-- Logs begin at Fri 2021-11-26 01:58:38 UTC, end at Fri 2021-11-26 04:26:13 UTC. -- Nov 26 02:30:54.245505 n-d-819389-3 systemd[1]: Started Devstack devstack@q-svc.service. Nov 26 02:30:57.073986 n-d-819389-3 neutron-server[104482]: INFO neutron.common.config [-] Logging enabled! Nov 26 02:30:57.074562 n-d-819389-3 neutron-server[104482]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 26 02:30:57.074776 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104482) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 26 02:30:57.078567 n-d-819389-3 neutron-server[104482]: INFO neutron.common.config [-] Logging enabled! Nov 26 02:30:57.078825 n-d-819389-3 neutron-server[104482]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 26 02:30:57.079137 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104482) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 26 02:30:57.080108 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 26 02:30:57.080350 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 26 02:30:57.080715 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 26 02:30:57.080962 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 26 02:30:57.081191 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 26 02:30:57.081516 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.081944 n-d-819389-3 neutron-server[104482]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 26 02:30:57.082259 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.082555 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.082849 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.083144 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.083436 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.083720 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.084010 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.084344 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.084633 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.084914 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.085198 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.085490 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.085776 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.086067 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.086357 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.086643 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] debug = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.086928 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.087364 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.087778 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.088089 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.088379 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.088659 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.088936 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.089212 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.089500 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.089830 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] host = n-d-819389-3 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.090111 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.090398 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.090687 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.091507 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.091793 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.092090 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.092384 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.092658 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.092930 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] log_file = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.093209 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.093495 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.093783 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.094082 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.094313 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.094541 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.094835 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.095125 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.095404 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.095683 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.095962 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.096267 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.096547 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.096821 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.097110 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.097395 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.097683 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.097962 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.098241 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.098516 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.098791 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.099079 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.099356 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.099632 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.099907 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.100219 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.100496 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.100774 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.101077 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.101365 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.101649 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.101941 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.102219 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.102505 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.102782 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.103056 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.103330 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] use_json = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.103602 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.103871 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.104177 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.104454 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.104727 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.105002 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.105275 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.105561 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:57.105858 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.106156 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.106459 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.106770 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.107075 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.107361 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.107650 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.107929 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.108242 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.108536 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.108826 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.109105 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.109394 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.109674 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.109969 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.110274 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.110572 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.110870 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.111151 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.111691 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.111969 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.112276 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.112569 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.112852 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.113144 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.113435 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.113719 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.114019 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.114309 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.114606 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.114900 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.115180 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.115462 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.115755 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.116036 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.116402 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.116683 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.116977 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.117258 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.117533 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.117819 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.118099 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.118373 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.118646 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.118927 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.119219 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.119497 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.119773 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.120047 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.120346 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.120618 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.120906 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.121185 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.121458 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.121737 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.122016 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.122314 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.122587 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.122865 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.123140 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.123417 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.123692 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.123964 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.124263 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.124541 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.124815 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.125092 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.125366 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.125645 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.125917 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.126188 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.126459 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.126732 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.127007 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.127295 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.127594 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.127872 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.128179 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.128461 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.128738 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.129016 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.129292 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.129571 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.129851 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.130122 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.130507 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.130798 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.131085 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.131367 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.131676 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.131973 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.132276 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.132561 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.132840 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.133122 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.133408 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.133692 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.133986 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.134280 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.134574 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.134867 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.135164 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.135448 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.135758 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.136040 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:57.136282 n-d-819389-3 neutron-server[104482]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 26 02:30:57.136521 n-d-819389-3 neutron-server[104482]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104482) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 26 02:30:57.569711 n-d-819389-3 neutron-server[104482]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 26 02:30:57.569994 n-d-819389-3 neutron-server[104482]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 26 02:30:57.570299 n-d-819389-3 neutron-server[104482]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 26 02:30:57.570777 n-d-819389-3 neutron-server[104482]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 26 02:30:57.899473 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:57.899691 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:57.899975 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:57.901191 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:57.901466 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:57.901732 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:57.938582 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:57.938865 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:57.939135 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:57.953592 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:57.953873 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:57.954141 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:57.982426 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:57.982714 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:57.982986 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.022046 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.022329 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.022596 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.371064 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.371665 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.371665 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.371860 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.373158 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.472407 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.472733 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.473023 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.473299 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.473569 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.473885 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.474156 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.474415 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.474675 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.474961 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.475222 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.475491 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.475748 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.476002 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.476288 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.476554 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.476811 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.477079 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.477349 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.477608 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.477880 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.478136 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.478419 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.478800 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.479051 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.479299 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.479700 n-d-819389-3 neutron-server[104482]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 02:30:58.479942 n-d-819389-3 neutron-server[104482]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 02:30:58.480214 n-d-819389-3 neutron-server[104482]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 02:30:58.480450 n-d-819389-3 neutron-server[104482]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 02:30:58.480683 n-d-819389-3 neutron-server[104482]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 02:30:58.480917 n-d-819389-3 neutron-server[104482]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 02:30:58.481278 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 26 02:30:58.484953 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 26 02:30:58.489296 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 26 02:30:58.493233 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Nov 26 02:30:58.494876 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 26 02:30:58.495338 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 26 02:30:58.495679 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 26 02:30:58.496078 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 26 02:30:58.499474 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 26 02:30:58.499723 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 26 02:30:58.500092 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 26 02:30:58.505420 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 26 02:30:58.528388 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 26 02:30:58.528839 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.529136 n-d-819389-3 neutron-server[104482]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104482) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 26 02:30:58.529497 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.530891 n-d-819389-3 neutron-server[104482]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104482) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 26 02:30:58.531174 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 26 02:30:58.531424 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 26 02:30:58.534678 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.534966 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:58.598807 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 26 02:30:58.599048 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 26 02:30:58.599283 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 26 02:30:58.599654 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 26 02:30:58.623323 n-d-819389-3 neutron-server[104482]: DEBUG oslo_db.sqlalchemy.engines [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104482) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 26 02:30:59.050433 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Initializing driver for type 'gre' Nov 26 02:30:59.050990 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] gre ID ranges: [(1, 1000)] Nov 26 02:30:59.101854 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Initializing driver for type 'local' Nov 26 02:30:59.102193 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Initializing driver for type 'vlan' Nov 26 02:30:59.115685 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] VlanTypeDriver initialization complete Nov 26 02:30:59.116038 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Initializing driver for type 'vxlan' Nov 26 02:30:59.116553 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] vxlan ID ranges: [(1, 1000)] Nov 26 02:30:59.165668 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Initializing extension driver 'port_security' Nov 26 02:30:59.166047 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.extensions.port_security [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] PortSecurityExtensionDriver initialization complete Nov 26 02:30:59.166385 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Initializing mechanism driver 'openvswitch' Nov 26 02:30:59.166708 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Initializing mechanism driver 'hyperv' Nov 26 02:30:59.173823 n-d-819389-3 neutron-server[104482]: DEBUG neutron.plugins.ml2.plugin [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:30:59.174670 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > port after_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.175048 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > port after_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.175420 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > port after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.175956 n-d-819389-3 neutron-server[104482]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104482) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 26 02:30:59.176420 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > subnet after_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.176784 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > subnet after_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.177139 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.177632 n-d-819389-3 neutron-server[104482]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104482) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 26 02:30:59.179241 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > network after_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.179241 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > network after_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.179241 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > network after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.179241 n-d-819389-3 neutron-server[104482]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104482) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 26 02:30:59.179583 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > security_group after_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.179784 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > security_group after_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.180153 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.180562 n-d-819389-3 neutron-server[104482]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104482) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 26 02:30:59.180976 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.181329 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.181676 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.182079 n-d-819389-3 neutron-server[104482]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104482) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 26 02:30:59.182497 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > address_group after_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.182852 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > address_group after_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.183197 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.183600 n-d-819389-3 neutron-server[104482]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104482) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 26 02:30:59.183986 n-d-819389-3 neutron-server[104482]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] ML2 OVO RPC backend initialized. {{(pid=104482) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 26 02:30:59.184777 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.185142 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.185565 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > network before_response 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.185920 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > networks before_response 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.186274 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > port before_response 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.186622 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > ports before_response 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.186973 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > subnet before_response 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.187319 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > subnets before_response 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.187672 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > network after_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.188016 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > network after_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.188383 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > network after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.188728 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > port after_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.189069 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > port after_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.189408 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > port after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.189748 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > subnet after_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.190088 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > subnet after_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.190426 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.191005 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.plugin [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Modular L2 Plugin initialization complete Nov 26 02:30:59.191333 n-d-819389-3 neutron-server[104482]: DEBUG neutron.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading services supported by the core plugin {{(pid=104482) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 26 02:30:59.191661 n-d-819389-3 neutron-server[104482]: INFO neutron.plugins.ml2.managers [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Got port-security extension from driver 'port_security' Nov 26 02:30:59.192152 n-d-819389-3 neutron-server[104482]: INFO neutron.extensions.vlantransparent [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Disabled vlantransparent extension. Nov 26 02:30:59.192644 n-d-819389-3 neutron-server[104482]: DEBUG neutron.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104482) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 26 02:30:59.192962 n-d-819389-3 neutron-server[104482]: INFO neutron.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading Plugin: router Nov 26 02:30:59.229609 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.230008 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router after_create 55549900 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.230388 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router before_create 55549900 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.230762 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.231145 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.231545 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router after_delete 55549900 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.231914 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.232430 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.232804 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router after_create 55549900 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.233161 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router after_update 55549900 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.233520 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router after_update 55549900 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.233876 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.234244 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router after_update 55549900 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.234668 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router precommit_update 55549900 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.235047 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: port after_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.235397 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: port after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.235745 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: subnet after_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.236122 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.236741 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.237095 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router precommit_create 55549900 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.237445 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: port before_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.237790 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router precommit_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.238152 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router after_update 55549900 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.238498 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.238854 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router precommit_create 55549900 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.239217 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.239567 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router precommit_update 55549900 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.239937 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > agent after_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.240319 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > agent after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.240671 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > network after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.241551 n-d-819389-3 neutron-server[104482]: DEBUG neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Tracking information for resource: router configured {{(pid=104482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 02:30:59.241889 n-d-819389-3 neutron-server[104482]: DEBUG neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Tracking information for resource: floatingip configured {{(pid=104482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 02:30:59.246790 n-d-819389-3 neutron-server[104482]: INFO neutron.db.l3_agentschedulers_db [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 26 02:30:59.247406 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: port after_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.247773 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: port after_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.248154 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: port after_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.248513 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: port after_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.249312 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router before_create 55550100 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.249684 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.250055 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router precommit_create 55550100 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.250418 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > router precommit_update 55550100 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.255291 n-d-819389-3 neutron-server[104482]: DEBUG neutron.services.provider_configuration [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Service providers = [] {{(pid=104482) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 26 02:30:59.255667 n-d-819389-3 neutron-server[104482]: DEBUG neutron.db.servicetype_db [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104482) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 26 02:30:59.258661 n-d-819389-3 neutron-server[104482]: DEBUG neutron.services.service_base [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104482) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 26 02:30:59.259020 n-d-819389-3 neutron-server[104482]: DEBUG neutron.services.service_base [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104482) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 26 02:30:59.259369 n-d-819389-3 neutron-server[104482]: DEBUG neutron.services.service_base [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104482) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 26 02:30:59.260326 n-d-819389-3 neutron-server[104482]: DEBUG neutron.services.service_base [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104482) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 26 02:30:59.260705 n-d-819389-3 neutron-server[104482]: INFO neutron.services.service_base [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 26 02:30:59.261087 n-d-819389-3 neutron-server[104482]: DEBUG neutron.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 02:30:59.261409 n-d-819389-3 neutron-server[104482]: INFO neutron.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 26 02:30:59.272711 n-d-819389-3 neutron-server[104482]: DEBUG neutron.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 02:30:59.273051 n-d-819389-3 neutron-server[104482]: INFO neutron.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading Plugin: auto_allocate Nov 26 02:30:59.279453 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: network precommit_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.279823 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: network precommit_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.280378 n-d-819389-3 neutron-server[104482]: DEBUG neutron.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 02:30:59.280704 n-d-819389-3 neutron-server[104482]: INFO neutron.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading Plugin: tag Nov 26 02:30:59.287666 n-d-819389-3 neutron-server[104482]: DEBUG neutron.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 02:30:59.288000 n-d-819389-3 neutron-server[104482]: INFO neutron.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading Plugin: timestamp Nov 26 02:30:59.291873 n-d-819389-3 neutron-server[104482]: DEBUG neutron.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 02:30:59.292242 n-d-819389-3 neutron-server[104482]: INFO neutron.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading Plugin: network_ip_availability Nov 26 02:30:59.297828 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.298207 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.298567 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.299282 n-d-819389-3 neutron-server[104482]: DEBUG neutron.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 02:30:59.299605 n-d-819389-3 neutron-server[104482]: INFO neutron.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading Plugin: flavors Nov 26 02:30:59.304713 n-d-819389-3 neutron-server[104482]: DEBUG neutron.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 02:30:59.305007 n-d-819389-3 neutron-server[104482]: INFO neutron.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading Plugin: revisions Nov 26 02:30:59.309382 n-d-819389-3 neutron-server[104482]: DEBUG neutron.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 02:30:59.309809 n-d-819389-3 neutron-server[104482]: DEBUG oslo_concurrency.lockutils [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.739s {{(pid=104482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 26 02:30:59.310562 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104482) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 26 02:30:59.310920 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Initializing extension manager. Nov 26 02:30:59.311432 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: __init__.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.311780 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: __pycache__ {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.312153 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.312497 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: address_group.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.313258 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.313830 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: address-group Nov 26 02:30:59.314161 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: address_scope.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.314884 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.315395 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: address-scope Nov 26 02:30:59.315726 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.316691 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.317205 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: router-admin-state-down-before-update Nov 26 02:30:59.317536 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: agent.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.318248 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.318757 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: agent Nov 26 02:30:59.319089 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: agent_resources_synced.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.320011 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.320563 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: agent-resources-synced Nov 26 02:30:59.320895 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: allowedaddresspairs.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.322689 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.323217 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: allowed-address-pairs Nov 26 02:30:59.323549 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: auto_allocated_topology.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.324744 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.325805 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: auto-allocated-topology Nov 26 02:30:59.326132 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: availability_zone.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.326834 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.327350 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: availability_zone Nov 26 02:30:59.327675 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: availability_zone_filter.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.328633 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.329146 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: availability_zone_filter Nov 26 02:30:59.329472 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: data_plane_status.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.330384 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.330892 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension data-plane-status not supported by any of loaded plugins Nov 26 02:30:59.331217 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: default_subnetpools.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.332177 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.332686 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: default-subnetpools Nov 26 02:30:59.333012 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.333825 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.334335 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: dhcp_agent_scheduler Nov 26 02:30:59.334662 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: dns.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.335584 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.336114 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension dns-integration not supported by any of loaded plugins Nov 26 02:30:59.336444 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: dns_domain_ports.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.337371 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.337879 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 26 02:30:59.338208 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.339143 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.339650 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 26 02:30:59.339976 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: dvr.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.340678 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.341792 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: dvr Nov 26 02:30:59.342117 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: ecmp_routes.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.343045 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.343554 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 26 02:30:59.343883 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: empty_string_filtering.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.344837 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.345352 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: empty-string-filtering Nov 26 02:30:59.345684 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.346617 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.347125 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 26 02:30:59.347453 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.348409 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.348919 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 26 02:30:59.349247 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: external_net.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.350183 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.350696 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: external-net Nov 26 02:30:59.351024 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.351952 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.352494 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: extra_dhcp_opt Nov 26 02:30:59.352824 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: extraroute.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.353736 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.354248 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: extraroute Nov 26 02:30:59.354576 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: extraroute_atomic.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.355790 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.356343 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: extraroute-atomic Nov 26 02:30:59.356752 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: filter_validation.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.357360 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.357871 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: filter-validation Nov 26 02:30:59.358198 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: fip_pf_description.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.359122 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.359627 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 26 02:30:59.359953 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: fip_port_details.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.360905 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.361678 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: fip-port-details Nov 26 02:30:59.362004 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: flavors.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.363237 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.363758 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: flavors Nov 26 02:30:59.364115 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.365791 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.366314 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 26 02:30:59.366651 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: floatingip_pools.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.367359 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.367873 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: floatingip-pools Nov 26 02:30:59.368227 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: ip_allocation.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.369178 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.369685 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension ip_allocation not supported by any of loaded plugins Nov 26 02:30:59.370014 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.370953 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.371463 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: ip-substring-filtering Nov 26 02:30:59.371989 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: l2_adjacency.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.372776 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.373282 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 26 02:30:59.373613 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: l3.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.374587 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.375107 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: router Nov 26 02:30:59.375439 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.377742 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.378276 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 26 02:30:59.378613 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.379563 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.380114 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: ext-gw-mode Nov 26 02:30:59.380451 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.381397 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.381923 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: l3-ha Nov 26 02:30:59.382255 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: l3_flavors.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.383179 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.383698 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: l3-flavors Nov 26 02:30:59.384029 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.384982 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.385495 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 26 02:30:59.385824 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: l3agentscheduler.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.386849 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.387366 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: l3_agent_scheduler Nov 26 02:30:59.389176 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: local_ip.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.390516 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.391041 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension local_ip not supported by any of loaded plugins Nov 26 02:30:59.391392 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: logging.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.393035 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.393561 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension logging not supported by any of loaded plugins Nov 26 02:30:59.393900 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: metering.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.394654 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.395239 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: metering Nov 26 02:30:59.395573 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.396708 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.397228 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: metering_source_and_destination_fields Nov 26 02:30:59.397562 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: multiprovidernet.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.398503 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.399020 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: multi-provider Nov 26 02:30:59.399353 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: netmtu.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.400301 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.400817 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: net-mtu Nov 26 02:30:59.401146 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: netmtu_writable.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.402079 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.402592 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: net-mtu-writable Nov 26 02:30:59.402921 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: network_availability_zone.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.404189 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.404701 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: network_availability_zone Nov 26 02:30:59.405030 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: network_ip_availability.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.406150 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.406666 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: network-ip-availability Nov 26 02:30:59.406996 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: network_segment_range.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.407772 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.408308 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension network-segment-range not supported by any of loaded plugins Nov 26 02:30:59.408637 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: pagination.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.409649 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.409985 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: pagination Nov 26 02:30:59.410312 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: port_device_profile.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.411239 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.411764 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: port-device-profile Nov 26 02:30:59.412129 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.413058 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.413570 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: port-mac-address-regenerate Nov 26 02:30:59.413897 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.414823 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.415337 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: port-numa-affinity-policy Nov 26 02:30:59.415666 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: port_resource_request.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.416612 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.417120 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension port-resource-request not supported by any of loaded plugins Nov 26 02:30:59.417448 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: port_resource_request_groups.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.418439 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.418978 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 26 02:30:59.419311 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: portbindings.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.420281 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.420795 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: binding Nov 26 02:30:59.421122 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: portbindings_extended.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.422411 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.422929 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: binding-extended Nov 26 02:30:59.423261 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: portsecurity.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.424219 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.424738 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: port-security Nov 26 02:30:59.425068 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: project_id.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.426061 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.426397 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: project-id Nov 26 02:30:59.426725 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: providernet.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.427665 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.428220 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: provider Nov 26 02:30:59.428552 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: qos.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.432183 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.432719 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension qos not supported by any of loaded plugins Nov 26 02:30:59.433059 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.434326 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.435377 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 26 02:30:59.435712 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.436682 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.437203 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 26 02:30:59.437536 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: qos_default.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.438463 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.438980 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension qos-default not supported by any of loaded plugins Nov 26 02:30:59.439317 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: qos_fip.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.439978 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.440516 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension qos-fip not supported by any of loaded plugins Nov 26 02:30:59.440844 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: qos_gateway_ip.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.441798 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.442313 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 26 02:30:59.442640 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: qos_port_network_policy.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.445088 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.445628 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 26 02:30:59.445973 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.447037 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.447565 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 26 02:30:59.447901 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: qos_pps_rule.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.449126 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.449651 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension qos-pps not supported by any of loaded plugins Nov 26 02:30:59.449984 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: qos_rule_type_details.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.451478 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.452001 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 26 02:30:59.452357 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: qos_rules_alias.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.453415 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.453938 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 26 02:30:59.454269 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: quota_check_limit.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.455197 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.455716 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: quota-check-limit Nov 26 02:30:59.456046 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: quotasv2.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.457029 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.457364 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: quotas Nov 26 02:30:59.457691 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: quotasv2_detail.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.460876 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.461224 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: quota_details Nov 26 02:30:59.461566 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: rbac.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.462634 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.463166 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: rbac-policies Nov 26 02:30:59.463534 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: rbac_address_group.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.464519 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.465043 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: rbac-address-group Nov 26 02:30:59.465374 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: rbac_address_scope.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.466340 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.466865 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: rbac-address-scope Nov 26 02:30:59.467192 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: rbac_security_groups.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.468164 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.468687 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: rbac-security-groups Nov 26 02:30:59.469019 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: rbac_subnetpool.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.469948 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.470462 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: rbac-subnetpool Nov 26 02:30:59.470790 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: revisionifmatch.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.471733 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.472271 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: revision-if-match Nov 26 02:30:59.472599 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: revisions.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.473725 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.474239 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: standard-attr-revisions Nov 26 02:30:59.474569 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: router_availability_zone.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.475250 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.475761 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: router_availability_zone Nov 26 02:30:59.476114 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: routerservicetype.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.477050 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.477557 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension router-service-type not supported by any of loaded plugins Nov 26 02:30:59.477882 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.478885 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.479400 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: security-groups-normalized-cidr Nov 26 02:30:59.479727 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.480724 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.481241 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: port-security-groups-filtering Nov 26 02:30:59.481608 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.482543 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.483056 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: security-groups-remote-address-group Nov 26 02:30:59.483385 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.484362 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.484879 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: security-groups-shared-filtering Nov 26 02:30:59.485207 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.485805 n-d-819389-3 neutron-server[104482]: WARNING neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 26 02:30:59.486134 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: securitygroup.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.496258 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.496899 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: security-group Nov 26 02:30:59.497662 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: segment.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.498470 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.498990 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension segment not supported by any of loaded plugins Nov 26 02:30:59.499322 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.500315 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.500838 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 26 02:30:59.501170 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: servicetype.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.502305 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.502831 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: service-type Nov 26 02:30:59.503161 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: sorting.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.504193 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.504534 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: sorting Nov 26 02:30:59.504861 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: standard_attr_segment.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.505790 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.506308 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 26 02:30:59.506633 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: standardattrdescription.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.507286 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.507800 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: standard-attr-description Nov 26 02:30:59.508154 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: stateful_security_group.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.509095 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.509616 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: stateful-security-group Nov 26 02:30:59.509965 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: stdattrs_common.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.510605 n-d-819389-3 neutron-server[104482]: WARNING neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 26 02:30:59.510959 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.511985 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.512530 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 26 02:30:59.514605 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: subnet_onboard.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.514605 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.515475 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: subnet_onboard Nov 26 02:30:59.515475 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.516299 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.517862 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 26 02:30:59.517862 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: subnet_service_types.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.518664 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.518664 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: subnet-service-types Nov 26 02:30:59.518886 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: subnetallocation.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.519987 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.520543 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: subnet_allocation Nov 26 02:30:59.520870 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.521546 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.522056 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: subnetpool-prefix-ops Nov 26 02:30:59.522383 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.523318 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.523827 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 26 02:30:59.524185 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: tagging.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.525249 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.525782 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: standard-attr-tag Nov 26 02:30:59.526113 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: timestamp.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.527351 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.528028 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loaded extension: standard-attr-timestamp Nov 26 02:30:59.528423 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: trunk.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.529470 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.529990 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension trunk not supported by any of loaded plugins Nov 26 02:30:59.530323 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: trunk_details.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.531274 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.531800 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension trunk-details not supported by any of loaded plugins Nov 26 02:30:59.532162 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: uplink_status_propagation.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.533099 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.533614 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 26 02:30:59.533945 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Loading extension file: vlantransparent.py {{(pid=104482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 02:30:59.534631 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 02:30:59.535143 n-d-819389-3 neutron-server[104482]: INFO neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 26 02:30:59.537749 n-d-819389-3 neutron-server[104482]: INFO neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Creating instance of TrackedResource for resource:network Nov 26 02:30:59.538309 n-d-819389-3 neutron-server[104482]: INFO neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Creating instance of TrackedResource for resource:subnet Nov 26 02:30:59.538717 n-d-819389-3 neutron-server[104482]: INFO neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 26 02:30:59.539116 n-d-819389-3 neutron-server[104482]: INFO neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Creating instance of TrackedResource for resource:port Nov 26 02:30:59.540388 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.v2.resource_helper [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 02:30:59.540830 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.v2.resource_helper [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Service FLAVORS assigned prefix: {{(pid=104482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 02:30:59.541461 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.v2.resource_helper [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 02:30:59.541897 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.v2.resource_helper [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 02:30:59.542233 n-d-819389-3 neutron-server[104482]: INFO neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Creating instance of TrackedResource for resource:router Nov 26 02:30:59.542677 n-d-819389-3 neutron-server[104482]: INFO neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Creating instance of TrackedResource for resource:floatingip Nov 26 02:30:59.543175 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.v2.resource_helper [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Service METERING assigned prefix: /metering {{(pid=104482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 02:30:59.544696 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.545072 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.545431 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:30:59.546438 n-d-819389-3 neutron-server[104482]: INFO neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Creating instance of CountableResource for resource:rbac_policy Nov 26 02:30:59.546893 n-d-819389-3 neutron-server[104482]: INFO neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Creating instance of TrackedResource for resource:security_group Nov 26 02:30:59.547334 n-d-819389-3 neutron-server[104482]: INFO neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 26 02:30:59.547958 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.v2.resource_helper [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Service CORE assigned prefix: {{(pid=104482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 02:30:59.548334 n-d-819389-3 neutron-server[104482]: INFO neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 26 02:30:59.548687 n-d-819389-3 neutron-server[104482]: WARNING neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] subnetpool is already registered Nov 26 02:30:59.549120 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.v2.resource_helper [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Service CORE assigned prefix: {{(pid=104482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 02:30:59.549453 n-d-819389-3 neutron-server[104482]: INFO neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 26 02:30:59.549787 n-d-819389-3 neutron-server[104482]: WARNING neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] subnetpool is already registered Nov 26 02:30:59.552096 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.v2.resource_helper [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 02:30:59.552544 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.v2.resource_helper [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Service FLAVORS assigned prefix: {{(pid=104482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 02:30:59.553145 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.v2.resource_helper [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 02:30:59.553576 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.v2.resource_helper [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 02:30:59.553915 n-d-819389-3 neutron-server[104482]: INFO neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Creating instance of TrackedResource for resource:router Nov 26 02:30:59.554258 n-d-819389-3 neutron-server[104482]: WARNING neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] router is already registered Nov 26 02:30:59.554677 n-d-819389-3 neutron-server[104482]: INFO neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Creating instance of TrackedResource for resource:floatingip Nov 26 02:30:59.555062 n-d-819389-3 neutron-server[104482]: WARNING neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] floatingip is already registered Nov 26 02:30:59.555492 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.v2.resource_helper [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Service METERING assigned prefix: /metering {{(pid=104482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 02:30:59.556190 n-d-819389-3 neutron-server[104482]: INFO neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Creating instance of CountableResource for resource:rbac_policy Nov 26 02:30:59.556527 n-d-819389-3 neutron-server[104482]: WARNING neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] rbac_policy is already registered Nov 26 02:30:59.556952 n-d-819389-3 neutron-server[104482]: INFO neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Creating instance of TrackedResource for resource:security_group Nov 26 02:30:59.557292 n-d-819389-3 neutron-server[104482]: WARNING neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] security_group is already registered Nov 26 02:30:59.557701 n-d-819389-3 neutron-server[104482]: INFO neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 26 02:30:59.558038 n-d-819389-3 neutron-server[104482]: WARNING neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] security_group_rule is already registered Nov 26 02:30:59.558683 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.v2.resource_helper [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Service CORE assigned prefix: {{(pid=104482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 02:30:59.559017 n-d-819389-3 neutron-server[104482]: INFO neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 26 02:30:59.559354 n-d-819389-3 neutron-server[104482]: WARNING neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] subnetpool is already registered Nov 26 02:30:59.560335 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.v2.resource_helper [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Service CORE assigned prefix: {{(pid=104482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 02:30:59.560668 n-d-819389-3 neutron-server[104482]: INFO neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 26 02:30:59.561004 n-d-819389-3 neutron-server[104482]: WARNING neutron.quota.resource_registry [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] subnetpool is already registered Nov 26 02:30:59.561476 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: extensions {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.562962 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: address-groups {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.564480 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: address-scopes {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.565787 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: agents {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.566947 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: auto-allocated-topology {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.568225 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: availability_zones {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.569438 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: dhcp-networks {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.571006 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: dhcp-agents {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.572456 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: routers {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.574671 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: flavors {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.576437 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: service_profiles {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.577649 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: next_providers {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.579113 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: service_profiles {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.580704 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: floatingip-pools {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.581934 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: routers {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.584046 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: floatingips {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.585351 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: l3-routers {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.586756 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: l3-agents {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.588189 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: metering-labels {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.590443 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: metering-label-rules {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.591756 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: network-ip-availabilities {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.593080 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: bindings {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.594726 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: quotas {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.596297 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: quotas {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.597813 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: rbac-policies {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.599150 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: security-groups {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.600412 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: security-group-rules {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.601643 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: service-providers {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.602855 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: subnetpools {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.604328 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: subnetpools {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.605739 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: tags {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.607461 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: tags {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.609309 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: tags {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.611070 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: tags {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.613158 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: tags {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.615007 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: tags {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.616731 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: tags {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.618615 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: tags {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.620402 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: tags {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.622808 n-d-819389-3 neutron-server[104482]: DEBUG neutron.api.extensions [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Extended resource: tags {{(pid=104482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 02:30:59.628890 n-d-819389-3 neutron-server[104482]: WARNING keystonemiddleware.auth_token [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 26 02:30:59.633630 n-d-819389-3 neutron-server[104482]: WARNING keystonemiddleware.auth_token [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 26 02:30:59.643314 n-d-819389-3 neutron-server[104482]: DEBUG oslo_concurrency.lockutils [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Acquired lock "singleton_lock" {{(pid=104482) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 26 02:30:59.643882 n-d-819389-3 neutron-server[104482]: DEBUG oslo_concurrency.lockutils [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Releasing lock "singleton_lock" {{(pid=104482) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 26 02:30:59.644469 n-d-819389-3 neutron-server[104482]: INFO oslo_service.service [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Starting 2 workers Nov 26 02:30:59.649323 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Started child 104801 {{(pid=104482) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 26 02:30:59.653790 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Started child 104802 {{(pid=104482) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 26 02:30:59.654819 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:30:59.655513 n-d-819389-3 neutron-server[104482]: INFO neutron.service [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 26 02:30:59.655989 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Publish callbacks [] for process, before_spawn {{(pid=104482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:30:59.656273 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [-] (104801) wsgi starting up on http://0.0.0.0:9696 Nov 26 02:30:59.658447 n-d-819389-3 neutron-server[104482]: INFO oslo_service.service [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Starting 1 workers Nov 26 02:30:59.658699 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:30:59.660023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [-] (104802) wsgi starting up on http://0.0.0.0:9696 Nov 26 02:30:59.663633 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Started child 104803 {{(pid=104482) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 26 02:30:59.664234 n-d-819389-3 neutron-server[104482]: INFO oslo_service.service [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Starting 1 workers Nov 26 02:30:59.667529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.service [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] calling RpcWorker wait() {{(pid=104803) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 26 02:30:59.668098 n-d-819389-3 neutron-server[104803]: DEBUG neutron.service [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] returning from RpcWorker wait() {{(pid=104803) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 26 02:30:59.668799 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Started child 104804 {{(pid=104482) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 26 02:30:59.669298 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:30:59.669650 n-d-819389-3 neutron-server[104482]: DEBUG neutron_lib.callbacks.manager [None req-dbf27dac-fe8a-4c59-a253-2497e8214be6 None None] Publish callbacks [] for process, after_spawn {{(pid=104482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:30:59.669758 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:30:59.671540 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104482) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 26 02:30:59.671757 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 26 02:30:59.671941 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 26 02:30:59.672189 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 26 02:30:59.672535 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 26 02:30:59.672719 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 26 02:30:59.673246 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.673525 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.673781 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.673873 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:30:59.674333 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.674333 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.674750 n-d-819389-3 neutron-server[104804]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:30:59.674930 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.675218 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.675492 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.675768 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.676023 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.676223 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.676386 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.676645 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.676883 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.677182 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.677470 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.677725 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.677977 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.678151 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.678414 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.678693 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.678940 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.679200 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] debug = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.679450 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.679944 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.680205 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.680447 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.680684 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.680962 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.681191 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.681449 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.681697 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.681917 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.682165 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.682421 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.682650 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.682885 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.683114 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.683349 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.683598 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.683824 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.684316 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] host = n-d-819389-3 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.685103 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.685323 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.685587 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.685853 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.686114 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.686334 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.686596 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.686857 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.687112 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.687369 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.687621 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.687828 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.688089 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.688339 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] log_file = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.688494 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] log_options = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.688716 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.689000 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.689261 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.689464 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.689621 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.689805 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.690082 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.690234 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.690490 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.690729 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.690947 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.691189 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.691424 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.691645 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.691902 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.692161 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.692414 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.692632 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.692883 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.693119 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.693346 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.693601 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.693838 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.694075 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.694315 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.694560 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.694811 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.695051 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.695286 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.695518 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.695763 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.696028 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.696286 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.696547 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.696823 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.697054 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.697282 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.697535 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.697802 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.698030 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.698295 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.698565 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.698803 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.699050 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.699269 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.699526 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.699745 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] use_json = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.699978 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.700822 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.701163 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.701513 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.701741 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.701982 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.702201 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.702455 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.703235 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.703397 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.703713 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.703969 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.704233 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.704562 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.704886 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.705437 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.705574 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.705807 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.706176 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.706370 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.706684 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.707160 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.707625 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.708327 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.708618 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.709059 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.709219 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.711107 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.711107 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.711107 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.711107 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.711107 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.711107 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.711107 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.711107 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.712032 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.712032 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.712032 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.712299 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.712541 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.712821 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.713051 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.713311 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.713551 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.713868 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.714026 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.714206 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.714484 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.714729 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.714947 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.715343 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.715610 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.715864 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.716122 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.716356 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.716630 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.716859 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.717084 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.717305 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.717547 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.717777 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.718005 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.718361 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.718512 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.718730 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.718982 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.719236 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.719456 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.719679 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.719923 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.720184 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.720406 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.720661 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.720836 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.721076 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.721274 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.721524 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.721763 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.722273 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.722471 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.722695 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.722945 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.723167 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.723407 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.723647 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.724529 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.724529 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.724529 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.725016 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.725016 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.725256 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.725378 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.725572 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.725785 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.725998 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.726239 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.726451 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.726664 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.726878 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.727169 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.727465 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.727713 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.727962 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.728224 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.728473 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.728688 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.728932 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.729149 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.729366 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.729596 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.729858 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.730082 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.730331 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.730582 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.730819 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.731091 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.731324 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.731574 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.731809 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.732079 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.732327 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.732601 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.732834 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.733071 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.733306 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.733538 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.733803 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.734055 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.734328 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.734550 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.734821 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.735115 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.735385 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.735694 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.735944 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.736213 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.736734 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.737018 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.737304 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.737554 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.737807 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.738029 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.738286 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.738524 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.738741 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.738971 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.739312 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.739548 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.739804 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.740018 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.740472 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.740785 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.741370 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.741639 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.741888 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.742278 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.742698 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.743089 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.743327 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.743696 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.744080 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.744453 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.744839 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.745212 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.745446 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.745667 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.746116 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.746510 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.746733 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.746958 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.747720 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.747946 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.748194 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.748450 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.748671 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.748892 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.749139 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.749392 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.749615 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.749833 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.750210 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.750468 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.750877 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.751169 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.751438 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.751656 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.752035 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.752749 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.753269 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.753661 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.754285 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.754664 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.754908 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.755291 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.755670 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.756047 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.756428 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.756804 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.757165 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.757580 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.758005 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.758346 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.758600 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.758839 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.759099 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.759326 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.759551 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.759797 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.760041 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.760299 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.760523 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.760745 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.761006 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.761245 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.761520 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.761737 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.761986 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.762172 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.762416 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.762713 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.763508 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.763775 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.764013 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.764285 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.764526 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.764759 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.765013 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.765234 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.765449 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.765673 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.765893 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.766106 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.766336 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.766583 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.766760 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.766987 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.767206 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.767470 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.767700 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.767936 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.768178 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.768405 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.768647 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.768861 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.769142 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.769324 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.769538 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.769765 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.769978 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.770341 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.770740 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.770956 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.771170 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.771395 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.771614 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.771830 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.772159 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.772425 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.772652 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.772938 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.773189 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.773443 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.773692 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.773988 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.774223 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.774467 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.774683 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.775069 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.775293 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.775543 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.775865 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.776163 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.776423 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.776661 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.776952 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.777230 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.777494 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.777718 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.778036 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.778399 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.778684 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.778938 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.779210 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.779480 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.779697 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.780110 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.780495 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.780886 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.781131 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.781408 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.781643 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.781871 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.782113 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.782567 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.782887 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.783090 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.783409 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.783650 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.783928 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.784132 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 26 02:30:59.784912 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104482) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 26 02:30:59.785022 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 26 02:30:59.785199 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 26 02:30:59.785347 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 26 02:30:59.785777 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 26 02:30:59.785938 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 26 02:30:59.786028 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.786193 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.786370 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.786503 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.786806 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.786806 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.786985 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.787295 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.787720 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.787928 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.788086 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.788266 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.788358 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.788651 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.788651 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.788797 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.788979 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.789452 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.789452 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.789452 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.789712 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.789842 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.790381 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] debug = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.791058 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.791471 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.791798 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.792125 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.792428 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.792739 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.792887 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.793044 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.793350 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.793512 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.793808 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.794625 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.794921 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.795217 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.795520 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.795696 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.795957 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.796167 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.796167 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] host = n-d-819389-3 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.796317 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.796543 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.796689 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.796784 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.796940 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.797100 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.797248 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.797614 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.797721 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.797845 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.798010 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.798167 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.798474 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.798628 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] log_file = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.798940 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] log_options = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.799108 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.799272 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.799563 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.799671 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.799758 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.799949 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.800104 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.800270 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.800428 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.800603 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.800731 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.800889 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.801046 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.801205 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.801374 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.801572 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.801775 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.801906 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.801996 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.802130 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.802291 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.802451 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.802611 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.802772 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.802930 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.803186 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.803328 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.803411 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.803577 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.803703 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.803868 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.804083 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.804221 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.804358 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.804519 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.804662 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.804830 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.804979 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.805194 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.805295 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.805503 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.805602 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.805752 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.805916 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.806060 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.806219 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.806432 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] use_json = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.806532 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.806702 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.806831 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.806988 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.807183 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.807290 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.807457 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.807611 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 02:30:59.807875 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.808027 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.808205 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.808406 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.808555 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.808656 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.808739 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.808899 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.809101 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.809228 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.809400 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.810154 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.810300 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.810540 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.810666 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.810822 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.810955 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.811115 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.811262 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.811494 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.811688 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.811826 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.812831 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.812831 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.812831 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.812831 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.812831 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.813360 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.813360 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.813360 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.814496 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.814496 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.814496 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.814496 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.814496 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.814496 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.814937 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.814937 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.814937 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.815106 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.815170 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.815471 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.816177 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.816509 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.816617 n-d-819389-3 neutron-server[104803]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:30:59.816707 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.816781 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.820098 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.820098 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.820098 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.820098 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.820098 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.820098 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.820098 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.820098 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.820098 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.820767 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.820767 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.820767 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.820767 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.820767 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.820767 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.820767 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.820767 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.820767 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.821372 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.821372 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.821372 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.821372 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.821372 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.821372 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.821372 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.821372 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.821372 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.821964 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.821964 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.821964 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.821964 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.821964 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.821964 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.822370 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.822370 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.822370 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.822574 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.822651 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.822784 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.822944 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.823103 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.823261 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.823418 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.823577 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.823735 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.823902 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.824094 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.824258 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.824416 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.824575 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.824732 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.824890 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.825048 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.825232 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.825390 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.825548 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.825705 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.825863 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.826026 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.826184 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.826342 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.826499 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.826656 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.826812 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.826969 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.827127 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.827306 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.827470 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.828016 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.828228 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.828381 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.828731 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.829220 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.829388 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.829552 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.829711 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.830263 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.830928 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.831534 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.831713 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.832617 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.832869 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.833039 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.833201 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.833364 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.833525 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.833686 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.833950 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.834179 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.834346 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.834507 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.834678 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.834849 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.835008 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.835210 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.835417 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.835578 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.835741 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.835899 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.836110 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.836247 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.836387 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.836546 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.836704 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.836864 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.837022 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.837180 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.837342 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.837495 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.837653 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.837897 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.838067 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.838226 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.838385 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.838544 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.838702 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.838860 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.839018 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.839176 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.839333 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.839490 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.839649 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.839806 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.839963 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.840150 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.840309 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.840466 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.840624 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.840804 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.841581 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.841756 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.841919 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.842168 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.842747 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.842913 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.843109 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.843842 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.843842 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.843842 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.844139 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.844223 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.844312 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.844478 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.844635 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.844795 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.844954 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.845113 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.845288 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.845794 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.845962 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.846123 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.846282 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.846441 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.846600 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.846758 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.846916 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.847075 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.847234 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.847396 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.847558 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.847718 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.847875 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.848033 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.848214 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.848373 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.848531 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.848702 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.848861 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.849019 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.849177 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.849336 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.849493 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.849662 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.849820 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.849981 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.850162 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.850320 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.850451 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.850616 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.850777 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.850934 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.851091 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.851248 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.851405 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.851573 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.851736 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.851894 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.852093 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.852257 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.852416 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.852585 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.852742 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.852881 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.853035 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.853193 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.853350 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.853518 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.853675 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.853821 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.853977 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.854121 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.854279 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.854445 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.854659 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.854793 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.854926 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.855062 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.855196 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.855330 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.855500 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.855658 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.855819 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.855977 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.857025 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.857198 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.857366 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.858115 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.858264 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.858439 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.858601 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.860335 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.860642 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.860732 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.860944 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.861140 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.861589 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.861770 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.861948 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.862124 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.862299 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.862471 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.862639 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.862993 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.863165 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.863336 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.863504 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.863671 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.863830 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.863997 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.864200 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.864366 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.864532 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.864715 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.864861 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.865026 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 02:30:59.865190 n-d-819389-3 neutron-server[104482]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 26 02:30:59.913432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51862) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:30:59.922676 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070591 Nov 26 02:31:11.676706 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff6ad52-83fc-4f33-a090-754e5b307db4 None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 02:31:11.741804 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff6ad52-83fc-4f33-a090-754e5b307db4 None None] No non-hosted networks {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 26 02:31:11.751333 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.agentschedulers_db [None req-5ff6ad52-83fc-4f33-a090-754e5b307db4 None None] DHCP Agent not found on host n-d-819389-3 {{(pid=104803) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 26 02:31:11.876944 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7c173a68-e0e6-4f7f-bf47-caee0f5d1a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-454183'] for agent, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:14.029546 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a7c1ca5e-2b2f-4276-9d36-23ab0a82dd34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-454183'] for agent, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:14.067987 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-79564baf-f1c9-43c3-95c5-8b8eb71c775d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:14.857000 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-454183'] for agent, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:16.427794 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-454183'] for agent, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:17.411651 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-454183'] for agent, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:17.412491 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:17.412853 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:17.413170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:17.413483 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:17.413814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:17.414141 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:17.414540 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:17.414859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:17.415183 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:17.415555 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:17.415884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:17.416228 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:17.416677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-819389-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:31:17.422789 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-819389-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:31:17.785836 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51952) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:31:18.276589 n-d-819389-3 neutron-server[104801]: WARNING oslo_policy.policy [None req-641c7fcd-350b-4916-8c31-082a5bf5e7fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 02:31:18.277770 n-d-819389-3 neutron-server[104801]: WARNING oslo_policy.policy [None req-641c7fcd-350b-4916-8c31-082a5bf5e7fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 02:31:18.502224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-641c7fcd-350b-4916-8c31-082a5bf5e7fd admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:31:18.503458 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-641c7fcd-350b-4916-8c31-082a5bf5e7fd admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7156932 Nov 26 02:31:21.105196 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51968) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:31:21.428625 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ff98be8d-78a8-40e9-ba42-83a22754acbd admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:31:21.509259 n-d-819389-3 neutron-server[104803]: INFO neutron.db.l3_hamode_db [None req-a5a88202-b853-4f6b-b78a-0e1848555f95 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 26 02:31:21.524521 n-d-819389-3 neutron-server[104801]: DEBUG neutron.policy [None req-ff98be8d-78a8-40e9-ba42-83a22754acbd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104801) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 26 02:31:21.575348 n-d-819389-3 neutron-server[104801]: WARNING oslo_policy.policy [None req-ff98be8d-78a8-40e9-ba42-83a22754acbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 02:31:21.575735 n-d-819389-3 neutron-server[104801]: WARNING oslo_policy.policy [None req-ff98be8d-78a8-40e9-ba42-83a22754acbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 02:31:21.584840 n-d-819389-3 neutron-server[104801]: INFO neutron.quota [None req-ff98be8d-78a8-40e9-ba42-83a22754acbd admin admin] Loaded quota_driver: . Nov 26 02:31:21.587416 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a88202-b853-4f6b-b78a-0e1848555f95 None None] Routers set() bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:31:21.587816 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a88202-b853-4f6b-b78a-0e1848555f95 None None] Router IDs set() for agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 26 02:31:21.677402 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff98be8d-78a8-40e9-ba42-83a22754acbd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731988438819', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731988437456', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731988411014', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731988424607', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731988397076', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731988404593', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1556597', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1512658', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3714892', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3739522'] for rbac-policy, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:21.740537 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff98be8d-78a8-40e9-ba42-83a22754acbd admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:21.741703 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ff98be8d-78a8-40e9-ba42-83a22754acbd admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6353688 Nov 26 02:31:24.492783 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51980) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:31:24.788624 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '54e46b1c74e4422fa626b9773078ca77', 'name': 'private', 'project_id': '54e46b1c74e4422fa626b9773078ca77'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:31:24.818638 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Made reservation on behalf of 54e46b1c74e4422fa626b9773078ca77 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:31:24.821730 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:24.840003 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:24.946503 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:24.950405 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:24.969073 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:31:24.995559 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731989903903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:24.996637 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Unsubscribe: segment precommit_create {{(pid=104801) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 26 02:31:24.997130 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Added segment 14a638f1-a512-46ed-9a43-169400edcd1a of type vlan for network 92db6890-737c-4eaa-8990-86f9de3fd92e Nov 26 02:31:25.012800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc46676-9a4a-4205-b2cf-ebbca2d63913,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:31:25.037797 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:25.038141 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:25.038472 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:25.038799 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:25.039122 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:25.039442 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:25.039756 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:25.040091 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:25.040411 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:25.040721 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:25.041033 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:25.041344 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Tracked resource versions report: Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: pushed versions: Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: { 'AddressGroup': {'1.2'}, Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'ConntrackHelper': {'1.0'}, Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'Log': {'1.0'}, Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'Network': {'1.1'}, Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'Port': {'1.7'}, Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'PortForwarding': {'1.2'}, Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'QosPolicy': {'1.10'}, Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'SecurityGroup': {'1.5'}, Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'SecurityGroupRule': {'1.2'}, Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'SubPort': {'1.0'}, Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'Subnet': {'1.1'}, Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'Trunk': {'1.1'}} Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: consumer versions: Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: { DHCP agent@n-d-819389-3: {}, Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: L3 agent@n-d-819389-3: {}, Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: Metadata agent@n-d-819389-3: {}, Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: Metering agent@n-d-819389-3: {}, Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: Open vSwitch agent@n-d-819389-3: { 'AddressGroup': '1.2', Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'ConntrackHelper': '1.0', Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'Log': '1.0', Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'Network': '1.1', Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'Port': '1.7', Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'PortForwarding': '1.2', Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'QosPolicy': '1.10', Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'SecurityGroup': '1.5', Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'SecurityGroupRule': '1.2', Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'SubPort': '1.0', Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'Subnet': '1.1', Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: 'Trunk': '1.1'}} Nov 26 02:31:25.042362 n-d-819389-3 neutron-server[104801]: {{(pid=104801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 02:31:25.112061 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:25.151045 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:25.152759 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:31:25.153466 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:25.232463 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7385263 Nov 26 02:31:25.250493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1702a-f9a1-4de6-a935-a59aa3bd86d9 admin admin] Pushing event updated for resources: {'Network': ['ID=92db6890-737c-4eaa-8990-86f9de3fd92e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:31:25.262576 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 92db6890-737c-4eaa-8990-86f9de3fd92e details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:31:28.045133 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51994) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:31:28.429472 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9983c0af-d2ff-4a03-9560-e5a2e0728d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:31:28.430839 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9983c0af-d2ff-4a03-9560-e5a2e0728d2e admin admin] 10.222.0.31 "GET /v2.0/networks/92db6890-737c-4eaa-8990-86f9de3fd92e HTTP/1.1" status: 200 len: 825 time: 0.3846948 Nov 26 02:31:28.455570 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f670d769-e6d9-448b-895a-398237185014 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/e25b2841-9372-49b6-9fcb-c2fc35384b60 HTTP/1.1" status: 200 len: 734 time: 0.0185635 Nov 26 02:31:28.465106 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8647112c-ae45-4cca-8d58-294ee6fef512 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'e25b2841-9372-49b6-9fcb-c2fc35384b60', 'network_id': '92db6890-737c-4eaa-8990-86f9de3fd92e', 'tenant_id': '54e46b1c74e4422fa626b9773078ca77', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:31:28.486195 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8647112c-ae45-4cca-8d58-294ee6fef512 admin admin] Made reservation on behalf of 54e46b1c74e4422fa626b9773078ca77 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:31:28.488426 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8647112c-ae45-4cca-8d58-294ee6fef512 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:28.772914 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8647112c-ae45-4cca-8d58-294ee6fef512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:28.842652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647112c-ae45-4cca-8d58-294ee6fef512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb77969-8670-4a44-a5bb-6b936f0815e5,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:31:28.846998 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8647112c-ae45-4cca-8d58-294ee6fef512 admin admin] Checking segment: {'id': '14a638f1-a512-46ed-9a43-169400edcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92db6890-737c-4eaa-8990-86f9de3fd92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:31:28.847641 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8647112c-ae45-4cca-8d58-294ee6fef512 admin admin] Network hostable DHCP agents. Network: 92db6890-737c-4eaa-8990-86f9de3fd92e, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:31:28.868456 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8647112c-ae45-4cca-8d58-294ee6fef512 admin admin] Network 92db6890-737c-4eaa-8990-86f9de3fd92e is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:31:28.880479 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-8647112c-ae45-4cca-8d58-294ee6fef512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 92db6890-737c-4eaa-8990-86f9de3fd92e) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:31:28.884966 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8647112c-ae45-4cca-8d58-294ee6fef512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:31:28.885559 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8647112c-ae45-4cca-8d58-294ee6fef512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:28.890595 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916e120f-6f6f-44fb-8c8f-f86ecb794612 None None] Network 92db6890-737c-4eaa-8990-86f9de3fd92e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:31:28.900838 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8647112c-ae45-4cca-8d58-294ee6fef512 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4395170 Nov 26 02:31:29.213337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-92db6890-737c-4eaa-8990-86f9de3fd92e', 'network_id': '92db6890-737c-4eaa-8990-86f9de3fd92e', 'tenant_id': '54e46b1c74e4422fa626b9773078ca77', 'fixed_ips': [{'subnet_id': '0fb77969-8670-4a44-a5bb-6b936f0815e5'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:31:29.215203 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:29.510672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Allocated IP 172.20.0.2 (92db6890-737c-4eaa-8990-86f9de3fd92e/0fb77969-8670-4a44-a5bb-6b936f0815e5/5b16150a-4ec0-437e-9d39-b2389a182ef8) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:31:29.711874 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:29.718913 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:29.793793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Network 92db6890-737c-4eaa-8990-86f9de3fd92e is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:31:29.802538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:31:29.808726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Pushing event updated for resources: {'Port': ['ID=5b16150a-4ec0-437e-9d39-b2389a182ef8,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:31:29.810935 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:31:29.846824 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:29.847410 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:29.847758 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:29.848120 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:29.848479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:29.848810 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:29.849162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:29.849486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:29.849808 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:29.850154 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:29.850501 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:29.850834 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Tracked resource versions report: Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: pushed versions: Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: { 'AddressGroup': {'1.2'}, Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'ConntrackHelper': {'1.0'}, Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'Log': {'1.0'}, Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'Network': {'1.1'}, Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'Port': {'1.7'}, Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'PortForwarding': {'1.2'}, Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'QosPolicy': {'1.10'}, Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'SecurityGroup': {'1.5'}, Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'SecurityGroupRule': {'1.2'}, Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'SubPort': {'1.0'}, Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'Subnet': {'1.1'}, Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'Trunk': {'1.1'}} Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: consumer versions: Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: { DHCP agent@n-d-819389-3: {}, Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: L3 agent@n-d-819389-3: {}, Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: Metadata agent@n-d-819389-3: {}, Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: Metering agent@n-d-819389-3: {}, Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: Open vSwitch agent@n-d-819389-3: { 'AddressGroup': '1.2', Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'ConntrackHelper': '1.0', Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'Log': '1.0', Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'Network': '1.1', Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'Port': '1.7', Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'PortForwarding': '1.2', Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'QosPolicy': '1.10', Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'SecurityGroup': '1.5', Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'SecurityGroupRule': '1.2', Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'SubPort': '1.0', Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'Subnet': '1.1', Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: 'Trunk': '1.1'}} Nov 26 02:31:29.851885 n-d-819389-3 neutron-server[104803]: {{(pid=104803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 02:31:29.898774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Attempting to bind port 5b16150a-4ec0-437e-9d39-b2389a182ef8 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:31:29.899408 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Attempting to bind port 5b16150a-4ec0-437e-9d39-b2389a182ef8 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '14a638f1-a512-46ed-9a43-169400edcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92db6890-737c-4eaa-8990-86f9de3fd92e'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:31:29.899585 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Attempting to bind port 5b16150a-4ec0-437e-9d39-b2389a182ef8 on network 92db6890-737c-4eaa-8990-86f9de3fd92e {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:31:29.905146 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:31:29.905525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Checking segment: {'id': '14a638f1-a512-46ed-9a43-169400edcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92db6890-737c-4eaa-8990-86f9de3fd92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:31:29.906001 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:29.906394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Bound using segment: {'id': '14a638f1-a512-46ed-9a43-169400edcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92db6890-737c-4eaa-8990-86f9de3fd92e'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:31:29.906854 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Bound port: 5b16150a-4ec0-437e-9d39-b2389a182ef8, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a638f1-a512-46ed-9a43-169400edcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92db6890-737c-4eaa-8990-86f9de3fd92e'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:31:29.907270 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:29.967710 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ec63d306-ace8-4831-88b6-15904676756c None None] For port 5b16150a-4ec0-437e-9d39-b2389a182ef8, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:31:29.989872 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ec63d306-ace8-4831-88b6-15904676756c None None] For port 5b16150a-4ec0-437e-9d39-b2389a182ef8, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5b16150a-4ec0-437e-9d39-b2389a182ef8,segment=NetworkSegment(14a638f1-a512-46ed-9a43-169400edcd1a),segment_id=14a638f1-a512-46ed-9a43-169400edcd1a)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:31:29.994219 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:30.050719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63d306-ace8-4831-88b6-15904676756c None None] Pushing event updated for resources: {'Port': ['ID=5b16150a-4ec0-437e-9d39-b2389a182ef8,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:31:31.504254 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52002) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:31:31.820129 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-ab3cd673-dc5b-4ed2-b0f2-b35ab01ab36d admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:31:31.821132 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ab3cd673-dc5b-4ed2-b0f2-b35ab01ab36d admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3158102 Nov 26 02:31:34.404848 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52010) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:31:34.716005 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-47c46a68-d839-4970-836b-a712db55c331 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:31:34.717115 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-47c46a68-d839-4970-836b-a712db55c331 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3113298 Nov 26 02:31:37.567896 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52020) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:31:37.877951 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-905e4778-47cd-463c-a7f1-61645d465a12 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '54e46b1c74e4422fa626b9773078ca77', 'name': 'router1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:31:37.902293 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-905e4778-47cd-463c-a7f1-61645d465a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:37.903887 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-905e4778-47cd-463c-a7f1-61645d465a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:38.037060 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-905e4778-47cd-463c-a7f1-61645d465a12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:38.042423 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-905e4778-47cd-463c-a7f1-61645d465a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:38.057477 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-905e4778-47cd-463c-a7f1-61645d465a12 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:38.058622 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-905e4778-47cd-463c-a7f1-61645d465a12 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4896364 Nov 26 02:31:39.118998 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527aac6d-c9d7-484f-a89e-018c0f5fc3bd None None] Network 92db6890-737c-4eaa-8990-86f9de3fd92e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:31:39.221108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-36994796-6944-4110-8228-74c01a41a8d6 None None] Provisioning complete for port 5b16150a-4ec0-437e-9d39-b2389a182ef8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:31:39.221516 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-36994796-6944-4110-8228-74c01a41a8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:39.264340 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5b16150a-4ec0-437e-9d39-b2389a182ef8 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:31:39.474744 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 5b16150a-4ec0-437e-9d39-b2389a182ef8 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:31:39.475003 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:39.477918 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-36994796-6944-4110-8228-74c01a41a8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:39.546731 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-36994796-6944-4110-8228-74c01a41a8d6 None None] For port 5b16150a-4ec0-437e-9d39-b2389a182ef8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5b16150a-4ec0-437e-9d39-b2389a182ef8,segment=NetworkSegment(14a638f1-a512-46ed-9a43-169400edcd1a),segment_id=14a638f1-a512-46ed-9a43-169400edcd1a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:31:39.558070 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-36994796-6944-4110-8228-74c01a41a8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:39.648129 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36994796-6944-4110-8228-74c01a41a8d6 None None] Pushing event updated for resources: {'Port': ['ID=5b16150a-4ec0-437e-9d39-b2389a182ef8,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:31:39.780529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6ee1db89-646a-4b66-acc9-a56ffe6be540 None None] Provisioning complete for port 5b16150a-4ec0-437e-9d39-b2389a182ef8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:31:39.780905 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6ee1db89-646a-4b66-acc9-a56ffe6be540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:40.642059 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52034) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:31:40.949237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-cde41301-fd35-4596-8895-27046a0cfd5d admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:31:40.950248 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cde41301-fd35-4596-8895-27046a0cfd5d admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3071678 Nov 26 02:31:41.201715 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5b16150a-4ec0-437e-9d39-b2389a182ef8 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:31:41.250385 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 5b16150a-4ec0-437e-9d39-b2389a182ef8 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:31:41.250753 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:41.560332 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-49bd544b-abf0-40d1-927f-6bc156c0f475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:43.516295 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52042) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:31:43.832168 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-eae76429-df33-44ed-acad-8b6f7d02c5f8 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:31:43.852675 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae76429-df33-44ed-acad-8b6f7d02c5f8 admin admin] Made reservation on behalf of a21868573ce74594a0242bb0a05924ad for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:31:43.855149 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eae76429-df33-44ed-acad-8b6f7d02c5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:43.863150 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eae76429-df33-44ed-acad-8b6f7d02c5f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:43.937158 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eae76429-df33-44ed-acad-8b6f7d02c5f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:43.941506 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eae76429-df33-44ed-acad-8b6f7d02c5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:43.956255 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eae76429-df33-44ed-acad-8b6f7d02c5f8 admin admin] Reserving flat network on physical network physnet1 {{(pid=104801) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 26 02:31:43.973731 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae76429-df33-44ed-acad-8b6f7d02c5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90035f7f-9dbf-48f7-8b41-a2a977261145,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:31:43.978328 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eae76429-df33-44ed-acad-8b6f7d02c5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:43.978675 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-eae76429-df33-44ed-acad-8b6f7d02c5f8 admin admin] Added segment 92fc59e5-50aa-46f9-ac56-1c5ec2f15e84 of type flat for network 0d5755d8-1b72-4bfa-9d12-12884b148955 Nov 26 02:31:44.022753 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e24f-3945-49a0-9681-86fb81edfac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:44.023859 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eae76429-df33-44ed-acad-8b6f7d02c5f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:44.055292 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eae76429-df33-44ed-acad-8b6f7d02c5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:44.056369 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae76429-df33-44ed-acad-8b6f7d02c5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:31:44.056944 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eae76429-df33-44ed-acad-8b6f7d02c5f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:44.107603 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-eae76429-df33-44ed-acad-8b6f7d02c5f8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5901892 Nov 26 02:31:44.121019 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae76429-df33-44ed-acad-8b6f7d02c5f8 admin admin] Pushing event updated for resources: {'Network': ['ID=0d5755d8-1b72-4bfa-9d12-12884b148955,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:31:44.131055 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:31:44.799536 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:46.359574 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:46.656727 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52060) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:31:46.733342 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 5 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:31:46.827812 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c57ef-86e1-4f38-b0a6-cf5134d72881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:31:46.829181 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1e9c57ef-86e1-4f38-b0a6-cf5134d72881 admin admin] 10.222.0.31 "GET /v2.0/subnets/0fb77969-8670-4a44-a5bb-6b936f0815e5 HTTP/1.1" status: 200 len: 849 time: 0.1714954 Nov 26 02:31:46.944235 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ffaf3922-4e7b-4e96-9850-e191923248a5 admin admin] 10.222.0.31 "GET /v2.0/routers/9e850efd-c66d-4013-993f-675227ead9e8 HTTP/1.1" status: 200 len: 704 time: 0.1089993 Nov 26 02:31:47.202033 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20b013ea-4db5-4d92-8574-34374e5e851f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:47.413190 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:47.489633 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-20b013ea-4db5-4d92-8574-34374e5e851f admin admin] Allocated IP 172.20.0.1 (92db6890-737c-4eaa-8990-86f9de3fd92e/0fb77969-8670-4a44-a5bb-6b936f0815e5/bf867361-0c2d-4f72-acdd-02c0490d529a) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:31:47.683152 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20b013ea-4db5-4d92-8574-34374e5e851f admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:47.749228 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20b013ea-4db5-4d92-8574-34374e5e851f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:47.821399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b013ea-4db5-4d92-8574-34374e5e851f admin admin] Network 92db6890-737c-4eaa-8990-86f9de3fd92e is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:31:47.826056 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-20b013ea-4db5-4d92-8574-34374e5e851f admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:31:47.831832 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b013ea-4db5-4d92-8574-34374e5e851f admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:31:47.832366 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20b013ea-4db5-4d92-8574-34374e5e851f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:47.900837 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b013ea-4db5-4d92-8574-34374e5e851f admin admin] Pushing event updated for resources: {'Port': ['ID=bf867361-0c2d-4f72-acdd-02c0490d529a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:31:48.000952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f87cd929-a40e-4937-aae5-f5a7b5c61976 None None] Provisioning complete for port bf867361-0c2d-4f72-acdd-02c0490d529a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:31:48.001243 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f87cd929-a40e-4937-aae5-f5a7b5c61976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:48.031752 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20b013ea-4db5-4d92-8574-34374e5e851f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:48.077166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f87cd929-a40e-4937-aae5-f5a7b5c61976 None None] Port bf867361-0c2d-4f72-acdd-02c0490d529a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:31:48.238425 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20b013ea-4db5-4d92-8574-34374e5e851f admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:48.242875 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20b013ea-4db5-4d92-8574-34374e5e851f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:48.243726 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20b013ea-4db5-4d92-8574-34374e5e851f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:48.316682 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b013ea-4db5-4d92-8574-34374e5e851f admin admin] Pushing event updated for resources: {'Port': ['ID=bf867361-0c2d-4f72-acdd-02c0490d529a,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:31:48.366979 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b013ea-4db5-4d92-8574-34374e5e851f admin admin] Network 92db6890-737c-4eaa-8990-86f9de3fd92e is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:31:48.368311 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-20b013ea-4db5-4d92-8574-34374e5e851f admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:31:48.523369 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b013ea-4db5-4d92-8574-34374e5e851f admin admin] Router 9e850efd-c66d-4013-993f-675227ead9e8 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:31:48.599797 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4440a605-33c6-48ac-8e42-31babd2fc8fd None None] Provisioning complete for port bf867361-0c2d-4f72-acdd-02c0490d529a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:31:48.600359 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4440a605-33c6-48ac-8e42-31babd2fc8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:48.614577 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b013ea-4db5-4d92-8574-34374e5e851f admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:31:48.619930 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-20b013ea-4db5-4d92-8574-34374e5e851f admin admin] 10.222.0.31 "PUT /v2.0/routers/9e850efd-c66d-4013-993f-675227ead9e8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6696498 Nov 26 02:31:48.626944 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Sync routers for ids ['9e850efd-c66d-4013-993f-675227ead9e8'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:31:48.633384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4440a605-33c6-48ac-8e42-31babd2fc8fd None None] Port bf867361-0c2d-4f72-acdd-02c0490d529a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:31:48.646047 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Routers {'9e850efd-c66d-4013-993f-675227ead9e8'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:31:48.646921 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:31:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9e850efd-c66d-4013-993f-675227ead9e8'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:31:48.838397 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Set router 9e850efd-c66d-4013-993f-675227ead9e8 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:31:49.263879 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e850efd-c66d-4013-993f-675227ead9e8', 'name': 'router1', 'tenant_id': '54e46b1c74e4422fa626b9773078ca77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:31:37Z', 'updated_at': '2021-11-26T02:31:47Z', 'revision_number': 2, 'project_id': '54e46b1c74e4422fa626b9773078ca77', 'gw_port_host': None, '_interfaces': [{'id': 'bf867361-0c2d-4f72-acdd-02c0490d529a', 'name': '', 'network_id': '92db6890-737c-4eaa-8990-86f9de3fd92e', 'tenant_id': '54e46b1c74e4422fa626b9773078ca77', 'mac_address': 'fa:16:3e:a0:ad:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e850efd-c66d-4013-993f-675227ead9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0fb77969-8670-4a44-a5bb-6b936f0815e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:31:47Z', 'updated_at': '2021-11-26T02:31:48Z', 'revision_number': 2, 'project_id': '54e46b1c74e4422fa626b9773078ca77', 'subnets': [{'id': '0fb77969-8670-4a44-a5bb-6b936f0815e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e25b2841-9372-49b6-9fcb-c2fc35384b60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:31:49.314303 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Checking router: 9e850efd-c66d-4013-993f-675227ead9e8 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:31:49.314693 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Updating router 9e850efd-c66d-4013-993f-675227ead9e8 port bf867361-0c2d-4f72-acdd-02c0490d529a binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:31:49.363260 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:49.875523 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:49.881842 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:50.051021 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46819bf7-e38c-4252-ab7c-90dded001e70 None None] Pushing event updated for resources: {'Port': ['ID=bf867361-0c2d-4f72-acdd-02c0490d529a,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:31:50.053402 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Attempting to bind port bf867361-0c2d-4f72-acdd-02c0490d529a on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:31:50.053816 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Attempting to bind port bf867361-0c2d-4f72-acdd-02c0490d529a by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '14a638f1-a512-46ed-9a43-169400edcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92db6890-737c-4eaa-8990-86f9de3fd92e'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:31:50.054276 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Attempting to bind port bf867361-0c2d-4f72-acdd-02c0490d529a on network 92db6890-737c-4eaa-8990-86f9de3fd92e {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:31:50.063792 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46819bf7-e38c-4252-ab7c-90dded001e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:50.064164 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46819bf7-e38c-4252-ab7c-90dded001e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:50.064511 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46819bf7-e38c-4252-ab7c-90dded001e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:50.064851 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46819bf7-e38c-4252-ab7c-90dded001e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:50.065189 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46819bf7-e38c-4252-ab7c-90dded001e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:50.065525 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46819bf7-e38c-4252-ab7c-90dded001e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:50.065858 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46819bf7-e38c-4252-ab7c-90dded001e70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:50.066189 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46819bf7-e38c-4252-ab7c-90dded001e70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:50.066516 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46819bf7-e38c-4252-ab7c-90dded001e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:50.066845 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46819bf7-e38c-4252-ab7c-90dded001e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:50.067173 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46819bf7-e38c-4252-ab7c-90dded001e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:50.067498 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46819bf7-e38c-4252-ab7c-90dded001e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46819bf7-e38c-4252-ab7c-90dded001e70 None None] Tracked resource versions report: Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: pushed versions: Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: { 'AddressGroup': {'1.2'}, Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'ConntrackHelper': {'1.0'}, Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'Log': {'1.0'}, Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'Network': {'1.1'}, Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'Port': {'1.7'}, Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'PortForwarding': {'1.2'}, Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'QosPolicy': {'1.10'}, Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'SecurityGroup': {'1.5'}, Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'SecurityGroupRule': {'1.2'}, Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'SubPort': {'1.0'}, Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'Subnet': {'1.1'}, Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'Trunk': {'1.1'}} Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: consumer versions: Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: { DHCP agent@n-d-819389-3: {}, Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: L3 agent@n-d-819389-3: {}, Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: Metadata agent@n-d-819389-3: {}, Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: Metering agent@n-d-819389-3: {}, Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: Open vSwitch agent@n-d-819389-3: { 'AddressGroup': '1.2', Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'ConntrackHelper': '1.0', Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'Log': '1.0', Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'Network': '1.1', Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'Port': '1.7', Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'PortForwarding': '1.2', Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'QosPolicy': '1.10', Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'SecurityGroup': '1.5', Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'SecurityGroupRule': '1.2', Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'SubPort': '1.0', Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'Subnet': '1.1', Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: 'Trunk': '1.1'}} Nov 26 02:31:50.068575 n-d-819389-3 neutron-server[104804]: {{(pid=104804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 02:31:50.073330 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:31:50.073759 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Checking segment: {'id': '14a638f1-a512-46ed-9a43-169400edcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92db6890-737c-4eaa-8990-86f9de3fd92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:31:50.074247 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:50.074656 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Bound using segment: {'id': '14a638f1-a512-46ed-9a43-169400edcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92db6890-737c-4eaa-8990-86f9de3fd92e'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:31:50.075103 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Bound port: bf867361-0c2d-4f72-acdd-02c0490d529a, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a638f1-a512-46ed-9a43-169400edcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92db6890-737c-4eaa-8990-86f9de3fd92e'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:31:50.075498 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:50.140902 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] For port bf867361-0c2d-4f72-acdd-02c0490d529a, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:31:50.161010 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] For port bf867361-0c2d-4f72-acdd-02c0490d529a, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bf867361-0c2d-4f72-acdd-02c0490d529a,segment=NetworkSegment(14a638f1-a512-46ed-9a43-169400edcd1a),segment_id=14a638f1-a512-46ed-9a43-169400edcd1a)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:31:50.162484 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9b9baca5-484c-4d3d-abcb-f191716a1f2e None None] Provisioning complete for port bf867361-0c2d-4f72-acdd-02c0490d529a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:31:50.163096 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9b9baca5-484c-4d3d-abcb-f191716a1f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:50.165204 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:50.221393 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46819bf7-e38c-4252-ab7c-90dded001e70 None None] Pushing event updated for resources: {'Port': ['ID=bf867361-0c2d-4f72-acdd-02c0490d529a,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:31:50.231175 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Routers {'9e850efd-c66d-4013-993f-675227ead9e8'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:31:50.231787 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:31:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9e850efd-c66d-4013-993f-675227ead9e8'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:31:50.259466 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9b9baca5-484c-4d3d-abcb-f191716a1f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:50.298791 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-9b9baca5-484c-4d3d-abcb-f191716a1f2e None None] For port bf867361-0c2d-4f72-acdd-02c0490d529a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bf867361-0c2d-4f72-acdd-02c0490d529a,segment=NetworkSegment(14a638f1-a512-46ed-9a43-169400edcd1a),segment_id=14a638f1-a512-46ed-9a43-169400edcd1a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:31:50.305905 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9b9baca5-484c-4d3d-abcb-f191716a1f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:50.326837 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] Set router 9e850efd-c66d-4013-993f-675227ead9e8 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:31:50.367543 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9baca5-484c-4d3d-abcb-f191716a1f2e None None] Pushing event updated for resources: {'Port': ['ID=bf867361-0c2d-4f72-acdd-02c0490d529a,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:31:50.429391 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a6a5a323-8994-47c5-8c83-fcd63dfdcbb3 None None] Provisioning complete for port bf867361-0c2d-4f72-acdd-02c0490d529a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:31:50.429770 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a323-8994-47c5-8c83-fcd63dfdcbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:50.552923 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e850efd-c66d-4013-993f-675227ead9e8', 'name': 'router1', 'tenant_id': '54e46b1c74e4422fa626b9773078ca77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:31:37Z', 'updated_at': '2021-11-26T02:31:47Z', 'revision_number': 2, 'project_id': '54e46b1c74e4422fa626b9773078ca77', 'gw_port_host': None, '_interfaces': [{'id': 'bf867361-0c2d-4f72-acdd-02c0490d529a', 'name': '', 'network_id': '92db6890-737c-4eaa-8990-86f9de3fd92e', 'tenant_id': '54e46b1c74e4422fa626b9773078ca77', 'mac_address': 'fa:16:3e:a0:ad:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e850efd-c66d-4013-993f-675227ead9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0fb77969-8670-4a44-a5bb-6b936f0815e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:31:47Z', 'updated_at': '2021-11-26T02:31:50Z', 'revision_number': 4, 'project_id': '54e46b1c74e4422fa626b9773078ca77', 'subnets': [{'id': '0fb77969-8670-4a44-a5bb-6b936f0815e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e25b2841-9372-49b6-9fcb-c2fc35384b60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:31:50.579444 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a580f06-1195-4c55-addd-2920829e20a8 None None] The sync data for ids ['9e850efd-c66d-4013-993f-675227ead9e8'] in n-d-819389-3 is: [{'id': '9e850efd-c66d-4013-993f-675227ead9e8', 'name': 'router1', 'tenant_id': '54e46b1c74e4422fa626b9773078ca77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:31:37Z', 'updated_at': '2021-11-26T02:31:47Z', 'revision_number': 2, 'project_id': '54e46b1c74e4422fa626b9773078ca77', 'gw_port_host': None, '_interfaces': [{'id': 'bf867361-0c2d-4f72-acdd-02c0490d529a', 'name': '', 'network_id': '92db6890-737c-4eaa-8990-86f9de3fd92e', 'tenant_id': '54e46b1c74e4422fa626b9773078ca77', 'mac_address': 'fa:16:3e:a0:ad:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e850efd-c66d-4013-993f-675227ead9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0fb77969-8670-4a44-a5bb-6b936f0815e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:31:47Z', 'updated_at': '2021-11-26T02:31:50Z', 'revision_number': 4, 'project_id': '54e46b1c74e4422fa626b9773078ca77', 'subnets': [{'id': '0fb77969-8670-4a44-a5bb-6b936f0815e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e25b2841-9372-49b6-9fcb-c2fc35384b60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:31:51.055807 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52080) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:31:51.197882 n-d-819389-3 neutron-server[104802]: WARNING oslo_policy.policy [None req-a43ff065-fe5b-4361-b844-f9da44112382 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 02:31:51.198473 n-d-819389-3 neutron-server[104802]: WARNING oslo_policy.policy [None req-a43ff065-fe5b-4361-b844-f9da44112382 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 02:31:51.647425 n-d-819389-3 neutron-server[104802]: DEBUG neutron.policy [None req-a43ff065-fe5b-4361-b844-f9da44112382 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104802) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 26 02:31:51.696647 n-d-819389-3 neutron-server[104802]: WARNING oslo_policy.policy [None req-a43ff065-fe5b-4361-b844-f9da44112382 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 02:31:51.697038 n-d-819389-3 neutron-server[104802]: WARNING oslo_policy.policy [None req-a43ff065-fe5b-4361-b844-f9da44112382 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 02:31:51.706622 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43ff065-fe5b-4361-b844-f9da44112382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:31:51.708524 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a43ff065-fe5b-4361-b844-f9da44112382 admin admin] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 842 time: 0.6517582 Nov 26 02:31:51.720235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.0.1', 'ip_version': 4, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'cidr': '172.25.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:31:51.722204 n-d-819389-3 neutron-server[104802]: INFO neutron.quota [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Loaded quota_driver: . Nov 26 02:31:51.766245 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Made reservation on behalf of a21868573ce74594a0242bb0a05924ad for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:31:51.769384 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:52.174652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.objects.ports [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104802) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 02:31:52.175305 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:52.241262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:31:52.241632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Network hostable DHCP agents. Network: 0d5755d8-1b72-4bfa-9d12-12884b148955, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:31:52.252410 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97201113-b3ab-4f69-821c-5cd037ad2c48,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:31:52.268961 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:52.269304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:52.269645 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:52.269972 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:52.270298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:52.270619 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:52.270941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:52.271256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:52.271571 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:52.271885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:52.272232 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:52.272546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Tracked resource versions report: Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: pushed versions: Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: { 'AddressGroup': {'1.2'}, Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'ConntrackHelper': {'1.0'}, Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'Log': {'1.0'}, Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'Network': {'1.1'}, Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'Port': {'1.7'}, Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'PortForwarding': {'1.2'}, Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'QosPolicy': {'1.10'}, Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'SecurityGroup': {'1.5'}, Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'SecurityGroupRule': {'1.2'}, Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'SubPort': {'1.0'}, Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'Subnet': {'1.1'}, Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'Trunk': {'1.1'}} Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: consumer versions: Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: { DHCP agent@n-d-819389-3: {}, Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: L3 agent@n-d-819389-3: {}, Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: Metadata agent@n-d-819389-3: {}, Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: Metering agent@n-d-819389-3: {}, Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: Open vSwitch agent@n-d-819389-3: { 'AddressGroup': '1.2', Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'ConntrackHelper': '1.0', Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'Log': '1.0', Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'Network': '1.1', Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'Port': '1.7', Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'PortForwarding': '1.2', Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'QosPolicy': '1.10', Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'SecurityGroup': '1.5', Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'SecurityGroupRule': '1.2', Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'SubPort': '1.0', Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'Subnet': '1.1', Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: 'Trunk': '1.1'}} Nov 26 02:31:52.273577 n-d-819389-3 neutron-server[104802]: {{(pid=104802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 02:31:52.300037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:31:52.317280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 0d5755d8-1b72-4bfa-9d12-12884b148955) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:31:52.322336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:31:52.322981 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:52.328763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62308d9-9c5d-4d96-8d73-b0e9a9f589e5 None None] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:31:52.356120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-84bfa739-a492-47f4-bc01-999fb9c12043 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6299613 Nov 26 02:31:52.466766 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f357b3-fb64-4b3b-aaf7-648e2302f9d1 None None] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:31:54.871948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52100) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:31:55.121888 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a3693761-cc33-4884-81ec-612325ca7096 admin admin] 10.222.0.31 "GET /v2.0/routers/9e850efd-c66d-4013-993f-675227ead9e8 HTTP/1.1" status: 200 len: 710 time: 0.2486393 Nov 26 02:31:55.210814 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b606094a-2570-41b8-bb14-f334c5d4a8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:31:55.212201 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b606094a-2570-41b8-bb14-f334c5d4a8b7 admin admin] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 886 time: 0.0845196 Nov 26 02:31:55.221376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-9497ae71-e8a5-44b8-9ef2-a67f3aee2406 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:31:55.458137 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9497ae71-e8a5-44b8-9ef2-a67f3aee2406 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:55.691963 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9497ae71-e8a5-44b8-9ef2-a67f3aee2406 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:55.766653 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9497ae71-e8a5-44b8-9ef2-a67f3aee2406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:55.920424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-9497ae71-e8a5-44b8-9ef2-a67f3aee2406 admin admin] Allocated IP 172.25.0.225 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/bc9945d3-bdf1-4a47-bec3-b474608e385c) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:31:56.033344 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9497ae71-e8a5-44b8-9ef2-a67f3aee2406 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:56.102150 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9497ae71-e8a5-44b8-9ef2-a67f3aee2406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:56.170262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9497ae71-e8a5-44b8-9ef2-a67f3aee2406 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:31:56.174884 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-9497ae71-e8a5-44b8-9ef2-a67f3aee2406 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:31:56.180273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9497ae71-e8a5-44b8-9ef2-a67f3aee2406 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:31:56.271242 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497ae71-e8a5-44b8-9ef2-a67f3aee2406 admin admin] Pushing event updated for resources: {'Port': ['ID=bc9945d3-bdf1-4a47-bec3-b474608e385c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:31:56.518745 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9497ae71-e8a5-44b8-9ef2-a67f3aee2406 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:56.711609 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9497ae71-e8a5-44b8-9ef2-a67f3aee2406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:56.716578 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9497ae71-e8a5-44b8-9ef2-a67f3aee2406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:56.826497 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9497ae71-e8a5-44b8-9ef2-a67f3aee2406 admin admin] Router 9e850efd-c66d-4013-993f-675227ead9e8 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:31:56.930065 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9497ae71-e8a5-44b8-9ef2-a67f3aee2406 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:31:56.935089 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9497ae71-e8a5-44b8-9ef2-a67f3aee2406 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:56.936328 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9497ae71-e8a5-44b8-9ef2-a67f3aee2406 admin admin] 10.222.0.31 "PUT /v2.0/routers/9e850efd-c66d-4013-993f-675227ead9e8 HTTP/1.1" status: 200 len: 890 time: 1.7180724 Nov 26 02:31:57.237967 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bf867361-0c2d-4f72-acdd-02c0490d529a up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:31:57.289153 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port bf867361-0c2d-4f72-acdd-02c0490d529a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:31:57.289527 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:57.800937 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Sync routers for ids ['9e850efd-c66d-4013-993f-675227ead9e8'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:31:57.812798 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Routers {'9e850efd-c66d-4013-993f-675227ead9e8'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:31:57.813462 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:31:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9e850efd-c66d-4013-993f-675227ead9e8'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:31:58.019887 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Set router 9e850efd-c66d-4013-993f-675227ead9e8 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:31:58.462665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e850efd-c66d-4013-993f-675227ead9e8', 'name': 'router1', 'tenant_id': '54e46b1c74e4422fa626b9773078ca77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc9945d3-bdf1-4a47-bec3-b474608e385c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:31:37Z', 'updated_at': '2021-11-26T02:31:56Z', 'revision_number': 4, 'project_id': '54e46b1c74e4422fa626b9773078ca77', 'gw_port': {'id': 'bc9945d3-bdf1-4a47-bec3-b474608e385c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e850efd-c66d-4013-993f-675227ead9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:31:55Z', 'updated_at': '2021-11-26T02:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bf867361-0c2d-4f72-acdd-02c0490d529a', 'name': '', 'network_id': '92db6890-737c-4eaa-8990-86f9de3fd92e', 'tenant_id': '54e46b1c74e4422fa626b9773078ca77', 'mac_address': 'fa:16:3e:a0:ad:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e850efd-c66d-4013-993f-675227ead9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0fb77969-8670-4a44-a5bb-6b936f0815e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:31:47Z', 'updated_at': '2021-11-26T02:31:50Z', 'revision_number': 5, 'project_id': '54e46b1c74e4422fa626b9773078ca77', 'subnets': [{'id': '0fb77969-8670-4a44-a5bb-6b936f0815e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e25b2841-9372-49b6-9fcb-c2fc35384b60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:31:58.513869 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Checking router: 9e850efd-c66d-4013-993f-675227ead9e8 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:31:58.514219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Updating router 9e850efd-c66d-4013-993f-675227ead9e8 port bc9945d3-bdf1-4a47-bec3-b474608e385c binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:31:58.559545 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:58.864366 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:58.870271 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:58.920646 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Attempting to bind port bc9945d3-bdf1-4a47-bec3-b474608e385c on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:31:58.921026 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Attempting to bind port bc9945d3-bdf1-4a47-bec3-b474608e385c by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:31:58.921397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Attempting to bind port bc9945d3-bdf1-4a47-bec3-b474608e385c on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:31:58.925823 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa9ded-f064-48a0-a8ac-3d804b7e6ece None None] Pushing event updated for resources: {'Port': ['ID=bc9945d3-bdf1-4a47-bec3-b474608e385c,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:31:58.928433 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:31:58.928840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:31:58.929218 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:58.929607 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:31:58.930081 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Bound port: bc9945d3-bdf1-4a47-bec3-b474608e385c, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:31:58.930472 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:58.979942 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] For port bc9945d3-bdf1-4a47-bec3-b474608e385c, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:31:58.982930 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] For port bc9945d3-bdf1-4a47-bec3-b474608e385c, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bc9945d3-bdf1-4a47-bec3-b474608e385c,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:31:58.987178 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:31:59.042671 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Routers {'9e850efd-c66d-4013-993f-675227ead9e8'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:31:59.043276 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:31:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9e850efd-c66d-4013-993f-675227ead9e8'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:31:59.046146 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa9ded-f064-48a0-a8ac-3d804b7e6ece None None] Pushing event updated for resources: {'Port': ['ID=bc9945d3-bdf1-4a47-bec3-b474608e385c,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:31:59.149853 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] Set router 9e850efd-c66d-4013-993f-675227ead9e8 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:31:59.352633 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e850efd-c66d-4013-993f-675227ead9e8', 'name': 'router1', 'tenant_id': '54e46b1c74e4422fa626b9773078ca77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc9945d3-bdf1-4a47-bec3-b474608e385c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:31:37Z', 'updated_at': '2021-11-26T02:31:56Z', 'revision_number': 4, 'project_id': '54e46b1c74e4422fa626b9773078ca77', 'gw_port': {'id': 'bc9945d3-bdf1-4a47-bec3-b474608e385c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e850efd-c66d-4013-993f-675227ead9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:31:55Z', 'updated_at': '2021-11-26T02:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bf867361-0c2d-4f72-acdd-02c0490d529a', 'name': '', 'network_id': '92db6890-737c-4eaa-8990-86f9de3fd92e', 'tenant_id': '54e46b1c74e4422fa626b9773078ca77', 'mac_address': 'fa:16:3e:a0:ad:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e850efd-c66d-4013-993f-675227ead9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0fb77969-8670-4a44-a5bb-6b936f0815e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:31:47Z', 'updated_at': '2021-11-26T02:31:50Z', 'revision_number': 5, 'project_id': '54e46b1c74e4422fa626b9773078ca77', 'subnets': [{'id': '0fb77969-8670-4a44-a5bb-6b936f0815e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e25b2841-9372-49b6-9fcb-c2fc35384b60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:31:59.378327 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0c7515-66b9-4fdc-8ccd-90a7b81a5ef3 None None] The sync data for ids ['9e850efd-c66d-4013-993f-675227ead9e8'] in n-d-819389-3 is: [{'id': '9e850efd-c66d-4013-993f-675227ead9e8', 'name': 'router1', 'tenant_id': '54e46b1c74e4422fa626b9773078ca77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc9945d3-bdf1-4a47-bec3-b474608e385c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:31:37Z', 'updated_at': '2021-11-26T02:31:56Z', 'revision_number': 4, 'project_id': '54e46b1c74e4422fa626b9773078ca77', 'gw_port': {'id': 'bc9945d3-bdf1-4a47-bec3-b474608e385c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e850efd-c66d-4013-993f-675227ead9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:31:55Z', 'updated_at': '2021-11-26T02:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bf867361-0c2d-4f72-acdd-02c0490d529a', 'name': '', 'network_id': '92db6890-737c-4eaa-8990-86f9de3fd92e', 'tenant_id': '54e46b1c74e4422fa626b9773078ca77', 'mac_address': 'fa:16:3e:a0:ad:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e850efd-c66d-4013-993f-675227ead9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0fb77969-8670-4a44-a5bb-6b936f0815e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:31:47Z', 'updated_at': '2021-11-26T02:31:50Z', 'revision_number': 5, 'project_id': '54e46b1c74e4422fa626b9773078ca77', 'subnets': [{'id': '0fb77969-8670-4a44-a5bb-6b936f0815e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e25b2841-9372-49b6-9fcb-c2fc35384b60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:31:59.566090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52112) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:31:59.682337 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b3429e67-3438-40f9-8026-5277a6cf6050 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1150072 Nov 26 02:32:01.231246 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bc9945d3-bdf1-4a47-bec3-b474608e385c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:32:01.281419 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port bc9945d3-bdf1-4a47-bec3-b474608e385c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:32:01.282617 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:32:01.354967 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:32:01.376430 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port bc9945d3-bdf1-4a47-bec3-b474608e385c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bc9945d3-bdf1-4a47-bec3-b474608e385c,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:32:01.380875 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:32:01.437775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=bc9945d3-bdf1-4a47-bec3-b474608e385c,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:32:03.240643 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bc9945d3-bdf1-4a47-bec3-b474608e385c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:32:03.340275 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port bc9945d3-bdf1-4a47-bec3-b474608e385c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:32:03.340275 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:32:11.563340 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9d94-8608-4899-8f0d-855c42793d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:32:14.028018 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-76b1b73b-8c6a-472c-9cd6-8708a74c9141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:32:14.810575 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:32:16.369318 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:32:17.418882 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:32:23.732977 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 5 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:32:41.570465 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-782cff24-3713-4627-9262-076acac8f0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:32:44.059886 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-37e16aa2-68b9-4df8-b09f-9009938ce0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:32:44.964185 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:32:46.384220 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:32:47.415125 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:33:00.730986 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 5 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:33:11.562422 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fe267a00-61ff-4a58-93f1-b6378f75e17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:33:14.038706 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5f373a68-eb5b-416b-87a8-fae4e756fa82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:33:14.812439 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:33:16.374914 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:33:17.411131 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:33:26.578124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52628) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:33:26.639095 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff185142-2b97-47a5-b247-6b8219a744b0 admin admin] GET failed (client error): The resource could not be found. Nov 26 02:33:26.640449 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ff185142-2b97-47a5-b247-6b8219a744b0 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613658 Nov 26 02:33:26.810988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba3ac31-fe58-4fc2-8e69-c201da83d560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:33:26.812510 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bba3ac31-fe58-4fc2-8e69-c201da83d560 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1674995 Nov 26 02:33:29.216701 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52638) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:33:29.315492 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5d1150-d1ad-46fa-9c1e-1f6e8705effc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:33:29.316871 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-de5d1150-d1ad-46fa-9c1e-1f6e8705effc admin admin] 10.222.0.31 "GET /v2.0/subnets/0fb77969-8670-4a44-a5bb-6b936f0815e5 HTTP/1.1" status: 200 len: 849 time: 0.0992160 Nov 26 02:33:29.327334 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-6d0c4dc6-47e4-45d6-8dd8-f61f9d0683c1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:33:29.410343 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6d0c4dc6-47e4-45d6-8dd8-f61f9d0683c1 admin admin] Publish callbacks [] for subnet, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:33:29.547369 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6d0c4dc6-47e4-45d6-8dd8-f61f9d0683c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731989832816'] for subnet, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:33:29.580013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0c4dc6-47e4-45d6-8dd8-f61f9d0683c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:33:29.580303 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6d0c4dc6-47e4-45d6-8dd8-f61f9d0683c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:33:29.581739 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6d0c4dc6-47e4-45d6-8dd8-f61f9d0683c1 admin admin] 10.222.0.31 "PUT /v2.0/subnets/0fb77969-8670-4a44-a5bb-6b936f0815e5 HTTP/1.1" status: 200 len: 868 time: 0.2580621 Nov 26 02:33:29.583799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198751d8-9836-4825-a361-24d588d39a3d None None] Network 92db6890-737c-4eaa-8990-86f9de3fd92e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:33:29.600297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c4dc6-47e4-45d6-8dd8-f61f9d0683c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb77969-8670-4a44-a5bb-6b936f0815e5,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:33:29.607938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c4dc6-47e4-45d6-8dd8-f61f9d0683c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:33:29.608374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c4dc6-47e4-45d6-8dd8-f61f9d0683c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:33:29.608677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c4dc6-47e4-45d6-8dd8-f61f9d0683c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:33:29.609381 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c4dc6-47e4-45d6-8dd8-f61f9d0683c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:33:29.609730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c4dc6-47e4-45d6-8dd8-f61f9d0683c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:33:29.610076 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c4dc6-47e4-45d6-8dd8-f61f9d0683c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:33:29.610413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c4dc6-47e4-45d6-8dd8-f61f9d0683c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:33:29.611012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c4dc6-47e4-45d6-8dd8-f61f9d0683c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:33:29.611355 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c4dc6-47e4-45d6-8dd8-f61f9d0683c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:33:29.611687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c4dc6-47e4-45d6-8dd8-f61f9d0683c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:33:29.612020 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c4dc6-47e4-45d6-8dd8-f61f9d0683c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:33:29.612375 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c4dc6-47e4-45d6-8dd8-f61f9d0683c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:33:30.013177 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a331ebb4-2d4f-4ba4-8e26-725e9bb0c632 None None] Provisioning complete for port 5b16150a-4ec0-437e-9d39-b2389a182ef8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:33:30.013545 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a331ebb4-2d4f-4ba4-8e26-725e9bb0c632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:33:30.095077 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a331ebb4-2d4f-4ba4-8e26-725e9bb0c632 None None] Provisioning complete for port bf867361-0c2d-4f72-acdd-02c0490d529a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:33:30.095369 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a331ebb4-2d4f-4ba4-8e26-725e9bb0c632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:33:31.970512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52646) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:33:32.224118 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1546c5c8-7f35-4ef6-9ce3-7b554b0226de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:33:32.224503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1546c5c8-7f35-4ef6-9ce3-7b554b0226de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:33:32.226034 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1546c5c8-7f35-4ef6-9ce3-7b554b0226de admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2545576 Nov 26 02:33:34.575226 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52654) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:33:34.707415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff1f76e-0d6c-45cd-876d-3d8c6a20b6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:33:34.707879 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff1f76e-0d6c-45cd-876d-3d8c6a20b6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:33:34.709436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fff1f76e-0d6c-45cd-876d-3d8c6a20b6a9 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1332316 Nov 26 02:33:37.056117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52662) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:33:37.179461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb49aaa4-424b-477c-844e-d2fb0f2c314e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:33:37.180904 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cb49aaa4-424b-477c-844e-d2fb0f2c314e admin admin] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 886 time: 0.1238208 Nov 26 02:33:37.728970 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 5 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:33:39.534444 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52670) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:33:39.678370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3984e5-4e90-45b6-9e6c-3bfc134ef6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:33:39.680346 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2e3984e5-4e90-45b6-9e6c-3bfc134ef6c6 admin admin] 10.222.0.31 "GET /v2.0/networks/92db6890-737c-4eaa-8990-86f9de3fd92e HTTP/1.1" status: 200 len: 869 time: 0.1448624 Nov 26 02:33:41.563847 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-56cae39f-08fb-4f8d-97b8-5fa322f0f472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:33:42.053546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52678) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:33:42.173546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69256ba3-0c0a-4560-ba46-65ae84b9ec42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:33:42.174007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69256ba3-0c0a-4560-ba46-65ae84b9ec42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:33:42.175522 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-69256ba3-0c0a-4560-ba46-65ae84b9ec42 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1210077 Nov 26 02:33:44.041747 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-29b26a2f-051e-49d7-b035-4cb1ae4ab192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:33:44.563824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52686) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:33:44.657869 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356813a1-29ad-4ed9-b301-a9d7681a9b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:33:44.658328 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356813a1-29ad-4ed9-b301-a9d7681a9b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:33:44.659858 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-356813a1-29ad-4ed9-b301-a9d7681a9b11 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0950327 Nov 26 02:33:44.817406 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:33:46.377037 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:33:47.028931 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52694) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:33:47.119329 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679191af-887f-40ad-ae2d-bcec4b95a264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:33:47.120702 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-679191af-887f-40ad-ae2d-bcec4b95a264 admin admin] 10.222.0.31 "GET /v2.0/subnets/0fb77969-8670-4a44-a5bb-6b936f0815e5 HTTP/1.1" status: 200 len: 868 time: 0.0908062 Nov 26 02:33:47.414860 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:33:49.461860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52702) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:33:49.546984 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558a9b8b-d69b-4262-8919-1b7cc2f2cad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:33:49.548351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-558a9b8b-d69b-4262-8919-1b7cc2f2cad6 admin admin] 10.222.0.31 "GET /v2.0/subnets/97201113-b3ab-4f69-821c-5cd037ad2c48 HTTP/1.1" status: 200 len: 816 time: 0.0855055 Nov 26 02:34:11.564995 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d9feb035-e86c-4bf9-bd8b-3f5b1a7875d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:14.043171 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2c490df4-b015-4b39-9009-c4bdca4d1127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:14.526097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52756) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:34:14.575090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-4d536288-b802-4756-909a-e9105c95662b admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:34:14.576228 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4d536288-b802-4756-909a-e9105c95662b admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490603 Nov 26 02:34:14.727174 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 5 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:34:14.820128 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:16.379492 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:17.025970 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52764) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:34:17.084599 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-7109b21a-c299-4950-a4f4-854b9b745e27 admin admin] GET failed (client error): The resource could not be found. Nov 26 02:34:17.086581 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7109b21a-c299-4950-a4f4-854b9b745e27 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596383 Nov 26 02:34:17.172079 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887bb36f-0024-48da-beb1-3c59cd779085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:34:17.173566 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-887bb36f-0024-48da-beb1-3c59cd779085 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0825350 Nov 26 02:34:17.416914 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:19.536948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52772) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:34:19.582567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-94ce755a-1a66-4307-acad-50ec471ed4bc admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:34:19.605589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ce755a-1a66-4307-acad-50ec471ed4bc admin admin] Made reservation on behalf of a21868573ce74594a0242bb0a05924ad for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:34:19.607823 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94ce755a-1a66-4307-acad-50ec471ed4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:19.648831 n-d-819389-3 neutron-server[104802]: WARNING neutron.services.revisions.revision_plugin [None req-94ce755a-1a66-4307-acad-50ec471ed4bc admin admin] Could not find related network for resource to bump revision. Nov 26 02:34:19.664265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ce755a-1a66-4307-acad-50ec471ed4bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:34:19.675941 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94ce755a-1a66-4307-acad-50ec471ed4bc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731989903903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:19.676528 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94ce755a-1a66-4307-acad-50ec471ed4bc admin admin] Unsubscribe: segment precommit_create {{(pid=104802) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 26 02:34:19.676986 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-94ce755a-1a66-4307-acad-50ec471ed4bc admin admin] Added segment 6f4d5f9f-b68e-4608-957d-cbdc9dcdf612 of type vlan for network 86185af8-e71d-4643-8cc3-c2016818ceb0 Nov 26 02:34:19.722610 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94ce755a-1a66-4307-acad-50ec471ed4bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:19.752551 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94ce755a-1a66-4307-acad-50ec471ed4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:19.753425 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ce755a-1a66-4307-acad-50ec471ed4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:34:19.754024 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94ce755a-1a66-4307-acad-50ec471ed4bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:19.828265 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-94ce755a-1a66-4307-acad-50ec471ed4bc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2901590 Nov 26 02:34:19.846597 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce755a-1a66-4307-acad-50ec471ed4bc admin admin] Pushing event updated for resources: {'Network': ['ID=86185af8-e71d-4643-8cc3-c2016818ceb0,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:34:19.858705 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:34:22.208163 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52780) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:34:22.267214 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c3ae66-ba38-4818-95d6-85f3a8fc050b admin admin] GET failed (client error): The resource could not be found. Nov 26 02:34:22.268472 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-18c3ae66-ba38-4818-95d6-85f3a8fc050b admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593443 Nov 26 02:34:22.340528 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89bb2a3-98d5-4472-bcf7-19c0b8de7cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:34:22.341969 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d89bb2a3-98d5-4472-bcf7-19c0b8de7cc6 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689769 Nov 26 02:34:22.352029 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-d009c4e5-d93c-44b7-ac1d-5c6b2bcbb272 admin admin] Request body: {'subnet': {'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:34:22.370346 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d009c4e5-d93c-44b7-ac1d-5c6b2bcbb272 admin admin] Made reservation on behalf of a21868573ce74594a0242bb0a05924ad for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:34:22.372526 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d009c4e5-d93c-44b7-ac1d-5c6b2bcbb272 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:22.532930 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d009c4e5-d93c-44b7-ac1d-5c6b2bcbb272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:22.586509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009c4e5-d93c-44b7-ac1d-5c6b2bcbb272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb34df56-7b84-4809-a57b-73124223945b,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:34:22.594273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d009c4e5-d93c-44b7-ac1d-5c6b2bcbb272 admin admin] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:34:22.594635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d009c4e5-d93c-44b7-ac1d-5c6b2bcbb272 admin admin] Network hostable DHCP agents. Network: 86185af8-e71d-4643-8cc3-c2016818ceb0, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:34:22.609836 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d009c4e5-d93c-44b7-ac1d-5c6b2bcbb272 admin admin] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:34:22.617690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-d009c4e5-d93c-44b7-ac1d-5c6b2bcbb272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 86185af8-e71d-4643-8cc3-c2016818ceb0) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:34:22.622263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d009c4e5-d93c-44b7-ac1d-5c6b2bcbb272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:34:22.623171 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d009c4e5-d93c-44b7-ac1d-5c6b2bcbb272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:22.626977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89887b04-c50b-45f5-a1e1-39552eb3016b None None] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:34:22.642826 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d009c4e5-d93c-44b7-ac1d-5c6b2bcbb272 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2940547 Nov 26 02:34:22.878309 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-86185af8-e71d-4643-8cc3-c2016818ceb0', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'tenant_id': 'a21868573ce74594a0242bb0a05924ad', 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:34:22.879178 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:23.015578 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Allocated IP 192.168.233.2 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/c6e960ce-30c4-4dec-8d03-4d96208a9608) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:34:23.158989 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:23.166168 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:23.203948 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:34:23.206779 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:34:23.210312 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:34:23.218917 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Pushing event updated for resources: {'Port': ['ID=c6e960ce-30c4-4dec-8d03-4d96208a9608,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:34:23.243380 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:34:23.243737 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:34:23.244163 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:34:23.244453 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:34:23.244794 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:34:23.245129 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:34:23.245463 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:34:23.245793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:34:23.246122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:34:23.246452 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:34:23.246782 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:34:23.247108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:34:23.277404 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Attempting to bind port c6e960ce-30c4-4dec-8d03-4d96208a9608 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:34:23.277782 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Attempting to bind port c6e960ce-30c4-4dec-8d03-4d96208a9608 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:34:23.278145 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Attempting to bind port c6e960ce-30c4-4dec-8d03-4d96208a9608 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:34:23.283111 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:34:23.283492 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:34:23.283896 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:23.284329 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:34:23.284807 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Bound port: c6e960ce-30c4-4dec-8d03-4d96208a9608, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:34:23.285207 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:23.350537 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] For port c6e960ce-30c4-4dec-8d03-4d96208a9608, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:34:23.354175 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] For port c6e960ce-30c4-4dec-8d03-4d96208a9608, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c6e960ce-30c4-4dec-8d03-4d96208a9608,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:34:23.358202 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:23.419025 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930326a-c910-4ee6-8b43-2fc94ebaae1b None None] Pushing event updated for resources: {'Port': ['ID=c6e960ce-30c4-4dec-8d03-4d96208a9608,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:34:24.275877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865d8aad-3e3f-408b-b45f-7c771e18f146 None None] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:34:24.342224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8e954cc7-e46d-4413-9164-479ffdfd4046 None None] Provisioning complete for port c6e960ce-30c4-4dec-8d03-4d96208a9608 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:34:24.342598 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8e954cc7-e46d-4413-9164-479ffdfd4046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:24.486377 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8e954cc7-e46d-4413-9164-479ffdfd4046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:24.530997 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8e954cc7-e46d-4413-9164-479ffdfd4046 None None] For port c6e960ce-30c4-4dec-8d03-4d96208a9608, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c6e960ce-30c4-4dec-8d03-4d96208a9608,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:34:24.537184 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8e954cc7-e46d-4413-9164-479ffdfd4046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:24.607284 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e954cc7-e46d-4413-9164-479ffdfd4046 None None] Pushing event updated for resources: {'Port': ['ID=c6e960ce-30c4-4dec-8d03-4d96208a9608,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:34:24.866015 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-488b49a0-4557-4790-b1e2-0268d61601c3 None None] Provisioning complete for port c6e960ce-30c4-4dec-8d03-4d96208a9608 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:34:24.866972 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-488b49a0-4557-4790-b1e2-0268d61601c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:25.380530 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c6e960ce-30c4-4dec-8d03-4d96208a9608 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:34:25.436184 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port c6e960ce-30c4-4dec-8d03-4d96208a9608 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:34:25.436184 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:41.566888 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-53b81e1e-e207-48e2-8c8f-104abcc65748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:44.044593 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5ff997ce-e3f7-4d17-b9bb-5561834eca94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:44.824527 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:46.382190 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:47.420689 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:34:51.725574 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 5 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:35:11.568282 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4705e528-5103-4c03-a962-52ae4b827ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:35:14.046007 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dd67246a-1cb6-48ee-a6a2-b85a87658ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:35:14.826086 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:35:16.386625 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:35:17.423816 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:35:28.723865 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 5 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:35:34.551621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52824) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:35:34.558058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-1f5e5e10-73e0-4a53-b791-e14efdbf13a1 tempest-verify_tempest_config-2089207486 tempest-verify_tempest_config-2089207486-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:35:34.559027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1f5e5e10-73e0-4a53-b791-e14efdbf13a1 tempest-verify_tempest_config-2089207486 tempest-verify_tempest_config-2089207486-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064054 Nov 26 02:35:34.850154 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52842) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:35:34.959382 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21a1efec-e9aa-4396-8fff-5e66d5bc586d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:35:35.029843 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21a1efec-e9aa-4396-8fff-5e66d5bc586d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:35:35.033441 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21a1efec-e9aa-4396-8fff-5e66d5bc586d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:35:35.076661 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1efec-e9aa-4396-8fff-5e66d5bc586d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2164a1-f04b-4308-bac6-e8c7ad029e1e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:35:35.081097 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-21a1efec-e9aa-4396-8fff-5e66d5bc586d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c27672330a241d29d009795a308c1b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2299173 Nov 26 02:35:35.083797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52848) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:35:35.085520 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a1efec-e9aa-4396-8fff-5e66d5bc586d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.085877 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a1efec-e9aa-4396-8fff-5e66d5bc586d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.086223 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a1efec-e9aa-4396-8fff-5e66d5bc586d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.086565 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a1efec-e9aa-4396-8fff-5e66d5bc586d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.086904 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a1efec-e9aa-4396-8fff-5e66d5bc586d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.087237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a1efec-e9aa-4396-8fff-5e66d5bc586d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.087568 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a1efec-e9aa-4396-8fff-5e66d5bc586d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.087899 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a1efec-e9aa-4396-8fff-5e66d5bc586d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.088255 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a1efec-e9aa-4396-8fff-5e66d5bc586d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.088587 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a1efec-e9aa-4396-8fff-5e66d5bc586d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.088916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a1efec-e9aa-4396-8fff-5e66d5bc586d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.089245 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a1efec-e9aa-4396-8fff-5e66d5bc586d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.154799 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-764da430-ca70-4624-8382-8f6cdfc0ad19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:35:35.178361 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-764da430-ca70-4624-8382-8f6cdfc0ad19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:35:35.269136 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-764da430-ca70-4624-8382-8f6cdfc0ad19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:35:35.271713 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-764da430-ca70-4624-8382-8f6cdfc0ad19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:35:35.274582 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-764da430-ca70-4624-8382-8f6cdfc0ad19 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa2164a1-f04b-4308-bac6-e8c7ad029e1e HTTP/1.1" status: 204 len: 168 time: 0.1897552 Nov 26 02:35:35.282630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764da430-ca70-4624-8382-8f6cdfc0ad19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2164a1-f04b-4308-bac6-e8c7ad029e1e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:35:35.289918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764da430-ca70-4624-8382-8f6cdfc0ad19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.290292 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764da430-ca70-4624-8382-8f6cdfc0ad19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.290610 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764da430-ca70-4624-8382-8f6cdfc0ad19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.290950 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764da430-ca70-4624-8382-8f6cdfc0ad19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.291291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764da430-ca70-4624-8382-8f6cdfc0ad19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.291626 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764da430-ca70-4624-8382-8f6cdfc0ad19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.291993 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764da430-ca70-4624-8382-8f6cdfc0ad19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.292359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764da430-ca70-4624-8382-8f6cdfc0ad19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.292691 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764da430-ca70-4624-8382-8f6cdfc0ad19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.293022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764da430-ca70-4624-8382-8f6cdfc0ad19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.293356 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764da430-ca70-4624-8382-8f6cdfc0ad19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:35.293686 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764da430-ca70-4624-8382-8f6cdfc0ad19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:35:41.570509 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-900f863a-0138-4b5a-bb4e-2aa23cf13a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:35:44.051545 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-122b464f-a32e-48e9-a5ea-5cd6b24c3c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:35:44.828168 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:35:46.387196 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:35:47.424653 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:36:05.722660 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 5 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:36:11.571738 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8f769943-e6f5-4756-bc68-bf0a7df070bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:36:14.052834 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2c6fff1b-c408-4af8-b0bb-19d8a9ec8daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:36:14.832336 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:36:16.389829 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:36:17.427434 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:36:41.572031 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6b958976-8f65-4029-8750-4ce9826674d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:36:42.720374 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 5 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:36:44.055893 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-af83fb96-df98-43db-ab16-e146870ab493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:36:44.834216 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:36:46.392202 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:36:47.429254 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:37:11.572148 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7ed2247d-a00f-493b-bb95-377af2b5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:37:14.056709 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14cffdd5-3e39-49b4-8d58-bdc5dfbd4026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:37:14.836721 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:37:16.487188 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:37:17.430836 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:37:19.718508 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 5 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:37:41.572984 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ef01bd14-93c0-44e5-89d6-ab441315d72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:37:44.057802 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a2a44f9a-8fb9-41bd-8bee-2f37e0522291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:37:44.840528 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:37:46.399929 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:37:47.433055 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:37:56.717085 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 5 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:38:11.576713 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5c4171d0-dafe-4c1c-9f36-959b7bcf6f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:38:14.058464 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0b7c535b-465f-44a3-89a6-f73dda1f06a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:38:14.842103 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:38:16.403215 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:38:17.434905 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:38:33.715661 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 5 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:38:41.576525 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a91d070f-f2a8-4df6-9c73-8231f6b1b805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:38:44.060534 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fad8d55d-3326-4fe5-a12a-5ef21b8577b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:38:44.845655 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:38:46.406634 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:38:47.436927 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:38:51.899317 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-454183'] for agent, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:38:53.260241 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-454183'] for agent, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:39:10.714798 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:39:11.577225 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6f782f7a-15a4-44a4-8807-9cd295cba22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:39:14.061569 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-113dfd11-5544-4d5c-83cd-7d66b1e1294e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:39:14.848980 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:39:16.409155 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:39:17.438031 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:39:21.844695 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:39:23.214502 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:39:30.395343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52904) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:39:30.499085 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-66a0c6c6-e42f-4118-bb04-14e4ef5b2151 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1025760 Nov 26 02:39:32.883747 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52914) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:39:32.946666 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-638ae525-ed45-4137-83bc-e8421c36360f admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0612333 Nov 26 02:39:41.578760 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7c3dfe48-b806-4348-adc5-4483b20617f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:39:44.062910 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6642d047-1ca7-4722-a85f-f7f263706246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:39:44.851344 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:39:46.413725 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:39:47.439941 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:39:47.714033 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:39:51.855669 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:39:53.211681 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:11.580516 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9ab8d077-c099-4a89-8d31-b52931072500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:14.064559 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5042412e-fed3-4e22-95fa-a7c93a62c05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:14.854466 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:16.419543 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:17.447475 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:21.855500 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:23.227246 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:24.715366 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:40:41.581705 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-85d9d85e-856f-4508-a455-4727c453b5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:44.065689 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ad8125b5-2e88-48fe-8d98-40b6a8f34db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:44.856554 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:46.417306 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:47.441528 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:51.885811 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:53.238137 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:56.596004 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53152) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:40:57.017390 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-network', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:40:57.040187 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Made reservation on behalf of 8201a84fe3324f2985fbd4e3961400eb for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:40:57.042820 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:57.051705 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:57.129511 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:57.135233 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:57.147210 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:40:57.174646 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:57.174998 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Added segment 15b65462-b33e-466d-b227-8c39e7e4801d of type vlan for network 58f59887-214e-475d-830a-cd108d137d4b Nov 26 02:40:57.188114 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985e82dc-e50b-43f2-8d5e-f1b1d7fc647c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:40:57.220212 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.220666 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.221023 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.221364 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.221760 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.222096 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.222428 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.222854 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.223187 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.223514 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.224013 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.225067 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Tracked resource versions report: Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: pushed versions: Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: { 'AddressGroup': {'1.2'}, Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'ConntrackHelper': {'1.0'}, Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'Log': {'1.0'}, Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'Network': {'1.1'}, Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'Port': {'1.7'}, Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'PortForwarding': {'1.2'}, Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'QosPolicy': {'1.10'}, Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'SecurityGroup': {'1.5'}, Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'SecurityGroupRule': {'1.2'}, Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'SubPort': {'1.0'}, Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'Subnet': {'1.1'}, Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'Trunk': {'1.1'}} Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: consumer versions: Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: { DHCP agent@n-d-819389-3: {}, Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: HyperV agent@n-h1-819389-3: {}, Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: HyperV agent@n-h2-819389-3: {}, Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: L3 agent@n-d-819389-3: {}, Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: Metadata agent@n-d-819389-3: {}, Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: Metering agent@n-d-819389-3: {}, Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: Open vSwitch agent@n-d-819389-3: { 'AddressGroup': '1.2', Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'ConntrackHelper': '1.0', Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'Log': '1.0', Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'Network': '1.1', Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'Port': '1.7', Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'PortForwarding': '1.2', Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'QosPolicy': '1.10', Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'SecurityGroup': '1.5', Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'SecurityGroupRule': '1.2', Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'SubPort': '1.0', Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'Subnet': '1.1', Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: 'Trunk': '1.1'}} Nov 26 02:40:57.226132 n-d-819389-3 neutron-server[104801]: {{(pid=104801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 02:40:57.251776 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:57.279530 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:57.280565 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:40:57.281281 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:57.422546 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8253558 Nov 26 02:40:57.426036 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53200) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:40:57.429302 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c8182-d3da-40e8-ac55-e50dd39df156 admin admin] Pushing event updated for resources: {'Network': ['ID=58f59887-214e-475d-830a-cd108d137d4b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:40:57.437617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Request body: {'subnet': {'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-subnet', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:40:57.445270 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 58f59887-214e-475d-830a-cd108d137d4b details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:40:57.468000 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Made reservation on behalf of 8201a84fe3324f2985fbd4e3961400eb for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:40:57.470736 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:57.769147 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:57.834386 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=384a2bbb-8ea7-4167-9f40-964db01913dc,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:40:57.855053 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.856030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.856404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.856741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.857247 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.857578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.858050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.858621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.859090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.859556 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.860030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.860957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Tracked resource versions report: Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: pushed versions: Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: { 'AddressGroup': {'1.2'}, Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'ConntrackHelper': {'1.0'}, Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'Log': {'1.0'}, Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'Network': {'1.1'}, Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'Port': {'1.7'}, Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'PortForwarding': {'1.2'}, Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'QosPolicy': {'1.10'}, Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'SecurityGroup': {'1.5'}, Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'SecurityGroupRule': {'1.2'}, Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'SubPort': {'1.0'}, Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'Subnet': {'1.1'}, Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'Trunk': {'1.1'}} Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: consumer versions: Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: { DHCP agent@n-d-819389-3: {}, Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: HyperV agent@n-h1-819389-3: {}, Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: HyperV agent@n-h2-819389-3: {}, Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: L3 agent@n-d-819389-3: {}, Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: Metadata agent@n-d-819389-3: {}, Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: Metering agent@n-d-819389-3: {}, Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: Open vSwitch agent@n-d-819389-3: { 'AddressGroup': '1.2', Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'ConntrackHelper': '1.0', Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'Log': '1.0', Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'Network': '1.1', Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'Port': '1.7', Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'PortForwarding': '1.2', Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'QosPolicy': '1.10', Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'SecurityGroup': '1.5', Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'SecurityGroupRule': '1.2', Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'SubPort': '1.0', Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'Subnet': '1.1', Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: 'Trunk': '1.1'}} Nov 26 02:40:57.862384 n-d-819389-3 neutron-server[104802]: {{(pid=104802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 02:40:57.873737 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Checking segment: {'id': '15b65462-b33e-466d-b227-8c39e7e4801d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58f59887-214e-475d-830a-cd108d137d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:40:57.874250 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Network hostable DHCP agents. Network: 58f59887-214e-475d-830a-cd108d137d4b, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:40:57.893012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Network 58f59887-214e-475d-830a-cd108d137d4b is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:40:57.911261 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 58f59887-214e-475d-830a-cd108d137d4b) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:40:57.919497 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:40:57.919937 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:57.934746 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ede1bf1-8674-4101-a6a0-c72bda0d685b None None] Network 58f59887-214e-475d-830a-cd108d137d4b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:40:57.947498 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53226) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:40:57.948756 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-89ff9bf7-34bd-4437-8477-a2018732fb78 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5210066 Nov 26 02:40:57.955715 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:40:57.993418 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:57.995658 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:58.071713 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:58.132807 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-58f59887-214e-475d-830a-cd108d137d4b', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'fixed_ips': [{'subnet_id': '384a2bbb-8ea7-4167-9f40-964db01913dc'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:40:58.133892 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:58.239015 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:58.305998 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Allocated IP 172.20.0.2 (58f59887-214e-475d-830a-cd108d137d4b/384a2bbb-8ea7-4167-9f40-964db01913dc/bab97465-0d5a-48ee-a97b-fc72bf78b448) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:40:58.488684 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:58.497675 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:58.539109 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:58.550533 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Network 58f59887-214e-475d-830a-cd108d137d4b is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:40:58.552357 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:40:58.561324 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:58.562723 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:40:58.611976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Pushing event updated for resources: {'Port': ['ID=bab97465-0d5a-48ee-a97b-fc72bf78b448,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:40:58.651580 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:58.652266 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:58.652782 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:58.653624 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:58.655469 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:58.655987 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:58.656522 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:58.657074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:58.657577 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:58.658074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:58.658568 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:58.659062 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Tracked resource versions report: Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: pushed versions: Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: { 'AddressGroup': {'1.2'}, Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'ConntrackHelper': {'1.0'}, Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'Log': {'1.0'}, Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'Network': {'1.1'}, Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'Port': {'1.7'}, Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'PortForwarding': {'1.2'}, Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'QosPolicy': {'1.10'}, Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'SecurityGroup': {'1.5'}, Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'SecurityGroupRule': {'1.2'}, Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'SubPort': {'1.0'}, Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'Subnet': {'1.1'}, Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'Trunk': {'1.1'}} Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: consumer versions: Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: { DHCP agent@n-d-819389-3: {}, Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: HyperV agent@n-h1-819389-3: {}, Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: HyperV agent@n-h2-819389-3: {}, Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: L3 agent@n-d-819389-3: {}, Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: Metadata agent@n-d-819389-3: {}, Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: Metering agent@n-d-819389-3: {}, Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: Open vSwitch agent@n-d-819389-3: { 'AddressGroup': '1.2', Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'ConntrackHelper': '1.0', Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'Log': '1.0', Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'Network': '1.1', Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'Port': '1.7', Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'PortForwarding': '1.2', Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'QosPolicy': '1.10', Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'SecurityGroup': '1.5', Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'SecurityGroupRule': '1.2', Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'SubPort': '1.0', Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'Subnet': '1.1', Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: 'Trunk': '1.1'}} Nov 26 02:40:58.660468 n-d-819389-3 neutron-server[104803]: {{(pid=104803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 02:40:58.680672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Attempting to bind port bab97465-0d5a-48ee-a97b-fc72bf78b448 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:40:58.681279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Attempting to bind port bab97465-0d5a-48ee-a97b-fc72bf78b448 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '15b65462-b33e-466d-b227-8c39e7e4801d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58f59887-214e-475d-830a-cd108d137d4b'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:40:58.681818 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Attempting to bind port bab97465-0d5a-48ee-a97b-fc72bf78b448 on network 58f59887-214e-475d-830a-cd108d137d4b {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:40:58.688181 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:40:58.689443 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Checking segment: {'id': '15b65462-b33e-466d-b227-8c39e7e4801d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58f59887-214e-475d-830a-cd108d137d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:40:58.690180 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:58.690977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Bound using segment: {'id': '15b65462-b33e-466d-b227-8c39e7e4801d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58f59887-214e-475d-830a-cd108d137d4b'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:40:58.692250 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Bound port: bab97465-0d5a-48ee-a97b-fc72bf78b448, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b65462-b33e-466d-b227-8c39e7e4801d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58f59887-214e-475d-830a-cd108d137d4b'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:40:58.692838 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:58.765398 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] Allocated IP 172.25.0.136 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/ecce6e98-bec7-4a70-a787-96317968cfd1) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:40:58.778215 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] For port bab97465-0d5a-48ee-a97b-fc72bf78b448, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:40:58.787080 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] For port bab97465-0d5a-48ee-a97b-fc72bf78b448, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bab97465-0d5a-48ee-a97b-fc72bf78b448,segment=NetworkSegment(15b65462-b33e-466d-b227-8c39e7e4801d),segment_id=15b65462-b33e-466d-b227-8c39e7e4801d)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:40:58.793554 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:58.885262 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d446e-00dd-4000-9e86-3eeefe351ae1 None None] Pushing event updated for resources: {'Port': ['ID=bab97465-0d5a-48ee-a97b-fc72bf78b448,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:40:58.923837 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:58.966032 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:59.011029 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] Pushing event updated for resources: {'Port': ['ID=ecce6e98-bec7-4a70-a787-96317968cfd1,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:40:59.037038 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:40:59.043747 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:40:59.046649 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:40:59.389921 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:59.577168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53292) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:40:59.648527 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:59.719949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bab97465-0d5a-48ee-a97b-fc72bf78b448 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:40:59.748880 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb2ebd88-f149-4244-875d-3d0496aae8dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:59.792712 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port bab97465-0d5a-48ee-a97b-fc72bf78b448 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:40:59.793078 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:59.884428 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] Router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:40:59.913889 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:59.950563 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port bab97465-0d5a-48ee-a97b-fc72bf78b448, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bab97465-0d5a-48ee-a97b-fc72bf78b448,segment=NetworkSegment(15b65462-b33e-466d-b227-8c39e7e4801d),segment_id=15b65462-b33e-466d-b227-8c39e7e4801d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:40:59.955621 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb2ebd88-f149-4244-875d-3d0496aae8dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:59.955898 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:40:59.969365 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb2ebd88-f149-4244-875d-3d0496aae8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:00.024581 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=bab97465-0d5a-48ee-a97b-fc72bf78b448,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:00.052828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ebd88-f149-4244-875d-3d0496aae8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f3727d-eb5f-435a-8785-4db683ef6527,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:00.062678 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-eb2ebd88-f149-4244-875d-3d0496aae8dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba7dbabf32eb421faa7cc71dc9020150&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4843166 Nov 26 02:41:00.065488 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53314) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:00.158045 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0014c13f-28bb-4b0a-9189-2e0ff9e20a49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:00.185371 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:41:00.202065 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Sync routers for ids ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:41:00.216016 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:00.222150 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-71d46f91-6a00-4a41-b3e7-d191902e785e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.2680917 Nov 26 02:41:00.225325 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53328) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:00.225431 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0014c13f-28bb-4b0a-9189-2e0ff9e20a49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:00.231599 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Routers {'33eb03fe-a5d6-46a5-98f8-9bca7def5272'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:41:00.231910 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16523bc-a4c0-4000-83f3-4d4d84ea64f7 None None] Network 58f59887-214e-475d-830a-cd108d137d4b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:41:00.232271 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:40:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:00.363547 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0014c13f-28bb-4b0a-9189-2e0ff9e20a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:00.366179 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0014c13f-28bb-4b0a-9189-2e0ff9e20a49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:00.370199 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0014c13f-28bb-4b0a-9189-2e0ff9e20a49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0f3727d-eb5f-435a-8785-4db683ef6527 HTTP/1.1" status: 204 len: 168 time: 0.3028178 Nov 26 02:41:00.386209 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014c13f-28bb-4b0a-9189-2e0ff9e20a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f3727d-eb5f-435a-8785-4db683ef6527,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:00.528464 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8dacbef1-34c5-46ca-a1c1-00be11657795 None None] Provisioning complete for port bab97465-0d5a-48ee-a97b-fc72bf78b448 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:00.528464 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8dacbef1-34c5-46ca-a1c1-00be11657795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:00.542828 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Set router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:41:00.790609 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:40:59Z', 'revision_number': 3, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:00.835446 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Checking router: 33eb03fe-a5d6-46a5-98f8-9bca7def5272 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:41:00.835812 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Updating router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 port ecce6e98-bec7-4a70-a787-96317968cfd1 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:41:00.902778 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:00.917369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53360) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:00.919517 n-d-819389-3 neutron-server[104802]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 26 02:41:00.947952 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-57e228a0-5266-471a-ab89-b11ba0f0fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:00.982622 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-a9b5b128-5010-434e-918d-bea81be8a45e tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=dcb6fa674b794b95959fa16194076c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641010 Nov 26 02:41:01.014082 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d725ba48-075e-4c2d-a1ed-93ffc3785340 None None] Provisioning complete for port bab97465-0d5a-48ee-a97b-fc72bf78b448 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:01.014673 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d725ba48-075e-4c2d-a1ed-93ffc3785340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:01.199942 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53382) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:01.202565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53384) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:01.208724 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-57e228a0-5266-471a-ab89-b11ba0f0fc8f admin admin] Allocated IP 172.20.0.1 (58f59887-214e-475d-830a-cd108d137d4b/384a2bbb-8ea7-4167-9f40-964db01913dc/8ecccdd7-4bc4-42b1-953b-a944ecd721e9) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:41:01.222388 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0eefbce5-a1cf-403e-88f3-0d53671d59a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:01.248666 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-776c13d0-e240-4a9f-9b12-eeba17e258b7 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6aeb3ff0436e44f88e32b6f8f38ecd63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375977 Nov 26 02:41:01.267195 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:01.273684 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:01.317178 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-31d53cb8-2569-4f90-aefa-f01e85853abf tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:01.318829 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-31d53cb8-2569-4f90-aefa-f01e85853abf tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3289340 Nov 26 02:41:01.326418 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Attempting to bind port ecce6e98-bec7-4a70-a787-96317968cfd1 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:41:01.326904 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Attempting to bind port ecce6e98-bec7-4a70-a787-96317968cfd1 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:41:01.327346 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Attempting to bind port ecce6e98-bec7-4a70-a787-96317968cfd1 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:01.336202 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:41:01.336842 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:41:01.337284 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:01.337869 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:41:01.338532 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Bound port: ecce6e98-bec7-4a70-a787-96317968cfd1, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:41:01.338931 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:01.340870 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d70e95-fa6d-4868-9097-97f3e7fc87b4 None None] Pushing event updated for resources: {'Port': ['ID=ecce6e98-bec7-4a70-a787-96317968cfd1,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:01.343844 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-a65694ab-c21a-451b-86e7-778139bc1508 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/quotas/dcb6fa674b794b95959fa16194076c7e HTTP/1.1" status: 200 len: 375 time: 0.0193665 Nov 26 02:41:01.365880 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d70e95-fa6d-4868-9097-97f3e7fc87b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:01.366513 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d70e95-fa6d-4868-9097-97f3e7fc87b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:01.367004 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d70e95-fa6d-4868-9097-97f3e7fc87b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:01.367489 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d70e95-fa6d-4868-9097-97f3e7fc87b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:01.367968 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d70e95-fa6d-4868-9097-97f3e7fc87b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:01.368472 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d70e95-fa6d-4868-9097-97f3e7fc87b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:01.368945 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d70e95-fa6d-4868-9097-97f3e7fc87b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:01.369413 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d70e95-fa6d-4868-9097-97f3e7fc87b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:01.369935 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d70e95-fa6d-4868-9097-97f3e7fc87b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:01.370437 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d70e95-fa6d-4868-9097-97f3e7fc87b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:01.370937 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d70e95-fa6d-4868-9097-97f3e7fc87b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:01.371433 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d70e95-fa6d-4868-9097-97f3e7fc87b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d70e95-fa6d-4868-9097-97f3e7fc87b4 None None] Tracked resource versions report: Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: pushed versions: Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: { 'AddressGroup': {'1.2'}, Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'ConntrackHelper': {'1.0'}, Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'Log': {'1.0'}, Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'Network': {'1.1'}, Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'Port': {'1.7'}, Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'PortForwarding': {'1.2'}, Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'QosPolicy': {'1.10'}, Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'SecurityGroup': {'1.5'}, Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'SecurityGroupRule': {'1.2'}, Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'SubPort': {'1.0'}, Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'Subnet': {'1.1'}, Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'Trunk': {'1.1'}} Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: consumer versions: Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: { DHCP agent@n-d-819389-3: {}, Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: HyperV agent@n-h1-819389-3: {}, Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: HyperV agent@n-h2-819389-3: {}, Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: L3 agent@n-d-819389-3: {}, Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: Metadata agent@n-d-819389-3: {}, Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: Metering agent@n-d-819389-3: {}, Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: Open vSwitch agent@n-d-819389-3: { 'AddressGroup': '1.2', Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'ConntrackHelper': '1.0', Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'Log': '1.0', Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'Network': '1.1', Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'Port': '1.7', Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'PortForwarding': '1.2', Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'QosPolicy': '1.10', Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'SecurityGroup': '1.5', Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'SecurityGroupRule': '1.2', Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'SubPort': '1.0', Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'Subnet': '1.1', Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: 'Trunk': '1.1'}} Nov 26 02:41:01.372895 n-d-819389-3 neutron-server[104804]: {{(pid=104804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 02:41:01.374521 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-57e228a0-5266-471a-ab89-b11ba0f0fc8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:01.401267 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-371bd3f3-290f-40a9-9718-cb3d30a22b50 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dcb6fa674b794b95959fa16194076c7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511327 Nov 26 02:41:01.401458 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0eefbce5-a1cf-403e-88f3-0d53671d59a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:01.408732 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0eefbce5-a1cf-403e-88f3-0d53671d59a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:01.427607 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] For port ecce6e98-bec7-4a70-a787-96317968cfd1, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:41:01.433022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-a685c2cc-2e00-4f5b-9114-6026d4d73588 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:01.433972 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] For port ecce6e98-bec7-4a70-a787-96317968cfd1, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ecce6e98-bec7-4a70-a787-96317968cfd1,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:41:01.434658 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-a685c2cc-2e00-4f5b-9114-6026d4d73588 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793706 Nov 26 02:41:01.439451 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:01.466229 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0eefbce5-a1cf-403e-88f3-0d53671d59a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7956bfbfcc6c434382955a42cc96e811&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2645137 Nov 26 02:41:01.468642 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-5c13cd98-ccb1-44f9-8322-7e53aeb84633 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/quotas/6aeb3ff0436e44f88e32b6f8f38ecd63 HTTP/1.1" status: 200 len: 375 time: 0.0283070 Nov 26 02:41:01.469127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53388) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:01.476404 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-57e228a0-5266-471a-ab89-b11ba0f0fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:01.509391 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Routers {'33eb03fe-a5d6-46a5-98f8-9bca7def5272'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:41:01.510018 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:40:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:01.530130 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefbce5-a1cf-403e-88f3-0d53671d59a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec2e73b-3f1d-46c3-88fc-9bc8b276fe8c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:01.545175 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e228a0-5266-471a-ab89-b11ba0f0fc8f admin admin] Network 58f59887-214e-475d-830a-cd108d137d4b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:41:01.548139 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-57e228a0-5266-471a-ab89-b11ba0f0fc8f admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:41:01.551920 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e228a0-5266-471a-ab89-b11ba0f0fc8f admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:41:01.552420 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-57e228a0-5266-471a-ab89-b11ba0f0fc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:01.581604 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-bf2ec5be-94fb-4a50-a0dd-033d949e8ae8 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6aeb3ff0436e44f88e32b6f8f38ecd63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885417 Nov 26 02:41:01.591404 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e228a0-5266-471a-ab89-b11ba0f0fc8f admin admin] Pushing event updated for resources: {'Port': ['ID=8ecccdd7-4bc4-42b1-953b-a944ecd721e9,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:01.666891 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ae6e806-5c75-4ac7-8d45-ec2f1c662b33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:01.698564 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d70e95-fa6d-4868-9097-97f3e7fc87b4 None None] Pushing event updated for resources: {'Port': ['ID=ecce6e98-bec7-4a70-a787-96317968cfd1,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:01.740649 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:41:01.749043 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ae6e806-5c75-4ac7-8d45-ec2f1c662b33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:01.791614 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bab97465-0d5a-48ee-a97b-fc72bf78b448 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:41:01.818123 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] Set router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:41:01.860871 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-57e228a0-5266-471a-ab89-b11ba0f0fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:01.930687 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port bab97465-0d5a-48ee-a97b-fc72bf78b448 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:01.931300 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:01.947422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d61d2bdc-5fbb-4db0-aa9a-14bbb49e72d4 req-a5485c8f-bf9c-4ff9-bc5c-5adb38a5fbaa tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 210 time: 0.0928307 Nov 26 02:41:01.979986 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ae6e806-5c75-4ac7-8d45-ec2f1c662b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:01.982819 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ae6e806-5c75-4ac7-8d45-ec2f1c662b33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:01.984165 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9ae6e806-5c75-4ac7-8d45-ec2f1c662b33 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ec2e73b-3f1d-46c3-88fc-9bc8b276fe8c HTTP/1.1" status: 204 len: 168 time: 0.5112908 Nov 26 02:41:02.002581 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6e806-5c75-4ac7-8d45-ec2f1c662b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec2e73b-3f1d-46c3-88fc-9bc8b276fe8c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:02.118479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ad6224a8-0a30-4e3b-9965-eefe197dfee2 None None] Provisioning complete for port 8ecccdd7-4bc4-42b1-953b-a944ecd721e9 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:02.129173 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ad6224a8-0a30-4e3b-9965-eefe197dfee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:02.187119 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ca92816-9263-4749-845e-6a347700a23e req-2bfd8e5a-a583-4213-888a-fb6e97825c17 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 210 time: 0.1012278 Nov 26 02:41:02.230062 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-57e228a0-5266-471a-ab89-b11ba0f0fc8f admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:02.240879 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-57e228a0-5266-471a-ab89-b11ba0f0fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:02.241822 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-57e228a0-5266-471a-ab89-b11ba0f0fc8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:02.299175 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:40:59Z', 'revision_number': 3, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:02.299719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ad6224a8-0a30-4e3b-9965-eefe197dfee2 None None] Port 8ecccdd7-4bc4-42b1-953b-a944ecd721e9 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:41:02.381105 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431631aa-2491-4af8-a7ef-6de853a9b04f None None] The sync data for ids ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'] in n-d-819389-3 is: [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:40:59Z', 'revision_number': 3, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:41:02.410470 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e228a0-5266-471a-ab89-b11ba0f0fc8f admin admin] Pushing event updated for resources: {'Port': ['ID=8ecccdd7-4bc4-42b1-953b-a944ecd721e9,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:02.528675 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e228a0-5266-471a-ab89-b11ba0f0fc8f admin admin] Network 58f59887-214e-475d-830a-cd108d137d4b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:41:02.530293 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-57e228a0-5266-471a-ab89-b11ba0f0fc8f admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:41:02.721309 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e228a0-5266-471a-ab89-b11ba0f0fc8f admin admin] Router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:41:02.934081 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-40197ade-b5ea-4457-a5c6-75a4dd87091a None None] Provisioning complete for port 8ecccdd7-4bc4-42b1-953b-a944ecd721e9 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:02.934700 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-40197ade-b5ea-4457-a5c6-75a4dd87091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:02.980087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-40197ade-b5ea-4457-a5c6-75a4dd87091a None None] Port 8ecccdd7-4bc4-42b1-953b-a944ecd721e9 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:41:03.070235 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e228a0-5266-471a-ab89-b11ba0f0fc8f admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:41:03.089557 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-57e228a0-5266-471a-ab89-b11ba0f0fc8f admin admin] 10.222.0.31 "PUT /v2.0/routers/33eb03fe-a5d6-46a5-98f8-9bca7def5272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8614206 Nov 26 02:41:03.123891 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-503070fa-89fe-4bae-9ccd-6766e165c723 req-dea7029f-8850-42c3-9f7d-739f6a464c1b tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 210 time: 0.0690756 Nov 26 02:41:03.252949 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53494) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:03.266122 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81a19b59-921c-4183-b15e-70c2e9b61f92 req-1d069c1d-6556-4b8f-9cfd-5ec79c55daca tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 210 time: 0.0388567 Nov 26 02:41:03.415611 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53508) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:03.566130 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-057a79d1-a177-4641-98a0-8bce499f0e47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:03.746617 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-057a79d1-a177-4641-98a0-8bce499f0e47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:03.754168 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-057a79d1-a177-4641-98a0-8bce499f0e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:03.769493 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ecce6e98-bec7-4a70-a787-96317968cfd1 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:41:03.784367 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a79d1-a177-4641-98a0-8bce499f0e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653e649c-5964-43c3-af5e-00522ee8b5e8,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:03.827444 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-057a79d1-a177-4641-98a0-8bce499f0e47 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9fdbf0d7f7e3437998d3306f504b1df5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5733922 Nov 26 02:41:03.830225 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53520) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:03.835032 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bdf0ecf8-f2ca-4f84-b4fc-9565404aa60f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:03.901299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port ecce6e98-bec7-4a70-a787-96317968cfd1 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:03.901760 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:03.954567 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-699def15-6d18-48e9-b550-d5b05f88f170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:03.963275 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bdf0ecf8-f2ca-4f84-b4fc-9565404aa60f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:03.971793 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bdf0ecf8-f2ca-4f84-b4fc-9565404aa60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:04.006644 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-699def15-6d18-48e9-b550-d5b05f88f170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:04.053780 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bdf0ecf8-f2ca-4f84-b4fc-9565404aa60f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4bfac9819b5544389ebaf01c33de5545&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6357620 Nov 26 02:41:04.055765 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53526) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:04.059343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0ecf8-f2ca-4f84-b4fc-9565404aa60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23636f2-d3d0-418d-97ea-0b68a5cbfd66,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:04.089380 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-699def15-6d18-48e9-b550-d5b05f88f170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:04.095930 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-699def15-6d18-48e9-b550-d5b05f88f170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:04.101068 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-699def15-6d18-48e9-b550-d5b05f88f170 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/653e649c-5964-43c3-af5e-00522ee8b5e8 HTTP/1.1" status: 204 len: 168 time: 0.2696404 Nov 26 02:41:04.101418 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:04.123034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699def15-6d18-48e9-b550-d5b05f88f170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653e649c-5964-43c3-af5e-00522ee8b5e8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:04.154504 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port ecce6e98-bec7-4a70-a787-96317968cfd1, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ecce6e98-bec7-4a70-a787-96317968cfd1,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:04.169327 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:04.204780 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d60f3d43-c976-4536-9fe4-9447079e9b63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:04.255425 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d60f3d43-c976-4536-9fe4-9447079e9b63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:04.294417 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=ecce6e98-bec7-4a70-a787-96317968cfd1,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:04.377639 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d60f3d43-c976-4536-9fe4-9447079e9b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:04.380518 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d60f3d43-c976-4536-9fe4-9447079e9b63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:04.384978 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d60f3d43-c976-4536-9fe4-9447079e9b63 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a23636f2-d3d0-418d-97ea-0b68a5cbfd66 HTTP/1.1" status: 204 len: 168 time: 0.3177385 Nov 26 02:41:04.398201 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f3d43-c976-4536-9fe4-9447079e9b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23636f2-d3d0-418d-97ea-0b68a5cbfd66,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:04.446809 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180bd57f-06a8-479b-8189-4051755cfddf req-2082502f-93c7-4214-b58c-298b5c5a4dd0 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 210 time: 0.0855212 Nov 26 02:41:04.575008 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ebeffcd-4987-4218-99ff-08e9091070b8 req-adb13a9c-0259-44b6-9c33-6379b1c2404b tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 210 time: 0.0281978 Nov 26 02:41:04.713193 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53552) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:04.729319 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb923cbb-0da1-4480-9200-cd7743ef5828 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:04.834170 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.59', 57054) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:04.836992 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb923cbb-0da1-4480-9200-cd7743ef5828 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:04.845528 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb923cbb-0da1-4480-9200-cd7743ef5828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:04.878907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-c332fbdd-986e-4212-982f-c677c5153121 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6aeb3ff0436e44f88e32b6f8f38ecd63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320520 Nov 26 02:41:04.897560 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb923cbb-0da1-4480-9200-cd7743ef5828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28d09b4-9356-40f6-85f3-003a32b705ee,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:04.902811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.54', 63506) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:04.946493 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cb923cbb-0da1-4480-9200-cd7743ef5828 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0b95fbea4eb44098f432e5399d124e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2296343 Nov 26 02:41:04.946739 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53558) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:04.964627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Sync routers for ids ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:41:04.977764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Routers {'33eb03fe-a5d6-46a5-98f8-9bca7def5272'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:41:04.982535 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:40:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:05.045306 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-0c834b25-9a34-4217-803e-7432ee208c44 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=dcb6fa674b794b95959fa16194076c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1374810 Nov 26 02:41:05.060427 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a297-d620-4be2-9faa-57b39647495c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.091154 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a297-d620-4be2-9faa-57b39647495c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.106623 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53562) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:05.136665 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41b595c0-a390-4353-aff2-0c90cb47a5a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.187200 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a297-d620-4be2-9faa-57b39647495c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.198674 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a297-d620-4be2-9faa-57b39647495c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.204939 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b7f7a297-d620-4be2-9faa-57b39647495c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f28d09b4-9356-40f6-85f3-003a32b705ee HTTP/1.1" status: 204 len: 168 time: 0.2546339 Nov 26 02:41:05.237712 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Set router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:41:05.247924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-1f982d70-f420-434a-8dbc-47df09992fb6 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:05.248496 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7a297-d620-4be2-9faa-57b39647495c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28d09b4-9356-40f6-85f3-003a32b705ee,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:05.260691 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-1f982d70-f420-434a-8dbc-47df09992fb6 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045200 Nov 26 02:41:05.273456 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53576) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:05.278960 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d6434069-19a7-4f7e-a0cf-bc30b0d59017 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2001705147-network', 'tenant_id': '77e433c92eef4d18b82fe1405aca49ed'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:05.291347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-37867e8f-28a3-4bc5-b94f-6894759f2dea tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:05.298865 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-37867e8f-28a3-4bc5-b94f-6894759f2dea tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4088390 Nov 26 02:41:05.328099 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41b595c0-a390-4353-aff2-0c90cb47a5a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.329878 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6434069-19a7-4f7e-a0cf-bc30b0d59017 admin admin] Made reservation on behalf of 77e433c92eef4d18b82fe1405aca49ed for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:41:05.332496 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6434069-19a7-4f7e-a0cf-bc30b0d59017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.344756 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41b595c0-a390-4353-aff2-0c90cb47a5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.369867 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6434069-19a7-4f7e-a0cf-bc30b0d59017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.373511 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b595c0-a390-4353-aff2-0c90cb47a5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7df716-97c4-480d-927e-ca64f850b2de,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:05.406529 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-1f9f2e0f-f497-4126-9d9b-e56f0ef3b9ae tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Request body: {'port': {'device_id': '3ea390b6-3350-4c04-8487-2043e0e55c91', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': 'dcb6fa674b794b95959fa16194076c7e'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:05.433123 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-41b595c0-a390-4353-aff2-0c90cb47a5a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=beee7cf0aa0e495d8d9ffac7e8122f86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3254569 Nov 26 02:41:05.436800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53582) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:05.497537 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-b6c20855-e5b3-40f5-87eb-934e97f9c3cb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Request body: {'port': {'device_id': '3c7f65a8-89cd-4bc9-8a44-6d3842047faa', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '6aeb3ff0436e44f88e32b6f8f38ecd63'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:05.533528 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6434069-19a7-4f7e-a0cf-bc30b0d59017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.540044 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcf79-409f-4b95-800a-edd2d0bc873f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.550520 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6434069-19a7-4f7e-a0cf-bc30b0d59017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.634885 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6434069-19a7-4f7e-a0cf-bc30b0d59017 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:41:05.647825 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6434069-19a7-4f7e-a0cf-bc30b0d59017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.647967 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-d6434069-19a7-4f7e-a0cf-bc30b0d59017 admin admin] Added segment 23c75f15-68fe-4422-88c1-820f014a2174 of type vlan for network 3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1 Nov 26 02:41:05.691033 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6434069-19a7-4f7e-a0cf-bc30b0d59017 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.708216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bace2daa-7569-4bd9-a634-fddbf91e95bd req-b5389f84-9978-46a0-9d04-4e615655de31 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 210 time: 0.1237352 Nov 26 02:41:05.752583 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcf79-409f-4b95-800a-edd2d0bc873f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.765385 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ecce6e98-bec7-4a70-a787-96317968cfd1 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:41:05.856633 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6434069-19a7-4f7e-a0cf-bc30b0d59017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.857714 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6434069-19a7-4f7e-a0cf-bc30b0d59017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:05.858395 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6434069-19a7-4f7e-a0cf-bc30b0d59017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.926374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port ecce6e98-bec7-4a70-a787-96317968cfd1 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:05.926761 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.939755 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcf79-409f-4b95-800a-edd2d0bc873f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.942454 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcf79-409f-4b95-800a-edd2d0bc873f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:05.943612 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1ebfcf79-409f-4b95-800a-edd2d0bc873f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a7df716-97c4-480d-927e-ca64f850b2de HTTP/1.1" status: 204 len: 168 time: 0.5058582 Nov 26 02:41:05.944359 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6434069-19a7-4f7e-a0cf-bc30b0d59017 admin admin] Pushing event updated for resources: {'Network': ['ID=3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:05.955559 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6434069-19a7-4f7e-a0cf-bc30b0d59017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b85a2bb-5007-4f4a-9b3b-b2fe39071c5c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:05.971002 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfcf79-409f-4b95-800a-edd2d0bc873f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7df716-97c4-480d-927e-ca64f850b2de,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:05.982626 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d6434069-19a7-4f7e-a0cf-bc30b0d59017 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7084415 Nov 26 02:41:05.983249 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53624) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:05.989636 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-2a1e8c2c-7376-4d3a-86b5-f40f1300ee36 admin admin] Request body: {'subnet': {'network_id': '3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2001705147-subnet', 'tenant_id': '77e433c92eef4d18b82fe1405aca49ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:06.016342 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1e8c2c-7376-4d3a-86b5-f40f1300ee36 admin admin] Made reservation on behalf of 77e433c92eef4d18b82fe1405aca49ed for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:41:06.021190 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8c2c-7376-4d3a-86b5-f40f1300ee36 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:06.052764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:41:06.119198 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcc5a11d-ef7c-4c1d-a2e2-3a16b1f096bd req-470d6150-619b-4459-a9f4-d5924e27198e tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 210 time: 0.3389356 Nov 26 02:41:06.263418 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.db.api [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-b6c20855-e5b3-40f5-87eb-934e97f9c3cb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 26 02:41:06.263418 n-d-819389-3 neutron-server[104802]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 26 02:41:06.263418 n-d-819389-3 neutron-server[104802]: [parameters: {'project_id_1': '6aeb3ff0436e44f88e32b6f8f38ecd63', 'expiration_1': datetime.datetime(2021, 11, 26, 2, 40, 46, 231558)}] Nov 26 02:41:06.263418 n-d-819389-3 neutron-server[104802]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:41:06.264338 n-d-819389-3 neutron-server[104802]: DEBUG oslo_db.api [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-b6c20855-e5b3-40f5-87eb-934e97f9c3cb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:41:06.269648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-1f9f2e0f-f497-4126-9d9b-e56f0ef3b9ae tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Made reservation on behalf of dcb6fa674b794b95959fa16194076c7e for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:41:06.280171 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-1f9f2e0f-f497-4126-9d9b-e56f0ef3b9ae tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:06.314600 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-1f9f2e0f-f497-4126-9d9b-e56f0ef3b9ae tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:06.527379 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:01Z', 'revision_number': 4, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8ecccdd7-4bc4-42b1-953b-a944ecd721e9', 'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'mac_address': 'fa:16:3e:e0:bf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:00Z', 'updated_at': '2021-11-26T02:41:01Z', 'revision_number': 2, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'subnets': [{'id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:06.535370 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8c2c-7376-4d3a-86b5-f40f1300ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:06.598974 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-1f9f2e0f-f497-4126-9d9b-e56f0ef3b9ae tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:06.610515 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-1f9f2e0f-f497-4126-9d9b-e56f0ef3b9ae tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:06.703157 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Checking router: 33eb03fe-a5d6-46a5-98f8-9bca7def5272 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:41:06.705362 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Updating router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 port 8ecccdd7-4bc4-42b1-953b-a944ecd721e9 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:41:06.711954 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e8c2c-7376-4d3a-86b5-f40f1300ee36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0871c262-3356-44dc-9190-804f8712ed78,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:06.729558 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e8c2c-7376-4d3a-86b5-f40f1300ee36 admin admin] Checking segment: {'id': '23c75f15-68fe-4422-88c1-820f014a2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:41:06.732667 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1e8c2c-7376-4d3a-86b5-f40f1300ee36 admin admin] Network hostable DHCP agents. Network: 3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:41:06.788914 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1e8c2c-7376-4d3a-86b5-f40f1300ee36 admin admin] Network 3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:41:06.814434 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-2a1e8c2c-7376-4d3a-86b5-f40f1300ee36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:41:06.827987 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33da2e68-c53d-4506-86d9-cae5098a9eef None None] Network 3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:41:06.830440 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1e8c2c-7376-4d3a-86b5-f40f1300ee36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:06.831472 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8c2c-7376-4d3a-86b5-f40f1300ee36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:06.917661 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:07.021518 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9c7e7c8-099d-4491-b295-02a31686f9c2 req-1e91f8ce-af27-459a-8c9e-7d423b662fef tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 210 time: 0.1610911 Nov 26 02:41:07.058418 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f2e0f-f497-4126-9d9b-e56f0ef3b9ae tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7774574-42cf-4e5a-939a-e100d0785851,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:07.133368 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2a1e8c2c-7376-4d3a-86b5-f40f1300ee36 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1484718 Nov 26 02:41:07.135725 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53654) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:07.140080 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2001705147-router', 'tenant_id': '77e433c92eef4d18b82fe1405aca49ed', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:07.148724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-b6c20855-e5b3-40f5-87eb-934e97f9c3cb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Made reservation on behalf of 6aeb3ff0436e44f88e32b6f8f38ecd63 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:41:07.166294 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-b6c20855-e5b3-40f5-87eb-934e97f9c3cb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:07.206677 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:07.207885 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:07.213589 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-b6c20855-e5b3-40f5-87eb-934e97f9c3cb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:07.350406 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:07.506329 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1', 'network_id': '3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1', 'tenant_id': '77e433c92eef4d18b82fe1405aca49ed', 'fixed_ips': [{'subnet_id': '0871c262-3356-44dc-9190-804f8712ed78'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:41:07.507208 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:07.558580 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:07.563330 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1eb62e9-4ea7-4125-9a83-7d38f2bce4fd req-acfa5aee-47a2-469e-a891-c02ff9de33eb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 210 time: 0.1795809 Nov 26 02:41:07.652788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-1f9f2e0f-f497-4126-9d9b-e56f0ef3b9ae tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Allocated IP 192.168.233.26 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/30c24df7-9a96-4f20-9e1f-d2aae66c8d2a) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:41:07.915905 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-b6c20855-e5b3-40f5-87eb-934e97f9c3cb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:08.015421 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-b6c20855-e5b3-40f5-87eb-934e97f9c3cb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:08.215079 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:08.285312 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:08.418875 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:08.425078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c20855-e5b3-40f5-87eb-934e97f9c3cb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4cdf58-37ab-453b-9065-590922233f6b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:08.438585 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ba7a3e50-b6a4-4d8f-ad05-68fe626e5447 req-200410c8-b263-4db7-b923-cf8adbdcda3c tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 210 time: 0.2388563 Nov 26 02:41:08.458718 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Allocated IP 172.20.0.2 (3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1/0871c262-3356-44dc-9190-804f8712ed78/242eca5a-47a5-4f9a-bb19-c069556387ea) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:41:08.472998 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:08.562632 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-1f9f2e0f-f497-4126-9d9b-e56f0ef3b9ae tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:08.709614 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] Allocated IP 172.25.0.141 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/b2851fa9-cd55-4015-a53e-e4a77c9a2b14) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:41:08.815201 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-b6c20855-e5b3-40f5-87eb-934e97f9c3cb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Allocated IP 192.168.233.111 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/bb7b6575-7182-4067-a67b-aa9c16545a0a) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:41:08.962345 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-1f9f2e0f-f497-4126-9d9b-e56f0ef3b9ae tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:08.980973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31608839-b3d4-40dc-a6ad-f08cfb5876a0 None None] Pushing event updated for resources: {'Port': ['ID=8ecccdd7-4bc4-42b1-953b-a944ecd721e9,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:09.087836 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-b6c20855-e5b3-40f5-87eb-934e97f9c3cb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:09.125027 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Attempting to bind port 8ecccdd7-4bc4-42b1-953b-a944ecd721e9 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:41:09.125446 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Attempting to bind port 8ecccdd7-4bc4-42b1-953b-a944ecd721e9 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '15b65462-b33e-466d-b227-8c39e7e4801d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58f59887-214e-475d-830a-cd108d137d4b'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:41:09.125869 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Attempting to bind port 8ecccdd7-4bc4-42b1-953b-a944ecd721e9 on network 58f59887-214e-475d-830a-cd108d137d4b {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:09.161078 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:09.191610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:41:09.193694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Checking segment: {'id': '15b65462-b33e-466d-b227-8c39e7e4801d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58f59887-214e-475d-830a-cd108d137d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:41:09.194118 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:09.194528 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Bound using segment: {'id': '15b65462-b33e-466d-b227-8c39e7e4801d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58f59887-214e-475d-830a-cd108d137d4b'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:41:09.195093 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Bound port: 8ecccdd7-4bc4-42b1-953b-a944ecd721e9, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b65462-b33e-466d-b227-8c39e7e4801d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58f59887-214e-475d-830a-cd108d137d4b'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:41:09.195552 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:09.240793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f2e0f-f497-4126-9d9b-e56f0ef3b9ae tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Pushing event updated for resources: {'Port': ['ID=30c24df7-9a96-4f20-9e1f-d2aae66c8d2a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:09.255717 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-b6c20855-e5b3-40f5-87eb-934e97f9c3cb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:09.300147 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:09.323514 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9615d4e1-57d9-47d9-97f1-0993c9ec328c None None] Provisioning complete for port 8ecccdd7-4bc4-42b1-953b-a944ecd721e9 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:09.323904 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9615d4e1-57d9-47d9-97f1-0993c9ec328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:09.368529 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-1f9f2e0f-f497-4126-9d9b-e56f0ef3b9ae tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:41:09.371633 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] Pushing event updated for resources: {'Port': ['ID=b2851fa9-cd55-4015-a53e-e4a77c9a2b14,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:09.383976 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:41:09.386590 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:41:09.390112 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:41:09.482154 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-1f9f2e0f-f497-4126-9d9b-e56f0ef3b9ae tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:41:09.530371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9615d4e1-57d9-47d9-97f1-0993c9ec328c None None] Port 8ecccdd7-4bc4-42b1-953b-a944ecd721e9 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:41:09.532436 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] For port 8ecccdd7-4bc4-42b1-953b-a944ecd721e9, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:41:09.537463 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] For port 8ecccdd7-4bc4-42b1-953b-a944ecd721e9, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8ecccdd7-4bc4-42b1-953b-a944ecd721e9,segment=NetworkSegment(15b65462-b33e-466d-b227-8c39e7e4801d),segment_id=15b65462-b33e-466d-b227-8c39e7e4801d)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:41:09.558146 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:09.618585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-b6c20855-e5b3-40f5-87eb-934e97f9c3cb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:41:09.620557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-1f9f2e0f-f497-4126-9d9b-e56f0ef3b9ae tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:41:09.634780 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-1f9f2e0f-f497-4126-9d9b-e56f0ef3b9ae tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:09.646707 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-1f9f2e0f-f497-4126-9d9b-e56f0ef3b9ae tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:09.664318 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:09.669903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-b6c20855-e5b3-40f5-87eb-934e97f9c3cb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:41:09.678756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-b6c20855-e5b3-40f5-87eb-934e97f9c3cb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:41:09.696771 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-b6c20855-e5b3-40f5-87eb-934e97f9c3cb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:09.696771 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-b6c20855-e5b3-40f5-87eb-934e97f9c3cb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:09.828838 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-b6c20855-e5b3-40f5-87eb-934e97f9c3cb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3986206 Nov 26 02:41:09.863435 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:09.894220 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Routers {'33eb03fe-a5d6-46a5-98f8-9bca7def5272'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:41:09.895390 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:40:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:09.914018 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Network 3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:41:09.917173 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-2b7c9748-1390-4e8b-9719-26e7bee093ec tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:41:09.918419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-2b7c9748-1390-4e8b-9719-26e7bee093ec tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0632660 Nov 26 02:41:09.923443 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:41:10.002801 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-1f9f2e0f-f497-4126-9d9b-e56f0ef3b9ae tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6007767 Nov 26 02:41:10.038564 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:41:10.078124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c20855-e5b3-40f5-87eb-934e97f9c3cb tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Pushing event updated for resources: {'Port': ['ID=bb7b6575-7182-4067-a67b-aa9c16545a0a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:10.111170 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-7e52ef45-1832-45f6-9d1f-58f309fc0035 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:41:10.112606 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-7e52ef45-1832-45f6-9d1f-58f309fc0035 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0879896 Nov 26 02:41:10.178394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2817f-35d5-4690-8367-800596df1d62 req-7c10ae12-51ba-45fa-a164-eb96ea19df96 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:10.185706 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51b2817f-35d5-4690-8367-800596df1d62 req-7c10ae12-51ba-45fa-a164-eb96ea19df96 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 936 time: 1.0559115 Nov 26 02:41:10.221755 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Attempting to bind port 242eca5a-47a5-4f9a-bb19-c069556387ea on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:41:10.222295 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Attempting to bind port 242eca5a-47a5-4f9a-bb19-c069556387ea by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '23c75f15-68fe-4422-88c1-820f014a2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:41:10.222759 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Attempting to bind port 242eca5a-47a5-4f9a-bb19-c069556387ea on network 3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:10.261209 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:41:10.261982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Checking segment: {'id': '23c75f15-68fe-4422-88c1-820f014a2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:41:10.263969 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:10.265879 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Bound using segment: {'id': '23c75f15-68fe-4422-88c1-820f014a2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:41:10.269248 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Bound port: 242eca5a-47a5-4f9a-bb19-c069556387ea, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c75f15-68fe-4422-88c1-820f014a2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:41:10.269804 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:10.293252 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cf0ec-c7e7-41d5-9bce-109f49b80cf4 req-25e8e50b-e978-4bc8-badc-8a4af72f554d tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:10.309731 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6e0cd4c2-bdd8-4591-a4c5-3f4eab22b389 None None] Provisioning complete for port 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:10.310588 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6e0cd4c2-bdd8-4591-a4c5-3f4eab22b389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:10.314435 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c7cf0ec-c7e7-41d5-9bce-109f49b80cf4 req-25e8e50b-e978-4bc8-badc-8a4af72f554d tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 935 time: 0.3879433 Nov 26 02:41:10.413107 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:10.417534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31608839-b3d4-40dc-a6ad-f08cfb5876a0 None None] Pushing event updated for resources: {'Port': ['ID=8ecccdd7-4bc4-42b1-953b-a944ecd721e9,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:10.501080 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] For port 242eca5a-47a5-4f9a-bb19-c069556387ea, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:41:10.506225 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] For port 242eca5a-47a5-4f9a-bb19-c069556387ea, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=242eca5a-47a5-4f9a-bb19-c069556387ea,segment=NetworkSegment(23c75f15-68fe-4422-88c1-820f014a2174),segment_id=23c75f15-68fe-4422-88c1-820f014a2174)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:41:10.506882 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-6e0cd4c2-bdd8-4591-a4c5-3f4eab22b389 None None] Port 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:41:10.535374 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:10.595423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Pushing event updated for resources: {'Port': ['ID=242eca5a-47a5-4f9a-bb19-c069556387ea,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:10.656260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51b2817f-35d5-4690-8367-800596df1d62 req-cf444a94-7e4e-4c75-bb32-701cd14ce065 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627020 Nov 26 02:41:10.717273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c7cf0ec-c7e7-41d5-9bce-109f49b80cf4 req-0b2e01bd-7c13-4ca1-b034-c201d3109fb4 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019213 Nov 26 02:41:10.763145 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351e377-ea52-467e-a4c7-af004f459fe4 None None] Pushing event updated for resources: {'Port': ['ID=242eca5a-47a5-4f9a-bb19-c069556387ea,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:10.780639 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] Set router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:41:10.829990 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a400c496-4c9e-41f6-ba74-fb27115dc857 None None] Provisioning complete for port bb7b6575-7182-4067-a67b-aa9c16545a0a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:10.830520 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a400c496-4c9e-41f6-ba74-fb27115dc857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:10.891819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a400c496-4c9e-41f6-ba74-fb27115dc857 None None] Port bb7b6575-7182-4067-a67b-aa9c16545a0a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:41:10.913784 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a400c496-4c9e-41f6-ba74-fb27115dc857 None None] Provisioning complete for port 8ecccdd7-4bc4-42b1-953b-a944ecd721e9 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:10.914475 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a400c496-4c9e-41f6-ba74-fb27115dc857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:10.993843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Request body: {'port': {'device_id': '3c7f65a8-89cd-4bc9-8a44-6d3842047faa', 'device_owner': 'compute:tempest-test_az-1511789477', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:11.068774 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:11.101718 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Request body: {'port': {'device_id': '3ea390b6-3350-4c04-8487-2043e0e55c91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:11.342198 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] Router 150a153a-b6a4-4bb7-a340-8ee58ca37159 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:41:11.425921 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:11.436602 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:11.639909 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:41:11.665524 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Sync routers for ids ['150a153a-b6a4-4bb7-a340-8ee58ca37159'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:41:11.687643 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Routers {'150a153a-b6a4-4bb7-a340-8ee58ca37159'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:41:11.690176 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:40:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['150a153a-b6a4-4bb7-a340-8ee58ca37159'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:11.714383 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:11.725372 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d32cadc5-dc5a-478c-90bc-6eb40698045e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.5883653 Nov 26 02:41:11.726475 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53748) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:11.748954 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a400c496-4c9e-41f6-ba74-fb27115dc857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:11.936040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a400c496-4c9e-41f6-ba74-fb27115dc857 None None] For port 8ecccdd7-4bc4-42b1-953b-a944ecd721e9, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8ecccdd7-4bc4-42b1-953b-a944ecd721e9,segment=NetworkSegment(15b65462-b33e-466d-b227-8c39e7e4801d),segment_id=15b65462-b33e-466d-b227-8c39e7e4801d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:11.967219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 242eca5a-47a5-4f9a-bb19-c069556387ea up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:41:12.091790 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a400c496-4c9e-41f6-ba74-fb27115dc857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:12.215089 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ca258b89-9b76-4690-a2ba-cd7e0e32e9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:12.270897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400c496-4c9e-41f6-ba74-fb27115dc857 None None] Pushing event updated for resources: {'Port': ['ID=8ecccdd7-4bc4-42b1-953b-a944ecd721e9,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:12.289182 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 242eca5a-47a5-4f9a-bb19-c069556387ea triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:12.289826 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:12.313570 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Set router 150a153a-b6a4-4bb7-a340-8ee58ca37159 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:41:12.348646 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:01Z', 'revision_number': 4, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8ecccdd7-4bc4-42b1-953b-a944ecd721e9', 'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'mac_address': 'fa:16:3e:e0:bf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:00Z', 'updated_at': '2021-11-26T02:41:09Z', 'revision_number': 4, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'subnets': [{'id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:12.392548 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b92de4-ba37-48df-9099-26c817dd8124 None None] The sync data for ids ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'] in n-d-819389-3 is: [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:01Z', 'revision_number': 4, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8ecccdd7-4bc4-42b1-953b-a944ecd721e9', 'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'mac_address': 'fa:16:3e:e0:bf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:00Z', 'updated_at': '2021-11-26T02:41:09Z', 'revision_number': 4, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'subnets': [{'id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:41:12.523031 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:12.561305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f04a51-e977-4be6-9407-693f1e172c0e None None] Network 3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:41:12.746573 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 242eca5a-47a5-4f9a-bb19-c069556387ea, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=242eca5a-47a5-4f9a-bb19-c069556387ea,segment=NetworkSegment(23c75f15-68fe-4422-88c1-820f014a2174),segment_id=23c75f15-68fe-4422-88c1-820f014a2174)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:12.795209 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:12.803801 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2001705147-router', 'tenant_id': '77e433c92eef4d18b82fe1405aca49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b2851fa9-cd55-4015-a53e-e4a77c9a2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:41:07Z', 'updated_at': '2021-11-26T02:41:09Z', 'revision_number': 3, 'project_id': '77e433c92eef4d18b82fe1405aca49ed', 'gw_port': {'id': 'b2851fa9-cd55-4015-a53e-e4a77c9a2b14', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:08Z', 'updated_at': '2021-11-26T02:41:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:12.810735 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ecdaddd5-3dc4-42f4-9071-886dd1f52966 None None] Provisioning complete for port 242eca5a-47a5-4f9a-bb19-c069556387ea triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:12.811125 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ecdaddd5-3dc4-42f4-9071-886dd1f52966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:12.869437 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Checking router: 150a153a-b6a4-4bb7-a340-8ee58ca37159 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:41:12.870826 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Updating router 150a153a-b6a4-4bb7-a340-8ee58ca37159 port b2851fa9-cd55-4015-a53e-e4a77c9a2b14 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:41:12.901393 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f1e7e-04c5-4733-a6ad-57c339e6ab1d req-21549ff2-942e-4bda-b2c4-a2a12572a87c tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:12.909663 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e9f1e7e-04c5-4733-a6ad-57c339e6ab1d req-21549ff2-942e-4bda-b2c4-a2a12572a87c tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 935 time: 0.2556109 Nov 26 02:41:12.919597 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255ac0a-22ac-4790-ab75-933bf649097b req-1792fe09-8032-4f2a-9e8c-5eadc608d56e tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:12.921259 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7255ac0a-22ac-4790-ab75-933bf649097b req-1792fe09-8032-4f2a-9e8c-5eadc608d56e tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 936 time: 0.2664871 Nov 26 02:41:12.949972 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:12.984450 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8b407cfb-8d71-445a-8160-1a6119349052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:12.988194 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e9f1e7e-04c5-4733-a6ad-57c339e6ab1d req-a05af751-1fbf-4f21-b019-6c539768de2a tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777247 Nov 26 02:41:13.033112 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=242eca5a-47a5-4f9a-bb19-c069556387ea,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:13.285695 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7255ac0a-22ac-4790-ab75-933bf649097b req-74d33749-22e2-484a-bd59-0826dc2dbce0 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093727 Nov 26 02:41:13.358875 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:13.370171 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:13.470735 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-8b407cfb-8d71-445a-8160-1a6119349052 admin admin] Allocated IP 172.20.0.1 (3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1/0871c262-3356-44dc-9190-804f8712ed78/cea3f66c-1541-42b6-9686-faa7a67b27c0) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:41:13.583226 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5fabf-ad09-4a37-a762-be123dae23bb None None] Pushing event updated for resources: {'Port': ['ID=b2851fa9-cd55-4015-a53e-e4a77c9a2b14,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:13.594992 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Attempting to bind port b2851fa9-cd55-4015-a53e-e4a77c9a2b14 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:41:13.597397 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Attempting to bind port b2851fa9-cd55-4015-a53e-e4a77c9a2b14 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:41:13.600635 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Attempting to bind port b2851fa9-cd55-4015-a53e-e4a77c9a2b14 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:13.635462 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:41:13.635971 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:41:13.636518 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:13.637769 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:41:13.638349 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Bound port: b2851fa9-cd55-4015-a53e-e4a77c9a2b14, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:41:13.647523 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:13.798419 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] For port b2851fa9-cd55-4015-a53e-e4a77c9a2b14, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:41:13.802841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7b6575-7182-4067-a67b-aa9c16545a0a {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:41:13.805690 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] For port b2851fa9-cd55-4015-a53e-e4a77c9a2b14, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b2851fa9-cd55-4015-a53e-e4a77c9a2b14,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:41:13.819029 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:13.850016 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:13.918174 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8b407cfb-8d71-445a-8160-1a6119349052 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:13.947978 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Transition to ACTIVE for port object bb7b6575-7182-4067-a67b-aa9c16545a0a will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:41:13.968529 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Routers {'150a153a-b6a4-4bb7-a340-8ee58ca37159'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:41:13.970614 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:13.973931 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:40:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['150a153a-b6a4-4bb7-a340-8ee58ca37159'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:14.057260 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8b407cfb-8d71-445a-8160-1a6119349052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:14.088630 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-57e2cc00-0d36-4dbd-85fc-b72a91e0d3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:14.155332 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53804) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:14.208491 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b407cfb-8d71-445a-8160-1a6119349052 admin admin] Network 3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:41:14.243989 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-8b407cfb-8d71-445a-8160-1a6119349052 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:41:14.261608 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b407cfb-8d71-445a-8160-1a6119349052 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:41:14.264511 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8b407cfb-8d71-445a-8160-1a6119349052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:14.274713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 242eca5a-47a5-4f9a-bb19-c069556387ea up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:41:14.314505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Pushing event updated for resources: {'Port': ['ID=bb7b6575-7182-4067-a67b-aa9c16545a0a,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:14.343699 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] Set router 150a153a-b6a4-4bb7-a340-8ee58ca37159 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:41:14.692187 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b407cfb-8d71-445a-8160-1a6119349052 admin admin] Pushing event updated for resources: {'Port': ['ID=cea3f66c-1541-42b6-9686-faa7a67b27c0,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:14.712282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8b407cfb-8d71-445a-8160-1a6119349052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:14.721201 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 242eca5a-47a5-4f9a-bb19-c069556387ea triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:14.721633 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:14.858929 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5fabf-ad09-4a37-a762-be123dae23bb None None] Pushing event updated for resources: {'Port': ['ID=b2851fa9-cd55-4015-a53e-e4a77c9a2b14,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:14.958419 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2001705147-router', 'tenant_id': '77e433c92eef4d18b82fe1405aca49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b2851fa9-cd55-4015-a53e-e4a77c9a2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:41:07Z', 'updated_at': '2021-11-26T02:41:09Z', 'revision_number': 3, 'project_id': '77e433c92eef4d18b82fe1405aca49ed', 'gw_port': {'id': 'b2851fa9-cd55-4015-a53e-e4a77c9a2b14', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:08Z', 'updated_at': '2021-11-26T02:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:14.975365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd946b5c-f830-43af-b28b-4804ebd79d05 req-f2db0013-b035-408b-8dce-0f2dd1675589 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:14.997670 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd946b5c-f830-43af-b28b-4804ebd79d05 req-f2db0013-b035-408b-8dce-0f2dd1675589 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 935 time: 0.6361370 Nov 26 02:41:15.039256 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:15.052544 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-af167480-9216-41fa-99d3-ad77108285a7 None None] Provisioning complete for port 242eca5a-47a5-4f9a-bb19-c069556387ea triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:15.055178 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-af167480-9216-41fa-99d3-ad77108285a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:15.062818 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a337aa9-bf06-4aa0-bffb-0b572f498b0f None None] The sync data for ids ['150a153a-b6a4-4bb7-a340-8ee58ca37159'] in n-d-819389-3 is: [{'id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2001705147-router', 'tenant_id': '77e433c92eef4d18b82fe1405aca49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b2851fa9-cd55-4015-a53e-e4a77c9a2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:41:07Z', 'updated_at': '2021-11-26T02:41:09Z', 'revision_number': 3, 'project_id': '77e433c92eef4d18b82fe1405aca49ed', 'gw_port': {'id': 'b2851fa9-cd55-4015-a53e-e4a77c9a2b14', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:08Z', 'updated_at': '2021-11-26T02:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:41:15.154296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Attempting to bind port bb7b6575-7182-4067-a67b-aa9c16545a0a on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:41:15.156106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Attempting to bind port bb7b6575-7182-4067-a67b-aa9c16545a0a by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:41:15.158678 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Attempting to bind port bb7b6575-7182-4067-a67b-aa9c16545a0a on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:15.198774 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd946b5c-f830-43af-b28b-4804ebd79d05 req-2f4b1c30-e557-401a-b988-92a716a7f41b tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989832 Nov 26 02:41:15.201102 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Port bb7b6575-7182-4067-a67b-aa9c16545a0a on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:41:15.204161 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Attempting to bind port bb7b6575-7182-4067-a67b-aa9c16545a0a on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:15.233745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f22146-47e9-47c6-be7a-54416f3a1342 req-d7f45844-4e88-4ca2-a3e8-2bc414321ad8 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:15.240657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53816) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:15.249160 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-95f22146-47e9-47c6-be7a-54416f3a1342 req-d7f45844-4e88-4ca2-a3e8-2bc414321ad8 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 970 time: 0.7279208 Nov 26 02:41:15.268326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:41:15.269194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:41:15.269759 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:41:15.270220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Bound port: bb7b6575-7182-4067-a67b-aa9c16545a0a, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:41:15.274334 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:15.306993 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53820) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:15.316643 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9beda41f-eec3-477b-b463-3e147b356271 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:15.334383 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8ecccdd7-4bc4-42b1-953b-a944ecd721e9 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:41:15.512742 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8b407cfb-8d71-445a-8160-1a6119349052 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:15.524762 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8b407cfb-8d71-445a-8160-1a6119349052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:15.525494 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8b407cfb-8d71-445a-8160-1a6119349052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:15.549907 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 8ecccdd7-4bc4-42b1-953b-a944ecd721e9 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:15.550277 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:15.579899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-95f22146-47e9-47c6-be7a-54416f3a1342 req-7e9697ac-e0a0-4d29-a17f-61471a1685d9 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298275 Nov 26 02:41:15.613966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:41:15.659618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-69bf45ef-7c86-4c85-bb8b-2f2e4b930b49 None None] Provisioning complete for port cea3f66c-1541-42b6-9686-faa7a67b27c0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:15.660369 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-69bf45ef-7c86-4c85-bb8b-2f2e4b930b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:15.702455 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:15.723153 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b407cfb-8d71-445a-8160-1a6119349052 admin admin] Pushing event updated for resources: {'Port': ['ID=cea3f66c-1541-42b6-9686-faa7a67b27c0,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:15.762093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Transition to ACTIVE for port object 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:41:15.770344 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-69bf45ef-7c86-4c85-bb8b-2f2e4b930b49 None None] Port cea3f66c-1541-42b6-9686-faa7a67b27c0 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:41:15.798040 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:15.869028 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-511ea769-dca8-4cb2-a3fd-01f487ec1dfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:15.929065 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] For port bb7b6575-7182-4067-a67b-aa9c16545a0a, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:41:16.012586 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] For port bb7b6575-7182-4067-a67b-aa9c16545a0a, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bb7b6575-7182-4067-a67b-aa9c16545a0a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:41:16.014211 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b407cfb-8d71-445a-8160-1a6119349052 admin admin] Network 3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:41:16.016312 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ef06199-798b-414f-ac88-51be2a112e13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:16.023006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Pushing event updated for resources: {'Port': ['ID=30c24df7-9a96-4f20-9e1f-d2aae66c8d2a,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:16.027055 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-8b407cfb-8d71-445a-8160-1a6119349052 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:41:16.028423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b2851fa9-cd55-4015-a53e-e4a77c9a2b14 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:41:16.058315 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:16.189525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port b2851fa9-cd55-4015-a53e-e4a77c9a2b14 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:16.189879 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:16.245554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:16.246191 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:16.248380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] 10.222.0.59 "PUT /v2.0/ports/bb7b6575-7182-4067-a67b-aa9c16545a0a HTTP/1.1" status: 200 len: 1118 time: 5.8821616 Nov 26 02:41:16.249344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Attempting to bind port 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:41:16.250456 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Attempting to bind port 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:41:16.250860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Attempting to bind port 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:16.254864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7f65a8-89cd-4bc9-8a44-6d3842047faa', 'tag': 'bb7b6575-7182-4067-a67b-aa9c16545a0a'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:41:16.352987 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9beda41f-eec3-477b-b463-3e147b356271 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:16.436216 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9beda41f-eec3-477b-b463-3e147b356271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:16.501334 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:16.511441 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:16.589478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Port 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:41:16.589847 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Attempting to bind port 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:16.602109 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port b2851fa9-cd55-4015-a53e-e4a77c9a2b14, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b2851fa9-cd55-4015-a53e-e4a77c9a2b14,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:16.603292 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-616a4fff-8d41-46ad-a210-5f71ceaf605e None None] Provisioning complete for port cea3f66c-1541-42b6-9686-faa7a67b27c0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:16.603669 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-616a4fff-8d41-46ad-a210-5f71ceaf605e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:16.660393 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beda41f-eec3-477b-b463-3e147b356271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0be973-2cf8-4395-b91b-7070f935a4b7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:16.683756 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9beda41f-eec3-477b-b463-3e147b356271 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c1d91ef169e4a44802adc665d8bfe2f&name=default HTTP/1.1" status: 200 len: 2994 time: 2.5243356 Nov 26 02:41:16.711057 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53836) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:16.733716 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-616a4fff-8d41-46ad-a210-5f71ceaf605e None None] Port cea3f66c-1541-42b6-9686-faa7a67b27c0 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:41:16.745995 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:16.762270 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1662a4d-37a3-4ca5-a053-b9118b3a5f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7f65a8-89cd-4bc9-8a44-6d3842047faa", "tag": "bb7b6575-7182-4067-a67b-aa9c16545a0a"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:41:16.783973 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdb728-156d-4be4-a1f2-5f7517ea3f8b service neutron] Pushing event updated for resources: {'Port': ['ID=bb7b6575-7182-4067-a67b-aa9c16545a0a,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:16.811394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:41:16.811741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:41:16.826910 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ef06199-798b-414f-ac88-51be2a112e13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:16.827256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:41:16.828107 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Bound port: 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:41:16.828299 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:16.849385 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ef06199-798b-414f-ac88-51be2a112e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:16.893823 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=b2851fa9-cd55-4015-a53e-e4a77c9a2b14,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:16.941826 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef06199-798b-414f-ac88-51be2a112e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defd8679-3e86-4969-a8e7-642ed7e752c0,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:16.946092 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b407cfb-8d71-445a-8160-1a6119349052 admin admin] Router 150a153a-b6a4-4bb7-a340-8ee58ca37159 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:41:16.998630 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8ef06199-798b-414f-ac88-51be2a112e13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd7174676e6d4b6bbfc8c03d18016f87&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7535403 Nov 26 02:41:17.006316 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53842) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:17.043942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-b34a70ec-077a-4445-962c-f2481c871f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:17.046331 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-b34a70ec-077a-4445-962c-f2481c871f27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6aeb3ff0436e44f88e32b6f8f38ecd63&device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 1121 time: 0.6557810 Nov 26 02:41:17.060644 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-511ea769-dca8-4cb2-a3fd-01f487ec1dfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:17.086203 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-511ea769-dca8-4cb2-a3fd-01f487ec1dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:17.104446 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] For port 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:41:17.123180 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0bfc89b0-0c01-4afa-bcb7-290502d35754 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:17.126692 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad2d18-d7b7-448b-a46d-da8a0e17a127 req-9bddc064-5872-48f0-a516-7f43a223631d tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:17.128538 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cbad2d18-d7b7-448b-a46d-da8a0e17a127 req-9bddc064-5872-48f0-a516-7f43a223631d tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 947 time: 0.7222934 Nov 26 02:41:17.186601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ea769-dca8-4cb2-a3fd-01f487ec1dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69871a7-7edc-498b-8853-a7fdfeff398e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:17.190667 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0bfc89b0-0c01-4afa-bcb7-290502d35754 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:17.249759 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b407cfb-8d71-445a-8160-1a6119349052 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:41:17.262324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] For port 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=30c24df7-9a96-4f20-9e1f-d2aae66c8d2a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:41:17.264809 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8b407cfb-8d71-445a-8160-1a6119349052 admin admin] 10.222.0.31 "PUT /v2.0/routers/150a153a-b6a4-4bb7-a340-8ee58ca37159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5350113 Nov 26 02:41:17.266619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-f6b4f8f2-6af6-44b0-b7a3-40765cabd5cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=bb7b6575-7182-4067-a67b-aa9c16545a0a HTTP/1.1" status: 200 len: 217 time: 0.1768486 Nov 26 02:41:17.266817 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bccdb24d-b8c5-4d89-9ada-80c9e63f2957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:17.304314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914f98b-b875-4e2c-9e66-d16a0ec4cabb req-a384eab0-4883-49ba-b5e6-877afd1304a6 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:17.306088 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d914f98b-b875-4e2c-9e66-d16a0ec4cabb req-a384eab0-4883-49ba-b5e6-877afd1304a6 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 970 time: 0.4540987 Nov 26 02:41:17.307373 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:17.326446 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bccdb24d-b8c5-4d89-9ada-80c9e63f2957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:17.388730 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0bfc89b0-0c01-4afa-bcb7-290502d35754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:17.391984 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0bfc89b0-0c01-4afa-bcb7-290502d35754 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:17.393247 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0bfc89b0-0c01-4afa-bcb7-290502d35754 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d0be973-2cf8-4395-b91b-7070f935a4b7 HTTP/1.1" status: 204 len: 168 time: 0.6735983 Nov 26 02:41:17.441429 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc89b0-0c01-4afa-bcb7-290502d35754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0be973-2cf8-4395-b91b-7070f935a4b7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:17.485599 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bccdb24d-b8c5-4d89-9ada-80c9e63f2957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:17.490343 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bccdb24d-b8c5-4d89-9ada-80c9e63f2957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:17.495850 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bccdb24d-b8c5-4d89-9ada-80c9e63f2957 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/defd8679-3e86-4969-a8e7-642ed7e752c0 HTTP/1.1" status: 204 len: 168 time: 0.4840972 Nov 26 02:41:17.514950 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccdb24d-b8c5-4d89-9ada-80c9e63f2957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defd8679-3e86-4969-a8e7-642ed7e752c0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:17.530464 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53852) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:17.530623 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-511ea769-dca8-4cb2-a3fd-01f487ec1dfa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7420aff297d4914bf27c292ac546570&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1298466 Nov 26 02:41:17.578973 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:17.582555 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-39235216-f1fe-4476-ba7d-b8f186f71217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:17.585728 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-39235216-f1fe-4476-ba7d-b8f186f71217 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.2973437 Nov 26 02:41:17.587683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Pushing event updated for resources: {'Port': ['ID=30c24df7-9a96-4f20-9e1f-d2aae66c8d2a,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:17.677685 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-17629b89-61ab-4968-be3b-0a374945bb6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:17.686581 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cbad2d18-d7b7-448b-a46d-da8a0e17a127 req-949eb214-1961-4fdf-a996-8b34adc5e0dd tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872589 Nov 26 02:41:17.718362 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d914f98b-b875-4e2c-9e66-d16a0ec4cabb req-313899b0-babd-483d-b1bf-04f28fa84dbf tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536503 Nov 26 02:41:17.742486 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-17629b89-61ab-4968-be3b-0a374945bb6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:17.807294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-ad25976a-94e1-4c45-a6d7-d81380678ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:17.808883 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-ad25976a-94e1-4c45-a6d7-d81380678ce8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2034514 Nov 26 02:41:17.854088 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-17629b89-61ab-4968-be3b-0a374945bb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:17.864495 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-17629b89-61ab-4968-be3b-0a374945bb6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:17.866604 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-17629b89-61ab-4968-be3b-0a374945bb6e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e69871a7-7edc-498b-8853-a7fdfeff398e HTTP/1.1" status: 204 len: 168 time: 0.3348277 Nov 26 02:41:17.885758 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17629b89-61ab-4968-be3b-0a374945bb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69871a7-7edc-498b-8853-a7fdfeff398e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:17.888417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:17.892158 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:17.895289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-6efed20c-1624-4364-a229-7903d0845c4a service neutron] 10.222.0.54 "PUT /v2.0/ports/30c24df7-9a96-4f20-9e1f-d2aae66c8d2a HTTP/1.1" status: 200 len: 1095 time: 7.3681679 Nov 26 02:41:17.939746 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b2851fa9-cd55-4015-a53e-e4a77c9a2b14 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:41:18.093218 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port b2851fa9-cd55-4015-a53e-e4a77c9a2b14 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:18.094409 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:18.464768 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-af01ba9d-255a-4582-a058-0cb6be01765f service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6153588 Nov 26 02:41:18.506521 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Sync routers for ids ['150a153a-b6a4-4bb7-a340-8ee58ca37159'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:41:18.540547 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Routers {'150a153a-b6a4-4bb7-a340-8ee58ca37159'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:41:18.541415 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:41:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['150a153a-b6a4-4bb7-a340-8ee58ca37159'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:18.553090 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d596905-a22f-4105-913d-e75ce62a1482 x-openstack-request-id: req-3d596905-a22f-4105-913d-e75ce62a1482 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:41:18.553428 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7f65a8-89cd-4bc9-8a44-6d3842047faa", "tag": "bb7b6575-7182-4067-a67b-aa9c16545a0a", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:41:18.553643 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d596905-a22f-4105-913d-e75ce62a1482 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:41:18.554096 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7f65a8-89cd-4bc9-8a44-6d3842047faa', 'tag': 'bb7b6575-7182-4067-a67b-aa9c16545a0a', 'status': 'completed', 'code': 200} Nov 26 02:41:18.584447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-9f8208ab-c92f-46a4-a95c-305751b1e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:18.585949 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-9f8208ab-c92f-46a4-a95c-305751b1e5b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dcb6fa674b794b95959fa16194076c7e&device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 1098 time: 0.1203089 Nov 26 02:41:18.614740 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55114ba0-01fc-4462-bf4b-f774ba4c289b req-51209550-8da3-40e1-a92b-2cd1c3569174 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380222 Nov 26 02:41:18.713657 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-b355de16-a3b9-4ae7-a567-6b9922b6a0e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=30c24df7-9a96-4f20-9e1f-d2aae66c8d2a HTTP/1.1" status: 200 len: 217 time: 0.0852623 Nov 26 02:41:18.802665 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53880) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:18.841974 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7218cf19-4fe0-4edd-af64-b5a1726a514b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:18.864582 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-d721a519-2dbf-4046-9190-20893206a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:18.867025 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-d721a519-2dbf-4046-9190-20893206a683 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1351180 Nov 26 02:41:19.011307 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Set router 150a153a-b6a4-4bb7-a340-8ee58ca37159 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:41:19.059799 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7218cf19-4fe0-4edd-af64-b5a1726a514b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:19.069694 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7218cf19-4fe0-4edd-af64-b5a1726a514b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:19.073922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1662a4d-37a3-4ca5-a053-b9118b3a5f3b req-e0efff7f-0506-49a5-969b-2fe154d758d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:19.077641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1662a4d-37a3-4ca5-a053-b9118b3a5f3b req-e0efff7f-0506-49a5-969b-2fe154d758d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6aeb3ff0436e44f88e32b6f8f38ecd63&device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 1121 time: 0.2909136 Nov 26 02:41:19.121701 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-a4202d42-cbea-4a03-9521-5e0cb0b387ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:19.124104 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-a4202d42-cbea-4a03-9521-5e0cb0b387ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2457721 Nov 26 02:41:19.131381 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7218cf19-4fe0-4edd-af64-b5a1726a514b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=650855b74df04a5eb04a7ec102c0c5bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3271883 Nov 26 02:41:19.133984 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53882) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:19.186435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc7b3c-c1f2-489e-89fb-565317253cfb req-17f90b33-b84c-424f-882a-32335e695785 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:19.190384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddcc7b3c-c1f2-489e-89fb-565317253cfb req-17f90b33-b84c-424f-882a-32335e695785 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 947 time: 0.2828708 Nov 26 02:41:19.213159 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53884) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:19.244246 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218cf19-4fe0-4edd-af64-b5a1726a514b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0cf16b-ef9b-4fdd-91bb-acc0ca52db79,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:19.263713 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-512c6962-fea0-4087-8e69-994bbff475be admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:19.323643 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2001705147-router', 'tenant_id': '77e433c92eef4d18b82fe1405aca49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b2851fa9-cd55-4015-a53e-e4a77c9a2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:41:07Z', 'updated_at': '2021-11-26T02:41:14Z', 'revision_number': 4, 'project_id': '77e433c92eef4d18b82fe1405aca49ed', 'gw_port': {'id': 'b2851fa9-cd55-4015-a53e-e4a77c9a2b14', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:08Z', 'updated_at': '2021-11-26T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'cea3f66c-1541-42b6-9686-faa7a67b27c0', 'name': '', 'network_id': '3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1', 'tenant_id': '77e433c92eef4d18b82fe1405aca49ed', 'mac_address': 'fa:16:3e:6f:7a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0871c262-3356-44dc-9190-804f8712ed78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:13Z', 'updated_at': '2021-11-26T02:41:14Z', 'revision_number': 2, 'project_id': '77e433c92eef4d18b82fe1405aca49ed', 'subnets': [{'id': '0871c262-3356-44dc-9190-804f8712ed78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:19.352566 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0dac1d77-7990-4aa0-b2c5-63b9475fe950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:19.413741 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0dac1d77-7990-4aa0-b2c5-63b9475fe950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:19.422674 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Checking router: 150a153a-b6a4-4bb7-a340-8ee58ca37159 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:41:19.423059 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Updating router 150a153a-b6a4-4bb7-a340-8ee58ca37159 port cea3f66c-1541-42b6-9686-faa7a67b27c0 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:41:19.480576 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:19.506436 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0dac1d77-7990-4aa0-b2c5-63b9475fe950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:19.509052 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0dac1d77-7990-4aa0-b2c5-63b9475fe950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:19.510264 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0dac1d77-7990-4aa0-b2c5-63b9475fe950 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da0cf16b-ef9b-4fdd-91bb-acc0ca52db79 HTTP/1.1" status: 204 len: 168 time: 0.3730440 Nov 26 02:41:19.542550 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac1d77-7990-4aa0-b2c5-63b9475fe950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0cf16b-ef9b-4fdd-91bb-acc0ca52db79,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:19.633167 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-512c6962-fea0-4087-8e69-994bbff475be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:19.634923 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53890) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:19.651688 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af6c256c-19c5-4ad2-936f-ff5079a5429e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:19.667732 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-512c6962-fea0-4087-8e69-994bbff475be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:19.730093 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-512c6962-fea0-4087-8e69-994bbff475be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51864b46727c4ae3bbbbfebf27cf749a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5094051 Nov 26 02:41:19.733498 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c6962-fea0-4087-8e69-994bbff475be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1566b3f-143e-40d8-ab5c-52240610065c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:19.740315 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53894) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:19.933698 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1662a4d-37a3-4ca5-a053-b9118b3a5f3b req-3ce53e60-14f3-4377-b535-84439f335bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:19.935434 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1662a4d-37a3-4ca5-a053-b9118b3a5f3b req-3ce53e60-14f3-4377-b535-84439f335bdd service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.8376446 Nov 26 02:41:19.938803 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af6c256c-19c5-4ad2-936f-ff5079a5429e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:19.940633 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-da70b16e-b5d4-4024-98dd-9dc008b5c8de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:19.951998 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af6c256c-19c5-4ad2-936f-ff5079a5429e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:19.975432 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddcc7b3c-c1f2-489e-89fb-565317253cfb req-64ab8f1f-bbaa-46eb-8c78-6c7ba5903679 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6821816 Nov 26 02:41:19.997173 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-da70b16e-b5d4-4024-98dd-9dc008b5c8de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:20.047801 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c256c-19c5-4ad2-936f-ff5079a5429e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33463224-1587-4dbd-bb09-e6b885ef895b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:20.055928 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-af6c256c-19c5-4ad2-936f-ff5079a5429e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=acab21874f094156aa202fb2a19db81f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4194770 Nov 26 02:41:20.062065 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53902) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:20.075715 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:20.100489 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:20.135853 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ed0c290-3b0b-46ed-8900-974f7f9297ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:20.142977 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-da70b16e-b5d4-4024-98dd-9dc008b5c8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:20.147165 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-da70b16e-b5d4-4024-98dd-9dc008b5c8de admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:20.153785 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-da70b16e-b5d4-4024-98dd-9dc008b5c8de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1566b3f-143e-40d8-ab5c-52240610065c HTTP/1.1" status: 204 len: 168 time: 0.4046006 Nov 26 02:41:20.178729 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70b16e-b5d4-4024-98dd-9dc008b5c8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1566b3f-143e-40d8-ab5c-52240610065c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:20.179239 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-1137b245-ba8a-489f-85fd-f3128d072e11 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0301416 Nov 26 02:41:20.195453 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ed0c290-3b0b-46ed-8900-974f7f9297ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:20.367672 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ed0c290-3b0b-46ed-8900-974f7f9297ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:20.377392 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ed0c290-3b0b-46ed-8900-974f7f9297ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:20.399618 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1ed0c290-3b0b-46ed-8900-974f7f9297ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33463224-1587-4dbd-bb09-e6b885ef895b HTTP/1.1" status: 204 len: 168 time: 0.3221726 Nov 26 02:41:20.450558 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0c290-3b0b-46ed-8900-974f7f9297ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33463224-1587-4dbd-bb09-e6b885ef895b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:20.454004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec7f8f-af09-4686-942c-04d2ce73af06 None None] Pushing event updated for resources: {'Port': ['ID=cea3f66c-1541-42b6-9686-faa7a67b27c0,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:20.497373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1662a4d-37a3-4ca5-a053-b9118b3a5f3b req-3f67a31e-a454-4c4d-a213-ec0077939bd0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=bb7b6575-7182-4067-a67b-aa9c16545a0a HTTP/1.1" status: 200 len: 217 time: 0.5198758 Nov 26 02:41:20.503055 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d88248c7-97be-43c6-b9a9-e5c2574be880 req-b357ec9c-2e46-4919-8e67-9ffd3e16c852 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068478 Nov 26 02:41:20.551362 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de505ee-d41d-4f9c-8b8e-4e092624af55 req-afa8e174-bfa3-4ec7-8c94-2774a97ac1e6 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:20.561980 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3de505ee-d41d-4f9c-8b8e-4e092624af55 req-afa8e174-bfa3-4ec7-8c94-2774a97ac1e6 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 970 time: 0.8133426 Nov 26 02:41:20.612507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea390b6-3350-4c04-8487-2043e0e55c91', 'tag': '30c24df7-9a96-4f20-9e1f-d2aae66c8d2a'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:41:20.622174 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d83a690-1a21-4ea1-af75-c805e9b2e1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea390b6-3350-4c04-8487-2043e0e55c91", "tag": "30c24df7-9a96-4f20-9e1f-d2aae66c8d2a"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:41:20.767593 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Attempting to bind port cea3f66c-1541-42b6-9686-faa7a67b27c0 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:41:20.767974 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Attempting to bind port cea3f66c-1541-42b6-9686-faa7a67b27c0 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '23c75f15-68fe-4422-88c1-820f014a2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:41:20.768661 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Attempting to bind port cea3f66c-1541-42b6-9686-faa7a67b27c0 on network 3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:20.780210 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:41:20.783200 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Checking segment: {'id': '23c75f15-68fe-4422-88c1-820f014a2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:41:20.785718 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:20.786222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Bound using segment: {'id': '23c75f15-68fe-4422-88c1-820f014a2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:41:20.788621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Bound port: cea3f66c-1541-42b6-9686-faa7a67b27c0, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c75f15-68fe-4422-88c1-820f014a2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:41:20.794000 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:20.842644 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53928) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:20.849194 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7809b160-0e3e-4acc-8953-4c9d9d255a1f tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1824613667', 'description': 'tempest-description--607921055'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:20.904707 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1662a4d-37a3-4ca5-a053-b9118b3a5f3b req-292bc6c0-9301-4b60-a328-32554b8b5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:20.910425 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1662a4d-37a3-4ca5-a053-b9118b3a5f3b req-292bc6c0-9301-4b60-a328-32554b8b5c59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.3152030 Nov 26 02:41:20.934067 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e31eff4-ed0a-4f7c-8097-a4a10a4e650d x-openstack-request-id: req-3e31eff4-ed0a-4f7c-8097-a4a10a4e650d {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:41:20.935385 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7809b160-0e3e-4acc-8953-4c9d9d255a1f tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:20.936990 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea390b6-3350-4c04-8487-2043e0e55c91", "tag": "30c24df7-9a96-4f20-9e1f-d2aae66c8d2a", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:41:20.938277 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e31eff4-ed0a-4f7c-8097-a4a10a4e650d {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:41:20.941386 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea390b6-3350-4c04-8487-2043e0e55c91', 'tag': '30c24df7-9a96-4f20-9e1f-d2aae66c8d2a', 'status': 'completed', 'code': 200} Nov 26 02:41:20.988459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] For port cea3f66c-1541-42b6-9686-faa7a67b27c0, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:41:20.992345 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] For port cea3f66c-1541-42b6-9686-faa7a67b27c0, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cea3f66c-1541-42b6-9686-faa7a67b27c0,segment=NetworkSegment(23c75f15-68fe-4422-88c1-820f014a2174),segment_id=23c75f15-68fe-4422-88c1-820f014a2174)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:41:21.002309 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:21.076231 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3de505ee-d41d-4f9c-8b8e-4e092624af55 req-c5443b94-5fb9-43b9-98ca-bdd79eea232d tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992712 Nov 26 02:41:21.117676 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b00c648d-3b5d-46f6-9afc-144b57a62001 None None] Provisioning complete for port cea3f66c-1541-42b6-9686-faa7a67b27c0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:21.118241 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b00c648d-3b5d-46f6-9afc-144b57a62001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:21.143391 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7809b160-0e3e-4acc-8953-4c9d9d255a1f tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:21.155627 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7809b160-0e3e-4acc-8953-4c9d9d255a1f tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:21.201231 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7809b160-0e3e-4acc-8953-4c9d9d255a1f tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:21.201231 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7809b160-0e3e-4acc-8953-4c9d9d255a1f tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3542042 Nov 26 02:41:21.205782 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53942) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:21.216950 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f4995991-4e4a-4fa8-9614-b2ade2424df1 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Request body: {'security_group_rule': {'security_group_id': '681e2419-7e89-4ef4-acd2-1964531919d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:21.303752 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec7f8f-af09-4686-942c-04d2ce73af06 None None] Pushing event updated for resources: {'Port': ['ID=cea3f66c-1541-42b6-9686-faa7a67b27c0,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:21.313083 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f4995991-4e4a-4fa8-9614-b2ade2424df1 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:21.369391 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Routers {'150a153a-b6a4-4bb7-a340-8ee58ca37159'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:41:21.372492 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:41:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['150a153a-b6a4-4bb7-a340-8ee58ca37159'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:21.376843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1662a4d-37a3-4ca5-a053-b9118b3a5f3b req-d6510c81-01dd-48bf-b6b9-6b9c6af95a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:21.380375 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1662a4d-37a3-4ca5-a053-b9118b3a5f3b req-d6510c81-01dd-48bf-b6b9-6b9c6af95a97 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4508035 Nov 26 02:41:21.401783 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f4995991-4e4a-4fa8-9614-b2ade2424df1 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:21.403012 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809b160-0e3e-4acc-8953-4c9d9d255a1f tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681e2419-7e89-4ef4-acd2-1964531919d9,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:21.412676 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f4995991-4e4a-4fa8-9614-b2ade2424df1 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:21.450347 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4995991-4e4a-4fa8-9614-b2ade2424df1 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423c43bb-f654-4d32-a261-2d6bc42af5ec,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:21.490366 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f4995991-4e4a-4fa8-9614-b2ade2424df1 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:21.491163 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f4995991-4e4a-4fa8-9614-b2ade2424df1 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2841358 Nov 26 02:41:21.494104 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53950) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:21.501923 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-229d037e-2e63-4150-adae-e2a62483e1ec tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Request body: {'security_group_rule': {'security_group_id': '681e2419-7e89-4ef4-acd2-1964531919d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:21.576978 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-229d037e-2e63-4150-adae-e2a62483e1ec tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:21.608938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83a690-1a21-4ea1-af75-c805e9b2e1d6 req-5f40c0e2-ebd6-47dd-8a49-ff8a192ac95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:21.611697 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d83a690-1a21-4ea1-af75-c805e9b2e1d6 req-5f40c0e2-ebd6-47dd-8a49-ff8a192ac95d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dcb6fa674b794b95959fa16194076c7e&device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 1098 time: 0.5650041 Nov 26 02:41:21.629545 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1662a4d-37a3-4ca5-a053-b9118b3a5f3b req-08336dea-aca3-4448-9712-c2cdd4a8f1ab service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335510 Nov 26 02:41:21.732203 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-229d037e-2e63-4150-adae-e2a62483e1ec tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:21.739825 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-229d037e-2e63-4150-adae-e2a62483e1ec tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:21.779867 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d037e-2e63-4150-adae-e2a62483e1ec tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3440b8-39ef-497f-878b-201a4a17a44b,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:21.791470 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-229d037e-2e63-4150-adae-e2a62483e1ec tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:21.793031 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-229d037e-2e63-4150-adae-e2a62483e1ec tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2973247 Nov 26 02:41:21.804536 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53960) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:21.809411 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-83506be9-170d-43c5-af6f-ca72f4482cfb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:21.813340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eddb15-9d92-4735-b697-e456b47ee3e6 req-04da6d9f-68ec-44c5-8933-8b091d240da0 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:21.814911 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-87eddb15-9d92-4735-b697-e456b47ee3e6 req-04da6d9f-68ec-44c5-8933-8b091d240da0 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 947 time: 0.5690258 Nov 26 02:41:21.862165 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83506be9-170d-43c5-af6f-ca72f4482cfb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:22.065547 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:22.175640 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-87eddb15-9d92-4735-b697-e456b47ee3e6 req-609cfc02-8101-4e83-89c7-a429d7b74cc5 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053174 Nov 26 02:41:22.190739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83a690-1a21-4ea1-af75-c805e9b2e1d6 req-de3af496-d133-4af3-b6bd-ba2fd89abe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:22.193609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d83a690-1a21-4ea1-af75-c805e9b2e1d6 req-de3af496-d133-4af3-b6bd-ba2fd89abe99 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.5544410 Nov 26 02:41:22.215728 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b00c648d-3b5d-46f6-9afc-144b57a62001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:22.230214 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83506be9-170d-43c5-af6f-ca72f4482cfb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:22.288763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] Set router 150a153a-b6a4-4bb7-a340-8ee58ca37159 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:41:22.321138 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d83a690-1a21-4ea1-af75-c805e9b2e1d6 req-58847f90-3f80-40b1-9559-8a6752797d1a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=30c24df7-9a96-4f20-9e1f-d2aae66c8d2a HTTP/1.1" status: 200 len: 217 time: 0.1100724 Nov 26 02:41:22.396611 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1662a4d-37a3-4ca5-a053-b9118b3a5f3b req-eb7f231c-256f-4e26-950b-620284ac2803 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7474160 Nov 26 02:41:22.402794 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b00c648d-3b5d-46f6-9afc-144b57a62001 None None] For port cea3f66c-1541-42b6-9686-faa7a67b27c0, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cea3f66c-1541-42b6-9686-faa7a67b27c0,segment=NetworkSegment(23c75f15-68fe-4422-88c1-820f014a2174),segment_id=23c75f15-68fe-4422-88c1-820f014a2174)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:22.418946 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b00c648d-3b5d-46f6-9afc-144b57a62001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:22.476097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1a73c-3926-453c-b192-d5fc90524f90 req-eddf75a2-85a9-4d3c-9986-c9ff24bc42a1 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:22.479393 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14d1a73c-3926-453c-b192-d5fc90524f90 req-eddf75a2-85a9-4d3c-9986-c9ff24bc42a1 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 970 time: 0.2374654 Nov 26 02:41:22.533819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83a690-1a21-4ea1-af75-c805e9b2e1d6 req-2166c153-8495-4779-9af1-55e2f20b8110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:22.535712 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d83a690-1a21-4ea1-af75-c805e9b2e1d6 req-2166c153-8495-4779-9af1-55e2f20b8110 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1540649 Nov 26 02:41:22.578164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-83506be9-170d-43c5-af6f-ca72f4482cfb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Allocated IP 172.25.0.40 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/095af98a-b101-4a49-843e-faced0cef9e6) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:41:22.671157 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14d1a73c-3926-453c-b192-d5fc90524f90 req-21b5e394-d9b9-4fce-9f30-4617cd727259 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814549 Nov 26 02:41:22.705798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83a690-1a21-4ea1-af75-c805e9b2e1d6 req-9870bb59-0b45-41aa-90c6-363ab587ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:22.713016 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d83a690-1a21-4ea1-af75-c805e9b2e1d6 req-9870bb59-0b45-41aa-90c6-363ab587ab29 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1492248 Nov 26 02:41:22.832761 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6052803e-ecfc-40d2-8985-5a6c30808dd6 None None] Provisioning complete for port cea3f66c-1541-42b6-9686-faa7a67b27c0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:22.833137 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6052803e-ecfc-40d2-8985-5a6c30808dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:22.854841 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83506be9-170d-43c5-af6f-ca72f4482cfb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:22.922145 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c648d-3b5d-46f6-9afc-144b57a62001 None None] Pushing event updated for resources: {'Port': ['ID=cea3f66c-1541-42b6-9686-faa7a67b27c0,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:23.194121 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53994) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:23.279241 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83506be9-170d-43c5-af6f-ca72f4482cfb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:23.455788 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83506be9-170d-43c5-af6f-ca72f4482cfb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Pushing event updated for resources: {'Port': ['ID=095af98a-b101-4a49-843e-faced0cef9e6,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:23.465234 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:23.492885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2001705147-router', 'tenant_id': '77e433c92eef4d18b82fe1405aca49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b2851fa9-cd55-4015-a53e-e4a77c9a2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:41:07Z', 'updated_at': '2021-11-26T02:41:14Z', 'revision_number': 4, 'project_id': '77e433c92eef4d18b82fe1405aca49ed', 'gw_port': {'id': 'b2851fa9-cd55-4015-a53e-e4a77c9a2b14', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:08Z', 'updated_at': '2021-11-26T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'cea3f66c-1541-42b6-9686-faa7a67b27c0', 'name': '', 'network_id': '3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1', 'tenant_id': '77e433c92eef4d18b82fe1405aca49ed', 'mac_address': 'fa:16:3e:6f:7a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0871c262-3356-44dc-9190-804f8712ed78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:13Z', 'updated_at': '2021-11-26T02:41:20Z', 'revision_number': 4, 'project_id': '77e433c92eef4d18b82fe1405aca49ed', 'subnets': [{'id': '0871c262-3356-44dc-9190-804f8712ed78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:23.520801 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83506be9-170d-43c5-af6f-ca72f4482cfb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:41:23.522351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660f8cf-6902-47ee-b346-3b2b69ae6f93 req-ab5a3ede-2b55-4abd-bfce-b8db561471a0 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:23.524562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-83506be9-170d-43c5-af6f-ca72f4482cfb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:41:23.525395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0660f8cf-6902-47ee-b346-3b2b69ae6f93 req-ab5a3ede-2b55-4abd-bfce-b8db561471a0 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 947 time: 0.1157598 Nov 26 02:41:23.532250 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d83a690-1a21-4ea1-af75-c805e9b2e1d6 req-92348b96-7312-413e-b548-3113a2498dba service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8039360 Nov 26 02:41:23.534444 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83506be9-170d-43c5-af6f-ca72f4482cfb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:41:23.584664 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611c8c93-f89e-43ca-ac60-c9e56332d0a5 None None] The sync data for ids ['150a153a-b6a4-4bb7-a340-8ee58ca37159'] in n-d-819389-3 is: [{'id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2001705147-router', 'tenant_id': '77e433c92eef4d18b82fe1405aca49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b2851fa9-cd55-4015-a53e-e4a77c9a2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:41:07Z', 'updated_at': '2021-11-26T02:41:14Z', 'revision_number': 4, 'project_id': '77e433c92eef4d18b82fe1405aca49ed', 'gw_port': {'id': 'b2851fa9-cd55-4015-a53e-e4a77c9a2b14', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:08Z', 'updated_at': '2021-11-26T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'cea3f66c-1541-42b6-9686-faa7a67b27c0', 'name': '', 'network_id': '3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1', 'tenant_id': '77e433c92eef4d18b82fe1405aca49ed', 'mac_address': 'fa:16:3e:6f:7a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0871c262-3356-44dc-9190-804f8712ed78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:13Z', 'updated_at': '2021-11-26T02:41:20Z', 'revision_number': 4, 'project_id': '77e433c92eef4d18b82fe1405aca49ed', 'subnets': [{'id': '0871c262-3356-44dc-9190-804f8712ed78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:41:23.802352 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83506be9-170d-43c5-af6f-ca72f4482cfb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:23.845453 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1311f8d1-9fc4-47cf-a70d-e5f959beaa86 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-166387770-network', 'tenant_id': 'fd64c89c2dfb4732a633c8526baba9f0'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:23.853295 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0660f8cf-6902-47ee-b346-3b2b69ae6f93 req-ecfdd772-1ad5-4e6f-bb21-447d7609ac68 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173702 Nov 26 02:41:23.917721 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1311f8d1-9fc4-47cf-a70d-e5f959beaa86 admin admin] Made reservation on behalf of fd64c89c2dfb4732a633c8526baba9f0 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:41:23.926760 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1311f8d1-9fc4-47cf-a70d-e5f959beaa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:23.990115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d83a690-1a21-4ea1-af75-c805e9b2e1d6 req-40de8ff6-f5a5-416b-be2e-3b20ef861660 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297941 Nov 26 02:41:23.990366 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1311f8d1-9fc4-47cf-a70d-e5f959beaa86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:24.121675 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cea3f66c-1541-42b6-9686-faa7a67b27c0 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:41:24.154063 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1311f8d1-9fc4-47cf-a70d-e5f959beaa86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:24.155865 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83506be9-170d-43c5-af6f-ca72f4482cfb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:24.190268 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f078c-0c3f-412b-a60b-fad9f625fc2d req-0d94d308-eb3c-4dd6-a761-f705d796eb4a tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:24.191875 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-929f078c-0c3f-412b-a60b-fad9f625fc2d req-0d94d308-eb3c-4dd6-a761-f705d796eb4a tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 970 time: 0.1891084 Nov 26 02:41:24.310581 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port cea3f66c-1541-42b6-9686-faa7a67b27c0 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:24.311821 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:24.348252 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1311f8d1-9fc4-47cf-a70d-e5f959beaa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:24.372335 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-929f078c-0c3f-412b-a60b-fad9f625fc2d req-1944c98a-9a61-4e30-9357-b0360a48f3fc tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711762 Nov 26 02:41:24.376763 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1311f8d1-9fc4-47cf-a70d-e5f959beaa86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:41:24.408412 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1311f8d1-9fc4-47cf-a70d-e5f959beaa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:24.408412 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-1311f8d1-9fc4-47cf-a70d-e5f959beaa86 admin admin] Added segment 1bd48920-1c19-455d-ac67-baf446298125 of type vlan for network ddcac99f-452c-47dc-ab00-82864338624c Nov 26 02:41:24.535309 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311f8d1-9fc4-47cf-a70d-e5f959beaa86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:24.554031 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1311f8d1-9fc4-47cf-a70d-e5f959beaa86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:24.711893 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.db.resource_extend [None req-1311f8d1-9fc4-47cf-a70d-e5f959beaa86 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 02:41:24.724195 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83506be9-170d-43c5-af6f-ca72f4482cfb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:24.747649 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83506be9-170d-43c5-af6f-ca72f4482cfb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:24.845187 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83506be9-170d-43c5-af6f-ca72f4482cfb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Pushing event updated for resources: {'Port': ['ID=095af98a-b101-4a49-843e-faced0cef9e6,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:24.855008 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1311f8d1-9fc4-47cf-a70d-e5f959beaa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:24.860568 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1311f8d1-9fc4-47cf-a70d-e5f959beaa86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:24.861844 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1311f8d1-9fc4-47cf-a70d-e5f959beaa86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:24.961738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54032) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:25.052177 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311f8d1-9fc4-47cf-a70d-e5f959beaa86 admin admin] Pushing event updated for resources: {'Network': ['ID=ddcac99f-452c-47dc-ab00-82864338624c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:25.071949 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83506be9-170d-43c5-af6f-ca72f4482cfb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:25.093184 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1311f8d1-9fc4-47cf-a70d-e5f959beaa86 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8944106 Nov 26 02:41:25.098328 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54038) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:25.106683 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-703e6f3c-75ff-4cf6-8c27-791b608ba97b admin admin] Request body: {'subnet': {'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-166387770-subnet', 'tenant_id': 'fd64c89c2dfb4732a633c8526baba9f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:25.138212 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network ddcac99f-452c-47dc-ab00-82864338624c details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:41:25.144796 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83506be9-170d-43c5-af6f-ca72f4482cfb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:25.178657 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-83506be9-170d-43c5-af6f-ca72f4482cfb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3727388 Nov 26 02:41:25.213690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703e6f3c-75ff-4cf6-8c27-791b608ba97b admin admin] Made reservation on behalf of fd64c89c2dfb4732a633c8526baba9f0 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:41:25.217017 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91716682-8d7b-4229-8321-9e87144b2e73 req-2da99d32-6116-4dbd-9e7d-9661578c0192 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:25.217697 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-703e6f3c-75ff-4cf6-8c27-791b608ba97b admin admin] Publish callbacks [] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:25.229009 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91716682-8d7b-4229-8321-9e87144b2e73 req-2da99d32-6116-4dbd-9e7d-9661578c0192 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 947 time: 0.2256358 Nov 26 02:41:25.287186 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2af52aa3-ddce-4a22-8626-d14a47eb2b7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:25.540459 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2af52aa3-ddce-4a22-8626-d14a47eb2b7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:25.557301 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2af52aa3-ddce-4a22-8626-d14a47eb2b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:25.589609 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-703e6f3c-75ff-4cf6-8c27-791b608ba97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:25.659662 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e6f3c-75ff-4cf6-8c27-791b608ba97b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3c64a3-1f7d-4156-9c97-d694993c7485,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:25.730777 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e6f3c-75ff-4cf6-8c27-791b608ba97b admin admin] Checking segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:41:25.731406 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703e6f3c-75ff-4cf6-8c27-791b608ba97b admin admin] Network hostable DHCP agents. Network: ddcac99f-452c-47dc-ab00-82864338624c, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:41:25.742547 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2af52aa3-ddce-4a22-8626-d14a47eb2b7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ed5e9c9e3d240aaa58a43637eda915f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7788181 Nov 26 02:41:25.743752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af52aa3-ddce-4a22-8626-d14a47eb2b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8beb0b34-950b-4968-bbab-7f45d57bcc62,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:25.746710 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54052) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:25.771411 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91716682-8d7b-4229-8321-9e87144b2e73 req-81c2e059-76d1-4f70-8a13-094b00379504 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404952 Nov 26 02:41:25.814129 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703e6f3c-75ff-4cf6-8c27-791b608ba97b admin admin] Network ddcac99f-452c-47dc-ab00-82864338624c is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:41:25.851769 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-703e6f3c-75ff-4cf6-8c27-791b608ba97b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, ddcac99f-452c-47dc-ab00-82864338624c) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:41:25.866420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26aa486-cdff-4833-8627-f3a10609d702 None None] Network ddcac99f-452c-47dc-ab00-82864338624c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:41:25.911704 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed41ac76-c7b7-44cf-b967-56c0dce317d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:25.922569 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e6f3c-75ff-4cf6-8c27-791b608ba97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:25.923175 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-703e6f3c-75ff-4cf6-8c27-791b608ba97b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:25.987306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d649f3-4834-4850-adbc-8358c1f6de8d req-45c25838-066a-4000-8981-44ff40ebdbbf tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:25.996526 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a0d649f3-4834-4850-adbc-8358c1f6de8d req-45c25838-066a-4000-8981-44ff40ebdbbf tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 970 time: 0.1086495 Nov 26 02:41:26.003082 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed41ac76-c7b7-44cf-b967-56c0dce317d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:26.016553 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-703e6f3c-75ff-4cf6-8c27-791b608ba97b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9079242 Nov 26 02:41:26.092255 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed41ac76-c7b7-44cf-b967-56c0dce317d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:26.096944 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed41ac76-c7b7-44cf-b967-56c0dce317d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:26.098559 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ed41ac76-c7b7-44cf-b967-56c0dce317d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8beb0b34-950b-4968-bbab-7f45d57bcc62 HTTP/1.1" status: 204 len: 168 time: 0.3506396 Nov 26 02:41:26.123560 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a0d649f3-4834-4850-adbc-8358c1f6de8d req-b7059fc7-9217-4f55-812d-cdaee0daafc9 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251493 Nov 26 02:41:26.149638 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41ac76-c7b7-44cf-b967-56c0dce317d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8beb0b34-950b-4968-bbab-7f45d57bcc62,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:26.345847 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3940641d-23ef-4fa7-ba48-1905d82c09b5 None None] Network ddcac99f-452c-47dc-ab00-82864338624c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:41:26.610606 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54068) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:26.632587 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b5dccae1-2b14-4908-ac9a-ee492108d1ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:26.897896 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b5dccae1-2b14-4908-ac9a-ee492108d1ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:26.904890 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b5dccae1-2b14-4908-ac9a-ee492108d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:26.969484 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dccae1-2b14-4908-ac9a-ee492108d1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a876f77-2f1b-4534-ab96-f92728af4bec,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:27.048246 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b5dccae1-2b14-4908-ac9a-ee492108d1ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00a4e115c8554cb7b5f41a6912defd82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4338045 Nov 26 02:41:27.048457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54086) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:27.079999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f5da6-f96f-4cf2-a0df-2bacb0aeebff req-4459c25f-1009-47c1-af0d-e93ece055600 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:27.084543 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-466f5da6-f96f-4cf2-a0df-2bacb0aeebff req-4459c25f-1009-47c1-af0d-e93ece055600 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 947 time: 0.1093693 Nov 26 02:41:27.130399 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bac5529-b77a-46f2-bc9d-d2251a5da3b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:27.167564 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bac5529-b77a-46f2-bc9d-d2251a5da3b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:27.202279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-466f5da6-f96f-4cf2-a0df-2bacb0aeebff req-05d3941f-3268-4401-9f86-724b2c269f00 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032767 Nov 26 02:41:27.212334 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-f487611e-a738-42ac-aa26-73ecb8589227 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1824613667&fields=id&tenant_id=8201a84fe3324f2985fbd4e3961400eb HTTP/1.1" status: 200 len: 267 time: 0.1267383 Nov 26 02:41:27.222524 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bac5529-b77a-46f2-bc9d-d2251a5da3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:27.226952 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bac5529-b77a-46f2-bc9d-d2251a5da3b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:27.228922 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5bac5529-b77a-46f2-bc9d-d2251a5da3b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a876f77-2f1b-4534-ab96-f92728af4bec HTTP/1.1" status: 204 len: 168 time: 0.1796291 Nov 26 02:41:27.253947 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac5529-b77a-46f2-bc9d-d2251a5da3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a876f77-2f1b-4534-ab96-f92728af4bec,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:27.326275 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54104) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:27.331465 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-12462ca2-5e78-4de1-91cb-7d5111d6dcea admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1579110088-network', 'tenant_id': 'f42af9dc2cf54b1a80593236e63d747a'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:27.354425 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12462ca2-5e78-4de1-91cb-7d5111d6dcea admin admin] Made reservation on behalf of f42af9dc2cf54b1a80593236e63d747a for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:41:27.358242 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12462ca2-5e78-4de1-91cb-7d5111d6dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:27.369213 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12462ca2-5e78-4de1-91cb-7d5111d6dcea admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:27.470095 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-5a544cb8-194f-41cf-a3c9-e55486b56adc tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:27.471754 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-5a544cb8-194f-41cf-a3c9-e55486b56adc tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/networks?id=58f59887-214e-475d-830a-cd108d137d4b HTTP/1.1" status: 200 len: 823 time: 0.2488348 Nov 26 02:41:27.491992 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-14ab7303-11ae-47ea-acd5-5db296149e45 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/quotas/8201a84fe3324f2985fbd4e3961400eb HTTP/1.1" status: 200 len: 375 time: 0.0130076 Nov 26 02:41:27.502800 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12462ca2-5e78-4de1-91cb-7d5111d6dcea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:27.516835 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12462ca2-5e78-4de1-91cb-7d5111d6dcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:27.555450 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12462ca2-5e78-4de1-91cb-7d5111d6dcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e605f9-b256-4570-ab7b-6a44a68303c4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:27.566612 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12462ca2-5e78-4de1-91cb-7d5111d6dcea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:41:27.582197 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12462ca2-5e78-4de1-91cb-7d5111d6dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:27.582551 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-12462ca2-5e78-4de1-91cb-7d5111d6dcea admin admin] Added segment 4751b023-6979-49c0-81fe-65b76c9e7f93 of type vlan for network 00a8583e-668e-4f64-80d0-c6e75a40b808 Nov 26 02:41:27.605394 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-1113572d-4b7d-48dd-8e6f-d1a449c1c371 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8201a84fe3324f2985fbd4e3961400eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068456 Nov 26 02:41:27.616495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9a311-135a-4ab6-9cec-da5a02f5fe9c req-c0ed12ac-0ef6-4f89-a609-d51df6cea82d tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:27.617944 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43e9a311-135a-4ab6-9cec-da5a02f5fe9c req-c0ed12ac-0ef6-4f89-a609-d51df6cea82d tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 970 time: 0.0781574 Nov 26 02:41:27.663344 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12462ca2-5e78-4de1-91cb-7d5111d6dcea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:27.691696 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43e9a311-135a-4ab6-9cec-da5a02f5fe9c req-ec4f581d-f79e-4743-86bf-0450f5dd6695 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637331 Nov 26 02:41:27.698641 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12462ca2-5e78-4de1-91cb-7d5111d6dcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:27.699721 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12462ca2-5e78-4de1-91cb-7d5111d6dcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:27.703738 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12462ca2-5e78-4de1-91cb-7d5111d6dcea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:27.759790 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-12462ca2-5e78-4de1-91cb-7d5111d6dcea admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4323840 Nov 26 02:41:27.762683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54122) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:27.767603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-00c714d9-8362-4aac-ba20-b7f22afc0e89 admin admin] Request body: {'subnet': {'network_id': '00a8583e-668e-4f64-80d0-c6e75a40b808', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1579110088-subnet', 'tenant_id': 'f42af9dc2cf54b1a80593236e63d747a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:27.773562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12462ca2-5e78-4de1-91cb-7d5111d6dcea admin admin] Pushing event updated for resources: {'Network': ['ID=00a8583e-668e-4f64-80d0-c6e75a40b808,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:27.787074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 00a8583e-668e-4f64-80d0-c6e75a40b808 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:41:27.792114 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c714d9-8362-4aac-ba20-b7f22afc0e89 admin admin] Made reservation on behalf of f42af9dc2cf54b1a80593236e63d747a for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:41:27.795463 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-00c714d9-8362-4aac-ba20-b7f22afc0e89 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:27.824750 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54126) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:27.937098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-d3578b11-09c8-4ca0-aa8b-b46603b52875 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:41:27.938236 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-d3578b11-09c8-4ca0-aa8b-b46603b52875 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1375372 Nov 26 02:41:28.017888 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2be32967-fbd7-4e19-83c1-841092d2b41f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:28.055502 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-00c714d9-8362-4aac-ba20-b7f22afc0e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:28.110890 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2be32967-fbd7-4e19-83c1-841092d2b41f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:28.116673 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2be32967-fbd7-4e19-83c1-841092d2b41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:28.129425 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-35cdae65-05fb-4e1b-86fc-43234891167b service neutron] 10.222.0.31 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798801 Nov 26 02:41:28.146511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c714d9-8362-4aac-ba20-b7f22afc0e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be40e8d2-f018-4366-93d0-b5ed1293aae9,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:28.154817 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be32967-fbd7-4e19-83c1-841092d2b41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a16b87-8212-460a-a8d4-fedf8d57c717,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:28.161033 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2be32967-fbd7-4e19-83c1-841092d2b41f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f497145a243463db3bdb75369619921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3346756 Nov 26 02:41:28.164737 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54138) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:28.203827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c714d9-8362-4aac-ba20-b7f22afc0e89 admin admin] Checking segment: {'id': '4751b023-6979-49c0-81fe-65b76c9e7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '00a8583e-668e-4f64-80d0-c6e75a40b808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:41:28.204037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c714d9-8362-4aac-ba20-b7f22afc0e89 admin admin] Network hostable DHCP agents. Network: 00a8583e-668e-4f64-80d0-c6e75a40b808, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:41:28.214884 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6797545e-b0e2-4763-9b27-2e2c732fa888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:28.235779 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c714d9-8362-4aac-ba20-b7f22afc0e89 admin admin] Network 00a8583e-668e-4f64-80d0-c6e75a40b808 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:41:28.256206 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-494bd8ad-ab71-4aaf-894f-12aeebeb31e2 service neutron] 10.222.0.31 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253121 Nov 26 02:41:28.258960 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-00c714d9-8362-4aac-ba20-b7f22afc0e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 00a8583e-668e-4f64-80d0-c6e75a40b808) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:41:28.264209 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c714d9-8362-4aac-ba20-b7f22afc0e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:28.266124 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-00c714d9-8362-4aac-ba20-b7f22afc0e89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:28.278831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a57d29-e7ce-461e-81e4-5822fa3ec6b3 None None] Network 00a8583e-668e-4f64-80d0-c6e75a40b808 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:41:28.284654 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6797545e-b0e2-4763-9b27-2e2c732fa888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:28.324819 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-00c714d9-8362-4aac-ba20-b7f22afc0e89 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5608797 Nov 26 02:41:28.376596 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6797545e-b0e2-4763-9b27-2e2c732fa888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:28.379135 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6797545e-b0e2-4763-9b27-2e2c732fa888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:28.380711 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6797545e-b0e2-4763-9b27-2e2c732fa888 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5a16b87-8212-460a-a8d4-fedf8d57c717 HTTP/1.1" status: 204 len: 168 time: 0.2147818 Nov 26 02:41:28.392131 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797545e-b0e2-4763-9b27-2e2c732fa888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a16b87-8212-460a-a8d4-fedf8d57c717,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:28.417100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6e574-f12f-4057-a7ba-0ff2d482dd0d req-e34f2225-8dd9-41ab-a765-c707ca6a6e7b tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:28.421869 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4bb6e574-f12f-4057-a7ba-0ff2d482dd0d req-e34f2225-8dd9-41ab-a765-c707ca6a6e7b tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 947 time: 0.1337152 Nov 26 02:41:28.438891 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72071e20-4813-409c-8a7b-7b75476d99d9 None None] Network 00a8583e-668e-4f64-80d0-c6e75a40b808 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:41:28.535077 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4bb6e574-f12f-4057-a7ba-0ff2d482dd0d req-3538fb60-5992-499c-9d6a-314fa29bc624 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007688 Nov 26 02:41:28.582919 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f2763688-8e0d-45a9-91b7-671132351008 req-0bca7303-202a-43cc-b769-2777586a9cfd tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 210 time: 0.0359781 Nov 26 02:41:28.841110 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da38a0-01d6-4a94-b000-aa9def2ac22e req-f35b88e0-9dcd-4e9d-b8f2-0216668982ab tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:28.843936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16da38a0-01d6-4a94-b000-aa9def2ac22e req-f35b88e0-9dcd-4e9d-b8f2-0216668982ab tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 970 time: 0.0814767 Nov 26 02:41:28.914159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16da38a0-01d6-4a94-b000-aa9def2ac22e req-1f7d13e7-8696-4330-bbc6-1ebf174ec3cd tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559764 Nov 26 02:41:28.939709 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54176) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:28.957525 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3f6c21f4-bee6-4dff-ba97-73e2d7e7a778 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:29.049288 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3f6c21f4-bee6-4dff-ba97-73e2d7e7a778 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:29.058464 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3f6c21f4-bee6-4dff-ba97-73e2d7e7a778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:29.092850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c21f4-bee6-4dff-ba97-73e2d7e7a778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fc7d14-83fd-492a-a09c-e316d6f6a329,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:29.111223 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3f6c21f4-bee6-4dff-ba97-73e2d7e7a778 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88237a3aa7404505bb170f7e2d71b597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1687727 Nov 26 02:41:29.113833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54180) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:29.167641 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f81ac1a-d990-4d3a-84cc-c4fca08ce918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:29.194128 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f81ac1a-d990-4d3a-84cc-c4fca08ce918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:29.244908 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f81ac1a-d990-4d3a-84cc-c4fca08ce918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:29.248382 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f81ac1a-d990-4d3a-84cc-c4fca08ce918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:29.250348 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6f81ac1a-d990-4d3a-84cc-c4fca08ce918 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2fc7d14-83fd-492a-a09c-e316d6f6a329 HTTP/1.1" status: 204 len: 168 time: 0.1349452 Nov 26 02:41:29.261683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81ac1a-d990-4d3a-84cc-c4fca08ce918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fc7d14-83fd-492a-a09c-e316d6f6a329,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:29.463166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-d078fb03-2411-461d-b6e8-24dd2ada1df5 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:29.464681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-d078fb03-2411-461d-b6e8-24dd2ada1df5 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 807 time: 0.1156752 Nov 26 02:41:29.480426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-c2a46d9e-a33e-4524-8a1c-850de74cbe67 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/quotas/fd64c89c2dfb4732a633c8526baba9f0 HTTP/1.1" status: 200 len: 375 time: 0.0100474 Nov 26 02:41:29.516925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-d7ccc0f2-f5d3-4476-b49e-ee5392a06c63 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298777 Nov 26 02:41:29.639347 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-d98cadeb-4e48-402c-9f6d-198e8df30ac3 service neutron] 10.222.0.31 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144876 Nov 26 02:41:29.735768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf652d0-8be4-4893-aa0d-61e8cfa43875 req-4357d027-9187-4acb-9169-558002a51263 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:29.737643 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-baf652d0-8be4-4893-aa0d-61e8cfa43875 req-4357d027-9187-4acb-9169-558002a51263 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 947 time: 0.1181839 Nov 26 02:41:29.748958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54212) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:29.780596 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-a4c58964-ffec-4d64-b4b8-58c6a8edef9b service neutron] 10.222.0.31 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253648 Nov 26 02:41:29.862748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-baf652d0-8be4-4893-aa0d-61e8cfa43875 req-22a96fbe-4ea5-4081-957b-2c5d9176ddbe tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096427 Nov 26 02:41:29.953098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-1d13ecec-372e-4f5b-9b5b-2b5a1a90c041 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:29.959395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-1d13ecec-372e-4f5b-9b5b-2b5a1a90c041 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.54 "GET /v2.0/networks?id=58f59887-214e-475d-830a-cd108d137d4b HTTP/1.1" status: 200 len: 823 time: 0.1728964 Nov 26 02:41:30.048710 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-368f4e10-7dc4-4096-96e6-8e44700d2db8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:30.055106 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4807791-7615-49e4-afc1-fbc145b89d14 req-c0a1610b-d74e-4fe0-a0ac-d4cfa849436c tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 210 time: 0.0611203 Nov 26 02:41:30.153821 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-368f4e10-7dc4-4096-96e6-8e44700d2db8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:30.159730 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-368f4e10-7dc4-4096-96e6-8e44700d2db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:30.169352 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0fb22f15-1a2c-40a4-8241-fd55481a8217 req-bfdc1cc7-2f34-43e2-ab8e-0c9625cce8d7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 210 time: 0.0418715 Nov 26 02:41:30.197543 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36487d24-d44d-4f2b-a474-8c69c65ad8de req-8fc06ff6-12c8-411e-a380-6f8f487dc6b2 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:30.199051 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36487d24-d44d-4f2b-a474-8c69c65ad8de req-8fc06ff6-12c8-411e-a380-6f8f487dc6b2 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 970 time: 0.1430535 Nov 26 02:41:30.199328 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-368f4e10-7dc4-4096-96e6-8e44700d2db8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e86fbf8bdda4b2892f2e343b162738e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4478490 Nov 26 02:41:30.202569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54234) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:30.213430 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f4e10-7dc4-4096-96e6-8e44700d2db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70ca818-3ba3-4970-b4a3-40fc0354b902,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:30.245181 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-1c95c60c-5bf9-49eb-8c55-1fd965645201 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8201a84fe3324f2985fbd4e3961400eb HTTP/1.1" status: 200 len: 380 time: 0.2672687 Nov 26 02:41:30.265453 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-5ab2da7b-67eb-442a-8ef9-9874e4308bae tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Request body: {'port': {'device_id': '32c1e4c8-9ad0-4adf-acd3-627568a385bd', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'admin_state_up': True, 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'security_groups': ['681e2419-7e89-4ef4-acd2-1964531919d9']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:30.353535 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54238) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:30.464263 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d498ee86-a6d6-4460-92c4-bd26251daf10 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-741027290-network', 'tenant_id': '07b4f0c688b1435c8358a607f9e7da3c'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:30.490632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d498ee86-a6d6-4460-92c4-bd26251daf10 admin admin] Made reservation on behalf of 07b4f0c688b1435c8358a607f9e7da3c for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:41:30.493256 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d498ee86-a6d6-4460-92c4-bd26251daf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:30.503444 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36487d24-d44d-4f2b-a474-8c69c65ad8de req-668b2419-cbc5-445b-a6ab-998ca8c63355 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926836 Nov 26 02:41:30.505249 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d498ee86-a6d6-4460-92c4-bd26251daf10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:30.534049 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d442e36f-917d-4130-abf8-476da6da0efb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:30.570278 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d442e36f-917d-4130-abf8-476da6da0efb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:30.596845 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d498ee86-a6d6-4460-92c4-bd26251daf10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:30.601908 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d498ee86-a6d6-4460-92c4-bd26251daf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:30.626374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-5ab2da7b-67eb-442a-8ef9-9874e4308bae tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Made reservation on behalf of 8201a84fe3324f2985fbd4e3961400eb for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:41:30.630006 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-5ab2da7b-67eb-442a-8ef9-9874e4308bae tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:30.636560 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d498ee86-a6d6-4460-92c4-bd26251daf10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:41:30.647959 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498ee86-a6d6-4460-92c4-bd26251daf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce5ccda-7043-4884-89c8-f6e97260a717,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:30.657029 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d442e36f-917d-4130-abf8-476da6da0efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:30.657165 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d498ee86-a6d6-4460-92c4-bd26251daf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:30.657453 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-d498ee86-a6d6-4460-92c4-bd26251daf10 admin admin] Added segment 097691b4-c91c-4103-ad46-0635fdbc99c6 of type vlan for network 99ad1ab2-23d8-437c-9397-d411f8af96a1 Nov 26 02:41:30.659495 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d442e36f-917d-4130-abf8-476da6da0efb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:30.660661 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d442e36f-917d-4130-abf8-476da6da0efb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a70ca818-3ba3-4970-b4a3-40fc0354b902 HTTP/1.1" status: 204 len: 168 time: 0.4571688 Nov 26 02:41:30.675176 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442e36f-917d-4130-abf8-476da6da0efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70ca818-3ba3-4970-b4a3-40fc0354b902,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:30.719335 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d498ee86-a6d6-4460-92c4-bd26251daf10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:30.759595 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d498ee86-a6d6-4460-92c4-bd26251daf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:30.761872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d498ee86-a6d6-4460-92c4-bd26251daf10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:30.762685 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d498ee86-a6d6-4460-92c4-bd26251daf10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:30.791210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-5ab2da7b-67eb-442a-8ef9-9874e4308bae tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Allocated IP 172.20.0.3 (58f59887-214e-475d-830a-cd108d137d4b/384a2bbb-8ea7-4167-9f40-964db01913dc/15b02fe0-5ac4-4d17-a187-b6c0ee666b6e) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:41:30.830960 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d498ee86-a6d6-4460-92c4-bd26251daf10 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4762208 Nov 26 02:41:30.834641 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54248) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:30.836315 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498ee86-a6d6-4460-92c4-bd26251daf10 admin admin] Pushing event updated for resources: {'Network': ['ID=99ad1ab2-23d8-437c-9397-d411f8af96a1,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:30.843901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-95f864a4-dea3-42f3-8ced-d6cdf7315c72 admin admin] Request body: {'subnet': {'network_id': '99ad1ab2-23d8-437c-9397-d411f8af96a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-741027290-subnet', 'tenant_id': '07b4f0c688b1435c8358a607f9e7da3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:30.849310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 99ad1ab2-23d8-437c-9397-d411f8af96a1 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:41:30.936637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f864a4-dea3-42f3-8ced-d6cdf7315c72 admin admin] Made reservation on behalf of 07b4f0c688b1435c8358a607f9e7da3c for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:41:30.939887 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-95f864a4-dea3-42f3-8ced-d6cdf7315c72 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:30.993117 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54252) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:31.007787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1839c7d9-1229-4e1d-88db-14dd0e2cc249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:31.084981 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1839c7d9-1229-4e1d-88db-14dd0e2cc249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:31.090091 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1839c7d9-1229-4e1d-88db-14dd0e2cc249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:31.104034 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-5ab2da7b-67eb-442a-8ef9-9874e4308bae tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:31.121123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f3a6a-3a42-46a0-8c91-23c89ab6dccf req-9742dd1d-447c-4b93-9845-9eedc5e715b6 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:31.129053 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-945f3a6a-3a42-46a0-8c91-23c89ab6dccf req-9742dd1d-447c-4b93-9845-9eedc5e715b6 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 947 time: 0.1708970 Nov 26 02:41:31.134827 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1839c7d9-1229-4e1d-88db-14dd0e2cc249 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b02a8f6b03243aa8208821db60a59bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406178 Nov 26 02:41:31.135934 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839c7d9-1229-4e1d-88db-14dd0e2cc249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeac137-aec4-48ca-b8b3-7d1a0c079cf0,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:31.138802 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54256) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:31.191118 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-476d5940-6158-46b8-bf02-cb75964e3474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:31.202553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94538adc-e36f-46ca-bd70-ed50cebbfe93 req-071a59d9-4539-44d1-8b58-bb87af9ddcce tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 210 time: 0.0444047 Nov 26 02:41:31.213130 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-476d5940-6158-46b8-bf02-cb75964e3474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:31.279288 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-476d5940-6158-46b8-bf02-cb75964e3474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:31.282513 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-476d5940-6158-46b8-bf02-cb75964e3474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:31.283788 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-476d5940-6158-46b8-bf02-cb75964e3474 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5aeac137-aec4-48ca-b8b3-7d1a0c079cf0 HTTP/1.1" status: 204 len: 168 time: 0.1442108 Nov 26 02:41:31.293165 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d5940-6158-46b8-bf02-cb75964e3474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeac137-aec4-48ca-b8b3-7d1a0c079cf0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:31.354237 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eac20fd8-da64-4ccd-aec1-30218870344e req-a1142d35-ca43-48df-9706-fac00550176c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 210 time: 0.0556164 Nov 26 02:41:31.376644 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-945f3a6a-3a42-46a0-8c91-23c89ab6dccf req-38b308a4-95e5-4852-b5d5-c271c5dbdef9 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466731 Nov 26 02:41:31.413747 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-5ab2da7b-67eb-442a-8ef9-9874e4308bae tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:31.492637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-5ab2da7b-67eb-442a-8ef9-9874e4308bae tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Network 58f59887-214e-475d-830a-cd108d137d4b is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:41:31.493641 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-95f864a4-dea3-42f3-8ced-d6cdf7315c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:31.511441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-5ab2da7b-67eb-442a-8ef9-9874e4308bae tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:41:31.513817 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-5ab2da7b-67eb-442a-8ef9-9874e4308bae tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:41:31.519826 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-5ab2da7b-67eb-442a-8ef9-9874e4308bae tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:31.520477 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-5ab2da7b-67eb-442a-8ef9-9874e4308bae tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:31.561494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6cbb2ddc-c50f-4f27-8cb4-894c79a58105 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:31.563096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6cbb2ddc-c50f-4f27-8cb4-894c79a58105 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.59 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 807 time: 0.3648529 Nov 26 02:41:31.563773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2da7b-67eb-442a-8ef9-9874e4308bae tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Pushing event updated for resources: {'Port': ['ID=15b02fe0-5ac4-4d17-a187-b6c0ee666b6e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:31.590909 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-b27061a8-a713-4e9c-bf6c-cfab16bcc71b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Request body: {'port': {'device_id': 'ab47b147-b7c1-43f9-89a2-264b59df7157', 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c', 'admin_state_up': True, 'tenant_id': 'fd64c89c2dfb4732a633c8526baba9f0'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:31.617458 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-5ab2da7b-67eb-442a-8ef9-9874e4308bae tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3633718 Nov 26 02:41:31.662950 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f864a4-dea3-42f3-8ced-d6cdf7315c72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e075f5-bff5-4a16-920d-fa47a2cc50a1,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:31.668808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Request body: {'port': {'device_id': '32c1e4c8-9ad0-4adf-acd3-627568a385bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:31.747728 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f864a4-dea3-42f3-8ced-d6cdf7315c72 admin admin] Checking segment: {'id': '097691b4-c91c-4103-ad46-0635fdbc99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '99ad1ab2-23d8-437c-9397-d411f8af96a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:41:31.748114 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f864a4-dea3-42f3-8ced-d6cdf7315c72 admin admin] Network hostable DHCP agents. Network: 99ad1ab2-23d8-437c-9397-d411f8af96a1, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:41:31.805377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff01017-9bbf-431b-9565-afa0c3d457f4 req-76b1742b-f6ce-4e22-a247-43898dec8586 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:31.807471 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ff01017-9bbf-431b-9565-afa0c3d457f4 req-76b1742b-f6ce-4e22-a247-43898dec8586 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 970 time: 0.2058702 Nov 26 02:41:31.844782 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:31.847503 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-eebe8f93-5d84-4cb3-9988-2f605a11a4ec None None] Provisioning complete for port 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:31.847846 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-eebe8f93-5d84-4cb3-9988-2f605a11a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:31.854678 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f864a4-dea3-42f3-8ced-d6cdf7315c72 admin admin] Network 99ad1ab2-23d8-437c-9397-d411f8af96a1 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:41:31.894971 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-eebe8f93-5d84-4cb3-9988-2f605a11a4ec None None] Port 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:41:31.901732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-95f864a4-dea3-42f3-8ced-d6cdf7315c72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 99ad1ab2-23d8-437c-9397-d411f8af96a1) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:41:31.906591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f864a4-dea3-42f3-8ced-d6cdf7315c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:31.907213 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-95f864a4-dea3-42f3-8ced-d6cdf7315c72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:31.911243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ac78fe-0525-4d66-94bf-cb48ef79c8fd None None] Network 99ad1ab2-23d8-437c-9397-d411f8af96a1 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:41:31.935006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-b27061a8-a713-4e9c-bf6c-cfab16bcc71b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Made reservation on behalf of fd64c89c2dfb4732a633c8526baba9f0 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:41:31.938940 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-b27061a8-a713-4e9c-bf6c-cfab16bcc71b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:31.966769 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ff01017-9bbf-431b-9565-afa0c3d457f4 req-203aff23-6dcf-4063-a02b-8a30fc2c03a3 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480949 Nov 26 02:41:31.980671 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-95f864a4-dea3-42f3-8ced-d6cdf7315c72 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1374297 Nov 26 02:41:32.047409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ab62f6-5589-46e8-9e74-44f2c0993791 None None] Network 99ad1ab2-23d8-437c-9397-d411f8af96a1 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:41:32.089890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54284) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:32.234632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-b27061a8-a713-4e9c-bf6c-cfab16bcc71b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Allocated IP 172.20.0.2 (ddcac99f-452c-47dc-ab00-82864338624c/fc3c64a3-1f7d-4156-9c97-d694993c7485/df7852c4-2ab4-4f02-a700-26fcb293f9cc) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:41:32.306718 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1ee49bc6-664a-49e1-ac67-bac2186cebce admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-989749942-network', 'tenant_id': 'c4f8bc7f0d6943cfb753dcc1ea335c65'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:32.407499 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:41:32.432662 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device bb7b6575-7182-4067-a67b-aa9c16545a0a details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:41:32.455376 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:32.460516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee49bc6-664a-49e1-ac67-bac2186cebce admin admin] Made reservation on behalf of c4f8bc7f0d6943cfb753dcc1ea335c65 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:41:32.462735 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ee49bc6-664a-49e1-ac67-bac2186cebce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:32.508710 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22bd6185-2c02-4f31-88ee-f0f23ba86f00 req-96f7893e-6c57-4ee0-b407-c68960335bd7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 210 time: 0.0576591 Nov 26 02:41:32.509370 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ee49bc6-664a-49e1-ac67-bac2186cebce admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:32.523234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Transition to ACTIVE for port object 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:41:32.523656 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54306) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:32.540701 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:32.541467 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7bcc1524-76df-4796-aab3-c6b00e1fa07d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-836478373-network', 'tenant_id': 'f82efd41f71e4610a767e462209cda0c'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:32.568502 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port bb7b6575-7182-4067-a67b-aa9c16545a0a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bb7b6575-7182-4067-a67b-aa9c16545a0a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:32.573117 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcc1524-76df-4796-aab3-c6b00e1fa07d admin admin] Made reservation on behalf of f82efd41f71e4610a767e462209cda0c for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:41:32.576671 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7bcc1524-76df-4796-aab3-c6b00e1fa07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:32.582059 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5095a08-0e7f-4283-8fca-2766ba91f0a2 req-dd613f71-0d09-4daa-8bcb-0c25d8e49536 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:32.582615 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'bb7b6575-7182-4067-a67b-aa9c16545a0a', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': 'bb7b6575-7182-4067-a67b-aa9c16545a0a', 'mac_address': 'fa:16:3e:c9:39:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:tempest-test_az-1511789477', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:41:32.583622 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5095a08-0e7f-4283-8fca-2766ba91f0a2 req-dd613f71-0d09-4daa-8bcb-0c25d8e49536 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 931 time: 0.2670143 Nov 26 02:41:32.593323 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7bcc1524-76df-4796-aab3-c6b00e1fa07d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:32.638635 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:32.699474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Pushing event updated for resources: {'Port': ['ID=15b02fe0-5ac4-4d17-a187-b6c0ee666b6e,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:32.708483 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7bcc1524-76df-4796-aab3-c6b00e1fa07d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:32.716213 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7bcc1524-76df-4796-aab3-c6b00e1fa07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:32.732717 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-b27061a8-a713-4e9c-bf6c-cfab16bcc71b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:32.752533 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bcc1524-76df-4796-aab3-c6b00e1fa07d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:41:32.775384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7b6575-7182-4067-a67b-aa9c16545a0a {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:41:32.798903 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5095a08-0e7f-4283-8fca-2766ba91f0a2 req-bc943547-f81d-4c3b-ab86-7c31c74c05ae tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954973 Nov 26 02:41:32.799769 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port bb7b6575-7182-4067-a67b-aa9c16545a0a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bb7b6575-7182-4067-a67b-aa9c16545a0a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:32.802841 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc1524-76df-4796-aab3-c6b00e1fa07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701b63cb-ea2f-4137-8b08-9bd631cb5def,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:32.806456 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:32.814481 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7bcc1524-76df-4796-aab3-c6b00e1fa07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:32.814864 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-7bcc1524-76df-4796-aab3-c6b00e1fa07d admin admin] Added segment 00bc8a9d-c7f1-44a8-b796-87de7b89a227 of type vlan for network 7c5dcca6-df81-42f0-92f4-87e1498015ab Nov 26 02:41:32.815756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Attempting to bind port 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:41:32.816678 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Attempting to bind port 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '15b65462-b33e-466d-b227-8c39e7e4801d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58f59887-214e-475d-830a-cd108d137d4b'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:41:32.816678 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Attempting to bind port 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e on network 58f59887-214e-475d-830a-cd108d137d4b {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:32.833910 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515b950-e761-4a7a-887d-1d28353ca88f req-716cdb38-b3ec-4a85-ba49-2f96265d2a1c tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:32.844792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c515b950-e761-4a7a-887d-1d28353ca88f req-716cdb38-b3ec-4a85-ba49-2f96265d2a1c tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 947 time: 0.2332065 Nov 26 02:41:32.845538 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Port 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e on network 58f59887-214e-475d-830a-cd108d137d4b not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:41:32.845870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Attempting to bind port 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e on network 58f59887-214e-475d-830a-cd108d137d4b {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:32.872866 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=bb7b6575-7182-4067-a67b-aa9c16545a0a,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:32.878675 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7bcc1524-76df-4796-aab3-c6b00e1fa07d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:32.890403 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:41:32.890684 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Checking segment: {'id': '15b65462-b33e-466d-b227-8c39e7e4801d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58f59887-214e-475d-830a-cd108d137d4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:41:32.891008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Bound using segment: {'id': '15b65462-b33e-466d-b227-8c39e7e4801d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58f59887-214e-475d-830a-cd108d137d4b'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:41:32.891448 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Bound port: 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b65462-b33e-466d-b227-8c39e7e4801d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58f59887-214e-475d-830a-cd108d137d4b'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:41:32.891808 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:32.894964 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ee49bc6-664a-49e1-ac67-bac2186cebce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:32.906869 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7bcc1524-76df-4796-aab3-c6b00e1fa07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:32.907772 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcc1524-76df-4796-aab3-c6b00e1fa07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:32.908382 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7bcc1524-76df-4796-aab3-c6b00e1fa07d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:32.910770 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ee49bc6-664a-49e1-ac67-bac2186cebce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:32.946500 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-b27061a8-a713-4e9c-bf6c-cfab16bcc71b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:32.959339 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7bcc1524-76df-4796-aab3-c6b00e1fa07d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4334242 Nov 26 02:41:32.966967 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54308) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:32.976790 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c5124763-3fb5-43b9-b80b-14ab2ae86b9a admin admin] Request body: {'subnet': {'network_id': '7c5dcca6-df81-42f0-92f4-87e1498015ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-836478373-subnet', 'tenant_id': 'f82efd41f71e4610a767e462209cda0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:32.984889 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc1524-76df-4796-aab3-c6b00e1fa07d admin admin] Pushing event updated for resources: {'Network': ['ID=7c5dcca6-df81-42f0-92f4-87e1498015ab,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:32.994683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee49bc6-664a-49e1-ac67-bac2186cebce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:41:33.002651 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 7c5dcca6-df81-42f0-92f4-87e1498015ab details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:41:33.007797 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5124763-3fb5-43b9-b80b-14ab2ae86b9a admin admin] Made reservation on behalf of f82efd41f71e4610a767e462209cda0c for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:41:33.010861 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c5124763-3fb5-43b9-b80b-14ab2ae86b9a admin admin] Publish callbacks [] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:33.030331 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c515b950-e761-4a7a-887d-1d28353ca88f req-d1625789-dedc-494a-a428-256d705bfaf7 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857626 Nov 26 02:41:33.037329 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee49bc6-664a-49e1-ac67-bac2186cebce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c948c0-dabe-4f08-8b78-c65d795e0182,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:33.046035 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ee49bc6-664a-49e1-ac67-bac2186cebce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:33.047104 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-1ee49bc6-664a-49e1-ac67-bac2186cebce admin admin] Added segment 96edcaca-041e-4f83-b411-43edf2a49a8b of type vlan for network e87b060a-d5d1-4923-b8cc-c505a50f896b Nov 26 02:41:33.072501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-b27061a8-a713-4e9c-bf6c-cfab16bcc71b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Network ddcac99f-452c-47dc-ab00-82864338624c is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:41:33.086635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-b27061a8-a713-4e9c-bf6c-cfab16bcc71b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:41:33.112938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-b27061a8-a713-4e9c-bf6c-cfab16bcc71b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:41:33.118504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-b27061a8-a713-4e9c-bf6c-cfab16bcc71b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:33.119110 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-b27061a8-a713-4e9c-bf6c-cfab16bcc71b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:33.125834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27061a8-a713-4e9c-bf6c-cfab16bcc71b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Pushing event updated for resources: {'Port': ['ID=df7852c4-2ab4-4f02-a700-26fcb293f9cc,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:33.133851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] For port 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:41:33.172224 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ee49bc6-664a-49e1-ac67-bac2186cebce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:33.182170 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] For port 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=15b02fe0-5ac4-4d17-a187-b6c0ee666b6e,segment=NetworkSegment(15b65462-b33e-466d-b227-8c39e7e4801d),segment_id=15b65462-b33e-466d-b227-8c39e7e4801d)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:41:33.192039 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:33.197020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['bb7b6575-7182-4067-a67b-aa9c16545a0a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:41:33.207585 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c5124763-3fb5-43b9-b80b-14ab2ae86b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:33.211446 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-b27061a8-a713-4e9c-bf6c-cfab16bcc71b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6277654 Nov 26 02:41:33.240358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Request body: {'port': {'device_id': 'ab47b147-b7c1-43f9-89a2-264b59df7157', 'device_owner': 'compute:tempest-test_az-1511789477', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:33.268624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:33.269330 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:33.269921 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5124763-3fb5-43b9-b80b-14ab2ae86b9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8463f946-93e5-4d6f-9b08-31f823e6be3d,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:33.270760 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] 10.222.0.54 "PUT /v2.0/ports/15b02fe0-5ac4-4d17-a187-b6c0ee666b6e HTTP/1.1" status: 200 len: 1091 time: 1.6117506 Nov 26 02:41:33.277059 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c1e4c8-9ad0-4adf-acd3-627568a385bd', 'tag': '15b02fe0-5ac4-4d17-a187-b6c0ee666b6e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:41:33.279286 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f55a3d1-df37-41b9-b316-26819bd82a18" -d '{"events": [{"name": "network-changed", "server_uuid": "32c1e4c8-9ad0-4adf-acd3-627568a385bd", "tag": "15b02fe0-5ac4-4d17-a187-b6c0ee666b6e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:41:33.293739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f8bac-a17d-4b36-9f8a-d89d4fab7e02 req-34352aa5-c913-4c5d-b286-5f9320e854ae tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:33.295440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-610f8bac-a17d-4b36-9f8a-d89d4fab7e02 req-34352aa5-c913-4c5d-b286-5f9320e854ae tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 971 time: 0.1705792 Nov 26 02:41:33.300719 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ee49bc6-664a-49e1-ac67-bac2186cebce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:33.301659 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee49bc6-664a-49e1-ac67-bac2186cebce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:33.302228 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ee49bc6-664a-49e1-ac67-bac2186cebce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:33.304790 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5124763-3fb5-43b9-b80b-14ab2ae86b9a admin admin] Checking segment: {'id': '00bc8a9d-c7f1-44a8-b796-87de7b89a227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c5dcca6-df81-42f0-92f4-87e1498015ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:41:33.305303 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5124763-3fb5-43b9-b80b-14ab2ae86b9a admin admin] Network hostable DHCP agents. Network: 7c5dcca6-df81-42f0-92f4-87e1498015ab, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:41:33.345461 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5124763-3fb5-43b9-b80b-14ab2ae86b9a admin admin] Network 7c5dcca6-df81-42f0-92f4-87e1498015ab is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:41:33.378615 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-c5124763-3fb5-43b9-b80b-14ab2ae86b9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 7c5dcca6-df81-42f0-92f4-87e1498015ab) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:41:33.399231 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2240d5-6b4e-46d8-86be-a3c3e5af7bd3 None None] Network 7c5dcca6-df81-42f0-92f4-87e1498015ab requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:41:33.399913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5124763-3fb5-43b9-b80b-14ab2ae86b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:33.402742 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c5124763-3fb5-43b9-b80b-14ab2ae86b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:33.459099 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c5124763-3fb5-43b9-b80b-14ab2ae86b9a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4909286 Nov 26 02:41:33.550625 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092cc96c-fdf8-436a-838a-16ce4d3efa82 x-openstack-request-id: req-092cc96c-fdf8-436a-838a-16ce4d3efa82 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:41:33.551516 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c1e4c8-9ad0-4adf-acd3-627568a385bd", "tag": "15b02fe0-5ac4-4d17-a187-b6c0ee666b6e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:41:33.551516 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-092cc96c-fdf8-436a-838a-16ce4d3efa82 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:41:33.551516 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c1e4c8-9ad0-4adf-acd3-627568a385bd', 'tag': '15b02fe0-5ac4-4d17-a187-b6c0ee666b6e', 'status': 'completed', 'code': 200} Nov 26 02:41:33.563644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83108af0-1778-4573-8213-6163d1f11638 None None] Network 7c5dcca6-df81-42f0-92f4-87e1498015ab requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:41:33.619266 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54320) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:33.636885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b582c-20c8-49ec-83c3-7534e77ef69d service neutron] Pushing event updated for resources: {'Port': ['ID=15b02fe0-5ac4-4d17-a187-b6c0ee666b6e,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:33.648041 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1ee49bc6-664a-49e1-ac67-bac2186cebce admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5570931 Nov 26 02:41:33.657224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54322) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:33.676700 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:33.678426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee49bc6-664a-49e1-ac67-bac2186cebce admin admin] Pushing event updated for resources: {'Network': ['ID=e87b060a-d5d1-4923-b8cc-c505a50f896b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:33.705885 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-37a40072-f901-4117-b6d7-eae186b747cf admin admin] Request body: {'subnet': {'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-989749942-subnet', 'tenant_id': 'c4f8bc7f0d6943cfb753dcc1ea335c65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:33.708696 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network e87b060a-d5d1-4923-b8cc-c505a50f896b details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:41:33.717185 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe1f400-20d0-4d89-b1cb-4d520df544fb admin admin] Deleting subnet 49e075f5-bff5-4a16-920d-fa47a2cc50a1 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:41:33.724093 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cbe1f400-20d0-4d89-b1cb-4d520df544fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:33.732120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-623c29b1-3303-4274-b285-789d4acc343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:33.733606 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-623c29b1-3303-4274-b285-789d4acc343d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8201a84fe3324f2985fbd4e3961400eb&device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 1094 time: 0.1847141 Nov 26 02:41:33.742524 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-610f8bac-a17d-4b36-9f8a-d89d4fab7e02 req-79de4774-c7ae-4005-b06a-381ef12e9c85 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246185 Nov 26 02:41:33.766524 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a40072-f901-4117-b6d7-eae186b747cf admin admin] Made reservation on behalf of c4f8bc7f0d6943cfb753dcc1ea335c65 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:41:33.766524 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37a40072-f901-4117-b6d7-eae186b747cf admin admin] Publish callbacks [] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:33.770569 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cbe1f400-20d0-4d89-b1cb-4d520df544fb admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:33.815128 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cbe1f400-20d0-4d89-b1cb-4d520df544fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:33.834746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-f1a32513-eac5-4b7d-b99d-c8ed2237bd3f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15b02fe0-5ac4-4d17-a187-b6c0ee666b6e HTTP/1.1" status: 200 len: 217 time: 0.0594623 Nov 26 02:41:33.852707 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efb0c0-4f4e-4039-ad8a-d5073815558f req-4cb3e546-f28c-4dea-b207-c1526c4a732b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:33.854731 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5efb0c0-4f4e-4039-ad8a-d5073815558f req-4cb3e546-f28c-4dea-b207-c1526c4a732b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 931 time: 0.1706536 Nov 26 02:41:33.905137 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cbe1f400-20d0-4d89-b1cb-4d520df544fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:33.948674 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1f400-20d0-4d89-b1cb-4d520df544fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e075f5-bff5-4a16-920d-fa47a2cc50a1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:33.954341 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cbe1f400-20d0-4d89-b1cb-4d520df544fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:33.957543 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cbe1f400-20d0-4d89-b1cb-4d520df544fb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/49e075f5-bff5-4a16-920d-fa47a2cc50a1 HTTP/1.1" status: 204 len: 168 time: 0.3372645 Nov 26 02:41:33.961314 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54326) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:34.027839 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:41:34.038097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-426653bf-aa8b-4a05-bea0-bd4352087e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:34.039608 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-426653bf-aa8b-4a05-bea0-bd4352087e36 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=384a2bbb-8ea7-4167-9f40-964db01913dc HTTP/1.1" status: 200 len: 862 time: 0.1843729 Nov 26 02:41:34.119423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5efb0c0-4f4e-4039-ad8a-d5073815558f req-00804724-f3eb-49c5-9547-80401e243b20 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510364 Nov 26 02:41:34.131849 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fa20f-da10-45dd-b682-48adff2e782f req-bf0b6a30-4956-4d10-bc70-0a80d7624653 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:34.133117 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-684fa20f-da10-45dd-b682-48adff2e782f req-bf0b6a30-4956-4d10-bc70-0a80d7624653 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 943 time: 0.1933436 Nov 26 02:41:34.143495 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=30c24df7-9a96-4f20-9e1f-d2aae66c8d2a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:34.157347 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '30c24df7-9a96-4f20-9e1f-d2aae66c8d2a', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '30c24df7-9a96-4f20-9e1f-d2aae66c8d2a', 'mac_address': 'fa:16:3e:58:c3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:41:34.181507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-9d69d4d7-028c-4277-a8b9-b3d63a3edc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:34.183027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-9d69d4d7-028c-4277-a8b9-b3d63a3edc35 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=58f59887-214e-475d-830a-cd108d137d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121843 Nov 26 02:41:34.189959 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:34.208048 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37a40072-f901-4117-b6d7-eae186b747cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:34.213097 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:34.229557 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:41:34.251538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=30c24df7-9a96-4f20-9e1f-d2aae66c8d2a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:34.256219 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:34.312008 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-684fa20f-da10-45dd-b682-48adff2e782f req-a819bf2d-7ae6-4309-beff-acad28f85ca9 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700842 Nov 26 02:41:34.315106 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a40072-f901-4117-b6d7-eae186b747cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b46157e-421f-41f5-9034-94d077205f11,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:34.324535 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=30c24df7-9a96-4f20-9e1f-d2aae66c8d2a,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:34.334849 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:34.365794 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:41:34.366144 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:41:34.366895 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:41:34.367225 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Subscribe: > port after_create 55550000 {{(pid=104801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:41:34.367568 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Subscribe: > port after_delete 55550000 {{(pid=104801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:41:34.367904 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Subscribe: > port after_update 55550000 {{(pid=104801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:41:34.368340 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:41:34.368664 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:41:34.369007 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:41:34.369323 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:41:34.389306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcda6a-ab45-4a10-831d-67f21d869649 req-424c06bd-f28d-4062-8858-b2ab4c859abc tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:34.391382 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51bcda6a-ab45-4a10-831d-67f21d869649 req-424c06bd-f28d-4062-8858-b2ab4c859abc tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 948 time: 0.1619039 Nov 26 02:41:34.393470 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7852c4-2ab4-4f02-a700-26fcb293f9cc {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:41:34.405075 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:34.422288 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device bb7b6575-7182-4067-a67b-aa9c16545a0a up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:41:34.434647 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-2498ea3f-edaf-4743-aca5-4e00fe3a9051 service neutron] 10.222.0.54 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399874 Nov 26 02:41:34.442788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Transition to ACTIVE for port object df7852c4-2ab4-4f02-a700-26fcb293f9cc will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:41:34.463093 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:34.474220 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port bb7b6575-7182-4067-a67b-aa9c16545a0a completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:41:34.478609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port bb7b6575-7182-4067-a67b-aa9c16545a0a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:34.478981 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:34.556146 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51bcda6a-ab45-4a10-831d-67f21d869649 req-615820da-bbe3-4386-b9c1-da3d2c2477c0 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527221 Nov 26 02:41:34.558975 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:34.583413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Pushing event updated for resources: {'Port': ['ID=df7852c4-2ab4-4f02-a700-26fcb293f9cc,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:34.602880 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7f65a8-89cd-4bc9-8a44-6d3842047faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7b6575-7182-4067-a67b-aa9c16545a0a'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:41:34.616829 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:41:34.617183 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:41:34.617515 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:41:34.617844 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:41:34.618213 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ad1ab2-23d8-437c-9397-d411f8af96a1']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:34.623448 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a40072-f901-4117-b6d7-eae186b747cf admin admin] Checking segment: {'id': '96edcaca-041e-4f83-b411-43edf2a49a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:41:34.624096 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a40072-f901-4117-b6d7-eae186b747cf admin admin] Network hostable DHCP agents. Network: e87b060a-d5d1-4923-b8cc-c505a50f896b, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:41:34.638535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Attempting to bind port df7852c4-2ab4-4f02-a700-26fcb293f9cc on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:41:34.638889 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Attempting to bind port df7852c4-2ab4-4f02-a700-26fcb293f9cc by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:41:34.639215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Attempting to bind port df7852c4-2ab4-4f02-a700-26fcb293f9cc on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:34.653053 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a97695e3-5af7-495b-b091-6c37ff6da5c7 req-fecfcb18-6dc8-44c4-891c-3de61afb60db service neutron] 10.222.0.54 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090325 Nov 26 02:41:34.654165 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097691b4-c91c-4103-ad46-0635fdbc99c6') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:34.654471 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097691b4-c91c-4103-ad46-0635fdbc99c6') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:34.657262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Port df7852c4-2ab4-4f02-a700-26fcb293f9cc on network ddcac99f-452c-47dc-ab00-82864338624c not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:41:34.658149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Attempting to bind port df7852c4-2ab4-4f02-a700-26fcb293f9cc on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:34.664558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:41:34.664896 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Checking segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:41:34.665314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Bound using segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:41:34.666334 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Bound port: df7852c4-2ab4-4f02-a700-26fcb293f9cc, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:41:34.666562 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:34.685403 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port bb7b6575-7182-4067-a67b-aa9c16545a0a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bb7b6575-7182-4067-a67b-aa9c16545a0a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:34.688396 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:34.691966 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:34.710743 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a40072-f901-4117-b6d7-eae186b747cf admin admin] Network e87b060a-d5d1-4923-b8cc-c505a50f896b is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:41:34.717205 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:34.727493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:41:34.727944 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:34.746636 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] For port df7852c4-2ab4-4f02-a700-26fcb293f9cc, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:41:34.750568 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] For port df7852c4-2ab4-4f02-a700-26fcb293f9cc, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=df7852c4-2ab4-4f02-a700-26fcb293f9cc,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:41:34.754569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['30c24df7-9a96-4f20-9e1f-d2aae66c8d2a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:41:34.755069 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: from cryptography.utils import int_from_bytes Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: from cryptography.utils import int_from_bytes Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:41:34.758832 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:41:34.783284 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=bb7b6575-7182-4067-a67b-aa9c16545a0a,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:34.815769 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-37a40072-f901-4117-b6d7-eae186b747cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, e87b060a-d5d1-4923-b8cc-c505a50f896b) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:41:34.825624 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36073ad4-7944-43e4-bb38-4532cc3ff927 None None] Network e87b060a-d5d1-4923-b8cc-c505a50f896b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:41:34.827850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a40072-f901-4117-b6d7-eae186b747cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:34.828538 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37a40072-f901-4117-b6d7-eae186b747cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:34.853103 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:34.853348 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:34.858563 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] 10.222.0.59 "PUT /v2.0/ports/df7852c4-2ab4-4f02-a700-26fcb293f9cc HTTP/1.1" status: 200 len: 1113 time: 1.6249976 Nov 26 02:41:34.869250 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:34.886308 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:34.893354 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] 10.222.0.31 "DELETE /v2.0/networks/99ad1ab2-23d8-437c-9397-d411f8af96a1 HTTP/1.1" status: 204 len: 168 time: 0.9306128 Nov 26 02:41:34.898462 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-37a40072-f901-4117-b6d7-eae186b747cf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2390342 Nov 26 02:41:34.900945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54336) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:34.915811 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86408c9-7f52-4202-a771-a23bbf908b39" -d '{"events": [{"server_uuid": "3c7f65a8-89cd-4bc9-8a44-6d3842047faa", "name": "network-vif-plugged", "status": "completed", "tag": "bb7b6575-7182-4067-a67b-aa9c16545a0a"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:41:34.916090 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b53db-7c9c-41ab-99f8-68653cd8092e admin admin] Pushing event deleted for resources: {'Network': ['ID=99ad1ab2-23d8-437c-9397-d411f8af96a1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:34.951609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a99c3-1039-4ee7-ad27-5d34c65d77ed service neutron] Pushing event updated for resources: {'Port': ['ID=df7852c4-2ab4-4f02-a700-26fcb293f9cc,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:35.000754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55a3d1-df37-41b9-b316-26819bd82a18 req-efa513d4-dd92-495b-a8a1-5f0cce84f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:35.002348 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f55a3d1-df37-41b9-b316-26819bd82a18 req-efa513d4-dd92-495b-a8a1-5f0cce84f608 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8201a84fe3324f2985fbd4e3961400eb&device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 1094 time: 0.2373357 Nov 26 02:41:35.052449 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0a1766-4da9-4870-a540-a72e5f0db8dd admin admin] Deleting subnet 8463f946-93e5-4d6f-9b08-31f823e6be3d {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:41:35.061332 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b0cfba-e5dd-4a9d-ac6e-a1eee4613402 x-openstack-request-id: req-e2b0cfba-e5dd-4a9d-ac6e-a1eee4613402 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:41:35.062402 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7f65a8-89cd-4bc9-8a44-6d3842047faa", "name": "network-vif-plugged", "status": "completed", "tag": "bb7b6575-7182-4067-a67b-aa9c16545a0a", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:41:35.062482 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2b0cfba-e5dd-4a9d-ac6e-a1eee4613402 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:41:35.062916 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7f65a8-89cd-4bc9-8a44-6d3842047faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7b6575-7182-4067-a67b-aa9c16545a0a', 'code': 200} Nov 26 02:41:35.074614 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06bbd46-21e2-4710-b186-e8fcea016a2e None None] Network e87b060a-d5d1-4923-b8cc-c505a50f896b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:41:35.090025 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1766-4da9-4870-a540-a72e5f0db8dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:35.135352 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca2c03-c3ec-46f5-ad6d-5a854f433924 req-e97b7d93-4caa-4cdf-bc98-9d3f777139dd tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:35.136903 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1ca2c03-c3ec-46f5-ad6d-5a854f433924 req-e97b7d93-4caa-4cdf-bc98-9d3f777139dd tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 972 time: 0.2378998 Nov 26 02:41:35.160894 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-5a4cc973-0040-43cd-89fb-1f7036d54a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:35.162371 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-5a4cc973-0040-43cd-89fb-1f7036d54a09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 1116 time: 0.1994231 Nov 26 02:41:35.168304 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1766-4da9-4870-a540-a72e5f0db8dd admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:35.185960 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.59', 57062) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:35.196379 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1766-4da9-4870-a540-a72e5f0db8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:35.274631 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64500649-298a-41ba-8d69-acccf22018a8 req-5f9ce0ef-a95e-457f-890d-3052aa50eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:35.276195 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-64500649-298a-41ba-8d69-acccf22018a8 req-5f9ce0ef-a95e-457f-890d-3052aa50eca9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 1123 time: 0.0696604 Nov 26 02:41:35.284929 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-30db2474-0b0f-444e-9795-9d7ad5002ed9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df7852c4-2ab4-4f02-a700-26fcb293f9cc HTTP/1.1" status: 200 len: 217 time: 0.0642262 Nov 26 02:41:35.285943 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55a3d1-df37-41b9-b316-26819bd82a18 req-42e7d684-4d00-4f50-a592-5a06beac77da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:35.287284 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f55a3d1-df37-41b9-b316-26819bd82a18 req-42e7d684-4d00-4f50-a592-5a06beac77da service neutron] 10.222.0.54 "GET /v2.0/networks?id=58f59887-214e-475d-830a-cd108d137d4b HTTP/1.1" status: 200 len: 924 time: 0.2650218 Nov 26 02:41:35.295318 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-64500649-298a-41ba-8d69-acccf22018a8 req-e13c909c-26a2-46ea-802d-1f40d199a625 service neutron] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:35.368874 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-64500649-298a-41ba-8d69-acccf22018a8 req-e13c909c-26a2-46ea-802d-1f40d199a625 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:35.372829 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-64500649-298a-41ba-8d69-acccf22018a8 req-e13c909c-26a2-46ea-802d-1f40d199a625 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:35.423447 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-64500649-298a-41ba-8d69-acccf22018a8 req-e13c909c-26a2-46ea-802d-1f40d199a625 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395652 Nov 26 02:41:35.424229 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c909c-26a2-46ea-802d-1f40d199a625 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=84545617-f5ca-404e-bc04-b446216c7bd2,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:35.554643 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1ca2c03-c3ec-46f5-ad6d-5a854f433924 req-48bd9bfb-557e-480a-9251-16b12162a3d3 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048021 Nov 26 02:41:35.574978 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab47b147-b7c1-43f9-89a2-264b59df7157', 'tag': 'df7852c4-2ab4-4f02-a700-26fcb293f9cc'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:41:35.576003 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb3a9dc-0f0a-4460-bf5e-927f3fa67c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab47b147-b7c1-43f9-89a2-264b59df7157", "tag": "df7852c4-2ab4-4f02-a700-26fcb293f9cc"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:41:35.585022 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f55a3d1-df37-41b9-b316-26819bd82a18 req-84876f61-86a8-4f7b-a2e5-cd3ba44f9f34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15b02fe0-5ac4-4d17-a187-b6c0ee666b6e HTTP/1.1" status: 200 len: 217 time: 0.2816567 Nov 26 02:41:35.665681 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1766-4da9-4870-a540-a72e5f0db8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:35.690841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-4663ab57-37cb-461c-9d45-26a79fa5626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:35.692332 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-4663ab57-37cb-461c-9d45-26a79fa5626f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.3899941 Nov 26 02:41:35.734282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a1766-4da9-4870-a540-a72e5f0db8dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8463f946-93e5-4d6f-9b08-31f823e6be3d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:35.739420 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1766-4da9-4870-a540-a72e5f0db8dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:35.742612 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9b0a1766-4da9-4870-a540-a72e5f0db8dd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8463f946-93e5-4d6f-9b08-31f823e6be3d HTTP/1.1" status: 204 len: 168 time: 0.8387172 Nov 26 02:41:35.745197 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54366) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:35.753741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-8a1f2242-2d8b-4fb0-b294-dd71a8adffaa tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:35.755205 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-8a1f2242-2d8b-4fb0-b294-dd71a8adffaa tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/networks?id=e87b060a-d5d1-4923-b8cc-c505a50f896b HTTP/1.1" status: 200 len: 821 time: 0.4766135 Nov 26 02:41:35.756618 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55a3d1-df37-41b9-b316-26819bd82a18 req-4c02b500-04c8-40da-b935-b55df0d9faef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:35.757962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f55a3d1-df37-41b9-b316-26819bd82a18 req-4c02b500-04c8-40da-b935-b55df0d9faef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=384a2bbb-8ea7-4167-9f40-964db01913dc HTTP/1.1" status: 200 len: 862 time: 0.1642327 Nov 26 02:41:35.799913 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-0f4b3fc0-272b-40e2-92b5-2bf1b8574982 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402033 Nov 26 02:41:35.812883 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-279497ff-d3d4-44bc-b941-29069a330a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:35.830212 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-5d5624d6-054a-4b72-9bc4-7281dc13b309 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/quotas/c4f8bc7f0d6943cfb753dcc1ea335c65 HTTP/1.1" status: 200 len: 375 time: 0.0612965 Nov 26 02:41:35.839194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d7ffa-47a0-47f7-a3ac-44288396008f req-940c3139-c298-46a3-8123-281627e1db4a tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:35.840699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-564d7ffa-47a0-47f7-a3ac-44288396008f req-940c3139-c298-46a3-8123-281627e1db4a tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 965 time: 0.2205522 Nov 26 02:41:35.895645 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-279497ff-d3d4-44bc-b941-29069a330a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:35.915378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-279497ff-d3d4-44bc-b941-29069a330a21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5dcca6-df81-42f0-92f4-87e1498015ab']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:35.924916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-279497ff-d3d4-44bc-b941-29069a330a21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bc8a9d-c7f1-44a8-b796-87de7b89a227') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:35.925175 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-441f1fac-50e8-48ee-b1f4-406d28527182 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4f8bc7f0d6943cfb753dcc1ea335c65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831695 Nov 26 02:41:35.925264 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-279497ff-d3d4-44bc-b941-29069a330a21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bc8a9d-c7f1-44a8-b796-87de7b89a227') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:35.934367 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-279497ff-d3d4-44bc-b941-29069a330a21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:35.948418 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-279497ff-d3d4-44bc-b941-29069a330a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:35.954352 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279497ff-d3d4-44bc-b941-29069a330a21 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:41:35.954797 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-279497ff-d3d4-44bc-b941-29069a330a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:41:35.956531 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:41:35.958255 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55a3d1-df37-41b9-b316-26819bd82a18 req-cd77abd4-7b2d-45c8-9493-f58f8353dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:35.958255 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f55a3d1-df37-41b9-b316-26819bd82a18 req-cd77abd4-7b2d-45c8-9493-f58f8353dc58 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=58f59887-214e-475d-830a-cd108d137d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1904502 Nov 26 02:41:36.008737 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-279497ff-d3d4-44bc-b941-29069a330a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:36.014780 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-279497ff-d3d4-44bc-b941-29069a330a21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:36.018054 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-279497ff-d3d4-44bc-b941-29069a330a21 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7c5dcca6-df81-42f0-92f4-87e1498015ab HTTP/1.1" status: 204 len: 168 time: 0.2718644 Nov 26 02:41:36.031451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279497ff-d3d4-44bc-b941-29069a330a21 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c5dcca6-df81-42f0-92f4-87e1498015ab,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:36.039026 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-564d7ffa-47a0-47f7-a3ac-44288396008f req-973d774e-5a34-4f84-9d77-4ff0709d842d tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864645 Nov 26 02:41:36.040483 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:41:36.092732 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-48fa094e-41dd-4ac3-920a-10a9c18c9a91 service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728167 Nov 26 02:41:36.123852 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:41:36.128791 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:36.129170 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:36.211693 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-abd9f3c0-aafa-4589-a3cf-1d65fbe2d8f1 service neutron] 10.222.0.31 "GET /v2.0/networks/e87b060a-d5d1-4923-b8cc-c505a50f896b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763472 Nov 26 02:41:36.232850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54370) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:36.255886 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f55a3d1-df37-41b9-b316-26819bd82a18 req-7abc9c43-f694-4bc9-9bb0-50446c6a8723 service neutron] 10.222.0.54 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601967 Nov 26 02:41:36.282123 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-583d1dfe-cfed-4618-9d00-fcd179f65d9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07b4f0c688b1435c8358a607f9e7da3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450232 Nov 26 02:41:36.282871 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54372) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:36.327095 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:36.332790 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a75adf28-2447-498d-8bca-e9690e8ccb7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:36.355596 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a75adf28-2447-498d-8bca-e9690e8ccb7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:36.369116 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=30c24df7-9a96-4f20-9e1f-d2aae66c8d2a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:36.371203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c186cc-8663-48df-b35f-8540d59314a4 req-85a83510-f167-425a-8a1c-3d88f4f0c39c tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:36.374909 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:36.378527 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09c186cc-8663-48df-b35f-8540d59314a4 req-85a83510-f167-425a-8a1c-3d88f4f0c39c tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 943 time: 0.2562449 Nov 26 02:41:36.385433 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88cbecb5-98d0-4658-befa-1a5632ce1f5b req-b38cb7bc-2096-4908-ac56-2bc58aafdad9 service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801101 Nov 26 02:41:36.423441 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a75adf28-2447-498d-8bca-e9690e8ccb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:36.427039 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a75adf28-2447-498d-8bca-e9690e8ccb7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:36.431264 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a75adf28-2447-498d-8bca-e9690e8ccb7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1ce5ccda-7043-4884-89c8-f6e97260a717 HTTP/1.1" status: 204 len: 168 time: 0.1445758 Nov 26 02:41:36.440391 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75adf28-2447-498d-8bca-e9690e8ccb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce5ccda-7043-4884-89c8-f6e97260a717,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:36.440628 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=30c24df7-9a96-4f20-9e1f-d2aae66c8d2a,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:36.469268 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-7e19d6f0-e110-4cb3-9471-a8b104c30402 service neutron] 10.222.0.31 "GET /v2.0/networks/e87b060a-d5d1-4923-b8cc-c505a50f896b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468991 Nov 26 02:41:36.480428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f55a3d1-df37-41b9-b316-26819bd82a18 req-d88c023f-ed12-4488-a216-4c76b41291d8 service neutron] 10.222.0.54 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979990 Nov 26 02:41:36.485621 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09c186cc-8663-48df-b35f-8540d59314a4 req-52cf10b8-e76f-4048-ae24-eebd61ec9ab2 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062930 Nov 26 02:41:36.540074 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32334675-72a1-4c72-94e9-0879e3e6e922 x-openstack-request-id: req-32334675-72a1-4c72-94e9-0879e3e6e922 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:41:36.540566 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab47b147-b7c1-43f9-89a2-264b59df7157", "tag": "df7852c4-2ab4-4f02-a700-26fcb293f9cc", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:41:36.541079 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32334675-72a1-4c72-94e9-0879e3e6e922 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:41:36.541572 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab47b147-b7c1-43f9-89a2-264b59df7157', 'tag': 'df7852c4-2ab4-4f02-a700-26fcb293f9cc', 'status': 'completed', 'code': 200} Nov 26 02:41:36.698332 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3a9dc-0f0a-4460-bf5e-927f3fa67c9d req-f9e8ecf7-6e7f-4f26-81a5-584bc820921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:36.699820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ebb3a9dc-0f0a-4460-bf5e-927f3fa67c9d req-f9e8ecf7-6e7f-4f26-81a5-584bc820921a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 1116 time: 0.0887442 Nov 26 02:41:36.716197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46278d27-a42f-4422-8874-91c55ca11ac7 req-ff7ec3be-cc80-489b-92d7-ad3fd14522f2 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:36.717682 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-46278d27-a42f-4422-8874-91c55ca11ac7 req-ff7ec3be-cc80-489b-92d7-ad3fd14522f2 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 949 time: 0.1186030 Nov 26 02:41:36.803829 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c892d-d547-4852-9640-0d20fbfcf3ad req-f4901498-5d4d-4e58-98c6-16eb35356f93 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:36.805351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e9c892d-d547-4852-9640-0d20fbfcf3ad req-f4901498-5d4d-4e58-98c6-16eb35356f93 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 972 time: 0.1474538 Nov 26 02:41:36.868709 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54388) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:36.874883 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-46278d27-a42f-4422-8874-91c55ca11ac7 req-e4505a9d-eba2-4638-991a-d8fe2dbfd981 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467099 Nov 26 02:41:36.895103 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3a9dc-0f0a-4460-bf5e-927f3fa67c9d req-2136bff5-b3f2-4b5a-a15b-bcb883ca8615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:36.898236 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ebb3a9dc-0f0a-4460-bf5e-927f3fa67c9d req-2136bff5-b3f2-4b5a-a15b-bcb883ca8615 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.1792905 Nov 26 02:41:36.903930 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e9c892d-d547-4852-9640-0d20fbfcf3ad req-e3119d34-f35f-40e5-b71d-a84842f38d48 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919483 Nov 26 02:41:36.941507 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8cb0c68f-6b2d-4e6a-b708-3acf943fe99c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f82efd41f71e4610a767e462209cda0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0715833 Nov 26 02:41:36.944433 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54390) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:36.972113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ebb3a9dc-0f0a-4460-bf5e-927f3fa67c9d req-c18ffcf1-195f-4737-8816-0b9429737c0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df7852c4-2ab4-4f02-a700-26fcb293f9cc HTTP/1.1" status: 200 len: 217 time: 0.0667303 Nov 26 02:41:36.977086 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37b95500-1f84-442d-bc2e-ac0e710110a2 req-f79a9b46-1564-4554-a4a7-b8094c180208 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 210 time: 0.0310335 Nov 26 02:41:36.994535 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6a4c-c066-45b6-ae04-118c7420f812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:37.016291 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6a4c-c066-45b6-ae04-118c7420f812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:37.063856 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea390b6-3350-4c04-8487-2043e0e55c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c24df7-9a96-4f20-9e1f-d2aae66c8d2a'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:41:37.066567 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b809d07e-d00f-40d8-a699-7632a6c1d888" -d '{"events": [{"server_uuid": "3ea390b6-3350-4c04-8487-2043e0e55c91", "name": "network-vif-plugged", "status": "completed", "tag": "30c24df7-9a96-4f20-9e1f-d2aae66c8d2a"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:41:37.083791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3a9dc-0f0a-4460-bf5e-927f3fa67c9d req-aab32d00-b84e-42a3-b59a-57a5682d3ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:37.087346 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ebb3a9dc-0f0a-4460-bf5e-927f3fa67c9d req-aab32d00-b84e-42a3-b59a-57a5682d3ce9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.0629020 Nov 26 02:41:37.090570 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6a4c-c066-45b6-ae04-118c7420f812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:37.093968 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6a4c-c066-45b6-ae04-118c7420f812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:37.095192 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bb9c6a4c-c066-45b6-ae04-118c7420f812 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/701b63cb-ea2f-4137-8b08-9bd631cb5def HTTP/1.1" status: 204 len: 168 time: 0.1495283 Nov 26 02:41:37.112574 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c6a4c-c066-45b6-ae04-118c7420f812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701b63cb-ea2f-4137-8b08-9bd631cb5def,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:37.115405 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c83182-71a7-41f8-aedd-99f82961cb7b x-openstack-request-id: req-81c83182-71a7-41f8-aedd-99f82961cb7b {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:41:37.115714 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea390b6-3350-4c04-8487-2043e0e55c91", "name": "network-vif-plugged", "status": "completed", "tag": "30c24df7-9a96-4f20-9e1f-d2aae66c8d2a", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:41:37.115968 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81c83182-71a7-41f8-aedd-99f82961cb7b {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:41:37.116373 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea390b6-3350-4c04-8487-2043e0e55c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c24df7-9a96-4f20-9e1f-d2aae66c8d2a', 'code': 200} Nov 26 02:41:37.146946 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ebb3a9dc-0f0a-4460-bf5e-927f3fa67c9d req-9cbf1211-2fcf-4004-aeac-a4145c92341a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487566 Nov 26 02:41:37.261260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d4045-1637-4463-9775-2c6e0daf6e1f req-7ff1658e-d309-4efa-ba80-347ad6237692 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:37.269386 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f44d4045-1637-4463-9775-2c6e0daf6e1f req-7ff1658e-d309-4efa-ba80-347ad6237692 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 965 time: 0.1189907 Nov 26 02:41:37.365166 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ebb3a9dc-0f0a-4460-bf5e-927f3fa67c9d req-14a02a85-be22-4888-92c2-9a1001f89064 service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039030 Nov 26 02:41:37.619620 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f44d4045-1637-4463-9775-2c6e0daf6e1f req-1f9f7788-e932-45e7-b1d7-a137747f7ec6 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492856 Nov 26 02:41:37.638914 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75091a5-eeb1-4e77-afce-e87ed1f3d9e5 req-70f2f28b-4e1b-423b-975d-af7dd9de1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:37.640980 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e75091a5-eeb1-4e77-afce-e87ed1f3d9e5 req-70f2f28b-4e1b-423b-975d-af7dd9de1976 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 1100 time: 0.3476481 Nov 26 02:41:37.732486 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ebb3a9dc-0f0a-4460-bf5e-927f3fa67c9d req-e8a2007e-a056-42e2-ab81-e64bea0ebb9a service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577793 Nov 26 02:41:37.740533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e12a7-bf7b-4caf-b5ff-5e9306df9445 req-7896306f-8aa6-46cb-82b4-3a6e1a385de8 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:37.742329 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a4e12a7-bf7b-4caf-b5ff-5e9306df9445 req-7896306f-8aa6-46cb-82b4-3a6e1a385de8 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 943 time: 0.1296337 Nov 26 02:41:37.758932 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e75091a5-eeb1-4e77-afce-e87ed1f3d9e5 req-ccfef8d5-5938-48e8-9e99-3fa8d5721520 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015389 Nov 26 02:41:37.797180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a4e12a7-bf7b-4caf-b5ff-5e9306df9445 req-f64d72af-ec93-470a-9504-8ae910608d21 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466473 Nov 26 02:41:37.992070 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a1f5a-6742-415b-ac27-359dec9eb27a req-a6fa466b-94bc-4390-b86a-0065686d014d tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:37.993569 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f05a1f5a-6742-415b-ac27-359dec9eb27a req-a6fa466b-94bc-4390-b86a-0065686d014d tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 949 time: 0.0491364 Nov 26 02:41:38.069478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eb2f0-502e-4af0-acf5-df1eab99ab6a req-571398ba-5ab2-45c5-a86d-fba7cffa725b tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:38.070962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9eb2f0-502e-4af0-acf5-df1eab99ab6a req-571398ba-5ab2-45c5-a86d-fba7cffa725b tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 972 time: 0.0765142 Nov 26 02:41:38.075465 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f05a1f5a-6742-415b-ac27-359dec9eb27a req-8b268f23-3729-4f98-bca9-4677735ef182 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721939 Nov 26 02:41:38.123125 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9eb2f0-502e-4af0-acf5-df1eab99ab6a req-e56ad739-e12e-4ce7-ab19-3ad4a0d88db0 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461981 Nov 26 02:41:38.176097 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51671fa8-5b98-4af9-9928-5c0128614220 req-02969e14-ddf2-4c63-9aff-f3209ab58b93 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 210 time: 0.0341074 Nov 26 02:41:38.340230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb2139-e49d-445f-96b7-9acad3e6573c req-cad92de7-875c-48f3-8f54-0c82186cd9aa tempest-AggregatesAdminTestJSON-579597667 tempest-AggregatesAdminTestJSON-579597667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:38.341761 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90fb2139-e49d-445f-96b7-9acad3e6573c req-cad92de7-875c-48f3-8f54-0c82186cd9aa tempest-AggregatesAdminTestJSON-579597667 tempest-AggregatesAdminTestJSON-579597667-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 1123 time: 0.0935111 Nov 26 02:41:38.386486 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-90fb2139-e49d-445f-96b7-9acad3e6573c req-405673f6-ac54-4205-a2f4-cb0a9b2a3cb9 tempest-AggregatesAdminTestJSON-579597667 tempest-AggregatesAdminTestJSON-579597667-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:38.413140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-af422078-1913-4169-8216-83dda2d57378 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:38.414585 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-af422078-1913-4169-8216-83dda2d57378 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.54 "GET /v2.0/networks?id=e87b060a-d5d1-4923-b8cc-c505a50f896b HTTP/1.1" status: 200 len: 821 time: 0.1565268 Nov 26 02:41:38.477420 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-e44e5069-3aa7-4cf5-bf28-9e54da236455 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Request body: {'port': {'device_id': '76b946e8-c9e1-4181-ac20-00ad12b16cd2', 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b', 'admin_state_up': True, 'tenant_id': 'c4f8bc7f0d6943cfb753dcc1ea335c65'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:38.524581 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-90fb2139-e49d-445f-96b7-9acad3e6573c req-405673f6-ac54-4205-a2f4-cb0a9b2a3cb9 tempest-AggregatesAdminTestJSON-579597667 tempest-AggregatesAdminTestJSON-579597667-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:38.532797 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-90fb2139-e49d-445f-96b7-9acad3e6573c req-405673f6-ac54-4205-a2f4-cb0a9b2a3cb9 tempest-AggregatesAdminTestJSON-579597667 tempest-AggregatesAdminTestJSON-579597667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:38.601328 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90fb2139-e49d-445f-96b7-9acad3e6573c req-405673f6-ac54-4205-a2f4-cb0a9b2a3cb9 tempest-AggregatesAdminTestJSON-579597667 tempest-AggregatesAdminTestJSON-579597667-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416067 Nov 26 02:41:38.604287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405673f6-ac54-4205-a2f4-cb0a9b2a3cb9 tempest-AggregatesAdminTestJSON-579597667 tempest-AggregatesAdminTestJSON-579597667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b22415e-9eb5-4cd4-8936-83242fd7b6d6,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:38.680964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-e44e5069-3aa7-4cf5-bf28-9e54da236455 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Made reservation on behalf of c4f8bc7f0d6943cfb753dcc1ea335c65 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:41:38.688191 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-e44e5069-3aa7-4cf5-bf28-9e54da236455 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:38.722454 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:41:38.818339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0d2d8-0590-47a2-989a-327ba8d05003 req-f3d07fac-8c0a-4685-978b-76b61c68c100 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:38.819934 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4db0d2d8-0590-47a2-989a-327ba8d05003 req-f3d07fac-8c0a-4685-978b-76b61c68c100 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 965 time: 0.1161649 Nov 26 02:41:38.921343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-e44e5069-3aa7-4cf5-bf28-9e54da236455 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Allocated IP 172.20.0.5 (e87b060a-d5d1-4923-b8cc-c505a50f896b/1b46157e-421f-41f5-9034-94d077205f11/d22e8fdb-8bef-44de-adf8-450713ac8b0b) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:41:38.926731 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4db0d2d8-0590-47a2-989a-327ba8d05003 req-263b2c1e-432e-4297-a4ec-2cb8ee507c47 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984414 Nov 26 02:41:39.112478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbb7d9-4b27-4591-872e-4acde5e40f7c req-a1e3dd87-9c0d-4c23-8218-81229502c3a1 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:39.114100 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-decbb7d9-4b27-4591-872e-4acde5e40f7c req-a1e3dd87-9c0d-4c23-8218-81229502c3a1 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 943 time: 0.0847652 Nov 26 02:41:39.146918 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-e44e5069-3aa7-4cf5-bf28-9e54da236455 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:39.194292 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-decbb7d9-4b27-4591-872e-4acde5e40f7c req-c69138e2-85b4-4b9d-9b25-3970f5b4f56a tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737348 Nov 26 02:41:39.209521 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-e44e5069-3aa7-4cf5-bf28-9e54da236455 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:39.253522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-e44e5069-3aa7-4cf5-bf28-9e54da236455 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Network e87b060a-d5d1-4923-b8cc-c505a50f896b is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:41:39.259242 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-e44e5069-3aa7-4cf5-bf28-9e54da236455 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:41:39.263155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-e44e5069-3aa7-4cf5-bf28-9e54da236455 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:41:39.269278 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-e44e5069-3aa7-4cf5-bf28-9e54da236455 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:39.269908 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-e44e5069-3aa7-4cf5-bf28-9e54da236455 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:39.287037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e5069-3aa7-4cf5-bf28-9e54da236455 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Pushing event updated for resources: {'Port': ['ID=d22e8fdb-8bef-44de-adf8-450713ac8b0b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:39.294083 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-e44e5069-3aa7-4cf5-bf28-9e54da236455 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8224154 Nov 26 02:41:39.322409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Request body: {'port': {'device_id': '76b946e8-c9e1-4181-ac20-00ad12b16cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:39.432660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10a9ae-8bb7-4ada-95a1-4950d2f9ab6f req-7a795efa-af78-459d-ab25-d493a168f561 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:39.434115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea10a9ae-8bb7-4ada-95a1-4950d2f9ab6f req-7a795efa-af78-459d-ab25-d493a168f561 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 949 time: 0.1260593 Nov 26 02:41:39.434645 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:39.444961 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb896f7-2b01-4da3-9440-e6feb49d18bc req-54279808-35b5-4d63-af76-37ea9a97898f tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:39.446319 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbb896f7-2b01-4da3-9440-e6feb49d18bc req-54279808-35b5-4d63-af76-37ea9a97898f tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 931 time: 0.1172154 Nov 26 02:41:39.559396 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea10a9ae-8bb7-4ada-95a1-4950d2f9ab6f req-83a78983-9a7d-408b-ae51-9fc1593ead29 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102643 Nov 26 02:41:39.569466 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbb896f7-2b01-4da3-9440-e6feb49d18bc req-f0462214-2f55-426c-9f15-57bdbfe4e430 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153564 Nov 26 02:41:39.813753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22e8fdb-8bef-44de-adf8-450713ac8b0b {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:41:39.821999 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:39.840971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Transition to ACTIVE for port object d22e8fdb-8bef-44de-adf8-450713ac8b0b will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:41:39.845751 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:39.931908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=d22e8fdb-8bef-44de-adf8-450713ac8b0b,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:39.973975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Attempting to bind port d22e8fdb-8bef-44de-adf8-450713ac8b0b on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:41:39.974323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Attempting to bind port d22e8fdb-8bef-44de-adf8-450713ac8b0b by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '96edcaca-041e-4f83-b411-43edf2a49a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:41:39.974648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Attempting to bind port d22e8fdb-8bef-44de-adf8-450713ac8b0b on network e87b060a-d5d1-4923-b8cc-c505a50f896b {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:39.981120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Port d22e8fdb-8bef-44de-adf8-450713ac8b0b on network e87b060a-d5d1-4923-b8cc-c505a50f896b not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:41:39.981607 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Attempting to bind port d22e8fdb-8bef-44de-adf8-450713ac8b0b on network e87b060a-d5d1-4923-b8cc-c505a50f896b {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:39.988003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:41:39.988372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Checking segment: {'id': '96edcaca-041e-4f83-b411-43edf2a49a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:41:39.988757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Bound using segment: {'id': '96edcaca-041e-4f83-b411-43edf2a49a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:41:39.989190 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Bound port: d22e8fdb-8bef-44de-adf8-450713ac8b0b, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96edcaca-041e-4f83-b411-43edf2a49a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:41:39.989552 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:40.043345 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:41:40.088001 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] For port d22e8fdb-8bef-44de-adf8-450713ac8b0b, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:41:40.093365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] For port d22e8fdb-8bef-44de-adf8-450713ac8b0b, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d22e8fdb-8bef-44de-adf8-450713ac8b0b,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:41:40.118347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e238852-123d-44ab-aa13-1fa2aba0581a req-77bceb93-e527-4130-8086-c5e99d54f3ba tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:40.123067 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e238852-123d-44ab-aa13-1fa2aba0581a req-77bceb93-e527-4130-8086-c5e99d54f3ba tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 965 time: 0.0821044 Nov 26 02:41:40.125139 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:40.187610 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:40.187866 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:40.189399 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] 10.222.0.54 "PUT /v2.0/ports/d22e8fdb-8bef-44de-adf8-450713ac8b0b HTTP/1.1" status: 200 len: 1091 time: 0.8708861 Nov 26 02:41:40.191044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b946e8-c9e1-4181-ac20-00ad12b16cd2', 'tag': 'd22e8fdb-8bef-44de-adf8-450713ac8b0b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:41:40.193451 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9ea4d5-3bc2-499f-888a-a1954c395afa" -d '{"events": [{"name": "network-changed", "server_uuid": "76b946e8-c9e1-4181-ac20-00ad12b16cd2", "tag": "d22e8fdb-8bef-44de-adf8-450713ac8b0b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:41:40.193586 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=15b02fe0-5ac4-4d17-a187-b6c0ee666b6e,segment=NetworkSegment(15b65462-b33e-466d-b227-8c39e7e4801d),segment_id=15b65462-b33e-466d-b227-8c39e7e4801d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:40.206744 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '15b02fe0-5ac4-4d17-a187-b6c0ee666b6e', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'port_id': '15b02fe0-5ac4-4d17-a187-b6c0ee666b6e', 'mac_address': 'fa:16:3e:b1:af:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:41:40.259082 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:40.282682 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:41:40.283519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e238852-123d-44ab-aa13-1fa2aba0581a req-159377d2-29b7-4d05-838f-406a57dc4952 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514881 Nov 26 02:41:40.301000 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a9dc1-f0a0-48c0-a347-8919984f4ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=d22e8fdb-8bef-44de-adf8-450713ac8b0b,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:40.342737 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-1bc3b6fe-cc04-4e70-8c89-80cad548b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:40.344576 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=15b02fe0-5ac4-4d17-a187-b6c0ee666b6e,segment=NetworkSegment(15b65462-b33e-466d-b227-8c39e7e4801d),segment_id=15b65462-b33e-466d-b227-8c39e7e4801d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:40.344862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-1bc3b6fe-cc04-4e70-8c89-80cad548b7be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c4f8bc7f0d6943cfb753dcc1ea335c65&device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 1094 time: 0.0604782 Nov 26 02:41:40.351390 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:40.363838 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b1be25-3b65-47e0-a6ff-3fbfd91ff56c x-openstack-request-id: req-b4b1be25-3b65-47e0-a6ff-3fbfd91ff56c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:41:40.363838 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b946e8-c9e1-4181-ac20-00ad12b16cd2", "tag": "d22e8fdb-8bef-44de-adf8-450713ac8b0b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:41:40.363838 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4b1be25-3b65-47e0-a6ff-3fbfd91ff56c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:41:40.364145 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b946e8-c9e1-4181-ac20-00ad12b16cd2', 'tag': 'd22e8fdb-8bef-44de-adf8-450713ac8b0b', 'status': 'completed', 'code': 200} Nov 26 02:41:40.410945 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=15b02fe0-5ac4-4d17-a187-b6c0ee666b6e,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:40.434049 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-68cb9005-06a5-40e5-a0f8-0d09cff19173 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d22e8fdb-8bef-44de-adf8-450713ac8b0b HTTP/1.1" status: 200 len: 217 time: 0.0465918 Nov 26 02:41:40.454984 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device df7852c4-2ab4-4f02-a700-26fcb293f9cc details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:41:40.522457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bf601-88b2-49b1-86a9-b3e7edc7a097 req-e45b7f57-15f9-423f-b0a4-dcdcdd263341 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:40.524600 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c3bf601-88b2-49b1-86a9-b3e7edc7a097 req-e45b7f57-15f9-423f-b0a4-dcdcdd263341 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 944 time: 0.0923333 Nov 26 02:41:40.526453 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-a5a10559-f4c5-4174-b4af-02591482e684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:40.527779 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-a5a10559-f4c5-4174-b4af-02591482e684 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1b46157e-421f-41f5-9034-94d077205f11 HTTP/1.1" status: 200 len: 861 time: 0.0844398 Nov 26 02:41:40.567892 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port df7852c4-2ab4-4f02-a700-26fcb293f9cc, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=df7852c4-2ab4-4f02-a700-26fcb293f9cc,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:40.575779 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-57487d31-477f-4a55-9392-78fd1fd39fba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e87b060a-d5d1-4923-b8cc-c505a50f896b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386660 Nov 26 02:41:40.584022 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'df7852c4-2ab4-4f02-a700-26fcb293f9cc', 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c', 'port_id': 'df7852c4-2ab4-4f02-a700-26fcb293f9cc', 'mac_address': 'fa:16:3e:be:11:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3c64a3-1f7d-4156-9c97-d694993c7485', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:tempest-test_az-1511789477', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:41:40.627134 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:40.649168 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7852c4-2ab4-4f02-a700-26fcb293f9cc {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:41:40.671239 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port df7852c4-2ab4-4f02-a700-26fcb293f9cc, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=df7852c4-2ab4-4f02-a700-26fcb293f9cc,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:40.672602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c3bf601-88b2-49b1-86a9-b3e7edc7a097 req-b35f1e3d-e513-4627-b8f1-3ce8f2607de5 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379519 Nov 26 02:41:40.678157 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:40.711237 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-c087eebf-7390-4516-a630-d542a6406c3b service neutron] 10.222.0.54 "GET /v2.0/networks/e87b060a-d5d1-4923-b8cc-c505a50f896b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272752 Nov 26 02:41:40.739754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=df7852c4-2ab4-4f02-a700-26fcb293f9cc,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:40.755565 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['15b02fe0-5ac4-4d17-a187-b6c0ee666b6e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:41:40.895312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0762fe-8b04-424b-b4cb-c15c57520090 req-3310dc43-a33d-46a3-aeb2-29283f53c734 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:40.896698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a0762fe-8b04-424b-b4cb-c15c57520090 req-3310dc43-a33d-46a3-aeb2-29283f53c734 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 949 time: 0.1150749 Nov 26 02:41:40.898839 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10faac84-57c4-44f9-9e14-98f84d1ae20d req-76d0e295-0f6e-4e08-91e6-8163e63544b4 service neutron] 10.222.0.54 "GET /v2.0/networks/e87b060a-d5d1-4923-b8cc-c505a50f896b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798434 Nov 26 02:41:40.917039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bf6ca-86ef-439d-88ab-8c1fa0413850 req-eca790a1-a939-4ec5-9332-fc882c5f9a28 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:40.918467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-148bf6ca-86ef-439d-88ab-8c1fa0413850 req-eca790a1-a939-4ec5-9332-fc882c5f9a28 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 943 time: 0.1004608 Nov 26 02:41:40.956939 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['df7852c4-2ab4-4f02-a700-26fcb293f9cc'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:41:40.982692 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a0762fe-8b04-424b-b4cb-c15c57520090 req-0030cc02-d52c-4ded-9075-90e8bf3add4b tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791185 Nov 26 02:41:40.990576 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-148bf6ca-86ef-439d-88ab-8c1fa0413850 req-739751c0-0e87-4c34-b075-bc13933eb655 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633962 Nov 26 02:41:41.050192 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ea4d5-3bc2-499f-888a-a1954c395afa req-fb799947-047c-4266-81ea-16aa6bb5ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:41.051820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da9ea4d5-3bc2-499f-888a-a1954c395afa req-fb799947-047c-4266-81ea-16aa6bb5ef88 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c4f8bc7f0d6943cfb753dcc1ea335c65&device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 1094 time: 0.0485406 Nov 26 02:41:41.177724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ea4d5-3bc2-499f-888a-a1954c395afa req-5653ccf7-82b3-43a2-bc55-ba4b246a0549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:41.179278 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da9ea4d5-3bc2-499f-888a-a1954c395afa req-5653ccf7-82b3-43a2-bc55-ba4b246a0549 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e87b060a-d5d1-4923-b8cc-c505a50f896b HTTP/1.1" status: 200 len: 922 time: 0.1195612 Nov 26 02:41:41.229203 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da9ea4d5-3bc2-499f-888a-a1954c395afa req-dfa0aa7b-7133-44ff-a821-4f75cefd28cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d22e8fdb-8bef-44de-adf8-450713ac8b0b HTTP/1.1" status: 200 len: 217 time: 0.0404077 Nov 26 02:41:41.477584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ea4d5-3bc2-499f-888a-a1954c395afa req-dacfd371-0245-48c3-abbc-21c1b3601748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:41.479121 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da9ea4d5-3bc2-499f-888a-a1954c395afa req-dacfd371-0245-48c3-abbc-21c1b3601748 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1b46157e-421f-41f5-9034-94d077205f11 HTTP/1.1" status: 200 len: 861 time: 0.2430556 Nov 26 02:41:41.519573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da9ea4d5-3bc2-499f-888a-a1954c395afa req-76ce1006-261c-4c0e-b722-e4b4e82ab195 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e87b060a-d5d1-4923-b8cc-c505a50f896b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317199 Nov 26 02:41:41.589969 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6234f4a1-a381-4d56-a2f5-dcff94a0e137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:41.662309 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da9ea4d5-3bc2-499f-888a-a1954c395afa req-513277f5-49f6-4718-8344-b239bbfbe644 service neutron] 10.222.0.54 "GET /v2.0/networks/e87b060a-d5d1-4923-b8cc-c505a50f896b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349094 Nov 26 02:41:41.674293 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381ec9e-6fef-4828-8d3f-a555a8cb451a req-cbb059da-f6f6-4951-a3ee-557510c45aec tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:41.675954 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8381ec9e-6fef-4828-8d3f-a555a8cb451a req-cbb059da-f6f6-4951-a3ee-557510c45aec tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 966 time: 0.0795913 Nov 26 02:41:41.820998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8381ec9e-6fef-4828-8d3f-a555a8cb451a req-05de7423-8ce6-46a7-b01f-3554a5b37f63 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366179 Nov 26 02:41:41.828362 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da9ea4d5-3bc2-499f-888a-a1954c395afa req-0dfeb99f-20d3-424d-a2d1-0e47bd303e77 service neutron] 10.222.0.54 "GET /v2.0/networks/e87b060a-d5d1-4923-b8cc-c505a50f896b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513724 Nov 26 02:41:41.840949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679566c8-6664-4385-9766-38651c5f1c22 req-b2402675-e600-459c-8925-6bf853703659 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:41.842517 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-679566c8-6664-4385-9766-38651c5f1c22 req-b2402675-e600-459c-8925-6bf853703659 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 949 time: 0.0921371 Nov 26 02:41:41.894860 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-679566c8-6664-4385-9766-38651c5f1c22 req-7ba3fd28-e605-45cd-9c04-268f575007b7 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461972 Nov 26 02:41:42.025152 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed458440-4fcd-4cd9-9d50-45c6ab6afb47 req-9d5101b6-f47a-426c-86f7-ddc382e7c45b tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:42.026771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed458440-4fcd-4cd9-9d50-45c6ab6afb47 req-9d5101b6-f47a-426c-86f7-ddc382e7c45b tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 944 time: 0.0656233 Nov 26 02:41:42.073490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:41:42.085473 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed458440-4fcd-4cd9-9d50-45c6ab6afb47 req-649a7573-64af-40bf-bc3a-85c77d98c52f tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500221 Nov 26 02:41:42.132639 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:41:42.138333 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:42.139139 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:42.263112 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:42.314344 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c1e4c8-9ad0-4adf-acd3-627568a385bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b02fe0-5ac4-4d17-a187-b6c0ee666b6e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:41:42.316814 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c85daff-ddab-4e4c-977c-e86416f4ce9a" -d '{"events": [{"server_uuid": "32c1e4c8-9ad0-4adf-acd3-627568a385bd", "name": "network-vif-plugged", "status": "completed", "tag": "15b02fe0-5ac4-4d17-a187-b6c0ee666b6e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:41:42.331838 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=15b02fe0-5ac4-4d17-a187-b6c0ee666b6e,segment=NetworkSegment(15b65462-b33e-466d-b227-8c39e7e4801d),segment_id=15b65462-b33e-466d-b227-8c39e7e4801d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:42.337827 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:42.355741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b61df7-3ff3-4900-add8-acbcf6e8b328 req-fb398c02-5edf-43d2-9a17-54468f9e034e tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:42.357478 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-03b61df7-3ff3-4900-add8-acbcf6e8b328 req-fb398c02-5edf-43d2-9a17-54468f9e034e tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 943 time: 0.0710402 Nov 26 02:41:42.395313 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=15b02fe0-5ac4-4d17-a187-b6c0ee666b6e,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:42.414184 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-03b61df7-3ff3-4900-add8-acbcf6e8b328 req-277b9a93-f869-4519-a6af-3bed91a44739 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480587 Nov 26 02:41:42.488245 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device df7852c4-2ab4-4f02-a700-26fcb293f9cc up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:41:42.492882 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc40e24-96e6-4113-ba3a-3e9a8a9d417b x-openstack-request-id: req-afc40e24-96e6-4113-ba3a-3e9a8a9d417b {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:41:42.493395 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c1e4c8-9ad0-4adf-acd3-627568a385bd", "name": "network-vif-plugged", "status": "completed", "tag": "15b02fe0-5ac4-4d17-a187-b6c0ee666b6e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:41:42.493654 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-afc40e24-96e6-4113-ba3a-3e9a8a9d417b {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:41:42.494042 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c1e4c8-9ad0-4adf-acd3-627568a385bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b02fe0-5ac4-4d17-a187-b6c0ee666b6e', 'code': 200} Nov 26 02:41:42.545208 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port df7852c4-2ab4-4f02-a700-26fcb293f9cc completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:41:42.549970 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port df7852c4-2ab4-4f02-a700-26fcb293f9cc triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:42.550348 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:42.669928 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:42.684321 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae995-6382-4f0f-8d24-62fb340a5d49 req-017a2742-5ffb-41e6-85f4-548875326535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:42.685469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf4ae995-6382-4f0f-8d24-62fb340a5d49 req-017a2742-5ffb-41e6-85f4-548875326535 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 1096 time: 0.0488465 Nov 26 02:41:42.743875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port df7852c4-2ab4-4f02-a700-26fcb293f9cc, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=df7852c4-2ab4-4f02-a700-26fcb293f9cc,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:42.746198 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf4ae995-6382-4f0f-8d24-62fb340a5d49 req-f147acbe-e0a0-4ea2-81b2-379c9737e60c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533178 Nov 26 02:41:42.750357 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:42.819259 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=df7852c4-2ab4-4f02-a700-26fcb293f9cc,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:43.075045 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af9297-6e2a-4a57-b24c-b0445311fa59 req-8676fa92-30ea-4e9f-8350-9fb02eb7c432 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:43.076581 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17af9297-6e2a-4a57-b24c-b0445311fa59 req-8676fa92-30ea-4e9f-8350-9fb02eb7c432 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 967 time: 0.0597656 Nov 26 02:41:43.150899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17af9297-6e2a-4a57-b24c-b0445311fa59 req-d11599e3-240f-4314-9dd5-74a99eb81ea6 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684884 Nov 26 02:41:43.163526 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2476401-20da-48dd-8996-fb5b0075852f req-1d5604a5-21f2-4d77-bb1a-678f17267c23 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:43.165156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2476401-20da-48dd-8996-fb5b0075852f req-1d5604a5-21f2-4d77-bb1a-678f17267c23 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 949 time: 0.0694969 Nov 26 02:41:43.213997 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2476401-20da-48dd-8996-fb5b0075852f req-5b9a08b3-a315-4030-9dd9-8e6aeca7bf04 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417480 Nov 26 02:41:43.394057 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a27213-478c-4619-9bc1-f52d93dfb2fc req-f0b31c21-4fde-4883-b1cf-f0852c693c4a tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:43.395563 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8a27213-478c-4619-9bc1-f52d93dfb2fc req-f0b31c21-4fde-4883-b1cf-f0852c693c4a tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 945 time: 0.0508492 Nov 26 02:41:43.448567 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8a27213-478c-4619-9bc1-f52d93dfb2fc req-958d8791-f0cb-4a8d-b701-dbe632769119 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463052 Nov 26 02:41:43.652911 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71e5bc-0516-411d-8c0c-afb101d9dbda req-3776bc80-93cd-46fc-9f89-504ad51a25d8 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:43.654636 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef71e5bc-0516-411d-8c0c-afb101d9dbda req-3776bc80-93cd-46fc-9f89-504ad51a25d8 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 943 time: 0.0554430 Nov 26 02:41:43.725370 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef71e5bc-0516-411d-8c0c-afb101d9dbda req-4c8d757c-b7bd-4e4e-af48-e81c47f13fa5 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638885 Nov 26 02:41:43.851243 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54760) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:43.925244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4ac5f-c1c4-4fd1-a04f-b6913cefd0bb req-f2068930-bbb6-4b79-91a5-8ebee01717af tempest-DeleteServersAdminTestJSON-1994062184 tempest-DeleteServersAdminTestJSON-1994062184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:43.928769 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9da4ac5f-c1c4-4fd1-a04f-b6913cefd0bb req-f2068930-bbb6-4b79-91a5-8ebee01717af tempest-DeleteServersAdminTestJSON-1994062184 tempest-DeleteServersAdminTestJSON-1994062184-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 1100 time: 0.0638206 Nov 26 02:41:44.051702 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6cbe612-a2b0-499f-9f57-0b2370af56ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.059655 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-9da4ac5f-c1c4-4fd1-a04f-b6913cefd0bb req-3643bfad-2921-4554-9db0-8b7bb5814850 tempest-DeleteServersAdminTestJSON-1994062184 tempest-DeleteServersAdminTestJSON-1994062184-project-admin] Deleting port 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:41:44.060196 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9da4ac5f-c1c4-4fd1-a04f-b6913cefd0bb req-3643bfad-2921-4554-9db0-8b7bb5814850 tempest-DeleteServersAdminTestJSON-1994062184 tempest-DeleteServersAdminTestJSON-1994062184-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.102300 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-968d5392-86ef-43ae-9619-0194fa8c8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.168390 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6cbe612-a2b0-499f-9f57-0b2370af56ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.174195 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6cbe612-a2b0-499f-9f57-0b2370af56ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.224905 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a6cbe612-a2b0-499f-9f57-0b2370af56ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75f2091c52e94588b222ade3d07130b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725078 Nov 26 02:41:44.228605 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54796) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:44.234873 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-9da4ac5f-c1c4-4fd1-a04f-b6913cefd0bb req-3643bfad-2921-4554-9db0-8b7bb5814850 tempest-DeleteServersAdminTestJSON-1994062184 tempest-DeleteServersAdminTestJSON-1994062184-project-admin] For port 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=30c24df7-9a96-4f20-9e1f-d2aae66c8d2a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:44.235455 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9da4ac5f-c1c4-4fd1-a04f-b6913cefd0bb req-3643bfad-2921-4554-9db0-8b7bb5814850 tempest-DeleteServersAdminTestJSON-1994062184 tempest-DeleteServersAdminTestJSON-1994062184-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.257240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-9da4ac5f-c1c4-4fd1-a04f-b6913cefd0bb req-3643bfad-2921-4554-9db0-8b7bb5814850 tempest-DeleteServersAdminTestJSON-1994062184 tempest-DeleteServersAdminTestJSON-1994062184-project-admin] Calling delete_port for 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:41:44.286576 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbe612-a2b0-499f-9f57-0b2370af56ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab4cf72-1694-436e-b405-e26e67abb00a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:44.308830 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f0d56d76-e174-4988-b9e3-fcee1017faf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.329725 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54806) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:44.339017 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f0d56d76-e174-4988-b9e3-fcee1017faf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.395637 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f0d56d76-e174-4988-b9e3-fcee1017faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.398968 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f0d56d76-e174-4988-b9e3-fcee1017faf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.400339 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f0d56d76-e174-4988-b9e3-fcee1017faf6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dab4cf72-1694-436e-b405-e26e67abb00a HTTP/1.1" status: 204 len: 168 time: 0.1707697 Nov 26 02:41:44.409912 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d56d76-e174-4988-b9e3-fcee1017faf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab4cf72-1694-436e-b405-e26e67abb00a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:44.495005 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab47b147-b7c1-43f9-89a2-264b59df7157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7852c4-2ab4-4f02-a700-26fcb293f9cc'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:41:44.497704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac895fd-7974-4aa3-b224-79b4e30a0380 req-c42754ce-e5f1-4ad9-8bb0-c1b6290c2c50 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:44.498052 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd579ca-7939-4474-b255-6a8e05747f5e" -d '{"events": [{"server_uuid": "ab47b147-b7c1-43f9-89a2-264b59df7157", "name": "network-vif-plugged", "status": "completed", "tag": "df7852c4-2ab4-4f02-a700-26fcb293f9cc"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:41:44.498251 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e891181-1d93-400f-a818-839117b81036 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.499703 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ac895fd-7974-4aa3-b224-79b4e30a0380 req-c42754ce-e5f1-4ad9-8bb0-c1b6290c2c50 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea390b6-3350-4c04-8487-2043e0e55c91 HTTP/1.1" status: 200 len: 949 time: 0.1474307 Nov 26 02:41:44.514677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adde46-07d9-4513-b5c0-7817e9e9e499 req-8b88aad6-87a2-4c55-9f0e-6d6408e5eb5c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:44.516422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25adde46-07d9-4513-b5c0-7817e9e9e499 req-8b88aad6-87a2-4c55-9f0e-6d6408e5eb5c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 967 time: 0.2005110 Nov 26 02:41:44.599951 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e891181-1d93-400f-a818-839117b81036 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.605918 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e891181-1d93-400f-a818-839117b81036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.636633 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25adde46-07d9-4513-b5c0-7817e9e9e499 req-783235ca-7b29-41cf-9be8-61ae63e2cf0a tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102993 Nov 26 02:41:44.654727 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e891181-1d93-400f-a818-839117b81036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6086c61-d524-4320-94d1-a29baeca519a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:44.661243 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8e891181-1d93-400f-a818-839117b81036 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53f745cc8c5a4502a19a20bf4255217b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305368 Nov 26 02:41:44.664490 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54818) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:44.667970 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ac895fd-7974-4aa3-b224-79b4e30a0380 req-9c56ae71-ef4d-4401-9e0d-f5e355c9b5f3 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486876 Nov 26 02:41:44.689804 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9da4ac5f-c1c4-4fd1-a04f-b6913cefd0bb req-3643bfad-2921-4554-9db0-8b7bb5814850 tempest-DeleteServersAdminTestJSON-1994062184 tempest-DeleteServersAdminTestJSON-1994062184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.732118 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['30c24df7-9a96-4f20-9e1f-d2aae66c8d2a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:41:44.743165 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f560-361b-44bb-ba16-9ffba8ff5b22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.783523 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643bfad-2921-4554-9db0-8b7bb5814850 tempest-DeleteServersAdminTestJSON-1994062184 tempest-DeleteServersAdminTestJSON-1994062184-project-admin] Pushing event deleted for resources: {'Port': ['ID=30c24df7-9a96-4f20-9e1f-d2aae66c8d2a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:44.811624 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f560-361b-44bb-ba16-9ffba8ff5b22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.841406 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7facec07-3ee1-4c51-97ea-c9486c468b7d x-openstack-request-id: req-7facec07-3ee1-4c51-97ea-c9486c468b7d {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:41:44.842045 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab47b147-b7c1-43f9-89a2-264b59df7157", "name": "network-vif-plugged", "status": "completed", "tag": "df7852c4-2ab4-4f02-a700-26fcb293f9cc", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:41:44.843266 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7facec07-3ee1-4c51-97ea-c9486c468b7d {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:41:44.843890 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab47b147-b7c1-43f9-89a2-264b59df7157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7852c4-2ab4-4f02-a700-26fcb293f9cc', 'code': 200} Nov 26 02:41:44.907302 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.913177 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f560-361b-44bb-ba16-9ffba8ff5b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.916635 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f560-361b-44bb-ba16-9ffba8ff5b22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.918229 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d4d1f560-361b-44bb-ba16-9ffba8ff5b22 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6086c61-d524-4320-94d1-a29baeca519a HTTP/1.1" status: 204 len: 168 time: 0.2525971 Nov 26 02:41:44.921054 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da4ac5f-c1c4-4fd1-a04f-b6913cefd0bb req-3643bfad-2921-4554-9db0-8b7bb5814850 tempest-DeleteServersAdminTestJSON-1994062184 tempest-DeleteServersAdminTestJSON-1994062184-project-admin] No DVR routers for this DVR port 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:41:44.932176 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1f560-361b-44bb-ba16-9ffba8ff5b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6086c61-d524-4320-94d1-a29baeca519a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:44.940797 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9da4ac5f-c1c4-4fd1-a04f-b6913cefd0bb req-3643bfad-2921-4554-9db0-8b7bb5814850 tempest-DeleteServersAdminTestJSON-1994062184 tempest-DeleteServersAdminTestJSON-1994062184-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:44.944341 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9da4ac5f-c1c4-4fd1-a04f-b6913cefd0bb req-3643bfad-2921-4554-9db0-8b7bb5814850 tempest-DeleteServersAdminTestJSON-1994062184 tempest-DeleteServersAdminTestJSON-1994062184-project-admin] 10.222.0.54 "DELETE /v2.0/ports/30c24df7-9a96-4f20-9e1f-d2aae66c8d2a HTTP/1.1" status: 204 len: 173 time: 1.0079229 Nov 26 02:41:44.946403 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea390b6-3350-4c04-8487-2043e0e55c91', 'name': 'network-vif-deleted', 'tag': '30c24df7-9a96-4f20-9e1f-d2aae66c8d2a'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:41:44.961890 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9990709b-ff98-411e-8492-2bf41091afe8" -d '{"events": [{"server_uuid": "3ea390b6-3350-4c04-8487-2043e0e55c91", "name": "network-vif-deleted", "tag": "30c24df7-9a96-4f20-9e1f-d2aae66c8d2a"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:41:44.995596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d872972-c0e7-46fe-a8e3-f3956dc205b0 req-4ab95241-9cff-4080-a2ab-dd4627e29c34 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:45.012928 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d872972-c0e7-46fe-a8e3-f3956dc205b0 req-4ab95241-9cff-4080-a2ab-dd4627e29c34 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 945 time: 0.2260242 Nov 26 02:41:45.030043 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54832) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:45.046866 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ddc385a2-b4d5-45af-891b-2f76c0c23f1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:45.180740 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d872972-c0e7-46fe-a8e3-f3956dc205b0 req-8cbc9e9d-4f81-47dd-adcc-501b2f4124bd tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687376 Nov 26 02:41:45.181754 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ddc385a2-b4d5-45af-891b-2f76c0c23f1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:45.186952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bdadd-9415-4bf1-9637-7718c4f8fb58 req-517d30ca-0791-4c45-9ea6-f05b650f1efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:45.188660 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-477bdadd-9415-4bf1-9637-7718c4f8fb58 req-517d30ca-0791-4c45-9ea6-f05b650f1efa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 1118 time: 0.1675208 Nov 26 02:41:45.190715 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ddc385a2-b4d5-45af-891b-2f76c0c23f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:45.201264 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3f243-ce23-4fd7-9ab6-ba4258c2111d req-33b0a5e1-7d88-483d-b81b-0b23e472c17c tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:45.210385 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4dd3f243-ce23-4fd7-9ab6-ba4258c2111d req-33b0a5e1-7d88-483d-b81b-0b23e472c17c tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 943 time: 0.1871216 Nov 26 02:41:45.274953 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ddc385a2-b4d5-45af-891b-2f76c0c23f1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8ee0a44887f49bf954c6c006d12bda9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435973 Nov 26 02:41:45.277534 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54838) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:45.300964 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4dd3f243-ce23-4fd7-9ab6-ba4258c2111d req-3c94a25a-46ba-48af-bd43-59a1a3734b61 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874424 Nov 26 02:41:45.343680 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc385a2-b4d5-45af-891b-2f76c0c23f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0da369-179f-4351-bc27-1db2f44c977f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:45.347166 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-477bdadd-9415-4bf1-9637-7718c4f8fb58 req-ae93d6ee-0fa6-4d7b-b198-36f5d90443eb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308892 Nov 26 02:41:45.357677 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83ceb88d-9b0d-4a8f-9df9-ce3140250a6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:45.382984 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83ceb88d-9b0d-4a8f-9df9-ce3140250a6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:45.406624 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5232a5-3de4-402e-827b-520b4cec2199 x-openstack-request-id: req-df5232a5-3de4-402e-827b-520b4cec2199 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:41:45.407025 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea390b6-3350-4c04-8487-2043e0e55c91", "name": "network-vif-deleted", "tag": "30c24df7-9a96-4f20-9e1f-d2aae66c8d2a", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:41:45.407384 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df5232a5-3de4-402e-827b-520b4cec2199 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:41:45.407884 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea390b6-3350-4c04-8487-2043e0e55c91', 'name': 'network-vif-deleted', 'tag': '30c24df7-9a96-4f20-9e1f-d2aae66c8d2a', 'status': 'completed', 'code': 200} Nov 26 02:41:45.457399 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83ceb88d-9b0d-4a8f-9df9-ce3140250a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:45.460571 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83ceb88d-9b0d-4a8f-9df9-ce3140250a6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:45.463551 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-83ceb88d-9b0d-4a8f-9df9-ce3140250a6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed0da369-179f-4351-bc27-1db2f44c977f HTTP/1.1" status: 204 len: 168 time: 0.1829455 Nov 26 02:41:45.471733 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ceb88d-9b0d-4a8f-9df9-ce3140250a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0da369-179f-4351-bc27-1db2f44c977f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:45.545102 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af0ec2-3d9c-4524-80ab-3cbbc1f824f4 req-0ee29ee2-4d91-47c2-8fb9-d4d2deecc304 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:45.552450 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54844) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:45.558742 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e7af0ec2-3d9c-4524-80ab-3cbbc1f824f4 req-0ee29ee2-4d91-47c2-8fb9-d4d2deecc304 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 945 time: 0.0635929 Nov 26 02:41:45.559260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54846) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:45.567254 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-e22c4008-81d8-4ff2-ba6d-0a876f273335 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Request body: {'floatingip': {'port_id': '15b02fe0-5ac4-4d17-a187-b6c0ee666b6e'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:45.578106 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-234ba184-2e39-4e11-bdee-4dca4d2e1679 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:45.683625 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e22c4008-81d8-4ff2-ba6d-0a876f273335 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:45.759021 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-234ba184-2e39-4e11-bdee-4dca4d2e1679 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:45.778225 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-234ba184-2e39-4e11-bdee-4dca4d2e1679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:45.822722 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-234ba184-2e39-4e11-bdee-4dca4d2e1679 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37af68d91a204b4b877176837c39a2e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687638 Nov 26 02:41:45.825339 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54864) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:45.829454 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ba184-2e39-4e11-bdee-4dca4d2e1679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9474ef-5332-4b7e-8528-961c65d506ad,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:45.901507 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-041bfd3d-76ce-48aa-8831-b0878d32955e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:45.916665 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568878b5-db51-4158-a4ae-345d56a7652f req-63e0bc95-fca1-4b09-8be3-fba62380841c tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:45.918162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-568878b5-db51-4158-a4ae-345d56a7652f req-63e0bc95-fca1-4b09-8be3-fba62380841c tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 972 time: 0.1855476 Nov 26 02:41:45.931233 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-041bfd3d-76ce-48aa-8831-b0878d32955e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:45.989987 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-041bfd3d-76ce-48aa-8831-b0878d32955e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:45.992529 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-041bfd3d-76ce-48aa-8831-b0878d32955e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:45.993054 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f55af-de88-499f-a900-33d3a3bbf3b0 req-0779761c-1ade-4c1f-bc84-1a12bf9739a7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:45.994827 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-707f55af-de88-499f-a900-33d3a3bbf3b0 req-0779761c-1ade-4c1f-bc84-1a12bf9739a7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 967 time: 0.2024977 Nov 26 02:41:45.996403 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-041bfd3d-76ce-48aa-8831-b0878d32955e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c9474ef-5332-4b7e-8528-961c65d506ad HTTP/1.1" status: 204 len: 168 time: 0.1699920 Nov 26 02:41:46.005584 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bfd3d-76ce-48aa-8831-b0878d32955e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9474ef-5332-4b7e-8528-961c65d506ad,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:46.082873 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d22e8fdb-8bef-44de-adf8-450713ac8b0b details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:41:46.200211 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d22e8fdb-8bef-44de-adf8-450713ac8b0b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d22e8fdb-8bef-44de-adf8-450713ac8b0b,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:46.218248 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'd22e8fdb-8bef-44de-adf8-450713ac8b0b', 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b', 'port_id': 'd22e8fdb-8bef-44de-adf8-450713ac8b0b', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b46157e-421f-41f5-9034-94d077205f11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:41:46.268585 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:46.285320 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22e8fdb-8bef-44de-adf8-450713ac8b0b {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:41:46.302824 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-568878b5-db51-4158-a4ae-345d56a7652f req-b404a13e-8454-40ba-b677-593a455bedfc tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775754 Nov 26 02:41:46.322296 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d22e8fdb-8bef-44de-adf8-450713ac8b0b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d22e8fdb-8bef-44de-adf8-450713ac8b0b,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:46.328871 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:46.368729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-707f55af-de88-499f-a900-33d3a3bbf3b0 req-35a2babd-dcaa-473d-9ffc-12d62605880c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597173 Nov 26 02:41:46.463652 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=d22e8fdb-8bef-44de-adf8-450713ac8b0b,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:46.505974 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:46.716572 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aab0bf-7353-48f2-9529-7be3c17a02d6 req-dd870c7a-b558-483b-ac2d-d77f165677c1 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:46.719308 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-23aab0bf-7353-48f2-9529-7be3c17a02d6 req-dd870c7a-b558-483b-ac2d-d77f165677c1 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 944 time: 0.1616230 Nov 26 02:41:46.739622 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['d22e8fdb-8bef-44de-adf8-450713ac8b0b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:41:46.793415 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.db.resource_extend [None req-e22c4008-81d8-4ff2-ba6d-0a876f273335 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 02:41:46.896872 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-fae4c6b0-ca14-43f5-a36e-9c6531dc34e0 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=dcb6fa674b794b95959fa16194076c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653789 Nov 26 02:41:46.940649 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-23aab0bf-7353-48f2-9529-7be3c17a02d6 req-fd24c784-29b1-43e5-9580-747ebb9d44a1 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953871 Nov 26 02:41:46.952354 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e22c4008-81d8-4ff2-ba6d-0a876f273335 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:46.955877 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e22c4008-81d8-4ff2-ba6d-0a876f273335 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:47.142788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-a534336a-2bda-4c02-871b-35e18eeaa652 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:47.144330 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-a534336a-2bda-4c02-871b-35e18eeaa652 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2394621 Nov 26 02:41:47.147270 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-e22c4008-81d8-4ff2-ba6d-0a876f273335 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Floating IP 28c28bd9-6f56-4e0d-816d-c0b14d8fd3b6 associated. External IP: 172.25.0.40, port: 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e. Nov 26 02:41:47.224309 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-62992cd8-df12-46de-a614-e94542adaf7d tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/quotas/dcb6fa674b794b95959fa16194076c7e HTTP/1.1" status: 200 len: 375 time: 0.0441978 Nov 26 02:41:47.276343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-af006eef-9dff-44e1-9857-028471f54f9f tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dcb6fa674b794b95959fa16194076c7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453494 Nov 26 02:41:47.407135 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22c4008-81d8-4ff2-ba6d-0a876f273335 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:41:47.459201 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:47.568350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54964) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:47.633107 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ea7a6-60c6-497f-a6d1-9f25a177b460 req-85536e96-aeb7-44d7-a428-26e7be024a5e tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:47.634668 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-785ea7a6-60c6-497f-a6d1-9f25a177b460 req-85536e96-aeb7-44d7-a428-26e7be024a5e tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 972 time: 0.2241552 Nov 26 02:41:47.669337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5d994-bd76-4ca8-bff1-ef6a28fb5bd9 req-4a4648f8-d79e-4b4a-bcd6-bb95cf4d2e86 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:47.671395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45a5d994-bd76-4ca8-bff1-ef6a28fb5bd9 req-4a4648f8-d79e-4b4a-bcd6-bb95cf4d2e86 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 972 time: 0.2614198 Nov 26 02:41:47.701262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36f9a3-5750-46ae-af25-56d4b1ccf65d req-76324b44-7e09-4167-a67e-e6ad76d8b365 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:47.708488 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a36f9a3-5750-46ae-af25-56d4b1ccf65d req-76324b44-7e09-4167-a67e-e6ad76d8b365 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 967 time: 0.1447394 Nov 26 02:41:47.779767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22c4008-81d8-4ff2-ba6d-0a876f273335 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:41:47.789100 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e22c4008-81d8-4ff2-ba6d-0a876f273335 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:47.802898 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb63d83-6c6d-479a-96b2-b3d915ef17c0 None None] Sync routers for ids ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:41:47.818882 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb63d83-6c6d-479a-96b2-b3d915ef17c0 None None] Routers {'33eb03fe-a5d6-46a5-98f8-9bca7def5272'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:41:47.820036 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-dfb63d83-6c6d-479a-96b2-b3d915ef17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:41:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:47.958559 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f42f8a05-d68b-405a-a810-a6e037362773 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:48.004737 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-dfb63d83-6c6d-479a-96b2-b3d915ef17c0 None None] Set router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:41:48.094373 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d22e8fdb-8bef-44de-adf8-450713ac8b0b up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:41:48.095708 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f42f8a05-d68b-405a-a810-a6e037362773 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:48.103988 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f42f8a05-d68b-405a-a810-a6e037362773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:48.153172 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port d22e8fdb-8bef-44de-adf8-450713ac8b0b completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:41:48.160501 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port d22e8fdb-8bef-44de-adf8-450713ac8b0b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:48.162405 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:48.198627 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f42f8a05-d68b-405a-a810-a6e037362773 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed705f9035b640deb90e50ba28823628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6349244 Nov 26 02:41:48.213007 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54988) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:48.244039 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f8a05-d68b-405a-a810-a6e037362773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e0ea0f-da3d-44d7-a82d-689085aee5e4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:48.274927 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a574fbec-c89c-43e6-ba0f-2e5202804d6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:48.285095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-785ea7a6-60c6-497f-a6d1-9f25a177b460 req-b60d861c-0f67-4d9c-911e-6e5fa620c830 tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f4cdf58-37ab-453b-9065-590922233f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6390162 Nov 26 02:41:48.288791 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:48.303816 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a574fbec-c89c-43e6-ba0f-2e5202804d6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:48.326779 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a36f9a3-5750-46ae-af25-56d4b1ccf65d req-687f4d6f-acc3-4065-b7c7-3ddb7af1a0b6 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6173823 Nov 26 02:41:48.341061 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e22c4008-81d8-4ff2-ba6d-0a876f273335 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "PUT /v2.0/floatingips/28c28bd9-6f56-4e0d-816d-c0b14d8fd3b6 HTTP/1.1" status: 200 len: 990 time: 2.7804089 Nov 26 02:41:48.353884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b946e8-c9e1-4181-ac20-00ad12b16cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22e8fdb-8bef-44de-adf8-450713ac8b0b'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:41:48.360661 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60add1ba-8fc5-4f1a-9776-6eb375b994e6" -d '{"events": [{"server_uuid": "76b946e8-c9e1-4181-ac20-00ad12b16cd2", "name": "network-vif-plugged", "status": "completed", "tag": "d22e8fdb-8bef-44de-adf8-450713ac8b0b"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:41:48.370474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c1e4c8-9ad0-4adf-acd3-627568a385bd', 'tag': '15b02fe0-5ac4-4d17-a187-b6c0ee666b6e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:41:48.381511 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253927c3-e4c7-490a-a62d-ad52f73930ff" -d '{"events": [{"name": "network-changed", "server_uuid": "32c1e4c8-9ad0-4adf-acd3-627568a385bd", "tag": "15b02fe0-5ac4-4d17-a187-b6c0ee666b6e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:41:48.398487 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d22e8fdb-8bef-44de-adf8-450713ac8b0b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d22e8fdb-8bef-44de-adf8-450713ac8b0b,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:48.398733 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a574fbec-c89c-43e6-ba0f-2e5202804d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:48.401926 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a574fbec-c89c-43e6-ba0f-2e5202804d6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:48.403933 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a574fbec-c89c-43e6-ba0f-2e5202804d6e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5e0ea0f-da3d-44d7-a82d-689085aee5e4 HTTP/1.1" status: 204 len: 168 time: 0.1896508 Nov 26 02:41:48.413300 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:48.414428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:41:48.425384 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574fbec-c89c-43e6-ba0f-2e5202804d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e0ea0f-da3d-44d7-a82d-689085aee5e4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:48.479759 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-dfb63d83-6c6d-479a-96b2-b3d915ef17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:01Z', 'revision_number': 4, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '28c28bd9-6f56-4e0d-816d-c0b14d8fd3b6', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'port_id': '15b02fe0-5ac4-4d17-a187-b6c0ee666b6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'mac_address': 'fa:16:3e:b1:af:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c1e4c8-9ad0-4adf-acd3-627568a385bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:41:23Z', 'updated_at': '2021-11-26T02:41:46Z', 'revision_number': 1, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecccdd7-4bc4-42b1-953b-a944ecd721e9', 'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'mac_address': 'fa:16:3e:e0:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:00Z', 'updated_at': '2021-11-26T02:41:11Z', 'revision_number': 5, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'subnets': [{'id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:48.486978 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:41:48.487911 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 30c24df7-9a96-4f20-9e1f-d2aae66c8d2a not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:41:48.517112 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb63d83-6c6d-479a-96b2-b3d915ef17c0 None None] Checking router: 33eb03fe-a5d6-46a5-98f8-9bca7def5272 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:41:48.529937 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb63d83-6c6d-479a-96b2-b3d915ef17c0 None None] Routers {'33eb03fe-a5d6-46a5-98f8-9bca7def5272'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:41:48.531077 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-dfb63d83-6c6d-479a-96b2-b3d915ef17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:41:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:48.531563 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=d22e8fdb-8bef-44de-adf8-450713ac8b0b,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:48.550606 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6824f66-dfc3-4b00-9775-d25d7490de45 req-3cefcdd7-1333-4ec6-bcc3-4ed973d7f47c tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=b510c029-cda5-4c65-8214-3be60ded91d1 HTTP/1.1" status: 200 len: 210 time: 0.0786736 Nov 26 02:41:48.593305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-45a5d994-bd76-4ca8-bff1-ef6a28fb5bd9 req-3a8dad6a-60e8-4a8e-9ad1-2e75ac436c0b tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Deleting port bb7b6575-7182-4067-a67b-aa9c16545a0a {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:41:48.593923 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-45a5d994-bd76-4ca8-bff1-ef6a28fb5bd9 req-3a8dad6a-60e8-4a8e-9ad1-2e75ac436c0b tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:48.655460 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7f76c-bdfc-4cbd-8c5a-d01f2e7be9fa req-9010df8e-1f34-4d7e-adb2-18073cda2442 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:48.663923 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbd7f76c-bdfc-4cbd-8c5a-d01f2e7be9fa req-9010df8e-1f34-4d7e-adb2-18073cda2442 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 945 time: 0.1931047 Nov 26 02:41:48.755963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbd7f76c-bdfc-4cbd-8c5a-d01f2e7be9fa req-23213318-19a1-43cb-9323-50653890d1bd tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909207 Nov 26 02:41:48.771917 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-dfb63d83-6c6d-479a-96b2-b3d915ef17c0 None None] Set router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:41:48.800220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-45a5d994-bd76-4ca8-bff1-ef6a28fb5bd9 req-3a8dad6a-60e8-4a8e-9ad1-2e75ac436c0b tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] For port bb7b6575-7182-4067-a67b-aa9c16545a0a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bb7b6575-7182-4067-a67b-aa9c16545a0a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:48.801333 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-45a5d994-bd76-4ca8-bff1-ef6a28fb5bd9 req-3a8dad6a-60e8-4a8e-9ad1-2e75ac436c0b tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:48.840717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-45a5d994-bd76-4ca8-bff1-ef6a28fb5bd9 req-3a8dad6a-60e8-4a8e-9ad1-2e75ac436c0b tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Calling delete_port for bb7b6575-7182-4067-a67b-aa9c16545a0a owned by compute:tempest-test_az-1511789477 {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:41:48.921719 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55016) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:48.939579 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc178452-7329-47cc-b8fa-9a67cba49951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:48.958696 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-57ef59d7-a4ce-4e2b-9dce-4bdffd65720a tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=dcb6fa674b794b95959fa16194076c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424445 Nov 26 02:41:49.042510 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc178452-7329-47cc-b8fa-9a67cba49951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:49.060094 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc178452-7329-47cc-b8fa-9a67cba49951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:49.106079 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cc178452-7329-47cc-b8fa-9a67cba49951 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e83402183a243dbad583e22eb611629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1817658 Nov 26 02:41:49.112697 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55018) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:49.140781 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-dfb63d83-6c6d-479a-96b2-b3d915ef17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:01Z', 'revision_number': 4, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '28c28bd9-6f56-4e0d-816d-c0b14d8fd3b6', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'port_id': '15b02fe0-5ac4-4d17-a187-b6c0ee666b6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'mac_address': 'fa:16:3e:b1:af:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c1e4c8-9ad0-4adf-acd3-627568a385bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:41:23Z', 'updated_at': '2021-11-26T02:41:46Z', 'revision_number': 1, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecccdd7-4bc4-42b1-953b-a944ecd721e9', 'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'mac_address': 'fa:16:3e:e0:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:00Z', 'updated_at': '2021-11-26T02:41:11Z', 'revision_number': 5, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'subnets': [{'id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:41:49.160882 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc178452-7329-47cc-b8fa-9a67cba49951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fc152e-3528-404a-bde6-875834aac8e7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:49.192239 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb63d83-6c6d-479a-96b2-b3d915ef17c0 None None] The sync data for ids ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'] in n-d-819389-3 is: [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:01Z', 'revision_number': 4, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '28c28bd9-6f56-4e0d-816d-c0b14d8fd3b6', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'port_id': '15b02fe0-5ac4-4d17-a187-b6c0ee666b6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'mac_address': 'fa:16:3e:b1:af:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c1e4c8-9ad0-4adf-acd3-627568a385bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:41:23Z', 'updated_at': '2021-11-26T02:41:46Z', 'revision_number': 1, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecccdd7-4bc4-42b1-953b-a944ecd721e9', 'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'mac_address': 'fa:16:3e:e0:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:00Z', 'updated_at': '2021-11-26T02:41:11Z', 'revision_number': 5, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'subnets': [{'id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:41:49.197870 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee064dbb-8933-4064-b84b-182c91c219ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:49.227079 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee064dbb-8933-4064-b84b-182c91c219ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:49.295282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-c1f97d37-e53c-48f7-9b9b-ab6058ee6766 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:49.297037 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-c1f97d37-e53c-48f7-9b9b-ab6058ee6766 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3265226 Nov 26 02:41:49.318941 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee064dbb-8933-4064-b84b-182c91c219ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:49.323791 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee064dbb-8933-4064-b84b-182c91c219ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:49.325116 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ee064dbb-8933-4064-b84b-182c91c219ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99fc152e-3528-404a-bde6-875834aac8e7 HTTP/1.1" status: 204 len: 168 time: 0.2111068 Nov 26 02:41:49.328618 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-ed93bf9b-11d6-4bcb-806e-0c1502d8aada tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Request body: {'port': {'device_id': 'b510c029-cda5-4c65-8214-3be60ded91d1', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': 'dcb6fa674b794b95959fa16194076c7e'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:49.336939 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee064dbb-8933-4064-b84b-182c91c219ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fc152e-3528-404a-bde6-875834aac8e7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:49.430588 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-45a5d994-bd76-4ca8-bff1-ef6a28fb5bd9 req-3a8dad6a-60e8-4a8e-9ad1-2e75ac436c0b tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:49.468298 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['bb7b6575-7182-4067-a67b-aa9c16545a0a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:41:49.477945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8dad6a-60e8-4a8e-9ad1-2e75ac436c0b tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Pushing event deleted for resources: {'Port': ['ID=bb7b6575-7182-4067-a67b-aa9c16545a0a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:49.511556 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298a08bd-8e04-4a42-b797-b49887f7e2f0 None None] New status for floating IP 28c28bd9-6f56-4e0d-816d-c0b14d8fd3b6: ACTIVE {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:41:49.517842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bb6ba-1d16-450e-be88-0a570ed697f1 req-34e73808-530d-4868-a4ea-c9e7f09ec598 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:49.526144 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-132bb6ba-1d16-450e-be88-0a570ed697f1 req-34e73808-530d-4868-a4ea-c9e7f09ec598 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 1118 time: 0.1419921 Nov 26 02:41:49.666960 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a5d994-bd76-4ca8-bff1-ef6a28fb5bd9 req-3a8dad6a-60e8-4a8e-9ad1-2e75ac436c0b tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] No DVR routers for this DVR port bb7b6575-7182-4067-a67b-aa9c16545a0a on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:41:49.675152 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-45a5d994-bd76-4ca8-bff1-ef6a28fb5bd9 req-3a8dad6a-60e8-4a8e-9ad1-2e75ac436c0b tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:49.685031 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45a5d994-bd76-4ca8-bff1-ef6a28fb5bd9 req-3a8dad6a-60e8-4a8e-9ad1-2e75ac436c0b tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.59 "DELETE /v2.0/ports/bb7b6575-7182-4067-a67b-aa9c16545a0a HTTP/1.1" status: 204 len: 173 time: 1.9999223 Nov 26 02:41:49.699819 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffb0a96-ded1-4ea0-a867-e74f20decc1a x-openstack-request-id: req-bffb0a96-ded1-4ea0-a867-e74f20decc1a {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:41:49.700176 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c1e4c8-9ad0-4adf-acd3-627568a385bd", "tag": "15b02fe0-5ac4-4d17-a187-b6c0ee666b6e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:41:49.700440 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bffb0a96-ded1-4ea0-a867-e74f20decc1a {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:41:49.700887 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c1e4c8-9ad0-4adf-acd3-627568a385bd', 'tag': '15b02fe0-5ac4-4d17-a187-b6c0ee666b6e', 'status': 'completed', 'code': 200} Nov 26 02:41:49.708510 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ac7d3e-f493-4547-921e-e3aaaf372f60 x-openstack-request-id: req-a1ac7d3e-f493-4547-921e-e3aaaf372f60 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:41:49.720687 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b946e8-c9e1-4181-ac20-00ad12b16cd2", "name": "network-vif-plugged", "status": "completed", "tag": "d22e8fdb-8bef-44de-adf8-450713ac8b0b", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:41:49.721116 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1ac7d3e-f493-4547-921e-e3aaaf372f60 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:41:49.723179 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b946e8-c9e1-4181-ac20-00ad12b16cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22e8fdb-8bef-44de-adf8-450713ac8b0b', 'code': 200} Nov 26 02:41:49.744673 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.54', 63520) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:49.799709 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.54', 63521) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:49.848354 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-132bb6ba-1d16-450e-be88-0a570ed697f1 req-847beb3a-4bdd-4189-8af1-a790dcad14b6 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161659 Nov 26 02:41:49.860633 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253927c3-e4c7-490a-a62d-ad52f73930ff req-91bf7130-ceef-4bd7-88d9-32817c06b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:49.863169 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-253927c3-e4c7-490a-a62d-ad52f73930ff req-91bf7130-ceef-4bd7-88d9-32817c06b0da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8201a84fe3324f2985fbd4e3961400eb&device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 1096 time: 0.1180036 Nov 26 02:41:49.881747 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-ed93bf9b-11d6-4bcb-806e-0c1502d8aada tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Made reservation on behalf of dcb6fa674b794b95959fa16194076c7e for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:41:49.891941 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-ed93bf9b-11d6-4bcb-806e-0c1502d8aada tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:49.918386 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-04b7b7e2-12c0-46a1-b40f-c58f0ecf8252 req-b6b86e88-ef63-44e2-a068-cae13305c58f tempest-AggregatesAdminTestJSON-575721035 tempest-AggregatesAdminTestJSON-575721035-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c7f65a8-89cd-4bc9-8a44-6d3842047faa HTTP/1.1" status: 200 len: 210 time: 0.1223950 Nov 26 02:41:49.995565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7b1d-58e3-490c-82d2-181778031751 req-0c9f5257-8937-440d-bcbf-e0e9487c28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:49.997411 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6fde7b1d-58e3-490c-82d2-181778031751 req-0c9f5257-8937-440d-bcbf-e0e9487c28b5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 1096 time: 0.1967597 Nov 26 02:41:50.103941 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6fde7b1d-58e3-490c-82d2-181778031751 req-00d3db74-6455-497c-8c1c-e3d243532dbc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967753 Nov 26 02:41:50.128580 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253927c3-e4c7-490a-a62d-ad52f73930ff req-c72c79ec-6f97-4f4d-a1e7-8379cecf18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:50.131751 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-253927c3-e4c7-490a-a62d-ad52f73930ff req-c72c79ec-6f97-4f4d-a1e7-8379cecf18a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=58f59887-214e-475d-830a-cd108d137d4b HTTP/1.1" status: 200 len: 924 time: 0.2614708 Nov 26 02:41:50.160081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-ed93bf9b-11d6-4bcb-806e-0c1502d8aada tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Allocated IP 192.168.233.188 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/c945a176-b730-413c-96a9-d055adc14ad6) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:41:50.421249 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5814f5c-0c61-4742-a5e4-18db3ae6b825 req-52876ee1-235b-4bbd-ae84-e4e281027bf9 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=b510c029-cda5-4c65-8214-3be60ded91d1 HTTP/1.1" status: 200 len: 210 time: 0.0810943 Nov 26 02:41:50.473988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62e442-708d-4087-b584-620f1935b784 req-4dd46a7c-856f-4253-b9f2-d70c39f41197 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:50.485127 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de62e442-708d-4087-b584-620f1935b784 req-4dd46a7c-856f-4253-b9f2-d70c39f41197 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 945 time: 0.1816914 Nov 26 02:41:50.491975 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-ed93bf9b-11d6-4bcb-806e-0c1502d8aada tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:50.560443 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-ed93bf9b-11d6-4bcb-806e-0c1502d8aada tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:50.637365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-ed93bf9b-11d6-4bcb-806e-0c1502d8aada tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:41:50.655008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-ed93bf9b-11d6-4bcb-806e-0c1502d8aada tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:41:50.657994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-ed93bf9b-11d6-4bcb-806e-0c1502d8aada tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:41:50.664985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-ed93bf9b-11d6-4bcb-806e-0c1502d8aada tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:50.665760 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-ed93bf9b-11d6-4bcb-806e-0c1502d8aada tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:50.701949 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de62e442-708d-4087-b584-620f1935b784 req-49d135ea-8541-4f29-9957-7c60a9e86d2a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089925 Nov 26 02:41:50.712372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc7b1a-0f73-4fda-931c-d11e95bebace req-a7c6b744-23dd-44fe-bd5a-5618d70a7b16 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:50.714160 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1bc7b1a-0f73-4fda-931c-d11e95bebace req-a7c6b744-23dd-44fe-bd5a-5618d70a7b16 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 1118 time: 0.1755157 Nov 26 02:41:50.715058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93bf9b-11d6-4bcb-806e-0c1502d8aada tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Pushing event updated for resources: {'Port': ['ID=c945a176-b730-413c-96a9-d055adc14ad6,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:50.737095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-ed93bf9b-11d6-4bcb-806e-0c1502d8aada tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4153187 Nov 26 02:41:50.759944 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Request body: {'port': {'device_id': 'b510c029-cda5-4c65-8214-3be60ded91d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:50.771969 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-253927c3-e4c7-490a-a62d-ad52f73930ff req-3896c652-f2ca-4131-927f-85fc584af427 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15b02fe0-5ac4-4d17-a187-b6c0ee666b6e HTTP/1.1" status: 200 len: 1000 time: 0.3215520 Nov 26 02:41:50.815013 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1bc7b1a-0f73-4fda-931c-d11e95bebace req-6797bb46-0a72-424e-b264-f5def432198a tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826766 Nov 26 02:41:50.879489 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253927c3-e4c7-490a-a62d-ad52f73930ff req-62daf017-f651-481a-9373-562a2a683200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:50.883268 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-253927c3-e4c7-490a-a62d-ad52f73930ff req-62daf017-f651-481a-9373-562a2a683200 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=384a2bbb-8ea7-4167-9f40-964db01913dc HTTP/1.1" status: 200 len: 862 time: 0.1021454 Nov 26 02:41:50.896766 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:50.989687 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253927c3-e4c7-490a-a62d-ad52f73930ff req-f60987ac-c204-414f-b849-8c999eafc14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:50.991437 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-253927c3-e4c7-490a-a62d-ad52f73930ff req-f60987ac-c204-414f-b849-8c999eafc14e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=58f59887-214e-475d-830a-cd108d137d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026833 Nov 26 02:41:51.032811 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-af931515-6add-493b-80ce-e67180531279 None None] Provisioning complete for port c945a176-b730-413c-96a9-d055adc14ad6 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:51.033420 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-af931515-6add-493b-80ce-e67180531279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:51.109138 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-af931515-6add-493b-80ce-e67180531279 None None] Port c945a176-b730-413c-96a9-d055adc14ad6 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:41:51.113825 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-253927c3-e4c7-490a-a62d-ad52f73930ff req-558b4bfd-f28d-4b63-99bc-0d0c84eb5c82 service neutron] 10.222.0.54 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139348 Nov 26 02:41:51.237144 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-253927c3-e4c7-490a-a62d-ad52f73930ff req-7b7432a5-f2cd-413c-a921-29a0662562ae service neutron] 10.222.0.54 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140420 Nov 26 02:41:51.294805 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c945a176-b730-413c-96a9-d055adc14ad6 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:41:51.304099 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:51.321311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Transition to ACTIVE for port object c945a176-b730-413c-96a9-d055adc14ad6 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:41:51.327046 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:51.428535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Pushing event updated for resources: {'Port': ['ID=c945a176-b730-413c-96a9-d055adc14ad6,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:51.445785 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Attempting to bind port c945a176-b730-413c-96a9-d055adc14ad6 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:41:51.446196 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Attempting to bind port c945a176-b730-413c-96a9-d055adc14ad6 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:41:51.446459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Attempting to bind port c945a176-b730-413c-96a9-d055adc14ad6 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:51.451797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Port c945a176-b730-413c-96a9-d055adc14ad6 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:41:51.452412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Attempting to bind port c945a176-b730-413c-96a9-d055adc14ad6 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:51.457803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:41:51.458145 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:41:51.458536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:41:51.459017 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Bound port: c945a176-b730-413c-96a9-d055adc14ad6, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:41:51.459382 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:51.568145 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55116) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:51.581226 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] For port c945a176-b730-413c-96a9-d055adc14ad6, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:41:51.587059 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] For port c945a176-b730-413c-96a9-d055adc14ad6, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c945a176-b730-413c-96a9-d055adc14ad6,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:41:51.606446 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:51.671204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Pushing event updated for resources: {'Port': ['ID=c945a176-b730-413c-96a9-d055adc14ad6,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:51.676002 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:51.677430 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:51.678987 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-f4331e87-f59d-4468-b9db-54942974554e service neutron] 10.222.0.54 "PUT /v2.0/ports/c945a176-b730-413c-96a9-d055adc14ad6 HTTP/1.1" status: 200 len: 1096 time: 0.9231484 Nov 26 02:41:51.701884 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7f65a8-89cd-4bc9-8a44-6d3842047faa', 'name': 'network-vif-deleted', 'tag': 'bb7b6575-7182-4067-a67b-aa9c16545a0a'}, {'name': 'network-changed', 'server_uuid': 'b510c029-cda5-4c65-8214-3be60ded91d1', 'tag': 'c945a176-b730-413c-96a9-d055adc14ad6'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:41:51.704399 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e6106e-4f1a-4d87-bbd0-f2381acf2212" -d '{"events": [{"server_uuid": "3c7f65a8-89cd-4bc9-8a44-6d3842047faa", "name": "network-vif-deleted", "tag": "bb7b6575-7182-4067-a67b-aa9c16545a0a"}, {"name": "network-changed", "server_uuid": "b510c029-cda5-4c65-8214-3be60ded91d1", "tag": "c945a176-b730-413c-96a9-d055adc14ad6"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:41:51.802213 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-ec90c21c-d272-49f2-ac25-f3e4f45c916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:51.804463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-ec90c21c-d272-49f2-ac25-f3e4f45c916b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dcb6fa674b794b95959fa16194076c7e&device_id=b510c029-cda5-4c65-8214-3be60ded91d1 HTTP/1.1" status: 200 len: 1099 time: 0.0578127 Nov 26 02:41:51.817933 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc6909-36a1-40d3-8318-5b2516162575 req-097d6b71-ad6d-406c-82bd-43cc19517a72 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:51.819819 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1bc6909-36a1-40d3-8318-5b2516162575 req-097d6b71-ad6d-406c-82bd-43cc19517a72 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=b510c029-cda5-4c65-8214-3be60ded91d1 HTTP/1.1" status: 200 len: 948 time: 0.1198499 Nov 26 02:41:51.892160 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:51.898149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55134) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:51.898942 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fe4b56fb-a239-4e08-9db9-85667009fd52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6aeb3ff0436e44f88e32b6f8f38ecd63&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3295367 Nov 26 02:41:51.901355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-1ea67f86-2607-4248-9be2-8eb2a9879e89 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=c945a176-b730-413c-96a9-d055adc14ad6 HTTP/1.1" status: 200 len: 217 time: 0.0805950 Nov 26 02:41:51.955833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-bf0bc7e6-4264-4ae5-b526-fc44e90a01cc req-0e119a03-b755-4e92-9c90-26fd32a9f94e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:41:51.956971 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf0bc7e6-4264-4ae5-b526-fc44e90a01cc req-0e119a03-b755-4e92-9c90-26fd32a9f94e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1834421 Nov 26 02:41:51.980710 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1bc6909-36a1-40d3-8318-5b2516162575 req-6970ffbf-7b20-49e0-b31e-2a21a8dab6ba tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466091 Nov 26 02:41:52.000359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-8e3555f7-9c9c-4742-bf89-833258a3c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:52.001806 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-8e3555f7-9c9c-4742-bf89-833258a3c186 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0924354 Nov 26 02:41:52.018613 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f4755b1-2bb1-4eb1-b73a-6bd4e09294fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:52.075142 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f4755b1-2bb1-4eb1-b73a-6bd4e09294fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:52.106697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-a8d605de-bdf4-4a64-8bda-4235a54cbf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:52.108915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-a8d605de-bdf4-4a64-8bda-4235a54cbf75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0914509 Nov 26 02:41:52.205436 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f4755b1-2bb1-4eb1-b73a-6bd4e09294fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:52.208327 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f4755b1-2bb1-4eb1-b73a-6bd4e09294fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:52.209659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7f4755b1-2bb1-4eb1-b73a-6bd4e09294fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f4cdf58-37ab-453b-9065-590922233f6b HTTP/1.1" status: 204 len: 168 time: 0.3100116 Nov 26 02:41:52.228216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4755b1-2bb1-4eb1-b73a-6bd4e09294fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4cdf58-37ab-453b-9065-590922233f6b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:52.253473 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-91e9387b-2277-4ebf-8cd4-11f76738ca83 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362095 Nov 26 02:41:52.393321 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959109ae-1b07-47ec-be91-bf30aa3752f9 req-ae08f3dc-3470-4ccc-a9da-29cf67e3ce0a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:52.394837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-959109ae-1b07-47ec-be91-bf30aa3752f9 req-ae08f3dc-3470-4ccc-a9da-29cf67e3ce0a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 945 time: 0.0816491 Nov 26 02:41:52.400697 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa804b09-9115-4d92-b6f4-8ac40adc6c44 req-c8c559c6-72b0-45d3-9ef3-01ce89bac8ba service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391788 Nov 26 02:41:52.453569 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-959109ae-1b07-47ec-be91-bf30aa3752f9 req-e9255944-b216-4c9f-a4d5-c7bf0eb0ea0e tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519054 Nov 26 02:41:52.509161 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 26 Nov 2021 02:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a437dbe-9063-4301-8087-355812a6f486 x-openstack-request-id: req-1a437dbe-9063-4301-8087-355812a6f486 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:41:52.509734 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7f65a8-89cd-4bc9-8a44-6d3842047faa", "name": "network-vif-deleted", "tag": "bb7b6575-7182-4067-a67b-aa9c16545a0a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b510c029-cda5-4c65-8214-3be60ded91d1", "tag": "c945a176-b730-413c-96a9-d055adc14ad6", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:41:52.509996 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a437dbe-9063-4301-8087-355812a6f486 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:41:52.510424 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7f65a8-89cd-4bc9-8a44-6d3842047faa', 'name': 'network-vif-deleted', 'tag': 'bb7b6575-7182-4067-a67b-aa9c16545a0a', 'status': 'completed', 'code': 200} Nov 26 02:41:52.510672 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b510c029-cda5-4c65-8214-3be60ded91d1', 'tag': 'c945a176-b730-413c-96a9-d055adc14ad6', 'status': 'completed', 'code': 200} Nov 26 02:41:52.547249 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device bb7b6575-7182-4067-a67b-aa9c16545a0a no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:41:52.592233 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: bb7b6575-7182-4067-a67b-aa9c16545a0a {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:41:52.592898 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device bb7b6575-7182-4067-a67b-aa9c16545a0a not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:41:52.640583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6106e-4f1a-4d87-bbd0-f2381acf2212 req-751fc123-2d78-4f87-b051-bcce82abcbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:52.641740 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1e6106e-4f1a-4d87-bbd0-f2381acf2212 req-751fc123-2d78-4f87-b051-bcce82abcbba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dcb6fa674b794b95959fa16194076c7e&device_id=b510c029-cda5-4c65-8214-3be60ded91d1 HTTP/1.1" status: 200 len: 1099 time: 0.0761411 Nov 26 02:41:52.737727 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6106e-4f1a-4d87-bbd0-f2381acf2212 req-c676ef7f-ddc4-49af-86d0-cec4d65def96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:52.740292 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1e6106e-4f1a-4d87-bbd0-f2381acf2212 req-c676ef7f-ddc4-49af-86d0-cec4d65def96 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.0895231 Nov 26 02:41:52.801744 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55176) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:52.802218 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1e6106e-4f1a-4d87-bbd0-f2381acf2212 req-ad3352ca-14eb-4278-83e3-7e89116d6683 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=c945a176-b730-413c-96a9-d055adc14ad6 HTTP/1.1" status: 200 len: 217 time: 0.0520406 Nov 26 02:41:52.850491 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6ed203e0-86ca-46ba-9bd2-ed14a710ea8d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd09707e88564ade9429b055e177c98a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468736 Nov 26 02:41:52.853699 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55178) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:52.959505 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9220542-7a92-40ca-b1b2-e8d1d02a8f79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:52.983976 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9220542-7a92-40ca-b1b2-e8d1d02a8f79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:52.992215 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55186) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:53.049540 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9220542-7a92-40ca-b1b2-e8d1d02a8f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:53.053216 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9220542-7a92-40ca-b1b2-e8d1d02a8f79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:53.054801 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f9220542-7a92-40ca-b1b2-e8d1d02a8f79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b22415e-9eb5-4cd4-8936-83242fd7b6d6 HTTP/1.1" status: 204 len: 168 time: 0.1960275 Nov 26 02:41:53.065187 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9220542-7a92-40ca-b1b2-e8d1d02a8f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b22415e-9eb5-4cd4-8936-83242fd7b6d6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:53.108881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6106e-4f1a-4d87-bbd0-f2381acf2212 req-2d2ff627-7e97-4772-bd78-4b4da1e70267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:53.110362 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1e6106e-4f1a-4d87-bbd0-f2381acf2212 req-2d2ff627-7e97-4772-bd78-4b4da1e70267 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.3008981 Nov 26 02:41:53.164912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6106e-4f1a-4d87-bbd0-f2381acf2212 req-9bc6de36-bf03-4998-94b4-10c9c7e65273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:53.166553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1e6106e-4f1a-4d87-bbd0-f2381acf2212 req-9bc6de36-bf03-4998-94b4-10c9c7e65273 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0470057 Nov 26 02:41:53.281902 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:53.283469 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-780b470d-cfaf-43a8-9c61-104240edda5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:53.331305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1e6106e-4f1a-4d87-bbd0-f2381acf2212 req-02d9331d-3569-4ca6-b239-6d71c3ceb9d1 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542034 Nov 26 02:41:53.398780 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-780b470d-cfaf-43a8-9c61-104240edda5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:53.405867 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-780b470d-cfaf-43a8-9c61-104240edda5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:53.447897 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b470d-cfaf-43a8-9c61-104240edda5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b3158d-35a8-4bea-867d-aa537793fc82,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:53.455897 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-780b470d-cfaf-43a8-9c61-104240edda5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d543a35978bc4c93bd44508583a8e336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4601452 Nov 26 02:41:53.456161 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55212) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:53.456417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e935c-cce2-4789-85a6-cf1368e55ddd req-6a8cd81e-2727-44a7-9880-5f5a1837098c tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:53.457959 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d8e935c-cce2-4789-85a6-cf1368e55ddd req-6a8cd81e-2727-44a7-9880-5f5a1837098c tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 945 time: 0.1110287 Nov 26 02:41:53.496930 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1e6106e-4f1a-4d87-bbd0-f2381acf2212 req-ca584ba9-2002-449e-be0f-50fe0f603749 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592355 Nov 26 02:41:53.522026 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d8e935c-cce2-4789-85a6-cf1368e55ddd req-edbbcf5e-71f6-4bb5-8727-9673fe9bf762 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570357 Nov 26 02:41:53.525939 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2102b164-164b-4f6b-81fc-053c71216906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:53.552487 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2102b164-164b-4f6b-81fc-053c71216906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:53.621849 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2102b164-164b-4f6b-81fc-053c71216906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:53.626056 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2102b164-164b-4f6b-81fc-053c71216906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:53.627652 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2102b164-164b-4f6b-81fc-053c71216906 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89b3158d-35a8-4bea-867d-aa537793fc82 HTTP/1.1" status: 204 len: 168 time: 0.1705451 Nov 26 02:41:53.659640 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102b164-164b-4f6b-81fc-053c71216906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b3158d-35a8-4bea-867d-aa537793fc82,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:53.687579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfd738-9a89-412b-9dc1-55afde822bee req-f0e0569f-92a6-4905-b96c-f75155bf84b2 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:53.689573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eabfd738-9a89-412b-9dc1-55afde822bee req-f0e0569f-92a6-4905-b96c-f75155bf84b2 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=b510c029-cda5-4c65-8214-3be60ded91d1 HTTP/1.1" status: 200 len: 948 time: 0.0865033 Nov 26 02:41:53.749385 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eabfd738-9a89-412b-9dc1-55afde822bee req-3418267f-84dd-424a-acb7-84f62eae9f17 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511699 Nov 26 02:41:53.880505 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55242) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:54.028491 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0faea-ebda-49d4-a1f7-ccfa2f113437 req-3bedd799-4d7b-404d-ac04-33add320e7c3 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:54.036671 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bb0faea-ebda-49d4-a1f7-ccfa2f113437 req-3bedd799-4d7b-404d-ac04-33add320e7c3 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 945 time: 0.0667863 Nov 26 02:41:54.066860 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55252) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:54.079680 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-709ca639-5f59-4925-ac5c-88740e19b53a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:54.099619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bb0faea-ebda-49d4-a1f7-ccfa2f113437 req-b2097bc9-a133-4b4d-bb94-1a5f91056bc3 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569906 Nov 26 02:41:54.202874 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-709ca639-5f59-4925-ac5c-88740e19b53a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:54.227656 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-709ca639-5f59-4925-ac5c-88740e19b53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:54.265865 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ca639-5f59-4925-ac5c-88740e19b53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae89dd89-b5d1-43c7-aeae-ed1228b06724,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:54.271448 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-709ca639-5f59-4925-ac5c-88740e19b53a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=767d2365412a43a8a6eb1266bd81d185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035103 Nov 26 02:41:54.274620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55260) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:54.281013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31919fe-f1df-4eff-a0c1-2cd119e276db req-1975f4f7-9341-4980-8047-2a1af23344c9 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:54.282249 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b31919fe-f1df-4eff-a0c1-2cd119e276db req-1975f4f7-9341-4980-8047-2a1af23344c9 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 945 time: 0.0891984 Nov 26 02:41:54.340278 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55262) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:54.348167 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f7bc184b-5f0a-4891-859c-745a61d64694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:54.357366 n-d-819389-3 neutron-server[104801]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 26 02:41:54.360249 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b31919fe-f1df-4eff-a0c1-2cd119e276db req-57128988-a7e6-4dc1-aa91-d2b78df55bff tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695512 Nov 26 02:41:54.371166 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-38ce68a8-3371-4ca1-9195-ea91a605a782 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:41:54.382467 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-38ce68a8-3371-4ca1-9195-ea91a605a782 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5002899 Nov 26 02:41:54.403437 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f7bc184b-5f0a-4891-859c-745a61d64694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:54.462035 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f7bc184b-5f0a-4891-859c-745a61d64694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:54.464962 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f7bc184b-5f0a-4891-859c-745a61d64694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:54.470853 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f7bc184b-5f0a-4891-859c-745a61d64694 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae89dd89-b5d1-43c7-aeae-ed1228b06724 HTTP/1.1" status: 204 len: 168 time: 0.1946766 Nov 26 02:41:54.471225 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55280) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:54.478514 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc184b-5f0a-4891-859c-745a61d64694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae89dd89-b5d1-43c7-aeae-ed1228b06724,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:54.539723 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5352f0b6-6cdd-465e-844a-e60926cce8fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:54.591296 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a1a842d1-f38f-4038-806c-434fe0a7b202 tempest-AutoAllocateNetworkTest-1958044929 tempest-AutoAllocateNetworkTest-1958044929-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f1ad1c54300647c5a3537a6888f29eb4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1186061 Nov 26 02:41:54.594323 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55286) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:54.599031 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dea9b4-21e8-44ae-bc82-4a1827d24942 req-5443acb3-9734-4c6f-a931-306ae44d6f36 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:54.600538 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02dea9b4-21e8-44ae-bc82-4a1827d24942 req-5443acb3-9734-4c6f-a931-306ae44d6f36 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 945 time: 0.1133575 Nov 26 02:41:54.699391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02dea9b4-21e8-44ae-bc82-4a1827d24942 req-ffbba35c-3224-4606-8245-af2639b6510c tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920992 Nov 26 02:41:54.721441 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5352f0b6-6cdd-465e-844a-e60926cce8fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:54.730099 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5352f0b6-6cdd-465e-844a-e60926cce8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:54.781601 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5352f0b6-6cdd-465e-844a-e60926cce8fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c4cff8ceb5441b694547d8883f8a2eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4401596 Nov 26 02:41:54.786048 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55298) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:54.801203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352f0b6-6cdd-465e-844a-e60926cce8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbe5ba2-db08-49c5-bb04-c4dd200da12c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:54.874474 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-beed36a5-29e9-4580-a3de-1ae0fe9eaaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:54.876194 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-beed36a5-29e9-4580-a3de-1ae0fe9eaaa6 service neutron] 10.222.0.31 "GET /v2.0/ports/df7852c4-2ab4-4f02-a700-26fcb293f9cc HTTP/1.1" status: 200 len: 1115 time: 0.3597927 Nov 26 02:41:54.890248 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-ddb46057-6c04-465a-9f4e-e4d993581bf8 service neutron] Request body: {'binding': {'host': 'n-h1-819389-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:54.891659 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-ddb46057-6c04-465a-9f4e-e4d993581bf8 service neutron] Unknown quota resources ['binding']. {{(pid=104801) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 02:41:54.899244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20491e4d-1259-478c-98f7-adfed9f13ac2 req-c0855149-fe5f-4021-ad98-31c4140626d0 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:54.901053 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20491e4d-1259-478c-98f7-adfed9f13ac2 req-c0855149-fe5f-4021-ad98-31c4140626d0 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 945 time: 0.0938466 Nov 26 02:41:54.906963 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fba327b4-ec8c-4da4-be4c-26de7e43008f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:54.961983 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fba327b4-ec8c-4da4-be4c-26de7e43008f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:54.974372 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bc8f69-08a1-4ce6-8d2c-93d7f1766bfb tempest-AutoAllocateNetworkTest-1958044929 tempest-AutoAllocateNetworkTest-1958044929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:54.978903 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-50bc8f69-08a1-4ce6-8d2c-93d7f1766bfb tempest-AutoAllocateNetworkTest-1958044929 tempest-AutoAllocateNetworkTest-1958044929-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3834770 Nov 26 02:41:54.990517 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55308) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:55.044709 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20491e4d-1259-478c-98f7-adfed9f13ac2 req-1467947b-c96c-4d49-85c8-3eaa36e49b92 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265576 Nov 26 02:41:55.066369 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fba327b4-ec8c-4da4-be4c-26de7e43008f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:55.070929 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fba327b4-ec8c-4da4-be4c-26de7e43008f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:55.072096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fba327b4-ec8c-4da4-be4c-26de7e43008f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fbbe5ba2-db08-49c5-bb04-c4dd200da12c HTTP/1.1" status: 204 len: 168 time: 0.2850890 Nov 26 02:41:55.095008 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8a9a1e0a-4705-4846-a965-fae12f4207c5 tempest-AutoAllocateNetworkTest-1958044929 tempest-AutoAllocateNetworkTest-1958044929-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032183 Nov 26 02:41:55.095800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55318) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:55.096974 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba327b4-ec8c-4da4-be4c-26de7e43008f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbe5ba2-db08-49c5-bb04-c4dd200da12c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:55.140874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55320) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:55.149077 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5d7a835e-1a53-4f70-8779-3f1dbebb1796 tempest-AutoAllocateNetworkTest-1958044929 tempest-AutoAllocateNetworkTest-1958044929-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f1ad1c54300647c5a3537a6888f29eb4 HTTP/1.1" status: 200 len: 208 time: 0.0503588 Nov 26 02:41:55.214441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ce91b-bdf0-4b3f-8c83-2d96b96dc372 req-e9884cea-e743-415d-b10d-0792336ff2e8 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:55.221864 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac0ce91b-bdf0-4b3f-8c83-2d96b96dc372 req-e9884cea-e743-415d-b10d-0792336ff2e8 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=b510c029-cda5-4c65-8214-3be60ded91d1 HTTP/1.1" status: 200 len: 948 time: 0.0622714 Nov 26 02:41:55.224351 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-ddb46057-6c04-465a-9f4e-e4d993581bf8 service neutron] Attempting to bind port df7852c4-2ab4-4f02-a700-26fcb293f9cc on host n-h1-819389-3 for vnic_type normal with profile None {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:41:55.225031 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-ddb46057-6c04-465a-9f4e-e4d993581bf8 service neutron] Attempting to bind port df7852c4-2ab4-4f02-a700-26fcb293f9cc by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:41:55.225597 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-ddb46057-6c04-465a-9f4e-e4d993581bf8 service neutron] Attempting to bind port df7852c4-2ab4-4f02-a700-26fcb293f9cc on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:55.232462 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-ddb46057-6c04-465a-9f4e-e4d993581bf8 service neutron] Port df7852c4-2ab4-4f02-a700-26fcb293f9cc on network ddcac99f-452c-47dc-ab00-82864338624c not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:41:55.233773 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-ddb46057-6c04-465a-9f4e-e4d993581bf8 service neutron] Attempting to bind port df7852c4-2ab4-4f02-a700-26fcb293f9cc on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:55.240256 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-ddb46057-6c04-465a-9f4e-e4d993581bf8 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:41:55.241011 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-ddb46057-6c04-465a-9f4e-e4d993581bf8 service neutron] Checking segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:41:55.241751 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-ddb46057-6c04-465a-9f4e-e4d993581bf8 service neutron] Bound using segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:41:55.242440 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-ddb46057-6c04-465a-9f4e-e4d993581bf8 service neutron] Bound port: df7852c4-2ab4-4f02-a700-26fcb293f9cc, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:41:55.293259 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac0ce91b-bdf0-4b3f-8c83-2d96b96dc372 req-2930d203-e5b5-4c04-bc77-dfb000f5f3db tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561569 Nov 26 02:41:55.371343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-ddb46057-6c04-465a-9f4e-e4d993581bf8 service neutron] For port df7852c4-2ab4-4f02-a700-26fcb293f9cc, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=df7852c4-2ab4-4f02-a700-26fcb293f9cc,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:41:55.380158 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-ddb46057-6c04-465a-9f4e-e4d993581bf8 service neutron] Publish callbacks [] for binding, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:55.402664 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-ddb46057-6c04-465a-9f4e-e4d993581bf8 service neutron] 10.222.0.31 "POST /v2.0/ports/df7852c4-2ab4-4f02-a700-26fcb293f9cc/bindings HTTP/1.1" status: 201 len: 389 time: 0.5176516 Nov 26 02:41:55.408716 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-873d2c40-ce09-4cf2-9276-bbc67bd0b3c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:55.549130 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55338) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:55.570642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15299349-613e-4581-b855-cae93ab672d6 req-4f5a60b9-11fb-4bd4-ad3e-427c123a1009 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:55.572875 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15299349-613e-4581-b855-cae93ab672d6 req-4f5a60b9-11fb-4bd4-ad3e-427c123a1009 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 945 time: 0.1205986 Nov 26 02:41:55.644289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55344) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:55.660250 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ab489f4-61bd-4420-acf2-af379bb14408 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:55.712380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15299349-613e-4581-b855-cae93ab672d6 req-51eb94e9-3d59-464a-8dc2-c0ba483a4122 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234558 Nov 26 02:41:55.725295 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-873d2c40-ce09-4cf2-9276-bbc67bd0b3c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:55.748973 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f5b4b-28d9-4ab9-9145-e2abbf9bd7ba req-e85921b6-22e1-4923-b110-8fa09de31d31 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:55.750428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec1f5b4b-28d9-4ab9-9145-e2abbf9bd7ba req-e85921b6-22e1-4923-b110-8fa09de31d31 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 967 time: 0.1771779 Nov 26 02:41:55.751659 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-873d2c40-ce09-4cf2-9276-bbc67bd0b3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:55.812266 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ab489f4-61bd-4420-acf2-af379bb14408 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:55.817875 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ab489f4-61bd-4420-acf2-af379bb14408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:55.861385 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4ab489f4-61bd-4420-acf2-af379bb14408 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6830ced51d8c4cf39d00a94f8f054f2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154224 Nov 26 02:41:55.862561 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55350) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:55.885696 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab489f4-61bd-4420-acf2-af379bb14408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8e1c0f-6ece-4e5e-8e82-c59e21aefec2,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:55.904099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-873d2c40-ce09-4cf2-9276-bbc67bd0b3c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43d336e983c14acab7e81daa65517e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7607532 Nov 26 02:41:55.906227 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55352) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:55.932021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d2c40-ce09-4cf2-9276-bbc67bd0b3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055e342b-2b09-40d0-abbe-7f380ccaffef,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:55.947421 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-619b55e3-90ca-44b4-bc2c-e69f6eccbdcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:55.987222 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec1f5b4b-28d9-4ab9-9145-e2abbf9bd7ba req-0e79a022-ed49-4fa8-ae95-871c49bfb467 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140830 Nov 26 02:41:55.990987 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-6936c0d4-e0e9-4e6e-96c2-d650eab2cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:55.993049 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-6936c0d4-e0e9-4e6e-96c2-d650eab2cad9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 1118 time: 0.2041688 Nov 26 02:41:56.006261 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda33910-daf8-43e6-8c6a-ef18ae3cc944 req-37859c45-5bed-4a32-ada0-93029c5392cf tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:56.007645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fda33910-daf8-43e6-8c6a-ef18ae3cc944 req-37859c45-5bed-4a32-ada0-93029c5392cf tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 945 time: 0.1730597 Nov 26 02:41:56.010522 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db48d56e-5e08-4489-bc53-0880398c718f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:56.045886 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db48d56e-5e08-4489-bc53-0880398c718f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:56.086989 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bf87e3c0-9972-4801-a589-dd414e75b9b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:56.135702 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bf87e3c0-9972-4801-a589-dd414e75b9b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:56.140393 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device c945a176-b730-413c-96a9-d055adc14ad6 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:41:56.189451 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fda33910-daf8-43e6-8c6a-ef18ae3cc944 req-2d96d948-2572-4ee8-b496-5160050af854 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615319 Nov 26 02:41:56.219312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-55a898fa-6d7d-4e8a-8d58-3d6d679021d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:56.221287 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-55a898fa-6d7d-4e8a-8d58-3d6d679021d2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.2127066 Nov 26 02:41:56.280493 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-619b55e3-90ca-44b4-bc2c-e69f6eccbdcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:56.283760 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-5a753f28-4813-4d12-a2e7-4ece7da82c50 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df7852c4-2ab4-4f02-a700-26fcb293f9cc HTTP/1.1" status: 200 len: 217 time: 0.0476377 Nov 26 02:41:56.287726 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-619b55e3-90ca-44b4-bc2c-e69f6eccbdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:56.292079 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bf87e3c0-9972-4801-a589-dd414e75b9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:56.294749 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bf87e3c0-9972-4801-a589-dd414e75b9b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:56.301682 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bf87e3c0-9972-4801-a589-dd414e75b9b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae8e1c0f-6ece-4e5e-8e82-c59e21aefec2 HTTP/1.1" status: 204 len: 168 time: 0.4215300 Nov 26 02:41:56.318075 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87e3c0-9972-4801-a589-dd414e75b9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8e1c0f-6ece-4e5e-8e82-c59e21aefec2,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:56.352546 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db48d56e-5e08-4489-bc53-0880398c718f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:56.359009 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db48d56e-5e08-4489-bc53-0880398c718f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:56.366516 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-db48d56e-5e08-4489-bc53-0880398c718f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/055e342b-2b09-40d0-abbe-7f380ccaffef HTTP/1.1" status: 204 len: 168 time: 0.4564171 Nov 26 02:41:56.368779 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e1c6d2c7-61f0-4d14-a7c5-734341fe0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:56.372263 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e1c6d2c7-61f0-4d14-a7c5-734341fe0ae4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.0703185 Nov 26 02:41:56.409066 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-619b55e3-90ca-44b4-bc2c-e69f6eccbdcb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f1ad1c54300647c5a3537a6888f29eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8587332 Nov 26 02:41:56.413238 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55376) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:56.430949 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b55e3-90ca-44b4-bc2c-e69f6eccbdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863c1056-c82e-47ec-970f-c05b5df4d20a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:56.432453 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port c945a176-b730-413c-96a9-d055adc14ad6, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c945a176-b730-413c-96a9-d055adc14ad6,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:56.452729 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48d56e-5e08-4489-bc53-0880398c718f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055e342b-2b09-40d0-abbe-7f380ccaffef,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:56.491456 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-fcee6aff-6774-4a34-9ba6-fc5af724e2f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990028 Nov 26 02:41:56.513351 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-753311e9-19ae-42aa-be51-631719a6258f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:56.516365 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'c945a176-b730-413c-96a9-d055adc14ad6', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': 'c945a176-b730-413c-96a9-d055adc14ad6', 'mac_address': 'fa:16:3e:01:dd:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:41:56.561986 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:56.565121 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-753311e9-19ae-42aa-be51-631719a6258f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:56.577171 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c945a176-b730-413c-96a9-d055adc14ad6 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:41:56.609446 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port c945a176-b730-413c-96a9-d055adc14ad6, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c945a176-b730-413c-96a9-d055adc14ad6,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:56.617649 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:56.676768 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-753311e9-19ae-42aa-be51-631719a6258f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:56.680501 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-753311e9-19ae-42aa-be51-631719a6258f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:56.684582 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-753311e9-19ae-42aa-be51-631719a6258f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/863c1056-c82e-47ec-970f-c05b5df4d20a HTTP/1.1" status: 204 len: 168 time: 0.2701418 Nov 26 02:41:56.711149 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=c945a176-b730-413c-96a9-d055adc14ad6,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:56.717651 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753311e9-19ae-42aa-be51-631719a6258f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863c1056-c82e-47ec-970f-c05b5df4d20a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:56.722601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e3b24-07a0-475e-bfa1-3d470fc7c0c5 req-950177da-82aa-4675-aafd-98b577b574d2 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:56.731038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f0e3b24-07a0-475e-bfa1-3d470fc7c0c5 req-950177da-82aa-4675-aafd-98b577b574d2 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=b510c029-cda5-4c65-8214-3be60ded91d1 HTTP/1.1" status: 200 len: 948 time: 0.3243465 Nov 26 02:41:56.766970 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dbfe7-f032-450b-a12f-7d9fd50affd8 req-6e0c9df4-9f12-4fe1-a32b-7af55097392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:56.768582 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-741dbfe7-f032-450b-a12f-7d9fd50affd8 req-6e0c9df4-9f12-4fe1-a32b-7af55097392e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 1118 time: 0.3018293 Nov 26 02:41:56.905028 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-d050fff6-faf3-48af-8a15-0a4f05e08ec6 service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126513 Nov 26 02:41:56.924525 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f0e3b24-07a0-475e-bfa1-3d470fc7c0c5 req-c76dc3ba-2715-43fc-b005-d0afc6459293 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923666 Nov 26 02:41:56.989340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dbfe7-f032-450b-a12f-7d9fd50affd8 req-ec35ba51-e150-4483-94f9-e1f3555129e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:56.990804 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-741dbfe7-f032-450b-a12f-7d9fd50affd8 req-ec35ba51-e150-4483-94f9-e1f3555129e9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.1928935 Nov 26 02:41:57.040682 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['c945a176-b730-413c-96a9-d055adc14ad6'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:41:57.042736 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-741dbfe7-f032-450b-a12f-7d9fd50affd8 req-0cbfecf0-46a9-41e3-b394-f3ba865ca5ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df7852c4-2ab4-4f02-a700-26fcb293f9cc HTTP/1.1" status: 200 len: 217 time: 0.0411861 Nov 26 02:41:57.145762 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-a7b73bf2-61ee-4841-994c-08c80ed599cc service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316349 Nov 26 02:41:57.149212 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dbfe7-f032-450b-a12f-7d9fd50affd8 req-1f08e642-1909-4acf-811b-71d79e7e3c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:57.150674 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-741dbfe7-f032-450b-a12f-7d9fd50affd8 req-1f08e642-1909-4acf-811b-71d79e7e3c36 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.0997546 Nov 26 02:41:57.178746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f19c7-849e-4a35-b5d0-6c31375ee7e6 req-f29d93f6-b1e6-4e14-bab7-af0305e7d852 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:57.180526 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-339f19c7-849e-4a35-b5d0-6c31375ee7e6 req-f29d93f6-b1e6-4e14-bab7-af0305e7d852 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 967 time: 0.0900292 Nov 26 02:41:57.198876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-741dbfe7-f032-450b-a12f-7d9fd50affd8 req-583af51c-5d90-4eb1-a08e-793e4c3adf46 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359240 Nov 26 02:41:57.299373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-339f19c7-849e-4a35-b5d0-6c31375ee7e6 req-ed50b61b-a5b4-4691-a9e1-804ebc28eefc tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021132 Nov 26 02:41:57.361195 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-741dbfe7-f032-450b-a12f-7d9fd50affd8 req-05c43960-be7b-4497-9e93-f2b482dbc1be service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569257 Nov 26 02:41:57.379914 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55414) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:57.381085 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff064c4e-1a2e-4697-ba3a-b4f0c1a387c1 req-0647d060-9747-42b0-b240-31c55c32aded tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:57.382605 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff064c4e-1a2e-4697-ba3a-b4f0c1a387c1 req-0647d060-9747-42b0-b240-31c55c32aded tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 945 time: 0.0806816 Nov 26 02:41:57.408686 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43c7bb04-de8f-470b-a42b-f3c4fb16ed7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:57.515250 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43c7bb04-de8f-470b-a42b-f3c4fb16ed7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:57.522750 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43c7bb04-de8f-470b-a42b-f3c4fb16ed7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:57.559782 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-43c7bb04-de8f-470b-a42b-f3c4fb16ed7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff23e7fe456b486e995793bc898ee676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776707 Nov 26 02:41:57.564595 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55420) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:41:57.578744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff064c4e-1a2e-4697-ba3a-b4f0c1a387c1 req-396d70eb-1c1a-4fb0-8f4a-e9c2bc85970f tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784124 Nov 26 02:41:57.579910 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7bb04-de8f-470b-a42b-f3c4fb16ed7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c05ed7-ebc5-4043-9d8a-d35cf1c8590d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:57.587209 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-741dbfe7-f032-450b-a12f-7d9fd50affd8 req-933b77dd-593d-4318-bc4d-946e8b96a9cf service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176483 Nov 26 02:41:57.590539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-53c07963-4a2a-43f7-91fd-b16dab332ad1 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:57.592996 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-53c07963-4a2a-43f7-91fd-b16dab332ad1 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157&tenant_id=fd64c89c2dfb4732a633c8526baba9f0&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 1118 time: 0.1490242 Nov 26 02:41:57.604560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819389-3'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:41:57.614469 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7bb04-de8f-470b-a42b-f3c4fb16ed7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:57.614815 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7bb04-de8f-470b-a42b-f3c4fb16ed7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:57.615152 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7bb04-de8f-470b-a42b-f3c4fb16ed7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:57.615486 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7bb04-de8f-470b-a42b-f3c4fb16ed7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:57.615916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7bb04-de8f-470b-a42b-f3c4fb16ed7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:57.616164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7bb04-de8f-470b-a42b-f3c4fb16ed7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:57.616499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7bb04-de8f-470b-a42b-f3c4fb16ed7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:57.616821 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7bb04-de8f-470b-a42b-f3c4fb16ed7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:57.617140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7bb04-de8f-470b-a42b-f3c4fb16ed7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:57.617815 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7bb04-de8f-470b-a42b-f3c4fb16ed7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:57.617815 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7bb04-de8f-470b-a42b-f3c4fb16ed7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:57.618086 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7bb04-de8f-470b-a42b-f3c4fb16ed7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:57.686267 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8fe41190-b1aa-4ae3-93d5-400beaf9d7cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:57.689626 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:57.723292 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8fe41190-b1aa-4ae3-93d5-400beaf9d7cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:57.797031 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8fe41190-b1aa-4ae3-93d5-400beaf9d7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:57.799703 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8fe41190-b1aa-4ae3-93d5-400beaf9d7cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:57.806910 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8fe41190-b1aa-4ae3-93d5-400beaf9d7cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8c05ed7-ebc5-4043-9d8a-d35cf1c8590d HTTP/1.1" status: 204 len: 168 time: 0.2413640 Nov 26 02:41:57.815874 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe41190-b1aa-4ae3-93d5-400beaf9d7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c05ed7-ebc5-4043-9d8a-d35cf1c8590d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:58.134678 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] For port df7852c4-2ab4-4f02-a700-26fcb293f9cc, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=df7852c4-2ab4-4f02-a700-26fcb293f9cc,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:58.153592 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0c596-0450-46a3-943f-625fb93209ba req-26de9b5c-e5d4-4a72-9126-cffc8c1c04d8 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:58.155982 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66c0c596-0450-46a3-943f-625fb93209ba req-26de9b5c-e5d4-4a72-9126-cffc8c1c04d8 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=b510c029-cda5-4c65-8214-3be60ded91d1 HTTP/1.1" status: 200 len: 949 time: 0.0992441 Nov 26 02:41:58.175450 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device c945a176-b730-413c-96a9-d055adc14ad6 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:41:58.222642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] For port df7852c4-2ab4-4f02-a700-26fcb293f9cc, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:41:58.236919 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port c945a176-b730-413c-96a9-d055adc14ad6 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:41:58.242665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port c945a176-b730-413c-96a9-d055adc14ad6 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:41:58.243336 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:58.253189 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66c0c596-0450-46a3-943f-625fb93209ba req-8b9e2d85-c33c-46bb-96bc-45ab5e12d3ef tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759072 Nov 26 02:41:58.275328 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab47b147-b7c1-43f9-89a2-264b59df7157', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df7852c4-2ab4-4f02-a700-26fcb293f9cc'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:41:58.277887 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcdc570-b7c5-4668-86a8-3480c436828c" -d '{"events": [{"server_uuid": "ab47b147-b7c1-43f9-89a2-264b59df7157", "name": "network-vif-unplugged", "status": "completed", "tag": "df7852c4-2ab4-4f02-a700-26fcb293f9cc"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:41:58.283453 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:58.292128 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:58.369983 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b779580d-102a-481b-86c9-61269433f872 x-openstack-request-id: req-b779580d-102a-481b-86c9-61269433f872 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:41:58.370491 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab47b147-b7c1-43f9-89a2-264b59df7157", "name": "network-vif-unplugged", "status": "completed", "tag": "df7852c4-2ab4-4f02-a700-26fcb293f9cc", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:41:58.370828 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b779580d-102a-481b-86c9-61269433f872 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:41:58.371316 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab47b147-b7c1-43f9-89a2-264b59df7157', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df7852c4-2ab4-4f02-a700-26fcb293f9cc', 'code': 200} Nov 26 02:41:58.413913 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:58.437127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Attempting to bind port df7852c4-2ab4-4f02-a700-26fcb293f9cc on host n-h2-819389-3 for vnic_type normal with profile {"migrating_to": "n-h1-819389-3"} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:41:58.437575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Attempting to bind port df7852c4-2ab4-4f02-a700-26fcb293f9cc by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:41:58.438116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Attempting to bind port df7852c4-2ab4-4f02-a700-26fcb293f9cc on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:58.445225 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b510c029-cda5-4c65-8214-3be60ded91d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c945a176-b730-413c-96a9-d055adc14ad6'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:41:58.448624 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaba2d1b-d543-4cb9-8155-27908635591c" -d '{"events": [{"server_uuid": "b510c029-cda5-4c65-8214-3be60ded91d1", "name": "network-vif-plugged", "status": "completed", "tag": "c945a176-b730-413c-96a9-d055adc14ad6"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:41:58.455788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Port df7852c4-2ab4-4f02-a700-26fcb293f9cc on network ddcac99f-452c-47dc-ab00-82864338624c not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:41:58.456408 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Attempting to bind port df7852c4-2ab4-4f02-a700-26fcb293f9cc on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:41:58.458940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Pushing event updated for resources: {'Port': ['ID=df7852c4-2ab4-4f02-a700-26fcb293f9cc,revision_number=7']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:58.469498 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:58.469973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port c945a176-b730-413c-96a9-d055adc14ad6, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c945a176-b730-413c-96a9-d055adc14ad6,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:41:58.470289 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:58.470737 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:58.471448 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:58.472010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:58.472577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:58.473115 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:58.474208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:58.474686 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:58.475249 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:58.475705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:58.476211 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:41:58.484566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:41:58.485093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Checking segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:41:58.485578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Bound using segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:41:58.486421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Bound port: df7852c4-2ab4-4f02-a700-26fcb293f9cc, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:41:58.487006 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:58.490191 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:58.611532 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=c945a176-b730-413c-96a9-d055adc14ad6,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:58.615828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] For port df7852c4-2ab4-4f02-a700-26fcb293f9cc, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:41:58.647487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] For port df7852c4-2ab4-4f02-a700-26fcb293f9cc, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=df7852c4-2ab4-4f02-a700-26fcb293f9cc,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:41:58.657351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9f5e9-1707-4db2-8e95-b998b343fd32 req-403dc4c1-091a-46f4-927b-a675158bc0d4 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:58.659036 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dfd9f5e9-1707-4db2-8e95-b998b343fd32 req-403dc4c1-091a-46f4-927b-a675158bc0d4 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 965 time: 0.1099412 Nov 26 02:41:58.661522 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:58.724043 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1700c90c-3d4f-4c5d-af65-90cc10724de7 x-openstack-request-id: req-1700c90c-3d4f-4c5d-af65-90cc10724de7 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:41:58.724735 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b510c029-cda5-4c65-8214-3be60ded91d1", "name": "network-vif-plugged", "status": "completed", "tag": "c945a176-b730-413c-96a9-d055adc14ad6", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:41:58.725132 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1700c90c-3d4f-4c5d-af65-90cc10724de7 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:41:58.726275 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b510c029-cda5-4c65-8214-3be60ded91d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c945a176-b730-413c-96a9-d055adc14ad6', 'code': 200} Nov 26 02:41:58.797623 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:58.798616 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:41:58.800123 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] 10.222.0.54 "PUT /v2.0/ports/df7852c4-2ab4-4f02-a700-26fcb293f9cc HTTP/1.1" status: 200 len: 1143 time: 1.2002957 Nov 26 02:41:58.815495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dfd9f5e9-1707-4db2-8e95-b998b343fd32 req-46fb2805-4984-43ba-9ffe-2b9541c14a3e tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268520 Nov 26 02:41:58.818196 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f3e96-854b-4574-9d0b-2871ed8bf470 service neutron] Pushing event updated for resources: {'Port': ['ID=df7852c4-2ab4-4f02-a700-26fcb293f9cc,revision_number=8']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:41:58.904094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2127ef0-c191-4da5-90bb-47f0996e13ac req-fd8cfd47-f1a4-4ad4-ae04-05055fc9d971 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:58.905764 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a2127ef0-c191-4da5-90bb-47f0996e13ac req-fd8cfd47-f1a4-4ad4-ae04-05055fc9d971 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 945 time: 0.0887673 Nov 26 02:41:58.925731 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['df7852c4-2ab4-4f02-a700-26fcb293f9cc'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:41:58.985459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a2127ef0-c191-4da5-90bb-47f0996e13ac req-b595bcd4-a446-4e37-ae5a-0406b2ea43cf tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717676 Nov 26 02:41:59.000647 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a89e2c-c0af-4644-92e8-c4054f60c189 req-69a71ce7-15be-4374-bf2e-78f306b2f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:59.002339 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84a89e2c-c0af-4644-92e8-c4054f60c189 req-69a71ce7-15be-4374-bf2e-78f306b2f4dd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b510c029-cda5-4c65-8214-3be60ded91d1 HTTP/1.1" status: 200 len: 1101 time: 0.0876281 Nov 26 02:41:59.079405 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84a89e2c-c0af-4644-92e8-c4054f60c189 req-185c8cc3-489c-430a-b663-f811f50d0a48 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689068 Nov 26 02:41:59.390858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cc245-2fa2-4f24-b01e-c08ca8dec33c req-22d4f8f0-17db-4573-8d44-60584eb012fb tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:59.398168 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa0cc245-2fa2-4f24-b01e-c08ca8dec33c req-22d4f8f0-17db-4573-8d44-60584eb012fb tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=b510c029-cda5-4c65-8214-3be60ded91d1 HTTP/1.1" status: 200 len: 950 time: 0.0632131 Nov 26 02:41:59.454241 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa0cc245-2fa2-4f24-b01e-c08ca8dec33c req-db5963cc-5e0b-4099-ae53-cc21da728c0e tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553839 Nov 26 02:41:59.948384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e52d8-4e47-4f7b-adc0-978b0286b5cb req-7391883b-061c-4f03-8b2b-4708db622cdf tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:41:59.949893 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-902e52d8-4e47-4f7b-adc0-978b0286b5cb req-7391883b-061c-4f03-8b2b-4708db622cdf tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 965 time: 0.0553327 Nov 26 02:42:00.001154 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-902e52d8-4e47-4f7b-adc0-978b0286b5cb req-9d9616a3-fafa-4f19-af6d-831a5b586445 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439641 Nov 26 02:42:00.115780 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1233da-2057-419b-8b5d-3e69567ee5b0 req-c6b11204-6808-4e39-8180-2e0fe5f75ed0 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:00.123067 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d1233da-2057-419b-8b5d-3e69567ee5b0 req-c6b11204-6808-4e39-8180-2e0fe5f75ed0 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 945 time: 0.0598450 Nov 26 02:42:00.169838 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d1233da-2057-419b-8b5d-3e69567ee5b0 req-de93cade-2449-4101-a230-08b650423d97 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458765 Nov 26 02:42:00.373013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab47b147-b7c1-43f9-89a2-264b59df7157', 'tag': 'df7852c4-2ab4-4f02-a700-26fcb293f9cc'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:00.377457 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c21c95-4a98-4504-a932-7b2b1a5951ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ab47b147-b7c1-43f9-89a2-264b59df7157", "tag": "df7852c4-2ab4-4f02-a700-26fcb293f9cc"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:00.414982 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23780ec5-d0fc-4fbe-affc-9afebfe43559 x-openstack-request-id: req-23780ec5-d0fc-4fbe-affc-9afebfe43559 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:00.415568 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab47b147-b7c1-43f9-89a2-264b59df7157", "tag": "df7852c4-2ab4-4f02-a700-26fcb293f9cc", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:00.415568 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23780ec5-d0fc-4fbe-affc-9afebfe43559 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:00.415924 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab47b147-b7c1-43f9-89a2-264b59df7157', 'tag': 'df7852c4-2ab4-4f02-a700-26fcb293f9cc', 'status': 'completed', 'code': 200} Nov 26 02:42:00.519356 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c21c95-4a98-4504-a932-7b2b1a5951ab req-c4f071a7-a45d-4d90-9fb4-f2696ba22567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:00.521096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92c21c95-4a98-4504-a932-7b2b1a5951ab req-c4f071a7-a45d-4d90-9fb4-f2696ba22567 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 1146 time: 0.0555577 Nov 26 02:42:00.614692 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c21c95-4a98-4504-a932-7b2b1a5951ab req-ec4b5a17-4004-4d54-8306-b4f5a4984009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:00.616434 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92c21c95-4a98-4504-a932-7b2b1a5951ab req-ec4b5a17-4004-4d54-8306-b4f5a4984009 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.0876143 Nov 26 02:42:00.673909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92c21c95-4a98-4504-a932-7b2b1a5951ab req-b7de292a-d776-461b-8f43-e0258e325080 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df7852c4-2ab4-4f02-a700-26fcb293f9cc HTTP/1.1" status: 200 len: 217 time: 0.0500684 Nov 26 02:42:00.734118 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c21c95-4a98-4504-a932-7b2b1a5951ab req-21d42033-1c89-4f16-938b-146b49310b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:00.736307 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92c21c95-4a98-4504-a932-7b2b1a5951ab req-21d42033-1c89-4f16-938b-146b49310b77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.0543141 Nov 26 02:42:00.829486 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92c21c95-4a98-4504-a932-7b2b1a5951ab req-b8c5eb8a-6a80-422b-9491-b85ff8f8747b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790701 Nov 26 02:42:00.959368 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6dab2-c0ad-4e7e-ab58-ddfa2ac6a4cc req-bbf9b229-e53e-4e2f-a552-454c85a6c012 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:00.960997 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ab6dab2-c0ad-4e7e-ab58-ddfa2ac6a4cc req-bbf9b229-e53e-4e2f-a552-454c85a6c012 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=b510c029-cda5-4c65-8214-3be60ded91d1 HTTP/1.1" status: 200 len: 950 time: 0.1969275 Nov 26 02:42:00.968903 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b04f3a80-b8e6-4f70-b808-c507f10e17ea req-b14d4542-037c-48fd-95e2-bc71eacf4532 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1371682 Nov 26 02:42:01.046372 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92c21c95-4a98-4504-a932-7b2b1a5951ab req-27d98345-925e-4c8d-bdc6-60ee44f3e853 service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032712 Nov 26 02:42:01.090376 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ab6dab2-c0ad-4e7e-ab58-ddfa2ac6a4cc req-c7ec5dcc-a58f-4a97-ad26-41ec3d8fd2eb tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181219 Nov 26 02:42:01.216095 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f3a80-b8e6-4f70-b808-c507f10e17ea req-d555b8a7-9503-48a6-9f28-4a6a839b6901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:01.217734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b04f3a80-b8e6-4f70-b808-c507f10e17ea req-d555b8a7-9503-48a6-9f28-4a6a839b6901 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8201a84fe3324f2985fbd4e3961400eb&device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 1096 time: 0.1007085 Nov 26 02:42:01.267678 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92c21c95-4a98-4504-a932-7b2b1a5951ab req-ef238fc3-6eba-4622-8b9f-d3c5853e0028 service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057445 Nov 26 02:42:01.286495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee385ae-630c-4ac7-bb13-8a4b26152411 req-7c4a0331-5fb0-4daa-9a67-841372cf7846 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:01.288121 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8ee385ae-630c-4ac7-bb13-8a4b26152411 req-7c4a0331-5fb0-4daa-9a67-841372cf7846 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 965 time: 0.1319993 Nov 26 02:42:01.431266 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd277c-e5a1-4adc-8434-266bfdafc2db req-77a6034f-ffd3-4314-bcd0-49ce7763102d tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:01.433223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dfbd277c-e5a1-4adc-8434-266bfdafc2db req-77a6034f-ffd3-4314-bcd0-49ce7763102d tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 945 time: 0.1156962 Nov 26 02:42:01.437164 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8ee385ae-630c-4ac7-bb13-8a4b26152411 req-1b031b41-0f94-4e4c-bf5a-8a4a325fbc2b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208308 Nov 26 02:42:01.477389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f3a80-b8e6-4f70-b808-c507f10e17ea req-37b3258a-a24a-4849-ba0c-9fcccd230d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:01.479085 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b04f3a80-b8e6-4f70-b808-c507f10e17ea req-37b3258a-a24a-4849-ba0c-9fcccd230d90 service neutron] 10.222.0.54 "GET /v2.0/networks?id=58f59887-214e-475d-830a-cd108d137d4b HTTP/1.1" status: 200 len: 924 time: 0.2275803 Nov 26 02:42:01.559767 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dfbd277c-e5a1-4adc-8434-266bfdafc2db req-b6025bac-034c-49ca-a518-93f20b746f0e tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194108 Nov 26 02:42:01.602840 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b04f3a80-b8e6-4f70-b808-c507f10e17ea req-c97e9950-ab55-4d59-a648-303debc0396f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15b02fe0-5ac4-4d17-a187-b6c0ee666b6e HTTP/1.1" status: 200 len: 1000 time: 0.1078105 Nov 26 02:42:01.668129 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55636) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:01.683913 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f3a80-b8e6-4f70-b808-c507f10e17ea req-26663ed3-1cb2-4039-82d2-df011cac1f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:01.685641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b04f3a80-b8e6-4f70-b808-c507f10e17ea req-26663ed3-1cb2-4039-82d2-df011cac1f6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=384a2bbb-8ea7-4167-9f40-964db01913dc HTTP/1.1" status: 200 len: 862 time: 0.0748515 Nov 26 02:42:01.739238 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f3a80-b8e6-4f70-b808-c507f10e17ea req-9daaef5b-ef8b-4bb1-a99b-698b034a9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:01.741446 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b04f3a80-b8e6-4f70-b808-c507f10e17ea req-9daaef5b-ef8b-4bb1-a99b-698b034a9a0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=58f59887-214e-475d-830a-cd108d137d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482624 Nov 26 02:42:01.769797 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55646) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:01.859412 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b04f3a80-b8e6-4f70-b808-c507f10e17ea req-f2e4d33c-9f65-4419-959e-892cda377a8d service neutron] 10.222.0.54 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095033 Nov 26 02:42:01.930148 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ac9120a-298e-420d-82a9-60edd851271c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:01.938427 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-454e0522-b77c-420c-bba5-de92512de7de admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:01.970493 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b04f3a80-b8e6-4f70-b808-c507f10e17ea req-5d8305ec-515d-4791-94f0-57e49a9b458d service neutron] 10.222.0.54 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037302 Nov 26 02:42:02.085281 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-454e0522-b77c-420c-bba5-de92512de7de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:02.087753 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ac9120a-298e-420d-82a9-60edd851271c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:02.090255 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-454e0522-b77c-420c-bba5-de92512de7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:02.101340 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ac9120a-298e-420d-82a9-60edd851271c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:02.146617 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-454e0522-b77c-420c-bba5-de92512de7de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00c7c3bdef4c41b5b70479ee623ae5e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4766228 Nov 26 02:42:02.148724 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d22e8fdb-8bef-44de-adf8-450713ac8b0b details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:42:02.149677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55682) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:02.150049 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e0522-b77c-420c-bba5-de92512de7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c397681-d717-4c1f-a6bc-a872c8eadefc,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:02.160509 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9ac9120a-298e-420d-82a9-60edd851271c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=853c9ba85ae04bf292e6eb4cbda32ce0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3895628 Nov 26 02:42:02.162224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55684) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:02.199131 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9120a-298e-420d-82a9-60edd851271c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6503c29f-361f-4261-a50d-aa7a1e572e65,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:02.236402 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5a4af89-794a-406d-bc49-6baae9d7f582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:02.264475 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5a4af89-794a-406d-bc49-6baae9d7f582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:02.293133 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-033c915c-e195-43aa-87dd-3b1b5d5b89a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:02.313674 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d22e8fdb-8bef-44de-adf8-450713ac8b0b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d22e8fdb-8bef-44de-adf8-450713ac8b0b,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:02.318907 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79d0f3-7e0b-4418-b1b9-3160839b8d18 req-94ebd6b3-b637-4796-b019-d9bd5e703012 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:02.320103 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5a4af89-794a-406d-bc49-6baae9d7f582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:02.323660 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5a4af89-794a-406d-bc49-6baae9d7f582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:02.325808 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d5a4af89-794a-406d-bc49-6baae9d7f582 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6503c29f-361f-4261-a50d-aa7a1e572e65 HTTP/1.1" status: 204 len: 168 time: 0.1626856 Nov 26 02:42:02.327561 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c79d0f3-7e0b-4418-b1b9-3160839b8d18 req-94ebd6b3-b637-4796-b019-d9bd5e703012 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=b510c029-cda5-4c65-8214-3be60ded91d1 HTTP/1.1" status: 200 len: 950 time: 0.1045687 Nov 26 02:42:02.333278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'd22e8fdb-8bef-44de-adf8-450713ac8b0b', 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b', 'port_id': 'd22e8fdb-8bef-44de-adf8-450713ac8b0b', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b46157e-421f-41f5-9034-94d077205f11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:42:02.337360 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4af89-794a-406d-bc49-6baae9d7f582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6503c29f-361f-4261-a50d-aa7a1e572e65,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:02.356977 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-033c915c-e195-43aa-87dd-3b1b5d5b89a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:02.408467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c79d0f3-7e0b-4418-b1b9-3160839b8d18 req-30b97ef9-9116-4c12-b646-36091a6ee2b7 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757215 Nov 26 02:42:02.422077 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:02.455587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d22e8fdb-8bef-44de-adf8-450713ac8b0b {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:02.463410 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-033c915c-e195-43aa-87dd-3b1b5d5b89a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:02.466339 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-033c915c-e195-43aa-87dd-3b1b5d5b89a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:02.467542 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-033c915c-e195-43aa-87dd-3b1b5d5b89a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c397681-d717-4c1f-a6bc-a872c8eadefc HTTP/1.1" status: 204 len: 168 time: 0.3164384 Nov 26 02:42:02.477831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c915c-e195-43aa-87dd-3b1b5d5b89a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c397681-d717-4c1f-a6bc-a872c8eadefc,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:02.510178 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d22e8fdb-8bef-44de-adf8-450713ac8b0b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d22e8fdb-8bef-44de-adf8-450713ac8b0b,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:02.518213 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:02.519153 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device df7852c4-2ab4-4f02-a700-26fcb293f9cc details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:42:02.586322 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=d22e8fdb-8bef-44de-adf8-450713ac8b0b,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:02.648695 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:42:02.649206 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:42:02.649713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:42:02.650202 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:42:02.650543 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:42:02.650876 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:42:02.651200 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:42:02.651529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:42:02.651901 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:42:02.652259 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:42:02.652581 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:42:02.653000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:42:02.700555 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e156832-b2d8-48a9-9ffb-136cc156a74a req-0038b5ac-edf2-4f6b-a23d-5e13b82ba533 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:02.702230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e156832-b2d8-48a9-9ffb-136cc156a74a req-0038b5ac-edf2-4f6b-a23d-5e13b82ba533 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 965 time: 0.0919569 Nov 26 02:42:02.733420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port df7852c4-2ab4-4f02-a700-26fcb293f9cc, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=df7852c4-2ab4-4f02-a700-26fcb293f9cc,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:02.751395 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device df7852c4-2ab4-4f02-a700-26fcb293f9cc has no active binding in host n-h1-819389-3 {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 02:42:02.794082 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e156832-b2d8-48a9-9ffb-136cc156a74a req-83d61361-e267-44c1-a779-01e1192ef2fe tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853198 Nov 26 02:42:02.816503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca1705-c793-4a57-b6e9-d9277d0c7eb9 req-5fb1fc33-5993-47af-90e8-4a6155372183 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:02.822645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cca1705-c793-4a57-b6e9-d9277d0c7eb9 req-5fb1fc33-5993-47af-90e8-4a6155372183 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 944 time: 0.0811524 Nov 26 02:42:02.880602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cca1705-c793-4a57-b6e9-d9277d0c7eb9 req-582c8f86-3f19-4e00-ac84-f34964c9f773 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570412 Nov 26 02:42:02.914123 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55726) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:02.929742 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ab24186-ca8e-4aa5-a624-43bdca4320e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:03.012689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55734) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:03.032127 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d40579e1-64cd-48db-aaf7-94586ab5045f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:03.052017 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cb111-e21f-464c-9874-4eda3f538112 req-d7b87cee-1390-4392-9c2e-68fada717329 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:03.053794 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d40cb111-e21f-464c-9874-4eda3f538112 req-d7b87cee-1390-4392-9c2e-68fada717329 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=b510c029-cda5-4c65-8214-3be60ded91d1 HTTP/1.1" status: 200 len: 950 time: 0.0898056 Nov 26 02:42:03.067894 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ab24186-ca8e-4aa5-a624-43bdca4320e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:03.073175 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ab24186-ca8e-4aa5-a624-43bdca4320e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:03.073939 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['d22e8fdb-8bef-44de-adf8-450713ac8b0b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:42:03.103245 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0ab24186-ca8e-4aa5-a624-43bdca4320e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=613202960adb45c2a23301718c3b3946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879778 Nov 26 02:42:03.110473 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55742) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:03.135520 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d40cb111-e21f-464c-9874-4eda3f538112 req-3a7888e4-01d0-408a-9525-37c351a80d21 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740027 Nov 26 02:42:03.158738 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab24186-ca8e-4aa5-a624-43bdca4320e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f948cdc-0ceb-440c-b40a-65f08b81fa02,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:03.175161 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d40579e1-64cd-48db-aaf7-94586ab5045f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:03.179404 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d40579e1-64cd-48db-aaf7-94586ab5045f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:03.225384 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e125e29b-7d41-42ec-bb82-c7b76f1a6d41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:03.232028 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d40579e1-64cd-48db-aaf7-94586ab5045f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d151906501a64e10a98e521df33b2150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177823 Nov 26 02:42:03.233477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40579e1-64cd-48db-aaf7-94586ab5045f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29c5f81-f0c4-4b6f-b0a0-ad2496b840aa,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:03.234979 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55748) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:03.291608 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e125e29b-7d41-42ec-bb82-c7b76f1a6d41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:03.362556 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2e02f7ec-80e6-49a5-a526-d422e27df74d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:03.384101 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e125e29b-7d41-42ec-bb82-c7b76f1a6d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:03.386656 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e125e29b-7d41-42ec-bb82-c7b76f1a6d41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:03.387784 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e125e29b-7d41-42ec-bb82-c7b76f1a6d41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f948cdc-0ceb-440c-b40a-65f08b81fa02 HTTP/1.1" status: 204 len: 168 time: 0.2760956 Nov 26 02:42:03.396045 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2e02f7ec-80e6-49a5-a526-d422e27df74d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:03.417945 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125e29b-7d41-42ec-bb82-c7b76f1a6d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f948cdc-0ceb-440c-b40a-65f08b81fa02,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:03.467728 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2e02f7ec-80e6-49a5-a526-d422e27df74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:03.472016 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2e02f7ec-80e6-49a5-a526-d422e27df74d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:03.473414 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2e02f7ec-80e6-49a5-a526-d422e27df74d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f29c5f81-f0c4-4b6f-b0a0-ad2496b840aa HTTP/1.1" status: 204 len: 168 time: 0.2371686 Nov 26 02:42:03.484207 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02f7ec-80e6-49a5-a526-d422e27df74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29c5f81-f0c4-4b6f-b0a0-ad2496b840aa,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:03.519227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed0eb8-d848-4a2f-9804-18f91cc36889 req-578e752d-fd66-4f63-ac4e-7745b8711ab0 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:03.519227 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28ed0eb8-d848-4a2f-9804-18f91cc36889 req-578e752d-fd66-4f63-ac4e-7745b8711ab0 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=b510c029-cda5-4c65-8214-3be60ded91d1 HTTP/1.1" status: 200 len: 950 time: 0.0908716 Nov 26 02:42:03.592489 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28ed0eb8-d848-4a2f-9804-18f91cc36889 req-07726da2-c7c0-4d20-a3aa-0cfe94ba4366 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606484 Nov 26 02:42:03.954908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3995327-4a07-45a6-9356-4a172f17eeb4 req-f8905317-b82f-4036-8d14-1b65d2ab50e9 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:03.956894 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e3995327-4a07-45a6-9356-4a172f17eeb4 req-f8905317-b82f-4036-8d14-1b65d2ab50e9 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 965 time: 0.0586350 Nov 26 02:42:04.022091 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e3995327-4a07-45a6-9356-4a172f17eeb4 req-d7be18da-73df-4850-8082-b43005529228 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554750 Nov 26 02:42:04.141501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc17528-a329-4e58-b4d4-4bfb4deb701b req-1e7fdced-9626-4b33-ac73-290930582f27 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:04.149789 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dbc17528-a329-4e58-b4d4-4bfb4deb701b req-1e7fdced-9626-4b33-ac73-290930582f27 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 944 time: 0.0693908 Nov 26 02:42:04.156161 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d22e8fdb-8bef-44de-adf8-450713ac8b0b up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:42:04.219616 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dbc17528-a329-4e58-b4d4-4bfb4deb701b req-333617b7-a2ce-4923-bca4-04711874d8e1 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647480 Nov 26 02:42:04.261868 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port d22e8fdb-8bef-44de-adf8-450713ac8b0b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:42:04.262858 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:04.379585 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:04.417813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b946e8-c9e1-4181-ac20-00ad12b16cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22e8fdb-8bef-44de-adf8-450713ac8b0b'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:04.423909 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506d70e0-3580-4e14-bee3-2a821156fde8" -d '{"events": [{"server_uuid": "76b946e8-c9e1-4181-ac20-00ad12b16cd2", "name": "network-vif-plugged", "status": "completed", "tag": "d22e8fdb-8bef-44de-adf8-450713ac8b0b"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:04.431488 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d22e8fdb-8bef-44de-adf8-450713ac8b0b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d22e8fdb-8bef-44de-adf8-450713ac8b0b,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:04.438044 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:04.471289 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6edf877-2304-416b-a645-e61a3920a3b1 x-openstack-request-id: req-e6edf877-2304-416b-a645-e61a3920a3b1 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:04.471606 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b946e8-c9e1-4181-ac20-00ad12b16cd2", "name": "network-vif-plugged", "status": "completed", "tag": "d22e8fdb-8bef-44de-adf8-450713ac8b0b", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:04.471882 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6edf877-2304-416b-a645-e61a3920a3b1 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:04.472307 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b946e8-c9e1-4181-ac20-00ad12b16cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22e8fdb-8bef-44de-adf8-450713ac8b0b', 'code': 200} Nov 26 02:42:04.498014 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=d22e8fdb-8bef-44de-adf8-450713ac8b0b,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:04.751802 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9bdab-ca20-46c3-844a-7212790c291e req-d46e53da-ee20-4af2-9053-6201610d65a6 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:04.754011 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffa9bdab-ca20-46c3-844a-7212790c291e req-d46e53da-ee20-4af2-9053-6201610d65a6 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=b510c029-cda5-4c65-8214-3be60ded91d1 HTTP/1.1" status: 200 len: 950 time: 0.0672584 Nov 26 02:42:04.804685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffa9bdab-ca20-46c3-844a-7212790c291e req-c6b16473-8b29-444f-890e-027348cea160 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448554 Nov 26 02:42:04.854573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55876) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:05.052570 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c072fcdd-6ede-4396-95cb-0d09620e6e9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:05.184204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c019b-8166-4470-868c-358810a2dca0 req-babe5b00-4dba-43c3-aefc-1fa9c92c0a37 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:05.186035 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c05c019b-8166-4470-868c-358810a2dca0 req-babe5b00-4dba-43c3-aefc-1fa9c92c0a37 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 965 time: 0.0760467 Nov 26 02:42:05.247019 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c072fcdd-6ede-4396-95cb-0d09620e6e9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:05.257379 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c072fcdd-6ede-4396-95cb-0d09620e6e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:05.281346 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c05c019b-8166-4470-868c-358810a2dca0 req-843247ce-fe6b-47f9-b53d-9c89eb753569 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868537 Nov 26 02:42:05.311211 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c072fcdd-6ede-4396-95cb-0d09620e6e9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fd6ad8aea8c4291b23f47d52a768003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4549177 Nov 26 02:42:05.311381 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55904) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:05.312992 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072fcdd-6ede-4396-95cb-0d09620e6e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce8613a-e34b-49ec-b939-20cde6c71a72,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:05.376843 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-85d32b77-19b0-4e1b-8263-ddd0ffb05eb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:05.402831 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-85d32b77-19b0-4e1b-8263-ddd0ffb05eb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:05.429706 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1267420-f7ac-4ffc-bacf-a2e635d418a7 req-0472bc78-aae4-4ae1-96dd-75a44876e386 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:05.431121 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1267420-f7ac-4ffc-bacf-a2e635d418a7 req-0472bc78-aae4-4ae1-96dd-75a44876e386 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 945 time: 0.0599680 Nov 26 02:42:05.469330 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-85d32b77-19b0-4e1b-8263-ddd0ffb05eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:05.475188 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-85d32b77-19b0-4e1b-8263-ddd0ffb05eb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:05.480020 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-85d32b77-19b0-4e1b-8263-ddd0ffb05eb0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ce8613a-e34b-49ec-b939-20cde6c71a72 HTTP/1.1" status: 204 len: 168 time: 0.1676347 Nov 26 02:42:05.490154 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d32b77-19b0-4e1b-8263-ddd0ffb05eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce8613a-e34b-49ec-b939-20cde6c71a72,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:05.505291 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1267420-f7ac-4ffc-bacf-a2e635d418a7 req-3dfbad65-9d80-41c7-ae9c-8ae3d9aaa2d4 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632730 Nov 26 02:42:05.758755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743da0e-996b-4762-800b-e14375ac05e5 req-0c838409-8961-4bb0-967f-34540f3d68ab tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:05.760327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c743da0e-996b-4762-800b-e14375ac05e5 req-0c838409-8961-4bb0-967f-34540f3d68ab tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 945 time: 0.0511312 Nov 26 02:42:05.828621 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c743da0e-996b-4762-800b-e14375ac05e5 req-9d3647b6-dadb-4cc4-ab6d-f2b086da921a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615962 Nov 26 02:42:05.905007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bae50-1b8d-4f8c-b655-592970e6fb83 req-24d125ab-f434-4444-a15b-38bafd85a720 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:05.906406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-641bae50-1b8d-4f8c-b655-592970e6fb83 req-24d125ab-f434-4444-a15b-38bafd85a720 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.54 "GET /v2.0/ports?device_id=b510c029-cda5-4c65-8214-3be60ded91d1 HTTP/1.1" status: 200 len: 950 time: 0.0757871 Nov 26 02:42:05.916189 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55936) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:06.010356 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65d049-b619-4003-9ee2-3ea80eb85077 req-4627f8a1-40cd-4b15-9815-69a4936d9772 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:06.011838 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa65d049-b619-4003-9ee2-3ea80eb85077 req-4627f8a1-40cd-4b15-9815-69a4936d9772 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=b510c029-cda5-4c65-8214-3be60ded91d1 HTTP/1.1" status: 200 len: 950 time: 0.1045425 Nov 26 02:42:06.042819 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55942) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:06.060660 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b310cdc-07e6-4135-b7a3-f48fd11ef54f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.061950 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-641bae50-1b8d-4f8c-b655-592970e6fb83 req-350251b7-d01b-4dca-84bf-b3d37b380cad tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Deleting port c945a176-b730-413c-96a9-d055adc14ad6 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:42:06.062324 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-641bae50-1b8d-4f8c-b655-592970e6fb83 req-350251b7-d01b-4dca-84bf-b3d37b380cad tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.129689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa65d049-b619-4003-9ee2-3ea80eb85077 req-36be5907-2f26-4bf5-af0d-1c8f37fc107f tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7774574-42cf-4e5a-939a-e100d0785851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078084 Nov 26 02:42:06.165921 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b310cdc-07e6-4135-b7a3-f48fd11ef54f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.176682 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b310cdc-07e6-4135-b7a3-f48fd11ef54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.182524 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-8afbed29-3e6d-4ab0-b6cc-d4e03c51592e req-ccd21754-fa70-4fb5-b1fa-547ef8d4ce32 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Request body: {'security_group': {'name': 'tempest-securitygroup-443833917', 'description': 'tempest-description-599691856'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:06.193687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-641bae50-1b8d-4f8c-b655-592970e6fb83 req-350251b7-d01b-4dca-84bf-b3d37b380cad tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] For port c945a176-b730-413c-96a9-d055adc14ad6, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c945a176-b730-413c-96a9-d055adc14ad6,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:06.194314 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-641bae50-1b8d-4f8c-b655-592970e6fb83 req-350251b7-d01b-4dca-84bf-b3d37b380cad tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.214482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-641bae50-1b8d-4f8c-b655-592970e6fb83 req-350251b7-d01b-4dca-84bf-b3d37b380cad tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Calling delete_port for c945a176-b730-413c-96a9-d055adc14ad6 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:42:06.229144 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55944) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:06.231824 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4b310cdc-07e6-4135-b7a3-f48fd11ef54f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a0c127a56184d4dac06e2cbdae78e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876993 Nov 26 02:42:06.233597 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b310cdc-07e6-4135-b7a3-f48fd11ef54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0cc8bf-74c9-4255-89af-3fda14c55e72,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:06.273255 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8afbed29-3e6d-4ab0-b6cc-d4e03c51592e req-ccd21754-fa70-4fb5-b1fa-547ef8d4ce32 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.285523 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-97073e6f-9297-4f78-8504-ef6d85fb1780 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.292594 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8afbed29-3e6d-4ab0-b6cc-d4e03c51592e req-ccd21754-fa70-4fb5-b1fa-547ef8d4ce32 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.378657 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-97073e6f-9297-4f78-8504-ef6d85fb1780 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.384228 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-97073e6f-9297-4f78-8504-ef6d85fb1780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.404002 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-825a6c2a-5149-47dc-b160-dea2f0fc6308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.428586 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-97073e6f-9297-4f78-8504-ef6d85fb1780 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00bd945318f9408aba5f793296dd992c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5084872 Nov 26 02:42:06.430732 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55958) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:06.436917 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97073e6f-9297-4f78-8504-ef6d85fb1780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123316e2-ba67-4db8-9e3a-83455c6f858a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:06.478172 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-825a6c2a-5149-47dc-b160-dea2f0fc6308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.490237 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d207ea69-b619-426d-9b6a-f3b72404fb5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.514545 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d207ea69-b619-426d-9b6a-f3b72404fb5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.561451 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d207ea69-b619-426d-9b6a-f3b72404fb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.561661 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-35ece52c-4bcd-4e4a-95e8-792b12a59f48 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ad6caec5c92044d899d9c12ccac00902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787385 Nov 26 02:42:06.564246 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d207ea69-b619-426d-9b6a-f3b72404fb5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.567836 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d207ea69-b619-426d-9b6a-f3b72404fb5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/123316e2-ba67-4db8-9e3a-83455c6f858a HTTP/1.1" status: 204 len: 168 time: 0.1336329 Nov 26 02:42:06.574032 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207ea69-b619-426d-9b6a-f3b72404fb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123316e2-ba67-4db8-9e3a-83455c6f858a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:06.593078 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-641bae50-1b8d-4f8c-b655-592970e6fb83 req-350251b7-d01b-4dca-84bf-b3d37b380cad tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.595493 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-1154e53b-62a7-4c8b-8cf0-f28697c0b295 service neutron] 10.222.0.59 "GET /v2.0/ports/df7852c4-2ab4-4f02-a700-26fcb293f9cc/bindings/n-h1-819389-3 HTTP/1.1" status: 200 len: 384 time: 0.2257164 Nov 26 02:42:06.601844 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8afbed29-3e6d-4ab0-b6cc-d4e03c51592e req-ccd21754-fa70-4fb5-b1fa-547ef8d4ce32 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.637903 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['c945a176-b730-413c-96a9-d055adc14ad6'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:42:06.862455 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55970) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:06.872542 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8afbed29-3e6d-4ab0-b6cc-d4e03c51592e req-ccd21754-fa70-4fb5-b1fa-547ef8d4ce32 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.876577 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e63bf4c-ece9-4f7d-a7ad-261f87f06103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.901843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350251b7-d01b-4dca-84bf-b3d37b380cad tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Pushing event deleted for resources: {'Port': ['ID=c945a176-b730-413c-96a9-d055adc14ad6,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:06.964215 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e63bf4c-ece9-4f7d-a7ad-261f87f06103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:06.968472 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e63bf4c-ece9-4f7d-a7ad-261f87f06103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:07.000920 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63bf4c-ece9-4f7d-a7ad-261f87f06103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dac4a25-9143-4bd6-8b36-3b9aff821cd3,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:07.014464 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3e63bf4c-ece9-4f7d-a7ad-261f87f06103 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2bf2eb2cbabd400c9edf589627c40502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501670 Nov 26 02:42:07.020645 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55974) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:07.024396 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-825a6c2a-5149-47dc-b160-dea2f0fc6308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:07.027064 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-825a6c2a-5149-47dc-b160-dea2f0fc6308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:07.028231 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-825a6c2a-5149-47dc-b160-dea2f0fc6308 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e0cc8bf-74c9-4255-89af-3fda14c55e72 HTTP/1.1" status: 204 len: 168 time: 0.7981806 Nov 26 02:42:07.039152 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-641bae50-1b8d-4f8c-b655-592970e6fb83 req-350251b7-d01b-4dca-84bf-b3d37b380cad tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] No DVR routers for this DVR port c945a176-b730-413c-96a9-d055adc14ad6 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:42:07.054537 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-641bae50-1b8d-4f8c-b655-592970e6fb83 req-350251b7-d01b-4dca-84bf-b3d37b380cad tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:07.058266 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-641bae50-1b8d-4f8c-b655-592970e6fb83 req-350251b7-d01b-4dca-84bf-b3d37b380cad tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.54 "DELETE /v2.0/ports/c945a176-b730-413c-96a9-d055adc14ad6 HTTP/1.1" status: 204 len: 173 time: 1.1427655 Nov 26 02:42:07.062153 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd21754-fa70-4fb5-b1fa-547ef8d4ce32 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef51cc37-b9e6-4bef-b06c-013fe5ff8a0e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:07.064832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b510c029-cda5-4c65-8214-3be60ded91d1', 'name': 'network-vif-deleted', 'tag': 'c945a176-b730-413c-96a9-d055adc14ad6'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:07.067376 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cf0a9a-c10c-4a81-99d3-19d66748f15a" -d '{"events": [{"server_uuid": "b510c029-cda5-4c65-8214-3be60ded91d1", "name": "network-vif-deleted", "tag": "c945a176-b730-413c-96a9-d055adc14ad6"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:07.087089 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35ad52ee-6e34-42a4-ab46-a573c1e35361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:07.113613 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35ad52ee-6e34-42a4-ab46-a573c1e35361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:07.148740 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a6c2a-5149-47dc-b160-dea2f0fc6308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0cc8bf-74c9-4255-89af-3fda14c55e72,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:07.162454 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8afbed29-3e6d-4ab0-b6cc-d4e03c51592e req-ccd21754-fa70-4fb5-b1fa-547ef8d4ce32 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:07.172640 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-62c41ceb-8cdb-4779-99c7-84b28331a927 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:07.180694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-62c41ceb-8cdb-4779-99c7-84b28331a927 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6060672 Nov 26 02:42:07.183625 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35ad52ee-6e34-42a4-ab46-a573c1e35361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:07.187463 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35ad52ee-6e34-42a4-ab46-a573c1e35361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:07.188955 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-35ad52ee-6e34-42a4-ab46-a573c1e35361 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3dac4a25-9143-4bd6-8b36-3b9aff821cd3 HTTP/1.1" status: 204 len: 168 time: 0.1672301 Nov 26 02:42:07.200293 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad52ee-6e34-42a4-ab46-a573c1e35361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dac4a25-9143-4bd6-8b36-3b9aff821cd3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:07.216685 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8afbed29-3e6d-4ab0-b6cc-d4e03c51592e req-ccd21754-fa70-4fb5-b1fa-547ef8d4ce32 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:07.281343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-352a9e07-7c43-41a0-9090-b71f588b47c4 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/quotas/ad6caec5c92044d899d9c12ccac00902 HTTP/1.1" status: 200 len: 375 time: 0.0746207 Nov 26 02:42:07.332652 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-8b8c8524-efbf-4c57-82e0-6856987b4fba tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499225 Nov 26 02:42:07.356842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd21754-fa70-4fb5-b1fa-547ef8d4ce32 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b5c47f-8bff-4d9d-9312-abd7423f4541,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:07.364980 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8afbed29-3e6d-4ab0-b6cc-d4e03c51592e req-ccd21754-fa70-4fb5-b1fa-547ef8d4ce32 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:07.381973 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8afbed29-3e6d-4ab0-b6cc-d4e03c51592e req-ccd21754-fa70-4fb5-b1fa-547ef8d4ce32 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2095995 Nov 26 02:42:07.444760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-5913cdf5-dd31-4f48-9771-79353ce777e5 service neutron] For port df7852c4-2ab4-4f02-a700-26fcb293f9cc, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=df7852c4-2ab4-4f02-a700-26fcb293f9cc,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:07.472374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-5913cdf5-dd31-4f48-9771-79353ce777e5 service neutron] For port df7852c4-2ab4-4f02-a700-26fcb293f9cc, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:07.537333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-5913cdf5-dd31-4f48-9771-79353ce777e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7852c4-2ab4-4f02-a700-26fcb293f9cc {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:07.567698 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-5913cdf5-dd31-4f48-9771-79353ce777e5 service neutron] For port df7852c4-2ab4-4f02-a700-26fcb293f9cc, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=df7852c4-2ab4-4f02-a700-26fcb293f9cc,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:07.577805 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56000) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:07.595068 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e1d72c85-e1d3-4712-8061-8d845c3d3094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:07.637252 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-5913cdf5-dd31-4f48-9771-79353ce777e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:07.692042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20861f-265a-4112-b291-78c5a8acd1f1 req-418d3a84-e8a1-4871-bdc7-794b45a48186 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:07.694361 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e1d72c85-e1d3-4712-8061-8d845c3d3094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:07.699228 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fb20861f-265a-4112-b291-78c5a8acd1f1 req-418d3a84-e8a1-4871-bdc7-794b45a48186 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 965 time: 0.1285264 Nov 26 02:42:07.701186 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e1d72c85-e1d3-4712-8061-8d845c3d3094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:07.742019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625c221-1fe4-47f8-8e49-1ae02dde3b57 req-e4838a4d-4d04-4f87-b76d-a332f87e2190 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:07.750445 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8625c221-1fe4-47f8-8e49-1ae02dde3b57 req-e4838a4d-4d04-4f87-b76d-a332f87e2190 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 945 time: 0.1723537 Nov 26 02:42:07.752546 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e1d72c85-e1d3-4712-8061-8d845c3d3094 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ef4539219154d1394619ea6ff42e8e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724663 Nov 26 02:42:07.753517 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d72c85-e1d3-4712-8061-8d845c3d3094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e10a40d-1803-410b-869e-cfd04f7e2239,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:07.768317 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56006) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:07.834657 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-5913cdf5-dd31-4f48-9771-79353ce777e5 service neutron] Transition to ACTIVE for port object df7852c4-2ab4-4f02-a700-26fcb293f9cc will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:42:07.837278 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12b3f2f5-4c4e-4d3b-aae0-661cc5450dd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:07.846979 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fb20861f-265a-4112-b291-78c5a8acd1f1 req-9113eaca-1c77-4f27-ba84-20e8a3d1d0bd tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468565 Nov 26 02:42:07.857858 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-5913cdf5-dd31-4f48-9771-79353ce777e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:07.910376 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12b3f2f5-4c4e-4d3b-aae0-661cc5450dd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:07.952820 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77513478-4665-40f5-a4e7-cfe099dc4745 x-openstack-request-id: req-77513478-4665-40f5-a4e7-cfe099dc4745 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:07.953343 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b510c029-cda5-4c65-8214-3be60ded91d1", "name": "network-vif-deleted", "tag": "c945a176-b730-413c-96a9-d055adc14ad6", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:07.953343 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77513478-4665-40f5-a4e7-cfe099dc4745 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:07.953713 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b510c029-cda5-4c65-8214-3be60ded91d1', 'name': 'network-vif-deleted', 'tag': 'c945a176-b730-413c-96a9-d055adc14ad6', 'status': 'completed', 'code': 200} Nov 26 02:42:07.971502 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8625c221-1fe4-47f8-8e49-1ae02dde3b57 req-9edec9a4-f005-4d25-be6e-41bd0edf4157 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143126 Nov 26 02:42:08.032397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-242bfc74-d2a3-4a8f-9d40-19d861d31c02 req-ad336b1a-5007-4b71-913d-358962823756 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Request body: {'security_group': {'name': 'tempest-securitygroup-705223404', 'description': 'tempest-description-535123252'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:08.043405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-5913cdf5-dd31-4f48-9771-79353ce777e5 service neutron] No DVR routers for this DVR port df7852c4-2ab4-4f02-a700-26fcb293f9cc on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:42:08.055052 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12b3f2f5-4c4e-4d3b-aae0-661cc5450dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:08.058077 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913cdf5-dd31-4f48-9771-79353ce777e5 service neutron] Pushing event updated for resources: {'Port': ['ID=df7852c4-2ab4-4f02-a700-26fcb293f9cc,revision_number=10']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:08.058926 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12b3f2f5-4c4e-4d3b-aae0-661cc5450dd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:08.061002 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-12b3f2f5-4c4e-4d3b-aae0-661cc5450dd5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e10a40d-1803-410b-869e-cfd04f7e2239 HTTP/1.1" status: 204 len: 168 time: 0.2908943 Nov 26 02:42:08.088720 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3f2f5-4c4e-4d3b-aae0-661cc5450dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e10a40d-1803-410b-869e-cfd04f7e2239,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:08.123720 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-5913cdf5-dd31-4f48-9771-79353ce777e5 service neutron] 10.222.0.59 "PUT /v2.0/ports/df7852c4-2ab4-4f02-a700-26fcb293f9cc/bindings/n-h1-819389-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5070186 Nov 26 02:42:08.125692 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92022869-efbc-4a87-bf31-c8884a628483 req-b61052a7-021b-419e-9051-1a2ab52354d7 tempest-DeleteServersAdminTestJSON-1441071633 tempest-DeleteServersAdminTestJSON-1441071633-project] 10.222.0.31 "GET /v2.0/ports?device_id=b510c029-cda5-4c65-8214-3be60ded91d1 HTTP/1.1" status: 200 len: 210 time: 0.0369802 Nov 26 02:42:08.139688 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-242bfc74-d2a3-4a8f-9d40-19d861d31c02 req-ad336b1a-5007-4b71-913d-358962823756 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:08.234562 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d22e8fdb-8bef-44de-adf8-450713ac8b0b no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:42:08.261594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eeb43768-0955-43fa-991e-e65d08d3f2e1 req-197567a1-94c8-43d9-8f31-94269430ac1b tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 210 time: 0.0617950 Nov 26 02:42:08.341996 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:08.354912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-958e057f-d224-422b-994a-89c0b71be872 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:08.357131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-958e057f-d224-422b-994a-89c0b71be872 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157&tenant_id=fd64c89c2dfb4732a633c8526baba9f0&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 1117 time: 0.0811181 Nov 26 02:42:08.371192 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-242bfc74-d2a3-4a8f-9d40-19d861d31c02 req-ad336b1a-5007-4b71-913d-358962823756 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:08.376935 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b946e8-c9e1-4181-ac20-00ad12b16cd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd22e8fdb-8bef-44de-adf8-450713ac8b0b'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:08.379078 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f0680f-773f-4537-b704-a540cdb1e323" -d '{"events": [{"server_uuid": "76b946e8-c9e1-4181-ac20-00ad12b16cd2", "name": "network-vif-unplugged", "status": "completed", "tag": "d22e8fdb-8bef-44de-adf8-450713ac8b0b"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:08.394127 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d22e8fdb-8bef-44de-adf8-450713ac8b0b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d22e8fdb-8bef-44de-adf8-450713ac8b0b,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:08.405371 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-242bfc74-d2a3-4a8f-9d40-19d861d31c02 req-ad336b1a-5007-4b71-913d-358962823756 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:08.410176 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:08.412665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device c945a176-b730-413c-96a9-d055adc14ad6 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:42:08.440497 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-242bfc74-d2a3-4a8f-9d40-19d861d31c02 req-ad336b1a-5007-4b71-913d-358962823756 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:08.442372 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: c945a176-b730-413c-96a9-d055adc14ad6 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:42:08.442951 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device c945a176-b730-413c-96a9-d055adc14ad6 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:42:08.452757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-242bfc74-d2a3-4a8f-9d40-19d861d31c02 req-ad336b1a-5007-4b71-913d-358962823756 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4538653 Nov 26 02:42:08.465387 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f047d96-00b4-4912-ac7e-3ac1c79555be x-openstack-request-id: req-9f047d96-00b4-4912-ac7e-3ac1c79555be {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:08.465968 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b946e8-c9e1-4181-ac20-00ad12b16cd2", "name": "network-vif-unplugged", "status": "completed", "tag": "d22e8fdb-8bef-44de-adf8-450713ac8b0b", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:08.466402 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f047d96-00b4-4912-ac7e-3ac1c79555be {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:08.467003 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b946e8-c9e1-4181-ac20-00ad12b16cd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd22e8fdb-8bef-44de-adf8-450713ac8b0b', 'code': 200} Nov 26 02:42:08.493470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=d22e8fdb-8bef-44de-adf8-450713ac8b0b,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:08.529478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad336b1a-5007-4b71-913d-358962823756 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c94d08c3-0470-4cbf-a1b7-691901c18f83,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:08.538047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-5c20e74d-1638-4a27-828f-d127b5ab21a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:08.539690 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-5c20e74d-1638-4a27-828f-d127b5ab21a3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157&tenant_id=fd64c89c2dfb4732a633c8526baba9f0 HTTP/1.1" status: 200 len: 1117 time: 0.1713665 Nov 26 02:42:08.608562 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device df7852c4-2ab4-4f02-a700-26fcb293f9cc no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:42:08.659909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device df7852c4-2ab4-4f02-a700-26fcb293f9cc not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:42:08.701095 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-cfcf139a-1d80-41ca-a686-e93d7904a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:08.702647 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-cfcf139a-1d80-41ca-a686-e93d7904a266 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 1117 time: 0.0664952 Nov 26 02:42:08.709480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400cf6c-7843-49ca-8bca-91715bc6d9ac req-be633ed4-cc1f-41a2-85e2-dfb45667dd3e tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:08.711069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3400cf6c-7843-49ca-8bca-91715bc6d9ac req-be633ed4-cc1f-41a2-85e2-dfb45667dd3e tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.54 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 943 time: 0.1014974 Nov 26 02:42:08.814635 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-d9f472bf-ebc7-46eb-bfdc-84de61dffb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:08.816402 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-d9f472bf-ebc7-46eb-bfdc-84de61dffb43 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.1049345 Nov 26 02:42:08.837558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-3400cf6c-7843-49ca-8bca-91715bc6d9ac req-80e1bda5-b79a-4b80-a76f-bc22c908a2ac tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Deleting port d22e8fdb-8bef-44de-adf8-450713ac8b0b {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:42:08.838198 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3400cf6c-7843-49ca-8bca-91715bc6d9ac req-80e1bda5-b79a-4b80-a76f-bc22c908a2ac tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:08.897353 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-a03917e0-900f-4a18-98c5-7477399a4afe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df7852c4-2ab4-4f02-a700-26fcb293f9cc HTTP/1.1" status: 200 len: 217 time: 0.0684249 Nov 26 02:42:08.936966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-890f2eb7-c84a-44e2-9980-757793c69f52 req-c97ec59b-9abb-4016-ae15-77eb6d95ad8d tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-419167863', 'description': 'tempest-description-897407700'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:08.988243 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-96813c62-7e47-40e4-b4e2-ff903f2506fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:08.990465 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-96813c62-7e47-40e4-b4e2-ff903f2506fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.0857103 Nov 26 02:42:09.034625 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-890f2eb7-c84a-44e2-9980-757793c69f52 req-c97ec59b-9abb-4016-ae15-77eb6d95ad8d tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:09.062052 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-5d165519-e239-4741-9975-a962581ab60e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595610 Nov 26 02:42:09.071316 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-51b46e27-0af2-44c4-9a6c-a4610b4e3ec9 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ad6caec5c92044d899d9c12ccac00902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762007 Nov 26 02:42:09.072549 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-890f2eb7-c84a-44e2-9980-757793c69f52 req-c97ec59b-9abb-4016-ae15-77eb6d95ad8d tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:09.163773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-3400cf6c-7843-49ca-8bca-91715bc6d9ac req-80e1bda5-b79a-4b80-a76f-bc22c908a2ac tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] For port d22e8fdb-8bef-44de-adf8-450713ac8b0b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d22e8fdb-8bef-44de-adf8-450713ac8b0b,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:09.164615 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3400cf6c-7843-49ca-8bca-91715bc6d9ac req-80e1bda5-b79a-4b80-a76f-bc22c908a2ac tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:09.188611 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-2a152602-61b3-41ea-8f60-c5cfebad9117 service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177649 Nov 26 02:42:09.235863 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f5f32-06e4-404d-a1d6-1ff3f19207af req-029d8827-a129-4f61-bfb1-1fe7344c65fd tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:09.243650 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a91f5f32-06e4-404d-a1d6-1ff3f19207af req-029d8827-a129-4f61-bfb1-1fe7344c65fd tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 966 time: 0.2496202 Nov 26 02:42:09.277472 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-3400cf6c-7843-49ca-8bca-91715bc6d9ac req-80e1bda5-b79a-4b80-a76f-bc22c908a2ac tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Calling delete_port for d22e8fdb-8bef-44de-adf8-450713ac8b0b owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:42:09.313507 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-d3bfd81c-814d-4e44-acbe-4ed3e526e82a service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162364 Nov 26 02:42:09.396099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a91f5f32-06e4-404d-a1d6-1ff3f19207af req-ce517433-3ff8-425a-ba3c-41d55fdbcc08 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507263 Nov 26 02:42:09.441139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-5ead158a-99ec-429b-a63a-cba949fafa0a tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:09.442609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-5ead158a-99ec-429b-a63a-cba949fafa0a tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3522799 Nov 26 02:42:09.469501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-45dad494-5598-4ad1-af29-83f1d82b28c8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Request body: {'port': {'device_id': '66b13dd9-9876-4284-8c8d-52f2e7d678d6', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': 'ad6caec5c92044d899d9c12ccac00902'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:09.473661 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-890f2eb7-c84a-44e2-9980-757793c69f52 req-c97ec59b-9abb-4016-ae15-77eb6d95ad8d tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:09.521220 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-890f2eb7-c84a-44e2-9980-757793c69f52 req-c97ec59b-9abb-4016-ae15-77eb6d95ad8d tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:09.608411 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ec59b-9abb-4016-ae15-77eb6d95ad8d tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e05e076-2c14-43d4-9d79-140c0999213b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:09.649111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef2499-a703-409f-a634-41d454ca9075 req-64fffde4-b62c-4cd1-b713-3bbfb7b2cc53 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:09.650697 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cef2499-a703-409f-a634-41d454ca9075 req-64fffde4-b62c-4cd1-b713-3bbfb7b2cc53 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=76b946e8-c9e1-4181-ac20-00ad12b16cd2 HTTP/1.1" status: 200 len: 943 time: 0.1758819 Nov 26 02:42:09.700081 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-f7141b3d-a9fc-4339-b600-9fad6d9297b1 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:09.702477 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-f7141b3d-a9fc-4339-b600-9fad6d9297b1 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157&tenant_id=fd64c89c2dfb4732a633c8526baba9f0&binding%3Ahost_id=n-h1-819389-3 HTTP/1.1" status: 200 len: 1117 time: 0.0955746 Nov 26 02:42:09.760582 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3400cf6c-7843-49ca-8bca-91715bc6d9ac req-80e1bda5-b79a-4b80-a76f-bc22c908a2ac tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:09.789019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-45dad494-5598-4ad1-af29-83f1d82b28c8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Made reservation on behalf of ad6caec5c92044d899d9c12ccac00902 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:42:09.792530 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-45dad494-5598-4ad1-af29-83f1d82b28c8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:09.818609 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-890f2eb7-c84a-44e2-9980-757793c69f52 req-c97ec59b-9abb-4016-ae15-77eb6d95ad8d tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:09.826800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1bda5-b79a-4b80-a76f-bc22c908a2ac tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Pushing event deleted for resources: {'Port': ['ID=d22e8fdb-8bef-44de-adf8-450713ac8b0b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:09.834816 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-890f2eb7-c84a-44e2-9980-757793c69f52 req-c97ec59b-9abb-4016-ae15-77eb6d95ad8d tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:09.845352 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cef2499-a703-409f-a634-41d454ca9075 req-dfbe325d-1482-4e5e-8302-456cf1e8024a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623890 Nov 26 02:42:09.851243 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-f7eb7652-d5f5-4d4e-b96a-e7f4c939c882 service neutron] For port df7852c4-2ab4-4f02-a700-26fcb293f9cc, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:09.851400 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-45dad494-5598-4ad1-af29-83f1d82b28c8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:09.853467 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-f7eb7652-d5f5-4d4e-b96a-e7f4c939c882 service neutron] Publish callbacks [] for binding, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:09.854643 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ad7c8cf7-9d75-4c90-ad8f-81a931f27147 req-f7eb7652-d5f5-4d4e-b96a-e7f4c939c882 service neutron] 10.222.0.54 "DELETE /v2.0/ports/df7852c4-2ab4-4f02-a700-26fcb293f9cc/bindings/n-h2-819389-3 HTTP/1.1" status: 204 len: 173 time: 0.1439264 Nov 26 02:42:09.913337 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-890f2eb7-c84a-44e2-9980-757793c69f52 req-c97ec59b-9abb-4016-ae15-77eb6d95ad8d tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:09.928282 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-890f2eb7-c84a-44e2-9980-757793c69f52 req-c97ec59b-9abb-4016-ae15-77eb6d95ad8d tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9983194 Nov 26 02:42:09.929501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-3400cf6c-7843-49ca-8bca-91715bc6d9ac req-80e1bda5-b79a-4b80-a76f-bc22c908a2ac tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] No DVR routers for this DVR port d22e8fdb-8bef-44de-adf8-450713ac8b0b on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:42:09.934095 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3400cf6c-7843-49ca-8bca-91715bc6d9ac req-80e1bda5-b79a-4b80-a76f-bc22c908a2ac tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:09.937911 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3400cf6c-7843-49ca-8bca-91715bc6d9ac req-80e1bda5-b79a-4b80-a76f-bc22c908a2ac tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.54 "DELETE /v2.0/ports/d22e8fdb-8bef-44de-adf8-450713ac8b0b HTTP/1.1" status: 204 len: 173 time: 1.2201736 Nov 26 02:42:09.938722 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ec59b-9abb-4016-ae15-77eb6d95ad8d tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cca458-3eb8-4f4a-ab60-683b92f6c8ea,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:09.956963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b946e8-c9e1-4181-ac20-00ad12b16cd2', 'name': 'network-vif-deleted', 'tag': 'd22e8fdb-8bef-44de-adf8-450713ac8b0b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:09.960172 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52781d3a-1a4c-498b-9bed-3f69431f554c" -d '{"events": [{"server_uuid": "76b946e8-c9e1-4181-ac20-00ad12b16cd2", "name": "network-vif-deleted", "tag": "d22e8fdb-8bef-44de-adf8-450713ac8b0b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:10.050988 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae05f2d5-2f81-4da9-bdad-7e4e84fc975e req-6f4d492c-a515-44ef-94aa-824f9fa2f010 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 210 time: 0.0586915 Nov 26 02:42:10.070997 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-45dad494-5598-4ad1-af29-83f1d82b28c8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:10.081002 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-45dad494-5598-4ad1-af29-83f1d82b28c8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:10.160392 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dad494-5598-4ad1-af29-83f1d82b28c8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a5465d-5965-4fce-b9b4-3a1451d76a9c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:10.227436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-72ee55d5-9425-45d5-b9ee-e4cb041cb301 req-24efeb32-90cc-48fd-9811-4cf4ced22b93 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1695047233', 'description': 'tempest-description-1804099447'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:10.267028 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-72ee55d5-9425-45d5-b9ee-e4cb041cb301 req-24efeb32-90cc-48fd-9811-4cf4ced22b93 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:10.283927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-45dad494-5598-4ad1-af29-83f1d82b28c8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Allocated IP 192.168.233.85 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/86022b09-c470-4f1b-b585-f0e3eb74f99e) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:42:10.347527 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b3d948-a777-44d4-bcee-1b375fc03bae x-openstack-request-id: req-30b3d948-a777-44d4-bcee-1b375fc03bae {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:10.347825 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b946e8-c9e1-4181-ac20-00ad12b16cd2", "name": "network-vif-deleted", "tag": "d22e8fdb-8bef-44de-adf8-450713ac8b0b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:10.348198 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30b3d948-a777-44d4-bcee-1b375fc03bae {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:10.348603 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b946e8-c9e1-4181-ac20-00ad12b16cd2', 'name': 'network-vif-deleted', 'tag': 'd22e8fdb-8bef-44de-adf8-450713ac8b0b', 'status': 'completed', 'code': 200} Nov 26 02:42:10.435527 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-72ee55d5-9425-45d5-b9ee-e4cb041cb301 req-24efeb32-90cc-48fd-9811-4cf4ced22b93 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:10.444880 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-72ee55d5-9425-45d5-b9ee-e4cb041cb301 req-24efeb32-90cc-48fd-9811-4cf4ced22b93 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:10.486247 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-72ee55d5-9425-45d5-b9ee-e4cb041cb301 req-24efeb32-90cc-48fd-9811-4cf4ced22b93 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:10.487996 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72ee55d5-9425-45d5-b9ee-e4cb041cb301 req-24efeb32-90cc-48fd-9811-4cf4ced22b93 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2968564 Nov 26 02:42:10.514933 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efeb32-90cc-48fd-9811-4cf4ced22b93 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56083502-55c5-4623-8dc4-d07866bd7263,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:10.537321 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-45dad494-5598-4ad1-af29-83f1d82b28c8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:10.619621 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-45dad494-5598-4ad1-af29-83f1d82b28c8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:10.722521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-45dad494-5598-4ad1-af29-83f1d82b28c8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:42:10.734641 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-45dad494-5598-4ad1-af29-83f1d82b28c8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:42:10.741771 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-45dad494-5598-4ad1-af29-83f1d82b28c8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:42:10.747194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-45dad494-5598-4ad1-af29-83f1d82b28c8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:10.748363 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-45dad494-5598-4ad1-af29-83f1d82b28c8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:10.753687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dad494-5598-4ad1-af29-83f1d82b28c8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Pushing event updated for resources: {'Port': ['ID=86022b09-c470-4f1b-b585-f0e3eb74f99e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:10.791676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfecc3-7c6d-4597-808f-1dad034f57e1 req-6beaa60d-b01d-4d6a-b174-62d2ea0fdd64 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:10.793247 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51cfecc3-7c6d-4597-808f-1dad034f57e1 req-6beaa60d-b01d-4d6a-b174-62d2ea0fdd64 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 966 time: 0.1631620 Nov 26 02:42:10.799404 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-45dad494-5598-4ad1-af29-83f1d82b28c8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3342388 Nov 26 02:42:10.818585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Request body: {'port': {'device_id': '66b13dd9-9876-4284-8c8d-52f2e7d678d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:10.937450 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c95b48db-eef4-40eb-86a9-cfa303043a89 None None] Provisioning complete for port 86022b09-c470-4f1b-b585-f0e3eb74f99e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:42:10.938033 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c95b48db-eef4-40eb-86a9-cfa303043a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:10.956178 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:10.964652 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51cfecc3-7c6d-4597-808f-1dad034f57e1 req-67cde9dd-6145-468e-85b6-8cddc85f5137 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639173 Nov 26 02:42:10.970668 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c95b48db-eef4-40eb-86a9-cfa303043a89 None None] Port 86022b09-c470-4f1b-b585-f0e3eb74f99e cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:42:11.061512 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-133ddb8d-6021-4bb5-b741-e86eeecc2618 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42601 time: 0.4897344 Nov 26 02:42:11.193286 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-7e132ddc-00b4-4105-942e-0b48dbda9bbe tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/1e05e076-2c14-43d4-9d79-140c0999213b HTTP/1.1" status: 200 len: 2998 time: 0.0883822 Nov 26 02:42:11.281294 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-3056dff6-3f80-4249-91a6-315be31fe9a8 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/1e05e076-2c14-43d4-9d79-140c0999213b HTTP/1.1" status: 200 len: 2998 time: 0.0756490 Nov 26 02:42:11.357965 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-30552846-63d9-432c-980f-71b8509313dd tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/65a5465d-5965-4fce-b9b4-3a1451d76a9c HTTP/1.1" status: 200 len: 2998 time: 0.0751469 Nov 26 02:42:11.372298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86022b09-c470-4f1b-b585-f0e3eb74f99e {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:11.386319 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:11.416021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Transition to ACTIVE for port object 86022b09-c470-4f1b-b585-f0e3eb74f99e will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:42:11.423365 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:11.452022 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-a07f4ba5-e365-42a8-8094-dfa1047a51da tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/65a5465d-5965-4fce-b9b4-3a1451d76a9c HTTP/1.1" status: 200 len: 2998 time: 0.0820000 Nov 26 02:42:11.489298 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56144) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:11.527008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56148) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:11.599453 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a732998d-6594-41c7-a3c6-9cf2bef4b355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:11.748230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=86022b09-c470-4f1b-b585-f0e3eb74f99e,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:11.772848 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1885661d-2f1d-4c37-b009-0acbdce3f7c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:11.806602 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5a601125-8c9c-4f71-bcc9-44b1d3dbbf59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcb6fa674b794b95959fa16194076c7e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3161087 Nov 26 02:42:11.809479 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56154) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:11.815458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Attempting to bind port 86022b09-c470-4f1b-b585-f0e3eb74f99e on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:42:11.815458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Attempting to bind port 86022b09-c470-4f1b-b585-f0e3eb74f99e by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:42:11.815458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Attempting to bind port 86022b09-c470-4f1b-b585-f0e3eb74f99e on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:11.821902 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-c53539aa-c858-42d7-b198-be759c4593e9 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/84545617-f5ca-404e-bc04-b446216c7bd2 HTTP/1.1" status: 200 len: 2998 time: 0.3638110 Nov 26 02:42:11.825318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Port 86022b09-c470-4f1b-b585-f0e3eb74f99e on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:42:11.825534 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Attempting to bind port 86022b09-c470-4f1b-b585-f0e3eb74f99e on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:11.839731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:42:11.840116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:42:11.840996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:42:11.840996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Bound port: 86022b09-c470-4f1b-b585-f0e3eb74f99e, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:42:11.841303 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:11.881286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab28c39-0f4d-4bbe-86b8-f473622c8c37 req-bedc5d49-1021-4bc2-a496-f81787c440aa tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:11.882516 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ab28c39-0f4d-4bbe-86b8-f473622c8c37 req-bedc5d49-1021-4bc2-a496-f81787c440aa tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 947 time: 0.1170540 Nov 26 02:42:11.885916 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8780a421-f6c8-45eb-b290-8f2600343166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:11.921285 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8780a421-f6c8-45eb-b290-8f2600343166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:11.930822 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1885661d-2f1d-4c37-b009-0acbdce3f7c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:11.939252 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1885661d-2f1d-4c37-b009-0acbdce3f7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:11.947876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-5537de54-8462-4759-beeb-b9b4814857bb tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/84545617-f5ca-404e-bc04-b446216c7bd2 HTTP/1.1" status: 200 len: 2998 time: 0.1156902 Nov 26 02:42:11.991862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] For port 86022b09-c470-4f1b-b585-f0e3eb74f99e, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:11.996347 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1885661d-2f1d-4c37-b009-0acbdce3f7c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e02a24c403544ce08a29b035de467098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4656091 Nov 26 02:42:11.996528 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56156) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:12.003481 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885661d-2f1d-4c37-b009-0acbdce3f7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be702df2-0ace-4666-8204-08e6572e3bc7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:12.024591 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ab28c39-0f4d-4bbe-86b8-f473622c8c37 req-cc4aa85a-4906-438f-8d92-91c40d295178 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135666 Nov 26 02:42:12.026668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] For port 86022b09-c470-4f1b-b585-f0e3eb74f99e, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=86022b09-c470-4f1b-b585-f0e3eb74f99e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:42:12.030993 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8780a421-f6c8-45eb-b290-8f2600343166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.033950 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8780a421-f6c8-45eb-b290-8f2600343166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.035090 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8780a421-f6c8-45eb-b290-8f2600343166 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7774574-42cf-4e5a-939a-e100d0785851 HTTP/1.1" status: 204 len: 168 time: 0.2244554 Nov 26 02:42:12.045151 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.048989 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780a421-f6c8-45eb-b290-8f2600343166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7774574-42cf-4e5a-939a-e100d0785851,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:12.065911 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4d37a96-b37d-435e-8941-40dd4bc02136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.094744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-91941a2e-5971-45d0-8925-ad1d1d36c2bd tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8b85a2bb-5007-4f4a-9b3b-b2fe39071c5c HTTP/1.1" status: 200 len: 2994 time: 0.1383314 Nov 26 02:42:12.100278 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4d37a96-b37d-435e-8941-40dd4bc02136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.103247 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:12.103870 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.105293 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] 10.222.0.59 "PUT /v2.0/ports/86022b09-c470-4f1b-b585-f0e3eb74f99e HTTP/1.1" status: 200 len: 1095 time: 1.2907875 Nov 26 02:42:12.147663 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994b2b6-7bbe-48a1-bf10-a17236c54ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=86022b09-c470-4f1b-b585-f0e3eb74f99e,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:12.174698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-18fb7b54-47e8-4582-8ed2-450a670a4409 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8b85a2bb-5007-4f4a-9b3b-b2fe39071c5c HTTP/1.1" status: 200 len: 2994 time: 0.0784216 Nov 26 02:42:12.192154 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4d37a96-b37d-435e-8941-40dd4bc02136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.194991 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4d37a96-b37d-435e-8941-40dd4bc02136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.196538 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e4d37a96-b37d-435e-8941-40dd4bc02136 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be702df2-0ace-4666-8204-08e6572e3bc7 HTTP/1.1" status: 204 len: 168 time: 0.1988916 Nov 26 02:42:12.208239 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d22e8fdb-8bef-44de-adf8-450713ac8b0b no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:42:12.211003 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d37a96-b37d-435e-8941-40dd4bc02136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be702df2-0ace-4666-8204-08e6572e3bc7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:12.267810 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-cd207bc5-9bd8-4500-ba0d-d884f751db22 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/90035f7f-9dbf-48f7-8b41-a2a977261145 HTTP/1.1" status: 200 len: 2994 time: 0.0918355 Nov 26 02:42:12.298560 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: d22e8fdb-8bef-44de-adf8-450713ac8b0b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:42:12.302459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d22e8fdb-8bef-44de-adf8-450713ac8b0b not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:42:12.311691 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-8231b108-8146-43ce-b9ae-fdae0ef2633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:12.313304 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-8231b108-8146-43ce-b9ae-fdae0ef2633a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 1098 time: 0.1363230 Nov 26 02:42:12.330172 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-5e7dbee7-bb7d-4252-a82d-4aa951069ac9 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/90035f7f-9dbf-48f7-8b41-a2a977261145 HTTP/1.1" status: 200 len: 2994 time: 0.0608187 Nov 26 02:42:12.378243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b13dd9-9876-4284-8c8d-52f2e7d678d6', 'tag': '86022b09-c470-4f1b-b585-f0e3eb74f99e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:12.380483 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb80bcb-b237-4d9b-bac8-06780ff1eba8" -d '{"events": [{"name": "network-changed", "server_uuid": "66b13dd9-9876-4284-8c8d-52f2e7d678d6", "tag": "86022b09-c470-4f1b-b585-f0e3eb74f99e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:12.390561 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-2010391a-a3b4-42cc-91be-6bccc2de0a70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=86022b09-c470-4f1b-b585-f0e3eb74f99e HTTP/1.1" status: 200 len: 217 time: 0.0580721 Nov 26 02:42:12.425172 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56166) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:12.429784 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3abfd4fe-b34c-4b79-9c78-e05d01ba9a9d tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1502181600', 'description': 'tempest-description--1283905716'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:12.477729 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3abfd4fe-b34c-4b79-9c78-e05d01ba9a9d tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.484962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-fb28e908-8efa-475f-8326-5c90ed4037ba tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/985e82dc-e50b-43f2-8d5e-f1b1d7fc647c HTTP/1.1" status: 200 len: 2994 time: 0.1536646 Nov 26 02:42:12.503095 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-d0b23a99-5daf-4d7e-afea-520429910994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:12.504738 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-d0b23a99-5daf-4d7e-afea-520429910994 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1060672 Nov 26 02:42:12.570460 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3abfd4fe-b34c-4b79-9c78-e05d01ba9a9d tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.577008 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3abfd4fe-b34c-4b79-9c78-e05d01ba9a9d tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.590955 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56170) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:12.608014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-ae831d6c-2bfb-4da6-879f-02c56c0b4dee tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/985e82dc-e50b-43f2-8d5e-f1b1d7fc647c HTTP/1.1" status: 200 len: 2994 time: 0.1067863 Nov 26 02:42:12.616245 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475bcf8-e7a8-40c6-92e3-d3bc34bf3591 req-ab597264-dc15-4df4-962f-965b1e58549f tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:12.617888 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9475bcf8-e7a8-40c6-92e3-d3bc34bf3591 req-ab597264-dc15-4df4-962f-965b1e58549f tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 1117 time: 0.1348424 Nov 26 02:42:12.621847 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfd4fe-b34c-4b79-9c78-e05d01ba9a9d tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0df819-e762-42f5-b727-a0055d20796d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:12.623438 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6735cb2f-9417-4d53-91de-c09d726c3ab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.626501 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3abfd4fe-b34c-4b79-9c78-e05d01ba9a9d tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.630511 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3abfd4fe-b34c-4b79-9c78-e05d01ba9a9d tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2015815 Nov 26 02:42:12.630856 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56172) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:12.636140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-bb7118c2-2ae0-48d3-8326-352e0579c708 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Request body: {'security_group_rule': {'security_group_id': 'cf0df819-e762-42f5-b727-a0055d20796d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:12.646256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-3eb65d19-8eff-4adc-9810-a40d9b09020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:12.648320 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-3eb65d19-8eff-4adc-9810-a40d9b09020f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1228521 Nov 26 02:42:12.670918 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb7118c2-2ae0-48d3-8326-352e0579c708 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.737319 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb7118c2-2ae0-48d3-8326-352e0579c708 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.741417 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb7118c2-2ae0-48d3-8326-352e0579c708 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.763056 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7118c2-2ae0-48d3-8326-352e0579c708 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db53737-192b-4839-a402-af66aabb1608,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:12.769689 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb7118c2-2ae0-48d3-8326-352e0579c708 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.771064 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bb7118c2-2ae0-48d3-8326-352e0579c708 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393816 Nov 26 02:42:12.773770 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56174) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:12.778415 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0f4eaa76-f28e-406a-9588-e9ad4ef06ee7 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Request body: {'security_group_rule': {'security_group_id': 'cf0df819-e762-42f5-b727-a0055d20796d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:12.787683 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56176) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:12.795962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-0fef14a6-aa9b-4960-aee9-4597c05f449b tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a3fe419d-1fd5-428e-8ff1-8f2be0d54df4 HTTP/1.1" status: 200 len: 2998 time: 0.1770937 Nov 26 02:42:12.806028 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4162-517c-4afd-aa79-71e38c9c1d1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.833580 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0f4eaa76-f28e-406a-9588-e9ad4ef06ee7 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.851304 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9475bcf8-e7a8-40c6-92e3-d3bc34bf3591 req-936ad80a-f557-42bf-a828-b70984bae3f5 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171700 Nov 26 02:42:12.894685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-06477d18-a864-44c2-aa15-e8ae4a47fd23 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322254 Nov 26 02:42:12.942566 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0f4eaa76-f28e-406a-9588-e9ad4ef06ee7 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.948240 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0f4eaa76-f28e-406a-9588-e9ad4ef06ee7 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.958073 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-754ae947-cd8e-4398-8687-453b0a14fe34 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a3fe419d-1fd5-428e-8ff1-8f2be0d54df4 HTTP/1.1" status: 200 len: 2998 time: 0.1509035 Nov 26 02:42:12.960098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6735cb2f-9417-4d53-91de-c09d726c3ab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.973775 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6735cb2f-9417-4d53-91de-c09d726c3ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.975805 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4eaa76-f28e-406a-9588-e9ad4ef06ee7 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a9161f-fb34-43e5-ba8c-cd19a74210b7,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:12.988171 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0f4eaa76-f28e-406a-9588-e9ad4ef06ee7 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:12.989620 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0f4eaa76-f28e-406a-9588-e9ad4ef06ee7 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2146800 Nov 26 02:42:12.996566 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56180) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:13.001027 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e2f7aa6a-3185-46d5-bc65-cc7cce4bfb34 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:13.041302 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffebd5d-2c87-4f6b-9ac3-451cece59325 x-openstack-request-id: req-4ffebd5d-2c87-4f6b-9ac3-451cece59325 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:13.041659 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b13dd9-9876-4284-8c8d-52f2e7d678d6", "tag": "86022b09-c470-4f1b-b585-f0e3eb74f99e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:13.041869 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ffebd5d-2c87-4f6b-9ac3-451cece59325 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:13.043776 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4162-517c-4afd-aa79-71e38c9c1d1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:13.043899 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b13dd9-9876-4284-8c8d-52f2e7d678d6', 'tag': '86022b09-c470-4f1b-b585-f0e3eb74f99e', 'status': 'completed', 'code': 200} Nov 26 02:42:13.045565 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2f7aa6a-3185-46d5-bc65-cc7cce4bfb34 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:13.060156 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735cb2f-9417-4d53-91de-c09d726c3ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a028cac0-bc1f-4735-88c1-b6aff91861f9,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:13.066643 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6735cb2f-9417-4d53-91de-c09d726c3ab1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22b3205f29f84ad39344c06e366d7634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4703708 Nov 26 02:42:13.067117 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4162-517c-4afd-aa79-71e38c9c1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:13.067638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56190) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:13.106884 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-9c3bd042-ea7a-4a1b-bffb-e877e45f0b57 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/b0e605f9-b256-4570-ab7b-6a44a68303c4 HTTP/1.1" status: 200 len: 2998 time: 0.1288745 Nov 26 02:42:13.114986 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5ee4b64-8547-4d73-9737-77710a9b402f req-47957332-9c60-468f-ae87-c3f8796f2116 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132132 Nov 26 02:42:13.140967 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d4162-517c-4afd-aa79-71e38c9c1d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bdf4c0-d476-4f75-a331-48f92557be88,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:13.145122 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6a0d4162-517c-4afd-aa79-71e38c9c1d1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97cd90715f844ea09322b8f854f5311e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564780 Nov 26 02:42:13.148520 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56200) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:13.215122 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef6d500f-c764-48aa-92ed-ad2f26e85bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:13.235752 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-77b52c4f-b441-49ca-9a4e-f0b11b83897b tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/b0e605f9-b256-4570-ab7b-6a44a68303c4 HTTP/1.1" status: 200 len: 2998 time: 0.1166410 Nov 26 02:42:13.236389 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-43d441be-4d35-4f9a-9982-1174b9ddf5a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:13.243767 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef6d500f-c764-48aa-92ed-ad2f26e85bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:13.269862 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2f7aa6a-3185-46d5-bc65-cc7cce4bfb34 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:13.317249 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-43d441be-4d35-4f9a-9982-1174b9ddf5a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:13.345100 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef6d500f-c764-48aa-92ed-ad2f26e85bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:13.347494 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef6d500f-c764-48aa-92ed-ad2f26e85bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:13.348660 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ef6d500f-c764-48aa-92ed-ad2f26e85bdb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9bdf4c0-d476-4f75-a331-48f92557be88 HTTP/1.1" status: 204 len: 168 time: 0.1988420 Nov 26 02:42:13.362658 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb80bcb-b237-4d9b-bac8-06780ff1eba8 req-bd99bf19-0342-440e-b534-ff2e254e7d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:13.364198 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcb80bcb-b237-4d9b-bac8-06780ff1eba8 req-bd99bf19-0342-440e-b534-ff2e254e7d8b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 1098 time: 0.1451204 Nov 26 02:42:13.376323 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d500f-c764-48aa-92ed-ad2f26e85bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bdf4c0-d476-4f75-a331-48f92557be88,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:13.385871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-4d728376-4b54-4a27-a7b2-cdf30615eb34 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:13.389326 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-4d728376-4b54-4a27-a7b2-cdf30615eb34 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 807 time: 0.2603316 Nov 26 02:42:13.398725 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-e2f7aa6a-3185-46d5-bc65-cc7cce4bfb34 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Allocated IP 172.25.0.96 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/96567b0e-bb64-4d83-b9e6-b632fee5bd83) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:42:13.448715 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-2cc502cb-1d10-44a9-87e6-f164a6aeda30 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c4c948c0-dabe-4f08-8b78-c65d795e0182 HTTP/1.1" status: 200 len: 2998 time: 0.1888072 Nov 26 02:42:13.485925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-5d448a96-f4f6-4335-aec6-cb01261d0173 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/quotas/fd64c89c2dfb4732a633c8526baba9f0 HTTP/1.1" status: 200 len: 375 time: 0.0352755 Nov 26 02:42:13.519483 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2f7aa6a-3185-46d5-bc65-cc7cce4bfb34 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:13.547250 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-43d441be-4d35-4f9a-9982-1174b9ddf5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:13.549854 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-43d441be-4d35-4f9a-9982-1174b9ddf5a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:13.550991 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-43d441be-4d35-4f9a-9982-1174b9ddf5a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a028cac0-bc1f-4735-88c1-b6aff91861f9 HTTP/1.1" status: 204 len: 168 time: 0.4786875 Nov 26 02:42:13.571339 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2f7aa6a-3185-46d5-bc65-cc7cce4bfb34 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:13.584402 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-8ff2f3e4-fa59-4fee-ac16-0647856dfe3c tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c4c948c0-dabe-4f08-8b78-c65d795e0182 HTTP/1.1" status: 200 len: 2998 time: 0.1168413 Nov 26 02:42:13.600196 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d441be-4d35-4f9a-9982-1174b9ddf5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a028cac0-bc1f-4735-88c1-b6aff91861f9,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:13.623296 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f7aa6a-3185-46d5-bc65-cc7cce4bfb34 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:42:13.629802 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb80bcb-b237-4d9b-bac8-06780ff1eba8 req-a4425f4b-dc56-4d34-bd67-0a59974acb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:13.630804 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcb80bcb-b237-4d9b-bac8-06780ff1eba8 req-a4425f4b-dc56-4d34-bd67-0a59974acb19 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.2519896 Nov 26 02:42:13.633809 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e2f7aa6a-3185-46d5-bc65-cc7cce4bfb34 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:42:13.645636 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f7aa6a-3185-46d5-bc65-cc7cce4bfb34 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:42:13.645636 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7aa6a-3185-46d5-bc65-cc7cce4bfb34 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Pushing event updated for resources: {'Port': ['ID=96567b0e-bb64-4d83-b9e6-b632fee5bd83,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:13.651035 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-d3cbed77-5f6b-44e8-8b14-d128e3a40e32 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1543157 Nov 26 02:42:13.664982 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-3ad45361-b3ea-4e97-b112-2e0e55f13048 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:42:13.674984 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-3ad45361-b3ea-4e97-b112-2e0e55f13048 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0220966 Nov 26 02:42:13.748760 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2f7aa6a-3185-46d5-bc65-cc7cce4bfb34 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:13.762540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcb80bcb-b237-4d9b-bac8-06780ff1eba8 req-85386945-a64a-45a2-8728-7f96271089ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=86022b09-c470-4f1b-b585-f0e3eb74f99e HTTP/1.1" status: 200 len: 217 time: 0.0853698 Nov 26 02:42:13.768603 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-2279645b-fee9-43d0-be67-ad2b5f91b198 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ccc46676-9a4a-4205-b2cf-ebbca2d63913 HTTP/1.1" status: 200 len: 2990 time: 0.1704023 Nov 26 02:42:13.797898 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2f7aa6a-3185-46d5-bc65-cc7cce4bfb34 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:13.873798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb80bcb-b237-4d9b-bac8-06780ff1eba8 req-d7acf28a-bdcc-4559-970e-0fd9ae18fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:13.875430 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcb80bcb-b237-4d9b-bac8-06780ff1eba8 req-d7acf28a-bdcc-4559-970e-0fd9ae18fd50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1005454 Nov 26 02:42:13.882292 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-c7f2bc50-5c50-4351-880f-bf5cdcf08efb service neutron] 10.222.0.31 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063642 Nov 26 02:42:13.923249 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-cc35967b-bb4e-48d4-a3f3-4a3fa3790a64 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ccc46676-9a4a-4205-b2cf-ebbca2d63913 HTTP/1.1" status: 200 len: 2990 time: 0.1364770 Nov 26 02:42:13.990449 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2f7aa6a-3185-46d5-bc65-cc7cce4bfb34 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:13.996487 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2f7aa6a-3185-46d5-bc65-cc7cce4bfb34 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:14.021893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb80bcb-b237-4d9b-bac8-06780ff1eba8 req-fc6d8ea0-4e1e-4f74-a7a5-2ef66a82bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:14.023384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcb80bcb-b237-4d9b-bac8-06780ff1eba8 req-fc6d8ea0-4e1e-4f74-a7a5-2ef66a82bbdd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1392646 Nov 26 02:42:14.046776 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-c0aa77d1-1b06-4591-9c53-29a21ff9450a tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ef51cc37-b9e6-4bef-b06c-013fe5ff8a0e HTTP/1.1" status: 200 len: 2998 time: 0.0892150 Nov 26 02:42:14.056421 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7aa6a-3185-46d5-bc65-cc7cce4bfb34 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Pushing event updated for resources: {'Port': ['ID=96567b0e-bb64-4d83-b9e6-b632fee5bd83,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:14.089553 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b4e41461-8f4b-4dd2-8b25-c09dc3e867b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:14.101097 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-fe1eb7db-0eb5-41ce-8599-1501d69c68b8 service neutron] 10.222.0.31 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074780 Nov 26 02:42:14.117440 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2f7aa6a-3185-46d5-bc65-cc7cce4bfb34 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:14.149184 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2f7aa6a-3185-46d5-bc65-cc7cce4bfb34 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:14.151775 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-2735ffff-64dc-4a2d-984e-35016eef94b9 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ef51cc37-b9e6-4bef-b06c-013fe5ff8a0e HTTP/1.1" status: 200 len: 2998 time: 0.0615597 Nov 26 02:42:14.154467 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e2f7aa6a-3185-46d5-bc65-cc7cce4bfb34 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1573055 Nov 26 02:42:14.188258 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcb80bcb-b237-4d9b-bac8-06780ff1eba8 req-766f1ad1-ea51-4938-b5e6-a122126dfec7 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561730 Nov 26 02:42:14.189531 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-5ddca328-442e-4722-81cf-532cb38cd98e req-86322d78-956f-4dca-a543-5fe00e311163 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] show failed (client error): The resource could not be found. Nov 26 02:42:14.190436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-86322d78-956f-4dca-a543-5fe00e311163 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f7774574-42cf-4e5a-939a-e100d0785851 HTTP/1.1" status: 404 len: 352 time: 0.0246575 Nov 26 02:42:14.258789 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-5ddca328-442e-4722-81cf-532cb38cd98e req-f7c658b1-4caa-4582-8299-ab73e6ecfe2f tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] show failed (client error): The resource could not be found. Nov 26 02:42:14.260088 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddca328-442e-4722-81cf-532cb38cd98e req-f7c658b1-4caa-4582-8299-ab73e6ecfe2f tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f7774574-42cf-4e5a-939a-e100d0785851 HTTP/1.1" status: 404 len: 352 time: 0.0554383 Nov 26 02:42:14.354837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcb80bcb-b237-4d9b-bac8-06780ff1eba8 req-5302570d-5aab-43e3-8a6a-cb5d3437a9f4 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590166 Nov 26 02:42:14.422273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f909d-23e8-4aec-86dc-185c874d10b1 req-9fb32d9b-94c8-4277-9ebc-aa7e8aaa84cc tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:14.423814 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-240f909d-23e8-4aec-86dc-185c874d10b1 req-9fb32d9b-94c8-4277-9ebc-aa7e8aaa84cc tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 947 time: 0.0813556 Nov 26 02:42:14.515395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-240f909d-23e8-4aec-86dc-185c874d10b1 req-261a87ff-2101-491c-8868-52cfbd335f8a tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807850 Nov 26 02:42:14.585208 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0629e2c-ca0f-4339-8d9c-49e9d8f96fcf req-20585309-65c1-41d6-b93a-9f13abb18ec7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 210 time: 0.0621381 Nov 26 02:42:14.701853 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bdcdb33-6375-4ecd-934c-719c861f4c90 req-bf4873e6-dc2c-48ca-9504-b9cca18b2f2a tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc0c8092e42849ae93eba2302fda3087 HTTP/1.1" status: 200 len: 6151 time: 0.1605327 Nov 26 02:42:14.824152 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bdcdb33-6375-4ecd-934c-719c861f4c90 req-53b05185-bbd8-4bd4-b67b-97b306d57006 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] 10.222.0.31 "GET /v2.0/security-groups/ef51cc37-b9e6-4bef-b06c-013fe5ff8a0e HTTP/1.1" status: 200 len: 2998 time: 0.1134064 Nov 26 02:42:14.881797 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:14.893228 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-4ce8cc4e-c424-498c-aa07-4bf35decd81b tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:14.894804 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-4ce8cc4e-c424-498c-aa07-4bf35decd81b tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/networks?id=e87b060a-d5d1-4923-b8cc-c505a50f896b HTTP/1.1" status: 200 len: 821 time: 0.1715794 Nov 26 02:42:14.904953 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bdcdb33-6375-4ecd-934c-719c861f4c90 req-b8d4cbfa-ab9a-4e3a-8f28-0d625095f751 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] 10.222.0.31 "GET /v2.0/security-groups/ef51cc37-b9e6-4bef-b06c-013fe5ff8a0e HTTP/1.1" status: 200 len: 2998 time: 0.0799308 Nov 26 02:42:14.926476 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-fb72fd2a-1299-4f13-90f8-8ce5b9449283 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/quotas/c4f8bc7f0d6943cfb753dcc1ea335c65 HTTP/1.1" status: 200 len: 375 time: 0.0175860 Nov 26 02:42:14.958949 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-686a415b-2dd1-455b-8a4c-fe99d9180d95 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4f8bc7f0d6943cfb753dcc1ea335c65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315962 Nov 26 02:42:15.035994 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75a32edc-9681-479c-962b-16f7bacd12f8 req-17d499d4-5a68-4932-82f3-d7fed15589f3 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/56083502-55c5-4623-8dc4-d07866bd7263 HTTP/1.1" status: 200 len: 1795 time: 0.0988815 Nov 26 02:42:15.104618 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-ac560db6-2df8-4c93-984a-01c9bfa429fa service neutron] 10.222.0.31 "GET /v2.0/networks/e87b060a-d5d1-4923-b8cc-c505a50f896b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349041 Nov 26 02:42:15.166920 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-75a32edc-9681-479c-962b-16f7bacd12f8 req-0caadc84-1800-4d94-b127-362b85263c35 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:15.215836 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-75a32edc-9681-479c-962b-16f7bacd12f8 req-0caadc84-1800-4d94-b127-362b85263c35 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:15.246505 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-90dfddde-0d70-41b6-9b44-fd3cfdcf0a5a service neutron] 10.222.0.31 "GET /v2.0/networks/e87b060a-d5d1-4923-b8cc-c505a50f896b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410313 Nov 26 02:42:15.271569 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-75a32edc-9681-479c-962b-16f7bacd12f8 req-0caadc84-1800-4d94-b127-362b85263c35 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:15.274830 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-75a32edc-9681-479c-962b-16f7bacd12f8 req-0caadc84-1800-4d94-b127-362b85263c35 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:15.276231 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75a32edc-9681-479c-962b-16f7bacd12f8 req-0caadc84-1800-4d94-b127-362b85263c35 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/56083502-55c5-4623-8dc4-d07866bd7263 HTTP/1.1" status: 204 len: 173 time: 0.2342682 Nov 26 02:42:15.299179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caadc84-1800-4d94-b127-362b85263c35 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56083502-55c5-4623-8dc4-d07866bd7263,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:15.362802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a03ec55-3124-49e6-ae23-64616a2e24c8 req-5a518ffe-d965-4688-9430-86998b931138 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "GET /v2.0/security-groups/45cca458-3eb8-4f4a-ab60-683b92f6c8ea HTTP/1.1" status: 200 len: 1793 time: 0.0457377 Nov 26 02:42:15.454891 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9a03ec55-3124-49e6-ae23-64616a2e24c8 req-c48247ff-8a37-44b8-8a59-48c91071ebe2 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:15.490195 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9a03ec55-3124-49e6-ae23-64616a2e24c8 req-c48247ff-8a37-44b8-8a59-48c91071ebe2 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:15.555517 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9a03ec55-3124-49e6-ae23-64616a2e24c8 req-c48247ff-8a37-44b8-8a59-48c91071ebe2 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:15.558547 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9a03ec55-3124-49e6-ae23-64616a2e24c8 req-c48247ff-8a37-44b8-8a59-48c91071ebe2 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:15.560071 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a03ec55-3124-49e6-ae23-64616a2e24c8 req-c48247ff-8a37-44b8-8a59-48c91071ebe2 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/45cca458-3eb8-4f4a-ab60-683b92f6c8ea HTTP/1.1" status: 204 len: 173 time: 0.1906848 Nov 26 02:42:15.722640 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:42:15.915885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48247ff-8a37-44b8-8a59-48c91071ebe2 tempest-SecurityGroupsTestAdminJSON-586271901 tempest-SecurityGroupsTestAdminJSON-586271901-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cca458-3eb8-4f4a-ab60-683b92f6c8ea,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:15.943680 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56342) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:15.948099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed5bcb26-0e54-47ff-89d3-3e111035dbfc req-326b254a-4f3c-43cd-aaeb-75b0f549cb4f tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 210 time: 0.0546069 Nov 26 02:42:16.012278 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-c968a094-ee4e-49e3-b792-72ddf87693ed tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=096db277470446ba91a30b961616eb74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483279 Nov 26 02:42:16.067017 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1924974-6a00-4d7e-a3bc-f784fe79a92b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:16.067908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-f6a2096f-a035-4c88-91ef-2b58dfee3351 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:16.070077 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-f6a2096f-a035-4c88-91ef-2b58dfee3351 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.54 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 807 time: 0.5089779 Nov 26 02:42:16.113861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-58d6aa57-3a18-4eeb-be6b-24f6c3ea547e tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Request body: {'port': {'device_id': '5de63b1f-40e8-4839-b01a-20d7fb7271a4', 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c', 'admin_state_up': True, 'tenant_id': 'fd64c89c2dfb4732a633c8526baba9f0'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:16.148206 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1924974-6a00-4d7e-a3bc-f784fe79a92b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:16.152395 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1924974-6a00-4d7e-a3bc-f784fe79a92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:16.189586 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1924974-6a00-4d7e-a3bc-f784fe79a92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b51b8ef-0e27-46a9-866e-e09848959d5d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:16.194035 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f1924974-6a00-4d7e-a3bc-f784fe79a92b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=987d62dfef1b47ac8c559d11cd49e9d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491350 Nov 26 02:42:16.196732 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56346) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:16.250945 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-552d4e47-2384-4b7b-ae06-e475c4622b24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:16.272999 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-552d4e47-2384-4b7b-ae06-e475c4622b24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:16.274241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899e36d-b44c-4f56-849d-5511460ffd9a req-67afa4da-c992-453d-86ce-0d2c05d362ab tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:16.276020 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8899e36d-b44c-4f56-849d-5511460ffd9a req-67afa4da-c992-453d-86ce-0d2c05d362ab tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 947 time: 0.1587453 Nov 26 02:42:16.316622 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-f9e0664f-e81e-461c-b219-f7cb056b6163 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:16.318230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-f9e0664f-e81e-461c-b219-f7cb056b6163 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2952843 Nov 26 02:42:16.324544 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-552d4e47-2384-4b7b-ae06-e475c4622b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:16.327201 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-552d4e47-2384-4b7b-ae06-e475c4622b24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:16.328588 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-552d4e47-2384-4b7b-ae06-e475c4622b24 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b51b8ef-0e27-46a9-866e-e09848959d5d HTTP/1.1" status: 204 len: 168 time: 0.1309905 Nov 26 02:42:16.336352 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d4e47-2384-4b7b-ae06-e475c4622b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b51b8ef-0e27-46a9-866e-e09848959d5d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:16.362720 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-e7e20da7-e559-4d8d-a1a0-d3d1c01e2961 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/quotas/096db277470446ba91a30b961616eb74 HTTP/1.1" status: 200 len: 375 time: 0.0376496 Nov 26 02:42:16.375384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-58d6aa57-3a18-4eeb-be6b-24f6c3ea547e tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Made reservation on behalf of fd64c89c2dfb4732a633c8526baba9f0 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:42:16.378923 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-58d6aa57-3a18-4eeb-be6b-24f6c3ea547e tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:16.398905 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8899e36d-b44c-4f56-849d-5511460ffd9a req-3853f2e7-1294-4ddc-b1b3-7a129fd5c2af tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143522 Nov 26 02:42:16.420253 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-48adc355-bf4a-4cdf-86a9-44fefdd8a043 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=096db277470446ba91a30b961616eb74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481536 Nov 26 02:42:16.446759 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:16.517065 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5123f5ef-3486-4195-ac9c-7fa9e25ac637 req-83df2c89-6bf9-4abf-8e70-775ec595276e tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] 10.222.0.31 "GET /v2.0/security-groups/c94d08c3-0470-4cbf-a1b7-691901c18f83 HTTP/1.1" status: 200 len: 1793 time: 0.0950997 Nov 26 02:42:16.639856 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 86022b09-c470-4f1b-b585-f0e3eb74f99e details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:42:16.685896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32927987-857d-4f62-b7e8-5e75a5719e7e req-63858ca7-8fec-4899-9404-43992ce703f9 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 210 time: 0.0751827 Nov 26 02:42:16.746969 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56358) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:16.761086 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-58d6aa57-3a18-4eeb-be6b-24f6c3ea547e tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Allocated IP 172.20.0.3 (ddcac99f-452c-47dc-ab00-82864338624c/fc3c64a3-1f7d-4156-9c97-d694993c7485/90d38b26-a554-451f-93b8-bed743a9d211) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:42:16.767904 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dbc05d29-9f7b-48ff-8b19-88f73bbf54ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:16.824584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 86022b09-c470-4f1b-b585-f0e3eb74f99e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=86022b09-c470-4f1b-b585-f0e3eb74f99e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:16.830951 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5123f5ef-3486-4195-ac9c-7fa9e25ac637 req-0c359aa2-b83a-4fb6-9695-29ea4dc7e6f1 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:16.839799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '86022b09-c470-4f1b-b585-f0e3eb74f99e', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '86022b09-c470-4f1b-b585-f0e3eb74f99e', 'mac_address': 'fa:16:3e:25:41:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:42:16.870406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-672d6d2e-494c-4cc6-ba4c-ba20e46cf32a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:16.872146 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-672d6d2e-494c-4cc6-ba4c-ba20e46cf32a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.59 "GET /v2.0/networks?id=e87b060a-d5d1-4923-b8cc-c505a50f896b HTTP/1.1" status: 200 len: 821 time: 0.2040880 Nov 26 02:42:16.897005 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:16.897256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-1b0828d5-9fef-488a-a369-2ed7baae1ab4 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Request body: {'port': {'device_id': '574909bb-2bae-4eef-8cc6-c447ae9e66cc', 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b', 'admin_state_up': True, 'tenant_id': 'c4f8bc7f0d6943cfb753dcc1ea335c65'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:16.914375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86022b09-c470-4f1b-b585-f0e3eb74f99e {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:16.930613 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5123f5ef-3486-4195-ac9c-7fa9e25ac637 req-0c359aa2-b83a-4fb6-9695-29ea4dc7e6f1 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:16.956090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 86022b09-c470-4f1b-b585-f0e3eb74f99e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=86022b09-c470-4f1b-b585-f0e3eb74f99e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:16.962428 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dbc05d29-9f7b-48ff-8b19-88f73bbf54ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:16.972488 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:16.981935 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dbc05d29-9f7b-48ff-8b19-88f73bbf54ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:17.060894 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc05d29-9f7b-48ff-8b19-88f73bbf54ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eab3a2c-9ea4-4dbd-b769-ca68380add7c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:17.065700 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dbc05d29-9f7b-48ff-8b19-88f73bbf54ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c76d42ce8e343aca2c8c18ef55d4edb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176494 Nov 26 02:42:17.069348 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56368) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:17.098222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=86022b09-c470-4f1b-b585-f0e3eb74f99e,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:17.144430 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-58d6aa57-3a18-4eeb-be6b-24f6c3ea547e tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:17.145055 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-427880f7-34d9-491b-a2bd-2c6b28098cc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:17.170560 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-427880f7-34d9-491b-a2bd-2c6b28098cc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:17.194341 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5123f5ef-3486-4195-ac9c-7fa9e25ac637 req-0c359aa2-b83a-4fb6-9695-29ea4dc7e6f1 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:17.196932 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5123f5ef-3486-4195-ac9c-7fa9e25ac637 req-0c359aa2-b83a-4fb6-9695-29ea4dc7e6f1 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:17.198044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5123f5ef-3486-4195-ac9c-7fa9e25ac637 req-0c359aa2-b83a-4fb6-9695-29ea4dc7e6f1 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] 10.222.0.31 "DELETE /v2.0/security-groups/c94d08c3-0470-4cbf-a1b7-691901c18f83 HTTP/1.1" status: 204 len: 173 time: 0.6801145 Nov 26 02:42:17.206313 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-58d6aa57-3a18-4eeb-be6b-24f6c3ea547e tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:17.243791 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-427880f7-34d9-491b-a2bd-2c6b28098cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:17.247227 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-427880f7-34d9-491b-a2bd-2c6b28098cc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:17.249420 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-427880f7-34d9-491b-a2bd-2c6b28098cc3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6eab3a2c-9ea4-4dbd-b769-ca68380add7c HTTP/1.1" status: 204 len: 168 time: 0.1786854 Nov 26 02:42:17.262546 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['86022b09-c470-4f1b-b585-f0e3eb74f99e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:42:17.262866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-58d6aa57-3a18-4eeb-be6b-24f6c3ea547e tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Network ddcac99f-452c-47dc-ab00-82864338624c is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:42:17.264379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c359aa2-b83a-4fb6-9695-29ea4dc7e6f1 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94d08c3-0470-4cbf-a1b7-691901c18f83,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:17.274866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-58d6aa57-3a18-4eeb-be6b-24f6c3ea547e tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:42:17.277995 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-58d6aa57-3a18-4eeb-be6b-24f6c3ea547e tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:42:17.284338 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-58d6aa57-3a18-4eeb-be6b-24f6c3ea547e tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:17.284975 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-58d6aa57-3a18-4eeb-be6b-24f6c3ea547e tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:17.294936 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427880f7-34d9-491b-a2bd-2c6b28098cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eab3a2c-9ea4-4dbd-b769-ca68380add7c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:17.383540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-025c5622-c56b-44b7-84c9-766b48ccd643 req-f217f24f-8ce7-4281-afcf-b2f36a1949b6 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 210 time: 0.0685670 Nov 26 02:42:17.414274 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-58d6aa57-3a18-4eeb-be6b-24f6c3ea547e tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3065193 Nov 26 02:42:17.414861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6aa57-3a18-4eeb-be6b-24f6c3ea547e tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Pushing event updated for resources: {'Port': ['ID=90d38b26-a554-451f-93b8-bed743a9d211,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:17.417536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-1b0828d5-9fef-488a-a369-2ed7baae1ab4 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Made reservation on behalf of c4f8bc7f0d6943cfb753dcc1ea335c65 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:42:17.421511 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-1b0828d5-9fef-488a-a369-2ed7baae1ab4 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:17.449217 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a140b93-c8fb-42d6-8fa3-6e0d91cd656e req-b1570de4-1808-403d-92a5-5cf7aa3974b2 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 210 time: 0.1584377 Nov 26 02:42:17.467755 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:17.487800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Request body: {'port': {'device_id': '5de63b1f-40e8-4839-b01a-20d7fb7271a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:17.695708 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:17.716896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90e04cd6-ebd7-4432-b4f9-244e07703ebe req-0d8fc7c1-4050-4a4e-a808-c3b629d518fc tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] 10.222.0.31 "GET /v2.0/security-groups/e8b5c47f-8bff-4d9d-9312-abd7423f4541 HTTP/1.1" status: 200 len: 1793 time: 0.1817598 Nov 26 02:42:17.792206 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9207d8c-77c0-4308-8142-f8b04a6c89ff req-8148b720-dd62-4289-a4c6-5ebd6439e19b tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:17.793704 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9207d8c-77c0-4308-8142-f8b04a6c89ff req-8148b720-dd62-4289-a4c6-5ebd6439e19b tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 948 time: 0.1900437 Nov 26 02:42:17.845919 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-1b0828d5-9fef-488a-a369-2ed7baae1ab4 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Allocated IP 172.20.0.4 (e87b060a-d5d1-4923-b8cc-c505a50f896b/1b46157e-421f-41f5-9034-94d077205f11/91d9a71e-fc74-46d6-9118-1d16fbbb842f) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:42:17.979359 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-90e04cd6-ebd7-4432-b4f9-244e07703ebe req-590f1ede-5cc1-4b0e-8757-5c0de813fc24 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:18.008326 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9207d8c-77c0-4308-8142-f8b04a6c89ff req-4afdbb1b-a1a9-4848-b064-cb6998edf481 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026556 Nov 26 02:42:18.043299 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-be1fa096-4cce-432c-b596-bd59597e5905 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=096db277470446ba91a30b961616eb74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628457 Nov 26 02:42:18.079637 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-90e04cd6-ebd7-4432-b4f9-244e07703ebe req-590f1ede-5cc1-4b0e-8757-5c0de813fc24 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:18.203018 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-17c4eef4-c124-4add-8bf9-79bab9640e88 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:18.204378 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-17c4eef4-c124-4add-8bf9-79bab9640e88 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1392655 Nov 26 02:42:18.244695 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-489f6607-8d96-4104-b322-d271b44846f7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Request body: {'port': {'device_id': '6e47d03b-bca7-412b-a58b-89b20afaee6c', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '096db277470446ba91a30b961616eb74'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:18.263630 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-90e04cd6-ebd7-4432-b4f9-244e07703ebe req-590f1ede-5cc1-4b0e-8757-5c0de813fc24 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:18.266255 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-90e04cd6-ebd7-4432-b4f9-244e07703ebe req-590f1ede-5cc1-4b0e-8757-5c0de813fc24 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:18.267407 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90e04cd6-ebd7-4432-b4f9-244e07703ebe req-590f1ede-5cc1-4b0e-8757-5c0de813fc24 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] 10.222.0.31 "DELETE /v2.0/security-groups/e8b5c47f-8bff-4d9d-9312-abd7423f4541 HTTP/1.1" status: 204 len: 173 time: 0.5227947 Nov 26 02:42:18.325249 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9646cb-4b07-4029-b70c-715eefe71107 req-3f9b5909-8718-417a-9f08-1df66b60e9da tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:18.326825 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e9646cb-4b07-4029-b70c-715eefe71107 req-3f9b5909-8718-417a-9f08-1df66b60e9da tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 931 time: 0.1917191 Nov 26 02:42:18.327590 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f1ede-5cc1-4b0e-8757-5c0de813fc24 tempest-SecurityGroupsTestAdminJSON-898556144 tempest-SecurityGroupsTestAdminJSON-898556144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b5c47f-8bff-4d9d-9312-abd7423f4541,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:18.359866 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-1b0828d5-9fef-488a-a369-2ed7baae1ab4 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:18.432261 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d38b26-a554-451f-93b8-bed743a9d211 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:18.445958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-489f6607-8d96-4104-b322-d271b44846f7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Made reservation on behalf of 096db277470446ba91a30b961616eb74 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:42:18.453197 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-489f6607-8d96-4104-b322-d271b44846f7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:18.458428 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:18.469070 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-489f6607-8d96-4104-b322-d271b44846f7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:18.475934 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e9646cb-4b07-4029-b70c-715eefe71107 req-5ee6eda8-75a2-4c43-afb8-825a5399714f tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354415 Nov 26 02:42:18.492742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Transition to ACTIVE for port object 90d38b26-a554-451f-93b8-bed743a9d211 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:42:18.504166 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:18.539897 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-1b0828d5-9fef-488a-a369-2ed7baae1ab4 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:18.608963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a214383-1a69-48cc-9379-481573c43c9a req-08e2f378-d260-4126-a374-cb186bfa0ac2 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 210 time: 0.0703509 Nov 26 02:42:18.620948 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-489f6607-8d96-4104-b322-d271b44846f7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:18.628577 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-489f6607-8d96-4104-b322-d271b44846f7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:18.652006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-1b0828d5-9fef-488a-a369-2ed7baae1ab4 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Network e87b060a-d5d1-4923-b8cc-c505a50f896b is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:42:18.672016 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 86022b09-c470-4f1b-b585-f0e3eb74f99e up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:42:18.691860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Pushing event updated for resources: {'Port': ['ID=90d38b26-a554-451f-93b8-bed743a9d211,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:18.695320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-1b0828d5-9fef-488a-a369-2ed7baae1ab4 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:42:18.736889 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-1b0828d5-9fef-488a-a369-2ed7baae1ab4 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:42:18.745595 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-1b0828d5-9fef-488a-a369-2ed7baae1ab4 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:18.746270 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-1b0828d5-9fef-488a-a369-2ed7baae1ab4 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:18.801915 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 86022b09-c470-4f1b-b585-f0e3eb74f99e completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:42:18.806423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 86022b09-c470-4f1b-b585-f0e3eb74f99e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:42:18.806904 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:18.822603 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-1b0828d5-9fef-488a-a369-2ed7baae1ab4 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9311197 Nov 26 02:42:18.839866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0828d5-9fef-488a-a369-2ed7baae1ab4 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Pushing event updated for resources: {'Port': ['ID=91d9a71e-fc74-46d6-9118-1d16fbbb842f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:18.846817 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Attempting to bind port 90d38b26-a554-451f-93b8-bed743a9d211 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:42:18.847191 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Attempting to bind port 90d38b26-a554-451f-93b8-bed743a9d211 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:42:18.847506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Attempting to bind port 90d38b26-a554-451f-93b8-bed743a9d211 on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:18.875204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a6f0a-a5dc-470f-9f71-cf065da536ad req-5dbae3e6-9cbd-47ff-9c33-5b67bdddad79 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:18.883917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-629a6f0a-a5dc-470f-9f71-cf065da536ad req-5dbae3e6-9cbd-47ff-9c33-5b67bdddad79 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 931 time: 0.2304869 Nov 26 02:42:18.890985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56444) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:18.897222 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Request body: {'port': {'device_id': '574909bb-2bae-4eef-8cc6-c447ae9e66cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:18.953522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Port 90d38b26-a554-451f-93b8-bed743a9d211 on network ddcac99f-452c-47dc-ab00-82864338624c not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:42:18.953948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Attempting to bind port 90d38b26-a554-451f-93b8-bed743a9d211 on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:18.976338 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:19.003816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:42:19.003816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Checking segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:42:19.003816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Bound using segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:42:19.004256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Bound port: 90d38b26-a554-451f-93b8-bed743a9d211, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:42:19.006349 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:19.022224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 86022b09-c470-4f1b-b585-f0e3eb74f99e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=86022b09-c470-4f1b-b585-f0e3eb74f99e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:19.023426 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b13dd9-9876-4284-8c8d-52f2e7d678d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86022b09-c470-4f1b-b585-f0e3eb74f99e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:19.026284 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ce0bf4-58a6-494e-a531-2534b9dc76af" -d '{"events": [{"server_uuid": "66b13dd9-9876-4284-8c8d-52f2e7d678d6", "name": "network-vif-plugged", "status": "completed", "tag": "86022b09-c470-4f1b-b585-f0e3eb74f99e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:19.045162 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:19.059182 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:19.079359 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-489f6607-8d96-4104-b322-d271b44846f7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Allocated IP 192.168.233.49 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/3e8c2e35-125f-4810-8448-e8fe66413fa6) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:42:19.098164 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955dd3f1-16f9-4807-8ae3-a898f9dfaeeb x-openstack-request-id: req-955dd3f1-16f9-4807-8ae3-a898f9dfaeeb {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:19.098751 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b13dd9-9876-4284-8c8d-52f2e7d678d6", "name": "network-vif-plugged", "status": "completed", "tag": "86022b09-c470-4f1b-b585-f0e3eb74f99e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:19.099192 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-955dd3f1-16f9-4807-8ae3-a898f9dfaeeb {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:19.099780 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b13dd9-9876-4284-8c8d-52f2e7d678d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86022b09-c470-4f1b-b585-f0e3eb74f99e', 'code': 200} Nov 26 02:42:19.158057 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=86022b09-c470-4f1b-b585-f0e3eb74f99e,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:19.172474 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-629a6f0a-a5dc-470f-9f71-cf065da536ad req-fe8e9756-eba0-47f5-8e7d-4e1ae03b5b0c tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876697 Nov 26 02:42:19.292855 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f6607-8d96-4104-b322-d271b44846f7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2c785a-e72f-471f-9ae4-bbb430042ae8,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:19.318872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cfb6e-af87-43ec-af90-b14dd9ff1292 req-499a7d3f-25b4-4339-bf99-77cae9cd7724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:19.320793 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-080cfb6e-af87-43ec-af90-b14dd9ff1292 req-499a7d3f-25b4-4339-bf99-77cae9cd7724 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 1100 time: 0.0956807 Nov 26 02:42:19.354912 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-489f6607-8d96-4104-b322-d271b44846f7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:19.399200 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-080cfb6e-af87-43ec-af90-b14dd9ff1292 req-e18859a9-4fd5-4af9-a3e6-4cf8b9c13a09 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678372 Nov 26 02:42:19.414754 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-489f6607-8d96-4104-b322-d271b44846f7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:19.471322 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-489f6607-8d96-4104-b322-d271b44846f7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:42:19.496934 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-489f6607-8d96-4104-b322-d271b44846f7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:42:19.501311 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-489f6607-8d96-4104-b322-d271b44846f7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:42:19.553694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56466) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:19.566048 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-489f6607-8d96-4104-b322-d271b44846f7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:19.566667 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-489f6607-8d96-4104-b322-d271b44846f7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:19.597335 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] For port 90d38b26-a554-451f-93b8-bed743a9d211, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:19.632845 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f6607-8d96-4104-b322-d271b44846f7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Pushing event updated for resources: {'Port': ['ID=3e8c2e35-125f-4810-8448-e8fe66413fa6,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:19.641133 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-489f6607-8d96-4104-b322-d271b44846f7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4032023 Nov 26 02:42:19.661384 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Request body: {'port': {'device_id': '6e47d03b-bca7-412b-a58b-89b20afaee6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:19.684724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d99709-294b-400b-98ff-447561f96641 req-0f2f0e6f-44c9-4743-88c8-0be2b5a12d96 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:19.692150 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70d99709-294b-400b-98ff-447561f96641 req-0f2f0e6f-44c9-4743-88c8-0be2b5a12d96 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.5140157 Nov 26 02:42:19.699022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] For port 90d38b26-a554-451f-93b8-bed743a9d211, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=90d38b26-a554-451f-93b8-bed743a9d211,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:42:19.715051 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4aa0e667-58a1-467b-a84d-8dc764b4d17d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc0c8092e42849ae93eba2302fda3087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7855132 Nov 26 02:42:19.721121 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56472) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:19.725048 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:19.760798 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:19.839346 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e86c9f99-99eb-44d1-b00c-a8212d932fed None None] Provisioning complete for port 3e8c2e35-125f-4810-8448-e8fe66413fa6 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:42:19.842009 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e86c9f99-99eb-44d1-b00c-a8212d932fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:19.856119 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:19.857379 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:19.858885 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] 10.222.0.54 "PUT /v2.0/ports/90d38b26-a554-451f-93b8-bed743a9d211 HTTP/1.1" status: 200 len: 1091 time: 2.3871834 Nov 26 02:42:19.866948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de63b1f-40e8-4839-b01a-20d7fb7271a4', 'tag': '90d38b26-a554-451f-93b8-bed743a9d211'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:19.869223 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67597991-5ba7-481f-a3ba-f923cf445c80" -d '{"events": [{"name": "network-changed", "server_uuid": "5de63b1f-40e8-4839-b01a-20d7fb7271a4", "tag": "90d38b26-a554-451f-93b8-bed743a9d211"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:19.879195 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-466c3ae5-3669-4410-be5f-37745868f532 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:19.888656 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0445d89-295e-42fd-a811-ae5007f0118d service neutron] Pushing event updated for resources: {'Port': ['ID=90d38b26-a554-451f-93b8-bed743a9d211,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:19.893030 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-e86c9f99-99eb-44d1-b00c-a8212d932fed None None] Port 3e8c2e35-125f-4810-8448-e8fe66413fa6 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:42:19.931331 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70d99709-294b-400b-98ff-447561f96641 req-8bae9852-bafa-426b-87eb-84d0ef0b8d99 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382624 Nov 26 02:42:20.025292 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-869c077c-36ee-41d1-9137-88ee4a2cead9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:20.136458 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-869c077c-36ee-41d1-9137-88ee4a2cead9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:20.143932 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8c2e35-125f-4810-8448-e8fe66413fa6 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:20.151232 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:20.162664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-d7ef7cc4-9ede-4b56-851f-26e8e4da22c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:20.164202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-d7ef7cc4-9ede-4b56-851f-26e8e4da22c3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 1094 time: 0.2284582 Nov 26 02:42:20.168916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Transition to ACTIVE for port object 3e8c2e35-125f-4810-8448-e8fe66413fa6 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:42:20.171773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d9a71e-fc74-46d6-9118-1d16fbbb842f {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:20.172851 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:20.195519 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:20.223348 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Pushing event updated for resources: {'Port': ['ID=3e8c2e35-125f-4810-8448-e8fe66413fa6,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:20.230937 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbf1dd-d93c-49d9-b010-3a2fc05d126a req-dc160f8e-404e-4c32-9a23-795a1cd7d2c9 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:20.232856 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63cbf1dd-d93c-49d9-b010-3a2fc05d126a req-dc160f8e-404e-4c32-9a23-795a1cd7d2c9 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 943 time: 0.2330990 Nov 26 02:42:20.278414 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-26cc8e4e-9b51-4854-93a2-5f3c306dfd15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90d38b26-a554-451f-93b8-bed743a9d211 HTTP/1.1" status: 200 len: 217 time: 0.0881054 Nov 26 02:42:20.297276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe91e5-525c-4834-8a49-2af2a430d4b9 req-68f39460-27d3-4484-8e31-a7ad5feffae1 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:20.298909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7fe91e5-525c-4834-8a49-2af2a430d4b9 req-68f39460-27d3-4484-8e31-a7ad5feffae1 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 935 time: 0.2529984 Nov 26 02:42:20.301474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Transition to ACTIVE for port object 91d9a71e-fc74-46d6-9118-1d16fbbb842f will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:42:20.334718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Attempting to bind port 3e8c2e35-125f-4810-8448-e8fe66413fa6 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:42:20.335049 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Attempting to bind port 3e8c2e35-125f-4810-8448-e8fe66413fa6 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:42:20.336190 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Attempting to bind port 3e8c2e35-125f-4810-8448-e8fe66413fa6 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:20.341089 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Port 3e8c2e35-125f-4810-8448-e8fe66413fa6 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:42:20.341413 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Attempting to bind port 3e8c2e35-125f-4810-8448-e8fe66413fa6 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:20.346901 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:42:20.347237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:42:20.347799 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:42:20.348336 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Bound port: 3e8c2e35-125f-4810-8448-e8fe66413fa6, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:42:20.349353 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:20.353631 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:20.376673 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-466c3ae5-3669-4410-be5f-37745868f532 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:20.428619 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-466c3ae5-3669-4410-be5f-37745868f532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:20.430956 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] For port 3e8c2e35-125f-4810-8448-e8fe66413fa6, host n-h1-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:20.434402 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] For port 3e8c2e35-125f-4810-8448-e8fe66413fa6, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3e8c2e35-125f-4810-8448-e8fe66413fa6,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:42:20.440042 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:20.485648 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:20.486423 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:20.487873 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] 10.222.0.54 "PUT /v2.0/ports/3e8c2e35-125f-4810-8448-e8fe66413fa6 HTTP/1.1" status: 200 len: 1095 time: 0.8309526 Nov 26 02:42:20.488492 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e47d03b-bca7-412b-a58b-89b20afaee6c', 'tag': '3e8c2e35-125f-4810-8448-e8fe66413fa6'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:20.521827 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-869c077c-36ee-41d1-9137-88ee4a2cead9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:20.525594 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-869c077c-36ee-41d1-9137-88ee4a2cead9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:20.526981 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-869c077c-36ee-41d1-9137-88ee4a2cead9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef51cc37-b9e6-4bef-b06c-013fe5ff8a0e HTTP/1.1" status: 204 len: 168 time: 0.8033981 Nov 26 02:42:20.542201 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592dda41-ebe6-400b-8e97-7a409035790e service neutron] Pushing event updated for resources: {'Port': ['ID=3e8c2e35-125f-4810-8448-e8fe66413fa6,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:20.543006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c3ae5-3669-4410-be5f-37745868f532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac236a7-714c-46e2-904e-ef979173014e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:20.558630 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63cbf1dd-d93c-49d9-b010-3a2fc05d126a req-e45e65bc-622a-42ea-a8b1-83bd8c131cf7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881382 Nov 26 02:42:20.560838 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-5c3663e9-4906-481d-9b91-1c2e54dfb967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:20.562616 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-5c3663e9-4906-481d-9b91-1c2e54dfb967 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.2625952 Nov 26 02:42:20.571126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Pushing event updated for resources: {'Port': ['ID=91d9a71e-fc74-46d6-9118-1d16fbbb842f,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:20.606520 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-466c3ae5-3669-4410-be5f-37745868f532 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b65c15ae50ea4a3393f720bf4a9ae2df&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0453892 Nov 26 02:42:20.634709 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56490) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:20.658330 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c077c-36ee-41d1-9137-88ee4a2cead9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef51cc37-b9e6-4bef-b06c-013fe5ff8a0e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:20.725916 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7fe91e5-525c-4834-8a49-2af2a430d4b9 req-d89cba9f-565f-4048-949d-d9e93ab37909 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081676 Nov 26 02:42:20.728124 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-14abc597-aa24-4a1a-b605-acc4e5043d2d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1541476 Nov 26 02:42:20.733600 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-5eaa5d01-2597-4b13-a22d-bf887cf56fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:20.735161 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-5eaa5d01-2597-4b13-a22d-bf887cf56fe8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=096db277470446ba91a30b961616eb74&device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 1098 time: 0.1751707 Nov 26 02:42:20.738432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Attempting to bind port 91d9a71e-fc74-46d6-9118-1d16fbbb842f on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:42:20.738788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Attempting to bind port 91d9a71e-fc74-46d6-9118-1d16fbbb842f by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '96edcaca-041e-4f83-b411-43edf2a49a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:42:20.739113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Attempting to bind port 91d9a71e-fc74-46d6-9118-1d16fbbb842f on network e87b060a-d5d1-4923-b8cc-c505a50f896b {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:20.763795 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84552c33-f4b6-4ecc-874d-3da1e49ed8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6e47d03b-bca7-412b-a58b-89b20afaee6c", "tag": "3e8c2e35-125f-4810-8448-e8fe66413fa6"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:20.784758 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd6268a-e15e-45f8-b3f8-879228683199 x-openstack-request-id: req-7bd6268a-e15e-45f8-b3f8-879228683199 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:20.785230 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de63b1f-40e8-4839-b01a-20d7fb7271a4", "tag": "90d38b26-a554-451f-93b8-bed743a9d211", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:20.785409 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bd6268a-e15e-45f8-b3f8-879228683199 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:20.786018 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de63b1f-40e8-4839-b01a-20d7fb7271a4', 'tag': '90d38b26-a554-451f-93b8-bed743a9d211', 'status': 'completed', 'code': 200} Nov 26 02:42:20.786573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Port 91d9a71e-fc74-46d6-9118-1d16fbbb842f on network e87b060a-d5d1-4923-b8cc-c505a50f896b not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:42:20.786902 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Attempting to bind port 91d9a71e-fc74-46d6-9118-1d16fbbb842f on network e87b060a-d5d1-4923-b8cc-c505a50f896b {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:20.802627 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e08d3022-b35e-4742-8021-13a57cd08110 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:20.806401 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-23a53d77-e7b9-463e-9aa5-cde08be191a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=3e8c2e35-125f-4810-8448-e8fe66413fa6 HTTP/1.1" status: 200 len: 217 time: 0.0538571 Nov 26 02:42:20.860622 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e08d3022-b35e-4742-8021-13a57cd08110 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:20.888677 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-053cb38b-1f54-481e-810f-fef31d6fea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:20.890609 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-053cb38b-1f54-481e-810f-fef31d6fea0f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0762742 Nov 26 02:42:20.933725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:42:20.934724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Checking segment: {'id': '96edcaca-041e-4f83-b411-43edf2a49a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:42:20.935970 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Bound using segment: {'id': '96edcaca-041e-4f83-b411-43edf2a49a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:42:20.937246 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Bound port: 91d9a71e-fc74-46d6-9118-1d16fbbb842f, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96edcaca-041e-4f83-b411-43edf2a49a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:42:20.937651 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:20.957685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-1fb61724-2d14-4775-999a-d5760d9c3a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:20.959249 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-1fb61724-2d14-4775-999a-d5760d9c3a33 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0569122 Nov 26 02:42:21.000206 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b6b68-202b-4290-baac-0cd8d5cdf18d req-95c1a6b4-6806-45bd-af9d-e499d8840523 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:21.007188 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-437b6b68-202b-4290-baac-0cd8d5cdf18d req-95c1a6b4-6806-45bd-af9d-e499d8840523 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 943 time: 0.1219187 Nov 26 02:42:21.049863 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56498) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:21.079537 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-5bc27a4c-890b-4568-b1fc-2d0521e2ce0c service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123226 Nov 26 02:42:21.080694 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e08d3022-b35e-4742-8021-13a57cd08110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:21.083642 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e08d3022-b35e-4742-8021-13a57cd08110 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:21.087044 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e08d3022-b35e-4742-8021-13a57cd08110 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ac236a7-714c-46e2-904e-ef979173014e HTTP/1.1" status: 204 len: 168 time: 0.4374740 Nov 26 02:42:21.135850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d3022-b35e-4742-8021-13a57cd08110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac236a7-714c-46e2-904e-ef979173014e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:21.183453 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4fc14fd0-e184-4b29-85e0-959d6d48f61d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe1c291a21b44e569464c7ebcc00492e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319849 Nov 26 02:42:21.203280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56502) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:21.228180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-697d9a6c-fae1-4b33-b27d-7f08c8c17e23 service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752851 Nov 26 02:42:21.250844 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-437b6b68-202b-4290-baac-0cd8d5cdf18d req-337bf3b9-49d1-4900-8ad5-3f8b0d091179 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421651 Nov 26 02:42:21.279094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] For port 91d9a71e-fc74-46d6-9118-1d16fbbb842f, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:21.345208 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9831fb99-ae5f-478c-8f63-3f02f59044ca req-0be61147-de02-4519-9a0c-6d62be47d725 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529757 Nov 26 02:42:21.392431 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] For port 91d9a71e-fc74-46d6-9118-1d16fbbb842f, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=91d9a71e-fc74-46d6-9118-1d16fbbb842f,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:42:21.419349 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:21.474925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:21.475741 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:21.477303 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] 10.222.0.59 "PUT /v2.0/ports/91d9a71e-fc74-46d6-9118-1d16fbbb842f HTTP/1.1" status: 200 len: 1091 time: 2.6222427 Nov 26 02:42:21.504872 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-776e93e4-4828-4d99-9e41-7a53228ba8ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:21.508182 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56510) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:21.522289 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f07e-1f71-497c-a08a-563a811b90d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:21.542358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb82574-23ba-4b48-8e0c-86209b297c85 req-6c3d10e1-7d6d-49ea-9ed8-bd49a803ee3c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:21.544084 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aeb82574-23ba-4b48-8e0c-86209b297c85 req-6c3d10e1-7d6d-49ea-9ed8-bd49a803ee3c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.1734517 Nov 26 02:42:21.573524 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2513cf69-59eb-4bae-93e5-79f8e46ac96b req-04c72855-58c5-45c5-bba3-97b734200dc6 service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212135 Nov 26 02:42:21.581026 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963f4592-2a9f-4404-a2b5-ef47996556ac x-openstack-request-id: req-963f4592-2a9f-4404-a2b5-ef47996556ac {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:21.581362 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e47d03b-bca7-412b-a58b-89b20afaee6c", "tag": "3e8c2e35-125f-4810-8448-e8fe66413fa6", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:21.581583 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-963f4592-2a9f-4404-a2b5-ef47996556ac {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:21.582207 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e47d03b-bca7-412b-a58b-89b20afaee6c', 'tag': '3e8c2e35-125f-4810-8448-e8fe66413fa6', 'status': 'completed', 'code': 200} Nov 26 02:42:21.601948 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-776e93e4-4828-4d99-9e41-7a53228ba8ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:21.623897 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643135-4374-4ad4-9a2e-830c6a3b3c6c service neutron] Pushing event updated for resources: {'Port': ['ID=91d9a71e-fc74-46d6-9118-1d16fbbb842f,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:21.640007 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f07e-1f71-497c-a08a-563a811b90d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:21.647296 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f07e-1f71-497c-a08a-563a811b90d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:21.677115 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b9b7f07e-1f71-497c-a08a-563a811b90d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24f53b401143452baa2f8ac08f81cf28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1677890 Nov 26 02:42:21.679859 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56516) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:21.696485 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7f07e-1f71-497c-a08a-563a811b90d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7563d68f-e13e-439f-a5e5-c7267f2d8e8b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:21.732602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aeb82574-23ba-4b48-8e0c-86209b297c85 req-cd3e2287-b99a-493c-bf7d-b84b3bdae69f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708403 Nov 26 02:42:21.742846 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597991-5ba7-481f-a3ba-f923cf445c80 req-a727ae33-f199-48f7-817a-79db8ea4080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:21.744664 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-67597991-5ba7-481f-a3ba-f923cf445c80 req-a727ae33-f199-48f7-817a-79db8ea4080c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 1094 time: 0.0453422 Nov 26 02:42:21.757500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-8a43dfbc-18f1-4015-91ca-cbfb14985866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:21.759004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-8a43dfbc-18f1-4015-91ca-cbfb14985866 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c4f8bc7f0d6943cfb753dcc1ea335c65&device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 1094 time: 0.2138460 Nov 26 02:42:21.836160 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-776e93e4-4828-4d99-9e41-7a53228ba8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:21.837881 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597991-5ba7-481f-a3ba-f923cf445c80 req-f5648843-b7c3-4805-8d28-cf026b5c1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:21.838672 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-776e93e4-4828-4d99-9e41-7a53228ba8ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:21.840087 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-67597991-5ba7-481f-a3ba-f923cf445c80 req-f5648843-b7c3-4805-8d28-cf026b5c1697 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.0869658 Nov 26 02:42:21.840234 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-776e93e4-4828-4d99-9e41-7a53228ba8ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e05e076-2c14-43d4-9d79-140c0999213b HTTP/1.1" status: 204 len: 168 time: 0.6319056 Nov 26 02:42:21.845382 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-cdb62e1d-2038-4482-a226-4d89786c1400 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91d9a71e-fc74-46d6-9118-1d16fbbb842f HTTP/1.1" status: 200 len: 217 time: 0.0673101 Nov 26 02:42:21.866977 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e93e4-4828-4d99-9e41-7a53228ba8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e05e076-2c14-43d4-9d79-140c0999213b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:21.899483 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:21.906449 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-67597991-5ba7-481f-a3ba-f923cf445c80 req-27c0c2af-8f98-4d96-ae1f-429811089691 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90d38b26-a554-451f-93b8-bed743a9d211 HTTP/1.1" status: 200 len: 217 time: 0.0588462 Nov 26 02:42:21.940416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa473c0c-5b2b-47b4-b82d-d7337b04f810 req-efb6d636-b453-4b50-b2e6-632f67bda683 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:21.948411 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa473c0c-5b2b-47b4-b82d-d7337b04f810 req-efb6d636-b453-4b50-b2e6-632f67bda683 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 943 time: 0.2674744 Nov 26 02:42:21.963774 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597991-5ba7-481f-a3ba-f923cf445c80 req-14a2ddec-eeb7-4e3a-804e-68e20338de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:21.965376 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-67597991-5ba7-481f-a3ba-f923cf445c80 req-14a2ddec-eeb7-4e3a-804e-68e20338de15 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.0522933 Nov 26 02:42:21.971734 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84552c33-f4b6-4ecc-874d-3da1e49ed8eb req-be58fb5e-c679-4927-af4e-7808138ab0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:21.973321 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84552c33-f4b6-4ecc-874d-3da1e49ed8eb req-be58fb5e-c679-4927-af4e-7808138ab0b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=096db277470446ba91a30b961616eb74&device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 1098 time: 0.2668681 Nov 26 02:42:22.000762 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-67597991-5ba7-481f-a3ba-f923cf445c80 req-09c38b95-e324-4156-a92c-47a4f7c61de3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279882 Nov 26 02:42:22.005702 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5e4233e8-172f-48c7-a893-2268e9b4a9d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:22.017732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-01cab7d2-6484-4921-9400-3976691544f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:22.019182 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-01cab7d2-6484-4921-9400-3976691544f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b46157e-421f-41f5-9034-94d077205f11 HTTP/1.1" status: 200 len: 861 time: 0.1637969 Nov 26 02:42:22.109699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-e8e1c516-7f4e-43cb-90df-bfe0704a33e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e87b060a-d5d1-4923-b8cc-c505a50f896b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620942 Nov 26 02:42:22.114057 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-67597991-5ba7-481f-a3ba-f923cf445c80 req-15698886-1578-46c3-8646-0d586289c265 service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048670 Nov 26 02:42:22.120638 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5e4233e8-172f-48c7-a893-2268e9b4a9d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:22.144940 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa473c0c-5b2b-47b4-b82d-d7337b04f810 req-a4b14bef-b7ce-4ae3-899d-872e7ccb2bfd tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952903 Nov 26 02:42:22.226794 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-67597991-5ba7-481f-a3ba-f923cf445c80 req-58fe4b2c-47f5-49fa-bd1f-f3c5de3d4e19 service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032882 Nov 26 02:42:22.290126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84552c33-f4b6-4ecc-874d-3da1e49ed8eb req-8ecca791-3739-47b2-85b9-ea51937d6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:22.291570 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84552c33-f4b6-4ecc-874d-3da1e49ed8eb req-8ecca791-3739-47b2-85b9-ea51937d6b37 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.3008823 Nov 26 02:42:22.327072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856b0b1-ba81-4594-a372-a1f0c8c284fc req-0cce778d-4a34-496c-9f0a-6d0f7aee2ef3 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:22.328646 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3856b0b1-ba81-4594-a372-a1f0c8c284fc req-0cce778d-4a34-496c-9f0a-6d0f7aee2ef3 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 947 time: 0.1822231 Nov 26 02:42:22.360945 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84552c33-f4b6-4ecc-874d-3da1e49ed8eb req-5dc853eb-66c3-4e25-a2b5-dc917b05fd3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=3e8c2e35-125f-4810-8448-e8fe66413fa6 HTTP/1.1" status: 200 len: 217 time: 0.0560248 Nov 26 02:42:22.367438 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-b167a59f-59c5-45f8-9fe5-ee19161ab0ec service neutron] 10.222.0.59 "GET /v2.0/networks/e87b060a-d5d1-4923-b8cc-c505a50f896b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440715 Nov 26 02:42:22.426703 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5e4233e8-172f-48c7-a893-2268e9b4a9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:22.429478 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5e4233e8-172f-48c7-a893-2268e9b4a9d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:22.430601 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5e4233e8-172f-48c7-a893-2268e9b4a9d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7563d68f-e13e-439f-a5e5-c7267f2d8e8b HTTP/1.1" status: 204 len: 168 time: 0.7476380 Nov 26 02:42:22.719788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4233e8-172f-48c7-a893-2268e9b4a9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7563d68f-e13e-439f-a5e5-c7267f2d8e8b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:22.751081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84552c33-f4b6-4ecc-874d-3da1e49ed8eb req-5175c6b4-4aad-419d-8433-db7e1e62b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:22.752583 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84552c33-f4b6-4ecc-874d-3da1e49ed8eb req-5175c6b4-4aad-419d-8433-db7e1e62b297 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.3831034 Nov 26 02:42:22.759877 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3856b0b1-ba81-4594-a372-a1f0c8c284fc req-dac81757-b662-4128-acaa-e94428a0abeb tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020460 Nov 26 02:42:22.799594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574909bb-2bae-4eef-8cc6-c447ae9e66cc', 'tag': '91d9a71e-fc74-46d6-9118-1d16fbbb842f'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:22.802129 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d4fd9d-3efc-4741-9a09-05a807346e26" -d '{"events": [{"name": "network-changed", "server_uuid": "574909bb-2bae-4eef-8cc6-c447ae9e66cc", "tag": "91d9a71e-fc74-46d6-9118-1d16fbbb842f"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:22.822788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ed0d6-8f5d-4087-9c0c-445c0bb74255 req-0b8e3bd5-8442-4b81-a922-7959577533d7 tempest-MigrationsAdminTest-29674935 tempest-MigrationsAdminTest-29674935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:22.824349 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-490ed0d6-8f5d-4087-9c0c-445c0bb74255 req-0b8e3bd5-8442-4b81-a922-7959577533d7 tempest-MigrationsAdminTest-29674935 tempest-MigrationsAdminTest-29674935-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 1100 time: 0.3927400 Nov 26 02:42:22.832457 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180d88b2-a3d8-4986-b5e6-8091686056c4 req-0246ac01-250e-4502-a0d8-11542acff0ef service neutron] 10.222.0.59 "GET /v2.0/networks/e87b060a-d5d1-4923-b8cc-c505a50f896b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469659 Nov 26 02:42:22.851434 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-490ed0d6-8f5d-4087-9c0c-445c0bb74255 req-c029dd2a-a928-48f1-aa72-34175cbcd83e tempest-MigrationsAdminTest-29674935 tempest-MigrationsAdminTest-29674935-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:22.867223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84552c33-f4b6-4ecc-874d-3da1e49ed8eb req-10992190-fa32-408c-8d06-2d11169b1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:22.868839 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84552c33-f4b6-4ecc-874d-3da1e49ed8eb req-10992190-fa32-408c-8d06-2d11169b1b6f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1052175 Nov 26 02:42:23.025874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56787016-4d59-4cb9-aa5e-dbe45f64693c req-07c546e6-519c-4513-8309-c8873cd75bdd tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:23.033703 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56787016-4d59-4cb9-aa5e-dbe45f64693c req-07c546e6-519c-4513-8309-c8873cd75bdd tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 943 time: 0.1416364 Nov 26 02:42:23.069713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84552c33-f4b6-4ecc-874d-3da1e49ed8eb req-d57f8867-63db-4df5-a819-7f17ee08c9dc service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905866 Nov 26 02:42:23.101950 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-490ed0d6-8f5d-4087-9c0c-445c0bb74255 req-c029dd2a-a928-48f1-aa72-34175cbcd83e tempest-MigrationsAdminTest-29674935 tempest-MigrationsAdminTest-29674935-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:23.146555 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-490ed0d6-8f5d-4087-9c0c-445c0bb74255 req-c029dd2a-a928-48f1-aa72-34175cbcd83e tempest-MigrationsAdminTest-29674935 tempest-MigrationsAdminTest-29674935-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:23.181103 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56787016-4d59-4cb9-aa5e-dbe45f64693c req-c7476bd5-7553-474d-bff4-da3e61a28110 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460035 Nov 26 02:42:23.217088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029dd2a-a928-48f1-aa72-34175cbcd83e tempest-MigrationsAdminTest-29674935 tempest-MigrationsAdminTest-29674935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9246f3d1-a373-4d1c-a749-68b69d1aea07,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:23.233410 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-490ed0d6-8f5d-4087-9c0c-445c0bb74255 req-c029dd2a-a928-48f1-aa72-34175cbcd83e tempest-MigrationsAdminTest-29674935 tempest-MigrationsAdminTest-29674935-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992612 Nov 26 02:42:23.250283 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59864d08-dbb0-4718-8acf-cd791e6af460 x-openstack-request-id: req-59864d08-dbb0-4718-8acf-cd791e6af460 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:23.250569 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574909bb-2bae-4eef-8cc6-c447ae9e66cc", "tag": "91d9a71e-fc74-46d6-9118-1d16fbbb842f", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:23.250989 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59864d08-dbb0-4718-8acf-cd791e6af460 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:23.251578 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574909bb-2bae-4eef-8cc6-c447ae9e66cc', 'tag': '91d9a71e-fc74-46d6-9118-1d16fbbb842f', 'status': 'completed', 'code': 200} Nov 26 02:42:23.266480 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:23.301813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84552c33-f4b6-4ecc-874d-3da1e49ed8eb req-267d3de2-1f67-4263-89bd-9f4ced70f6f9 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220175 Nov 26 02:42:23.399506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4fd9d-3efc-4741-9a09-05a807346e26 req-ea467fa7-0523-4267-b5e2-8afb6cf4c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:23.401044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89d4fd9d-3efc-4741-9a09-05a807346e26 req-ea467fa7-0523-4267-b5e2-8afb6cf4c114 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c4f8bc7f0d6943cfb753dcc1ea335c65&device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 1094 time: 0.0983582 Nov 26 02:42:23.412566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feee965-f94e-40e0-a206-3e5988b9cdcd req-20d01852-ec01-4142-a7f5-935a24fbbb0f tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:23.420149 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8feee965-f94e-40e0-a206-3e5988b9cdcd req-20d01852-ec01-4142-a7f5-935a24fbbb0f tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 943 time: 0.0925889 Nov 26 02:42:23.529740 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8feee965-f94e-40e0-a206-3e5988b9cdcd req-970c3b1e-58e7-4787-9749-93f7e46b3dcc tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075590 Nov 26 02:42:23.560939 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4fd9d-3efc-4741-9a09-05a807346e26 req-dc660bc1-eb7b-4ab4-9fff-cac147b52464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:23.563222 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89d4fd9d-3efc-4741-9a09-05a807346e26 req-dc660bc1-eb7b-4ab4-9fff-cac147b52464 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e87b060a-d5d1-4923-b8cc-c505a50f896b HTTP/1.1" status: 200 len: 922 time: 0.1401007 Nov 26 02:42:23.632778 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89d4fd9d-3efc-4741-9a09-05a807346e26 req-97d3d851-a04e-43d4-8525-bdde5a55b94b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91d9a71e-fc74-46d6-9118-1d16fbbb842f HTTP/1.1" status: 200 len: 217 time: 0.0595140 Nov 26 02:42:23.692718 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4fd9d-3efc-4741-9a09-05a807346e26 req-aab4edc8-9628-4125-a389-d41fa3c43ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:23.694334 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89d4fd9d-3efc-4741-9a09-05a807346e26 req-aab4edc8-9628-4125-a389-d41fa3c43ca8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b46157e-421f-41f5-9034-94d077205f11 HTTP/1.1" status: 200 len: 861 time: 0.0540037 Nov 26 02:42:23.730111 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89d4fd9d-3efc-4741-9a09-05a807346e26 req-569e61e5-92b3-41d3-858a-71b8307f4b94 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e87b060a-d5d1-4923-b8cc-c505a50f896b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286064 Nov 26 02:42:23.830024 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89d4fd9d-3efc-4741-9a09-05a807346e26 req-922827ab-0abf-4e9f-b89c-0173cf66ecf1 service neutron] 10.222.0.59 "GET /v2.0/networks/e87b060a-d5d1-4923-b8cc-c505a50f896b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913634 Nov 26 02:42:23.962942 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-aaeba218-e20a-4cf3-9f9d-625f701f9862 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7798d19b74604299a911b90fd7f69948&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235412 Nov 26 02:42:23.964796 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89d4fd9d-3efc-4741-9a09-05a807346e26 req-a6d2a0f4-529b-4877-b9cc-f136a90c0f15 service neutron] 10.222.0.59 "GET /v2.0/networks/e87b060a-d5d1-4923-b8cc-c505a50f896b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278698 Nov 26 02:42:24.086175 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-da776046-b712-4fc8-8d28-48fd6c144dda tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:24.087940 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-da776046-b712-4fc8-8d28-48fd6c144dda tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1184762 Nov 26 02:42:24.105216 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56638) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:24.108646 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-5db55b2e-6406-4d82-80c7-6722753d94ef tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/quotas/7798d19b74604299a911b90fd7f69948 HTTP/1.1" status: 200 len: 375 time: 0.0137131 Nov 26 02:42:24.146020 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-03ac704f-8e00-443d-8571-3bb2f5b71486 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7798d19b74604299a911b90fd7f69948&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325937 Nov 26 02:42:24.288867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31114d6e-6424-44b5-a413-8106b28800b7 req-0301a57a-3eb5-46be-a391-db1fe6be4be5 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:24.290826 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31114d6e-6424-44b5-a413-8106b28800b7 req-0301a57a-3eb5-46be-a391-db1fe6be4be5 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 947 time: 0.0658169 Nov 26 02:42:24.381713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31114d6e-6424-44b5-a413-8106b28800b7 req-55951afc-c130-46ea-aa4f-3c362735759a tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827708 Nov 26 02:42:24.431624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4c211-7e44-4124-8e73-46dffd02526c req-7c47a08b-a422-4d26-96ae-fa7917beee11 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:24.433158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58d4c211-7e44-4124-8e73-46dffd02526c req-7c47a08b-a422-4d26-96ae-fa7917beee11 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.0660267 Nov 26 02:42:24.457462 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33a4c70d-36e6-4463-85c3-5db499de16f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:24.459581 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56662) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:24.495280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58d4c211-7e44-4124-8e73-46dffd02526c req-e1134778-9fb7-4bc9-a4a0-02677f51e736 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542805 Nov 26 02:42:24.569177 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33a4c70d-36e6-4463-85c3-5db499de16f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:24.576075 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33a4c70d-36e6-4463-85c3-5db499de16f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:24.645646 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4c70d-36e6-4463-85c3-5db499de16f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e26fb36-862b-4b82-91f2-d80bbac42725,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:24.648272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cca39-d940-4501-98c4-ba308dc36e9b req-98629906-a3d5-4094-8041-510f39085c98 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:24.650145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cd7cca39-d940-4501-98c4-ba308dc36e9b req-98629906-a3d5-4094-8041-510f39085c98 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 943 time: 0.1274333 Nov 26 02:42:24.659620 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6aecc767-a334-4f36-97e0-a2fb2aeb6330 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1988482 Nov 26 02:42:24.665039 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-33a4c70d-36e6-4463-85c3-5db499de16f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0cfccdb5654f439d900da6621f9bebec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5565240 Nov 26 02:42:24.665719 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56676) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:24.682381 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-81c6fbe3-8d0e-44f6-8944-8a978f279fcd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:42:24.690325 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-81c6fbe3-8d0e-44f6-8944-8a978f279fcd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148232 Nov 26 02:42:24.736737 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f25d6a68-af87-4dd7-b324-c4895043ddbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:24.743608 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cd7cca39-d940-4501-98c4-ba308dc36e9b req-1a75aace-2790-4a08-90a6-599c9521caa3 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827208 Nov 26 02:42:24.779078 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f25d6a68-af87-4dd7-b324-c4895043ddbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:24.842764 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f25d6a68-af87-4dd7-b324-c4895043ddbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:24.846511 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f25d6a68-af87-4dd7-b324-c4895043ddbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:24.848025 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f25d6a68-af87-4dd7-b324-c4895043ddbb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e26fb36-862b-4b82-91f2-d80bbac42725 HTTP/1.1" status: 204 len: 168 time: 0.1813471 Nov 26 02:42:24.869537 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d6a68-af87-4dd7-b324-c4895043ddbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e26fb36-862b-4b82-91f2-d80bbac42725,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:25.040273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-8dd3f145-e734-45c2-9dbb-5ae31062ec60 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7798d19b74604299a911b90fd7f69948&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676603 Nov 26 02:42:25.179426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-4d2c9241-17a1-4a0c-9a5b-650f0b1ac416 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:25.184600 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-4d2c9241-17a1-4a0c-9a5b-650f0b1ac416 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1434069 Nov 26 02:42:25.206030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c3b75-2b59-4275-b86f-b7dd99962445 req-d434708d-7150-4f28-96af-84643ad2cb99 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:25.213615 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-136c3b75-2b59-4275-b86f-b7dd99962445 req-d434708d-7150-4f28-96af-84643ad2cb99 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 943 time: 0.2284899 Nov 26 02:42:25.225103 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-bd085f64-0ad2-4711-a341-e77b1055500a tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/quotas/7798d19b74604299a911b90fd7f69948 HTTP/1.1" status: 200 len: 375 time: 0.0331702 Nov 26 02:42:25.268397 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-55f2d60e-89a6-4ef9-8a93-af3ff32b9349 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7798d19b74604299a911b90fd7f69948&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359585 Nov 26 02:42:25.312535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-136c3b75-2b59-4275-b86f-b7dd99962445 req-d0be02b5-dc6d-432c-85f4-3fa83bf33799 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958455 Nov 26 02:42:25.398243 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56712) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:25.417396 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43cf34ba-b5bf-4b7e-94ec-7d783de85ecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:25.529873 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43cf34ba-b5bf-4b7e-94ec-7d783de85ecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:25.538976 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43cf34ba-b5bf-4b7e-94ec-7d783de85ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:25.596740 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be142282-c790-4e99-b0ac-c44b1a1370d7 req-3fb8e0b9-f24d-4504-89df-924f6433476d tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:25.608508 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be142282-c790-4e99-b0ac-c44b1a1370d7 req-3fb8e0b9-f24d-4504-89df-924f6433476d tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 947 time: 0.0791347 Nov 26 02:42:25.697934 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be142282-c790-4e99-b0ac-c44b1a1370d7 req-38e4e964-2871-4221-be01-5e9ab304156a tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883062 Nov 26 02:42:25.863015 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-12298ab1-5cac-47d2-8115-da7db529d21f req-e529efc7-7e52-4b5f-9c10-df041402e43f tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982 HTTP/1.1" status: 200 len: 210 time: 0.0598602 Nov 26 02:42:25.939247 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-43cf34ba-b5bf-4b7e-94ec-7d783de85ecd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57c86d263d33467b88e4e2a76f002e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5392120 Nov 26 02:42:25.952912 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-7d15113e-f2c1-4989-ac8a-a62c4b178e92 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7798d19b74604299a911b90fd7f69948&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394583 Nov 26 02:42:25.954114 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56740) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:25.968498 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf34ba-b5bf-4b7e-94ec-7d783de85ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e796433-357f-4a4f-b18e-fbfb8f6cf3a4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:26.217675 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7966a438-0cbc-4ecb-bccb-c9a34343e12c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:26.250016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b0966-dfb4-474f-bcad-a3f08b3c1bca req-b1f9ef91-b5be-488f-87be-acb584c931f4 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:26.251542 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca9b0966-dfb4-474f-bcad-a3f08b3c1bca req-b1f9ef91-b5be-488f-87be-acb584c931f4 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 943 time: 0.2631903 Nov 26 02:42:26.263452 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8d539-56a6-4446-aff7-d84bb7949ebb req-4d91bed4-5428-49e3-9e83-493b4bbbe7c9 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:26.264980 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10b8d539-56a6-4446-aff7-d84bb7949ebb req-4d91bed4-5428-49e3-9e83-493b4bbbe7c9 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.1919811 Nov 26 02:42:26.290010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-f7f5f1a5-7d3f-4a6f-97ab-7259aab6bfe8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:26.291833 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-f7f5f1a5-7d3f-4a6f-97ab-7259aab6bfe8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3023806 Nov 26 02:42:26.298669 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7966a438-0cbc-4ecb-bccb-c9a34343e12c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:26.298974 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 90d38b26-a554-451f-93b8-bed743a9d211 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:42:26.334689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-f7075fce-0798-4cf7-aba5-ea05acf389a6 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Request body: {'port': {'device_id': '64a42d57-6e87-4e2d-a428-6cf14ce10ba0', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '7798d19b74604299a911b90fd7f69948'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:26.422670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 90d38b26-a554-451f-93b8-bed743a9d211, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=90d38b26-a554-451f-93b8-bed743a9d211,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:26.435546 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '90d38b26-a554-451f-93b8-bed743a9d211', 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c', 'port_id': '90d38b26-a554-451f-93b8-bed743a9d211', 'mac_address': 'fa:16:3e:93:42:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3c64a3-1f7d-4156-9c97-d694993c7485', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:42:26.478121 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca9b0966-dfb4-474f-bcad-a3f08b3c1bca req-efdb5cc6-c006-4913-ac6f-28bef06c0922 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120450 Nov 26 02:42:26.487607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10b8d539-56a6-4446-aff7-d84bb7949ebb req-4e18f8d7-ce6b-4057-8cb6-03ac89999237 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154903 Nov 26 02:42:26.507880 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:26.522552 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d38b26-a554-451f-93b8-bed743a9d211 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:26.550577 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 90d38b26-a554-451f-93b8-bed743a9d211, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=90d38b26-a554-451f-93b8-bed743a9d211,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:26.561932 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:26.563110 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3e8c2e35-125f-4810-8448-e8fe66413fa6 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:42:26.566658 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-f7075fce-0798-4cf7-aba5-ea05acf389a6 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Made reservation on behalf of 7798d19b74604299a911b90fd7f69948 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:42:26.570959 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-f7075fce-0798-4cf7-aba5-ea05acf389a6 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:26.582640 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7966a438-0cbc-4ecb-bccb-c9a34343e12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:26.585362 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7966a438-0cbc-4ecb-bccb-c9a34343e12c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:26.588881 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7966a438-0cbc-4ecb-bccb-c9a34343e12c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e796433-357f-4a4f-b18e-fbfb8f6cf3a4 HTTP/1.1" status: 204 len: 168 time: 0.6321061 Nov 26 02:42:26.621692 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-f7075fce-0798-4cf7-aba5-ea05acf389a6 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:26.650778 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966a438-0cbc-4ecb-bccb-c9a34343e12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e796433-357f-4a4f-b18e-fbfb8f6cf3a4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:26.687799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=90d38b26-a554-451f-93b8-bed743a9d211,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:26.722758 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 91d9a71e-fc74-46d6-9118-1d16fbbb842f details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:42:26.760744 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df634fc3-e230-411e-813a-cc5242519671 req-ece399e7-4b09-4f8d-922b-a6465efc69ac tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:26.762337 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df634fc3-e230-411e-813a-cc5242519671 req-ece399e7-4b09-4f8d-922b-a6465efc69ac tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 944 time: 0.1284645 Nov 26 02:42:26.850702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3e8c2e35-125f-4810-8448-e8fe66413fa6, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3e8c2e35-125f-4810-8448-e8fe66413fa6,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:26.863295 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df634fc3-e230-411e-813a-cc5242519671 req-2aee6e38-d74a-4430-b739-d7de4e4fdbb9 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926168 Nov 26 02:42:26.871318 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-f7075fce-0798-4cf7-aba5-ea05acf389a6 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:26.872743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '3e8c2e35-125f-4810-8448-e8fe66413fa6', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '3e8c2e35-125f-4810-8448-e8fe66413fa6', 'mac_address': 'fa:16:3e:90:be:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:42:26.904914 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c9109-a488-4f35-870e-04dd5172459c req-d4e8e55f-f8fc-48c4-8a60-7844915907b0 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:26.906467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-451c9109-a488-4f35-870e-04dd5172459c req-d4e8e55f-f8fc-48c4-8a60-7844915907b0 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 947 time: 0.1034539 Nov 26 02:42:26.908782 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-f7075fce-0798-4cf7-aba5-ea05acf389a6 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:26.929250 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 91d9a71e-fc74-46d6-9118-1d16fbbb842f, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=91d9a71e-fc74-46d6-9118-1d16fbbb842f,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:26.949598 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '91d9a71e-fc74-46d6-9118-1d16fbbb842f', 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b', 'port_id': '91d9a71e-fc74-46d6-9118-1d16fbbb842f', 'mac_address': 'fa:16:3e:3c:4e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b46157e-421f-41f5-9034-94d077205f11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:42:26.958048 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:26.995954 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7075fce-0798-4cf7-aba5-ea05acf389a6 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f002a643-8ca8-441e-a6aa-075e5b0f80ae,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:27.039904 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8c2e35-125f-4810-8448-e8fe66413fa6 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:27.061877 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-451c9109-a488-4f35-870e-04dd5172459c req-4954d5c2-a2b6-4420-b0d0-11a71158add4 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310325 Nov 26 02:42:27.119635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-f7075fce-0798-4cf7-aba5-ea05acf389a6 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Allocated IP 192.168.233.50 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/e95ca752-4a1e-4c90-aad1-5ca5705b649a) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:42:27.134352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3e8c2e35-125f-4810-8448-e8fe66413fa6, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3e8c2e35-125f-4810-8448-e8fe66413fa6,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:27.142821 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:27.154938 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-1102b5a9-bd47-43af-a503-4c430ce10554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:27.159010 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:27.171344 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-1102b5a9-bd47-43af-a503-4c430ce10554 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 1100 time: 0.0972354 Nov 26 02:42:27.230487 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d9a71e-fc74-46d6-9118-1d16fbbb842f {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:27.233891 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3558ee95-6eaa-49c5-9331-1357b0a6f830 req-6a721776-3395-40ad-954b-fd66b0030610 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982 HTTP/1.1" status: 200 len: 210 time: 0.0593195 Nov 26 02:42:27.300489 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 91d9a71e-fc74-46d6-9118-1d16fbbb842f, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=91d9a71e-fc74-46d6-9118-1d16fbbb842f,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:27.301830 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=3e8c2e35-125f-4810-8448-e8fe66413fa6,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:27.312827 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:27.342826 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-197f067b-51e3-497e-a2af-9e12012794f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:27.344957 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-197f067b-51e3-497e-a2af-9e12012794f7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.1677930 Nov 26 02:42:27.401911 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-cffcc963-5c4f-4530-8ea3-b221a0215065 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=86022b09-c470-4f1b-b585-f0e3eb74f99e HTTP/1.1" status: 200 len: 217 time: 0.0498378 Nov 26 02:42:27.408118 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=91d9a71e-fc74-46d6-9118-1d16fbbb842f,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:27.472241 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-4c0cafa5-f6e4-4526-838e-222f1d357dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:27.474169 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-4c0cafa5-f6e4-4526-838e-222f1d357dcc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0631301 Nov 26 02:42:27.475289 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-f7075fce-0798-4cf7-aba5-ea05acf389a6 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:27.507899 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56776) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:27.566199 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-5dd13dc3-1782-4bf0-ae7e-a8a1f6f1b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:27.570708 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-5dd13dc3-1782-4bf0-ae7e-a8a1f6f1b8bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842757 Nov 26 02:42:27.593804 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-f7075fce-0798-4cf7-aba5-ea05acf389a6 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:27.768765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7075fce-0798-4cf7-aba5-ea05acf389a6 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Pushing event updated for resources: {'Port': ['ID=e95ca752-4a1e-4c90-aad1-5ca5705b649a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:27.779597 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-18ac5987-1dcc-487f-a16c-a3df0de01ba6 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996412 Nov 26 02:42:27.797637 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['90d38b26-a554-451f-93b8-bed743a9d211'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:42:27.800331 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['3e8c2e35-125f-4810-8448-e8fe66413fa6'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:42:27.809862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-f7075fce-0798-4cf7-aba5-ea05acf389a6 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:42:27.813297 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-4e7359e0-94cd-4da4-9c35-1d6857142d74 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7798d19b74604299a911b90fd7f69948&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0911999 Nov 26 02:42:27.821596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-f7075fce-0798-4cf7-aba5-ea05acf389a6 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:42:27.836283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-f7075fce-0798-4cf7-aba5-ea05acf389a6 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:42:27.843251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-f7075fce-0798-4cf7-aba5-ea05acf389a6 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:27.843570 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-f7075fce-0798-4cf7-aba5-ea05acf389a6 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:27.899275 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['91d9a71e-fc74-46d6-9118-1d16fbbb842f'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:42:28.011991 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-8537e5a4-91e9-45c6-bf5a-4b6fa4c52d89 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253721 Nov 26 02:42:28.207443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcc4de-b069-4a7a-93ea-d89ae662511e req-00ff5aba-e7aa-45b1-8ddf-c0a20d347e6a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:28.208990 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d2fcc4de-b069-4a7a-93ea-d89ae662511e req-00ff5aba-e7aa-45b1-8ddf-c0a20d347e6a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 944 time: 0.5630462 Nov 26 02:42:28.217517 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e15c67b4-9881-46ba-aef4-092e69f5bf41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:28.237219 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785428f-5ff5-43a3-8936-39d75498fb09 req-a18f4218-ccc5-4dec-916f-4039a09cab8e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:28.245155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2785428f-5ff5-43a3-8936-39d75498fb09 req-a18f4218-ccc5-4dec-916f-4039a09cab8e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.5397139 Nov 26 02:42:28.257993 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-f7075fce-0798-4cf7-aba5-ea05acf389a6 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9378006 Nov 26 02:42:28.290156 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Request body: {'port': {'device_id': '64a42d57-6e87-4e2d-a428-6cf14ce10ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:28.296457 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ae66e201-9c15-4978-901c-011e115cf887 None None] Provisioning complete for port e95ca752-4a1e-4c90-aad1-5ca5705b649a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:42:28.296846 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ae66e201-9c15-4978-901c-011e115cf887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:28.345627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ae66e201-9c15-4978-901c-011e115cf887 None None] Port e95ca752-4a1e-4c90-aad1-5ca5705b649a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:42:28.435383 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2785428f-5ff5-43a3-8936-39d75498fb09 req-48139d50-7d20-4483-9e43-fa0dafd8ab05 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893673 Nov 26 02:42:28.444897 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-62ca6b37-ab8a-4214-8a45-18bd1f6b5bd5 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:28.446341 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-62ca6b37-ab8a-4214-8a45-18bd1f6b5bd5 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6217201 Nov 26 02:42:28.452523 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d2fcc4de-b069-4a7a-93ea-d89ae662511e req-d6bd9bea-4258-48cf-825d-2526be7fdc1f tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319608 Nov 26 02:42:28.456131 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:28.475089 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-d2cd897e-e9e8-4d4b-b818-dd48160ad480 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Request body: {'port': {'device_id': '2fbb0509-b03c-4830-80a9-4b7e17d32982', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '7798d19b74604299a911b90fd7f69948'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:28.720354 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e15c67b4-9881-46ba-aef4-092e69f5bf41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:28.747295 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e15c67b4-9881-46ba-aef4-092e69f5bf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:28.756701 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a197b51-526a-4456-883e-d9302cb18384 req-8a0d2f14-5150-4319-8606-ab21fb7c3dfc tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:28.758201 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a197b51-526a-4456-883e-d9302cb18384 req-8a0d2f14-5150-4319-8606-ab21fb7c3dfc tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 944 time: 0.2243929 Nov 26 02:42:28.901559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e15c67b4-9881-46ba-aef4-092e69f5bf41 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=218e54a539fa4a2c9e7004b27851aecc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3925803 Nov 26 02:42:28.904778 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56816) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:28.922448 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c67b4-9881-46ba-aef4-092e69f5bf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f81c6a8-9237-4d4c-8922-7c2781f0d068,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:28.936421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-d2cd897e-e9e8-4d4b-b818-dd48160ad480 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Made reservation on behalf of 7798d19b74604299a911b90fd7f69948 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:42:28.939853 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-d2cd897e-e9e8-4d4b-b818-dd48160ad480 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:28.948410 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2fa2a-a6cc-48a4-9664-8153d6f8154c req-27da6ec7-d51c-432c-b01d-bdd70c67f0ce tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:28.950787 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1e2fa2a-a6cc-48a4-9664-8153d6f8154c req-27da6ec7-d51c-432c-b01d-bdd70c67f0ce tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 948 time: 0.2319214 Nov 26 02:42:28.953558 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a680a63-b876-450b-b528-2b53c04e5d43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:28.974852 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a680a63-b876-450b-b528-2b53c04e5d43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:28.986573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a197b51-526a-4456-883e-d9302cb18384 req-a93d8a77-ee96-4493-92f6-10fc7fa664c9 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028310 Nov 26 02:42:29.024029 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a680a63-b876-450b-b528-2b53c04e5d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:29.026869 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a680a63-b876-450b-b528-2b53c04e5d43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:29.030787 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9a680a63-b876-450b-b528-2b53c04e5d43 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f81c6a8-9237-4d4c-8922-7c2781f0d068 HTTP/1.1" status: 204 len: 168 time: 0.1248770 Nov 26 02:42:29.038816 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a680a63-b876-450b-b528-2b53c04e5d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f81c6a8-9237-4d4c-8922-7c2781f0d068,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:29.122527 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1e2fa2a-a6cc-48a4-9664-8153d6f8154c req-e2254480-91a6-4dcc-bb91-c1b17c8a456a tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644332 Nov 26 02:42:29.141952 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a702f937-c059-4e24-b25b-d304b40dc1e9 req-ff12888a-5003-4ee4-a81b-6a05152116a5 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982 HTTP/1.1" status: 200 len: 210 time: 0.0528920 Nov 26 02:42:29.190493 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95ca752-4a1e-4c90-aad1-5ca5705b649a {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:29.198665 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:29.211925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Transition to ACTIVE for port object e95ca752-4a1e-4c90-aad1-5ca5705b649a will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:42:29.218543 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:29.306958 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e95ca752-4a1e-4c90-aad1-5ca5705b649a,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:29.328187 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-d2cd897e-e9e8-4d4b-b818-dd48160ad480 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Allocated IP 192.168.233.12 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/d33466e6-2254-4b57-af7c-4e9dcabdae86) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:42:29.367858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Attempting to bind port e95ca752-4a1e-4c90-aad1-5ca5705b649a on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:42:29.368241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Attempting to bind port e95ca752-4a1e-4c90-aad1-5ca5705b649a by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:42:29.368549 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Attempting to bind port e95ca752-4a1e-4c90-aad1-5ca5705b649a on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:29.382575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Port e95ca752-4a1e-4c90-aad1-5ca5705b649a on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:42:29.382912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Attempting to bind port e95ca752-4a1e-4c90-aad1-5ca5705b649a on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:29.397928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:42:29.398378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:42:29.398724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:42:29.399210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Bound port: e95ca752-4a1e-4c90-aad1-5ca5705b649a, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:42:29.399583 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:29.430369 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56824) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:29.451264 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3f16d47e-5b84-44d4-b63f-a94beda7ce48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:29.570981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] For port e95ca752-4a1e-4c90-aad1-5ca5705b649a, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:29.582126 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3f16d47e-5b84-44d4-b63f-a94beda7ce48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:29.588375 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3f16d47e-5b84-44d4-b63f-a94beda7ce48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:29.610822 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] For port e95ca752-4a1e-4c90-aad1-5ca5705b649a, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e95ca752-4a1e-4c90-aad1-5ca5705b649a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:42:29.628326 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-d2cd897e-e9e8-4d4b-b818-dd48160ad480 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:29.628326 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:29.631727 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3f16d47e-5b84-44d4-b63f-a94beda7ce48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2abc0f3ccd074436b85fc8db539d4487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2000942 Nov 26 02:42:29.632343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56836) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:29.648167 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16d47e-5b84-44d4-b63f-a94beda7ce48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fed718-1b57-4d57-bed4-078fc940e9dc,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:29.674304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:29.675121 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:29.676882 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] 10.222.0.59 "PUT /v2.0/ports/e95ca752-4a1e-4c90-aad1-5ca5705b649a HTTP/1.1" status: 200 len: 1095 time: 1.3972292 Nov 26 02:42:29.683343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a42d57-6e87-4e2d-a428-6cf14ce10ba0', 'tag': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:29.687754 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf163c5b-d619-4b76-ac49-7a41caeaa0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "64a42d57-6e87-4e2d-a428-6cf14ce10ba0", "tag": "e95ca752-4a1e-4c90-aad1-5ca5705b649a"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:29.702732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56a341-5e03-4ef2-bc4c-2788be564b40 req-fcafb917-e682-4165-a748-b589232a83d5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:29.705006 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c56a341-5e03-4ef2-bc4c-2788be564b40 req-fcafb917-e682-4165-a748-b589232a83d5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.1652102 Nov 26 02:42:29.755455 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-025ac143-4f8f-40bb-ba29-256356ef5d2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:29.765803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2809a-a154-44f1-a15c-c2442088c8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e95ca752-4a1e-4c90-aad1-5ca5705b649a,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:29.789458 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-025ac143-4f8f-40bb-ba29-256356ef5d2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:29.836392 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-d2cd897e-e9e8-4d4b-b818-dd48160ad480 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:29.844896 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-025ac143-4f8f-40bb-ba29-256356ef5d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:29.848011 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-025ac143-4f8f-40bb-ba29-256356ef5d2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:29.851452 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-025ac143-4f8f-40bb-ba29-256356ef5d2b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17fed718-1b57-4d57-bed4-078fc940e9dc HTTP/1.1" status: 204 len: 168 time: 0.2147098 Nov 26 02:42:29.867657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ac143-4f8f-40bb-ba29-256356ef5d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fed718-1b57-4d57-bed4-078fc940e9dc,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:29.893676 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c56a341-5e03-4ef2-bc4c-2788be564b40 req-c59b2258-a0b8-4d58-b08d-869faeccaead tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784477 Nov 26 02:42:29.920442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-d2cd897e-e9e8-4d4b-b818-dd48160ad480 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:42:29.922868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-6f4fb655-c443-4f40-8f48-28938b35d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:29.924423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-6f4fb655-c443-4f40-8f48-28938b35d57e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7798d19b74604299a911b90fd7f69948&device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 1098 time: 0.1732213 Nov 26 02:42:29.928299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-d2cd897e-e9e8-4d4b-b818-dd48160ad480 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:42:29.930632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-d2cd897e-e9e8-4d4b-b818-dd48160ad480 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:42:29.937039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-d2cd897e-e9e8-4d4b-b818-dd48160ad480 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:29.937653 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-d2cd897e-e9e8-4d4b-b818-dd48160ad480 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:29.953027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd897e-e9e8-4d4b-b818-dd48160ad480 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Pushing event updated for resources: {'Port': ['ID=d33466e6-2254-4b57-af7c-4e9dcabdae86,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:29.967271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406caf9-3995-4b83-9d44-44aef69cdba5 req-190e5681-ecb2-4a0d-81b9-127f1a48cb21 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:29.968962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0406caf9-3995-4b83-9d44-44aef69cdba5 req-190e5681-ecb2-4a0d-81b9-127f1a48cb21 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 944 time: 0.1832445 Nov 26 02:42:30.002921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-04466795-0ff8-42c1-9bbe-ab2b0b5996ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=e95ca752-4a1e-4c90-aad1-5ca5705b649a HTTP/1.1" status: 200 len: 217 time: 0.0585978 Nov 26 02:42:30.021157 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-d2cd897e-e9e8-4d4b-b818-dd48160ad480 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5551291 Nov 26 02:42:30.061568 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Request body: {'port': {'device_id': '2fbb0509-b03c-4830-80a9-4b7e17d32982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:30.069134 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c68918-68e5-42e2-9655-880b372ebca6 x-openstack-request-id: req-83c68918-68e5-42e2-9655-880b372ebca6 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:30.069470 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a42d57-6e87-4e2d-a428-6cf14ce10ba0", "tag": "e95ca752-4a1e-4c90-aad1-5ca5705b649a", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:30.069756 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83c68918-68e5-42e2-9655-880b372ebca6 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:30.070159 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a42d57-6e87-4e2d-a428-6cf14ce10ba0', 'tag': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a', 'status': 'completed', 'code': 200} Nov 26 02:42:30.124532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-e798c77f-9099-4140-9b29-ae1680e0d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:30.126143 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-e798c77f-9099-4140-9b29-ae1680e0d4bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1087832 Nov 26 02:42:30.135721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0406caf9-3995-4b83-9d44-44aef69cdba5 req-8fd2af95-90d7-430b-958e-7cf49da35506 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374459 Nov 26 02:42:30.193331 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:30.256989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-348d72b0-98fb-4d71-b06b-3bc1f5390059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:30.258524 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-17672ca1-ad8c-4484-8390-f4a0a3038358 None None] Provisioning complete for port d33466e6-2254-4b57-af7c-4e9dcabdae86 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:42:30.258989 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-17672ca1-ad8c-4484-8390-f4a0a3038358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:30.259140 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-348d72b0-98fb-4d71-b06b-3bc1f5390059 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1224797 Nov 26 02:42:30.298811 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-17672ca1-ad8c-4484-8390-f4a0a3038358 None None] Port d33466e6-2254-4b57-af7c-4e9dcabdae86 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:42:30.306157 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 90d38b26-a554-451f-93b8-bed743a9d211 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:42:30.369131 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 90d38b26-a554-451f-93b8-bed743a9d211 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:42:30.375134 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 90d38b26-a554-451f-93b8-bed743a9d211 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:42:30.375883 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:30.430084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136382d3-b6d0-43b1-b96b-40817ed090d3 req-0cc1fc9d-1faa-45af-8d08-93cdfaaef5df tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:30.431604 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-136382d3-b6d0-43b1-b96b-40817ed090d3 req-0cc1fc9d-1faa-45af-8d08-93cdfaaef5df tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 944 time: 0.1895230 Nov 26 02:42:30.519661 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:30.549045 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de63b1f-40e8-4839-b01a-20d7fb7271a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d38b26-a554-451f-93b8-bed743a9d211'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:30.551916 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de831fc6-ecc2-4d2b-a446-50f9026b3e4a" -d '{"events": [{"server_uuid": "5de63b1f-40e8-4839-b01a-20d7fb7271a4", "name": "network-vif-plugged", "status": "completed", "tag": "90d38b26-a554-451f-93b8-bed743a9d211"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:30.555676 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-9489e62b-76ea-4615-b1aa-7b863e90b036 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713842 Nov 26 02:42:30.573515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 90d38b26-a554-451f-93b8-bed743a9d211, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=90d38b26-a554-451f-93b8-bed743a9d211,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:30.578324 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:30.579209 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3e8c2e35-125f-4810-8448-e8fe66413fa6 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:42:30.614216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-136382d3-b6d0-43b1-b96b-40817ed090d3 req-af201132-0260-458a-b642-ea206db0ab76 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732311 Nov 26 02:42:30.685977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=90d38b26-a554-451f-93b8-bed743a9d211,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:30.719772 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 3e8c2e35-125f-4810-8448-e8fe66413fa6 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:42:30.724666 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 3e8c2e35-125f-4810-8448-e8fe66413fa6 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:42:30.725136 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:30.749911 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 91d9a71e-fc74-46d6-9118-1d16fbbb842f up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:42:30.847604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 91d9a71e-fc74-46d6-9118-1d16fbbb842f completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:42:30.855317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 91d9a71e-fc74-46d6-9118-1d16fbbb842f triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:42:30.855512 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56878) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:30.855954 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:30.859375 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:30.915112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbae294-4984-4466-87f9-8c22aee7a141 req-8e79997d-6c0d-47f0-a363-b1a3e94cabea tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:30.916615 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6fbae294-4984-4466-87f9-8c22aee7a141 req-8e79997d-6c0d-47f0-a363-b1a3e94cabea tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 948 time: 0.4157414 Nov 26 02:42:30.925863 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3e8c2e35-125f-4810-8448-e8fe66413fa6, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3e8c2e35-125f-4810-8448-e8fe66413fa6,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:30.936214 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:30.984861 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1e3a5089-350e-4c6b-b5d3-27072c5fdb7e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2106309998-network', 'tenant_id': 'e8a793ab79454cf9836e2116f38adfa2'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:30.999266 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:31.013763 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3a5089-350e-4c6b-b5d3-27072c5fdb7e admin admin] Made reservation on behalf of e8a793ab79454cf9836e2116f38adfa2 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:42:31.017083 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5089-350e-4c6b-b5d3-27072c5fdb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:31.026405 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5089-350e-4c6b-b5d3-27072c5fdb7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:31.026630 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=3e8c2e35-125f-4810-8448-e8fe66413fa6,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:31.044358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fe893-910f-47ee-97e7-e20c28456b68 req-abaa9817-bbce-4f90-8fec-0d582fffcc2a tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:31.045876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb1fe893-910f-47ee-97e7-e20c28456b68 req-abaa9817-bbce-4f90-8fec-0d582fffcc2a tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982 HTTP/1.1" status: 200 len: 935 time: 0.1561966 Nov 26 02:42:31.054996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33466e6-2254-4b57-af7c-4e9dcabdae86 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:31.055340 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 91d9a71e-fc74-46d6-9118-1d16fbbb842f, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=91d9a71e-fc74-46d6-9118-1d16fbbb842f,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:31.060114 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:31.070690 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98d10d9b-bb8c-4b6e-b6bc-854843fcddc7 req-5d12bfd2-bbcb-4c43-bc65-5d26c4ad7a49 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922593 Nov 26 02:42:31.082356 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:31.102995 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6fbae294-4984-4466-87f9-8c22aee7a141 req-bc9afd84-4b60-4f4c-b6d9-cfee045f7b7d tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642520 Nov 26 02:42:31.112180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Transition to ACTIVE for port object d33466e6-2254-4b57-af7c-4e9dcabdae86 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:42:31.113323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=91d9a71e-fc74-46d6-9118-1d16fbbb842f,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:31.114597 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5089-350e-4c6b-b5d3-27072c5fdb7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:31.121986 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5089-350e-4c6b-b5d3-27072c5fdb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:31.126441 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:31.162597 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3a5089-350e-4c6b-b5d3-27072c5fdb7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:42:31.168596 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a5089-350e-4c6b-b5d3-27072c5fdb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfab0385-46db-4d17-b1d4-a9d4f68257b8,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:31.173365 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb1fe893-910f-47ee-97e7-e20c28456b68 req-cf336ee0-ed91-40e4-a9f5-6e4f74ae2b9b tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206777 Nov 26 02:42:31.177077 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5089-350e-4c6b-b5d3-27072c5fdb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:31.177077 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-1e3a5089-350e-4c6b-b5d3-27072c5fdb7e admin admin] Added segment caa59f9f-73c2-4d3e-ac6a-43e222e1bde1 of type vlan for network 19f9e564-6945-4cfd-bf25-fe17589b9d02 Nov 26 02:42:31.225642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d33466e6-2254-4b57-af7c-4e9dcabdae86,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:31.238863 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5089-350e-4c6b-b5d3-27072c5fdb7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:31.253680 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Attempting to bind port d33466e6-2254-4b57-af7c-4e9dcabdae86 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:42:31.254126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Attempting to bind port d33466e6-2254-4b57-af7c-4e9dcabdae86 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:42:31.254319 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Attempting to bind port d33466e6-2254-4b57-af7c-4e9dcabdae86 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:31.269164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Port d33466e6-2254-4b57-af7c-4e9dcabdae86 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:42:31.269731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Attempting to bind port d33466e6-2254-4b57-af7c-4e9dcabdae86 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:31.272501 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b283e3-6ecd-43b8-9ccf-68331fc4ce6b x-openstack-request-id: req-94b283e3-6ecd-43b8-9ccf-68331fc4ce6b {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:31.273000 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de63b1f-40e8-4839-b01a-20d7fb7271a4", "name": "network-vif-plugged", "status": "completed", "tag": "90d38b26-a554-451f-93b8-bed743a9d211", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:31.273111 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5089-350e-4c6b-b5d3-27072c5fdb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:31.273211 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94b283e3-6ecd-43b8-9ccf-68331fc4ce6b {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:31.273514 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de63b1f-40e8-4839-b01a-20d7fb7271a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d38b26-a554-451f-93b8-bed743a9d211', 'code': 200} Nov 26 02:42:31.274975 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3a5089-350e-4c6b-b5d3-27072c5fdb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:31.275775 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5089-350e-4c6b-b5d3-27072c5fdb7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:31.281191 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:42:31.281552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:42:31.281946 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:42:31.282481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Bound port: d33466e6-2254-4b57-af7c-4e9dcabdae86, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:42:31.283135 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:31.355696 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1e3a5089-350e-4c6b-b5d3-27072c5fdb7e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4983671 Nov 26 02:42:31.358613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56890) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:31.363770 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-98ca66cd-df0b-4c7c-baa3-25c0f6934502 admin admin] Request body: {'subnet': {'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2106309998-subnet', 'tenant_id': 'e8a793ab79454cf9836e2116f38adfa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:31.375988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a5089-350e-4c6b-b5d3-27072c5fdb7e admin admin] Pushing event updated for resources: {'Network': ['ID=19f9e564-6945-4cfd-bf25-fe17589b9d02,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:31.386262 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 19f9e564-6945-4cfd-bf25-fe17589b9d02 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:42:31.406917 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] For port d33466e6-2254-4b57-af7c-4e9dcabdae86, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:31.411279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] For port d33466e6-2254-4b57-af7c-4e9dcabdae86, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d33466e6-2254-4b57-af7c-4e9dcabdae86,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:42:31.430969 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:31.436037 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ca66cd-df0b-4c7c-baa3-25c0f6934502 admin admin] Made reservation on behalf of e8a793ab79454cf9836e2116f38adfa2 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:42:31.442618 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98ca66cd-df0b-4c7c-baa3-25c0f6934502 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:31.487210 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2c299-c50f-4b55-9485-64fa0a81ec5f req-79a9d07c-3e51-4959-957e-b8d8a1531df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:31.488746 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-09b2c299-c50f-4b55-9485-64fa0a81ec5f req-79a9d07c-3e51-4959-957e-b8d8a1531df8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 1096 time: 0.1067586 Nov 26 02:42:31.523221 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf163c5b-d619-4b76-ac49-7a41caeaa0cd req-3cea159d-750b-455d-bd94-38f52c38b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:31.525685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf163c5b-d619-4b76-ac49-7a41caeaa0cd req-3cea159d-750b-455d-bd94-38f52c38b8a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7798d19b74604299a911b90fd7f69948&device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 1098 time: 0.3148191 Nov 26 02:42:31.527558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:31.529308 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:31.530976 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] 10.222.0.54 "PUT /v2.0/ports/d33466e6-2254-4b57-af7c-4e9dcabdae86 HTTP/1.1" status: 200 len: 1095 time: 1.4761202 Nov 26 02:42:31.571498 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-09b2c299-c50f-4b55-9485-64fa0a81ec5f req-7674bb64-2923-406d-be65-95ba78ca7c7c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681713 Nov 26 02:42:31.656912 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7865d346-35fb-4264-a9d2-975e19cdcecd req-7d76313b-61fd-43e7-b053-34da184b1406 tempest-QuotasAdminNegativeTest-481411736 tempest-QuotasAdminNegativeTest-481411736-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=64b33540820d4ad28636376a03169b00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542414 Nov 26 02:42:31.660077 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79306321-63f5-40d9-be12-f7834e18c1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d33466e6-2254-4b57-af7c-4e9dcabdae86,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:31.679832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc041c-0e85-4478-b8ab-6e026d140212 req-dece8ac5-3a5e-4051-bda9-ce622d3febba tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:31.681612 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9cc041c-0e85-4478-b8ab-6e026d140212 req-dece8ac5-3a5e-4051-bda9-ce622d3febba tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.2672868 Nov 26 02:42:31.687515 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98ca66cd-df0b-4c7c-baa3-25c0f6934502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:31.745689 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca66cd-df0b-4c7c-baa3-25c0f6934502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=681deaf1-7770-440e-9d0a-fc19f5a6a2ba,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:31.755378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ca66cd-df0b-4c7c-baa3-25c0f6934502 admin admin] Checking segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:42:31.755740 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ca66cd-df0b-4c7c-baa3-25c0f6934502 admin admin] Network hostable DHCP agents. Network: 19f9e564-6945-4cfd-bf25-fe17589b9d02, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:42:31.773812 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ca66cd-df0b-4c7c-baa3-25c0f6934502 admin admin] Network 19f9e564-6945-4cfd-bf25-fe17589b9d02 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:42:31.777502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf163c5b-d619-4b76-ac49-7a41caeaa0cd req-749a8232-637b-41e9-9be0-4e5a59053e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:31.779519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf163c5b-d619-4b76-ac49-7a41caeaa0cd req-749a8232-637b-41e9-9be0-4e5a59053e7a service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.2410450 Nov 26 02:42:31.784275 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-98ca66cd-df0b-4c7c-baa3-25c0f6934502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 19f9e564-6945-4cfd-bf25-fe17589b9d02) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:42:31.788709 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ca66cd-df0b-4c7c-baa3-25c0f6934502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:31.789571 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98ca66cd-df0b-4c7c-baa3-25c0f6934502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:31.795484 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5b4d53-d000-4de9-a023-116c44734eac None None] Network 19f9e564-6945-4cfd-bf25-fe17589b9d02 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:42:31.815698 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-98ca66cd-df0b-4c7c-baa3-25c0f6934502 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4557211 Nov 26 02:42:31.850254 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf163c5b-d619-4b76-ac49-7a41caeaa0cd req-eb40f52c-9a3d-4216-8356-5be20a48e458 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=e95ca752-4a1e-4c90-aad1-5ca5705b649a HTTP/1.1" status: 200 len: 217 time: 0.0548995 Nov 26 02:42:31.861868 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9cc041c-0e85-4478-b8ab-6e026d140212 req-4e5a63bd-77c2-4bbc-806b-b499f4d43cb0 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575985 Nov 26 02:42:31.916725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865d346-35fb-4264-a9d2-975e19cdcecd req-868cef9c-b70a-4084-9d95-d146d22fdc7b tempest-QuotasAdminNegativeTest-481411736 tempest-QuotasAdminNegativeTest-481411736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:31.918309 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7865d346-35fb-4264-a9d2-975e19cdcecd req-868cef9c-b70a-4084-9d95-d146d22fdc7b tempest-QuotasAdminNegativeTest-481411736 tempest-QuotasAdminNegativeTest-481411736-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356696 Nov 26 02:42:31.942722 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf163c5b-d619-4b76-ac49-7a41caeaa0cd req-65aa18ef-9071-4487-aebd-a863dd1d59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:31.943411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39670b13-6e81-4358-b114-f0bccbbb1afc None None] Network 19f9e564-6945-4cfd-bf25-fe17589b9d02 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:42:31.944230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf163c5b-d619-4b76-ac49-7a41caeaa0cd req-65aa18ef-9071-4487-aebd-a863dd1d59bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0865486 Nov 26 02:42:31.945633 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7865d346-35fb-4264-a9d2-975e19cdcecd req-851243b9-44da-4483-875a-2c2b91b9405d tempest-QuotasAdminNegativeTest-481411736 tempest-QuotasAdminNegativeTest-481411736-project] 10.222.0.31 "GET /v2.0/quotas/64b33540820d4ad28636376a03169b00 HTTP/1.1" status: 200 len: 375 time: 0.0181775 Nov 26 02:42:32.016674 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7865d346-35fb-4264-a9d2-975e19cdcecd req-369779f7-25a9-49a6-b74b-111acdeb05d0 tempest-QuotasAdminNegativeTest-481411736 tempest-QuotasAdminNegativeTest-481411736-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=64b33540820d4ad28636376a03169b00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634696 Nov 26 02:42:32.062291 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-16a7acd9-a207-4749-89df-0883e8ff87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:32.066312 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-16a7acd9-a207-4749-89df-0883e8ff87ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7798d19b74604299a911b90fd7f69948&device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982 HTTP/1.1" status: 200 len: 1098 time: 0.1016774 Nov 26 02:42:32.070536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf163c5b-d619-4b76-ac49-7a41caeaa0cd req-6cdcf411-c89c-480c-a22c-0586e5dced5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:32.072138 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf163c5b-d619-4b76-ac49-7a41caeaa0cd req-6cdcf411-c89c-480c-a22c-0586e5dced5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172900 Nov 26 02:42:32.091310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbb0509-b03c-4830-80a9-4b7e17d32982', 'tag': 'd33466e6-2254-4b57-af7c-4e9dcabdae86'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:32.093608 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9589af69-bcef-41a5-810e-a278d0af1c90" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbb0509-b03c-4830-80a9-4b7e17d32982", "tag": "d33466e6-2254-4b57-af7c-4e9dcabdae86"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:32.133732 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-9bd29412-d847-4afe-8595-30ec651f87f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d33466e6-2254-4b57-af7c-4e9dcabdae86 HTTP/1.1" status: 200 len: 217 time: 0.0518491 Nov 26 02:42:32.190877 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-1289db51-1f1b-4fd5-9c82-b912e19520e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:32.192558 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-1289db51-1f1b-4fd5-9c82-b912e19520e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0472987 Nov 26 02:42:32.212612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e0899-44dc-42aa-8a8f-0779b8e97a3d req-42880437-58b3-4168-a165-e04e4e31c819 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:32.214165 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-415e0899-44dc-42aa-8a8f-0779b8e97a3d req-42880437-58b3-4168-a165-e04e4e31c819 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 945 time: 0.1610730 Nov 26 02:42:32.241138 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-347cdf34-c88b-4e9e-aa58-4cca44d2509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:32.242666 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-347cdf34-c88b-4e9e-aa58-4cca44d2509b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0428498 Nov 26 02:42:32.265189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddee23-9b3e-4506-93a4-0ef404c0d1a5 req-0be2423a-52ce-46e7-a7e7-d88b730add63 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:32.266746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8ddee23-9b3e-4506-93a4-0ef404c0d1a5 req-0be2423a-52ce-46e7-a7e7-d88b730add63 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 945 time: 0.1168144 Nov 26 02:42:32.272795 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf163c5b-d619-4b76-ac49-7a41caeaa0cd req-81a90107-4de2-45ec-b93d-1a67968e6f02 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761160 Nov 26 02:42:32.343520 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-b3b9c71a-76c9-430e-8d7c-38aca669853f service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921729 Nov 26 02:42:32.357124 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-415e0899-44dc-42aa-8a8f-0779b8e97a3d req-18c25358-3fe8-4d85-8dbb-2845555bda49 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352539 Nov 26 02:42:32.419369 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8ddee23-9b3e-4506-93a4-0ef404c0d1a5 req-02947b5f-136d-41c3-81e1-7546bf985859 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273966 Nov 26 02:42:32.459426 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5a85e999-23a2-47c5-aef7-e77ff7527533 req-e5598ab1-7970-4847-be08-f32ad66f34ad service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084013 Nov 26 02:42:32.462268 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9292b8a0-6040-4888-b566-6e297be79dd5 x-openstack-request-id: req-9292b8a0-6040-4888-b566-6e297be79dd5 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:32.462685 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbb0509-b03c-4830-80a9-4b7e17d32982", "tag": "d33466e6-2254-4b57-af7c-4e9dcabdae86", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:32.462945 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9292b8a0-6040-4888-b566-6e297be79dd5 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:32.463334 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbb0509-b03c-4830-80a9-4b7e17d32982', 'tag': 'd33466e6-2254-4b57-af7c-4e9dcabdae86', 'status': 'completed', 'code': 200} Nov 26 02:42:32.490951 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf163c5b-d619-4b76-ac49-7a41caeaa0cd req-601b6a05-fe54-495b-801c-9d50f963f2ad service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863697 Nov 26 02:42:32.493270 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56928) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:32.498975 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-514c53d9-0afe-4b16-bf07-5e138c4e2d68 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1863582567-network', 'tenant_id': '957313662d3a4fa3a1689c10508b4867'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:32.521671 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514c53d9-0afe-4b16-bf07-5e138c4e2d68 admin admin] Made reservation on behalf of 957313662d3a4fa3a1689c10508b4867 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:42:32.524371 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-514c53d9-0afe-4b16-bf07-5e138c4e2d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:32.534894 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-514c53d9-0afe-4b16-bf07-5e138c4e2d68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:32.569755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07715afc-4a45-4353-b35b-6804c39104c7 req-9325e84a-ee6a-48ec-a254-db818ae4de86 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:32.576568 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07715afc-4a45-4353-b35b-6804c39104c7 req-9325e84a-ee6a-48ec-a254-db818ae4de86 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 949 time: 0.0586369 Nov 26 02:42:32.646577 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07715afc-4a45-4353-b35b-6804c39104c7 req-b7276021-02e3-4504-9237-f5ffd7a5f283 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678442 Nov 26 02:42:32.662283 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589af69-bcef-41a5-810e-a278d0af1c90 req-a4e47f4d-5c08-4b0f-a97b-0baf4d0a39fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:32.663784 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9589af69-bcef-41a5-810e-a278d0af1c90 req-a4e47f4d-5c08-4b0f-a97b-0baf4d0a39fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7798d19b74604299a911b90fd7f69948&device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982 HTTP/1.1" status: 200 len: 1098 time: 0.0924363 Nov 26 02:42:32.668498 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-514c53d9-0afe-4b16-bf07-5e138c4e2d68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:32.680400 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-514c53d9-0afe-4b16-bf07-5e138c4e2d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:32.734269 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514c53d9-0afe-4b16-bf07-5e138c4e2d68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:42:32.754543 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03238c-4db1-4e0d-88a7-cd38c7c3b4e0 req-bd1cec8e-b913-422e-919f-29908b1c9088 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:32.756324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de03238c-4db1-4e0d-88a7-cd38c7c3b4e0 req-bd1cec8e-b913-422e-919f-29908b1c9088 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982 HTTP/1.1" status: 200 len: 947 time: 0.0520699 Nov 26 02:42:32.766706 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-514c53d9-0afe-4b16-bf07-5e138c4e2d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:32.767056 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-514c53d9-0afe-4b16-bf07-5e138c4e2d68 admin admin] Added segment bff758b4-5357-4d84-85e0-73d56659773b of type vlan for network 0c68f3d1-280d-4374-a529-4782d19ccc9d Nov 26 02:42:32.768300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c53d9-0afe-4b16-bf07-5e138c4e2d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222c0d04-5c1f-4676-b1a9-96813ee3b36c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:32.816814 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de03238c-4db1-4e0d-88a7-cd38c7c3b4e0 req-27bae593-3edd-4eb0-93d7-a8630361e407 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533583 Nov 26 02:42:32.830696 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-514c53d9-0afe-4b16-bf07-5e138c4e2d68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:32.835895 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589af69-bcef-41a5-810e-a278d0af1c90 req-de274b72-8b91-4b4a-bf49-672a27b67943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:32.837392 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9589af69-bcef-41a5-810e-a278d0af1c90 req-de274b72-8b91-4b4a-bf49-672a27b67943 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.1656289 Nov 26 02:42:32.890030 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-514c53d9-0afe-4b16-bf07-5e138c4e2d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:32.891073 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514c53d9-0afe-4b16-bf07-5e138c4e2d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:32.891657 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-514c53d9-0afe-4b16-bf07-5e138c4e2d68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:32.894627 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9589af69-bcef-41a5-810e-a278d0af1c90 req-6d91742a-712e-4376-9a70-952dbae079a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d33466e6-2254-4b57-af7c-4e9dcabdae86 HTTP/1.1" status: 200 len: 217 time: 0.0447674 Nov 26 02:42:32.975875 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-514c53d9-0afe-4b16-bf07-5e138c4e2d68 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4813643 Nov 26 02:42:32.978748 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56944) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:32.983488 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-0fdbc2c6-7f0f-4bc2-8d10-586cab5e8787 admin admin] Request body: {'subnet': {'network_id': '0c68f3d1-280d-4374-a529-4782d19ccc9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1863582567-subnet', 'tenant_id': '957313662d3a4fa3a1689c10508b4867', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:32.994810 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c53d9-0afe-4b16-bf07-5e138c4e2d68 admin admin] Pushing event updated for resources: {'Network': ['ID=0c68f3d1-280d-4374-a529-4782d19ccc9d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:33.013955 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 0c68f3d1-280d-4374-a529-4782d19ccc9d details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:42:33.020347 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589af69-bcef-41a5-810e-a278d0af1c90 req-24de88ae-67ad-41de-92be-62f23c404179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:33.021399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e3917-3f9e-43a4-b069-68d7941023e9 req-f5933993-f57a-4c43-876d-cb1dd758b8cf tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:33.022294 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9589af69-bcef-41a5-810e-a278d0af1c90 req-24de88ae-67ad-41de-92be-62f23c404179 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1101425 Nov 26 02:42:33.024288 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-709e3917-3f9e-43a4-b069-68d7941023e9 req-f5933993-f57a-4c43-876d-cb1dd758b8cf tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.0786068 Nov 26 02:42:33.025291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdbc2c6-7f0f-4bc2-8d10-586cab5e8787 admin admin] Made reservation on behalf of 957313662d3a4fa3a1689c10508b4867 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:42:33.027597 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0fdbc2c6-7f0f-4bc2-8d10-586cab5e8787 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:33.118584 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589af69-bcef-41a5-810e-a278d0af1c90 req-5caca9f9-1f6a-4b5c-8c3f-aa0edaa6d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:33.121745 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9589af69-bcef-41a5-810e-a278d0af1c90 req-5caca9f9-1f6a-4b5c-8c3f-aa0edaa6d6ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707626 Nov 26 02:42:33.160554 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-709e3917-3f9e-43a4-b069-68d7941023e9 req-658b688d-2313-457e-bd48-f471fba08eaf tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290541 Nov 26 02:42:33.253353 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9589af69-bcef-41a5-810e-a278d0af1c90 req-9c4317eb-e8af-46c9-a646-875173f7a028 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142213 Nov 26 02:42:33.274350 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e47d03b-bca7-412b-a58b-89b20afaee6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8c2e35-125f-4810-8448-e8fe66413fa6'}, {'server_uuid': '574909bb-2bae-4eef-8cc6-c447ae9e66cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d9a71e-fc74-46d6-9118-1d16fbbb842f'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:33.277158 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18d1801-a2e1-4b23-945b-dd65b09a3db4" -d '{"events": [{"server_uuid": "6e47d03b-bca7-412b-a58b-89b20afaee6c", "name": "network-vif-plugged", "status": "completed", "tag": "3e8c2e35-125f-4810-8448-e8fe66413fa6"}, {"server_uuid": "574909bb-2bae-4eef-8cc6-c447ae9e66cc", "name": "network-vif-plugged", "status": "completed", "tag": "91d9a71e-fc74-46d6-9118-1d16fbbb842f"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:33.294681 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0fdbc2c6-7f0f-4bc2-8d10-586cab5e8787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:33.322790 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2896230-8a64-4d08-9d99-2bec2864c197 x-openstack-request-id: req-e2896230-8a64-4d08-9d99-2bec2864c197 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:33.323084 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e47d03b-bca7-412b-a58b-89b20afaee6c", "name": "network-vif-plugged", "status": "completed", "tag": "3e8c2e35-125f-4810-8448-e8fe66413fa6", "code": 200}, {"server_uuid": "574909bb-2bae-4eef-8cc6-c447ae9e66cc", "name": "network-vif-plugged", "status": "completed", "tag": "91d9a71e-fc74-46d6-9118-1d16fbbb842f", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:33.323500 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2896230-8a64-4d08-9d99-2bec2864c197 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:33.324111 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e47d03b-bca7-412b-a58b-89b20afaee6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8c2e35-125f-4810-8448-e8fe66413fa6', 'code': 200} Nov 26 02:42:33.324612 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574909bb-2bae-4eef-8cc6-c447ae9e66cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d9a71e-fc74-46d6-9118-1d16fbbb842f', 'code': 200} Nov 26 02:42:33.335097 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78f8b3f8-3c24-4bed-b6f6-af9279ce3e4e req-654f9b50-559b-401c-a6ec-1ba13171787a tempest-QuotasAdminNegativeTest-481411736 tempest-QuotasAdminNegativeTest-481411736-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=64b33540820d4ad28636376a03169b00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505199 Nov 26 02:42:33.350164 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9589af69-bcef-41a5-810e-a278d0af1c90 req-344c7782-504b-49a7-8e32-d60f2e905aa8 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897293 Nov 26 02:42:33.414381 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbc2c6-7f0f-4bc2-8d10-586cab5e8787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96f08669-94b5-48a0-945a-236112e8e89e,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:33.453369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdbc2c6-7f0f-4bc2-8d10-586cab5e8787 admin admin] Checking segment: {'id': 'bff758b4-5357-4d84-85e0-73d56659773b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c68f3d1-280d-4374-a529-4782d19ccc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:42:33.453732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdbc2c6-7f0f-4bc2-8d10-586cab5e8787 admin admin] Network hostable DHCP agents. Network: 0c68f3d1-280d-4374-a529-4782d19ccc9d, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:42:33.471809 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c7d79-86f8-4873-a478-1287bf969e46 req-386639ef-1380-4dd5-b874-b551c61b1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:33.473367 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d38c7d79-86f8-4873-a478-1287bf969e46 req-386639ef-1380-4dd5-b874-b551c61b1dab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 1100 time: 0.0557520 Nov 26 02:42:33.520149 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d38c7d79-86f8-4873-a478-1287bf969e46 req-4bb7d6b7-cccc-4e89-9176-f80632540674 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376701 Nov 26 02:42:33.557140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8b3f8-3c24-4bed-b6f6-af9279ce3e4e req-6dbf9b9c-8778-45fa-9350-426b65a0385c tempest-QuotasAdminNegativeTest-481411736 tempest-QuotasAdminNegativeTest-481411736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:33.558593 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78f8b3f8-3c24-4bed-b6f6-af9279ce3e4e req-6dbf9b9c-8778-45fa-9350-426b65a0385c tempest-QuotasAdminNegativeTest-481411736 tempest-QuotasAdminNegativeTest-481411736-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2170169 Nov 26 02:42:33.560510 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdbc2c6-7f0f-4bc2-8d10-586cab5e8787 admin admin] Network 0c68f3d1-280d-4374-a529-4782d19ccc9d is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:42:33.588853 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34be01-3f18-44ee-83f7-013472e88c64 req-d330a12a-05e8-496c-97ec-fc35e216deaf tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:33.590307 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f34be01-3f18-44ee-83f7-013472e88c64 req-d330a12a-05e8-496c-97ec-fc35e216deaf tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 945 time: 0.1406374 Nov 26 02:42:33.594050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ace40d-9b55-4078-9e00-1b13d09eeb99 req-e8b0708c-9ab3-4ce9-9c64-c844e3967d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:33.595428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35ace40d-9b55-4078-9e00-1b13d09eeb99 req-e8b0708c-9ab3-4ce9-9c64-c844e3967d12 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 1096 time: 0.1299326 Nov 26 02:42:33.595972 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-0fdbc2c6-7f0f-4bc2-8d10-586cab5e8787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 0c68f3d1-280d-4374-a529-4782d19ccc9d) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:42:33.599721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78f8b3f8-3c24-4bed-b6f6-af9279ce3e4e req-c03aa180-98ae-4cbe-9f3b-3cf5b25019af tempest-QuotasAdminNegativeTest-481411736 tempest-QuotasAdminNegativeTest-481411736-project] 10.222.0.31 "GET /v2.0/quotas/64b33540820d4ad28636376a03169b00 HTTP/1.1" status: 200 len: 375 time: 0.0338197 Nov 26 02:42:33.604423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7db283f-86e1-4ce7-8ad4-22fd30696136 None None] Network 0c68f3d1-280d-4374-a529-4782d19ccc9d requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:42:33.607586 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdbc2c6-7f0f-4bc2-8d10-586cab5e8787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:33.608201 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0fdbc2c6-7f0f-4bc2-8d10-586cab5e8787 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:33.676568 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78f8b3f8-3c24-4bed-b6f6-af9279ce3e4e req-2187116c-c35f-422e-94aa-f9a543eab2aa tempest-QuotasAdminNegativeTest-481411736 tempest-QuotasAdminNegativeTest-481411736-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=64b33540820d4ad28636376a03169b00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592799 Nov 26 02:42:33.690487 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0fdbc2c6-7f0f-4bc2-8d10-586cab5e8787 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7013729 Nov 26 02:42:33.740735 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f34be01-3f18-44ee-83f7-013472e88c64 req-7349b5a1-b076-4f0e-8103-40edc9346abc tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279919 Nov 26 02:42:33.740735 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35ace40d-9b55-4078-9e00-1b13d09eeb99 req-2121a899-b672-4f82-8869-6769ac116003 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258438 Nov 26 02:42:33.766816 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4f9ad0-e51e-4daa-9e0c-478aa4c7d8f8 None None] Network 0c68f3d1-280d-4374-a529-4782d19ccc9d requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:42:33.868521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc10efe-cca3-45ae-a9d5-f25787f2e9b8 req-6cd09446-fc8b-48a3-8f17-49ca2324204b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:33.876411 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffc10efe-cca3-45ae-a9d5-f25787f2e9b8 req-6cd09446-fc8b-48a3-8f17-49ca2324204b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 945 time: 0.0934794 Nov 26 02:42:33.892771 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999698d-d751-461b-8f12-72fc68fcd765 req-be4d3862-6197-486f-9c96-7c7888dfbeef tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:33.894532 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8999698d-d751-461b-8f12-72fc68fcd765 req-be4d3862-6197-486f-9c96-7c7888dfbeef tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 949 time: 0.0833907 Nov 26 02:42:33.952546 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffc10efe-cca3-45ae-a9d5-f25787f2e9b8 req-42520441-a188-4cc5-8e32-2c1151280973 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752754 Nov 26 02:42:33.975114 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8999698d-d751-461b-8f12-72fc68fcd765 req-61ed0596-52c1-4968-973d-72a74af6a64b tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678463 Nov 26 02:42:34.076506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea653c-f987-464f-a08c-eeb9687ed6c4 req-02932a6a-e516-44dd-8903-34140c6f7387 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:34.078245 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0ea653c-f987-464f-a08c-eeb9687ed6c4 req-02932a6a-e516-44dd-8903-34140c6f7387 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982 HTTP/1.1" status: 200 len: 947 time: 0.0481939 Nov 26 02:42:34.128569 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0ea653c-f987-464f-a08c-eeb9687ed6c4 req-580559a8-452f-4bd1-b69e-0548a51506d4 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442348 Nov 26 02:42:34.275078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c1708-83fe-4254-bba1-2de6be1e5076 req-139faab9-c96d-47ee-8f9d-c721a15df880 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:34.276507 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f10c1708-83fe-4254-bba1-2de6be1e5076 req-139faab9-c96d-47ee-8f9d-c721a15df880 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 1096 time: 0.0935307 Nov 26 02:42:34.338607 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-72b453d8-8cb5-415b-8a71-19e86474a514 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:34.340022 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-72b453d8-8cb5-415b-8a71-19e86474a514 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 821 time: 0.1299930 Nov 26 02:42:34.357032 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f10c1708-83fe-4254-bba1-2de6be1e5076 req-d4be4342-bbbb-4002-9dc6-714605c17147 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724626 Nov 26 02:42:34.359360 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-7e1af6c9-8270-4d70-9720-0ec2ca8c4062 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/quotas/e8a793ab79454cf9836e2116f38adfa2 HTTP/1.1" status: 200 len: 375 time: 0.0116127 Nov 26 02:42:34.390901 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-72705303-1d68-4619-919d-ec7f6632e66a tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259807 Nov 26 02:42:34.481714 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-1b40a1c9-2eda-4566-b27b-8b123d90baa3 service neutron] 10.222.0.31 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839128 Nov 26 02:42:34.568517 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-911a79e0-9b0a-4663-bef2-a2c165024f70 service neutron] 10.222.0.31 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805888 Nov 26 02:42:34.625145 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb1c66-8207-4408-ba07-d0bb042ef006 req-e0330079-6ede-4b48-91d0-e0e50aafea7d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:34.626652 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83cb1c66-8207-4408-ba07-d0bb042ef006 req-e0330079-6ede-4b48-91d0-e0e50aafea7d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.0546069 Nov 26 02:42:34.686409 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83cb1c66-8207-4408-ba07-d0bb042ef006 req-2f4e5dd6-9905-4569-8fe7-468b32dc4669 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532095 Nov 26 02:42:34.735773 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e95ca752-4a1e-4c90-aad1-5ca5705b649a details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:42:34.787666 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f8920-e98b-41db-9fb1-28e6322168b3 req-419956bd-b22e-4bfc-b3e5-64f7b0167286 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:34.796324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe7f8920-e98b-41db-9fb1-28e6322168b3 req-419956bd-b22e-4bfc-b3e5-64f7b0167286 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 1096 time: 0.0550857 Nov 26 02:42:34.853988 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe7f8920-e98b-41db-9fb1-28e6322168b3 req-0f88266f-f89a-4acb-aad0-667ac8c28ec5 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542653 Nov 26 02:42:34.932453 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e95ca752-4a1e-4c90-aad1-5ca5705b649a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e95ca752-4a1e-4c90-aad1-5ca5705b649a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:34.939737 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d59855e-4d72-42f0-ab2e-381a2b27838f req-b1578586-3762-45f2-89af-34ee7594d7a1 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 210 time: 0.0421681 Nov 26 02:42:34.955734 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a', 'mac_address': 'fa:16:3e:8d:f3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:42:35.028777 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:35.032424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f3ecb-1d16-4800-b4e9-9439f47ca59d req-53d3cbfe-9309-44e2-a9f2-9d113a7b9545 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:35.040113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f01f3ecb-1d16-4800-b4e9-9439f47ca59d req-53d3cbfe-9309-44e2-a9f2-9d113a7b9545 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 945 time: 0.0735793 Nov 26 02:42:35.042256 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95ca752-4a1e-4c90-aad1-5ca5705b649a {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:35.065611 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e95ca752-4a1e-4c90-aad1-5ca5705b649a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e95ca752-4a1e-4c90-aad1-5ca5705b649a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:35.070525 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:35.106320 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-04fa47dc-1505-420b-9d37-b8a37d17266a req-d321310f-2081-4021-af79-0393f5e69801 tempest-QuotasAdminNegativeTest-481411736 tempest-QuotasAdminNegativeTest-481411736-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=64b33540820d4ad28636376a03169b00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357754 Nov 26 02:42:35.110094 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f01f3ecb-1d16-4800-b4e9-9439f47ca59d req-5b77c996-604d-4b63-a4d4-b4d4d4340ac5 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691242 Nov 26 02:42:35.122459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e95ca752-4a1e-4c90-aad1-5ca5705b649a,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:35.264284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa47dc-1505-420b-9d37-b8a37d17266a req-6eaf25cc-1da1-470c-a923-3ac55ef1ec6d tempest-QuotasAdminNegativeTest-481411736 tempest-QuotasAdminNegativeTest-481411736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:35.265831 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-04fa47dc-1505-420b-9d37-b8a37d17266a req-6eaf25cc-1da1-470c-a923-3ac55ef1ec6d tempest-QuotasAdminNegativeTest-481411736 tempest-QuotasAdminNegativeTest-481411736-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1503906 Nov 26 02:42:35.274151 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e4507-310d-4d65-9537-c1940fe8a02c req-02a079d3-1235-4865-a358-2825e4bdaeb4 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:35.275535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d91e4507-310d-4d65-9537-c1940fe8a02c req-02a079d3-1235-4865-a358-2825e4bdaeb4 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 949 time: 0.0972857 Nov 26 02:42:35.297714 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-04fa47dc-1505-420b-9d37-b8a37d17266a req-05cdbeac-f83d-429c-845d-b895803a5af1 tempest-QuotasAdminNegativeTest-481411736 tempest-QuotasAdminNegativeTest-481411736-project] 10.222.0.31 "GET /v2.0/quotas/64b33540820d4ad28636376a03169b00 HTTP/1.1" status: 200 len: 375 time: 0.0210731 Nov 26 02:42:35.344595 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-04fa47dc-1505-420b-9d37-b8a37d17266a req-2ac14773-5b5f-4d7e-9597-4bb84dbe8a03 tempest-QuotasAdminNegativeTest-481411736 tempest-QuotasAdminNegativeTest-481411736-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=64b33540820d4ad28636376a03169b00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393758 Nov 26 02:42:35.349687 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d91e4507-310d-4d65-9537-c1940fe8a02c req-2c27728b-390e-424c-8eaf-2148fc0e844b tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662160 Nov 26 02:42:35.407133 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e95ca752-4a1e-4c90-aad1-5ca5705b649a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:42:35.518207 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e28a9-2765-4357-a077-f0a5ed77546f req-a441fd1f-aee1-4ca6-93f6-3aa2fdeb4e1f tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:35.519779 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-013e28a9-2765-4357-a077-f0a5ed77546f req-a441fd1f-aee1-4ca6-93f6-3aa2fdeb4e1f tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982 HTTP/1.1" status: 200 len: 947 time: 0.0724618 Nov 26 02:42:35.571744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-013e28a9-2765-4357-a077-f0a5ed77546f req-3b41046b-c404-4fe8-882e-3da213867b8e tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452166 Nov 26 02:42:35.682926 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104a1ff-3560-486e-a79d-6ed96af38fe2 req-4e3880af-2017-4eb2-b6d3-33e2d9450ae9 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:35.685113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1104a1ff-3560-486e-a79d-6ed96af38fe2 req-4e3880af-2017-4eb2-b6d3-33e2d9450ae9 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 1096 time: 0.0397584 Nov 26 02:42:35.739418 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1104a1ff-3560-486e-a79d-6ed96af38fe2 req-ef2cb5eb-0638-4b86-a94b-79615479f363 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484483 Nov 26 02:42:35.827008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04efeb-f5a3-4d12-8aa1-3c03f0ec2b4d req-2f0ee634-f505-4f1f-8d76-011ec0c8d7fb tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:35.828450 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a04efeb-f5a3-4d12-8aa1-3c03f0ec2b4d req-2f0ee634-f505-4f1f-8d76-011ec0c8d7fb tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.0489480 Nov 26 02:42:35.888333 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a04efeb-f5a3-4d12-8aa1-3c03f0ec2b4d req-aecbb456-06b5-46fc-80e2-29e76f610a32 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531409 Nov 26 02:42:36.021768 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57068) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:36.045770 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdc2a274-1c55-4609-b747-70db28f91f32 req-a17ec9c8-688b-44f3-8257-7bc67ff18460 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 210 time: 0.0310001 Nov 26 02:42:36.091300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-a319d0b7-53d9-4f2c-9e61-c12fdfcec7e8 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:36.092729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-a319d0b7-53d9-4f2c-9e61-c12fdfcec7e8 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.59 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 821 time: 0.1387095 Nov 26 02:42:36.139157 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5e11-7910-4474-84f6-011c698c8f32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:36.159281 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-40434dc2-c6c5-4574-854b-d969a90b5a85 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Request body: {'port': {'device_id': '91cd2cb2-d756-4fd3-a0a5-54cd450457b3', 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02', 'admin_state_up': True, 'tenant_id': 'e8a793ab79454cf9836e2116f38adfa2'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:36.217621 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5e11-7910-4474-84f6-011c698c8f32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:36.221596 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5e11-7910-4474-84f6-011c698c8f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:36.259506 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7d0d5e11-7910-4474-84f6-011c698c8f32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64b33540820d4ad28636376a03169b00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366540 Nov 26 02:42:36.260399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d5e11-7910-4474-84f6-011c698c8f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c06dd1-dc87-45eb-85f4-d9a75230d9fe,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:36.262656 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57074) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:36.280286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723db113-c440-458f-bab1-cc0aad21de0c req-258d53e7-0561-466a-9e12-ca146c9ae329 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:36.281760 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-723db113-c440-458f-bab1-cc0aad21de0c req-258d53e7-0561-466a-9e12-ca146c9ae329 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 945 time: 0.0796878 Nov 26 02:42:36.311014 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20b0e684-3982-4184-9d3a-ac246a3a5d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:36.324210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-40434dc2-c6c5-4574-854b-d969a90b5a85 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Made reservation on behalf of e8a793ab79454cf9836e2116f38adfa2 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:42:36.327670 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-40434dc2-c6c5-4574-854b-d969a90b5a85 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:36.333343 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20b0e684-3982-4184-9d3a-ac246a3a5d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:36.360781 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-723db113-c440-458f-bab1-cc0aad21de0c req-1d2228b8-d941-424a-84ce-cf6c511081d5 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711040 Nov 26 02:42:36.404824 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20b0e684-3982-4184-9d3a-ac246a3a5d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:36.407717 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20b0e684-3982-4184-9d3a-ac246a3a5d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:36.411731 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-20b0e684-3982-4184-9d3a-ac246a3a5d3b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71c06dd1-dc87-45eb-85f4-d9a75230d9fe HTTP/1.1" status: 204 len: 168 time: 0.1481183 Nov 26 02:42:36.420385 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0e684-3982-4184-9d3a-ac246a3a5d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c06dd1-dc87-45eb-85f4-d9a75230d9fe,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:36.703214 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57086) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:36.716168 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2122222-754a-47c9-8784-b418e916536f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:36.753689 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e95ca752-4a1e-4c90-aad1-5ca5705b649a up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:42:36.756668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-40434dc2-c6c5-4574-854b-d969a90b5a85 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Allocated IP 172.20.0.13 (19f9e564-6945-4cfd-bf25-fe17589b9d02/681deaf1-7770-440e-9d0a-fc19f5a6a2ba/6a07cb12-fb4f-40d1-9726-7b74f036d13b) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:42:36.773096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334f997-cea7-49f4-8475-3fe1700a4127 req-87421e54-85e5-40d4-bf48-02fffa5a8f8b tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:36.774605 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1334f997-cea7-49f4-8475-3fe1700a4127 req-87421e54-85e5-40d4-bf48-02fffa5a8f8b tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 949 time: 0.3443329 Nov 26 02:42:36.794337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e196e0-ab03-4c88-b717-491107ea04c6 req-df5cb12b-0047-4c25-83f0-b2147364e347 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:36.795830 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73e196e0-ab03-4c88-b717-491107ea04c6 req-df5cb12b-0047-4c25-83f0-b2147364e347 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 945 time: 0.3158605 Nov 26 02:42:36.798853 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2122222-754a-47c9-8784-b418e916536f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:36.804144 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2122222-754a-47c9-8784-b418e916536f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:36.817389 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port e95ca752-4a1e-4c90-aad1-5ca5705b649a completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:42:36.822664 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port e95ca752-4a1e-4c90-aad1-5ca5705b649a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:42:36.823083 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:36.843663 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e2122222-754a-47c9-8784-b418e916536f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=990c6d7682924060a38503069f6814b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393652 Nov 26 02:42:36.845269 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2122222-754a-47c9-8784-b418e916536f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c0d35f-e033-406a-b9a0-44266eaf62ba,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:36.848478 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57092) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:36.901975 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-306f1e3c-425b-4422-8219-e07cf1d726d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:36.921265 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:36.926670 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-306f1e3c-425b-4422-8219-e07cf1d726d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:36.946486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a42d57-6e87-4e2d-a428-6cf14ce10ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:36.948889 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3d3a76-333e-4d2f-afb0-9291bdbab755" -d '{"events": [{"server_uuid": "64a42d57-6e87-4e2d-a428-6cf14ce10ba0", "name": "network-vif-plugged", "status": "completed", "tag": "e95ca752-4a1e-4c90-aad1-5ca5705b649a"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:36.955966 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1334f997-cea7-49f4-8475-3fe1700a4127 req-efb242bf-3f87-41fb-b25b-15aed83fcf96 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584375 Nov 26 02:42:36.962988 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e95ca752-4a1e-4c90-aad1-5ca5705b649a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e95ca752-4a1e-4c90-aad1-5ca5705b649a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:36.963299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73e196e0-ab03-4c88-b717-491107ea04c6 req-23c0ef7f-d6d2-4599-bc03-427208183d55 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549044 Nov 26 02:42:36.967791 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:37.002769 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-306f1e3c-425b-4422-8219-e07cf1d726d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:37.014248 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-306f1e3c-425b-4422-8219-e07cf1d726d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:37.016841 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-306f1e3c-425b-4422-8219-e07cf1d726d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5c0d35f-e033-406a-b9a0-44266eaf62ba HTTP/1.1" status: 204 len: 168 time: 0.1655393 Nov 26 02:42:37.023259 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-40434dc2-c6c5-4574-854b-d969a90b5a85 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:37.032318 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e95ca752-4a1e-4c90-aad1-5ca5705b649a,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:37.038700 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f1e3c-425b-4422-8219-e07cf1d726d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c0d35f-e033-406a-b9a0-44266eaf62ba,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:37.081479 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-40434dc2-c6c5-4574-854b-d969a90b5a85 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:37.158654 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-40434dc2-c6c5-4574-854b-d969a90b5a85 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Network 19f9e564-6945-4cfd-bf25-fe17589b9d02 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:42:37.172293 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-40434dc2-c6c5-4574-854b-d969a90b5a85 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:42:37.175790 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40434dc2-c6c5-4574-854b-d969a90b5a85 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Pushing event updated for resources: {'Port': ['ID=6a07cb12-fb4f-40d1-9726-7b74f036d13b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:37.193868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-40434dc2-c6c5-4574-854b-d969a90b5a85 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:42:37.199323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-40434dc2-c6c5-4574-854b-d969a90b5a85 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:37.200510 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-40434dc2-c6c5-4574-854b-d969a90b5a85 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:37.210024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f901e21-96aa-49cc-aec3-16afb05c4eb4 req-9b541b8b-cfef-4287-803a-372c9d681cc7 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:37.211488 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f901e21-96aa-49cc-aec3-16afb05c4eb4 req-9b541b8b-cfef-4287-803a-372c9d681cc7 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982 HTTP/1.1" status: 200 len: 947 time: 0.1327269 Nov 26 02:42:37.243824 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-40434dc2-c6c5-4574-854b-d969a90b5a85 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0887396 Nov 26 02:42:37.253420 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec1f85-1522-4bb4-b477-0b24a2a78863 req-7fda94bc-f0f3-4434-9353-ea517d963163 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:37.254887 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1fec1f85-1522-4bb4-b477-0b24a2a78863 req-7fda94bc-f0f3-4434-9353-ea517d963163 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 1096 time: 0.0983322 Nov 26 02:42:37.275266 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Request body: {'port': {'device_id': '91cd2cb2-d756-4fd3-a0a5-54cd450457b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:37.310774 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f901e21-96aa-49cc-aec3-16afb05c4eb4 req-51ebc063-d868-4ae7-8b7b-4aefa3344efe tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880344 Nov 26 02:42:37.361675 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1fec1f85-1522-4bb4-b477-0b24a2a78863 req-b2dc8cce-3dd3-4dc7-81b9-687275ba2dbc tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949299 Nov 26 02:42:37.362325 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:37.428848 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cdc0db-62f3-40d8-ab89-922913827ae4 x-openstack-request-id: req-a5cdc0db-62f3-40d8-ab89-922913827ae4 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:37.430122 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a42d57-6e87-4e2d-a428-6cf14ce10ba0", "name": "network-vif-plugged", "status": "completed", "tag": "e95ca752-4a1e-4c90-aad1-5ca5705b649a", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:37.430891 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5cdc0db-62f3-40d8-ab89-922913827ae4 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:37.431293 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a42d57-6e87-4e2d-a428-6cf14ce10ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a', 'code': 200} Nov 26 02:42:37.500754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cae2c-7449-465e-ac58-abb4f89ad575 req-9f1afafa-e4a7-4a64-9f8c-f9525b02b2e9 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:37.502263 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d1cae2c-7449-465e-ac58-abb4f89ad575 req-9f1afafa-e4a7-4a64-9f8c-f9525b02b2e9 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.1248353 Nov 26 02:42:37.597679 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5c55f-aaaf-4634-8b49-1c45318d875a req-705f19b7-4001-44b6-94f7-3138991e5a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:37.599854 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-98f5c55f-aaaf-4634-8b49-1c45318d875a req-705f19b7-4001-44b6-94f7-3138991e5a00 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 1100 time: 0.0570848 Nov 26 02:42:37.630054 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d1cae2c-7449-465e-ac58-abb4f89ad575 req-cbc70ce1-c609-4e86-bd92-2db61a3a6127 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053958 Nov 26 02:42:37.687829 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-98f5c55f-aaaf-4634-8b49-1c45318d875a req-b162e7b8-7150-47ea-aafd-ebcd412bb5f7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794439 Nov 26 02:42:37.763928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a07cb12-fb4f-40d1-9726-7b74f036d13b {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:37.773730 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:37.792151 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Transition to ACTIVE for port object 6a07cb12-fb4f-40d1-9726-7b74f036d13b will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:42:37.798644 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:37.937881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Pushing event updated for resources: {'Port': ['ID=6a07cb12-fb4f-40d1-9726-7b74f036d13b,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:37.962334 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Attempting to bind port 6a07cb12-fb4f-40d1-9726-7b74f036d13b on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:42:37.962597 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Attempting to bind port 6a07cb12-fb4f-40d1-9726-7b74f036d13b by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:42:37.962941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Attempting to bind port 6a07cb12-fb4f-40d1-9726-7b74f036d13b on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:37.972757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Port 6a07cb12-fb4f-40d1-9726-7b74f036d13b on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:42:37.973032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Attempting to bind port 6a07cb12-fb4f-40d1-9726-7b74f036d13b on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:37.984389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2ddb9-2ba5-4957-b09d-fc3abd8cda40 req-ac49edc1-2cca-4827-84d9-f6bbfeaec488 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:37.992217 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1aa2ddb9-2ba5-4957-b09d-fc3abd8cda40 req-ac49edc1-2cca-4827-84d9-f6bbfeaec488 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 944 time: 0.1146114 Nov 26 02:42:38.004380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:42:38.004720 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Checking segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:42:38.005135 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Bound using segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:42:38.005536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Bound port: 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:42:38.005878 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:38.068886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-3c9f2c1f-7bb8-499c-bed4-30e43261490d req-c5e70062-c75f-48c3-bf1d-fecbc7a6819c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:42:38.069845 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c9f2c1f-7bb8-499c-bed4-30e43261490d req-c5e70062-c75f-48c3-bf1d-fecbc7a6819c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088775 Nov 26 02:42:38.095152 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1aa2ddb9-2ba5-4957-b09d-fc3abd8cda40 req-5198d967-de09-4b2b-b2ee-f1bfc66e853b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020267 Nov 26 02:42:38.140925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] For port 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:38.144135 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] For port 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6a07cb12-fb4f-40d1-9726-7b74f036d13b,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:42:38.154031 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:38.236508 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:38.237135 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:38.238513 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] 10.222.0.59 "PUT /v2.0/ports/6a07cb12-fb4f-40d1-9726-7b74f036d13b HTTP/1.1" status: 200 len: 1092 time: 0.9729307 Nov 26 02:42:38.239140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cd2cb2-d756-4fd3-a0a5-54cd450457b3', 'tag': '6a07cb12-fb4f-40d1-9726-7b74f036d13b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:38.241498 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c38006-fd7b-43a9-af20-f986711de8a7" -d '{"events": [{"name": "network-changed", "server_uuid": "91cd2cb2-d756-4fd3-a0a5-54cd450457b3", "tag": "6a07cb12-fb4f-40d1-9726-7b74f036d13b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:38.271247 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e19b5-429c-4d7d-b28e-a763e0594578 service neutron] Pushing event updated for resources: {'Port': ['ID=6a07cb12-fb4f-40d1-9726-7b74f036d13b,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:38.287506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f66ba-411f-4c04-a74f-a8743721df37 req-c8576653-7528-4fa6-b08d-fc979c249705 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:38.289783 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b6f66ba-411f-4c04-a74f-a8743721df37 req-c8576653-7528-4fa6-b08d-fc979c249705 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 949 time: 0.1003010 Nov 26 02:42:38.371993 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b6f66ba-411f-4c04-a74f-a8743721df37 req-cc0b7038-9c7c-405d-a5bb-94cbaac1e046 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746107 Nov 26 02:42:38.378359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-afa9b608-7056-4f78-80c9-4efe90eb8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:38.379835 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-afa9b608-7056-4f78-80c9-4efe90eb8cb2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 1095 time: 0.0761724 Nov 26 02:42:38.405184 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d33466e6-2254-4b57-af7c-4e9dcabdae86 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:42:38.459337 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-0f76768e-f53f-43e8-94af-24871534902b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a07cb12-fb4f-40d1-9726-7b74f036d13b HTTP/1.1" status: 200 len: 217 time: 0.0608532 Nov 26 02:42:38.526968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d33466e6-2254-4b57-af7c-4e9dcabdae86, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d33466e6-2254-4b57-af7c-4e9dcabdae86,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:38.539977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'd33466e6-2254-4b57-af7c-4e9dcabdae86', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': 'd33466e6-2254-4b57-af7c-4e9dcabdae86', 'mac_address': 'fa:16:3e:4d:33:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:42:38.543972 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-feff3ef6-c269-4835-af84-efe4ee5a727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:38.545646 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-feff3ef6-c269-4835-af84-efe4ee5a727e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.0763421 Nov 26 02:42:38.591920 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:38.610922 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33466e6-2254-4b57-af7c-4e9dcabdae86 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:38.611629 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-07dbd194-db23-4471-ad00-79aac30e1815 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559051 Nov 26 02:42:38.647559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d33466e6-2254-4b57-af7c-4e9dcabdae86, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d33466e6-2254-4b57-af7c-4e9dcabdae86,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:38.654607 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:38.726508 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=d33466e6-2254-4b57-af7c-4e9dcabdae86,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:38.742413 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ba44e6-e164-4f6b-90e5-13a49862627c x-openstack-request-id: req-c1ba44e6-e164-4f6b-90e5-13a49862627c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:38.742735 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cd2cb2-d756-4fd3-a0a5-54cd450457b3", "tag": "6a07cb12-fb4f-40d1-9726-7b74f036d13b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:38.742995 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1ba44e6-e164-4f6b-90e5-13a49862627c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:38.743390 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cd2cb2-d756-4fd3-a0a5-54cd450457b3', 'tag': '6a07cb12-fb4f-40d1-9726-7b74f036d13b', 'status': 'completed', 'code': 200} Nov 26 02:42:38.755192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-f40819db-51c7-4fac-b6bc-55228931e7a3 service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320183 Nov 26 02:42:38.895795 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad8480-0225-4223-acaf-a7ec193b3db0 req-d706cbba-82ee-4206-8137-8f0cc0bfd636 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:38.897228 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99ad8480-0225-4223-acaf-a7ec193b3db0 req-d706cbba-82ee-4206-8137-8f0cc0bfd636 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982 HTTP/1.1" status: 200 len: 948 time: 0.1083162 Nov 26 02:42:38.914699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-748e8cec-fa17-46c4-b64e-eccf15e39d35 req-5b401e6b-638b-4a62-8115-4a2cb59ce282 service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455646 Nov 26 02:42:38.961931 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99ad8480-0225-4223-acaf-a7ec193b3db0 req-928d56cf-a6c8-4a89-97c2-d7c8e7d649b3 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567946 Nov 26 02:42:39.098552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c38006-fd7b-43a9-af20-f986711de8a7 req-477c0a9d-b369-42eb-a232-4d9d0d8abc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:39.100334 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88c38006-fd7b-43a9-af20-f986711de8a7 req-477c0a9d-b369-42eb-a232-4d9d0d8abc08 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 1095 time: 0.0498040 Nov 26 02:42:39.147409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['d33466e6-2254-4b57-af7c-4e9dcabdae86'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:42:39.249798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c38006-fd7b-43a9-af20-f986711de8a7 req-d2682737-8bdb-44b0-bad6-ea0a06d034ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:39.251463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88c38006-fd7b-43a9-af20-f986711de8a7 req-d2682737-8bdb-44b0-bad6-ea0a06d034ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 922 time: 0.1423509 Nov 26 02:42:39.312908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db37faf-248b-4b6d-ad9f-7dd895ae97aa req-1e6a218e-09ed-4258-afe4-b2beb42d7100 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:39.314484 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2db37faf-248b-4b6d-ad9f-7dd895ae97aa req-1e6a218e-09ed-4258-afe4-b2beb42d7100 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.1097467 Nov 26 02:42:39.315746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88c38006-fd7b-43a9-af20-f986711de8a7 req-05bc5cd0-46b7-4a18-9af2-e62aaaa4febe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a07cb12-fb4f-40d1-9726-7b74f036d13b HTTP/1.1" status: 200 len: 217 time: 0.0528922 Nov 26 02:42:39.403264 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2db37faf-248b-4b6d-ad9f-7dd895ae97aa req-47348e19-278b-4154-8d51-2ce6d269b38b tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826507 Nov 26 02:42:39.404900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c38006-fd7b-43a9-af20-f986711de8a7 req-f35e4f07-3dd2-445c-b421-c3e35c63c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:39.406277 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88c38006-fd7b-43a9-af20-f986711de8a7 req-f35e4f07-3dd2-445c-b421-c3e35c63c492 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.0767834 Nov 26 02:42:39.446223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88c38006-fd7b-43a9-af20-f986711de8a7 req-e123362a-9657-4bc4-9d8f-fe47dc174cff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279362 Nov 26 02:42:39.542544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-8e780446-df86-4d4d-b2ee-bee17845ac7e tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:42:39.544278 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-8e780446-df86-4d4d-b2ee-bee17845ac7e tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1371214 Nov 26 02:42:39.548304 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-035aef26-b182-4d61-a1cf-728074e342df tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=096db277470446ba91a30b961616eb74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354135 Nov 26 02:42:39.649841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-b898d52c-916d-4be4-9067-7236a52923be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:39.651239 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-b898d52c-916d-4be4-9067-7236a52923be service neutron] 10.222.0.31 "GET /v2.0/ports/90d38b26-a554-451f-93b8-bed743a9d211 HTTP/1.1" status: 200 len: 1093 time: 0.0985837 Nov 26 02:42:39.669349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-9c4aa2e8-22b7-4925-900e-496cc8b1a5f8 service neutron] Request body: {'binding': {'host': 'n-h2-819389-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:39.669795 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-9c4aa2e8-22b7-4925-900e-496cc8b1a5f8 service neutron] Unknown quota resources ['binding']. {{(pid=104802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 02:42:39.699804 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88c38006-fd7b-43a9-af20-f986711de8a7 req-9662b8c3-7d16-412a-b581-1fa11722619c service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446411 Nov 26 02:42:39.838416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-9e9bef9e-6400-4d57-a0ee-c0dd4a5ee953 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:39.839883 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-9e9bef9e-6400-4d57-a0ee-c0dd4a5ee953 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2759778 Nov 26 02:42:39.880093 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-cc0646bf-05ab-4e94-9ca8-236fc0d7c929 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/quotas/096db277470446ba91a30b961616eb74 HTTP/1.1" status: 200 len: 375 time: 0.0325596 Nov 26 02:42:39.883932 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88c38006-fd7b-43a9-af20-f986711de8a7 req-e20a4f1c-cff2-4779-b508-601cee578936 service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720619 Nov 26 02:42:39.964213 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-a66e9ebc-037b-44ed-8cd6-2beb9cf20fb7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=096db277470446ba91a30b961616eb74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721488 Nov 26 02:42:39.965881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-9c4aa2e8-22b7-4925-900e-496cc8b1a5f8 service neutron] Attempting to bind port 90d38b26-a554-451f-93b8-bed743a9d211 on host n-h2-819389-3 for vnic_type normal with profile None {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:42:39.966238 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-9c4aa2e8-22b7-4925-900e-496cc8b1a5f8 service neutron] Attempting to bind port 90d38b26-a554-451f-93b8-bed743a9d211 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:42:39.966574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-9c4aa2e8-22b7-4925-900e-496cc8b1a5f8 service neutron] Attempting to bind port 90d38b26-a554-451f-93b8-bed743a9d211 on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:39.971170 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-9c4aa2e8-22b7-4925-900e-496cc8b1a5f8 service neutron] Port 90d38b26-a554-451f-93b8-bed743a9d211 on network ddcac99f-452c-47dc-ab00-82864338624c not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:42:39.971496 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-9c4aa2e8-22b7-4925-900e-496cc8b1a5f8 service neutron] Attempting to bind port 90d38b26-a554-451f-93b8-bed743a9d211 on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:39.976402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-9c4aa2e8-22b7-4925-900e-496cc8b1a5f8 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:42:39.976740 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-9c4aa2e8-22b7-4925-900e-496cc8b1a5f8 service neutron] Checking segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:42:39.977121 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-9c4aa2e8-22b7-4925-900e-496cc8b1a5f8 service neutron] Bound using segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:42:39.977551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-9c4aa2e8-22b7-4925-900e-496cc8b1a5f8 service neutron] Bound port: 90d38b26-a554-451f-93b8-bed743a9d211, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:42:40.060241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-9c4aa2e8-22b7-4925-900e-496cc8b1a5f8 service neutron] For port 90d38b26-a554-451f-93b8-bed743a9d211, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=90d38b26-a554-451f-93b8-bed743a9d211,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:42:40.072685 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-9c4aa2e8-22b7-4925-900e-496cc8b1a5f8 service neutron] Publish callbacks [] for binding, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:40.073324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-9c4aa2e8-22b7-4925-900e-496cc8b1a5f8 service neutron] 10.222.0.31 "POST /v2.0/ports/90d38b26-a554-451f-93b8-bed743a9d211/bindings HTTP/1.1" status: 201 len: 389 time: 0.4140577 Nov 26 02:42:40.165968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916a0af-3959-465c-b647-6b3c9b03911b req-bcc9261b-c46f-47c6-81fc-e46c0972111b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:40.173248 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4916a0af-3959-465c-b647-6b3c9b03911b req-bcc9261b-c46f-47c6-81fc-e46c0972111b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 944 time: 0.0654297 Nov 26 02:42:40.259403 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4916a0af-3959-465c-b647-6b3c9b03911b req-c2d7a0a9-0e41-4a97-828e-26bb8b132f91 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744359 Nov 26 02:42:40.276518 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06f9a6-5603-4e4c-a235-ce1cb69ab54a req-1421c58d-42c4-4676-8187-6ff03cd67bc0 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:40.283748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e06f9a6-5603-4e4c-a235-ce1cb69ab54a req-1421c58d-42c4-4676-8187-6ff03cd67bc0 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 945 time: 0.0734627 Nov 26 02:42:40.332349 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e06f9a6-5603-4e4c-a235-ce1cb69ab54a req-5655d5b6-2023-4e42-acbb-03062365b49f tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475214 Nov 26 02:42:40.408924 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d33466e6-2254-4b57-af7c-4e9dcabdae86 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:42:40.457968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b95127ac-48fd-4c52-9813-014e187bc01e req-d36b761e-f4c4-4505-b1ed-db5a21b01e3c tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 210 time: 0.0442350 Nov 26 02:42:40.487702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port d33466e6-2254-4b57-af7c-4e9dcabdae86 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:42:40.494870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-907fa28a-492c-4a9a-8f7f-d1eebca378d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:40.497888 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-907fa28a-492c-4a9a-8f7f-d1eebca378d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 1096 time: 0.1077106 Nov 26 02:42:40.501219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port d33466e6-2254-4b57-af7c-4e9dcabdae86 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:42:40.501660 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:40.505673 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f65e77-de89-42f0-ad6c-4b2c53a476f5 req-05ecdfef-325e-491e-8c52-5086646e9c3d tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:40.507339 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34f65e77-de89-42f0-ad6c-4b2c53a476f5 req-05ecdfef-325e-491e-8c52-5086646e9c3d tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982 HTTP/1.1" status: 200 len: 948 time: 0.0825691 Nov 26 02:42:40.601759 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:40.627004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbb0509-b03c-4830-80a9-4b7e17d32982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33466e6-2254-4b57-af7c-4e9dcabdae86'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:40.629642 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4eb09a9-cdcf-4346-893b-54cdb5208684" -d '{"events": [{"server_uuid": "2fbb0509-b03c-4830-80a9-4b7e17d32982", "name": "network-vif-plugged", "status": "completed", "tag": "d33466e6-2254-4b57-af7c-4e9dcabdae86"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:40.645098 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d33466e6-2254-4b57-af7c-4e9dcabdae86, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d33466e6-2254-4b57-af7c-4e9dcabdae86,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:40.655733 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:40.706924 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=d33466e6-2254-4b57-af7c-4e9dcabdae86,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:40.768155 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 91d9a71e-fc74-46d6-9118-1d16fbbb842f details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:42:40.880134 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 91d9a71e-fc74-46d6-9118-1d16fbbb842f, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=91d9a71e-fc74-46d6-9118-1d16fbbb842f,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:40.886379 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34f65e77-de89-42f0-ad6c-4b2c53a476f5 req-ecdf3dcd-8f21-4232-a846-25b8fbe97b75 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670237 Nov 26 02:42:40.891931 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '91d9a71e-fc74-46d6-9118-1d16fbbb842f', 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b', 'port_id': '91d9a71e-fc74-46d6-9118-1d16fbbb842f', 'mac_address': 'fa:16:3e:3c:4e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b46157e-421f-41f5-9034-94d077205f11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:42:40.909248 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3582009-83e7-44a2-a268-fe0ea65dde58 req-d72d7e4d-ba7d-4894-8465-7d07710f0ffa tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:40.921102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3582009-83e7-44a2-a268-fe0ea65dde58 req-d72d7e4d-ba7d-4894-8465-7d07710f0ffa tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 945 time: 0.3402174 Nov 26 02:42:40.931147 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-971bd89e-7390-4950-8e44-60d78be14561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:40.932629 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-971bd89e-7390-4950-8e44-60d78be14561 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.4229422 Nov 26 02:42:40.933143 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:40.949264 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91d9a71e-fc74-46d6-9118-1d16fbbb842f {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:40.969278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 91d9a71e-fc74-46d6-9118-1d16fbbb842f, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=91d9a71e-fc74-46d6-9118-1d16fbbb842f,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:40.973920 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:40.978454 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-93fb7a9f-f93e-4cc8-87b7-001c167d0e28 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90d38b26-a554-451f-93b8-bed743a9d211 HTTP/1.1" status: 200 len: 217 time: 0.0371323 Nov 26 02:42:41.029194 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=91d9a71e-fc74-46d6-9118-1d16fbbb842f,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:41.034606 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3582009-83e7-44a2-a268-fe0ea65dde58 req-136dbf41-6dcc-4bda-bdc1-18dd8ea8a44b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125619 Nov 26 02:42:41.051330 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-83e09263-1e91-4f15-8234-20567511ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:41.059894 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-83e09263-1e91-4f15-8234-20567511ef90 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.0660899 Nov 26 02:42:41.103633 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7fd673-f5e0-4e1c-a893-12f90005f01c x-openstack-request-id: req-ec7fd673-f5e0-4e1c-a893-12f90005f01c {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:41.104199 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbb0509-b03c-4830-80a9-4b7e17d32982", "name": "network-vif-plugged", "status": "completed", "tag": "d33466e6-2254-4b57-af7c-4e9dcabdae86", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:41.104199 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec7fd673-f5e0-4e1c-a893-12f90005f01c {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:41.104593 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbb0509-b03c-4830-80a9-4b7e17d32982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33466e6-2254-4b57-af7c-4e9dcabdae86', 'code': 200} Nov 26 02:42:41.115730 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-8b6ba0d2-95f2-4a66-9a99-82290e31de00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460327 Nov 26 02:42:41.130429 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['91d9a71e-fc74-46d6-9118-1d16fbbb842f'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:42:41.212377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0932824-7002-4512-829e-46cd25cd3741 req-242b98bb-5aac-473b-8271-db21d7e14b0e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:41.213904 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0932824-7002-4512-829e-46cd25cd3741 req-242b98bb-5aac-473b-8271-db21d7e14b0e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.1240664 Nov 26 02:42:41.276463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-f83daeff-0ee6-4d5f-bc41-76555c9b3da3 service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470640 Nov 26 02:42:41.286199 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-d5182398-5ffb-4205-b9e2-e3a077c390ec tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=096db277470446ba91a30b961616eb74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275280 Nov 26 02:42:41.332433 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0932824-7002-4512-829e-46cd25cd3741 req-d0507c3b-1389-4377-a20c-68ed96c6f9d8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105809 Nov 26 02:42:41.432558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57260) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:41.454978 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c044d1e-a912-4a20-8fa4-09c07cbbb00e req-9dcb4c85-810b-40fe-bffc-79b8d9e1e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:41.456677 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c044d1e-a912-4a20-8fa4-09c07cbbb00e req-9dcb4c85-810b-40fe-bffc-79b8d9e1e888 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982 HTTP/1.1" status: 200 len: 1100 time: 0.1789179 Nov 26 02:42:41.467712 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-bdb300c8-db8f-4560-a745-5ffe7362194f tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:41.469204 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-bdb300c8-db8f-4560-a745-5ffe7362194f tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770854 Nov 26 02:42:41.504097 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-7d47087f-c500-4d99-a49c-0ddc447bf0c0 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Request body: {'port': {'device_id': '77e4df0e-2381-450b-8b87-6c601d0f45f2', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '096db277470446ba91a30b961616eb74'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:41.525660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d7abd-c6f9-4468-bca7-fc57e68be01c req-4691e251-86b9-42b8-9856-8f67e7872d76 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:41.529419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a3d7abd-c6f9-4468-bca7-fc57e68be01c req-4691e251-86b9-42b8-9856-8f67e7872d76 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 944 time: 0.1358440 Nov 26 02:42:41.538276 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-047a9452-ebd1-49a2-9f27-3137eab29b6f service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469852 Nov 26 02:42:41.584459 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-88322937-87ff-462e-a777-c442f124107c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:41.589492 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2333f3-3f8b-4fce-85a9-4812965217f5 req-ecb02a9c-023b-4af0-84da-2838d1fffc84 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:41.592520 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea2333f3-3f8b-4fce-85a9-4812965217f5 req-ecb02a9c-023b-4af0-84da-2838d1fffc84 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 944 time: 0.1697021 Nov 26 02:42:41.620179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-7d47087f-c500-4d99-a49c-0ddc447bf0c0 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Made reservation on behalf of 096db277470446ba91a30b961616eb74 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:42:41.623668 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-7d47087f-c500-4d99-a49c-0ddc447bf0c0 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:41.624849 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c044d1e-a912-4a20-8fa4-09c07cbbb00e req-94b33009-4ba1-491d-a1fd-6e7a4ef8f238 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523318 Nov 26 02:42:41.625737 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8906f3d-df40-4604-9cfe-4f3997d0be70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:41.719051 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a3d7abd-c6f9-4468-bca7-fc57e68be01c req-08d643e1-bc95-4890-8ad7-ee285b808133 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769714 Nov 26 02:42:41.730966 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea2333f3-3f8b-4fce-85a9-4812965217f5 req-26919827-b98f-4437-b4fe-b61b2e466f1f tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224926 Nov 26 02:42:41.758527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-94747d56-058f-4184-bde7-1c52bcee69c0 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:41.758527 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-94747d56-058f-4184-bde7-1c52bcee69c0 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4&tenant_id=fd64c89c2dfb4732a633c8526baba9f0&binding%3Ahost_id=n-h1-819389-3 HTTP/1.1" status: 200 len: 1096 time: 0.0894935 Nov 26 02:42:41.771410 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819389-3'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:41.778802 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-7d47087f-c500-4d99-a49c-0ddc447bf0c0 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Allocated IP 192.168.233.14 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/61de038d-38cb-4383-93ff-e2ac026ae623) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:42:41.859192 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8906f3d-df40-4604-9cfe-4f3997d0be70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:41.876330 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36dd040c-62bf-4524-a486-75d16ada0e3e req-f3216e49-8607-4715-8530-97edb991f29f tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 210 time: 0.0424943 Nov 26 02:42:41.877313 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8906f3d-df40-4604-9cfe-4f3997d0be70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:41.883318 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:41.931964 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e8906f3d-df40-4604-9cfe-4f3997d0be70 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e87884e4235844479aba3d4a44a68b7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4895375 Nov 26 02:42:41.939394 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57270) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:41.953245 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8906f3d-df40-4604-9cfe-4f3997d0be70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b511024d-5c61-4261-918b-1d4ba7e4a7bf,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:42.085915 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] For port 90d38b26-a554-451f-93b8-bed743a9d211, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=90d38b26-a554-451f-93b8-bed743a9d211,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:42.156225 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-7d47087f-c500-4d99-a49c-0ddc447bf0c0 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:42.199103 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] For port 90d38b26-a554-451f-93b8-bed743a9d211, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:42.215620 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ba909023-2ef7-4a61-828a-c247a56fc623 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:42.240314 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-7d47087f-c500-4d99-a49c-0ddc447bf0c0 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:42.242985 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ba909023-2ef7-4a61-828a-c247a56fc623 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:42.247891 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bad38-fe45-41b9-b6c8-bd65715c51df req-028abc8c-24b5-4bf0-8196-a8e9b9cd8d18 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:42.249814 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c44bad38-fe45-41b9-b6c8-bd65715c51df req-028abc8c-24b5-4bf0-8196-a8e9b9cd8d18 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 944 time: 0.1314886 Nov 26 02:42:42.256790 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cab2e7-0fff-4d49-8c2b-8d12b7f14982 req-56d744ba-3330-4a9e-ad93-4921ba0cb7b4 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:42.258208 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81cab2e7-0fff-4d49-8c2b-8d12b7f14982 req-56d744ba-3330-4a9e-ad93-4921ba0cb7b4 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982 HTTP/1.1" status: 200 len: 949 time: 0.1531012 Nov 26 02:42:42.281860 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['3e8c2e35-125f-4810-8448-e8fe66413fa6'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:42:42.292429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de63b1f-40e8-4839-b01a-20d7fb7271a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90d38b26-a554-451f-93b8-bed743a9d211'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:42.295236 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa46c171-1716-422d-a6da-8a31e774a6fe" -d '{"events": [{"server_uuid": "5de63b1f-40e8-4839-b01a-20d7fb7271a4", "name": "network-vif-unplugged", "status": "completed", "tag": "90d38b26-a554-451f-93b8-bed743a9d211"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:42.299760 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:42.315078 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-7d47087f-c500-4d99-a49c-0ddc447bf0c0 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:42:42.317268 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47087f-c500-4d99-a49c-0ddc447bf0c0 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Pushing event updated for resources: {'Port': ['ID=61de038d-38cb-4383-93ff-e2ac026ae623,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:42.320517 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-7d47087f-c500-4d99-a49c-0ddc447bf0c0 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:42:42.323274 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-7d47087f-c500-4d99-a49c-0ddc447bf0c0 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:42:42.323699 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:42.380508 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ba909023-2ef7-4a61-828a-c247a56fc623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:42.386013 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ba909023-2ef7-4a61-828a-c247a56fc623 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:42.388109 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ba909023-2ef7-4a61-828a-c247a56fc623 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b511024d-5c61-4261-918b-1d4ba7e4a7bf HTTP/1.1" status: 204 len: 168 time: 0.4473710 Nov 26 02:42:42.398275 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-7d47087f-c500-4d99-a49c-0ddc447bf0c0 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:42.398941 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-7d47087f-c500-4d99-a49c-0ddc447bf0c0 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:42.417164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba909023-2ef7-4a61-828a-c247a56fc623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b511024d-5c61-4261-918b-1d4ba7e4a7bf,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:42.417708 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c44bad38-fe45-41b9-b6c8-bd65715c51df req-004ac7a0-f1af-446c-be48-64e66cc0eb96 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532519 Nov 26 02:42:42.425302 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-7d47087f-c500-4d99-a49c-0ddc447bf0c0 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9252777 Nov 26 02:42:42.445639 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Request body: {'port': {'device_id': '77e4df0e-2381-450b-8b87-6c601d0f45f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:42.451175 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81cab2e7-0fff-4d49-8c2b-8d12b7f14982 req-2a8f97d4-9938-4585-9c0e-865364ac9b89 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828876 Nov 26 02:42:42.489953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] Pushing event updated for resources: {'Port': ['ID=90d38b26-a554-451f-93b8-bed743a9d211,revision_number=7']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:42.554098 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64160dbc-d076-40f1-938f-1674549ccc1c x-openstack-request-id: req-64160dbc-d076-40f1-938f-1674549ccc1c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:42.554824 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de63b1f-40e8-4839-b01a-20d7fb7271a4", "name": "network-vif-unplugged", "status": "completed", "tag": "90d38b26-a554-451f-93b8-bed743a9d211", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:42.554824 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64160dbc-d076-40f1-938f-1674549ccc1c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:42.555092 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de63b1f-40e8-4839-b01a-20d7fb7271a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90d38b26-a554-451f-93b8-bed743a9d211', 'code': 200} Nov 26 02:42:42.576995 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:42.584309 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] Attempting to bind port 90d38b26-a554-451f-93b8-bed743a9d211 on host n-h1-819389-3 for vnic_type normal with profile {"migrating_to": "n-h2-819389-3"} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:42:42.584642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] Attempting to bind port 90d38b26-a554-451f-93b8-bed743a9d211 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:42:42.584972 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] Attempting to bind port 90d38b26-a554-451f-93b8-bed743a9d211 on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:42.614906 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] Port 90d38b26-a554-451f-93b8-bed743a9d211 on network ddcac99f-452c-47dc-ab00-82864338624c not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:42:42.615238 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] Attempting to bind port 90d38b26-a554-451f-93b8-bed743a9d211 on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:42.632736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:42:42.633136 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] Checking segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:42:42.633564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] Bound using segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:42:42.634027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] Bound port: 90d38b26-a554-451f-93b8-bed743a9d211, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:42:42.634403 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:42.656413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db31044-a3de-40dd-addb-020359ed7451 req-e06933bd-cdf6-4d1a-b25d-c771259df924 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:42.658503 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3db31044-a3de-40dd-addb-020359ed7451 req-e06933bd-cdf6-4d1a-b25d-c771259df924 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 943 time: 0.1155632 Nov 26 02:42:42.706323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-393c14df-ac25-468c-b664-40e0130e5413 None None] Provisioning complete for port 61de038d-38cb-4383-93ff-e2ac026ae623 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:42:42.706910 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-393c14df-ac25-468c-b664-40e0130e5413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:42.767210 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-393c14df-ac25-468c-b664-40e0130e5413 None None] Port 61de038d-38cb-4383-93ff-e2ac026ae623 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:42:42.786287 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6a07cb12-fb4f-40d1-9726-7b74f036d13b details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:42:42.792824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] For port 90d38b26-a554-451f-93b8-bed743a9d211, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:42.816294 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3db31044-a3de-40dd-addb-020359ed7451 req-2f7062e3-871a-4511-9f7c-4e8861790f1c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413426 Nov 26 02:42:42.829148 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003df03c-a7eb-49a4-bc3d-d9059161539f req-6a424d02-82cd-44e9-8240-32178286edab tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:42.830963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-003df03c-a7eb-49a4-bc3d-d9059161539f req-6a424d02-82cd-44e9-8240-32178286edab tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.1855865 Nov 26 02:42:42.832924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] For port 90d38b26-a554-451f-93b8-bed743a9d211, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=90d38b26-a554-451f-93b8-bed743a9d211,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:42:42.854177 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:42.880644 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57286) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:42.906906 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 91d9a71e-fc74-46d6-9118-1d16fbbb842f up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:42:42.910568 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61de038d-38cb-4383-93ff-e2ac026ae623 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:42.921619 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:42.935074 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Transition to ACTIVE for port object 61de038d-38cb-4383-93ff-e2ac026ae623 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:42:42.942360 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:42.963653 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3445ea56-25ca-4a6b-86dd-7b5d2d64c4c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:42.973139 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6a07cb12-fb4f-40d1-9726-7b74f036d13b,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:42.992424 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '6a07cb12-fb4f-40d1-9726-7b74f036d13b', 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02', 'port_id': '6a07cb12-fb4f-40d1-9726-7b74f036d13b', 'mac_address': 'fa:16:3e:52:2e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681deaf1-7770-440e-9d0a-fc19f5a6a2ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:42:42.995430 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=61de038d-38cb-4383-93ff-e2ac026ae623,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:43.016326 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-003df03c-a7eb-49a4-bc3d-d9059161539f req-dfb034fb-f0c2-4aab-88f0-6b1959823fc9 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789217 Nov 26 02:42:43.019439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 91d9a71e-fc74-46d6-9118-1d16fbbb842f triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:42:43.020285 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:43.020387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] Pushing event updated for resources: {'Port': ['ID=90d38b26-a554-451f-93b8-bed743a9d211,revision_number=8']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:43.049882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:43.050528 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:43.051975 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-70022627-46c2-4965-97f9-dd6292afd03c service neutron] 10.222.0.59 "PUT /v2.0/ports/90d38b26-a554-451f-93b8-bed743a9d211 HTTP/1.1" status: 200 len: 1121 time: 1.2860281 Nov 26 02:42:43.068527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c5d84-0623-4805-bc58-54d4e5093721 req-348ecc2d-fe31-4822-9332-825b1301deed tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:43.072377 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:43.076014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-707c5d84-0623-4805-bc58-54d4e5093721 req-348ecc2d-fe31-4822-9332-825b1301deed tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 944 time: 0.1651471 Nov 26 02:42:43.113157 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a07cb12-fb4f-40d1-9726-7b74f036d13b {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:43.164092 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Attempting to bind port 61de038d-38cb-4383-93ff-e2ac026ae623 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:42:43.164464 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Attempting to bind port 61de038d-38cb-4383-93ff-e2ac026ae623 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:42:43.164779 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Attempting to bind port 61de038d-38cb-4383-93ff-e2ac026ae623 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:43.165224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6a07cb12-fb4f-40d1-9726-7b74f036d13b,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:43.171643 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:43.174730 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Port 61de038d-38cb-4383-93ff-e2ac026ae623 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:42:43.175125 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Attempting to bind port 61de038d-38cb-4383-93ff-e2ac026ae623 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:43.180764 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:42:43.181220 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:42:43.181502 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:42:43.182004 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Bound port: 61de038d-38cb-4383-93ff-e2ac026ae623, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:42:43.182438 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:43.200415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-707c5d84-0623-4805-bc58-54d4e5093721 req-82932272-253a-4484-bb58-f8cbb2ae30b0 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175299 Nov 26 02:42:43.268662 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['90d38b26-a554-451f-93b8-bed743a9d211'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:42:43.277180 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3445ea56-25ca-4a6b-86dd-7b5d2d64c4c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:43.291178 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] For port 61de038d-38cb-4383-93ff-e2ac026ae623, host n-h1-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:43.295178 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] For port 61de038d-38cb-4383-93ff-e2ac026ae623, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=61de038d-38cb-4383-93ff-e2ac026ae623,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:42:43.304760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e927-a565-45c8-a569-fdb144232ff5 req-101b1879-a278-4516-855d-38a6c80a589c tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:43.307285 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:43.313447 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ae6e927-a565-45c8-a569-fdb144232ff5 req-101b1879-a278-4516-855d-38a6c80a589c tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 947 time: 0.1465905 Nov 26 02:42:43.320860 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3445ea56-25ca-4a6b-86dd-7b5d2d64c4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:43.347323 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:43.351594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=6a07cb12-fb4f-40d1-9726-7b74f036d13b,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:43.381353 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=61de038d-38cb-4383-93ff-e2ac026ae623,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:43.383478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574909bb-2bae-4eef-8cc6-c447ae9e66cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d9a71e-fc74-46d6-9118-1d16fbbb842f'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:43.385773 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80407233-6ec3-4938-95bc-70a0472055fd" -d '{"events": [{"server_uuid": "574909bb-2bae-4eef-8cc6-c447ae9e66cc", "name": "network-vif-plugged", "status": "completed", "tag": "91d9a71e-fc74-46d6-9118-1d16fbbb842f"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:43.391962 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:43.392671 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:43.394602 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-929f886a-252e-4d62-b707-1335373a3bc4 service neutron] 10.222.0.54 "PUT /v2.0/ports/61de038d-38cb-4383-93ff-e2ac026ae623 HTTP/1.1" status: 200 len: 1095 time: 0.9534192 Nov 26 02:42:43.395257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e4df0e-2381-450b-8b87-6c601d0f45f2', 'tag': '61de038d-38cb-4383-93ff-e2ac026ae623'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:43.398636 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8d9f83-1be1-4b9d-8589-f3d67dcb2540" -d '{"events": [{"name": "network-changed", "server_uuid": "77e4df0e-2381-450b-8b87-6c601d0f45f2", "tag": "61de038d-38cb-4383-93ff-e2ac026ae623"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:43.417456 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445ea56-25ca-4a6b-86dd-7b5d2d64c4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc22d49-38c3-42c5-a02c-9ded85f5a255,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:43.423858 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3445ea56-25ca-4a6b-86dd-7b5d2d64c4c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cab40c60743c4ce5ab509d0ab212352b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5229018 Nov 26 02:42:43.428374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ae6e927-a565-45c8-a569-fdb144232ff5 req-a8f2ebf0-c995-4aed-b6fc-6a0474b5e9a4 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139827 Nov 26 02:42:43.428941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57296) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:43.433007 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 91d9a71e-fc74-46d6-9118-1d16fbbb842f, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=91d9a71e-fc74-46d6-9118-1d16fbbb842f,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:43.449932 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:43.514912 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5033318-ce6e-4f94-8bdb-9ba0bc726540 x-openstack-request-id: req-e5033318-ce6e-4f94-8bdb-9ba0bc726540 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:43.515122 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e4df0e-2381-450b-8b87-6c601d0f45f2", "tag": "61de038d-38cb-4383-93ff-e2ac026ae623", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:43.515547 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5033318-ce6e-4f94-8bdb-9ba0bc726540 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:43.516810 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e4df0e-2381-450b-8b87-6c601d0f45f2', 'tag': '61de038d-38cb-4383-93ff-e2ac026ae623', 'status': 'completed', 'code': 200} Nov 26 02:42:43.523196 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a65ca584-ce18-455e-9a13-118dddbd894c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:43.541988 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f9cf92-a21e-496d-be52-7576505b90a3 x-openstack-request-id: req-d2f9cf92-a21e-496d-be52-7576505b90a3 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:43.542649 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574909bb-2bae-4eef-8cc6-c447ae9e66cc", "name": "network-vif-plugged", "status": "completed", "tag": "91d9a71e-fc74-46d6-9118-1d16fbbb842f", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:43.542649 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2f9cf92-a21e-496d-be52-7576505b90a3 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:43.542958 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574909bb-2bae-4eef-8cc6-c447ae9e66cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d9a71e-fc74-46d6-9118-1d16fbbb842f', 'code': 200} Nov 26 02:42:43.554272 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-57087884-10da-4f86-bca6-86c63da91fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:43.556134 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-57087884-10da-4f86-bca6-86c63da91fd9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=096db277470446ba91a30b961616eb74&device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 1098 time: 0.0924535 Nov 26 02:42:43.559888 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a65ca584-ce18-455e-9a13-118dddbd894c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:43.623976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['6a07cb12-fb4f-40d1-9726-7b74f036d13b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:42:43.625956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=91d9a71e-fc74-46d6-9118-1d16fbbb842f,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:43.636602 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-0f40332d-e063-4cfc-980b-9006113c935e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=61de038d-38cb-4383-93ff-e2ac026ae623 HTTP/1.1" status: 200 len: 217 time: 0.0630853 Nov 26 02:42:43.702428 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-7c8d4eda-d7f1-40b7-900b-6d4cae749770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:43.704562 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-7c8d4eda-d7f1-40b7-900b-6d4cae749770 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0593843 Nov 26 02:42:43.731127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4ca1b-cf30-4776-ba81-107b428bc67c req-31e3eaee-5a6f-450f-9d99-efef7cef0dd2 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:43.732880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-11d4ca1b-cf30-4776-ba81-107b428bc67c req-31e3eaee-5a6f-450f-9d99-efef7cef0dd2 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 945 time: 0.1566701 Nov 26 02:42:43.736098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a65ca584-ce18-455e-9a13-118dddbd894c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:43.738706 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a65ca584-ce18-455e-9a13-118dddbd894c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:43.739843 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a65ca584-ce18-455e-9a13-118dddbd894c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0fc22d49-38c3-42c5-a02c-9ded85f5a255 HTTP/1.1" status: 204 len: 168 time: 0.3098874 Nov 26 02:42:43.774547 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eaf6ea-a11c-4566-88a8-7b1432f753de req-1af898d3-32d8-4df0-aae5-208d21b32cd2 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:43.776294 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e2eaf6ea-a11c-4566-88a8-7b1432f753de req-1af898d3-32d8-4df0-aae5-208d21b32cd2 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982 HTTP/1.1" status: 200 len: 949 time: 0.1374638 Nov 26 02:42:43.792040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ca584-ce18-455e-9a13-118dddbd894c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc22d49-38c3-42c5-a02c-9ded85f5a255,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:43.813443 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-bf30bd14-8bac-4879-a1d2-bb3044ef037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:43.818569 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-bf30bd14-8bac-4879-a1d2-bb3044ef037d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008694 Nov 26 02:42:43.849150 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-11d4ca1b-cf30-4776-ba81-107b428bc67c req-8e782835-4b98-4b03-8465-f8e68abc877c tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054523 Nov 26 02:42:43.882424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e2eaf6ea-a11c-4566-88a8-7b1432f753de req-b3c285ba-c5f8-4902-935c-6ee45bc7e17c tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882652 Nov 26 02:42:43.979471 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-6b1953b9-0001-44b7-bfa5-b6c680ce4a3f service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519277 Nov 26 02:42:44.049660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5b14f-1937-49a4-8be3-f32c71bd457c req-0f94617d-234c-48ac-91d1-6ecad1848e8c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:44.051340 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8de5b14f-1937-49a4-8be3-f32c71bd457c req-0f94617d-234c-48ac-91d1-6ecad1848e8c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 943 time: 0.1086521 Nov 26 02:42:44.070567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf3b7e-acdc-4f4d-80cf-2e727078077b req-c2932b9a-7a4a-4f06-b6a6-6eae9f23e8ca tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:44.078347 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55bf3b7e-acdc-4f4d-80cf-2e727078077b req-c2932b9a-7a4a-4f06-b6a6-6eae9f23e8ca tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.1077530 Nov 26 02:42:44.082795 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5bf3bb19-6806-4b47-b003-2a75eac6e4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:44.092261 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-42f44fe2-4b5b-482c-8059-dbd4bffdbf40 req-886815c3-b2c8-4a0b-830e-7179817dad49 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043539 Nov 26 02:42:44.122847 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cf3a2-0950-4085-ab1f-8fd23f74b34a req-0795809a-c5ce-48dd-876b-61e7e23337cd tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:44.124427 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c00cf3a2-0950-4085-ab1f-8fd23f74b34a req-0795809a-c5ce-48dd-876b-61e7e23337cd tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.59 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 945 time: 0.1243017 Nov 26 02:42:44.204649 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55bf3b7e-acdc-4f4d-80cf-2e727078077b req-490e4465-07b1-44bd-8deb-cbdd1c1090c9 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253498 Nov 26 02:42:44.233270 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8de5b14f-1937-49a4-8be3-f32c71bd457c req-8ea6a1ee-a87a-4365-8133-8afd7a66aaba tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521351 Nov 26 02:42:44.252365 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d9f83-1be1-4b9d-8589-f3d67dcb2540 req-a4494592-44d4-4997-b9ec-8f4fea785f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:44.254314 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2f8d9f83-1be1-4b9d-8589-f3d67dcb2540 req-a4494592-44d4-4997-b9ec-8f4fea785f00 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=096db277470446ba91a30b961616eb74&device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 1098 time: 0.0649109 Nov 26 02:42:44.328240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c00cf3a2-0950-4085-ab1f-8fd23f74b34a req-868abbdc-352a-406b-97ba-16e196369f01 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Deleting port 91d9a71e-fc74-46d6-9118-1d16fbbb842f {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:42:44.328557 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c00cf3a2-0950-4085-ab1f-8fd23f74b34a req-868abbdc-352a-406b-97ba-16e196369f01 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:44.395973 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d9f83-1be1-4b9d-8589-f3d67dcb2540 req-99dd13b8-64f4-4086-9644-ad4404119b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:44.397487 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2f8d9f83-1be1-4b9d-8589-f3d67dcb2540 req-99dd13b8-64f4-4086-9644-ad4404119b81 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.1321898 Nov 26 02:42:44.444481 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2f8d9f83-1be1-4b9d-8589-f3d67dcb2540 req-ed0f64b2-88da-4db8-b612-637e3847dc08 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=61de038d-38cb-4383-93ff-e2ac026ae623 HTTP/1.1" status: 200 len: 217 time: 0.0389867 Nov 26 02:42:44.500653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d9f83-1be1-4b9d-8589-f3d67dcb2540 req-9a97574f-1d0d-443b-b316-f7ed816d14af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:44.502183 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2f8d9f83-1be1-4b9d-8589-f3d67dcb2540 req-9a97574f-1d0d-443b-b316-f7ed816d14af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0512621 Nov 26 02:42:44.551431 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d9f83-1be1-4b9d-8589-f3d67dcb2540 req-fc724212-8239-4779-b6ae-c25fe6416822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:44.553085 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2f8d9f83-1be1-4b9d-8589-f3d67dcb2540 req-fc724212-8239-4779-b6ae-c25fe6416822 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0436070 Nov 26 02:42:44.631799 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de63b1f-40e8-4839-b01a-20d7fb7271a4', 'tag': '90d38b26-a554-451f-93b8-bed743a9d211'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:44.634149 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a90cab8-24a2-4954-adc3-fdc4530e088b" -d '{"events": [{"name": "network-changed", "server_uuid": "5de63b1f-40e8-4839-b01a-20d7fb7271a4", "tag": "90d38b26-a554-451f-93b8-bed743a9d211"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:44.660144 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2f8d9f83-1be1-4b9d-8589-f3d67dcb2540 req-63c3065b-887c-4832-8c27-e686524cd77c service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996907 Nov 26 02:42:44.690435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd5ddb-a9aa-47ff-ba31-05f47c05dceb req-6e00ed30-45cb-4272-802c-42d6a38baad6 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:44.691930 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71cd5ddb-a9aa-47ff-ba31-05f47c05dceb req-6e00ed30-45cb-4272-802c-42d6a38baad6 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 945 time: 0.3880281 Nov 26 02:42:44.701816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846ce34-e76d-4065-90c3-d4efeeb1ffe8 req-715644d0-5002-4685-977f-95c92f7b208c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:44.703217 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a846ce34-e76d-4065-90c3-d4efeeb1ffe8 req-715644d0-5002-4685-977f-95c92f7b208c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.4062951 Nov 26 02:42:44.753298 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2f8d9f83-1be1-4b9d-8589-f3d67dcb2540 req-08d02ec9-ac76-4230-b703-ebd6a3a63241 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859072 Nov 26 02:42:44.754286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c00cf3a2-0950-4085-ab1f-8fd23f74b34a req-868abbdc-352a-406b-97ba-16e196369f01 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] For port 91d9a71e-fc74-46d6-9118-1d16fbbb842f, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=91d9a71e-fc74-46d6-9118-1d16fbbb842f,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:44.754658 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c00cf3a2-0950-4085-ab1f-8fd23f74b34a req-868abbdc-352a-406b-97ba-16e196369f01 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:44.787791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c00cf3a2-0950-4085-ab1f-8fd23f74b34a req-868abbdc-352a-406b-97ba-16e196369f01 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Calling delete_port for 91d9a71e-fc74-46d6-9118-1d16fbbb842f owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:42:44.798754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6a07cb12-fb4f-40d1-9726-7b74f036d13b up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:42:44.803383 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71cd5ddb-a9aa-47ff-ba31-05f47c05dceb req-0197a57e-dda7-4329-a95b-10dbd00c9052 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992491 Nov 26 02:42:44.820109 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a846ce34-e76d-4065-90c3-d4efeeb1ffe8 req-91e60c1a-b5c8-4b5c-93dd-a2eaff075f53 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019752 Nov 26 02:42:44.874882 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:44.876585 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 6a07cb12-fb4f-40d1-9726-7b74f036d13b completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:42:44.882809 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 6a07cb12-fb4f-40d1-9726-7b74f036d13b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:42:44.883429 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:44.950490 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-204f7e86-00b2-46b1-aa51-c277b7913ea8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7798d19b74604299a911b90fd7f69948&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264583 Nov 26 02:42:44.983278 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:45.015488 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6a07cb12-fb4f-40d1-9726-7b74f036d13b,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:45.020163 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:45.020938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 91d9a71e-fc74-46d6-9118-1d16fbbb842f no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:42:45.051808 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c00cf3a2-0950-4085-ab1f-8fd23f74b34a req-868abbdc-352a-406b-97ba-16e196369f01 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:45.092786 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No active binding found for port 91d9a71e-fc74-46d6-9118-1d16fbbb842f {{(pid=104803) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 26 02:42:45.093416 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 91d9a71e-fc74-46d6-9118-1d16fbbb842f not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:42:45.094942 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=6a07cb12-fb4f-40d1-9726-7b74f036d13b,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:45.103091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868abbdc-352a-406b-97ba-16e196369f01 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Pushing event deleted for resources: {'Port': ['ID=91d9a71e-fc74-46d6-9118-1d16fbbb842f,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:45.165195 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d985249-74c5-4c8d-9244-811b74422f16 req-c5271af7-75d7-45c9-a1a8-2a2588cc19bd tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:45.166552 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d985249-74c5-4c8d-9244-811b74422f16 req-c5271af7-75d7-45c9-a1a8-2a2588cc19bd tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 947 time: 0.1831591 Nov 26 02:42:45.169483 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00cf3a2-0950-4085-ab1f-8fd23f74b34a req-868abbdc-352a-406b-97ba-16e196369f01 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] No DVR routers for this DVR port 91d9a71e-fc74-46d6-9118-1d16fbbb842f on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:42:45.172695 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c00cf3a2-0950-4085-ab1f-8fd23f74b34a req-868abbdc-352a-406b-97ba-16e196369f01 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:45.175797 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c00cf3a2-0950-4085-ab1f-8fd23f74b34a req-868abbdc-352a-406b-97ba-16e196369f01 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.59 "DELETE /v2.0/ports/91d9a71e-fc74-46d6-9118-1d16fbbb842f HTTP/1.1" status: 204 len: 173 time: 1.0418391 Nov 26 02:42:45.184453 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-b7c280f6-3dbe-46cc-aa2f-36927bf86592 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:45.185847 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-b7c280f6-3dbe-46cc-aa2f-36927bf86592 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2258744 Nov 26 02:42:45.219952 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-0b21dd84-60a9-4645-8cad-18820c20b636 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/quotas/7798d19b74604299a911b90fd7f69948 HTTP/1.1" status: 200 len: 375 time: 0.0191040 Nov 26 02:42:45.245939 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d985249-74c5-4c8d-9244-811b74422f16 req-bddd3207-0558-4e25-a935-2757cf2a6530 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689080 Nov 26 02:42:45.281974 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-4393f68c-0534-49da-a836-7640f352b4e9 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7798d19b74604299a911b90fd7f69948&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563197 Nov 26 02:42:45.432873 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6b1c6e-1651-4160-9b56-24bb11306a13 x-openstack-request-id: req-bf6b1c6e-1651-4160-9b56-24bb11306a13 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:45.433428 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de63b1f-40e8-4839-b01a-20d7fb7271a4", "tag": "90d38b26-a554-451f-93b8-bed743a9d211", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:45.433940 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf6b1c6e-1651-4160-9b56-24bb11306a13 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:45.434539 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de63b1f-40e8-4839-b01a-20d7fb7271a4', 'tag': '90d38b26-a554-451f-93b8-bed743a9d211', 'status': 'completed', 'code': 200} Nov 26 02:42:45.544273 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cd2cb2-d756-4fd3-a0a5-54cd450457b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a07cb12-fb4f-40d1-9726-7b74f036d13b'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:45.547051 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f00ed0-fcfa-4ac6-ae7d-e9e2d940a8af" -d '{"events": [{"server_uuid": "91cd2cb2-d756-4fd3-a0a5-54cd450457b3", "name": "network-vif-plugged", "status": "completed", "tag": "6a07cb12-fb4f-40d1-9726-7b74f036d13b"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:45.572840 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90cab8-24a2-4954-adc3-fdc4530e088b req-4b6c5845-c5fe-477f-82bd-c87719cf20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:45.581903 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8a90cab8-24a2-4954-adc3-fdc4530e088b req-4b6c5845-c5fe-477f-82bd-c87719cf20b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 1124 time: 0.0907259 Nov 26 02:42:45.582717 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bebc1221-56dc-471f-87ca-18533e32cd2c req-f05e27e1-a496-4655-878c-0ed6b9d49e45 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=574909bb-2bae-4eef-8cc6-c447ae9e66cc HTTP/1.1" status: 200 len: 210 time: 0.0506468 Nov 26 02:42:45.728967 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90cab8-24a2-4954-adc3-fdc4530e088b req-5b0aa5ef-6454-4ac6-964e-0d828ab921eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:45.731389 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8a90cab8-24a2-4954-adc3-fdc4530e088b req-5b0aa5ef-6454-4ac6-964e-0d828ab921eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.1378589 Nov 26 02:42:45.744315 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a3271de-7497-4dc5-9329-82aa385dbff1 req-ee7cbdad-3c2a-4174-b34a-fe7256a359af tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=22fa6578-3243-4c39-b88f-5ce36100648f HTTP/1.1" status: 200 len: 210 time: 0.0707085 Nov 26 02:42:45.756149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcae3b-caa7-4d8d-b86a-1001dd063012 req-d461f2d4-e7d2-40b4-8907-0c7dfcd9d90b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:45.757933 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9dcae3b-caa7-4d8d-b86a-1001dd063012 req-d461f2d4-e7d2-40b4-8907-0c7dfcd9d90b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 943 time: 0.1690023 Nov 26 02:42:45.816694 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9922b7df-83f4-4334-8fbf-57e746744341 x-openstack-request-id: req-9922b7df-83f4-4334-8fbf-57e746744341 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:45.817023 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cd2cb2-d756-4fd3-a0a5-54cd450457b3", "name": "network-vif-plugged", "status": "completed", "tag": "6a07cb12-fb4f-40d1-9726-7b74f036d13b", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:45.817471 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9922b7df-83f4-4334-8fbf-57e746744341 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:45.818094 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cd2cb2-d756-4fd3-a0a5-54cd450457b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a07cb12-fb4f-40d1-9726-7b74f036d13b', 'code': 200} Nov 26 02:42:45.831770 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8a90cab8-24a2-4954-adc3-fdc4530e088b req-76c96f25-e3f7-4029-9f8e-a0941b37cc25 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90d38b26-a554-451f-93b8-bed743a9d211 HTTP/1.1" status: 200 len: 217 time: 0.0793803 Nov 26 02:42:45.836005 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9dcae3b-caa7-4d8d-b86a-1001dd063012 req-bfac74dd-7d6f-4fc6-8148-118323df28fa tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703428 Nov 26 02:42:45.948836 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90cab8-24a2-4954-adc3-fdc4530e088b req-911852e9-1741-4d0e-b0e9-95903dd78d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:45.951173 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8a90cab8-24a2-4954-adc3-fdc4530e088b req-911852e9-1741-4d0e-b0e9-95903dd78d62 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.1128204 Nov 26 02:42:45.998198 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8a90cab8-24a2-4954-adc3-fdc4530e088b req-9e9af0bf-5621-462e-b852-04aaf042e644 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346496 Nov 26 02:42:46.061851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f574bef-3178-4f2d-b96b-660e66be721e req-2500414e-7823-48bd-b8fe-9fd6ee00f395 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:46.063523 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f574bef-3178-4f2d-b96b-660e66be721e req-2500414e-7823-48bd-b8fe-9fd6ee00f395 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 946 time: 0.1410387 Nov 26 02:42:46.088988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad9949-978e-4cdc-897e-2f8fad49b05a req-e67ca903-11d8-421a-8d62-82bc606a5c56 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:46.090671 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28ad9949-978e-4cdc-897e-2f8fad49b05a req-e67ca903-11d8-421a-8d62-82bc606a5c56 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.1285684 Nov 26 02:42:46.118038 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8a90cab8-24a2-4954-adc3-fdc4530e088b req-9df7af2a-6a20-4ac2-8d8e-597656aa8348 service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108091 Nov 26 02:42:46.120154 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5ca44-4883-4f19-acf6-9fb1f278b316 req-55243bd6-11fe-48be-8b8f-8d9a37c545e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:46.122153 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29d5ca44-4883-4f19-acf6-9fb1f278b316 req-55243bd6-11fe-48be-8b8f-8d9a37c545e5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 1097 time: 0.1075408 Nov 26 02:42:46.189783 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f574bef-3178-4f2d-b96b-660e66be721e req-ee03da95-d299-4341-9753-7c09aee8bbfe tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160295 Nov 26 02:42:46.198428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28ad9949-978e-4cdc-897e-2f8fad49b05a req-dcd6e2df-8249-4605-a21c-15dc238cdfdf tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000619 Nov 26 02:42:46.258765 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29d5ca44-4883-4f19-acf6-9fb1f278b316 req-ff30cb4c-3f9e-4463-8b2c-0a6dd93ac054 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221781 Nov 26 02:42:46.295745 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8a90cab8-24a2-4954-adc3-fdc4530e088b req-411aa900-ba18-42b5-90ad-39c8c384a18b service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684666 Nov 26 02:42:46.365964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab468c-8069-4fd8-a79e-1b09200a98b0 req-108f8324-eafa-4073-aee3-42399edec505 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:46.367475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-afab468c-8069-4fd8-a79e-1b09200a98b0 req-108f8324-eafa-4073-aee3-42399edec505 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 947 time: 0.0513783 Nov 26 02:42:46.416075 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-afab468c-8069-4fd8-a79e-1b09200a98b0 req-a2f6f568-d385-432b-941b-55f20386f604 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417988 Nov 26 02:42:46.445499 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:46.473316 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a4df577-632f-41a0-ad1e-52eb58ffad9d req-dc98cdf7-d451-4a45-8c5a-d994eaabd2fd tempest-FlavorsV2NegativeTest-999208301 tempest-FlavorsV2NegativeTest-999208301-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d616ef3e01cc413db21296c55a984bea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208521 Nov 26 02:42:46.579448 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df577-632f-41a0-ad1e-52eb58ffad9d req-c6136d7b-4742-4497-a0b8-1ee11b3ea695 tempest-FlavorsV2NegativeTest-999208301 tempest-FlavorsV2NegativeTest-999208301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:46.580922 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a4df577-632f-41a0-ad1e-52eb58ffad9d req-c6136d7b-4742-4497-a0b8-1ee11b3ea695 tempest-FlavorsV2NegativeTest-999208301 tempest-FlavorsV2NegativeTest-999208301-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1024330 Nov 26 02:42:46.595787 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a4df577-632f-41a0-ad1e-52eb58ffad9d req-f573c3d2-e97d-4b84-8e65-f49ec5a14ae1 tempest-FlavorsV2NegativeTest-999208301 tempest-FlavorsV2NegativeTest-999208301-project] 10.222.0.31 "GET /v2.0/quotas/d616ef3e01cc413db21296c55a984bea HTTP/1.1" status: 200 len: 375 time: 0.0091825 Nov 26 02:42:46.626434 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a4df577-632f-41a0-ad1e-52eb58ffad9d req-02195791-338b-4f43-bb7f-549ba233062c tempest-FlavorsV2NegativeTest-999208301 tempest-FlavorsV2NegativeTest-999208301-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d616ef3e01cc413db21296c55a984bea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254509 Nov 26 02:42:46.789819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 90d38b26-a554-451f-93b8-bed743a9d211 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:42:46.913221 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcf67a39-acc6-40bc-941a-8efc34c0811e req-9c3ddca0-69a2-4410-9916-ea1f359f8206 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=22fa6578-3243-4c39-b88f-5ce36100648f HTTP/1.1" status: 200 len: 210 time: 0.0759377 Nov 26 02:42:46.947216 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 90d38b26-a554-451f-93b8-bed743a9d211, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=90d38b26-a554-451f-93b8-bed743a9d211,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:46.961105 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 90d38b26-a554-451f-93b8-bed743a9d211 has no active binding in host n-h2-819389-3 {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 02:42:46.982213 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-d149d919-0ab4-4526-9633-bba9c2c670b9 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:46.983625 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-d149d919-0ab4-4526-9633-bba9c2c670b9 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/networks?id=e87b060a-d5d1-4923-b8cc-c505a50f896b HTTP/1.1" status: 200 len: 821 time: 0.1596794 Nov 26 02:42:47.022613 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-90d0f722-5dcc-4996-b7cd-b70ec307f8f8 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/quotas/c4f8bc7f0d6943cfb753dcc1ea335c65 HTTP/1.1" status: 200 len: 375 time: 0.0278840 Nov 26 02:42:47.052116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f63d5-fe3d-4a1c-a51d-2b9007da16f4 req-0dcead73-62da-4801-a1dc-ba7322f3fe12 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:47.053588 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-816f63d5-fe3d-4a1c-a51d-2b9007da16f4 req-0dcead73-62da-4801-a1dc-ba7322f3fe12 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 943 time: 0.0673163 Nov 26 02:42:47.068584 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-435ae946-3d20-4a9e-9197-bd220967d60b tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4f8bc7f0d6943cfb753dcc1ea335c65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365951 Nov 26 02:42:47.161102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-816f63d5-fe3d-4a1c-a51d-2b9007da16f4 req-a65aa948-08f0-4c12-b5b4-52be6e540943 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946798 Nov 26 02:42:47.166963 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57452) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:47.191687 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-0992e5f7-01e3-4010-bdfa-18496d9b2d1e service neutron] 10.222.0.31 "GET /v2.0/networks/e87b060a-d5d1-4923-b8cc-c505a50f896b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058228 Nov 26 02:42:47.287140 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11d555a7-0f6b-45a9-98f8-d1a3a7f69a9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:47.331145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-cefa23c7-9547-4182-bb4a-5903520016c1 service neutron] 10.222.0.31 "GET /v2.0/networks/e87b060a-d5d1-4923-b8cc-c505a50f896b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326063 Nov 26 02:42:47.361327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733feeb-77f2-4f1e-bfdd-0000c673214f req-64a7a0f8-40f0-4eb2-b020-aa33e22dbccf tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:47.362908 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a733feeb-77f2-4f1e-bfdd-0000c673214f req-64a7a0f8-40f0-4eb2-b020-aa33e22dbccf tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.0743368 Nov 26 02:42:47.379839 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11d555a7-0f6b-45a9-98f8-d1a3a7f69a9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:47.385060 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11d555a7-0f6b-45a9-98f8-d1a3a7f69a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:47.395017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-dfabc2fb-b3e1-44ea-9a31-a71cea998d23 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7798d19b74604299a911b90fd7f69948&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290649 Nov 26 02:42:47.460819 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:47.472084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574909bb-2bae-4eef-8cc6-c447ae9e66cc', 'name': 'network-vif-deleted', 'tag': '91d9a71e-fc74-46d6-9118-1d16fbbb842f'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:47.474524 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91513be2-5598-467c-9154-0a68b6949605" -d '{"events": [{"server_uuid": "574909bb-2bae-4eef-8cc6-c447ae9e66cc", "name": "network-vif-deleted", "tag": "91d9a71e-fc74-46d6-9118-1d16fbbb842f"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:47.501417 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-11d555a7-0f6b-45a9-98f8-d1a3a7f69a9e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d616ef3e01cc413db21296c55a984bea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334084 Nov 26 02:42:47.502037 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57470) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:47.519858 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d555a7-0f6b-45a9-98f8-d1a3a7f69a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e9fd9d-0db2-427d-a93c-18e17eb33567,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:47.583171 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1d9e5651-9713-4878-9255-f12d4527f226 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:47.586689 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-1645d64c-ae21-4770-bf64-f046f7a4358a service neutron] 10.222.0.54 "GET /v2.0/ports/90d38b26-a554-451f-93b8-bed743a9d211/bindings/n-h2-819389-3 HTTP/1.1" status: 200 len: 384 time: 0.1557245 Nov 26 02:42:47.603106 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a733feeb-77f2-4f1e-bfdd-0000c673214f req-0df0033f-d095-4a28-90f2-83bb43d91677 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206805 Nov 26 02:42:47.640146 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1d9e5651-9713-4878-9255-f12d4527f226 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:47.661635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-4981a6bf-a086-4c18-b32d-bff767034fb7 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:47.663943 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-4981a6bf-a086-4c18-b32d-bff767034fb7 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2611947 Nov 26 02:42:47.707991 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32d506-0c78-4b8e-81ad-6c3fbc8d9573 req-542b9f26-2adf-4a8b-88b0-afd48e83007e tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:47.709937 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a32d506-0c78-4b8e-81ad-6c3fbc8d9573 req-542b9f26-2adf-4a8b-88b0-afd48e83007e tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 946 time: 0.1751051 Nov 26 02:42:47.716197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-eab01eaa-c8f9-4014-88d9-2209d708a8de tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Request body: {'port': {'device_id': '22fa6578-3243-4c39-b88f-5ce36100648f', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '7798d19b74604299a911b90fd7f69948'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:47.759034 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1d9e5651-9713-4878-9255-f12d4527f226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:47.761841 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1d9e5651-9713-4878-9255-f12d4527f226 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:47.765101 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1d9e5651-9713-4878-9255-f12d4527f226 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8e9fd9d-0db2-427d-a93c-18e17eb33567 HTTP/1.1" status: 204 len: 168 time: 0.2595887 Nov 26 02:42:47.823298 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e5651-9713-4878-9255-f12d4527f226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e9fd9d-0db2-427d-a93c-18e17eb33567,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:47.887024 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a32d506-0c78-4b8e-81ad-6c3fbc8d9573 req-e6a3e3d9-3992-41e6-bb31-1c27a0857e74 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119127 Nov 26 02:42:47.910396 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-e6a2fab2-15a4-495e-86dc-b3de05d13b89 service neutron] For port 90d38b26-a554-451f-93b8-bed743a9d211, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=90d38b26-a554-451f-93b8-bed743a9d211,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:47.946799 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-e6a2fab2-15a4-495e-86dc-b3de05d13b89 service neutron] For port 90d38b26-a554-451f-93b8-bed743a9d211, host n-h1-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:47.993282 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-e6a2fab2-15a4-495e-86dc-b3de05d13b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d38b26-a554-451f-93b8-bed743a9d211 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:48.001491 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf332a-8d20-4e5d-90bd-a6aad499a72b req-a7ab047b-b5a4-4157-87a9-5f249c3fafdb tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:48.008885 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2dcf332a-8d20-4e5d-90bd-a6aad499a72b req-a7ab047b-b5a4-4157-87a9-5f249c3fafdb tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 947 time: 0.1774497 Nov 26 02:42:48.009466 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-e6a2fab2-15a4-495e-86dc-b3de05d13b89 service neutron] For port 90d38b26-a554-451f-93b8-bed743a9d211, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=90d38b26-a554-451f-93b8-bed743a9d211,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:48.019305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-eab01eaa-c8f9-4014-88d9-2209d708a8de tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Made reservation on behalf of 7798d19b74604299a911b90fd7f69948 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:42:48.022822 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-eab01eaa-c8f9-4014-88d9-2209d708a8de tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:48.030153 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-e6a2fab2-15a4-495e-86dc-b3de05d13b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:48.068367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-225cb2b5-98ee-4716-874e-73965dcda431 req-9440543f-f1b2-4c60-b3c5-4d4ca3acc3f4 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=29353f7f-901c-4459-abc3-6d472257eba2 HTTP/1.1" status: 200 len: 210 time: 0.0791719 Nov 26 02:42:48.143101 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983366d4-89ad-428d-9d62-4bacbe793bbe x-openstack-request-id: req-983366d4-89ad-428d-9d62-4bacbe793bbe {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:48.143332 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574909bb-2bae-4eef-8cc6-c447ae9e66cc", "name": "network-vif-deleted", "tag": "91d9a71e-fc74-46d6-9118-1d16fbbb842f", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:48.143608 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-983366d4-89ad-428d-9d62-4bacbe793bbe {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:48.143810 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-e6a2fab2-15a4-495e-86dc-b3de05d13b89 service neutron] Transition to ACTIVE for port object 90d38b26-a554-451f-93b8-bed743a9d211 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:42:48.143999 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574909bb-2bae-4eef-8cc6-c447ae9e66cc', 'name': 'network-vif-deleted', 'tag': '91d9a71e-fc74-46d6-9118-1d16fbbb842f', 'status': 'completed', 'code': 200} Nov 26 02:42:48.153934 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-e6a2fab2-15a4-495e-86dc-b3de05d13b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:48.181145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2dcf332a-8d20-4e5d-90bd-a6aad499a72b req-aaf91829-6346-4b6d-9c8f-62b205c07bc3 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700318 Nov 26 02:42:48.234816 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2fab2-15a4-495e-86dc-b3de05d13b89 service neutron] Pushing event updated for resources: {'Port': ['ID=90d38b26-a554-451f-93b8-bed743a9d211,revision_number=10']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:48.265713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6395ea8e-b796-4534-bed5-0c72edcadef6 req-79f6096b-f66e-4d1e-8848-3f813b3f163e tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=22fa6578-3243-4c39-b88f-5ce36100648f HTTP/1.1" status: 200 len: 210 time: 0.0526454 Nov 26 02:42:48.284457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-e6a2fab2-15a4-495e-86dc-b3de05d13b89 service neutron] No DVR routers for this DVR port 90d38b26-a554-451f-93b8-bed743a9d211 on host n-h1-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:42:48.333391 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-e6a2fab2-15a4-495e-86dc-b3de05d13b89 service neutron] 10.222.0.54 "PUT /v2.0/ports/90d38b26-a554-451f-93b8-bed743a9d211/bindings/n-h2-819389-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7348652 Nov 26 02:42:48.351536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-eab01eaa-c8f9-4014-88d9-2209d708a8de tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Allocated IP 192.168.233.119 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/3b4dd6bc-81e7-4218-9848-e68daf6a030c) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:42:48.373038 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a296180-9c00-4e14-afbd-b87c6eba5787 req-23e075c7-dafb-4c6c-b41b-e4e2554e1f9d tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:48.374654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a296180-9c00-4e14-afbd-b87c6eba5787 req-23e075c7-dafb-4c6c-b41b-e4e2554e1f9d tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 944 time: 0.0998769 Nov 26 02:42:48.395454 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 61de038d-38cb-4383-93ff-e2ac026ae623 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:42:48.502835 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a296180-9c00-4e14-afbd-b87c6eba5787 req-304b2f9f-105d-4f42-aa47-e404eb9bab91 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215134 Nov 26 02:42:48.553669 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 61de038d-38cb-4383-93ff-e2ac026ae623, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=61de038d-38cb-4383-93ff-e2ac026ae623,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:48.566818 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-4a1f42e3-ddff-40cb-8f20-7e9559de0925 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:48.570279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '61de038d-38cb-4383-93ff-e2ac026ae623', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '61de038d-38cb-4383-93ff-e2ac026ae623', 'mac_address': 'fa:16:3e:1f:d7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:42:48.570462 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-4a1f42e3-ddff-40cb-8f20-7e9559de0925 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4&tenant_id=fd64c89c2dfb4732a633c8526baba9f0&binding%3Ahost_id=n-h1-819389-3 HTTP/1.1" status: 200 len: 1095 time: 0.0908027 Nov 26 02:42:48.581280 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-eab01eaa-c8f9-4014-88d9-2209d708a8de tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:48.611931 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:48.632455 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-eab01eaa-c8f9-4014-88d9-2209d708a8de tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:48.636659 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61de038d-38cb-4383-93ff-e2ac026ae623 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:48.669599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 61de038d-38cb-4383-93ff-e2ac026ae623, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=61de038d-38cb-4383-93ff-e2ac026ae623,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:48.673032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['d33466e6-2254-4b57-af7c-4e9dcabdae86'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:42:48.685366 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-eab01eaa-c8f9-4014-88d9-2209d708a8de tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:42:48.688684 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-eab01eaa-c8f9-4014-88d9-2209d708a8de tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:42:48.693321 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-eab01eaa-c8f9-4014-88d9-2209d708a8de tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:42:48.699620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-eab01eaa-c8f9-4014-88d9-2209d708a8de tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:48.699958 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-eab01eaa-c8f9-4014-88d9-2209d708a8de tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:48.710622 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab01eaa-c8f9-4014-88d9-2209d708a8de tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Pushing event updated for resources: {'Port': ['ID=3b4dd6bc-81e7-4218-9848-e68daf6a030c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:48.712299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e95ca752-4a1e-4c90-aad1-5ca5705b649a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:42:48.719356 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:48.726096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-eab01eaa-c8f9-4014-88d9-2209d708a8de tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0150535 Nov 26 02:42:48.790980 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-f9cf7e12-819d-42df-bfc1-43349b458d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:48.796665 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-f9cf7e12-819d-42df-bfc1-43349b458d9d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4&tenant_id=fd64c89c2dfb4732a633c8526baba9f0 HTTP/1.1" status: 200 len: 1095 time: 0.2059588 Nov 26 02:42:48.811683 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 91d9a71e-fc74-46d6-9118-1d16fbbb842f no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:42:48.827024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21932e3-3c1f-4bc6-8ab0-25a97207a4ff req-c1265e23-ba02-461d-a8fa-bcb4d5d643eb tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:48.828595 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c21932e3-3c1f-4bc6-8ab0-25a97207a4ff req-c1265e23-ba02-461d-a8fa-bcb4d5d643eb tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.0809710 Nov 26 02:42:48.875643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Request body: {'port': {'device_id': '22fa6578-3243-4c39-b88f-5ce36100648f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:48.925571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 91d9a71e-fc74-46d6-9118-1d16fbbb842f {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:42:48.926007 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 91d9a71e-fc74-46d6-9118-1d16fbbb842f not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:42:48.952750 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-90336970-8251-4fcf-b7fb-52bc0334b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:48.954794 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c21932e3-3c1f-4bc6-8ab0-25a97207a4ff req-5f9e75c2-721c-4ff1-aac5-ecc20b2f555f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134727 Nov 26 02:42:48.956247 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-90336970-8251-4fcf-b7fb-52bc0334b1de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 1095 time: 0.0805571 Nov 26 02:42:48.975074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=61de038d-38cb-4383-93ff-e2ac026ae623,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:49.015706 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:49.062486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f3bfeaa8-267a-4529-846b-df0544370510 None None] Provisioning complete for port 3b4dd6bc-81e7-4218-9848-e68daf6a030c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:42:49.063087 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f3bfeaa8-267a-4529-846b-df0544370510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:49.112722 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.59', 57110) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:42:49.141042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f3bfeaa8-267a-4529-846b-df0544370510 None None] Port 3b4dd6bc-81e7-4218-9848-e68daf6a030c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:42:49.147870 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-a24646af-5ecf-402c-ac82-9bdd3eab4cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:49.149441 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-a24646af-5ecf-402c-ac82-9bdd3eab4cc7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.1533937 Nov 26 02:42:49.206643 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-ac4fda54-7e26-405b-b2b3-97440870ba60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90d38b26-a554-451f-93b8-bed743a9d211 HTTP/1.1" status: 200 len: 217 time: 0.0482473 Nov 26 02:42:49.270985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-c7a00be8-54f7-4d3e-ad2a-eb14c57a2413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:49.272552 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-c7a00be8-54f7-4d3e-ad2a-eb14c57a2413 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.0515482 Nov 26 02:42:49.285759 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a55818cd-23ca-4f0e-b574-83d0eb4a7c98 req-9b6860d0-1b6b-412c-8fe9-50b912e64d6d tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=29353f7f-901c-4459-abc3-6d472257eba2 HTTP/1.1" status: 200 len: 210 time: 0.0917740 Nov 26 02:42:49.311943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['61de038d-38cb-4383-93ff-e2ac026ae623'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:42:49.315373 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b9fe4-b2af-4efa-b350-ca0e5049c08c req-50287baa-3ee4-40a4-8637-4b91a46bd29c tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:49.316938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e7b9fe4-b2af-4efa-b350-ca0e5049c08c req-50287baa-3ee4-40a4-8637-4b91a46bd29c tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 946 time: 0.2439911 Nov 26 02:42:49.327784 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-5cb9d2ac-27c8-435c-8334-5ed9c81114b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354111 Nov 26 02:42:49.412731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-8d4f4649-e842-45e0-ae94-daf97338ff64 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:49.414744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-8d4f4649-e842-45e0-ae94-daf97338ff64 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.59 "GET /v2.0/networks?id=e87b060a-d5d1-4923-b8cc-c505a50f896b HTTP/1.1" status: 200 len: 821 time: 0.2986600 Nov 26 02:42:49.446839 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-f4e980a4-a63a-410e-b3fb-52380e439d3a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Request body: {'port': {'device_id': '29353f7f-901c-4459-abc3-6d472257eba2', 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b', 'admin_state_up': True, 'tenant_id': 'c4f8bc7f0d6943cfb753dcc1ea335c65'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:49.449554 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-a1d18658-53c4-4585-99fa-c191e276bed1 service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949359 Nov 26 02:42:49.527641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e7b9fe4-b2af-4efa-b350-ca0e5049c08c req-cd6c03d2-6a02-4fce-8722-c6469f175ccd tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970491 Nov 26 02:42:49.562195 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-023ec00d-da25-48a2-91ce-9b16a7fd9bdb service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002994 Nov 26 02:42:49.564815 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85b0cb-3966-4684-8f60-1c6a76910e3f req-b1874616-b4aa-4ca7-a2c7-aa035387f203 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:49.566290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db85b0cb-3966-4684-8f60-1c6a76910e3f req-b1874616-b4aa-4ca7-a2c7-aa035387f203 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 948 time: 0.2093091 Nov 26 02:42:49.854536 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-bb8cdcd7-11c6-41e9-81f9-06836c5c3ad6 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:49.856080 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-bb8cdcd7-11c6-41e9-81f9-06836c5c3ad6 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4&tenant_id=fd64c89c2dfb4732a633c8526baba9f0&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 1095 time: 0.0443754 Nov 26 02:42:49.939124 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db85b0cb-3966-4684-8f60-1c6a76910e3f req-837349f7-af06-4533-97b8-793813de7bc3 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611455 Nov 26 02:42:49.945969 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4dd6bc-81e7-4218-9848-e68daf6a030c {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:49.960945 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:49.970660 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-d0865c94-77a9-41ec-b9ea-437a6e5e8046 service neutron] For port 90d38b26-a554-451f-93b8-bed743a9d211, host n-h1-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:49.972966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe7f9f-94e1-44d0-b938-b88e6844faac req-94d89ec3-22fa-4d5c-84b7-96f32152fbfb tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:49.974051 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-d0865c94-77a9-41ec-b9ea-437a6e5e8046 service neutron] Publish callbacks [] for binding, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:49.974471 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4abe7f9f-94e1-44d0-b938-b88e6844faac req-94d89ec3-22fa-4d5c-84b7-96f32152fbfb tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=22fa6578-3243-4c39-b88f-5ce36100648f HTTP/1.1" status: 200 len: 936 time: 0.3810019 Nov 26 02:42:49.975266 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-637640e7-32d5-4f1a-97d1-6cda2845d220 req-d0865c94-77a9-41ec-b9ea-437a6e5e8046 service neutron] 10.222.0.59 "DELETE /v2.0/ports/90d38b26-a554-451f-93b8-bed743a9d211/bindings/n-h1-819389-3 HTTP/1.1" status: 204 len: 173 time: 0.1106715 Nov 26 02:42:49.996647 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Transition to ACTIVE for port object 3b4dd6bc-81e7-4218-9848-e68daf6a030c will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:42:49.999819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-f4e980a4-a63a-410e-b3fb-52380e439d3a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Made reservation on behalf of c4f8bc7f0d6943cfb753dcc1ea335c65 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:42:50.003189 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-f4e980a4-a63a-410e-b3fb-52380e439d3a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:50.024769 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:50.179649 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4abe7f9f-94e1-44d0-b938-b88e6844faac req-a0a1d022-c48d-4e65-9e5b-7014ab06719e tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907911 Nov 26 02:42:50.180303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Pushing event updated for resources: {'Port': ['ID=3b4dd6bc-81e7-4218-9848-e68daf6a030c,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:50.213262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afae3de-d4d6-45de-9059-8d92ee4bd311 req-9c3cca77-7a97-40f0-b53c-ec2180cf1315 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:50.221169 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8afae3de-d4d6-45de-9059-8d92ee4bd311 req-9c3cca77-7a97-40f0-b53c-ec2180cf1315 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 944 time: 0.2221982 Nov 26 02:42:50.262541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Attempting to bind port 3b4dd6bc-81e7-4218-9848-e68daf6a030c on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:42:50.262896 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Attempting to bind port 3b4dd6bc-81e7-4218-9848-e68daf6a030c by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:42:50.263219 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Attempting to bind port 3b4dd6bc-81e7-4218-9848-e68daf6a030c on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:50.300299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Port 3b4dd6bc-81e7-4218-9848-e68daf6a030c on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:42:50.300299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Attempting to bind port 3b4dd6bc-81e7-4218-9848-e68daf6a030c on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:50.314567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:42:50.314909 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:42:50.315301 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:42:50.315742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Bound port: 3b4dd6bc-81e7-4218-9848-e68daf6a030c, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:42:50.316127 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:50.339267 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8afae3de-d4d6-45de-9059-8d92ee4bd311 req-728ace70-4c9d-4de9-ad68-0f62ef6ecf6b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170812 Nov 26 02:42:50.373221 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-f4e980a4-a63a-410e-b3fb-52380e439d3a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Allocated IP 172.20.0.5 (e87b060a-d5d1-4923-b8cc-c505a50f896b/1b46157e-421f-41f5-9034-94d077205f11/44e93e2a-6d13-47af-8a18-591eae4427bf) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:42:50.417590 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 90d38b26-a554-451f-93b8-bed743a9d211 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:42:50.437793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] For port 3b4dd6bc-81e7-4218-9848-e68daf6a030c, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:50.463349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] For port 3b4dd6bc-81e7-4218-9848-e68daf6a030c, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=3b4dd6bc-81e7-4218-9848-e68daf6a030c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:42:50.466253 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 90d38b26-a554-451f-93b8-bed743a9d211 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:42:50.471015 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:50.554680 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:50.555314 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:50.565462 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-f522f621-3810-4750-a0e3-09762f54264f service neutron] 10.222.0.59 "PUT /v2.0/ports/3b4dd6bc-81e7-4218-9848-e68daf6a030c HTTP/1.1" status: 200 len: 1096 time: 1.6955750 Nov 26 02:42:50.566200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22fa6578-3243-4c39-b88f-5ce36100648f', 'tag': '3b4dd6bc-81e7-4218-9848-e68daf6a030c'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:50.568898 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d225607-38f0-40cd-bb9c-9409623a4e69" -d '{"events": [{"name": "network-changed", "server_uuid": "22fa6578-3243-4c39-b88f-5ce36100648f", "tag": "3b4dd6bc-81e7-4218-9848-e68daf6a030c"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:50.614730 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-5f2727b1-e77f-4f2a-a85a-e164e095550a service neutron] show failed (client error): The resource could not be found. Nov 26 02:42:50.616069 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-5f2727b1-e77f-4f2a-a85a-e164e095550a service neutron] 10.222.0.59 "GET /v2.0/ports/86022b09-c470-4f1b-b585-f0e3eb74f99e/bindings/n-h1-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.0934930 Nov 26 02:42:50.691575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522f621-3810-4750-a0e3-09762f54264f service neutron] Pushing event updated for resources: {'Port': ['ID=3b4dd6bc-81e7-4218-9848-e68daf6a030c,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:50.707829 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-eb6d9b9a-116e-4528-adb3-d16f1db52699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:50.708755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cb15f-9f7a-405a-9071-e514ef29c244 req-4ba48591-1f8f-48da-99b9-a43d1a5e6bcb tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:50.709856 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-eb6d9b9a-116e-4528-adb3-d16f1db52699 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7798d19b74604299a911b90fd7f69948&device_id=22fa6578-3243-4c39-b88f-5ce36100648f HTTP/1.1" status: 200 len: 1099 time: 0.0556843 Nov 26 02:42:50.712533 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c47cb15f-9f7a-405a-9071-e514ef29c244 req-4ba48591-1f8f-48da-99b9-a43d1a5e6bcb tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 1097 time: 0.1350274 Nov 26 02:42:50.768940 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-e63b98ba-1199-4261-88dd-90064f723fcd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3b4dd6bc-81e7-4218-9848-e68daf6a030c HTTP/1.1" status: 200 len: 217 time: 0.0426896 Nov 26 02:42:50.779731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfa123-799e-4b2e-9e23-6f8138bd984c req-80b9158b-2348-49e2-bfec-1e3a5b899682 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:50.786942 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35dfa123-799e-4b2e-9e23-6f8138bd984c req-80b9158b-2348-49e2-bfec-1e3a5b899682 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.1622319 Nov 26 02:42:50.800171 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-f4e980a4-a63a-410e-b3fb-52380e439d3a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:50.857584 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-942289db-d7f2-499e-8a3d-36df218fb1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:50.859627 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-942289db-d7f2-499e-8a3d-36df218fb1f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0774701 Nov 26 02:42:50.860972 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c47cb15f-9f7a-405a-9071-e514ef29c244 req-6a6a75f2-6a93-4557-b6fd-e7a16b00b8e8 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363328 Nov 26 02:42:50.883234 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35dfa123-799e-4b2e-9e23-6f8138bd984c req-b525b8a5-86a8-471f-861d-a2ec0cc04d20 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954299 Nov 26 02:42:50.906321 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-f4e980a4-a63a-410e-b3fb-52380e439d3a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:50.971627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-f4e980a4-a63a-410e-b3fb-52380e439d3a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Network e87b060a-d5d1-4923-b8cc-c505a50f896b is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:42:50.977705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-f4e980a4-a63a-410e-b3fb-52380e439d3a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:42:50.990953 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-c7f37f76-5a7a-404d-995a-829e54a8d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:50.992243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-f4e980a4-a63a-410e-b3fb-52380e439d3a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:42:50.992672 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-c7f37f76-5a7a-404d-995a-829e54a8d04d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1237075 Nov 26 02:42:50.994317 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-11095055-f4ee-4117-9259-4b635af69d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:50.995630 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-11095055-f4ee-4117-9259-4b635af69d1c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6&tenant_id=ad6caec5c92044d899d9c12ccac00902 HTTP/1.1" status: 200 len: 1100 time: 0.0978229 Nov 26 02:42:50.998256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-f4e980a4-a63a-410e-b3fb-52380e439d3a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:50.998862 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-f4e980a4-a63a-410e-b3fb-52380e439d3a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:51.003393 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0cf960-4de2-4a81-acc3-3202a86fed42 x-openstack-request-id: req-0b0cf960-4de2-4a81-acc3-3202a86fed42 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:51.003700 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22fa6578-3243-4c39-b88f-5ce36100648f", "tag": "3b4dd6bc-81e7-4218-9848-e68daf6a030c", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:51.003965 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b0cf960-4de2-4a81-acc3-3202a86fed42 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:51.004387 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22fa6578-3243-4c39-b88f-5ce36100648f', 'tag': '3b4dd6bc-81e7-4218-9848-e68daf6a030c', 'status': 'completed', 'code': 200} Nov 26 02:42:51.026237 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e980a4-a63a-410e-b3fb-52380e439d3a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Pushing event updated for resources: {'Port': ['ID=44e93e2a-6d13-47af-8a18-591eae4427bf,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:51.044959 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-f4e980a4-a63a-410e-b3fb-52380e439d3a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6105115 Nov 26 02:42:51.058850 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa48ac8-d8a7-4daa-a81f-86612f37f7dc req-fd01ce4c-6ed7-4748-aa24-a762f9862b0a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:51.060391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0fa48ac8-d8a7-4daa-a81f-86612f37f7dc req-fd01ce4c-6ed7-4748-aa24-a762f9862b0a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=29353f7f-901c-4459-abc3-6d472257eba2 HTTP/1.1" status: 200 len: 931 time: 0.0845294 Nov 26 02:42:51.066411 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Request body: {'port': {'device_id': '29353f7f-901c-4459-abc3-6d472257eba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:51.076829 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819389-3', 'device_owner': 'compute:nova'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:51.155472 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:51.159642 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-a83630af-e02a-4d25-aa91-262722f1788b service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512403 Nov 26 02:42:51.179573 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:51.192903 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0fa48ac8-d8a7-4daa-a81f-86612f37f7dc req-06075d7d-eaa1-430c-9e33-1af385286260 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072812 Nov 26 02:42:51.204395 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4d159-a098-456f-b9a6-95d85f17ea90 req-e1e0c19b-6f00-41e8-8217-6833122383b7 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:51.205923 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3e4d159-a098-456f-b9a6-95d85f17ea90 req-e1e0c19b-6f00-41e8-8217-6833122383b7 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 1097 time: 0.1125686 Nov 26 02:42:51.366130 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3e4d159-a098-456f-b9a6-95d85f17ea90 req-1c2539fc-1036-480d-b50e-26df774dce8d tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427705 Nov 26 02:42:51.423336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf67ac2-e551-4af2-9f6b-694ad620359f req-b4196769-d50f-4f40-9831-a8050b54da57 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:51.424914 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7cf67ac2-e551-4af2-9f6b-694ad620359f req-b4196769-d50f-4f40-9831-a8050b54da57 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 1095 time: 0.1152883 Nov 26 02:42:51.518239 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6d28aed3-115b-496d-adc7-df4a66f96141 req-66399678-1b3c-4396-afba-e8280ec2729d service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510702 Nov 26 02:42:51.529490 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7cf67ac2-e551-4af2-9f6b-694ad620359f req-c7c74d6f-c48b-43e9-a79e-df0887861d1a tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959508 Nov 26 02:42:51.567758 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8295f-a5a8-4f22-b993-164028d951f0 req-fe376195-0fb9-4873-8af0-14fb5a7bfa63 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:51.570140 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cff8295f-a5a8-4f22-b993-164028d951f0 req-fe376195-0fb9-4873-8af0-14fb5a7bfa63 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 948 time: 0.1071987 Nov 26 02:42:51.693378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cff8295f-a5a8-4f22-b993-164028d951f0 req-6cd6a649-1f7c-4d5c-96af-f0cb73825263 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985253 Nov 26 02:42:51.695404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e93e2a-6d13-47af-8a18-591eae4427bf {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:51.699297 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] For port 86022b09-c470-4f1b-b585-f0e3eb74f99e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=86022b09-c470-4f1b-b585-f0e3eb74f99e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:51.709270 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:51.733861 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d225607-38f0-40cd-bb9c-9409623a4e69 req-f60ad6a1-0d47-4865-8dec-ca7bee127f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:51.736247 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5d225607-38f0-40cd-bb9c-9409623a4e69 req-f60ad6a1-0d47-4865-8dec-ca7bee127f20 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7798d19b74604299a911b90fd7f69948&device_id=22fa6578-3243-4c39-b88f-5ce36100648f HTTP/1.1" status: 200 len: 1099 time: 0.0930800 Nov 26 02:42:51.753353 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Transition to ACTIVE for port object 44e93e2a-6d13-47af-8a18-591eae4427bf will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:42:51.764535 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:51.770824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] For port 86022b09-c470-4f1b-b585-f0e3eb74f99e, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:51.813250 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb969a-19b6-40a4-8074-e567a9f665bc req-8a4222bc-2656-452e-9ce3-fc3ad1a034b1 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:51.815046 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82fb969a-19b6-40a4-8074-e567a9f665bc req-8a4222bc-2656-452e-9ce3-fc3ad1a034b1 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=22fa6578-3243-4c39-b88f-5ce36100648f HTTP/1.1" status: 200 len: 948 time: 0.1151834 Nov 26 02:42:51.841294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Pushing event updated for resources: {'Port': ['ID=44e93e2a-6d13-47af-8a18-591eae4427bf,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:51.854909 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b13dd9-9876-4284-8c8d-52f2e7d678d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86022b09-c470-4f1b-b585-f0e3eb74f99e'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:51.858910 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f1e253-5f11-4d93-bbc3-e20b47478fb6" -d '{"events": [{"server_uuid": "66b13dd9-9876-4284-8c8d-52f2e7d678d6", "name": "network-vif-unplugged", "status": "completed", "tag": "86022b09-c470-4f1b-b585-f0e3eb74f99e"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:51.866024 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:51.901558 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:51.909809 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Transition to ACTIVE for port object 86022b09-c470-4f1b-b585-f0e3eb74f99e will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:42:51.914758 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d225607-38f0-40cd-bb9c-9409623a4e69 req-2657b52e-7131-42fd-9b40-e64497ee4bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:51.916273 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5d225607-38f0-40cd-bb9c-9409623a4e69 req-2657b52e-7131-42fd-9b40-e64497ee4bb1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.1720312 Nov 26 02:42:51.917355 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:51.927558 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82fb969a-19b6-40a4-8074-e567a9f665bc req-a4676c5e-d4dc-484b-944c-f0e22d3aee43 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984433 Nov 26 02:42:51.928463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Attempting to bind port 44e93e2a-6d13-47af-8a18-591eae4427bf on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:42:51.928798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Attempting to bind port 44e93e2a-6d13-47af-8a18-591eae4427bf by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '96edcaca-041e-4f83-b411-43edf2a49a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:42:51.929181 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Attempting to bind port 44e93e2a-6d13-47af-8a18-591eae4427bf on network e87b060a-d5d1-4923-b8cc-c505a50f896b {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:51.934506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Port 44e93e2a-6d13-47af-8a18-591eae4427bf on network e87b060a-d5d1-4923-b8cc-c505a50f896b not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:42:51.934833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Attempting to bind port 44e93e2a-6d13-47af-8a18-591eae4427bf on network e87b060a-d5d1-4923-b8cc-c505a50f896b {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:51.940561 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:42:51.940911 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Checking segment: {'id': '96edcaca-041e-4f83-b411-43edf2a49a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:42:51.941303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Bound using segment: {'id': '96edcaca-041e-4f83-b411-43edf2a49a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:42:51.941798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Bound port: 44e93e2a-6d13-47af-8a18-591eae4427bf, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96edcaca-041e-4f83-b411-43edf2a49a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:42:51.942166 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:52.001160 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5d225607-38f0-40cd-bb9c-9409623a4e69 req-0932ed34-5b99-4294-b4e1-2a8dcb7c21ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3b4dd6bc-81e7-4218-9848-e68daf6a030c HTTP/1.1" status: 200 len: 217 time: 0.0645635 Nov 26 02:42:52.020443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] For port 44e93e2a-6d13-47af-8a18-591eae4427bf, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:52.025351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] For port 44e93e2a-6d13-47af-8a18-591eae4427bf, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=44e93e2a-6d13-47af-8a18-591eae4427bf,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:42:52.041428 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:52.068676 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c37164-63db-46c3-bfb1-06d5d120fb3e x-openstack-request-id: req-84c37164-63db-46c3-bfb1-06d5d120fb3e {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:52.068969 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b13dd9-9876-4284-8c8d-52f2e7d678d6", "name": "network-vif-unplugged", "status": "completed", "tag": "86022b09-c470-4f1b-b585-f0e3eb74f99e", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:52.069229 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84c37164-63db-46c3-bfb1-06d5d120fb3e {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:52.069628 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b13dd9-9876-4284-8c8d-52f2e7d678d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86022b09-c470-4f1b-b585-f0e3eb74f99e', 'code': 200} Nov 26 02:42:52.072000 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Pushing event updated for resources: {'Port': ['ID=86022b09-c470-4f1b-b585-f0e3eb74f99e,revision_number=6']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:52.083419 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] No DVR routers for this DVR port 86022b09-c470-4f1b-b585-f0e3eb74f99e on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:42:52.135518 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d225607-38f0-40cd-bb9c-9409623a4e69 req-d7b7cd16-9b7a-4d47-8c30-6389ba4a01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:52.137720 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5d225607-38f0-40cd-bb9c-9409623a4e69 req-d7b7cd16-9b7a-4d47-8c30-6389ba4a01b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1260965 Nov 26 02:42:52.138285 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Attempting to bind port 86022b09-c470-4f1b-b585-f0e3eb74f99e on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:42:52.138621 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Attempting to bind port 86022b09-c470-4f1b-b585-f0e3eb74f99e by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:42:52.138947 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Attempting to bind port 86022b09-c470-4f1b-b585-f0e3eb74f99e on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:52.145518 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Port 86022b09-c470-4f1b-b585-f0e3eb74f99e on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:42:52.146084 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Attempting to bind port 86022b09-c470-4f1b-b585-f0e3eb74f99e on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:52.150721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:52.151361 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:52.153441 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] 10.222.0.59 "PUT /v2.0/ports/44e93e2a-6d13-47af-8a18-591eae4427bf HTTP/1.1" status: 200 len: 1091 time: 1.0910091 Nov 26 02:42:52.184455 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:42:52.184885 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:42:52.185430 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:42:52.185875 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Bound port: 86022b09-c470-4f1b-b585-f0e3eb74f99e, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:42:52.186536 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:52.201427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-bb1e16ff-57c5-4f07-ac39-2929cefea7db tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:52.202981 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-bb1e16ff-57c5-4f07-ac39-2929cefea7db tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 807 time: 0.1766353 Nov 26 02:42:52.213679 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d225607-38f0-40cd-bb9c-9409623a4e69 req-887abd0d-2214-45ab-beec-0c99ef23a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:52.215960 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5d225607-38f0-40cd-bb9c-9409623a4e69 req-887abd0d-2214-45ab-beec-0c99ef23a422 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666003 Nov 26 02:42:52.218591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d6fa7-ef1b-4441-84ba-e32f145e9d37 service neutron] Pushing event updated for resources: {'Port': ['ID=44e93e2a-6d13-47af-8a18-591eae4427bf,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:52.250293 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-e3624ca0-3b48-4a15-a324-96cc1f8783f3 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/quotas/fd64c89c2dfb4732a633c8526baba9f0 HTTP/1.1" status: 200 len: 375 time: 0.0334222 Nov 26 02:42:52.316818 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-80dc408f-047e-48c5-b68d-e54eb664ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:52.318333 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-80dc408f-047e-48c5-b68d-e54eb664ccf5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c4f8bc7f0d6943cfb753dcc1ea335c65&device_id=29353f7f-901c-4459-abc3-6d472257eba2 HTTP/1.1" status: 200 len: 1094 time: 0.0814855 Nov 26 02:42:52.329424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-c3385d3e-bc6c-4409-99ea-3bab30dd8e32 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723221 Nov 26 02:42:52.337176 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] For port 86022b09-c470-4f1b-b585-f0e3eb74f99e, host n-h1-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:52.346306 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] For port 86022b09-c470-4f1b-b585-f0e3eb74f99e, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=86022b09-c470-4f1b-b585-f0e3eb74f99e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:42:52.357766 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:52.376719 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5d225607-38f0-40cd-bb9c-9409623a4e69 req-7796c618-71a8-4eac-bae5-f42070dd09e7 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323495 Nov 26 02:42:52.400517 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:52.401149 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:52.403107 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] 10.222.0.54 "PUT /v2.0/ports/86022b09-c470-4f1b-b585-f0e3eb74f99e HTTP/1.1" status: 200 len: 1095 time: 1.3767521 Nov 26 02:42:52.419005 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-25d328af-cbc0-4bcf-aeed-c0cd0d99b45b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44e93e2a-6d13-47af-8a18-591eae4427bf HTTP/1.1" status: 200 len: 217 time: 0.0708520 Nov 26 02:42:52.435202 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 61de038d-38cb-4383-93ff-e2ac026ae623 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:42:52.509518 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 61de038d-38cb-4383-93ff-e2ac026ae623 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:42:52.514467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-4a646351-684a-4993-a237-e3cfb2717a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:52.515944 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-4a646351-684a-4993-a237-e3cfb2717a5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b46157e-421f-41f5-9034-94d077205f11 HTTP/1.1" status: 200 len: 861 time: 0.0860488 Nov 26 02:42:52.518524 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 61de038d-38cb-4383-93ff-e2ac026ae623 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:42:52.521361 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:52.526026 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-c64c7745-5ed5-4922-a2b6-b16ecc224b70 service neutron] 10.222.0.31 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881223 Nov 26 02:42:52.536985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94e21f-c014-44e1-8f54-fc4df2ec5327 service neutron] Pushing event updated for resources: {'Port': ['ID=86022b09-c470-4f1b-b585-f0e3eb74f99e,revision_number=7']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:52.581835 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-86d4d734-3bd8-4eef-b603-e1b75030eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:52.584998 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-86d4d734-3bd8-4eef-b603-e1b75030eed1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 1098 time: 0.1296785 Nov 26 02:42:52.614585 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5d225607-38f0-40cd-bb9c-9409623a4e69 req-006e0305-b2ab-4f7e-a84d-34162c2cf25d service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104661 Nov 26 02:42:52.676730 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-db2f117e-061b-45cb-bed9-9ca9f217c1cb service neutron] 10.222.0.31 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495647 Nov 26 02:42:52.701465 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:52.706056 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-7c62002a-cf70-4b4f-8505-caa471a85e84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e87b060a-d5d1-4923-b8cc-c505a50f896b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387354 Nov 26 02:42:52.722622 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:42:52.733565 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-5f8aea2d-824f-40b0-9439-b87e75dc856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:52.736072 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-5f8aea2d-824f-40b0-9439-b87e75dc856f service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.1402175 Nov 26 02:42:52.841936 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-b40046e1-7497-43fb-ac24-5a7fe55ee01b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=86022b09-c470-4f1b-b585-f0e3eb74f99e HTTP/1.1" status: 200 len: 217 time: 0.0943375 Nov 26 02:42:52.925907 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e4df0e-2381-450b-8b87-6c601d0f45f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61de038d-38cb-4383-93ff-e2ac026ae623'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:52.935674 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736a5793-295f-431d-b477-8d5d707942a9" -d '{"events": [{"server_uuid": "77e4df0e-2381-450b-8b87-6c601d0f45f2", "name": "network-vif-plugged", "status": "completed", "tag": "61de038d-38cb-4383-93ff-e2ac026ae623"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:52.940823 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-7941049a-9777-4542-8883-05a3c10fc61d service neutron] 10.222.0.59 "GET /v2.0/networks/e87b060a-d5d1-4923-b8cc-c505a50f896b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227144 Nov 26 02:42:52.941577 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-0043f825-22c4-4d97-8d55-6f04796e161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:52.943305 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-0043f825-22c4-4d97-8d55-6f04796e161d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0962126 Nov 26 02:42:52.955236 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 61de038d-38cb-4383-93ff-e2ac026ae623, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=61de038d-38cb-4383-93ff-e2ac026ae623,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:52.966083 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:53.021145 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29353f7f-901c-4459-abc3-6d472257eba2', 'tag': '44e93e2a-6d13-47af-8a18-591eae4427bf'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:53.023740 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cadbc85-6083-4e2b-905a-1fc9398ad716" -d '{"events": [{"name": "network-changed", "server_uuid": "29353f7f-901c-4459-abc3-6d472257eba2", "tag": "44e93e2a-6d13-47af-8a18-591eae4427bf"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:53.025086 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-7b2d6338-932f-4ebb-a50b-24ed17cd4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:53.027396 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-7b2d6338-932f-4ebb-a50b-24ed17cd4b55 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0664506 Nov 26 02:42:53.034852 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=61de038d-38cb-4383-93ff-e2ac026ae623,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:53.114876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2683a-d844-4d67-b5e8-68ba41e5eebd req-233f2220-dadb-4179-8f01-3a66558af24d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:53.122731 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-50a2683a-d844-4d67-b5e8-68ba41e5eebd req-233f2220-dadb-4179-8f01-3a66558af24d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 947 time: 0.1291964 Nov 26 02:42:53.133060 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae3f98ed-7487-4f31-bfdf-10916e17cd14 req-9ce1c662-7a4f-438d-bbf3-2dd7a5b84f2e service neutron] 10.222.0.59 "GET /v2.0/networks/e87b060a-d5d1-4923-b8cc-c505a50f896b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842399 Nov 26 02:42:53.192335 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-50a2683a-d844-4d67-b5e8-68ba41e5eebd req-75c3d08f-11fb-49b3-8877-55e2ded0a634 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685973 Nov 26 02:42:53.205871 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-23f40251-55ab-4089-bd81-4aa29aea85b7 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703761 Nov 26 02:42:53.267478 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:53.319756 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dd6c1d55-2feb-471b-b2d4-22c939976492 req-469ea0ac-11a7-4dc2-a4cb-c04336628f2f service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015537 Nov 26 02:42:53.349914 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36510f6-be3f-4c39-9baa-8b5552f94698 req-a8f70d9b-71a5-4647-b38d-aef84ded850a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:53.351869 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f36510f6-be3f-4c39-9baa-8b5552f94698 req-a8f70d9b-71a5-4647-b38d-aef84ded850a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=29353f7f-901c-4459-abc3-6d472257eba2 HTTP/1.1" status: 200 len: 943 time: 0.0667620 Nov 26 02:42:53.420426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f36510f6-be3f-4c39-9baa-8b5552f94698 req-d3ee304b-631e-44bd-a71d-2a69f9bdce72 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613554 Nov 26 02:42:53.503915 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-552be6ec-4cc5-4e65-9247-5a35cb6e7b39 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:42:53.505425 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-552be6ec-4cc5-4e65-9247-5a35cb6e7b39 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073495 Nov 26 02:42:53.563166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-20ce22c4-6568-4daf-975f-7b9c6df8965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:53.564760 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-20ce22c4-6568-4daf-975f-7b9c6df8965f service neutron] 10.222.0.31 "GET /v2.0/ports/6a07cb12-fb4f-40d1-9726-7b74f036d13b HTTP/1.1" status: 200 len: 1094 time: 0.0459857 Nov 26 02:42:53.572929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c865e-dd41-4af6-a21d-5dfb39d69613 req-747d75b1-0c1d-4764-8507-52cd2fba528b tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:53.574383 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-534c865e-dd41-4af6-a21d-5dfb39d69613 req-747d75b1-0c1d-4764-8507-52cd2fba528b tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 949 time: 0.0864873 Nov 26 02:42:53.579736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-97be5421-c222-469a-a634-9ee777ace19b service neutron] Request body: {'binding': {'host': 'n-h1-819389-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:53.580230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-97be5421-c222-469a-a634-9ee777ace19b service neutron] Unknown quota resources ['binding']. {{(pid=104802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 02:42:53.894119 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-534c865e-dd41-4af6-a21d-5dfb39d69613 req-3e4a6b9a-aed3-435f-9ea3-9b45966c404d tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116486 Nov 26 02:42:53.953213 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-97be5421-c222-469a-a634-9ee777ace19b service neutron] Attempting to bind port 6a07cb12-fb4f-40d1-9726-7b74f036d13b on host n-h1-819389-3 for vnic_type normal with profile None {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:42:53.953555 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-97be5421-c222-469a-a634-9ee777ace19b service neutron] Attempting to bind port 6a07cb12-fb4f-40d1-9726-7b74f036d13b by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:42:53.953885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-97be5421-c222-469a-a634-9ee777ace19b service neutron] Attempting to bind port 6a07cb12-fb4f-40d1-9726-7b74f036d13b on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:53.968461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-97be5421-c222-469a-a634-9ee777ace19b service neutron] Port 6a07cb12-fb4f-40d1-9726-7b74f036d13b on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:42:53.968786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-97be5421-c222-469a-a634-9ee777ace19b service neutron] Attempting to bind port 6a07cb12-fb4f-40d1-9726-7b74f036d13b on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:53.985923 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38399e44-9c30-4832-8fc9-72adc2480391 req-e17a13e7-c660-4a4d-8879-2d160e01b038 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 210 time: 0.0298650 Nov 26 02:42:53.987023 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-97be5421-c222-469a-a634-9ee777ace19b service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:42:53.987356 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-97be5421-c222-469a-a634-9ee777ace19b service neutron] Checking segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:42:53.987731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-97be5421-c222-469a-a634-9ee777ace19b service neutron] Bound using segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:42:53.988181 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-97be5421-c222-469a-a634-9ee777ace19b service neutron] Bound port: 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:42:54.028672 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd7df46-a347-4670-96e2-1ac803a61cfe x-openstack-request-id: req-bcd7df46-a347-4670-96e2-1ac803a61cfe {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:54.029164 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e4df0e-2381-450b-8b87-6c601d0f45f2", "name": "network-vif-plugged", "status": "completed", "tag": "61de038d-38cb-4383-93ff-e2ac026ae623", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:54.029360 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bcd7df46-a347-4670-96e2-1ac803a61cfe {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:54.029825 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e4df0e-2381-450b-8b87-6c601d0f45f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61de038d-38cb-4383-93ff-e2ac026ae623', 'code': 200} Nov 26 02:42:54.040147 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-97be5421-c222-469a-a634-9ee777ace19b service neutron] For port 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=6a07cb12-fb4f-40d1-9726-7b74f036d13b,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:42:54.046709 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-97be5421-c222-469a-a634-9ee777ace19b service neutron] Publish callbacks [] for binding, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:54.048082 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-97be5421-c222-469a-a634-9ee777ace19b service neutron] 10.222.0.31 "POST /v2.0/ports/6a07cb12-fb4f-40d1-9726-7b74f036d13b/bindings HTTP/1.1" status: 201 len: 389 time: 0.4714360 Nov 26 02:42:54.070734 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b13dd9-9876-4284-8c8d-52f2e7d678d6', 'tag': '86022b09-c470-4f1b-b585-f0e3eb74f99e'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:54.073409 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b" -d '{"events": [{"name": "network-changed", "server_uuid": "66b13dd9-9876-4284-8c8d-52f2e7d678d6", "tag": "86022b09-c470-4f1b-b585-f0e3eb74f99e"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:54.138239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ccdd6-5c56-4d13-b2e1-76c29ddf349b req-66a2b39c-1456-485a-a961-ee3ae384c3a1 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:54.140593 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-404ccdd6-5c56-4d13-b2e1-76c29ddf349b req-66a2b39c-1456-485a-a961-ee3ae384c3a1 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=22fa6578-3243-4c39-b88f-5ce36100648f HTTP/1.1" status: 200 len: 948 time: 0.0636015 Nov 26 02:42:54.191701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-404ccdd6-5c56-4d13-b2e1-76c29ddf349b req-d54a2d0c-7a53-4109-8d39-4b3da9878f92 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445361 Nov 26 02:42:54.247616 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35c806b-a4a3-410b-ab9a-44f715bd3c98 x-openstack-request-id: req-e35c806b-a4a3-410b-ab9a-44f715bd3c98 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:54.248080 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29353f7f-901c-4459-abc3-6d472257eba2", "tag": "44e93e2a-6d13-47af-8a18-591eae4427bf", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:54.248498 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e35c806b-a4a3-410b-ab9a-44f715bd3c98 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:54.248997 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29353f7f-901c-4459-abc3-6d472257eba2', 'tag': '44e93e2a-6d13-47af-8a18-591eae4427bf', 'status': 'completed', 'code': 200} Nov 26 02:42:54.276942 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed14810-65d5-4f64-ba40-f5eb7c425574 req-9c575e29-cb61-40d5-b660-869e7ea278d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:54.278451 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0ed14810-65d5-4f64-ba40-f5eb7c425574 req-9c575e29-cb61-40d5-b660-869e7ea278d1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 1100 time: 0.0590258 Nov 26 02:42:54.304759 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d0a9bd-8c16-44ba-b06a-4e421c6273de x-openstack-request-id: req-69d0a9bd-8c16-44ba-b06a-4e421c6273de {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:54.305051 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b13dd9-9876-4284-8c8d-52f2e7d678d6", "tag": "86022b09-c470-4f1b-b585-f0e3eb74f99e", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:54.305309 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69d0a9bd-8c16-44ba-b06a-4e421c6273de {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:54.305704 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b13dd9-9876-4284-8c8d-52f2e7d678d6', 'tag': '86022b09-c470-4f1b-b585-f0e3eb74f99e', 'status': 'completed', 'code': 200} Nov 26 02:42:54.423533 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0ed14810-65d5-4f64-ba40-f5eb7c425574 req-9253322c-f812-4a93-8b39-872be076b8d4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783689 Nov 26 02:42:54.440994 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-ce027334-a46c-44e0-b77c-2c1435adaf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:54.442665 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-ce027334-a46c-44e0-b77c-2c1435adaf10 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 1098 time: 0.0579329 Nov 26 02:42:54.493990 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadbc85-6083-4e2b-905a-1fc9398ad716 req-0cd1c2f8-52a3-4bb2-8ae6-b174770c555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:54.495534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2cadbc85-6083-4e2b-905a-1fc9398ad716 req-0cd1c2f8-52a3-4bb2-8ae6-b174770c555b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c4f8bc7f0d6943cfb753dcc1ea335c65&device_id=29353f7f-901c-4459-abc3-6d472257eba2 HTTP/1.1" status: 200 len: 1094 time: 0.2006879 Nov 26 02:42:54.511208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac53ce-1208-488f-b375-7a2d7f226859 req-f1718c44-f37c-4fc2-aa24-97913d262a24 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:54.512702 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-64ac53ce-1208-488f-b375-7a2d7f226859 req-f1718c44-f37c-4fc2-aa24-97913d262a24 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 946 time: 0.1679199 Nov 26 02:42:54.531745 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-1456c628-1de5-45a9-b4f7-51aa19b7f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:54.533158 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de11358-0083-420e-bf0d-40b8c669ca30 req-d87d5eca-ba2a-468a-ac28-715e268e8770 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:54.533290 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-1456c628-1de5-45a9-b4f7-51aa19b7f0ce service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.0839558 Nov 26 02:42:54.534598 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0de11358-0083-420e-bf0d-40b8c669ca30 req-d87d5eca-ba2a-468a-ac28-715e268e8770 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 947 time: 0.1373367 Nov 26 02:42:54.540912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-3b26e7f8-fd21-4434-a6b9-2ad61c09a711 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:54.542227 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-3b26e7f8-fd21-4434-a6b9-2ad61c09a711 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.54 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 807 time: 0.2352438 Nov 26 02:42:54.578801 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-32d4c75c-0d9f-474f-b128-a49854a8fbd2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=86022b09-c470-4f1b-b585-f0e3eb74f99e HTTP/1.1" status: 200 len: 217 time: 0.0366354 Nov 26 02:42:54.635838 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-811b77c5-73ce-4a40-8ca7-b33544849a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:54.638301 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-811b77c5-73ce-4a40-8ca7-b33544849a79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0525978 Nov 26 02:42:54.677189 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-64ac53ce-1208-488f-b375-7a2d7f226859 req-de346d61-0372-4dac-981e-9e1e69137c23 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517031 Nov 26 02:42:54.687122 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-5d35a502-9cda-4bf1-854f-8ab68c0216d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:54.689010 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-5d35a502-9cda-4bf1-854f-8ab68c0216d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0438335 Nov 26 02:42:54.692210 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0de11358-0083-420e-bf0d-40b8c669ca30 req-ab369174-4c4b-4b39-9e9f-ec2448cfba0d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393447 Nov 26 02:42:54.700324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadbc85-6083-4e2b-905a-1fc9398ad716 req-984f74eb-3d60-486b-baf9-0e128ff4d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:54.700324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2cadbc85-6083-4e2b-905a-1fc9398ad716 req-984f74eb-3d60-486b-baf9-0e128ff4d6d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e87b060a-d5d1-4923-b8cc-c505a50f896b HTTP/1.1" status: 200 len: 922 time: 0.1847265 Nov 26 02:42:54.768225 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2cadbc85-6083-4e2b-905a-1fc9398ad716 req-d60bdef8-f249-448b-8116-de27227bbe33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44e93e2a-6d13-47af-8a18-591eae4427bf HTTP/1.1" status: 200 len: 217 time: 0.0529714 Nov 26 02:42:54.804917 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-da166439-72fd-4802-8036-2797b0d626b1 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033380 Nov 26 02:42:54.826759 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 3b4dd6bc-81e7-4218-9848-e68daf6a030c details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:42:54.837742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 86022b09-c470-4f1b-b585-f0e3eb74f99e no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:42:54.850922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadbc85-6083-4e2b-905a-1fc9398ad716 req-00fe3c32-eeac-406b-bb01-c405aa50cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:54.852429 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2cadbc85-6083-4e2b-905a-1fc9398ad716 req-00fe3c32-eeac-406b-bb01-c405aa50cfb1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b46157e-421f-41f5-9034-94d077205f11 HTTP/1.1" status: 200 len: 861 time: 0.0758476 Nov 26 02:42:54.864557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6a046-1f64-4e1b-8a32-cb35399c30bf req-534850ab-4b2d-4773-9b3f-2944f9a8a762 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:54.866384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47a6a046-1f64-4e1b-8a32-cb35399c30bf req-534850ab-4b2d-4773-9b3f-2944f9a8a762 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=29353f7f-901c-4459-abc3-6d472257eba2 HTTP/1.1" status: 200 len: 943 time: 0.0784795 Nov 26 02:42:54.898436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2cadbc85-6083-4e2b-905a-1fc9398ad716 req-1c007f8a-2b98-42d7-af30-83b30fa61643 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e87b060a-d5d1-4923-b8cc-c505a50f896b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314021 Nov 26 02:42:54.916944 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-622e6327-0bf0-4074-b7d3-6c7746dfb30a service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032257 Nov 26 02:42:54.924036 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-69c00ee2-a11e-428b-ae4c-69d57c88188c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Request body: {'port': {'device_id': '3f3b7cb6-e4c9-4491-bf17-cd9068e2354c', 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c', 'admin_state_up': True, 'tenant_id': 'fd64c89c2dfb4732a633c8526baba9f0'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:54.927457 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 86022b09-c470-4f1b-b585-f0e3eb74f99e not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:42:54.985878 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-732f4cf9-d4a1-42b8-8eac-b5dad93a0112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:54.987278 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-732f4cf9-d4a1-42b8-8eac-b5dad93a0112 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 1097 time: 0.0682466 Nov 26 02:42:54.999848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 3b4dd6bc-81e7-4218-9848-e68daf6a030c, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=3b4dd6bc-81e7-4218-9848-e68daf6a030c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:55.012948 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '3b4dd6bc-81e7-4218-9848-e68daf6a030c', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '3b4dd6bc-81e7-4218-9848-e68daf6a030c', 'mac_address': 'fa:16:3e:8a:be:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:42:55.054597 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:55.070791 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4dd6bc-81e7-4218-9848-e68daf6a030c {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:55.093295 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 3b4dd6bc-81e7-4218-9848-e68daf6a030c, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=3b4dd6bc-81e7-4218-9848-e68daf6a030c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:55.097570 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:55.116105 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-bc482f14-8e46-4502-a1c5-2f74e1068988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:55.118457 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-bc482f14-8e46-4502-a1c5-2f74e1068988 service neutron] 10.222.0.54 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 922 time: 0.0973265 Nov 26 02:42:55.147359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-3aec9de3-a544-431f-a988-1a0735b4e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:55.147985 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=3b4dd6bc-81e7-4218-9848-e68daf6a030c,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:55.148890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-3aec9de3-a544-431f-a988-1a0735b4e9e1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 1098 time: 0.2311029 Nov 26 02:42:55.152778 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47a6a046-1f64-4e1b-8a32-cb35399c30bf req-1155955f-7a87-4bfe-ada9-18e0f11b1c2b tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763951 Nov 26 02:42:55.171449 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-2ab262a4-35eb-48f8-89f8-b76b7637beea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a07cb12-fb4f-40d1-9726-7b74f036d13b HTTP/1.1" status: 200 len: 217 time: 0.0432079 Nov 26 02:42:55.228903 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-09b820f5-ec6f-431f-bcd1-3e75cbc27475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:55.231083 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-09b820f5-ec6f-431f-bcd1-3e75cbc27475 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.0519736 Nov 26 02:42:55.244886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9f816-7f22-4cd0-9414-22acb3518b8c req-c98f8206-572f-45cf-a49f-74d050f00991 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:55.246859 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28c9f816-7f22-4cd0-9414-22acb3518b8c req-c98f8206-572f-45cf-a49f-74d050f00991 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 949 time: 0.2268872 Nov 26 02:42:55.248713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2cadbc85-6083-4e2b-905a-1fc9398ad716 req-7676b3fe-5ec3-44aa-ae08-3e2c20a88663 service neutron] 10.222.0.59 "GET /v2.0/networks/e87b060a-d5d1-4923-b8cc-c505a50f896b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416488 Nov 26 02:42:55.264134 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-e3803d15-04c2-4282-b40d-ba95deec5902 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246565 Nov 26 02:42:55.294920 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-feacedbc-f210-4fbd-a5f8-3f54b02d098b req-caeccbf5-d616-4cba-99f9-a83c79b44df4 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 210 time: 0.0690444 Nov 26 02:42:55.368243 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-8ab6d8bc-8979-4bdc-af04-fd4c10a8c8cf service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959885 Nov 26 02:42:55.418707 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-69c00ee2-a11e-428b-ae4c-69d57c88188c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Made reservation on behalf of fd64c89c2dfb4732a633c8526baba9f0 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:42:55.422205 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-69c00ee2-a11e-428b-ae4c-69d57c88188c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:55.431241 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['3b4dd6bc-81e7-4218-9848-e68daf6a030c'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:42:55.432179 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28c9f816-7f22-4cd0-9414-22acb3518b8c req-955a08a0-45ab-4570-986f-949b8b578ff5 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718779 Nov 26 02:42:55.451099 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-74c60b54-d8fc-4bb9-94ed-be5568605ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:55.461033 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-74c60b54-d8fc-4bb9-94ed-be5568605ed4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.3010006 Nov 26 02:42:55.485126 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-e90cd441-88f9-4ff7-b424-71a1b4a7bcb2 service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923209 Nov 26 02:42:55.548772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2cadbc85-6083-4e2b-905a-1fc9398ad716 req-65914294-0388-4916-8de7-62eb456a3d27 service neutron] 10.222.0.59 "GET /v2.0/networks/e87b060a-d5d1-4923-b8cc-c505a50f896b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735496 Nov 26 02:42:55.577160 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-b8ff34e7-94c7-4f69-b496-d70208af55d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=86022b09-c470-4f1b-b585-f0e3eb74f99e HTTP/1.1" status: 200 len: 217 time: 0.1000369 Nov 26 02:42:55.623911 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259b30d-51ce-4a89-8f68-5b5bea93e0f4 req-8be19e44-c262-4f36-86d7-880d5f4a55c3 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:55.625459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c259b30d-51ce-4a89-8f68-5b5bea93e0f4 req-8be19e44-c262-4f36-86d7-880d5f4a55c3 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=22fa6578-3243-4c39-b88f-5ce36100648f HTTP/1.1" status: 200 len: 949 time: 0.1603744 Nov 26 02:42:55.733954 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-69c00ee2-a11e-428b-ae4c-69d57c88188c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Allocated IP 172.20.0.12 (ddcac99f-452c-47dc-ab00-82864338624c/fc3c64a3-1f7d-4156-9c97-d694993c7485/c270bedb-2968-4094-b7df-d6c40e1729cd) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:42:55.744438 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-f44ac403-9e44-4e18-98e6-67343433d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:55.746027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-f44ac403-9e44-4e18-98e6-67343433d140 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1018996 Nov 26 02:42:55.750696 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c259b30d-51ce-4a89-8f68-5b5bea93e0f4 req-6aa34dd6-39a0-4966-b6a1-6ac1f2353140 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076047 Nov 26 02:42:55.780273 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-06e8df53-2ba9-4bcb-959d-343ec400caac tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:55.781811 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-06e8df53-2ba9-4bcb-959d-343ec400caac tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3&tenant_id=e8a793ab79454cf9836e2116f38adfa2&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 1097 time: 0.0479379 Nov 26 02:42:55.807975 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819389-3'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:55.902672 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:55.932903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-c14d8ee2-892a-4498-ac7c-4c7b7011c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:55.934471 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-c14d8ee2-892a-4498-ac7c-4c7b7011c6a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1795635 Nov 26 02:42:55.945853 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb585b22-3690-474d-b52d-7283345d94c1 req-5275dd3d-7798-469a-8384-f37c67c8d39f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:55.947523 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb585b22-3690-474d-b52d-7283345d94c1 req-5275dd3d-7798-469a-8384-f37c67c8d39f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 946 time: 0.1678765 Nov 26 02:42:56.050496 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] For port 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6a07cb12-fb4f-40d1-9726-7b74f036d13b,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:56.093309 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] For port 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:56.137766 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:56.144456 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:56.220158 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a07cb12-fb4f-40d1-9726-7b74f036d13b,revision_number=7']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:56.233474 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] Attempting to bind port 6a07cb12-fb4f-40d1-9726-7b74f036d13b on host n-h2-819389-3 for vnic_type normal with profile {"migrating_to": "n-h1-819389-3"} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:42:56.233805 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] Attempting to bind port 6a07cb12-fb4f-40d1-9726-7b74f036d13b by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:42:56.234132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] Attempting to bind port 6a07cb12-fb4f-40d1-9726-7b74f036d13b on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:56.238722 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] Port 6a07cb12-fb4f-40d1-9726-7b74f036d13b on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:42:56.239075 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] Attempting to bind port 6a07cb12-fb4f-40d1-9726-7b74f036d13b on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:56.244101 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:42:56.244445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] Checking segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:42:56.244828 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] Bound using segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:42:56.245249 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] Bound port: 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:42:56.245602 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:56.287509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bd6db-17b3-4d40-a25e-a99d9096372e req-92143fe6-8101-443f-b8a0-e893a4476294 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:56.289033 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b62bd6db-17b3-4d40-a25e-a99d9096372e req-92143fe6-8101-443f-b8a0-e893a4476294 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 947 time: 0.4363608 Nov 26 02:42:56.306890 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cd2cb2-d756-4fd3-a0a5-54cd450457b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a07cb12-fb4f-40d1-9726-7b74f036d13b'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:56.309625 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb50640-1e17-4186-819e-24cc27a91da5" -d '{"events": [{"server_uuid": "91cd2cb2-d756-4fd3-a0a5-54cd450457b3", "name": "network-vif-unplugged", "status": "completed", "tag": "6a07cb12-fb4f-40d1-9726-7b74f036d13b"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:56.315346 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] For port 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:56.318526 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] For port 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6a07cb12-fb4f-40d1-9726-7b74f036d13b,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:42:56.323068 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:56.360594 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-69c00ee2-a11e-428b-ae4c-69d57c88188c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:56.366327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb585b22-3690-474d-b52d-7283345d94c1 req-9bc8f69f-3a7c-4d06-bdcd-dab732ea8e4b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116774 Nov 26 02:42:56.401828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-6d1b1224-2537-4696-a654-73dea8331b51 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532874 Nov 26 02:42:56.413137 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:56.413831 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:56.415292 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] 10.222.0.54 "PUT /v2.0/ports/6a07cb12-fb4f-40d1-9726-7b74f036d13b HTTP/1.1" status: 200 len: 1122 time: 0.6144111 Nov 26 02:42:56.418845 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d02c0-8ebf-4993-9938-2894cf9d1fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a07cb12-fb4f-40d1-9726-7b74f036d13b,revision_number=8']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:56.479739 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b62bd6db-17b3-4d40-a25e-a99d9096372e req-411ced37-6e1a-46dd-98fc-44d8347330be tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774385 Nov 26 02:42:56.498074 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-69c00ee2-a11e-428b-ae4c-69d57c88188c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:56.548082 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79910084-e253-41d9-a0d2-07bc443a7de4 x-openstack-request-id: req-79910084-e253-41d9-a0d2-07bc443a7de4 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:56.548917 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cd2cb2-d756-4fd3-a0a5-54cd450457b3", "name": "network-vif-unplugged", "status": "completed", "tag": "6a07cb12-fb4f-40d1-9726-7b74f036d13b", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:56.549220 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79910084-e253-41d9-a0d2-07bc443a7de4 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:56.549804 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cd2cb2-d756-4fd3-a0a5-54cd450457b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a07cb12-fb4f-40d1-9726-7b74f036d13b', 'code': 200} Nov 26 02:42:56.569781 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-69c00ee2-a11e-428b-ae4c-69d57c88188c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Network ddcac99f-452c-47dc-ab00-82864338624c is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:42:56.596842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-69c00ee2-a11e-428b-ae4c-69d57c88188c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:42:56.605713 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-69c00ee2-a11e-428b-ae4c-69d57c88188c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:42:56.609397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['6a07cb12-fb4f-40d1-9726-7b74f036d13b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:42:56.611549 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-69c00ee2-a11e-428b-ae4c-69d57c88188c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:56.612130 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-69c00ee2-a11e-428b-ae4c-69d57c88188c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:56.638857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c00ee2-a11e-428b-ae4c-69d57c88188c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Pushing event updated for resources: {'Port': ['ID=c270bedb-2968-4094-b7df-d6c40e1729cd,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:56.641522 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bf0d2ad-8f40-4c84-9711-f958a8a6bf9b req-bc1a40da-ea56-4a6b-8ee5-0ced63d8074a service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212265 Nov 26 02:42:56.682386 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-69c00ee2-a11e-428b-ae4c-69d57c88188c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7620478 Nov 26 02:42:56.692564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80139afe-39fa-46be-9b54-1a14135cc376 req-c31bcb5a-f929-4097-af82-e8499a92fb8a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:56.694579 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-80139afe-39fa-46be-9b54-1a14135cc376 req-c31bcb5a-f929-4097-af82-e8499a92fb8a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=29353f7f-901c-4459-abc3-6d472257eba2 HTTP/1.1" status: 200 len: 943 time: 0.1530371 Nov 26 02:42:56.721084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c0a2-6730-4b92-b6da-9a6bde5b6b37 req-9fff427c-7e38-4579-9076-3e4a1c820d29 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:56.722540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9c8c0a2-6730-4b92-b6da-9a6bde5b6b37 req-9fff427c-7e38-4579-9076-3e4a1c820d29 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 932 time: 0.1191037 Nov 26 02:42:56.733317 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Request body: {'port': {'device_id': '3f3b7cb6-e4c9-4491-bf17-cd9068e2354c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:42:56.829511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-80139afe-39fa-46be-9b54-1a14135cc376 req-f5626418-e031-48f1-8566-2f107bca3d03 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284242 Nov 26 02:42:56.837675 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:56.850739 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9c8c0a2-6730-4b92-b6da-9a6bde5b6b37 req-1bc69a9a-6ed3-47ac-9707-50b3b4506e03 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094155 Nov 26 02:42:56.853292 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 44e93e2a-6d13-47af-8a18-591eae4427bf details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:42:56.858831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 3b4dd6bc-81e7-4218-9848-e68daf6a030c up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:42:56.977227 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 3b4dd6bc-81e7-4218-9848-e68daf6a030c completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:42:56.990434 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 3b4dd6bc-81e7-4218-9848-e68daf6a030c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:42:56.990807 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:57.046368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 44e93e2a-6d13-47af-8a18-591eae4427bf, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=44e93e2a-6d13-47af-8a18-591eae4427bf,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:57.061335 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '44e93e2a-6d13-47af-8a18-591eae4427bf', 'network_id': 'e87b060a-d5d1-4923-b8cc-c505a50f896b', 'port_id': '44e93e2a-6d13-47af-8a18-591eae4427bf', 'mac_address': 'fa:16:3e:b7:f2:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b46157e-421f-41f5-9034-94d077205f11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:42:57.083164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f15e68-32d5-4cdf-8060-f8822bf01193 req-4b856053-8532-48e0-80c0-f3551b8ce784 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:57.084679 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0f15e68-32d5-4cdf-8060-f8822bf01193 req-4b856053-8532-48e0-80c0-f3551b8ce784 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 949 time: 0.1278043 Nov 26 02:42:57.128590 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:57.142189 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:57.146794 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e93e2a-6d13-47af-8a18-591eae4427bf {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:57.175949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22fa6578-3243-4c39-b88f-5ce36100648f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4dd6bc-81e7-4218-9848-e68daf6a030c'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:57.178199 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb0c508-9df1-4bfc-9d6c-39b58dce3cff" -d '{"events": [{"server_uuid": "22fa6578-3243-4c39-b88f-5ce36100648f", "name": "network-vif-plugged", "status": "completed", "tag": "3b4dd6bc-81e7-4218-9848-e68daf6a030c"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:57.182251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05e823-c85a-4038-9326-60d614ca427c req-aa2849b3-e58a-4eae-b6a7-464a23b08aca tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:57.183798 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a05e823-c85a-4038-9326-60d614ca427c req-aa2849b3-e58a-4eae-b6a7-464a23b08aca tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=22fa6578-3243-4c39-b88f-5ce36100648f HTTP/1.1" status: 200 len: 949 time: 0.1219318 Nov 26 02:42:57.193689 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 44e93e2a-6d13-47af-8a18-591eae4427bf, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=44e93e2a-6d13-47af-8a18-591eae4427bf,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:57.197270 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 3b4dd6bc-81e7-4218-9848-e68daf6a030c, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=3b4dd6bc-81e7-4218-9848-e68daf6a030c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:57.198636 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:57.203581 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:57.204414 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0f15e68-32d5-4cdf-8060-f8822bf01193 req-470d5c23-2f9e-47bc-88c3-74a9a1b565fa tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032186 Nov 26 02:42:57.252672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=44e93e2a-6d13-47af-8a18-591eae4427bf,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:57.279713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a05e823-c85a-4038-9326-60d614ca427c req-3272c5fa-d7d3-4df7-a032-07aeb40a30cc tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873735 Nov 26 02:42:57.302420 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c270bedb-2968-4094-b7df-d6c40e1729cd {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:57.321618 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:57.322295 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=3b4dd6bc-81e7-4218-9848-e68daf6a030c,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:57.328081 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23d01ee-5e24-4a01-8e9d-09046e00ad14 x-openstack-request-id: req-d23d01ee-5e24-4a01-8e9d-09046e00ad14 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:57.328501 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22fa6578-3243-4c39-b88f-5ce36100648f", "name": "network-vif-plugged", "status": "completed", "tag": "3b4dd6bc-81e7-4218-9848-e68daf6a030c", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:57.329518 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d23d01ee-5e24-4a01-8e9d-09046e00ad14 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:57.329518 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22fa6578-3243-4c39-b88f-5ce36100648f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4dd6bc-81e7-4218-9848-e68daf6a030c', 'code': 200} Nov 26 02:42:57.338382 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-276854cb-4f6b-45b6-88b8-32135121b53d req-cd8ce133-eb3b-4c9e-8116-67f0ced52766 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8d3e205eaa3d47a6bb36fdecd6a82459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384812 Nov 26 02:42:57.346190 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Transition to ACTIVE for port object c270bedb-2968-4094-b7df-d6c40e1729cd will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:42:57.362769 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:57.506851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Pushing event updated for resources: {'Port': ['ID=c270bedb-2968-4094-b7df-d6c40e1729cd,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:57.521586 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5090038-efd8-4660-9e11-6c21ac85b350 req-7f3b8896-db4b-4c9f-a053-7addfa360202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:57.523097 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c5090038-efd8-4660-9e11-6c21ac85b350 req-7f3b8896-db4b-4c9f-a053-7addfa360202 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=22fa6578-3243-4c39-b88f-5ce36100648f HTTP/1.1" status: 200 len: 1101 time: 0.0462196 Nov 26 02:42:57.545694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['44e93e2a-6d13-47af-8a18-591eae4427bf'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:42:57.572740 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c5090038-efd8-4660-9e11-6c21ac85b350 req-eea0fd58-eba6-4f6a-897c-fd530376e5c3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406199 Nov 26 02:42:57.605104 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c55a0d9d-a3ee-4baf-b885-3c3236d40846 req-43a71f32-9c54-435c-86c5-d25052519ead service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1385829 Nov 26 02:42:57.615623 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276854cb-4f6b-45b6-88b8-32135121b53d req-cb3d5e22-a447-43b5-b195-794f11707fa7 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:57.616752 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-276854cb-4f6b-45b6-88b8-32135121b53d req-cb3d5e22-a447-43b5-b195-794f11707fa7 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2682958 Nov 26 02:42:57.620808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Attempting to bind port c270bedb-2968-4094-b7df-d6c40e1729cd on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:42:57.621149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Attempting to bind port c270bedb-2968-4094-b7df-d6c40e1729cd by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:42:57.621481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Attempting to bind port c270bedb-2968-4094-b7df-d6c40e1729cd on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:57.639271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Port c270bedb-2968-4094-b7df-d6c40e1729cd on network ddcac99f-452c-47dc-ab00-82864338624c not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:42:57.639608 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Attempting to bind port c270bedb-2968-4094-b7df-d6c40e1729cd on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:42:57.653735 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79edf16-9496-409b-bc97-70d37bd6053c req-cebd5ac2-7e96-43bb-9242-de7c48b589ce tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:57.655220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c79edf16-9496-409b-bc97-70d37bd6053c req-cebd5ac2-7e96-43bb-9242-de7c48b589ce tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 944 time: 0.1417305 Nov 26 02:42:57.656974 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-276854cb-4f6b-45b6-88b8-32135121b53d req-58c6ec7c-2037-4eb7-98f9-9d97110b6570 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/quotas/8d3e205eaa3d47a6bb36fdecd6a82459 HTTP/1.1" status: 200 len: 375 time: 0.0317757 Nov 26 02:42:57.657848 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:42:57.658189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Checking segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:42:57.658572 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Bound using segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:42:57.659017 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Bound port: c270bedb-2968-4094-b7df-d6c40e1729cd, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:42:57.659380 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:57.715058 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-276854cb-4f6b-45b6-88b8-32135121b53d req-3dc6e918-e6aa-4d95-a0cb-b3d473a65cba tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d3e205eaa3d47a6bb36fdecd6a82459&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399921 Nov 26 02:42:57.766065 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c79edf16-9496-409b-bc97-70d37bd6053c req-f97dd911-9a20-49a4-91fa-af4b5df64119 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043122 Nov 26 02:42:57.790881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] For port c270bedb-2968-4094-b7df-d6c40e1729cd, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:42:57.791343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] For port c270bedb-2968-4094-b7df-d6c40e1729cd, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c270bedb-2968-4094-b7df-d6c40e1729cd,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:42:57.797523 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:57.887873 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:57.888553 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:57.889948 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] 10.222.0.54 "PUT /v2.0/ports/c270bedb-2968-4094-b7df-d6c40e1729cd HTTP/1.1" status: 200 len: 1092 time: 1.1771412 Nov 26 02:42:57.891128 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3b7cb6-e4c9-4491-bf17-cd9068e2354c', 'tag': 'c270bedb-2968-4094-b7df-d6c40e1729cd'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:57.893727 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c74fbd-fcc1-4de8-b020-664c678eae6f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3b7cb6-e4c9-4491-bf17-cd9068e2354c", "tag": "c270bedb-2968-4094-b7df-d6c40e1729cd"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:57.938480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27637877-1081-40f3-a7f2-e5bb18cc2a56 service neutron] Pushing event updated for resources: {'Port': ['ID=c270bedb-2968-4094-b7df-d6c40e1729cd,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:57.957840 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6b3ce-ae06-4b90-a00a-b9b89a6bd46d req-a2569d84-ebba-4aba-bd3b-f65739e0c32b tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:57.959370 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81f6b3ce-ae06-4b90-a00a-b9b89a6bd46d req-a2569d84-ebba-4aba-bd3b-f65739e0c32b tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 949 time: 0.1141973 Nov 26 02:42:58.021544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571e17f-7184-4a18-985f-aabff25f87cb req-98109518-3442-495d-8b43-c6ebc9ac7e11 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:58.022968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6571e17f-7184-4a18-985f-aabff25f87cb req-98109518-3442-495d-8b43-c6ebc9ac7e11 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 947 time: 0.1263461 Nov 26 02:42:58.098513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a0d9d-a3ee-4baf-b885-3c3236d40846 req-8ac8d657-3fd8-43cd-b46a-2424cd320763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:58.100014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c55a0d9d-a3ee-4baf-b885-3c3236d40846 req-8ac8d657-3fd8-43cd-b46a-2424cd320763 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 1095 time: 0.1389670 Nov 26 02:42:58.110673 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81f6b3ce-ae06-4b90-a00a-b9b89a6bd46d req-418eb97d-0a3e-4e91-95b9-bdfe8355e205 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406147 Nov 26 02:42:58.137578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-7f741d16-ed82-41c8-9f63-46c467c5da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:58.139136 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-7f741d16-ed82-41c8-9f63-46c467c5da5d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 1095 time: 0.1056788 Nov 26 02:42:58.150268 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6571e17f-7184-4a18-985f-aabff25f87cb req-979cfb1c-c648-465c-a0eb-ca88790ff648 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178534 Nov 26 02:42:58.235498 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-4a0610fa-57bc-45a4-8e9a-9d736e60e051 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c270bedb-2968-4094-b7df-d6c40e1729cd HTTP/1.1" status: 200 len: 217 time: 0.0742118 Nov 26 02:42:58.318180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-6c0abe76-8c40-4983-83e2-a4d47bf4c648 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8d3e205eaa3d47a6bb36fdecd6a82459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660496 Nov 26 02:42:58.404718 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a0d9d-a3ee-4baf-b885-3c3236d40846 req-21a3dd52-a7a0-4f09-8c0f-568e7bca35c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:58.406213 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c55a0d9d-a3ee-4baf-b885-3c3236d40846 req-21a3dd52-a7a0-4f09-8c0f-568e7bca35c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.2662210 Nov 26 02:42:58.413775 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71355ab6-8047-46cb-87f1-e238e050e320 req-c558c763-0fa1-4271-9df0-e0eefd1f149b tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:58.415196 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71355ab6-8047-46cb-87f1-e238e050e320 req-c558c763-0fa1-4271-9df0-e0eefd1f149b tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=29353f7f-901c-4459-abc3-6d472257eba2 HTTP/1.1" status: 200 len: 944 time: 0.2189415 Nov 26 02:42:58.425469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-fba8f92c-8ca6-4cb1-b0b5-5dadc1680093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:58.426877 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-fba8f92c-8ca6-4cb1-b0b5-5dadc1680093 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.1759539 Nov 26 02:42:58.435818 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 86022b09-c470-4f1b-b585-f0e3eb74f99e details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:42:58.478702 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c55a0d9d-a3ee-4baf-b885-3c3236d40846 req-f5349658-1534-4ce2-a6bd-f98560d83692 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90d38b26-a554-451f-93b8-bed743a9d211 HTTP/1.1" status: 200 len: 217 time: 0.0624681 Nov 26 02:42:58.514904 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-a34c73b0-6b7f-40b4-9245-8889be83423e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494323 Nov 26 02:42:58.549355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 86022b09-c470-4f1b-b585-f0e3eb74f99e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=86022b09-c470-4f1b-b585-f0e3eb74f99e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:58.550645 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cd2cb2-d756-4fd3-a0a5-54cd450457b3', 'tag': '6a07cb12-fb4f-40d1-9726-7b74f036d13b'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:58.553131 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a018b09-fd86-4b6c-8a06-39000a0e179e" -d '{"events": [{"name": "network-changed", "server_uuid": "91cd2cb2-d756-4fd3-a0a5-54cd450457b3", "tag": "6a07cb12-fb4f-40d1-9726-7b74f036d13b"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:58.561916 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '86022b09-c470-4f1b-b585-f0e3eb74f99e', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '86022b09-c470-4f1b-b585-f0e3eb74f99e', 'mac_address': 'fa:16:3e:25:41:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:42:58.587544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a0d9d-a3ee-4baf-b885-3c3236d40846 req-3296ca68-c3cc-4cd5-bf0f-07405b9a4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:58.589197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c55a0d9d-a3ee-4baf-b885-3c3236d40846 req-3296ca68-c3cc-4cd5-bf0f-07405b9a4382 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.0987415 Nov 26 02:42:58.608481 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:58.612694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71355ab6-8047-46cb-87f1-e238e050e320 req-5cf2cf43-d105-457d-844f-f9bbcb3bcd6f tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847293 Nov 26 02:42:58.627164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86022b09-c470-4f1b-b585-f0e3eb74f99e {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:42:58.647900 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 86022b09-c470-4f1b-b585-f0e3eb74f99e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=86022b09-c470-4f1b-b585-f0e3eb74f99e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:58.655823 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:58.665882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-7c62b707-a190-4cfa-b6db-67a538e369ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:58.667386 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-7c62b707-a190-4cfa-b6db-67a538e369ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3336928 Nov 26 02:42:58.690405 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c55a0d9d-a3ee-4baf-b885-3c3236d40846 req-c68612dd-c907-4e05-8b5d-79c50b6bc725 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836027 Nov 26 02:42:58.728454 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=86022b09-c470-4f1b-b585-f0e3eb74f99e,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:58.735477 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-0a8b180b-cde6-4664-9c09-24a07987cc59 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/quotas/8d3e205eaa3d47a6bb36fdecd6a82459 HTTP/1.1" status: 200 len: 375 time: 0.0464792 Nov 26 02:42:58.809915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-31ba507b-e4a8-4f6f-825c-cacb0658fab8 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d3e205eaa3d47a6bb36fdecd6a82459&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722423 Nov 26 02:42:58.857629 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-ca2bcf97-6515-4889-87b7-79c0bc31c5fa service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730381 Nov 26 02:42:58.877486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 44e93e2a-6d13-47af-8a18-591eae4427bf up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:42:58.889741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf91e12-d12b-4ab1-ac1a-020f41e3d4ae req-96b273f5-bd75-4233-bfc7-76787c631a69 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:58.891232 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-daf91e12-d12b-4ab1-ac1a-020f41e3d4ae req-96b273f5-bd75-4233-bfc7-76787c631a69 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 944 time: 0.1668053 Nov 26 02:42:58.897099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c55a0d9d-a3ee-4baf-b885-3c3236d40846 req-36b64d72-351f-4636-b343-be69cf9822b0 service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971731 Nov 26 02:42:58.942779 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 44e93e2a-6d13-47af-8a18-591eae4427bf completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:42:58.947489 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 44e93e2a-6d13-47af-8a18-591eae4427bf triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:42:58.948202 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:59.006299 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c197df-6d2f-4be9-93d4-83b3fce6bf66 x-openstack-request-id: req-e9c197df-6d2f-4be9-93d4-83b3fce6bf66 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:59.006990 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3b7cb6-e4c9-4491-bf17-cd9068e2354c", "tag": "c270bedb-2968-4094-b7df-d6c40e1729cd", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:59.007532 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9c197df-6d2f-4be9-93d4-83b3fce6bf66 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:59.008084 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3b7cb6-e4c9-4491-bf17-cd9068e2354c', 'tag': 'c270bedb-2968-4094-b7df-d6c40e1729cd', 'status': 'completed', 'code': 200} Nov 26 02:42:59.091171 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:59.133059 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 44e93e2a-6d13-47af-8a18-591eae4427bf, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=44e93e2a-6d13-47af-8a18-591eae4427bf,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:42:59.143446 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:42:59.205761 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=44e93e2a-6d13-47af-8a18-591eae4427bf,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:42:59.330949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29353f7f-901c-4459-abc3-6d472257eba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e93e2a-6d13-47af-8a18-591eae4427bf'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:42:59.332843 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4943ae34-82b1-4dbb-aa9d-4cb75e9fa2d2" -d '{"events": [{"server_uuid": "29353f7f-901c-4459-abc3-6d472257eba2", "name": "network-vif-plugged", "status": "completed", "tag": "44e93e2a-6d13-47af-8a18-591eae4427bf"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:42:59.343114 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-daf91e12-d12b-4ab1-ac1a-020f41e3d4ae req-89b6ce5b-2b69-4262-a2ac-6d3953ed74a6 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442160 Nov 26 02:42:59.370293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['86022b09-c470-4f1b-b585-f0e3eb74f99e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:42:59.388082 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c55a0d9d-a3ee-4baf-b885-3c3236d40846 req-57f88b6c-2c88-4804-93a1-9be8a6fcdc2c service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678357 Nov 26 02:42:59.403315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae74d5-d98d-49ed-9371-08dc277db44e req-7a4767d2-fc6f-4607-8cec-c064eee150e0 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:59.403593 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b2a5d3-a10e-43be-ac75-fe75021bb5ba x-openstack-request-id: req-72b2a5d3-a10e-43be-ac75-fe75021bb5ba {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:42:59.404628 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cd2cb2-d756-4fd3-a0a5-54cd450457b3", "tag": "6a07cb12-fb4f-40d1-9726-7b74f036d13b", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:42:59.404883 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5ae74d5-d98d-49ed-9371-08dc277db44e req-7a4767d2-fc6f-4607-8cec-c064eee150e0 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=22fa6578-3243-4c39-b88f-5ce36100648f HTTP/1.1" status: 200 len: 950 time: 0.1198905 Nov 26 02:42:59.405222 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72b2a5d3-a10e-43be-ac75-fe75021bb5ba {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:42:59.406044 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cd2cb2-d756-4fd3-a0a5-54cd450457b3', 'tag': '6a07cb12-fb4f-40d1-9726-7b74f036d13b', 'status': 'completed', 'code': 200} Nov 26 02:42:59.406956 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cd3dacc-bf05-40bb-8493-8a8e54437877 req-880395e0-61f8-4cfe-b899-4e1c3c4e978d service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679420 Nov 26 02:42:59.468354 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5ae74d5-d98d-49ed-9371-08dc277db44e req-a83642e0-178d-42f7-ae57-f8952c245546 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554602 Nov 26 02:42:59.579032 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f62eea6f-03c6-454c-a4a6-fdd783f42c56 req-ff83348c-885d-4337-a8b1-f6802a3780d1 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 210 time: 0.0369747 Nov 26 02:42:59.622129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f7943-3527-45aa-83d3-05e8e202bd90 req-deac19b1-cfc6-4051-80ca-f3ab2b1e8a76 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:59.623661 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e61f7943-3527-45aa-83d3-05e8e202bd90 req-deac19b1-cfc6-4051-80ca-f3ab2b1e8a76 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 944 time: 0.1423841 Nov 26 02:42:59.637106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a018b09-fd86-4b6c-8a06-39000a0e179e req-a969829f-0e8c-4d1e-bdfb-76653216c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:59.638592 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a018b09-fd86-4b6c-8a06-39000a0e179e req-a969829f-0e8c-4d1e-bdfb-76653216c60d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 1125 time: 0.1443336 Nov 26 02:42:59.751208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c74fbd-fcc1-4de8-b020-664c678eae6f req-a2570f71-b546-4b9c-b07c-f6b1d1b32af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:59.752727 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c74fbd-fcc1-4de8-b020-664c678eae6f req-a2570f71-b546-4b9c-b07c-f6b1d1b32af5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 1095 time: 0.1728513 Nov 26 02:42:59.784420 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e61f7943-3527-45aa-83d3-05e8e202bd90 req-523cb3ee-5ad9-42d2-8368-8bc8f81f99ba tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512449 Nov 26 02:42:59.798280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a3e51-75f8-449a-93f6-f66d1b1f1289 req-47107be5-fffb-499c-aec1-d87f4888e38f tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:59.799715 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-341a3e51-75f8-449a-93f6-f66d1b1f1289 req-47107be5-fffb-499c-aec1-d87f4888e38f tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 949 time: 0.1541231 Nov 26 02:42:59.814706 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a018b09-fd86-4b6c-8a06-39000a0e179e req-ac5aa97e-ac65-4d88-96d8-19a95d1284c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:42:59.816221 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a018b09-fd86-4b6c-8a06-39000a0e179e req-ac5aa97e-ac65-4d88-96d8-19a95d1284c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 922 time: 0.1549740 Nov 26 02:42:59.913593 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a018b09-fd86-4b6c-8a06-39000a0e179e req-d741edfc-a3df-4b7d-aa59-03955aeb4757 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a07cb12-fb4f-40d1-9726-7b74f036d13b HTTP/1.1" status: 200 len: 217 time: 0.0824370 Nov 26 02:43:00.009063 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-341a3e51-75f8-449a-93f6-f66d1b1f1289 req-4e8083da-4ae1-4861-b42a-761065fd8a9a tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918857 Nov 26 02:43:00.045489 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a018b09-fd86-4b6c-8a06-39000a0e179e req-ca26a654-19f6-4d70-8d22-2215cc58831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:00.046786 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a018b09-fd86-4b6c-8a06-39000a0e179e req-ca26a654-19f6-4d70-8d22-2215cc58831a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.1194324 Nov 26 02:43:00.048867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c74fbd-fcc1-4de8-b020-664c678eae6f req-f928056d-f9ba-4dfa-9584-2fd71b5ecef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:00.050288 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c74fbd-fcc1-4de8-b020-664c678eae6f req-f928056d-f9ba-4dfa-9584-2fd71b5ecef2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.2181971 Nov 26 02:43:00.053532 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c815993-abbc-41d1-986e-73b3c66815ed x-openstack-request-id: req-1c815993-abbc-41d1-986e-73b3c66815ed {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:00.054045 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29353f7f-901c-4459-abc3-6d472257eba2", "name": "network-vif-plugged", "status": "completed", "tag": "44e93e2a-6d13-47af-8a18-591eae4427bf", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:00.054138 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c815993-abbc-41d1-986e-73b3c66815ed {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:00.054517 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29353f7f-901c-4459-abc3-6d472257eba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e93e2a-6d13-47af-8a18-591eae4427bf', 'code': 200} Nov 26 02:43:00.057648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091d5df-7027-49bc-ba51-996fcf713393 req-140a09b6-fbf9-44e6-8093-9533c9d93192 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:00.059218 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1091d5df-7027-49bc-ba51-996fcf713393 req-140a09b6-fbf9-44e6-8093-9533c9d93192 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 948 time: 0.1808114 Nov 26 02:43:00.096608 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c74fbd-fcc1-4de8-b020-664c678eae6f req-47912b06-ede9-4cca-87cd-1559c02151de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c270bedb-2968-4094-b7df-d6c40e1729cd HTTP/1.1" status: 200 len: 217 time: 0.0363219 Nov 26 02:43:00.141485 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a018b09-fd86-4b6c-8a06-39000a0e179e req-1d0c3d44-787c-4614-84de-cd3b337860f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464017 Nov 26 02:43:00.242675 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0a036-d557-4390-a360-4cec2f66e54a req-e53d1696-ce28-4a8b-b3ef-ef3da52e4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:00.244967 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-07b0a036-d557-4390-a360-4cec2f66e54a req-e53d1696-ce28-4a8b-b3ef-ef3da52e4ddb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=29353f7f-901c-4459-abc3-6d472257eba2 HTTP/1.1" status: 200 len: 1096 time: 0.0463161 Nov 26 02:43:00.246131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1091d5df-7027-49bc-ba51-996fcf713393 req-115d3992-91ae-4dd6-8b2c-68817a6c227b tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531014 Nov 26 02:43:00.253161 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c74fbd-fcc1-4de8-b020-664c678eae6f req-f508e0c1-e5fc-47bb-abd0-ffbf0cf2cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:00.254587 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c74fbd-fcc1-4de8-b020-664c678eae6f req-f508e0c1-e5fc-47bb-abd0-ffbf0cf2cda4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.1448965 Nov 26 02:43:00.310342 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c74fbd-fcc1-4de8-b020-664c678eae6f req-f20e40fa-a633-4888-bf49-953fd6945643 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379398 Nov 26 02:43:00.320191 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-07b0a036-d557-4390-a360-4cec2f66e54a req-77345d21-3bca-41e0-87f6-a24a91c8bd99 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666020 Nov 26 02:43:00.331302 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a018b09-fd86-4b6c-8a06-39000a0e179e req-310a0b5c-7282-4002-9813-20f94036dc7a service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680598 Nov 26 02:43:00.437131 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 6a07cb12-fb4f-40d1-9726-7b74f036d13b details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:43:00.442314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395707d5-92c3-4f6e-b4ca-6e8364b03c02 req-222689ae-632c-4b48-9b9a-60f9b6a3547c tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:00.443798 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-395707d5-92c3-4f6e-b4ca-6e8364b03c02 req-222689ae-632c-4b48-9b9a-60f9b6a3547c tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=29353f7f-901c-4459-abc3-6d472257eba2 HTTP/1.1" status: 200 len: 945 time: 0.1264062 Nov 26 02:43:00.484442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cff98-90da-41e1-a83c-452574af6837 req-9676110c-20d8-4ec3-9abf-243871494fec tempest-LiveMigrationNegativeTest-1599330197 tempest-LiveMigrationNegativeTest-1599330197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:00.486226 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-915cff98-90da-41e1-a83c-452574af6837 req-9676110c-20d8-4ec3-9abf-243871494fec tempest-LiveMigrationNegativeTest-1599330197 tempest-LiveMigrationNegativeTest-1599330197-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 1100 time: 0.1245210 Nov 26 02:43:00.493418 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c74fbd-fcc1-4de8-b020-664c678eae6f req-f0cce27b-aa61-4447-938d-90f976963b36 service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662345 Nov 26 02:43:00.519350 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-915cff98-90da-41e1-a83c-452574af6837 req-4ef1eb92-2d99-4c96-8724-8eb1c16eb885 tempest-LiveMigrationNegativeTest-1599330197 tempest-LiveMigrationNegativeTest-1599330197-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:00.534713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6a07cb12-fb4f-40d1-9726-7b74f036d13b,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:00.542013 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-395707d5-92c3-4f6e-b4ca-6e8364b03c02 req-d7b6f773-c852-4c43-8374-743779fc11cc tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846798 Nov 26 02:43:00.546033 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 6a07cb12-fb4f-40d1-9726-7b74f036d13b has no active binding in host n-h1-819389-3 {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 02:43:00.646495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c74fbd-fcc1-4de8-b020-664c678eae6f req-e2120fa5-564d-47da-8a3d-d1d3891ea1ba service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221528 Nov 26 02:43:00.721543 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-915cff98-90da-41e1-a83c-452574af6837 req-4ef1eb92-2d99-4c96-8724-8eb1c16eb885 tempest-LiveMigrationNegativeTest-1599330197 tempest-LiveMigrationNegativeTest-1599330197-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:00.725896 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-915cff98-90da-41e1-a83c-452574af6837 req-4ef1eb92-2d99-4c96-8724-8eb1c16eb885 tempest-LiveMigrationNegativeTest-1599330197 tempest-LiveMigrationNegativeTest-1599330197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:00.780462 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-915cff98-90da-41e1-a83c-452574af6837 req-4ef1eb92-2d99-4c96-8724-8eb1c16eb885 tempest-LiveMigrationNegativeTest-1599330197 tempest-LiveMigrationNegativeTest-1599330197-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849195 Nov 26 02:43:00.791678 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1eb92-2d99-4c96-8724-8eb1c16eb885 tempest-LiveMigrationNegativeTest-1599330197 tempest-LiveMigrationNegativeTest-1599330197-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3864dce-8ccb-4b53-b238-bf69ee262c6a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:00.804080 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a018b09-fd86-4b6c-8a06-39000a0e179e req-9ffdbb48-e1c0-43d5-835a-4afe209db613 service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504455 Nov 26 02:43:00.805532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1eb92-2d99-4c96-8724-8eb1c16eb885 tempest-LiveMigrationNegativeTest-1599330197 tempest-LiveMigrationNegativeTest-1599330197-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:00.805887 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1eb92-2d99-4c96-8724-8eb1c16eb885 tempest-LiveMigrationNegativeTest-1599330197 tempest-LiveMigrationNegativeTest-1599330197-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:00.806226 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1eb92-2d99-4c96-8724-8eb1c16eb885 tempest-LiveMigrationNegativeTest-1599330197 tempest-LiveMigrationNegativeTest-1599330197-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:00.806560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1eb92-2d99-4c96-8724-8eb1c16eb885 tempest-LiveMigrationNegativeTest-1599330197 tempest-LiveMigrationNegativeTest-1599330197-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:00.806887 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1eb92-2d99-4c96-8724-8eb1c16eb885 tempest-LiveMigrationNegativeTest-1599330197 tempest-LiveMigrationNegativeTest-1599330197-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:00.807217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1eb92-2d99-4c96-8724-8eb1c16eb885 tempest-LiveMigrationNegativeTest-1599330197 tempest-LiveMigrationNegativeTest-1599330197-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:00.807548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1eb92-2d99-4c96-8724-8eb1c16eb885 tempest-LiveMigrationNegativeTest-1599330197 tempest-LiveMigrationNegativeTest-1599330197-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:00.808413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1eb92-2d99-4c96-8724-8eb1c16eb885 tempest-LiveMigrationNegativeTest-1599330197 tempest-LiveMigrationNegativeTest-1599330197-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:00.808790 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1eb92-2d99-4c96-8724-8eb1c16eb885 tempest-LiveMigrationNegativeTest-1599330197 tempest-LiveMigrationNegativeTest-1599330197-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:00.809179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1eb92-2d99-4c96-8724-8eb1c16eb885 tempest-LiveMigrationNegativeTest-1599330197 tempest-LiveMigrationNegativeTest-1599330197-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:00.809440 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1eb92-2d99-4c96-8724-8eb1c16eb885 tempest-LiveMigrationNegativeTest-1599330197 tempest-LiveMigrationNegativeTest-1599330197-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:00.809942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1eb92-2d99-4c96-8724-8eb1c16eb885 tempest-LiveMigrationNegativeTest-1599330197 tempest-LiveMigrationNegativeTest-1599330197-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:00.984378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-276854cb-4f6b-45b6-88b8-32135121b53d req-08feaca3-9ed9-40e2-afed-5b1adf17c929 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=8d3e205eaa3d47a6bb36fdecd6a82459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678189 Nov 26 02:43:01.009637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc5c3a-0a0f-4d66-9cc0-8cec502fcbc6 req-ee678f52-fabe-40d8-8378-d1110c076f17 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:01.012004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cccc5c3a-0a0f-4d66-9cc0-8cec502fcbc6 req-ee678f52-fabe-40d8-8378-d1110c076f17 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 944 time: 0.0779505 Nov 26 02:43:01.184571 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cccc5c3a-0a0f-4d66-9cc0-8cec502fcbc6 req-fd7a0442-d886-45e9-9eb9-c2c6d5cb1132 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656284 Nov 26 02:43:01.239049 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b268b-8a79-41e1-8364-fc4fe89c80a1 req-a1895d0b-06c9-47ae-848d-e4e7d621f555 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:01.240466 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b19b268b-8a79-41e1-8364-fc4fe89c80a1 req-a1895d0b-06c9-47ae-848d-e4e7d621f555 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.59 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6&tenant_id=ad6caec5c92044d899d9c12ccac00902&binding%3Ahost_id=n-h1-819389-3 HTTP/1.1" status: 200 len: 948 time: 0.1886549 Nov 26 02:43:01.290429 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c7825e3-d204-401e-935f-95142968b47e req-f6d0ca59-d557-4829-ba68-15da232ffd32 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 210 time: 0.0465736 Nov 26 02:43:01.324697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7f12-8442-46a3-854b-204597c8ff6e req-410098b9-ad9d-4dbe-b93a-509b2c7e35e6 tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:01.325174 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7f12-8442-46a3-854b-204597c8ff6e req-410098b9-ad9d-4dbe-b93a-509b2c7e35e6 tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:01.325651 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7f12-8442-46a3-854b-204597c8ff6e req-410098b9-ad9d-4dbe-b93a-509b2c7e35e6 tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:01.326110 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7f12-8442-46a3-854b-204597c8ff6e req-410098b9-ad9d-4dbe-b93a-509b2c7e35e6 tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:01.326568 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7f12-8442-46a3-854b-204597c8ff6e req-410098b9-ad9d-4dbe-b93a-509b2c7e35e6 tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:01.327108 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7f12-8442-46a3-854b-204597c8ff6e req-410098b9-ad9d-4dbe-b93a-509b2c7e35e6 tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:01.327478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7f12-8442-46a3-854b-204597c8ff6e req-410098b9-ad9d-4dbe-b93a-509b2c7e35e6 tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:01.327930 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7f12-8442-46a3-854b-204597c8ff6e req-410098b9-ad9d-4dbe-b93a-509b2c7e35e6 tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:01.328409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7f12-8442-46a3-854b-204597c8ff6e req-410098b9-ad9d-4dbe-b93a-509b2c7e35e6 tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:01.328862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7f12-8442-46a3-854b-204597c8ff6e req-410098b9-ad9d-4dbe-b93a-509b2c7e35e6 tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:01.329311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7f12-8442-46a3-854b-204597c8ff6e req-410098b9-ad9d-4dbe-b93a-509b2c7e35e6 tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:01.329760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7f12-8442-46a3-854b-204597c8ff6e req-410098b9-ad9d-4dbe-b93a-509b2c7e35e6 tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:01.331911 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-830f7f12-8442-46a3-854b-204597c8ff6e req-410098b9-ad9d-4dbe-b93a-509b2c7e35e6 tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735&device_id=d199b2d4-8a34-4de5-bc94-54d25e4a6cd0&device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c&device_id=29353f7f-901c-4459-abc3-6d472257eba2&device_id=22fa6578-3243-4c39-b88f-5ce36100648f&device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2&device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3&device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982&device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0&device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c&device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4&device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6&device_id=ab47b147-b7c1-43f9-89a2-264b59df7157&device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 10916 time: 0.1874785 Nov 26 02:43:01.356336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276854cb-4f6b-45b6-88b8-32135121b53d req-98d8dc94-2937-4d41-8bfc-3d6d1800a9ac tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:01.357735 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-276854cb-4f6b-45b6-88b8-32135121b53d req-98d8dc94-2937-4d41-8bfc-3d6d1800a9ac tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3171523 Nov 26 02:43:01.373992 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-830f7f12-8442-46a3-854b-204597c8ff6e req-36b53a81-a136-4eec-9ce5-7e6a30a2ce6b tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:01.403013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-276854cb-4f6b-45b6-88b8-32135121b53d req-13eac63f-5060-4a62-8aaa-1764e5659b0a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Request body: {'port': {'device_id': 'd199b2d4-8a34-4de5-bc94-54d25e4a6cd0', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '8d3e205eaa3d47a6bb36fdecd6a82459'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:01.434338 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-b19b268b-8a79-41e1-8364-fc4fe89c80a1 req-9c37d32a-2069-46eb-8b36-e25fba09e5fe service neutron] delete failed (client error): The resource could not be found. Nov 26 02:43:01.435322 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b19b268b-8a79-41e1-8364-fc4fe89c80a1 req-9c37d32a-2069-46eb-8b36-e25fba09e5fe service neutron] 10.222.0.59 "DELETE /v2.0/ports/86022b09-c470-4f1b-b585-f0e3eb74f99e/bindings/n-h2-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.1781113 Nov 26 02:43:01.521237 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0683214-2e91-4f9a-b482-79c1c7006d59 req-3f825bcf-0dfd-46eb-86b4-2199bf486da8 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:01.522725 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0683214-2e91-4f9a-b482-79c1c7006d59 req-3f825bcf-0dfd-46eb-86b4-2199bf486da8 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 944 time: 0.1403143 Nov 26 02:43:01.632305 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-830f7f12-8442-46a3-854b-204597c8ff6e req-36b53a81-a136-4eec-9ce5-7e6a30a2ce6b tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:01.655167 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0683214-2e91-4f9a-b482-79c1c7006d59 req-33069d71-9ed3-4171-8f1c-8967dd3a9885 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164517 Nov 26 02:43:01.655756 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-830f7f12-8442-46a3-854b-204597c8ff6e req-36b53a81-a136-4eec-9ce5-7e6a30a2ce6b tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:01.676822 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-276854cb-4f6b-45b6-88b8-32135121b53d req-13eac63f-5060-4a62-8aaa-1764e5659b0a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Made reservation on behalf of 8d3e205eaa3d47a6bb36fdecd6a82459 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:43:01.681574 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-276854cb-4f6b-45b6-88b8-32135121b53d req-13eac63f-5060-4a62-8aaa-1764e5659b0a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:01.725045 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-276854cb-4f6b-45b6-88b8-32135121b53d req-13eac63f-5060-4a62-8aaa-1764e5659b0a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:01.989992 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b53a81-a136-4eec-9ce5-7e6a30a2ce6b tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fa5d91-785d-431d-aa58-de262c256ec0,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:02.011642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b268b-8a79-41e1-8364-fc4fe89c80a1 req-ce52d106-4fab-4cd5-af4d-7cd5a3d42130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:02.013141 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b19b268b-8a79-41e1-8364-fc4fe89c80a1 req-ce52d106-4fab-4cd5-af4d-7cd5a3d42130 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 1099 time: 0.4107022 Nov 26 02:43:02.037081 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-217af453-c97d-4ed1-a067-5ff6ffe3dba2 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=8d3e205eaa3d47a6bb36fdecd6a82459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655639 Nov 26 02:43:02.209127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803cd4f-334d-49bc-9140-0d6a4b584e66 req-d4e4038a-57a6-40bd-bdc0-28826537f73b tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:02.210495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6803cd4f-334d-49bc-9140-0d6a4b584e66 req-d4e4038a-57a6-40bd-bdc0-28826537f73b tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 948 time: 0.4735649 Nov 26 02:43:02.227990 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-830f7f12-8442-46a3-854b-204597c8ff6e req-36b53a81-a136-4eec-9ce5-7e6a30a2ce6b tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&id=681e2419-7e89-4ef4-acd2-1964531919d9&id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.8872643 Nov 26 02:43:02.317810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b268b-8a79-41e1-8364-fc4fe89c80a1 req-50678abf-f532-426d-a4d5-ef93d4e38e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:02.319268 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b19b268b-8a79-41e1-8364-fc4fe89c80a1 req-50678abf-f532-426d-a4d5-ef93d4e38e93 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.2843082 Nov 26 02:43:02.341962 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-276854cb-4f6b-45b6-88b8-32135121b53d req-13eac63f-5060-4a62-8aaa-1764e5659b0a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:02.350066 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-d8c0f393-7529-440d-bd57-34d7ec35a49b tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:02.351439 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-d8c0f393-7529-440d-bd57-34d7ec35a49b tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2478712 Nov 26 02:43:02.368296 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-276854cb-4f6b-45b6-88b8-32135121b53d req-13eac63f-5060-4a62-8aaa-1764e5659b0a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:02.432074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-1a9ab3d0-0d6f-49b0-a7b5-1cf436e1a0f0 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Request body: {'port': {'device_id': 'e86e1236-4fe5-4ca1-bc94-e5d510ca4735', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '8d3e205eaa3d47a6bb36fdecd6a82459'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:02.438198 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6803cd4f-334d-49bc-9140-0d6a4b584e66 req-2057e0ff-52ef-46de-b025-257478ec7b42 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165332 Nov 26 02:43:02.439379 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b19b268b-8a79-41e1-8364-fc4fe89c80a1 req-6d01d7c0-13f2-424b-aea2-8a3fbcb952b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=86022b09-c470-4f1b-b585-f0e3eb74f99e HTTP/1.1" status: 200 len: 217 time: 0.0963426 Nov 26 02:43:02.444858 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 86022b09-c470-4f1b-b585-f0e3eb74f99e up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:43:02.495082 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 86022b09-c470-4f1b-b585-f0e3eb74f99e completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:43:02.500426 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 86022b09-c470-4f1b-b585-f0e3eb74f99e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:02.500806 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:02.551515 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eac63f-5060-4a62-8aaa-1764e5659b0a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ecb29b-c276-4573-aa15-1507e034a499,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:02.580767 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:02.603953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45b679-7081-42b0-9f1b-d0932c344813 req-d2862c4f-a277-49c8-8ffa-f761d54847ae tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:02.605591 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b13dd9-9876-4284-8c8d-52f2e7d678d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86022b09-c470-4f1b-b585-f0e3eb74f99e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:02.607911 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bafbaa-7e8d-4184-9773-58eb5a732433" -d '{"events": [{"server_uuid": "66b13dd9-9876-4284-8c8d-52f2e7d678d6", "name": "network-vif-plugged", "status": "completed", "tag": "86022b09-c470-4f1b-b585-f0e3eb74f99e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:02.611311 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc45b679-7081-42b0-9f1b-d0932c344813 req-d2862c4f-a277-49c8-8ffa-f761d54847ae tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=29353f7f-901c-4459-abc3-6d472257eba2 HTTP/1.1" status: 200 len: 945 time: 0.2755802 Nov 26 02:43:02.621489 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 86022b09-c470-4f1b-b585-f0e3eb74f99e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=86022b09-c470-4f1b-b585-f0e3eb74f99e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:02.629338 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:02.679533 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=86022b09-c470-4f1b-b585-f0e3eb74f99e,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:02.687930 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b268b-8a79-41e1-8364-fc4fe89c80a1 req-83e774cd-038e-494e-b77e-98e8d0186d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:02.688799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:02.689158 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:02.689392 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b19b268b-8a79-41e1-8364-fc4fe89c80a1 req-83e774cd-038e-494e-b77e-98e8d0186d66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.2268198 Nov 26 02:43:02.689521 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:02.689860 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:02.690197 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:02.690530 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:02.690888 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:02.691218 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:02.691547 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:02.691875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:02.692226 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:02.692552 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:02.788473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-276854cb-4f6b-45b6-88b8-32135121b53d req-13eac63f-5060-4a62-8aaa-1764e5659b0a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Allocated IP 192.168.233.77 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/3f101439-a19f-4be2-af7b-6228aab02046) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:43:02.814475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc45b679-7081-42b0-9f1b-d0932c344813 req-1036fd72-f415-476c-8621-2a400538de63 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023344 Nov 26 02:43:02.820415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-1a9ab3d0-0d6f-49b0-a7b5-1cf436e1a0f0 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Made reservation on behalf of 8d3e205eaa3d47a6bb36fdecd6a82459 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:43:02.823783 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-1a9ab3d0-0d6f-49b0-a7b5-1cf436e1a0f0 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:02.850932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1adf9-bcd0-41a9-839f-bec2db4261f8 req-ff365a18-fd68-4a8f-8614-ac8164c82ee0 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:02.852451 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7aa1adf9-bcd0-41a9-839f-bec2db4261f8 req-ff365a18-fd68-4a8f-8614-ac8164c82ee0 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 944 time: 0.2176573 Nov 26 02:43:02.864845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b268b-8a79-41e1-8364-fc4fe89c80a1 req-029387a9-bd54-475b-b50d-193b5b6f2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:02.866346 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b19b268b-8a79-41e1-8364-fc4fe89c80a1 req-029387a9-bd54-475b-b50d-193b5b6f2383 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1562686 Nov 26 02:43:03.096229 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7aa1adf9-bcd0-41a9-839f-bec2db4261f8 req-1a1c3124-436b-40f1-a9ea-315316dc1011 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348533 Nov 26 02:43:03.101545 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b5b5390-a163-4dec-8b83-d23580c50ae5 req-8c8d3eca-12a3-4009-a105-556466759adb tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 210 time: 0.0496323 Nov 26 02:43:03.146235 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b19b268b-8a79-41e1-8364-fc4fe89c80a1 req-bed57d99-6683-4e2c-8c75-718e7c55f682 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613375 Nov 26 02:43:03.171622 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b58f03-9425-4319-8153-fddfc0eb8b63 x-openstack-request-id: req-33b58f03-9425-4319-8153-fddfc0eb8b63 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:03.171954 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b13dd9-9876-4284-8c8d-52f2e7d678d6", "name": "network-vif-plugged", "status": "completed", "tag": "86022b09-c470-4f1b-b585-f0e3eb74f99e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:03.172250 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33b58f03-9425-4319-8153-fddfc0eb8b63 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:03.172644 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b13dd9-9876-4284-8c8d-52f2e7d678d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86022b09-c470-4f1b-b585-f0e3eb74f99e', 'code': 200} Nov 26 02:43:03.223272 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-276854cb-4f6b-45b6-88b8-32135121b53d req-13eac63f-5060-4a62-8aaa-1764e5659b0a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:03.304574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcb5c7-907c-4800-a831-d32ccfbcf345 req-a8fb820d-5eec-44b1-a426-0feea9474387 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:03.306056 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5bcb5c7-907c-4800-a831-d32ccfbcf345 req-a8fb820d-5eec-44b1-a426-0feea9474387 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 944 time: 0.1397429 Nov 26 02:43:03.326467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b19b268b-8a79-41e1-8364-fc4fe89c80a1 req-3e8e3a4d-3cd8-4aa5-9683-d12e27cc6cca service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689339 Nov 26 02:43:03.340509 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-276854cb-4f6b-45b6-88b8-32135121b53d req-13eac63f-5060-4a62-8aaa-1764e5659b0a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:03.450025 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-276854cb-4f6b-45b6-88b8-32135121b53d req-13eac63f-5060-4a62-8aaa-1764e5659b0a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:43:03.458652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-1a9ab3d0-0d6f-49b0-a7b5-1cf436e1a0f0 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Allocated IP 192.168.233.35 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/3b2eb54b-89df-4b0f-9774-0c21fa2e632c) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:43:03.466229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-276854cb-4f6b-45b6-88b8-32135121b53d req-13eac63f-5060-4a62-8aaa-1764e5659b0a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:03.471116 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5bcb5c7-907c-4800-a831-d32ccfbcf345 req-448e3935-da32-4e2d-bd69-1237280e97a2 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559150 Nov 26 02:43:03.471872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-276854cb-4f6b-45b6-88b8-32135121b53d req-13eac63f-5060-4a62-8aaa-1764e5659b0a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:43:03.477384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276854cb-4f6b-45b6-88b8-32135121b53d req-13eac63f-5060-4a62-8aaa-1764e5659b0a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:03.477875 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-276854cb-4f6b-45b6-88b8-32135121b53d req-13eac63f-5060-4a62-8aaa-1764e5659b0a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:03.482585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eac63f-5060-4a62-8aaa-1764e5659b0a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Pushing event updated for resources: {'Port': ['ID=3f101439-a19f-4be2-af7b-6228aab02046,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:03.515739 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-276854cb-4f6b-45b6-88b8-32135121b53d req-13eac63f-5060-4a62-8aaa-1764e5659b0a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1177149 Nov 26 02:43:03.549753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Request body: {'port': {'device_id': 'd199b2d4-8a34-4de5-bc94-54d25e4a6cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:03.760292 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f61452f8-ada0-4885-a765-18d86655942a None None] Provisioning complete for port 3f101439-a19f-4be2-af7b-6228aab02046 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:03.760968 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f61452f8-ada0-4885-a765-18d86655942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:03.795858 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f61452f8-ada0-4885-a765-18d86655942a None None] Port 3f101439-a19f-4be2-af7b-6228aab02046 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:43:03.955930 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:04.000987 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2463c-3474-4b42-ac87-0a6d333839ee req-d4247941-e67e-4de1-a18b-7782589e655c tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:04.001457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2463c-3474-4b42-ac87-0a6d333839ee req-d4247941-e67e-4de1-a18b-7782589e655c tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:04.001918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2463c-3474-4b42-ac87-0a6d333839ee req-d4247941-e67e-4de1-a18b-7782589e655c tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:04.003574 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dff2463c-3474-4b42-ac87-0a6d333839ee req-d4247941-e67e-4de1-a18b-7782589e655c tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=22fa6578-3243-4c39-b88f-5ce36100648f&device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982&device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 2882 time: 0.4112370 Nov 26 02:43:04.011833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b951a1f-446f-45b4-806a-03658e9ff77f req-a4c7f9cf-f7d7-4568-b236-5e1dcc1dc0c8 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:04.013210 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b951a1f-446f-45b4-806a-03658e9ff77f req-a4c7f9cf-f7d7-4568-b236-5e1dcc1dc0c8 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 949 time: 0.4319880 Nov 26 02:43:04.109000 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-1a9ab3d0-0d6f-49b0-a7b5-1cf436e1a0f0 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:04.140937 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-afcbb71f-c033-465b-a70a-deabaeab8d11 service neutron] 10.222.0.59 "GET /v2.0/ports/6a07cb12-fb4f-40d1-9726-7b74f036d13b/bindings/n-h1-819389-3 HTTP/1.1" status: 200 len: 384 time: 0.4503217 Nov 26 02:43:04.235514 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b951a1f-446f-45b4-806a-03658e9ff77f req-3dd3575a-1527-4289-92f4-c96d661dba93 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148154 Nov 26 02:43:04.246917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dff2463c-3474-4b42-ac87-0a6d333839ee req-9d388d52-259c-4ba4-ad4a-82044abfb452 tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274442 Nov 26 02:43:04.318577 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-1a9ab3d0-0d6f-49b0-a7b5-1cf436e1a0f0 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:04.472256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-1a9ab3d0-0d6f-49b0-a7b5-1cf436e1a0f0 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:43:04.473751 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 6a07cb12-fb4f-40d1-9726-7b74f036d13b details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:43:04.496504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-1a9ab3d0-0d6f-49b0-a7b5-1cf436e1a0f0 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:04.504487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-1a9ab3d0-0d6f-49b0-a7b5-1cf436e1a0f0 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:43:04.509995 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-1a9ab3d0-0d6f-49b0-a7b5-1cf436e1a0f0 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:04.510601 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-1a9ab3d0-0d6f-49b0-a7b5-1cf436e1a0f0 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:04.534100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ab3d0-0d6f-49b0-a7b5-1cf436e1a0f0 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Pushing event updated for resources: {'Port': ['ID=3b2eb54b-89df-4b0f-9774-0c21fa2e632c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:04.581362 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6a07cb12-fb4f-40d1-9726-7b74f036d13b,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:04.583546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f815fa6-9d07-42dd-9d98-5070488053a6 req-fc5b7c3b-d6d7-4158-8db2-7954498a7cc1 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:04.585112 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f815fa6-9d07-42dd-9d98-5070488053a6 req-fc5b7c3b-d6d7-4158-8db2-7954498a7cc1 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.2720377 Nov 26 02:43:04.594223 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 6a07cb12-fb4f-40d1-9726-7b74f036d13b has no active binding in host n-h1-819389-3 {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 02:43:04.594869 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device c270bedb-2968-4094-b7df-d6c40e1729cd details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:43:04.599509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecad545-13aa-465b-b868-40bf015c0b19 req-8e1a9e3b-9886-4b84-a0a7-5a1fc2facc86 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:04.601064 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aecad545-13aa-465b-b868-40bf015c0b19 req-8e1a9e3b-9886-4b84-a0a7-5a1fc2facc86 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=29353f7f-901c-4459-abc3-6d472257eba2 HTTP/1.1" status: 200 len: 945 time: 0.3036578 Nov 26 02:43:04.645372 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-1a9ab3d0-0d6f-49b0-a7b5-1cf436e1a0f0 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2259533 Nov 26 02:43:04.678478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Request body: {'port': {'device_id': 'e86e1236-4fe5-4ca1-bc94-e5d510ca4735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:04.711487 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port c270bedb-2968-4094-b7df-d6c40e1729cd, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c270bedb-2968-4094-b7df-d6c40e1729cd,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:04.724073 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'c270bedb-2968-4094-b7df-d6c40e1729cd', 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c', 'port_id': 'c270bedb-2968-4094-b7df-d6c40e1729cd', 'mac_address': 'fa:16:3e:e4:97:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3c64a3-1f7d-4156-9c97-d694993c7485', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:43:04.765472 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:04.775913 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f815fa6-9d07-42dd-9d98-5070488053a6 req-d998a279-c3cf-4286-916b-455dad9786fa tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719825 Nov 26 02:43:04.779848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c270bedb-2968-4094-b7df-d6c40e1729cd {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:43:04.806581 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port c270bedb-2968-4094-b7df-d6c40e1729cd, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c270bedb-2968-4094-b7df-d6c40e1729cd,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:04.811365 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aecad545-13aa-465b-b868-40bf015c0b19 req-f81a1525-1a46-4183-9d79-ef6aa4f1cb9a tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c948c0-dabe-4f08-8b78-c65d795e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843042 Nov 26 02:43:04.813342 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:04.822092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-1fe99ac1-e839-4d38-8705-dcf1566ee3d8 service neutron] For port 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6a07cb12-fb4f-40d1-9726-7b74f036d13b,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:04.857808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f101439-a19f-4be2-af7b-6228aab02046 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:43:04.871182 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:04.876011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a7b8d8e5-9ce4-46f5-973f-e71e18257527 None None] Provisioning complete for port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:04.876379 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:04.876605 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d8e5-9ce4-46f5-973f-e71e18257527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:04.880492 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-1fe99ac1-e839-4d38-8705-dcf1566ee3d8 service neutron] For port 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:04.929244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Transition to ACTIVE for port object 3f101439-a19f-4be2-af7b-6228aab02046 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:43:04.934543 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=c270bedb-2968-4094-b7df-d6c40e1729cd,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:04.940217 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a7b8d8e5-9ce4-46f5-973f-e71e18257527 None None] Port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:43:04.953825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-1fe99ac1-e839-4d38-8705-dcf1566ee3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a07cb12-fb4f-40d1-9726-7b74f036d13b {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:43:04.958051 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:05.011303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-1fe99ac1-e839-4d38-8705-dcf1566ee3d8 service neutron] For port 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=6a07cb12-fb4f-40d1-9726-7b74f036d13b,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:05.072881 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-1fe99ac1-e839-4d38-8705-dcf1566ee3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:05.160363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b50938-5823-4bed-8bc0-e8ba4beb6c9d req-14ec9719-9a80-4601-b0b2-f3f9e32fcaad tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:05.161920 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-60b50938-5823-4bed-8bc0-e8ba4beb6c9d req-14ec9719-9a80-4601-b0b2-f3f9e32fcaad tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 935 time: 0.2535686 Nov 26 02:43:05.162573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Pushing event updated for resources: {'Port': ['ID=3f101439-a19f-4be2-af7b-6228aab02046,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:05.275183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1d043-837c-4e06-891e-2eed65917061 req-72395838-1a9c-47ff-b590-4aba5d8ab3ba tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:05.277343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5de1d043-837c-4e06-891e-2eed65917061 req-72395838-1a9c-47ff-b590-4aba5d8ab3ba tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 945 time: 0.2917311 Nov 26 02:43:05.369870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Attempting to bind port 3f101439-a19f-4be2-af7b-6228aab02046 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:43:05.370083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Attempting to bind port 3f101439-a19f-4be2-af7b-6228aab02046 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:43:05.370428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Attempting to bind port 3f101439-a19f-4be2-af7b-6228aab02046 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:05.397434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Port 3f101439-a19f-4be2-af7b-6228aab02046 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:43:05.397758 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Attempting to bind port 3f101439-a19f-4be2-af7b-6228aab02046 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:05.403162 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf4991-c93f-4320-bf3a-e1da2254cee7 req-d2eacd0c-91e9-4ff7-843b-981c60e26d31 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:05.404665 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7bdf4991-c93f-4320-bf3a-e1da2254cee7 req-d2eacd0c-91e9-4ff7-843b-981c60e26d31 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.59 "GET /v2.0/ports?device_id=29353f7f-901c-4459-abc3-6d472257eba2 HTTP/1.1" status: 200 len: 945 time: 0.2841744 Nov 26 02:43:05.412226 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-60b50938-5823-4bed-8bc0-e8ba4beb6c9d req-05d893f5-0c8b-468a-8fd5-995205546b2a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401307 Nov 26 02:43:05.434410 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:43:05.434604 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:43:05.434979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:43:05.435346 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Bound port: 3f101439-a19f-4be2-af7b-6228aab02046, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:43:05.435717 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:05.437877 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-1fe99ac1-e839-4d38-8705-dcf1566ee3d8 service neutron] Transition to ACTIVE for port object 6a07cb12-fb4f-40d1-9726-7b74f036d13b will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:43:05.455698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5de1d043-837c-4e06-891e-2eed65917061 req-6799de30-c38f-420e-832a-3f3f1faf3d15 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364508 Nov 26 02:43:05.464540 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-1fe99ac1-e839-4d38-8705-dcf1566ee3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:05.482623 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['c270bedb-2968-4094-b7df-d6c40e1729cd'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:43:05.630417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-1fe99ac1-e839-4d38-8705-dcf1566ee3d8 service neutron] No DVR routers for this DVR port 6a07cb12-fb4f-40d1-9726-7b74f036d13b on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:43:05.668130 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb7210-52ae-4182-a2ca-c7c15acc00eb req-5b04e48e-52b3-4c1a-838d-ff517e7c7e95 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:05.669610 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f0eb7210-52ae-4182-a2ca-c7c15acc00eb req-5b04e48e-52b3-4c1a-838d-ff517e7c7e95 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.54 "GET /v2.0/ports?device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 949 time: 0.0996375 Nov 26 02:43:05.679872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-7bdf4991-c93f-4320-bf3a-e1da2254cee7 req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Deleting port 44e93e2a-6d13-47af-8a18-591eae4427bf {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:43:05.680290 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-7bdf4991-c93f-4320-bf3a-e1da2254cee7 req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:05.683413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe99ac1-e839-4d38-8705-dcf1566ee3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a07cb12-fb4f-40d1-9726-7b74f036d13b,revision_number=10']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:05.720754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2eb54b-89df-4b0f-9774-0c21fa2e632c {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:43:05.725217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] For port 3f101439-a19f-4be2-af7b-6228aab02046, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:05.738440 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:05.759481 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-1fe99ac1-e839-4d38-8705-dcf1566ee3d8 service neutron] 10.222.0.59 "PUT /v2.0/ports/6a07cb12-fb4f-40d1-9726-7b74f036d13b/bindings/n-h1-819389-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6004815 Nov 26 02:43:05.764841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] For port 3f101439-a19f-4be2-af7b-6228aab02046, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3f101439-a19f-4be2-af7b-6228aab02046,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:43:05.773681 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfc6b2-2423-496c-ae29-575c9a9ca5ed req-fc3cc2de-56eb-41cf-8693-017f156894c1 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:05.775143 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0abfc6b2-2423-496c-ae29-575c9a9ca5ed req-fc3cc2de-56eb-41cf-8693-017f156894c1 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 945 time: 0.2095270 Nov 26 02:43:05.781885 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:05.783934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Transition to ACTIVE for port object 3b2eb54b-89df-4b0f-9774-0c21fa2e632c will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:43:05.794326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61cfce-c95b-4b6d-9ac6-cffde77a2ffd req-990c0000-8dc9-4b9a-8396-aa96920219a6 tempest-MigrationsAdminTest-29674935 tempest-MigrationsAdminTest-29674935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:05.795826 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc61cfce-c95b-4b6d-9ac6-cffde77a2ffd req-990c0000-8dc9-4b9a-8396-aa96920219a6 tempest-MigrationsAdminTest-29674935 tempest-MigrationsAdminTest-29674935-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 1100 time: 0.2312951 Nov 26 02:43:05.817934 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:05.831884 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-7bdf4991-c93f-4320-bf3a-e1da2254cee7 req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] For port 44e93e2a-6d13-47af-8a18-591eae4427bf, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=44e93e2a-6d13-47af-8a18-591eae4427bf,segment=NetworkSegment(96edcaca-041e-4f83-b411-43edf2a49a8b),segment_id=96edcaca-041e-4f83-b411-43edf2a49a8b)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:05.832308 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-7bdf4991-c93f-4320-bf3a-e1da2254cee7 req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:05.853391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:05.854009 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:05.855421 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-276854cb-4f6b-45b6-88b8-32135121b53d req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] 10.222.0.54 "PUT /v2.0/ports/3f101439-a19f-4be2-af7b-6228aab02046 HTTP/1.1" status: 200 len: 1095 time: 2.3098462 Nov 26 02:43:05.855766 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-7bdf4991-c93f-4320-bf3a-e1da2254cee7 req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Calling delete_port for 44e93e2a-6d13-47af-8a18-591eae4427bf owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:43:05.861941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd199b2d4-8a34-4de5-bc94-54d25e4a6cd0', 'tag': '3f101439-a19f-4be2-af7b-6228aab02046'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:05.864190 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4a98df-10ab-486e-be65-1f236a621690" -d '{"events": [{"name": "network-changed", "server_uuid": "d199b2d4-8a34-4de5-bc94-54d25e4a6cd0", "tag": "3f101439-a19f-4be2-af7b-6228aab02046"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:05.889804 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-f0eb7210-52ae-4182-a2ca-c7c15acc00eb req-ae77cc59-1c6c-44ec-b175-b05306b611d9 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Deleting port 61de038d-38cb-4383-93ff-e2ac026ae623 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:43:05.890147 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f0eb7210-52ae-4182-a2ca-c7c15acc00eb req-ae77cc59-1c6c-44ec-b175-b05306b611d9 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:05.933882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ace11-3a25-45fd-8001-b91618d3f074 service neutron] Pushing event updated for resources: {'Port': ['ID=3f101439-a19f-4be2-af7b-6228aab02046,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:05.962813 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.54', 63570) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:06.021680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0abfc6b2-2423-496c-ae29-575c9a9ca5ed req-294616f8-17c3-4b6e-9bf6-55e2244a0c9a tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357290 Nov 26 02:43:06.055170 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc61cfce-c95b-4b6d-9ac6-cffde77a2ffd req-0a9e1626-5e8b-4f78-aee6-cb05ef797c72 tempest-MigrationsAdminTest-29674935 tempest-MigrationsAdminTest-29674935-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317777 Nov 26 02:43:06.081949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Attempting to bind port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:43:06.082759 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Attempting to bind port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:43:06.083336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Attempting to bind port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:06.113431 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Pushing event updated for resources: {'Port': ['ID=3b2eb54b-89df-4b0f-9774-0c21fa2e632c,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:06.115332 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-f0eb7210-52ae-4182-a2ca-c7c15acc00eb req-ae77cc59-1c6c-44ec-b175-b05306b611d9 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] For port 61de038d-38cb-4383-93ff-e2ac026ae623, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=61de038d-38cb-4383-93ff-e2ac026ae623,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:06.117038 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f0eb7210-52ae-4182-a2ca-c7c15acc00eb req-ae77cc59-1c6c-44ec-b175-b05306b611d9 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:06.134530 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-f0eb7210-52ae-4182-a2ca-c7c15acc00eb req-ae77cc59-1c6c-44ec-b175-b05306b611d9 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Calling delete_port for 61de038d-38cb-4383-93ff-e2ac026ae623 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:43:06.142869 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:43:06.143141 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Attempting to bind port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:06.151085 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276854cb-4f6b-45b6-88b8-32135121b53d req-70804da5-a821-4f98-8b3a-3aba974ad0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:06.152984 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-276854cb-4f6b-45b6-88b8-32135121b53d req-70804da5-a821-4f98-8b3a-3aba974ad0be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8d3e205eaa3d47a6bb36fdecd6a82459&device_id=d199b2d4-8a34-4de5-bc94-54d25e4a6cd0 HTTP/1.1" status: 200 len: 1098 time: 0.1878171 Nov 26 02:43:06.156594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-cdfbab8a-c1ed-4bbe-a1d1-76967f240665 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:06.158660 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-cdfbab8a-c1ed-4bbe-a1d1-76967f240665 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3&tenant_id=e8a793ab79454cf9836e2116f38adfa2&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 1096 time: 0.2508926 Nov 26 02:43:06.169772 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:43:06.170393 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:43:06.170939 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:43:06.171563 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Bound port: 3b2eb54b-89df-4b0f-9774-0c21fa2e632c, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:43:06.172209 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:06.260049 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-7bdf4991-c93f-4320-bf3a-e1da2254cee7 req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:06.304880 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Pushing event deleted for resources: {'Port': ['ID=44e93e2a-6d13-47af-8a18-591eae4427bf,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:06.313874 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['44e93e2a-6d13-47af-8a18-591eae4427bf'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:43:06.343650 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:06.343997 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:06.344441 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:06.344788 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:06.345129 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:06.345469 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:06.345844 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:06.346189 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:06.346642 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:06.346981 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:06.347312 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:06.347643 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:06.392693 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdf4991-c93f-4320-bf3a-e1da2254cee7 req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] No DVR routers for this DVR port 44e93e2a-6d13-47af-8a18-591eae4427bf on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:43:06.396223 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-7bdf4991-c93f-4320-bf3a-e1da2254cee7 req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:06.399858 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7bdf4991-c93f-4320-bf3a-e1da2254cee7 req-ba4b28d2-e1ec-4ed3-9d11-4fc16faf9584 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.59 "DELETE /v2.0/ports/44e93e2a-6d13-47af-8a18-591eae4427bf HTTP/1.1" status: 204 len: 173 time: 0.9886224 Nov 26 02:43:06.421073 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29353f7f-901c-4459-abc3-6d472257eba2', 'name': 'network-vif-deleted', 'tag': '44e93e2a-6d13-47af-8a18-591eae4427bf'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:06.423353 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf0482a-049e-4d8f-a5a7-172ceca9fef1" -d '{"events": [{"server_uuid": "29353f7f-901c-4459-abc3-6d472257eba2", "name": "network-vif-deleted", "tag": "44e93e2a-6d13-47af-8a18-591eae4427bf"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:06.460195 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f0eb7210-52ae-4182-a2ca-c7c15acc00eb req-ae77cc59-1c6c-44ec-b175-b05306b611d9 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:06.499271 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77cc59-1c6c-44ec-b175-b05306b611d9 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Pushing event deleted for resources: {'Port': ['ID=61de038d-38cb-4383-93ff-e2ac026ae623,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:06.510420 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-276854cb-4f6b-45b6-88b8-32135121b53d req-5cb39da7-d257-46a6-923f-c15b9e728c61 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=3f101439-a19f-4be2-af7b-6228aab02046 HTTP/1.1" status: 200 len: 217 time: 0.3130229 Nov 26 02:43:06.530176 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-207d6e62-4e7c-45e2-a028-e5f103c85815 req-5bf5d45e-0d3f-4ccb-b768-c147165669cb tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/ports?device_id=29353f7f-901c-4459-abc3-6d472257eba2 HTTP/1.1" status: 200 len: 210 time: 0.3168330 Nov 26 02:43:06.549998 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0eb7210-52ae-4182-a2ca-c7c15acc00eb req-ae77cc59-1c6c-44ec-b175-b05306b611d9 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] No DVR routers for this DVR port 61de038d-38cb-4383-93ff-e2ac026ae623 on host n-h1-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:43:06.554446 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f0eb7210-52ae-4182-a2ca-c7c15acc00eb req-ae77cc59-1c6c-44ec-b175-b05306b611d9 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:06.558417 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f0eb7210-52ae-4182-a2ca-c7c15acc00eb req-ae77cc59-1c6c-44ec-b175-b05306b611d9 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.54 "DELETE /v2.0/ports/61de038d-38cb-4383-93ff-e2ac026ae623 HTTP/1.1" status: 204 len: 173 time: 0.8802285 Nov 26 02:43:06.594051 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcae9e-ce6e-4fe4-b84b-ac90c4db504d req-31b4a06b-6942-4186-a27f-a9c4ab49a2b3 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:06.595591 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bddcae9e-ce6e-4fe4-b84b-ac90c4db504d req-31b4a06b-6942-4186-a27f-a9c4ab49a2b3 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e4df0e-2381-450b-8b87-6c601d0f45f2 HTTP/1.1" status: 200 len: 867 time: 0.4488432 Nov 26 02:43:06.626345 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1e779e-c561-42ad-a126-d02d9f4f77ab x-openstack-request-id: req-9d1e779e-c561-42ad-a126-d02d9f4f77ab {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:06.626597 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d199b2d4-8a34-4de5-bc94-54d25e4a6cd0", "tag": "3f101439-a19f-4be2-af7b-6228aab02046", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:06.626852 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d1e779e-c561-42ad-a126-d02d9f4f77ab {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:06.627779 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd199b2d4-8a34-4de5-bc94-54d25e4a6cd0', 'tag': '3f101439-a19f-4be2-af7b-6228aab02046', 'status': 'completed', 'code': 200} Nov 26 02:43:06.643929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-fdae6c12-3fe9-4c68-a8a3-d8c70fafd3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:06.643929 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-fdae6c12-3fe9-4c68-a8a3-d8c70fafd3ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3&tenant_id=e8a793ab79454cf9836e2116f38adfa2 HTTP/1.1" status: 200 len: 1096 time: 0.4448893 Nov 26 02:43:06.648698 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] For port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:06.672207 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276854cb-4f6b-45b6-88b8-32135121b53d req-8d0e701e-92d5-4942-a03a-dfbd3b58d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:06.673862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-276854cb-4f6b-45b6-88b8-32135121b53d req-8d0e701e-92d5-4942-a03a-dfbd3b58d1dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1407468 Nov 26 02:43:06.681033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] For port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3b2eb54b-89df-4b0f-9774-0c21fa2e632c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:43:06.692993 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:06.753679 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['3e8c2e35-125f-4810-8448-e8fe66413fa6'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:43:06.753792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bddcae9e-ce6e-4fe4-b84b-ac90c4db504d req-b1a0dee4-8f4c-411b-bfbe-74a349312b72 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243181 Nov 26 02:43:06.782084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Pushing event updated for resources: {'Port': ['ID=3b2eb54b-89df-4b0f-9774-0c21fa2e632c,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:06.798472 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:06.799386 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:06.801025 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3ee7d5d4-c42f-4a8e-87a4-9779c4aefb7c service neutron] 10.222.0.54 "PUT /v2.0/ports/3b2eb54b-89df-4b0f-9774-0c21fa2e632c HTTP/1.1" status: 200 len: 1095 time: 2.1309819 Nov 26 02:43:06.866934 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6536bf2-c4a7-4e45-9853-85f62f7b3b9c x-openstack-request-id: req-a6536bf2-c4a7-4e45-9853-85f62f7b3b9c {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:06.867269 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29353f7f-901c-4459-abc3-6d472257eba2", "name": "network-vif-deleted", "tag": "44e93e2a-6d13-47af-8a18-591eae4427bf", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:06.867531 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6536bf2-c4a7-4e45-9853-85f62f7b3b9c {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:06.867927 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29353f7f-901c-4459-abc3-6d472257eba2', 'name': 'network-vif-deleted', 'tag': '44e93e2a-6d13-47af-8a18-591eae4427bf', 'status': 'completed', 'code': 200} Nov 26 02:43:06.897569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-6e50d826-9ae1-41a4-8ec3-9413d15d853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:06.904017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-6e50d826-9ae1-41a4-8ec3-9413d15d853e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 1096 time: 0.0919416 Nov 26 02:43:06.920399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 44e93e2a-6d13-47af-8a18-591eae4427bf no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:43:06.954043 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 44e93e2a-6d13-47af-8a18-591eae4427bf {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:43:06.954819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 44e93e2a-6d13-47af-8a18-591eae4427bf not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:43:06.955296 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6a07cb12-fb4f-40d1-9726-7b74f036d13b no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:43:06.955481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276854cb-4f6b-45b6-88b8-32135121b53d req-d930436e-7bfc-4d12-8312-3e4b211cd006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:06.958695 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-276854cb-4f6b-45b6-88b8-32135121b53d req-d930436e-7bfc-4d12-8312-3e4b211cd006 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1776977 Nov 26 02:43:07.047948 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6a07cb12-fb4f-40d1-9726-7b74f036d13b not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:43:07.222904 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03ac3e-d2bc-4251-9245-7cf384261edd req-36e7ecf9-78fb-48f6-840c-45592065f070 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:07.224419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db03ac3e-d2bc-4251-9245-7cf384261edd req-36e7ecf9-78fb-48f6-840c-45592065f070 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 947 time: 0.2589388 Nov 26 02:43:07.230636 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-9fa83ea5-8113-452c-8e74-14ccebe7c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:07.232034 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-9fa83ea5-8113-452c-8e74-14ccebe7c0fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8d3e205eaa3d47a6bb36fdecd6a82459&device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 1098 time: 0.3062391 Nov 26 02:43:07.254255 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-276854cb-4f6b-45b6-88b8-32135121b53d req-b83b889c-f353-4894-9ba7-e0c1b0e5d959 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712467 Nov 26 02:43:07.271952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84c56c-3f72-403a-accf-b1d8978970e2 req-bb98e13f-9960-47e6-b913-6379381d9c1a tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:07.273387 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c84c56c-3f72-403a-accf-b1d8978970e2 req-bb98e13f-9960-47e6-b913-6379381d9c1a tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 945 time: 0.1478148 Nov 26 02:43:07.274334 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-11927b7b-3500-4e6d-a449-48e28ad28329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:07.275670 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-11927b7b-3500-4e6d-a449-48e28ad28329 service neutron] 10.222.0.54 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 922 time: 0.3531504 Nov 26 02:43:07.407736 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-fe80d731-6163-4036-8fc2-480c6cd64428 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=3b2eb54b-89df-4b0f-9774-0c21fa2e632c HTTP/1.1" status: 200 len: 217 time: 0.1042914 Nov 26 02:43:07.436889 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db03ac3e-d2bc-4251-9245-7cf384261edd req-01989907-1559-4835-b394-54edbbcff06c tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991510 Nov 26 02:43:07.438073 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-1cdc7d31-6659-4179-be85-87a6c884700d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a07cb12-fb4f-40d1-9726-7b74f036d13b HTTP/1.1" status: 200 len: 217 time: 0.1253498 Nov 26 02:43:07.520309 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c84c56c-3f72-403a-accf-b1d8978970e2 req-79d3c9cc-b8bb-444e-87ff-7f709710650c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406309 Nov 26 02:43:07.576191 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-eb0b74bb-8d18-48dd-9df3-2fbf8c58c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:07.577673 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-eb0b74bb-8d18-48dd-9df3-2fbf8c58c220 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1350713 Nov 26 02:43:07.579227 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-36e65768-ba8a-4d68-bf1e-4e8564b32f03 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ad6caec5c92044d899d9c12ccac00902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672340 Nov 26 02:43:07.594911 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-7a67af15-28eb-41d7-aae4-eb1fd02d4243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:07.596332 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-7a67af15-28eb-41d7-aae4-eb1fd02d4243 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.1404443 Nov 26 02:43:07.675503 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-276854cb-4f6b-45b6-88b8-32135121b53d req-e4afa01b-9c3e-42da-84b0-8f43f95442a3 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615828 Nov 26 02:43:07.697275 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-422881bb-a219-4c5a-b49c-dbb33e4954e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787516 Nov 26 02:43:07.796864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3739d494-4802-4250-aa55-94ff2c44355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:07.798351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-3739d494-4802-4250-aa55-94ff2c44355c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2058189 Nov 26 02:43:07.856253 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-46467dbe-37fb-42b4-897c-a7e00f0b1177 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:07.857681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-46467dbe-37fb-42b4-897c-a7e00f0b1177 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713344 Nov 26 02:43:07.954384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-df46247d-8a3d-459b-a068-dcff9016fef8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/quotas/ad6caec5c92044d899d9c12ccac00902 HTTP/1.1" status: 200 len: 375 time: 0.0683794 Nov 26 02:43:07.974826 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ba3ab-3f97-4c53-b432-654a9d7bb247 req-4380308b-6d9a-4972-a49f-d0467bddd2fc tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:07.976291 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-096ba3ab-3f97-4c53-b432-654a9d7bb247 req-4380308b-6d9a-4972-a49f-d0467bddd2fc tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 945 time: 0.2341547 Nov 26 02:43:07.989996 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-d67ef532-b459-42db-bd7a-c93fec94b130 service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758627 Nov 26 02:43:08.018172 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a98df-10ab-486e-be65-1f236a621690 req-13d066da-6214-440c-9c3f-b003a80bf377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:08.019589 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d4a98df-10ab-486e-be65-1f236a621690 req-13d066da-6214-440c-9c3f-b003a80bf377 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8d3e205eaa3d47a6bb36fdecd6a82459&device_id=d199b2d4-8a34-4de5-bc94-54d25e4a6cd0 HTTP/1.1" status: 200 len: 1098 time: 0.1940687 Nov 26 02:43:08.159797 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-371c9f72-db1b-448e-a6ee-71ff4ffc1906 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367753 Nov 26 02:43:08.203135 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-5e31a3b6-4d7b-4f64-aaa6-421de3214538 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2374101 Nov 26 02:43:08.221953 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-096ba3ab-3f97-4c53-b432-654a9d7bb247 req-ec09bf15-cb09-475a-bfe7-ed95f1d0621f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299392 Nov 26 02:43:08.287978 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-9c4cee3e-4a6a-40f8-88ee-441d1e20c5ca service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740448 Nov 26 02:43:08.308369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a98df-10ab-486e-be65-1f236a621690 req-fd34572e-b6e4-4ce8-beb2-899a72168af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:08.309876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d4a98df-10ab-486e-be65-1f236a621690 req-fd34572e-b6e4-4ce8-beb2-899a72168af1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.2785957 Nov 26 02:43:08.326034 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6c5ca59-ec71-4fe2-82e0-e3bfdfcb88a9 req-46ee00f6-97ec-43c0-a2fa-1042fabee95b service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412051 Nov 26 02:43:08.386007 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d4a98df-10ab-486e-be65-1f236a621690 req-4ad3ac42-c4d9-4b1e-839a-aba59fe3a371 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=3f101439-a19f-4be2-af7b-6228aab02046 HTTP/1.1" status: 200 len: 217 time: 0.0589664 Nov 26 02:43:08.501105 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device c270bedb-2968-4094-b7df-d6c40e1729cd up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:43:08.511833 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f890e5fb-c34a-4cea-b3d0-fca2541d334a req-22bde98e-76eb-46dd-87d2-98f6b83a509c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 210 time: 0.0343175 Nov 26 02:43:08.558070 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a98df-10ab-486e-be65-1f236a621690 req-a45cf5fc-9524-47b2-a1ff-bc24f81b2559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:08.559624 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d4a98df-10ab-486e-be65-1f236a621690 req-a45cf5fc-9524-47b2-a1ff-bc24f81b2559 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0506134 Nov 26 02:43:08.606363 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port c270bedb-2968-4094-b7df-d6c40e1729cd completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:43:08.611967 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port c270bedb-2968-4094-b7df-d6c40e1729cd triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:08.612648 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:08.634599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86e1236-4fe5-4ca1-bc94-e5d510ca4735', 'tag': '3b2eb54b-89df-4b0f-9774-0c21fa2e632c'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:08.637897 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337da14a-80c8-4492-8b98-c3110d9cb07c" -d '{"events": [{"name": "network-changed", "server_uuid": "e86e1236-4fe5-4ca1-bc94-e5d510ca4735", "tag": "3b2eb54b-89df-4b0f-9774-0c21fa2e632c"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:08.695418 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a98df-10ab-486e-be65-1f236a621690 req-4218f887-ad83-41fb-8dab-8ec8ee1c38b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:08.697272 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d4a98df-10ab-486e-be65-1f236a621690 req-4218f887-ad83-41fb-8dab-8ec8ee1c38b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1246500 Nov 26 02:43:08.710882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82dab7-7edd-4dd5-b80e-e7df8c9d8a1b req-b7a97aed-3702-4139-b6e5-2dc0d122281b tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:08.719906 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b82dab7-7edd-4dd5-b80e-e7df8c9d8a1b req-b7a97aed-3702-4139-b6e5-2dc0d122281b tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 1100 time: 0.0965376 Nov 26 02:43:08.860634 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:08.869203 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e4df0e-2381-450b-8b87-6c601d0f45f2', 'name': 'network-vif-deleted', 'tag': '61de038d-38cb-4383-93ff-e2ac026ae623'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:08.873032 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c319bf2e-015d-4391-b409-d8cbb2202b25" -d '{"events": [{"server_uuid": "77e4df0e-2381-450b-8b87-6c601d0f45f2", "name": "network-vif-deleted", "tag": "61de038d-38cb-4383-93ff-e2ac026ae623"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:08.889878 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3b7cb6-e4c9-4491-bf17-cd9068e2354c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c270bedb-2968-4094-b7df-d6c40e1729cd'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:08.892463 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28659a89-fc9e-4b6f-86c9-957947a125c6" -d '{"events": [{"server_uuid": "3f3b7cb6-e4c9-4491-bf17-cd9068e2354c", "name": "network-vif-plugged", "status": "completed", "tag": "c270bedb-2968-4094-b7df-d6c40e1729cd"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:08.906103 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port c270bedb-2968-4094-b7df-d6c40e1729cd, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c270bedb-2968-4094-b7df-d6c40e1729cd,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:08.910543 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:08.911449 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 61de038d-38cb-4383-93ff-e2ac026ae623 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:43:08.949644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 61de038d-38cb-4383-93ff-e2ac026ae623 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:43:08.949988 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 61de038d-38cb-4383-93ff-e2ac026ae623 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:43:08.980041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=c270bedb-2968-4094-b7df-d6c40e1729cd,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:09.114706 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b82dab7-7edd-4dd5-b80e-e7df8c9d8a1b req-7c1eb941-bcd6-4e52-bf35-1c4f99b168ed tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937528 Nov 26 02:43:09.137278 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b91766-6f8b-4482-b2ca-6c9f78c975cb req-3fd25700-4792-46c8-b87d-a9bcc6939682 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:09.138384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-46b91766-6f8b-4482-b2ca-6c9f78c975cb req-3fd25700-4792-46c8-b87d-a9bcc6939682 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 947 time: 0.1609392 Nov 26 02:43:09.146869 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-b4569356-b550-41dd-89f6-d2bbae787a71 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:09.149146 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-b4569356-b550-41dd-89f6-d2bbae787a71 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3&tenant_id=e8a793ab79454cf9836e2116f38adfa2&binding%3Ahost_id=n-h1-819389-3 HTTP/1.1" status: 200 len: 1096 time: 0.1699572 Nov 26 02:43:09.201716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d4a98df-10ab-486e-be65-1f236a621690 req-a6c91ae7-4132-4a73-b668-5294ba213819 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218916 Nov 26 02:43:09.325938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-46b91766-6f8b-4482-b2ca-6c9f78c975cb req-4d92073a-cfcd-4730-9b82-a69637849e2f tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748602 Nov 26 02:43:09.353585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba79a0-5a97-4cd6-9c5b-fa3a839e7cc5 req-7d9c90f6-6783-4cfc-a855-a237ce62610e tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:09.355690 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62ba79a0-5a97-4cd6-9c5b-fa3a839e7cc5 req-7d9c90f6-6783-4cfc-a855-a237ce62610e tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 946 time: 0.1503460 Nov 26 02:43:09.383130 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50a377f-f82c-4f47-8ae3-f51583e72350 x-openstack-request-id: req-a50a377f-f82c-4f47-8ae3-f51583e72350 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:09.383511 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86e1236-4fe5-4ca1-bc94-e5d510ca4735", "tag": "3b2eb54b-89df-4b0f-9774-0c21fa2e632c", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:09.383662 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a50a377f-f82c-4f47-8ae3-f51583e72350 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:09.384061 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86e1236-4fe5-4ca1-bc94-e5d510ca4735', 'tag': '3b2eb54b-89df-4b0f-9774-0c21fa2e632c', 'status': 'completed', 'code': 200} Nov 26 02:43:09.442244 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d4a98df-10ab-486e-be65-1f236a621690 req-d019368e-82f1-4fb8-8b8e-ab9e5fdb7801 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099934 Nov 26 02:43:09.514751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-ffa65983-8cd7-44a9-a16d-c357f7d0faa8 service neutron] For port 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:09.523534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62ba79a0-5a97-4cd6-9c5b-fa3a839e7cc5 req-3fc34988-c0e9-4155-833b-8a4f83988650 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436362 Nov 26 02:43:09.526222 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-ffa65983-8cd7-44a9-a16d-c357f7d0faa8 service neutron] Publish callbacks [] for binding, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:09.527507 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4915777-1d1a-421c-a2ba-b1d2ae01547c req-ffa65983-8cd7-44a9-a16d-c357f7d0faa8 service neutron] 10.222.0.54 "DELETE /v2.0/ports/6a07cb12-fb4f-40d1-9726-7b74f036d13b/bindings/n-h2-819389-3 HTTP/1.1" status: 204 len: 173 time: 0.3618021 Nov 26 02:43:09.543423 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705aec1-4966-4fbe-8ad9-8741c69bb681 req-ed249ff8-be74-456c-815e-98cb42fe25a7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:09.550019 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3705aec1-4966-4fbe-8ad9-8741c69bb681 req-ed249ff8-be74-456c-815e-98cb42fe25a7 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 949 time: 0.1276853 Nov 26 02:43:09.558190 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-678ad2df-331d-4617-9bca-3581366ae6b3 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ad6caec5c92044d899d9c12ccac00902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285947 Nov 26 02:43:09.570075 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337da14a-80c8-4492-8b98-c3110d9cb07c req-0124384c-4eaf-4ab2-b164-7fbd4dfb83de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:09.571745 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-337da14a-80c8-4492-8b98-c3110d9cb07c req-0124384c-4eaf-4ab2-b164-7fbd4dfb83de service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8d3e205eaa3d47a6bb36fdecd6a82459&device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 1098 time: 0.1330807 Nov 26 02:43:09.626896 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae814d6-74ca-4712-bc45-b47eacca3b39 x-openstack-request-id: req-5ae814d6-74ca-4712-bc45-b47eacca3b39 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:09.627411 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3b7cb6-e4c9-4491-bf17-cd9068e2354c", "name": "network-vif-plugged", "status": "completed", "tag": "c270bedb-2968-4094-b7df-d6c40e1729cd", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:09.627845 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ae814d6-74ca-4712-bc45-b47eacca3b39 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:09.628514 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3b7cb6-e4c9-4491-bf17-cd9068e2354c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c270bedb-2968-4094-b7df-d6c40e1729cd', 'code': 200} Nov 26 02:43:09.642376 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a299d3-514e-43c5-a93d-1f99228c5207 x-openstack-request-id: req-93a299d3-514e-43c5-a93d-1f99228c5207 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:09.643049 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e4df0e-2381-450b-8b87-6c601d0f45f2", "name": "network-vif-deleted", "tag": "61de038d-38cb-4383-93ff-e2ac026ae623", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:09.643567 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93a299d3-514e-43c5-a93d-1f99228c5207 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:09.644202 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e4df0e-2381-450b-8b87-6c601d0f45f2', 'name': 'network-vif-deleted', 'tag': '61de038d-38cb-4383-93ff-e2ac026ae623', 'status': 'completed', 'code': 200} Nov 26 02:43:09.663575 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3705aec1-4966-4fbe-8ad9-8741c69bb681 req-c3b1602b-9247-4fe7-9343-2c724e53f86a tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077380 Nov 26 02:43:09.734128 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-8ca0024f-1485-4137-8957-e23a3c52d1d5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:09.736177 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-8ca0024f-1485-4137-8957-e23a3c52d1d5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1721563 Nov 26 02:43:09.737095 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337da14a-80c8-4492-8b98-c3110d9cb07c req-15df9316-05c3-4f38-a415-011d413646f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:09.738500 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-337da14a-80c8-4492-8b98-c3110d9cb07c req-15df9316-05c3-4f38-a415-011d413646f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.1579726 Nov 26 02:43:09.766994 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-f71a7229-2985-4254-b5fc-87d5d95eb34d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Request body: {'port': {'device_id': '0c144bc4-7dca-4b6c-9735-55f49f52380b', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': 'ad6caec5c92044d899d9c12ccac00902'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:09.853358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-337da14a-80c8-4492-8b98-c3110d9cb07c req-644bb28c-9d69-4257-8249-fa5695d1b242 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=3b2eb54b-89df-4b0f-9774-0c21fa2e632c HTTP/1.1" status: 200 len: 217 time: 0.0795398 Nov 26 02:43:09.859026 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacebf6-844c-4bfe-b6a7-74bd10fd50b9 req-6e635bc1-e97a-4551-8cfa-9434a35fba3e tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:09.860785 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1bacebf6-844c-4bfe-b6a7-74bd10fd50b9 req-6e635bc1-e97a-4551-8cfa-9434a35fba3e tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 1100 time: 0.1391523 Nov 26 02:43:09.878716 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-f71a7229-2985-4254-b5fc-87d5d95eb34d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Made reservation on behalf of ad6caec5c92044d899d9c12ccac00902 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:43:09.882324 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-f71a7229-2985-4254-b5fc-87d5d95eb34d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:09.936500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ae3e8-fe9b-4c47-acbd-7eb7ccb9b59a req-a4795529-c967-4c85-93a0-d8a0dbd3ab39 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:09.937992 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b54ae3e8-fe9b-4c47-acbd-7eb7ccb9b59a req-a4795529-c967-4c85-93a0-d8a0dbd3ab39 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 945 time: 0.1761136 Nov 26 02:43:09.945018 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ebe26-680b-4087-a173-dcc5357a2708 req-d7f74267-2374-4ac8-8309-f1a1335bfc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:09.946456 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e97ebe26-680b-4087-a173-dcc5357a2708 req-d7f74267-2374-4ac8-8309-f1a1335bfc18 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 1097 time: 0.1644087 Nov 26 02:43:09.952989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337da14a-80c8-4492-8b98-c3110d9cb07c req-e2df4a27-c628-430e-b8a7-d18673b11b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:09.954422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-337da14a-80c8-4492-8b98-c3110d9cb07c req-e2df4a27-c628-430e-b8a7-d18673b11b24 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0912130 Nov 26 02:43:10.019856 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-f71a7229-2985-4254-b5fc-87d5d95eb34d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Allocated IP 192.168.233.215 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/853ba577-f306-4fe3-b7b4-f44938af6ff5) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:43:10.027411 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1bacebf6-844c-4bfe-b6a7-74bd10fd50b9 req-0fe608d4-4d64-41b1-ba80-3785bbf10575 tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501744 Nov 26 02:43:10.079356 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b54ae3e8-fe9b-4c47-acbd-7eb7ccb9b59a req-ec6da4ac-50c0-424c-a6b4-254bd4d03dc0 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195729 Nov 26 02:43:10.093789 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e97ebe26-680b-4087-a173-dcc5357a2708 req-488f4699-4050-4d75-8cb2-c59742993bf1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122878 Nov 26 02:43:10.096353 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337da14a-80c8-4492-8b98-c3110d9cb07c req-e546e7ec-68ac-4207-b385-d1dcfc0b676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:10.097810 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-337da14a-80c8-4492-8b98-c3110d9cb07c req-e546e7ec-68ac-4207-b385-d1dcfc0b676a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1152935 Nov 26 02:43:10.170553 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57998) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:10.194431 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4143c63a-09b0-4601-aee1-84defd195195 req-d278e5a6-e84e-4244-be8b-248b3c290e2d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 210 time: 0.0306556 Nov 26 02:43:10.227450 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-f71a7229-2985-4254-b5fc-87d5d95eb34d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:10.285630 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-f71a7229-2985-4254-b5fc-87d5d95eb34d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:10.290013 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2e78-4c83-4d45-8764-28c98a89c885 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:10.328228 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164f36d-5445-439a-8b7a-0930033302cf req-001d34ae-f8b0-4212-9015-54914eaafa5d tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:10.330396 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1164f36d-5445-439a-8b7a-0930033302cf req-001d34ae-f8b0-4212-9015-54914eaafa5d tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 1096 time: 0.0448873 Nov 26 02:43:10.331877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['86022b09-c470-4f1b-b585-f0e3eb74f99e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:43:10.360651 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2e78-4c83-4d45-8764-28c98a89c885 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:10.366580 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-f71a7229-2985-4254-b5fc-87d5d95eb34d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:43:10.380295 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-f71a7229-2985-4254-b5fc-87d5d95eb34d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:10.387697 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a7229-2985-4254-b5fc-87d5d95eb34d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Pushing event updated for resources: {'Port': ['ID=853ba577-f306-4fe3-b7b4-f44938af6ff5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:10.392834 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-f71a7229-2985-4254-b5fc-87d5d95eb34d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:43:10.462439 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-f71a7229-2985-4254-b5fc-87d5d95eb34d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:10.463215 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-f71a7229-2985-4254-b5fc-87d5d95eb34d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:10.488131 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-f71a7229-2985-4254-b5fc-87d5d95eb34d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7249570 Nov 26 02:43:10.491974 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2e78-4c83-4d45-8764-28c98a89c885 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:10.495898 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2e78-4c83-4d45-8764-28c98a89c885 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:10.502302 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c5ee2e78-4c83-4d45-8764-28c98a89c885 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "DELETE /v2.0/security-groups/cf0df819-e762-42f5-b727-a0055d20796d HTTP/1.1" status: 204 len: 168 time: 0.3306870 Nov 26 02:43:10.505943 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58006) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:10.518694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1164f36d-5445-439a-8b7a-0930033302cf req-15a9466b-c400-42ca-b1ab-953660187c9b tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807735 Nov 26 02:43:10.524095 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Request body: {'port': {'device_id': '0c144bc4-7dca-4b6c-9735-55f49f52380b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:10.545574 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee2e78-4c83-4d45-8764-28c98a89c885 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0df819-e762-42f5-b727-a0055d20796d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:10.568070 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa982e-1375-469a-87a1-45a80768724e req-acb45d6b-1f60-44e5-b2e7-e3e5603f5d8b tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:10.583698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5aa982e-1375-469a-87a1-45a80768724e req-acb45d6b-1f60-44e5-b2e7-e3e5603f5d8b tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 947 time: 0.1575372 Nov 26 02:43:10.589193 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-b4d8991c-2cc1-4ed0-8865-9a9d33192da6 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] show failed (client error): The resource could not be found. Nov 26 02:43:10.593281 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b4d8991c-2cc1-4ed0-8865-9a9d33192da6 tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "GET /v2.0/security-groups/cf0df819-e762-42f5-b727-a0055d20796d HTTP/1.1" status: 404 len: 347 time: 0.0861421 Nov 26 02:43:10.594233 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58010) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:10.703310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7706639a-67c2-44a3-816e-5fd91aa7c685 None None] Provisioning complete for port 853ba577-f306-4fe3-b7b4-f44938af6ff5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:10.703874 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7706639a-67c2-44a3-816e-5fd91aa7c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:10.783479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7706639a-67c2-44a3-816e-5fd91aa7c685 None None] Port 853ba577-f306-4fe3-b7b4-f44938af6ff5 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:43:10.792020 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:10.796990 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5aa982e-1375-469a-87a1-45a80768724e req-d784354e-eda7-4d82-af3a-0b4633b769a7 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064688 Nov 26 02:43:10.861862 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a71378a8-755d-4677-8092-7419fbfc357b tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Deleting port 96567b0e-bb64-4d83-b9e6-b632fee5bd83 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:43:10.862337 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a71378a8-755d-4677-8092-7419fbfc357b tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:10.878167 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-337da14a-80c8-4492-8b98-c3110d9cb07c req-1fc0db4b-7091-493e-9aa5-1d75f4d2a1f8 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902865 Nov 26 02:43:10.988186 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd088ec8-37b2-4bd4-8c8d-ae62848bb5d0 req-4fe37925-cb82-4a03-b118-acae1a74aa81 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:10.989665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cd088ec8-37b2-4bd4-8c8d-ae62848bb5d0 req-4fe37925-cb82-4a03-b118-acae1a74aa81 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 946 time: 0.1300566 Nov 26 02:43:11.017492 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6cd28-8556-404d-b666-a524d1a4d568 req-d2e8c469-384d-4516-8f52-36dfdd55e4f3 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:11.018944 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ef6cd28-8556-404d-b666-a524d1a4d568 req-d2e8c469-384d-4516-8f52-36dfdd55e4f3 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 949 time: 0.1452899 Nov 26 02:43:11.041611 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a71378a8-755d-4677-8092-7419fbfc357b tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:11.042711 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a71378a8-755d-4677-8092-7419fbfc357b tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:11.059752 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a71378a8-755d-4677-8092-7419fbfc357b tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Calling delete_port for 96567b0e-bb64-4d83-b9e6-b632fee5bd83 owned by network:floatingip {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:43:11.078356 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-337da14a-80c8-4492-8b98-c3110d9cb07c req-a2d88b97-a052-4acd-8758-27966950811d service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779950 Nov 26 02:43:11.105647 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cd088ec8-37b2-4bd4-8c8d-ae62848bb5d0 req-c0108b82-20df-4039-90fd-9cc98aff1c47 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080666 Nov 26 02:43:11.116939 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ef6cd28-8556-404d-b666-a524d1a4d568 req-abc137d3-1723-4f0e-824b-cb638e72d047 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba2c785a-e72f-471f-9ae4-bbb430042ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847471 Nov 26 02:43:11.321952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-283fed68-b747-4cfc-9570-14f9240e30f8 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:11.323893 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-283fed68-b747-4cfc-9570-14f9240e30f8 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 821 time: 0.1165984 Nov 26 02:43:11.341472 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-0d530e00-272e-43da-84ad-80dcd0215d82 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/quotas/e8a793ab79454cf9836e2116f38adfa2 HTTP/1.1" status: 200 len: 375 time: 0.0103533 Nov 26 02:43:11.404424 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853ba577-f306-4fe3-b7b4-f44938af6ff5 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:43:11.412467 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:11.420558 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-c661dbf5-e99b-498d-9c8b-3bb8234186d5 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729740 Nov 26 02:43:11.446464 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92095f71-928a-4d36-b761-aed9674b9a04 req-083674e2-9c35-4e92-805d-1655e53f6590 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:11.446688 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Transition to ACTIVE for port object 853ba577-f306-4fe3-b7b4-f44938af6ff5 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:43:11.447985 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92095f71-928a-4d36-b761-aed9674b9a04 req-083674e2-9c35-4e92-805d-1655e53f6590 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 936 time: 0.0709772 Nov 26 02:43:11.453855 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:11.511600 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a71378a8-755d-4677-8092-7419fbfc357b tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:11.515052 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Pushing event updated for resources: {'Port': ['ID=853ba577-f306-4fe3-b7b4-f44938af6ff5,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:11.550290 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71378a8-755d-4677-8092-7419fbfc357b tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Pushing event deleted for resources: {'Port': ['ID=96567b0e-bb64-4d83-b9e6-b632fee5bd83,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:11.576829 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92095f71-928a-4d36-b761-aed9674b9a04 req-c73ad18d-64fd-458e-97c5-9168fba62a27 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136975 Nov 26 02:43:11.612327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-bd86f30b-f0c8-45d4-9edd-c4cf2e3677f5 service neutron] 10.222.0.31 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813197 Nov 26 02:43:11.614860 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-077dcfca-91ac-4047-a911-745a7bcdcb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:11.687492 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a71378a8-755d-4677-8092-7419fbfc357b tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks [] for floatingip, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:11.690821 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a71378a8-755d-4677-8092-7419fbfc357b tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:11.692111 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a71378a8-755d-4677-8092-7419fbfc357b tempest-ImagesOneServerNegativeTestJSON-500632025 tempest-ImagesOneServerNegativeTestJSON-500632025-project] 10.222.0.31 "DELETE /v2.0/floatingips/c6ee8041-68b4-4306-aad8-a4760d14e6b7 HTTP/1.1" status: 204 len: 168 time: 1.0949843 Nov 26 02:43:11.704090 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Attempting to bind port 853ba577-f306-4fe3-b7b4-f44938af6ff5 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:43:11.704550 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Attempting to bind port 853ba577-f306-4fe3-b7b4-f44938af6ff5 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:43:11.704976 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Attempting to bind port 853ba577-f306-4fe3-b7b4-f44938af6ff5 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:11.709919 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Port 853ba577-f306-4fe3-b7b4-f44938af6ff5 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:43:11.710221 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Attempting to bind port 853ba577-f306-4fe3-b7b4-f44938af6ff5 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:11.717843 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:43:11.718255 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:43:11.719456 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:43:11.719986 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Bound port: 853ba577-f306-4fe3-b7b4-f44938af6ff5, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:43:11.720449 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:11.757353 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-a9b3f6ef-eed2-4e3b-91b5-131e224087bd service neutron] 10.222.0.31 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440303 Nov 26 02:43:11.819013 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] For port 853ba577-f306-4fe3-b7b4-f44938af6ff5, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:11.834741 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] For port 853ba577-f306-4fe3-b7b4-f44938af6ff5, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=853ba577-f306-4fe3-b7b4-f44938af6ff5,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:43:11.845555 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57f806-24e1-4521-9ce0-cdc945acf3c1 req-989a0efc-41d5-4799-8296-02b16df19625 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:11.846922 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:11.847562 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af57f806-24e1-4521-9ce0-cdc945acf3c1 req-989a0efc-41d5-4799-8296-02b16df19625 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 949 time: 0.0690029 Nov 26 02:43:11.918295 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:11.919368 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:11.921216 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] 10.222.0.59 "PUT /v2.0/ports/853ba577-f306-4fe3-b7b4-f44938af6ff5 HTTP/1.1" status: 200 len: 1096 time: 1.4046233 Nov 26 02:43:11.921895 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c144bc4-7dca-4b6c-9735-55f49f52380b', 'tag': '853ba577-f306-4fe3-b7b4-f44938af6ff5'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:11.924518 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d54f14-5fbc-4ab8-9d45-49112ff1e19e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c144bc4-7dca-4b6c-9735-55f49f52380b", "tag": "853ba577-f306-4fe3-b7b4-f44938af6ff5"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:11.970343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871f052-6976-4a19-b6ab-1b46aff61990 service neutron] Pushing event updated for resources: {'Port': ['ID=853ba577-f306-4fe3-b7b4-f44938af6ff5,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:12.028126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-af57f806-24e1-4521-9ce0-cdc945acf3c1 req-ce7131b5-64e0-4256-abb6-080b46a4579a tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Deleting port 3e8c2e35-125f-4810-8448-e8fe66413fa6 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:43:12.028480 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-af57f806-24e1-4521-9ce0-cdc945acf3c1 req-ce7131b5-64e0-4256-abb6-080b46a4579a tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:12.102020 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-075e7836-e24a-415b-a099-db12712055ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:12.103655 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-075e7836-e24a-415b-a099-db12712055ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 1099 time: 0.1009476 Nov 26 02:43:12.189614 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-c8558e63-2cec-45eb-a3dc-1c64bfe4f30b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=853ba577-f306-4fe3-b7b4-f44938af6ff5 HTTP/1.1" status: 200 len: 217 time: 0.0683117 Nov 26 02:43:12.237745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-af57f806-24e1-4521-9ce0-cdc945acf3c1 req-ce7131b5-64e0-4256-abb6-080b46a4579a tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] For port 3e8c2e35-125f-4810-8448-e8fe66413fa6, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3e8c2e35-125f-4810-8448-e8fe66413fa6,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:12.238115 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-af57f806-24e1-4521-9ce0-cdc945acf3c1 req-ce7131b5-64e0-4256-abb6-080b46a4579a tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:12.268332 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-af57f806-24e1-4521-9ce0-cdc945acf3c1 req-ce7131b5-64e0-4256-abb6-080b46a4579a tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Calling delete_port for 3e8c2e35-125f-4810-8448-e8fe66413fa6 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:43:12.286946 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-46d1dc47-dd2c-4f83-adb3-ae5c27035224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:12.288561 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-46d1dc47-dd2c-4f83-adb3-ae5c27035224 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0872567 Nov 26 02:43:12.291892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09202c99-33f4-4676-a54f-2ec1711bbef3 req-e941b314-67e5-4ec1-99cc-020c5f5b5c74 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:12.293531 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09202c99-33f4-4676-a54f-2ec1711bbef3 req-e941b314-67e5-4ec1-99cc-020c5f5b5c74 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 947 time: 0.1950462 Nov 26 02:43:12.317350 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883b6bb-bfc0-41a7-8ae3-f8f91cdb0fe2 req-cb7a16d7-4ca2-484f-a6a5-a90738aeee1f tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:12.325950 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9883b6bb-bfc0-41a7-8ae3-f8f91cdb0fe2 req-cb7a16d7-4ca2-484f-a6a5-a90738aeee1f tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.2123973 Nov 26 02:43:12.384537 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-7e3d36b5-cf8a-4c0a-8d46-c39cae0435c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:12.386602 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-7e3d36b5-cf8a-4c0a-8d46-c39cae0435c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870497 Nov 26 02:43:12.447899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9883b6bb-bfc0-41a7-8ae3-f8f91cdb0fe2 req-7b7f1d02-b120-4a82-928a-3ffd3264ac70 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205831 Nov 26 02:43:12.468147 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09202c99-33f4-4676-a54f-2ec1711bbef3 req-cbc93ba4-fb5a-40ce-b57a-a21b8f921e31 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612990 Nov 26 02:43:12.513653 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-51d9e047-a34e-4667-8fe5-40aaa561892d service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167748 Nov 26 02:43:12.516845 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3f101439-a19f-4be2-af7b-6228aab02046 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:43:12.545037 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3aa7ae7-9865-4901-bb43-c3a7c7b7f5ab x-openstack-request-id: req-e3aa7ae7-9865-4901-bb43-c3a7c7b7f5ab {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:12.545354 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c144bc4-7dca-4b6c-9735-55f49f52380b", "tag": "853ba577-f306-4fe3-b7b4-f44938af6ff5", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:12.545577 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3aa7ae7-9865-4901-bb43-c3a7c7b7f5ab {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:12.545952 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c144bc4-7dca-4b6c-9735-55f49f52380b', 'tag': '853ba577-f306-4fe3-b7b4-f44938af6ff5', 'status': 'completed', 'code': 200} Nov 26 02:43:12.589965 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-af57f806-24e1-4521-9ce0-cdc945acf3c1 req-ce7131b5-64e0-4256-abb6-080b46a4579a tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:12.649608 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7131b5-64e0-4256-abb6-080b46a4579a tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Pushing event deleted for resources: {'Port': ['ID=3e8c2e35-125f-4810-8448-e8fe66413fa6,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:12.715028 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3f101439-a19f-4be2-af7b-6228aab02046, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3f101439-a19f-4be2-af7b-6228aab02046,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:12.727181 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d5a1a41-3ddd-4279-b8c8-ff5f2b68cbe9 req-ca313d68-5469-4e78-8551-b9c8fbf7a1d6 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 210 time: 0.0620396 Nov 26 02:43:12.732160 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c8ab07ba-fd99-42fb-b99a-302906eac234 req-853227d2-cc8a-4480-aa3b-66e875167887 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021317 Nov 26 02:43:12.744688 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '3f101439-a19f-4be2-af7b-6228aab02046', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '3f101439-a19f-4be2-af7b-6228aab02046', 'mac_address': 'fa:16:3e:73:36:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:43:12.747364 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-af57f806-24e1-4521-9ce0-cdc945acf3c1 req-ce7131b5-64e0-4256-abb6-080b46a4579a tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] No DVR routers for this DVR port 3e8c2e35-125f-4810-8448-e8fe66413fa6 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:43:12.750269 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['3e8c2e35-125f-4810-8448-e8fe66413fa6'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:43:12.750453 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-af57f806-24e1-4521-9ce0-cdc945acf3c1 req-ce7131b5-64e0-4256-abb6-080b46a4579a tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:12.753705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af57f806-24e1-4521-9ce0-cdc945acf3c1 req-ce7131b5-64e0-4256-abb6-080b46a4579a tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.54 "DELETE /v2.0/ports/3e8c2e35-125f-4810-8448-e8fe66413fa6 HTTP/1.1" status: 204 len: 173 time: 0.8965349 Nov 26 02:43:12.754160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e47d03b-bca7-412b-a58b-89b20afaee6c', 'name': 'network-vif-deleted', 'tag': '3e8c2e35-125f-4810-8448-e8fe66413fa6'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:12.756500 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1550de45-3fee-4d09-b90d-4cce93f5dc11" -d '{"events": [{"server_uuid": "6e47d03b-bca7-412b-a58b-89b20afaee6c", "name": "network-vif-deleted", "tag": "3e8c2e35-125f-4810-8448-e8fe66413fa6"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:12.776934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5cf20-b256-4dd0-a8e0-7c014fb0030f req-1ab5b755-df81-464d-95ab-4ff3ff9fa2f6 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:12.778478 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0f5cf20-b256-4dd0-a8e0-7c014fb0030f req-1ab5b755-df81-464d-95ab-4ff3ff9fa2f6 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 946 time: 0.1351900 Nov 26 02:43:12.879213 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:12.896024 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f101439-a19f-4be2-af7b-6228aab02046 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:43:12.900137 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0f5cf20-b256-4dd0-a8e0-7c014fb0030f req-6eda7910-cd02-4db1-a76c-4e11b1e7607f tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139889 Nov 26 02:43:12.902702 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96ca73f1-d9f8-48a7-9b2d-5b8a1e4534a0 req-e89dc1c5-3c3d-407b-886e-7f376c613937 tempest-LiveMigrationNegativeTest-23373681 tempest-LiveMigrationNegativeTest-23373681-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e47d03b-bca7-412b-a58b-89b20afaee6c HTTP/1.1" status: 200 len: 210 time: 0.0662518 Nov 26 02:43:12.951662 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3f101439-a19f-4be2-af7b-6228aab02046, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3f101439-a19f-4be2-af7b-6228aab02046,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:12.959595 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:12.993063 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d54f14-5fbc-4ab8-9d45-49112ff1e19e req-f6174b3d-cacd-4d27-9eca-e3e6d2a999d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:12.996270 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-62d54f14-5fbc-4ab8-9d45-49112ff1e19e req-f6174b3d-cacd-4d27-9eca-e3e6d2a999d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 1099 time: 0.0976071 Nov 26 02:43:13.003947 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58084) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:13.017052 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=3f101439-a19f-4be2-af7b-6228aab02046,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:13.053782 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c78ce39-8b01-4813-8af6-c4b85e1faee1 x-openstack-request-id: req-9c78ce39-8b01-4813-8af6-c4b85e1faee1 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:13.054173 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e47d03b-bca7-412b-a58b-89b20afaee6c", "name": "network-vif-deleted", "tag": "3e8c2e35-125f-4810-8448-e8fe66413fa6", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:13.054500 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c78ce39-8b01-4813-8af6-c4b85e1faee1 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:13.056118 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e47d03b-bca7-412b-a58b-89b20afaee6c', 'name': 'network-vif-deleted', 'tag': '3e8c2e35-125f-4810-8448-e8fe66413fa6', 'status': 'completed', 'code': 200} Nov 26 02:43:13.107054 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b0bc49-64cc-45a3-8713-f9495c8d9057 admin admin] Deleting subnet 1b46157e-421f-41f5-9034-94d077205f11 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:43:13.113410 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71b0bc49-64cc-45a3-8713-f9495c8d9057 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:13.134516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4813b-c4c3-48eb-8558-c558851dc902 req-89c46e26-1241-4f26-88a8-73611b414c7e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:13.137231 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fa4813b-c4c3-48eb-8558-c558851dc902 req-89c46e26-1241-4f26-88a8-73611b414c7e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 948 time: 0.0508149 Nov 26 02:43:13.171669 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71b0bc49-64cc-45a3-8713-f9495c8d9057 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:13.190922 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fa4813b-c4c3-48eb-8558-c558851dc902 req-ef21006d-c382-46b7-83b5-f65622a6fc1c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483963 Nov 26 02:43:13.195561 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d54f14-5fbc-4ab8-9d45-49112ff1e19e req-72c05bd3-ab5c-4d6c-9590-4763aa7b349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:13.197064 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-62d54f14-5fbc-4ab8-9d45-49112ff1e19e req-72c05bd3-ab5c-4d6c-9590-4763aa7b349f service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.1814830 Nov 26 02:43:13.243175 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-62d54f14-5fbc-4ab8-9d45-49112ff1e19e req-635ddfb0-ec82-43b1-8852-a5a1a12c9033 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=853ba577-f306-4fe3-b7b4-f44938af6ff5 HTTP/1.1" status: 200 len: 217 time: 0.0382521 Nov 26 02:43:13.259364 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71b0bc49-64cc-45a3-8713-f9495c8d9057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:13.326693 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d54f14-5fbc-4ab8-9d45-49112ff1e19e req-eb0670af-0131-4ffc-a8f9-4d0ed1d17ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:13.328184 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-62d54f14-5fbc-4ab8-9d45-49112ff1e19e req-eb0670af-0131-4ffc-a8f9-4d0ed1d17ba4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0758538 Nov 26 02:43:13.353028 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71b0bc49-64cc-45a3-8713-f9495c8d9057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:13.397747 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71b0bc49-64cc-45a3-8713-f9495c8d9057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:13.400949 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-71b0bc49-64cc-45a3-8713-f9495c8d9057 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1b46157e-421f-41f5-9034-94d077205f11 HTTP/1.1" status: 204 len: 168 time: 0.3956869 Nov 26 02:43:13.401948 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0bc49-64cc-45a3-8713-f9495c8d9057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b46157e-421f-41f5-9034-94d077205f11,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:13.404553 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58086) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:13.413688 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d54f14-5fbc-4ab8-9d45-49112ff1e19e req-900a61f8-b4c0-481d-91dc-6f912faa4f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:13.415482 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-62d54f14-5fbc-4ab8-9d45-49112ff1e19e req-900a61f8-b4c0-481d-91dc-6f912faa4f16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744193 Nov 26 02:43:13.496432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['3f101439-a19f-4be2-af7b-6228aab02046'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:43:13.510707 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:13.524039 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-62d54f14-5fbc-4ab8-9d45-49112ff1e19e req-0c844a46-d058-4b2f-a115-8b222543c4d4 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974746 Nov 26 02:43:13.655189 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-62d54f14-5fbc-4ab8-9d45-49112ff1e19e req-720898af-70f1-4980-af64-40a658eb2e73 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217775 Nov 26 02:43:13.922893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-cb7d1bf8-4df1-433d-9b5d-423e4850fe9d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:13.924340 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-cb7d1bf8-4df1-433d-9b5d-423e4850fe9d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.59 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 821 time: 0.4440582 Nov 26 02:43:13.959299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c17216-458f-48d3-b3d0-e9952b89067b req-d6400056-cde7-4192-b51f-bad6bc26bdeb tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:13.960743 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88c17216-458f-48d3-b3d0-e9952b89067b req-d6400056-cde7-4192-b51f-bad6bc26bdeb tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.4161735 Nov 26 02:43:13.968035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-0e9f4908-886b-42de-82ca-939217a3b2de tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Request body: {'port': {'device_id': '362c6263-b2ea-4c0a-83d8-48e935545f90', 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02', 'admin_state_up': True, 'tenant_id': 'e8a793ab79454cf9836e2116f38adfa2'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:13.979180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea11e4-1d32-468d-9acd-0e5aec57fb7c req-8a658d51-bef7-42fc-a085-96e0dc440c07 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:13.980589 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94ea11e4-1d32-468d-9acd-0e5aec57fb7c req-8a658d51-bef7-42fc-a085-96e0dc440c07 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 947 time: 0.1674082 Nov 26 02:43:14.046524 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:14.075708 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4c4a2f4e-0dc8-4b03-8c9b-a1776ae1ff61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:14.096297 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:43:14.096639 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:43:14.097369 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:43:14.097694 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Subscribe: > port after_create 55550000 {{(pid=104802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:43:14.098028 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:43:14.098355 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Subscribe: > port after_update 55550000 {{(pid=104802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:43:14.098685 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:43:14.098998 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:43:14.099310 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:43:14.099625 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:43:14.165881 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:43:14.166224 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:43:14.166553 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:43:14.166909 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 02:43:14.167268 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87b060a-d5d1-4923-b8cc-c505a50f896b']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:14.205775 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96edcaca-041e-4f83-b411-43edf2a49a8b') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:14.205991 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96edcaca-041e-4f83-b411-43edf2a49a8b') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:14.215323 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88c17216-458f-48d3-b3d0-e9952b89067b req-645d008e-ca03-4038-86f2-fc1d9f7ed6bb tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327487 Nov 26 02:43:14.249880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94ea11e4-1d32-468d-9acd-0e5aec57fb7c req-5a34eaa6-1d45-494a-9f02-1cc2537aab11 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553241 Nov 26 02:43:14.254702 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:14.294391 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:14.318302 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d574ca47-ac01-446c-a157-696376284562 req-059bbe4a-aa0d-4edf-aa98-20c9d603dbc0 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 210 time: 0.0425301 Nov 26 02:43:14.324625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:43:14.325016 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: from cryptography.utils import int_from_bytes Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: from cryptography.utils import int_from_bytes Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:43:14.336494 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:43:14.421486 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:14.423121 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-0e9f4908-886b-42de-82ca-939217a3b2de tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Made reservation on behalf of e8a793ab79454cf9836e2116f38adfa2 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:43:14.426626 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-0e9f4908-886b-42de-82ca-939217a3b2de tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:14.455380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de193984-17cc-4432-9389-9948982cb22a req-8dab7531-a5d7-4841-9cec-fa8bba55758c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:14.455380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de193984-17cc-4432-9389-9948982cb22a req-8dab7531-a5d7-4841-9cec-fa8bba55758c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 946 time: 0.1383045 Nov 26 02:43:14.462133 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:14.465453 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e87b060a-d5d1-4923-b8cc-c505a50f896b HTTP/1.1" status: 204 len: 168 time: 1.0598042 Nov 26 02:43:14.488113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48f3a3-4c8c-4dcd-9081-a8b8ca0b74d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e87b060a-d5d1-4923-b8cc-c505a50f896b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:14.533317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3b2eb54b-89df-4b0f-9774-0c21fa2e632c details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:43:14.543559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3e8c2e35-125f-4810-8448-e8fe66413fa6 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:43:14.574186 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 3e8c2e35-125f-4810-8448-e8fe66413fa6 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:43:14.574418 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3e8c2e35-125f-4810-8448-e8fe66413fa6 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:43:14.624867 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58108) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:14.676627 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de193984-17cc-4432-9389-9948982cb22a req-8b82dd11-4050-4433-a301-033109c1f7aa tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945484 Nov 26 02:43:14.686225 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58110) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:14.691439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3b2eb54b-89df-4b0f-9774-0c21fa2e632c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:14.709559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '3b2eb54b-89df-4b0f-9774-0c21fa2e632c', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '3b2eb54b-89df-4b0f-9774-0c21fa2e632c', 'mac_address': 'fa:16:3e:9c:a4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:43:14.711434 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-396880c4-6dcf-4fbe-aa22-6a05e752e45c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c4f8bc7f0d6943cfb753dcc1ea335c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0803347 Nov 26 02:43:14.712096 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58116) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:14.722565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8db16a-9167-494b-81f1-6b05e9b9eec5 req-cfdd421c-5fad-40c2-9ec7-dd2c3b321cec tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:14.730787 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd8db16a-9167-494b-81f1-6b05e9b9eec5 req-cfdd421c-5fad-40c2-9ec7-dd2c3b321cec tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 948 time: 0.1746695 Nov 26 02:43:14.755162 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:14.772365 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2eb54b-89df-4b0f-9774-0c21fa2e632c {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:43:14.790228 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-52dc4531-2d14-4f4d-8adc-a1a79c89ad01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:14.795373 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3b2eb54b-89df-4b0f-9774-0c21fa2e632c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:14.802987 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:14.820750 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-52dc4531-2d14-4f4d-8adc-a1a79c89ad01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:14.824380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-0e9f4908-886b-42de-82ca-939217a3b2de tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Allocated IP 172.20.0.3 (19f9e564-6945-4cfd-bf25-fe17589b9d02/681deaf1-7770-440e-9d0a-fc19f5a6a2ba/43bd8f10-cc29-48d4-846e-250a48a707ce) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:43:14.839951 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd8db16a-9167-494b-81f1-6b05e9b9eec5 req-5b97ec8d-fc23-4454-8310-353fc05f8442 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051545 Nov 26 02:43:14.867411 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43731318-4802-497c-92e5-91dcd55da879 req-cf89d139-3521-4ef3-93b6-a0feb5dbcd0c tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:14.876939 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43731318-4802-497c-92e5-91dcd55da879 req-cf89d139-3521-4ef3-93b6-a0feb5dbcd0c tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 1097 time: 0.1302214 Nov 26 02:43:14.887332 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-52dc4531-2d14-4f4d-8adc-a1a79c89ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:14.887983 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=3b2eb54b-89df-4b0f-9774-0c21fa2e632c,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:14.896290 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:14.902190 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-52dc4531-2d14-4f4d-8adc-a1a79c89ad01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:14.904272 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-52dc4531-2d14-4f4d-8adc-a1a79c89ad01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4c948c0-dabe-4f08-8b78-c65d795e0182 HTTP/1.1" status: 204 len: 168 time: 0.1910038 Nov 26 02:43:14.926894 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc4531-2d14-4f4d-8adc-a1a79c89ad01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c948c0-dabe-4f08-8b78-c65d795e0182,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:14.957685 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-18ed3e27-7a91-4242-a9e5-548457dc80e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=096db277470446ba91a30b961616eb74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701862 Nov 26 02:43:14.960473 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58120) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:14.968145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43731318-4802-497c-92e5-91dcd55da879 req-07f23c55-cd96-4002-a6ae-35db0f7fab2a tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856605 Nov 26 02:43:15.037087 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f22c5482-2931-4041-9e73-4477783230d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:15.066646 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f22c5482-2931-4041-9e73-4477783230d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:15.087627 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-0e9f4908-886b-42de-82ca-939217a3b2de tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:15.125794 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f22c5482-2931-4041-9e73-4477783230d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:15.129995 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f22c5482-2931-4041-9e73-4477783230d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:15.130735 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-0e9f4908-886b-42de-82ca-939217a3b2de tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:15.131688 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f22c5482-2931-4041-9e73-4477783230d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba2c785a-e72f-471f-9ae4-bbb430042ae8 HTTP/1.1" status: 204 len: 168 time: 0.1694479 Nov 26 02:43:15.142940 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c5482-2931-4041-9e73-4477783230d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2c785a-e72f-471f-9ae4-bbb430042ae8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:15.198872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-0e9f4908-886b-42de-82ca-939217a3b2de tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Network 19f9e564-6945-4cfd-bf25-fe17589b9d02 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:43:15.200416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f4908-886b-42de-82ca-939217a3b2de tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Pushing event updated for resources: {'Port': ['ID=43bd8f10-cc29-48d4-846e-250a48a707ce,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:15.203521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-0e9f4908-886b-42de-82ca-939217a3b2de tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:15.205433 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-0e9f4908-886b-42de-82ca-939217a3b2de tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:43:15.263165 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-0e9f4908-886b-42de-82ca-939217a3b2de tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:15.265127 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-0e9f4908-886b-42de-82ca-939217a3b2de tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:15.300242 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-0e9f4908-886b-42de-82ca-939217a3b2de tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3349979 Nov 26 02:43:15.327959 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Request body: {'port': {'device_id': '362c6263-b2ea-4c0a-83d8-48e935545f90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:15.368982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['3b2eb54b-89df-4b0f-9774-0c21fa2e632c'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:43:15.513640 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:15.533917 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13633c-8799-45b5-9993-91021ca6fdaf req-369799ab-e4b5-479c-a900-f6f363e81483 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:15.541415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b13633c-8799-45b5-9993-91021ca6fdaf req-369799ab-e4b5-479c-a900-f6f363e81483 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.1828508 Nov 26 02:43:15.563294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765b54d-e416-4f64-88be-3a70a8bc75aa req-cd9f600b-657b-4bb9-a029-fe0c3050cda3 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:15.571850 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d765b54d-e416-4f64-88be-3a70a8bc75aa req-cd9f600b-657b-4bb9-a029-fe0c3050cda3 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 948 time: 0.2143486 Nov 26 02:43:15.637958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58152) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:15.668754 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b13633c-8799-45b5-9993-91021ca6fdaf req-63ce940a-d3cb-45c8-a950-72b151eb9a48 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259186 Nov 26 02:43:15.697541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58158) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:15.702417 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-362b0279-3b92-4162-887c-162dc4e22eae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c213d6063a84286a1b4bf24a81a19e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0631957 Nov 26 02:43:15.779810 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d765b54d-e416-4f64-88be-3a70a8bc75aa req-93d5440c-dce0-4184-9070-37d213c96b74 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072632 Nov 26 02:43:15.933180 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99afb977-854f-40f7-95b4-461dc48b0cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:15.977151 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d296345-d2f7-466c-ae75-7b459be8e3ea req-72ea653d-d96e-4f64-b234-103d1f1b6a6d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:15.980397 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d296345-d2f7-466c-ae75-7b459be8e3ea req-72ea653d-d96e-4f64-b234-103d1f1b6a6d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 931 time: 0.1794941 Nov 26 02:43:16.052351 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99afb977-854f-40f7-95b4-461dc48b0cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:16.129318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27af07-a580-4f35-b3cf-c9330e7af7bb req-d4a403f1-639a-4e2a-bc7b-6a8102bcfdb5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:16.130797 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c27af07-a580-4f35-b3cf-c9330e7af7bb req-d4a403f1-639a-4e2a-bc7b-6a8102bcfdb5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 948 time: 0.1792524 Nov 26 02:43:16.160423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d296345-d2f7-466c-ae75-7b459be8e3ea req-3945bacf-162b-4b5d-871a-acc9aa952507 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503553 Nov 26 02:43:16.216612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43bd8f10-cc29-48d4-846e-250a48a707ce {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:43:16.224569 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99afb977-854f-40f7-95b4-461dc48b0cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:16.230880 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99afb977-854f-40f7-95b4-461dc48b0cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:16.234207 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-99afb977-854f-40f7-95b4-461dc48b0cfe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3864dce-8ccb-4b53-b238-bf69ee262c6a HTTP/1.1" status: 204 len: 168 time: 0.5320940 Nov 26 02:43:16.240201 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:16.253520 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c27af07-a580-4f35-b3cf-c9330e7af7bb req-3e0e2b71-b01f-4c00-b2bd-3d095aceca93 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091921 Nov 26 02:43:16.271342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afb977-854f-40f7-95b4-461dc48b0cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3864dce-8ccb-4b53-b238-bf69ee262c6a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:16.275635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Transition to ACTIVE for port object 43bd8f10-cc29-48d4-846e-250a48a707ce will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:43:16.282819 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:16.348094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Pushing event updated for resources: {'Port': ['ID=43bd8f10-cc29-48d4-846e-250a48a707ce,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:16.418046 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Attempting to bind port 43bd8f10-cc29-48d4-846e-250a48a707ce on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:43:16.418405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Attempting to bind port 43bd8f10-cc29-48d4-846e-250a48a707ce by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:43:16.418743 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Attempting to bind port 43bd8f10-cc29-48d4-846e-250a48a707ce on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:16.423958 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Port 43bd8f10-cc29-48d4-846e-250a48a707ce on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:43:16.424297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Attempting to bind port 43bd8f10-cc29-48d4-846e-250a48a707ce on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:16.429455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:43:16.429851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Checking segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:43:16.430507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Bound using segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:43:16.430649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Bound port: 43bd8f10-cc29-48d4-846e-250a48a707ce, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:43:16.431022 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:16.457268 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:16.523179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] For port 43bd8f10-cc29-48d4-846e-250a48a707ce, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:16.529357 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3f101439-a19f-4be2-af7b-6228aab02046 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:43:16.533212 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] For port 43bd8f10-cc29-48d4-846e-250a48a707ce, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=43bd8f10-cc29-48d4-846e-250a48a707ce,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:43:16.548923 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:16.587482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 3f101439-a19f-4be2-af7b-6228aab02046 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:43:16.590680 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 3f101439-a19f-4be2-af7b-6228aab02046 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:16.591029 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:16.628112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:16.628112 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:16.628112 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] 10.222.0.59 "PUT /v2.0/ports/43bd8f10-cc29-48d4-846e-250a48a707ce HTTP/1.1" status: 200 len: 1091 time: 1.3053100 Nov 26 02:43:16.636355 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362c6263-b2ea-4c0a-83d8-48e935545f90', 'tag': '43bd8f10-cc29-48d4-846e-250a48a707ce'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:16.641370 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bfc069-c85b-439a-b9c9-9e1323bfd703" -d '{"events": [{"name": "network-changed", "server_uuid": "362c6263-b2ea-4c0a-83d8-48e935545f90", "tag": "43bd8f10-cc29-48d4-846e-250a48a707ce"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:16.675197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f59ad-4bf2-463b-8259-41372f9a8811 service neutron] Pushing event updated for resources: {'Port': ['ID=43bd8f10-cc29-48d4-846e-250a48a707ce,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:16.695446 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:16.762869 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746aa23e-8826-4c9e-bb91-3125b02f3e07 x-openstack-request-id: req-746aa23e-8826-4c9e-bb91-3125b02f3e07 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:16.763445 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362c6263-b2ea-4c0a-83d8-48e935545f90", "tag": "43bd8f10-cc29-48d4-846e-250a48a707ce", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:16.763654 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-746aa23e-8826-4c9e-bb91-3125b02f3e07 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:16.764297 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362c6263-b2ea-4c0a-83d8-48e935545f90', 'tag': '43bd8f10-cc29-48d4-846e-250a48a707ce', 'status': 'completed', 'code': 200} Nov 26 02:43:16.765740 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd199b2d4-8a34-4de5-bc94-54d25e4a6cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f101439-a19f-4be2-af7b-6228aab02046'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:16.768308 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7a83fc-b982-438a-b490-05de96ef4900" -d '{"events": [{"server_uuid": "d199b2d4-8a34-4de5-bc94-54d25e4a6cd0", "name": "network-vif-plugged", "status": "completed", "tag": "3f101439-a19f-4be2-af7b-6228aab02046"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:16.785758 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3f101439-a19f-4be2-af7b-6228aab02046, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3f101439-a19f-4be2-af7b-6228aab02046,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:16.789022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-f308205d-d053-4ef2-8aff-2d2e638472d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:16.796458 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:16.799152 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-f308205d-d053-4ef2-8aff-2d2e638472d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 1094 time: 0.0826197 Nov 26 02:43:16.850309 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba1bfea-3082-4d38-8010-30ecd88336f5 x-openstack-request-id: req-7ba1bfea-3082-4d38-8010-30ecd88336f5 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:16.850631 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d199b2d4-8a34-4de5-bc94-54d25e4a6cd0", "name": "network-vif-plugged", "status": "completed", "tag": "3f101439-a19f-4be2-af7b-6228aab02046", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:16.850892 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ba1bfea-3082-4d38-8010-30ecd88336f5 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:16.852956 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd199b2d4-8a34-4de5-bc94-54d25e4a6cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f101439-a19f-4be2-af7b-6228aab02046', 'code': 200} Nov 26 02:43:16.882941 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-d57ebc6b-a77c-47b6-9b8a-77e4497091ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43bd8f10-cc29-48d4-846e-250a48a707ce HTTP/1.1" status: 200 len: 217 time: 0.0652409 Nov 26 02:43:16.917436 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 853ba577-f306-4fe3-b7b4-f44938af6ff5 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:43:16.932303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c41758-f606-4e4e-b072-dca4db46b7a0 req-a2770581-af65-4af2-971b-e16994b74c15 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:16.934908 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4c41758-f606-4e4e-b072-dca4db46b7a0 req-a2770581-af65-4af2-971b-e16994b74c15 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.1276677 Nov 26 02:43:16.940369 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=3f101439-a19f-4be2-af7b-6228aab02046,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:17.072801 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 853ba577-f306-4fe3-b7b4-f44938af6ff5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=853ba577-f306-4fe3-b7b4-f44938af6ff5,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:17.081858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-7bf9e142-28d0-4e01-8c7a-eb2ab0f5f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:17.083759 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-7bf9e142-28d0-4e01-8c7a-eb2ab0f5f83b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.1881006 Nov 26 02:43:17.086376 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '853ba577-f306-4fe3-b7b4-f44938af6ff5', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '853ba577-f306-4fe3-b7b4-f44938af6ff5', 'mac_address': 'fa:16:3e:e8:e8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:43:17.119333 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4c41758-f606-4e4e-b072-dca4db46b7a0 req-e8e79e33-ecf2-4d9d-a580-444587327467 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348944 Nov 26 02:43:17.139681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-8f3822b0-839c-46d7-a53c-9ea16c61b35c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399110 Nov 26 02:43:17.165808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195190cb-6a23-431f-92a8-0b415072e606 req-409aa61b-bc01-4254-abeb-9cf993506109 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:17.168412 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:17.177464 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-195190cb-6a23-431f-92a8-0b415072e606 req-409aa61b-bc01-4254-abeb-9cf993506109 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 948 time: 0.1903281 Nov 26 02:43:17.184101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853ba577-f306-4fe3-b7b4-f44938af6ff5 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:43:17.207255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 853ba577-f306-4fe3-b7b4-f44938af6ff5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=853ba577-f306-4fe3-b7b4-f44938af6ff5,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:17.221000 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:17.226797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffae84-c58a-49d4-9599-9d0b2859969f req-3a04ef91-3193-4102-a2c0-731e000a2365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:17.230053 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4ffae84-c58a-49d4-9599-9d0b2859969f req-3a04ef91-3193-4102-a2c0-731e000a2365 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d199b2d4-8a34-4de5-bc94-54d25e4a6cd0 HTTP/1.1" status: 200 len: 1100 time: 0.2213497 Nov 26 02:43:17.242221 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58240) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:17.334047 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=853ba577-f306-4fe3-b7b4-f44938af6ff5,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:17.341218 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-7914224c-230b-4d3a-a816-f30de3d7e771 service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929088 Nov 26 02:43:17.451799 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-195190cb-6a23-431f-92a8-0b415072e606 req-004d38bb-6dd6-47b1-8414-243236d22360 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693703 Nov 26 02:43:17.463912 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4ffae84-c58a-49d4-9599-9d0b2859969f req-60ce35c7-f047-4b97-ae97-170c8610965d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011499 Nov 26 02:43:17.505884 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:17.566377 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['853ba577-f306-4fe3-b7b4-f44938af6ff5'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:43:17.585197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85ef3127-78b3-4361-b0c9-0404a9d7b612 req-a76c88c2-97c6-4d3f-961c-1fa319f10b1f service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266402 Nov 26 02:43:17.591964 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-97f61a83-3e33-4ae3-81e6-479ade49e0fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:17.793066 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-97f61a83-3e33-4ae3-81e6-479ade49e0fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:17.798942 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-97f61a83-3e33-4ae3-81e6-479ade49e0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:17.863098 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f61a83-3e33-4ae3-81e6-479ade49e0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41db8249-a561-4109-9161-6e17bb7e8911,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:17.883944 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-97f61a83-3e33-4ae3-81e6-479ade49e0fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7ccd0f8694b48ffb4c063df72b2c7e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6387541 Nov 26 02:43:17.885741 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58254) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:17.977154 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20f7f532-6d23-4049-a8de-6255e2f87dfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:17.998426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a6462-70b3-4771-8dd3-85952e3f2237 req-d3262ace-3504-40cb-bfc7-334e07038878 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:18.000295 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-407a6462-70b3-4771-8dd3-85952e3f2237 req-d3262ace-3504-40cb-bfc7-334e07038878 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 943 time: 0.1066535 Nov 26 02:43:18.006112 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20f7f532-6d23-4049-a8de-6255e2f87dfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:18.016112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d023e4a-7e5c-46cd-af2d-4cb390c59157 req-f34ed6e4-3853-4762-9023-8fa660600513 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:18.017899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d023e4a-7e5c-46cd-af2d-4cb390c59157 req-f34ed6e4-3853-4762-9023-8fa660600513 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 949 time: 0.4503129 Nov 26 02:43:18.047333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfc069-c85b-439a-b9c9-9e1323bfd703 req-9779bcb5-8629-44af-b253-c4c142eee882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:18.049699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0bfc069-c85b-439a-b9c9-9e1323bfd703 req-9779bcb5-8629-44af-b253-c4c142eee882 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 1094 time: 0.1575897 Nov 26 02:43:18.068991 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20f7f532-6d23-4049-a8de-6255e2f87dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:18.072393 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20f7f532-6d23-4049-a8de-6255e2f87dfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:18.074034 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-20f7f532-6d23-4049-a8de-6255e2f87dfe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41db8249-a561-4109-9161-6e17bb7e8911 HTTP/1.1" status: 204 len: 168 time: 0.1869090 Nov 26 02:43:18.082706 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7f532-6d23-4049-a8de-6255e2f87dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41db8249-a561-4109-9161-6e17bb7e8911,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:18.168774 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-407a6462-70b3-4771-8dd3-85952e3f2237 req-69cf0c90-345d-48ab-bce8-570c657c3c6f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616631 Nov 26 02:43:18.174211 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d023e4a-7e5c-46cd-af2d-4cb390c59157 req-765b2139-898e-478a-b256-b3458c5c56b5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454108 Nov 26 02:43:18.210924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfc069-c85b-439a-b9c9-9e1323bfd703 req-7dae9219-b862-407b-ba09-b1b1ddfccc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:18.212645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0bfc069-c85b-439a-b9c9-9e1323bfd703 req-7dae9219-b862-407b-ba09-b1b1ddfccc61 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 922 time: 0.1409731 Nov 26 02:43:18.272712 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0bfc069-c85b-439a-b9c9-9e1323bfd703 req-7f638853-f372-419e-b357-fa0467992a2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43bd8f10-cc29-48d4-846e-250a48a707ce HTTP/1.1" status: 200 len: 217 time: 0.0436215 Nov 26 02:43:18.357630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfc069-c85b-439a-b9c9-9e1323bfd703 req-13438a6d-1f53-4269-bc77-e1e9d591e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:18.359121 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0bfc069-c85b-439a-b9c9-9e1323bfd703 req-13438a6d-1f53-4269-bc77-e1e9d591e723 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.0609460 Nov 26 02:43:18.367217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620250d8-d0dc-4fa0-ab11-c4f1028284cb req-48b823f8-747f-46d4-9b44-44cc7b4a7816 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:18.369262 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-620250d8-d0dc-4fa0-ab11-c4f1028284cb req-48b823f8-747f-46d4-9b44-44cc7b4a7816 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.0986454 Nov 26 02:43:18.411235 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0bfc069-c85b-439a-b9c9-9e1323bfd703 req-01866c96-c9f7-4022-87cc-41a8298379ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413687 Nov 26 02:43:18.486394 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-620250d8-d0dc-4fa0-ab11-c4f1028284cb req-c6def024-55de-4c3f-9a30-654decab25a1 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082168 Nov 26 02:43:18.537371 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0bfc069-c85b-439a-b9c9-9e1323bfd703 req-b3ae3db5-4bfc-4e5b-ba18-aa3aa6b156e1 service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130710 Nov 26 02:43:18.540621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3b2eb54b-89df-4b0f-9774-0c21fa2e632c up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:43:18.614183 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:43:18.624662 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:18.625086 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:18.675328 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f0660-19c9-4df2-b954-fc9d19b94171 req-ff43f4cf-5c75-44d0-8228-435611b6abad tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:18.677268 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d66f0660-19c9-4df2-b954-fc9d19b94171 req-ff43f4cf-5c75-44d0-8228-435611b6abad tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 948 time: 0.0749388 Nov 26 02:43:18.704116 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0bfc069-c85b-439a-b9c9-9e1323bfd703 req-0a0d15d9-c178-4d2a-b59e-adca56ef8216 service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577485 Nov 26 02:43:18.739654 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:18.764027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d66f0660-19c9-4df2-b954-fc9d19b94171 req-14a8f5c3-a917-4c13-a76c-b0c343c16ab5 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751522 Nov 26 02:43:18.783587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3b2eb54b-89df-4b0f-9774-0c21fa2e632c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:18.793959 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:18.841474 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=3b2eb54b-89df-4b0f-9774-0c21fa2e632c,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:18.854932 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86e1236-4fe5-4ca1-bc94-e5d510ca4735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2eb54b-89df-4b0f-9774-0c21fa2e632c'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:18.858091 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4839e8-6585-4274-bcf3-ea52ba4cdb17" -d '{"events": [{"server_uuid": "e86e1236-4fe5-4ca1-bc94-e5d510ca4735", "name": "network-vif-plugged", "status": "completed", "tag": "3b2eb54b-89df-4b0f-9774-0c21fa2e632c"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:18.900214 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb5645b-fbaf-48c2-a039-2c0d29020d2c x-openstack-request-id: req-5fb5645b-fbaf-48c2-a039-2c0d29020d2c {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:18.900709 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86e1236-4fe5-4ca1-bc94-e5d510ca4735", "name": "network-vif-plugged", "status": "completed", "tag": "3b2eb54b-89df-4b0f-9774-0c21fa2e632c", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:18.901646 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fb5645b-fbaf-48c2-a039-2c0d29020d2c {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:18.902192 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e1236-4fe5-4ca1-bc94-e5d510ca4735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2eb54b-89df-4b0f-9774-0c21fa2e632c', 'code': 200} Nov 26 02:43:18.919535 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 853ba577-f306-4fe3-b7b4-f44938af6ff5 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:43:18.976978 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 853ba577-f306-4fe3-b7b4-f44938af6ff5 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:43:18.982471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 853ba577-f306-4fe3-b7b4-f44938af6ff5 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:18.983693 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:18.994080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c55375-16a9-40e8-8533-42546ff5b480 req-2d82ae30-0317-445f-ba25-d759e36c5609 tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:18.994785 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c55375-16a9-40e8-8533-42546ff5b480 req-2d82ae30-0317-445f-ba25-d759e36c5609 tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:18.995383 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c55375-16a9-40e8-8533-42546ff5b480 req-2d82ae30-0317-445f-ba25-d759e36c5609 tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:18.995910 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c55375-16a9-40e8-8533-42546ff5b480 req-2d82ae30-0317-445f-ba25-d759e36c5609 tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:18.996461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c55375-16a9-40e8-8533-42546ff5b480 req-2d82ae30-0317-445f-ba25-d759e36c5609 tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:18.996983 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c55375-16a9-40e8-8533-42546ff5b480 req-2d82ae30-0317-445f-ba25-d759e36c5609 tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:18.997503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c55375-16a9-40e8-8533-42546ff5b480 req-2d82ae30-0317-445f-ba25-d759e36c5609 tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:18.998018 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c55375-16a9-40e8-8533-42546ff5b480 req-2d82ae30-0317-445f-ba25-d759e36c5609 tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:18.998864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c55375-16a9-40e8-8533-42546ff5b480 req-2d82ae30-0317-445f-ba25-d759e36c5609 tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:19.007312 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-41c55375-16a9-40e8-8533-42546ff5b480 req-2d82ae30-0317-445f-ba25-d759e36c5609 tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6438 time: 0.1299083 Nov 26 02:43:19.023478 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58308) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:19.079344 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:19.127777 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 853ba577-f306-4fe3-b7b4-f44938af6ff5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=853ba577-f306-4fe3-b7b4-f44938af6ff5,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:19.137698 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:19.154606 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-bf5247dd-b419-4c1b-995b-64caadb900db admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-848484729-network', 'tenant_id': '911d595fdab847c2957c1da36320774c'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:19.170050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666fe7b-8e70-419e-893e-5f7b73177eae req-06f21c75-51d0-4991-9278-2a08174c8b2a tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:19.172039 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9666fe7b-8e70-419e-893e-5f7b73177eae req-06f21c75-51d0-4991-9278-2a08174c8b2a tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 886 time: 0.1480353 Nov 26 02:43:19.182477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48daa6b-b8a6-4082-86bd-1ede9eed0beb req-58a2ce4d-3983-4283-adfb-63961889953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:19.184447 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b48daa6b-b8a6-4082-86bd-1ede9eed0beb req-58a2ce4d-3983-4283-adfb-63961889953b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 1100 time: 0.0922270 Nov 26 02:43:19.188573 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5247dd-b419-4c1b-995b-64caadb900db admin admin] Made reservation on behalf of 911d595fdab847c2957c1da36320774c for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:43:19.191762 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf5247dd-b419-4c1b-995b-64caadb900db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:19.203651 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf5247dd-b419-4c1b-995b-64caadb900db admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:19.227463 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=853ba577-f306-4fe3-b7b4-f44938af6ff5,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:19.300938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b48daa6b-b8a6-4082-86bd-1ede9eed0beb req-57cf3d5b-6f7e-4dfb-b87b-b42872d1c246 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082826 Nov 26 02:43:19.316972 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf5247dd-b419-4c1b-995b-64caadb900db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:19.320659 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf5247dd-b419-4c1b-995b-64caadb900db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:19.336696 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bd3b5-878b-47fc-b266-7952346e0f17 req-7a75d30c-30bb-4b4e-b274-b79ea6d0f66b tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:19.337166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bd3b5-878b-47fc-b266-7952346e0f17 req-7a75d30c-30bb-4b4e-b274-b79ea6d0f66b tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:19.337638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bd3b5-878b-47fc-b266-7952346e0f17 req-7a75d30c-30bb-4b4e-b274-b79ea6d0f66b tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:19.338102 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bd3b5-878b-47fc-b266-7952346e0f17 req-7a75d30c-30bb-4b4e-b274-b79ea6d0f66b tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:19.339125 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bd3b5-878b-47fc-b266-7952346e0f17 req-7a75d30c-30bb-4b4e-b274-b79ea6d0f66b tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:19.339584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bd3b5-878b-47fc-b266-7952346e0f17 req-7a75d30c-30bb-4b4e-b274-b79ea6d0f66b tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:19.340039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bd3b5-878b-47fc-b266-7952346e0f17 req-7a75d30c-30bb-4b4e-b274-b79ea6d0f66b tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:19.340514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bd3b5-878b-47fc-b266-7952346e0f17 req-7a75d30c-30bb-4b4e-b274-b79ea6d0f66b tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:19.340964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bd3b5-878b-47fc-b266-7952346e0f17 req-7a75d30c-30bb-4b4e-b274-b79ea6d0f66b tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:19.342936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f11bd3b5-878b-47fc-b266-7952346e0f17 req-7a75d30c-30bb-4b4e-b274-b79ea6d0f66b tempest-NetworksTest-448761571 tempest-NetworksTest-448761571-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6438 time: 0.1401839 Nov 26 02:43:19.345738 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5247dd-b419-4c1b-995b-64caadb900db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:43:19.351348 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5247dd-b419-4c1b-995b-64caadb900db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08efbb80-ddc3-4202-85ed-74a523cb0d60,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:19.361488 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf5247dd-b419-4c1b-995b-64caadb900db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:19.362047 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-bf5247dd-b419-4c1b-995b-64caadb900db admin admin] Added segment 8793f41e-d1ff-45ad-bf21-cf53ef7992c1 of type vlan for network ea27b44d-473a-44bd-95fa-3a159264910c Nov 26 02:43:19.406057 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf5247dd-b419-4c1b-995b-64caadb900db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:19.436712 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf5247dd-b419-4c1b-995b-64caadb900db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:19.437965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5247dd-b419-4c1b-995b-64caadb900db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:19.438762 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf5247dd-b419-4c1b-995b-64caadb900db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:19.465455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d6591-b310-4824-87e7-ee4de5294fcc req-1e6eb921-9127-4336-819f-aa65a742bef7 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:19.467167 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-305d6591-b310-4824-87e7-ee4de5294fcc req-1e6eb921-9127-4336-819f-aa65a742bef7 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.0620763 Nov 26 02:43:19.498684 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bf5247dd-b419-4c1b-995b-64caadb900db admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4733951 Nov 26 02:43:19.499298 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58328) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:19.511963 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b3d9ea17-878d-4ebd-b6eb-4b9f256143aa admin admin] Request body: {'subnet': {'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-848484729-subnet', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:19.521497 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5247dd-b419-4c1b-995b-64caadb900db admin admin] Pushing event updated for resources: {'Network': ['ID=ea27b44d-473a-44bd-95fa-3a159264910c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:19.524869 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-305d6591-b310-4824-87e7-ee4de5294fcc req-4cb11b55-34d7-4a22-9261-070a529a54a8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500729 Nov 26 02:43:19.535194 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network ea27b44d-473a-44bd-95fa-3a159264910c details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:43:19.550566 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d9ea17-878d-4ebd-b6eb-4b9f256143aa admin admin] Made reservation on behalf of 911d595fdab847c2957c1da36320774c for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:43:19.553153 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3d9ea17-878d-4ebd-b6eb-4b9f256143aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:19.579183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58332) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:19.669004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b22672-7544-49d1-bac1-4b14558f32be req-4d82ce58-5ec2-45f1-8e3f-eeef2020c015 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:19.672626 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66b22672-7544-49d1-bac1-4b14558f32be req-4d82ce58-5ec2-45f1-8e3f-eeef2020c015 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 943 time: 0.0558951 Nov 26 02:43:19.718057 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-028dd26a-fd20-4606-948c-48a76331ccc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:19.742601 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66b22672-7544-49d1-bac1-4b14558f32be req-c94313ff-e6cc-40a7-9766-63437fe6d726 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656588 Nov 26 02:43:19.753522 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3d9ea17-878d-4ebd-b6eb-4b9f256143aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:19.809182 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9ea17-878d-4ebd-b6eb-4b9f256143aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cdbffbb-80cc-4db5-a9b9-f848ad82f883,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:19.829934 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d9ea17-878d-4ebd-b6eb-4b9f256143aa admin admin] Checking segment: {'id': '8793f41e-d1ff-45ad-bf21-cf53ef7992c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:43:19.830317 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d9ea17-878d-4ebd-b6eb-4b9f256143aa admin admin] Network hostable DHCP agents. Network: ea27b44d-473a-44bd-95fa-3a159264910c, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:43:19.855305 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d9ea17-878d-4ebd-b6eb-4b9f256143aa admin admin] Network ea27b44d-473a-44bd-95fa-3a159264910c is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:43:19.859359 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-028dd26a-fd20-4606-948c-48a76331ccc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:19.863799 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-028dd26a-fd20-4606-948c-48a76331ccc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:19.868873 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-b3d9ea17-878d-4ebd-b6eb-4b9f256143aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, ea27b44d-473a-44bd-95fa-3a159264910c) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:19.873995 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d9ea17-878d-4ebd-b6eb-4b9f256143aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:19.874746 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3d9ea17-878d-4ebd-b6eb-4b9f256143aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:19.884305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cac3615-3bbd-4370-acde-408aa01d09b6 None None] Network ea27b44d-473a-44bd-95fa-3a159264910c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:43:19.901763 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b3d9ea17-878d-4ebd-b6eb-4b9f256143aa admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3949199 Nov 26 02:43:19.902328 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58342) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:19.909333 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-848484729-router', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:19.934203 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:19.935689 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:19.944089 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-028dd26a-fd20-4606-948c-48a76331ccc6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=938026ed86dc48068fbfced4df8bc09c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3612623 Nov 26 02:43:19.944976 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58344) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:19.960975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028dd26a-fd20-4606-948c-48a76331ccc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c0e997-e854-4aaf-9c56-0a53e4858abd,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:19.995425 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d1801-a29c-415f-927d-e85a9b053e82 req-4e25846a-9e0e-4d35-ab2b-29f8075bbff2 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:19.997455 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c91d1801-a29c-415f-927d-e85a9b053e82 req-4e25846a-9e0e-4d35-ab2b-29f8075bbff2 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.0842743 Nov 26 02:43:20.061609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c91d1801-a29c-415f-927d-e85a9b053e82 req-bff0f224-2828-49d4-a3bb-bf7eb917b9ad tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576358 Nov 26 02:43:20.091339 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-ea27b44d-473a-44bd-95fa-3a159264910c', 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'fixed_ips': [{'subnet_id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:43:20.091933 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:20.092452 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:20.147344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62145ec-86f5-4ef8-85aa-d794b7846b3d req-97f31ccd-4e54-4bb3-8c33-0c360042fd3c tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:20.149215 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f62145ec-86f5-4ef8-85aa-d794b7846b3d req-97f31ccd-4e54-4bb3-8c33-0c360042fd3c tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 949 time: 0.0651288 Nov 26 02:43:20.174120 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4e74-ffa0-4eaf-8765-e70aa74376b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:20.198694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f62145ec-86f5-4ef8-85aa-d794b7846b3d req-bf8ca18c-bc94-42f1-a5c7-ad5bd227046a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429301 Nov 26 02:43:20.245404 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Allocated IP 172.20.0.2 (ea27b44d-473a-44bd-95fa-3a159264910c/4cdbffbb-80cc-4db5-a9b9-f848ad82f883/7ad9f140-dcfe-4395-9e99-4c832c1a0132) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:43:20.256858 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:20.260785 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4e74-ffa0-4eaf-8765-e70aa74376b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:20.351490 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4e74-ffa0-4eaf-8765-e70aa74376b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:20.354591 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4e74-ffa0-4eaf-8765-e70aa74376b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:20.358142 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ddbe4e74-ffa0-4eaf-8765-e70aa74376b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3c0e997-e854-4aaf-9c56-0a53e4858abd HTTP/1.1" status: 204 len: 168 time: 0.4096222 Nov 26 02:43:20.367490 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe4e74-ffa0-4eaf-8765-e70aa74376b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c0e997-e854-4aaf-9c56-0a53e4858abd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:20.403197 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:20.411169 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:20.447154 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Network ea27b44d-473a-44bd-95fa-3a159264910c is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:43:20.450078 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:20.456644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:43:20.473546 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Pushing event updated for resources: {'Port': ['ID=7ad9f140-dcfe-4395-9e99-4c832c1a0132,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:20.502127 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:20.521820 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:20.523006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Attempting to bind port 7ad9f140-dcfe-4395-9e99-4c832c1a0132 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:43:20.523376 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Attempting to bind port 7ad9f140-dcfe-4395-9e99-4c832c1a0132 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '8793f41e-d1ff-45ad-bf21-cf53ef7992c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:43:20.523742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Attempting to bind port 7ad9f140-dcfe-4395-9e99-4c832c1a0132 on network ea27b44d-473a-44bd-95fa-3a159264910c {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:20.532417 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:43:20.533645 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Checking segment: {'id': '8793f41e-d1ff-45ad-bf21-cf53ef7992c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:43:20.533645 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:20.533645 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Bound using segment: {'id': '8793f41e-d1ff-45ad-bf21-cf53ef7992c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:43:20.534040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Bound port: 7ad9f140-dcfe-4395-9e99-4c832c1a0132, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793f41e-d1ff-45ad-bf21-cf53ef7992c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:43:20.534420 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:20.663422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] Allocated IP 172.25.0.233 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/9d7390b1-b4a2-4f9a-93ae-44b0fb90753f) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:43:20.730655 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466d4e1-b7fa-41d6-a2b8-f294ee760c6f req-30d76aeb-74f2-46e4-b7d0-ec32909f2658 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:20.739958 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d466d4e1-b7fa-41d6-a2b8-f294ee760c6f req-30d76aeb-74f2-46e4-b7d0-ec32909f2658 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.1078873 Nov 26 02:43:20.781137 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] For port 7ad9f140-dcfe-4395-9e99-4c832c1a0132, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:20.784831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] For port 7ad9f140-dcfe-4395-9e99-4c832c1a0132, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=7ad9f140-dcfe-4395-9e99-4c832c1a0132,segment=NetworkSegment(8793f41e-d1ff-45ad-bf21-cf53ef7992c1),segment_id=8793f41e-d1ff-45ad-bf21-cf53ef7992c1)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:43:20.791106 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:20.798058 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d466d4e1-b7fa-41d6-a2b8-f294ee760c6f req-4a17272c-1aac-40f4-9fcd-f1a36bcdb902 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571940 Nov 26 02:43:20.803578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58358) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:20.821108 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:20.836566 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8aa6eb78-5a8e-4e0a-aaf7-d3e0181fee09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:20.898039 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:20.903459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c144bc4-7dca-4b6c-9735-55f49f52380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853ba577-f306-4fe3-b7b4-f44938af6ff5'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:20.907819 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72239ff-cb98-4d00-af30-55a467ac4520" -d '{"events": [{"server_uuid": "0c144bc4-7dca-4b6c-9735-55f49f52380b", "name": "network-vif-plugged", "status": "completed", "tag": "853ba577-f306-4fe3-b7b4-f44938af6ff5"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:20.911981 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2cbbc-ae0b-4066-9180-c2cba1757e0e None None] Pushing event updated for resources: {'Port': ['ID=7ad9f140-dcfe-4395-9e99-4c832c1a0132,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:20.946633 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 43bd8f10-cc29-48d4-846e-250a48a707ce details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:43:20.976448 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:43:20.980599 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:20.987436 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8aa6eb78-5a8e-4e0a-aaf7-d3e0181fee09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:20.991937 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:43:20.997437 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] Pushing event updated for resources: {'Port': ['ID=9d7390b1-b4a2-4f9a-93ae-44b0fb90753f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:21.010368 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8aa6eb78-5a8e-4e0a-aaf7-d3e0181fee09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:21.052031 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9429f12c-2969-422e-b4a9-5b346bec2d9a x-openstack-request-id: req-9429f12c-2969-422e-b4a9-5b346bec2d9a {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:21.052349 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c144bc4-7dca-4b6c-9735-55f49f52380b", "name": "network-vif-plugged", "status": "completed", "tag": "853ba577-f306-4fe3-b7b4-f44938af6ff5", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:21.052606 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9429f12c-2969-422e-b4a9-5b346bec2d9a {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:21.052990 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c144bc4-7dca-4b6c-9735-55f49f52380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853ba577-f306-4fe3-b7b4-f44938af6ff5', 'code': 200} Nov 26 02:43:21.054724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968495b6-aa15-4a14-a4ee-23545ce6ef8c req-9f5b798c-9d32-4afd-895a-7cbb384e9aed tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:21.056313 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-968495b6-aa15-4a14-a4ee-23545ce6ef8c req-9f5b798c-9d32-4afd-895a-7cbb384e9aed tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 943 time: 0.1367247 Nov 26 02:43:21.138291 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 43bd8f10-cc29-48d4-846e-250a48a707ce, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=43bd8f10-cc29-48d4-846e-250a48a707ce,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:21.161403 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '43bd8f10-cc29-48d4-846e-250a48a707ce', 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02', 'port_id': '43bd8f10-cc29-48d4-846e-250a48a707ce', 'mac_address': 'fa:16:3e:a1:97:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681deaf1-7770-440e-9d0a-fc19f5a6a2ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:43:21.168881 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8aa6eb78-5a8e-4e0a-aaf7-d3e0181fee09 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=398f1d25451d4551895fb92efcb26d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636420 Nov 26 02:43:21.172784 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6eb78-5a8e-4e0a-aaf7-d3e0181fee09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27d9b98-18f1-4398-a16d-6a4713d09018,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:21.209701 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58368) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:21.245936 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:21.265867 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43bd8f10-cc29-48d4-846e-250a48a707ce {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:43:21.296199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 43bd8f10-cc29-48d4-846e-250a48a707ce, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=43bd8f10-cc29-48d4-846e-250a48a707ce,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:21.310199 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:21.388967 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-968495b6-aa15-4a14-a4ee-23545ce6ef8c req-5db7f99b-ef85-4010-8a44-f25191a01de2 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091998 Nov 26 02:43:21.393882 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=43bd8f10-cc29-48d4-846e-250a48a707ce,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:21.445669 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:21.459007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5496f-886e-4022-bc43-d2400b1b5e6d req-ed11dcc6-0e3c-4d11-9f0a-acb064949545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:21.460556 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70d5496f-886e-4022-bc43-d2400b1b5e6d req-ed11dcc6-0e3c-4d11-9f0a-acb064949545 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 1101 time: 0.2422049 Nov 26 02:43:21.468037 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4c728917-93ce-495b-acb2-66c34c973a0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:21.480429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fe988-8dee-4f21-8b7d-33a0ad4d3f4f req-f2da4a13-788a-4ace-8cf7-c96bf34a22a8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:21.481962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e3fe988-8dee-4f21-8b7d-33a0ad4d3f4f req-f2da4a13-788a-4ace-8cf7-c96bf34a22a8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.1893840 Nov 26 02:43:21.560491 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4c728917-93ce-495b-acb2-66c34c973a0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:21.650974 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70d5496f-886e-4022-bc43-d2400b1b5e6d req-28addf66-b8ae-4487-9836-91512e76899b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794415 Nov 26 02:43:21.657996 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['43bd8f10-cc29-48d4-846e-250a48a707ce'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:43:21.660890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e3fe988-8dee-4f21-8b7d-33a0ad4d3f4f req-6dfc7231-6f98-44b4-892f-6885e6c3653a tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649642 Nov 26 02:43:21.685073 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8391f-e1ad-4562-a2f6-18e237d518bc req-faf5f06c-5de6-42cc-a88e-f7505cdbd0c3 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:21.692661 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ce8391f-e1ad-4562-a2f6-18e237d518bc req-faf5f06c-5de6-42cc-a88e-f7505cdbd0c3 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 949 time: 0.1623297 Nov 26 02:43:21.789808 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ce8391f-e1ad-4562-a2f6-18e237d518bc req-39f2a1d8-a0d3-4585-9142-048ab3565d74 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961642 Nov 26 02:43:21.797630 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4c728917-93ce-495b-acb2-66c34c973a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:21.800768 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4c728917-93ce-495b-acb2-66c34c973a0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:21.802365 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4c728917-93ce-495b-acb2-66c34c973a0b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b27d9b98-18f1-4398-a16d-6a4713d09018 HTTP/1.1" status: 204 len: 168 time: 0.5705864 Nov 26 02:43:21.816703 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c728917-93ce-495b-acb2-66c34c973a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27d9b98-18f1-4398-a16d-6a4713d09018,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:21.939926 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:21.975075 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:22.000116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3faac4-7ac3-4772-840e-6850bb5907fc req-e41194ff-4b63-4e06-a44e-487f267992f2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:22.009079 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd3faac4-7ac3-4772-840e-6850bb5907fc req-e41194ff-4b63-4e06-a44e-487f267992f2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.1064134 Nov 26 02:43:22.085898 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd3faac4-7ac3-4772-840e-6850bb5907fc req-a4af85ae-5d55-4e58-b04f-22faa1343058 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758348 Nov 26 02:43:22.148913 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 7ad9f140-dcfe-4395-9e99-4c832c1a0132 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:43:22.220740 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 7ad9f140-dcfe-4395-9e99-4c832c1a0132 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:22.221029 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:22.244800 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b75821-9c23-4405-8a7a-e6f2832ee5fa None None] Network ea27b44d-473a-44bd-95fa-3a159264910c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:43:22.285172 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] Router 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:43:22.324998 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-608e9bf7-2989-4c07-bc1b-8e076426d964 None None] Provisioning complete for port 7ad9f140-dcfe-4395-9e99-4c832c1a0132 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:22.325406 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-608e9bf7-2989-4c07-bc1b-8e076426d964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:22.451118 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:22.460843 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:43:22.472537 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Sync routers for ids ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:43:22.494034 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Routers {'1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:43:22.500908 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:43:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:22.514627 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:22.518764 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-92a87e41-da73-4422-8a86-99e13f8c6064 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6127646 Nov 26 02:43:22.519060 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58392) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:22.562483 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-608e9bf7-2989-4c07-bc1b-8e076426d964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:22.574617 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 7ad9f140-dcfe-4395-9e99-4c832c1a0132, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=7ad9f140-dcfe-4395-9e99-4c832c1a0132,segment=NetworkSegment(8793f41e-d1ff-45ad-bf21-cf53ef7992c1),segment_id=8793f41e-d1ff-45ad-bf21-cf53ef7992c1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:22.593771 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:22.653381 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Set router 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:43:22.714199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=7ad9f140-dcfe-4395-9e99-4c832c1a0132,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:22.724141 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-608e9bf7-2989-4c07-bc1b-8e076426d964 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:43:22.724533 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-608e9bf7-2989-4c07-bc1b-8e076426d964 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:43:22.753166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daa761-9bf2-4429-8418-48e5c8385094 req-b4a6ed17-7fa3-44e9-b4ba-32b19c8191a3 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:22.755199 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0daa761-9bf2-4429-8418-48e5c8385094 req-b4a6ed17-7fa3-44e9-b4ba-32b19c8191a3 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 944 time: 0.1700509 Nov 26 02:43:22.955078 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 43bd8f10-cc29-48d4-846e-250a48a707ce up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:43:22.993605 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15710ac1-32db-4214-8326-602475a93b11 req-604c4fef-1a8b-47e1-8630-d8f35a621c09 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:23.006114 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15710ac1-32db-4214-8326-602475a93b11 req-604c4fef-1a8b-47e1-8630-d8f35a621c09 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.2049553 Nov 26 02:43:23.015281 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0daa761-9bf2-4429-8418-48e5c8385094 req-264b83b4-70cc-451b-9928-fa477e8f2d47 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489049 Nov 26 02:43:23.067785 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'name': 'tempest-ServersTestManualDisk-848484729-router', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:19Z', 'updated_at': '2021-11-26T02:43:21Z', 'revision_number': 3, 'project_id': '911d595fdab847c2957c1da36320774c', 'gw_port': {'id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:20Z', 'updated_at': '2021-11-26T02:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:23.102044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15710ac1-32db-4214-8326-602475a93b11 req-f2ad20ee-45d2-4002-bd67-091cbd462a8c tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949559 Nov 26 02:43:23.113909 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Checking router: 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:43:23.115139 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Updating router 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b port 9d7390b1-b4a2-4f9a-93ae-44b0fb90753f binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:43:23.115295 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 43bd8f10-cc29-48d4-846e-250a48a707ce completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:43:23.120112 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 43bd8f10-cc29-48d4-846e-250a48a707ce triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:23.120500 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:23.162063 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:23.339126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e11521-ffe1-48c0-a52b-58b37813dc43 req-f398a814-dec0-4440-8e81-89fc75466d25 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:23.341768 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72e11521-ffe1-48c0-a52b-58b37813dc43 req-f398a814-dec0-4440-8e81-89fc75466d25 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 949 time: 0.1607311 Nov 26 02:43:23.363572 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:23.367938 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:23.380409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e8e69-00e0-45d7-822e-e4fa8fb09613 req-7ead4cc4-35bb-4cc3-a2df-e3e14a1d5831 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:23.382223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a64e8e69-00e0-45d7-822e-e4fa8fb09613 req-7ead4cc4-35bb-4cc3-a2df-e3e14a1d5831 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.1632445 Nov 26 02:43:23.409916 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362c6263-b2ea-4c0a-83d8-48e935545f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bd8f10-cc29-48d4-846e-250a48a707ce'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:23.413046 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced0705f-8039-49f6-b441-1bfc154d9cea" -d '{"events": [{"server_uuid": "362c6263-b2ea-4c0a-83d8-48e935545f90", "name": "network-vif-plugged", "status": "completed", "tag": "43bd8f10-cc29-48d4-846e-250a48a707ce"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:23.433640 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 43bd8f10-cc29-48d4-846e-250a48a707ce, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=43bd8f10-cc29-48d4-846e-250a48a707ce,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:23.443623 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:23.484720 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72e11521-ffe1-48c0-a52b-58b37813dc43 req-3cedc149-6899-4e23-9d26-566107e7e47e tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340592 Nov 26 02:43:23.562993 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a64e8e69-00e0-45d7-822e-e4fa8fb09613 req-f03e61e1-425e-4409-9115-e191de45a147 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719482 Nov 26 02:43:23.580282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9e2c7136-477f-41bb-b454-c127796899dc None None] Provisioning complete for port 7ad9f140-dcfe-4395-9e99-4c832c1a0132 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:23.580659 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9e2c7136-477f-41bb-b454-c127796899dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:23.663009 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:23.671385 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=43bd8f10-cc29-48d4-846e-250a48a707ce,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:23.672487 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:23.694235 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67e0be4-61fc-4a78-a7b8-5f6b81cfd1cb x-openstack-request-id: req-b67e0be4-61fc-4a78-a7b8-5f6b81cfd1cb {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:23.694362 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362c6263-b2ea-4c0a-83d8-48e935545f90", "name": "network-vif-plugged", "status": "completed", "tag": "43bd8f10-cc29-48d4-846e-250a48a707ce", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:23.694640 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b67e0be4-61fc-4a78-a7b8-5f6b81cfd1cb {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:23.695759 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362c6263-b2ea-4c0a-83d8-48e935545f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bd8f10-cc29-48d4-846e-250a48a707ce', 'code': 200} Nov 26 02:43:23.774644 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1dc20c9-685c-4b1d-b1a9-934c48352f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:23.794874 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Attempting to bind port 9d7390b1-b4a2-4f9a-93ae-44b0fb90753f on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:43:23.795193 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Attempting to bind port 9d7390b1-b4a2-4f9a-93ae-44b0fb90753f by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:43:23.795511 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Attempting to bind port 9d7390b1-b4a2-4f9a-93ae-44b0fb90753f on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:23.797988 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20003a83-1733-4e4a-a1f9-c515381a2526 None None] Pushing event updated for resources: {'Port': ['ID=9d7390b1-b4a2-4f9a-93ae-44b0fb90753f,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:23.811981 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20003a83-1733-4e4a-a1f9-c515381a2526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:23.812356 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20003a83-1733-4e4a-a1f9-c515381a2526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:23.812712 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20003a83-1733-4e4a-a1f9-c515381a2526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:23.813036 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20003a83-1733-4e4a-a1f9-c515381a2526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:23.813373 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20003a83-1733-4e4a-a1f9-c515381a2526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:23.813703 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20003a83-1733-4e4a-a1f9-c515381a2526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:23.814032 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20003a83-1733-4e4a-a1f9-c515381a2526 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:23.814359 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20003a83-1733-4e4a-a1f9-c515381a2526 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:23.814692 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20003a83-1733-4e4a-a1f9-c515381a2526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:23.815009 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20003a83-1733-4e4a-a1f9-c515381a2526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:23.815331 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20003a83-1733-4e4a-a1f9-c515381a2526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:23.815651 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20003a83-1733-4e4a-a1f9-c515381a2526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:43:23.819883 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:43:23.820380 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:43:23.820690 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:23.821083 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:43:23.821568 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Bound port: 9d7390b1-b4a2-4f9a-93ae-44b0fb90753f, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:43:23.822598 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:23.874666 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-a66dca98-3544-430c-a7f8-fa780caace2b req-1af1e8ca-0d9e-482a-ae4a-fde2c03afecd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:43:23.875762 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a66dca98-3544-430c-a7f8-fa780caace2b req-1af1e8ca-0d9e-482a-ae4a-fde2c03afecd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150702 Nov 26 02:43:23.903578 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] For port 9d7390b1-b4a2-4f9a-93ae-44b0fb90753f, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:23.909126 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] For port 9d7390b1-b4a2-4f9a-93ae-44b0fb90753f, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9d7390b1-b4a2-4f9a-93ae-44b0fb90753f,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:43:23.927202 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:23.988973 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Routers {'1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:43:23.989616 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:43:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:23.995496 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20003a83-1733-4e4a-a1f9-c515381a2526 None None] Pushing event updated for resources: {'Port': ['ID=9d7390b1-b4a2-4f9a-93ae-44b0fb90753f,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:24.081853 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 7ad9f140-dcfe-4395-9e99-4c832c1a0132 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:43:24.177681 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 7ad9f140-dcfe-4395-9e99-4c832c1a0132 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:24.178421 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:24.230811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-b1dc20c9-685c-4b1d-b1a9-934c48352f78 admin admin] Allocated IP 172.20.0.1 (ea27b44d-473a-44bd-95fa-3a159264910c/4cdbffbb-80cc-4db5-a9b9-f848ad82f883/8c903ec9-1f60-49e6-8f12-a40c32100d6a) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:43:24.243190 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-c134a1ef-6912-4608-aa07-70fea42a2561 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793173 Nov 26 02:43:24.254181 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4eedd8-2a58-4b90-b438-7b7298eefc22 req-b24a40d3-d06a-4a67-b835-b1e28ab9956e tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:24.255777 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e4eedd8-2a58-4b90-b438-7b7298eefc22 req-b24a40d3-d06a-4a67-b835-b1e28ab9956e tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=d199b2d4-8a34-4de5-bc94-54d25e4a6cd0 HTTP/1.1" status: 200 len: 949 time: 0.5842206 Nov 26 02:43:24.257259 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-877f4b7d-0634-4e4f-a1f3-8e209891e0c7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:43:24.258330 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-877f4b7d-0634-4e4f-a1f3-8e209891e0c7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087955 Nov 26 02:43:24.258493 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] Set router 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:43:24.474491 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'name': 'tempest-ServersTestManualDisk-848484729-router', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:19Z', 'updated_at': '2021-11-26T02:43:21Z', 'revision_number': 3, 'project_id': '911d595fdab847c2957c1da36320774c', 'gw_port': {'id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:20Z', 'updated_at': '2021-11-26T02:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:24.512187 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcafe1e-4379-4349-8d40-c7d235287820 None None] The sync data for ids ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'] in n-d-819389-3 is: [{'id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'name': 'tempest-ServersTestManualDisk-848484729-router', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:19Z', 'updated_at': '2021-11-26T02:43:21Z', 'revision_number': 3, 'project_id': '911d595fdab847c2957c1da36320774c', 'gw_port': {'id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:20Z', 'updated_at': '2021-11-26T02:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:43:24.676815 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c75c4-65cb-475b-a9e2-cc1a2310a0eb req-4250c0e3-4e17-4605-bfb3-e099d27c9fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:24.678511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-181c75c4-65cb-475b-a9e2-cc1a2310a0eb req-4250c0e3-4e17-4605-bfb3-e099d27c9fee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 1096 time: 0.8786025 Nov 26 02:43:24.717753 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e4eedd8-2a58-4b90-b438-7b7298eefc22 req-b47eebc2-2fac-4d42-a91e-ca8a05501b85 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334571 Nov 26 02:43:24.736120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f2807-8b62-4050-8ff0-b7f70556d779 req-2a0041b0-77a0-4f00-b083-ca2438ad24cc tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:24.743817 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e4f2807-8b62-4050-8ff0-b7f70556d779 req-2a0041b0-77a0-4f00-b083-ca2438ad24cc tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 945 time: 0.5103123 Nov 26 02:43:24.862680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-181c75c4-65cb-475b-a9e2-cc1a2310a0eb req-c764dfa2-7dda-4fff-a8f7-a1f5f1c7ffbc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630881 Nov 26 02:43:24.997646 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1dc20c9-685c-4b1d-b1a9-934c48352f78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:25.017691 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e4f2807-8b62-4050-8ff0-b7f70556d779 req-ffaa4304-601c-4356-b253-32c62e43222f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724166 Nov 26 02:43:25.043800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ab974-d6e5-401c-9b27-83a798229f2e req-e016928e-8373-4218-af0e-77284d06a67c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:25.045413 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f63ab974-d6e5-401c-9b27-83a798229f2e req-e016928e-8373-4218-af0e-77284d06a67c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.1950076 Nov 26 02:43:25.148412 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f63ab974-d6e5-401c-9b27-83a798229f2e req-78abb177-1ef6-435c-916c-71b722555699 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967546 Nov 26 02:43:25.154366 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1dc20c9-685c-4b1d-b1a9-934c48352f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:25.279675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc20c9-685c-4b1d-b1a9-934c48352f78 admin admin] Network ea27b44d-473a-44bd-95fa-3a159264910c is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:43:25.289124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-b1dc20c9-685c-4b1d-b1a9-934c48352f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:25.292255 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc20c9-685c-4b1d-b1a9-934c48352f78 admin admin] Pushing event updated for resources: {'Port': ['ID=8c903ec9-1f60-49e6-8f12-a40c32100d6a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:25.294459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc20c9-685c-4b1d-b1a9-934c48352f78 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:43:25.345560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ecf58-2a22-464e-bf42-8689af551704 req-32c659d0-a1ab-473b-b87d-3ba7b8f3c2e8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:25.354401 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd5ecf58-2a22-464e-bf42-8689af551704 req-32c659d0-a1ab-473b-b87d-3ba7b8f3c2e8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.1959839 Nov 26 02:43:25.431697 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1dc20c9-685c-4b1d-b1a9-934c48352f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:25.717327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd5ecf58-2a22-464e-bf42-8689af551704 req-df3a7123-58bd-40ce-8750-3197d7dc1971 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574255 Nov 26 02:43:25.820461 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b78392b4-cd59-4422-89a0-62f790891f96 None None] Provisioning complete for port 8c903ec9-1f60-49e6-8f12-a40c32100d6a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:25.821029 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b78392b4-cd59-4422-89a0-62f790891f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:25.934711 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b78392b4-cd59-4422-89a0-62f790891f96 None None] Port 8c903ec9-1f60-49e6-8f12-a40c32100d6a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:43:26.029353 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1dc20c9-685c-4b1d-b1a9-934c48352f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:26.162382 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9d7390b1-b4a2-4f9a-93ae-44b0fb90753f up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:43:26.294746 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 9d7390b1-b4a2-4f9a-93ae-44b0fb90753f triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:26.295565 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:26.350761 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a864e-c9d6-4ffb-92bb-86465bf1e35e req-ee58cd59-a52f-4734-b0f6-e6c4aa1bbc4a tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:26.352332 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-982a864e-c9d6-4ffb-92bb-86465bf1e35e req-ee58cd59-a52f-4734-b0f6-e6c4aa1bbc4a tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 945 time: 0.0977511 Nov 26 02:43:26.457853 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-982a864e-c9d6-4ffb-92bb-86465bf1e35e req-d238c185-99f5-497e-b566-f2d30abe1b2f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928075 Nov 26 02:43:26.470926 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:26.473824 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1dc20c9-685c-4b1d-b1a9-934c48352f78 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:26.481226 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1dc20c9-685c-4b1d-b1a9-934c48352f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:26.502853 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 9d7390b1-b4a2-4f9a-93ae-44b0fb90753f, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9d7390b1-b4a2-4f9a-93ae-44b0fb90753f,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:26.518158 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:26.601550 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1dc20c9-685c-4b1d-b1a9-934c48352f78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:26.624827 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=9d7390b1-b4a2-4f9a-93ae-44b0fb90753f,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:26.669800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc20c9-685c-4b1d-b1a9-934c48352f78 admin admin] Pushing event updated for resources: {'Port': ['ID=8c903ec9-1f60-49e6-8f12-a40c32100d6a,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:26.783592 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16885ea-4ef4-4adb-bfb4-7da000b1f3d5 req-e61170ff-5cf3-493d-8405-b49e1ceac226 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:26.785269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a16885ea-4ef4-4adb-bfb4-7da000b1f3d5 req-e61170ff-5cf3-493d-8405-b49e1ceac226 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.3395624 Nov 26 02:43:26.830613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-089f5675-8bc4-4c70-919a-39aeb9e21416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:26.832200 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-089f5675-8bc4-4c70-919a-39aeb9e21416 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 1101 time: 0.1842155 Nov 26 02:43:26.939146 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc20c9-685c-4b1d-b1a9-934c48352f78 admin admin] Network ea27b44d-473a-44bd-95fa-3a159264910c is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:43:26.943006 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a16885ea-4ef4-4adb-bfb4-7da000b1f3d5 req-691fa9b3-cbd1-409e-9a9a-405400cdbfeb tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465023 Nov 26 02:43:26.948769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-b1dc20c9-685c-4b1d-b1a9-934c48352f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:27.094089 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-59615099-463f-47c2-818d-52555f0f89b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:27.095571 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-59615099-463f-47c2-818d-52555f0f89b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.2535446 Nov 26 02:43:27.151670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580afa69-17c5-449e-8d60-25bf33a7ba05 req-6e950a8e-52fe-4636-a85a-bca7bb7b2929 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:27.159295 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-580afa69-17c5-449e-8d60-25bf33a7ba05 req-6e950a8e-52fe-4636-a85a-bca7bb7b2929 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.2124255 Nov 26 02:43:27.161858 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-2894c1a1-f846-4a90-a009-b86d89acf83a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=853ba577-f306-4fe3-b7b4-f44938af6ff5 HTTP/1.1" status: 200 len: 217 time: 0.0564911 Nov 26 02:43:27.214641 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58532) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:27.270936 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-37b5f8b2-5855-4b1b-b9ae-165c639ac7b7 None None] Provisioning complete for port 8c903ec9-1f60-49e6-8f12-a40c32100d6a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:27.271571 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-37b5f8b2-5855-4b1b-b9ae-165c639ac7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:27.292367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-85fdd13c-d87f-4ef8-aa89-5f8deac4e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:27.294181 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-85fdd13c-d87f-4ef8-aa89-5f8deac4e313 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1226089 Nov 26 02:43:27.302937 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-580afa69-17c5-449e-8d60-25bf33a7ba05 req-2ab5642f-b67a-4158-b54c-cc3e325335e8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427615 Nov 26 02:43:27.330100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1dc20c9-685c-4b1d-b1a9-934c48352f78 admin admin] Router 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:43:27.353064 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-37b5f8b2-5855-4b1b-b9ae-165c639ac7b7 None None] Port 8c903ec9-1f60-49e6-8f12-a40c32100d6a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:43:27.363346 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dbab5228-6df1-40ad-9757-7fde2a6c5a64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:27.438290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-6e28fc22-f36f-42b8-bbb8-28afa18eb3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:27.439850 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-6e28fc22-f36f-42b8-bbb8-28afa18eb3d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1345313 Nov 26 02:43:27.441630 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dbab5228-6df1-40ad-9757-7fde2a6c5a64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:27.445787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dbab5228-6df1-40ad-9757-7fde2a6c5a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:27.471622 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dbab5228-6df1-40ad-9757-7fde2a6c5a64 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f647fdf83414409a770c6d26b8ab696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553062 Nov 26 02:43:27.474288 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58536) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:27.539121 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-428385c1-69f4-446a-b59e-14bd3917d26e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:27.540690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dc20c9-685c-4b1d-b1a9-934c48352f78 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:43:27.555665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b1dc20c9-685c-4b1d-b1a9-934c48352f78 admin admin] 10.222.0.31 "PUT /v2.0/routers/1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0280445 Nov 26 02:43:27.555888 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Sync routers for ids ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:43:27.575367 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Routers {'1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:43:27.575575 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-428385c1-69f4-446a-b59e-14bd3917d26e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:27.577405 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab5228-6df1-40ad-9757-7fde2a6c5a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12a7daa-3384-4f47-8ec4-8edf8fede7f4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:27.579525 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-52292422-1a5f-4bdd-9c56-7fab521ef6b1 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309414 Nov 26 02:43:27.579834 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:43:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:27.657878 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-428385c1-69f4-446a-b59e-14bd3917d26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:27.661225 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-428385c1-69f4-446a-b59e-14bd3917d26e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:27.662914 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-428385c1-69f4-446a-b59e-14bd3917d26e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d12a7daa-3384-4f47-8ec4-8edf8fede7f4 HTTP/1.1" status: 204 len: 168 time: 0.1873200 Nov 26 02:43:27.673384 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428385c1-69f4-446a-b59e-14bd3917d26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12a7daa-3384-4f47-8ec4-8edf8fede7f4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:27.775175 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c052550-7d2f-4b86-ab49-5a6ab49c5385 req-a57da1b3-ca43-42e9-a969-6ec2f99293a4 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:27.777374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c052550-7d2f-4b86-ab49-5a6ab49c5385 req-a57da1b3-ca43-42e9-a969-6ec2f99293a4 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 945 time: 0.0945504 Nov 26 02:43:27.779871 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-2578dbb1-76b3-467e-93fa-c07e0bbf9872 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912320 Nov 26 02:43:27.907629 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c052550-7d2f-4b86-ab49-5a6ab49c5385 req-4330b878-93a7-4788-8938-59115efc9e5a tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238177 Nov 26 02:43:28.011475 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Set router 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:43:28.125884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9d7390b1-b4a2-4f9a-93ae-44b0fb90753f up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:43:28.183417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f9416-1efe-4575-bd7c-4ce974342ba2 req-97465716-7118-466d-9efa-acf47c618e2d tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:28.195053 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58568) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:28.196298 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-945f9416-1efe-4575-bd7c-4ce974342ba2 req-97465716-7118-466d-9efa-acf47c618e2d tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 1096 time: 0.0631821 Nov 26 02:43:28.218332 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4bb4753e-4639-4ea1-bfe0-9486834645a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:28.246400 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 9d7390b1-b4a2-4f9a-93ae-44b0fb90753f triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:28.246777 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:28.262339 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-945f9416-1efe-4575-bd7c-4ce974342ba2 req-3382ae74-c7fa-4e0c-9cfc-34d010b5c41b tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620039 Nov 26 02:43:28.343470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'name': 'tempest-ServersTestManualDisk-848484729-router', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:19Z', 'updated_at': '2021-11-26T02:43:25Z', 'revision_number': 4, 'project_id': '911d595fdab847c2957c1da36320774c', 'gw_port': {'id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:20Z', 'updated_at': '2021-11-26T02:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8c903ec9-1f60-49e6-8f12-a40c32100d6a', 'name': '', 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'mac_address': 'fa:16:3e:66:cd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:23Z', 'updated_at': '2021-11-26T02:43:26Z', 'revision_number': 2, 'project_id': '911d595fdab847c2957c1da36320774c', 'subnets': [{'id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:28.381368 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4bb4753e-4639-4ea1-bfe0-9486834645a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:28.389619 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Checking router: 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:43:28.390455 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Updating router 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b port 8c903ec9-1f60-49e6-8f12-a40c32100d6a binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:43:28.391296 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4bb4753e-4639-4ea1-bfe0-9486834645a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:28.431297 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:28.457632 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4bb4753e-4639-4ea1-bfe0-9486834645a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51b169ba04e84b6984cc723c36d3bb39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603314 Nov 26 02:43:28.458685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4753e-4639-4ea1-bfe0-9486834645a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d046f5-a0cc-4f0d-8ec6-56633834ab9e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:28.460914 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58574) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:28.527740 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321b9ea-ca9e-4991-8873-7284aeef5e4a req-c7034dff-1744-4637-9d8f-7758e6ad5a78 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:28.535224 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b321b9ea-ca9e-4991-8873-7284aeef5e4a req-c7034dff-1744-4637-9d8f-7758e6ad5a78 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.1268630 Nov 26 02:43:28.594281 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0d1f5daf-94a4-42d2-949e-2c5022efc690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:28.620567 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58576) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:28.626981 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9b477861-b91f-488a-95eb-163fd820ab7e tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1174884508', 'description': 'tempest-description--776708633'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:28.642542 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0d1f5daf-94a4-42d2-949e-2c5022efc690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:28.672758 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9b477861-b91f-488a-95eb-163fd820ab7e tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:28.747217 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:28.755442 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:28.784891 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9b477861-b91f-488a-95eb-163fd820ab7e tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:28.792451 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9b477861-b91f-488a-95eb-163fd820ab7e tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:28.825071 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20827444-d0f1-4036-9e3e-d23d0acb69d5 None None] Pushing event updated for resources: {'Port': ['ID=8c903ec9-1f60-49e6-8f12-a40c32100d6a,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:28.836212 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b477861-b91f-488a-95eb-163fd820ab7e tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0f943d-062c-4211-8b2d-0cf7e88cf6e3,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:28.860417 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9b477861-b91f-488a-95eb-163fd820ab7e tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:28.861967 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9b477861-b91f-488a-95eb-163fd820ab7e tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2395432 Nov 26 02:43:28.864773 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58580) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:28.876263 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-822c218c-dd41-4ff7-91ad-56332850c304 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Request body: {'security_group_rule': {'security_group_id': '5a0f943d-062c-4211-8b2d-0cf7e88cf6e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:28.942052 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-822c218c-dd41-4ff7-91ad-56332850c304 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:28.955137 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b321b9ea-ca9e-4991-8873-7284aeef5e4a req-30e67447-ca31-43c0-b052-aa923ace150d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188180 Nov 26 02:43:29.010542 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Attempting to bind port 8c903ec9-1f60-49e6-8f12-a40c32100d6a on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:43:29.010923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Attempting to bind port 8c903ec9-1f60-49e6-8f12-a40c32100d6a by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '8793f41e-d1ff-45ad-bf21-cf53ef7992c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:43:29.011677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Attempting to bind port 8c903ec9-1f60-49e6-8f12-a40c32100d6a on network ea27b44d-473a-44bd-95fa-3a159264910c {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:29.028261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:43:29.028625 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Checking segment: {'id': '8793f41e-d1ff-45ad-bf21-cf53ef7992c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:43:29.029089 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:29.029522 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Bound using segment: {'id': '8793f41e-d1ff-45ad-bf21-cf53ef7992c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:43:29.030351 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Bound port: 8c903ec9-1f60-49e6-8f12-a40c32100d6a, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793f41e-d1ff-45ad-bf21-cf53ef7992c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:43:29.031003 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:29.034968 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0d1f5daf-94a4-42d2-949e-2c5022efc690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:29.038856 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0d1f5daf-94a4-42d2-949e-2c5022efc690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:29.040017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0d1f5daf-94a4-42d2-949e-2c5022efc690 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4d046f5-a0cc-4f0d-8ec6-56633834ab9e HTTP/1.1" status: 204 len: 168 time: 0.5768692 Nov 26 02:43:29.049787 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10a742-1cc2-4cb6-97e5-1c9cb563150f req-6d3807c7-8381-4e42-a394-8503a5848157 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:29.051310 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae10a742-1cc2-4cb6-97e5-1c9cb563150f req-6d3807c7-8381-4e42-a394-8503a5848157 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 1096 time: 0.1047864 Nov 26 02:43:29.109831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f5daf-94a4-42d2-949e-2c5022efc690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d046f5-a0cc-4f0d-8ec6-56633834ab9e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:29.127292 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-822c218c-dd41-4ff7-91ad-56332850c304 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:29.136454 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-822c218c-dd41-4ff7-91ad-56332850c304 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:29.155036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c218c-dd41-4ff7-91ad-56332850c304 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66f840e-bea0-476d-aedd-f705c8630d90,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:29.200523 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-822c218c-dd41-4ff7-91ad-56332850c304 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:29.203632 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-822c218c-dd41-4ff7-91ad-56332850c304 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3376744 Nov 26 02:43:29.206492 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58588) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:29.215113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ad73ee3f-9d6c-4a8a-8a87-74a166bc85cb tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Request body: {'security_group_rule': {'security_group_id': '5a0f943d-062c-4211-8b2d-0cf7e88cf6e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:29.218833 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] For port 8c903ec9-1f60-49e6-8f12-a40c32100d6a, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:29.222219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] For port 8c903ec9-1f60-49e6-8f12-a40c32100d6a, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8c903ec9-1f60-49e6-8f12-a40c32100d6a,segment=NetworkSegment(8793f41e-d1ff-45ad-bf21-cf53ef7992c1),segment_id=8793f41e-d1ff-45ad-bf21-cf53ef7992c1)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:43:29.241153 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:29.264833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694ef7b-40cd-43de-9d03-7e1e6e1b9716 req-ce722320-c5db-4ebe-8c22-bf9b2a7cd9c7 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:29.266421 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4694ef7b-40cd-43de-9d03-7e1e6e1b9716 req-ce722320-c5db-4ebe-8c22-bf9b2a7cd9c7 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.1752379 Nov 26 02:43:29.268673 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae10a742-1cc2-4cb6-97e5-1c9cb563150f req-3e19562a-7ff5-49ed-b44c-15bccdf7f44d tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923823 Nov 26 02:43:29.280041 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad73ee3f-9d6c-4a8a-8a87-74a166bc85cb tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:29.345982 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad73ee3f-9d6c-4a8a-8a87-74a166bc85cb tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:29.352971 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad73ee3f-9d6c-4a8a-8a87-74a166bc85cb tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:29.383678 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73ee3f-9d6c-4a8a-8a87-74a166bc85cb tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd00745-1813-4ab8-a836-67d2c3767781,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:29.387627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a08df341-5e31-4bcd-afef-718226d72bc6 None None] Provisioning complete for port 8c903ec9-1f60-49e6-8f12-a40c32100d6a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:29.388165 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a08df341-5e31-4bcd-afef-718226d72bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:29.420163 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad73ee3f-9d6c-4a8a-8a87-74a166bc85cb tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:29.423069 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ad73ee3f-9d6c-4a8a-8a87-74a166bc85cb tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2149749 Nov 26 02:43:29.427349 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58600) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:29.430352 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4694ef7b-40cd-43de-9d03-7e1e6e1b9716 req-e2987853-7bbe-4349-8946-4d2ace83a3d5 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522474 Nov 26 02:43:29.444894 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-4ab2cd85-f7c5-452d-a311-e6a79f9906de tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:29.496450 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cd85-f7c5-452d-a311-e6a79f9906de tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:29.507479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Routers {'1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:43:29.508229 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:43:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:29.525665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20827444-d0f1-4036-9e3e-d23d0acb69d5 None None] Pushing event updated for resources: {'Port': ['ID=8c903ec9-1f60-49e6-8f12-a40c32100d6a,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:29.670561 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cd85-f7c5-452d-a311-e6a79f9906de tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:29.721817 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:43:29.746577 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] Set router 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:43:29.748851 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a08df341-5e31-4bcd-afef-718226d72bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:29.828590 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47833003-98ee-4349-87aa-3c6c7d4464c8 req-09f56910-d7a0-4f43-a334-356088c28259 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:29.837100 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47833003-98ee-4349-87aa-3c6c7d4464c8 req-09f56910-d7a0-4f43-a334-356088c28259 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 1096 time: 0.0859919 Nov 26 02:43:29.849981 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a08df341-5e31-4bcd-afef-718226d72bc6 None None] For port 8c903ec9-1f60-49e6-8f12-a40c32100d6a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8c903ec9-1f60-49e6-8f12-a40c32100d6a,segment=NetworkSegment(8793f41e-d1ff-45ad-bf21-cf53ef7992c1),segment_id=8793f41e-d1ff-45ad-bf21-cf53ef7992c1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:29.861341 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a08df341-5e31-4bcd-afef-718226d72bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:29.877989 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-4ab2cd85-f7c5-452d-a311-e6a79f9906de tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Allocated IP 172.25.0.161 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/add165d0-17ad-4c6e-9472-dc48101a1801) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:43:29.894034 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47833003-98ee-4349-87aa-3c6c7d4464c8 req-6d72e368-3b15-49d7-b02b-d34686137177 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556433 Nov 26 02:43:29.968377 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08df341-5e31-4bcd-afef-718226d72bc6 None None] Pushing event updated for resources: {'Port': ['ID=8c903ec9-1f60-49e6-8f12-a40c32100d6a,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:30.013065 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b162dcac-6669-4583-8317-919f31a88c02 None None] Provisioning complete for port 8c903ec9-1f60-49e6-8f12-a40c32100d6a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:30.013422 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b162dcac-6669-4583-8317-919f31a88c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:30.039792 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cd85-f7c5-452d-a311-e6a79f9906de tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:30.075350 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'name': 'tempest-ServersTestManualDisk-848484729-router', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:19Z', 'updated_at': '2021-11-26T02:43:25Z', 'revision_number': 4, 'project_id': '911d595fdab847c2957c1da36320774c', 'gw_port': {'id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:20Z', 'updated_at': '2021-11-26T02:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8c903ec9-1f60-49e6-8f12-a40c32100d6a', 'name': '', 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'mac_address': 'fa:16:3e:66:cd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:23Z', 'updated_at': '2021-11-26T02:43:29Z', 'revision_number': 4, 'project_id': '911d595fdab847c2957c1da36320774c', 'subnets': [{'id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:30.105972 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da33641c-479c-4e5a-a84a-2a0a730ee64f None None] The sync data for ids ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'] in n-d-819389-3 is: [{'id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'name': 'tempest-ServersTestManualDisk-848484729-router', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:19Z', 'updated_at': '2021-11-26T02:43:25Z', 'revision_number': 4, 'project_id': '911d595fdab847c2957c1da36320774c', 'gw_port': {'id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:20Z', 'updated_at': '2021-11-26T02:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8c903ec9-1f60-49e6-8f12-a40c32100d6a', 'name': '', 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'mac_address': 'fa:16:3e:66:cd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:23Z', 'updated_at': '2021-11-26T02:43:29Z', 'revision_number': 4, 'project_id': '911d595fdab847c2957c1da36320774c', 'subnets': [{'id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:43:30.120753 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cd85-f7c5-452d-a311-e6a79f9906de tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:30.200130 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab2cd85-f7c5-452d-a311-e6a79f9906de tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:43:30.207839 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-4ab2cd85-f7c5-452d-a311-e6a79f9906de tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:30.211406 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab2cd85-f7c5-452d-a311-e6a79f9906de tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:43:30.248662 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2cd85-f7c5-452d-a311-e6a79f9906de tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Pushing event updated for resources: {'Port': ['ID=add165d0-17ad-4c6e-9472-dc48101a1801,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:30.267281 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a88be-1065-4d71-b64d-4e722dbab7bc req-78ce48a3-4065-485a-8e71-1e2b6162b127 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:30.269092 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d53a88be-1065-4d71-b64d-4e722dbab7bc req-78ce48a3-4065-485a-8e71-1e2b6162b127 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.1465125 Nov 26 02:43:30.327189 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cd85-f7c5-452d-a311-e6a79f9906de tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:30.348695 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d53a88be-1065-4d71-b64d-4e722dbab7bc req-11264e62-412d-4b54-b1fd-6186b8310cd9 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712292 Nov 26 02:43:30.373612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58630) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:30.374640 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cd85-f7c5-452d-a311-e6a79f9906de tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:30.503975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-6833d0b1-24a2-4533-a0dc-434e82c053a1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-334826477-network', 'tenant_id': 'de80b8b167d545be93245120006a8867'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:30.540684 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6833d0b1-24a2-4533-a0dc-434e82c053a1 admin admin] Made reservation on behalf of de80b8b167d545be93245120006a8867 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:43:30.544204 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6833d0b1-24a2-4533-a0dc-434e82c053a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:30.567643 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6833d0b1-24a2-4533-a0dc-434e82c053a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:30.570818 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cd85-f7c5-452d-a311-e6a79f9906de tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:30.576204 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cd85-f7c5-452d-a311-e6a79f9906de tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:30.630109 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704ed75-1fd7-40cf-b253-7f87a057cf02 req-7958df6b-b9be-48c1-ae93-587f159ff47c tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:30.630109 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9704ed75-1fd7-40cf-b253-7f87a057cf02 req-7958df6b-b9be-48c1-ae93-587f159ff47c tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.0788195 Nov 26 02:43:30.652538 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2cd85-f7c5-452d-a311-e6a79f9906de tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Pushing event updated for resources: {'Port': ['ID=add165d0-17ad-4c6e-9472-dc48101a1801,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:30.669870 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cd85-f7c5-452d-a311-e6a79f9906de tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:30.670049 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3f101439-a19f-4be2-af7b-6228aab02046 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:43:30.692930 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cd85-f7c5-452d-a311-e6a79f9906de tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:30.703734 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4ab2cd85-f7c5-452d-a311-e6a79f9906de tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2753067 Nov 26 02:43:30.785189 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6833d0b1-24a2-4533-a0dc-434e82c053a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:30.788563 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3f101439-a19f-4be2-af7b-6228aab02046, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3f101439-a19f-4be2-af7b-6228aab02046,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:30.791958 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9704ed75-1fd7-40cf-b253-7f87a057cf02 req-471b65b7-2d8b-48f4-bbb3-8011ee770fcd tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537459 Nov 26 02:43:30.795253 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6833d0b1-24a2-4533-a0dc-434e82c053a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:30.809836 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6833d0b1-24a2-4533-a0dc-434e82c053a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:43:30.815597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '3f101439-a19f-4be2-af7b-6228aab02046', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '3f101439-a19f-4be2-af7b-6228aab02046', 'mac_address': 'fa:16:3e:73:36:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:43:30.821695 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6833d0b1-24a2-4533-a0dc-434e82c053a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:30.822072 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-6833d0b1-24a2-4533-a0dc-434e82c053a1 admin admin] Added segment cb37b886-a17f-4b3d-80d1-249917a1a91a of type vlan for network b9150f59-2d83-45a9-b17a-c18cf2587ed5 Nov 26 02:43:30.866775 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:30.888133 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f101439-a19f-4be2-af7b-6228aab02046 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:43:30.901484 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833d0b1-24a2-4533-a0dc-434e82c053a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadbe5b1-d57c-4ec4-a55f-8ab37ef4401a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:30.911061 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3f101439-a19f-4be2-af7b-6228aab02046, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3f101439-a19f-4be2-af7b-6228aab02046,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:30.915789 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6833d0b1-24a2-4533-a0dc-434e82c053a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:30.918460 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:30.962454 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6833d0b1-24a2-4533-a0dc-434e82c053a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:30.964326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6833d0b1-24a2-4533-a0dc-434e82c053a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:30.966206 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6833d0b1-24a2-4533-a0dc-434e82c053a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:30.976175 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=3f101439-a19f-4be2-af7b-6228aab02046,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:31.048108 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6833d0b1-24a2-4533-a0dc-434e82c053a1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6731596 Nov 26 02:43:31.051349 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58662) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:31.056577 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-76f785af-8b2b-4582-9171-10e67d009b40 admin admin] Request body: {'subnet': {'network_id': 'b9150f59-2d83-45a9-b17a-c18cf2587ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-334826477-subnet', 'tenant_id': 'de80b8b167d545be93245120006a8867', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:31.079373 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f785af-8b2b-4582-9171-10e67d009b40 admin admin] Made reservation on behalf of de80b8b167d545be93245120006a8867 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:43:31.081791 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-76f785af-8b2b-4582-9171-10e67d009b40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:31.104491 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833d0b1-24a2-4533-a0dc-434e82c053a1 admin admin] Pushing event updated for resources: {'Network': ['ID=b9150f59-2d83-45a9-b17a-c18cf2587ed5,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:31.115571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network b9150f59-2d83-45a9-b17a-c18cf2587ed5 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:43:31.123531 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-b7893b4c-2e5f-416a-b6f3-9b2a4f0f5545 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1174884508&fields=id&tenant_id=911d595fdab847c2957c1da36320774c HTTP/1.1" status: 200 len: 267 time: 0.1736355 Nov 26 02:43:31.139836 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72776801-dced-4d05-9f44-09b4125ff46b req-6ecf7ef5-8c47-4754-a7a5-bcbce927da6b tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:31.140887 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72776801-dced-4d05-9f44-09b4125ff46b req-6ecf7ef5-8c47-4754-a7a5-bcbce927da6b tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 1096 time: 0.1480532 Nov 26 02:43:31.186959 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['3f101439-a19f-4be2-af7b-6228aab02046'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:43:31.264640 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72776801-dced-4d05-9f44-09b4125ff46b req-b25b10f4-0f5f-40df-ab46-257db4c76af7 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044636 Nov 26 02:43:31.299465 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-4bc653ae-c802-45ae-99d1-bd4ab0344d08 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:31.307145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-4bc653ae-c802-45ae-99d1-bd4ab0344d08 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/networks?id=ea27b44d-473a-44bd-95fa-3a159264910c HTTP/1.1" status: 200 len: 811 time: 0.1831822 Nov 26 02:43:31.325178 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-3cf433c6-c8b9-4125-a119-f73b48e5e3ab tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/quotas/911d595fdab847c2957c1da36320774c HTTP/1.1" status: 200 len: 375 time: 0.0150304 Nov 26 02:43:31.369256 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-76f785af-8b2b-4582-9171-10e67d009b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:31.398227 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-30edb856-b004-4886-b329-169e9af650db tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=911d595fdab847c2957c1da36320774c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657880 Nov 26 02:43:31.463584 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f785af-8b2b-4582-9171-10e67d009b40 admin admin] Checking segment: {'id': 'cb37b886-a17f-4b3d-80d1-249917a1a91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b9150f59-2d83-45a9-b17a-c18cf2587ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:43:31.464291 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f785af-8b2b-4582-9171-10e67d009b40 admin admin] Network hostable DHCP agents. Network: b9150f59-2d83-45a9-b17a-c18cf2587ed5, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:43:31.467839 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f785af-8b2b-4582-9171-10e67d009b40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b76cd4-09b5-4e0d-b80d-64e2b89d6a8a,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:31.489205 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f785af-8b2b-4582-9171-10e67d009b40 admin admin] Network b9150f59-2d83-45a9-b17a-c18cf2587ed5 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:43:31.506529 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-76f785af-8b2b-4582-9171-10e67d009b40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, b9150f59-2d83-45a9-b17a-c18cf2587ed5) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:31.513355 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f785af-8b2b-4582-9171-10e67d009b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:31.513962 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-76f785af-8b2b-4582-9171-10e67d009b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:31.522723 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f122912c-b493-40df-9ded-195575e72aa6 None None] Network b9150f59-2d83-45a9-b17a-c18cf2587ed5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:43:31.540547 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-76f785af-8b2b-4582-9171-10e67d009b40 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4880772 Nov 26 02:43:31.543593 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58672) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:31.548696 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-334826477-router', 'tenant_id': 'de80b8b167d545be93245120006a8867', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:31.576744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-b44cd1b2-2627-4650-babc-342ec4c571a7 service neutron] 10.222.0.31 "GET /v2.0/networks/ea27b44d-473a-44bd-95fa-3a159264910c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564896 Nov 26 02:43:31.584235 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:31.585215 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:31.661822 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:31.711101 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-da3f8ff8-208a-4b1c-9494-f81d8a1d4dbe service neutron] 10.222.0.31 "GET /v2.0/networks/ea27b44d-473a-44bd-95fa-3a159264910c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333187 Nov 26 02:43:31.729521 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-b9150f59-2d83-45a9-b17a-c18cf2587ed5', 'network_id': 'b9150f59-2d83-45a9-b17a-c18cf2587ed5', 'tenant_id': 'de80b8b167d545be93245120006a8867', 'fixed_ips': [{'subnet_id': '51b76cd4-09b5-4e0d-b80d-64e2b89d6a8a'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:43:31.732221 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:31.826066 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:31.917604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Allocated IP 172.20.0.2 (b9150f59-2d83-45a9-b17a-c18cf2587ed5/51b76cd4-09b5-4e0d-b80d-64e2b89d6a8a/91fbb3db-3572-4cf1-8c42-9af9befdd66b) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:43:32.015405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38a14c-1ac2-4a61-9552-86de720874f9 req-77d1c97f-e6af-4dd0-bfb0-37e86e0295da tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:32.023273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca38a14c-1ac2-4a61-9552-86de720874f9 req-77d1c97f-e6af-4dd0-bfb0-37e86e0295da tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.0814445 Nov 26 02:43:32.096369 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8c903ec9-1f60-49e6-8f12-a40c32100d6a up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:43:32.100943 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca38a14c-1ac2-4a61-9552-86de720874f9 req-2f5cf589-29d6-42b3-b19f-642cd781348d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762768 Nov 26 02:43:32.162346 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:32.197289 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:32.214406 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:32.217300 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:32.265515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Network b9150f59-2d83-45a9-b17a-c18cf2587ed5 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:43:32.271245 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:32.279995 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:43:32.289284 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Pushing event updated for resources: {'Port': ['ID=91fbb3db-3572-4cf1-8c42-9af9befdd66b,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:32.341737 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 8c903ec9-1f60-49e6-8f12-a40c32100d6a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:32.342110 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:32.401154 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] Allocated IP 172.25.0.117 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/9eb3bb2d-e0ef-41c7-897f-a2ce82796a27) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:43:32.403326 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Attempting to bind port 91fbb3db-3572-4cf1-8c42-9af9befdd66b on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:43:32.403488 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Attempting to bind port 91fbb3db-3572-4cf1-8c42-9af9befdd66b by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'cb37b886-a17f-4b3d-80d1-249917a1a91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b9150f59-2d83-45a9-b17a-c18cf2587ed5'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:43:32.403829 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Attempting to bind port 91fbb3db-3572-4cf1-8c42-9af9befdd66b on network b9150f59-2d83-45a9-b17a-c18cf2587ed5 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:32.412294 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:43:32.412672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Checking segment: {'id': 'cb37b886-a17f-4b3d-80d1-249917a1a91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b9150f59-2d83-45a9-b17a-c18cf2587ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:43:32.413078 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:32.413478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Bound using segment: {'id': 'cb37b886-a17f-4b3d-80d1-249917a1a91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b9150f59-2d83-45a9-b17a-c18cf2587ed5'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:43:32.413950 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Bound port: 91fbb3db-3572-4cf1-8c42-9af9befdd66b, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb37b886-a17f-4b3d-80d1-249917a1a91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b9150f59-2d83-45a9-b17a-c18cf2587ed5'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:43:32.414343 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:32.461845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e14264-6125-4b77-9dfe-653e360ce444 req-60354f15-36fc-41bf-a90c-f6876b020aef tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:32.470894 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-50e14264-6125-4b77-9dfe-653e360ce444 req-60354f15-36fc-41bf-a90c-f6876b020aef tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.0826132 Nov 26 02:43:32.519203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] For port 91fbb3db-3572-4cf1-8c42-9af9befdd66b, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:32.522817 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] For port 91fbb3db-3572-4cf1-8c42-9af9befdd66b, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=91fbb3db-3572-4cf1-8c42-9af9befdd66b,segment=NetworkSegment(cb37b886-a17f-4b3d-80d1-249917a1a91a),segment_id=cb37b886-a17f-4b3d-80d1-249917a1a91a)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:43:32.530751 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:32.530963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-50e14264-6125-4b77-9dfe-653e360ce444 req-7262a7ea-fc9c-4874-acc1-64d463492c9d tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587380 Nov 26 02:43:32.542037 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:32.620139 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f22821-432b-4c80-b3ef-623f567a2f73 None None] Pushing event updated for resources: {'Port': ['ID=91fbb3db-3572-4cf1-8c42-9af9befdd66b,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:32.640200 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:32.649205 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9ca7530-b98e-4dc5-b7c7-d9bb80734832 req-4331037a-1b0a-42d1-b566-32375a2c8d26 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/ports?device_id=851d1ee8-23bc-42c6-99ef-d016a5f6df7c HTTP/1.1" status: 200 len: 210 time: 0.0631251 Nov 26 02:43:32.673642 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3f101439-a19f-4be2-af7b-6228aab02046 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:43:32.691587 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-8187c5e9-b9dc-4fc9-bca8-e8d48821d887 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:43:32.693930 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-8187c5e9-b9dc-4fc9-bca8-e8d48821d887 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075870 Nov 26 02:43:32.716885 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:43:32.723274 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:32.730045 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:43:32.737368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 3f101439-a19f-4be2-af7b-6228aab02046 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:32.738197 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:32.759358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-af78fc76-c86a-4fc5-9bd1-d16f8e6249c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:32.762925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-af78fc76-c86a-4fc5-9bd1-d16f8e6249c5 service neutron] 10.222.0.31 "GET /v2.0/ports/43bd8f10-cc29-48d4-846e-250a48a707ce HTTP/1.1" status: 200 len: 1093 time: 0.0598576 Nov 26 02:43:32.769375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] Pushing event updated for resources: {'Port': ['ID=9eb3bb2d-e0ef-41c7-897f-a2ce82796a27,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:32.776296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-db43528a-f4a1-4bf7-a606-bff34e4eeece service neutron] Request body: {'binding': {'host': 'n-h1-819389-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:32.777043 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-db43528a-f4a1-4bf7-a606-bff34e4eeece service neutron] Unknown quota resources ['binding']. {{(pid=104802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 02:43:32.862112 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:32.898398 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd199b2d4-8a34-4de5-bc94-54d25e4a6cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f101439-a19f-4be2-af7b-6228aab02046'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:32.902148 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520e60d7-c630-4252-b25c-44f68417fb37" -d '{"events": [{"server_uuid": "d199b2d4-8a34-4de5-bc94-54d25e4a6cd0", "name": "network-vif-plugged", "status": "completed", "tag": "3f101439-a19f-4be2-af7b-6228aab02046"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:32.933781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3f101439-a19f-4be2-af7b-6228aab02046, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3f101439-a19f-4be2-af7b-6228aab02046,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:32.941962 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:32.982966 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0012e08e-4fdc-42ec-8867-8afecd3dcd46 x-openstack-request-id: req-0012e08e-4fdc-42ec-8867-8afecd3dcd46 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:32.983387 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d199b2d4-8a34-4de5-bc94-54d25e4a6cd0", "name": "network-vif-plugged", "status": "completed", "tag": "3f101439-a19f-4be2-af7b-6228aab02046", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:32.983742 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0012e08e-4fdc-42ec-8867-8afecd3dcd46 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:32.984262 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd199b2d4-8a34-4de5-bc94-54d25e4a6cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f101439-a19f-4be2-af7b-6228aab02046', 'code': 200} Nov 26 02:43:33.019832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=3f101439-a19f-4be2-af7b-6228aab02046,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:33.020077 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-db43528a-f4a1-4bf7-a606-bff34e4eeece service neutron] Attempting to bind port 43bd8f10-cc29-48d4-846e-250a48a707ce on host n-h1-819389-3 for vnic_type normal with profile None {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:43:33.020551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-db43528a-f4a1-4bf7-a606-bff34e4eeece service neutron] Attempting to bind port 43bd8f10-cc29-48d4-846e-250a48a707ce by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:43:33.020940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-db43528a-f4a1-4bf7-a606-bff34e4eeece service neutron] Attempting to bind port 43bd8f10-cc29-48d4-846e-250a48a707ce on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:33.027394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-db43528a-f4a1-4bf7-a606-bff34e4eeece service neutron] Port 43bd8f10-cc29-48d4-846e-250a48a707ce on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:43:33.027799 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-db43528a-f4a1-4bf7-a606-bff34e4eeece service neutron] Attempting to bind port 43bd8f10-cc29-48d4-846e-250a48a707ce on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:33.034803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-db43528a-f4a1-4bf7-a606-bff34e4eeece service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:43:33.035288 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-db43528a-f4a1-4bf7-a606-bff34e4eeece service neutron] Checking segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:43:33.035766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-db43528a-f4a1-4bf7-a606-bff34e4eeece service neutron] Bound using segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:43:33.036371 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-db43528a-f4a1-4bf7-a606-bff34e4eeece service neutron] Bound port: 43bd8f10-cc29-48d4-846e-250a48a707ce, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:43:33.075225 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e95ca752-4a1e-4c90-aad1-5ca5705b649a details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:43:33.084647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e95ca752-4a1e-4c90-aad1-5ca5705b649a no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:43:33.101349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-db43528a-f4a1-4bf7-a606-bff34e4eeece service neutron] For port 43bd8f10-cc29-48d4-846e-250a48a707ce, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=43bd8f10-cc29-48d4-846e-250a48a707ce,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:43:33.108604 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-db43528a-f4a1-4bf7-a606-bff34e4eeece service neutron] Publish callbacks [] for binding, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:33.117896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-db43528a-f4a1-4bf7-a606-bff34e4eeece service neutron] 10.222.0.31 "POST /v2.0/ports/43bd8f10-cc29-48d4-846e-250a48a707ce/bindings HTTP/1.1" status: 201 len: 389 time: 0.3471556 Nov 26 02:43:33.137806 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:33.240835 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:33.251017 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e95ca752-4a1e-4c90-aad1-5ca5705b649a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e95ca752-4a1e-4c90-aad1-5ca5705b649a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:33.271837 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a', 'mac_address': 'fa:16:3e:8d:f3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:43:33.319104 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e95ca752-4a1e-4c90-aad1-5ca5705b649a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e95ca752-4a1e-4c90-aad1-5ca5705b649a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:33.329008 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:33.358588 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e3c64-ac69-4b88-a3b7-fba42cd44100 req-e31d0d92-6c4b-4f7d-99c3-c77ebdc21ae2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:33.360615 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed8e3c64-ac69-4b88-a3b7-fba42cd44100 req-e31d0d92-6c4b-4f7d-99c3-c77ebdc21ae2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.1716993 Nov 26 02:43:33.365175 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:33.390662 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802e34e-09b2-403a-bfc4-d4a14bb4e60a req-fcc9d53c-7b5b-4357-8da9-fc23f7b2da16 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:33.391989 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7802e34e-09b2-403a-bfc4-d4a14bb4e60a req-fcc9d53c-7b5b-4357-8da9-fc23f7b2da16 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 945 time: 0.1087580 Nov 26 02:43:33.397245 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e95ca752-4a1e-4c90-aad1-5ca5705b649a {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:43:33.410421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e95ca752-4a1e-4c90-aad1-5ca5705b649a,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:33.429704 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:33.454036 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed8e3c64-ac69-4b88-a3b7-fba42cd44100 req-b01831b0-b1cf-40e3-a1d6-cf8a9b617cde tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768402 Nov 26 02:43:33.457001 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:43:33.457355 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:43:33.506371 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7802e34e-09b2-403a-bfc4-d4a14bb4e60a req-9f8c4a2c-f9fd-4d7e-bc79-6b7c03fccec2 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768952 Nov 26 02:43:33.633304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-12041690-4b18-4e6e-b07c-97e4a2af1157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:33.634980 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-12041690-4b18-4e6e-b07c-97e4a2af1157 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 1096 time: 0.0976362 Nov 26 02:43:33.669857 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] Router 05f6d64a-6d2b-4b81-8a0a-a4345d50c108 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:43:33.827867 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:43:33.841022 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Sync routers for ids ['05f6d64a-6d2b-4b81-8a0a-a4345d50c108'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:43:33.849757 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:33.851171 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7e8e283-969f-4219-9f2a-7c09f44b320a req-42822aaf-e52f-469b-9c02-d2eb8da52e60 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/ports?device_id=851d1ee8-23bc-42c6-99ef-d016a5f6df7c HTTP/1.1" status: 200 len: 210 time: 0.0529723 Nov 26 02:43:33.851296 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e50a2c29-74f2-4f36-ae03-848c6809aefe admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3063014 Nov 26 02:43:33.855773 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58742) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:33.864862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cb369-7a62-4091-ab6b-d37a981586b5 req-f9646753-31d0-4a82-acf1-2bec091248ad tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:33.866391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c55cb369-7a62-4091-ab6b-d37a981586b5 req-f9646753-31d0-4a82-acf1-2bec091248ad tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 947 time: 0.1966350 Nov 26 02:43:33.875386 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Routers {'05f6d64a-6d2b-4b81-8a0a-a4345d50c108'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:43:33.877107 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:43:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['05f6d64a-6d2b-4b81-8a0a-a4345d50c108'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:33.898220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-da58a48c-f319-45c3-a93b-7be7234adc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:33.899781 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-da58a48c-f319-45c3-a93b-7be7234adc36 service neutron] 10.222.0.54 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 922 time: 0.2288563 Nov 26 02:43:33.914071 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-ec7be9a9-0107-4889-b4ff-84cba819f6ae tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:33.915864 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-ec7be9a9-0107-4889-b4ff-84cba819f6ae tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.59 "GET /v2.0/networks?id=ea27b44d-473a-44bd-95fa-3a159264910c HTTP/1.1" status: 200 len: 811 time: 0.3185668 Nov 26 02:43:33.982675 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-bc9827fd-d22b-4be0-9478-df2fb3aa0cbb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43bd8f10-cc29-48d4-846e-250a48a707ce HTTP/1.1" status: 200 len: 217 time: 0.0652232 Nov 26 02:43:34.007143 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359f90dd-c3ac-4b84-9cf0-1a295724498c None None] Network b9150f59-2d83-45a9-b17a-c18cf2587ed5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:43:34.062521 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Set router 05f6d64a-6d2b-4b81-8a0a-a4345d50c108 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:43:34.126635 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c55cb369-7a62-4091-ab6b-d37a981586b5 req-3fddbb20-4fc1-475b-b89a-b757ff60a37e tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244668 Nov 26 02:43:34.134367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-80209930-5ff1-459e-8a74-2d0b75ff6066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:34.137238 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-80209930-5ff1-459e-8a74-2d0b75ff6066 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.1277342 Nov 26 02:43:34.137413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 91fbb3db-3572-4cf1-8c42-9af9befdd66b up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:43:34.151413 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-ab459cbd-ae08-4494-a39b-76c257ac41d8 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=911d595fdab847c2957c1da36320774c HTTP/1.1" status: 200 len: 380 time: 0.1627192 Nov 26 02:43:34.161723 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-37ea697b-6469-4f2b-92c4-a7b351454faa tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Request body: {'port': {'device_id': '851d1ee8-23bc-42c6-99ef-d016a5f6df7c', 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c', 'admin_state_up': True, 'tenant_id': '911d595fdab847c2957c1da36320774c', 'security_groups': ['5a0f943d-062c-4211-8b2d-0cf7e88cf6e3']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:34.181936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-89f2bd1d-ff54-4fcb-b7aa-63caa55ca781 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336692 Nov 26 02:43:34.227679 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 91fbb3db-3572-4cf1-8c42-9af9befdd66b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:34.228122 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:34.287763 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:34.341184 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:34.343223 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ccdc0314-e3e0-41e4-8202-5c66f288072f None None] Provisioning complete for port 91fbb3db-3572-4cf1-8c42-9af9befdd66b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:34.343588 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ccdc0314-e3e0-41e4-8202-5c66f288072f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:34.346972 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'name': 'tempest-FloatingIPDetailsTestJSON-334826477-router', 'tenant_id': 'de80b8b167d545be93245120006a8867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9eb3bb2d-e0ef-41c7-897f-a2ce82796a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:31Z', 'updated_at': '2021-11-26T02:43:32Z', 'revision_number': 3, 'project_id': 'de80b8b167d545be93245120006a8867', 'gw_port': {'id': '9eb3bb2d-e0ef-41c7-897f-a2ce82796a27', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:32Z', 'updated_at': '2021-11-26T02:43:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:34.395000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95ca752-4a1e-4c90-aad1-5ca5705b649a {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:43:34.399540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-a2395fff-20bc-4f95-8f3b-92482fa142fd service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072480 Nov 26 02:43:34.409558 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Checking router: 05f6d64a-6d2b-4b81-8a0a-a4345d50c108 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:43:34.410147 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Updating router 05f6d64a-6d2b-4b81-8a0a-a4345d50c108 port 9eb3bb2d-e0ef-41c7-897f-a2ce82796a27 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:43:34.425428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-37ea697b-6469-4f2b-92c4-a7b351454faa tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Made reservation on behalf of 911d595fdab847c2957c1da36320774c for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:43:34.432633 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-37ea697b-6469-4f2b-92c4-a7b351454faa tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:34.451772 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:34.457035 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e95ca752-4a1e-4c90-aad1-5ca5705b649a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e95ca752-4a1e-4c90-aad1-5ca5705b649a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:34.465047 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 91fbb3db-3572-4cf1-8c42-9af9befdd66b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=91fbb3db-3572-4cf1-8c42-9af9befdd66b,segment=NetworkSegment(cb37b886-a17f-4b3d-80d1-249917a1a91a),segment_id=cb37b886-a17f-4b3d-80d1-249917a1a91a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:34.475711 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:34.504035 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:34.630015 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a819492-7059-40b4-8432-9f44b2c18f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:34.668346 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e95ca752-4a1e-4c90-aad1-5ca5705b649a,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:34.745551 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=91fbb3db-3572-4cf1-8c42-9af9befdd66b,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:34.866088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e95ca752-4a1e-4c90-aad1-5ca5705b649a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:43:34.886410 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b48e0a-8170-4d4f-9288-b0945f7b04d9 req-7059d74e-45a6-4047-8d4c-76f30a1ccbb8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:34.889826 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e7b48e0a-8170-4d4f-9288-b0945f7b04d9 req-7059d74e-45a6-4047-8d4c-76f30a1ccbb8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.3076427 Nov 26 02:43:34.904748 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156574a-3110-4c41-a91d-962cff9e26a3 req-25b3f337-728f-4c99-9c8a-bd8f9bc6403c tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:34.907205 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5156574a-3110-4c41-a91d-962cff9e26a3 req-25b3f337-728f-4c99-9c8a-bd8f9bc6403c tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 945 time: 0.2105088 Nov 26 02:43:34.914244 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-2dac4712-637b-40b3-92d7-456b12314d6b service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773923 Nov 26 02:43:34.929173 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-37ea697b-6469-4f2b-92c4-a7b351454faa tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Allocated IP 172.20.0.11 (ea27b44d-473a-44bd-95fa-3a159264910c/4cdbffbb-80cc-4db5-a9b9-f848ad82f883/fd23f013-dc2d-4a98-a7e4-7eff1ab690c1) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:43:34.940241 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-3a819492-7059-40b4-8432-9f44b2c18f2f admin admin] Allocated IP 172.20.0.1 (b9150f59-2d83-45a9-b17a-c18cf2587ed5/51b76cd4-09b5-4e0d-b80d-64e2b89d6a8a/2e4f073f-7a86-445d-ae6f-8498e8de2a3e) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:43:34.954153 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2465bbb7-e397-46d6-9f63-622aa67224b0 None None] Provisioning complete for port 91fbb3db-3572-4cf1-8c42-9af9befdd66b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:34.954658 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2465bbb7-e397-46d6-9f63-622aa67224b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:34.963406 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:34.977561 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:34.985014 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a42d57-6e87-4e2d-a428-6cf14ce10ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:34.987545 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb1e206-47f7-4d7f-9fcd-52b36794f0c9" -d '{"events": [{"server_uuid": "64a42d57-6e87-4e2d-a428-6cf14ce10ba0", "name": "network-vif-unplugged", "status": "completed", "tag": "e95ca752-4a1e-4c90-aad1-5ca5705b649a"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:35.086643 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Attempting to bind port 9eb3bb2d-e0ef-41c7-897f-a2ce82796a27 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:43:35.087155 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Attempting to bind port 9eb3bb2d-e0ef-41c7-897f-a2ce82796a27 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:43:35.088301 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Attempting to bind port 9eb3bb2d-e0ef-41c7-897f-a2ce82796a27 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:35.090389 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e7b48e0a-8170-4d4f-9288-b0945f7b04d9 req-9d27ff03-a8b4-4514-a4f5-6c845f0a4fe9 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786726 Nov 26 02:43:35.098447 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852e66d-184d-448d-a667-2e6c415d51b6 None None] Pushing event updated for resources: {'Port': ['ID=9eb3bb2d-e0ef-41c7-897f-a2ce82796a27,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:35.103820 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:43:35.104014 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a819492-7059-40b4-8432-9f44b2c18f2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:35.105928 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:43:35.106497 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:35.106960 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:43:35.110011 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Bound port: 9eb3bb2d-e0ef-41c7-897f-a2ce82796a27, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:43:35.110457 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:35.186650 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a819492-7059-40b4-8432-9f44b2c18f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:35.199040 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5156574a-3110-4c41-a91d-962cff9e26a3 req-e6d379f1-f9e6-4dcc-b918-3e69d1fda97a tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701187 Nov 26 02:43:35.245933 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] For port 9eb3bb2d-e0ef-41c7-897f-a2ce82796a27, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:35.254753 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] For port 9eb3bb2d-e0ef-41c7-897f-a2ce82796a27, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9eb3bb2d-e0ef-41c7-897f-a2ce82796a27,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:43:35.264467 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a819492-7059-40b4-8432-9f44b2c18f2f admin admin] Network b9150f59-2d83-45a9-b17a-c18cf2587ed5 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:43:35.266425 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:35.283167 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-3a819492-7059-40b4-8432-9f44b2c18f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:35.293331 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a819492-7059-40b4-8432-9f44b2c18f2f admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:43:35.365745 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a819492-7059-40b4-8432-9f44b2c18f2f admin admin] Pushing event updated for resources: {'Port': ['ID=2e4f073f-7a86-445d-ae6f-8498e8de2a3e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:35.377643 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036a7b04-60e0-474c-9789-bbe6f40276fd x-openstack-request-id: req-036a7b04-60e0-474c-9789-bbe6f40276fd {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:35.377643 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a42d57-6e87-4e2d-a428-6cf14ce10ba0", "name": "network-vif-unplugged", "status": "completed", "tag": "e95ca752-4a1e-4c90-aad1-5ca5705b649a", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:35.377643 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-036a7b04-60e0-474c-9789-bbe6f40276fd {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:35.378551 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a42d57-6e87-4e2d-a428-6cf14ce10ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a', 'code': 200} Nov 26 02:43:35.400188 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-37ea697b-6469-4f2b-92c4-a7b351454faa tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:35.415288 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852e66d-184d-448d-a667-2e6c415d51b6 None None] Pushing event updated for resources: {'Port': ['ID=9eb3bb2d-e0ef-41c7-897f-a2ce82796a27,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:35.430586 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Routers {'05f6d64a-6d2b-4b81-8a0a-a4345d50c108'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:43:35.436241 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:43:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['05f6d64a-6d2b-4b81-8a0a-a4345d50c108'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:35.438928 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a819492-7059-40b4-8432-9f44b2c18f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:35.496915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cbf3b9a5-f3e1-402c-ac9b-8d833ce6523b req-fb565e26-ef08-4d8e-a0f8-64bfb4ce9b1e tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/ports?device_id=851d1ee8-23bc-42c6-99ef-d016a5f6df7c HTTP/1.1" status: 200 len: 210 time: 0.1091669 Nov 26 02:43:35.502108 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-9d309b75-37e9-4b69-897a-145a1ad74126 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:35.504014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-9d309b75-37e9-4b69-897a-145a1ad74126 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90&tenant_id=e8a793ab79454cf9836e2116f38adfa2&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 1096 time: 0.3719158 Nov 26 02:43:35.522167 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819389-3'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:35.616741 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:35.640770 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-37ea697b-6469-4f2b-92c4-a7b351454faa tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:35.649806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715a876-8855-46a4-8ab3-070cf3348a80 req-50d3a671-4a2a-4d7c-a8b1-b4a94358191a tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:35.656603 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] Set router 05f6d64a-6d2b-4b81-8a0a-a4345d50c108 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:43:35.657875 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a715a876-8855-46a4-8ab3-070cf3348a80 req-50d3a671-4a2a-4d7c-a8b1-b4a94358191a tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 948 time: 0.1836348 Nov 26 02:43:35.671234 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a819492-7059-40b4-8432-9f44b2c18f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:35.704941 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-fca34f6b-b55d-44c2-8091-7ac0a8579be9 None None] Provisioning complete for port 2e4f073f-7a86-445d-ae6f-8498e8de2a3e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:35.707092 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fca34f6b-b55d-44c2-8091-7ac0a8579be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:35.752412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-37ea697b-6469-4f2b-92c4-a7b351454faa tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Network ea27b44d-473a-44bd-95fa-3a159264910c is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:43:35.765463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-37ea697b-6469-4f2b-92c4-a7b351454faa tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:35.786910 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-fca34f6b-b55d-44c2-8091-7ac0a8579be9 None None] Port 2e4f073f-7a86-445d-ae6f-8498e8de2a3e cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:43:35.817197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-37ea697b-6469-4f2b-92c4-a7b351454faa tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:43:35.847635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea697b-6469-4f2b-92c4-a7b351454faa tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Pushing event updated for resources: {'Port': ['ID=fd23f013-dc2d-4a98-a7e4-7eff1ab690c1,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:35.910377 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a715a876-8855-46a4-8ab3-070cf3348a80 req-1a775b18-6bb6-4992-989b-877f61496d64 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464335 Nov 26 02:43:35.961784 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a819492-7059-40b4-8432-9f44b2c18f2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:35.979479 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a819492-7059-40b4-8432-9f44b2c18f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:35.991638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-37ea697b-6469-4f2b-92c4-a7b351454faa tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:35.992334 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-37ea697b-6469-4f2b-92c4-a7b351454faa tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:36.024510 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'name': 'tempest-FloatingIPDetailsTestJSON-334826477-router', 'tenant_id': 'de80b8b167d545be93245120006a8867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9eb3bb2d-e0ef-41c7-897f-a2ce82796a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:31Z', 'updated_at': '2021-11-26T02:43:32Z', 'revision_number': 3, 'project_id': 'de80b8b167d545be93245120006a8867', 'gw_port': {'id': '9eb3bb2d-e0ef-41c7-897f-a2ce82796a27', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:32Z', 'updated_at': '2021-11-26T02:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:36.039363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] For port 43bd8f10-cc29-48d4-846e-250a48a707ce, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=43bd8f10-cc29-48d4-846e-250a48a707ce,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:36.046883 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-37ea697b-6469-4f2b-92c4-a7b351454faa tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8898077 Nov 26 02:43:36.070134 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Request body: {'port': {'device_id': '851d1ee8-23bc-42c6-99ef-d016a5f6df7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:36.097944 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 91fbb3db-3572-4cf1-8c42-9af9befdd66b up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:43:36.113514 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21af43-8428-493e-a12e-54efe9b87bc3 None None] The sync data for ids ['05f6d64a-6d2b-4b81-8a0a-a4345d50c108'] in n-d-819389-3 is: [{'id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'name': 'tempest-FloatingIPDetailsTestJSON-334826477-router', 'tenant_id': 'de80b8b167d545be93245120006a8867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9eb3bb2d-e0ef-41c7-897f-a2ce82796a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:31Z', 'updated_at': '2021-11-26T02:43:32Z', 'revision_number': 3, 'project_id': 'de80b8b167d545be93245120006a8867', 'gw_port': {'id': '9eb3bb2d-e0ef-41c7-897f-a2ce82796a27', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:32Z', 'updated_at': '2021-11-26T02:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:43:36.117880 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a819492-7059-40b4-8432-9f44b2c18f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:36.154202 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a819492-7059-40b4-8432-9f44b2c18f2f admin admin] Pushing event updated for resources: {'Port': ['ID=2e4f073f-7a86-445d-ae6f-8498e8de2a3e,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:36.170302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] For port 43bd8f10-cc29-48d4-846e-250a48a707ce, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:36.232047 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a9ecbbd2-3930-4d10-badc-36b19d01a712 None None] Provisioning complete for port fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:36.235929 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a9ecbbd2-3930-4d10-badc-36b19d01a712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:36.240946 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:36.244428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362c6263-b2ea-4c0a-83d8-48e935545f90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43bd8f10-cc29-48d4-846e-250a48a707ce'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:36.262010 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f0ce54-a4b3-4a07-9360-9101b7059617" -d '{"events": [{"server_uuid": "362c6263-b2ea-4c0a-83d8-48e935545f90", "name": "network-vif-unplugged", "status": "completed", "tag": "43bd8f10-cc29-48d4-846e-250a48a707ce"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:36.274802 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a819492-7059-40b4-8432-9f44b2c18f2f admin admin] Network b9150f59-2d83-45a9-b17a-c18cf2587ed5 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:43:36.276991 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-3a819492-7059-40b4-8432-9f44b2c18f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:36.302817 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:36.410365 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:36.532949 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a819492-7059-40b4-8432-9f44b2c18f2f admin admin] Router 05f6d64a-6d2b-4b81-8a0a-a4345d50c108 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:43:36.598286 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 91fbb3db-3572-4cf1-8c42-9af9befdd66b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:36.598754 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:36.789614 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a9ecbbd2-3930-4d10-badc-36b19d01a712 None None] Port fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:43:36.799585 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a819492-7059-40b4-8432-9f44b2c18f2f admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:43:36.810405 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3a819492-7059-40b4-8432-9f44b2c18f2f admin admin] 10.222.0.31 "PUT /v2.0/routers/05f6d64a-6d2b-4b81-8a0a-a4345d50c108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9534016 Nov 26 02:43:36.920795 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-96f97894-dd40-46af-b134-e62043109dcd None None] Provisioning complete for port 2e4f073f-7a86-445d-ae6f-8498e8de2a3e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:36.921813 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-96f97894-dd40-46af-b134-e62043109dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:36.973401 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-96f97894-dd40-46af-b134-e62043109dcd None None] Port 2e4f073f-7a86-445d-ae6f-8498e8de2a3e cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:43:37.117823 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e95ca752-4a1e-4c90-aad1-5ca5705b649a up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:43:37.157307 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684ec98-1e06-4960-b51d-6986b2894af1 req-de503201-f073-4206-b4a3-8ab92f71da8a tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:37.165327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f684ec98-1e06-4960-b51d-6986b2894af1 req-de503201-f073-4206-b4a3-8ab92f71da8a tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.8641555 Nov 26 02:43:37.173149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] Pushing event updated for resources: {'Port': ['ID=43bd8f10-cc29-48d4-846e-250a48a707ce,revision_number=7']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:37.203598 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port e95ca752-4a1e-4c90-aad1-5ca5705b649a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:37.204165 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:37.277929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] Attempting to bind port 43bd8f10-cc29-48d4-846e-250a48a707ce on host n-h2-819389-3 for vnic_type normal with profile {"migrating_to": "n-h1-819389-3"} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:43:37.278271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] Attempting to bind port 43bd8f10-cc29-48d4-846e-250a48a707ce by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:43:37.278605 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] Attempting to bind port 43bd8f10-cc29-48d4-846e-250a48a707ce on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:37.289551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] Port 43bd8f10-cc29-48d4-846e-250a48a707ce on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:43:37.289885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] Attempting to bind port 43bd8f10-cc29-48d4-846e-250a48a707ce on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:37.313678 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:37.317541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b21067-e7bf-4a4f-b3a9-0937120e3bc5 req-b4d58224-138f-4aef-8bbf-91cb241516c2 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:37.324921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5b21067-e7bf-4a4f-b3a9-0937120e3bc5 req-b4d58224-138f-4aef-8bbf-91cb241516c2 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 943 time: 0.4488652 Nov 26 02:43:37.336947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:43:37.337300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] Checking segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:43:37.338027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] Bound using segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:43:37.338232 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] Bound port: 43bd8f10-cc29-48d4-846e-250a48a707ce, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:43:37.338741 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:37.352027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f684ec98-1e06-4960-b51d-6986b2894af1 req-64943489-7591-43f2-92df-d29b23603d85 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856878 Nov 26 02:43:37.370730 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e95ca752-4a1e-4c90-aad1-5ca5705b649a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e95ca752-4a1e-4c90-aad1-5ca5705b649a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:37.379197 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a42d57-6e87-4e2d-a428-6cf14ce10ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:37.382159 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf894c43-202f-495e-ad04-19d57903bcaf" -d '{"events": [{"server_uuid": "64a42d57-6e87-4e2d-a428-6cf14ce10ba0", "name": "network-vif-plugged", "status": "completed", "tag": "e95ca752-4a1e-4c90-aad1-5ca5705b649a"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:37.386328 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:37.428867 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc39c3d7-ab1c-4e0b-aa49-8d308196eedc x-openstack-request-id: req-dc39c3d7-ab1c-4e0b-aa49-8d308196eedc {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:37.429268 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362c6263-b2ea-4c0a-83d8-48e935545f90", "name": "network-vif-unplugged", "status": "completed", "tag": "43bd8f10-cc29-48d4-846e-250a48a707ce", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:37.430616 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc39c3d7-ab1c-4e0b-aa49-8d308196eedc {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:37.430983 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362c6263-b2ea-4c0a-83d8-48e935545f90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43bd8f10-cc29-48d4-846e-250a48a707ce', 'code': 200} Nov 26 02:43:37.473364 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e95ca752-4a1e-4c90-aad1-5ca5705b649a,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:37.548338 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:43:37.568249 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:37.656672 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5b21067-e7bf-4a4f-b3a9-0937120e3bc5 req-8ecc1427-6fbd-4a62-af6e-c00c2e4b65fd tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307521 Nov 26 02:43:37.713623 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Transition to ACTIVE for port object fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:43:37.718316 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] For port 43bd8f10-cc29-48d4-846e-250a48a707ce, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:37.724472 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] For port 43bd8f10-cc29-48d4-846e-250a48a707ce, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=43bd8f10-cc29-48d4-846e-250a48a707ce,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:43:37.738516 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:37.753163 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:37.857322 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acf10f-fe18-4eec-bf7e-00cf923f91fb req-4ecb331b-ad31-422c-82a7-0f785c07b61a tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:37.858853 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61acf10f-fe18-4eec-bf7e-00cf923f91fb req-4ecb331b-ad31-422c-82a7-0f785c07b61a tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/ports?device_id=851d1ee8-23bc-42c6-99ef-d016a5f6df7c HTTP/1.1" status: 200 len: 932 time: 0.2845693 Nov 26 02:43:37.900636 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Pushing event updated for resources: {'Port': ['ID=fd23f013-dc2d-4a98-a7e4-7eff1ab690c1,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:37.974377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:37.975350 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:37.977212 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] 10.222.0.54 "PUT /v2.0/ports/43bd8f10-cc29-48d4-846e-250a48a707ce HTTP/1.1" status: 200 len: 1121 time: 2.4594042 Nov 26 02:43:38.029854 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2356fc1-f7c6-4583-a68f-78987d54c00e req-b15a0057-2392-4146-a594-379140a2d03b tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:38.038798 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2356fc1-f7c6-4583-a68f-78987d54c00e req-b15a0057-2392-4146-a594-379140a2d03b tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.2829669 Nov 26 02:43:38.125080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b7ca0-abcb-4543-86df-8e93ab7e8d50 service neutron] Pushing event updated for resources: {'Port': ['ID=43bd8f10-cc29-48d4-846e-250a48a707ce,revision_number=8']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:38.144377 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61acf10f-fe18-4eec-bf7e-00cf923f91fb req-5471301e-6b24-47fe-ae2b-a06274103583 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a0f943d-062c-4211-8b2d-0cf7e88cf6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755225 Nov 26 02:43:38.168270 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['43bd8f10-cc29-48d4-846e-250a48a707ce'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:43:38.221217 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9eb3bb2d-e0ef-41c7-897f-a2ce82796a27 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:43:38.227387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Attempting to bind port fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:43:38.227945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Attempting to bind port fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '8793f41e-d1ff-45ad-bf21-cf53ef7992c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:43:38.228638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Attempting to bind port fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 on network ea27b44d-473a-44bd-95fa-3a159264910c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:38.250413 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2356fc1-f7c6-4583-a68f-78987d54c00e req-92938266-c972-4369-984e-a4bd1b6f96c7 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105222 Nov 26 02:43:38.266785 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Port fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 on network ea27b44d-473a-44bd-95fa-3a159264910c not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:43:38.267102 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Attempting to bind port fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 on network ea27b44d-473a-44bd-95fa-3a159264910c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:38.272486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:43:38.272831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Checking segment: {'id': '8793f41e-d1ff-45ad-bf21-cf53ef7992c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:43:38.273215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Bound using segment: {'id': '8793f41e-d1ff-45ad-bf21-cf53ef7992c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:43:38.273639 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Bound port: fd23f013-dc2d-4a98-a7e4-7eff1ab690c1, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8793f41e-d1ff-45ad-bf21-cf53ef7992c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:43:38.274630 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:38.340974 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 9eb3bb2d-e0ef-41c7-897f-a2ce82796a27 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:38.341489 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:38.462418 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b88ee0d-3442-43b3-a112-596bcbf0d000 x-openstack-request-id: req-4b88ee0d-3442-43b3-a112-596bcbf0d000 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:38.462946 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a42d57-6e87-4e2d-a428-6cf14ce10ba0", "name": "network-vif-plugged", "status": "completed", "tag": "e95ca752-4a1e-4c90-aad1-5ca5705b649a", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:38.463378 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b88ee0d-3442-43b3-a112-596bcbf0d000 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:38.464596 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a42d57-6e87-4e2d-a428-6cf14ce10ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a', 'code': 200} Nov 26 02:43:38.502123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] For port fd23f013-dc2d-4a98-a7e4-7eff1ab690c1, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:38.566272 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:38.607420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 9eb3bb2d-e0ef-41c7-897f-a2ce82796a27, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9eb3bb2d-e0ef-41c7-897f-a2ce82796a27,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:38.616038 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:38.639345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] For port fd23f013-dc2d-4a98-a7e4-7eff1ab690c1, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=fd23f013-dc2d-4a98-a7e4-7eff1ab690c1,segment=NetworkSegment(8793f41e-d1ff-45ad-bf21-cf53ef7992c1),segment_id=8793f41e-d1ff-45ad-bf21-cf53ef7992c1)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:43:38.697215 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=9eb3bb2d-e0ef-41c7-897f-a2ce82796a27,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:38.721503 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:38.747279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250225ea-def1-45f9-baef-910a061e797f None None] Sync routers for ids ['05f6d64a-6d2b-4b81-8a0a-a4345d50c108'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:43:38.763205 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250225ea-def1-45f9-baef-910a061e797f None None] Routers {'05f6d64a-6d2b-4b81-8a0a-a4345d50c108'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:43:38.775951 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-250225ea-def1-45f9-baef-910a061e797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:43:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['05f6d64a-6d2b-4b81-8a0a-a4345d50c108'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:38.815462 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:38.816145 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:38.817533 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] 10.222.0.59 "PUT /v2.0/ports/fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 HTTP/1.1" status: 200 len: 1092 time: 2.7520032 Nov 26 02:43:38.858801 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42e841-75a6-4648-9052-54556817f28b req-cc89ed1a-3a30-4250-bc77-54da415a5707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:38.861250 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bc42e841-75a6-4648-9052-54556817f28b req-cc89ed1a-3a30-4250-bc77-54da415a5707 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 1100 time: 0.0773504 Nov 26 02:43:38.914453 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c2452-e581-4876-aeb7-fc2a4d7e9d82 req-f313fdd8-0f2a-449f-ace3-348d3cdf7183 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:38.916469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-882c2452-e581-4876-aeb7-fc2a4d7e9d82 req-f313fdd8-0f2a-449f-ace3-348d3cdf7183 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 1097 time: 0.3163288 Nov 26 02:43:38.943701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c850f502-131c-4294-b805-b786423fc350 req-debfbab5-c152-45b8-9cc7-b2408d917dbb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4828043 Nov 26 02:43:38.948427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-c850f502-131c-4294-b805-b786423fc350 req-add2179c-11ea-4232-b1c2-d90a05bc03bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:38.950311 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bc42e841-75a6-4648-9052-54556817f28b req-c81b767d-74fa-4534-9452-84479c672b3d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791144 Nov 26 02:43:38.968480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e2d2f-1fb3-4c98-a599-8837628f2963 service neutron] Pushing event updated for resources: {'Port': ['ID=fd23f013-dc2d-4a98-a7e4-7eff1ab690c1,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:39.027660 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-250225ea-def1-45f9-baef-910a061e797f None None] Set router 05f6d64a-6d2b-4b81-8a0a-a4345d50c108 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:43:39.031799 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c850f502-131c-4294-b805-b786423fc350 req-add2179c-11ea-4232-b1c2-d90a05bc03bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:39.053580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-f7ac1a56-f57f-4629-b87e-9a7d1e3a0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:39.055103 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-f7ac1a56-f57f-4629-b87e-9a7d1e3a0002 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=911d595fdab847c2957c1da36320774c&device_id=851d1ee8-23bc-42c6-99ef-d016a5f6df7c HTTP/1.1" status: 200 len: 1095 time: 0.1346676 Nov 26 02:43:39.057599 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-882c2452-e581-4876-aeb7-fc2a4d7e9d82 req-bdd99644-f1b9-41b7-a7d2-97e7c1bf5d58 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257403 Nov 26 02:43:39.183214 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c850f502-131c-4294-b805-b786423fc350 req-add2179c-11ea-4232-b1c2-d90a05bc03bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:39.300727 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-96558ba4-82fb-4d83-8be3-a6216b8f374c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 HTTP/1.1" status: 200 len: 217 time: 0.0671012 Nov 26 02:43:39.352490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-250225ea-def1-45f9-baef-910a061e797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'name': 'tempest-FloatingIPDetailsTestJSON-334826477-router', 'tenant_id': 'de80b8b167d545be93245120006a8867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9eb3bb2d-e0ef-41c7-897f-a2ce82796a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:31Z', 'updated_at': '2021-11-26T02:43:35Z', 'revision_number': 4, 'project_id': 'de80b8b167d545be93245120006a8867', 'gw_port': {'id': '9eb3bb2d-e0ef-41c7-897f-a2ce82796a27', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:32Z', 'updated_at': '2021-11-26T02:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '2e4f073f-7a86-445d-ae6f-8498e8de2a3e', 'name': '', 'network_id': 'b9150f59-2d83-45a9-b17a-c18cf2587ed5', 'tenant_id': 'de80b8b167d545be93245120006a8867', 'mac_address': 'fa:16:3e:f9:d6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '51b76cd4-09b5-4e0d-b80d-64e2b89d6a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:34Z', 'updated_at': '2021-11-26T02:43:35Z', 'revision_number': 2, 'project_id': 'de80b8b167d545be93245120006a8867', 'subnets': [{'id': '51b76cd4-09b5-4e0d-b80d-64e2b89d6a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:39.381699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf192e-29e4-4aa1-81ec-3ffd28cfcb2d req-0682f3a5-772a-409d-9a5a-bc864ba8e85f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:39.383282 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddf192e-29e4-4aa1-81ec-3ffd28cfcb2d req-0682f3a5-772a-409d-9a5a-bc864ba8e85f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.1591611 Nov 26 02:43:39.390523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250225ea-def1-45f9-baef-910a061e797f None None] Checking router: 05f6d64a-6d2b-4b81-8a0a-a4345d50c108 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:43:39.391231 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250225ea-def1-45f9-baef-910a061e797f None None] Updating router 05f6d64a-6d2b-4b81-8a0a-a4345d50c108 port 2e4f073f-7a86-445d-ae6f-8498e8de2a3e binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:43:39.423929 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-250225ea-def1-45f9-baef-910a061e797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:39.431789 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-75c5e127-8dfc-469b-8ca5-41cfc70eaa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:39.445000 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-75c5e127-8dfc-469b-8ca5-41cfc70eaa60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4cdbffbb-80cc-4db5-a9b9-f848ad82f883 HTTP/1.1" status: 200 len: 850 time: 0.1231177 Nov 26 02:43:39.445000 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362c6263-b2ea-4c0a-83d8-48e935545f90', 'tag': '43bd8f10-cc29-48d4-846e-250a48a707ce'}, {'name': 'network-changed', 'server_uuid': '851d1ee8-23bc-42c6-99ef-d016a5f6df7c', 'tag': 'fd23f013-dc2d-4a98-a7e4-7eff1ab690c1'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:39.445000 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "362c6263-b2ea-4c0a-83d8-48e935545f90", "tag": "43bd8f10-cc29-48d4-846e-250a48a707ce"}, {"name": "network-changed", "server_uuid": "851d1ee8-23bc-42c6-99ef-d016a5f6df7c", "tag": "fd23f013-dc2d-4a98-a7e4-7eff1ab690c1"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:39.455152 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-c850f502-131c-4294-b805-b786423fc350 req-add2179c-11ea-4232-b1c2-d90a05bc03bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Allocated IP 172.25.0.201 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/10406ea6-0016-463e-b97d-49652eff4b68) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:43:39.572967 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddf192e-29e4-4aa1-81ec-3ffd28cfcb2d req-247df7bb-439b-4ec3-b24e-430507d3b2ad tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772401 Nov 26 02:43:39.649803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-09603416-e991-427b-80f4-f5bc51610e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:39.652010 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-09603416-e991-427b-80f4-f5bc51610e8a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea27b44d-473a-44bd-95fa-3a159264910c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2005622 Nov 26 02:43:39.655095 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c850f502-131c-4294-b805-b786423fc350 req-add2179c-11ea-4232-b1c2-d90a05bc03bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:39.768370 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c850f502-131c-4294-b805-b786423fc350 req-add2179c-11ea-4232-b1c2-d90a05bc03bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:39.807779 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-250225ea-def1-45f9-baef-910a061e797f None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:39.816687 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-250225ea-def1-45f9-baef-910a061e797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:39.840304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c850f502-131c-4294-b805-b786423fc350 req-add2179c-11ea-4232-b1c2-d90a05bc03bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:43:39.857127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-c850f502-131c-4294-b805-b786423fc350 req-add2179c-11ea-4232-b1c2-d90a05bc03bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:39.867314 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-6679395c-fed0-48fd-8368-56599b817177 service neutron] 10.222.0.59 "GET /v2.0/networks/ea27b44d-473a-44bd-95fa-3a159264910c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022579 Nov 26 02:43:39.874226 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c850f502-131c-4294-b805-b786423fc350 req-add2179c-11ea-4232-b1c2-d90a05bc03bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:43:39.919019 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492bd95-7b83-4b21-bd88-8a03f330ba24 None None] Pushing event updated for resources: {'Port': ['ID=2e4f073f-7a86-445d-ae6f-8498e8de2a3e,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:39.921547 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2179c-11ea-4232-b1c2-d90a05bc03bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Pushing event updated for resources: {'Port': ['ID=10406ea6-0016-463e-b97d-49652eff4b68,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:40.018988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b5493-f3fa-4e89-b30f-dee30121da83 req-64df6f08-9794-490e-94c8-40d3b86510c6 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:40.026273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc1b5493-f3fa-4e89-b30f-dee30121da83 req-64df6f08-9794-490e-94c8-40d3b86510c6 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 943 time: 0.2427340 Nov 26 02:43:40.035672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-250225ea-def1-45f9-baef-910a061e797f None None] Attempting to bind port 2e4f073f-7a86-445d-ae6f-8498e8de2a3e on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:43:40.036221 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-250225ea-def1-45f9-baef-910a061e797f None None] Attempting to bind port 2e4f073f-7a86-445d-ae6f-8498e8de2a3e by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'cb37b886-a17f-4b3d-80d1-249917a1a91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b9150f59-2d83-45a9-b17a-c18cf2587ed5'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:43:40.036697 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250225ea-def1-45f9-baef-910a061e797f None None] Attempting to bind port 2e4f073f-7a86-445d-ae6f-8498e8de2a3e on network b9150f59-2d83-45a9-b17a-c18cf2587ed5 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:40.043467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250225ea-def1-45f9-baef-910a061e797f None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:43:40.044026 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250225ea-def1-45f9-baef-910a061e797f None None] Checking segment: {'id': 'cb37b886-a17f-4b3d-80d1-249917a1a91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b9150f59-2d83-45a9-b17a-c18cf2587ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:43:40.044565 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-250225ea-def1-45f9-baef-910a061e797f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:40.045066 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250225ea-def1-45f9-baef-910a061e797f None None] Bound using segment: {'id': 'cb37b886-a17f-4b3d-80d1-249917a1a91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b9150f59-2d83-45a9-b17a-c18cf2587ed5'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:43:40.045829 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-250225ea-def1-45f9-baef-910a061e797f None None] Bound port: 2e4f073f-7a86-445d-ae6f-8498e8de2a3e, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb37b886-a17f-4b3d-80d1-249917a1a91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b9150f59-2d83-45a9-b17a-c18cf2587ed5'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:43:40.046127 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-250225ea-def1-45f9-baef-910a061e797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:40.077917 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9eb3bb2d-e0ef-41c7-897f-a2ce82796a27 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:43:40.177935 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-250225ea-def1-45f9-baef-910a061e797f None None] For port 2e4f073f-7a86-445d-ae6f-8498e8de2a3e, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:40.183207 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-250225ea-def1-45f9-baef-910a061e797f None None] For port 2e4f073f-7a86-445d-ae6f-8498e8de2a3e, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2e4f073f-7a86-445d-ae6f-8498e8de2a3e,segment=NetworkSegment(cb37b886-a17f-4b3d-80d1-249917a1a91a),segment_id=cb37b886-a17f-4b3d-80d1-249917a1a91a)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:43:40.208514 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-250225ea-def1-45f9-baef-910a061e797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:40.208730 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0e31c73-3ea9-4781-a6db-01038542e840 req-19fa5b07-b2fa-40a4-a38a-3edc9c944310 service neutron] 10.222.0.59 "GET /v2.0/networks/ea27b44d-473a-44bd-95fa-3a159264910c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039148 Nov 26 02:43:40.214867 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 9eb3bb2d-e0ef-41c7-897f-a2ce82796a27 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:40.215492 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:40.246029 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c850f502-131c-4294-b805-b786423fc350 req-add2179c-11ea-4232-b1c2-d90a05bc03bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:40.279898 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc1b5493-f3fa-4e89-b30f-dee30121da83 req-6fde7e87-754a-4534-9e1f-8f0e7a722cc3 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509842 Nov 26 02:43:40.356171 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c850f502-131c-4294-b805-b786423fc350 req-add2179c-11ea-4232-b1c2-d90a05bc03bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:40.397356 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492bd95-7b83-4b21-bd88-8a03f330ba24 None None] Pushing event updated for resources: {'Port': ['ID=2e4f073f-7a86-445d-ae6f-8498e8de2a3e,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:40.521224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250225ea-def1-45f9-baef-910a061e797f None None] Routers {'05f6d64a-6d2b-4b81-8a0a-a4345d50c108'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:43:40.521864 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-250225ea-def1-45f9-baef-910a061e797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:43:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['05f6d64a-6d2b-4b81-8a0a-a4345d50c108'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:40.530720 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-29ca6c1d-2199-4108-ae14-b446338149c6 None None] Provisioning complete for port 2e4f073f-7a86-445d-ae6f-8498e8de2a3e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:40.531095 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-29ca6c1d-2199-4108-ae14-b446338149c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:40.857032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 43bd8f10-cc29-48d4-846e-250a48a707ce details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:43:41.007870 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c850f502-131c-4294-b805-b786423fc350 req-add2179c-11ea-4232-b1c2-d90a05bc03bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:41.008929 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-250225ea-def1-45f9-baef-910a061e797f None None] Set router 05f6d64a-6d2b-4b81-8a0a-a4345d50c108 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:43:41.019469 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c850f502-131c-4294-b805-b786423fc350 req-add2179c-11ea-4232-b1c2-d90a05bc03bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:41.040861 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-29ca6c1d-2199-4108-ae14-b446338149c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:41.168166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-29ca6c1d-2199-4108-ae14-b446338149c6 None None] For port 2e4f073f-7a86-445d-ae6f-8498e8de2a3e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2e4f073f-7a86-445d-ae6f-8498e8de2a3e,segment=NetworkSegment(cb37b886-a17f-4b3d-80d1-249917a1a91a),segment_id=cb37b886-a17f-4b3d-80d1-249917a1a91a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:41.180215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2179c-11ea-4232-b1c2-d90a05bc03bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Pushing event updated for resources: {'Port': ['ID=10406ea6-0016-463e-b97d-49652eff4b68,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:41.211082 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c850f502-131c-4294-b805-b786423fc350 req-add2179c-11ea-4232-b1c2-d90a05bc03bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:41.277958 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c850f502-131c-4294-b805-b786423fc350 req-add2179c-11ea-4232-b1c2-d90a05bc03bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:41.293462 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c850f502-131c-4294-b805-b786423fc350 req-add2179c-11ea-4232-b1c2-d90a05bc03bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3349271 Nov 26 02:43:41.300501 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-29ca6c1d-2199-4108-ae14-b446338149c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:41.321053 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 43bd8f10-cc29-48d4-846e-250a48a707ce, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=43bd8f10-cc29-48d4-846e-250a48a707ce,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:41.392317 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c850f502-131c-4294-b805-b786423fc350 req-aa2aaa2d-bac4-44a9-8cde-0d9546c3725e tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.201 HTTP/1.1" status: 200 len: 696 time: 0.0908346 Nov 26 02:43:41.443553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 43bd8f10-cc29-48d4-846e-250a48a707ce has no active binding in host n-h1-819389-3 {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 02:43:41.486100 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca6c1d-2199-4108-ae14-b446338149c6 None None] Pushing event updated for resources: {'Port': ['ID=2e4f073f-7a86-445d-ae6f-8498e8de2a3e,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:41.492984 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ba9d31d0-007f-4b58-843c-e89267864861 None None] Provisioning complete for port 2e4f073f-7a86-445d-ae6f-8498e8de2a3e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:41.493371 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ba9d31d0-007f-4b58-843c-e89267864861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:41.528014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850f502-131c-4294-b805-b786423fc350 req-47d77ec7-6c42-4e51-801b-0525d04b02c4 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:41.536795 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c850f502-131c-4294-b805-b786423fc350 req-47d77ec7-6c42-4e51-801b-0525d04b02c4 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.1433959 Nov 26 02:43:41.549454 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-c850f502-131c-4294-b805-b786423fc350 req-71d9f88c-660b-46bf-8903-bf979194220b tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:43:41.551342 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c850f502-131c-4294-b805-b786423fc350 req-71d9f88c-660b-46bf-8903-bf979194220b tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097616 Nov 26 02:43:41.632649 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-250225ea-def1-45f9-baef-910a061e797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'name': 'tempest-FloatingIPDetailsTestJSON-334826477-router', 'tenant_id': 'de80b8b167d545be93245120006a8867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9eb3bb2d-e0ef-41c7-897f-a2ce82796a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:31Z', 'updated_at': '2021-11-26T02:43:35Z', 'revision_number': 4, 'project_id': 'de80b8b167d545be93245120006a8867', 'gw_port': {'id': '9eb3bb2d-e0ef-41c7-897f-a2ce82796a27', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:32Z', 'updated_at': '2021-11-26T02:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '2e4f073f-7a86-445d-ae6f-8498e8de2a3e', 'name': '', 'network_id': 'b9150f59-2d83-45a9-b17a-c18cf2587ed5', 'tenant_id': 'de80b8b167d545be93245120006a8867', 'mac_address': 'fa:16:3e:f9:d6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '51b76cd4-09b5-4e0d-b80d-64e2b89d6a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:34Z', 'updated_at': '2021-11-26T02:43:40Z', 'revision_number': 4, 'project_id': 'de80b8b167d545be93245120006a8867', 'subnets': [{'id': '51b76cd4-09b5-4e0d-b80d-64e2b89d6a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:41.638895 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-596eebfb-36a1-4fef-8274-2815fcaec21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:41.675089 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250225ea-def1-45f9-baef-910a061e797f None None] The sync data for ids ['05f6d64a-6d2b-4b81-8a0a-a4345d50c108'] in n-d-819389-3 is: [{'id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'name': 'tempest-FloatingIPDetailsTestJSON-334826477-router', 'tenant_id': 'de80b8b167d545be93245120006a8867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9eb3bb2d-e0ef-41c7-897f-a2ce82796a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:31Z', 'updated_at': '2021-11-26T02:43:35Z', 'revision_number': 4, 'project_id': 'de80b8b167d545be93245120006a8867', 'gw_port': {'id': '9eb3bb2d-e0ef-41c7-897f-a2ce82796a27', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:32Z', 'updated_at': '2021-11-26T02:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '2e4f073f-7a86-445d-ae6f-8498e8de2a3e', 'name': '', 'network_id': 'b9150f59-2d83-45a9-b17a-c18cf2587ed5', 'tenant_id': 'de80b8b167d545be93245120006a8867', 'mac_address': 'fa:16:3e:f9:d6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '51b76cd4-09b5-4e0d-b80d-64e2b89d6a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:34Z', 'updated_at': '2021-11-26T02:43:40Z', 'revision_number': 4, 'project_id': 'de80b8b167d545be93245120006a8867', 'subnets': [{'id': '51b76cd4-09b5-4e0d-b80d-64e2b89d6a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:43:41.739334 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7466c2-065e-400b-a386-5968f703e08b req-d0b8b9ee-5fbb-4bd4-9adf-9da9681041df tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:41.741687 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ba7466c2-065e-400b-a386-5968f703e08b req-d0b8b9ee-5fbb-4bd4-9adf-9da9681041df tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/ports?device_id=851d1ee8-23bc-42c6-99ef-d016a5f6df7c HTTP/1.1" status: 200 len: 944 time: 0.0747554 Nov 26 02:43:41.819278 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-aa5d62b5-0a75-469b-88e7-a9ccbd28a523 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:43:41.820327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-aa5d62b5-0a75-469b-88e7-a9ccbd28a523 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131023 Nov 26 02:43:41.914138 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ba7466c2-065e-400b-a386-5968f703e08b req-a82bb3a9-61cc-4b80-b88f-cad48045652e tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a0f943d-062c-4211-8b2d-0cf7e88cf6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643338 Nov 26 02:43:41.935977 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-5ee0d093-7bda-40de-9ea7-46cafa2a85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:41.941286 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-5ee0d093-7bda-40de-9ea7-46cafa2a85b8 service neutron] 10.222.0.31 "GET /v2.0/ports/c270bedb-2968-4094-b7df-d6c40e1729cd HTTP/1.1" status: 200 len: 1094 time: 0.1078720 Nov 26 02:43:41.954329 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-359cc2e3-c8ff-4be8-b2da-f1036056179d service neutron] Request body: {'binding': {'host': 'n-h2-819389-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:41.954329 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-359cc2e3-c8ff-4be8-b2da-f1036056179d service neutron] Unknown quota resources ['binding']. {{(pid=104802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 02:43:42.081526 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2e4f073f-7a86-445d-ae6f-8498e8de2a3e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:43:42.148155 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 2e4f073f-7a86-445d-ae6f-8498e8de2a3e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:42.149086 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:42.163425 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190961f1-6160-4ca3-b3b5-b041225d7e18 req-048765af-959f-4e2d-a4ee-38ba75132b41 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:42.165052 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-190961f1-6160-4ca3-b3b5-b041225d7e18 req-048765af-959f-4e2d-a4ee-38ba75132b41 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.1902199 Nov 26 02:43:42.269455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-359cc2e3-c8ff-4be8-b2da-f1036056179d service neutron] Attempting to bind port c270bedb-2968-4094-b7df-d6c40e1729cd on host n-h2-819389-3 for vnic_type normal with profile None {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:43:42.269805 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-359cc2e3-c8ff-4be8-b2da-f1036056179d service neutron] Attempting to bind port c270bedb-2968-4094-b7df-d6c40e1729cd by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:43:42.270144 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-359cc2e3-c8ff-4be8-b2da-f1036056179d service neutron] Attempting to bind port c270bedb-2968-4094-b7df-d6c40e1729cd on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:42.284376 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-190961f1-6160-4ca3-b3b5-b041225d7e18 req-1f51b89f-5a89-4c6c-9bd9-a4df2b20146c tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090810 Nov 26 02:43:42.292087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-359cc2e3-c8ff-4be8-b2da-f1036056179d service neutron] Port c270bedb-2968-4094-b7df-d6c40e1729cd on network ddcac99f-452c-47dc-ab00-82864338624c not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:43:42.298251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-359cc2e3-c8ff-4be8-b2da-f1036056179d service neutron] Attempting to bind port c270bedb-2968-4094-b7df-d6c40e1729cd on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:42.311301 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-359cc2e3-c8ff-4be8-b2da-f1036056179d service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:43:42.311999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-359cc2e3-c8ff-4be8-b2da-f1036056179d service neutron] Checking segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:43:42.312696 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-359cc2e3-c8ff-4be8-b2da-f1036056179d service neutron] Bound using segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:43:42.313075 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-359cc2e3-c8ff-4be8-b2da-f1036056179d service neutron] Bound port: c270bedb-2968-4094-b7df-d6c40e1729cd, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:43:42.404912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-359cc2e3-c8ff-4be8-b2da-f1036056179d service neutron] For port c270bedb-2968-4094-b7df-d6c40e1729cd, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c270bedb-2968-4094-b7df-d6c40e1729cd,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:43:42.413279 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-359cc2e3-c8ff-4be8-b2da-f1036056179d service neutron] Publish callbacks [] for binding, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:42.414678 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-359cc2e3-c8ff-4be8-b2da-f1036056179d service neutron] 10.222.0.31 "POST /v2.0/ports/c270bedb-2968-4094-b7df-d6c40e1729cd/bindings HTTP/1.1" status: 201 len: 389 time: 0.4667919 Nov 26 02:43:42.425017 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ef9f3c-4b5d-431b-ab2a-03ac381fbf71 x-openstack-request-id: req-95ef9f3c-4b5d-431b-ab2a-03ac381fbf71 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:42.425325 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362c6263-b2ea-4c0a-83d8-48e935545f90", "tag": "43bd8f10-cc29-48d4-846e-250a48a707ce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "851d1ee8-23bc-42c6-99ef-d016a5f6df7c", "tag": "fd23f013-dc2d-4a98-a7e4-7eff1ab690c1", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:42.425586 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95ef9f3c-4b5d-431b-ab2a-03ac381fbf71 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:42.426019 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362c6263-b2ea-4c0a-83d8-48e935545f90', 'tag': '43bd8f10-cc29-48d4-846e-250a48a707ce', 'status': 'completed', 'code': 200} Nov 26 02:43:42.426262 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851d1ee8-23bc-42c6-99ef-d016a5f6df7c', 'tag': 'fd23f013-dc2d-4a98-a7e4-7eff1ab690c1', 'status': 'completed', 'code': 200} Nov 26 02:43:42.585355 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-4b40c1e0-ead7-4cab-87f2-e55eb02cf053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:42.587105 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-4b40c1e0-ead7-4cab-87f2-e55eb02cf053 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 1124 time: 0.1032708 Nov 26 02:43:42.617652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68341bcd-4caa-483c-a655-cc641187be2a req-7686e9a5-1a58-4cb1-9825-abb59be72e53 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:42.619717 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68341bcd-4caa-483c-a655-cc641187be2a req-7686e9a5-1a58-4cb1-9825-abb59be72e53 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.0886889 Nov 26 02:43:42.765688 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68341bcd-4caa-483c-a655-cc641187be2a req-de0e0595-2f09-4170-9acb-258b1b5aeb6e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321745 Nov 26 02:43:42.776988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-5d40e8f9-0c2e-47d4-8c61-d1c7ac23bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:42.781287 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-5d40e8f9-0c2e-47d4-8c61-d1c7ac23bd37 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 922 time: 0.1805465 Nov 26 02:43:42.852324 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-9026d81b-fcaf-48f1-8b91-34dea3947881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:42.856748 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-9026d81b-fcaf-48f1-8b91-34dea3947881 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 1097 time: 0.0981190 Nov 26 02:43:42.945369 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-6dde7b48-160a-4720-a503-f1370011b519 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43bd8f10-cc29-48d4-846e-250a48a707ce HTTP/1.1" status: 200 len: 217 time: 0.1458285 Nov 26 02:43:43.001323 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-3f3e5f65-fab6-424e-a39a-abd6de6ed191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:43.004264 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-3f3e5f65-fab6-424e-a39a-abd6de6ed191 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.1375713 Nov 26 02:43:43.052627 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-5612dfdb-94b7-4dfd-9149-2dcd0248a3f8 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1934948 Nov 26 02:43:43.053838 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-a21718b4-47a6-4b17-bb6b-a1fad9d851e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c270bedb-2968-4094-b7df-d6c40e1729cd HTTP/1.1" status: 200 len: 217 time: 0.0402224 Nov 26 02:43:43.060546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-51cc4521-f946-41f1-9f55-a26500a1cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:43.062008 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-51cc4521-f946-41f1-9f55-a26500a1cbe6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.1038613 Nov 26 02:43:43.069340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-50701713-e22c-4bcc-a2a5-9889b220af2d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:43.083019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1ce20-5658-47ff-b221-f14da5812402 req-2062a31a-d418-45e7-9ca6-be98a1babe34 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:43.091152 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24e1ce20-5658-47ff-b221-f14da5812402 req-2062a31a-d418-45e7-9ca6-be98a1babe34 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 943 time: 0.2305467 Nov 26 02:43:43.133690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-9591e3f5-f378-4a98-b878-4008f479c07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:43.136013 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-9591e3f5-f378-4a98-b878-4008f479c07f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.0693545 Nov 26 02:43:43.144432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:43:43.154782 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-c97aa784-023f-4885-9784-ce27cd616fd0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615206 Nov 26 02:43:43.188327 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-0737c2a8-2db7-4202-8417-2d55af201b4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413492 Nov 26 02:43:43.197854 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-50701713-e22c-4bcc-a2a5-9889b220af2d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:43.270907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24e1ce20-5658-47ff-b221-f14da5812402 req-eb07022a-e34d-4ca5-843f-38c23e01dbdf tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787796 Nov 26 02:43:43.352597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port fd23f013-dc2d-4a98-a7e4-7eff1ab690c1, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=fd23f013-dc2d-4a98-a7e4-7eff1ab690c1,segment=NetworkSegment(8793f41e-d1ff-45ad-bf21-cf53ef7992c1),segment_id=8793f41e-d1ff-45ad-bf21-cf53ef7992c1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:43.384950 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'fd23f013-dc2d-4a98-a7e4-7eff1ab690c1', 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c', 'port_id': 'fd23f013-dc2d-4a98-a7e4-7eff1ab690c1', 'mac_address': 'fa:16:3e:ba:3e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:43:43.393708 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-0cb2ca41-e97f-4d05-b935-deee20667f44 service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966960 Nov 26 02:43:43.398794 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-0df54fcd-ca3b-4c3f-b371-587a42756bb9 service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342012 Nov 26 02:43:43.473024 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:43.517578 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:43:43.580249 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port fd23f013-dc2d-4a98-a7e4-7eff1ab690c1, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=fd23f013-dc2d-4a98-a7e4-7eff1ab690c1,segment=NetworkSegment(8793f41e-d1ff-45ad-bf21-cf53ef7992c1),segment_id=8793f41e-d1ff-45ad-bf21-cf53ef7992c1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:43.590056 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:43.594603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995649b-25bb-4e13-ab4a-a76a6cdca0f9 req-62196c17-bffb-485d-9945-976b40587f1d tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:43.602000 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d995649b-25bb-4e13-ab4a-a76a6cdca0f9 req-62196c17-bffb-485d-9945-976b40587f1d tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.1504500 Nov 26 02:43:43.633575 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-50701713-e22c-4bcc-a2a5-9889b220af2d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:43.638143 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-8ea7f87d-cc6e-4503-9d5b-8a584d4b5ce7 service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381566 Nov 26 02:43:43.651709 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-b947006f-1259-462e-a0df-0c2adeffcb64 service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444375 Nov 26 02:43:43.690402 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=fd23f013-dc2d-4a98-a7e4-7eff1ab690c1,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:43.783269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d995649b-25bb-4e13-ab4a-a76a6cdca0f9 req-86f28ae9-c337-42ae-8eb4-73b87e3e442b tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802988 Nov 26 02:43:43.836963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-50701713-e22c-4bcc-a2a5-9889b220af2d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Allocated IP 172.25.0.38 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/c9741f18-0bce-43af-b85c-241ce88f0ea1) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:43:43.943683 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['fd23f013-dc2d-4a98-a7e4-7eff1ab690c1'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:43:43.977679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b684ba-59af-492c-8c89-563467bf1fe1 req-bb0cef44-2f43-4540-abdd-b3a7dda300e9 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:43.985888 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21b684ba-59af-492c-8c89-563467bf1fe1 req-bb0cef44-2f43-4540-abdd-b3a7dda300e9 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 946 time: 0.0789478 Nov 26 02:43:44.026434 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-50701713-e22c-4bcc-a2a5-9889b220af2d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:44.068408 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21b684ba-59af-492c-8c89-563467bf1fe1 req-387cd662-9226-4742-a65a-d423b3d290d5 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816233 Nov 26 02:43:44.113564 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-50701713-e22c-4bcc-a2a5-9889b220af2d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:44.118074 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0b618afa-233e-4b74-9fe7-40dfb1401bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:44.250241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-50701713-e22c-4bcc-a2a5-9889b220af2d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:43:44.253963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50701713-e22c-4bcc-a2a5-9889b220af2d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Pushing event updated for resources: {'Port': ['ID=c9741f18-0bce-43af-b85c-241ce88f0ea1,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:44.258799 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-50701713-e22c-4bcc-a2a5-9889b220af2d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:44.264676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-50701713-e22c-4bcc-a2a5-9889b220af2d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:43:44.311698 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-98f92105-eea0-4e99-88c4-08e4b24b14cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:44.320668 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-98f92105-eea0-4e99-88c4-08e4b24b14cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=911d595fdab847c2957c1da36320774c&device_id=851d1ee8-23bc-42c6-99ef-d016a5f6df7c HTTP/1.1" status: 200 len: 1096 time: 0.1374056 Nov 26 02:43:44.404873 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-a03b8330-d46e-4978-a543-d97f193b0dfc service neutron] 10.222.0.59 "GET /v2.0/ports/43bd8f10-cc29-48d4-846e-250a48a707ce/bindings/n-h1-819389-3 HTTP/1.1" status: 200 len: 384 time: 0.0912652 Nov 26 02:43:44.417539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cbda3-426d-4150-a8e8-88f19bf638dd req-b6757007-98d4-4e0a-84df-c1dfc6e422b8 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:44.421772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d1cbda3-426d-4150-a8e8-88f19bf638dd req-b6757007-98d4-4e0a-84df-c1dfc6e422b8 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/ports?device_id=851d1ee8-23bc-42c6-99ef-d016a5f6df7c HTTP/1.1" status: 200 len: 945 time: 0.2396793 Nov 26 02:43:44.566595 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d1cbda3-426d-4150-a8e8-88f19bf638dd req-e16e6c59-6476-46c9-9820-f0b3638bd895 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a0f943d-062c-4211-8b2d-0cf7e88cf6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380067 Nov 26 02:43:44.579338 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-50701713-e22c-4bcc-a2a5-9889b220af2d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:44.598891 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-f5b72cfe-7612-4d3b-9676-bc85034af8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:44.602955 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-f5b72cfe-7612-4d3b-9676-bc85034af8ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea27b44d-473a-44bd-95fa-3a159264910c HTTP/1.1" status: 200 len: 912 time: 0.2673397 Nov 26 02:43:44.689187 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-7e8e38ec-54ec-4e0b-85ce-f8433ded71f6 service neutron] For port 43bd8f10-cc29-48d4-846e-250a48a707ce, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=43bd8f10-cc29-48d4-846e-250a48a707ce,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:44.713047 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-7e8e38ec-54ec-4e0b-85ce-f8433ded71f6 service neutron] For port 43bd8f10-cc29-48d4-846e-250a48a707ce, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:44.744388 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-f4253d14-f9ee-4172-9c83-d021dd2691f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 HTTP/1.1" status: 200 len: 217 time: 0.1300921 Nov 26 02:43:44.759658 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 43bd8f10-cc29-48d4-846e-250a48a707ce details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:43:44.761360 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-7e8e38ec-54ec-4e0b-85ce-f8433ded71f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43bd8f10-cc29-48d4-846e-250a48a707ce {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:43:44.774073 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-7e8e38ec-54ec-4e0b-85ce-f8433ded71f6 service neutron] For port 43bd8f10-cc29-48d4-846e-250a48a707ce, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=43bd8f10-cc29-48d4-846e-250a48a707ce,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:44.796670 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-7e8e38ec-54ec-4e0b-85ce-f8433ded71f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:44.830970 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-50701713-e22c-4bcc-a2a5-9889b220af2d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:44.914057 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-7e8e38ec-54ec-4e0b-85ce-f8433ded71f6 service neutron] Transition to ACTIVE for port object 43bd8f10-cc29-48d4-846e-250a48a707ce will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:43:44.919983 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-ea1f5f9a-20ee-4060-9171-d60faeb10485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:44.921963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-ea1f5f9a-20ee-4060-9171-d60faeb10485 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4cdbffbb-80cc-4db5-a9b9-f848ad82f883 HTTP/1.1" status: 200 len: 850 time: 0.1676545 Nov 26 02:43:44.928173 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-7e8e38ec-54ec-4e0b-85ce-f8433ded71f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:44.942407 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:45.003286 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 43bd8f10-cc29-48d4-846e-250a48a707ce, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=43bd8f10-cc29-48d4-846e-250a48a707ce,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:45.012916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-7e8e38ec-54ec-4e0b-85ce-f8433ded71f6 service neutron] No DVR routers for this DVR port 43bd8f10-cc29-48d4-846e-250a48a707ce on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:43:45.041349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 43bd8f10-cc29-48d4-846e-250a48a707ce has no active binding in host n-h1-819389-3 {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 02:43:45.051509 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e38ec-54ec-4e0b-85ce-f8433ded71f6 service neutron] Pushing event updated for resources: {'Port': ['ID=43bd8f10-cc29-48d4-846e-250a48a707ce,revision_number=10']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:45.077088 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-7e8e38ec-54ec-4e0b-85ce-f8433ded71f6 service neutron] 10.222.0.59 "PUT /v2.0/ports/43bd8f10-cc29-48d4-846e-250a48a707ce/bindings/n-h1-819389-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6622865 Nov 26 02:43:45.087994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-bfff793f-382d-45f4-acf5-e00ea8a00190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:45.089527 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-bfff793f-382d-45f4-acf5-e00ea8a00190 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea27b44d-473a-44bd-95fa-3a159264910c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1545844 Nov 26 02:43:45.127331 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af2bed-7978-4538-980d-fd738d4b7613 req-bb5216e8-3c37-4537-98b2-2013dea88be7 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:45.134738 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2af2bed-7978-4538-980d-fd738d4b7613 req-bb5216e8-3c37-4537-98b2-2013dea88be7 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.1423252 Nov 26 02:43:45.152561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:43:45.249624 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:43:45.254269 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:43:45.254653 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:45.360751 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:45.368279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2af2bed-7978-4538-980d-fd738d4b7613 req-03db13ae-9adb-4751-aa0e-867f0af40646 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289236 Nov 26 02:43:45.398537 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-50701713-e22c-4bcc-a2a5-9889b220af2d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:45.424987 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port fd23f013-dc2d-4a98-a7e4-7eff1ab690c1, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=fd23f013-dc2d-4a98-a7e4-7eff1ab690c1,segment=NetworkSegment(8793f41e-d1ff-45ad-bf21-cf53ef7992c1),segment_id=8793f41e-d1ff-45ad-bf21-cf53ef7992c1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:45.426293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851d1ee8-23bc-42c6-99ef-d016a5f6df7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd23f013-dc2d-4a98-a7e4-7eff1ab690c1'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:45.429233 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1150097-2b2b-4270-bb6e-b2e4c99d5e42" -d '{"events": [{"server_uuid": "851d1ee8-23bc-42c6-99ef-d016a5f6df7c", "name": "network-vif-plugged", "status": "completed", "tag": "fd23f013-dc2d-4a98-a7e4-7eff1ab690c1"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:45.431817 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-50701713-e22c-4bcc-a2a5-9889b220af2d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:45.435095 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:45.439926 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-b2242e4a-8492-4d82-9e76-bdde2d43adb9 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:45.441495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-b2242e4a-8492-4d82-9e76-bdde2d43adb9 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90&tenant_id=e8a793ab79454cf9836e2116f38adfa2&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 1095 time: 0.1960716 Nov 26 02:43:45.501324 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=fd23f013-dc2d-4a98-a7e4-7eff1ab690c1,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:45.531917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-5d74a8d6-634f-4352-9cb4-1ff42bad2744 service neutron] 10.222.0.59 "GET /v2.0/networks/ea27b44d-473a-44bd-95fa-3a159264910c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919289 Nov 26 02:43:45.626814 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-50701713-e22c-4bcc-a2a5-9889b220af2d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:45.648313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50701713-e22c-4bcc-a2a5-9889b220af2d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Pushing event updated for resources: {'Port': ['ID=c9741f18-0bce-43af-b85c-241ce88f0ea1,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:45.877636 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-50701713-e22c-4bcc-a2a5-9889b220af2d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:45.895154 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-50701713-e22c-4bcc-a2a5-9889b220af2d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8277717 Nov 26 02:43:46.395097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-0f6595c4-1d56-403c-a9b5-0566eef0a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:46.397127 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-0f6595c4-1d56-403c-a9b5-0566eef0a464 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90&tenant_id=e8a793ab79454cf9836e2116f38adfa2 HTTP/1.1" status: 200 len: 1095 time: 0.9322550 Nov 26 02:43:46.457206 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-5d7b908f-05b5-4869-bcca-ecdca082c7e9 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 695 time: 0.5287225 Nov 26 02:43:46.465535 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:46.586283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156b0a8-20dd-4ffd-b7e1-cec7f8635e2d req-d3f73214-0e44-4afd-a746-5737d4b8acae tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:46.587837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d156b0a8-20dd-4ffd-b7e1-cec7f8635e2d req-d3f73214-0e44-4afd-a746-5737d4b8acae tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 944 time: 0.1849701 Nov 26 02:43:46.592106 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ef4aa2c-f455-4f7f-9fcc-0c1067a1e4bd req-b90adc5c-61bd-42c6-9e0d-1a8e5647922a service neutron] 10.222.0.59 "GET /v2.0/networks/ea27b44d-473a-44bd-95fa-3a159264910c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0030849 Nov 26 02:43:46.626926 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-2bbe80e6-3613-4c7f-9c3c-21c44edd9692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:46.630135 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-2bbe80e6-3613-4c7f-9c3c-21c44edd9692 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 1095 time: 0.1702623 Nov 26 02:43:46.747052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-9d8ffe50-365e-4772-a094-f274f896a064 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:46.748719 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-928de4fb-cf5f-4f0e-85d7-74c08e860a5d req-9d8ffe50-365e-4772-a094-f274f896a064 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.2681878 Nov 26 02:43:46.768910 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d156b0a8-20dd-4ffd-b7e1-cec7f8635e2d req-2c4bc1ec-041f-4752-b401-40c33b908b67 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691959 Nov 26 02:43:46.830509 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b90164-105a-4afe-9b83-c02fb4e6725d x-openstack-request-id: req-53b90164-105a-4afe-9b83-c02fb4e6725d {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:46.830836 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851d1ee8-23bc-42c6-99ef-d016a5f6df7c", "name": "network-vif-plugged", "status": "completed", "tag": "fd23f013-dc2d-4a98-a7e4-7eff1ab690c1", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:46.831125 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53b90164-105a-4afe-9b83-c02fb4e6725d {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:46.831522 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851d1ee8-23bc-42c6-99ef-d016a5f6df7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd23f013-dc2d-4a98-a7e4-7eff1ab690c1', 'code': 200} Nov 26 02:43:46.869704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-da7474b8-80a8-4127-85b3-350baff24dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:46.872346 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-da7474b8-80a8-4127-85b3-350baff24dc5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 922 time: 0.2096481 Nov 26 02:43:46.950086 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277f2f5-115f-4ede-b609-786c4e409d24 req-b08eb4f8-77be-44f8-a2fe-eccca6e5b36a tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:46.954195 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0277f2f5-115f-4ede-b609-786c4e409d24 req-b08eb4f8-77be-44f8-a2fe-eccca6e5b36a tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 946 time: 0.1364117 Nov 26 02:43:46.959435 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-99a37d7d-53f1-4e42-b701-1b6c5f0a49c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43bd8f10-cc29-48d4-846e-250a48a707ce HTTP/1.1" status: 200 len: 217 time: 0.0772088 Nov 26 02:43:47.090004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a50fac-5bc9-4da8-9c2e-da2757c37a16 req-8d8d1b3e-384b-422b-a31d-dde5c4099d31 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:47.097444 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22a50fac-5bc9-4da8-9c2e-da2757c37a16 req-8d8d1b3e-384b-422b-a31d-dde5c4099d31 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/ports?device_id=851d1ee8-23bc-42c6-99ef-d016a5f6df7c HTTP/1.1" status: 200 len: 946 time: 0.2033448 Nov 26 02:43:47.148912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdb8c5-e363-454d-9108-548ec450bde9 req-fecb96bc-73e3-4b63-9042-8be4d2ad97e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:47.151065 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eccdb8c5-e363-454d-9108-548ec450bde9 req-fecb96bc-73e3-4b63-9042-8be4d2ad97e0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=851d1ee8-23bc-42c6-99ef-d016a5f6df7c HTTP/1.1" status: 200 len: 1097 time: 0.1852548 Nov 26 02:43:47.155453 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-46f37cb9-7b6b-4b84-b924-ef0adec1f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:47.156874 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-46f37cb9-7b6b-4b84-b924-ef0adec1f509 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.1515338 Nov 26 02:43:47.159697 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 43bd8f10-cc29-48d4-846e-250a48a707ce no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:43:47.164457 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0277f2f5-115f-4ede-b609-786c4e409d24 req-c36e4b3e-66e2-459b-927a-da73a6b07638 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052169 Nov 26 02:43:47.235627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 43bd8f10-cc29-48d4-846e-250a48a707ce not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:43:47.243044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22a50fac-5bc9-4da8-9c2e-da2757c37a16 req-8fcf0837-33e4-4b56-ab5d-55250f032c0d tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a0f943d-062c-4211-8b2d-0cf7e88cf6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428382 Nov 26 02:43:47.247270 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-2ecb05b5-d93f-455f-b227-58c73b60b725 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730653 Nov 26 02:43:47.363646 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eccdb8c5-e363-454d-9108-548ec450bde9 req-d968fb18-5989-497c-a1e2-ed98db9b20b9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5a0f943d-062c-4211-8b2d-0cf7e88cf6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981039 Nov 26 02:43:47.427102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-cc959816-8680-4995-a182-5233ac8f86a1 service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683578 Nov 26 02:43:47.461095 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4daeedc-a9ef-4bea-b282-8da986cf8b29 req-9cee367b-5e65-4cf1-89ad-b18eb6ac8e64 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:47.463319 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4daeedc-a9ef-4bea-b282-8da986cf8b29 req-9cee367b-5e65-4cf1-89ad-b18eb6ac8e64 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.0971091 Nov 26 02:43:47.480232 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:47.615819 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4daeedc-a9ef-4bea-b282-8da986cf8b29 req-fb970b11-aa72-414f-9791-7faf92394ccc tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399934 Nov 26 02:43:47.635697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c82ff3-d354-4c08-bf47-c722e00226cd req-d75593f9-52d6-4585-adbd-5000d58eb9fc tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:47.649105 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9c82ff3-d354-4c08-bf47-c722e00226cd req-d75593f9-52d6-4585-adbd-5000d58eb9fc tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.1661651 Nov 26 02:43:47.653627 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-9bb1796c-07e3-4d70-bf60-73ba82aaf782 service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130494 Nov 26 02:43:47.772772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9c82ff3-d354-4c08-bf47-c722e00226cd req-b3418783-7390-4017-94af-88c874db4432 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227081 Nov 26 02:43:47.831171 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-526d350d-9fa4-4f40-9472-27e80e9884fd tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1602488 Nov 26 02:43:47.847613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-1c5cf28f-0bcf-4fd1-bf92-ae54e061e4bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:47.920829 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-1c5cf28f-0bcf-4fd1-bf92-ae54e061e4bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:47.996476 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c9586-222e-4b29-8cee-6e94f3c78af3 req-75105eee-fd7f-439f-874b-166e7d54a0fd tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:47.999022 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c2c9586-222e-4b29-8cee-6e94f3c78af3 req-75105eee-fd7f-439f-874b-166e7d54a0fd tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 944 time: 0.1374202 Nov 26 02:43:48.098723 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-250cb16c-f549-47dd-a605-acd1224cfc24 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:48.100407 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-250cb16c-f549-47dd-a605-acd1224cfc24 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90&tenant_id=e8a793ab79454cf9836e2116f38adfa2&binding%3Ahost_id=n-h1-819389-3 HTTP/1.1" status: 200 len: 1095 time: 0.1002626 Nov 26 02:43:48.104688 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c2c9586-222e-4b29-8cee-6e94f3c78af3 req-4b307efe-cfaf-425b-a7f2-916f54a367a9 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922527 Nov 26 02:43:48.245394 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-1c5cf28f-0bcf-4fd1-bf92-ae54e061e4bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:48.354000 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-1bd9b6ea-0e44-4e5f-b73d-7d99abf9c1f0 service neutron] For port 43bd8f10-cc29-48d4-846e-250a48a707ce, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:48.364397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b209a-b76d-438c-9eff-aaef20758379 req-be4c80fb-4667-4a25-a2dd-ebf47c462cab tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:48.365890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c8b209a-b76d-438c-9eff-aaef20758379 req-be4c80fb-4667-4a25-a2dd-ebf47c462cab tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 946 time: 0.1161242 Nov 26 02:43:48.371926 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-1bd9b6ea-0e44-4e5f-b73d-7d99abf9c1f0 service neutron] Publish callbacks [] for binding, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:48.373044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50c26c0-eae3-4aa1-b40f-843f873a6905 req-1bd9b6ea-0e44-4e5f-b73d-7d99abf9c1f0 service neutron] 10.222.0.54 "DELETE /v2.0/ports/43bd8f10-cc29-48d4-846e-250a48a707ce/bindings/n-h2-819389-3 HTTP/1.1" status: 204 len: 173 time: 0.2631643 Nov 26 02:43:48.479102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c8b209a-b76d-438c-9eff-aaef20758379 req-510611e4-97d9-4a74-a702-dface0453170 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868926 Nov 26 02:43:48.480911 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-1c5cf28f-0bcf-4fd1-bf92-ae54e061e4bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Allocated IP 172.25.0.156 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/b7f68eba-49e6-4275-849e-0c0838771e67) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:43:48.663691 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-1c5cf28f-0bcf-4fd1-bf92-ae54e061e4bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:48.672971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adc5a1-3465-4368-b911-462036b012fd req-1ad16828-1f30-46d4-be6c-94c8d67d01a2 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:48.674482 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9adc5a1-3465-4368-b911-462036b012fd req-1ad16828-1f30-46d4-be6c-94c8d67d01a2 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/ports?device_id=851d1ee8-23bc-42c6-99ef-d016a5f6df7c HTTP/1.1" status: 200 len: 946 time: 0.1045189 Nov 26 02:43:48.799342 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9adc5a1-3465-4368-b911-462036b012fd req-b7d05b38-f980-4104-b565-261a66e31398 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a0f943d-062c-4211-8b2d-0cf7e88cf6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066082 Nov 26 02:43:48.810107 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-1c5cf28f-0bcf-4fd1-bf92-ae54e061e4bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:48.880254 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cf28f-0bcf-4fd1-bf92-ae54e061e4bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Pushing event updated for resources: {'Port': ['ID=b7f68eba-49e6-4275-849e-0c0838771e67,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:48.892842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-1c5cf28f-0bcf-4fd1-bf92-ae54e061e4bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:43:48.894530 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-1c5cf28f-0bcf-4fd1-bf92-ae54e061e4bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:48.907523 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-1c5cf28f-0bcf-4fd1-bf92-ae54e061e4bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:43:49.071071 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-1c5cf28f-0bcf-4fd1-bf92-ae54e061e4bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:49.151414 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-1c5cf28f-0bcf-4fd1-bf92-ae54e061e4bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:49.181370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825a40f-1463-4db9-870e-a076efe26349 req-729c5a59-73bd-4430-9300-82422884bf7b tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:49.183059 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c825a40f-1463-4db9-870e-a076efe26349 req-729c5a59-73bd-4430-9300-82422884bf7b tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.1143699 Nov 26 02:43:49.436842 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c825a40f-1463-4db9-870e-a076efe26349 req-1c338a97-0666-46f9-820d-26bd924e28d0 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225869 Nov 26 02:43:49.453210 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-1c5cf28f-0bcf-4fd1-bf92-ae54e061e4bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:49.465214 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-1c5cf28f-0bcf-4fd1-bf92-ae54e061e4bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:49.613363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cf28f-0bcf-4fd1-bf92-ae54e061e4bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Pushing event updated for resources: {'Port': ['ID=b7f68eba-49e6-4275-849e-0c0838771e67,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:49.641294 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-1c5cf28f-0bcf-4fd1-bf92-ae54e061e4bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:49.674910 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec02c87-2a5f-4a84-84cf-c21db81ea674 req-d74ac5e2-73ea-4912-8eb1-afec84a52c42 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:49.676659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ec02c87-2a5f-4a84-84cf-c21db81ea674 req-d74ac5e2-73ea-4912-8eb1-afec84a52c42 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.1460781 Nov 26 02:43:49.679978 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-1c5cf28f-0bcf-4fd1-bf92-ae54e061e4bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:49.681705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-1c5cf28f-0bcf-4fd1-bf92-ae54e061e4bb tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8444490 Nov 26 02:43:49.767701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-2f7fb3b3-5427-40a4-ba65-68b5d6db4aec tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.156 HTTP/1.1" status: 200 len: 696 time: 0.0758462 Nov 26 02:43:49.823862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ec02c87-2a5f-4a84-84cf-c21db81ea674 req-9cc4a599-61b7-4a26-9852-1a1850220bb0 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337619 Nov 26 02:43:49.997018 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-6bb6b783-1679-408a-ac50-e60d43b64a87 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:49.998852 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-53a7cbe6-f9e9-4689-9dc4-a63ff1922e15 req-6bb6b783-1679-408a-ac50-e60d43b64a87 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.2227762 Nov 26 02:43:50.063511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db47d0-479d-4a41-9a12-0383152e576b req-98300259-39c9-45f8-bc11-a2d005f21117 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:50.065950 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29db47d0-479d-4a41-9a12-0383152e576b req-98300259-39c9-45f8-bc11-a2d005f21117 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 944 time: 0.1595867 Nov 26 02:43:50.159487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800df5ad-c959-48ac-8aae-01b7f6516a63 req-6d9f4a96-009d-4628-80a2-f150eacebe3a tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:50.161230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800df5ad-c959-48ac-8aae-01b7f6516a63 req-6d9f4a96-009d-4628-80a2-f150eacebe3a tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 946 time: 0.0940244 Nov 26 02:43:50.172194 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29db47d0-479d-4a41-9a12-0383152e576b req-37005015-d48d-43f7-9914-55c4ca7db27c tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930445 Nov 26 02:43:50.266418 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800df5ad-c959-48ac-8aae-01b7f6516a63 req-d89b2968-14f2-470a-8a72-939bfd8bf90a tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855842 Nov 26 02:43:50.345051 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae29c9-9eae-468b-876f-7d3a2ef9db19 req-8323bea0-d98b-44da-9da4-458495bcd186 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:50.348604 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8ae29c9-9eae-468b-876f-7d3a2ef9db19 req-8323bea0-d98b-44da-9da4-458495bcd186 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/ports?device_id=851d1ee8-23bc-42c6-99ef-d016a5f6df7c HTTP/1.1" status: 200 len: 946 time: 0.0828025 Nov 26 02:43:50.420257 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8ae29c9-9eae-468b-876f-7d3a2ef9db19 req-84ac0713-00a1-4094-b28f-1990af60019e tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a0f943d-062c-4211-8b2d-0cf7e88cf6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606651 Nov 26 02:43:50.573428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9910589a-a01c-4de4-a947-3debab5a4973 req-5233d8f0-0249-43d6-9bb1-bc0c28153dae tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1399522 Nov 26 02:43:50.587908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-9910589a-a01c-4de4-a947-3debab5a4973 req-1ee163a9-740d-4b69-b97c-325c4180580d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:50.631188 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9910589a-a01c-4de4-a947-3debab5a4973 req-1ee163a9-740d-4b69-b97c-325c4180580d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:50.875321 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc82cd-1105-46b2-8281-c4dc438403aa req-1860a781-8a29-4fda-9ae4-49161e018b81 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:50.876940 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dafc82cd-1105-46b2-8281-c4dc438403aa req-1860a781-8a29-4fda-9ae4-49161e018b81 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.0988801 Nov 26 02:43:50.878597 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9910589a-a01c-4de4-a947-3debab5a4973 req-1ee163a9-740d-4b69-b97c-325c4180580d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:50.977301 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dafc82cd-1105-46b2-8281-c4dc438403aa req-a505418d-553f-4df1-adf4-8d5a31a257dc tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907731 Nov 26 02:43:51.051318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-9910589a-a01c-4de4-a947-3debab5a4973 req-1ee163a9-740d-4b69-b97c-325c4180580d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Allocated IP 172.25.0.127 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/eb4bf490-6570-420b-a6ce-90a7676f5b9a) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:43:51.462624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fe92e-e695-436c-bb65-e7b95d184ede req-3b73c11c-b40a-4f99-92f3-086b14cce890 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:51.464447 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-287fe92e-e695-436c-bb65-e7b95d184ede req-3b73c11c-b40a-4f99-92f3-086b14cce890 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/ports?device_id=851d1ee8-23bc-42c6-99ef-d016a5f6df7c HTTP/1.1" status: 200 len: 946 time: 0.0917311 Nov 26 02:43:51.474058 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59028) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:43:51.479786 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-38b1fc44-c091-462f-8803-2be764b6154e tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Request body: {'floatingip': {'port_id': 'fd23f013-dc2d-4a98-a7e4-7eff1ab690c1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:51.486715 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9910589a-a01c-4de4-a947-3debab5a4973 req-1ee163a9-740d-4b69-b97c-325c4180580d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:51.526722 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-38b1fc44-c091-462f-8803-2be764b6154e tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for floatingip, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:51.549664 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9910589a-a01c-4de4-a947-3debab5a4973 req-1ee163a9-740d-4b69-b97c-325c4180580d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:51.620197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9910589a-a01c-4de4-a947-3debab5a4973 req-1ee163a9-740d-4b69-b97c-325c4180580d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:43:51.626203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-9910589a-a01c-4de4-a947-3debab5a4973 req-1ee163a9-740d-4b69-b97c-325c4180580d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:51.632803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9910589a-a01c-4de4-a947-3debab5a4973 req-1ee163a9-740d-4b69-b97c-325c4180580d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:43:51.636835 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee163a9-740d-4b69-b97c-325c4180580d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Pushing event updated for resources: {'Port': ['ID=eb4bf490-6570-420b-a6ce-90a7676f5b9a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:51.672463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa49a1-2037-4be7-bea8-c9ae5877f6f3 req-499a1c55-5e09-4c19-9826-c325757fec49 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:51.673930 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38fa49a1-2037-4be7-bea8-c9ae5877f6f3 req-499a1c55-5e09-4c19-9826-c325757fec49 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 1095 time: 0.1170833 Nov 26 02:43:51.761192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38fa49a1-2037-4be7-bea8-c9ae5877f6f3 req-2dc1df92-800d-4a98-b7a2-272ad8207051 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803299 Nov 26 02:43:51.762278 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9910589a-a01c-4de4-a947-3debab5a4973 req-1ee163a9-740d-4b69-b97c-325c4180580d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:51.812234 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9910589a-a01c-4de4-a947-3debab5a4973 req-1ee163a9-740d-4b69-b97c-325c4180580d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:51.929066 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:51.955520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67191256-1dd8-494f-8c0a-7013d4e68db0 req-ab2eb6f2-ebb0-458a-989e-1bb14bcea0a3 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:51.957064 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-67191256-1dd8-494f-8c0a-7013d4e68db0 req-ab2eb6f2-ebb0-458a-989e-1bb14bcea0a3 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.1030538 Nov 26 02:43:52.032570 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-67191256-1dd8-494f-8c0a-7013d4e68db0 req-a5ba011b-be36-483e-89d0-40452d965075 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685799 Nov 26 02:43:52.054009 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9910589a-a01c-4de4-a947-3debab5a4973 req-1ee163a9-740d-4b69-b97c-325c4180580d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:52.058708 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9910589a-a01c-4de4-a947-3debab5a4973 req-1ee163a9-740d-4b69-b97c-325c4180580d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:52.152169 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee163a9-740d-4b69-b97c-325c4180580d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Pushing event updated for resources: {'Port': ['ID=eb4bf490-6570-420b-a6ce-90a7676f5b9a,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:52.172303 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9910589a-a01c-4de4-a947-3debab5a4973 req-1ee163a9-740d-4b69-b97c-325c4180580d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:52.187121 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85845535-a2ee-448f-bdef-1a1153de51c9 req-d2dd79cb-88a0-480c-91f3-0a6347f68268 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:52.188552 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85845535-a2ee-448f-bdef-1a1153de51c9 req-d2dd79cb-88a0-480c-91f3-0a6347f68268 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 946 time: 0.0944979 Nov 26 02:43:52.204352 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9910589a-a01c-4de4-a947-3debab5a4973 req-1ee163a9-740d-4b69-b97c-325c4180580d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:52.205470 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9910589a-a01c-4de4-a947-3debab5a4973 req-1ee163a9-740d-4b69-b97c-325c4180580d tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6251698 Nov 26 02:43:52.263082 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9910589a-a01c-4de4-a947-3debab5a4973 req-8a304d33-f722-4c1f-bdb0-2176d93253ad tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 696 time: 0.0498562 Nov 26 02:43:52.300688 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-38b1fc44-c091-462f-8803-2be764b6154e tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:52.305469 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-38b1fc44-c091-462f-8803-2be764b6154e tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:52.326986 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85845535-a2ee-448f-bdef-1a1153de51c9 req-a2356da5-1f38-43cd-805f-5255958f4781 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321073 Nov 26 02:43:52.393344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910589a-a01c-4de4-a947-3debab5a4973 req-668cb8e2-3e3c-4c8e-8d0e-c2ddeecb4783 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:52.394806 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9910589a-a01c-4de4-a947-3debab5a4973 req-668cb8e2-3e3c-4c8e-8d0e-c2ddeecb4783 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.1220407 Nov 26 02:43:52.410081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-9910589a-a01c-4de4-a947-3debab5a4973 req-a86e4ee3-5b9e-45f1-af25-8aac9d365ae5 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:43:52.412286 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-38b1fc44-c091-462f-8803-2be764b6154e tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Floating IP f34b9e41-67cb-4436-a6da-3350efef3750 associated. External IP: 172.25.0.161, port: fd23f013-dc2d-4a98-a7e4-7eff1ab690c1. Nov 26 02:43:52.419463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9910589a-a01c-4de4-a947-3debab5a4973 req-a86e4ee3-5b9e-45f1-af25-8aac9d365ae5 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113909 Nov 26 02:43:52.614986 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-eb46045a-dd07-4ecb-85a0-7e1f4d642deb tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:52.616476 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-eb46045a-dd07-4ecb-85a0-7e1f4d642deb tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 821 time: 0.1372674 Nov 26 02:43:52.623801 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f5dbc-80a6-403b-a50f-d639ea576b10 req-4f23237f-fc26-4ae7-9a25-00cbda3de5db tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:52.628635 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c6f5dbc-80a6-403b-a50f-d639ea576b10 req-4f23237f-fc26-4ae7-9a25-00cbda3de5db tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.0951047 Nov 26 02:43:52.628835 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b1fc44-c091-462f-8803-2be764b6154e tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Router 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:43:52.643659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-04c87e7d-71be-47c9-8086-0b98a87be83b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/quotas/e8a793ab79454cf9836e2116f38adfa2 HTTP/1.1" status: 200 len: 375 time: 0.0173738 Nov 26 02:43:52.704985 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c6f5dbc-80a6-403b-a50f-d639ea576b10 req-7aebb52b-ff9b-4b63-a332-b8bf32858b36 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692334 Nov 26 02:43:52.719204 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-4e120bee-947a-4d5f-afa5-9606bf4aaa51 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659006 Nov 26 02:43:52.744184 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b1fc44-c091-462f-8803-2be764b6154e tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:43:52.749616 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-38b1fc44-c091-462f-8803-2be764b6154e tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:52.757732 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc67a4e-d8f9-48e6-8cc7-b7387f7e9b5c None None] Sync routers for ids ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:43:52.778805 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc67a4e-d8f9-48e6-8cc7-b7387f7e9b5c None None] Routers {'1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:43:52.779177 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-38b1fc44-c091-462f-8803-2be764b6154e tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "PUT /v2.0/floatingips/f34b9e41-67cb-4436-a6da-3350efef3750 HTTP/1.1" status: 200 len: 992 time: 1.3032153 Nov 26 02:43:52.779767 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0dc67a4e-d8f9-48e6-8cc7-b7387f7e9b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:43:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:52.779916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851d1ee8-23bc-42c6-99ef-d016a5f6df7c', 'tag': 'fd23f013-dc2d-4a98-a7e4-7eff1ab690c1'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:52.782365 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0f1b55-2ef0-480f-853e-ef715a474c27" -d '{"events": [{"name": "network-changed", "server_uuid": "851d1ee8-23bc-42c6-99ef-d016a5f6df7c", "tag": "fd23f013-dc2d-4a98-a7e4-7eff1ab690c1"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:52.853350 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b7cd473d-bcdc-4de2-8779-993b8578546b req-a0a78161-893e-41ce-9b23-6a8a546b9f1a tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/floatingips/0a6aa734-5000-4983-85ee-9e6bab9363e2 HTTP/1.1" status: 200 len: 693 time: 0.0504026 Nov 26 02:43:52.936273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-20d8d543-ceef-4ffb-aaf8-82b468751c37 service neutron] 10.222.0.31 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012572 Nov 26 02:43:52.976163 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-0dc67a4e-d8f9-48e6-8cc7-b7387f7e9b5c None None] Set router 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:43:53.034214 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd473d-bcdc-4de2-8779-993b8578546b req-bd9199be-4ce7-45e0-99d2-870e8781073f tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:53.035593 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b7cd473d-bcdc-4de2-8779-993b8578546b req-bd9199be-4ce7-45e0-99d2-870e8781073f tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.1748252 Nov 26 02:43:53.058099 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-b7cd473d-bcdc-4de2-8779-993b8578546b req-4c9b6e0b-c33d-4d1d-a4b1-296bd2ba59af tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:43:53.059099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b7cd473d-bcdc-4de2-8779-993b8578546b req-4c9b6e0b-c33d-4d1d-a4b1-296bd2ba59af tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125043 Nov 26 02:43:53.074520 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-585a7385-b1b8-4fd5-84ec-10b415e203ba service neutron] 10.222.0.31 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316803 Nov 26 02:43:53.172753 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385ec8e1-0871-428f-a0bb-5de65aedffa2 x-openstack-request-id: req-385ec8e1-0871-428f-a0bb-5de65aedffa2 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:53.173051 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851d1ee8-23bc-42c6-99ef-d016a5f6df7c", "tag": "fd23f013-dc2d-4a98-a7e4-7eff1ab690c1", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:53.173307 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-385ec8e1-0871-428f-a0bb-5de65aedffa2 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:53.173710 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851d1ee8-23bc-42c6-99ef-d016a5f6df7c', 'tag': 'fd23f013-dc2d-4a98-a7e4-7eff1ab690c1', 'status': 'completed', 'code': 200} Nov 26 02:43:53.224804 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0dc67a4e-d8f9-48e6-8cc7-b7387f7e9b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'name': 'tempest-ServersTestManualDisk-848484729-router', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:19Z', 'updated_at': '2021-11-26T02:43:25Z', 'revision_number': 4, 'project_id': '911d595fdab847c2957c1da36320774c', 'gw_port': {'id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:20Z', 'updated_at': '2021-11-26T02:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'f34b9e41-67cb-4436-a6da-3350efef3750', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'port_id': 'fd23f013-dc2d-4a98-a7e4-7eff1ab690c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c', 'mac_address': 'fa:16:3e:ba:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851d1ee8-23bc-42c6-99ef-d016a5f6df7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:43:30Z', 'updated_at': '2021-11-26T02:43:52Z', 'revision_number': 1, 'project_id': '911d595fdab847c2957c1da36320774c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c903ec9-1f60-49e6-8f12-a40c32100d6a', 'name': '', 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'mac_address': 'fa:16:3e:66:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:23Z', 'updated_at': '2021-11-26T02:43:29Z', 'revision_number': 5, 'project_id': '911d595fdab847c2957c1da36320774c', 'subnets': [{'id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:53.255831 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc67a4e-d8f9-48e6-8cc7-b7387f7e9b5c None None] Checking router: 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:43:53.264683 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc67a4e-d8f9-48e6-8cc7-b7387f7e9b5c None None] Routers {'1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:43:53.265291 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0dc67a4e-d8f9-48e6-8cc7-b7387f7e9b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:43:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:53.304299 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:53.339053 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bdc98-58c2-4bac-afdb-7199fa516c27 req-75c21973-30ed-4e37-8dae-cf34062dd8d3 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:53.346320 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d4bdc98-58c2-4bac-afdb-7199fa516c27 req-75c21973-30ed-4e37-8dae-cf34062dd8d3 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=d199b2d4-8a34-4de5-bc94-54d25e4a6cd0 HTTP/1.1" status: 200 len: 949 time: 0.1174932 Nov 26 02:43:53.370138 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe90f6-c342-417c-ae6a-0e0844da1bce req-45f9f696-6592-4356-a9fb-ea10b402266d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:53.371654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59fe90f6-c342-417c-ae6a-0e0844da1bce req-45f9f696-6592-4356-a9fb-ea10b402266d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.1267920 Nov 26 02:43:53.379124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f1b55-2ef0-480f-853e-ef715a474c27 req-616a99ee-88f5-41f4-8e6a-530ef2077c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:53.380606 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca0f1b55-2ef0-480f-853e-ef715a474c27 req-616a99ee-88f5-41f4-8e6a-530ef2077c6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=911d595fdab847c2957c1da36320774c&device_id=851d1ee8-23bc-42c6-99ef-d016a5f6df7c HTTP/1.1" status: 200 len: 1097 time: 0.1374288 Nov 26 02:43:53.387711 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-0dc67a4e-d8f9-48e6-8cc7-b7387f7e9b5c None None] Set router 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:43:53.456196 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d4bdc98-58c2-4bac-afdb-7199fa516c27 req-89448f74-26c3-4fa9-b8d4-38199258d9b6 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089725 Nov 26 02:43:53.510706 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59fe90f6-c342-417c-ae6a-0e0844da1bce req-ab70bf19-d32f-48b6-9ff4-669b1f9504ee tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274276 Nov 26 02:43:53.560781 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb822b4f-0f77-4997-b4aa-1a62a2d57e6f req-1bd6e6be-eb06-4c68-be00-b494af7f5b58 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/floatingips/0a6aa734-5000-4983-85ee-9e6bab9363e2 HTTP/1.1" status: 200 len: 693 time: 0.0612180 Nov 26 02:43:53.640588 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd8cade5-3f29-4508-80ec-7cbda75fcec4 req-0751bbe7-411f-4f43-8b43-140c1e46ec3e tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 210 time: 0.0751927 Nov 26 02:43:53.688936 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f1b55-2ef0-480f-853e-ef715a474c27 req-f2f29abb-0ca0-441f-8ace-286fb630218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:53.691525 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca0f1b55-2ef0-480f-853e-ef715a474c27 req-f2f29abb-0ca0-441f-8ace-286fb630218d service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea27b44d-473a-44bd-95fa-3a159264910c HTTP/1.1" status: 200 len: 912 time: 0.2634490 Nov 26 02:43:53.745398 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0dc67a4e-d8f9-48e6-8cc7-b7387f7e9b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'name': 'tempest-ServersTestManualDisk-848484729-router', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:19Z', 'updated_at': '2021-11-26T02:43:25Z', 'revision_number': 4, 'project_id': '911d595fdab847c2957c1da36320774c', 'gw_port': {'id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:20Z', 'updated_at': '2021-11-26T02:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'f34b9e41-67cb-4436-a6da-3350efef3750', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'port_id': 'fd23f013-dc2d-4a98-a7e4-7eff1ab690c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c', 'mac_address': 'fa:16:3e:ba:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851d1ee8-23bc-42c6-99ef-d016a5f6df7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:43:30Z', 'updated_at': '2021-11-26T02:43:52Z', 'revision_number': 1, 'project_id': '911d595fdab847c2957c1da36320774c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c903ec9-1f60-49e6-8f12-a40c32100d6a', 'name': '', 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'mac_address': 'fa:16:3e:66:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:23Z', 'updated_at': '2021-11-26T02:43:29Z', 'revision_number': 5, 'project_id': '911d595fdab847c2957c1da36320774c', 'subnets': [{'id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:43:53.777033 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc67a4e-d8f9-48e6-8cc7-b7387f7e9b5c None None] The sync data for ids ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'] in n-d-819389-3 is: [{'id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'name': 'tempest-ServersTestManualDisk-848484729-router', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:19Z', 'updated_at': '2021-11-26T02:43:25Z', 'revision_number': 4, 'project_id': '911d595fdab847c2957c1da36320774c', 'gw_port': {'id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:20Z', 'updated_at': '2021-11-26T02:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'f34b9e41-67cb-4436-a6da-3350efef3750', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'port_id': 'fd23f013-dc2d-4a98-a7e4-7eff1ab690c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c', 'mac_address': 'fa:16:3e:ba:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851d1ee8-23bc-42c6-99ef-d016a5f6df7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:43:30Z', 'updated_at': '2021-11-26T02:43:52Z', 'revision_number': 1, 'project_id': '911d595fdab847c2957c1da36320774c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c903ec9-1f60-49e6-8f12-a40c32100d6a', 'name': '', 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'mac_address': 'fa:16:3e:66:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:23Z', 'updated_at': '2021-11-26T02:43:29Z', 'revision_number': 5, 'project_id': '911d595fdab847c2957c1da36320774c', 'subnets': [{'id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:43:53.784462 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb822b4f-0f77-4997-b4aa-1a62a2d57e6f req-41abb90d-7803-4718-968f-fa9e335bf33c tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:53.792239 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb822b4f-0f77-4997-b4aa-1a62a2d57e6f req-41abb90d-7803-4718-968f-fa9e335bf33c tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.2303796 Nov 26 02:43:53.800760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-eb822b4f-0f77-4997-b4aa-1a62a2d57e6f req-129b7921-656d-4c3e-a9d1-f4f0fdd0c874 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:43:53.808490 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb822b4f-0f77-4997-b4aa-1a62a2d57e6f req-129b7921-656d-4c3e-a9d1-f4f0fdd0c874 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154161 Nov 26 02:43:53.874380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca0f1b55-2ef0-480f-853e-ef715a474c27 req-8010e241-79e7-47f1-8445-9f7928e82e8c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 HTTP/1.1" status: 200 len: 1000 time: 0.1733990 Nov 26 02:43:53.883811 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb822b4f-0f77-4997-b4aa-1a62a2d57e6f req-3cf0728f-896f-4ff7-a7c7-4c2f40006041 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 696 time: 0.0744894 Nov 26 02:43:53.960625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a94818-70bd-4270-a02a-9091b802f00a req-5b0ef701-fcb4-4f9a-b7ae-c92e83860f25 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:53.962347 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98a94818-70bd-4270-a02a-9091b802f00a req-5b0ef701-fcb4-4f9a-b7ae-c92e83860f25 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 946 time: 0.2018452 Nov 26 02:43:53.987180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb822b4f-0f77-4997-b4aa-1a62a2d57e6f req-6535a2a3-e7ec-45c8-8170-6fcd8a58504f tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 696 time: 0.0916882 Nov 26 02:43:54.000042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f1b55-2ef0-480f-853e-ef715a474c27 req-2075ba1e-a255-425a-bef5-f9808f01bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:54.001508 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca0f1b55-2ef0-480f-853e-ef715a474c27 req-2075ba1e-a255-425a-bef5-f9808f01bce3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4cdbffbb-80cc-4db5-a9b9-f848ad82f883 HTTP/1.1" status: 200 len: 850 time: 0.1168108 Nov 26 02:43:54.010189 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5783e82c-5e49-4822-8f35-4acbdb5987e4 None None] New status for floating IP f34b9e41-67cb-4436-a6da-3350efef3750: ACTIVE {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:43:54.129496 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98a94818-70bd-4270-a02a-9091b802f00a req-78084c4d-515c-43b9-becb-67ddf87301d7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564682 Nov 26 02:43:54.162058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f1b55-2ef0-480f-853e-ef715a474c27 req-a3be3591-fe8a-4c62-a2c5-cda1e5e98d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:54.163569 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca0f1b55-2ef0-480f-853e-ef715a474c27 req-a3be3591-fe8a-4c62-a2c5-cda1e5e98d2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea27b44d-473a-44bd-95fa-3a159264910c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523614 Nov 26 02:43:54.222784 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-eb822b4f-0f77-4997-b4aa-1a62a2d57e6f req-3ae7a8cc-38a1-47a0-a461-4261d2d4c4ef tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Deleting port eb4bf490-6570-420b-a6ce-90a7676f5b9a {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:43:54.223127 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-eb822b4f-0f77-4997-b4aa-1a62a2d57e6f req-3ae7a8cc-38a1-47a0-a461-4261d2d4c4ef tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:54.325147 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca0f1b55-2ef0-480f-853e-ef715a474c27 req-28e9ba5a-e67d-4f4f-9bbc-5e65234ce0cb service neutron] 10.222.0.59 "GET /v2.0/networks/ea27b44d-473a-44bd-95fa-3a159264910c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460555 Nov 26 02:43:54.328427 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-eb822b4f-0f77-4997-b4aa-1a62a2d57e6f req-3ae7a8cc-38a1-47a0-a461-4261d2d4c4ef tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:54.328755 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-eb822b4f-0f77-4997-b4aa-1a62a2d57e6f req-3ae7a8cc-38a1-47a0-a461-4261d2d4c4ef tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:54.357296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-eb822b4f-0f77-4997-b4aa-1a62a2d57e6f req-3ae7a8cc-38a1-47a0-a461-4261d2d4c4ef tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Calling delete_port for eb4bf490-6570-420b-a6ce-90a7676f5b9a owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:43:54.485492 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca0f1b55-2ef0-480f-853e-ef715a474c27 req-2b567d1e-2730-4b16-a734-f0107cbdadba service neutron] 10.222.0.59 "GET /v2.0/networks/ea27b44d-473a-44bd-95fa-3a159264910c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496465 Nov 26 02:43:54.563346 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-eb822b4f-0f77-4997-b4aa-1a62a2d57e6f req-3ae7a8cc-38a1-47a0-a461-4261d2d4c4ef tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:54.609479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7a8cc-38a1-47a0-a461-4261d2d4c4ef tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Pushing event deleted for resources: {'Port': ['ID=eb4bf490-6570-420b-a6ce-90a7676f5b9a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:54.789740 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3f101439-a19f-4be2-af7b-6228aab02046 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:43:54.875263 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:55.011776 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03198c-f574-4444-a646-73df019ae366 req-75d766ca-5a6b-465e-b9ff-3ba8d0466f3c tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:55.013393 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b03198c-f574-4444-a646-73df019ae366 req-75d766ca-5a6b-465e-b9ff-3ba8d0466f3c tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.4445968 Nov 26 02:43:55.025484 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd199b2d4-8a34-4de5-bc94-54d25e4a6cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f101439-a19f-4be2-af7b-6228aab02046'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:55.027736 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871714ce-8164-4487-9cce-65aed2177bd1" -d '{"events": [{"server_uuid": "d199b2d4-8a34-4de5-bc94-54d25e4a6cd0", "name": "network-vif-unplugged", "status": "completed", "tag": "3f101439-a19f-4be2-af7b-6228aab02046"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:55.038522 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-eb822b4f-0f77-4997-b4aa-1a62a2d57e6f req-3ae7a8cc-38a1-47a0-a461-4261d2d4c4ef tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:55.041226 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3f101439-a19f-4be2-af7b-6228aab02046, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3f101439-a19f-4be2-af7b-6228aab02046,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:55.041714 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-eb822b4f-0f77-4997-b4aa-1a62a2d57e6f req-3ae7a8cc-38a1-47a0-a461-4261d2d4c4ef tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:55.042802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb822b4f-0f77-4997-b4aa-1a62a2d57e6f req-3ae7a8cc-38a1-47a0-a461-4261d2d4c4ef tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "DELETE /v2.0/floatingips/0a6aa734-5000-4983-85ee-9e6bab9363e2 HTTP/1.1" status: 204 len: 173 time: 1.0467849 Nov 26 02:43:55.052459 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:55.070722 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-fa5a1595-7be9-4102-987b-88351c91741c tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:55.072307 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-fa5a1595-7be9-4102-987b-88351c91741c tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.59 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 821 time: 0.4789171 Nov 26 02:43:55.097139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-99cb20dd-bf2e-4cba-b55d-f11532d570a9 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Request body: {'port': {'device_id': '9633df20-6786-4229-8c9a-9de05ddf1bab', 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02', 'admin_state_up': True, 'tenant_id': 'e8a793ab79454cf9836e2116f38adfa2'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:55.108638 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=3f101439-a19f-4be2-af7b-6228aab02046,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:55.155398 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b03198c-f574-4444-a646-73df019ae366 req-65702183-ea51-40c7-ab6c-381dd7eba8c8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311817 Nov 26 02:43:55.241960 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-05897b71-402f-4cc0-87fd-f8cdeda72264 service neutron] 10.222.0.59 "GET /v2.0/ports/853ba577-f306-4fe3-b7b4-f44938af6ff5/bindings/n-h2-819389-3 HTTP/1.1" status: 200 len: 382 time: 0.0770445 Nov 26 02:43:55.285986 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-40e177df-66c3-4e72-8171-0569a75e1846 req-8776508c-2f01-4877-a5db-f21b455e9e5c tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 210 time: 0.0317426 Nov 26 02:43:55.288559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-99cb20dd-bf2e-4cba-b55d-f11532d570a9 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Made reservation on behalf of e8a793ab79454cf9836e2116f38adfa2 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:43:55.291773 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-99cb20dd-bf2e-4cba-b55d-f11532d570a9 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:55.319252 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e2fff-91d1-46ac-a7d1-e8eafb031ace req-fd451019-b86e-47af-995d-b83bc84f6c4d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:55.320800 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-337e2fff-91d1-46ac-a7d1-e8eafb031ace req-fd451019-b86e-47af-995d-b83bc84f6c4d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.0959976 Nov 26 02:43:55.350258 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9f191b-02b2-40ac-91d6-8ec4ce80b92f x-openstack-request-id: req-1b9f191b-02b2-40ac-91d6-8ec4ce80b92f {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:55.350989 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d199b2d4-8a34-4de5-bc94-54d25e4a6cd0", "name": "network-vif-unplugged", "status": "completed", "tag": "3f101439-a19f-4be2-af7b-6228aab02046", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:55.351252 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b9f191b-02b2-40ac-91d6-8ec4ce80b92f {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:55.351670 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd199b2d4-8a34-4de5-bc94-54d25e4a6cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f101439-a19f-4be2-af7b-6228aab02046', 'code': 200} Nov 26 02:43:55.481637 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-cdfe6ca3-e23d-4b7d-bb96-36afc92949aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:55.483181 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-cdfe6ca3-e23d-4b7d-bb96-36afc92949aa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b&tenant_id=ad6caec5c92044d899d9c12ccac00902 HTTP/1.1" status: 200 len: 1101 time: 0.0412900 Nov 26 02:43:55.556780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-60b97a9c-3445-40fd-92e2-7c64fb32fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:55.557815 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-337e2fff-91d1-46ac-a7d1-e8eafb031ace req-f1c4545a-a7f4-4b4f-9b5c-e3ca4866c2e9 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279706 Nov 26 02:43:55.558201 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-60b97a9c-3445-40fd-92e2-7c64fb32fb93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 1101 time: 0.0391834 Nov 26 02:43:55.612147 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-99cb20dd-bf2e-4cba-b55d-f11532d570a9 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Allocated IP 172.20.0.5 (19f9e564-6945-4cfd-bf25-fe17589b9d02/681deaf1-7770-440e-9d0a-fc19f5a6a2ba/a63da763-2109-4065-842f-705ded00c432) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:43:55.660419 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-59efacae-db2e-4510-a9d0-fa7ca839ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:55.661894 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-59efacae-db2e-4510-a9d0-fa7ca839ceb8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.0945227 Nov 26 02:43:55.673725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c070d7-96a7-4bc4-8f66-31427f5c020a req-3513c777-8088-495f-aac0-ba0178cc47cc tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:55.675218 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32c070d7-96a7-4bc4-8f66-31427f5c020a req-3513c777-8088-495f-aac0-ba0178cc47cc tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3076463 Nov 26 02:43:55.720440 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-c8c7335a-c86c-4ce8-9172-7b903c1a8534 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=853ba577-f306-4fe3-b7b4-f44938af6ff5 HTTP/1.1" status: 200 len: 217 time: 0.0342376 Nov 26 02:43:55.725476 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f53fc-4175-4893-95d2-192ae903edc3 req-496ce3f6-8d7f-46f7-bc20-c1d4e29e7de7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:55.727013 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-298f53fc-4175-4893-95d2-192ae903edc3 req-496ce3f6-8d7f-46f7-bc20-c1d4e29e7de7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 946 time: 0.1017365 Nov 26 02:43:55.774416 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-37a54ac2-7b58-4ce9-81fb-1ff1229109cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:55.776279 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-37a54ac2-7b58-4ce9-81fb-1ff1229109cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0487247 Nov 26 02:43:55.834772 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-4e9b49ce-aff1-45c9-acb3-85fdc1790bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:55.836295 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-4e9b49ce-aff1-45c9-acb3-85fdc1790bdc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435324 Nov 26 02:43:55.892222 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-baad21f3-4bef-4bf3-a134-4566d3643608 req-3d9677f0-62c5-45c8-bc31-ac9e7e6ccddd tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=de80b8b167d545be93245120006a8867 HTTP/1.1" status: 200 len: 1656 time: 0.1041536 Nov 26 02:43:55.926347 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-298f53fc-4175-4893-95d2-192ae903edc3 req-c480cf99-bb07-4098-a399-5949c6cecb75 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902258 Nov 26 02:43:55.929254 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-6f4afcba-d66d-4834-a9db-5ecd8d8045d6 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859542 Nov 26 02:43:55.992535 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-99cb20dd-bf2e-4cba-b55d-f11532d570a9 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:56.032867 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0d417a4e-91d1-4a41-ac8c-cf26af69b810 req-71241000-8af5-4ee2-87b0-00a282ea1615 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878210 Nov 26 02:43:56.050750 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad21f3-4bef-4bf3-a134-4566d3643608 req-4c5a04c7-d30e-43a6-8063-90c14e96ffa9 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:56.052260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-baad21f3-4bef-4bf3-a134-4566d3643608 req-4c5a04c7-d30e-43a6-8063-90c14e96ffa9 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/networks?id=0d5755d8-1b72-4bfa-9d12-12884b148955&id=0d5755d8-1b72-4bfa-9d12-12884b148955&id=0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 787 time: 0.1446366 Nov 26 02:43:56.064424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-baad21f3-4bef-4bf3-a134-4566d3643608 req-9f99254a-4db0-4fe1-a7c6-8d85561c8ef6 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:43:56.065393 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-baad21f3-4bef-4bf3-a134-4566d3643608 req-9f99254a-4db0-4fe1-a7c6-8d85561c8ef6 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062964 Nov 26 02:43:56.066885 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-99cb20dd-bf2e-4cba-b55d-f11532d570a9 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:56.125451 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-99cb20dd-bf2e-4cba-b55d-f11532d570a9 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Network 19f9e564-6945-4cfd-bf25-fe17589b9d02 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:43:56.157953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-99cb20dd-bf2e-4cba-b55d-f11532d570a9 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:43:56.164655 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-99cb20dd-bf2e-4cba-b55d-f11532d570a9 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:43:56.167679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb20dd-bf2e-4cba-b55d-f11532d570a9 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Pushing event updated for resources: {'Port': ['ID=a63da763-2109-4065-842f-705ded00c432,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:56.173693 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf947b09-8c56-465a-a3dc-5a86747a00cc req-819bd184-f9f7-4981-964e-5d7b97de47f3 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/floatingips/ec15c833-1160-4c97-9ea7-ab8008c39ea2 HTTP/1.1" status: 200 len: 693 time: 0.0748847 Nov 26 02:43:56.269367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-99cb20dd-bf2e-4cba-b55d-f11532d570a9 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:56.269988 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-99cb20dd-bf2e-4cba-b55d-f11532d570a9 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:56.295718 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-99cb20dd-bf2e-4cba-b55d-f11532d570a9 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2023621 Nov 26 02:43:56.340366 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Request body: {'port': {'device_id': '9633df20-6786-4229-8c9a-9de05ddf1bab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:56.354834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf947b09-8c56-465a-a3dc-5a86747a00cc req-75086f78-cfa8-4dc0-8a92-ae4f402a1293 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:56.356280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf947b09-8c56-465a-a3dc-5a86747a00cc req-75086f78-cfa8-4dc0-8a92-ae4f402a1293 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.1638749 Nov 26 02:43:56.380583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-cf947b09-8c56-465a-a3dc-5a86747a00cc req-9f4c3b5c-59c8-4bf2-9de4-c9094a17f340 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:43:56.381449 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf947b09-8c56-465a-a3dc-5a86747a00cc req-9f4c3b5c-59c8-4bf2-9de4-c9094a17f340 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096240 Nov 26 02:43:56.438050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb152ef-2275-4bc7-8f72-277f23531829 req-30a8a297-cda1-4c74-ae09-f146b6e284ae tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:56.439558 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bdb152ef-2275-4bc7-8f72-277f23531829 req-30a8a297-cda1-4c74-ae09-f146b6e284ae tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.1372306 Nov 26 02:43:56.468117 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf947b09-8c56-465a-a3dc-5a86747a00cc req-583c2a9a-7d40-4e63-911e-69dbd1a26ae7 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.156 HTTP/1.1" status: 200 len: 696 time: 0.0802495 Nov 26 02:43:56.490493 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:56.541593 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf947b09-8c56-465a-a3dc-5a86747a00cc req-3e85fd60-194e-4c10-93d4-78f6a1fafab2 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.156 HTTP/1.1" status: 200 len: 696 time: 0.0644054 Nov 26 02:43:56.612279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bdb152ef-2275-4bc7-8f72-277f23531829 req-9f45f7df-9330-4a82-b0e3-6a022f249352 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542385 Nov 26 02:43:56.855169 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9caddb-131c-4b2f-9150-ffae941ed3d1 req-d2229e1b-b3c3-4214-904f-ac9ec5e3bda4 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:56.856680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae9caddb-131c-4b2f-9150-ffae941ed3d1 req-d2229e1b-b3c3-4214-904f-ac9ec5e3bda4 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 931 time: 0.1348903 Nov 26 02:43:56.885932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-cf947b09-8c56-465a-a3dc-5a86747a00cc req-12ecf706-593b-41eb-85f1-885764924533 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Deleting port b7f68eba-49e6-4275-849e-0c0838771e67 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:43:56.888205 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-cf947b09-8c56-465a-a3dc-5a86747a00cc req-12ecf706-593b-41eb-85f1-885764924533 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:56.993626 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae9caddb-131c-4b2f-9150-ffae941ed3d1 req-637576f3-b006-4d56-ab35-adb2013a8f36 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272149 Nov 26 02:43:57.051522 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-cf947b09-8c56-465a-a3dc-5a86747a00cc req-12ecf706-593b-41eb-85f1-885764924533 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:57.051852 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-cf947b09-8c56-465a-a3dc-5a86747a00cc req-12ecf706-593b-41eb-85f1-885764924533 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:57.078200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63da763-2109-4065-842f-705ded00c432 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:43:57.082603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-cf947b09-8c56-465a-a3dc-5a86747a00cc req-12ecf706-593b-41eb-85f1-885764924533 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Calling delete_port for b7f68eba-49e6-4275-849e-0c0838771e67 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:43:57.101605 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:57.156185 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Transition to ACTIVE for port object a63da763-2109-4065-842f-705ded00c432 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:43:57.167649 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:57.182730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611b173-14b9-4b7d-a111-e64680b0d30d req-127a6ce7-48b1-4996-b310-50448e452e1f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:57.184345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1611b173-14b9-4b7d-a111-e64680b0d30d req-127a6ce7-48b1-4996-b310-50448e452e1f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.1280584 Nov 26 02:43:57.278828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Pushing event updated for resources: {'Port': ['ID=a63da763-2109-4065-842f-705ded00c432,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:57.344329 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1611b173-14b9-4b7d-a111-e64680b0d30d req-a3261b39-9e42-4c04-a4ec-ef26896195e6 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292849 Nov 26 02:43:57.396699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Attempting to bind port a63da763-2109-4065-842f-705ded00c432 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:43:57.397040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Attempting to bind port a63da763-2109-4065-842f-705ded00c432 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:43:57.397374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Attempting to bind port a63da763-2109-4065-842f-705ded00c432 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:57.407084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Port a63da763-2109-4065-842f-705ded00c432 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:43:57.407298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Attempting to bind port a63da763-2109-4065-842f-705ded00c432 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:57.413144 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-cf947b09-8c56-465a-a3dc-5a86747a00cc req-12ecf706-593b-41eb-85f1-885764924533 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:57.415490 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:43:57.415821 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Checking segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:43:57.416231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Bound using segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:43:57.416669 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Bound port: a63da763-2109-4065-842f-705ded00c432, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:43:57.416994 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:57.451974 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecf706-593b-41eb-85f1-885764924533 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Pushing event deleted for resources: {'Port': ['ID=b7f68eba-49e6-4275-849e-0c0838771e67,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:57.589535 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-cf947b09-8c56-465a-a3dc-5a86747a00cc req-12ecf706-593b-41eb-85f1-885764924533 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:57.592070 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-cf947b09-8c56-465a-a3dc-5a86747a00cc req-12ecf706-593b-41eb-85f1-885764924533 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:57.593260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf947b09-8c56-465a-a3dc-5a86747a00cc req-12ecf706-593b-41eb-85f1-885764924533 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "DELETE /v2.0/floatingips/ec15c833-1160-4c97-9ea7-ab8008c39ea2 HTTP/1.1" status: 204 len: 173 time: 1.0435164 Nov 26 02:43:57.594383 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] For port a63da763-2109-4065-842f-705ded00c432, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:57.603746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeb77a-f2c1-46db-aa17-8e55e11f20fb req-a6afe51b-1f25-4cdf-a12f-516e05b6ec82 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:57.605266 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0bdeb77a-f2c1-46db-aa17-8e55e11f20fb req-a6afe51b-1f25-4cdf-a12f-516e05b6ec82 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 946 time: 0.1127942 Nov 26 02:43:57.607042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] For port a63da763-2109-4065-842f-705ded00c432, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a63da763-2109-4065-842f-705ded00c432,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:43:57.619040 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:57.676971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:57.677591 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:57.678964 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] 10.222.0.59 "PUT /v2.0/ports/a63da763-2109-4065-842f-705ded00c432 HTTP/1.1" status: 200 len: 1091 time: 1.3443112 Nov 26 02:43:57.681931 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9633df20-6786-4229-8c9a-9de05ddf1bab', 'tag': 'a63da763-2109-4065-842f-705ded00c432'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:57.684081 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e015ad-7ed8-4753-86a1-4c63a55fd27e" -d '{"events": [{"name": "network-changed", "server_uuid": "9633df20-6786-4229-8c9a-9de05ddf1bab", "tag": "a63da763-2109-4065-842f-705ded00c432"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:57.999000 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0bdeb77a-f2c1-46db-aa17-8e55e11f20fb req-ea3c0d82-2cf7-4a95-87c3-ffdc349df827 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872211 Nov 26 02:43:58.020185 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02defb-928b-4ef2-a86c-68d2addfeafa service neutron] Pushing event updated for resources: {'Port': ['ID=a63da763-2109-4065-842f-705ded00c432,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:58.026856 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee8a177f-ea39-4d8c-b872-af47940606e0 req-57ae1683-d30f-44b4-9ed7-ab368c83a04e tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/floatingips/932d5f9e-5de9-49a3-a336-c965faf4b627 HTTP/1.1" status: 200 len: 692 time: 0.3356497 Nov 26 02:43:58.060075 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-80d6234f-0b69-48df-ba8b-fa127e607961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:58.061594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-80d6234f-0b69-48df-ba8b-fa127e607961 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 1094 time: 0.1000149 Nov 26 02:43:58.167044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-812a32ba-d9b4-4df2-a248-3c56b23af2f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a63da763-2109-4065-842f-705ded00c432 HTTP/1.1" status: 200 len: 217 time: 0.0489213 Nov 26 02:43:58.230533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4b8a2-16f1-4238-a2fe-ae08126d5cc2 req-9c5809be-e202-41b9-8ab3-c98739156299 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:58.231945 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfe4b8a2-16f1-4238-a2fe-ae08126d5cc2 req-9c5809be-e202-41b9-8ab3-c98739156299 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.1432328 Nov 26 02:43:58.243754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a177f-ea39-4d8c-b872-af47940606e0 req-72cb67e5-6b7b-463d-8eb5-ec842afa7c62 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:58.245087 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee8a177f-ea39-4d8c-b872-af47940606e0 req-72cb67e5-6b7b-463d-8eb5-ec842afa7c62 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.2091711 Nov 26 02:43:58.312352 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-19d49896-75f3-46d2-bda3-5236d7ccad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:58.313774 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-19d49896-75f3-46d2-bda3-5236d7ccad80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.1282361 Nov 26 02:43:58.338959 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee8a177f-ea39-4d8c-b872-af47940606e0 req-2e23be17-1c42-44a5-9a07-3b337478a269 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 695 time: 0.0782075 Nov 26 02:43:58.363759 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-2d3c639a-fc63-4732-968b-5a4953beb0b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395424 Nov 26 02:43:58.408307 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfe4b8a2-16f1-4238-a2fe-ae08126d5cc2 req-a1c29ac0-52e1-4508-b6af-3b8f19745607 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606483 Nov 26 02:43:58.425677 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee8a177f-ea39-4d8c-b872-af47940606e0 req-27485d3d-fcf7-4aa2-8b58-4c7f0864ff06 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 695 time: 0.0687025 Nov 26 02:43:58.503433 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2acc013-1b2c-4379-90b3-9b09a9ff5469 x-openstack-request-id: req-f2acc013-1b2c-4379-90b3-9b09a9ff5469 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:58.503727 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9633df20-6786-4229-8c9a-9de05ddf1bab", "tag": "a63da763-2109-4065-842f-705ded00c432", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:58.503981 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2acc013-1b2c-4379-90b3-9b09a9ff5469 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:58.504401 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9633df20-6786-4229-8c9a-9de05ddf1bab', 'tag': 'a63da763-2109-4065-842f-705ded00c432', 'status': 'completed', 'code': 200} Nov 26 02:43:58.621841 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-3db09c2c-d693-4475-9da8-6a31aea0f5fc service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485046 Nov 26 02:43:58.651420 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c9ba2-9632-4ad4-b215-90f435a8955a req-479256e8-a200-4d12-9514-3f823839664e tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:58.652927 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e33c9ba2-9632-4ad4-b215-90f435a8955a req-479256e8-a200-4d12-9514-3f823839664e tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 943 time: 0.1096575 Nov 26 02:43:58.723536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-ee8a177f-ea39-4d8c-b872-af47940606e0 req-1c766e9a-c456-4850-bb94-cd5a220102bf tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Deleting port c9741f18-0bce-43af-b85c-241ce88f0ea1 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:43:58.723882 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ee8a177f-ea39-4d8c-b872-af47940606e0 req-1c766e9a-c456-4850-bb94-cd5a220102bf tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:58.765466 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-7251f9f2-6ae9-4315-b869-37fdb253637f tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:58.767738 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-7251f9f2-6ae9-4315-b869-37fdb253637f tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c&tenant_id=fd64c89c2dfb4732a633c8526baba9f0&binding%3Ahost_id=n-h1-819389-3 HTTP/1.1" status: 200 len: 1097 time: 0.0458302 Nov 26 02:43:58.778971 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819389-3'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:43:58.792085 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e33c9ba2-9632-4ad4-b215-90f435a8955a req-45097a7f-c681-4794-8d56-1feb0c61022e tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293643 Nov 26 02:43:58.801082 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3b2eb54b-89df-4b0f-9774-0c21fa2e632c details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:43:58.820357 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d1506bb-f647-49d7-a2a5-ac89ad12be51 req-b66795a3-8482-4ac4-a699-d24093495759 service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874995 Nov 26 02:43:58.845792 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:58.849101 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ee8a177f-ea39-4d8c-b872-af47940606e0 req-1c766e9a-c456-4850-bb94-cd5a220102bf tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:58.850034 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ee8a177f-ea39-4d8c-b872-af47940606e0 req-1c766e9a-c456-4850-bb94-cd5a220102bf tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:58.863345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-ee8a177f-ea39-4d8c-b872-af47940606e0 req-1c766e9a-c456-4850-bb94-cd5a220102bf tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Calling delete_port for c9741f18-0bce-43af-b85c-241ce88f0ea1 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:43:58.958185 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3b2eb54b-89df-4b0f-9774-0c21fa2e632c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:58.970536 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '3b2eb54b-89df-4b0f-9774-0c21fa2e632c', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '3b2eb54b-89df-4b0f-9774-0c21fa2e632c', 'mac_address': 'fa:16:3e:9c:a4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:43:58.992443 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] For port c270bedb-2968-4094-b7df-d6c40e1729cd, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c270bedb-2968-4094-b7df-d6c40e1729cd,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:58.998107 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0e08b-b170-4d88-835c-8b780a23fa57 req-b6e8dc5b-9200-4786-8b6a-645e4ecfd79b tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:58.999625 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47c0e08b-b170-4d88-835c-8b780a23fa57 req-b6e8dc5b-9200-4786-8b6a-645e4ecfd79b tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.1248298 Nov 26 02:43:59.012320 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:59.030745 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b2eb54b-89df-4b0f-9774-0c21fa2e632c {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:43:59.037918 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] For port c270bedb-2968-4094-b7df-d6c40e1729cd, host n-h1-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:59.047977 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e015ad-7ed8-4753-86a1-4c63a55fd27e req-d81e080c-09e7-4a02-8ba3-4a183abf6008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:59.049511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30e015ad-7ed8-4753-86a1-4c63a55fd27e req-d81e080c-09e7-4a02-8ba3-4a183abf6008 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 1094 time: 0.1132138 Nov 26 02:43:59.051932 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3b2eb54b-89df-4b0f-9774-0c21fa2e632c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:59.057336 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:59.088132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3b7cb6-e4c9-4491-bf17-cd9068e2354c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c270bedb-2968-4094-b7df-d6c40e1729cd'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:59.090391 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b7ea38-0721-496b-918e-1126d035a583" -d '{"events": [{"server_uuid": "3f3b7cb6-e4c9-4491-bf17-cd9068e2354c", "name": "network-vif-unplugged", "status": "completed", "tag": "c270bedb-2968-4094-b7df-d6c40e1729cd"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:59.094511 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:59.101623 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:59.143635 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47c0e08b-b170-4d88-835c-8b780a23fa57 req-0f3b6454-d65c-4188-9486-f1c887d0bc33 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334865 Nov 26 02:43:59.167393 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=3b2eb54b-89df-4b0f-9774-0c21fa2e632c,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:59.181779 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ee8a177f-ea39-4d8c-b872-af47940606e0 req-1c766e9a-c456-4850-bb94-cd5a220102bf tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:59.213331 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd547320-1537-49ee-bffb-1125be562baf service neutron] Pushing event updated for resources: {'Port': ['ID=c270bedb-2968-4094-b7df-d6c40e1729cd,revision_number=7']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:59.228309 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 853ba577-f306-4fe3-b7b4-f44938af6ff5 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:43:59.235516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c766e9a-c456-4850-bb94-cd5a220102bf tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Pushing event deleted for resources: {'Port': ['ID=c9741f18-0bce-43af-b85c-241ce88f0ea1,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:59.249077 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 853ba577-f306-4fe3-b7b4-f44938af6ff5 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:43:59.263242 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e015ad-7ed8-4753-86a1-4c63a55fd27e req-365fe151-e3dd-49ee-b1f4-91bb55084ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:59.265020 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30e015ad-7ed8-4753-86a1-4c63a55fd27e req-365fe151-e3dd-49ee-b1f4-91bb55084ec3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 922 time: 0.2055731 Nov 26 02:43:59.282212 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['3b2eb54b-89df-4b0f-9774-0c21fa2e632c'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:43:59.290225 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] Attempting to bind port c270bedb-2968-4094-b7df-d6c40e1729cd on host n-h1-819389-3 for vnic_type normal with profile {"migrating_to": "n-h2-819389-3"} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:43:59.293557 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] Attempting to bind port c270bedb-2968-4094-b7df-d6c40e1729cd by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:43:59.294460 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] Attempting to bind port c270bedb-2968-4094-b7df-d6c40e1729cd on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:59.301850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] Port c270bedb-2968-4094-b7df-d6c40e1729cd on network ddcac99f-452c-47dc-ab00-82864338624c not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:43:59.302225 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] Attempting to bind port c270bedb-2968-4094-b7df-d6c40e1729cd on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:43:59.310534 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:43:59.310922 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] Checking segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:43:59.311322 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] Bound using segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:43:59.311759 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] Bound port: c270bedb-2968-4094-b7df-d6c40e1729cd, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:43:59.312143 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:59.325064 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30e015ad-7ed8-4753-86a1-4c63a55fd27e req-4fb81c08-d75b-46e4-9f59-76931600c7d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a63da763-2109-4065-842f-705ded00c432 HTTP/1.1" status: 200 len: 217 time: 0.0408220 Nov 26 02:43:59.346902 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ee8a177f-ea39-4d8c-b872-af47940606e0 req-1c766e9a-c456-4850-bb94-cd5a220102bf tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:59.349643 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ee8a177f-ea39-4d8c-b872-af47940606e0 req-1c766e9a-c456-4850-bb94-cd5a220102bf tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:59.350916 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee8a177f-ea39-4d8c-b872-af47940606e0 req-1c766e9a-c456-4850-bb94-cd5a220102bf tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "DELETE /v2.0/floatingips/932d5f9e-5de9-49a3-a336-c965faf4b627 HTTP/1.1" status: 204 len: 173 time: 0.8955066 Nov 26 02:43:59.390624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e015ad-7ed8-4753-86a1-4c63a55fd27e req-4360d374-e94d-4433-9e21-48f18d11f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:59.392746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30e015ad-7ed8-4753-86a1-4c63a55fd27e req-4360d374-e94d-4433-9e21-48f18d11f7b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.0531163 Nov 26 02:43:59.412754 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] For port c270bedb-2968-4094-b7df-d6c40e1729cd, host n-h1-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:43:59.417246 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] For port c270bedb-2968-4094-b7df-d6c40e1729cd, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c270bedb-2968-4094-b7df-d6c40e1729cd,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:43:59.444365 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:59.450822 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30e015ad-7ed8-4753-86a1-4c63a55fd27e req-8677dce7-a45e-41c6-b0e0-c3d4521cb47f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479269 Nov 26 02:43:59.483755 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9890aa07-408c-41d2-9f6a-48a4e113d4de x-openstack-request-id: req-9890aa07-408c-41d2-9f6a-48a4e113d4de {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:43:59.484571 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3b7cb6-e4c9-4491-bf17-cd9068e2354c", "name": "network-vif-unplugged", "status": "completed", "tag": "c270bedb-2968-4094-b7df-d6c40e1729cd", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:43:59.485585 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9890aa07-408c-41d2-9f6a-48a4e113d4de {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:43:59.486083 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3b7cb6-e4c9-4491-bf17-cd9068e2354c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c270bedb-2968-4094-b7df-d6c40e1729cd', 'code': 200} Nov 26 02:43:59.566530 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 853ba577-f306-4fe3-b7b4-f44938af6ff5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=853ba577-f306-4fe3-b7b4-f44938af6ff5,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:59.595933 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:59.601706 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '853ba577-f306-4fe3-b7b4-f44938af6ff5', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '853ba577-f306-4fe3-b7b4-f44938af6ff5', 'mac_address': 'fa:16:3e:e8:e8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:43:59.646615 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:59.652189 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:59.656866 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-dd547320-1537-49ee-bffb-1125be562baf service neutron] 10.222.0.59 "PUT /v2.0/ports/c270bedb-2968-4094-b7df-d6c40e1729cd HTTP/1.1" status: 200 len: 1122 time: 0.8818781 Nov 26 02:43:59.676889 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c144bc4-7dca-4b6c-9735-55f49f52380b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '853ba577-f306-4fe3-b7b4-f44938af6ff5'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:43:59.679630 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dab4eb4-a2f1-4bef-95ca-c01e4d646390" -d '{"events": [{"server_uuid": "0c144bc4-7dca-4b6c-9735-55f49f52380b", "name": "network-vif-unplugged", "status": "completed", "tag": "853ba577-f306-4fe3-b7b4-f44938af6ff5"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:43:59.682149 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd547320-1537-49ee-bffb-1125be562baf service neutron] Pushing event updated for resources: {'Port': ['ID=c270bedb-2968-4094-b7df-d6c40e1729cd,revision_number=8']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:59.684950 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e6672-a2c6-49a9-ad31-791cd459ca5d req-bafa208e-dab6-48e9-93c2-15b261a1d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:59.688202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-218e6672-a2c6-49a9-ad31-791cd459ca5d req-bafa208e-dab6-48e9-93c2-15b261a1d439 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7798d19b74604299a911b90fd7f69948&device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 1100 time: 0.1803832 Nov 26 02:43:59.698482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 853ba577-f306-4fe3-b7b4-f44938af6ff5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=853ba577-f306-4fe3-b7b4-f44938af6ff5,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:43:59.699594 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:59.712108 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:43:59.719046 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 853ba577-f306-4fe3-b7b4-f44938af6ff5 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:43:59.723312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253d8e1-2bb0-4aea-9f00-f2524c6fe8bb req-e1d69308-5eb9-42b0-b049-a85c5845a62d tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:59.729407 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e253d8e1-2bb0-4aea-9f00-f2524c6fe8bb req-e1d69308-5eb9-42b0-b049-a85c5845a62d tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 944 time: 0.2522681 Nov 26 02:43:59.775307 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30e015ad-7ed8-4753-86a1-4c63a55fd27e req-88fecd45-2408-4133-8302-6dfa9c3b28d5 service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124590 Nov 26 02:43:59.807503 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=853ba577-f306-4fe3-b7b4-f44938af6ff5,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:43:59.813881 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:43:59.814246 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:43:59.844895 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d82b96f-dcbc-4ec7-b712-2aabbeac19bb req-f8794f79-cc92-496c-8cea-528498978b50 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/floatingips/8ee462de-cf42-4550-a176-c7c630a6f31b HTTP/1.1" status: 200 len: 693 time: 0.1496472 Nov 26 02:43:59.877981 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e6672-a2c6-49a9-ad31-791cd459ca5d req-ec92c938-fe74-41f0-a341-b91a2a9b213b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:59.879611 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-218e6672-a2c6-49a9-ad31-791cd459ca5d req-ec92c938-fe74-41f0-a341-b91a2a9b213b service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.1305072 Nov 26 02:43:59.897923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['c270bedb-2968-4094-b7df-d6c40e1729cd'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:43:59.924524 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-218e6672-a2c6-49a9-ad31-791cd459ca5d req-7327ba73-592f-45f1-8aa5-86ed0d7c9ded service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=e95ca752-4a1e-4c90-aad1-5ca5705b649a HTTP/1.1" status: 200 len: 217 time: 0.0355470 Nov 26 02:43:59.943997 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c270bedb-2968-4094-b7df-d6c40e1729cd'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:43:59.984546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad006e79-7d0f-4081-9557-d59636c083ad req-e42e1f19-7a1c-4818-ae9d-0e2e43004677 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:59.986063 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad006e79-7d0f-4081-9557-d59636c083ad req-e42e1f19-7a1c-4818-ae9d-0e2e43004677 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b&tenant_id=ad6caec5c92044d899d9c12ccac00902&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 948 time: 0.2097940 Nov 26 02:43:59.988945 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e6672-a2c6-49a9-ad31-791cd459ca5d req-5b224a7f-6eaa-4382-bc6b-9e8ccf0c1ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:43:59.990689 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-218e6672-a2c6-49a9-ad31-791cd459ca5d req-5b224a7f-6eaa-4382-bc6b-9e8ccf0c1ef2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0588491 Nov 26 02:44:00.001624 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e253d8e1-2bb0-4aea-9f00-f2524c6fe8bb req-e29d881c-4815-497d-8fa7-14bee79d8c06 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296233 Nov 26 02:44:00.051792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30e015ad-7ed8-4753-86a1-4c63a55fd27e req-36b70a69-cf64-4ebe-8bdf-c5c1a6576e60 service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264934 Nov 26 02:44:00.060988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82b96f-dcbc-4ec7-b712-2aabbeac19bb req-35186b07-7b7b-440f-b411-bd6ada21b22e tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:00.068465 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d82b96f-dcbc-4ec7-b712-2aabbeac19bb req-35186b07-7b7b-440f-b411-bd6ada21b22e tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.1872442 Nov 26 02:44:00.080434 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e6672-a2c6-49a9-ad31-791cd459ca5d req-d4ef7733-9ac4-4dde-bb68-eff74e0dada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:00.095398 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-218e6672-a2c6-49a9-ad31-791cd459ca5d req-d4ef7733-9ac4-4dde-bb68-eff74e0dada4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709527 Nov 26 02:44:00.144648 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d82b96f-dcbc-4ec7-b712-2aabbeac19bb req-adeaf736-1f84-4344-86fb-1f986f342f59 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.201 HTTP/1.1" status: 200 len: 696 time: 0.0753958 Nov 26 02:44:00.215004 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-218e6672-a2c6-49a9-ad31-791cd459ca5d req-558ae6c1-c59a-4ec5-995f-be8cfa23af11 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893979 Nov 26 02:44:00.223878 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d82b96f-dcbc-4ec7-b712-2aabbeac19bb req-3853898f-fddb-4faf-b457-983ebaa1e145 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.201 HTTP/1.1" status: 200 len: 696 time: 0.0779438 Nov 26 02:44:00.239892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34190324-554c-4e95-84ae-4dd3f8bd39d7 req-07be4011-3178-48ea-9f09-fcedb645025f tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:00.241514 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34190324-554c-4e95-84ae-4dd3f8bd39d7 req-07be4011-3178-48ea-9f09-fcedb645025f tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.1655960 Nov 26 02:44:00.292089 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad006e79-7d0f-4081-9557-d59636c083ad req-fa9676ad-540b-4b29-8bcc-b86e246fdcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:00.293619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad006e79-7d0f-4081-9557-d59636c083ad req-fa9676ad-540b-4b29-8bcc-b86e246fdcc7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 1099 time: 0.1451745 Nov 26 02:44:00.352484 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:00.366258 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853ba577-f306-4fe3-b7b4-f44938af6ff5 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:44:00.391321 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 853ba577-f306-4fe3-b7b4-f44938af6ff5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=853ba577-f306-4fe3-b7b4-f44938af6ff5,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:00.396211 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:00.445269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34190324-554c-4e95-84ae-4dd3f8bd39d7 req-3c9f82b6-4e9b-4c02-95bd-c064a088a73c tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914799 Nov 26 02:44:00.456508 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=853ba577-f306-4fe3-b7b4-f44938af6ff5,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:00.503590 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad006e79-7d0f-4081-9557-d59636c083ad req-f409362e-0630-44ed-8dad-977dec80f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:00.505085 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad006e79-7d0f-4081-9557-d59636c083ad req-f409362e-0630-44ed-8dad-977dec80f854 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.1643183 Nov 26 02:44:00.509749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-8d82b96f-dcbc-4ec7-b712-2aabbeac19bb req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Deleting port 10406ea6-0016-463e-b97d-49652eff4b68 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:44:00.510124 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-218e6672-a2c6-49a9-ad31-791cd459ca5d req-1d543b6d-07b5-4452-b158-c8e6f0c956ac service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846253 Nov 26 02:44:00.510537 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d82b96f-dcbc-4ec7-b712-2aabbeac19bb req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:00.810224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3b2eb54b-89df-4b0f-9774-0c21fa2e632c up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:44:00.842233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad006e79-7d0f-4081-9557-d59636c083ad req-57a9c76f-27ba-4267-86b4-c49457cf3188 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=853ba577-f306-4fe3-b7b4-f44938af6ff5 HTTP/1.1" status: 200 len: 217 time: 0.0671918 Nov 26 02:44:00.859714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:00.860139 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:00.935919 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:00.941033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7060-7ebc-4a12-93a9-d906ca989f08 req-c72f3e69-a8b2-40ac-af89-37791d76c08f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:00.942610 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-067a7060-7ebc-4a12-93a9-d906ca989f08 req-c72f3e69-a8b2-40ac-af89-37791d76c08f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 949 time: 0.1693387 Nov 26 02:44:00.946282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad006e79-7d0f-4081-9557-d59636c083ad req-9d295435-d9d1-4121-b7fe-e1e7113b2f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:00.947710 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad006e79-7d0f-4081-9557-d59636c083ad req-9d295435-d9d1-4121-b7fe-e1e7113b2f75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0908444 Nov 26 02:44:00.949561 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d82b96f-dcbc-4ec7-b712-2aabbeac19bb req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:00.949892 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d82b96f-dcbc-4ec7-b712-2aabbeac19bb req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:00.971984 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['853ba577-f306-4fe3-b7b4-f44938af6ff5'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:44:00.990375 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-8d82b96f-dcbc-4ec7-b712-2aabbeac19bb req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Calling delete_port for 10406ea6-0016-463e-b97d-49652eff4b68 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:44:00.994548 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3b2eb54b-89df-4b0f-9774-0c21fa2e632c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:01.000399 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:01.068497 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=3b2eb54b-89df-4b0f-9774-0c21fa2e632c,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:01.085961 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad006e79-7d0f-4081-9557-d59636c083ad req-e2cd4cb2-6b20-4755-ba57-ecdeb5a2bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:01.088004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad006e79-7d0f-4081-9557-d59636c083ad req-e2cd4cb2-6b20-4755-ba57-ecdeb5a2bb6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1291015 Nov 26 02:44:01.092783 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-067a7060-7ebc-4a12-93a9-d906ca989f08 req-64f380be-1cbc-4ae5-9ca8-5ba3dd29cc13 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349447 Nov 26 02:44:01.185915 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e1c907-9092-4cc6-832b-b4a03a2d06bd x-openstack-request-id: req-24e1c907-9092-4cc6-832b-b4a03a2d06bd {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:44:01.186533 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c144bc4-7dca-4b6c-9735-55f49f52380b", "name": "network-vif-unplugged", "status": "completed", "tag": "853ba577-f306-4fe3-b7b4-f44938af6ff5", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:44:01.186953 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24e1c907-9092-4cc6-832b-b4a03a2d06bd {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:44:01.188119 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c144bc4-7dca-4b6c-9735-55f49f52380b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '853ba577-f306-4fe3-b7b4-f44938af6ff5', 'code': 200} Nov 26 02:44:01.250770 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad006e79-7d0f-4081-9557-d59636c083ad req-b3f32d43-cb3d-472d-bcd8-2ce27adfb979 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327202 Nov 26 02:44:01.265330 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d82b96f-dcbc-4ec7-b712-2aabbeac19bb req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:01.283043 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c270bedb-2968-4094-b7df-d6c40e1729cd details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:44:01.340949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Pushing event deleted for resources: {'Port': ['ID=10406ea6-0016-463e-b97d-49652eff4b68,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:01.370591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:01.370948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:01.371291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:01.371631 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:01.371965 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:01.372329 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:01.372660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:01.372988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:01.373494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:01.373807 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:01.374138 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:01.374462 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:01.386441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c270bedb-2968-4094-b7df-d6c40e1729cd, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c270bedb-2968-4094-b7df-d6c40e1729cd,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:01.397498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c270bedb-2968-4094-b7df-d6c40e1729cd has no active binding in host n-h2-819389-3 {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 02:44:01.420688 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3018ae-41d9-4352-b46c-2e1e83b17b61 req-734aaaee-96ae-4475-a37a-34b3b228774a tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:01.422185 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e3018ae-41d9-4352-b46c-2e1e83b17b61 req-734aaaee-96ae-4475-a37a-34b3b228774a tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 943 time: 0.1919444 Nov 26 02:44:01.470600 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d82b96f-dcbc-4ec7-b712-2aabbeac19bb req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:01.473079 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d82b96f-dcbc-4ec7-b712-2aabbeac19bb req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:01.474212 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d82b96f-dcbc-4ec7-b712-2aabbeac19bb req-ceecd7da-b13d-42d3-bade-72b016290281 tempest-FloatingIPDetailsTestJSON-2147041969 tempest-FloatingIPDetailsTestJSON-2147041969-project] 10.222.0.31 "DELETE /v2.0/floatingips/8ee462de-cf42-4550-a176-c7c630a6f31b HTTP/1.1" status: 204 len: 173 time: 1.2289822 Nov 26 02:44:01.481273 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59216) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:01.483518 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad006e79-7d0f-4081-9557-d59636c083ad req-6b03e354-6ac0-4b30-9954-d2f069cff5c0 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140393 Nov 26 02:44:01.489318 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3b7cb6-e4c9-4491-bf17-cd9068e2354c', 'tag': 'c270bedb-2968-4094-b7df-d6c40e1729cd'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:44:01.491588 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6cc1a2-e636-4450-89f3-381582960808" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3b7cb6-e4c9-4491-bf17-cd9068e2354c", "tag": "c270bedb-2968-4094-b7df-d6c40e1729cd"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:44:01.506177 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e3018ae-41d9-4352-b46c-2e1e83b17b61 req-5508b5ff-60b0-4584-9370-19882c08f424 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769286 Nov 26 02:44:01.675159 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41729026-7963-469c-b285-7a19d44a657c req-e0552b02-336e-4bc4-9625-e9d96194e4ec tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:01.676769 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-41729026-7963-469c-b285-7a19d44a657c req-e0552b02-336e-4bc4-9625-e9d96194e4ec tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 944 time: 0.0511301 Nov 26 02:44:01.750924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de513ce-5045-49ec-86b4-78c84446bf4b req-ca1cae28-5128-4da2-be61-dbb7e6dd6b2c tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:01.752349 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8de513ce-5045-49ec-86b4-78c84446bf4b req-ca1cae28-5128-4da2-be61-dbb7e6dd6b2c tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.0746768 Nov 26 02:44:01.756846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-41729026-7963-469c-b285-7a19d44a657c req-eedd75ed-df58-44fa-b42a-43312880f994 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706639 Nov 26 02:44:01.806119 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8de513ce-5045-49ec-86b4-78c84446bf4b req-68dc091c-ad99-4221-abd8-e612870d0b92 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464177 Nov 26 02:44:01.818327 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7497d720-d440-4a9c-b01d-fe37d80c1c5a x-openstack-request-id: req-7497d720-d440-4a9c-b01d-fe37d80c1c5a {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:44:01.818728 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3b7cb6-e4c9-4491-bf17-cd9068e2354c", "tag": "c270bedb-2968-4094-b7df-d6c40e1729cd", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:44:01.819148 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7497d720-d440-4a9c-b01d-fe37d80c1c5a {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:44:01.819620 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3b7cb6-e4c9-4491-bf17-cd9068e2354c', 'tag': 'c270bedb-2968-4094-b7df-d6c40e1729cd', 'status': 'completed', 'code': 200} Nov 26 02:44:01.925652 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68d3683e-23c8-4f84-a039-5ca5f48897af req-12202e6f-6657-4fe2-976e-0f0eb2b73ddb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714145 Nov 26 02:44:01.927494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cc1a2-e636-4450-89f3-381582960808 req-56585e9a-a0ef-42f4-97cd-52ccc94e43a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:01.928875 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad6cc1a2-e636-4450-89f3-381582960808 req-56585e9a-a0ef-42f4-97cd-52ccc94e43a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 1125 time: 0.0729654 Nov 26 02:44:01.933756 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3518987d-d566-4aaa-a5c4-3f0cc9ec9480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:02.072648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3683e-23c8-4f84-a039-5ca5f48897af req-81451206-9e2d-4235-999a-621affbea14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:02.074156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68d3683e-23c8-4f84-a039-5ca5f48897af req-81451206-9e2d-4235-999a-621affbea14a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8201a84fe3324f2985fbd4e3961400eb&device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 1096 time: 0.0646646 Nov 26 02:44:02.084159 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cc1a2-e636-4450-89f3-381582960808 req-62b07240-6da9-4245-a45e-a976581cf84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:02.085607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad6cc1a2-e636-4450-89f3-381582960808 req-62b07240-6da9-4245-a45e-a976581cf84e service neutron] 10.222.0.54 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.1230361 Nov 26 02:44:02.189613 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad6cc1a2-e636-4450-89f3-381582960808 req-23a62f2f-84ea-465c-b319-172ee449a3e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c270bedb-2968-4094-b7df-d6c40e1729cd HTTP/1.1" status: 200 len: 217 time: 0.0878725 Nov 26 02:44:02.245533 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-3518987d-d566-4aaa-a5c4-3f0cc9ec9480 admin admin] Deleting port 2e4f073f-7a86-445d-ae6f-8498e8de2a3e {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:44:02.245867 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3518987d-d566-4aaa-a5c4-3f0cc9ec9480 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:02.298795 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51419c-c659-44ec-a1c0-edf6c9d363a1 req-5306caaf-036c-4a2d-9590-a5d8fe7db8b8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:02.300195 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d51419c-c659-44ec-a1c0-edf6c9d363a1 req-5306caaf-036c-4a2d-9590-a5d8fe7db8b8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 949 time: 0.1145635 Nov 26 02:44:02.301502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cc1a2-e636-4450-89f3-381582960808 req-7a817954-47b1-41e8-8193-48bbeb30fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:02.302793 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad6cc1a2-e636-4450-89f3-381582960808 req-7a817954-47b1-41e8-8193-48bbeb30fb33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.1035919 Nov 26 02:44:02.303894 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3683e-23c8-4f84-a039-5ca5f48897af req-38ed2d6b-6cf3-4154-94c1-adc8e02ce662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:02.305436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68d3683e-23c8-4f84-a039-5ca5f48897af req-38ed2d6b-6cf3-4154-94c1-adc8e02ce662 service neutron] 10.222.0.54 "GET /v2.0/networks?id=58f59887-214e-475d-830a-cd108d137d4b HTTP/1.1" status: 200 len: 924 time: 0.1974537 Nov 26 02:44:02.322887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-3518987d-d566-4aaa-a5c4-3f0cc9ec9480 admin admin] For port 2e4f073f-7a86-445d-ae6f-8498e8de2a3e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2e4f073f-7a86-445d-ae6f-8498e8de2a3e,segment=NetworkSegment(cb37b886-a17f-4b3d-80d1-249917a1a91a),segment_id=cb37b886-a17f-4b3d-80d1-249917a1a91a)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:02.323272 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3518987d-d566-4aaa-a5c4-3f0cc9ec9480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:02.335364 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-3518987d-d566-4aaa-a5c4-3f0cc9ec9480 admin admin] Calling delete_port for 2e4f073f-7a86-445d-ae6f-8498e8de2a3e owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:44:02.381867 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad6cc1a2-e636-4450-89f3-381582960808 req-3eea38a8-b11f-4551-ae36-ada4b2a4730c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593619 Nov 26 02:44:02.456194 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d51419c-c659-44ec-a1c0-edf6c9d363a1 req-986525b5-af50-4f5f-bbd4-9c05afd11189 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497798 Nov 26 02:44:02.471984 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68d3683e-23c8-4f84-a039-5ca5f48897af req-e4ad9633-0c16-468d-945b-5a1a98c80116 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15b02fe0-5ac4-4d17-a187-b6c0ee666b6e HTTP/1.1" status: 200 len: 1000 time: 0.1485159 Nov 26 02:44:02.521225 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3518987d-d566-4aaa-a5c4-3f0cc9ec9480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:02.532647 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad6cc1a2-e636-4450-89f3-381582960808 req-54722335-5e43-4351-8cb9-afff6570f689 service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416337 Nov 26 02:44:02.542779 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3683e-23c8-4f84-a039-5ca5f48897af req-b4b4a6bc-56f7-4c76-a1cf-b234a2b7d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:02.544280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68d3683e-23c8-4f84-a039-5ca5f48897af req-b4b4a6bc-56f7-4c76-a1cf-b234a2b7d36f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=384a2bbb-8ea7-4167-9f40-964db01913dc HTTP/1.1" status: 200 len: 862 time: 0.0632675 Nov 26 02:44:02.552106 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518987d-d566-4aaa-a5c4-3f0cc9ec9480 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e4f073f-7a86-445d-ae6f-8498e8de2a3e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:02.710563 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3683e-23c8-4f84-a039-5ca5f48897af req-d83a6506-5e88-43f6-8325-e63b59690fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:02.713662 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68d3683e-23c8-4f84-a039-5ca5f48897af req-d83a6506-5e88-43f6-8325-e63b59690fc3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=58f59887-214e-475d-830a-cd108d137d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617756 Nov 26 02:44:02.730771 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0150a79-39fa-455d-baf8-579364ed9f4a req-45b6beff-5077-43c2-aafc-540a73325769 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:02.732628 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0150a79-39fa-455d-baf8-579364ed9f4a req-45b6beff-5077-43c2-aafc-540a73325769 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 943 time: 0.1169052 Nov 26 02:44:02.742038 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3518987d-d566-4aaa-a5c4-3f0cc9ec9480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:02.744135 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad6cc1a2-e636-4450-89f3-381582960808 req-6f1edd82-f9fd-407c-aab6-703efce30567 service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030852 Nov 26 02:44:02.863201 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0150a79-39fa-455d-baf8-579364ed9f4a req-953468b5-a0d0-435c-baec-e9cc5dfc500d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178946 Nov 26 02:44:02.914755 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68d3683e-23c8-4f84-a039-5ca5f48897af req-6bbb2d44-a26c-4def-9697-a93555706e52 service neutron] 10.222.0.54 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809065 Nov 26 02:44:03.038233 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3518987d-d566-4aaa-a5c4-3f0cc9ec9480 admin admin] Router 05f6d64a-6d2b-4b81-8a0a-a4345d50c108 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:44:03.046526 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255cd12-2596-4efa-a1a1-4d5223920ce0 req-ad7a6216-47c8-4be5-90cc-b1064a1525c3 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:03.048179 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c255cd12-2596-4efa-a1a1-4d5223920ce0 req-ad7a6216-47c8-4be5-90cc-b1064a1525c3 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 944 time: 0.1475923 Nov 26 02:44:03.068674 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a66ffc-cb14-4edc-aff7-a3aef94095df req-2a0ef0bb-0a2b-4606-a069-6235587e674e tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:03.070113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20a66ffc-cb14-4edc-aff7-a3aef94095df req-2a0ef0bb-0a2b-4606-a069-6235587e674e tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.1261246 Nov 26 02:44:03.130028 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68d3683e-23c8-4f84-a039-5ca5f48897af req-d87136f7-6f6b-4237-a984-036114088b54 service neutron] 10.222.0.54 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964490 Nov 26 02:44:03.143818 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3518987d-d566-4aaa-a5c4-3f0cc9ec9480 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:44:03.148857 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3518987d-d566-4aaa-a5c4-3f0cc9ec9480 admin admin] 10.222.0.31 "PUT /v2.0/routers/05f6d64a-6d2b-4b81-8a0a-a4345d50c108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6653681 Nov 26 02:44:03.151464 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59246) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:03.159158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c255cd12-2596-4efa-a1a1-4d5223920ce0 req-50d61d1d-66e3-42bc-8053-69f91fc4e0f4 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008954 Nov 26 02:44:03.159678 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2891952d-d064-4e64-baa0-14ef9efd77c4 None None] Sync routers for ids ['05f6d64a-6d2b-4b81-8a0a-a4345d50c108'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:44:03.174015 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2891952d-d064-4e64-baa0-14ef9efd77c4 None None] Routers {'05f6d64a-6d2b-4b81-8a0a-a4345d50c108'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:44:03.175133 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2891952d-d064-4e64-baa0-14ef9efd77c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:43:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['05f6d64a-6d2b-4b81-8a0a-a4345d50c108'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:03.176992 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20a66ffc-cb14-4edc-aff7-a3aef94095df req-c66b5153-2c2d-48fe-9381-0a90b1f64494 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943453 Nov 26 02:44:03.189247 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86e1236-4fe5-4ca1-bc94-e5d510ca4735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2eb54b-89df-4b0f-9774-0c21fa2e632c'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:44:03.191834 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf45a188-14b4-4431-a968-4a7e969c7c69" -d '{"events": [{"server_uuid": "e86e1236-4fe5-4ca1-bc94-e5d510ca4735", "name": "network-vif-plugged", "status": "completed", "tag": "3b2eb54b-89df-4b0f-9774-0c21fa2e632c"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:44:03.241077 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb07a59d-3ba3-4c7d-88cc-ce5b9fb536d8 x-openstack-request-id: req-cb07a59d-3ba3-4c7d-88cc-ce5b9fb536d8 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:44:03.241563 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86e1236-4fe5-4ca1-bc94-e5d510ca4735", "name": "network-vif-plugged", "status": "completed", "tag": "3b2eb54b-89df-4b0f-9774-0c21fa2e632c", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:44:03.242042 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb07a59d-3ba3-4c7d-88cc-ce5b9fb536d8 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:44:03.243131 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e1236-4fe5-4ca1-bc94-e5d510ca4735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2eb54b-89df-4b0f-9774-0c21fa2e632c', 'code': 200} Nov 26 02:44:03.276542 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1eb381ee-553a-4d51-bd5b-92ae279a7741 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:03.293995 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-2891952d-d064-4e64-baa0-14ef9efd77c4 None None] Set router 05f6d64a-6d2b-4b81-8a0a-a4345d50c108 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:44:03.303361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device a63da763-2109-4065-842f-705ded00c432 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:44:03.318200 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 853ba577-f306-4fe3-b7b4-f44938af6ff5 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:44:03.433492 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 853ba577-f306-4fe3-b7b4-f44938af6ff5 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:03.434398 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:03.475222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port a63da763-2109-4065-842f-705ded00c432, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a63da763-2109-4065-842f-705ded00c432,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:03.485134 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2891952d-d064-4e64-baa0-14ef9efd77c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'name': 'tempest-FloatingIPDetailsTestJSON-334826477-router', 'tenant_id': 'de80b8b167d545be93245120006a8867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9eb3bb2d-e0ef-41c7-897f-a2ce82796a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:31Z', 'updated_at': '2021-11-26T02:44:02Z', 'revision_number': 5, 'project_id': 'de80b8b167d545be93245120006a8867', 'gw_port': {'id': '9eb3bb2d-e0ef-41c7-897f-a2ce82796a27', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:32Z', 'updated_at': '2021-11-26T02:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:03.501319 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'a63da763-2109-4065-842f-705ded00c432', 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02', 'port_id': 'a63da763-2109-4065-842f-705ded00c432', 'mac_address': 'fa:16:3e:ae:0f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681deaf1-7770-440e-9d0a-fc19f5a6a2ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:44:03.518343 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2891952d-d064-4e64-baa0-14ef9efd77c4 None None] Checking router: 05f6d64a-6d2b-4b81-8a0a-a4345d50c108 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:44:03.528097 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2891952d-d064-4e64-baa0-14ef9efd77c4 None None] Routers {'05f6d64a-6d2b-4b81-8a0a-a4345d50c108'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:44:03.528925 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2891952d-d064-4e64-baa0-14ef9efd77c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:43:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['05f6d64a-6d2b-4b81-8a0a-a4345d50c108'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:03.571565 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:03.604818 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1eb381ee-553a-4d51-bd5b-92ae279a7741 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:03.608554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68807ab-ff6f-4cd0-9cdb-d170a3796e26 req-b551ce43-5d1f-45a5-a84c-cc607f28cd7c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:03.612542 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b68807ab-ff6f-4cd0-9cdb-d170a3796e26 req-b551ce43-5d1f-45a5-a84c-cc607f28cd7c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 949 time: 0.0717492 Nov 26 02:44:03.617376 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63da763-2109-4065-842f-705ded00c432 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:44:03.645803 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:03.653573 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-2891952d-d064-4e64-baa0-14ef9efd77c4 None None] Set router 05f6d64a-6d2b-4b81-8a0a-a4345d50c108 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:44:03.661534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port a63da763-2109-4065-842f-705ded00c432, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a63da763-2109-4065-842f-705ded00c432,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:03.667391 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1eb381ee-553a-4d51-bd5b-92ae279a7741 admin admin] Deleting port 9eb3bb2d-e0ef-41c7-897f-a2ce82796a27 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:44:03.667828 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1eb381ee-553a-4d51-bd5b-92ae279a7741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:03.677130 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:03.677578 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b68807ab-ff6f-4cd0-9cdb-d170a3796e26 req-5ccd033a-22cc-4d4b-9595-7d5dca26c71f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594001 Nov 26 02:44:03.689877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 853ba577-f306-4fe3-b7b4-f44938af6ff5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=853ba577-f306-4fe3-b7b4-f44938af6ff5,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:03.737760 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:03.766241 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=a63da763-2109-4065-842f-705ded00c432,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:03.777600 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:03.777955 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:03.778305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:03.778649 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:03.778987 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:03.779895 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:03.780013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:03.780359 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:03.780695 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:03.781262 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:03.781603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:03.781938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:03.782210 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-1eb381ee-553a-4d51-bd5b-92ae279a7741 admin admin] For port 9eb3bb2d-e0ef-41c7-897f-a2ce82796a27, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9eb3bb2d-e0ef-41c7-897f-a2ce82796a27,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:03.782385 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1eb381ee-553a-4d51-bd5b-92ae279a7741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:03.798015 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1eb381ee-553a-4d51-bd5b-92ae279a7741 admin admin] Calling delete_port for 9eb3bb2d-e0ef-41c7-897f-a2ce82796a27 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:44:03.856868 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=853ba577-f306-4fe3-b7b4-f44938af6ff5,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:03.871019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b4897-9d48-4dbf-99c5-f736bb5ffa6b req-bb5d3dbf-fac8-4a80-a0d0-bfa26df1fc8d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:03.873272 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-554b4897-9d48-4dbf-99c5-f736bb5ffa6b req-bb5d3dbf-fac8-4a80-a0d0-bfa26df1fc8d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.0649226 Nov 26 02:44:03.930585 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-554b4897-9d48-4dbf-99c5-f736bb5ffa6b req-0cedb975-ff4b-4f21-83c0-48d8f09b19a7 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502305 Nov 26 02:44:04.021402 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2891952d-d064-4e64-baa0-14ef9efd77c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'name': 'tempest-FloatingIPDetailsTestJSON-334826477-router', 'tenant_id': 'de80b8b167d545be93245120006a8867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9eb3bb2d-e0ef-41c7-897f-a2ce82796a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:31Z', 'updated_at': '2021-11-26T02:44:02Z', 'revision_number': 5, 'project_id': 'de80b8b167d545be93245120006a8867', 'gw_port': {'id': '9eb3bb2d-e0ef-41c7-897f-a2ce82796a27', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:32Z', 'updated_at': '2021-11-26T02:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:04.046307 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1eb381ee-553a-4d51-bd5b-92ae279a7741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:04.066599 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2891952d-d064-4e64-baa0-14ef9efd77c4 None None] The sync data for ids ['05f6d64a-6d2b-4b81-8a0a-a4345d50c108'] in n-d-819389-3 is: [{'id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'name': 'tempest-FloatingIPDetailsTestJSON-334826477-router', 'tenant_id': 'de80b8b167d545be93245120006a8867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9eb3bb2d-e0ef-41c7-897f-a2ce82796a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:31Z', 'updated_at': '2021-11-26T02:44:02Z', 'revision_number': 5, 'project_id': 'de80b8b167d545be93245120006a8867', 'gw_port': {'id': '9eb3bb2d-e0ef-41c7-897f-a2ce82796a27', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f6d64a-6d2b-4b81-8a0a-a4345d50c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:32Z', 'updated_at': '2021-11-26T02:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:44:04.090376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e1c81-ed06-45da-9e7e-8e3d9945f776 req-6fa6d150-2bce-43a3-9ae7-83c474cd34e0 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:04.092193 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a2e1c81-ed06-45da-9e7e-8e3d9945f776 req-6fa6d150-2bce-43a3-9ae7-83c474cd34e0 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 944 time: 0.0981030 Nov 26 02:44:04.098996 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb381ee-553a-4d51-bd5b-92ae279a7741 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb3bb2d-e0ef-41c7-897f-a2ce82796a27,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:04.150725 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a2e1c81-ed06-45da-9e7e-8e3d9945f776 req-766d597f-24ed-44e1-8712-ca30025bcf5b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518761 Nov 26 02:44:04.178299 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1eb381ee-553a-4d51-bd5b-92ae279a7741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:04.180737 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['a63da763-2109-4065-842f-705ded00c432'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:44:04.311154 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1eb381ee-553a-4d51-bd5b-92ae279a7741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:04.314268 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1eb381ee-553a-4d51-bd5b-92ae279a7741 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:04.354252 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a827b24-4945-4b2b-a6e3-1172c7e77acd req-c8bfa3d8-b874-4505-a1cb-72e17e4a79fb tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:04.363348 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a827b24-4945-4b2b-a6e3-1172c7e77acd req-c8bfa3d8-b874-4505-a1cb-72e17e4a79fb tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.0956969 Nov 26 02:44:04.394577 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1eb381ee-553a-4d51-bd5b-92ae279a7741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:04.394734 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d124c07-d6b2-448d-9146-529450b5af5f req-5cbcbc42-08d6-4658-9a37-77f4a81dfcdb tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:04.395131 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb381ee-553a-4d51-bd5b-92ae279a7741 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05f6d64a-6d2b-4b81-8a0a-a4345d50c108 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:44:04.397561 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d124c07-d6b2-448d-9146-529450b5af5f req-5cbcbc42-08d6-4658-9a37-77f4a81dfcdb tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 944 time: 0.1305978 Nov 26 02:44:04.400467 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1eb381ee-553a-4d51-bd5b-92ae279a7741 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:04.404409 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1eb381ee-553a-4d51-bd5b-92ae279a7741 admin admin] 10.222.0.31 "DELETE /v2.0/routers/05f6d64a-6d2b-4b81-8a0a-a4345d50c108 HTTP/1.1" status: 204 len: 168 time: 1.2519548 Nov 26 02:44:04.405066 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59286) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:04.435487 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a827b24-4945-4b2b-a6e3-1172c7e77acd req-5e3285a6-6fe6-4061-8dd2-2961fe3f8b22 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712175 Nov 26 02:44:04.451016 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-180001ab-84e1-4fb4-baec-5622c30a2d24 admin admin] Deleting subnet 51b76cd4-09b5-4e0d-b80d-64e2b89d6a8a {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:44:04.460792 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-180001ab-84e1-4fb4-baec-5622c30a2d24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:04.486709 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d124c07-d6b2-448d-9146-529450b5af5f req-35db445e-9f49-4aa3-a22e-460f92868fe6 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751677 Nov 26 02:44:04.504686 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-180001ab-84e1-4fb4-baec-5622c30a2d24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:04.584775 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-e492d878-69e2-460e-aa17-047c4ff5bebe tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ad6caec5c92044d899d9c12ccac00902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376575 Nov 26 02:44:04.647740 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-180001ab-84e1-4fb4-baec-5622c30a2d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:04.719953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-6d632aad-9b39-418f-be42-62a21d94e37a tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:04.721472 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-6d632aad-9b39-418f-be42-62a21d94e37a tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1301260 Nov 26 02:44:04.725195 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-180001ab-84e1-4fb4-baec-5622c30a2d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:04.738557 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-49bb0be2-6113-47bf-9973-dfa3cd22b20a tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/quotas/ad6caec5c92044d899d9c12ccac00902 HTTP/1.1" status: 200 len: 375 time: 0.0094006 Nov 26 02:44:04.757911 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180001ab-84e1-4fb4-baec-5622c30a2d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51b76cd4-09b5-4e0d-b80d-64e2b89d6a8a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:04.762465 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-180001ab-84e1-4fb4-baec-5622c30a2d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:04.767156 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-180001ab-84e1-4fb4-baec-5622c30a2d24 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/51b76cd4-09b5-4e0d-b80d-64e2b89d6a8a HTTP/1.1" status: 204 len: 168 time: 0.3611100 Nov 26 02:44:04.769508 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59316) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:04.771650 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6e2bb4-8223-4b0d-a0f6-27b2517bca1d None None] Network b9150f59-2d83-45a9-b17a-c18cf2587ed5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:44:04.808225 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-bceab32b-9a04-4bd9-8780-4f3e43849d08 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633311 Nov 26 02:44:04.855270 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:04.959945 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] Deleting port 91fbb3db-3572-4cf1-8c42-9af9befdd66b {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:44:04.960259 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:05.028335 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3252d2d0-cd35-49ff-a1fb-1ec09f4ffc5b None None] DHCP port deletion for b9150f59-2d83-45a9-b17a-c18cf2587ed5 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:44:05.063131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-201f3de5-6008-4ab8-8703-98e82e5f911f req-b8e22652-bafc-49ae-b1a1-aa322ce06568 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 210 time: 0.0621495 Nov 26 02:44:05.098954 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] For port 91fbb3db-3572-4cf1-8c42-9af9befdd66b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=91fbb3db-3572-4cf1-8c42-9af9befdd66b,segment=NetworkSegment(cb37b886-a17f-4b3d-80d1-249917a1a91a),segment_id=cb37b886-a17f-4b3d-80d1-249917a1a91a)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:05.099660 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:05.119282 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] Calling delete_port for 91fbb3db-3572-4cf1-8c42-9af9befdd66b owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:44:05.231799 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:05.264048 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c144bc4-7dca-4b6c-9735-55f49f52380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853ba577-f306-4fe3-b7b4-f44938af6ff5'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:44:05.266304 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69cf37e-009a-4d41-b419-6f475e5eeddc" -d '{"events": [{"server_uuid": "0c144bc4-7dca-4b6c-9735-55f49f52380b", "name": "network-vif-plugged", "status": "completed", "tag": "853ba577-f306-4fe3-b7b4-f44938af6ff5"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:44:05.314823 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] No DVR routers for this DVR port 91fbb3db-3572-4cf1-8c42-9af9befdd66b on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:44:05.323355 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=91fbb3db-3572-4cf1-8c42-9af9befdd66b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:05.324446 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device a63da763-2109-4065-842f-705ded00c432 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:44:05.369804 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c00a65-7f03-45ed-86f9-5dccfc3a5e7b x-openstack-request-id: req-82c00a65-7f03-45ed-86f9-5dccfc3a5e7b {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:44:05.369804 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c144bc4-7dca-4b6c-9735-55f49f52380b", "name": "network-vif-plugged", "status": "completed", "tag": "853ba577-f306-4fe3-b7b4-f44938af6ff5", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:44:05.370166 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82c00a65-7f03-45ed-86f9-5dccfc3a5e7b {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:44:05.370480 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c144bc4-7dca-4b6c-9735-55f49f52380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853ba577-f306-4fe3-b7b4-f44938af6ff5', 'code': 200} Nov 26 02:44:05.381332 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d39673-cada-40ee-b1c8-70e560410238 req-e44b1d75-7102-42c3-b9ff-14fc641a1233 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:05.393162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-39d39673-cada-40ee-b1c8-70e560410238 req-e44b1d75-7102-42c3-b9ff-14fc641a1233 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 944 time: 0.0941379 Nov 26 02:44:05.394371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3252d2d0-cd35-49ff-a1fb-1ec09f4ffc5b None None] Deleting port 91fbb3db-3572-4cf1-8c42-9af9befdd66b {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:44:05.394771 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3252d2d0-cd35-49ff-a1fb-1ec09f4ffc5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:05.460941 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:05.474782 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-39d39673-cada-40ee-b1c8-70e560410238 req-969fbd13-aa8d-4001-96a6-d5c4dd1db339 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803423 Nov 26 02:44:05.510851 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9150f59-2d83-45a9-b17a-c18cf2587ed5']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:05.534401 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb37b886-a17f-4b3d-80d1-249917a1a91a') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:05.534892 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb37b886-a17f-4b3d-80d1-249917a1a91a') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:05.549841 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:05.556100 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port a63da763-2109-4065-842f-705ded00c432 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:44:05.568705 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:05.573822 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port a63da763-2109-4065-842f-705ded00c432 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:05.574474 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:05.584354 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:44:05.586325 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:44:05.591713 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:44:05.656295 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3252d2d0-cd35-49ff-a1fb-1ec09f4ffc5b None None] For port 91fbb3db-3572-4cf1-8c42-9af9befdd66b, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:05.656696 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3252d2d0-cd35-49ff-a1fb-1ec09f4ffc5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:05.688724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4a29d-b2fc-4ada-b3a0-ede68e933e09 req-9132b4c2-1e16-44a9-9456-3b7ad05a1a5e tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:05.696757 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3252d2d0-cd35-49ff-a1fb-1ec09f4ffc5b None None] Calling delete_port for 91fbb3db-3572-4cf1-8c42-9af9befdd66b owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:44:05.697294 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-67e4a29d-b2fc-4ada-b3a0-ede68e933e09 req-9132b4c2-1e16-44a9-9456-3b7ad05a1a5e tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.1100957 Nov 26 02:44:05.703838 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-3252d2d0-cd35-49ff-a1fb-1ec09f4ffc5b None None] Port 91fbb3db-3572-4cf1-8c42-9af9befdd66b was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 02:44:05.713061 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3252d2d0-cd35-49ff-a1fb-1ec09f4ffc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:05.745588 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d269826-ee9a-4026-a0e3-2948cd5ab603 req-703bbb7e-fba9-4cad-bc81-dfb7db5f71de tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:05.752384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252d2d0-cd35-49ff-a1fb-1ec09f4ffc5b None None] Pushing event deleted for resources: {'Port': ['ID=91fbb3db-3572-4cf1-8c42-9af9befdd66b,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:05.754410 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d269826-ee9a-4026-a0e3-2948cd5ab603 req-703bbb7e-fba9-4cad-bc81-dfb7db5f71de tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 944 time: 0.1175601 Nov 26 02:44:05.756689 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3252d2d0-cd35-49ff-a1fb-1ec09f4ffc5b None None] No DVR routers for this DVR port 91fbb3db-3572-4cf1-8c42-9af9befdd66b on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:44:05.761224 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:05.790582 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:05.797123 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-67e4a29d-b2fc-4ada-b3a0-ede68e933e09 req-2ead3e96-0e8a-4b1f-9017-0206a11a83ef tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988500 Nov 26 02:44:05.817815 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:05.826535 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port a63da763-2109-4065-842f-705ded00c432, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a63da763-2109-4065-842f-705ded00c432,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:05.836852 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b9150f59-2d83-45a9-b17a-c18cf2587ed5 HTTP/1.1" status: 204 len: 168 time: 1.0647066 Nov 26 02:44:05.839915 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:05.875279 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a30357-7bfc-4233-a5f6-412679e436c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9150f59-2d83-45a9-b17a-c18cf2587ed5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:05.898382 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=a63da763-2109-4065-842f-705ded00c432,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:05.931802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d269826-ee9a-4026-a0e3-2948cd5ab603 req-dfaa8d18-c513-4cad-8cf9-4caa8085d270 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669667 Nov 26 02:44:06.063414 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59364) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:06.111702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 91fbb3db-3572-4cf1-8c42-9af9befdd66b no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:44:06.152754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 91fbb3db-3572-4cf1-8c42-9af9befdd66b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:44:06.154170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 91fbb3db-3572-4cf1-8c42-9af9befdd66b not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:44:06.155912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2e4f073f-7a86-445d-ae6f-8498e8de2a3e no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:44:06.184428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ed52ae22-6def-429d-a7fc-7a2ab512a17c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de80b8b167d545be93245120006a8867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1197011 Nov 26 02:44:06.186925 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59372) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:06.199900 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 2e4f073f-7a86-445d-ae6f-8498e8de2a3e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:44:06.202419 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2e4f073f-7a86-445d-ae6f-8498e8de2a3e not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:44:06.203423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54a9c17d-0aaa-4d87-9810-78829e719a9a req-995707d0-b161-4691-897b-0b7e85c1858d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 210 time: 0.0538704 Nov 26 02:44:06.203777 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9eb3bb2d-e0ef-41c7-897f-a2ce82796a27 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:44:06.236231 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 9eb3bb2d-e0ef-41c7-897f-a2ce82796a27 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:44:06.237806 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9eb3bb2d-e0ef-41c7-897f-a2ce82796a27 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:44:06.302157 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1282c0b5-0e34-4d5a-b39d-9dddcad291d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:06.330527 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1282c0b5-0e34-4d5a-b39d-9dddcad291d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:06.397416 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1282c0b5-0e34-4d5a-b39d-9dddcad291d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:06.400242 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1282c0b5-0e34-4d5a-b39d-9dddcad291d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:06.404250 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1282c0b5-0e34-4d5a-b39d-9dddcad291d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fadbe5b1-d57c-4ec4-a55f-8ab37ef4401a HTTP/1.1" status: 204 len: 168 time: 0.2151430 Nov 26 02:44:06.416837 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282c0b5-0e34-4d5a-b39d-9dddcad291d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadbe5b1-d57c-4ec4-a55f-8ab37ef4401a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:06.426333 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282c0b5-0e34-4d5a-b39d-9dddcad291d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:06.427002 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282c0b5-0e34-4d5a-b39d-9dddcad291d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:06.427549 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282c0b5-0e34-4d5a-b39d-9dddcad291d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:06.428128 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282c0b5-0e34-4d5a-b39d-9dddcad291d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:06.428702 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282c0b5-0e34-4d5a-b39d-9dddcad291d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:06.429275 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282c0b5-0e34-4d5a-b39d-9dddcad291d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:06.429815 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282c0b5-0e34-4d5a-b39d-9dddcad291d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:06.430908 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282c0b5-0e34-4d5a-b39d-9dddcad291d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:06.431565 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282c0b5-0e34-4d5a-b39d-9dddcad291d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:06.432093 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282c0b5-0e34-4d5a-b39d-9dddcad291d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:06.432563 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282c0b5-0e34-4d5a-b39d-9dddcad291d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:06.432800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282c0b5-0e34-4d5a-b39d-9dddcad291d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:06.673686 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9d8eb-4331-4e71-9c36-2dff2e2e3400 req-66d8bc9f-f7ee-4a9c-9fdc-a57d54d21d20 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:06.676040 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-46a9d8eb-4331-4e71-9c36-2dff2e2e3400 req-66d8bc9f-f7ee-4a9c-9fdc-a57d54d21d20 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 945 time: 0.0879204 Nov 26 02:44:06.724476 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:44:06.778362 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-46a9d8eb-4331-4e71-9c36-2dff2e2e3400 req-7b41101a-569b-40a5-9af8-566305ba55f3 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951173 Nov 26 02:44:06.956845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068afcbc-b2a4-4815-a39a-03ec97ecc3c6 req-abcca091-dd76-4db6-a4e1-8c3b366ff3c7 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:06.964547 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-068afcbc-b2a4-4815-a39a-03ec97ecc3c6 req-abcca091-dd76-4db6-a4e1-8c3b366ff3c7 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.0763950 Nov 26 02:44:07.121418 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-068afcbc-b2a4-4815-a39a-03ec97ecc3c6 req-b193fd42-962a-4c96-9516-ff5d314d28e1 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544392 Nov 26 02:44:07.158137 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783a1c5-d3ea-4262-ace0-2fe83ff03bd8 req-4200224c-ae8e-4747-aa5b-5d68c9f6df9f tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:07.162436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4783a1c5-d3ea-4262-ace0-2fe83ff03bd8 req-4200224c-ae8e-4747-aa5b-5d68c9f6df9f tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 944 time: 0.1446643 Nov 26 02:44:07.297491 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-1f34d1f6-6a06-4ec9-9a77-3aacfe2ca9af tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ad6caec5c92044d899d9c12ccac00902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0901265 Nov 26 02:44:07.372219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9633df20-6786-4229-8c9a-9de05ddf1bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63da763-2109-4065-842f-705ded00c432'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:44:07.376507 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff59ee03-9cf4-4219-9005-a0de21c0e00d" -d '{"events": [{"server_uuid": "9633df20-6786-4229-8c9a-9de05ddf1bab", "name": "network-vif-plugged", "status": "completed", "tag": "a63da763-2109-4065-842f-705ded00c432"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:44:07.464093 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4783a1c5-d3ea-4262-ace0-2fe83ff03bd8 req-d3e785ce-459b-4aa1-a9fe-d2210bb0f324 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884316 Nov 26 02:44:07.547031 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9c1e897a-2f46-4ef5-acc2-0c97843952c7 req-c3e25968-ddf1-4ae8-adc3-17c2d19cd449 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 210 time: 0.0604236 Nov 26 02:44:07.632310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-8b94a55a-748d-4913-9e3c-c44a8ddfaa34 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:07.632744 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b59df3-b0b7-47e2-8dbb-fe54b04bd8fc x-openstack-request-id: req-67b59df3-b0b7-47e2-8dbb-fe54b04bd8fc {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:44:07.633075 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9633df20-6786-4229-8c9a-9de05ddf1bab", "name": "network-vif-plugged", "status": "completed", "tag": "a63da763-2109-4065-842f-705ded00c432", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:44:07.633354 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67b59df3-b0b7-47e2-8dbb-fe54b04bd8fc {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:44:07.633751 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9633df20-6786-4229-8c9a-9de05ddf1bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63da763-2109-4065-842f-705ded00c432', 'code': 200} Nov 26 02:44:07.636150 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-8b94a55a-748d-4913-9e3c-c44a8ddfaa34 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3197341 Nov 26 02:44:07.659993 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-0d8346a8-e23d-4448-9dd4-d94d0e5cb7d2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Request body: {'port': {'device_id': '85d3612e-9276-4349-9e90-693a16d48f0d', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': 'ad6caec5c92044d899d9c12ccac00902'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:07.763547 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59422) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:07.865950 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bf18d-595d-4c27-858f-8a1a2dd0139d req-d3aef0ca-0a99-4263-bead-a348043a494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:07.868388 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff1bf18d-595d-4c27-858f-8a1a2dd0139d req-d3aef0ca-0a99-4263-bead-a348043a494c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 1096 time: 0.0985768 Nov 26 02:44:07.869461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-0d8346a8-e23d-4448-9dd4-d94d0e5cb7d2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Made reservation on behalf of ad6caec5c92044d899d9c12ccac00902 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:44:07.873750 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-0d8346a8-e23d-4448-9dd4-d94d0e5cb7d2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:07.889957 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7ff5ca46-56b7-4db4-b1c3-10aca887ae0b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1928379457-network', 'tenant_id': '908c2f830d0645018f3c217090ce10df'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:07.936380 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff5ca46-56b7-4db4-b1c3-10aca887ae0b admin admin] Made reservation on behalf of 908c2f830d0645018f3c217090ce10df for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:44:07.940808 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff1bf18d-595d-4c27-858f-8a1a2dd0139d req-97196041-c5f9-4d21-9196-7b7d6fed8d30 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631185 Nov 26 02:44:07.941808 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ca46-56b7-4db4-b1c3-10aca887ae0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:07.959819 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ca46-56b7-4db4-b1c3-10aca887ae0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:08.086064 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d8e3a-f87a-4ff2-8a7d-600e7c2947c2 req-b17fdb1b-87f8-4bfc-a0f8-7cd54abad997 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:08.087752 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e80d8e3a-f87a-4ff2-8a7d-600e7c2947c2 req-b17fdb1b-87f8-4bfc-a0f8-7cd54abad997 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 945 time: 0.1499469 Nov 26 02:44:08.114674 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ca46-56b7-4db4-b1c3-10aca887ae0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:08.126424 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ca46-56b7-4db4-b1c3-10aca887ae0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:08.160047 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff5ca46-56b7-4db4-b1c3-10aca887ae0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:44:08.184463 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5ca46-56b7-4db4-b1c3-10aca887ae0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93ddc90-0938-4bab-a60f-ab0f70a572ff,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:08.189735 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ca46-56b7-4db4-b1c3-10aca887ae0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:08.190134 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-7ff5ca46-56b7-4db4-b1c3-10aca887ae0b admin admin] Added segment 9b2716b3-726c-49fc-a228-8297230c2b33 of type vlan for network 0949faa4-93b6-4188-8859-761a2d354931 Nov 26 02:44:08.204285 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e80d8e3a-f87a-4ff2-8a7d-600e7c2947c2 req-926c7fdd-ee89-4e4f-88eb-46504c2b176e tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073363 Nov 26 02:44:08.205446 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-0d8346a8-e23d-4448-9dd4-d94d0e5cb7d2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Allocated IP 192.168.233.223 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/a2a438d7-62f6-48ba-aa35-37f85bde9207) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:44:08.290995 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ca46-56b7-4db4-b1c3-10aca887ae0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:08.323180 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ca46-56b7-4db4-b1c3-10aca887ae0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:08.324345 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff5ca46-56b7-4db4-b1c3-10aca887ae0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:08.326648 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ca46-56b7-4db4-b1c3-10aca887ae0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:08.394336 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7ff5ca46-56b7-4db4-b1c3-10aca887ae0b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6292970 Nov 26 02:44:08.400922 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59442) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:08.403277 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3bc4c-3bdc-4550-90b2-7205bdc4a501 req-c984f6d9-f8ef-4841-bf50-2f6d5afeaed8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:08.405096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93d3bc4c-3bdc-4550-90b2-7205bdc4a501 req-c984f6d9-f8ef-4841-bf50-2f6d5afeaed8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.1203120 Nov 26 02:44:08.410733 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8e1f587b-869a-480b-90aa-76d64069420e admin admin] Request body: {'subnet': {'network_id': '0949faa4-93b6-4188-8859-761a2d354931', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1928379457-subnet', 'tenant_id': '908c2f830d0645018f3c217090ce10df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:08.436891 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5ca46-56b7-4db4-b1c3-10aca887ae0b admin admin] Pushing event updated for resources: {'Network': ['ID=0949faa4-93b6-4188-8859-761a2d354931,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:08.447220 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1f587b-869a-480b-90aa-76d64069420e admin admin] Made reservation on behalf of 908c2f830d0645018f3c217090ce10df for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:44:08.450170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 0949faa4-93b6-4188-8859-761a2d354931 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:44:08.450689 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e1f587b-869a-480b-90aa-76d64069420e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:08.656959 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e1f587b-869a-480b-90aa-76d64069420e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:08.719680 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f587b-869a-480b-90aa-76d64069420e admin admin] Pushing event updated for resources: {'Subnet': ['ID=af0322c0-c123-4d3d-a31c-4cef138f030c,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:08.741110 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1f587b-869a-480b-90aa-76d64069420e admin admin] Checking segment: {'id': '9b2716b3-726c-49fc-a228-8297230c2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0949faa4-93b6-4188-8859-761a2d354931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:44:08.746368 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1f587b-869a-480b-90aa-76d64069420e admin admin] Network hostable DHCP agents. Network: 0949faa4-93b6-4188-8859-761a2d354931, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:44:08.777646 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1f587b-869a-480b-90aa-76d64069420e admin admin] Network 0949faa4-93b6-4188-8859-761a2d354931 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:44:08.801087 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-8e1f587b-869a-480b-90aa-76d64069420e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 0949faa4-93b6-4188-8859-761a2d354931) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:44:08.806890 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device c270bedb-2968-4094-b7df-d6c40e1729cd no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:44:08.823472 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1f587b-869a-480b-90aa-76d64069420e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:08.825726 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e1f587b-869a-480b-90aa-76d64069420e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:08.874933 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f500a98a-4af2-41ed-a592-e9f472108fda None None] Network 0949faa4-93b6-4188-8859-761a2d354931 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:44:08.888698 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8e1f587b-869a-480b-90aa-76d64069420e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4866052 Nov 26 02:44:08.913044 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-0d8346a8-e23d-4448-9dd4-d94d0e5cb7d2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:08.964928 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93d3bc4c-3bdc-4550-90b2-7205bdc4a501 req-2f63acbe-e2bb-467e-b868-b0ac80c5450f tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410471 Nov 26 02:44:09.099124 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d981f0d9-b7cf-4900-9e52-241cdce7f1be None None] Network 0949faa4-93b6-4188-8859-761a2d354931 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:44:09.115052 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-bc560703-3fa5-4da4-ad79-1d71efb2817f service neutron] 10.222.0.54 "GET /v2.0/ports/c270bedb-2968-4094-b7df-d6c40e1729cd/bindings/n-h2-819389-3 HTTP/1.1" status: 200 len: 384 time: 0.1458457 Nov 26 02:44:09.142737 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63a235-d6a3-4a34-adfc-1dfbc2ee85c4 req-abcaff45-11a9-4c58-a611-4d999f28cccb tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:09.151310 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd63a235-d6a3-4a34-adfc-1dfbc2ee85c4 req-abcaff45-11a9-4c58-a611-4d999f28cccb tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 944 time: 0.2527471 Nov 26 02:44:09.167035 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fe901bb-8273-4427-8aa1-eff7fb029195 req-6c02ccc7-4e64-4e94-b4b7-00e874c162f0 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 210 time: 0.0870523 Nov 26 02:44:09.284519 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-0d8346a8-e23d-4448-9dd4-d94d0e5cb7d2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:09.321008 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['86022b09-c470-4f1b-b585-f0e3eb74f99e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:44:09.376125 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd63a235-d6a3-4a34-adfc-1dfbc2ee85c4 req-99b9156b-e91b-42b3-907a-a1c02509c6a5 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239261 Nov 26 02:44:09.377426 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['853ba577-f306-4fe3-b7b4-f44938af6ff5'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:44:09.414901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-0d8346a8-e23d-4448-9dd4-d94d0e5cb7d2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:44:09.429112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-0d8346a8-e23d-4448-9dd4-d94d0e5cb7d2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:44:09.437377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-0d8346a8-e23d-4448-9dd4-d94d0e5cb7d2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:44:09.454292 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8346a8-e23d-4448-9dd4-d94d0e5cb7d2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Pushing event updated for resources: {'Port': ['ID=a2a438d7-62f6-48ba-aa35-37f85bde9207,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:09.621559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-b180da17-0ab4-45bc-ab64-7652e946cf31 req-f4c8b005-9861-4f5d-9cb0-b50d4df7daed tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2114700966', 'description': 'tempest-description-1724214657'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:09.799084 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b180da17-0ab4-45bc-ab64-7652e946cf31 req-f4c8b005-9861-4f5d-9cb0-b50d4df7daed tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:09.806699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-0d8346a8-e23d-4448-9dd4-d94d0e5cb7d2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:09.806923 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-0d8346a8-e23d-4448-9dd4-d94d0e5cb7d2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:09.854677 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-0d8346a8-e23d-4448-9dd4-d94d0e5cb7d2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1986871 Nov 26 02:44:09.866450 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea80701-6f4c-494f-b0fe-0cc662411191 req-3ba4d624-5013-4391-85a8-6f7c5f896af4 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:09.867945 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fea80701-6f4c-494f-b0fe-0cc662411191 req-3ba4d624-5013-4391-85a8-6f7c5f896af4 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 945 time: 0.2529845 Nov 26 02:44:09.879481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Request body: {'port': {'device_id': '85d3612e-9276-4349-9e90-693a16d48f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:09.894154 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ab0537ee-1b10-48e5-9e26-9ea1a2f06eb4 None None] Provisioning complete for port a2a438d7-62f6-48ba-aa35-37f85bde9207 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:09.894782 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ab0537ee-1b10-48e5-9e26-9ea1a2f06eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:09.936005 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ab0537ee-1b10-48e5-9e26-9ea1a2f06eb4 None None] Port a2a438d7-62f6-48ba-aa35-37f85bde9207 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:44:09.978068 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-ee9353ea-e0c6-4976-bb21-e055902704fa service neutron] For port c270bedb-2968-4094-b7df-d6c40e1729cd, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c270bedb-2968-4094-b7df-d6c40e1729cd,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:10.055542 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b180da17-0ab4-45bc-ab64-7652e946cf31 req-f4c8b005-9861-4f5d-9cb0-b50d4df7daed tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:10.057917 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-ee9353ea-e0c6-4976-bb21-e055902704fa service neutron] For port c270bedb-2968-4094-b7df-d6c40e1729cd, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:44:10.060030 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:10.087707 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fea80701-6f4c-494f-b0fe-0cc662411191 req-b2a530c5-8a9f-4bcd-aa3f-acc777f0a441 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015121 Nov 26 02:44:10.091462 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b180da17-0ab4-45bc-ab64-7652e946cf31 req-f4c8b005-9861-4f5d-9cb0-b50d4df7daed tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:10.156397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-ee9353ea-e0c6-4976-bb21-e055902704fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c270bedb-2968-4094-b7df-d6c40e1729cd {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:44:10.178105 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-ee9353ea-e0c6-4976-bb21-e055902704fa service neutron] For port c270bedb-2968-4094-b7df-d6c40e1729cd, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c270bedb-2968-4094-b7df-d6c40e1729cd,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:10.181911 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8b005-9861-4f5d-9cb0-b50d4df7daed tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc69c50-1f18-45e2-afd4-cfc950bf3b0b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:10.193392 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b180da17-0ab4-45bc-ab64-7652e946cf31 req-f4c8b005-9861-4f5d-9cb0-b50d4df7daed tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:10.205419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b180da17-0ab4-45bc-ab64-7652e946cf31 req-f4c8b005-9861-4f5d-9cb0-b50d4df7daed tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5890815 Nov 26 02:44:10.229945 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-ee9353ea-e0c6-4976-bb21-e055902704fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:10.538326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54349623-38b9-4ae1-b1cc-1b1b21ba95d5 req-1c45c9d0-fcfc-48f1-b3a6-3fb285f91570 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:10.541481 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54349623-38b9-4ae1-b1cc-1b1b21ba95d5 req-1c45c9d0-fcfc-48f1-b3a6-3fb285f91570 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.2383401 Nov 26 02:44:10.614179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-ee9353ea-e0c6-4976-bb21-e055902704fa service neutron] Transition to ACTIVE for port object c270bedb-2968-4094-b7df-d6c40e1729cd will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:44:10.634007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6d042-4f92-45c5-a07c-bae4f3be14fd req-2259bdbe-c518-4e0d-ab63-2a3e9051fa00 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:10.636538 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cef6d042-4f92-45c5-a07c-bae4f3be14fd req-2259bdbe-c518-4e0d-ab63-2a3e9051fa00 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 936 time: 0.2178140 Nov 26 02:44:10.654169 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-ee9353ea-e0c6-4976-bb21-e055902704fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:10.725042 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54349623-38b9-4ae1-b1cc-1b1b21ba95d5 req-193f365a-b7c8-4ec7-bad3-a1051c5199d0 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746953 Nov 26 02:44:10.761055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9353ea-e0c6-4976-bb21-e055902704fa service neutron] Pushing event updated for resources: {'Port': ['ID=c270bedb-2968-4094-b7df-d6c40e1729cd,revision_number=10']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:10.850302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-ee9353ea-e0c6-4976-bb21-e055902704fa service neutron] No DVR routers for this DVR port c270bedb-2968-4094-b7df-d6c40e1729cd on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:44:10.868196 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a438d7-62f6-48ba-aa35-37f85bde9207 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:44:10.902672 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:10.918256 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cef6d042-4f92-45c5-a07c-bae4f3be14fd req-65d13a3f-8fde-46e1-a922-22c73a2d7e0f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571008 Nov 26 02:44:10.922202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-efe3b52c-99ac-4e29-960b-06d0efed3daa req-97bad4d1-bd4b-4783-aebd-dc4e7c04b82c tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "GET /v2.0/security-groups/fbc69c50-1f18-45e2-afd4-cfc950bf3b0b HTTP/1.1" status: 200 len: 1830 time: 0.1546099 Nov 26 02:44:10.949500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-efe3b52c-99ac-4e29-960b-06d0efed3daa req-ce44dfb1-aaa3-42fa-b69c-ee8aac831c55 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fbc69c50-1f18-45e2-afd4-cfc950bf3b0b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:10.949960 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-efe3b52c-99ac-4e29-960b-06d0efed3daa req-ce44dfb1-aaa3-42fa-b69c-ee8aac831c55 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fbc69c50-1f18-45e2-afd4-cfc950bf3b0b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:10.965758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-ee9353ea-e0c6-4976-bb21-e055902704fa service neutron] 10.222.0.54 "PUT /v2.0/ports/c270bedb-2968-4094-b7df-d6c40e1729cd/bindings/n-h2-819389-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8099656 Nov 26 02:44:10.970096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Transition to ACTIVE for port object a2a438d7-62f6-48ba-aa35-37f85bde9207 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:44:10.980590 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:11.063123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Pushing event updated for resources: {'Port': ['ID=a2a438d7-62f6-48ba-aa35-37f85bde9207,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:11.224985 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-efe3b52c-99ac-4e29-960b-06d0efed3daa req-ce44dfb1-aaa3-42fa-b69c-ee8aac831c55 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:11.278522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-86a1ae79-e6b9-4c68-8379-ae1e2cb2c26e tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:11.280888 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-86a1ae79-e6b9-4c68-8379-ae1e2cb2c26e tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c&tenant_id=fd64c89c2dfb4732a633c8526baba9f0&binding%3Ahost_id=n-h1-819389-3 HTTP/1.1" status: 200 len: 1096 time: 0.1740587 Nov 26 02:44:11.293636 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Attempting to bind port a2a438d7-62f6-48ba-aa35-37f85bde9207 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:44:11.300473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Attempting to bind port a2a438d7-62f6-48ba-aa35-37f85bde9207 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:44:11.301083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Attempting to bind port a2a438d7-62f6-48ba-aa35-37f85bde9207 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:44:11.312958 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-efe3b52c-99ac-4e29-960b-06d0efed3daa req-ce44dfb1-aaa3-42fa-b69c-ee8aac831c55 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:11.316082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Port a2a438d7-62f6-48ba-aa35-37f85bde9207 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:44:11.317053 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Attempting to bind port a2a438d7-62f6-48ba-aa35-37f85bde9207 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:44:11.354460 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-efe3b52c-99ac-4e29-960b-06d0efed3daa req-ce44dfb1-aaa3-42fa-b69c-ee8aac831c55 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:11.369175 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b5032-d2e6-490c-a05e-313ffb370d96 req-9780b7b1-3c24-4337-b3a1-a9dad4a9cdc5 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:11.371325 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-375b5032-d2e6-490c-a05e-313ffb370d96 req-9780b7b1-3c24-4337-b3a1-a9dad4a9cdc5 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 945 time: 0.2104988 Nov 26 02:44:11.372673 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:44:11.373310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:44:11.373954 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:44:11.374489 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Bound port: a2a438d7-62f6-48ba-aa35-37f85bde9207, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:44:11.375123 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:11.414635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44dfb1-aaa3-42fa-b69c-ee8aac831c55 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932a2f1a-8cf9-4bd5-808e-8990ae095e0c,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:11.468962 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-efe3b52c-99ac-4e29-960b-06d0efed3daa req-ce44dfb1-aaa3-42fa-b69c-ee8aac831c55 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:11.470672 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-efe3b52c-99ac-4e29-960b-06d0efed3daa req-ce44dfb1-aaa3-42fa-b69c-ee8aac831c55 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5311360 Nov 26 02:44:11.520340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-917cb48c-d066-4e86-ae55-4cc0528261b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:11.521878 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-917cb48c-d066-4e86-ae55-4cc0528261b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c&tenant_id=fd64c89c2dfb4732a633c8526baba9f0 HTTP/1.1" status: 200 len: 1096 time: 0.2068527 Nov 26 02:44:11.534096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-375b5032-d2e6-490c-a05e-313ffb370d96 req-06b1d014-7af0-400e-a5c7-266849fae8be tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518581 Nov 26 02:44:11.559855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] For port a2a438d7-62f6-48ba-aa35-37f85bde9207, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:44:11.605629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] For port a2a438d7-62f6-48ba-aa35-37f85bde9207, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a2a438d7-62f6-48ba-aa35-37f85bde9207,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:44:11.614134 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aba75736-890a-4195-861b-c9b841babac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:11.632480 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:11.710724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f255293-067a-4224-900b-b880f3354e31 req-7a5fd11b-73de-4e96-b289-6ac23acec0b5 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:11.719123 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f255293-067a-4224-900b-b880f3354e31 req-7a5fd11b-73de-4e96-b289-6ac23acec0b5 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 945 time: 0.1740255 Nov 26 02:44:11.730381 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:11.731083 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:11.732856 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] 10.222.0.54 "PUT /v2.0/ports/a2a438d7-62f6-48ba-aa35-37f85bde9207 HTTP/1.1" status: 200 len: 1096 time: 1.8585973 Nov 26 02:44:11.733419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d3612e-9276-4349-9e90-693a16d48f0d', 'tag': 'a2a438d7-62f6-48ba-aa35-37f85bde9207'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:44:11.737671 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa9a211-0111-4849-9e92-828015b7f6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "85d3612e-9276-4349-9e90-693a16d48f0d", "tag": "a2a438d7-62f6-48ba-aa35-37f85bde9207"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:44:11.752334 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-cebc6ea9-65a7-480f-afaf-818f99af1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:11.753958 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-cebc6ea9-65a7-480f-afaf-818f99af1773 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 1096 time: 0.1691947 Nov 26 02:44:11.894545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d73d56-1bf5-4868-be64-e033f274358d service neutron] Pushing event updated for resources: {'Port': ['ID=a2a438d7-62f6-48ba-aa35-37f85bde9207,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:11.964682 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f255293-067a-4224-900b-b880f3354e31 req-a88273c4-cfc3-4d5f-b63c-dd93965dbb3a tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444954 Nov 26 02:44:12.034216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-65a0f7bd-5e5f-4985-a791-a78d7db2ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:12.035846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-65a0f7bd-5e5f-4985-a791-a78d7db2ac3f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 1099 time: 0.2136676 Nov 26 02:44:12.037251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-6de7e1dd-d093-4533-bcbf-a7ef864020ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:12.041052 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-6de7e1dd-d093-4533-bcbf-a7ef864020ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.2732754 Nov 26 02:44:12.050175 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89d809b3-aa8c-4370-9ac0-5a5eee84437a req-12d0c29b-af01-48e6-b2ed-c648cfb13c30 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "GET /v2.0/security-groups/fbc69c50-1f18-45e2-afd4-cfc950bf3b0b HTTP/1.1" status: 200 len: 2423 time: 0.1693633 Nov 26 02:44:12.109216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-848cbaed-0774-43d7-bb20-b6a09a604ff2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a2a438d7-62f6-48ba-aa35-37f85bde9207 HTTP/1.1" status: 200 len: 217 time: 0.0404987 Nov 26 02:44:12.112551 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f43761-b872-453f-aacd-34c5171a09f0 x-openstack-request-id: req-74f43761-b872-453f-aacd-34c5171a09f0 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:44:12.112845 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d3612e-9276-4349-9e90-693a16d48f0d", "tag": "a2a438d7-62f6-48ba-aa35-37f85bde9207", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:44:12.113134 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74f43761-b872-453f-aacd-34c5171a09f0 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:44:12.113514 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d3612e-9276-4349-9e90-693a16d48f0d', 'tag': 'a2a438d7-62f6-48ba-aa35-37f85bde9207', 'status': 'completed', 'code': 200} Nov 26 02:44:12.173183 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-c28aafe6-3ab2-4f6b-a739-e8d72cf6363d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c270bedb-2968-4094-b7df-d6c40e1729cd HTTP/1.1" status: 200 len: 217 time: 0.1204875 Nov 26 02:44:12.296528 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a237348-acf1-4018-a2a4-99c2f5922f9f req-5271585d-34bd-4309-8580-1d2280b32711 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:12.298109 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a237348-acf1-4018-a2a4-99c2f5922f9f req-5271585d-34bd-4309-8580-1d2280b32711 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.2467928 Nov 26 02:44:12.322018 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-31dae65e-c168-4ac6-ba79-adc31f7e7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:12.323912 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-31dae65e-c168-4ac6-ba79-adc31f7e7d60 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1658082 Nov 26 02:44:12.335039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-745f9461-fec9-4537-94d3-994fd96ff69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:12.337025 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-745f9461-fec9-4537-94d3-994fd96ff69f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.1395109 Nov 26 02:44:12.365346 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d5c00-34cd-4d56-a971-c389f51bd8db req-3a44c535-34be-47a5-8abf-f2e99011d9e6 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:12.366849 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b5d5c00-34cd-4d56-a971-c389f51bd8db req-3a44c535-34be-47a5-8abf-f2e99011d9e6 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 948 time: 0.1976292 Nov 26 02:44:12.421314 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-77baa483-76cb-43c0-8330-ef3250f0b7cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727375 Nov 26 02:44:12.525475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a237348-acf1-4018-a2a4-99c2f5922f9f req-41b3f114-4109-4cd7-9278-944eae818b49 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195818 Nov 26 02:44:12.527287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-87d1d5c9-c4ed-46e8-8d6b-5cffe488b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:12.528728 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-87d1d5c9-c4ed-46e8-8d6b-5cffe488b384 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1883743 Nov 26 02:44:12.597737 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b5d5c00-34cd-4d56-a971-c389f51bd8db req-f8a553b3-47bd-40f8-b81a-769d7091313f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040067 Nov 26 02:44:12.703881 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-c2371466-1d39-4e8c-96b9-7ce535fe6257 service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530582 Nov 26 02:44:12.725785 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-495b4060-1cf6-4689-8257-f795a7590f1d service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847441 Nov 26 02:44:12.735672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2790e7-4771-47e7-83b0-4e76c7c4101e req-454a311f-4e36-4738-8a58-2db8d6c3b8f4 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:12.737709 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d2790e7-4771-47e7-83b0-4e76c7c4101e req-454a311f-4e36-4738-8a58-2db8d6c3b8f4 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 1096 time: 0.0986423 Nov 26 02:44:13.196988 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b5fea06-ea65-4133-b970-84169f5549e7 req-8e5e331a-c96b-4661-be79-72ec32d9c5cb tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "GET /v2.0/security-group-rules/932a2f1a-8cf9-4bd5-808e-8990ae095e0c HTTP/1.1" status: 200 len: 778 time: 0.4398539 Nov 26 02:44:13.300820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d2790e7-4771-47e7-83b0-4e76c7c4101e req-697e154e-b640-412b-abcc-a15c49c6a83a tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453832 Nov 26 02:44:13.325422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-a87ace94-2c4f-42c3-814c-dc76adcbb752 service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786250 Nov 26 02:44:13.336196 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d594b146-5c52-4f3a-ac67-ad11f953dab2 req-eea69230-2a43-4c2e-91da-d183a4e74b7d service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973155 Nov 26 02:44:13.357378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b5fea06-ea65-4133-b970-84169f5549e7 req-fe501093-369c-4679-9b43-3bbd6b205829 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "GET /v2.0/security-groups/fbc69c50-1f18-45e2-afd4-cfc950bf3b0b HTTP/1.1" status: 200 len: 2423 time: 0.1457953 Nov 26 02:44:13.397056 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6b5fea06-ea65-4133-b970-84169f5549e7 req-34d0dc16-0d16-407a-b704-30759121eb8b tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:13.406102 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6b5fea06-ea65-4133-b970-84169f5549e7 req-34d0dc16-0d16-407a-b704-30759121eb8b tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:13.519888 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6b5fea06-ea65-4133-b970-84169f5549e7 req-34d0dc16-0d16-407a-b704-30759121eb8b tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:13.529665 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6b5fea06-ea65-4133-b970-84169f5549e7 req-34d0dc16-0d16-407a-b704-30759121eb8b tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:13.530862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b5fea06-ea65-4133-b970-84169f5549e7 req-34d0dc16-0d16-407a-b704-30759121eb8b tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/932a2f1a-8cf9-4bd5-808e-8990ae095e0c HTTP/1.1" status: 204 len: 173 time: 0.1645675 Nov 26 02:44:13.549376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0dc16-0d16-407a-b704-30759121eb8b tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=932a2f1a-8cf9-4bd5-808e-8990ae095e0c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:13.590012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514c64b-df99-4743-8996-33ad93ce7a2d req-c6f174a0-0ab2-48fb-aa57-5efa27cbb92d tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:13.591641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3514c64b-df99-4743-8996-33ad93ce7a2d req-c6f174a0-0ab2-48fb-aa57-5efa27cbb92d tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 945 time: 0.1439486 Nov 26 02:44:13.606936 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9a211-0111-4849-9e92-828015b7f6d6 req-62b97bbf-eb71-4986-813f-fc789f23f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:13.608994 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fa9a211-0111-4849-9e92-828015b7f6d6 req-62b97bbf-eb71-4986-813f-fc789f23f68d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 1099 time: 0.1250210 Nov 26 02:44:13.778507 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3514c64b-df99-4743-8996-33ad93ce7a2d req-1f5d6b5a-dfb5-4ebf-9caa-09458c4e53a6 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683998 Nov 26 02:44:13.834122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-3cee8df3-df60-4c7c-b4d6-d99e24ab55a8 req-7f75577a-844b-4401-8799-113257b411d3 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1352901101', 'description': 'tempest-description-2072467546'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:13.936438 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9a211-0111-4849-9e92-828015b7f6d6 req-6361612c-0a04-4e32-8c1b-bf1bc5b5fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:13.939217 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fa9a211-0111-4849-9e92-828015b7f6d6 req-6361612c-0a04-4e32-8c1b-bf1bc5b5fe4e service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.2868962 Nov 26 02:44:13.987363 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fa9a211-0111-4849-9e92-828015b7f6d6 req-a7d01a85-58ec-4243-a8fd-999af5b9cfc6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a2a438d7-62f6-48ba-aa35-37f85bde9207 HTTP/1.1" status: 200 len: 217 time: 0.0369844 Nov 26 02:44:13.989729 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3cee8df3-df60-4c7c-b4d6-d99e24ab55a8 req-7f75577a-844b-4401-8799-113257b411d3 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:13.999002 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-92915267-d35c-4a5e-9e27-94f79f7d11ea tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:14.000359 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-92915267-d35c-4a5e-9e27-94f79f7d11ea tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c&tenant_id=fd64c89c2dfb4732a633c8526baba9f0&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 1096 time: 0.2087481 Nov 26 02:44:14.025880 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e656dd6-68cf-4de4-9053-83e8469c6cfc req-ba153379-87a5-49d1-811e-17907a8297e5 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:14.027626 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e656dd6-68cf-4de4-9053-83e8469c6cfc req-ba153379-87a5-49d1-811e-17907a8297e5 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.1689436 Nov 26 02:44:14.088241 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d857ffff-bc01-4f94-b01f-ad9dd4c55a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:14.177814 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9a211-0111-4849-9e92-828015b7f6d6 req-5b5b99b4-8036-4723-8d96-653502586bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:14.179305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fa9a211-0111-4849-9e92-828015b7f6d6 req-5b5b99b4-8036-4723-8d96-653502586bd0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1779687 Nov 26 02:44:14.187474 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e656dd6-68cf-4de4-9053-83e8469c6cfc req-16743fe8-213e-4a46-bf0d-894a1c40bc87 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345079 Nov 26 02:44:14.272861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9a211-0111-4849-9e92-828015b7f6d6 req-2373241e-b616-4f2b-8976-816282e24ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:14.274603 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fa9a211-0111-4849-9e92-828015b7f6d6 req-2373241e-b616-4f2b-8976-816282e24ab9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0862267 Nov 26 02:44:14.435932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-380035a3-63fb-447d-8ca8-c7426e6a827e service neutron] For port c270bedb-2968-4094-b7df-d6c40e1729cd, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:44:14.447422 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3cee8df3-df60-4c7c-b4d6-d99e24ab55a8 req-7f75577a-844b-4401-8799-113257b411d3 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:14.464992 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-380035a3-63fb-447d-8ca8-c7426e6a827e service neutron] Publish callbacks [] for binding, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:14.466623 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd0b1061-4515-4d03-aee6-638bcbcf468e req-380035a3-63fb-447d-8ca8-c7426e6a827e service neutron] 10.222.0.59 "DELETE /v2.0/ports/c270bedb-2968-4094-b7df-d6c40e1729cd/bindings/n-h1-819389-3 HTTP/1.1" status: 204 len: 173 time: 0.4378414 Nov 26 02:44:14.469671 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3cee8df3-df60-4c7c-b4d6-d99e24ab55a8 req-7f75577a-844b-4401-8799-113257b411d3 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:14.536961 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133d3c3-76d7-4aa8-b5e1-1ff69ebe2f72 req-2d6616de-cca7-4c9f-bd65-fa3bfbc7fd2e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:14.538436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4133d3c3-76d7-4aa8-b5e1-1ff69ebe2f72 req-2d6616de-cca7-4c9f-bd65-fa3bfbc7fd2e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 948 time: 0.2050653 Nov 26 02:44:14.553184 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3cee8df3-df60-4c7c-b4d6-d99e24ab55a8 req-7f75577a-844b-4401-8799-113257b411d3 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:14.554982 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cee8df3-df60-4c7c-b4d6-d99e24ab55a8 req-7f75577a-844b-4401-8799-113257b411d3 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.7303040 Nov 26 02:44:14.589977 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75577a-844b-4401-8799-113257b411d3 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a26c80f-16d9-4a99-8c54-7b18e91d6ae4,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:14.642113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4133d3c3-76d7-4aa8-b5e1-1ff69ebe2f72 req-9d49d2a2-44cf-4882-9053-ce473c511ae9 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844920 Nov 26 02:44:14.647110 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fa9a211-0111-4849-9e92-828015b7f6d6 req-83e59ad9-0b26-48ba-94dc-88b1d8bd9495 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125284 Nov 26 02:44:14.882732 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d93e0c1-a11b-4713-bc2f-3d64c426d94d req-8a34f64c-dc27-4878-b3cd-a535245f8e14 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "GET /v2.0/security-groups/2a26c80f-16d9-4a99-8c54-7b18e91d6ae4 HTTP/1.1" status: 200 len: 1830 time: 0.1966524 Nov 26 02:44:14.893135 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fa9a211-0111-4849-9e92-828015b7f6d6 req-f772bb3e-7c49-4fc6-b33d-a774fdfef649 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348323 Nov 26 02:44:14.896929 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:14.929344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-a9517119-c3ff-430e-b708-120c51d466d7 req-ba08af38-e45b-458b-8ebc-49469979de1c tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1320823922', 'description': 'tempest-description-199672819'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:15.021987 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a9517119-c3ff-430e-b708-120c51d466d7 req-ba08af38-e45b-458b-8ebc-49469979de1c tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:15.098642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e2508-f995-46da-8e02-1c2b4d88de42 req-3250e5b8-da83-40a1-a976-7009381999f8 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:15.102584 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-926e2508-f995-46da-8e02-1c2b4d88de42 req-3250e5b8-da83-40a1-a976-7009381999f8 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 945 time: 0.1282556 Nov 26 02:44:15.214699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-926e2508-f995-46da-8e02-1c2b4d88de42 req-4de97f9c-f83d-49b4-8e86-76710a483055 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034505 Nov 26 02:44:15.241662 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a9517119-c3ff-430e-b708-120c51d466d7 req-ba08af38-e45b-458b-8ebc-49469979de1c tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:15.249826 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a9517119-c3ff-430e-b708-120c51d466d7 req-ba08af38-e45b-458b-8ebc-49469979de1c tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:15.333703 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a9517119-c3ff-430e-b708-120c51d466d7 req-ba08af38-e45b-458b-8ebc-49469979de1c tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:15.335004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9517119-c3ff-430e-b708-120c51d466d7 req-ba08af38-e45b-458b-8ebc-49469979de1c tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4115202 Nov 26 02:44:15.364512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08af38-e45b-458b-8ebc-49469979de1c tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699e30cb-10e1-40ae-8610-02c614ee1b8c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:15.446031 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-280600bb-c8de-4a8f-a873-9a76e8c998d5 req-a09e80ff-6afd-4def-964a-608c76870448 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "GET /v2.0/security-groups/699e30cb-10e1-40ae-8610-02c614ee1b8c HTTP/1.1" status: 200 len: 1829 time: 0.0521195 Nov 26 02:44:15.458740 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0de7e7-39f5-48b8-9e53-ee07aa398097 req-0bd1519b-3fd6-44a8-9aae-0709e3f19e87 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:15.464720 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0de7e7-39f5-48b8-9e53-ee07aa398097 req-0bd1519b-3fd6-44a8-9aae-0709e3f19e87 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.1139853 Nov 26 02:44:15.532146 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0de7e7-39f5-48b8-9e53-ee07aa398097 req-411309b1-c09c-471f-a4e3-33cbb2d0c218 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642481 Nov 26 02:44:15.577531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae857fc3-b328-48c5-8960-cc39f82f6ee6 req-1dbf2a5f-1093-4cd9-b453-9fcfd624fc9f tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:15.579842 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae857fc3-b328-48c5-8960-cc39f82f6ee6 req-1dbf2a5f-1093-4cd9-b453-9fcfd624fc9f tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 1096 time: 0.0460362 Nov 26 02:44:15.586963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-a3555c5a-4b37-48ef-9e68-211c716900a1 req-c9986dbf-7f4d-48ae-bc39-bd47febad80b tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1637701792', 'description': 'tempest-description-1351882519'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:15.634281 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a3555c5a-4b37-48ef-9e68-211c716900a1 req-c9986dbf-7f4d-48ae-bc39-bd47febad80b tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:15.658970 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae857fc3-b328-48c5-8960-cc39f82f6ee6 req-c5665ef2-92b0-48a2-86ee-53f2f67fe21c tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671480 Nov 26 02:44:15.720225 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a3555c5a-4b37-48ef-9e68-211c716900a1 req-c9986dbf-7f4d-48ae-bc39-bd47febad80b tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:15.728618 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a3555c5a-4b37-48ef-9e68-211c716900a1 req-c9986dbf-7f4d-48ae-bc39-bd47febad80b tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:15.785073 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a3555c5a-4b37-48ef-9e68-211c716900a1 req-c9986dbf-7f4d-48ae-bc39-bd47febad80b tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:15.786321 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3555c5a-4b37-48ef-9e68-211c716900a1 req-c9986dbf-7f4d-48ae-bc39-bd47febad80b tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2039163 Nov 26 02:44:15.800676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9986dbf-7f4d-48ae-bc39-bd47febad80b tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8770838d-451e-43d8-94f0-cb64a9e437b0,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:15.829147 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447f782-d645-43fb-bd8c-67412f35c348 req-58f8e306-9dcc-4c1d-9f5c-aefd21aaac7b tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:15.830800 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6447f782-d645-43fb-bd8c-67412f35c348 req-58f8e306-9dcc-4c1d-9f5c-aefd21aaac7b tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 948 time: 0.0896366 Nov 26 02:44:15.937223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6447f782-d645-43fb-bd8c-67412f35c348 req-478c4ed1-9b62-4e0a-90c3-a562706e173e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951912 Nov 26 02:44:15.951058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2a81d-2e06-44ab-9e5d-ad017dc3710e req-966098c2-9cff-4fa2-8011-da0fcb2891f6 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:15.952624 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-40b2a81d-2e06-44ab-9e5d-ad017dc3710e req-966098c2-9cff-4fa2-8011-da0fcb2891f6 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 1096 time: 0.0786233 Nov 26 02:44:16.027681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-40b2a81d-2e06-44ab-9e5d-ad017dc3710e req-25a1e0c1-0511-4e4e-ad2a-03401c248f0f tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642865 Nov 26 02:44:16.165190 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7bae4986-3e03-4a61-a721-a5a9ff909524 req-f687b05e-b706-49e3-8563-c58b906f06a3 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "GET /v2.0/security-groups/8770838d-451e-43d8-94f0-cb64a9e437b0 HTTP/1.1" status: 200 len: 1830 time: 0.0638785 Nov 26 02:44:16.222535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-48497bb6-6eab-4b84-b4d8-a319b9d7f44a req-25705dc7-4234-4839-90f8-55aeac51ccd6 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1641512704', 'description': 'tempest-description-785626971'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:16.251829 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-48497bb6-6eab-4b84-b4d8-a319b9d7f44a req-25705dc7-4234-4839-90f8-55aeac51ccd6 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:16.337158 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-48497bb6-6eab-4b84-b4d8-a319b9d7f44a req-25705dc7-4234-4839-90f8-55aeac51ccd6 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:16.342679 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-48497bb6-6eab-4b84-b4d8-a319b9d7f44a req-25705dc7-4234-4839-90f8-55aeac51ccd6 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:16.387741 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-48497bb6-6eab-4b84-b4d8-a319b9d7f44a req-25705dc7-4234-4839-90f8-55aeac51ccd6 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:16.409980 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-48497bb6-6eab-4b84-b4d8-a319b9d7f44a req-25705dc7-4234-4839-90f8-55aeac51ccd6 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1914589 Nov 26 02:44:16.412468 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25705dc7-4234-4839-90f8-55aeac51ccd6 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1591a5e-67ff-41c7-ac07-edd39921a95f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:16.467127 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:16.507303 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c206e27-5c6a-4463-a3f7-a7b6079fdbe6 req-a26f297e-2473-4250-92fd-c8c2b7864d31 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "GET /v2.0/security-groups/a1591a5e-67ff-41c7-ac07-edd39921a95f HTTP/1.1" status: 200 len: 1829 time: 0.0765128 Nov 26 02:44:16.633159 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-4f755dc0-c8b6-4895-b85e-4e089043f1d4 req-d0311556-9426-4288-b949-9d784e0d9b02 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] show failed (client error): The resource could not be found. Nov 26 02:44:16.636831 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f755dc0-c8b6-4895-b85e-4e089043f1d4 req-d0311556-9426-4288-b949-9d784e0d9b02 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "GET /v2.0/security-groups/a46f9b81-15d4-4384-8b5d-713b3cafae8c HTTP/1.1" status: 404 len: 352 time: 0.0454154 Nov 26 02:44:16.777274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7dcfd-80e2-4512-8c22-6f01a04ebf04 req-4bdb8009-a04b-4595-87ad-d17aaee5b744 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:16.779781 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2cb7dcfd-80e2-4512-8c22-6f01a04ebf04 req-4bdb8009-a04b-4595-87ad-d17aaee5b744 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.0634518 Nov 26 02:44:16.836877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a2a438d7-62f6-48ba-aa35-37f85bde9207 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:44:16.854798 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2cb7dcfd-80e2-4512-8c22-6f01a04ebf04 req-bf38e5c1-283e-43c0-8559-9afbde353100 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648527 Nov 26 02:44:16.912644 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-b04a1c4d-e9c1-4eee-85b6-8271cbeb50b0 req-e2779cfb-47a8-4fbd-8085-42bee5eeb709 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] show failed (client error): The resource could not be found. Nov 26 02:44:16.923674 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b04a1c4d-e9c1-4eee-85b6-8271cbeb50b0 req-e2779cfb-47a8-4fbd-8085-42bee5eeb709 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "GET /v2.0/security-group-rules/39332c1a-3c0c-4668-be13-d2e19c100fd2 HTTP/1.1" status: 404 len: 361 time: 0.0268807 Nov 26 02:44:17.020560 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port a2a438d7-62f6-48ba-aa35-37f85bde9207, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a2a438d7-62f6-48ba-aa35-37f85bde9207,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:17.039627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'a2a438d7-62f6-48ba-aa35-37f85bde9207', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': 'a2a438d7-62f6-48ba-aa35-37f85bde9207', 'mac_address': 'fa:16:3e:c0:d7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:44:17.059116 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a0ae7ff7-aa56-44c8-88df-c6828abf0168 req-2ed5f329-479c-4e01-bbe9-f50f6baad27a tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "GET /v2.0/security-groups/a1591a5e-67ff-41c7-ac07-edd39921a95f HTTP/1.1" status: 200 len: 1829 time: 0.1091242 Nov 26 02:44:17.142049 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:17.173937 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a438d7-62f6-48ba-aa35-37f85bde9207 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:44:17.176852 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a0ae7ff7-aa56-44c8-88df-c6828abf0168 req-e4d040ca-a95a-4f44-bf86-3ebfebea484e tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:17.187130 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25276a3e-818f-4001-89e8-b50e9d319555 req-4ffa68c2-5406-4895-a423-38abe325bce8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:17.188924 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25276a3e-818f-4001-89e8-b50e9d319555 req-4ffa68c2-5406-4895-a423-38abe325bce8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 948 time: 0.1017666 Nov 26 02:44:17.204523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port a2a438d7-62f6-48ba-aa35-37f85bde9207, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a2a438d7-62f6-48ba-aa35-37f85bde9207,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:17.212984 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:17.229962 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a0ae7ff7-aa56-44c8-88df-c6828abf0168 req-e4d040ca-a95a-4f44-bf86-3ebfebea484e tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:17.273775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=a2a438d7-62f6-48ba-aa35-37f85bde9207,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:17.302212 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a0ae7ff7-aa56-44c8-88df-c6828abf0168 req-e4d040ca-a95a-4f44-bf86-3ebfebea484e tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:17.305580 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a0ae7ff7-aa56-44c8-88df-c6828abf0168 req-e4d040ca-a95a-4f44-bf86-3ebfebea484e tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:17.306755 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a0ae7ff7-aa56-44c8-88df-c6828abf0168 req-e4d040ca-a95a-4f44-bf86-3ebfebea484e tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "DELETE /v2.0/security-groups/a1591a5e-67ff-41c7-ac07-edd39921a95f HTTP/1.1" status: 204 len: 173 time: 0.2468226 Nov 26 02:44:17.326153 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d040ca-a95a-4f44-bf86-3ebfebea484e tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1591a5e-67ff-41c7-ac07-edd39921a95f,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:17.364003 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25276a3e-818f-4001-89e8-b50e9d319555 req-49c11111-6a06-4060-8016-b43397fa181d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636608 Nov 26 02:44:17.565391 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:17.614482 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a0003c5-b7e5-47ef-b1cc-6f1dacd986ae req-13237ce3-73ee-4c8f-9311-e65357b997fa tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "GET /v2.0/security-groups/8770838d-451e-43d8-94f0-cb64a9e437b0 HTTP/1.1" status: 200 len: 1830 time: 0.0869224 Nov 26 02:44:17.710038 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8a0003c5-b7e5-47ef-b1cc-6f1dacd986ae req-27fccd61-cbdb-4e16-b3df-d70611d989f6 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:17.749189 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8a0003c5-b7e5-47ef-b1cc-6f1dacd986ae req-27fccd61-cbdb-4e16-b3df-d70611d989f6 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:17.857426 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['a2a438d7-62f6-48ba-aa35-37f85bde9207'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:44:17.862584 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8a0003c5-b7e5-47ef-b1cc-6f1dacd986ae req-27fccd61-cbdb-4e16-b3df-d70611d989f6 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:17.866040 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8a0003c5-b7e5-47ef-b1cc-6f1dacd986ae req-27fccd61-cbdb-4e16-b3df-d70611d989f6 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:17.872589 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a0003c5-b7e5-47ef-b1cc-6f1dacd986ae req-27fccd61-cbdb-4e16-b3df-d70611d989f6 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "DELETE /v2.0/security-groups/8770838d-451e-43d8-94f0-cb64a9e437b0 HTTP/1.1" status: 204 len: 173 time: 0.2567577 Nov 26 02:44:17.908534 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fccd61-cbdb-4e16-b3df-d70611d989f6 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8770838d-451e-43d8-94f0-cb64a9e437b0,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:17.984294 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-208efb71-9f4d-4bdc-bf2d-ecd7a6fe0e0a req-3d0b4325-920a-448f-a6b1-effe3f7a4a94 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "GET /v2.0/security-groups/699e30cb-10e1-40ae-8610-02c614ee1b8c HTTP/1.1" status: 200 len: 1829 time: 0.0848677 Nov 26 02:44:18.098947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a5ae6-20e2-475d-b1f1-8a37bdfb53f0 req-9dca0cf7-c96e-4d4b-a545-deda3627f7cc tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:18.107491 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb6a5ae6-20e2-475d-b1f1-8a37bdfb53f0 req-9dca0cf7-c96e-4d4b-a545-deda3627f7cc tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.0857296 Nov 26 02:44:18.146354 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-208efb71-9f4d-4bdc-bf2d-ecd7a6fe0e0a req-3c05f21a-eee8-49f3-917e-0c24e5f3e402 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:18.175081 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-208efb71-9f4d-4bdc-bf2d-ecd7a6fe0e0a req-3c05f21a-eee8-49f3-917e-0c24e5f3e402 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:18.263503 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb6a5ae6-20e2-475d-b1f1-8a37bdfb53f0 req-39d072ab-7714-412b-b5e4-8fccf583e7f8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550465 Nov 26 02:44:18.264198 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-208efb71-9f4d-4bdc-bf2d-ecd7a6fe0e0a req-3c05f21a-eee8-49f3-917e-0c24e5f3e402 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:18.268627 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-208efb71-9f4d-4bdc-bf2d-ecd7a6fe0e0a req-3c05f21a-eee8-49f3-917e-0c24e5f3e402 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:18.269956 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-208efb71-9f4d-4bdc-bf2d-ecd7a6fe0e0a req-3c05f21a-eee8-49f3-917e-0c24e5f3e402 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "DELETE /v2.0/security-groups/699e30cb-10e1-40ae-8610-02c614ee1b8c HTTP/1.1" status: 204 len: 173 time: 0.2820380 Nov 26 02:44:18.291508 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05f21a-eee8-49f3-917e-0c24e5f3e402 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=699e30cb-10e1-40ae-8610-02c614ee1b8c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:18.368815 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae7d1a9d-9ef0-42ac-b755-43e783e74bf7 req-7f40b01b-ed6e-4be4-ad46-50ea9433fbe6 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "GET /v2.0/security-groups/2a26c80f-16d9-4a99-8c54-7b18e91d6ae4 HTTP/1.1" status: 200 len: 1830 time: 0.0650084 Nov 26 02:44:18.444637 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae7d1a9d-9ef0-42ac-b755-43e783e74bf7 req-115d3324-6255-4c40-a7d4-e15184a86754 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:18.526762 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae7d1a9d-9ef0-42ac-b755-43e783e74bf7 req-115d3324-6255-4c40-a7d4-e15184a86754 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:18.574566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3221ad-a3a0-4013-8078-4f577a1400d4 req-a4bcc14c-31fb-4e1f-ac99-652d3ba08e39 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:18.576293 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e3221ad-a3a0-4013-8078-4f577a1400d4 req-a4bcc14c-31fb-4e1f-ac99-652d3ba08e39 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 949 time: 0.1042221 Nov 26 02:44:18.598144 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae7d1a9d-9ef0-42ac-b755-43e783e74bf7 req-115d3324-6255-4c40-a7d4-e15184a86754 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:18.601791 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae7d1a9d-9ef0-42ac-b755-43e783e74bf7 req-115d3324-6255-4c40-a7d4-e15184a86754 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:18.602875 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae7d1a9d-9ef0-42ac-b755-43e783e74bf7 req-115d3324-6255-4c40-a7d4-e15184a86754 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "DELETE /v2.0/security-groups/2a26c80f-16d9-4a99-8c54-7b18e91d6ae4 HTTP/1.1" status: 204 len: 173 time: 0.2314615 Nov 26 02:44:18.623506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d3324-6255-4c40-a7d4-e15184a86754 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a26c80f-16d9-4a99-8c54-7b18e91d6ae4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:18.685476 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e3221ad-a3a0-4013-8078-4f577a1400d4 req-adc729e5-5500-45b7-aff2-ce4659e09ece tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941262 Nov 26 02:44:18.784876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0325d3c8-11b0-45d3-bd21-4c0b12cba754 req-50af99e0-9cc8-4997-b9aa-f1dc1b0d44c6 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "GET /v2.0/security-groups/fbc69c50-1f18-45e2-afd4-cfc950bf3b0b HTTP/1.1" status: 200 len: 1830 time: 0.0427103 Nov 26 02:44:18.859001 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0325d3c8-11b0-45d3-bd21-4c0b12cba754 req-ab8508e6-41a3-4867-99aa-f63c4ac5fd70 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:18.887029 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0325d3c8-11b0-45d3-bd21-4c0b12cba754 req-ab8508e6-41a3-4867-99aa-f63c4ac5fd70 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:18.990674 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0325d3c8-11b0-45d3-bd21-4c0b12cba754 req-ab8508e6-41a3-4867-99aa-f63c4ac5fd70 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:18.993434 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0325d3c8-11b0-45d3-bd21-4c0b12cba754 req-ab8508e6-41a3-4867-99aa-f63c4ac5fd70 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:18.994582 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0325d3c8-11b0-45d3-bd21-4c0b12cba754 req-ab8508e6-41a3-4867-99aa-f63c4ac5fd70 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] 10.222.0.31 "DELETE /v2.0/security-groups/fbc69c50-1f18-45e2-afd4-cfc950bf3b0b HTTP/1.1" status: 204 len: 173 time: 0.2037449 Nov 26 02:44:19.000921 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59698) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:19.003904 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8508e6-41a3-4867-99aa-f63c4ac5fd70 tempest-SecurityGroupRulesNegativeTestJSON-1053444234 tempest-SecurityGroupRulesNegativeTestJSON-1053444234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc69c50-1f18-45e2-afd4-cfc950bf3b0b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:19.048376 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ed7f8b-a2d0-4a52-84e0-31b23c6f52a5 admin admin] Deleting subnet af0322c0-c123-4d3d-a31c-4cef138f030c {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:44:19.051604 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43ed7f8b-a2d0-4a52-84e0-31b23c6f52a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:19.083887 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43ed7f8b-a2d0-4a52-84e0-31b23c6f52a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:19.122004 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43ed7f8b-a2d0-4a52-84e0-31b23c6f52a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:19.180840 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43ed7f8b-a2d0-4a52-84e0-31b23c6f52a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:19.207299 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed7f8b-a2d0-4a52-84e0-31b23c6f52a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af0322c0-c123-4d3d-a31c-4cef138f030c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:19.209278 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43ed7f8b-a2d0-4a52-84e0-31b23c6f52a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:19.215146 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-43ed7f8b-a2d0-4a52-84e0-31b23c6f52a5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/af0322c0-c123-4d3d-a31c-4cef138f030c HTTP/1.1" status: 204 len: 168 time: 0.2105231 Nov 26 02:44:19.215766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59700) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:19.288354 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc34b010-fc05-424b-86b4-5b515ae6bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:19.392958 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc34b010-fc05-424b-86b4-5b515ae6bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:19.419803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-bc34b010-fc05-424b-86b4-5b515ae6bc01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0949faa4-93b6-4188-8859-761a2d354931']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:19.438928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7183409-5bb3-4e85-8966-ef54be7a2ebb req-1f713cff-8b02-4cda-b11a-bf1006ed1cad tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:19.440568 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7183409-5bb3-4e85-8966-ef54be7a2ebb req-1f713cff-8b02-4cda-b11a-bf1006ed1cad tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.0867345 Nov 26 02:44:19.442457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-bc34b010-fc05-424b-86b4-5b515ae6bc01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2716b3-726c-49fc-a228-8297230c2b33') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:19.442758 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-bc34b010-fc05-424b-86b4-5b515ae6bc01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2716b3-726c-49fc-a228-8297230c2b33') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:19.460081 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc34b010-fc05-424b-86b4-5b515ae6bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:19.483064 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc34b010-fc05-424b-86b4-5b515ae6bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:19.497010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc34b010-fc05-424b-86b4-5b515ae6bc01 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:44:19.497477 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc34b010-fc05-424b-86b4-5b515ae6bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:44:19.499208 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:44:19.548746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7183409-5bb3-4e85-8966-ef54be7a2ebb req-8e82ec06-ded5-45ea-988f-06ea01589afa tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979643 Nov 26 02:44:19.573015 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc34b010-fc05-424b-86b4-5b515ae6bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:19.578419 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc34b010-fc05-424b-86b4-5b515ae6bc01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:19.581594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bc34b010-fc05-424b-86b4-5b515ae6bc01 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0949faa4-93b6-4188-8859-761a2d354931 HTTP/1.1" status: 204 len: 168 time: 0.3645921 Nov 26 02:44:19.592861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34b010-fc05-424b-86b4-5b515ae6bc01 admin admin] Pushing event deleted for resources: {'Network': ['ID=0949faa4-93b6-4188-8859-761a2d354931,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:19.693421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59706) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:19.750361 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-16413bf8-a977-4dac-98ea-7d2dcc45f361 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=908c2f830d0645018f3c217090ce10df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0557218 Nov 26 02:44:19.753440 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59720) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:19.892874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677297d-7f03-4557-bc54-b8073c0c332e req-d33461bd-9d79-4f4c-8a88-c8e1b1434987 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:19.894393 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f677297d-7f03-4557-bc54-b8073c0c332e req-d33461bd-9d79-4f4c-8a88-c8e1b1434987 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 949 time: 0.0953212 Nov 26 02:44:19.897615 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e09e8dc2-89ad-44c6-99c1-0aa1047d355a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:19.933745 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e09e8dc2-89ad-44c6-99c1-0aa1047d355a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:19.982459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f677297d-7f03-4557-bc54-b8073c0c332e req-dfa73346-9cba-4a68-85e7-49c84e531b7f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801878 Nov 26 02:44:20.033562 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e09e8dc2-89ad-44c6-99c1-0aa1047d355a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:20.036171 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e09e8dc2-89ad-44c6-99c1-0aa1047d355a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:20.037339 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e09e8dc2-89ad-44c6-99c1-0aa1047d355a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e93ddc90-0938-4bab-a60f-ab0f70a572ff HTTP/1.1" status: 204 len: 168 time: 0.2721429 Nov 26 02:44:20.050363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac86161-97d2-40c4-80d7-3b294a1d15a7 req-ea70a4b8-6d1b-4ffa-9dc9-13561c37a65f tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:20.051893 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dac86161-97d2-40c4-80d7-3b294a1d15a7 req-ea70a4b8-6d1b-4ffa-9dc9-13561c37a65f tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 949 time: 0.0665979 Nov 26 02:44:20.069370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e8dc2-89ad-44c6-99c1-0aa1047d355a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93ddc90-0938-4bab-a60f-ab0f70a572ff,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:20.141584 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dac86161-97d2-40c4-80d7-3b294a1d15a7 req-0fa235a1-ea7f-48b1-bb89-8b1dd5be8650 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785100 Nov 26 02:44:20.681049 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6c9bb-9122-43da-ab08-d36e3d53cff3 req-08415f2a-11cf-4378-a9bd-3f9db131a8e2 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:20.687497 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ebf6c9bb-9122-43da-ab08-d36e3d53cff3 req-08415f2a-11cf-4378-a9bd-3f9db131a8e2 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.0591142 Nov 26 02:44:20.731870 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ebf6c9bb-9122-43da-ab08-d36e3d53cff3 req-9039ed30-586f-4ec3-a6b6-6ef63c67eae3 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429814 Nov 26 02:44:20.838267 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59782) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:20.888270 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a2a438d7-62f6-48ba-aa35-37f85bde9207 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:44:20.942417 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port a2a438d7-62f6-48ba-aa35-37f85bde9207 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:44:20.949862 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port a2a438d7-62f6-48ba-aa35-37f85bde9207 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:20.950057 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-89d5ea50-6624-412d-967a-cedbd216b18b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1484371602-network', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:20.950669 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:20.976027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d5ea50-6624-412d-967a-cedbd216b18b admin admin] Made reservation on behalf of 3a5fa91a65ac4e8bbb64be48d221615c for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:44:20.979919 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89d5ea50-6624-412d-967a-cedbd216b18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:20.990904 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89d5ea50-6624-412d-967a-cedbd216b18b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:21.044568 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:21.082866 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d3612e-9276-4349-9e90-693a16d48f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a438d7-62f6-48ba-aa35-37f85bde9207'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:44:21.085156 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f96ba1-75f8-409a-b112-c8ea46edca3e" -d '{"events": [{"server_uuid": "85d3612e-9276-4349-9e90-693a16d48f0d", "name": "network-vif-plugged", "status": "completed", "tag": "a2a438d7-62f6-48ba-aa35-37f85bde9207"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:44:21.098412 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port a2a438d7-62f6-48ba-aa35-37f85bde9207, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a2a438d7-62f6-48ba-aa35-37f85bde9207,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:21.104460 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:21.121203 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89d5ea50-6624-412d-967a-cedbd216b18b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:21.128507 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89d5ea50-6624-412d-967a-cedbd216b18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:21.133431 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736ab63f-51dd-40c0-a074-e3ebcdf81cea x-openstack-request-id: req-736ab63f-51dd-40c0-a074-e3ebcdf81cea {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:44:21.133751 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d3612e-9276-4349-9e90-693a16d48f0d", "name": "network-vif-plugged", "status": "completed", "tag": "a2a438d7-62f6-48ba-aa35-37f85bde9207", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:44:21.134470 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-736ab63f-51dd-40c0-a074-e3ebcdf81cea {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:44:21.134875 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d3612e-9276-4349-9e90-693a16d48f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a438d7-62f6-48ba-aa35-37f85bde9207', 'code': 200} Nov 26 02:44:21.158823 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24165b78-f1d8-42d0-8412-3c07edfab3d4 req-68b5e875-d2cc-4029-917e-fd5039fa405c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:21.158823 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24165b78-f1d8-42d0-8412-3c07edfab3d4 req-68b5e875-d2cc-4029-917e-fd5039fa405c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 949 time: 0.0929332 Nov 26 02:44:21.178242 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=a2a438d7-62f6-48ba-aa35-37f85bde9207,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:21.198756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d5ea50-6624-412d-967a-cedbd216b18b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:44:21.238256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5ea50-6624-412d-967a-cedbd216b18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4004d8cf-cdbb-42d5-9045-5c12d4a08938,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:21.252951 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89d5ea50-6624-412d-967a-cedbd216b18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:21.253301 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-89d5ea50-6624-412d-967a-cedbd216b18b admin admin] Added segment 09a9c12e-3665-4890-9e16-a3bfd792655c of type vlan for network e385a57f-fd7b-48b8-9159-a67e37a28700 Nov 26 02:44:21.329350 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89d5ea50-6624-412d-967a-cedbd216b18b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:21.336289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24165b78-f1d8-42d0-8412-3c07edfab3d4 req-d679221b-9a9f-4f53-a768-2f088191511d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601629 Nov 26 02:44:21.366126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb7848-9ab6-41b9-b44c-8eb4a3e0810b req-d65b7d11-e9fc-4eeb-b3ff-c657dbef3554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:21.368172 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8fb7848-9ab6-41b9-b44c-8eb4a3e0810b req-d65b7d11-e9fc-4eeb-b3ff-c657dbef3554 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 1101 time: 0.0808539 Nov 26 02:44:21.369183 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89d5ea50-6624-412d-967a-cedbd216b18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:21.370024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d5ea50-6624-412d-967a-cedbd216b18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:21.370576 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89d5ea50-6624-412d-967a-cedbd216b18b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:21.440366 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-89d5ea50-6624-412d-967a-cedbd216b18b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6010251 Nov 26 02:44:21.443333 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59796) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:21.451498 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-78382664-f19e-4e1b-991e-8d942807bc87 admin admin] Request body: {'subnet': {'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1484371602-subnet', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:21.458895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5ea50-6624-412d-967a-cedbd216b18b admin admin] Pushing event updated for resources: {'Network': ['ID=e385a57f-fd7b-48b8-9159-a67e37a28700,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:21.474291 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8fb7848-9ab6-41b9-b44c-8eb4a3e0810b req-23d79b7a-9ef4-4ee0-8bdb-7c63bf2e7974 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859244 Nov 26 02:44:21.478168 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network e385a57f-fd7b-48b8-9159-a67e37a28700 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:44:21.495475 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78382664-f19e-4e1b-991e-8d942807bc87 admin admin] Made reservation on behalf of 3a5fa91a65ac4e8bbb64be48d221615c for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:44:21.498510 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-78382664-f19e-4e1b-991e-8d942807bc87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:21.684405 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-78382664-f19e-4e1b-991e-8d942807bc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:21.742685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78382664-f19e-4e1b-991e-8d942807bc87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b628bb65-f107-41df-902f-a8e06f70c847,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:21.747746 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78382664-f19e-4e1b-991e-8d942807bc87 admin admin] Checking segment: {'id': '09a9c12e-3665-4890-9e16-a3bfd792655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:44:21.748248 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78382664-f19e-4e1b-991e-8d942807bc87 admin admin] Network hostable DHCP agents. Network: e385a57f-fd7b-48b8-9159-a67e37a28700, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:44:21.767302 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78382664-f19e-4e1b-991e-8d942807bc87 admin admin] Network e385a57f-fd7b-48b8-9159-a67e37a28700 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:44:21.778119 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-78382664-f19e-4e1b-991e-8d942807bc87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, e385a57f-fd7b-48b8-9159-a67e37a28700) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:44:21.782705 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78382664-f19e-4e1b-991e-8d942807bc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:21.783563 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-78382664-f19e-4e1b-991e-8d942807bc87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:21.789455 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3383869e-7935-41cd-8cb9-878edfc3a662 None None] Network e385a57f-fd7b-48b8-9159-a67e37a28700 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:44:21.815086 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-78382664-f19e-4e1b-991e-8d942807bc87 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3700314 Nov 26 02:44:21.817592 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59810) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:21.822507 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1484371602-router', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:21.859130 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:21.861253 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:21.875629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773ed01-dc4b-472e-ae09-6aa7c9ca2c27 req-ba5e41c3-58f8-438f-92d1-99b57baba7fe tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:21.877577 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b773ed01-dc4b-472e-ae09-6aa7c9ca2c27 req-ba5e41c3-58f8-438f-92d1-99b57baba7fe tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.0556891 Nov 26 02:44:21.939852 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b773ed01-dc4b-472e-ae09-6aa7c9ca2c27 req-5db49018-ff4f-456e-a073-f694e4dca523 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500419 Nov 26 02:44:21.952942 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:21.978566 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:21.989108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-e385a57f-fd7b-48b8-9159-a67e37a28700', 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'fixed_ips': [{'subnet_id': 'b628bb65-f107-41df-902f-a8e06f70c847'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:44:21.989964 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:22.105735 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:22.147968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Allocated IP 172.20.0.2 (e385a57f-fd7b-48b8-9159-a67e37a28700/b628bb65-f107-41df-902f-a8e06f70c847/1f867e9a-9b0e-44da-9872-077db7b7899c) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:44:22.401153 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:22.415100 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:22.440241 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:22.463324 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Network e385a57f-fd7b-48b8-9159-a67e37a28700 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:44:22.468103 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:44:22.470141 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:22.475290 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:44:22.479930 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Pushing event updated for resources: {'Port': ['ID=1f867e9a-9b0e-44da-9872-077db7b7899c,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:22.532016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954cd68-c824-4e96-87f5-802636313fab req-15eb1eee-9938-4ae6-9749-6b3842dc4010 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:22.533915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f954cd68-c824-4e96-87f5-802636313fab req-15eb1eee-9938-4ae6-9749-6b3842dc4010 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.0895574 Nov 26 02:44:22.550086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Attempting to bind port 1f867e9a-9b0e-44da-9872-077db7b7899c on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:44:22.550466 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Attempting to bind port 1f867e9a-9b0e-44da-9872-077db7b7899c by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '09a9c12e-3665-4890-9e16-a3bfd792655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:44:22.550831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Attempting to bind port 1f867e9a-9b0e-44da-9872-077db7b7899c on network e385a57f-fd7b-48b8-9159-a67e37a28700 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:44:22.556257 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:44:22.556635 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Checking segment: {'id': '09a9c12e-3665-4890-9e16-a3bfd792655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:44:22.557039 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:22.557431 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Bound using segment: {'id': '09a9c12e-3665-4890-9e16-a3bfd792655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:44:22.557898 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Bound port: 1f867e9a-9b0e-44da-9872-077db7b7899c, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a9c12e-3665-4890-9e16-a3bfd792655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:44:22.558274 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:22.603751 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] Allocated IP 172.25.0.249 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/4f2e67d4-2785-490d-a63f-e3061466751c) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:44:22.611351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f954cd68-c824-4e96-87f5-802636313fab req-aed9a0fd-1f1c-4bc9-9008-f7152664a51f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700097 Nov 26 02:44:22.670147 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] For port 1f867e9a-9b0e-44da-9872-077db7b7899c, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:44:22.673620 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] For port 1f867e9a-9b0e-44da-9872-077db7b7899c, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1f867e9a-9b0e-44da-9872-077db7b7899c,segment=NetworkSegment(09a9c12e-3665-4890-9e16-a3bfd792655c),segment_id=09a9c12e-3665-4890-9e16-a3bfd792655c)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:44:22.679023 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:22.740345 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187e90e-f00d-4d96-8547-3dd309f2eadf None None] Pushing event updated for resources: {'Port': ['ID=1f867e9a-9b0e-44da-9872-077db7b7899c,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:22.759384 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:22.795685 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:22.840041 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:44:22.843288 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:44:22.847553 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:44:22.850661 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] Pushing event updated for resources: {'Port': ['ID=4f2e67d4-2785-490d-a63f-e3061466751c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:22.895592 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3b2eb54b-89df-4b0f-9774-0c21fa2e632c no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:44:23.029737 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:23.088773 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3b2eb54b-89df-4b0f-9774-0c21fa2e632c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:23.097751 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:23.120224 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332490f-4eb6-4b43-846f-5737aa308182 req-29fe420c-4845-44f2-931a-349355a72b19 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:23.124699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e332490f-4eb6-4b43-846f-5737aa308182 req-29fe420c-4845-44f2-931a-349355a72b19 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.0813689 Nov 26 02:44:23.147683 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86e1236-4fe5-4ca1-bc94-e5d510ca4735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b2eb54b-89df-4b0f-9774-0c21fa2e632c'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:44:23.150532 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e39d0b0-ae35-4cce-9a3a-80a0355140c3" -d '{"events": [{"server_uuid": "e86e1236-4fe5-4ca1-bc94-e5d510ca4735", "name": "network-vif-unplugged", "status": "completed", "tag": "3b2eb54b-89df-4b0f-9774-0c21fa2e632c"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:44:23.208350 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=3b2eb54b-89df-4b0f-9774-0c21fa2e632c,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:23.225555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e332490f-4eb6-4b43-846f-5737aa308182 req-505cf881-1555-4ba0-bd1e-0ede8925f7ed tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947323 Nov 26 02:44:23.284123 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9604b9-cf27-495b-8884-6c1b53184f27 x-openstack-request-id: req-bd9604b9-cf27-495b-8884-6c1b53184f27 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:44:23.284436 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86e1236-4fe5-4ca1-bc94-e5d510ca4735", "name": "network-vif-unplugged", "status": "completed", "tag": "3b2eb54b-89df-4b0f-9774-0c21fa2e632c", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:44:23.284665 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd9604b9-cf27-495b-8884-6c1b53184f27 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:44:23.285107 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e1236-4fe5-4ca1-bc94-e5d510ca4735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b2eb54b-89df-4b0f-9774-0c21fa2e632c', 'code': 200} Nov 26 02:44:23.297408 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:23.427391 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:23.450599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e95ca752-4a1e-4c90-aad1-5ca5705b649a details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:44:23.469086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e95ca752-4a1e-4c90-aad1-5ca5705b649a no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:44:23.674397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e95ca752-4a1e-4c90-aad1-5ca5705b649a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e95ca752-4a1e-4c90-aad1-5ca5705b649a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:23.692299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a', 'mac_address': 'fa:16:3e:8d:f3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:44:23.725224 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:23.781919 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:23.844312 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e95ca752-4a1e-4c90-aad1-5ca5705b649a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e95ca752-4a1e-4c90-aad1-5ca5705b649a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:23.845554 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:23.873555 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:23.889161 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e95ca752-4a1e-4c90-aad1-5ca5705b649a {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:44:23.893738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c3cef-df63-4f8e-bf7a-d526c2d150d3 req-d96bbdc0-c23c-4d0c-896a-fdb676ebc22e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:23.906577 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-177c3cef-df63-4f8e-bf7a-d526c2d150d3 req-d96bbdc0-c23c-4d0c-896a-fdb676ebc22e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.1120644 Nov 26 02:44:23.990829 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-177c3cef-df63-4f8e-bf7a-d526c2d150d3 req-17721b08-40f2-41a6-90c0-e3e965fd8253 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814452 Nov 26 02:44:24.073780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] Router 0d319d3d-5c29-47cc-a195-29104b838fbe is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:44:24.203498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1f867e9a-9b0e-44da-9872-077db7b7899c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:44:24.252250 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:44:24.252675 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e95ca752-4a1e-4c90-aad1-5ca5705b649a,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:24.283734 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Sync routers for ids ['0d319d3d-5c29-47cc-a195-29104b838fbe'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:44:24.316947 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:24.319311 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f80c0ac6-b78f-414b-8f78-0b6a69b017df admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.5005271 Nov 26 02:44:24.322292 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59900) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:24.324878 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:44:24.325249 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:44:24.329992 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b25893b-f235-4732-9c3c-d551b16f9796 None None] Network e385a57f-fd7b-48b8-9159-a67e37a28700 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:44:24.358485 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Routers {'0d319d3d-5c29-47cc-a195-29104b838fbe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:44:24.359765 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:44:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['0d319d3d-5c29-47cc-a195-29104b838fbe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:24.616136 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Set router 0d319d3d-5c29-47cc-a195-29104b838fbe gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:44:24.638480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579957d-6d7d-45b7-bc8f-ac4a60f74e6d req-9c1fb075-1f58-49f1-abde-5108684045e8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:24.645029 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3579957d-6d7d-45b7-bc8f-ac4a60f74e6d req-9c1fb075-1f58-49f1-abde-5108684045e8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 947 time: 0.1574929 Nov 26 02:44:24.731458 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3579957d-6d7d-45b7-bc8f-ac4a60f74e6d req-422367a1-79d2-481a-923d-4e0dee80ccf7 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721517 Nov 26 02:44:24.803008 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4e9530b4-8b3f-4d9d-b435-d408f2e15de9 None None] Provisioning complete for port 1f867e9a-9b0e-44da-9872-077db7b7899c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:24.803416 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4e9530b4-8b3f-4d9d-b435-d408f2e15de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:24.870420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 1f867e9a-9b0e-44da-9872-077db7b7899c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:24.870961 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:25.097467 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-26dbbc9d-f338-4e58-b1c8-28d821bb8a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:25.106117 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:25.113798 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:25.115448 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4e9530b4-8b3f-4d9d-b435-d408f2e15de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:25.167893 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95ca752-4a1e-4c90-aad1-5ca5705b649a {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:44:25.172919 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'name': 'tempest-ServersTestJSON-1484371602-router', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:44:21Z', 'updated_at': '2021-11-26T02:44:23Z', 'revision_number': 3, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'gw_port': {'id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:22Z', 'updated_at': '2021-11-26T02:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:25.233028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae334f66-c156-4e38-b5ce-8a167a2375f0 req-c4af6289-078b-4624-8c9c-b99f2d395be3 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:25.236429 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae334f66-c156-4e38-b5ce-8a167a2375f0 req-c4af6289-078b-4624-8c9c-b99f2d395be3 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.1181252 Nov 26 02:44:25.236910 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Checking router: 0d319d3d-5c29-47cc-a195-29104b838fbe for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:44:25.237561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Updating router 0d319d3d-5c29-47cc-a195-29104b838fbe port 4f2e67d4-2785-490d-a63f-e3061466751c binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:44:25.250910 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e95ca752-4a1e-4c90-aad1-5ca5705b649a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e95ca752-4a1e-4c90-aad1-5ca5705b649a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:25.292006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a42d57-6e87-4e2d-a428-6cf14ce10ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:44:25.297985 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc939b4-b63e-4aef-9e65-d3913fb37077" -d '{"events": [{"server_uuid": "64a42d57-6e87-4e2d-a428-6cf14ce10ba0", "name": "network-vif-unplugged", "status": "completed", "tag": "e95ca752-4a1e-4c90-aad1-5ca5705b649a"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:44:25.302345 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:25.313405 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 1f867e9a-9b0e-44da-9872-077db7b7899c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1f867e9a-9b0e-44da-9872-077db7b7899c,segment=NetworkSegment(09a9c12e-3665-4890-9e16-a3bfd792655c),segment_id=09a9c12e-3665-4890-9e16-a3bfd792655c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:25.335690 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:25.362267 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:25.396156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae334f66-c156-4e38-b5ce-8a167a2375f0 req-05f87f33-d1ba-4e96-aaf2-03d36ee42f32 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479647 Nov 26 02:44:25.502218 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-4e9530b4-8b3f-4d9d-b435-d408f2e15de9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:44:25.510868 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-4e9530b4-8b3f-4d9d-b435-d408f2e15de9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:44:25.546844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-26dbbc9d-f338-4e58-b1c8-28d821bb8a91 admin admin] Allocated IP 172.20.0.1 (e385a57f-fd7b-48b8-9159-a67e37a28700/b628bb65-f107-41df-902f-a8e06f70c847/5241fc67-5dbb-4185-ab1f-d69a54d0362a) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:44:25.553621 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f2c4da-862e-40d0-9821-fc7075ab74bc x-openstack-request-id: req-a2f2c4da-862e-40d0-9821-fc7075ab74bc {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:44:25.556376 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a42d57-6e87-4e2d-a428-6cf14ce10ba0", "name": "network-vif-unplugged", "status": "completed", "tag": "e95ca752-4a1e-4c90-aad1-5ca5705b649a", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:44:25.556948 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2f2c4da-862e-40d0-9821-fc7075ab74bc {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:44:25.557604 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a42d57-6e87-4e2d-a428-6cf14ce10ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a', 'code': 200} Nov 26 02:44:25.682561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e95ca752-4a1e-4c90-aad1-5ca5705b649a,revision_number=10']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:25.814228 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e95ca752-4a1e-4c90-aad1-5ca5705b649a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:44:25.897668 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=1f867e9a-9b0e-44da-9872-077db7b7899c,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:26.150223 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1f867e9a-9b0e-44da-9872-077db7b7899c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:44:26.214962 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263f13b-15b2-470b-8a45-2a123c4fd814 req-cb4c328c-4126-481a-b613-16290af3d9d5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:26.217625 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3263f13b-15b2-470b-8a45-2a123c4fd814 req-cb4c328c-4126-481a-b613-16290af3d9d5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.6488805 Nov 26 02:44:26.224846 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:26.253467 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:26.296302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f46726ea-b554-4508-b446-b8ae9c2c1c92 None None] Provisioning complete for port 1f867e9a-9b0e-44da-9872-077db7b7899c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:26.296768 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f46726ea-b554-4508-b446-b8ae9c2c1c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:26.352576 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Attempting to bind port 4f2e67d4-2785-490d-a63f-e3061466751c on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:44:26.353045 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Attempting to bind port 4f2e67d4-2785-490d-a63f-e3061466751c by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:44:26.353467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Attempting to bind port 4f2e67d4-2785-490d-a63f-e3061466751c on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:44:26.361798 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0dcd8-1687-48a6-ac03-b339052c88f5 None None] Pushing event updated for resources: {'Port': ['ID=4f2e67d4-2785-490d-a63f-e3061466751c,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:26.381670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:44:26.382070 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:44:26.382471 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:26.382863 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:44:26.383336 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Bound port: 4f2e67d4-2785-490d-a63f-e3061466751c, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:44:26.383722 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:26.436854 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 1f867e9a-9b0e-44da-9872-077db7b7899c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:26.437237 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:26.449667 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-26dbbc9d-f338-4e58-b1c8-28d821bb8a91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:26.460354 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828ecf5-50ea-4523-b81c-5b7e97dfe7f6 req-19ef2dec-9a5d-47e3-a411-88d17df6d031 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:26.461850 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b828ecf5-50ea-4523-b81c-5b7e97dfe7f6 req-19ef2dec-9a5d-47e3-a411-88d17df6d031 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.2775223 Nov 26 02:44:26.481959 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3263f13b-15b2-470b-8a45-2a123c4fd814 req-575e6180-d2a8-4338-9d32-dfcdb8d0874d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186592 Nov 26 02:44:26.567378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b828ecf5-50ea-4523-b81c-5b7e97dfe7f6 req-6aae0919-03db-4b5d-9c84-ef5721a54192 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826080 Nov 26 02:44:26.573034 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-26dbbc9d-f338-4e58-b1c8-28d821bb8a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:26.656299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dbbc9d-f338-4e58-b1c8-28d821bb8a91 admin admin] Network e385a57f-fd7b-48b8-9159-a67e37a28700 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:44:26.665445 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-26dbbc9d-f338-4e58-b1c8-28d821bb8a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:44:26.671689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dbbc9d-f338-4e58-b1c8-28d821bb8a91 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:44:26.747358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbbc9d-f338-4e58-b1c8-28d821bb8a91 admin admin] Pushing event updated for resources: {'Port': ['ID=5241fc67-5dbb-4185-ab1f-d69a54d0362a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:26.782523 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-26dbbc9d-f338-4e58-b1c8-28d821bb8a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:26.918692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3f101439-a19f-4be2-af7b-6228aab02046 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:44:26.934548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-4fc6ca64-a4cd-4d62-b358-095cb4f991e6 req-5fd336fd-d0df-41d8-8960-cb46f28b6bfe service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:44:26.942886 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fc6ca64-a4cd-4d62-b358-095cb4f991e6 req-5fd336fd-d0df-41d8-8960-cb46f28b6bfe service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147586 Nov 26 02:44:26.968371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] For port 4f2e67d4-2785-490d-a63f-e3061466751c, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:44:27.005729 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] For port 4f2e67d4-2785-490d-a63f-e3061466751c, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4f2e67d4-2785-490d-a63f-e3061466751c,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:44:27.059495 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:27.060978 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-26dbbc9d-f338-4e58-b1c8-28d821bb8a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:27.306143 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3f101439-a19f-4be2-af7b-6228aab02046, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3f101439-a19f-4be2-af7b-6228aab02046,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:27.323482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-58267d10-1f40-4214-9ef7-d85c32701b98 None None] Provisioning complete for port 5241fc67-5dbb-4185-ab1f-d69a54d0362a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:27.324459 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-58267d10-1f40-4214-9ef7-d85c32701b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:27.353362 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0dcd8-1687-48a6-ac03-b339052c88f5 None None] Pushing event updated for resources: {'Port': ['ID=4f2e67d4-2785-490d-a63f-e3061466751c,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:27.359031 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '3f101439-a19f-4be2-af7b-6228aab02046', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '3f101439-a19f-4be2-af7b-6228aab02046', 'mac_address': 'fa:16:3e:73:36:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:44:27.375825 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Routers {'0d319d3d-5c29-47cc-a195-29104b838fbe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:44:27.376521 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:44:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['0d319d3d-5c29-47cc-a195-29104b838fbe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:27.421992 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-0c4836a8-bce3-451a-8a76-29abfb8fcff5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1285305 Nov 26 02:44:27.455584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc09e18-2065-4150-9847-afa489b21b3e req-2d26dd24-c08a-4cc5-bd8c-4b47c770d205 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:27.457240 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8dc09e18-2065-4150-9847-afa489b21b3e req-2d26dd24-c08a-4cc5-bd8c-4b47c770d205 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.1651425 Nov 26 02:44:27.468280 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e95ca752-4a1e-4c90-aad1-5ca5705b649a up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:44:27.483340 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-58267d10-1f40-4214-9ef7-d85c32701b98 None None] Port 5241fc67-5dbb-4185-ab1f-d69a54d0362a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:44:27.492924 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-26dbbc9d-f338-4e58-b1c8-28d821bb8a91 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:27.531339 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:27.547165 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-26dbbc9d-f338-4e58-b1c8-28d821bb8a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:27.563381 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f101439-a19f-4be2-af7b-6228aab02046 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:44:27.597434 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] Set router 0d319d3d-5c29-47cc-a195-29104b838fbe gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:44:27.650928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3f101439-a19f-4be2-af7b-6228aab02046, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3f101439-a19f-4be2-af7b-6228aab02046,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:27.676938 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:27.707146 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port e95ca752-4a1e-4c90-aad1-5ca5705b649a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:27.707533 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:27.713750 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-26dbbc9d-f338-4e58-b1c8-28d821bb8a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:27.769779 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8dc09e18-2065-4150-9847-afa489b21b3e req-1a84ff3c-6d7e-45c7-9cc5-b363a214283c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633257 Nov 26 02:44:27.810850 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbbc9d-f338-4e58-b1c8-28d821bb8a91 admin admin] Pushing event updated for resources: {'Port': ['ID=5241fc67-5dbb-4185-ab1f-d69a54d0362a,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:27.904320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212d55a-11db-46d2-8709-4be1e6e1eacd req-33136f1e-6596-4398-bfb7-c139a4af5f62 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:27.905916 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d212d55a-11db-46d2-8709-4be1e6e1eacd req-33136f1e-6596-4398-bfb7-c139a4af5f62 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 949 time: 0.1576624 Nov 26 02:44:27.980869 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['3f101439-a19f-4be2-af7b-6228aab02046'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:44:28.086664 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=3f101439-a19f-4be2-af7b-6228aab02046,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:28.109649 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d212d55a-11db-46d2-8709-4be1e6e1eacd req-a1a382ef-2c7b-4ba7-99f5-91490764b4e7 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951692 Nov 26 02:44:28.160452 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dbbc9d-f338-4e58-b1c8-28d821bb8a91 admin admin] Network e385a57f-fd7b-48b8-9159-a67e37a28700 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:44:28.162053 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-26dbbc9d-f338-4e58-b1c8-28d821bb8a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:44:28.204442 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:28.293396 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a42d57-6e87-4e2d-a428-6cf14ce10ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:44:28.295677 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6f99c6-9c88-48e9-aba3-0a68cb32f6a8" -d '{"events": [{"server_uuid": "64a42d57-6e87-4e2d-a428-6cf14ce10ba0", "name": "network-vif-plugged", "status": "completed", "tag": "e95ca752-4a1e-4c90-aad1-5ca5705b649a"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:44:28.323618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e95ca752-4a1e-4c90-aad1-5ca5705b649a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e95ca752-4a1e-4c90-aad1-5ca5705b649a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:28.345312 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:28.384303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26dbbc9d-f338-4e58-b1c8-28d821bb8a91 admin admin] Router 0d319d3d-5c29-47cc-a195-29104b838fbe has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:44:28.431569 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215d5b3d-064d-4691-9aa7-fa3faff29105 x-openstack-request-id: req-215d5b3d-064d-4691-9aa7-fa3faff29105 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:44:28.431891 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a42d57-6e87-4e2d-a428-6cf14ce10ba0", "name": "network-vif-plugged", "status": "completed", "tag": "e95ca752-4a1e-4c90-aad1-5ca5705b649a", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:44:28.432188 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-215d5b3d-064d-4691-9aa7-fa3faff29105 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:44:28.432652 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a42d57-6e87-4e2d-a428-6cf14ce10ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a', 'code': 200} Nov 26 02:44:28.533791 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'name': 'tempest-ServersTestJSON-1484371602-router', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:44:21Z', 'updated_at': '2021-11-26T02:44:27Z', 'revision_number': 4, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'gw_port': {'id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:22Z', 'updated_at': '2021-11-26T02:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5241fc67-5dbb-4185-ab1f-d69a54d0362a', 'name': '', 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'mac_address': 'fa:16:3e:4f:8f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:25Z', 'updated_at': '2021-11-26T02:44:25Z', 'revision_number': 1, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'subnets': [{'id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:28.538085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e95ca752-4a1e-4c90-aad1-5ca5705b649a,revision_number=11']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:28.652980 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e3eddd-6c4a-470c-b1cd-6546e0c46116 None None] The sync data for ids ['0d319d3d-5c29-47cc-a195-29104b838fbe'] in n-d-819389-3 is: [{'id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'name': 'tempest-ServersTestJSON-1484371602-router', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:44:21Z', 'updated_at': '2021-11-26T02:44:27Z', 'revision_number': 4, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'gw_port': {'id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:22Z', 'updated_at': '2021-11-26T02:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5241fc67-5dbb-4185-ab1f-d69a54d0362a', 'name': '', 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'mac_address': 'fa:16:3e:4f:8f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:25Z', 'updated_at': '2021-11-26T02:44:25Z', 'revision_number': 1, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'subnets': [{'id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:44:28.671645 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dbbc9d-f338-4e58-b1c8-28d821bb8a91 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:44:28.721625 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-505a4e99-1de1-4cdd-a0fe-a0a0eb286022 None None] Provisioning complete for port 5241fc67-5dbb-4185-ab1f-d69a54d0362a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:28.722278 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-505a4e99-1de1-4cdd-a0fe-a0a0eb286022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:28.732878 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-26dbbc9d-f338-4e58-b1c8-28d821bb8a91 admin admin] 10.222.0.31 "PUT /v2.0/routers/0d319d3d-5c29-47cc-a195-29104b838fbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4058545 Nov 26 02:44:28.824630 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-505a4e99-1de1-4cdd-a0fe-a0a0eb286022 None None] Port 5241fc67-5dbb-4185-ab1f-d69a54d0362a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:44:28.913853 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61181b8-c08f-4930-be87-96677f793ae9 req-c65012ca-1633-432d-a348-6addf37452e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:28.917559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c61181b8-c08f-4930-be87-96677f793ae9 req-c65012ca-1633-432d-a348-6addf37452e7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 1101 time: 0.0909812 Nov 26 02:44:29.067146 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c61181b8-c08f-4930-be87-96677f793ae9 req-cd9c5419-876a-4e13-85ac-6d9bdfce40fa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361122 Nov 26 02:44:29.082517 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de21ff-0c4a-490c-8ef2-ac83f6587187 req-eb0741f6-0fb1-4a0a-ba87-9b513e1caa9e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:29.092228 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-04de21ff-0c4a-490c-8ef2-ac83f6587187 req-eb0741f6-0fb1-4a0a-ba87-9b513e1caa9e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.1176367 Nov 26 02:44:29.186898 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-04de21ff-0c4a-490c-8ef2-ac83f6587187 req-ebcc1f40-a716-49ec-81de-ead7d4a0ef8f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929236 Nov 26 02:44:29.475423 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9174ba-dae7-42e4-99e9-4e6f3dc2f853 req-946b396f-0d73-4e46-bcc1-11b76e394b78 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:29.477237 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4e9174ba-dae7-42e4-99e9-4e6f3dc2f853 req-946b396f-0d73-4e46-bcc1-11b76e394b78 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 950 time: 0.0688155 Nov 26 02:44:29.533139 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4e9174ba-dae7-42e4-99e9-4e6f3dc2f853 req-4546cb2e-ff98-4e8d-9d49-46f586bd3f54 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492857 Nov 26 02:44:29.749637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60070) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:29.754273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-a58bd57c-8337-496f-93e5-3076093f25e8 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1703662645', 'description': 'tempest-description--593839439'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:29.783189 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a58bd57c-8337-496f-93e5-3076093f25e8 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:29.882339 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a58bd57c-8337-496f-93e5-3076093f25e8 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:29.888475 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a58bd57c-8337-496f-93e5-3076093f25e8 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:29.955279 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a58bd57c-8337-496f-93e5-3076093f25e8 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:29.957732 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a58bd57c-8337-496f-93e5-3076093f25e8 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2069294 Nov 26 02:44:29.964677 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60084) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:29.969594 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-73ad5c90-11d9-47d0-833b-7261777238f1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Request body: {'security_group_rule': {'security_group_id': 'e24afa64-041b-425e-bdec-7e5bdf779674', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:29.981705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bd57c-8337-496f-93e5-3076093f25e8 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e24afa64-041b-425e-bdec-7e5bdf779674,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:30.013741 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73ad5c90-11d9-47d0-833b-7261777238f1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:30.013868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-694c6f84-d092-49c6-886a-bdab4d0daace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:30.016925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-694c6f84-d092-49c6-886a-bdab4d0daace service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 1101 time: 0.0940802 Nov 26 02:44:30.120647 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73ad5c90-11d9-47d0-833b-7261777238f1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:30.128490 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73ad5c90-11d9-47d0-833b-7261777238f1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:30.159693 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad5c90-11d9-47d0-833b-7261777238f1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff81736-de52-4bae-9957-cec9c5c77a52,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:30.174831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4f2e67d4-2785-490d-a63f-e3061466751c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:44:30.188269 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73ad5c90-11d9-47d0-833b-7261777238f1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:30.191889 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-73ad5c90-11d9-47d0-833b-7261777238f1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2260764 Nov 26 02:44:30.195494 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60090) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:30.203489 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-170da9f2-2764-47a1-ac54-4e465306bb38 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Request body: {'security_group_rule': {'security_group_id': 'e24afa64-041b-425e-bdec-7e5bdf779674', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:30.264935 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-170da9f2-2764-47a1-ac54-4e465306bb38 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:30.273346 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 4f2e67d4-2785-490d-a63f-e3061466751c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:30.273791 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:30.279394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-94373dbc-7091-4bb8-99f3-0af674b391a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:30.289746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-94373dbc-7091-4bb8-99f3-0af674b391a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.2592633 Nov 26 02:44:30.369298 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-e4616ba8-977c-4149-82bd-0a28e6148328 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a2a438d7-62f6-48ba-aa35-37f85bde9207 HTTP/1.1" status: 200 len: 217 time: 0.0704129 Nov 26 02:44:30.387334 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-170da9f2-2764-47a1-ac54-4e465306bb38 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:30.398198 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-170da9f2-2764-47a1-ac54-4e465306bb38 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:30.416780 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:30.443320 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 4f2e67d4-2785-490d-a63f-e3061466751c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4f2e67d4-2785-490d-a63f-e3061466751c,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:30.457567 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:30.480842 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-170da9f2-2764-47a1-ac54-4e465306bb38 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:30.484152 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-170da9f2-2764-47a1-ac54-4e465306bb38 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2837267 Nov 26 02:44:30.489926 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60096) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:30.492279 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170da9f2-2764-47a1-ac54-4e465306bb38 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f38644-c2e4-44a4-b74a-ce9231510c71,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:30.501775 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-bc1a9363-10e2-4450-ac28-c6eaffbae8c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:30.541487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-514c4750-5596-4c72-b87d-c93000dd087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:30.543173 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-514c4750-5596-4c72-b87d-c93000dd087c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1582644 Nov 26 02:44:30.549457 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=4f2e67d4-2785-490d-a63f-e3061466751c,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:30.557551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05827a51-8376-43fe-bf6a-90c0de5207c7 req-65574692-001a-4e14-bfc1-3160365b2959 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:30.559381 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05827a51-8376-43fe-bf6a-90c0de5207c7 req-65574692-001a-4e14-bfc1-3160365b2959 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.2116189 Nov 26 02:44:30.560845 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc1a9363-10e2-4450-ac28-c6eaffbae8c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:30.693095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05827a51-8376-43fe-bf6a-90c0de5207c7 req-73462e3e-a6e8-4797-9e18-63d3934da67b tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270475 Nov 26 02:44:30.804234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-ba859269-f389-4b85-9fae-836ca595a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:30.805834 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-ba859269-f389-4b85-9fae-836ca595a002 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0899773 Nov 26 02:44:30.898256 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc1a9363-10e2-4450-ac28-c6eaffbae8c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:30.936394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc857da4-5796-40f2-bdb9-f7dbdc7b63ba req-1a2d7ff9-b514-42b8-8c28-1ba243543b5d tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:30.938244 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc857da4-5796-40f2-bdb9-f7dbdc7b63ba req-1a2d7ff9-b514-42b8-8c28-1ba243543b5d tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 950 time: 0.1387579 Nov 26 02:44:30.949016 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3f101439-a19f-4be2-af7b-6228aab02046 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:44:31.071681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc857da4-5796-40f2-bdb9-f7dbdc7b63ba req-1b87be8b-84b6-4356-9abe-2dec6c329837 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196094 Nov 26 02:44:31.094672 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-9065abd9-ea8d-49e4-8acd-e4b27b9f9458 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704825 Nov 26 02:44:31.094908 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 3f101439-a19f-4be2-af7b-6228aab02046 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:31.095403 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:31.225731 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:31.278005 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd199b2d4-8a34-4de5-bc94-54d25e4a6cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f101439-a19f-4be2-af7b-6228aab02046'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:44:31.278411 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-bc1a9363-10e2-4450-ac28-c6eaffbae8c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Allocated IP 172.25.0.81 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/ab1490fc-3dbc-468f-a6e5-fa9f818bffcc) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:44:31.283091 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d694b271-d2eb-4e42-9716-f5492b45c73c" -d '{"events": [{"server_uuid": "d199b2d4-8a34-4de5-bc94-54d25e4a6cd0", "name": "network-vif-plugged", "status": "completed", "tag": "3f101439-a19f-4be2-af7b-6228aab02046"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:44:31.302895 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3f101439-a19f-4be2-af7b-6228aab02046, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3f101439-a19f-4be2-af7b-6228aab02046,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:31.315088 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:31.416445 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=3f101439-a19f-4be2-af7b-6228aab02046,revision_number=10']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:31.448018 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9301c225-2b5e-46f9-a47e-877d22c98def x-openstack-request-id: req-9301c225-2b5e-46f9-a47e-877d22c98def {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:44:31.448620 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d199b2d4-8a34-4de5-bc94-54d25e4a6cd0", "name": "network-vif-plugged", "status": "completed", "tag": "3f101439-a19f-4be2-af7b-6228aab02046", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:44:31.448835 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9301c225-2b5e-46f9-a47e-877d22c98def {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:44:31.449237 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd199b2d4-8a34-4de5-bc94-54d25e4a6cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f101439-a19f-4be2-af7b-6228aab02046', 'code': 200} Nov 26 02:44:31.452999 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-6da55158-4044-42fb-8219-fd54a110df3f service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287907 Nov 26 02:44:31.551863 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc1a9363-10e2-4450-ac28-c6eaffbae8c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:31.564150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0451d6-2844-415b-a83b-26226199e6ec req-6cdeb07a-f6fa-4dd3-a9ed-7fb96e24cb5c tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:31.565788 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b0451d6-2844-415b-a83b-26226199e6ec req-6cdeb07a-f6fa-4dd3-a9ed-7fb96e24cb5c tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 1101 time: 0.0948997 Nov 26 02:44:31.653666 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b0451d6-2844-415b-a83b-26226199e6ec req-429244d8-2b2c-474b-b5e3-261a7e80e50b tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789418 Nov 26 02:44:31.663102 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc1a9363-10e2-4450-ac28-c6eaffbae8c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:31.706152 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1a9363-10e2-4450-ac28-c6eaffbae8c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:44:31.732524 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-bc1a9363-10e2-4450-ac28-c6eaffbae8c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:44:31.745905 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a9363-10e2-4450-ac28-c6eaffbae8c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:44:31.808411 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Sync routers for ids ['0d319d3d-5c29-47cc-a195-29104b838fbe'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:44:31.867737 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Routers {'0d319d3d-5c29-47cc-a195-29104b838fbe'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:44:31.884511 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:44:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['0d319d3d-5c29-47cc-a195-29104b838fbe'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:31.918694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a9363-10e2-4450-ac28-c6eaffbae8c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Pushing event updated for resources: {'Port': ['ID=ab1490fc-3dbc-468f-a6e5-fa9f818bffcc,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:32.025128 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc1a9363-10e2-4450-ac28-c6eaffbae8c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:32.115545 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc1a9363-10e2-4450-ac28-c6eaffbae8c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:32.121960 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Set router 0d319d3d-5c29-47cc-a195-29104b838fbe gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:44:32.169605 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027c6e2-9279-4e05-87fd-ca79b47610a2 req-3d7c7af3-7f7d-40e6-9390-11bf95df41ea tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:32.177038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d027c6e2-9279-4e05-87fd-ca79b47610a2 req-3d7c7af3-7f7d-40e6-9390-11bf95df41ea tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 1101 time: 0.1354294 Nov 26 02:44:32.197463 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4f2e67d4-2785-490d-a63f-e3061466751c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:44:32.199949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d56e1a-ea0b-427f-b091-fb43bc701693 req-8151f7af-b6ac-4c6d-aeb8-dd10f0cfe88f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:32.208734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09d56e1a-ea0b-427f-b091-fb43bc701693 req-8151f7af-b6ac-4c6d-aeb8-dd10f0cfe88f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.1770883 Nov 26 02:44:32.348551 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d027c6e2-9279-4e05-87fd-ca79b47610a2 req-fc25aa21-f62f-4784-8e01-ee6c36b417f5 tempest-ServersAdminTestJSON-467506576 tempest-ServersAdminTestJSON-467506576-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705163 Nov 26 02:44:32.350353 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 4f2e67d4-2785-490d-a63f-e3061466751c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:32.350983 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:32.407966 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09d56e1a-ea0b-427f-b091-fb43bc701693 req-4cea92cf-a994-4e16-8ca1-5eb5074bbf6e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984713 Nov 26 02:44:32.541446 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc1a9363-10e2-4450-ac28-c6eaffbae8c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:32.556891 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc1a9363-10e2-4450-ac28-c6eaffbae8c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:32.590893 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'name': 'tempest-ServersTestJSON-1484371602-router', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:44:21Z', 'updated_at': '2021-11-26T02:44:27Z', 'revision_number': 4, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'gw_port': {'id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:22Z', 'updated_at': '2021-11-26T02:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5241fc67-5dbb-4185-ab1f-d69a54d0362a', 'name': '', 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'mac_address': 'fa:16:3e:4f:8f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:25Z', 'updated_at': '2021-11-26T02:44:27Z', 'revision_number': 2, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'subnets': [{'id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:32.651826 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Checking router: 0d319d3d-5c29-47cc-a195-29104b838fbe for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:44:32.653930 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a9363-10e2-4450-ac28-c6eaffbae8c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Pushing event updated for resources: {'Port': ['ID=ab1490fc-3dbc-468f-a6e5-fa9f818bffcc,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:32.654450 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Updating router 0d319d3d-5c29-47cc-a195-29104b838fbe port 5241fc67-5dbb-4185-ab1f-d69a54d0362a binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:44:32.709827 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:32.769100 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc1a9363-10e2-4450-ac28-c6eaffbae8c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:32.807086 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc1a9363-10e2-4450-ac28-c6eaffbae8c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:32.810406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bc1a9363-10e2-4450-ac28-c6eaffbae8c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3152943 Nov 26 02:44:33.053675 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:33.060733 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:33.129825 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f88463-adea-43bf-8c77-13cf86c85256 None None] Pushing event updated for resources: {'Port': ['ID=5241fc67-5dbb-4185-ab1f-d69a54d0362a,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:33.145107 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88463-adea-43bf-8c77-13cf86c85256 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:33.145582 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88463-adea-43bf-8c77-13cf86c85256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:33.146026 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88463-adea-43bf-8c77-13cf86c85256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:33.146464 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88463-adea-43bf-8c77-13cf86c85256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:33.146916 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88463-adea-43bf-8c77-13cf86c85256 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:33.147380 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88463-adea-43bf-8c77-13cf86c85256 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:33.148407 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88463-adea-43bf-8c77-13cf86c85256 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:33.148854 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88463-adea-43bf-8c77-13cf86c85256 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:33.149276 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88463-adea-43bf-8c77-13cf86c85256 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:33.149701 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88463-adea-43bf-8c77-13cf86c85256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:33.150148 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88463-adea-43bf-8c77-13cf86c85256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:33.150562 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88463-adea-43bf-8c77-13cf86c85256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:44:33.264447 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Attempting to bind port 5241fc67-5dbb-4185-ab1f-d69a54d0362a on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:44:33.265109 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Attempting to bind port 5241fc67-5dbb-4185-ab1f-d69a54d0362a by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '09a9c12e-3665-4890-9e16-a3bfd792655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:44:33.265703 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Attempting to bind port 5241fc67-5dbb-4185-ab1f-d69a54d0362a on network e385a57f-fd7b-48b8-9159-a67e37a28700 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:44:33.284607 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:44:33.285199 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Checking segment: {'id': '09a9c12e-3665-4890-9e16-a3bfd792655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:44:33.285913 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:33.287268 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Bound using segment: {'id': '09a9c12e-3665-4890-9e16-a3bfd792655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:44:33.289012 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Bound port: 5241fc67-5dbb-4185-ab1f-d69a54d0362a, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a9c12e-3665-4890-9e16-a3bfd792655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:44:33.289881 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:33.457495 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] For port 5241fc67-5dbb-4185-ab1f-d69a54d0362a, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:44:33.462806 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] For port 5241fc67-5dbb-4185-ab1f-d69a54d0362a, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5241fc67-5dbb-4185-ab1f-d69a54d0362a,segment=NetworkSegment(09a9c12e-3665-4890-9e16-a3bfd792655c),segment_id=09a9c12e-3665-4890-9e16-a3bfd792655c)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:44:33.469333 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:33.498124 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-26da57a5-fdb9-4468-9b1e-8d951e63082b None None] Provisioning complete for port 5241fc67-5dbb-4185-ab1f-d69a54d0362a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:33.498740 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-26da57a5-fdb9-4468-9b1e-8d951e63082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:33.558699 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Routers {'0d319d3d-5c29-47cc-a195-29104b838fbe'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:44:33.559871 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:44:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['0d319d3d-5c29-47cc-a195-29104b838fbe'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:33.565384 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f88463-adea-43bf-8c77-13cf86c85256 None None] Pushing event updated for resources: {'Port': ['ID=5241fc67-5dbb-4185-ab1f-d69a54d0362a,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:33.709743 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-26da57a5-fdb9-4468-9b1e-8d951e63082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:33.763985 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-26da57a5-fdb9-4468-9b1e-8d951e63082b None None] For port 5241fc67-5dbb-4185-ab1f-d69a54d0362a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5241fc67-5dbb-4185-ab1f-d69a54d0362a,segment=NetworkSegment(09a9c12e-3665-4890-9e16-a3bfd792655c),segment_id=09a9c12e-3665-4890-9e16-a3bfd792655c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:33.774475 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-26da57a5-fdb9-4468-9b1e-8d951e63082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:33.789667 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] Set router 0d319d3d-5c29-47cc-a195-29104b838fbe gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:44:33.837263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da57a5-fdb9-4468-9b1e-8d951e63082b None None] Pushing event updated for resources: {'Port': ['ID=5241fc67-5dbb-4185-ab1f-d69a54d0362a,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:33.904491 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-892e822c-cddb-496a-87f9-ce54367384b8 None None] Provisioning complete for port 5241fc67-5dbb-4185-ab1f-d69a54d0362a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:33.905386 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-892e822c-cddb-496a-87f9-ce54367384b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:34.146221 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'name': 'tempest-ServersTestJSON-1484371602-router', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:44:21Z', 'updated_at': '2021-11-26T02:44:27Z', 'revision_number': 4, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'gw_port': {'id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:22Z', 'updated_at': '2021-11-26T02:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5241fc67-5dbb-4185-ab1f-d69a54d0362a', 'name': '', 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'mac_address': 'fa:16:3e:4f:8f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:25Z', 'updated_at': '2021-11-26T02:44:33Z', 'revision_number': 4, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'subnets': [{'id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:34.170653 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5241fc67-5dbb-4185-ab1f-d69a54d0362a up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:44:34.186074 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cacbce-3493-4897-b134-13f17fe550df None None] The sync data for ids ['0d319d3d-5c29-47cc-a195-29104b838fbe'] in n-d-819389-3 is: [{'id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'name': 'tempest-ServersTestJSON-1484371602-router', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:44:21Z', 'updated_at': '2021-11-26T02:44:27Z', 'revision_number': 4, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'gw_port': {'id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:22Z', 'updated_at': '2021-11-26T02:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5241fc67-5dbb-4185-ab1f-d69a54d0362a', 'name': '', 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'mac_address': 'fa:16:3e:4f:8f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:25Z', 'updated_at': '2021-11-26T02:44:33Z', 'revision_number': 4, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'subnets': [{'id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:44:34.250042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 5241fc67-5dbb-4185-ab1f-d69a54d0362a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:34.250416 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:35.011465 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04156b-13a4-4a3b-972a-849dfd0272d3 req-be20733b-4e93-44eb-b523-fe059b529763 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:35.014399 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb04156b-13a4-4a3b-972a-849dfd0272d3 req-be20733b-4e93-44eb-b523-fe059b529763 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.59 "GET /v2.0/ports?device_id=22fa6578-3243-4c39-b88f-5ce36100648f HTTP/1.1" status: 200 len: 950 time: 0.0766003 Nov 26 02:44:35.137742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-bb04156b-13a4-4a3b-972a-849dfd0272d3 req-f8f1e2ca-76ec-4e44-8d64-d94dc349a3e8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Deleting port 3b4dd6bc-81e7-4218-9848-e68daf6a030c {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:44:35.138699 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bb04156b-13a4-4a3b-972a-849dfd0272d3 req-f8f1e2ca-76ec-4e44-8d64-d94dc349a3e8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:35.571124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bb04156b-13a4-4a3b-972a-849dfd0272d3 req-f8f1e2ca-76ec-4e44-8d64-d94dc349a3e8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] For port 3b4dd6bc-81e7-4218-9848-e68daf6a030c, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=3b4dd6bc-81e7-4218-9848-e68daf6a030c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:35.571543 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bb04156b-13a4-4a3b-972a-849dfd0272d3 req-f8f1e2ca-76ec-4e44-8d64-d94dc349a3e8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:35.589533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-bb04156b-13a4-4a3b-972a-849dfd0272d3 req-f8f1e2ca-76ec-4e44-8d64-d94dc349a3e8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Calling delete_port for 3b4dd6bc-81e7-4218-9848-e68daf6a030c owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:44:35.763382 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bb04156b-13a4-4a3b-972a-849dfd0272d3 req-f8f1e2ca-76ec-4e44-8d64-d94dc349a3e8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:35.815955 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['d33466e6-2254-4b57-af7c-4e9dcabdae86'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:44:35.818480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1e2ca-76ec-4e44-8d64-d94dc349a3e8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Pushing event deleted for resources: {'Port': ['ID=3b4dd6bc-81e7-4218-9848-e68daf6a030c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:35.941439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['3b4dd6bc-81e7-4218-9848-e68daf6a030c', 'e95ca752-4a1e-4c90-aad1-5ca5705b649a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:44:35.974724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb04156b-13a4-4a3b-972a-849dfd0272d3 req-f8f1e2ca-76ec-4e44-8d64-d94dc349a3e8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] No DVR routers for this DVR port 3b4dd6bc-81e7-4218-9848-e68daf6a030c on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:44:35.978760 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bb04156b-13a4-4a3b-972a-849dfd0272d3 req-f8f1e2ca-76ec-4e44-8d64-d94dc349a3e8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:35.986837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb04156b-13a4-4a3b-972a-849dfd0272d3 req-f8f1e2ca-76ec-4e44-8d64-d94dc349a3e8 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.59 "DELETE /v2.0/ports/3b4dd6bc-81e7-4218-9848-e68daf6a030c HTTP/1.1" status: 204 len: 173 time: 0.9643428 Nov 26 02:44:35.988480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22fa6578-3243-4c39-b88f-5ce36100648f', 'name': 'network-vif-deleted', 'tag': '3b4dd6bc-81e7-4218-9848-e68daf6a030c'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:44:35.993554 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a8e846-e6f1-4de4-9c3a-5d99ec1d41c7" -d '{"events": [{"server_uuid": "22fa6578-3243-4c39-b88f-5ce36100648f", "name": "network-vif-deleted", "tag": "3b4dd6bc-81e7-4218-9848-e68daf6a030c"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:44:39.579604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 3b4dd6bc-81e7-4218-9848-e68daf6a030c no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:44:39.607253 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 3b4dd6bc-81e7-4218-9848-e68daf6a030c {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:44:39.607683 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 3b4dd6bc-81e7-4218-9848-e68daf6a030c not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:44:41.107496 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-718a475e-cbb2-4e40-86e8-f97a71772f51 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1703662645&fields=id&tenant_id=3a5fa91a65ac4e8bbb64be48d221615c HTTP/1.1" status: 200 len: 267 time: 0.0694487 Nov 26 02:44:41.247676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-af707d5e-6644-4b78-a96d-e86a50955791 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:41.249301 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-af707d5e-6644-4b78-a96d-e86a50955791 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/networks?id=e385a57f-fd7b-48b8-9159-a67e37a28700 HTTP/1.1" status: 200 len: 806 time: 0.1333942 Nov 26 02:44:41.268679 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-4c01133a-27ac-4c00-b193-18e6338f6a36 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/quotas/3a5fa91a65ac4e8bbb64be48d221615c HTTP/1.1" status: 200 len: 375 time: 0.0129800 Nov 26 02:44:41.392995 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fc398-9442-4db2-8030-18163739ffee req-750731cc-fc7e-4e60-a384-64a105df1f0e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:41.396513 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e9fc398-9442-4db2-8030-18163739ffee req-750731cc-fc7e-4e60-a384-64a105df1f0e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.1086609 Nov 26 02:44:41.406899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-3935ec3b-cbdc-4564-b995-3de95dd1198c tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a5fa91a65ac4e8bbb64be48d221615c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1312149 Nov 26 02:44:41.519202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e9fc398-9442-4db2-8030-18163739ffee req-1e4190c5-4f64-4855-a668-8ef70e97e817 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112034 Nov 26 02:44:41.604596 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-59530e6b-b8c7-4533-bf17-9d9e74ee358c service neutron] 10.222.0.31 "GET /v2.0/networks/e385a57f-fd7b-48b8-9159-a67e37a28700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798360 Nov 26 02:44:41.616878 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f858-aabd-4ef7-82e0-4c2967d459fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:41.799626 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-09df6992-bb4e-4f56-af59-d25d5b774998 service neutron] 10.222.0.31 "GET /v2.0/networks/e385a57f-fd7b-48b8-9159-a67e37a28700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789842 Nov 26 02:44:41.820151 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9c7b2-b4bf-4953-92b1-f3fbf6bb4101 req-644979e2-c708-4c79-b8d0-68dfc8190605 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:41.822304 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91a9c7b2-b4bf-4953-92b1-f3fbf6bb4101 req-644979e2-c708-4c79-b8d0-68dfc8190605 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 1096 time: 0.1032374 Nov 26 02:44:41.974798 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91a9c7b2-b4bf-4953-92b1-f3fbf6bb4101 req-4f3ebba4-7dac-4acc-8ac7-c32623da29ff tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141024 Nov 26 02:44:42.028657 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc77035e-e22c-4c8a-b390-89da71a8dfdb x-openstack-request-id: req-bc77035e-e22c-4c8a-b390-89da71a8dfdb {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:44:42.029152 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22fa6578-3243-4c39-b88f-5ce36100648f", "name": "network-vif-deleted", "tag": "3b4dd6bc-81e7-4218-9848-e68daf6a030c", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:44:42.029460 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc77035e-e22c-4c8a-b390-89da71a8dfdb {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:44:42.030006 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22fa6578-3243-4c39-b88f-5ce36100648f', 'name': 'network-vif-deleted', 'tag': '3b4dd6bc-81e7-4218-9848-e68daf6a030c', 'status': 'completed', 'code': 200} Nov 26 02:44:42.514141 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-082d67de-0bcc-43b2-aef1-7f3a2c922c1a req-4a8a7927-b028-4772-bf1e-acc5d6b7658b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/ports?device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 210 time: 0.0976527 Nov 26 02:44:42.849826 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f375c06-1a63-4eee-ab87-a4ca09182573 req-edc1e9e8-ef16-42eb-b0d1-3ef18495e6c2 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:42.856031 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2f375c06-1a63-4eee-ab87-a4ca09182573 req-edc1e9e8-ef16-42eb-b0d1-3ef18495e6c2 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982 HTTP/1.1" status: 200 len: 949 time: 0.1354263 Nov 26 02:44:42.944536 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2f375c06-1a63-4eee-ab87-a4ca09182573 req-604cde35-05a2-4a29-bf04-55768e99e367 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818229 Nov 26 02:44:43.129641 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb262b7-d4cc-47d2-b806-47cf8cfb1795 req-40140686-1944-4602-a72a-a16057bb0ddf tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:43.140675 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddb262b7-d4cc-47d2-b806-47cf8cfb1795 req-40140686-1944-4602-a72a-a16057bb0ddf tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.0937388 Nov 26 02:44:43.242015 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddb262b7-d4cc-47d2-b806-47cf8cfb1795 req-e28529da-12e0-4926-bb94-1a990dab1e4a tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950742 Nov 26 02:44:43.520588 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-fbd80dc1-3927-42f4-9863-915baea5a7f2 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:44:43.521817 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-fbd80dc1-3927-42f4-9863-915baea5a7f2 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076728 Nov 26 02:44:43.623441 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf1905dd-1968-4681-bcdd-e43bb2b3f355 req-72fc5e48-d7e0-4716-a29e-1a0752d903bc tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/ports?device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 210 time: 0.0485268 Nov 26 02:44:43.630697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-9e7aa11b-9ba8-4a58-9922-7c5948f9c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:43.638048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-9e7aa11b-9ba8-4a58-9922-7c5948f9c4c4 service neutron] 10.222.0.31 "GET /v2.0/ports/a63da763-2109-4065-842f-705ded00c432 HTTP/1.1" status: 200 len: 1093 time: 0.0969067 Nov 26 02:44:43.648908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-6bcaa22d-b16c-4310-9452-f44c8645ecfb service neutron] Request body: {'binding': {'host': 'n-h1-819389-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:43.649445 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-6bcaa22d-b16c-4310-9452-f44c8645ecfb service neutron] Unknown quota resources ['binding']. {{(pid=104802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 02:44:43.732073 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:44:43.952431 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-e790296b-00f8-46a4-87bf-348b2277a345 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:43.953865 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-e790296b-00f8-46a4-87bf-348b2277a345 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.59 "GET /v2.0/networks?id=e385a57f-fd7b-48b8-9159-a67e37a28700 HTTP/1.1" status: 200 len: 806 time: 0.1627598 Nov 26 02:44:43.968729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-6bcaa22d-b16c-4310-9452-f44c8645ecfb service neutron] Attempting to bind port a63da763-2109-4065-842f-705ded00c432 on host n-h1-819389-3 for vnic_type normal with profile None {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:44:43.972514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-6bcaa22d-b16c-4310-9452-f44c8645ecfb service neutron] Attempting to bind port a63da763-2109-4065-842f-705ded00c432 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:44:43.972858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-6bcaa22d-b16c-4310-9452-f44c8645ecfb service neutron] Attempting to bind port a63da763-2109-4065-842f-705ded00c432 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:44:43.977882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-6bcaa22d-b16c-4310-9452-f44c8645ecfb service neutron] Port a63da763-2109-4065-842f-705ded00c432 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:44:43.978282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-6bcaa22d-b16c-4310-9452-f44c8645ecfb service neutron] Attempting to bind port a63da763-2109-4065-842f-705ded00c432 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:44:43.989281 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-6bcaa22d-b16c-4310-9452-f44c8645ecfb service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:44:43.989625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-6bcaa22d-b16c-4310-9452-f44c8645ecfb service neutron] Checking segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:44:43.990016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-6bcaa22d-b16c-4310-9452-f44c8645ecfb service neutron] Bound using segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:44:43.990749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-6bcaa22d-b16c-4310-9452-f44c8645ecfb service neutron] Bound port: a63da763-2109-4065-842f-705ded00c432, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:44:44.105715 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7dd46d60-c3e3-4f8b-92a9-a745f8c8d5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:44.137523 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-16cfc984-0b7a-4770-b2ee-d08ec3ad6f14 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a5fa91a65ac4e8bbb64be48d221615c HTTP/1.1" status: 200 len: 380 time: 0.1493728 Nov 26 02:44:44.142811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-6bcaa22d-b16c-4310-9452-f44c8645ecfb service neutron] For port a63da763-2109-4065-842f-705ded00c432, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a63da763-2109-4065-842f-705ded00c432,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:44:44.153317 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-1a543d5b-4bf0-4327-aba3-a814c261b2e1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Request body: {'port': {'device_id': '34ceb559-f333-4e67-a844-d03c73a27ffa', 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700', 'admin_state_up': True, 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'security_groups': ['e24afa64-041b-425e-bdec-7e5bdf779674']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:44.209790 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-6bcaa22d-b16c-4310-9452-f44c8645ecfb service neutron] Publish callbacks [] for binding, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:44.222823 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-6bcaa22d-b16c-4310-9452-f44c8645ecfb service neutron] 10.222.0.31 "POST /v2.0/ports/a63da763-2109-4065-842f-705ded00c432/bindings HTTP/1.1" status: 201 len: 389 time: 0.5721807 Nov 26 02:44:44.262871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4871b2-2e7e-4a80-918e-6dc02a424fa0 req-c9b88941-1534-4ea0-894b-27038fbe02e2 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:44.264489 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a4871b2-2e7e-4a80-918e-6dc02a424fa0 req-c9b88941-1534-4ea0-894b-27038fbe02e2 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982 HTTP/1.1" status: 200 len: 949 time: 0.1896889 Nov 26 02:44:44.406963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a4871b2-2e7e-4a80-918e-6dc02a424fa0 req-7df37cac-ed9b-4ef6-8ed2-dc407ff0ef70 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292207 Nov 26 02:44:44.505979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-1a543d5b-4bf0-4327-aba3-a814c261b2e1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Made reservation on behalf of 3a5fa91a65ac4e8bbb64be48d221615c for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:44:44.509665 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-1a543d5b-4bf0-4327-aba3-a814c261b2e1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:44.530979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca9259-68b7-4fab-8031-a6db477428aa req-b5d7e04e-1111-46b3-bd9c-712c4bc812e0 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:44.532606 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5ca9259-68b7-4fab-8031-a6db477428aa req-b5d7e04e-1111-46b3-bd9c-712c4bc812e0 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982 HTTP/1.1" status: 200 len: 949 time: 0.1137364 Nov 26 02:44:44.545842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0a395-5368-4e40-9362-8bdaf4e47985 req-b99f6a6f-4eca-4c44-9918-1f0c3ea4b043 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:44.547494 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93f0a395-5368-4e40-9362-8bdaf4e47985 req-b99f6a6f-4eca-4c44-9918-1f0c3ea4b043 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.1619916 Nov 26 02:44:44.802982 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93f0a395-5368-4e40-9362-8bdaf4e47985 req-2556d133-99b4-4b1b-9de3-8440eceb0d65 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374401 Nov 26 02:44:44.811071 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae43057-d7dd-498b-82ef-a87e78fb4d05 req-1e670256-2f92-4077-babb-81dd3a094cd4 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:44.812588 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ae43057-d7dd-498b-82ef-a87e78fb4d05 req-1e670256-2f92-4077-babb-81dd3a094cd4 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 945 time: 0.2761431 Nov 26 02:44:44.861654 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-01c45fdc-ec19-4f31-a204-42b7f65046a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:44.863159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-01c45fdc-ec19-4f31-a204-42b7f65046a2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 1096 time: 0.2230732 Nov 26 02:44:44.884449 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:44.973536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-1a543d5b-4bf0-4327-aba3-a814c261b2e1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Allocated IP 172.20.0.13 (e385a57f-fd7b-48b8-9159-a67e37a28700/b628bb65-f107-41df-902f-a8e06f70c847/8fe73915-2aa4-4061-81f1-b764f453a70e) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:44:44.996099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ae43057-d7dd-498b-82ef-a87e78fb4d05 req-d454a2a0-80c7-4bf1-b0bb-b82297d7f5ac tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772885 Nov 26 02:44:45.003181 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c5ca9259-68b7-4fab-8031-a6db477428aa req-d2ef389b-9579-4f61-a242-cc0bc51bbc81 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Deleting port d33466e6-2254-4b57-af7c-4e9dcabdae86 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:44:45.003584 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c5ca9259-68b7-4fab-8031-a6db477428aa req-d2ef389b-9579-4f61-a242-cc0bc51bbc81 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:45.106226 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51018d9f-e2e1-4a33-b5d2-3c2b1daa8f9b req-ce2e5095-a194-406a-8ed6-894ac607d4ca tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/ports?device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 210 time: 0.0752149 Nov 26 02:44:45.133055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-3bb92a7a-b306-458e-9f4d-bfa310b0e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:45.133055 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-3bb92a7a-b306-458e-9f4d-bfa310b0e334 service neutron] 10.222.0.54 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 922 time: 0.2558601 Nov 26 02:44:45.224692 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-d2b25878-e70a-4581-a393-fb1a162baf14 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a63da763-2109-4065-842f-705ded00c432 HTTP/1.1" status: 200 len: 217 time: 0.0732722 Nov 26 02:44:45.306678 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c5ca9259-68b7-4fab-8031-a6db477428aa req-d2ef389b-9579-4f61-a242-cc0bc51bbc81 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] For port d33466e6-2254-4b57-af7c-4e9dcabdae86, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d33466e6-2254-4b57-af7c-4e9dcabdae86,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:45.307039 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c5ca9259-68b7-4fab-8031-a6db477428aa req-d2ef389b-9579-4f61-a242-cc0bc51bbc81 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:45.337287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c5ca9259-68b7-4fab-8031-a6db477428aa req-d2ef389b-9579-4f61-a242-cc0bc51bbc81 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Calling delete_port for d33466e6-2254-4b57-af7c-4e9dcabdae86 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:44:45.365080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-655eb87b-2b72-4015-9af8-b265c74bcb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:45.367194 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-655eb87b-2b72-4015-9af8-b265c74bcb40 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.1320667 Nov 26 02:44:45.392088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd2a72-5d21-4393-ad52-8868467decd6 req-f30751ff-1b85-4d84-843a-fcf9ff21349d tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:45.393649 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6dd2a72-5d21-4393-ad52-8868467decd6 req-f30751ff-1b85-4d84-843a-fcf9ff21349d tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=d199b2d4-8a34-4de5-bc94-54d25e4a6cd0 HTTP/1.1" status: 200 len: 950 time: 0.1568797 Nov 26 02:44:45.483907 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-1a543d5b-4bf0-4327-aba3-a814c261b2e1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:45.495242 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c775567f-ebe7-4e67-a2b1-21332e450e85 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656300 Nov 26 02:44:45.637577 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6dd2a72-5d21-4393-ad52-8868467decd6 req-3161f31e-5653-456e-9736-8a80f950f20f tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097790 Nov 26 02:44:45.692179 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-1a543d5b-4bf0-4327-aba3-a814c261b2e1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:45.752828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-f2834a66-a3cd-467a-9dde-93a000578ba4 service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423975 Nov 26 02:44:45.760079 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fa81-52cd-4892-a56f-64c66ae06f98 req-9ca498c7-c1de-4866-99b4-c24a2d3a2d67 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:45.761453 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93f5fa81-52cd-4892-a56f-64c66ae06f98 req-9ca498c7-c1de-4866-99b4-c24a2d3a2d67 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fbb0509-b03c-4830-80a9-4b7e17d32982 HTTP/1.1" status: 200 len: 949 time: 0.2292480 Nov 26 02:44:45.798651 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-1a543d5b-4bf0-4327-aba3-a814c261b2e1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Network e385a57f-fd7b-48b8-9159-a67e37a28700 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:44:45.825724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-1a543d5b-4bf0-4327-aba3-a814c261b2e1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:44:45.858657 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-1a543d5b-4bf0-4327-aba3-a814c261b2e1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:44:45.863851 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c5ca9259-68b7-4fab-8031-a6db477428aa req-d2ef389b-9579-4f61-a242-cc0bc51bbc81 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:45.865516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a543d5b-4bf0-4327-aba3-a814c261b2e1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Pushing event updated for resources: {'Port': ['ID=8fe73915-2aa4-4061-81f1-b764f453a70e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:45.905414 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['d33466e6-2254-4b57-af7c-4e9dcabdae86'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:44:45.927638 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e95ca752-4a1e-4c90-aad1-5ca5705b649a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:44:45.966608 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef389b-9579-4f61-a242-cc0bc51bbc81 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Pushing event deleted for resources: {'Port': ['ID=d33466e6-2254-4b57-af7c-4e9dcabdae86,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:46.053052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-1a543d5b-4bf0-4327-aba3-a814c261b2e1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:46.053720 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-1a543d5b-4bf0-4327-aba3-a814c261b2e1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:46.086598 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93f5fa81-52cd-4892-a56f-64c66ae06f98 req-44508801-f5b9-4a2a-b4de-863832b855e3 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036501 Nov 26 02:44:46.107918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ca9259-68b7-4fab-8031-a6db477428aa req-d2ef389b-9579-4f61-a242-cc0bc51bbc81 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] No DVR routers for this DVR port d33466e6-2254-4b57-af7c-4e9dcabdae86 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:44:46.125575 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c5ca9259-68b7-4fab-8031-a6db477428aa req-d2ef389b-9579-4f61-a242-cc0bc51bbc81 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:46.128995 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5ca9259-68b7-4fab-8031-a6db477428aa req-d2ef389b-9579-4f61-a242-cc0bc51bbc81 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.54 "DELETE /v2.0/ports/d33466e6-2254-4b57-af7c-4e9dcabdae86 HTTP/1.1" status: 204 len: 173 time: 1.5798218 Nov 26 02:44:46.131951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbb0509-b03c-4830-80a9-4b7e17d32982', 'name': 'network-vif-deleted', 'tag': 'd33466e6-2254-4b57-af7c-4e9dcabdae86'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:44:46.134534 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d2c04f-b660-4de5-9b67-2f654170679d" -d '{"events": [{"server_uuid": "2fbb0509-b03c-4830-80a9-4b7e17d32982", "name": "network-vif-deleted", "tag": "d33466e6-2254-4b57-af7c-4e9dcabdae86"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:44:46.144260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-6548d2ba-390a-4d6a-b30b-775c4a06075a service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655689 Nov 26 02:44:46.152761 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-1a543d5b-4bf0-4327-aba3-a814c261b2e1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0042591 Nov 26 02:44:46.161716 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba883a08-6403-49b8-97b2-88cbba55a48d req-28c6729c-217c-47b6-a152-2b81588c9195 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:46.163287 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ba883a08-6403-49b8-97b2-88cbba55a48d req-28c6729c-217c-47b6-a152-2b81588c9195 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.2588894 Nov 26 02:44:46.174689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Request body: {'port': {'device_id': '34ceb559-f333-4e67-a844-d03c73a27ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:46.232879 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9a42b7a3-08af-4f0d-bf48-4538745a0a6b None None] Provisioning complete for port 8fe73915-2aa4-4061-81f1-b764f453a70e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:46.234127 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9a42b7a3-08af-4f0d-bf48-4538745a0a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:46.326234 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9a42b7a3-08af-4f0d-bf48-4538745a0a6b None None] Port 8fe73915-2aa4-4061-81f1-b764f453a70e cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:44:46.471858 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:46.709912 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:46.722569 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ba883a08-6403-49b8-97b2-88cbba55a48d req-facaa918-d519-4f91-881b-da86ff79c89d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439222 Nov 26 02:44:46.797560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6ee41-02d6-4e2e-8f57-1f12da9b6de8 req-410f275f-20c5-4f7e-b23a-0b3191dbbb18 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:46.811130 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0df6ee41-02d6-4e2e-8f57-1f12da9b6de8 req-410f275f-20c5-4f7e-b23a-0b3191dbbb18 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 945 time: 0.1823599 Nov 26 02:44:47.032254 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0df6ee41-02d6-4e2e-8f57-1f12da9b6de8 req-8a603c4b-4eb5-4e1e-a37a-14378bcb3881 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150545 Nov 26 02:44:47.109223 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114f52ee-4e64-4abf-b7af-282c66ca9df6 x-openstack-request-id: req-114f52ee-4e64-4abf-b7af-282c66ca9df6 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:44:47.109781 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbb0509-b03c-4830-80a9-4b7e17d32982", "name": "network-vif-deleted", "tag": "d33466e6-2254-4b57-af7c-4e9dcabdae86", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:44:47.111609 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-114f52ee-4e64-4abf-b7af-282c66ca9df6 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:44:47.112282 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbb0509-b03c-4830-80a9-4b7e17d32982', 'name': 'network-vif-deleted', 'tag': 'd33466e6-2254-4b57-af7c-4e9dcabdae86', 'status': 'completed', 'code': 200} Nov 26 02:44:47.151929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d27510-0762-479c-9785-35b8be1fd5be req-018fcb96-4262-4502-94c6-94fa29308457 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:47.153696 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59d27510-0762-479c-9785-35b8be1fd5be req-018fcb96-4262-4502-94c6-94fa29308457 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/ports?device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 932 time: 0.1670895 Nov 26 02:44:47.255424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8865cb-c68d-45f6-91b1-ee638c2ea293 req-2e3c759f-8825-4fb4-855d-80438a2e40c3 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:47.257099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b8865cb-c68d-45f6-91b1-ee638c2ea293 req-2e3c759f-8825-4fb4-855d-80438a2e40c3 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=d199b2d4-8a34-4de5-bc94-54d25e4a6cd0 HTTP/1.1" status: 200 len: 950 time: 0.1251228 Nov 26 02:44:47.282818 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59d27510-0762-479c-9785-35b8be1fd5be req-08c696f7-087c-4b20-b588-31edb5c50c9e tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/security-groups?id=e24afa64-041b-425e-bdec-7e5bdf779674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094353 Nov 26 02:44:47.365963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b8865cb-c68d-45f6-91b1-ee638c2ea293 req-2e25b420-7023-4175-ab9c-ae1916b5c06d tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980392 Nov 26 02:44:47.380032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe73915-2aa4-4061-81f1-b764f453a70e {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:44:47.389470 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:47.411388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Transition to ACTIVE for port object 8fe73915-2aa4-4061-81f1-b764f453a70e will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:44:47.420981 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:47.488741 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:47.574565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe73915-2aa4-4061-81f1-b764f453a70e,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:47.661481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Attempting to bind port 8fe73915-2aa4-4061-81f1-b764f453a70e on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:44:47.661825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Attempting to bind port 8fe73915-2aa4-4061-81f1-b764f453a70e by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '09a9c12e-3665-4890-9e16-a3bfd792655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:44:47.662165 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Attempting to bind port 8fe73915-2aa4-4061-81f1-b764f453a70e on network e385a57f-fd7b-48b8-9159-a67e37a28700 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:44:47.676905 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Port 8fe73915-2aa4-4061-81f1-b764f453a70e on network e385a57f-fd7b-48b8-9159-a67e37a28700 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:44:47.677258 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Attempting to bind port 8fe73915-2aa4-4061-81f1-b764f453a70e on network e385a57f-fd7b-48b8-9159-a67e37a28700 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:44:47.692814 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:44:47.693204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Checking segment: {'id': '09a9c12e-3665-4890-9e16-a3bfd792655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:44:47.693742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Bound using segment: {'id': '09a9c12e-3665-4890-9e16-a3bfd792655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:44:47.694210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Bound port: 8fe73915-2aa4-4061-81f1-b764f453a70e, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a9c12e-3665-4890-9e16-a3bfd792655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:44:47.694584 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:47.829510 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] For port 8fe73915-2aa4-4061-81f1-b764f453a70e, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:44:47.851677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] For port 8fe73915-2aa4-4061-81f1-b764f453a70e, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=8fe73915-2aa4-4061-81f1-b764f453a70e,segment=NetworkSegment(09a9c12e-3665-4890-9e16-a3bfd792655c),segment_id=09a9c12e-3665-4890-9e16-a3bfd792655c)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:44:47.872293 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819548a-ac66-4a22-838b-2181268f112d req-336ae278-54d8-480a-a6c3-33002aa884a2 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:47.873883 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9819548a-ac66-4a22-838b-2181268f112d req-336ae278-54d8-480a-a6c3-33002aa884a2 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 950 time: 0.0952942 Nov 26 02:44:47.875242 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:47.930456 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:47.931016 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:47.932444 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] 10.222.0.59 "PUT /v2.0/ports/8fe73915-2aa4-4061-81f1-b764f453a70e HTTP/1.1" status: 200 len: 1092 time: 1.7628431 Nov 26 02:44:48.034923 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566cbd3-c47c-4569-83ca-aaa2f2cde764 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe73915-2aa4-4061-81f1-b764f453a70e,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:48.091398 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8ef43-7149-469c-badf-f82f03294347 req-0cadb796-5a32-4539-bbb2-d62d4147bc8a tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:48.096908 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79a8ef43-7149-469c-badf-f82f03294347 req-0cadb796-5a32-4539-bbb2-d62d4147bc8a tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.1718099 Nov 26 02:44:48.108557 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9819548a-ac66-4a22-838b-2181268f112d req-bc5bbecd-a3eb-4460-9ee9-918facf443c4 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046909 Nov 26 02:44:48.132460 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-4f748c48-011f-4b69-83ad-77b67323345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:48.134083 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-4f748c48-011f-4b69-83ad-77b67323345c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a5fa91a65ac4e8bbb64be48d221615c&device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 1095 time: 0.1218619 Nov 26 02:44:48.188771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79a8ef43-7149-469c-badf-f82f03294347 req-2b750b2c-26e1-45b3-9819-e7b9aa9292dc tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780580 Nov 26 02:44:48.242119 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-96319835-8284-48be-9e36-a48fab26f92f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fe73915-2aa4-4061-81f1-b764f453a70e HTTP/1.1" status: 200 len: 217 time: 0.0518684 Nov 26 02:44:48.314022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-a829b165-0497-432c-9395-cdf0bf61f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:48.316358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-a829b165-0497-432c-9395-cdf0bf61f73b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b628bb65-f107-41df-902f-a8e06f70c847 HTTP/1.1" status: 200 len: 845 time: 0.0634537 Nov 26 02:44:48.482790 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-a55d031e-a104-4cf2-ab51-601fcaddcaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:48.485156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-a55d031e-a104-4cf2-ab51-601fcaddcaf5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e385a57f-fd7b-48b8-9159-a67e37a28700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526370 Nov 26 02:44:48.519462 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801b35d-afd4-4f57-b483-a7ae7d328f5a req-eff5cf83-76a5-4f9c-a8c9-59c03a63d4e6 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:48.521423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9801b35d-afd4-4f57-b483-a7ae7d328f5a req-eff5cf83-76a5-4f9c-a8c9-59c03a63d4e6 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/ports?device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 944 time: 0.1414750 Nov 26 02:44:48.531854 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98333df0-a4ee-4102-90ed-c016e77ce4da req-9e761920-4005-483e-a7d7-7149836bd39a tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:48.533686 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98333df0-a4ee-4102-90ed-c016e77ce4da req-9e761920-4005-483e-a7d7-7149836bd39a tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 945 time: 0.1559675 Nov 26 02:44:48.683093 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98333df0-a4ee-4102-90ed-c016e77ce4da req-f9fc4c6a-9a7a-4e39-9b6a-3311535f39f6 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367013 Nov 26 02:44:48.686174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9801b35d-afd4-4f57-b483-a7ae7d328f5a req-6296eae1-3c1d-4407-aade-7af1f2a95733 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/security-groups?id=e24afa64-041b-425e-bdec-7e5bdf779674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410868 Nov 26 02:44:48.703216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-1fa86f5b-8eea-4d81-bd4a-7fbcad521179 service neutron] 10.222.0.59 "GET /v2.0/networks/e385a57f-fd7b-48b8-9159-a67e37a28700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021587 Nov 26 02:44:48.863154 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07dc8315-becd-4d66-92bf-34a99ef189dd req-9dc2cfcf-f04d-4c61-9569-bb9cf8d45321 service neutron] 10.222.0.59 "GET /v2.0/networks/e385a57f-fd7b-48b8-9159-a67e37a28700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489782 Nov 26 02:44:49.077430 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3f101439-a19f-4be2-af7b-6228aab02046 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:44:49.113351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ceb559-f333-4e67-a844-d03c73a27ffa', 'tag': '8fe73915-2aa4-4061-81f1-b764f453a70e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:44:49.117100 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c76e66-0b7c-421e-b3da-2f75c5e25e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "34ceb559-f333-4e67-a844-d03c73a27ffa", "tag": "8fe73915-2aa4-4061-81f1-b764f453a70e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:44:49.162811 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1b5302-8894-49e1-9df0-b29a652bb981 x-openstack-request-id: req-8b1b5302-8894-49e1-9df0-b29a652bb981 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:44:49.163703 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ceb559-f333-4e67-a844-d03c73a27ffa", "tag": "8fe73915-2aa4-4061-81f1-b764f453a70e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:44:49.164190 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b1b5302-8894-49e1-9df0-b29a652bb981 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:44:49.164850 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ceb559-f333-4e67-a844-d03c73a27ffa', 'tag': '8fe73915-2aa4-4061-81f1-b764f453a70e', 'status': 'completed', 'code': 200} Nov 26 02:44:49.240392 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:49.275175 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd199b2d4-8a34-4de5-bc94-54d25e4a6cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f101439-a19f-4be2-af7b-6228aab02046'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:44:49.278173 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222322ca-3f86-4e2b-9fa5-9e0e35f99322" -d '{"events": [{"server_uuid": "d199b2d4-8a34-4de5-bc94-54d25e4a6cd0", "name": "network-vif-unplugged", "status": "completed", "tag": "3f101439-a19f-4be2-af7b-6228aab02046"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:44:49.313088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3f101439-a19f-4be2-af7b-6228aab02046, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3f101439-a19f-4be2-af7b-6228aab02046,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:49.323634 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:49.324823 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d33466e6-2254-4b57-af7c-4e9dcabdae86 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:44:49.340584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25da71f-709f-44fd-b5bd-e431ff21521c req-5e73de1a-e732-4336-ba8b-310180700dc7 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:49.342674 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b25da71f-709f-44fd-b5bd-e431ff21521c req-5e73de1a-e732-4336-ba8b-310180700dc7 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 950 time: 0.1212769 Nov 26 02:44:49.352434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c76e66-0b7c-421e-b3da-2f75c5e25e7d req-abc8ec51-e232-4914-a2ca-2ecba887bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:49.353948 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8c76e66-0b7c-421e-b3da-2f75c5e25e7d req-abc8ec51-e232-4914-a2ca-2ecba887bc9f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a5fa91a65ac4e8bbb64be48d221615c&device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 1095 time: 0.0830307 Nov 26 02:44:49.371692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: d33466e6-2254-4b57-af7c-4e9dcabdae86 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:44:49.372044 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d33466e6-2254-4b57-af7c-4e9dcabdae86 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:44:49.434410 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=3f101439-a19f-4be2-af7b-6228aab02046,revision_number=11']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:49.488282 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b25da71f-709f-44fd-b5bd-e431ff21521c req-006e3229-fb28-4d4b-8e38-6bcdd913875c tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/security-groups?id=f002a643-8ca8-441e-a6aa-075e5b0f80ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382124 Nov 26 02:44:49.516737 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6da02-f79a-44b1-909c-600f8dc3d441 req-faf7c837-c9ca-4f77-8f59-0675d5c64010 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:49.518233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffa6da02-f79a-44b1-909c-600f8dc3d441 req-faf7c837-c9ca-4f77-8f59-0675d5c64010 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.1185114 Nov 26 02:44:49.564478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c76e66-0b7c-421e-b3da-2f75c5e25e7d req-499bfc66-8221-4274-b3b0-b396f1a0ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:49.566190 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8c76e66-0b7c-421e-b3da-2f75c5e25e7d req-499bfc66-8221-4274-b3b0-b396f1a0ab66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e385a57f-fd7b-48b8-9159-a67e37a28700 HTTP/1.1" status: 200 len: 907 time: 0.1751707 Nov 26 02:44:49.573822 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b0efef-99f8-46c7-a2e5-009825d3b307 x-openstack-request-id: req-c0b0efef-99f8-46c7-a2e5-009825d3b307 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:44:49.574541 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d199b2d4-8a34-4de5-bc94-54d25e4a6cd0", "name": "network-vif-unplugged", "status": "completed", "tag": "3f101439-a19f-4be2-af7b-6228aab02046", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:44:49.575026 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0b0efef-99f8-46c7-a2e5-009825d3b307 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:44:49.575744 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd199b2d4-8a34-4de5-bc94-54d25e4a6cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f101439-a19f-4be2-af7b-6228aab02046', 'code': 200} Nov 26 02:44:49.604223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffa6da02-f79a-44b1-909c-600f8dc3d441 req-c7dce10b-604b-40b7-9a0f-731c78b72a9f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726032 Nov 26 02:44:49.681549 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8c76e66-0b7c-421e-b3da-2f75c5e25e7d req-0c44b149-85a8-4680-9bb0-c2f0fe8978d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fe73915-2aa4-4061-81f1-b764f453a70e HTTP/1.1" status: 200 len: 217 time: 0.0762913 Nov 26 02:44:49.754520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c76e66-0b7c-421e-b3da-2f75c5e25e7d req-d3928758-3f9a-4005-986e-cf67ceb2ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:49.756774 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8c76e66-0b7c-421e-b3da-2f75c5e25e7d req-d3928758-3f9a-4005-986e-cf67ceb2ce70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b628bb65-f107-41df-902f-a8e06f70c847 HTTP/1.1" status: 200 len: 845 time: 0.0592213 Nov 26 02:44:49.895183 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d4c41-63bb-46c8-84dc-24d2503a7925 req-bcee8523-7cc6-4c33-9089-51c3a12d3654 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:49.898115 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-205d4c41-63bb-46c8-84dc-24d2503a7925 req-bcee8523-7cc6-4c33-9089-51c3a12d3654 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.59 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 950 time: 0.0637901 Nov 26 02:44:49.905753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77002970-3d48-462e-8132-b3e16889f7d5 req-d4f6da70-0fc4-401d-92c5-d0ca5ba8a759 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:49.907325 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77002970-3d48-462e-8132-b3e16889f7d5 req-d4f6da70-0fc4-401d-92c5-d0ca5ba8a759 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/ports?device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 944 time: 0.1090090 Nov 26 02:44:49.922315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea142840-b20e-47e1-9129-00a3f3fd8b8c req-a8f5c1c6-18e6-4ad4-89f9-90057c510f4f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:49.923869 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea142840-b20e-47e1-9129-00a3f3fd8b8c req-a8f5c1c6-18e6-4ad4-89f9-90057c510f4f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 945 time: 0.1167023 Nov 26 02:44:49.933501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c76e66-0b7c-421e-b3da-2f75c5e25e7d req-d0894d91-8cf3-4869-8637-a4f6d4b6095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:49.935031 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8c76e66-0b7c-421e-b3da-2f75c5e25e7d req-d0894d91-8cf3-4869-8637-a4f6d4b6095e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e385a57f-fd7b-48b8-9159-a67e37a28700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180658 Nov 26 02:44:50.000960 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-205d4c41-63bb-46c8-84dc-24d2503a7925 req-77af2614-1aba-44d7-b2f1-23660c881123 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Deleting port e95ca752-4a1e-4c90-aad1-5ca5705b649a {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:44:50.001409 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-205d4c41-63bb-46c8-84dc-24d2503a7925 req-77af2614-1aba-44d7-b2f1-23660c881123 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:50.055313 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77002970-3d48-462e-8132-b3e16889f7d5 req-0685583f-c2ba-49b2-bcad-f531db9421d4 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/security-groups?id=e24afa64-041b-425e-bdec-7e5bdf779674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297953 Nov 26 02:44:50.081498 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea142840-b20e-47e1-9129-00a3f3fd8b8c req-ae55604b-dd8a-4c18-b65c-edad52d63859 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445806 Nov 26 02:44:50.093471 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-205d4c41-63bb-46c8-84dc-24d2503a7925 req-77af2614-1aba-44d7-b2f1-23660c881123 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] For port e95ca752-4a1e-4c90-aad1-5ca5705b649a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e95ca752-4a1e-4c90-aad1-5ca5705b649a,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:50.093877 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-205d4c41-63bb-46c8-84dc-24d2503a7925 req-77af2614-1aba-44d7-b2f1-23660c881123 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:50.110754 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-205d4c41-63bb-46c8-84dc-24d2503a7925 req-77af2614-1aba-44d7-b2f1-23660c881123 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Calling delete_port for e95ca752-4a1e-4c90-aad1-5ca5705b649a owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:44:50.150004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8c76e66-0b7c-421e-b3da-2f75c5e25e7d req-2f04ba25-bcfa-4e98-8199-0cd92469de38 service neutron] 10.222.0.59 "GET /v2.0/networks/e385a57f-fd7b-48b8-9159-a67e37a28700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976912 Nov 26 02:44:50.253040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b09a4-cac8-4ac8-84e4-ed26e2e43a24 req-ea678b65-eff3-4926-8b4b-7e0f8681846f tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:50.261172 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b07b09a4-cac8-4ac8-84e4-ed26e2e43a24 req-ea678b65-eff3-4926-8b4b-7e0f8681846f tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 945 time: 0.1246963 Nov 26 02:44:50.271147 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-205d4c41-63bb-46c8-84dc-24d2503a7925 req-77af2614-1aba-44d7-b2f1-23660c881123 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:50.319743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e95ca752-4a1e-4c90-aad1-5ca5705b649a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:44:50.322910 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8c76e66-0b7c-421e-b3da-2f75c5e25e7d req-d50f41b0-1885-4269-9fb3-ea91d03ea1cd service neutron] 10.222.0.59 "GET /v2.0/networks/e385a57f-fd7b-48b8-9159-a67e37a28700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550624 Nov 26 02:44:50.332488 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af2614-1aba-44d7-b2f1-23660c881123 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Pushing event deleted for resources: {'Port': ['ID=e95ca752-4a1e-4c90-aad1-5ca5705b649a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:50.347159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b07b09a4-cac8-4ac8-84e4-ed26e2e43a24 req-930e0a48-0d09-4b26-beb3-065e0a1b5ba8 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829391 Nov 26 02:44:50.427356 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-205d4c41-63bb-46c8-84dc-24d2503a7925 req-77af2614-1aba-44d7-b2f1-23660c881123 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] No DVR routers for this DVR port e95ca752-4a1e-4c90-aad1-5ca5705b649a on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:44:50.431294 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-205d4c41-63bb-46c8-84dc-24d2503a7925 req-77af2614-1aba-44d7-b2f1-23660c881123 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:50.435335 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-205d4c41-63bb-46c8-84dc-24d2503a7925 req-77af2614-1aba-44d7-b2f1-23660c881123 tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.59 "DELETE /v2.0/ports/e95ca752-4a1e-4c90-aad1-5ca5705b649a HTTP/1.1" status: 204 len: 173 time: 0.5303764 Nov 26 02:44:50.435922 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a42d57-6e87-4e2d-a428-6cf14ce10ba0', 'name': 'network-vif-deleted', 'tag': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:44:50.438354 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e01d965-0a48-481a-b2d8-e8d2658890b7" -d '{"events": [{"server_uuid": "64a42d57-6e87-4e2d-a428-6cf14ce10ba0", "name": "network-vif-deleted", "tag": "e95ca752-4a1e-4c90-aad1-5ca5705b649a"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:44:50.487838 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dea97f-33a5-4c89-a3c2-59cbce11b6a8 x-openstack-request-id: req-d3dea97f-33a5-4c89-a3c2-59cbce11b6a8 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:44:50.488182 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a42d57-6e87-4e2d-a428-6cf14ce10ba0", "name": "network-vif-deleted", "tag": "e95ca752-4a1e-4c90-aad1-5ca5705b649a", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:44:50.488440 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3dea97f-33a5-4c89-a3c2-59cbce11b6a8 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:44:50.488838 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a42d57-6e87-4e2d-a428-6cf14ce10ba0', 'name': 'network-vif-deleted', 'tag': 'e95ca752-4a1e-4c90-aad1-5ca5705b649a', 'status': 'completed', 'code': 200} Nov 26 02:44:50.616945 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3042aaed-0e00-4e35-9718-4f55da5f60c7 req-81085fa9-34f2-4039-bbbf-c957617bd6ea tempest-ServersAdminTestJSON-1353939913 tempest-ServersAdminTestJSON-1353939913-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a42d57-6e87-4e2d-a428-6cf14ce10ba0 HTTP/1.1" status: 200 len: 210 time: 0.0375705 Nov 26 02:44:50.771398 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7c6a0-627e-4447-8111-efc0f1682e28 req-1864ee9c-c99d-4df6-95b2-78707b7e90ea tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:50.773047 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0d7c6a0-627e-4447-8111-efc0f1682e28 req-1864ee9c-c99d-4df6-95b2-78707b7e90ea tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.0637681 Nov 26 02:44:50.836517 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0d7c6a0-627e-4447-8111-efc0f1682e28 req-6729b829-3c37-4025-a2f7-c46b3b4f6c49 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533433 Nov 26 02:44:51.052485 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-d216b930-0c8f-4eee-8642-3d5251ea6e49 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:51.056527 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-d216b930-0c8f-4eee-8642-3d5251ea6e49 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 807 time: 0.1190670 Nov 26 02:44:51.072153 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-d1a03e5c-aa83-4fae-aa50-6d659d54bce2 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/quotas/fd64c89c2dfb4732a633c8526baba9f0 HTTP/1.1" status: 200 len: 375 time: 0.0103905 Nov 26 02:44:51.157268 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-115a9f33-beb2-40aa-b22c-f74388df7e0f tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0771568 Nov 26 02:44:51.259531 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-05d30811-3b83-4778-b411-5c9619cce3cd service neutron] 10.222.0.31 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942726 Nov 26 02:44:51.395276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdecf5f-491b-4576-9cb4-81f72fd12eac req-c3a2e346-e06b-493f-a23a-80e8a92961d0 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:51.396877 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7fdecf5f-491b-4576-9cb4-81f72fd12eac req-c3a2e346-e06b-493f-a23a-80e8a92961d0 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/ports?device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 944 time: 0.0840225 Nov 26 02:44:51.399299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-ede9c9fd-0d3c-4c1d-82cb-ddb3bd48bb86 service neutron] 10.222.0.31 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331737 Nov 26 02:44:51.449799 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7fdecf5f-491b-4576-9cb4-81f72fd12eac req-f34ab607-af3f-45eb-879d-71ce6a0a5987 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/security-groups?id=e24afa64-041b-425e-bdec-7e5bdf779674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460496 Nov 26 02:44:51.574885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4c990-442b-4fd2-83e7-56dd0afe7b03 req-79940c60-f4f2-423a-b94e-e3e1e971d16f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:51.576541 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4f4c990-442b-4fd2-83e7-56dd0afe7b03 req-79940c60-f4f2-423a-b94e-e3e1e971d16f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 945 time: 0.0561731 Nov 26 02:44:51.629986 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4f4c990-442b-4fd2-83e7-56dd0afe7b03 req-c8c2e4a1-91b4-4f34-8b8c-5f116a35f2f1 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472531 Nov 26 02:44:51.653465 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 8fe73915-2aa4-4061-81f1-b764f453a70e details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:44:51.826684 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 8fe73915-2aa4-4061-81f1-b764f453a70e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=8fe73915-2aa4-4061-81f1-b764f453a70e,segment=NetworkSegment(09a9c12e-3665-4890-9e16-a3bfd792655c),segment_id=09a9c12e-3665-4890-9e16-a3bfd792655c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:51.855858 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '8fe73915-2aa4-4061-81f1-b764f453a70e', 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700', 'port_id': '8fe73915-2aa4-4061-81f1-b764f453a70e', 'mac_address': 'fa:16:3e:e9:44:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:44:51.921269 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:51.940694 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:51.944280 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe73915-2aa4-4061-81f1-b764f453a70e {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:44:51.980949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 8fe73915-2aa4-4061-81f1-b764f453a70e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=8fe73915-2aa4-4061-81f1-b764f453a70e,segment=NetworkSegment(09a9c12e-3665-4890-9e16-a3bfd792655c),segment_id=09a9c12e-3665-4890-9e16-a3bfd792655c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:51.991019 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:52.058902 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=8fe73915-2aa4-4061-81f1-b764f453a70e,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:52.170361 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2954398-20bf-4c47-8a51-ca5d4b9e74f0 req-cba75484-22b1-4e4f-b8fc-45baf3c2de95 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 210 time: 0.0381298 Nov 26 02:44:52.304999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c9bf9-8d56-4dbf-88eb-45914596adbe req-0221e87f-7e0a-42e2-adeb-c1f0d001172b tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:52.318139 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc7c9bf9-8d56-4dbf-88eb-45914596adbe req-0221e87f-7e0a-42e2-adeb-c1f0d001172b tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.0762854 Nov 26 02:44:52.396250 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc7c9bf9-8d56-4dbf-88eb-45914596adbe req-819b3681-d4a2-40c2-9a82-d50cf7acfdc4 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722146 Nov 26 02:44:52.421992 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['8fe73915-2aa4-4061-81f1-b764f453a70e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:44:52.514514 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60738) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:52.609233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-20a8ec7b-6c51-4164-ac16-c5fa2bc5838a tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1824613667&fields=id&tenant_id=8201a84fe3324f2985fbd4e3961400eb HTTP/1.1" status: 200 len: 267 time: 0.0712628 Nov 26 02:44:52.762067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-ca2510f4-57ee-4676-9d01-e77c4d669390 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:52.766010 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8f96b9bf-2483-4b0a-a665-3e6425b5521d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7798d19b74604299a911b90fd7f69948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495346 Nov 26 02:44:52.766646 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60750) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:52.769541 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-ca2510f4-57ee-4676-9d01-e77c4d669390 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/networks?id=58f59887-214e-475d-830a-cd108d137d4b HTTP/1.1" status: 200 len: 823 time: 0.1588626 Nov 26 02:44:52.785325 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-9f5e4797-8ed3-4ac6-8078-1d3e4bf7396b tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/quotas/8201a84fe3324f2985fbd4e3961400eb HTTP/1.1" status: 200 len: 375 time: 0.0141444 Nov 26 02:44:52.823454 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c45758a5-a269-4e22-bad9-e972eac924a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:52.843137 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-05aa227b-e2e1-4ee4-a493-e1ec6c736fb4 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8201a84fe3324f2985fbd4e3961400eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542521 Nov 26 02:44:52.845449 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c45758a5-a269-4e22-bad9-e972eac924a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:52.906038 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c45758a5-a269-4e22-bad9-e972eac924a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:52.908797 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c45758a5-a269-4e22-bad9-e972eac924a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:52.910027 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c45758a5-a269-4e22-bad9-e972eac924a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f002a643-8ca8-441e-a6aa-075e5b0f80ae HTTP/1.1" status: 204 len: 168 time: 0.1423104 Nov 26 02:44:52.919615 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45758a5-a269-4e22-bad9-e972eac924a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f002a643-8ca8-441e-a6aa-075e5b0f80ae,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:52.962520 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-fd063fc8-c620-4dcb-bb1b-4a0f7ecdc7f8 service neutron] 10.222.0.31 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056094 Nov 26 02:44:53.098266 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-781db395-c9c4-4e4b-88fe-88babfd2bf08 service neutron] 10.222.0.31 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217043 Nov 26 02:44:53.260325 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60788) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:53.315281 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:53.320887 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b7f937d2-8bc7-40ed-878f-35ad6febd476 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec5bbefbf784488cb87c948a4664a465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0566497 Nov 26 02:44:53.321221 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60792) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:53.382328 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f79d7e6-fc0c-4e12-848b-4b48f61fa8b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:53.413601 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f79d7e6-fc0c-4e12-848b-4b48f61fa8b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:53.447475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-304afabe-4688-415a-b6d3-ce088445104b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:53.449005 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-304afabe-4688-415a-b6d3-ce088445104b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.54 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 807 time: 0.2489457 Nov 26 02:44:53.461793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07478f9-da7f-49b9-bd8d-416662b0a27c req-7940613e-5f17-47d6-82ea-5205b11cf376 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:53.463253 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c07478f9-da7f-49b9-bd8d-416662b0a27c req-7940613e-5f17-47d6-82ea-5205b11cf376 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/ports?device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 945 time: 0.1509228 Nov 26 02:44:53.471166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d689ad4-a068-43b3-b4ec-361b2160e2c4 req-a8b86b85-ede6-4c9c-94df-4c9a70f1fe86 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:53.472599 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d689ad4-a068-43b3-b4ec-361b2160e2c4 req-a8b86b85-ede6-4c9c-94df-4c9a70f1fe86 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 945 time: 0.1614156 Nov 26 02:44:53.483635 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f79d7e6-fc0c-4e12-848b-4b48f61fa8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:53.486478 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f79d7e6-fc0c-4e12-848b-4b48f61fa8b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:53.490115 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6f79d7e6-fc0c-4e12-848b-4b48f61fa8b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79fa5d91-785d-431d-aa58-de262c256ec0 HTTP/1.1" status: 204 len: 168 time: 0.1656220 Nov 26 02:44:53.496088 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79d7e6-fc0c-4e12-848b-4b48f61fa8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fa5d91-785d-431d-aa58-de262c256ec0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:53.503215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-401d80c6-e2fc-4f3e-9f90-6e35b23e2edd tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Request body: {'port': {'device_id': 'dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa', 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c', 'admin_state_up': True, 'tenant_id': 'fd64c89c2dfb4732a633c8526baba9f0'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:53.632009 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c07478f9-da7f-49b9-bd8d-416662b0a27c req-9788a746-3770-439a-a5b3-99794067bbf1 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/security-groups?id=e24afa64-041b-425e-bdec-7e5bdf779674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583562 Nov 26 02:44:53.670581 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 8fe73915-2aa4-4061-81f1-b764f453a70e up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:44:53.698787 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d689ad4-a068-43b3-b4ec-361b2160e2c4 req-362049d6-3b8f-4428-9768-59cf708d16f9 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965446 Nov 26 02:44:53.774964 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 8fe73915-2aa4-4061-81f1-b764f453a70e completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:44:53.781484 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 8fe73915-2aa4-4061-81f1-b764f453a70e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:53.782342 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:53.789249 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-401d80c6-e2fc-4f3e-9f90-6e35b23e2edd tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Made reservation on behalf of fd64c89c2dfb4732a633c8526baba9f0 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:44:53.793256 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-401d80c6-e2fc-4f3e-9f90-6e35b23e2edd tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:54.023146 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:54.055226 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14d9f710-f302-466e-90f9-37a473d0da24 req-871427a5-65e2-479f-8e4e-5fe6a2f70181 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 210 time: 0.0676789 Nov 26 02:44:54.114594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 8fe73915-2aa4-4061-81f1-b764f453a70e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=8fe73915-2aa4-4061-81f1-b764f453a70e,segment=NetworkSegment(09a9c12e-3665-4890-9e16-a3bfd792655c),segment_id=09a9c12e-3665-4890-9e16-a3bfd792655c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:54.116951 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ceb559-f333-4e67-a844-d03c73a27ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe73915-2aa4-4061-81f1-b764f453a70e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:44:54.119608 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49367094-b14b-4504-96de-1bac6dfbd059" -d '{"events": [{"server_uuid": "34ceb559-f333-4e67-a844-d03c73a27ffa", "name": "network-vif-plugged", "status": "completed", "tag": "8fe73915-2aa4-4061-81f1-b764f453a70e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:44:54.125299 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:54.126764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e95ca752-4a1e-4c90-aad1-5ca5705b649a no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:44:54.129940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-401d80c6-e2fc-4f3e-9f90-6e35b23e2edd tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Allocated IP 172.20.0.13 (ddcac99f-452c-47dc-ab00-82864338624c/fc3c64a3-1f7d-4156-9c97-d694993c7485/7e53ab37-858f-4ecf-923e-0a152768037e) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:44:54.178122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: e95ca752-4a1e-4c90-aad1-5ca5705b649a {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:44:54.178762 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e95ca752-4a1e-4c90-aad1-5ca5705b649a not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:44:54.186789 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b92a3e72-95e3-4b89-877d-99e51b0d8645 req-1b1b341e-968b-46ff-bc09-fc11181146c5 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 210 time: 0.0902352 Nov 26 02:44:54.219291 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=8fe73915-2aa4-4061-81f1-b764f453a70e,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:54.685218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f9833-d5a5-4ac9-a0b6-a0cb436311b3 req-b612661f-1e3b-4e5c-980e-37679d69bb7f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:54.687352 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e5f9833-d5a5-4ac9-a0b6-a0cb436311b3 req-b612661f-1e3b-4e5c-980e-37679d69bb7f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.5127254 Nov 26 02:44:54.701272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ac3b0-7f5f-4d06-9bbc-5ff0645bfa53 req-a4b77875-cd18-4d6b-be43-1f823f7771cb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:54.703100 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-639ac3b0-7f5f-4d06-9bbc-5ff0645bfa53 req-a4b77875-cd18-4d6b-be43-1f823f7771cb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.54 "GET /v2.0/ports?device_id=32c1e4c8-9ad0-4adf-acd3-627568a385bd HTTP/1.1" status: 200 len: 945 time: 0.4670501 Nov 26 02:44:54.752022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f9184-e838-4265-9ef7-c4a8c3f81bdc req-deee8d2c-eafe-4fab-b60b-052d3adf5b05 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:54.753796 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c4f9184-e838-4265-9ef7-c4a8c3f81bdc req-deee8d2c-eafe-4fab-b60b-052d3adf5b05 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 947 time: 0.4673340 Nov 26 02:44:54.855087 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-f4010664-f97e-4668-ad17-6ce1d12a1ad1 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:54.856598 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-f4010664-f97e-4668-ad17-6ce1d12a1ad1 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.59 "GET /v2.0/networks?id=58f59887-214e-475d-830a-cd108d137d4b HTTP/1.1" status: 200 len: 823 time: 0.2057142 Nov 26 02:44:54.899769 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e5f9833-d5a5-4ac9-a0b6-a0cb436311b3 req-b79389a8-e0a6-45b0-8e81-948120202fcc tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931317 Nov 26 02:44:54.931291 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-401d80c6-e2fc-4f3e-9f90-6e35b23e2edd tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:54.947602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c4f9184-e838-4265-9ef7-c4a8c3f81bdc req-ecdd15f9-ceea-48e9-9f35-58e01f13d794 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679056 Nov 26 02:44:54.950056 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-800a6646-b65d-4203-89d0-7b45ed03e00c tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8201a84fe3324f2985fbd4e3961400eb HTTP/1.1" status: 200 len: 380 time: 0.0755763 Nov 26 02:44:54.965484 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747f7e9c-c336-453f-81a6-0e4a2c1331d6 x-openstack-request-id: req-747f7e9c-c336-453f-81a6-0e4a2c1331d6 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:44:54.965977 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ceb559-f333-4e67-a844-d03c73a27ffa", "name": "network-vif-plugged", "status": "completed", "tag": "8fe73915-2aa4-4061-81f1-b764f453a70e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:44:54.966255 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-747f7e9c-c336-453f-81a6-0e4a2c1331d6 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:44:54.966751 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ceb559-f333-4e67-a844-d03c73a27ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe73915-2aa4-4061-81f1-b764f453a70e', 'code': 200} Nov 26 02:44:55.012883 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-52d8924f-63c7-4a66-b6c7-2db4a9b3e4ba tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Request body: {'port': {'device_id': '951d2169-d991-4ce0-9246-05cbc16ee3a2', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'admin_state_up': True, 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'security_groups': ['681e2419-7e89-4ef4-acd2-1964531919d9']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:55.022519 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-639ac3b0-7f5f-4d06-9bbc-5ff0645bfa53 req-471b3ff4-091a-4553-b77e-bed5777c9d5e tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Deleting port 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:44:55.022875 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-639ac3b0-7f5f-4d06-9bbc-5ff0645bfa53 req-471b3ff4-091a-4553-b77e-bed5777c9d5e tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:55.080990 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-401d80c6-e2fc-4f3e-9f90-6e35b23e2edd tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:55.116119 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-401d80c6-e2fc-4f3e-9f90-6e35b23e2edd tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Network ddcac99f-452c-47dc-ab00-82864338624c is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:44:55.118744 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c270bedb-2968-4094-b7df-d6c40e1729cd'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:44:55.145623 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-401d80c6-e2fc-4f3e-9f90-6e35b23e2edd tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:44:55.181133 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-401d80c6-e2fc-4f3e-9f90-6e35b23e2edd tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:44:55.215057 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-52d8924f-63c7-4a66-b6c7-2db4a9b3e4ba tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Made reservation on behalf of 8201a84fe3324f2985fbd4e3961400eb for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:44:55.219716 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-52d8924f-63c7-4a66-b6c7-2db4a9b3e4ba tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:55.331816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87087f-69e9-46d2-be18-d7d5dceebc2e req-bb909565-5b8c-40f8-844c-6a1e6f75768f tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:55.339199 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d87087f-69e9-46d2-be18-d7d5dceebc2e req-bb909565-5b8c-40f8-844c-6a1e6f75768f tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/ports?device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 946 time: 0.2918179 Nov 26 02:44:55.341013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d80c6-e2fc-4f3e-9f90-6e35b23e2edd tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Pushing event updated for resources: {'Port': ['ID=7e53ab37-858f-4ecf-923e-0a152768037e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:55.362369 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-52d8924f-63c7-4a66-b6c7-2db4a9b3e4ba tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Allocated IP 172.20.0.12 (58f59887-214e-475d-830a-cd108d137d4b/384a2bbb-8ea7-4167-9f40-964db01913dc/e0a1110b-01ec-4371-a527-4a566ec6f3d4) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:44:55.363681 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-639ac3b0-7f5f-4d06-9bbc-5ff0645bfa53 req-471b3ff4-091a-4553-b77e-bed5777c9d5e tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] For port 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=15b02fe0-5ac4-4d17-a187-b6c0ee666b6e,segment=NetworkSegment(15b65462-b33e-466d-b227-8c39e7e4801d),segment_id=15b65462-b33e-466d-b227-8c39e7e4801d)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:55.364099 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-639ac3b0-7f5f-4d06-9bbc-5ff0645bfa53 req-471b3ff4-091a-4553-b77e-bed5777c9d5e tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:55.378308 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-401d80c6-e2fc-4f3e-9f90-6e35b23e2edd tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:55.378939 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-401d80c6-e2fc-4f3e-9f90-6e35b23e2edd tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:55.412717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86156f99-ebfc-449c-b26a-6cdd0ef7a765 req-15a6404d-6bdf-422d-8b48-84e0567b5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:55.414101 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-86156f99-ebfc-449c-b26a-6cdd0ef7a765 req-15a6404d-6bdf-422d-8b48-84e0567b5c05 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 1097 time: 0.2701068 Nov 26 02:44:55.525818 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221515c-db27-488c-bf9c-5988679b7ae0 req-a4059483-fe90-4ea3-a950-9cb9d720b819 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:55.527419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7221515c-db27-488c-bf9c-5988679b7ae0 req-a4059483-fe90-4ea3-a950-9cb9d720b819 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 945 time: 0.3040433 Nov 26 02:44:55.554321 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-401d80c6-e2fc-4f3e-9f90-6e35b23e2edd tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0579493 Nov 26 02:44:55.556510 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-52d8924f-63c7-4a66-b6c7-2db4a9b3e4ba tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:55.591907 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-52d8924f-63c7-4a66-b6c7-2db4a9b3e4ba tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:55.596905 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Request body: {'port': {'device_id': 'dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:55.643417 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-52d8924f-63c7-4a66-b6c7-2db4a9b3e4ba tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Network 58f59887-214e-475d-830a-cd108d137d4b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:44:55.647343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-52d8924f-63c7-4a66-b6c7-2db4a9b3e4ba tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:44:55.652016 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-52d8924f-63c7-4a66-b6c7-2db4a9b3e4ba tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:44:55.655882 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8924f-63c7-4a66-b6c7-2db4a9b3e4ba tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Pushing event updated for resources: {'Port': ['ID=e0a1110b-01ec-4371-a527-4a566ec6f3d4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:55.692594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d87087f-69e9-46d2-be18-d7d5dceebc2e req-a9060f01-9c9f-42b3-92b2-66f788994916 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/security-groups?id=e24afa64-041b-425e-bdec-7e5bdf779674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3524618 Nov 26 02:44:55.721701 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-52d8924f-63c7-4a66-b6c7-2db4a9b3e4ba tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:55.722673 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-52d8924f-63c7-4a66-b6c7-2db4a9b3e4ba tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:55.746137 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-52d8924f-63c7-4a66-b6c7-2db4a9b3e4ba tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7378469 Nov 26 02:44:55.750554 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-86156f99-ebfc-449c-b26a-6cdd0ef7a765 req-5f3b8acb-7227-47ec-9df6-074af9c66a49 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e24afa64-041b-425e-bdec-7e5bdf779674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736976 Nov 26 02:44:55.856171 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:55.861127 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-639ac3b0-7f5f-4d06-9bbc-5ff0645bfa53 req-471b3ff4-091a-4553-b77e-bed5777c9d5e tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:55.861525 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-639ac3b0-7f5f-4d06-9bbc-5ff0645bfa53 req-471b3ff4-091a-4553-b77e-bed5777c9d5e tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:55.861848 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-639ac3b0-7f5f-4d06-9bbc-5ff0645bfa53 req-471b3ff4-091a-4553-b77e-bed5777c9d5e tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Floating IP 28c28bd9-6f56-4e0d-816d-c0b14d8fd3b6 disassociated. External IP: 172.25.0.40, port: 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e. Nov 26 02:44:55.862200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-639ac3b0-7f5f-4d06-9bbc-5ff0645bfa53 req-471b3ff4-091a-4553-b77e-bed5777c9d5e tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Calling delete_port for 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:44:55.870096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7221515c-db27-488c-bf9c-5988679b7ae0 req-9121aa46-b6cf-476c-bb16-1b08f0047754 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237879 Nov 26 02:44:56.022120 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-91c2c07e-1609-462a-8571-c3697d33211b None None] Provisioning complete for port e0a1110b-01ec-4371-a527-4a566ec6f3d4 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:44:56.022703 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-91c2c07e-1609-462a-8571-c3697d33211b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:56.061018 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-91c2c07e-1609-462a-8571-c3697d33211b None None] Port e0a1110b-01ec-4371-a527-4a566ec6f3d4 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:44:56.075620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Request body: {'port': {'device_id': '951d2169-d991-4ce0-9246-05cbc16ee3a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:56.086916 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43f31-4acb-43ee-8fba-4c2a48cae8cb req-4632318e-9454-44f5-a253-608b25569ac6 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:56.088467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9d43f31-4acb-43ee-8fba-4c2a48cae8cb req-4632318e-9454-44f5-a253-608b25569ac6 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 932 time: 0.1377389 Nov 26 02:44:56.135294 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:56.399243 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-639ac3b0-7f5f-4d06-9bbc-5ff0645bfa53 req-471b3ff4-091a-4553-b77e-bed5777c9d5e tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:56.410838 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b8c9c-d303-4011-8e91-35ec1e0820d3 req-8169b548-c1f1-4096-9ab4-07c88e768416 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:56.412508 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db6b8c9c-d303-4011-8e91-35ec1e0820d3 req-8169b548-c1f1-4096-9ab4-07c88e768416 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.54 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 947 time: 0.2241044 Nov 26 02:44:56.417581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a1110b-01ec-4371-a527-4a566ec6f3d4 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:44:56.420442 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9d43f31-4acb-43ee-8fba-4c2a48cae8cb req-4143e45b-571e-4624-a5e8-e6eb0ad95fd9 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212133 Nov 26 02:44:56.425890 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:56.439358 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Transition to ACTIVE for port object e0a1110b-01ec-4371-a527-4a566ec6f3d4 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:44:56.444612 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:56.504611 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea126724-fb40-49eb-a718-d3751f47e0ca req-4bb6a25b-274b-45e8-8b40-c06c26dcd556 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:56.506722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea126724-fb40-49eb-a718-d3751f47e0ca req-4bb6a25b-274b-45e8-8b40-c06c26dcd556 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 932 time: 0.3031676 Nov 26 02:44:56.507520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b3ff4-091a-4553-b77e-bed5777c9d5e tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Pushing event deleted for resources: {'Port': ['ID=15b02fe0-5ac4-4d17-a187-b6c0ee666b6e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:56.539356 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e53ab37-858f-4ecf-923e-0a152768037e {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:44:56.539709 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a1110b-01ec-4371-a527-4a566ec6f3d4,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:56.564321 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:56.607176 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Attempting to bind port e0a1110b-01ec-4371-a527-4a566ec6f3d4 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:44:56.607506 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Attempting to bind port e0a1110b-01ec-4371-a527-4a566ec6f3d4 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '15b65462-b33e-466d-b227-8c39e7e4801d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58f59887-214e-475d-830a-cd108d137d4b'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:44:56.607834 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Attempting to bind port e0a1110b-01ec-4371-a527-4a566ec6f3d4 on network 58f59887-214e-475d-830a-cd108d137d4b {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:44:56.612944 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Port e0a1110b-01ec-4371-a527-4a566ec6f3d4 on network 58f59887-214e-475d-830a-cd108d137d4b not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:44:56.613271 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Attempting to bind port e0a1110b-01ec-4371-a527-4a566ec6f3d4 on network 58f59887-214e-475d-830a-cd108d137d4b {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:44:56.619057 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:44:56.619399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Checking segment: {'id': '15b65462-b33e-466d-b227-8c39e7e4801d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58f59887-214e-475d-830a-cd108d137d4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:44:56.619782 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Bound using segment: {'id': '15b65462-b33e-466d-b227-8c39e7e4801d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58f59887-214e-475d-830a-cd108d137d4b'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:44:56.620511 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Bound port: e0a1110b-01ec-4371-a527-4a566ec6f3d4, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b65462-b33e-466d-b227-8c39e7e4801d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58f59887-214e-475d-830a-cd108d137d4b'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:44:56.620866 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:56.680830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Transition to ACTIVE for port object 7e53ab37-858f-4ecf-923e-0a152768037e will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:44:56.709392 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] For port e0a1110b-01ec-4371-a527-4a566ec6f3d4, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:44:56.713813 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] For port e0a1110b-01ec-4371-a527-4a566ec6f3d4, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e0a1110b-01ec-4371-a527-4a566ec6f3d4,segment=NetworkSegment(15b65462-b33e-466d-b227-8c39e7e4801d),segment_id=15b65462-b33e-466d-b227-8c39e7e4801d)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:44:56.719055 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:56.723900 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:56.743552 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:56.744564 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:56.746077 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] 10.222.0.59 "PUT /v2.0/ports/e0a1110b-01ec-4371-a527-4a566ec6f3d4 HTTP/1.1" status: 200 len: 1092 time: 0.6747210 Nov 26 02:44:56.765831 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951d2169-d991-4ce0-9246-05cbc16ee3a2', 'tag': 'e0a1110b-01ec-4371-a527-4a566ec6f3d4'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:44:56.768365 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a60283e-119c-4b07-99e1-2557ee69ac00" -d '{"events": [{"name": "network-changed", "server_uuid": "951d2169-d991-4ce0-9246-05cbc16ee3a2", "tag": "e0a1110b-01ec-4371-a527-4a566ec6f3d4"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:44:56.822996 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca443b9-5b03-4cc6-b090-de385fa51d31 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a1110b-01ec-4371-a527-4a566ec6f3d4,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:56.840432 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea126724-fb40-49eb-a718-d3751f47e0ca req-683b91f2-63cd-4ac2-913b-da285e9445ce tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3232653 Nov 26 02:44:56.846248 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Pushing event updated for resources: {'Port': ['ID=7e53ab37-858f-4ecf-923e-0a152768037e,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:56.890383 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a7227-e30c-43cc-a311-6e2c1a344332 req-5668ef97-f8db-47aa-8b79-abd77add3932 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:56.891929 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c15a7227-e30c-43cc-a311-6e2c1a344332 req-5668ef97-f8db-47aa-8b79-abd77add3932 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.3654745 Nov 26 02:44:56.922642 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-112bf012-c1dc-4540-b319-361cae8eefb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:56.924528 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-112bf012-c1dc-4540-b319-361cae8eefb7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8201a84fe3324f2985fbd4e3961400eb&device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 1095 time: 0.0946691 Nov 26 02:44:57.000037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-639ac3b0-7f5f-4d06-9bbc-5ff0645bfa53 req-471b3ff4-091a-4553-b77e-bed5777c9d5e tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:44:57.003702 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-db6b8c9c-d303-4011-8e91-35ec1e0820d3 req-aaed0752-2949-4a9e-bad0-9f444137bd6d tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Deleting port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:44:57.004041 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-db6b8c9c-d303-4011-8e91-35ec1e0820d3 req-aaed0752-2949-4a9e-bad0-9f444137bd6d tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:57.008772 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-2186e153-f2e9-477b-a263-04f5970473ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0a1110b-01ec-4371-a527-4a566ec6f3d4 HTTP/1.1" status: 200 len: 217 time: 0.0478964 Nov 26 02:44:57.072130 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-23da159a-ac09-4f39-9f09-370ee470b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:57.074831 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-23da159a-ac09-4f39-9f09-370ee470b7ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=384a2bbb-8ea7-4167-9f40-964db01913dc HTTP/1.1" status: 200 len: 862 time: 0.0595388 Nov 26 02:44:57.106416 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c15a7227-e30c-43cc-a311-6e2c1a344332 req-29fb5540-4cce-4ad6-b898-864e9cbb7c63 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044816 Nov 26 02:44:57.168365 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-65bece24-8bb3-44ea-9dbf-169e75d5886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:57.169893 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-65bece24-8bb3-44ea-9dbf-169e75d5886f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=58f59887-214e-475d-830a-cd108d137d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729544 Nov 26 02:44:57.171193 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-db6b8c9c-d303-4011-8e91-35ec1e0820d3 req-aaed0752-2949-4a9e-bad0-9f444137bd6d tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] For port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3b2eb54b-89df-4b0f-9774-0c21fa2e632c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:44:57.171607 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-db6b8c9c-d303-4011-8e91-35ec1e0820d3 req-aaed0752-2949-4a9e-bad0-9f444137bd6d tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:57.187981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-db6b8c9c-d303-4011-8e91-35ec1e0820d3 req-aaed0752-2949-4a9e-bad0-9f444137bd6d tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Calling delete_port for 3b2eb54b-89df-4b0f-9774-0c21fa2e632c owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:44:57.249075 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a19ca4-1992-4842-abea-5a9f3cd92b2c req-60887de9-14dd-4cdf-b2e2-793cc45b6992 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:57.252260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81a19ca4-1992-4842-abea-5a9f3cd92b2c req-60887de9-14dd-4cdf-b2e2-793cc45b6992 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 947 time: 0.3383577 Nov 26 02:44:57.300101 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-61841241-acf6-4d1e-934f-b61be82c82ed service neutron] 10.222.0.59 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178608 Nov 26 02:44:57.409331 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3406b4cb-d1e9-44f5-bf97-600f5b742283 req-71dd3e5f-b7f5-4acf-970e-7a5e06c268d1 service neutron] 10.222.0.59 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016185 Nov 26 02:44:57.618397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Attempting to bind port 7e53ab37-858f-4ecf-923e-0a152768037e on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:44:57.618663 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Attempting to bind port 7e53ab37-858f-4ecf-923e-0a152768037e by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:44:57.619015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Attempting to bind port 7e53ab37-858f-4ecf-923e-0a152768037e on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:44:57.667753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Port 7e53ab37-858f-4ecf-923e-0a152768037e on network ddcac99f-452c-47dc-ab00-82864338624c not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:44:57.668103 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Attempting to bind port 7e53ab37-858f-4ecf-923e-0a152768037e on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:44:57.696427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:44:57.696683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Checking segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:44:57.697064 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Bound using segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:44:57.697516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Bound port: 7e53ab37-858f-4ecf-923e-0a152768037e, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:44:57.697874 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:57.751565 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81a19ca4-1992-4842-abea-5a9f3cd92b2c req-ae0a34ed-1101-4339-8072-d2481fa0b282 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544480 Nov 26 02:44:57.765486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53b418-9a98-48e2-9632-b65c80aeabda req-7d049c01-1137-47de-8c8d-0dd5c9045649 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:57.767006 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c53b418-9a98-48e2-9632-b65c80aeabda req-7d049c01-1137-47de-8c8d-0dd5c9045649 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/ports?device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 946 time: 0.5037034 Nov 26 02:44:57.773202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-639ac3b0-7f5f-4d06-9bbc-5ff0645bfa53 req-471b3ff4-091a-4553-b77e-bed5777c9d5e tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:44:57.790125 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc27c7a-79b7-4557-8c46-7d7bf08189de None None] Sync routers for ids ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:44:57.802888 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc27c7a-79b7-4557-8c46-7d7bf08189de None None] Routers {'33eb03fe-a5d6-46a5-98f8-9bca7def5272'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:44:57.803988 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fcc27c7a-79b7-4557-8c46-7d7bf08189de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:44:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:57.839888 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58a132d-cd2f-4edb-bb4d-e4dc935050b2 x-openstack-request-id: req-e58a132d-cd2f-4edb-bb4d-e4dc935050b2 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:44:57.840222 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951d2169-d991-4ce0-9246-05cbc16ee3a2", "tag": "e0a1110b-01ec-4371-a527-4a566ec6f3d4", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:44:57.840481 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e58a132d-cd2f-4edb-bb4d-e4dc935050b2 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:44:57.840912 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951d2169-d991-4ce0-9246-05cbc16ee3a2', 'tag': 'e0a1110b-01ec-4371-a527-4a566ec6f3d4', 'status': 'completed', 'code': 200} Nov 26 02:44:57.895101 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-639ac3b0-7f5f-4d06-9bbc-5ff0645bfa53 req-471b3ff4-091a-4553-b77e-bed5777c9d5e tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] No DVR routers for this DVR port 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:44:57.907171 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-639ac3b0-7f5f-4d06-9bbc-5ff0645bfa53 req-471b3ff4-091a-4553-b77e-bed5777c9d5e tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:57.910511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-639ac3b0-7f5f-4d06-9bbc-5ff0645bfa53 req-471b3ff4-091a-4553-b77e-bed5777c9d5e tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.54 "DELETE /v2.0/ports/15b02fe0-5ac4-4d17-a187-b6c0ee666b6e HTTP/1.1" status: 204 len: 173 time: 3.1866431 Nov 26 02:44:57.915488 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c1e4c8-9ad0-4adf-acd3-627568a385bd', 'name': 'network-vif-deleted', 'tag': '15b02fe0-5ac4-4d17-a187-b6c0ee666b6e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:44:57.917608 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b4eb9b-cde9-4965-901f-25e56e2333ab" -d '{"events": [{"server_uuid": "32c1e4c8-9ad0-4adf-acd3-627568a385bd", "name": "network-vif-deleted", "tag": "15b02fe0-5ac4-4d17-a187-b6c0ee666b6e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:44:57.968369 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c53b418-9a98-48e2-9632-b65c80aeabda req-3cc0a13e-5688-4921-823f-567ae9ea602c tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/security-groups?id=e24afa64-041b-425e-bdec-7e5bdf779674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912360 Nov 26 02:44:57.969124 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-db6b8c9c-d303-4011-8e91-35ec1e0820d3 req-aaed0752-2949-4a9e-bad0-9f444137bd6d tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:58.027858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] For port 7e53ab37-858f-4ecf-923e-0a152768037e, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:44:58.042368 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60283e-119c-4b07-99e1-2557ee69ac00 req-8f20322f-fc02-4150-a713-274a38d56139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:58.043886 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6a60283e-119c-4b07-99e1-2557ee69ac00 req-8f20322f-fc02-4150-a713-274a38d56139 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8201a84fe3324f2985fbd4e3961400eb&device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 1095 time: 0.1492224 Nov 26 02:44:58.109695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] For port 7e53ab37-858f-4ecf-923e-0a152768037e, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7e53ab37-858f-4ecf-923e-0a152768037e,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:44:58.111397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-fcc27c7a-79b7-4557-8c46-7d7bf08189de None None] Set router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:44:58.112392 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed0752-2949-4a9e-bad0-9f444137bd6d tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Pushing event deleted for resources: {'Port': ['ID=3b2eb54b-89df-4b0f-9774-0c21fa2e632c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:58.174974 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:58.214166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59878f4a-6633-461a-97e1-d90e97009071 req-21f71dde-ef1b-4001-9732-fb0e45ff8851 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:58.221580 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59878f4a-6633-461a-97e1-d90e97009071 req-21f71dde-ef1b-4001-9732-fb0e45ff8851 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 945 time: 0.2829792 Nov 26 02:44:58.236105 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60283e-119c-4b07-99e1-2557ee69ac00 req-4343bd5e-3b20-4c41-8ee4-b3e199dd7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:58.240101 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6a60283e-119c-4b07-99e1-2557ee69ac00 req-4343bd5e-3b20-4c41-8ee4-b3e199dd7bbd service neutron] 10.222.0.59 "GET /v2.0/networks?id=58f59887-214e-475d-830a-cd108d137d4b HTTP/1.1" status: 200 len: 924 time: 0.1830592 Nov 26 02:44:58.290356 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6a60283e-119c-4b07-99e1-2557ee69ac00 req-ef5b5011-7eaf-439a-8893-9bb379d853c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0a1110b-01ec-4371-a527-4a566ec6f3d4 HTTP/1.1" status: 200 len: 217 time: 0.0416217 Nov 26 02:44:58.311414 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6b8c9c-d303-4011-8e91-35ec1e0820d3 req-aaed0752-2949-4a9e-bad0-9f444137bd6d tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] No DVR routers for this DVR port 3b2eb54b-89df-4b0f-9774-0c21fa2e632c on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:44:58.319829 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:58.320914 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:58.322470 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] 10.222.0.54 "PUT /v2.0/ports/7e53ab37-858f-4ecf-923e-0a152768037e HTTP/1.1" status: 200 len: 1092 time: 2.7441502 Nov 26 02:44:58.325365 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-db6b8c9c-d303-4011-8e91-35ec1e0820d3 req-aaed0752-2949-4a9e-bad0-9f444137bd6d tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:58.329038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db6b8c9c-d303-4011-8e91-35ec1e0820d3 req-aaed0752-2949-4a9e-bad0-9f444137bd6d tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.54 "DELETE /v2.0/ports/3b2eb54b-89df-4b0f-9774-0c21fa2e632c HTTP/1.1" status: 204 len: 173 time: 1.8857069 Nov 26 02:44:58.369100 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60283e-119c-4b07-99e1-2557ee69ac00 req-e69a49aa-301e-47ed-8cb1-950dbe7b0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:58.371212 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6a60283e-119c-4b07-99e1-2557ee69ac00 req-e69a49aa-301e-47ed-8cb1-950dbe7b0f3b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=384a2bbb-8ea7-4167-9f40-964db01913dc HTTP/1.1" status: 200 len: 862 time: 0.0729804 Nov 26 02:44:58.397129 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fcc27c7a-79b7-4557-8c46-7d7bf08189de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:01Z', 'revision_number': 4, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8ecccdd7-4bc4-42b1-953b-a944ecd721e9', 'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'mac_address': 'fa:16:3e:e0:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:00Z', 'updated_at': '2021-11-26T02:41:11Z', 'revision_number': 5, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'subnets': [{'id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:58.410968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05535a35-efda-4269-9e73-16b06679fc86 req-3aeb0416-f498-4a74-bfd9-ad16301be339 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:58.412853 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05535a35-efda-4269-9e73-16b06679fc86 req-3aeb0416-f498-4a74-bfd9-ad16301be339 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 944 time: 0.1822276 Nov 26 02:44:58.413637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12a4b1-4921-4ceb-81c0-b6ae0530072e service neutron] Pushing event updated for resources: {'Port': ['ID=7e53ab37-858f-4ecf-923e-0a152768037e,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:44:58.432491 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59878f4a-6633-461a-97e1-d90e97009071 req-2e9b7271-e427-433d-a3a3-ada9dfc2a57e tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062328 Nov 26 02:44:58.438087 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60283e-119c-4b07-99e1-2557ee69ac00 req-7f87f89c-c3bd-4257-bc74-30c636d43d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:58.441732 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6a60283e-119c-4b07-99e1-2557ee69ac00 req-7f87f89c-c3bd-4257-bc74-30c636d43d44 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=58f59887-214e-475d-830a-cd108d137d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623081 Nov 26 02:44:58.472708 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc27c7a-79b7-4557-8c46-7d7bf08189de None None] Checking router: 33eb03fe-a5d6-46a5-98f8-9bca7def5272 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:44:58.484004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc27c7a-79b7-4557-8c46-7d7bf08189de None None] Routers {'33eb03fe-a5d6-46a5-98f8-9bca7def5272'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:44:58.484834 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fcc27c7a-79b7-4557-8c46-7d7bf08189de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:44:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:58.595950 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6a60283e-119c-4b07-99e1-2557ee69ac00 req-c8fefb94-0c5b-492c-a1a0-7a2dfda487ca service neutron] 10.222.0.59 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448267 Nov 26 02:44:58.667579 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-fcc27c7a-79b7-4557-8c46-7d7bf08189de None None] Set router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:44:58.674848 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05535a35-efda-4269-9e73-16b06679fc86 req-55250337-cd35-4988-bdd7-2ebb7b280a89 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397196 Nov 26 02:44:58.707522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-bceed52f-a2e5-48a0-b810-57a5671b1383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:58.709310 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-bceed52f-a2e5-48a0-b810-57a5671b1383 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 1095 time: 0.2538397 Nov 26 02:44:58.727606 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f773a41-1b59-4f1a-9afd-a4bdee77de59 req-fb1a7632-df10-498e-9d11-de410bc95edb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:58.729210 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2f773a41-1b59-4f1a-9afd-a4bdee77de59 req-fb1a7632-df10-498e-9d11-de410bc95edb tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 944 time: 0.1880794 Nov 26 02:44:58.809843 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-1b4394f9-d133-4e6a-8f08-01322c4be298 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e53ab37-858f-4ecf-923e-0a152768037e HTTP/1.1" status: 200 len: 217 time: 0.0768239 Nov 26 02:44:58.819590 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbe411c-7da2-4b73-af43-10d423e7f85d x-openstack-request-id: req-9fbe411c-7da2-4b73-af43-10d423e7f85d {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:44:58.828547 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c1e4c8-9ad0-4adf-acd3-627568a385bd", "name": "network-vif-deleted", "tag": "15b02fe0-5ac4-4d17-a187-b6c0ee666b6e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:44:58.828930 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9fbe411c-7da2-4b73-af43-10d423e7f85d {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:44:58.829370 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c1e4c8-9ad0-4adf-acd3-627568a385bd', 'name': 'network-vif-deleted', 'tag': '15b02fe0-5ac4-4d17-a187-b6c0ee666b6e', 'status': 'completed', 'code': 200} Nov 26 02:44:58.837768 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6a60283e-119c-4b07-99e1-2557ee69ac00 req-114f43ea-0cea-419b-8ece-ae813f1e0a5b service neutron] 10.222.0.59 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343030 Nov 26 02:44:58.983833 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fcc27c7a-79b7-4557-8c46-7d7bf08189de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:01Z', 'revision_number': 4, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8ecccdd7-4bc4-42b1-953b-a944ecd721e9', 'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'mac_address': 'fa:16:3e:e0:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:00Z', 'updated_at': '2021-11-26T02:41:11Z', 'revision_number': 5, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'subnets': [{'id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:44:58.987096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-47c59a35-d4f2-4df6-8631-3c3b1d2e692b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:58.987574 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-47c59a35-d4f2-4df6-8631-3c3b1d2e692b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.1428277 Nov 26 02:44:59.000224 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2f773a41-1b59-4f1a-9afd-a4bdee77de59 req-8f943cf4-8a2a-41af-b8fd-e1cd7e664f5e tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881058 Nov 26 02:44:59.016970 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc27c7a-79b7-4557-8c46-7d7bf08189de None None] The sync data for ids ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'] in n-d-819389-3 is: [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:01Z', 'revision_number': 4, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8ecccdd7-4bc4-42b1-953b-a944ecd721e9', 'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'mac_address': 'fa:16:3e:e0:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:00Z', 'updated_at': '2021-11-26T02:41:11Z', 'revision_number': 5, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'subnets': [{'id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:44:59.039068 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4bd70-82cf-419b-85cf-89fe1fe07a5c req-f7557e44-8314-415f-89fc-10e39ef7c191 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:59.040629 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0c4bd70-82cf-419b-85cf-89fe1fe07a5c req-f7557e44-8314-415f-89fc-10e39ef7c191 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/ports?device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 946 time: 0.1200528 Nov 26 02:44:59.049677 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60872) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:44:59.054787 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-54fb1cff-8b76-4d28-be1d-3c6b5fcd809b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Request body: {'floatingip': {'port_id': '8fe73915-2aa4-4061-81f1-b764f453a70e'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:59.082354 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-26a7597d-a3c6-40f5-8606-e6f9ef3ae51f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694690 Nov 26 02:44:59.113808 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:44:59.137244 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:44:59.137662 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 15b02fe0-5ac4-4d17-a187-b6c0ee666b6e not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:44:59.147444 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-54fb1cff-8b76-4d28-be1d-3c6b5fcd809b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for floatingip, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:44:59.274041 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0d47219-6656-4bae-83a3-c55b55deb31f req-2dec3707-53dc-4dea-8be5-b89f49c4bc9e tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e1236-4fe5-4ca1-bc94-e5d510ca4735 HTTP/1.1" status: 200 len: 210 time: 0.0665443 Nov 26 02:44:59.286858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb636a34-ccaf-401c-a3e0-269d7b724656 req-7b047133-d8ad-4a92-88ed-f8ca841e4bcc tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:59.295174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb636a34-ccaf-401c-a3e0-269d7b724656 req-7b047133-d8ad-4a92-88ed-f8ca841e4bcc tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.2009168 Nov 26 02:44:59.308941 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-b84713fc-1f33-4667-aa31-96bfe1c761ca service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158964 Nov 26 02:44:59.491398 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328d28c0-32ca-4817-8a96-44fd07425a4f None None] New status for floating IP 28c28bd9-6f56-4e0d-816d-c0b14d8fd3b6: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:44:59.513084 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bad87dbd-1114-47a5-ad45-d6dd89edb05f req-4cb8d941-ba5c-493b-b6c3-e1915a82f911 service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834435 Nov 26 02:44:59.613530 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb636a34-ccaf-401c-a3e0-269d7b724656 req-64c575f7-5daa-457f-b202-7ba14681f138 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172874 Nov 26 02:44:59.724566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d344747-a809-4fb9-90eb-3351ef9c22cc req-396850cd-dd9b-49e1-b1f3-57fbaf26acea tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:59.726026 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d344747-a809-4fb9-90eb-3351ef9c22cc req-396850cd-dd9b-49e1-b1f3-57fbaf26acea tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 945 time: 0.0724156 Nov 26 02:44:59.796243 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d344747-a809-4fb9-90eb-3351ef9c22cc req-646b2cdc-470d-40f9-9d8d-fed277d83c1f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627630 Nov 26 02:44:59.931589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-a0e8bf0c-3d03-4d57-9e90-fd664bc68526 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:59.933758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-a0e8bf0c-3d03-4d57-9e90-fd664bc68526 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab&tenant_id=e8a793ab79454cf9836e2116f38adfa2&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 1096 time: 0.1364396 Nov 26 02:44:59.955953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819389-3'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:44:59.989174 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca17cd-52c0-4962-87d7-bb8c6acd2fec req-bcd53b6c-29e7-42eb-8e3d-a746be9b936b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:44:59.997898 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96ca17cd-52c0-4962-87d7-bb8c6acd2fec req-bcd53b6c-29e7-42eb-8e3d-a746be9b936b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 944 time: 0.1701913 Nov 26 02:45:00.068768 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:00.106497 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96ca17cd-52c0-4962-87d7-bb8c6acd2fec req-f6acd624-f4d0-43f0-a031-7b25062e86e2 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076982 Nov 26 02:45:00.170414 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-54fb1cff-8b76-4d28-be1d-3c6b5fcd809b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:00.181969 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-54fb1cff-8b76-4d28-be1d-3c6b5fcd809b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:00.244913 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92e9e8-1bf8-43ce-9291-6de0f479d396 req-bc4d9a82-953f-4dd9-942a-9debbc06362b tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:00.249483 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c92e9e8-1bf8-43ce-9291-6de0f479d396 req-bc4d9a82-953f-4dd9-942a-9debbc06362b tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 944 time: 0.1419744 Nov 26 02:45:00.321063 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-54fb1cff-8b76-4d28-be1d-3c6b5fcd809b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Floating IP cda29924-f953-4a16-b202-2419d4955d1e associated. External IP: 172.25.0.81, port: 8fe73915-2aa4-4061-81f1-b764f453a70e. Nov 26 02:45:00.349448 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] For port a63da763-2109-4065-842f-705ded00c432, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a63da763-2109-4065-842f-705ded00c432,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:00.373384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c92e9e8-1bf8-43ce-9291-6de0f479d396 req-b89df624-cdac-4c40-8cf8-096e29415cd6 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116142 Nov 26 02:45:00.426297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] For port a63da763-2109-4065-842f-705ded00c432, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:00.484829 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:00.493526 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:00.619154 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] Pushing event updated for resources: {'Port': ['ID=a63da763-2109-4065-842f-705ded00c432,revision_number=7']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:00.623215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] Attempting to bind port a63da763-2109-4065-842f-705ded00c432 on host n-h2-819389-3 for vnic_type normal with profile {"migrating_to": "n-h1-819389-3"} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:45:00.623656 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] Attempting to bind port a63da763-2109-4065-842f-705ded00c432 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:45:00.624085 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] Attempting to bind port a63da763-2109-4065-842f-705ded00c432 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:00.630803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] Port a63da763-2109-4065-842f-705ded00c432 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:45:00.631217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] Attempting to bind port a63da763-2109-4065-842f-705ded00c432 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:00.637066 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:45:00.637534 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] Checking segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:00.637978 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] Bound using segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:45:00.638514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] Bound port: a63da763-2109-4065-842f-705ded00c432, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:45:00.639644 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:00.650579 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fb1cff-8b76-4d28-be1d-3c6b5fcd809b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Router 0d319d3d-5c29-47cc-a195-29104b838fbe has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:45:00.650579 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60924) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:00.773091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73084cfa-3939-4c9a-bd8e-72edab6235c9 req-715532c3-85e1-4171-8820-8d6eb81c1ebe tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:00.774839 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73084cfa-3939-4c9a-bd8e-72edab6235c9 req-715532c3-85e1-4171-8820-8d6eb81c1ebe tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=d199b2d4-8a34-4de5-bc94-54d25e4a6cd0 HTTP/1.1" status: 200 len: 948 time: 0.1319864 Nov 26 02:45:00.778392 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fb1cff-8b76-4d28-be1d-3c6b5fcd809b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:45:00.786091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] For port a63da763-2109-4065-842f-705ded00c432, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:00.788281 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-54fb1cff-8b76-4d28-be1d-3c6b5fcd809b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:00.790692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf83868-9648-47c9-8bf6-e169e9f4fb7b None None] Sync routers for ids ['0d319d3d-5c29-47cc-a195-29104b838fbe'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:45:00.791491 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22e33019-fd85-473a-814d-c3a12fd46e8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:00.806757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] For port a63da763-2109-4065-842f-705ded00c432, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a63da763-2109-4065-842f-705ded00c432,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:45:00.810197 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf83868-9648-47c9-8bf6-e169e9f4fb7b None None] Routers {'0d319d3d-5c29-47cc-a195-29104b838fbe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:45:00.810953 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-4bf83868-9648-47c9-8bf6-e169e9f4fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:44:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['0d319d3d-5c29-47cc-a195-29104b838fbe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:00.821839 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:00.830301 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-54fb1cff-8b76-4d28-be1d-3c6b5fcd809b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "PUT /v2.0/floatingips/cda29924-f953-4a16-b202-2419d4955d1e HTTP/1.1" status: 200 len: 991 time: 1.7792163 Nov 26 02:45:00.831609 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ceb559-f333-4e67-a844-d03c73a27ffa', 'tag': '8fe73915-2aa4-4061-81f1-b764f453a70e'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:00.834383 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f3e08f-c2e1-44fb-a2d1-a48a1e3e5d18" -d '{"events": [{"name": "network-changed", "server_uuid": "34ceb559-f333-4e67-a844-d03c73a27ffa", "tag": "8fe73915-2aa4-4061-81f1-b764f453a70e"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:00.844316 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209c36e-2e6e-446c-a96f-0c711de9fce6 req-f31f1087-b101-4081-8918-de605601e978 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:00.845934 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f209c36e-2e6e-446c-a96f-0c711de9fce6 req-f31f1087-b101-4081-8918-de605601e978 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.1424255 Nov 26 02:45:00.846469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa', 'tag': '7e53ab37-858f-4ecf-923e-0a152768037e'}, {'server_uuid': 'e86e1236-4fe5-4ca1-bc94-e5d510ca4735', 'name': 'network-vif-deleted', 'tag': '3b2eb54b-89df-4b0f-9774-0c21fa2e632c'}, {'server_uuid': '9633df20-6786-4229-8c9a-9de05ddf1bab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63da763-2109-4065-842f-705ded00c432'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:00.848857 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6f67ee-542e-4b2c-aeaf-8d720907e4af" -d '{"events": [{"name": "network-changed", "server_uuid": "dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa", "tag": "7e53ab37-858f-4ecf-923e-0a152768037e"}, {"server_uuid": "e86e1236-4fe5-4ca1-bc94-e5d510ca4735", "name": "network-vif-deleted", "tag": "3b2eb54b-89df-4b0f-9774-0c21fa2e632c"}, {"server_uuid": "9633df20-6786-4229-8c9a-9de05ddf1bab", "name": "network-vif-unplugged", "status": "completed", "tag": "a63da763-2109-4065-842f-705ded00c432"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:00.903681 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22e33019-fd85-473a-814d-c3a12fd46e8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:00.909432 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22e33019-fd85-473a-814d-c3a12fd46e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:00.945497 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-4bf83868-9648-47c9-8bf6-e169e9f4fb7b None None] Set router 0d319d3d-5c29-47cc-a195-29104b838fbe gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:45:00.951008 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73084cfa-3939-4c9a-bd8e-72edab6235c9 req-7cc0b75f-1199-49d4-a213-e9d518514b92 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662612 Nov 26 02:45:00.956038 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-22e33019-fd85-473a-814d-c3a12fd46e8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f1863e50f884be6bb2f263f6ed22941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039379 Nov 26 02:45:00.956912 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e33019-fd85-473a-814d-c3a12fd46e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843da913-1cfc-493b-acdb-a89252e28da1,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:00.960403 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60936) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:00.994497 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] Pushing event updated for resources: {'Port': ['ID=a63da763-2109-4065-842f-705ded00c432,revision_number=8']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:00.998222 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:00.998905 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:01.000384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-c6aa8b6e-e239-4e24-857b-4164e226aea4 service neutron] 10.222.0.54 "PUT /v2.0/ports/a63da763-2109-4065-842f-705ded00c432 HTTP/1.1" status: 200 len: 1121 time: 1.0501363 Nov 26 02:45:01.010961 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f209c36e-2e6e-446c-a96f-0c711de9fce6 req-21445306-7952-4d91-a0ee-454c11eac365 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305442 Nov 26 02:45:01.032862 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3843300d-cddc-4eb3-97f5-76e289e3624f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:01.059155 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3843300d-cddc-4eb3-97f5-76e289e3624f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:01.066225 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f008689-e98f-484c-b601-dce2b678b601 x-openstack-request-id: req-0f008689-e98f-484c-b601-dce2b678b601 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:01.066513 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ceb559-f333-4e67-a844-d03c73a27ffa", "tag": "8fe73915-2aa4-4061-81f1-b764f453a70e", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:01.066932 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f008689-e98f-484c-b601-dce2b678b601 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:01.067496 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ceb559-f333-4e67-a844-d03c73a27ffa', 'tag': '8fe73915-2aa4-4061-81f1-b764f453a70e', 'status': 'completed', 'code': 200} Nov 26 02:45:01.132357 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3843300d-cddc-4eb3-97f5-76e289e3624f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:01.135368 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3843300d-cddc-4eb3-97f5-76e289e3624f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:01.140592 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3843300d-cddc-4eb3-97f5-76e289e3624f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/843da913-1cfc-493b-acdb-a89252e28da1 HTTP/1.1" status: 204 len: 168 time: 0.1793277 Nov 26 02:45:01.162735 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843300d-cddc-4eb3-97f5-76e289e3624f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843da913-1cfc-493b-acdb-a89252e28da1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:01.165937 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6079d49d-5a4f-4d23-a8c7-26e0e5dfecd4 x-openstack-request-id: req-6079d49d-5a4f-4d23-a8c7-26e0e5dfecd4 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:01.166247 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa", "tag": "7e53ab37-858f-4ecf-923e-0a152768037e", "status": "completed", "code": 200}, {"server_uuid": "e86e1236-4fe5-4ca1-bc94-e5d510ca4735", "name": "network-vif-deleted", "tag": "3b2eb54b-89df-4b0f-9774-0c21fa2e632c", "status": "completed", "code": 200}, {"server_uuid": "9633df20-6786-4229-8c9a-9de05ddf1bab", "name": "network-vif-unplugged", "status": "completed", "tag": "a63da763-2109-4065-842f-705ded00c432", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:01.166511 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6079d49d-5a4f-4d23-a8c7-26e0e5dfecd4 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:01.166926 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa', 'tag': '7e53ab37-858f-4ecf-923e-0a152768037e', 'status': 'completed', 'code': 200} Nov 26 02:45:01.167685 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e1236-4fe5-4ca1-bc94-e5d510ca4735', 'name': 'network-vif-deleted', 'tag': '3b2eb54b-89df-4b0f-9774-0c21fa2e632c', 'status': 'completed', 'code': 200} Nov 26 02:45:01.167685 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9633df20-6786-4229-8c9a-9de05ddf1bab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63da763-2109-4065-842f-705ded00c432', 'code': 200} Nov 26 02:45:01.217521 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a63da763-2109-4065-842f-705ded00c432 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:45:01.219644 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3e08f-c2e1-44fb-a2d1-a48a1e3e5d18 req-31e5130f-8f53-49ec-b21c-928283490306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:01.220183 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3b2eb54b-89df-4b0f-9774-0c21fa2e632c no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:45:01.221429 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e4f3e08f-c2e1-44fb-a2d1-a48a1e3e5d18 req-31e5130f-8f53-49ec-b21c-928283490306 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a5fa91a65ac4e8bbb64be48d221615c&device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 1097 time: 0.0790901 Nov 26 02:45:01.244662 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['a63da763-2109-4065-842f-705ded00c432'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:45:01.262142 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 3b2eb54b-89df-4b0f-9774-0c21fa2e632c {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:45:01.262740 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3b2eb54b-89df-4b0f-9774-0c21fa2e632c not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:45:01.326333 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['a63da763-2109-4065-842f-705ded00c432'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:45:01.392139 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3e08f-c2e1-44fb-a2d1-a48a1e3e5d18 req-4447a68d-dc34-41b8-b64a-b8dbc70aa6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:01.393894 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e4f3e08f-c2e1-44fb-a2d1-a48a1e3e5d18 req-4447a68d-dc34-41b8-b64a-b8dbc70aa6c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e385a57f-fd7b-48b8-9159-a67e37a28700 HTTP/1.1" status: 200 len: 907 time: 0.1628268 Nov 26 02:45:01.399943 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c129fa-995c-4ad2-b82f-dbe28b378ce3 req-8fdf4e3e-7f16-4596-9bcb-69776553c5a5 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:01.401923 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-46c129fa-995c-4ad2-b82f-dbe28b378ce3 req-8fdf4e3e-7f16-4596-9bcb-69776553c5a5 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 943 time: 0.2627306 Nov 26 02:45:01.404182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f67ee-542e-4b2c-aeaf-8d720907e4af req-da07c1a5-bff2-4e91-9f81-676f35bb177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:01.406163 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c6f67ee-542e-4b2c-aeaf-8d720907e4af req-da07c1a5-bff2-4e91-9f81-676f35bb177d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 1095 time: 0.1741574 Nov 26 02:45:01.440351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8cf4f-6095-456e-b7e8-316cf81daec1 req-3c90a9b4-047b-4513-9e54-b4aabf33e73e tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:01.441967 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ac8cf4f-6095-456e-b7e8-316cf81daec1 req-3c90a9b4-047b-4513-9e54-b4aabf33e73e tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 944 time: 0.1483700 Nov 26 02:45:01.502246 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e4f3e08f-c2e1-44fb-a2d1-a48a1e3e5d18 req-dafdd7c0-560a-4da8-8af3-b448b3b81c85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fe73915-2aa4-4061-81f1-b764f453a70e HTTP/1.1" status: 200 len: 999 time: 0.0923536 Nov 26 02:45:01.557379 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-46c129fa-995c-4ad2-b82f-dbe28b378ce3 req-e2a269a6-3140-48b3-bc74-b04742b321ab tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399872 Nov 26 02:45:01.576036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3e08f-c2e1-44fb-a2d1-a48a1e3e5d18 req-125c89dc-74cc-4019-a295-9604e81579be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:01.578049 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e4f3e08f-c2e1-44fb-a2d1-a48a1e3e5d18 req-125c89dc-74cc-4019-a295-9604e81579be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b628bb65-f107-41df-902f-a8e06f70c847 HTTP/1.1" status: 200 len: 845 time: 0.0668380 Nov 26 02:45:01.643492 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3e08f-c2e1-44fb-a2d1-a48a1e3e5d18 req-02b6c4fb-f700-442f-9e5a-470482ab354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:01.645652 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e4f3e08f-c2e1-44fb-a2d1-a48a1e3e5d18 req-02b6c4fb-f700-442f-9e5a-470482ab354b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e385a57f-fd7b-48b8-9159-a67e37a28700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591257 Nov 26 02:45:01.688722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ac8cf4f-6095-456e-b7e8-316cf81daec1 req-fea2df1b-5487-4db4-9338-53d5ede1dfd8 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361608 Nov 26 02:45:01.704801 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e0a1110b-01ec-4371-a527-4a566ec6f3d4 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:45:01.731655 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f67ee-542e-4b2c-aeaf-8d720907e4af req-54b9c0dc-39ee-4cdf-b03c-0c12e7955735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:01.733736 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c6f67ee-542e-4b2c-aeaf-8d720907e4af req-54b9c0dc-39ee-4cdf-b03c-0c12e7955735 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.3018289 Nov 26 02:45:01.774487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d894f4-0f85-44e7-b392-73e65f6a5e81 req-92bac92f-82e9-47ac-8155-c36783d94bfd tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:01.777227 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07d894f4-0f85-44e7-b392-73e65f6a5e81 req-92bac92f-82e9-47ac-8155-c36783d94bfd tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 944 time: 0.1098475 Nov 26 02:45:01.799058 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e0a1110b-01ec-4371-a527-4a566ec6f3d4, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e0a1110b-01ec-4371-a527-4a566ec6f3d4,segment=NetworkSegment(15b65462-b33e-466d-b227-8c39e7e4801d),segment_id=15b65462-b33e-466d-b227-8c39e7e4801d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:01.818552 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'e0a1110b-01ec-4371-a527-4a566ec6f3d4', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'port_id': 'e0a1110b-01ec-4371-a527-4a566ec6f3d4', 'mac_address': 'fa:16:3e:ad:c9:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:45:01.833761 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c6f67ee-542e-4b2c-aeaf-8d720907e4af req-f6430eca-afe1-4210-ab1c-e7cdad3dac1e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e53ab37-858f-4ecf-923e-0a152768037e HTTP/1.1" status: 200 len: 217 time: 0.0847077 Nov 26 02:45:01.836002 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e4f3e08f-c2e1-44fb-a2d1-a48a1e3e5d18 req-ec9d221b-914e-48d0-b829-d631c7031173 service neutron] 10.222.0.59 "GET /v2.0/networks/e385a57f-fd7b-48b8-9159-a67e37a28700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810839 Nov 26 02:45:01.919667 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07d894f4-0f85-44e7-b392-73e65f6a5e81 req-fc7fb5b1-2f0b-4947-9176-bb0d42d4b1e3 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015053 Nov 26 02:45:01.938517 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f67ee-542e-4b2c-aeaf-8d720907e4af req-d61a6135-7b87-4162-8270-936015524c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:01.940657 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c6f67ee-542e-4b2c-aeaf-8d720907e4af req-d61a6135-7b87-4162-8270-936015524c8e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.0871818 Nov 26 02:45:01.990523 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c6f67ee-542e-4b2c-aeaf-8d720907e4af req-3ace3a17-ba21-45fd-a0d0-9f8f2c6e251a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352705 Nov 26 02:45:02.015068 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e4f3e08f-c2e1-44fb-a2d1-a48a1e3e5d18 req-3b4a9b43-db54-4210-af84-31d6b94e6dc1 service neutron] 10.222.0.59 "GET /v2.0/networks/e385a57f-fd7b-48b8-9159-a67e37a28700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538770 Nov 26 02:45:02.051554 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port a63da763-2109-4065-842f-705ded00c432, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a63da763-2109-4065-842f-705ded00c432,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:02.075702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a63da763-2109-4065-842f-705ded00c432 has no active binding in host n-h1-819389-3 {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 02:45:02.120795 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-4bf83868-9648-47c9-8bf6-e169e9f4fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'name': 'tempest-ServersTestJSON-1484371602-router', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:44:21Z', 'updated_at': '2021-11-26T02:44:27Z', 'revision_number': 4, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'gw_port': {'id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:22Z', 'updated_at': '2021-11-26T02:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'cda29924-f953-4a16-b202-2419d4955d1e', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'port_id': '8fe73915-2aa4-4061-81f1-b764f453a70e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700', 'mac_address': 'fa:16:3e:e9:44:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ceb559-f333-4e67-a844-d03c73a27ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:44:31Z', 'updated_at': '2021-11-26T02:45:00Z', 'revision_number': 1, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5241fc67-5dbb-4185-ab1f-d69a54d0362a', 'name': '', 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'mac_address': 'fa:16:3e:4f:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:25Z', 'updated_at': '2021-11-26T02:44:33Z', 'revision_number': 5, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'subnets': [{'id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:02.127983 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:02.161565 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf83868-9648-47c9-8bf6-e169e9f4fb7b None None] Checking router: 0d319d3d-5c29-47cc-a195-29104b838fbe for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:45:02.175376 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a1110b-01ec-4371-a527-4a566ec6f3d4 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:45:02.181482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578db12-de54-4818-abb9-a526072790f4 req-b9f881c6-3d69-4640-8f43-235a89e7764a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:02.182993 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c578db12-de54-4818-abb9-a526072790f4 req-b9f881c6-3d69-4640-8f43-235a89e7764a tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=d199b2d4-8a34-4de5-bc94-54d25e4a6cd0 HTTP/1.1" status: 200 len: 948 time: 0.1041851 Nov 26 02:45:02.183952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf83868-9648-47c9-8bf6-e169e9f4fb7b None None] Routers {'0d319d3d-5c29-47cc-a195-29104b838fbe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:45:02.184681 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-4bf83868-9648-47c9-8bf6-e169e9f4fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:44:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['0d319d3d-5c29-47cc-a195-29104b838fbe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:02.191553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c6f67ee-542e-4b2c-aeaf-8d720907e4af req-f9733940-09ea-4f99-80fd-c97b9b18bfc9 service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929619 Nov 26 02:45:02.241219 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f76d2-c292-44e0-8853-996cc96fd7ce req-c6876612-f829-4c38-8b7f-7d2f8109c074 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:02.242392 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60970) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:02.244728 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd5f76d2-c292-44e0-8853-996cc96fd7ce req-c6876612-f829-4c38-8b7f-7d2f8109c074 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.1182032 Nov 26 02:45:02.257798 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e0a1110b-01ec-4371-a527-4a566ec6f3d4, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e0a1110b-01ec-4371-a527-4a566ec6f3d4,segment=NetworkSegment(15b65462-b33e-466d-b227-8c39e7e4801d),segment_id=15b65462-b33e-466d-b227-8c39e7e4801d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:02.265849 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:02.335175 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e0a1110b-01ec-4371-a527-4a566ec6f3d4,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:02.336089 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c578db12-de54-4818-abb9-a526072790f4 req-86239515-2311-47a6-823f-379f29c59095 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407549 Nov 26 02:45:02.352756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-4bf83868-9648-47c9-8bf6-e169e9f4fb7b None None] Set router 0d319d3d-5c29-47cc-a195-29104b838fbe gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:45:02.377229 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8cd16daf-53ae-4bd5-8342-f8c12ac3ece4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-270531581-network', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:02.391288 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd5f76d2-c292-44e0-8853-996cc96fd7ce req-e7f45ffd-abd5-4e8d-8f5d-b6542e5c0501 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129918 Nov 26 02:45:02.395283 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c6f67ee-542e-4b2c-aeaf-8d720907e4af req-45cadb94-e540-42f3-8d91-b4999ddd68dc service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914639 Nov 26 02:45:02.414326 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd16daf-53ae-4bd5-8342-f8c12ac3ece4 admin admin] Made reservation on behalf of 7a8f3e12d77545529189d7e8133410f1 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:45:02.416665 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cd16daf-53ae-4bd5-8342-f8c12ac3ece4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:02.425937 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cd16daf-53ae-4bd5-8342-f8c12ac3ece4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:02.505046 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cd16daf-53ae-4bd5-8342-f8c12ac3ece4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:02.509520 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cd16daf-53ae-4bd5-8342-f8c12ac3ece4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:02.534647 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd16daf-53ae-4bd5-8342-f8c12ac3ece4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:45:02.544847 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd16daf-53ae-4bd5-8342-f8c12ac3ece4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa3c685-8529-405f-b3ef-4f78652c5644,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:02.549510 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cd16daf-53ae-4bd5-8342-f8c12ac3ece4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:02.549854 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-8cd16daf-53ae-4bd5-8342-f8c12ac3ece4 admin admin] Added segment 07dc2b8b-d778-4009-b557-d656f81d517b of type vlan for network 8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 Nov 26 02:45:02.593821 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cd16daf-53ae-4bd5-8342-f8c12ac3ece4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:02.602661 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-4bf83868-9648-47c9-8bf6-e169e9f4fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'name': 'tempest-ServersTestJSON-1484371602-router', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:44:21Z', 'updated_at': '2021-11-26T02:44:27Z', 'revision_number': 4, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'gw_port': {'id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:22Z', 'updated_at': '2021-11-26T02:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'cda29924-f953-4a16-b202-2419d4955d1e', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'port_id': '8fe73915-2aa4-4061-81f1-b764f453a70e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700', 'mac_address': 'fa:16:3e:e9:44:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ceb559-f333-4e67-a844-d03c73a27ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:44:31Z', 'updated_at': '2021-11-26T02:45:00Z', 'revision_number': 1, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5241fc67-5dbb-4185-ab1f-d69a54d0362a', 'name': '', 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'mac_address': 'fa:16:3e:4f:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:25Z', 'updated_at': '2021-11-26T02:44:33Z', 'revision_number': 5, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'subnets': [{'id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:02.623753 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cd16daf-53ae-4bd5-8342-f8c12ac3ece4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:02.625413 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd16daf-53ae-4bd5-8342-f8c12ac3ece4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:02.625923 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cd16daf-53ae-4bd5-8342-f8c12ac3ece4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:02.635126 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf83868-9648-47c9-8bf6-e169e9f4fb7b None None] The sync data for ids ['0d319d3d-5c29-47cc-a195-29104b838fbe'] in n-d-819389-3 is: [{'id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'name': 'tempest-ServersTestJSON-1484371602-router', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:44:21Z', 'updated_at': '2021-11-26T02:44:27Z', 'revision_number': 4, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'gw_port': {'id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:22Z', 'updated_at': '2021-11-26T02:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'cda29924-f953-4a16-b202-2419d4955d1e', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'port_id': '8fe73915-2aa4-4061-81f1-b764f453a70e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700', 'mac_address': 'fa:16:3e:e9:44:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ceb559-f333-4e67-a844-d03c73a27ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:44:31Z', 'updated_at': '2021-11-26T02:45:00Z', 'revision_number': 1, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5241fc67-5dbb-4185-ab1f-d69a54d0362a', 'name': '', 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'mac_address': 'fa:16:3e:4f:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:25Z', 'updated_at': '2021-11-26T02:44:33Z', 'revision_number': 5, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'subnets': [{'id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:45:02.653611 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e0a1110b-01ec-4371-a527-4a566ec6f3d4'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:45:02.694970 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8cd16daf-53ae-4bd5-8342-f8c12ac3ece4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.4476924 Nov 26 02:45:02.695197 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60976) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:02.700745 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-4d0bd98c-020a-4492-8756-3b588db0e8db admin admin] Request body: {'subnet': {'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-270531581-subnet', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:02.705036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd16daf-53ae-4bd5-8342-f8c12ac3ece4 admin admin] Pushing event updated for resources: {'Network': ['ID=8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:02.717044 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:45:02.718222 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd2d3e-a0f8-48a8-858b-a0629efcd191 req-ea47ad41-9896-40a4-802e-9e9856195b7f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:02.722261 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbdd2d3e-a0f8-48a8-858b-a0629efcd191 req-ea47ad41-9896-40a4-802e-9e9856195b7f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 943 time: 0.0829594 Nov 26 02:45:02.743140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0bd98c-020a-4492-8756-3b588db0e8db admin admin] Made reservation on behalf of 7a8f3e12d77545529189d7e8133410f1 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:45:02.745696 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd98c-020a-4492-8756-3b588db0e8db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:02.790468 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbdd2d3e-a0f8-48a8-858b-a0629efcd191 req-4c867e06-a325-4252-923d-7e6570bc3171 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611680 Nov 26 02:45:02.886271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318994b4-c095-41ac-b6ce-be6fa889e6e0 req-37ce4b13-f272-4caa-8b6f-cb3973f723c5 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:02.895151 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-318994b4-c095-41ac-b6ce-be6fa889e6e0 req-37ce4b13-f272-4caa-8b6f-cb3973f723c5 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 944 time: 0.1027770 Nov 26 02:45:02.981551 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6a6a56-0d65-4650-b889-401dc03c05fe None None] New status for floating IP cda29924-f953-4a16-b202-2419d4955d1e: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:45:02.988987 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-318994b4-c095-41ac-b6ce-be6fa889e6e0 req-d72a58e9-df2b-44e1-84aa-5289b53b5dfe tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928309 Nov 26 02:45:03.005247 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd98c-020a-4492-8756-3b588db0e8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:03.017923 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4daa744-48b6-45a8-a457-0bc8f0fe0f1b req-ae58f675-43ca-4ea6-8be6-bf2ae0cfffff service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0823762 Nov 26 02:45:03.066138 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bd98c-020a-4492-8756-3b588db0e8db admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:03.079928 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0bd98c-020a-4492-8756-3b588db0e8db admin admin] Checking segment: {'id': '07dc2b8b-d778-4009-b557-d656f81d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:03.080329 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0bd98c-020a-4492-8756-3b588db0e8db admin admin] Network hostable DHCP agents. Network: 8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:45:03.098467 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0bd98c-020a-4492-8756-3b588db0e8db admin admin] Network 8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:45:03.110001 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-4d0bd98c-020a-4492-8756-3b588db0e8db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:03.115780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0bd98c-020a-4492-8756-3b588db0e8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:03.116742 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd98c-020a-4492-8756-3b588db0e8db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:03.126423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc0e8fa-8b3d-4f82-a567-1593d1071032 None None] Network 8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:45:03.130412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506828de-64bd-4dab-9149-efe484d1c249 req-9e5da4c8-c78a-4897-8e71-98e9117bf03c tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:03.136128 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4d0bd98c-020a-4492-8756-3b588db0e8db admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.4397483 Nov 26 02:45:03.136864 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-506828de-64bd-4dab-9149-efe484d1c249 req-9e5da4c8-c78a-4897-8e71-98e9117bf03c tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 945 time: 0.0937297 Nov 26 02:45:03.139996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4daa744-48b6-45a8-a457-0bc8f0fe0f1b req-0619f302-f67a-44a6-9237-296f0461254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:03.141467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4daa744-48b6-45a8-a457-0bc8f0fe0f1b req-0619f302-f67a-44a6-9237-296f0461254a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 1117 time: 0.0871727 Nov 26 02:45:03.141979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60984) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:03.146287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-270531581-router', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:03.172706 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9633df20-6786-4229-8c9a-9de05ddf1bab', 'tag': 'a63da763-2109-4065-842f-705ded00c432'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:03.175092 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e256ed5-a912-4b78-a08d-6519f6039def" -d '{"events": [{"name": "network-changed", "server_uuid": "9633df20-6786-4229-8c9a-9de05ddf1bab", "tag": "a63da763-2109-4065-842f-705ded00c432"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:03.250315 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beafd197-44cf-4d07-ab29-0af055a333c2 x-openstack-request-id: req-beafd197-44cf-4d07-ab29-0af055a333c2 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:03.250615 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9633df20-6786-4229-8c9a-9de05ddf1bab", "tag": "a63da763-2109-4065-842f-705ded00c432", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:03.250879 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-beafd197-44cf-4d07-ab29-0af055a333c2 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:03.251268 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9633df20-6786-4229-8c9a-9de05ddf1bab', 'tag': 'a63da763-2109-4065-842f-705ded00c432', 'status': 'completed', 'code': 200} Nov 26 02:45:03.264831 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:03.265916 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:03.299948 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-506828de-64bd-4dab-9149-efe484d1c249 req-63a041eb-a244-426d-9cdb-d78830f12596 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500409 Nov 26 02:45:03.317866 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3', 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'fixed_ips': [{'subnet_id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:45:03.319402 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:03.348235 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e256ed5-a912-4b78-a08d-6519f6039def req-c44f24d8-b469-43f9-892c-e1b1d8afe8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:03.350485 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1e256ed5-a912-4b78-a08d-6519f6039def req-c44f24d8-b469-43f9-892c-e1b1d8afe8e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 1124 time: 0.0570698 Nov 26 02:45:03.412860 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:03.442152 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f91582-ea05-4331-969a-9e2eed123818 req-55ae3c13-c910-413d-94a0-3586207be1e5 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:03.443913 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8f91582-ea05-4331-969a-9e2eed123818 req-55ae3c13-c910-413d-94a0-3586207be1e5 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.54 "GET /v2.0/ports?device_id=d199b2d4-8a34-4de5-bc94-54d25e4a6cd0 HTTP/1.1" status: 200 len: 948 time: 0.1953871 Nov 26 02:45:03.478684 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e256ed5-a912-4b78-a08d-6519f6039def req-dd3cec0d-a291-4fd5-a40b-a0b50e940653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:03.480755 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1e256ed5-a912-4b78-a08d-6519f6039def req-dd3cec0d-a291-4fd5-a40b-a0b50e940653 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 922 time: 0.1220276 Nov 26 02:45:03.509685 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Allocated IP 172.20.0.2 (8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3/f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3/b6bf9cb0-6d46-4362-b357-e7139cc985d3) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:45:03.526926 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1e256ed5-a912-4b78-a08d-6519f6039def req-4f82898f-b30f-4715-8297-2a046567b24c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a63da763-2109-4065-842f-705ded00c432 HTTP/1.1" status: 200 len: 217 time: 0.0378888 Nov 26 02:45:03.532160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4daa744-48b6-45a8-a457-0bc8f0fe0f1b req-469482a8-46e4-452d-ac22-d0249a11ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:03.533613 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4daa744-48b6-45a8-a457-0bc8f0fe0f1b req-469482a8-46e4-452d-ac22-d0249a11ec85 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.3618283 Nov 26 02:45:03.581577 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e256ed5-a912-4b78-a08d-6519f6039def req-556f980c-808f-4868-8e2c-f2373c6ad139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:03.583356 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1e256ed5-a912-4b78-a08d-6519f6039def req-556f980c-808f-4868-8e2c-f2373c6ad139 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.0481541 Nov 26 02:45:03.619197 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1e256ed5-a912-4b78-a08d-6519f6039def req-50154588-fbe7-4edc-a177-52820b7be81f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273769 Nov 26 02:45:03.630182 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4daa744-48b6-45a8-a457-0bc8f0fe0f1b req-cadd4a34-25cc-4c96-a8ea-ab7a90d9bf13 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df7852c4-2ab4-4f02-a700-26fcb293f9cc HTTP/1.1" status: 200 len: 217 time: 0.0680187 Nov 26 02:45:03.657966 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:03.663780 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:03.707333 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Network 8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:45:03.711199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Pushing event updated for resources: {'Port': ['ID=b6bf9cb0-6d46-4362-b357-e7139cc985d3,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:03.714780 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:03.717047 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:45:03.743980 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1e256ed5-a912-4b78-a08d-6519f6039def req-a413d825-6265-43d5-9fb7-c44ac3b3aa87 service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112103 Nov 26 02:45:03.775188 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Attempting to bind port b6bf9cb0-6d46-4362-b357-e7139cc985d3 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:45:03.775616 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Attempting to bind port b6bf9cb0-6d46-4362-b357-e7139cc985d3 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '07dc2b8b-d778-4009-b557-d656f81d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:45:03.775997 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Attempting to bind port b6bf9cb0-6d46-4362-b357-e7139cc985d3 on network 8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:03.781848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:45:03.782999 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Checking segment: {'id': '07dc2b8b-d778-4009-b557-d656f81d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:03.782999 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:03.783215 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Bound using segment: {'id': '07dc2b8b-d778-4009-b557-d656f81d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:45:03.783518 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Bound port: b6bf9cb0-6d46-4362-b357-e7139cc985d3, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07dc2b8b-d778-4009-b557-d656f81d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:45:03.783902 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:03.855391 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1e256ed5-a912-4b78-a08d-6519f6039def req-d78996ab-b305-46b3-9458-a1ada324770e service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026824 Nov 26 02:45:03.859281 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] For port b6bf9cb0-6d46-4362-b357-e7139cc985d3, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:03.862632 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] For port b6bf9cb0-6d46-4362-b357-e7139cc985d3, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b6bf9cb0-6d46-4362-b357-e7139cc985d3,segment=NetworkSegment(07dc2b8b-d778-4009-b557-d656f81d517b),segment_id=07dc2b8b-d778-4009-b557-d656f81d517b)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:45:03.867555 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:03.935013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Pushing event updated for resources: {'Port': ['ID=b6bf9cb0-6d46-4362-b357-e7139cc985d3,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:03.943893 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:03.944290 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:03.944639 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:03.944982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:03.945321 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:03.945658 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:03.945990 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:03.946319 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:03.946647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:03.946977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:03.947310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:03.947636 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd11-9d99-4b66-91b5-8710ce8e60dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:04.023415 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:04.033357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10912cf-dc14-4961-a5db-0bba0bf06633 req-e481af71-037b-483d-8570-2258aa9b7e72 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:04.034869 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a10912cf-dc14-4961-a5db-0bba0bf06633 req-e481af71-037b-483d-8570-2258aa9b7e72 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=d199b2d4-8a34-4de5-bc94-54d25e4a6cd0 HTTP/1.1" status: 200 len: 948 time: 0.6194758 Nov 26 02:45:04.071749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72077c0c-e2ed-48d1-b262-914e92c6c0a7 req-5d65cbca-2819-4554-a804-3037e1c3caa9 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:04.073285 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72077c0c-e2ed-48d1-b262-914e92c6c0a7 req-5d65cbca-2819-4554-a804-3037e1c3caa9 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.5684514 Nov 26 02:45:04.112887 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4daa744-48b6-45a8-a457-0bc8f0fe0f1b req-b940534a-4627-4991-b4c0-022b0372b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:04.114304 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4daa744-48b6-45a8-a457-0bc8f0fe0f1b req-b940534a-4627-4991-b4c0-022b0372b72a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.4424019 Nov 26 02:45:04.207704 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4daa744-48b6-45a8-a457-0bc8f0fe0f1b req-6acbda14-3a3e-4707-98ea-de1664ac2ba0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534103 Nov 26 02:45:04.244268 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a10912cf-dc14-4961-a5db-0bba0bf06633 req-5faf19b3-25fa-4a9f-8e71-22427fe2ae59 tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/security-groups?id=41ecb29b-c276-4573-aa15-1507e034a499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001996 Nov 26 02:45:04.286392 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-a8f91582-ea05-4331-969a-9e2eed123818 req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Deleting port 3f101439-a19f-4be2-af7b-6228aab02046 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:45:04.286769 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a8f91582-ea05-4331-969a-9e2eed123818 req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:04.293863 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72077c0c-e2ed-48d1-b262-914e92c6c0a7 req-625aeac9-3913-4f10-bde0-178130ebd552 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963756 Nov 26 02:45:04.538012 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4daa744-48b6-45a8-a457-0bc8f0fe0f1b req-0e3b818b-a650-4ff2-b114-6e0243a86c2e service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177404 Nov 26 02:45:04.546980 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-62f7b4db-a276-41cb-9794-d83687c65a9e service neutron] 10.222.0.54 "GET /v2.0/ports/a2a438d7-62f6-48ba-aa35-37f85bde9207/bindings/n-h1-819389-3 HTTP/1.1" status: 200 len: 382 time: 0.2036769 Nov 26 02:45:04.549750 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-a8f91582-ea05-4331-969a-9e2eed123818 req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] For port 3f101439-a19f-4be2-af7b-6228aab02046, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3f101439-a19f-4be2-af7b-6228aab02046,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:04.550129 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a8f91582-ea05-4331-969a-9e2eed123818 req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:04.561806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a8918-c927-472f-bc76-8a06f8bdf10b req-cc29772c-10b9-4b41-a097-f3463b712d5f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:04.563301 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-483a8918-c927-472f-bc76-8a06f8bdf10b req-cc29772c-10b9-4b41-a097-f3463b712d5f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 943 time: 0.2073925 Nov 26 02:45:04.603327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-a8f91582-ea05-4331-969a-9e2eed123818 req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Calling delete_port for 3f101439-a19f-4be2-af7b-6228aab02046 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:45:04.676180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3467f0-21fa-42fa-b9bc-ded7af77f1d8 req-3a4f85ba-a755-4fe9-b202-da54023894f8 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:04.678283 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c3467f0-21fa-42fa-b9bc-ded7af77f1d8 req-3a4f85ba-a755-4fe9-b202-da54023894f8 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 944 time: 0.2172899 Nov 26 02:45:04.872992 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730c617e-35d0-49f2-bd30-f8e8acdd9eb6 None None] Network 8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:45:04.895300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-483a8918-c927-472f-bc76-8a06f8bdf10b req-2198af2d-ec3a-48f5-a842-57ea4d76c669 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172727 Nov 26 02:45:04.917255 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4daa744-48b6-45a8-a457-0bc8f0fe0f1b req-70c58f04-f73a-408e-a4ba-2e8c4f996eed service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622060 Nov 26 02:45:04.950697 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-66972546-b2c9-418c-9cd8-8f4a5ccd1365 None None] Provisioning complete for port b6bf9cb0-6d46-4362-b357-e7139cc985d3 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:04.951629 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-66972546-b2c9-418c-9cd8-8f4a5ccd1365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:04.965648 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c3467f0-21fa-42fa-b9bc-ded7af77f1d8 req-6fbc558d-70f6-4e56-ad3f-739f698424f1 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771788 Nov 26 02:45:04.973892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-b28d4aa1-f2f9-41bf-9275-145363f823c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:04.975924 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-b28d4aa1-f2f9-41bf-9275-145363f823c7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d&tenant_id=ad6caec5c92044d899d9c12ccac00902 HTTP/1.1" status: 200 len: 1101 time: 0.1876128 Nov 26 02:45:04.993697 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:05.065436 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:05.104214 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-66972546-b2c9-418c-9cd8-8f4a5ccd1365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:05.143271 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-66972546-b2c9-418c-9cd8-8f4a5ccd1365 None None] For port b6bf9cb0-6d46-4362-b357-e7139cc985d3, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b6bf9cb0-6d46-4362-b357-e7139cc985d3,segment=NetworkSegment(07dc2b8b-d778-4009-b557-d656f81d517b),segment_id=07dc2b8b-d778-4009-b557-d656f81d517b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:05.148559 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-66972546-b2c9-418c-9cd8-8f4a5ccd1365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:05.165401 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba684f-7149-4571-91ea-d427e59a4bab req-21e19a44-ba1b-490d-a0ac-ab84d4f6afb0 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:05.166973 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61ba684f-7149-4571-91ea-d427e59a4bab req-21e19a44-ba1b-490d-a0ac-ab84d4f6afb0 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 945 time: 0.1954250 Nov 26 02:45:05.174086 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a8f91582-ea05-4331-969a-9e2eed123818 req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:05.208597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66972546-b2c9-418c-9cd8-8f4a5ccd1365 None None] Pushing event updated for resources: {'Port': ['ID=b6bf9cb0-6d46-4362-b357-e7139cc985d3,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:05.219530 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-9bb14def-f555-4166-91b3-5d8e3b56a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:05.221065 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-9bb14def-f555-4166-91b3-5d8e3b56a60f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 1101 time: 0.1696472 Nov 26 02:45:05.235678 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Pushing event deleted for resources: {'Port': ['ID=3f101439-a19f-4be2-af7b-6228aab02046,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:05.332197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:05.332559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:05.332907 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:05.333258 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:05.335437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:05.335437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:05.335437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:05.335437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:05.335437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:05.335878 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:05.336073 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:05.336396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:05.371190 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a8173626-823b-412a-b16c-baaf4d7393e1 None None] Provisioning complete for port b6bf9cb0-6d46-4362-b357-e7139cc985d3 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:05.371563 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a8173626-823b-412a-b16c-baaf4d7393e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:05.391660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f91582-ea05-4331-969a-9e2eed123818 req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] No DVR routers for this DVR port 3f101439-a19f-4be2-af7b-6228aab02046 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:45:05.418291 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a8f91582-ea05-4331-969a-9e2eed123818 req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:05.421508 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8f91582-ea05-4331-969a-9e2eed123818 req-83c8c271-bf08-4782-b89f-1990d213b8ec tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.54 "DELETE /v2.0/ports/3f101439-a19f-4be2-af7b-6228aab02046 HTTP/1.1" status: 204 len: 173 time: 1.9697266 Nov 26 02:45:05.422939 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd199b2d4-8a34-4de5-bc94-54d25e4a6cd0', 'name': 'network-vif-deleted', 'tag': '3f101439-a19f-4be2-af7b-6228aab02046'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:05.425280 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d859b21a-80b6-437e-9c19-fb0900c03556" -d '{"events": [{"server_uuid": "d199b2d4-8a34-4de5-bc94-54d25e4a6cd0", "name": "network-vif-deleted", "tag": "3f101439-a19f-4be2-af7b-6228aab02046"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:05.429262 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20e471c8-6e10-476d-87b0-b6e90e5b3298 req-99b8debc-4db3-4e9d-b536-55f0bc39ecab tempest-ListImageFiltersTestJSON-1961984461 tempest-ListImageFiltersTestJSON-1961984461-project] 10.222.0.31 "GET /v2.0/ports?device_id=d199b2d4-8a34-4de5-bc94-54d25e4a6cd0 HTTP/1.1" status: 200 len: 210 time: 0.0836744 Nov 26 02:45:05.439751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61ba684f-7149-4571-91ea-d427e59a4bab req-c2649c42-b498-4dc9-b3a2-c7441e437624 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637002 Nov 26 02:45:05.449027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] Allocated IP 172.25.0.197 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:45:05.528045 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-2c414995-1821-41d5-9def-68870537ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:05.529582 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-2c414995-1821-41d5-9def-68870537ec67 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.2976675 Nov 26 02:45:05.603667 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-acd40171-26d4-4ea2-ab02-7ab6152b4c4e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a2a438d7-62f6-48ba-aa35-37f85bde9207 HTTP/1.1" status: 200 len: 217 time: 0.0589314 Nov 26 02:45:05.691819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e0a1110b-01ec-4371-a527-4a566ec6f3d4 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:05.692533 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:05.697025 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d596739a-a85a-463d-abe5-98cd87642731 x-openstack-request-id: req-d596739a-a85a-463d-abe5-98cd87642731 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:05.697321 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d199b2d4-8a34-4de5-bc94-54d25e4a6cd0", "name": "network-vif-deleted", "tag": "3f101439-a19f-4be2-af7b-6228aab02046", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:05.697584 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d596739a-a85a-463d-abe5-98cd87642731 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:05.697992 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd199b2d4-8a34-4de5-bc94-54d25e4a6cd0', 'name': 'network-vif-deleted', 'tag': '3f101439-a19f-4be2-af7b-6228aab02046', 'status': 'completed', 'code': 200} Nov 26 02:45:05.709731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35236ae0-c2fb-4e78-8ca7-99633b26c6aa req-1f6cdab4-2c4d-47b8-a248-30eb664ca4b3 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:05.711353 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35236ae0-c2fb-4e78-8ca7-99633b26c6aa req-1f6cdab4-2c4d-47b8-a248-30eb664ca4b3 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.1794670 Nov 26 02:45:05.764208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-1aa53b0c-6043-4f35-9b48-78b1d042a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:05.765719 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-1aa53b0c-6043-4f35-9b48-78b1d042a922 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1432507 Nov 26 02:45:05.820410 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:05.855437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35236ae0-c2fb-4e78-8ca7-99633b26c6aa req-e0c02792-d32e-4190-ad3e-00cd612f8382 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358151 Nov 26 02:45:05.869578 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port e0a1110b-01ec-4371-a527-4a566ec6f3d4 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:45:05.874594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port e0a1110b-01ec-4371-a527-4a566ec6f3d4 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:05.875184 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:05.883835 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] Pushing event updated for resources: {'Port': ['ID=e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:05.887494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-b6ae65ce-acd2-43d8-b983-4b8512ef09b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:05.889284 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-b6ae65ce-acd2-43d8-b983-4b8512ef09b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143596 Nov 26 02:45:05.891553 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:45:05.893182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:05.895396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:45:05.981512 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:06.051331 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951d2169-d991-4ce0-9246-05cbc16ee3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a1110b-01ec-4371-a527-4a566ec6f3d4'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:06.055048 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb29fc31-c0f4-4842-88b5-f0c55ae9f3b4" -d '{"events": [{"server_uuid": "951d2169-d991-4ce0-9246-05cbc16ee3a2", "name": "network-vif-plugged", "status": "completed", "tag": "e0a1110b-01ec-4371-a527-4a566ec6f3d4"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:06.092511 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e0a1110b-01ec-4371-a527-4a566ec6f3d4, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e0a1110b-01ec-4371-a527-4a566ec6f3d4,segment=NetworkSegment(15b65462-b33e-466d-b227-8c39e7e4801d),segment_id=15b65462-b33e-466d-b227-8c39e7e4801d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:06.101630 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:06.184986 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e0a1110b-01ec-4371-a527-4a566ec6f3d4,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:06.214386 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b6bf9cb0-6d46-4362-b357-e7139cc985d3 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:06.265695 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port b6bf9cb0-6d46-4362-b357-e7139cc985d3 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:06.266068 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:06.475797 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-d8d73725-0b0a-488c-805f-90bd440e557c service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590847 Nov 26 02:45:06.507576 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b9e47-f988-44cf-bbca-c922f3071ed8 req-b560652c-26e5-4409-adbb-e986b7952ecb tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:06.509017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-923b9e47-f988-44cf-bbca-c922f3071ed8 req-b560652c-26e5-4409-adbb-e986b7952ecb tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 943 time: 0.1500602 Nov 26 02:45:06.516031 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19400a64-ade0-41fe-b7af-fdfcc8ab7690 req-dfb718dc-d131-4391-af5c-741b4a4a76a5 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:06.517406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19400a64-ade0-41fe-b7af-fdfcc8ab7690 req-dfb718dc-d131-4391-af5c-741b4a4a76a5 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 944 time: 0.1573699 Nov 26 02:45:06.713739 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-923b9e47-f988-44cf-bbca-c922f3071ed8 req-b1b8c921-9891-4088-8d15-bb0eca7895e1 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953855 Nov 26 02:45:06.745505 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19400a64-ade0-41fe-b7af-fdfcc8ab7690 req-89d22dae-8b7d-468b-b82f-f32769f0bede tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162015 Nov 26 02:45:06.749591 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08ad6ce7-d62b-4755-a742-611a68efead7 req-85ac9190-b2aa-4271-97e4-99705170bbf1 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618361 Nov 26 02:45:06.753795 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:06.772266 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47ff1d1-7746-47e4-a6a4-590c92abc01c x-openstack-request-id: req-a47ff1d1-7746-47e4-a6a4-590c92abc01c {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:06.772744 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951d2169-d991-4ce0-9246-05cbc16ee3a2", "name": "network-vif-plugged", "status": "completed", "tag": "e0a1110b-01ec-4371-a527-4a566ec6f3d4", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:06.773147 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a47ff1d1-7746-47e4-a6a4-590c92abc01c {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:06.773719 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951d2169-d991-4ce0-9246-05cbc16ee3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a1110b-01ec-4371-a527-4a566ec6f3d4', 'code': 200} Nov 26 02:45:06.888998 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc12c10-ed19-41c6-b9ea-4cc57802f7d6 req-5e53a93f-ff6d-45f5-bd47-664aab3a2b2d tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:06.890601 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fc12c10-ed19-41c6-b9ea-4cc57802f7d6 req-5e53a93f-ff6d-45f5-bd47-664aab3a2b2d tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 946 time: 0.0714223 Nov 26 02:45:06.975034 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c5828-1782-461b-9bb6-3229526f2327 req-cd7f3ea9-b94b-48fd-85fa-4bd25e7bff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:06.976706 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b35c5828-1782-461b-9bb6-3229526f2327 req-cd7f3ea9-b94b-48fd-85fa-4bd25e7bff3e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 1097 time: 0.0417809 Nov 26 02:45:07.014718 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fc12c10-ed19-41c6-b9ea-4cc57802f7d6 req-7659205f-5579-4cdf-bff6-3a1cd259248e tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155784 Nov 26 02:45:07.035752 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:07.043185 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b35c5828-1782-461b-9bb6-3229526f2327 req-e0805700-80f3-4173-aaec-f020768380bc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488849 Nov 26 02:45:07.148704 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3f101439-a19f-4be2-af7b-6228aab02046 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:45:07.170953 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 3f101439-a19f-4be2-af7b-6228aab02046 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:45:07.171358 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3f101439-a19f-4be2-af7b-6228aab02046 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:45:07.177568 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75adca1-ab72-4ee6-964a-b80860df36a3 req-716f019b-f54f-4bbd-a23f-a35cbe53622c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:07.179067 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f75adca1-ab72-4ee6-964a-b80860df36a3 req-716f019b-f54f-4bbd-a23f-a35cbe53622c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.0675905 Nov 26 02:45:07.254354 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f75adca1-ab72-4ee6-964a-b80860df36a3 req-a2657de8-5dbc-4442-92e1-7b7c06c792d1 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689321 Nov 26 02:45:07.263737 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] Router 9413f872-9876-4d78-96c3-8187f60f31d2 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:45:07.378729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:45:07.388696 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Sync routers for ids ['9413f872-9876-4d78-96c3-8187f60f31d2'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:45:07.395130 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:07.399009 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f54483ec-e82e-46b2-ad24-8d2736932448 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.2535460 Nov 26 02:45:07.399211 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 32820) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:07.400608 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Routers {'9413f872-9876-4d78-96c3-8187f60f31d2'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:45:07.401363 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:44:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9413f872-9876-4d78-96c3-8187f60f31d2'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:07.519333 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Set router 9413f872-9876-4d78-96c3-8187f60f31d2 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:45:07.717536 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-270531581-router', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:03Z', 'updated_at': '2021-11-26T02:45:06Z', 'revision_number': 3, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'gw_port': {'id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:05Z', 'updated_at': '2021-11-26T02:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:07.746162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Checking router: 9413f872-9876-4d78-96c3-8187f60f31d2 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:45:07.746518 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Updating router 9413f872-9876-4d78-96c3-8187f60f31d2 port e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:45:07.778762 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:07.879181 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3229c5dc-666f-4f3d-8005-7e00822eb403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:07.898303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dab97e-a5fc-4c92-843b-76fc257881e4 req-617b7243-aa73-49b3-a6e0-26d3e3d9f900 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:07.899844 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88dab97e-a5fc-4c92-843b-76fc257881e4 req-617b7243-aa73-49b3-a6e0-26d3e3d9f900 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 943 time: 0.0936987 Nov 26 02:45:08.068410 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:08.076098 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:08.092531 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88dab97e-a5fc-4c92-843b-76fc257881e4 req-9f2d4cf0-497f-4bdf-ae22-69b3b8fbd1bf tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322536 Nov 26 02:45:08.100810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b2d2a-534f-40c2-b194-abe4ef1c138d req-8762a51b-20c2-47c8-9115-f496a6c67fc0 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:08.102386 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a7b2d2a-534f-40c2-b194-abe4ef1c138d req-8762a51b-20c2-47c8-9115-f496a6c67fc0 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 944 time: 0.1409993 Nov 26 02:45:08.150896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Attempting to bind port e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:45:08.152042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Attempting to bind port e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:45:08.152605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Attempting to bind port e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:08.169641 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 32866) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:08.174245 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-3229c5dc-666f-4f3d-8005-7e00822eb403 admin admin] Allocated IP 172.20.0.1 (8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3/f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3/760dc197-3cd1-44ec-996a-46b8d47128bc) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:45:08.174684 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:45:08.175123 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:08.175571 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:08.175977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:45:08.176562 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Bound port: e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:45:08.177153 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:08.193782 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a7b2d2a-534f-40c2-b194-abe4ef1c138d req-d809b448-6482-4e0b-a6d4-02d68e535622 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856521 Nov 26 02:45:08.202339 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c648e-15a8-4869-9a4d-1fc6f9a651fa None None] Pushing event updated for resources: {'Port': ['ID=e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:08.272240 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] For port e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:08.275705 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] For port e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:45:08.284603 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:08.306268 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3229c5dc-666f-4f3d-8005-7e00822eb403 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:08.346719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c648e-15a8-4869-9a4d-1fc6f9a651fa None None] Pushing event updated for resources: {'Port': ['ID=e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:08.367466 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Routers {'9413f872-9876-4d78-96c3-8187f60f31d2'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:45:08.368185 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:44:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9413f872-9876-4d78-96c3-8187f60f31d2'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:08.372821 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f24068dd-00ba-40bf-93f3-6bb8e6f0271e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d3e205eaa3d47a6bb36fdecd6a82459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2014179 Nov 26 02:45:08.376117 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 32872) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:08.396716 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81ad11-b7ab-4f44-85ae-5909d1e6ea6b req-d659a7bb-77a5-4081-a2b4-8339cc5693a9 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:08.398386 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b81ad11-b7ab-4f44-85ae-5909d1e6ea6b req-d659a7bb-77a5-4081-a2b4-8339cc5693a9 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 946 time: 0.0697012 Nov 26 02:45:08.401820 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3229c5dc-666f-4f3d-8005-7e00822eb403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:08.435239 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e6dc-f9ee-45ca-8981-d0956946413a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:08.460338 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e6dc-f9ee-45ca-8981-d0956946413a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:08.507242 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] Set router 9413f872-9876-4d78-96c3-8187f60f31d2 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:45:08.520120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3229c5dc-666f-4f3d-8005-7e00822eb403 admin admin] Network 8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:45:08.520802 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e6dc-f9ee-45ca-8981-d0956946413a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:08.523838 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e6dc-f9ee-45ca-8981-d0956946413a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:08.524029 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b81ad11-b7ab-4f44-85ae-5909d1e6ea6b req-752fa5be-d15b-4b01-8960-d7a679a1ccd9 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053104 Nov 26 02:45:08.525155 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9dd9e6dc-f9ee-45ca-8981-d0956946413a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41ecb29b-c276-4573-aa15-1507e034a499 HTTP/1.1" status: 204 len: 168 time: 0.1478467 Nov 26 02:45:08.528423 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-3229c5dc-666f-4f3d-8005-7e00822eb403 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:08.531505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3229c5dc-666f-4f3d-8005-7e00822eb403 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:45:08.533500 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9e6dc-f9ee-45ca-8981-d0956946413a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ecb29b-c276-4573-aa15-1507e034a499,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:08.549151 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9e6dc-f9ee-45ca-8981-d0956946413a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:08.549898 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9e6dc-f9ee-45ca-8981-d0956946413a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:08.551348 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9e6dc-f9ee-45ca-8981-d0956946413a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:08.551852 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9e6dc-f9ee-45ca-8981-d0956946413a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:08.553154 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9e6dc-f9ee-45ca-8981-d0956946413a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:08.553645 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9e6dc-f9ee-45ca-8981-d0956946413a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:08.554136 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9e6dc-f9ee-45ca-8981-d0956946413a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:08.554816 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9e6dc-f9ee-45ca-8981-d0956946413a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:08.555445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9e6dc-f9ee-45ca-8981-d0956946413a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:08.556625 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9e6dc-f9ee-45ca-8981-d0956946413a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:08.557157 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9e6dc-f9ee-45ca-8981-d0956946413a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:08.557648 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9e6dc-f9ee-45ca-8981-d0956946413a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:45:08.585443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229c5dc-666f-4f3d-8005-7e00822eb403 admin admin] Pushing event updated for resources: {'Port': ['ID=760dc197-3cd1-44ec-996a-46b8d47128bc,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:08.587775 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3229c5dc-666f-4f3d-8005-7e00822eb403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:08.648694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3aa62-ddca-40cf-8515-db2cd1d02dfe req-d945c9e7-1f4e-4431-8c60-7e9c44afa515 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:08.650729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62a3aa62-ddca-40cf-8515-db2cd1d02dfe req-d945c9e7-1f4e-4431-8c60-7e9c44afa515 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.2510347 Nov 26 02:45:08.773496 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62a3aa62-ddca-40cf-8515-db2cd1d02dfe req-fff60e27-1228-4976-9fa0-5d690a632bd3 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063066 Nov 26 02:45:08.797369 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-270531581-router', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:03Z', 'updated_at': '2021-11-26T02:45:06Z', 'revision_number': 3, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'gw_port': {'id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:05Z', 'updated_at': '2021-11-26T02:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:08.823595 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3229c5dc-666f-4f3d-8005-7e00822eb403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:08.832394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9714d004-a459-4f20-b55e-6e978c3f6bb3 None None] The sync data for ids ['9413f872-9876-4d78-96c3-8187f60f31d2'] in n-d-819389-3 is: [{'id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-270531581-router', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:03Z', 'updated_at': '2021-11-26T02:45:06Z', 'revision_number': 3, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'gw_port': {'id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:05Z', 'updated_at': '2021-11-26T02:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:45:08.925636 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a072b94d-0cc0-4295-bf7f-d87b2959ad38 None None] Provisioning complete for port 760dc197-3cd1-44ec-996a-46b8d47128bc triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:08.926348 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a072b94d-0cc0-4295-bf7f-d87b2959ad38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:08.965512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a072b94d-0cc0-4295-bf7f-d87b2959ad38 None None] Port 760dc197-3cd1-44ec-996a-46b8d47128bc cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:45:09.029945 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3229c5dc-666f-4f3d-8005-7e00822eb403 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:09.035400 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3229c5dc-666f-4f3d-8005-7e00822eb403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:09.116298 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3229c5dc-666f-4f3d-8005-7e00822eb403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:09.121754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229c5dc-666f-4f3d-8005-7e00822eb403 admin admin] Pushing event updated for resources: {'Port': ['ID=760dc197-3cd1-44ec-996a-46b8d47128bc,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:09.155825 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 7e53ab37-858f-4ecf-923e-0a152768037e details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:45:09.169412 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a2a438d7-62f6-48ba-aa35-37f85bde9207 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:45:09.338401 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3229c5dc-666f-4f3d-8005-7e00822eb403 admin admin] Network 8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:45:09.347431 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479eb3c6-6bec-48b4-9944-bd58fe08b302 req-fd9b96c1-f9bb-4c6d-911d-115cbd843b9b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:09.365217 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-479eb3c6-6bec-48b4-9944-bd58fe08b302 req-fd9b96c1-f9bb-4c6d-911d-115cbd843b9b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 943 time: 0.1636806 Nov 26 02:45:09.367299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-3229c5dc-666f-4f3d-8005-7e00822eb403 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:09.390049 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:09.429923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 7e53ab37-858f-4ecf-923e-0a152768037e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7e53ab37-858f-4ecf-923e-0a152768037e,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:09.443720 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d3612e-9276-4349-9e90-693a16d48f0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a438d7-62f6-48ba-aa35-37f85bde9207'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:09.448813 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ae29af-797e-47f4-976d-0f974d135a5f" -d '{"events": [{"server_uuid": "85d3612e-9276-4349-9e90-693a16d48f0d", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a438d7-62f6-48ba-aa35-37f85bde9207"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:09.471846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port a2a438d7-62f6-48ba-aa35-37f85bde9207, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a2a438d7-62f6-48ba-aa35-37f85bde9207,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:09.473414 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '7e53ab37-858f-4ecf-923e-0a152768037e', 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c', 'port_id': '7e53ab37-858f-4ecf-923e-0a152768037e', 'mac_address': 'fa:16:3e:a8:73:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3c64a3-1f7d-4156-9c97-d694993c7485', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:45:09.482630 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:09.567776 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:09.587337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e53ab37-858f-4ecf-923e-0a152768037e {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:45:09.648263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 7e53ab37-858f-4ecf-923e-0a152768037e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7e53ab37-858f-4ecf-923e-0a152768037e,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:09.659407 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:09.674469 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=a2a438d7-62f6-48ba-aa35-37f85bde9207,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:09.745886 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f56be445-5350-4ed6-ae8d-ddef75bdd020 None None] Provisioning complete for port 760dc197-3cd1-44ec-996a-46b8d47128bc triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:09.746268 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f56be445-5350-4ed6-ae8d-ddef75bdd020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:09.773120 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=7e53ab37-858f-4ecf-923e-0a152768037e,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:09.792518 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f56be445-5350-4ed6-ae8d-ddef75bdd020 None None] Port 760dc197-3cd1-44ec-996a-46b8d47128bc cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:45:09.901810 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-479eb3c6-6bec-48b4-9944-bd58fe08b302 req-0a9b2dff-9d35-43e1-8dee-84dd13e44ce1 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5355668 Nov 26 02:45:09.914771 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb24cc2-a0fd-4b09-8879-7ccc3af4fa9e req-256f9a49-c88b-487b-ada5-7f9d62341490 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:09.916639 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4bb24cc2-a0fd-4b09-8879-7ccc3af4fa9e req-256f9a49-c88b-487b-ada5-7f9d62341490 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 944 time: 0.5319769 Nov 26 02:45:09.959297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3229c5dc-666f-4f3d-8005-7e00822eb403 admin admin] Router 9413f872-9876-4d78-96c3-8187f60f31d2 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:45:09.987329 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4bb24cc2-a0fd-4b09-8879-7ccc3af4fa9e req-f78b86b4-f5ff-4629-9146-8c1cf0f3954f tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636904 Nov 26 02:45:10.047079 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6c3118-59bc-45ac-885c-696c02a09ca5 x-openstack-request-id: req-8e6c3118-59bc-45ac-885c-696c02a09ca5 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:10.047452 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d3612e-9276-4349-9e90-693a16d48f0d", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a438d7-62f6-48ba-aa35-37f85bde9207", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:10.047838 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e6c3118-59bc-45ac-885c-696c02a09ca5 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:10.048390 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d3612e-9276-4349-9e90-693a16d48f0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a438d7-62f6-48ba-aa35-37f85bde9207', 'code': 200} Nov 26 02:45:10.105633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3229c5dc-666f-4f3d-8005-7e00822eb403 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:45:10.122245 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3229c5dc-666f-4f3d-8005-7e00822eb403 admin admin] 10.222.0.31 "PUT /v2.0/routers/9413f872-9876-4d78-96c3-8187f60f31d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7218153 Nov 26 02:45:10.151754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['7e53ab37-858f-4ecf-923e-0a152768037e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:45:10.211048 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:10.213414 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5467c2-8a9e-4122-8503-42280f573554 req-56a12b01-72e8-4257-9b99-518157ffb6b0 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:10.223920 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be5467c2-8a9e-4122-8503-42280f573554 req-56a12b01-72e8-4257-9b99-518157ffb6b0 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 946 time: 0.1000700 Nov 26 02:45:10.316448 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be5467c2-8a9e-4122-8503-42280f573554 req-878e1c95-3282-4354-8696-b3955207653d tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877771 Nov 26 02:45:10.349212 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:10.352298 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:10.487240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d2897-7a33-4737-b6fb-b7ef29fc301b req-b44f2c76-420a-4e90-9562-b612f451e014 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:10.496434 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-376d2897-7a33-4737-b6fb-b7ef29fc301b req-b44f2c76-420a-4e90-9562-b612f451e014 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 948 time: 0.1135781 Nov 26 02:45:10.515168 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:10.544700 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:10.561507 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:10.582245 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-376d2897-7a33-4737-b6fb-b7ef29fc301b req-1aa9cf92-563a-43d5-8373-3c3c9a39f4da tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845759 Nov 26 02:45:10.666770 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:10.756042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb6660-fbf0-48fb-a43a-09c1dc412fd7 req-202e9e01-1da4-4cc4-84f3-78f8996819ca tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:10.757768 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5cdb6660-fbf0-48fb-a43a-09c1dc412fd7 req-202e9e01-1da4-4cc4-84f3-78f8996819ca tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 946 time: 0.0902033 Nov 26 02:45:10.766378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 32936) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:10.771443 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b4a75501-90d4-4de3-8538-962dcc2f8986 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Request body: {'floatingip': {'port_id': 'e0a1110b-01ec-4371-a527-4a566ec6f3d4'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:10.819225 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4a75501-90d4-4de3-8538-962dcc2f8986 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for floatingip, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:10.910725 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94c0ceb9-5024-4a1d-883d-3fd03eca3b5e req-d6ef23f0-668d-4900-8191-236ecb1f1a48 tempest-AbsoluteLimitsNegativeTestJSON-1921157173 tempest-AbsoluteLimitsNegativeTestJSON-1921157173-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=48b1023403d949b7af139633a78c336f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381770 Nov 26 02:45:10.917423 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-dc122494-c31b-4529-92a3-dd339c8ceb9e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:10.924506 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-dc122494-c31b-4529-92a3-dd339c8ceb9e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/networks?id=8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 HTTP/1.1" status: 200 len: 828 time: 0.1528218 Nov 26 02:45:10.947039 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Sync routers for ids ['9413f872-9876-4d78-96c3-8187f60f31d2'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:45:10.952608 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-5743d7b1-b919-4229-9544-b693343dfbec tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/quotas/7a8f3e12d77545529189d7e8133410f1 HTTP/1.1" status: 200 len: 375 time: 0.0271583 Nov 26 02:45:10.959104 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Routers {'9413f872-9876-4d78-96c3-8187f60f31d2'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:45:10.960918 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:44:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9413f872-9876-4d78-96c3-8187f60f31d2'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:11.063283 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-726022f7-995a-485c-94fd-ae80d1ed9a48 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a8f3e12d77545529189d7e8133410f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097791 Nov 26 02:45:11.106234 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Set router 9413f872-9876-4d78-96c3-8187f60f31d2 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:45:11.167337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a2a438d7-62f6-48ba-aa35-37f85bde9207 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:45:11.180028 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-fdcf98b2-76c4-4e93-b186-91c671f036e9 service neutron] 10.222.0.31 "GET /v2.0/networks/8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086743 Nov 26 02:45:11.256669 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0ceb9-5024-4a1d-883d-3fd03eca3b5e req-bd305a2e-1cb5-42d9-8139-83e9ec381614 tempest-AbsoluteLimitsNegativeTestJSON-1921157173 tempest-AbsoluteLimitsNegativeTestJSON-1921157173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:11.265371 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94c0ceb9-5024-4a1d-883d-3fd03eca3b5e req-bd305a2e-1cb5-42d9-8139-83e9ec381614 tempest-AbsoluteLimitsNegativeTestJSON-1921157173 tempest-AbsoluteLimitsNegativeTestJSON-1921157173-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3387687 Nov 26 02:45:11.292466 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94c0ceb9-5024-4a1d-883d-3fd03eca3b5e req-ac23f609-9c3e-431b-8173-6a4c1e82d1ff tempest-AbsoluteLimitsNegativeTestJSON-1921157173 tempest-AbsoluteLimitsNegativeTestJSON-1921157173-project] 10.222.0.31 "GET /v2.0/quotas/48b1023403d949b7af139633a78c336f HTTP/1.1" status: 200 len: 375 time: 0.0260329 Nov 26 02:45:11.328333 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94c0ceb9-5024-4a1d-883d-3fd03eca3b5e req-ad80e283-f5cc-4684-9510-582906a81d60 tempest-AbsoluteLimitsNegativeTestJSON-1921157173 tempest-AbsoluteLimitsNegativeTestJSON-1921157173-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=48b1023403d949b7af139633a78c336f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348506 Nov 26 02:45:11.348778 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4a75501-90d4-4de3-8538-962dcc2f8986 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:11.364890 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4a75501-90d4-4de3-8538-962dcc2f8986 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:11.375744 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-270531581-router', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:03Z', 'updated_at': '2021-11-26T02:45:08Z', 'revision_number': 4, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'gw_port': {'id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:05Z', 'updated_at': '2021-11-26T02:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '760dc197-3cd1-44ec-996a-46b8d47128bc', 'name': '', 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'mac_address': 'fa:16:3e:df:a1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:07Z', 'updated_at': '2021-11-26T02:45:08Z', 'revision_number': 2, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'subnets': [{'id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:11.392790 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port a2a438d7-62f6-48ba-aa35-37f85bde9207, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a2a438d7-62f6-48ba-aa35-37f85bde9207,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:11.405802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-e9f3f1b8-a6c7-4a9e-9ed3-fb853fc35719 service neutron] 10.222.0.31 "GET /v2.0/networks/8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247496 Nov 26 02:45:11.420474 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Checking router: 9413f872-9876-4d78-96c3-8187f60f31d2 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:45:11.420833 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Updating router 9413f872-9876-4d78-96c3-8187f60f31d2 port 760dc197-3cd1-44ec-996a-46b8d47128bc binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:45:11.429624 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'a2a438d7-62f6-48ba-aa35-37f85bde9207', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': 'a2a438d7-62f6-48ba-aa35-37f85bde9207', 'mac_address': 'fa:16:3e:c0:d7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:45:11.451064 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:11.527736 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:11.543432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0611be-446c-43bd-ad9c-4df0761ff34a req-938cb962-09b7-4da2-bac9-200cf312b18b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:11.548234 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a0611be-446c-43bd-ad9c-4df0761ff34a req-938cb962-09b7-4da2-bac9-200cf312b18b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 943 time: 0.0836267 Nov 26 02:45:11.569529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a438d7-62f6-48ba-aa35-37f85bde9207 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:45:11.616923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port a2a438d7-62f6-48ba-aa35-37f85bde9207, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a2a438d7-62f6-48ba-aa35-37f85bde9207,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:11.637544 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:11.650992 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ecca4466-da20-49b4-8ec4-062b46f99a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:11.673914 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-b4a75501-90d4-4de3-8538-962dcc2f8986 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Floating IP 28c28bd9-6f56-4e0d-816d-c0b14d8fd3b6 associated. External IP: 172.25.0.40, port: e0a1110b-01ec-4371-a527-4a566ec6f3d4. Nov 26 02:45:11.691074 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a0611be-446c-43bd-ad9c-4df0761ff34a req-dcf03fa5-d934-46f1-9674-fad29fba45bc tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371672 Nov 26 02:45:11.743835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device a63da763-2109-4065-842f-705ded00c432 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:45:11.875288 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=a2a438d7-62f6-48ba-aa35-37f85bde9207,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:11.966070 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84705b6e-85c6-4230-872f-6fbc37c7e31e req-a049c78d-df96-45cc-99b8-a645f9761a96 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:11.977986 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84705b6e-85c6-4230-872f-6fbc37c7e31e req-a049c78d-df96-45cc-99b8-a645f9761a96 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 945 time: 0.1538668 Nov 26 02:45:12.043512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 32966) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:12.112417 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84705b6e-85c6-4230-872f-6fbc37c7e31e req-4f024edc-3451-4e35-a4fe-2eaed234eed8 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297576 Nov 26 02:45:12.155318 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:12.166125 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:12.297002 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1fec1bbb-ab0e-482e-a1e0-780c62c478c4 req-51c87662-9de3-4ee1-bdf0-784c1c80a0b2 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 210 time: 0.0794299 Nov 26 02:45:12.325819 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a59cd7-c8d2-4291-a739-314ea03de70e None None] Pushing event updated for resources: {'Port': ['ID=760dc197-3cd1-44ec-996a-46b8d47128bc,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:12.366345 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['a2a438d7-62f6-48ba-aa35-37f85bde9207'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:45:12.396664 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4e1ede2b-19e7-4092-b1e3-ece8f02e211e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:12.449948 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:12.484297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704b3f0-e5c2-45b2-a117-4a4f8ed01ed2 req-23f1f27d-2243-49e8-9d2e-80d40f6b3d64 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:12.494196 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4704b3f0-e5c2-45b2-a117-4a4f8ed01ed2 req-23f1f27d-2243-49e8-9d2e-80d40f6b3d64 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 949 time: 0.2696407 Nov 26 02:45:12.496935 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Attempting to bind port 760dc197-3cd1-44ec-996a-46b8d47128bc on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:45:12.499197 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Attempting to bind port 760dc197-3cd1-44ec-996a-46b8d47128bc by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '07dc2b8b-d778-4009-b557-d656f81d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:45:12.499749 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Attempting to bind port 760dc197-3cd1-44ec-996a-46b8d47128bc on network 8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:12.519289 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:45:12.519670 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Checking segment: {'id': '07dc2b8b-d778-4009-b557-d656f81d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:12.525949 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:12.527776 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Bound using segment: {'id': '07dc2b8b-d778-4009-b557-d656f81d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:45:12.528603 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Bound port: 760dc197-3cd1-44ec-996a-46b8d47128bc, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07dc2b8b-d778-4009-b557-d656f81d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:45:12.531835 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:12.621606 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4704b3f0-e5c2-45b2-a117-4a4f8ed01ed2 req-d22ab7d5-8a49-49ea-8450-0b0f362b9516 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261055 Nov 26 02:45:12.659561 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4e1ede2b-19e7-4092-b1e3-ece8f02e211e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:12.668664 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4e1ede2b-19e7-4092-b1e3-ece8f02e211e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:12.729886 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4e1ede2b-19e7-4092-b1e3-ece8f02e211e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48b1023403d949b7af139633a78c336f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6815112 Nov 26 02:45:12.729886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ede2b-19e7-4092-b1e3-ece8f02e211e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9a85c5-9a27-4467-853c-8030a59c5a04,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:12.731576 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 32978) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:12.762166 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-d998533d-c533-47a3-90f6-157ca148080a service neutron] 10.222.0.59 "GET /v2.0/ports/a63da763-2109-4065-842f-705ded00c432/bindings/n-h1-819389-3 HTTP/1.1" status: 200 len: 384 time: 0.2363555 Nov 26 02:45:12.804698 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] For port 760dc197-3cd1-44ec-996a-46b8d47128bc, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:12.808428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:12.809071 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:12.818151 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] For port 760dc197-3cd1-44ec-996a-46b8d47128bc, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=760dc197-3cd1-44ec-996a-46b8d47128bc,segment=NetworkSegment(07dc2b8b-d778-4009-b557-d656f81d517b),segment_id=07dc2b8b-d778-4009-b557-d656f81d517b)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:45:12.822511 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d116e787-f6a2-4057-a755-31958a2eed5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:12.830267 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:12.868816 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d116e787-f6a2-4057-a755-31958a2eed5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:12.980446 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a75501-90d4-4de3-8538-962dcc2f8986 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:45:12.986936 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Routers {'9413f872-9876-4d78-96c3-8187f60f31d2'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:45:12.988621 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:44:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9413f872-9876-4d78-96c3-8187f60f31d2'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:13.066468 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d116e787-f6a2-4057-a755-31958a2eed5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:13.080631 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d116e787-f6a2-4057-a755-31958a2eed5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:13.082489 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d116e787-f6a2-4057-a755-31958a2eed5b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce9a85c5-9a27-4467-853c-8030a59c5a04 HTTP/1.1" status: 204 len: 168 time: 0.3497093 Nov 26 02:45:13.120023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7ec76724-945d-4603-8c1d-4111cd4176a4 None None] Provisioning complete for port 760dc197-3cd1-44ec-996a-46b8d47128bc triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:13.120982 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7ec76724-945d-4603-8c1d-4111cd4176a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:13.161776 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99c314-fef5-4dcd-aae1-40493da1da3f req-0b00e8fb-54e0-4f19-8424-95f03399a50c tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:13.181332 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d99c314-fef5-4dcd-aae1-40493da1da3f req-0b00e8fb-54e0-4f19-8424-95f03399a50c tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 943 time: 0.2293947 Nov 26 02:45:13.186287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116e787-f6a2-4057-a755-31958a2eed5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9a85c5-9a27-4467-853c-8030a59c5a04,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:13.242804 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-91729dfb-96b1-4e26-9762-882d2c299386 service neutron] For port a63da763-2109-4065-842f-705ded00c432, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a63da763-2109-4065-842f-705ded00c432,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:13.247496 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 7e53ab37-858f-4ecf-923e-0a152768037e up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:13.287593 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-91729dfb-96b1-4e26-9762-882d2c299386 service neutron] For port a63da763-2109-4065-842f-705ded00c432, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:13.373074 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-91729dfb-96b1-4e26-9762-882d2c299386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63da763-2109-4065-842f-705ded00c432 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:45:13.387776 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-91729dfb-96b1-4e26-9762-882d2c299386 service neutron] For port a63da763-2109-4065-842f-705ded00c432, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a63da763-2109-4065-842f-705ded00c432,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:13.390373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d99c314-fef5-4dcd-aae1-40493da1da3f req-d3c40892-d4df-41c0-8105-fff84eaebeb5 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043629 Nov 26 02:45:13.424765 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a59cd7-c8d2-4291-a739-314ea03de70e None None] Pushing event updated for resources: {'Port': ['ID=760dc197-3cd1-44ec-996a-46b8d47128bc,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:13.436097 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-91729dfb-96b1-4e26-9762-882d2c299386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:13.590009 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] Set router 9413f872-9876-4d78-96c3-8187f60f31d2 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:45:13.660269 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a75501-90d4-4de3-8538-962dcc2f8986 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:45:13.668331 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4a75501-90d4-4de3-8538-962dcc2f8986 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:13.682467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-7320da8a-85f1-4818-b93c-a3b85e8a9d00 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:13.692807 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-7320da8a-85f1-4818-b93c-a3b85e8a9d00 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.54 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d&tenant_id=ad6caec5c92044d899d9c12ccac00902&binding%3Ahost_id=n-h1-819389-3 HTTP/1.1" status: 200 len: 949 time: 0.2922111 Nov 26 02:45:13.697139 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-91729dfb-96b1-4e26-9762-882d2c299386 service neutron] Transition to ACTIVE for port object a63da763-2109-4065-842f-705ded00c432 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:45:13.697330 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28e4b7e-5690-436f-8692-338d3a6bb62c None None] Sync routers for ids ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:45:13.708981 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b4a75501-90d4-4de3-8538-962dcc2f8986 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "PUT /v2.0/floatingips/28c28bd9-6f56-4e0d-816d-c0b14d8fd3b6 HTTP/1.1" status: 200 len: 991 time: 2.9414160 Nov 26 02:45:13.709814 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951d2169-d991-4ce0-9246-05cbc16ee3a2', 'tag': 'e0a1110b-01ec-4371-a527-4a566ec6f3d4'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:13.712081 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e9d864-c1b5-478e-af1f-d96694293f77" -d '{"events": [{"name": "network-changed", "server_uuid": "951d2169-d991-4ce0-9246-05cbc16ee3a2", "tag": "e0a1110b-01ec-4371-a527-4a566ec6f3d4"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:13.715886 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-91729dfb-96b1-4e26-9762-882d2c299386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:13.724754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 7e53ab37-858f-4ecf-923e-0a152768037e completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:45:13.745489 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 7e53ab37-858f-4ecf-923e-0a152768037e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:13.746441 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:13.752500 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7ec76724-945d-4603-8c1d-4111cd4176a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:13.790254 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e4b7e-5690-436f-8692-338d3a6bb62c None None] Routers {'33eb03fe-a5d6-46a5-98f8-9bca7def5272'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:45:13.791751 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d28e4b7e-5690-436f-8692-338d3a6bb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:44:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:13.799162 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-91729dfb-96b1-4e26-9762-882d2c299386 service neutron] No DVR routers for this DVR port a63da763-2109-4065-842f-705ded00c432 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:45:13.860488 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-91729dfb-96b1-4e26-9762-882d2c299386 service neutron] 10.222.0.59 "PUT /v2.0/ports/a63da763-2109-4065-842f-705ded00c432/bindings/n-h1-819389-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0791705 Nov 26 02:45:13.869108 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91729dfb-96b1-4e26-9762-882d2c299386 service neutron] Pushing event updated for resources: {'Port': ['ID=a63da763-2109-4065-842f-705ded00c432,revision_number=10']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:13.945198 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-f1582960-4e95-4709-87fc-1f3434c1648a service neutron] 10.222.0.54 "GET /v2.0/ports/a2a438d7-62f6-48ba-aa35-37f85bde9207/bindings/n-h1-819389-3 HTTP/1.1" status: 200 len: 382 time: 0.2479029 Nov 26 02:45:14.019648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7ec76724-945d-4603-8c1d-4111cd4176a4 None None] For port 760dc197-3cd1-44ec-996a-46b8d47128bc, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=760dc197-3cd1-44ec-996a-46b8d47128bc,segment=NetworkSegment(07dc2b8b-d778-4009-b557-d656f81d517b),segment_id=07dc2b8b-d778-4009-b557-d656f81d517b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:14.041346 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7ec76724-945d-4603-8c1d-4111cd4176a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:14.184472 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d28e4b7e-5690-436f-8692-338d3a6bb62c None None] Set router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:45:14.195697 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42a1d3b9-bb20-4f12-aacb-2b6e61ee32c4 req-19b371e0-b7c2-4107-bbde-c0e1b0a2132b tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 210 time: 0.1686637 Nov 26 02:45:14.254406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0245ef-821e-44af-8267-4256d0cffc11 req-45a78f43-f7a2-4a9b-8860-70c3cf0145e1 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:14.257535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc0245ef-821e-44af-8267-4256d0cffc11 req-45a78f43-f7a2-4a9b-8860-70c3cf0145e1 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 945 time: 0.5631781 Nov 26 02:45:14.266329 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-2271d778-fe2e-4cc6-9739-4b618474b84a tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:14.268744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-2271d778-fe2e-4cc6-9739-4b618474b84a tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.59 "GET /v2.0/networks?id=8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 HTTP/1.1" status: 200 len: 828 time: 0.3268752 Nov 26 02:45:14.274227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-e27b4855-ca6a-4fce-9ff5-2406b5cf4632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:14.276088 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-e27b4855-ca6a-4fce-9ff5-2406b5cf4632 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 1100 time: 0.2410297 Nov 26 02:45:14.290114 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ee5f489a-d2d6-4c7f-b363-3f6966820c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:14.291450 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-cc727d69-cbc5-4f24-b775-c7eeed7fb8de tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:14.293979 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-cc727d69-cbc5-4f24-b775-c7eeed7fb8de tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab&tenant_id=e8a793ab79454cf9836e2116f38adfa2&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 1095 time: 0.2616751 Nov 26 02:45:14.306450 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:14.307830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-a3ac83eb-cf41-4977-ad86-f908cedcda3c tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Request body: {'port': {'device_id': 'bdfb68f6-ee39-478c-821f-776538d5668c', 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3', 'admin_state_up': True, 'tenant_id': '7a8f3e12d77545529189d7e8133410f1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:14.347033 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec76724-945d-4603-8c1d-4111cd4176a4 None None] Pushing event updated for resources: {'Port': ['ID=760dc197-3cd1-44ec-996a-46b8d47128bc,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:14.403074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-0781c70f-25bb-4b0d-a77e-0ecd4aedc79d None None] Provisioning complete for port 760dc197-3cd1-44ec-996a-46b8d47128bc triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:14.404237 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0781c70f-25bb-4b0d-a77e-0ecd4aedc79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:14.407824 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-270531581-router', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:03Z', 'updated_at': '2021-11-26T02:45:08Z', 'revision_number': 4, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'gw_port': {'id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:05Z', 'updated_at': '2021-11-26T02:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '760dc197-3cd1-44ec-996a-46b8d47128bc', 'name': '', 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'mac_address': 'fa:16:3e:df:a1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:07Z', 'updated_at': '2021-11-26T02:45:12Z', 'revision_number': 4, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'subnets': [{'id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:14.462463 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0901bb2-7e68-419c-bfe1-634c7b76f08f None None] The sync data for ids ['9413f872-9876-4d78-96c3-8187f60f31d2'] in n-d-819389-3 is: [{'id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-270531581-router', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:03Z', 'updated_at': '2021-11-26T02:45:08Z', 'revision_number': 4, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'gw_port': {'id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:05Z', 'updated_at': '2021-11-26T02:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '760dc197-3cd1-44ec-996a-46b8d47128bc', 'name': '', 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'mac_address': 'fa:16:3e:df:a1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:07Z', 'updated_at': '2021-11-26T02:45:12Z', 'revision_number': 4, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'subnets': [{'id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:45:14.513231 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e53ab37-858f-4ecf-923e-0a152768037e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:14.517199 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f84f41-3efb-4ad5-a1c9-4795b588455d" -d '{"events": [{"server_uuid": "dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa", "name": "network-vif-plugged", "status": "completed", "tag": "7e53ab37-858f-4ecf-923e-0a152768037e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:14.568555 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 7e53ab37-858f-4ecf-923e-0a152768037e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7e53ab37-858f-4ecf-923e-0a152768037e,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:14.582129 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc0245ef-821e-44af-8267-4256d0cffc11 req-1e015fd4-e7d3-44d4-bc60-79a45b02affa tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112967 Nov 26 02:45:14.602014 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:14.679808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7ee56-b488-4c96-9a67-f09b7586cceb req-bbfb78f7-0cd1-459a-a015-2c7cd69baec4 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:14.688350 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dfb7ee56-b488-4c96-9a67-f09b7586cceb req-bbfb78f7-0cd1-459a-a015-2c7cd69baec4 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 949 time: 0.2669892 Nov 26 02:45:14.700003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-8160f14b-6a45-4290-987e-8b528c0d29d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:14.701653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-8160f14b-6a45-4290-987e-8b528c0d29d3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab&tenant_id=e8a793ab79454cf9836e2116f38adfa2 HTTP/1.1" status: 200 len: 1095 time: 0.2979627 Nov 26 02:45:14.751141 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-a3ac83eb-cf41-4977-ad86-f908cedcda3c tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Made reservation on behalf of 7a8f3e12d77545529189d7e8133410f1 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:45:14.756466 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-a3ac83eb-cf41-4977-ad86-f908cedcda3c tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:14.797880 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef59d4f9-ebe7-4645-a45b-ae5c830c6576 x-openstack-request-id: req-ef59d4f9-ebe7-4645-a45b-ae5c830c6576 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:14.799114 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951d2169-d991-4ce0-9246-05cbc16ee3a2", "tag": "e0a1110b-01ec-4371-a527-4a566ec6f3d4", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:14.801008 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef59d4f9-ebe7-4645-a45b-ae5c830c6576 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:14.803304 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951d2169-d991-4ce0-9246-05cbc16ee3a2', 'tag': 'e0a1110b-01ec-4371-a527-4a566ec6f3d4', 'status': 'completed', 'code': 200} Nov 26 02:45:14.807516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-7965cd3c-7448-4eb6-a6ce-360f7c5574dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:14.807802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-7965cd3c-7448-4eb6-a6ce-360f7c5574dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.5196288 Nov 26 02:45:14.932962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-2f3bae3a-cad3-41a9-8af5-02f49491d9a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a2a438d7-62f6-48ba-aa35-37f85bde9207 HTTP/1.1" status: 200 len: 217 time: 0.1049752 Nov 26 02:45:14.951013 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dfb7ee56-b488-4c96-9a67-f09b7586cceb req-c9d06103-fc0f-46ce-a48c-75f03340a3aa tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604945 Nov 26 02:45:15.048746 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9d864-c1b5-478e-af1f-d96694293f77 req-97928144-41b0-4df5-96c5-9596a3e56051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:15.051186 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-44e9d864-c1b5-478e-af1f-d96694293f77 req-97928144-41b0-4df5-96c5-9596a3e56051 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8201a84fe3324f2985fbd4e3961400eb&device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 1097 time: 0.1817789 Nov 26 02:45:15.051924 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33024) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:15.059516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-5585cd07-c839-4e58-93e5-36ad150fb86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:15.068403 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:15.070230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-5585cd07-c839-4e58-93e5-36ad150fb86d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 1095 time: 0.2888939 Nov 26 02:45:15.080090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=7e53ab37-858f-4ecf-923e-0a152768037e,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:15.179227 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d28e4b7e-5690-436f-8692-338d3a6bb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:01Z', 'revision_number': 4, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '28c28bd9-6f56-4e0d-816d-c0b14d8fd3b6', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'port_id': 'e0a1110b-01ec-4371-a527-4a566ec6f3d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'mac_address': 'fa:16:3e:ad:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d2169-d991-4ce0-9246-05cbc16ee3a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:41:23Z', 'updated_at': '2021-11-26T02:45:11Z', 'revision_number': 5, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecccdd7-4bc4-42b1-953b-a944ecd721e9', 'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'mac_address': 'fa:16:3e:e0:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:00Z', 'updated_at': '2021-11-26T02:41:11Z', 'revision_number': 5, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'subnets': [{'id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:15.215648 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d40549-87f2-4364-868b-7d973fc1b8da x-openstack-request-id: req-10d40549-87f2-4364-868b-7d973fc1b8da {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:15.216821 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa", "name": "network-vif-plugged", "status": "completed", "tag": "7e53ab37-858f-4ecf-923e-0a152768037e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:15.217237 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10d40549-87f2-4364-868b-7d973fc1b8da {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:15.217792 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e53ab37-858f-4ecf-923e-0a152768037e', 'code': 200} Nov 26 02:45:15.239670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28e4b7e-5690-436f-8692-338d3a6bb62c None None] Checking router: 33eb03fe-a5d6-46a5-98f8-9bca7def5272 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:45:15.257227 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a2a438d7-62f6-48ba-aa35-37f85bde9207 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:15.313933 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-683b918d-dd6b-4ab0-874e-22c3a172d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:15.316279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-683b918d-dd6b-4ab0-874e-22c3a172d30d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.3543475 Nov 26 02:45:15.329257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-daf7b1ee-c908-4962-8948-940102bf803c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2028337001-network', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:15.331995 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e4b7e-5690-436f-8692-338d3a6bb62c None None] Routers {'33eb03fe-a5d6-46a5-98f8-9bca7def5272'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:45:15.332679 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d28e4b7e-5690-436f-8692-338d3a6bb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:45:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:15.345261 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9d864-c1b5-478e-af1f-d96694293f77 req-2dbcd9f5-b812-4afd-a293-8cd4d1536466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:15.347649 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-44e9d864-c1b5-478e-af1f-d96694293f77 req-2dbcd9f5-b812-4afd-a293-8cd4d1536466 service neutron] 10.222.0.59 "GET /v2.0/networks?id=58f59887-214e-475d-830a-cd108d137d4b HTTP/1.1" status: 200 len: 924 time: 0.2856638 Nov 26 02:45:15.422470 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-a3ac83eb-cf41-4977-ad86-f908cedcda3c tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Allocated IP 172.20.0.9 (8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3/f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3/d1a75b66-efbc-4c81-ae59-8d72091504d8) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:45:15.436038 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf7b1ee-c908-4962-8948-940102bf803c admin admin] Made reservation on behalf of caeff930008b487db9a70d59ac7ec22e for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:45:15.440846 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-daf7b1ee-c908-4962-8948-940102bf803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:15.479665 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee9f76-5e80-4985-9c5d-8f56a1f10021 req-e4f952ee-fa53-40fa-8f4f-3d1a04dd1e69 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:15.481190 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55ee9f76-5e80-4985-9c5d-8f56a1f10021 req-e4f952ee-fa53-40fa-8f4f-3d1a04dd1e69 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 944 time: 0.4428701 Nov 26 02:45:15.489121 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d28e4b7e-5690-436f-8692-338d3a6bb62c None None] Set router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:45:15.506399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-dc01bca5-d50d-4f98-b644-0874be815f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:15.507869 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-dc01bca5-d50d-4f98-b644-0874be815f10 service neutron] 10.222.0.54 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 922 time: 0.3930342 Nov 26 02:45:15.531613 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d003c080-a471-41ac-9c1b-363a8726ca4b req-1042e00d-ec7f-4747-a6bc-69b112e704b3 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 210 time: 0.0701625 Nov 26 02:45:15.550144 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-44e9d864-c1b5-478e-af1f-d96694293f77 req-6b5e87ad-62bc-4012-b00a-60b3687e22a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0a1110b-01ec-4371-a527-4a566ec6f3d4 HTTP/1.1" status: 200 len: 999 time: 0.1877379 Nov 26 02:45:15.562388 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-daf7b1ee-c908-4962-8948-940102bf803c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:15.603765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0a168-d4d7-4ed8-bef3-a018f4f0c1f6 req-78f9f901-ddf6-4bf4-abe9-d741f78d6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:15.605297 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85a0a168-d4d7-4ed8-bef3-a018f4f0c1f6 req-78f9f901-ddf6-4bf4-abe9-d741f78d6cf1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 1097 time: 0.2659218 Nov 26 02:45:15.613976 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-fedb4120-3f50-45e9-9f62-4bc5b9b65865 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a63da763-2109-4065-842f-705ded00c432 HTTP/1.1" status: 200 len: 217 time: 0.0783651 Nov 26 02:45:15.632793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port a2a438d7-62f6-48ba-aa35-37f85bde9207 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:15.633181 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:15.640113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9d864-c1b5-478e-af1f-d96694293f77 req-f00ed62d-cad7-4be7-9f1a-32adcd491d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:15.647809 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-44e9d864-c1b5-478e-af1f-d96694293f77 req-f00ed62d-cad7-4be7-9f1a-32adcd491d7b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=384a2bbb-8ea7-4167-9f40-964db01913dc HTTP/1.1" status: 200 len: 862 time: 0.0803716 Nov 26 02:45:15.657462 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-83469ccc-f74a-4fe7-803c-0acd400b449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:15.659116 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-83469ccc-f74a-4fe7-803c-0acd400b449d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3309546 Nov 26 02:45:15.728150 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9d864-c1b5-478e-af1f-d96694293f77 req-193346bf-6e74-41ed-ae7a-0b858b112531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:15.730432 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-44e9d864-c1b5-478e-af1f-d96694293f77 req-193346bf-6e74-41ed-ae7a-0b858b112531 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=58f59887-214e-475d-830a-cd108d137d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729439 Nov 26 02:45:15.760892 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-daf7b1ee-c908-4962-8948-940102bf803c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:15.773191 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-daf7b1ee-c908-4962-8948-940102bf803c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:15.788650 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:15.841309 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port a2a438d7-62f6-48ba-aa35-37f85bde9207, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a2a438d7-62f6-48ba-aa35-37f85bde9207,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:15.844140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf7b1ee-c908-4962-8948-940102bf803c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:45:15.854685 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:15.859855 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7b1ee-c908-4962-8948-940102bf803c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f26a13-cb62-4f93-8971-32e386d5ca3d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:15.882415 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-daf7b1ee-c908-4962-8948-940102bf803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:15.882892 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-daf7b1ee-c908-4962-8948-940102bf803c admin admin] Added segment 30a452ba-8d13-4bc7-8343-82893c7bcdac of type vlan for network 23eab89a-9450-47d3-ae6b-afdaed9ee3db Nov 26 02:45:15.924477 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-44e9d864-c1b5-478e-af1f-d96694293f77 req-38d54f0e-56f5-4bfd-bc3c-94e63653b7f1 service neutron] 10.222.0.59 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618915 Nov 26 02:45:16.057756 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-44e9d864-c1b5-478e-af1f-d96694293f77 req-36111acc-5a24-47a8-9623-291b77716fa7 service neutron] 10.222.0.59 "GET /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133633 Nov 26 02:45:16.060039 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-daf7b1ee-c908-4962-8948-940102bf803c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:16.090844 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-daf7b1ee-c908-4962-8948-940102bf803c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:16.091829 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf7b1ee-c908-4962-8948-940102bf803c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:16.092442 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-daf7b1ee-c908-4962-8948-940102bf803c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:16.171176 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=a2a438d7-62f6-48ba-aa35-37f85bde9207,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:16.184831 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7b1ee-c908-4962-8948-940102bf803c admin admin] Pushing event updated for resources: {'Network': ['ID=23eab89a-9450-47d3-ae6b-afdaed9ee3db,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:16.203997 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-daf7b1ee-c908-4962-8948-940102bf803c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1479430 Nov 26 02:45:16.204370 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33038) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:16.213181 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-90c38812-f901-4ad6-84e1-763b9f808168 admin admin] Request body: {'subnet': {'network_id': '23eab89a-9450-47d3-ae6b-afdaed9ee3db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2028337001-subnet', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:16.218698 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 23eab89a-9450-47d3-ae6b-afdaed9ee3db details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:45:16.229863 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55ee9f76-5e80-4985-9c5d-8f56a1f10021 req-996eeca5-638e-48a8-bc97-955d83126a2f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7140641 Nov 26 02:45:16.241273 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c38812-f901-4ad6-84e1-763b9f808168 admin admin] Made reservation on behalf of caeff930008b487db9a70d59ac7ec22e for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:45:16.244000 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-90c38812-f901-4ad6-84e1-763b9f808168 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:16.285447 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 760dc197-3cd1-44ec-996a-46b8d47128bc up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:16.302979 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85a0a168-d4d7-4ed8-bef3-a018f4f0c1f6 req-a3b35df3-dd5a-4f8d-96c5-06478b0724a7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6633644 Nov 26 02:45:16.307812 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-f887f001-154e-4764-a10c-341e13a192a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:16.310209 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-f887f001-154e-4764-a10c-341e13a192a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.6819839 Nov 26 02:45:16.334156 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d28e4b7e-5690-436f-8692-338d3a6bb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:01Z', 'revision_number': 4, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '28c28bd9-6f56-4e0d-816d-c0b14d8fd3b6', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'port_id': 'e0a1110b-01ec-4371-a527-4a566ec6f3d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'mac_address': 'fa:16:3e:ad:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d2169-d991-4ce0-9246-05cbc16ee3a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:41:23Z', 'updated_at': '2021-11-26T02:45:11Z', 'revision_number': 5, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecccdd7-4bc4-42b1-953b-a944ecd721e9', 'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'mac_address': 'fa:16:3e:e0:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:00Z', 'updated_at': '2021-11-26T02:41:11Z', 'revision_number': 5, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'subnets': [{'id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:16.371020 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8469eb-2f08-49aa-bbec-9cf280205530 req-605e321d-0b6e-478a-ad9e-1b5f3624f877 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:16.373217 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df8469eb-2f08-49aa-bbec-9cf280205530 req-605e321d-0b6e-478a-ad9e-1b5f3624f877 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 946 time: 0.6665237 Nov 26 02:45:16.386168 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28e4b7e-5690-436f-8692-338d3a6bb62c None None] The sync data for ids ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'] in n-d-819389-3 is: [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:01Z', 'revision_number': 4, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '28c28bd9-6f56-4e0d-816d-c0b14d8fd3b6', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'port_id': 'e0a1110b-01ec-4371-a527-4a566ec6f3d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'mac_address': 'fa:16:3e:ad:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d2169-d991-4ce0-9246-05cbc16ee3a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:41:23Z', 'updated_at': '2021-11-26T02:45:11Z', 'revision_number': 5, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecccdd7-4bc4-42b1-953b-a944ecd721e9', 'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'mac_address': 'fa:16:3e:e0:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:00Z', 'updated_at': '2021-11-26T02:41:11Z', 'revision_number': 5, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'subnets': [{'id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:45:16.438341 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 760dc197-3cd1-44ec-996a-46b8d47128bc triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:16.438341 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:16.441332 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-a70160cc-5dc1-4786-84a1-40cd6b0250b7 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7334533 Nov 26 02:45:16.465251 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-a3ac83eb-cf41-4977-ad86-f908cedcda3c tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:16.528636 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:16.549150 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df8469eb-2f08-49aa-bbec-9cf280205530 req-5d3756ad-6707-4fa8-88d8-ec011f37a37f tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619124 Nov 26 02:45:16.558231 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-90c38812-f901-4ad6-84e1-763b9f808168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:16.590808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89773848-d034-4126-a52d-ba13baf6df88 req-4ca91bb4-159b-4707-85f7-1ee91007fbcd tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:16.592651 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89773848-d034-4126-a52d-ba13baf6df88 req-4ca91bb4-159b-4707-85f7-1ee91007fbcd tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.1067553 Nov 26 02:45:16.594324 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-a3ac83eb-cf41-4977-ad86-f908cedcda3c tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:16.657664 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c38812-f901-4ad6-84e1-763b9f808168 admin admin] Checking segment: {'id': '30a452ba-8d13-4bc7-8343-82893c7bcdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '23eab89a-9450-47d3-ae6b-afdaed9ee3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:16.658199 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c38812-f901-4ad6-84e1-763b9f808168 admin admin] Network hostable DHCP agents. Network: 23eab89a-9450-47d3-ae6b-afdaed9ee3db, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:45:16.666255 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c38812-f901-4ad6-84e1-763b9f808168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=574775d3-a58a-487d-93a0-ef7efffd056e,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:16.682666 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c38812-f901-4ad6-84e1-763b9f808168 admin admin] Network 23eab89a-9450-47d3-ae6b-afdaed9ee3db is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:45:16.689795 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-a3ac83eb-cf41-4977-ad86-f908cedcda3c tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Network 8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:45:16.697620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-90c38812-f901-4ad6-84e1-763b9f808168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 23eab89a-9450-47d3-ae6b-afdaed9ee3db) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:16.704199 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c38812-f901-4ad6-84e1-763b9f808168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:16.704855 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-90c38812-f901-4ad6-84e1-763b9f808168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:16.715120 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081a363b-872c-49b8-a1bd-7ff4f60050bb None None] Network 23eab89a-9450-47d3-ae6b-afdaed9ee3db requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:45:16.750983 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-90c38812-f901-4ad6-84e1-763b9f808168 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5447562 Nov 26 02:45:16.753548 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33044) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:16.758409 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2028337001-router', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:16.770905 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b63dbc5-15de-4e8e-b7ae-a4728071826f None None] New status for floating IP 28c28bd9-6f56-4e0d-816d-c0b14d8fd3b6: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:45:16.774068 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-a3ac83eb-cf41-4977-ad86-f908cedcda3c tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:16.783538 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-e2429504-68fd-4ce1-b0c2-71749f6a8fc5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170442 Nov 26 02:45:16.808824 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:16.809397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-a3ac83eb-cf41-4977-ad86-f908cedcda3c tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:45:16.811597 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:16.901316 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:16.904610 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac83eb-cf41-4977-ad86-f908cedcda3c tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Pushing event updated for resources: {'Port': ['ID=d1a75b66-efbc-4c81-ae59-8d72091504d8,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:17.012778 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-23eab89a-9450-47d3-ae6b-afdaed9ee3db', 'network_id': '23eab89a-9450-47d3-ae6b-afdaed9ee3db', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'fixed_ips': [{'subnet_id': '574775d3-a58a-487d-93a0-ef7efffd056e'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:45:17.013951 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:17.032560 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89773848-d034-4126-a52d-ba13baf6df88 req-c64a4131-8338-46af-aa5e-a0d403e48600 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269159 Nov 26 02:45:17.117134 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-5d49ded8-eae1-445d-b2d2-945f3c0de643 service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972887 Nov 26 02:45:17.146329 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:17.150906 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-a3ac83eb-cf41-4977-ad86-f908cedcda3c tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:17.151632 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-a3ac83eb-cf41-4977-ad86-f908cedcda3c tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:17.170869 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-bc7efa87-e95f-40f5-b594-95edbc44ec68 None None] Provisioning complete for port d1a75b66-efbc-4c81-ae59-8d72091504d8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:17.171244 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bc7efa87-e95f-40f5-b594-95edbc44ec68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:17.176198 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-f70040dd-b8f7-4ceb-bf10-7812194ce680 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116937 Nov 26 02:45:17.221621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d3612e-9276-4349-9e90-693a16d48f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a438d7-62f6-48ba-aa35-37f85bde9207'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:17.222088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d30151-2a5a-45ba-868d-187380ff5bf6 req-5ba44034-d025-48ef-8a65-704c18949c62 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:17.223767 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8ac09e-eb2b-41c4-b7e9-f2f94ae273bd" -d '{"events": [{"server_uuid": "85d3612e-9276-4349-9e90-693a16d48f0d", "name": "network-vif-plugged", "status": "completed", "tag": "a2a438d7-62f6-48ba-aa35-37f85bde9207"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:17.223934 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14d30151-2a5a-45ba-868d-187380ff5bf6 req-5ba44034-d025-48ef-8a65-704c18949c62 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 931 time: 0.1865778 Nov 26 02:45:17.234079 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-a3ac83eb-cf41-4977-ad86-f908cedcda3c tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9313996 Nov 26 02:45:17.242292 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-bc7efa87-e95f-40f5-b594-95edbc44ec68 None None] Port d1a75b66-efbc-4c81-ae59-8d72091504d8 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:45:17.251512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Allocated IP 172.20.0.2 (23eab89a-9450-47d3-ae6b-afdaed9ee3db/574775d3-a58a-487d-93a0-ef7efffd056e/36bad267-5b30-4905-85cd-dc558d3a8d74) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:45:17.270006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Request body: {'port': {'device_id': 'bdfb68f6-ee39-478c-821f-776538d5668c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:17.328557 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4a2337-c730-4b87-b836-4fa32bb8cf50 x-openstack-request-id: req-fb4a2337-c730-4b87-b836-4fa32bb8cf50 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:17.328855 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d3612e-9276-4349-9e90-693a16d48f0d", "name": "network-vif-plugged", "status": "completed", "tag": "a2a438d7-62f6-48ba-aa35-37f85bde9207", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:17.329113 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb4a2337-c730-4b87-b836-4fa32bb8cf50 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:17.329822 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d3612e-9276-4349-9e90-693a16d48f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a438d7-62f6-48ba-aa35-37f85bde9207', 'code': 200} Nov 26 02:45:17.358876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-31da69b1-70fb-4b8e-9672-9195854672f8 service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243006 Nov 26 02:45:17.361585 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:17.395982 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:17.423212 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:17.445718 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:17.449969 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14d30151-2a5a-45ba-868d-187380ff5bf6 req-d210abbe-4d57-4687-803b-06c67a3a22e4 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa3c685-8529-405f-b3ef-4f78652c5644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408401 Nov 26 02:45:17.475764 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:17.539414 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Network 23eab89a-9450-47d3-ae6b-afdaed9ee3db is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:45:17.544542 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:17.547929 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:17.552711 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:45:17.554812 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] Allocated IP 172.25.0.211 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/a89f8bfb-339a-4b8c-8860-b7cc68f36394) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:45:17.561955 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Pushing event updated for resources: {'Port': ['ID=36bad267-5b30-4905-85cd-dc558d3a8d74,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:17.578633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b038f6-ce5d-4a36-b4e9-a9182032557b req-8e7a6931-e139-42ab-91ea-3c418100f3a1 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:17.578633 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92b038f6-ce5d-4a36-b4e9-a9182032557b req-8e7a6931-e139-42ab-91ea-3c418100f3a1 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 944 time: 0.1520946 Nov 26 02:45:17.633441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Attempting to bind port 36bad267-5b30-4905-85cd-dc558d3a8d74 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:45:17.633876 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Attempting to bind port 36bad267-5b30-4905-85cd-dc558d3a8d74 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '30a452ba-8d13-4bc7-8343-82893c7bcdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '23eab89a-9450-47d3-ae6b-afdaed9ee3db'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:45:17.634240 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Attempting to bind port 36bad267-5b30-4905-85cd-dc558d3a8d74 on network 23eab89a-9450-47d3-ae6b-afdaed9ee3db {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:17.644140 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:45:17.644140 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Checking segment: {'id': '30a452ba-8d13-4bc7-8343-82893c7bcdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '23eab89a-9450-47d3-ae6b-afdaed9ee3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:17.644140 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:17.644140 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Bound using segment: {'id': '30a452ba-8d13-4bc7-8343-82893c7bcdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '23eab89a-9450-47d3-ae6b-afdaed9ee3db'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:45:17.644140 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Bound port: 36bad267-5b30-4905-85cd-dc558d3a8d74, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a452ba-8d13-4bc7-8343-82893c7bcdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '23eab89a-9450-47d3-ae6b-afdaed9ee3db'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:45:17.644140 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:17.708268 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:17.711605 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92b038f6-ce5d-4a36-b4e9-a9182032557b req-a7188a23-81c7-455f-9f38-c5e331f94cc4 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264791 Nov 26 02:45:17.738344 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] For port 36bad267-5b30-4905-85cd-dc558d3a8d74, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:17.743947 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] For port 36bad267-5b30-4905-85cd-dc558d3a8d74, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=36bad267-5b30-4905-85cd-dc558d3a8d74,segment=NetworkSegment(30a452ba-8d13-4bc7-8343-82893c7bcdac),segment_id=30a452ba-8d13-4bc7-8343-82893c7bcdac)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:45:17.757179 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:17.777566 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:17.803883 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c867d0-f215-4ce3-86e4-95a4fe6f0c35 req-80976136-03ea-4191-b11e-c483ee6ce99c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:17.811238 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81c867d0-f215-4ce3-86e4-95a4fe6f0c35 req-80976136-03ea-4191-b11e-c483ee6ce99c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 946 time: 0.1241970 Nov 26 02:45:17.862415 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:45:17.865579 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3704c17-0beb-4c93-a63a-25d70a7d80fd None None] Pushing event updated for resources: {'Port': ['ID=36bad267-5b30-4905-85cd-dc558d3a8d74,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:17.866066 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] Pushing event updated for resources: {'Port': ['ID=a89f8bfb-339a-4b8c-8860-b7cc68f36394,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:17.869025 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:17.871599 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:45:18.021082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-aafae1d9-b0e6-437c-808a-44d2835a7d26 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:18.023959 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-aafae1d9-b0e6-437c-808a-44d2835a7d26 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab&tenant_id=e8a793ab79454cf9836e2116f38adfa2&binding%3Ahost_id=n-h1-819389-3 HTTP/1.1" status: 200 len: 1095 time: 0.1143415 Nov 26 02:45:18.079522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a75b66-efbc-4c81-ae59-8d72091504d8 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:45:18.087619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81c867d0-f215-4ce3-86e4-95a4fe6f0c35 req-e64afee3-71d3-4794-b1ce-2920e8cb63b9 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691064 Nov 26 02:45:18.130742 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:18.163653 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Transition to ACTIVE for port object d1a75b66-efbc-4c81-ae59-8d72091504d8 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:45:18.196802 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:18.238777 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 36bad267-5b30-4905-85cd-dc558d3a8d74 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:18.257484 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:18.271535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbd96f-aabe-4833-ba18-0afe218b6f83 req-5552960c-ba77-48ac-92ad-bd22907c5f48 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:18.273145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4adbd96f-aabe-4833-ba18-0afe218b6f83 req-5552960c-ba77-48ac-92ad-bd22907c5f48 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.1310313 Nov 26 02:45:18.312772 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Pushing event updated for resources: {'Port': ['ID=d1a75b66-efbc-4c81-ae59-8d72091504d8,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:18.314016 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 36bad267-5b30-4905-85cd-dc558d3a8d74 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:18.314690 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:18.413814 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:18.438209 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-9cdc49a8-179c-4a84-ac87-dc05c41872d0 service neutron] For port a63da763-2109-4065-842f-705ded00c432, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:18.452598 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-9cdc49a8-179c-4a84-ac87-dc05c41872d0 service neutron] Publish callbacks [] for binding, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:18.454803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df523439-dc7e-45c4-b19c-2d9acfe31712 req-9cdc49a8-179c-4a84-ac87-dc05c41872d0 service neutron] 10.222.0.54 "DELETE /v2.0/ports/a63da763-2109-4065-842f-705ded00c432/bindings/n-h2-819389-3 HTTP/1.1" status: 204 len: 173 time: 0.3850510 Nov 26 02:45:18.460646 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 36bad267-5b30-4905-85cd-dc558d3a8d74, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=36bad267-5b30-4905-85cd-dc558d3a8d74,segment=NetworkSegment(30a452ba-8d13-4bc7-8343-82893c7bcdac),segment_id=30a452ba-8d13-4bc7-8343-82893c7bcdac)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:18.464590 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4adbd96f-aabe-4833-ba18-0afe218b6f83 req-c6167ca0-d500-40ce-9c7a-1cb0f447bf68 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668539 Nov 26 02:45:18.470545 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:18.484547 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:18.486183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Attempting to bind port d1a75b66-efbc-4c81-ae59-8d72091504d8 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:45:18.488466 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Attempting to bind port d1a75b66-efbc-4c81-ae59-8d72091504d8 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '07dc2b8b-d778-4009-b557-d656f81d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:45:18.491100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Attempting to bind port d1a75b66-efbc-4c81-ae59-8d72091504d8 on network 8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:18.497857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Port d1a75b66-efbc-4c81-ae59-8d72091504d8 on network 8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:45:18.498510 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Attempting to bind port d1a75b66-efbc-4c81-ae59-8d72091504d8 on network 8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:18.503988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:45:18.504850 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Checking segment: {'id': '07dc2b8b-d778-4009-b557-d656f81d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:18.505465 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Bound using segment: {'id': '07dc2b8b-d778-4009-b557-d656f81d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:45:18.506032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Bound port: d1a75b66-efbc-4c81-ae59-8d72091504d8, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07dc2b8b-d778-4009-b557-d656f81d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:45:18.506480 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:18.556754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=36bad267-5b30-4905-85cd-dc558d3a8d74,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:18.615958 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] For port d1a75b66-efbc-4c81-ae59-8d72091504d8, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:18.619574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] For port d1a75b66-efbc-4c81-ae59-8d72091504d8, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=d1a75b66-efbc-4c81-ae59-8d72091504d8,segment=NetworkSegment(07dc2b8b-d778-4009-b557-d656f81d517b),segment_id=07dc2b8b-d778-4009-b557-d656f81d517b)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:45:18.650682 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:18.726721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:18.727555 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:18.729657 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] 10.222.0.59 "PUT /v2.0/ports/d1a75b66-efbc-4c81-ae59-8d72091504d8 HTTP/1.1" status: 200 len: 1091 time: 1.4751990 Nov 26 02:45:18.731223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfb68f6-ee39-478c-821f-776538d5668c', 'tag': 'd1a75b66-efbc-4c81-ae59-8d72091504d8'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:18.734500 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7a2526-5dd1-4f13-887c-cedf74bda85b" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfb68f6-ee39-478c-821f-776538d5668c", "tag": "d1a75b66-efbc-4c81-ae59-8d72091504d8"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:18.747769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d04a3-37f6-4eb1-bfc0-de85fe6465ad service neutron] Pushing event updated for resources: {'Port': ['ID=d1a75b66-efbc-4c81-ae59-8d72091504d8,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:18.782577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d407c08-6606-4745-adab-6eeca11da8d3 req-0a4c7b23-83ee-4bcf-a142-ac57b2cd3716 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:18.784448 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d407c08-6606-4745-adab-6eeca11da8d3 req-0a4c7b23-83ee-4bcf-a142-ac57b2cd3716 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 943 time: 0.1627426 Nov 26 02:45:18.811100 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe38dd8-04a7-42d1-8389-caf7c7118a33 x-openstack-request-id: req-8fe38dd8-04a7-42d1-8389-caf7c7118a33 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:18.811420 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfb68f6-ee39-478c-821f-776538d5668c", "tag": "d1a75b66-efbc-4c81-ae59-8d72091504d8", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:18.811649 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8fe38dd8-04a7-42d1-8389-caf7c7118a33 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:18.812693 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfb68f6-ee39-478c-821f-776538d5668c', 'tag': 'd1a75b66-efbc-4c81-ae59-8d72091504d8', 'status': 'completed', 'code': 200} Nov 26 02:45:18.946146 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d407c08-6606-4745-adab-6eeca11da8d3 req-f2b191db-2987-496b-bbb5-8254c6cbccbe tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa3c685-8529-405f-b3ef-4f78652c5644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482232 Nov 26 02:45:18.982264 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-26803fd9-ccf4-4062-8dd3-394bbda3263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:18.984536 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] Router 558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:45:18.987720 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-26803fd9-ccf4-4062-8dd3-394bbda3263a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a8f3e12d77545529189d7e8133410f1&device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 1094 time: 0.1540043 Nov 26 02:45:19.010071 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e3d1b-9930-4942-9241-e9b5870862cb req-eae005be-d5fa-4187-a4db-f59fbe9a85e3 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:19.011111 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-750e3d1b-9930-4942-9241-e9b5870862cb req-eae005be-d5fa-4187-a4db-f59fbe9a85e3 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 944 time: 0.1343949 Nov 26 02:45:19.095837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-387f0f84-b3ba-42bc-820f-c33b0ef56532 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1a75b66-efbc-4c81-ae59-8d72091504d8 HTTP/1.1" status: 200 len: 217 time: 0.0778522 Nov 26 02:45:19.162550 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:45:19.174055 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Sync routers for ids ['558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:45:19.189110 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Routers {'558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:45:19.189956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:45:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:19.212948 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:19.213256 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-750e3d1b-9930-4942-9241-e9b5870862cb req-8fda628d-7a39-45b0-b77c-935f39b486d5 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883850 Nov 26 02:45:19.217264 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-eee6641f-4c19-4568-8d1f-a8887bd7e771 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4624817 Nov 26 02:45:19.220544 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33074) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:19.226048 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-c9df2b68-858d-4742-bda4-3b079333c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:19.231067 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-c9df2b68-858d-4742-bda4-3b079333c924 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3 HTTP/1.1" status: 200 len: 867 time: 0.1244094 Nov 26 02:45:19.335361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963fe3d8-0949-48d3-a6cf-b01397cc0ee8 None None] Network 23eab89a-9450-47d3-ae6b-afdaed9ee3db requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:45:19.355810 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Set router 558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:45:19.433504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-a591b279-e9cc-42e5-894d-00747cd632f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:19.435227 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-a591b279-e9cc-42e5-894d-00747cd632f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1529920 Nov 26 02:45:19.448390 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d6050-3844-4856-9845-b59282999d1b req-708bd375-3078-43cd-aba0-4d161ea85a04 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:19.450300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b77d6050-3844-4856-9845-b59282999d1b req-708bd375-3078-43cd-aba0-4d161ea85a04 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 946 time: 0.1136327 Nov 26 02:45:19.453406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181fbf9-cdfb-4820-a834-3b5a006a11d6 req-9ffe333d-b2f7-47ab-937b-f412cf0a5410 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:19.454997 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1181fbf9-cdfb-4820-a834-3b5a006a11d6 req-9ffe333d-b2f7-47ab-937b-f412cf0a5410 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 1095 time: 0.1014564 Nov 26 02:45:19.503462 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ce57402f-eb41-4b11-96d1-0f27fece1176 None None] Provisioning complete for port 36bad267-5b30-4905-85cd-dc558d3a8d74 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:19.503838 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce57402f-eb41-4b11-96d1-0f27fece1176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:19.617987 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b77d6050-3844-4856-9845-b59282999d1b req-a85ca758-d0b7-4f42-bb5c-bc80915ca966 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553626 Nov 26 02:45:19.632937 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1181fbf9-cdfb-4820-a834-3b5a006a11d6 req-24d0491c-73ca-4add-9734-0d9d42036f98 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549439 Nov 26 02:45:19.634821 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-6c989ef9-d65a-47e6-837a-77c37313ed4b service neutron] 10.222.0.59 "GET /v2.0/networks/8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834834 Nov 26 02:45:19.875412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260488e5-9505-4d24-b5cb-a317aa284815 req-6cd11690-1927-4c40-8bca-d155db90e471 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:19.878159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-260488e5-9505-4d24-b5cb-a317aa284815 req-6cd11690-1927-4c40-8bca-d155db90e471 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.1370726 Nov 26 02:45:19.887515 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c392f61f-3232-4fc5-b34c-5e98ddf2044c req-4ba5c631-ccb2-4244-86b7-d27085ca2dc8 service neutron] 10.222.0.59 "GET /v2.0/networks/8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187397 Nov 26 02:45:19.896144 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7b74f680-3c1c-44eb-8632-46a61cf97d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:19.944076 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27780f1e-6df9-47c1-a729-282720dba481 req-a97bddb9-0199-4c4e-b1c6-9872ed38920b tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:19.951469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27780f1e-6df9-47c1-a729-282720dba481 req-a97bddb9-0199-4c4e-b1c6-9872ed38920b tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 1097 time: 0.1481194 Nov 26 02:45:20.011204 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-260488e5-9505-4d24-b5cb-a317aa284815 req-ffa4bef1-0bed-47c6-bae4-6ae6e73618f3 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226499 Nov 26 02:45:20.017857 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'name': 'tempest-ServersTestMultiNic-2028337001-router', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'a89f8bfb-339a-4b8c-8860-b7cc68f36394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:16Z', 'updated_at': '2021-11-26T02:45:18Z', 'revision_number': 3, 'project_id': 'caeff930008b487db9a70d59ac7ec22e', 'gw_port': {'id': 'a89f8bfb-339a-4b8c-8860-b7cc68f36394', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:39:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:17Z', 'updated_at': '2021-11-26T02:45:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:20.057326 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Checking router: 558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:45:20.057711 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Updating router 558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9 port a89f8bfb-339a-4b8c-8860-b7cc68f36394 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:45:20.064159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27780f1e-6df9-47c1-a729-282720dba481 req-2e8cfc23-445c-4966-afa5-93550610df73 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058712 Nov 26 02:45:20.096971 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:20.100158 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2526-5dd1-4f13-887c-cedf74bda85b req-8e528d2d-c4c8-4a87-9258-6bf77c3ae9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:20.105954 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d7a2526-5dd1-4f13-887c-cedf74bda85b req-8e528d2d-c4c8-4a87-9258-6bf77c3ae9d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a8f3e12d77545529189d7e8133410f1&device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 1094 time: 0.1059866 Nov 26 02:45:20.157208 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-7b74f680-3c1c-44eb-8632-46a61cf97d75 admin admin] Allocated IP 172.20.0.1 (23eab89a-9450-47d3-ae6b-afdaed9ee3db/574775d3-a58a-487d-93a0-ef7efffd056e/c06db931-8b8c-461c-960d-3f514414f15d) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:45:20.226337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 36bad267-5b30-4905-85cd-dc558d3a8d74 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:20.298992 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7b74f680-3c1c-44eb-8632-46a61cf97d75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:20.338054 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7b74f680-3c1c-44eb-8632-46a61cf97d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:20.382670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 36bad267-5b30-4905-85cd-dc558d3a8d74 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:20.383673 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:20.386686 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-5f0be2c3-b4ef-4a1d-877a-076925276d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:20.388340 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-5f0be2c3-b4ef-4a1d-877a-076925276d8a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d&tenant_id=ad6caec5c92044d899d9c12ccac00902 HTTP/1.1" status: 200 len: 1101 time: 0.2787347 Nov 26 02:45:20.389030 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b74f680-3c1c-44eb-8632-46a61cf97d75 admin admin] Network 23eab89a-9450-47d3-ae6b-afdaed9ee3db is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:45:20.397262 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-7b74f680-3c1c-44eb-8632-46a61cf97d75 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:20.398802 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-79da14ac-854d-4d82-a9a2-99ae1169d506 None None] Provisioning complete for port 36bad267-5b30-4905-85cd-dc558d3a8d74 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:20.400187 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-79da14ac-854d-4d82-a9a2-99ae1169d506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:20.402794 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74f680-3c1c-44eb-8632-46a61cf97d75 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:45:20.414763 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef2fd3-d632-428d-a062-9e0e52ce60cf req-e65a82e6-50d6-4b47-8010-07ff9fc4d4c9 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:20.422124 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34ef2fd3-d632-428d-a062-9e0e52ce60cf req-e65a82e6-50d6-4b47-8010-07ff9fc4d4c9 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 1095 time: 0.2438469 Nov 26 02:45:20.427560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2526-5dd1-4f13-887c-cedf74bda85b req-19e711d5-76b3-4e5b-bb00-284b0a50d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:20.429229 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d7a2526-5dd1-4f13-887c-cedf74bda85b req-19e711d5-76b3-4e5b-bb00-284b0a50d75c service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 HTTP/1.1" status: 200 len: 929 time: 0.2532296 Nov 26 02:45:20.450619 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74f680-3c1c-44eb-8632-46a61cf97d75 admin admin] Pushing event updated for resources: {'Port': ['ID=c06db931-8b8c-461c-960d-3f514414f15d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:20.459420 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7b74f680-3c1c-44eb-8632-46a61cf97d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:20.503387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839d531-931c-47f9-b5aa-88deb5712787 req-f4c7eac4-5329-4ed9-a84d-9986322f0786 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:20.511837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5839d531-931c-47f9-b5aa-88deb5712787 req-f4c7eac4-5329-4ed9-a84d-9986322f0786 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 943 time: 0.1947408 Nov 26 02:45:20.534214 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d7a2526-5dd1-4f13-887c-cedf74bda85b req-0197869b-6a1d-4123-bb70-758daffb2a19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1a75b66-efbc-4c81-ae59-8d72091504d8 HTTP/1.1" status: 200 len: 217 time: 0.0823734 Nov 26 02:45:20.604752 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7b74f680-3c1c-44eb-8632-46a61cf97d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:20.623457 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34ef2fd3-d632-428d-a062-9e0e52ce60cf req-8ad67e22-8251-49de-8b95-e83f77a9b22f tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003558 Nov 26 02:45:20.625636 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:20.650899 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:20.660535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-7c5167a2-a195-49db-9491-7be609c48226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:20.663022 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-7c5167a2-a195-49db-9491-7be609c48226 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 1101 time: 0.2158158 Nov 26 02:45:20.669344 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5839d531-931c-47f9-b5aa-88deb5712787 req-817a2869-8fa0-4d03-8145-2b1082b0cad9 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa3c685-8529-405f-b3ef-4f78652c5644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565495 Nov 26 02:45:20.686238 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2526-5dd1-4f13-887c-cedf74bda85b req-cfd475da-dd7b-480c-8d6a-29a93296ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:20.688197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d7a2526-5dd1-4f13-887c-cedf74bda85b req-cfd475da-dd7b-480c-8d6a-29a93296ae46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3 HTTP/1.1" status: 200 len: 867 time: 0.1340299 Nov 26 02:45:20.724090 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:45:20.842003 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e33711-9bc5-45e4-bbd3-5d1e3f624490 None None] Pushing event updated for resources: {'Port': ['ID=a89f8bfb-339a-4b8c-8860-b7cc68f36394,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:20.844963 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Attempting to bind port a89f8bfb-339a-4b8c-8860-b7cc68f36394 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:45:20.845579 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Attempting to bind port a89f8bfb-339a-4b8c-8860-b7cc68f36394 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:45:20.846159 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Attempting to bind port a89f8bfb-339a-4b8c-8860-b7cc68f36394 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:20.853399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:45:20.854503 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:20.855175 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:20.855795 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:45:20.856645 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Bound port: a89f8bfb-339a-4b8c-8860-b7cc68f36394, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:45:20.857268 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:20.878172 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2526-5dd1-4f13-887c-cedf74bda85b req-151b1802-974c-4162-8f90-dcf1a3c75cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:20.879740 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d7a2526-5dd1-4f13-887c-cedf74bda85b req-151b1802-974c-4162-8f90-dcf1a3c75cc1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1784766 Nov 26 02:45:20.897984 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7b74f680-3c1c-44eb-8632-46a61cf97d75 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:20.906865 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7b74f680-3c1c-44eb-8632-46a61cf97d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:20.909613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-a2e46783-cda1-4971-8f38-87760d55ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:20.911832 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-a2e46783-cda1-4971-8f38-87760d55ac18 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.2394090 Nov 26 02:45:20.928087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24502d65-bcc8-4b91-a377-5d857c534724 req-f3f00d5e-9cd5-419a-8a51-da78b69bdc72 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:20.928799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-29ed3f00-8924-4d30-a1b0-d1825ca237aa None None] Provisioning complete for port c06db931-8b8c-461c-960d-3f514414f15d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:20.929179 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-29ed3f00-8924-4d30-a1b0-d1825ca237aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:20.929887 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24502d65-bcc8-4b91-a377-5d857c534724 req-f3f00d5e-9cd5-419a-8a51-da78b69bdc72 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 1097 time: 0.1311493 Nov 26 02:45:20.961620 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] For port a89f8bfb-339a-4b8c-8860-b7cc68f36394, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:20.980835 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74f680-3c1c-44eb-8632-46a61cf97d75 admin admin] Pushing event updated for resources: {'Port': ['ID=c06db931-8b8c-461c-960d-3f514414f15d,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:20.981036 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] For port a89f8bfb-339a-4b8c-8860-b7cc68f36394, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a89f8bfb-339a-4b8c-8860-b7cc68f36394,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:45:20.983429 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7b74f680-3c1c-44eb-8632-46a61cf97d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:20.985060 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-29ed3f00-8924-4d30-a1b0-d1825ca237aa None None] Port c06db931-8b8c-461c-960d-3f514414f15d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:45:20.992209 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:21.028419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-d2fba8a9-45ae-482b-913f-b6c4b2fa040f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a2a438d7-62f6-48ba-aa35-37f85bde9207 HTTP/1.1" status: 200 len: 217 time: 0.0693417 Nov 26 02:45:21.054572 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24502d65-bcc8-4b91-a377-5d857c534724 req-26f36cea-2d36-4261-8383-a5c1ffa3d3df tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458581 Nov 26 02:45:21.075750 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e33711-9bc5-45e4-bbd3-5d1e3f624490 None None] Pushing event updated for resources: {'Port': ['ID=a89f8bfb-339a-4b8c-8860-b7cc68f36394,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:21.086773 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Routers {'558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:45:21.087624 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:45:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:21.135915 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-fd818c84-6d4e-4f41-ac2c-3e8f8b58b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:21.137562 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-fd818c84-6d4e-4f41-ac2c-3e8f8b58b6a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0857396 Nov 26 02:45:21.144790 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b74f680-3c1c-44eb-8632-46a61cf97d75 admin admin] Network 23eab89a-9450-47d3-ae6b-afdaed9ee3db is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:45:21.147322 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-7b74f680-3c1c-44eb-8632-46a61cf97d75 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:21.185133 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d7a2526-5dd1-4f13-887c-cedf74bda85b req-ef20de8e-ec82-4e6b-9047-f0af6013ccd9 service neutron] 10.222.0.59 "GET /v2.0/networks/8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928002 Nov 26 02:45:21.286396 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] Set router 558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:45:21.302669 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b74f680-3c1c-44eb-8632-46a61cf97d75 admin admin] Router 558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:45:21.440220 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b74f680-3c1c-44eb-8632-46a61cf97d75 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:45:21.454471 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7b74f680-3c1c-44eb-8632-46a61cf97d75 admin admin] 10.222.0.31 "PUT /v2.0/routers/558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2326713 Nov 26 02:45:21.547164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-55e4403a-8821-44f9-8fca-4c6afe473160 None None] Provisioning complete for port c06db931-8b8c-461c-960d-3f514414f15d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:21.547771 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-55e4403a-8821-44f9-8fca-4c6afe473160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:21.599048 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-55e4403a-8821-44f9-8fca-4c6afe473160 None None] Port c06db931-8b8c-461c-960d-3f514414f15d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:45:21.611340 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'name': 'tempest-ServersTestMultiNic-2028337001-router', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'a89f8bfb-339a-4b8c-8860-b7cc68f36394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:16Z', 'updated_at': '2021-11-26T02:45:20Z', 'revision_number': 4, 'project_id': 'caeff930008b487db9a70d59ac7ec22e', 'gw_port': {'id': 'a89f8bfb-339a-4b8c-8860-b7cc68f36394', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:39:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:17Z', 'updated_at': '2021-11-26T02:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'c06db931-8b8c-461c-960d-3f514414f15d', 'name': '', 'network_id': '23eab89a-9450-47d3-ae6b-afdaed9ee3db', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'mac_address': 'fa:16:3e:66:4a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '574775d3-a58a-487d-93a0-ef7efffd056e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:19Z', 'updated_at': '2021-11-26T02:45:20Z', 'revision_number': 2, 'project_id': 'caeff930008b487db9a70d59ac7ec22e', 'subnets': [{'id': '574775d3-a58a-487d-93a0-ef7efffd056e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:21.616479 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33118) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:21.645367 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015ab52-77c5-410e-b40d-5b8d257757d3 None None] The sync data for ids ['558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9'] in n-d-819389-3 is: [{'id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'name': 'tempest-ServersTestMultiNic-2028337001-router', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'a89f8bfb-339a-4b8c-8860-b7cc68f36394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:16Z', 'updated_at': '2021-11-26T02:45:20Z', 'revision_number': 4, 'project_id': 'caeff930008b487db9a70d59ac7ec22e', 'gw_port': {'id': 'a89f8bfb-339a-4b8c-8860-b7cc68f36394', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:39:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:17Z', 'updated_at': '2021-11-26T02:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'c06db931-8b8c-461c-960d-3f514414f15d', 'name': '', 'network_id': '23eab89a-9450-47d3-ae6b-afdaed9ee3db', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'mac_address': 'fa:16:3e:66:4a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '574775d3-a58a-487d-93a0-ef7efffd056e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:19Z', 'updated_at': '2021-11-26T02:45:20Z', 'revision_number': 2, 'project_id': 'caeff930008b487db9a70d59ac7ec22e', 'subnets': [{'id': '574775d3-a58a-487d-93a0-ef7efffd056e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:45:21.691031 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d78f0b17-c98e-46be-9afc-9183f9de1f25 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2053854740'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:21.691643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3094fb-075e-4148-834a-b1636186cc95 req-02026659-2713-49c3-811a-fa8b941687cf tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:21.693355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1a3094fb-075e-4148-834a-b1636186cc95 req-02026659-2713-49c3-811a-fa8b941687cf tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.5530567 Nov 26 02:45:21.728877 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78f0b17-c98e-46be-9afc-9183f9de1f25 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Made reservation on behalf of caeff930008b487db9a70d59ac7ec22e for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:45:21.730302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-f463508f-22a6-449e-94f4-f62443193cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:21.731813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-f463508f-22a6-449e-94f4-f62443193cf1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5501530 Nov 26 02:45:21.733260 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d78f0b17-c98e-46be-9afc-9183f9de1f25 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:21.775147 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78f0b17-c98e-46be-9afc-9183f9de1f25 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:45:21.785566 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d78f0b17-c98e-46be-9afc-9183f9de1f25 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:21.786603 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-d78f0b17-c98e-46be-9afc-9183f9de1f25 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Added segment 59d3110c-5aaa-4111-a04c-6035a3c1d96c of type vlan for network cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 Nov 26 02:45:21.826487 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d7a2526-5dd1-4f13-887c-cedf74bda85b req-77a78971-1fa6-422e-96f6-18ad701a36be service neutron] 10.222.0.59 "GET /v2.0/networks/8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307842 Nov 26 02:45:21.827525 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d78f0b17-c98e-46be-9afc-9183f9de1f25 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:21.829897 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1a3094fb-075e-4148-834a-b1636186cc95 req-2622aea8-b94a-4a1f-9094-d65c05ad2bd6 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246183 Nov 26 02:45:21.862003 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d78f0b17-c98e-46be-9afc-9183f9de1f25 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:21.871002 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78f0b17-c98e-46be-9afc-9183f9de1f25 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:21.871141 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d78f0b17-c98e-46be-9afc-9183f9de1f25 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:21.871329 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-502850ea-c94b-44bf-b4d7-ada2f8c117e3 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293287 Nov 26 02:45:21.946474 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:21.967940 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d78f0b17-c98e-46be-9afc-9183f9de1f25 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3501937 Nov 26 02:45:21.971025 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33132) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:21.979208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-e4bd847a-0a4d-4863-98ee-1657e5b37def tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Request body: {'subnet': {'network_id': 'cd2c2b0e-7c0d-4b85-ba05-05683b0c0714', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:22.007192 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f0b17-c98e-46be-9afc-9183f9de1f25 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event updated for resources: {'Network': ['ID=cd2c2b0e-7c0d-4b85-ba05-05683b0c0714,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:22.044406 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:45:22.129093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fb143-5883-462b-9542-bd525d02a34b req-f682b8e3-2f22-430b-ae01-2c97d4c08e4f tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:22.140723 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f06fb143-5883-462b-9542-bd525d02a34b req-f682b8e3-2f22-430b-ae01-2c97d4c08e4f tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 943 time: 0.2020073 Nov 26 02:45:22.153099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bc215eb-d5d8-4e68-9e45-3dddf10a7e9a req-f3eb7016-da5f-4f5c-9d4d-c49e7b30cc05 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737756 Nov 26 02:45:22.240664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bd847a-0a4d-4863-98ee-1657e5b37def tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Made reservation on behalf of caeff930008b487db9a70d59ac7ec22e for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:45:22.245952 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e4bd847a-0a4d-4863-98ee-1657e5b37def tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:22.254128 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f06fb143-5883-462b-9542-bd525d02a34b req-b391cddb-bfd0-48c3-8af1-9d829629d5ef tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa3c685-8529-405f-b3ef-4f78652c5644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065922 Nov 26 02:45:22.508743 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e4bd847a-0a4d-4863-98ee-1657e5b37def tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:22.587083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd847a-0a4d-4863-98ee-1657e5b37def tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event updated for resources: {'Subnet': ['ID=155cf2bb-1ad2-46e5-b3c9-c5a247504765,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:22.597417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bd847a-0a4d-4863-98ee-1657e5b37def tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Checking segment: {'id': '59d3110c-5aaa-4111-a04c-6035a3c1d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd2c2b0e-7c0d-4b85-ba05-05683b0c0714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:22.598149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bd847a-0a4d-4863-98ee-1657e5b37def tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Network hostable DHCP agents. Network: cd2c2b0e-7c0d-4b85-ba05-05683b0c0714, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:45:22.657108 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bd847a-0a4d-4863-98ee-1657e5b37def tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Network cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:45:22.670230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-e4bd847a-0a4d-4863-98ee-1657e5b37def tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, cd2c2b0e-7c0d-4b85-ba05-05683b0c0714) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:22.678714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2427cb1-7dc5-4de4-a4d9-f74431152a5e None None] Network cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:45:22.690568 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bd847a-0a4d-4863-98ee-1657e5b37def tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:22.692752 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e4bd847a-0a4d-4863-98ee-1657e5b37def tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:22.730435 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e4bd847a-0a4d-4863-98ee-1657e5b37def tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7535350 Nov 26 02:45:22.730661 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33154) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:22.737782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-e2b53e95-e4ef-4435-bf8e-28996e885966 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-397881793'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:22.790054 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b53e95-e4ef-4435-bf8e-28996e885966 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Made reservation on behalf of caeff930008b487db9a70d59ac7ec22e for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:45:22.809400 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2b53e95-e4ef-4435-bf8e-28996e885966 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:22.855056 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b53e95-e4ef-4435-bf8e-28996e885966 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:45:22.889622 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2b53e95-e4ef-4435-bf8e-28996e885966 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:22.889987 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-e2b53e95-e4ef-4435-bf8e-28996e885966 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Added segment 17ea3df5-23f7-418e-85b0-24c423192a3d of type vlan for network 587df45b-6fba-4ad6-8582-7ecf2f65a564 Nov 26 02:45:22.968759 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2b53e95-e4ef-4435-bf8e-28996e885966 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:23.033340 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2b53e95-e4ef-4435-bf8e-28996e885966 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:23.039139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b53e95-e4ef-4435-bf8e-28996e885966 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:23.039712 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2b53e95-e4ef-4435-bf8e-28996e885966 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:23.106981 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-cd2c2b0e-7c0d-4b85-ba05-05683b0c0714', 'network_id': 'cd2c2b0e-7c0d-4b85-ba05-05683b0c0714', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'fixed_ips': [{'subnet_id': '155cf2bb-1ad2-46e5-b3c9-c5a247504765'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:45:23.108755 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:23.135326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-a75a73ba-b91f-4b95-b02f-423ac8b07708 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:45:23.136564 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-a75a73ba-b91f-4b95-b02f-423ac8b07708 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067494 Nov 26 02:45:23.195721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-0320f6d3-5954-41aa-ae03-bd4f91fc7eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:23.197413 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-0320f6d3-5954-41aa-ae03-bd4f91fc7eaa service neutron] 10.222.0.31 "GET /v2.0/ports/7e53ab37-858f-4ecf-923e-0a152768037e HTTP/1.1" status: 200 len: 1094 time: 0.0432856 Nov 26 02:45:23.216977 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-4a3874dd-3d90-49e6-b9ae-8a81e2bf96b0 service neutron] Request body: {'binding': {'host': 'n-h2-819389-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:23.217543 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-4a3874dd-3d90-49e6-b9ae-8a81e2bf96b0 service neutron] Unknown quota resources ['binding']. {{(pid=104802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 02:45:23.223747 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e2b53e95-e4ef-4435-bf8e-28996e885966 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4915237 Nov 26 02:45:23.226545 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33158) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:23.236411 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3e757b7a-5916-4ada-b9d7-a34a09c33f85 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Request body: {'subnet': {'network_id': '587df45b-6fba-4ad6-8582-7ecf2f65a564', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:23.249957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01540d05-f572-4f26-acdb-fb4c2042fe11 req-97efc615-b8d3-43c6-8ece-fabbff83fa8e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:23.252860 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a2a438d7-62f6-48ba-aa35-37f85bde9207 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:45:23.258782 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-01540d05-f572-4f26-acdb-fb4c2042fe11 req-97efc615-b8d3-43c6-8ece-fabbff83fa8e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.2630847 Nov 26 02:45:23.313613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b53e95-e4ef-4435-bf8e-28996e885966 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event updated for resources: {'Network': ['ID=587df45b-6fba-4ad6-8582-7ecf2f65a564,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:23.359550 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 587df45b-6fba-4ad6-8582-7ecf2f65a564 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:45:23.422572 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-01540d05-f572-4f26-acdb-fb4c2042fe11 req-95a86cd9-eeba-4513-a096-392af58ac1cb tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617258 Nov 26 02:45:23.527093 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:23.543752 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e757b7a-5916-4ada-b9d7-a34a09c33f85 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Made reservation on behalf of caeff930008b487db9a70d59ac7ec22e for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:45:23.550220 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e757b7a-5916-4ada-b9d7-a34a09c33f85 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:23.588253 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-4a3874dd-3d90-49e6-b9ae-8a81e2bf96b0 service neutron] Attempting to bind port 7e53ab37-858f-4ecf-923e-0a152768037e on host n-h2-819389-3 for vnic_type normal with profile None {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:45:23.588573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-4a3874dd-3d90-49e6-b9ae-8a81e2bf96b0 service neutron] Attempting to bind port 7e53ab37-858f-4ecf-923e-0a152768037e by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:45:23.589098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-4a3874dd-3d90-49e6-b9ae-8a81e2bf96b0 service neutron] Attempting to bind port 7e53ab37-858f-4ecf-923e-0a152768037e on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:23.597784 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-4a3874dd-3d90-49e6-b9ae-8a81e2bf96b0 service neutron] Port 7e53ab37-858f-4ecf-923e-0a152768037e on network ddcac99f-452c-47dc-ab00-82864338624c not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:45:23.599381 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-4a3874dd-3d90-49e6-b9ae-8a81e2bf96b0 service neutron] Attempting to bind port 7e53ab37-858f-4ecf-923e-0a152768037e on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:23.613549 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-4a3874dd-3d90-49e6-b9ae-8a81e2bf96b0 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:45:23.614792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-4a3874dd-3d90-49e6-b9ae-8a81e2bf96b0 service neutron] Checking segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:23.615295 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-4a3874dd-3d90-49e6-b9ae-8a81e2bf96b0 service neutron] Bound using segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:45:23.615885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-4a3874dd-3d90-49e6-b9ae-8a81e2bf96b0 service neutron] Bound port: 7e53ab37-858f-4ecf-923e-0a152768037e, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:45:23.657922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52931e2-957d-4b5e-892d-b3a786a7ab7a req-6ff6d988-c6bf-41eb-b20e-a1631cda1ba7 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:23.671144 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a52931e2-957d-4b5e-892d-b3a786a7ab7a req-6ff6d988-c6bf-41eb-b20e-a1631cda1ba7 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 943 time: 0.1233447 Nov 26 02:45:23.706244 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Allocated IP 19.80.0.2 (cd2c2b0e-7c0d-4b85-ba05-05683b0c0714/155cf2bb-1ad2-46e5-b3c9-c5a247504765/8bf880e9-081f-4ea7-b756-fe0997a4c5d0) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:45:23.720091 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:23.753705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a52931e2-957d-4b5e-892d-b3a786a7ab7a req-8b364a44-7bc8-4912-a049-2a0134e2257a tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa3c685-8529-405f-b3ef-4f78652c5644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814369 Nov 26 02:45:23.774380 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port a2a438d7-62f6-48ba-aa35-37f85bde9207, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a2a438d7-62f6-48ba-aa35-37f85bde9207,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:23.799863 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d3612e-9276-4349-9e90-693a16d48f0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a438d7-62f6-48ba-aa35-37f85bde9207'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:23.803528 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1091261f-ab0d-41ed-a601-68d104c6669f" -d '{"events": [{"server_uuid": "85d3612e-9276-4349-9e90-693a16d48f0d", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a438d7-62f6-48ba-aa35-37f85bde9207"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:23.811465 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device d1a75b66-efbc-4c81-ae59-8d72091504d8 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:45:23.813484 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:23.835807 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-4a3874dd-3d90-49e6-b9ae-8a81e2bf96b0 service neutron] For port 7e53ab37-858f-4ecf-923e-0a152768037e, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=7e53ab37-858f-4ecf-923e-0a152768037e,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:45:23.854745 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-4a3874dd-3d90-49e6-b9ae-8a81e2bf96b0 service neutron] Publish callbacks [] for binding, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:23.856539 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-4a3874dd-3d90-49e6-b9ae-8a81e2bf96b0 service neutron] 10.222.0.31 "POST /v2.0/ports/7e53ab37-858f-4ecf-923e-0a152768037e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6489036 Nov 26 02:45:23.866031 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e757b7a-5916-4ada-b9d7-a34a09c33f85 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:23.969499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e757b7a-5916-4ada-b9d7-a34a09c33f85 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event updated for resources: {'Subnet': ['ID=4c86c591-ed71-4006-9c37-9ba51f0df391,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:23.987731 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e757b7a-5916-4ada-b9d7-a34a09c33f85 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Checking segment: {'id': '17ea3df5-23f7-418e-85b0-24c423192a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '587df45b-6fba-4ad6-8582-7ecf2f65a564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:23.988491 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e757b7a-5916-4ada-b9d7-a34a09c33f85 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Network hostable DHCP agents. Network: 587df45b-6fba-4ad6-8582-7ecf2f65a564, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:45:24.046006 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e757b7a-5916-4ada-b9d7-a34a09c33f85 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Network 587df45b-6fba-4ad6-8582-7ecf2f65a564 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:45:24.061293 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-3e757b7a-5916-4ada-b9d7-a34a09c33f85 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 587df45b-6fba-4ad6-8582-7ecf2f65a564) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:24.068818 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e757b7a-5916-4ada-b9d7-a34a09c33f85 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:24.069776 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e757b7a-5916-4ada-b9d7-a34a09c33f85 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:24.097886 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3e757b7a-5916-4ada-b9d7-a34a09c33f85 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8687563 Nov 26 02:45:24.201289 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ce1d55-cc02-44a2-8e1b-60b5baa7dd8b x-openstack-request-id: req-e7ce1d55-cc02-44a2-8e1b-60b5baa7dd8b {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:24.201584 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d3612e-9276-4349-9e90-693a16d48f0d", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a438d7-62f6-48ba-aa35-37f85bde9207", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:24.202233 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7ce1d55-cc02-44a2-8e1b-60b5baa7dd8b {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:24.202633 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d3612e-9276-4349-9e90-693a16d48f0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a438d7-62f6-48ba-aa35-37f85bde9207', 'code': 200} Nov 26 02:45:24.203364 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78cd1b9-3da4-40ed-8434-e7d43bb003cd None None] Network 587df45b-6fba-4ad6-8582-7ecf2f65a564 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:45:24.228433 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a89f8bfb-339a-4b8c-8860-b7cc68f36394 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:24.314726 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.resource_extend [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 02:45:24.319326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-f576e6b7-3f89-44ff-851a-90861989204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:24.321252 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-f576e6b7-3f89-44ff-851a-90861989204e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 1097 time: 0.0792205 Nov 26 02:45:24.376772 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a89f8bfb-339a-4b8c-8860-b7cc68f36394 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:24.377143 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:24.417931 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=a2a438d7-62f6-48ba-aa35-37f85bde9207,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:24.523131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c071be-c561-435b-9bcc-921076c75b87 req-250a3acb-cbf2-4737-b282-d6ca5740ae97 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:24.528666 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37c071be-c561-435b-9bcc-921076c75b87 req-250a3acb-cbf2-4737-b282-d6ca5740ae97 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 946 time: 0.2032070 Nov 26 02:45:24.569214 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port d1a75b66-efbc-4c81-ae59-8d72091504d8, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=d1a75b66-efbc-4c81-ae59-8d72091504d8,segment=NetworkSegment(07dc2b8b-d778-4009-b557-d656f81d517b),segment_id=07dc2b8b-d778-4009-b557-d656f81d517b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:24.574707 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:24.599435 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'd1a75b66-efbc-4c81-ae59-8d72091504d8', 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3', 'port_id': 'd1a75b66-efbc-4c81-ae59-8d72091504d8', 'mac_address': 'fa:16:3e:92:40:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:45:24.599728 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-bd9148b0-0680-4889-a1f5-16a77249511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:24.601363 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-bd9148b0-0680-4889-a1f5-16a77249511b service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.2282348 Nov 26 02:45:24.622668 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:24.690529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-587df45b-6fba-4ad6-8582-7ecf2f65a564', 'network_id': '587df45b-6fba-4ad6-8582-7ecf2f65a564', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'fixed_ips': [{'subnet_id': '4c86c591-ed71-4006-9c37-9ba51f0df391'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:45:24.691400 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:24.728918 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37c071be-c561-435b-9bcc-921076c75b87 req-2310029c-aff6-490a-b9b4-63b7cf59ec72 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883602 Nov 26 02:45:24.733149 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:24.741486 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-95ae1305-f38a-4676-9ddd-867b29a2354d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e53ab37-858f-4ecf-923e-0a152768037e HTTP/1.1" status: 200 len: 217 time: 0.1276276 Nov 26 02:45:24.743761 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Network cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:45:24.755446 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:24.763085 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9afde51c-f1dd-458b-a0e4-3bf36f0f1d02 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:24.785499 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9afde51c-f1dd-458b-a0e4-3bf36f0f1d02 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:24.798814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:45:24.802379 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9afde51c-f1dd-458b-a0e4-3bf36f0f1d02 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/networks?id=cd2c2b0e-7c0d-4b85-ba05-05683b0c0714&id=587df45b-6fba-4ad6-8582-7ecf2f65a564&id=cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 HTTP/1.1" status: 200 len: 1391 time: 0.4145317 Nov 26 02:45:24.818278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Pushing event updated for resources: {'Port': ['ID=8bf880e9-081f-4ea7-b756-fe0997a4c5d0,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:24.834871 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port a89f8bfb-339a-4b8c-8860-b7cc68f36394, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a89f8bfb-339a-4b8c-8860-b7cc68f36394,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:24.842577 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:24.893482 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3bda5676-fe1c-45fd-b78c-31023c88647a tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/quotas/caeff930008b487db9a70d59ac7ec22e HTTP/1.1" status: 200 len: 375 time: 0.0893154 Nov 26 02:45:24.920698 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:24.984802 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a75b66-efbc-4c81-ae59-8d72091504d8 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:45:24.988199 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-1b5d0c13-12ed-4738-a837-caa404740420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:24.989828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-1b5d0c13-12ed-4738-a837-caa404740420 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.1786103 Nov 26 02:45:25.036386 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fc611-28ce-4c43-bf94-54ca79b33770 req-c82c19e9-c8e4-4086-abe6-23ab51e3c4b1 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:25.038153 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d09fc611-28ce-4c43-bf94-54ca79b33770 req-c82c19e9-c8e4-4086-abe6-23ab51e3c4b1 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 948 time: 0.1619437 Nov 26 02:45:25.059237 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-05f4add4-cdfc-4b91-be44-6bf8719a08ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587525 Nov 26 02:45:25.069224 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-c5d02129-4470-4cd4-9d8b-653d3b67d844 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=caeff930008b487db9a70d59ac7ec22e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1552582 Nov 26 02:45:25.097501 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port d1a75b66-efbc-4c81-ae59-8d72091504d8, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=d1a75b66-efbc-4c81-ae59-8d72091504d8,segment=NetworkSegment(07dc2b8b-d778-4009-b557-d656f81d517b),segment_id=07dc2b8b-d778-4009-b557-d656f81d517b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:25.099250 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Attempting to bind port 8bf880e9-081f-4ea7-b756-fe0997a4c5d0 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:45:25.099626 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Attempting to bind port 8bf880e9-081f-4ea7-b756-fe0997a4c5d0 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '59d3110c-5aaa-4111-a04c-6035a3c1d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd2c2b0e-7c0d-4b85-ba05-05683b0c0714'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:45:25.099997 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Attempting to bind port 8bf880e9-081f-4ea7-b756-fe0997a4c5d0 on network cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:25.118954 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:25.120877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:45:25.121209 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Checking segment: {'id': '59d3110c-5aaa-4111-a04c-6035a3c1d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd2c2b0e-7c0d-4b85-ba05-05683b0c0714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:25.121604 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:25.121992 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Bound using segment: {'id': '59d3110c-5aaa-4111-a04c-6035a3c1d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd2c2b0e-7c0d-4b85-ba05-05683b0c0714'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:45:25.122906 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Bound port: 8bf880e9-081f-4ea7-b756-fe0997a4c5d0, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d3110c-5aaa-4111-a04c-6035a3c1d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd2c2b0e-7c0d-4b85-ba05-05683b0c0714'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:45:25.123064 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:25.128011 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d09fc611-28ce-4c43-bf94-54ca79b33770 req-c1cda361-ecea-40b6-8aa4-5143e13d6507 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731211 Nov 26 02:45:25.159602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=a89f8bfb-339a-4b8c-8860-b7cc68f36394,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:25.188620 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Allocated IP 19.86.0.2 (587df45b-6fba-4ad6-8582-7ecf2f65a564/4c86c591-ed71-4006-9c37-9ba51f0df391/993af353-7bb5-404a-9112-6a050bee8c86) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:45:25.271066 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a2a438d7-62f6-48ba-aa35-37f85bde9207 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:45:25.378955 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869c986-ac1d-4f65-b947-42df0dc3cf16 req-5d7d9986-3ca2-4a6d-a519-17e3f82e42b5 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:25.386831 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1869c986-ac1d-4f65-b947-42df0dc3cf16 req-5d7d9986-3ca2-4a6d-a519-17e3f82e42b5 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 944 time: 0.1486351 Nov 26 02:45:25.396946 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-e00eb34d-d63a-4a03-8db0-023a763b789b service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267591 Nov 26 02:45:25.410718 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9585cf7c-aa59-41e9-b405-0a31856ed9a1 service neutron] 10.222.0.31 "GET /v2.0/networks/cd2c2b0e-7c0d-4b85-ba05-05683b0c0714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866623 Nov 26 02:45:25.448751 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=d1a75b66-efbc-4c81-ae59-8d72091504d8,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:25.492870 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] For port 8bf880e9-081f-4ea7-b756-fe0997a4c5d0, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:25.518694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] For port 8bf880e9-081f-4ea7-b756-fe0997a4c5d0, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8bf880e9-081f-4ea7-b756-fe0997a4c5d0,segment=NetworkSegment(59d3110c-5aaa-4111-a04c-6035a3c1d96c),segment_id=59d3110c-5aaa-4111-a04c-6035a3c1d96c)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:45:25.545567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['d1a75b66-efbc-4c81-ae59-8d72091504d8'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:45:25.549194 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:25.571258 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1869c986-ac1d-4f65-b947-42df0dc3cf16 req-a97bcead-c77b-48ce-bc7d-7f101512f058 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa3c685-8529-405f-b3ef-4f78652c5644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835151 Nov 26 02:45:25.597546 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:25.649788 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port a2a438d7-62f6-48ba-aa35-37f85bde9207, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a2a438d7-62f6-48ba-aa35-37f85bde9207,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:25.652915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-53375408-f555-4f8a-ac2f-ac23226f03fb service neutron] 10.222.0.31 "GET /v2.0/networks/cd2c2b0e-7c0d-4b85-ba05-05683b0c0714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413349 Nov 26 02:45:25.654974 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-b10a0578-a9cb-4f39-a707-57269eb30c6e service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350199 Nov 26 02:45:25.678944 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'a2a438d7-62f6-48ba-aa35-37f85bde9207', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': 'a2a438d7-62f6-48ba-aa35-37f85bde9207', 'mac_address': 'fa:16:3e:c0:d7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:45:25.829483 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-bd0f1cba-5720-4b0a-a67b-8d2eb9e30e4a service neutron] 10.222.0.31 "GET /v2.0/networks/587df45b-6fba-4ad6-8582-7ecf2f65a564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672380 Nov 26 02:45:25.893353 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:26.002262 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:26.010503 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Network 587df45b-6fba-4ad6-8582-7ecf2f65a564 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:45:26.022231 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:26.027202 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:45:26.029718 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac4ca3-c870-4d05-ad3f-a52b6ae9bf88 None None] Pushing event updated for resources: {'Port': ['ID=8bf880e9-081f-4ea7-b756-fe0997a4c5d0,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:26.071409 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-2da7c66b-42f6-455f-ac89-7368ab25a363 service neutron] 10.222.0.31 "GET /v2.0/networks/587df45b-6fba-4ad6-8582-7ecf2f65a564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352703 Nov 26 02:45:26.213106 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Sync routers for ids ['558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:45:26.258842 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Routers {'558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:45:26.261468 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:45:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:26.320365 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a438d7-62f6-48ba-aa35-37f85bde9207 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:45:26.346845 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a89f8bfb-339a-4b8c-8860-b7cc68f36394 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:26.409081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93940077-bbd6-41c6-b1c4-c80645dc8318 req-b84ddd99-7a31-4626-9720-04de316c4809 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:26.411765 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Set router 558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:45:26.413190 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93940077-bbd6-41c6-b1c4-c80645dc8318 req-b84ddd99-7a31-4626-9720-04de316c4809 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 946 time: 0.2014637 Nov 26 02:45:26.484943 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-d3e0777f-f86c-4adf-8393-2da5a09d2aa7 service neutron] 10.222.0.31 "GET /v2.0/networks/cd2c2b0e-7c0d-4b85-ba05-05683b0c0714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125938 Nov 26 02:45:26.524129 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port a2a438d7-62f6-48ba-aa35-37f85bde9207, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a2a438d7-62f6-48ba-aa35-37f85bde9207,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:26.526538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Pushing event updated for resources: {'Port': ['ID=993af353-7bb5-404a-9112-6a050bee8c86,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:26.538440 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Attempting to bind port 993af353-7bb5-404a-9112-6a050bee8c86 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:45:26.538825 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Attempting to bind port 993af353-7bb5-404a-9112-6a050bee8c86 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '17ea3df5-23f7-418e-85b0-24c423192a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '587df45b-6fba-4ad6-8582-7ecf2f65a564'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:45:26.539198 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Attempting to bind port 993af353-7bb5-404a-9112-6a050bee8c86 on network 587df45b-6fba-4ad6-8582-7ecf2f65a564 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:26.545791 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:26.556781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:45:26.557164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Checking segment: {'id': '17ea3df5-23f7-418e-85b0-24c423192a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '587df45b-6fba-4ad6-8582-7ecf2f65a564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:26.557569 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:26.557964 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Bound using segment: {'id': '17ea3df5-23f7-418e-85b0-24c423192a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '587df45b-6fba-4ad6-8582-7ecf2f65a564'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:45:26.558455 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Bound port: 993af353-7bb5-404a-9112-6a050bee8c86, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ea3df5-23f7-418e-85b0-24c423192a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '587df45b-6fba-4ad6-8582-7ecf2f65a564'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:45:26.558905 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:26.670975 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=a2a438d7-62f6-48ba-aa35-37f85bde9207,revision_number=10']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:26.675291 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a89f8bfb-339a-4b8c-8860-b7cc68f36394 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:26.675675 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:26.749116 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] For port 993af353-7bb5-404a-9112-6a050bee8c86, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:26.753484 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] For port 993af353-7bb5-404a-9112-6a050bee8c86, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=993af353-7bb5-404a-9112-6a050bee8c86,segment=NetworkSegment(17ea3df5-23f7-418e-85b0-24c423192a3d),segment_id=17ea3df5-23f7-418e-85b0-24c423192a3d)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:45:26.776178 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:26.795584 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'name': 'tempest-ServersTestMultiNic-2028337001-router', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'a89f8bfb-339a-4b8c-8860-b7cc68f36394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:16Z', 'updated_at': '2021-11-26T02:45:20Z', 'revision_number': 4, 'project_id': 'caeff930008b487db9a70d59ac7ec22e', 'gw_port': {'id': 'a89f8bfb-339a-4b8c-8860-b7cc68f36394', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:39:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:17Z', 'updated_at': '2021-11-26T02:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'c06db931-8b8c-461c-960d-3f514414f15d', 'name': '', 'network_id': '23eab89a-9450-47d3-ae6b-afdaed9ee3db', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'mac_address': 'fa:16:3e:66:4a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '574775d3-a58a-487d-93a0-ef7efffd056e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:19Z', 'updated_at': '2021-11-26T02:45:20Z', 'revision_number': 2, 'project_id': 'caeff930008b487db9a70d59ac7ec22e', 'subnets': [{'id': '574775d3-a58a-487d-93a0-ef7efffd056e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:26.833900 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Checking router: 558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:45:26.834272 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Updating router 558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9 port c06db931-8b8c-461c-960d-3f514414f15d binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:45:26.870650 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:27.234290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-2db93c1b-6fc9-4dae-a52a-ee8bba7896f6 service neutron] 10.222.0.31 "GET /v2.0/networks/cd2c2b0e-7c0d-4b85-ba05-05683b0c0714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7483339 Nov 26 02:45:27.249319 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93940077-bbd6-41c6-b1c4-c80645dc8318 req-5e199dc0-5d58-4003-a2ee-c50f3d3f0fc0 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8230019 Nov 26 02:45:27.276463 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef69a37-f7da-425f-a65d-ff8053aed462 None None] Pushing event updated for resources: {'Port': ['ID=993af353-7bb5-404a-9112-6a050bee8c86,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:27.285843 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:27.303770 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:27.339313 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['a2a438d7-62f6-48ba-aa35-37f85bde9207'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:45:27.453390 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d28705-158d-46cb-8238-565032c4fb90 req-caf3f92c-f735-40d9-a290-4c8eade56726 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:27.463917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9d28705-158d-46cb-8238-565032c4fb90 req-caf3f92c-f735-40d9-a290-4c8eade56726 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.1134567 Nov 26 02:45:27.524937 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970f45a-68a9-42ca-a047-31bea5de93c0 None None] Pushing event updated for resources: {'Port': ['ID=c06db931-8b8c-461c-960d-3f514414f15d,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:27.530798 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Attempting to bind port c06db931-8b8c-461c-960d-3f514414f15d on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:45:27.531171 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Attempting to bind port c06db931-8b8c-461c-960d-3f514414f15d by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '30a452ba-8d13-4bc7-8343-82893c7bcdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '23eab89a-9450-47d3-ae6b-afdaed9ee3db'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:45:27.531538 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Attempting to bind port c06db931-8b8c-461c-960d-3f514414f15d on network 23eab89a-9450-47d3-ae6b-afdaed9ee3db {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:27.573061 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:45:27.573438 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Checking segment: {'id': '30a452ba-8d13-4bc7-8343-82893c7bcdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '23eab89a-9450-47d3-ae6b-afdaed9ee3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:27.573846 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:27.588685 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Bound using segment: {'id': '30a452ba-8d13-4bc7-8343-82893c7bcdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '23eab89a-9450-47d3-ae6b-afdaed9ee3db'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:45:27.589218 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Bound port: c06db931-8b8c-461c-960d-3f514414f15d, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a452ba-8d13-4bc7-8343-82893c7bcdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '23eab89a-9450-47d3-ae6b-afdaed9ee3db'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:45:27.590139 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9d28705-158d-46cb-8238-565032c4fb90 req-7b2fabb1-abd9-4cf2-b573-0cce8a7db304 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256297 Nov 26 02:45:27.590811 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:27.723522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8462e1-e93e-4480-89d7-25187b750c26 req-641b9453-dca9-438d-b7fc-47ad371193e9 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:27.731153 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d8462e1-e93e-4480-89d7-25187b750c26 req-641b9453-dca9-438d-b7fc-47ad371193e9 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 944 time: 0.1217895 Nov 26 02:45:27.802171 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device d1a75b66-efbc-4c81-ae59-8d72091504d8 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:27.816594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eece414-67a1-4450-9413-b5f75c138c06 None None] Network cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:45:27.854000 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] For port c06db931-8b8c-461c-960d-3f514414f15d, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:27.857474 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] For port c06db931-8b8c-461c-960d-3f514414f15d, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c06db931-8b8c-461c-960d-3f514414f15d,segment=NetworkSegment(30a452ba-8d13-4bc7-8343-82893c7bcdac),segment_id=30a452ba-8d13-4bc7-8343-82893c7bcdac)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:45:27.872793 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:27.888566 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d8462e1-e93e-4480-89d7-25187b750c26 req-4c7459f0-27cc-405e-8efb-3287b278e26d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa3c685-8529-405f-b3ef-4f78652c5644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565008 Nov 26 02:45:27.980606 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Routers {'558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:45:27.981508 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:45:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:28.156897 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] Set router 558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:45:28.211107 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5074743-9304-4bcd-a575-9329f1a5f164 req-5259fe19-3274-4a79-a3f8-ad866857f329 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 210 time: 0.0705240 Nov 26 02:45:28.271837 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-07210a04-8149-4f0c-bf96-4234be3146af None None] Provisioning complete for port 8bf880e9-081f-4ea7-b756-fe0997a4c5d0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:28.282830 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-07210a04-8149-4f0c-bf96-4234be3146af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:28.285023 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970f45a-68a9-42ca-a047-31bea5de93c0 None None] Pushing event updated for resources: {'Port': ['ID=c06db931-8b8c-461c-960d-3f514414f15d,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:28.353957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c097a9f-193f-46e9-a8fe-8913cf4862f3 req-0e08be78-e773-462a-a548-d19edeca86c4 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:28.355541 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c097a9f-193f-46e9-a8fe-8913cf4862f3 req-0e08be78-e773-462a-a548-d19edeca86c4 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 950 time: 0.1192195 Nov 26 02:45:28.472655 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port d1a75b66-efbc-4c81-ae59-8d72091504d8 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:45:28.483804 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port d1a75b66-efbc-4c81-ae59-8d72091504d8 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:28.484077 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:28.499714 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13fc48-3ade-465e-acea-2fc254f17926 req-d093666b-8e61-4160-9c5e-28cf23fdc893 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:28.508193 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ba13fc48-3ade-465e-acea-2fc254f17926 req-d093666b-8e61-4160-9c5e-28cf23fdc893 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 946 time: 0.0934157 Nov 26 02:45:28.528180 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 993af353-7bb5-404a-9112-6a050bee8c86 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:28.577467 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'name': 'tempest-ServersTestMultiNic-2028337001-router', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'a89f8bfb-339a-4b8c-8860-b7cc68f36394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:16Z', 'updated_at': '2021-11-26T02:45:20Z', 'revision_number': 4, 'project_id': 'caeff930008b487db9a70d59ac7ec22e', 'gw_port': {'id': 'a89f8bfb-339a-4b8c-8860-b7cc68f36394', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:39:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:17Z', 'updated_at': '2021-11-26T02:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'c06db931-8b8c-461c-960d-3f514414f15d', 'name': '', 'network_id': '23eab89a-9450-47d3-ae6b-afdaed9ee3db', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'mac_address': 'fa:16:3e:66:4a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '574775d3-a58a-487d-93a0-ef7efffd056e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:19Z', 'updated_at': '2021-11-26T02:45:27Z', 'revision_number': 4, 'project_id': 'caeff930008b487db9a70d59ac7ec22e', 'subnets': [{'id': '574775d3-a58a-487d-93a0-ef7efffd056e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:28.626324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c097a9f-193f-46e9-a8fe-8913cf4862f3 req-dd0666f8-53ce-4b55-8d87-b5cb51af90ee tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499783 Nov 26 02:45:28.655161 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6bdba9-3db6-4098-b2ad-27fef05a6087 None None] The sync data for ids ['558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9'] in n-d-819389-3 is: [{'id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'name': 'tempest-ServersTestMultiNic-2028337001-router', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'a89f8bfb-339a-4b8c-8860-b7cc68f36394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:16Z', 'updated_at': '2021-11-26T02:45:20Z', 'revision_number': 4, 'project_id': 'caeff930008b487db9a70d59ac7ec22e', 'gw_port': {'id': 'a89f8bfb-339a-4b8c-8860-b7cc68f36394', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:39:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:17Z', 'updated_at': '2021-11-26T02:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'c06db931-8b8c-461c-960d-3f514414f15d', 'name': '', 'network_id': '23eab89a-9450-47d3-ae6b-afdaed9ee3db', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'mac_address': 'fa:16:3e:66:4a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '574775d3-a58a-487d-93a0-ef7efffd056e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:19Z', 'updated_at': '2021-11-26T02:45:27Z', 'revision_number': 4, 'project_id': 'caeff930008b487db9a70d59ac7ec22e', 'subnets': [{'id': '574775d3-a58a-487d-93a0-ef7efffd056e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:45:28.685537 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-07210a04-8149-4f0c-bf96-4234be3146af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:28.765827 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ba13fc48-3ade-465e-acea-2fc254f17926 req-e08574fb-f994-45e0-b391-1a38ffb04a80 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515061 Nov 26 02:45:28.784653 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:28.902740 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 993af353-7bb5-404a-9112-6a050bee8c86 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:28.903117 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:29.065208 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfb68f6-ee39-478c-821f-776538d5668c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a75b66-efbc-4c81-ae59-8d72091504d8'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:29.068018 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404b43d1-75ba-4f4b-8c6b-feb38e27c4ee" -d '{"events": [{"server_uuid": "bdfb68f6-ee39-478c-821f-776538d5668c", "name": "network-vif-plugged", "status": "completed", "tag": "d1a75b66-efbc-4c81-ae59-8d72091504d8"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:29.071875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-07210a04-8149-4f0c-bf96-4234be3146af None None] For port 8bf880e9-081f-4ea7-b756-fe0997a4c5d0, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8bf880e9-081f-4ea7-b756-fe0997a4c5d0,segment=NetworkSegment(59d3110c-5aaa-4111-a04c-6035a3c1d96c),segment_id=59d3110c-5aaa-4111-a04c-6035a3c1d96c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:29.088200 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port d1a75b66-efbc-4c81-ae59-8d72091504d8, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=d1a75b66-efbc-4c81-ae59-8d72091504d8,segment=NetworkSegment(07dc2b8b-d778-4009-b557-d656f81d517b),segment_id=07dc2b8b-d778-4009-b557-d656f81d517b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:29.089493 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-07210a04-8149-4f0c-bf96-4234be3146af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:29.104801 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-6d90f691-0580-4f29-ace1-deed5cfa9539 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ad6caec5c92044d899d9c12ccac00902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504615 Nov 26 02:45:29.148797 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:29.223776 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbc939-706d-4e55-8382-a35f28b54167 req-3f3fb907-32ff-4fdd-b0cb-1b3fa0b662fe tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:29.225560 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30fbc939-706d-4e55-8382-a35f28b54167 req-3f3fb907-32ff-4fdd-b0cb-1b3fa0b662fe tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 944 time: 0.1864278 Nov 26 02:45:29.229368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-07210a04-8149-4f0c-bf96-4234be3146af None None] Provisioning complete for port c06db931-8b8c-461c-960d-3f514414f15d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:29.229368 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-07210a04-8149-4f0c-bf96-4234be3146af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:29.229368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07210a04-8149-4f0c-bf96-4234be3146af None None] Pushing event updated for resources: {'Port': ['ID=8bf880e9-081f-4ea7-b756-fe0997a4c5d0,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:29.265180 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c67c3f9-f0d8-4737-9018-c76a98e52f38 None None] Network 587df45b-6fba-4ad6-8582-7ecf2f65a564 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:45:29.290676 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:29.309590 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a2a438d7-62f6-48ba-aa35-37f85bde9207 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:29.365730 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30fbc939-706d-4e55-8382-a35f28b54167 req-9b10bf4f-2995-43ad-81df-f0267c4c1e82 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa3c685-8529-405f-b3ef-4f78652c5644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068723 Nov 26 02:45:29.379796 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-b2ac44c5-dc69-4e1f-868e-6d19dcbf05ab tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:29.387832 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-b2ac44c5-dc69-4e1f-868e-6d19dcbf05ab tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2695403 Nov 26 02:45:29.420433 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-5d9e45ad-0840-4b60-951f-e99e5ec66a4c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/quotas/ad6caec5c92044d899d9c12ccac00902 HTTP/1.1" status: 200 len: 375 time: 0.0250111 Nov 26 02:45:29.492600 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=d1a75b66-efbc-4c81-ae59-8d72091504d8,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:29.505505 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-cf0bd5b8-d6b9-4a64-bb62-7c6f291dce3c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0837054 Nov 26 02:45:29.510225 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 993af353-7bb5-404a-9112-6a050bee8c86, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=993af353-7bb5-404a-9112-6a050bee8c86,segment=NetworkSegment(17ea3df5-23f7-418e-85b0-24c423192a3d),segment_id=17ea3df5-23f7-418e-85b0-24c423192a3d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:29.525526 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:29.526536 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8bf880e9-081f-4ea7-b756-fe0997a4c5d0 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:29.790387 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b39b1e-2378-4c73-85f6-0ba5f4f83eb5 x-openstack-request-id: req-20b39b1e-2378-4c73-85f6-0ba5f4f83eb5 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:29.794048 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfb68f6-ee39-478c-821f-776538d5668c", "name": "network-vif-plugged", "status": "completed", "tag": "d1a75b66-efbc-4c81-ae59-8d72091504d8", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:29.794506 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20b39b1e-2378-4c73-85f6-0ba5f4f83eb5 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:29.797883 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfb68f6-ee39-478c-821f-776538d5668c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a75b66-efbc-4c81-ae59-8d72091504d8', 'code': 200} Nov 26 02:45:29.907067 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port a2a438d7-62f6-48ba-aa35-37f85bde9207 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:29.907526 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:29.910119 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-ee2e5017-4db6-4889-be12-c4e56da0bb5d tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:29.927016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-ee2e5017-4db6-4889-be12-c4e56da0bb5d tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:29.928710 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-ee2e5017-4db6-4889-be12-c4e56da0bb5d tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.59 "GET /v2.0/networks?id=cd2c2b0e-7c0d-4b85-ba05-05683b0c0714&id=587df45b-6fba-4ad6-8582-7ecf2f65a564&id=cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 HTTP/1.1" status: 200 len: 1391 time: 0.3599825 Nov 26 02:45:29.973638 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=993af353-7bb5-404a-9112-6a050bee8c86,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:29.986285 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a1db32f-e2cd-42bb-9166-15b2b606e1c5 req-fa2f5cdb-71de-4749-8691-b913b3c488c7 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 210 time: 0.0282631 Nov 26 02:45:29.991722 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-f38e14c0-077d-49d4-bc92-d101492f2ca9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Request body: {'port': {'device_id': '569c5db4-426e-45c0-a722-515f0259c260', 'network_id': 'cd2c2b0e-7c0d-4b85-ba05-05683b0c0714', 'admin_state_up': True, 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:30.004440 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-07210a04-8149-4f0c-bf96-4234be3146af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:30.047235 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d93ff890-262e-47dd-bde9-369230b5f490 req-5251b2c6-315f-4386-a666-81c75249cab4 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 210 time: 0.1174655 Nov 26 02:45:30.058160 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c815a1-63bd-4152-a074-df53c6d7abc5 req-cbb195da-6d5a-4e4a-bc3d-2d1f4c7d8906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:30.059671 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c1c815a1-63bd-4152-a074-df53c6d7abc5 req-cbb195da-6d5a-4e4a-bc3d-2d1f4c7d8906 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 1096 time: 0.0928342 Nov 26 02:45:30.148302 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c1c815a1-63bd-4152-a074-df53c6d7abc5 req-be232afb-69e4-4d3b-801f-a244ce99ef44 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=efa3c685-8529-405f-b3ef-4f78652c5644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766630 Nov 26 02:45:30.197307 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 8bf880e9-081f-4ea7-b756-fe0997a4c5d0 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:30.197814 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:30.243088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7214f4-4fe1-4721-af76-994991508d7e req-088e3bed-1451-4c3f-a9f8-864c18f2e755 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:30.253139 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d7214f4-4fe1-4721-af76-994991508d7e req-088e3bed-1451-4c3f-a9f8-864c18f2e755 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 946 time: 0.1218987 Nov 26 02:45:30.290784 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-07210a04-8149-4f0c-bf96-4234be3146af None None] For port c06db931-8b8c-461c-960d-3f514414f15d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c06db931-8b8c-461c-960d-3f514414f15d,segment=NetworkSegment(30a452ba-8d13-4bc7-8343-82893c7bcdac),segment_id=30a452ba-8d13-4bc7-8343-82893c7bcdac)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:30.308723 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-07210a04-8149-4f0c-bf96-4234be3146af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:30.339440 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-f38e14c0-077d-49d4-bc92-d101492f2ca9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Made reservation on behalf of caeff930008b487db9a70d59ac7ec22e for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:45:30.348534 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-f38e14c0-077d-49d4-bc92-d101492f2ca9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:30.377768 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d7214f4-4fe1-4721-af76-994991508d7e req-90ebe6a8-5895-4c46-9494-ca9f7de35f87 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192825 Nov 26 02:45:30.410375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07210a04-8149-4f0c-bf96-4234be3146af None None] Pushing event updated for resources: {'Port': ['ID=c06db931-8b8c-461c-960d-3f514414f15d,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:30.511961 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:30.561757 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9ea1035d-6eda-44f9-bdfc-bd20f03828f8 None None] Provisioning complete for port 8bf880e9-081f-4ea7-b756-fe0997a4c5d0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:30.562362 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9ea1035d-6eda-44f9-bdfc-bd20f03828f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:30.628131 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port a2a438d7-62f6-48ba-aa35-37f85bde9207, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a2a438d7-62f6-48ba-aa35-37f85bde9207,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:30.646427 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:30.762979 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=a2a438d7-62f6-48ba-aa35-37f85bde9207,revision_number=11']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:30.763964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-f38e14c0-077d-49d4-bc92-d101492f2ca9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Allocated IP 19.80.0.137 (cd2c2b0e-7c0d-4b85-ba05-05683b0c0714/155cf2bb-1ad2-46e5-b3c9-c5a247504765/ca046d16-7fdb-4c45-b79c-5092ab02ece2) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:45:30.800613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9ea1035d-6eda-44f9-bdfc-bd20f03828f8 None None] Provisioning complete for port c06db931-8b8c-461c-960d-3f514414f15d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:30.803321 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9ea1035d-6eda-44f9-bdfc-bd20f03828f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:30.806794 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 993af353-7bb5-404a-9112-6a050bee8c86 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:30.820225 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8081b49-f905-41ee-aafa-af9f27493eca req-02f17408-0088-48a1-ad06-727b4dc69f71 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:30.821766 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8081b49-f905-41ee-aafa-af9f27493eca req-02f17408-0088-48a1-ad06-727b4dc69f71 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 945 time: 0.2757664 Nov 26 02:45:30.959887 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 993af353-7bb5-404a-9112-6a050bee8c86 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:30.960292 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:31.020200 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8081b49-f905-41ee-aafa-af9f27493eca req-5cc0e628-d098-4fb7-b811-33615311d42f tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa3c685-8529-405f-b3ef-4f78652c5644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747351 Nov 26 02:45:31.120096 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-f38e14c0-077d-49d4-bc92-d101492f2ca9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:31.204687 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-f38e14c0-077d-49d4-bc92-d101492f2ca9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:31.247429 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd6db4a7-edff-4323-8361-da5631b9f749 req-35d1f7af-f95c-4363-9c4a-0df8aef6f01f tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 210 time: 0.0904009 Nov 26 02:45:31.248372 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9ea1035d-6eda-44f9-bdfc-bd20f03828f8 None None] Provisioning complete for port 993af353-7bb5-404a-9112-6a050bee8c86 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:31.249350 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9ea1035d-6eda-44f9-bdfc-bd20f03828f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:31.321413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9540d75-ac6a-4ca3-97f7-2e664046abd9 req-51bb052a-50e2-4f64-ac0b-3c0d88c15677 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:31.323115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9540d75-ac6a-4ca3-97f7-2e664046abd9 req-51bb052a-50e2-4f64-ac0b-3c0d88c15677 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 932 time: 0.1675422 Nov 26 02:45:31.323823 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e14c0-077d-49d4-bc92-d101492f2ca9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event updated for resources: {'Port': ['ID=ca046d16-7fdb-4c45-b79c-5092ab02ece2,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:31.341645 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-f38e14c0-077d-49d4-bc92-d101492f2ca9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Network cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:45:31.350712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-f38e14c0-077d-49d4-bc92-d101492f2ca9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:31.351988 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c06db931-8b8c-461c-960d-3f514414f15d up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:31.364206 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-f38e14c0-077d-49d4-bc92-d101492f2ca9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:45:31.456388 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9540d75-ac6a-4ca3-97f7-2e664046abd9 req-774bcfca-ceb7-47e1-998c-258ba35b443f tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183634 Nov 26 02:45:31.605408 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port c06db931-8b8c-461c-960d-3f514414f15d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:31.613765 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:31.645232 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-cc157a54-9c84-4cd8-b42b-4654b8eeea1a tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ad6caec5c92044d899d9c12ccac00902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1630740 Nov 26 02:45:31.657368 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-f38e14c0-077d-49d4-bc92-d101492f2ca9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:31.659711 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-f38e14c0-077d-49d4-bc92-d101492f2ca9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:31.722099 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ac96ce51-bd3b-4616-8e1c-1eb27e6706d7 None None] Provisioning complete for port 993af353-7bb5-404a-9112-6a050bee8c86 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:31.725556 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ac96ce51-bd3b-4616-8e1c-1eb27e6706d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:31.822652 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d3612e-9276-4349-9e90-693a16d48f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a438d7-62f6-48ba-aa35-37f85bde9207'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:31.824418 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-f38e14c0-077d-49d4-bc92-d101492f2ca9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8369200 Nov 26 02:45:31.825164 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a9afb2-ccca-417b-abf2-9a385eb5ce8d" -d '{"events": [{"server_uuid": "85d3612e-9276-4349-9e90-693a16d48f0d", "name": "network-vif-plugged", "status": "completed", "tag": "a2a438d7-62f6-48ba-aa35-37f85bde9207"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:31.839077 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85ded4-d298-45ba-9095-f7edbc4169e2 req-938fba89-e121-47f0-bb92-8ef90b72a403 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:31.850939 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc85ded4-d298-45ba-9095-f7edbc4169e2 req-938fba89-e121-47f0-bb92-8ef90b72a403 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 946 time: 0.3368616 Nov 26 02:45:31.866326 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8bf880e9-081f-4ea7-b756-fe0997a4c5d0 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:31.883318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b5323d76-271e-45d6-937b-1891050ef61e tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Request body: {'port': {'device_id': '569c5db4-426e-45c0-a722-515f0259c260', 'network_id': '587df45b-6fba-4ad6-8582-7ecf2f65a564', 'admin_state_up': True, 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:32.002850 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 8bf880e9-081f-4ea7-b756-fe0997a4c5d0 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:32.005816 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:32.047411 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc85ded4-d298-45ba-9095-f7edbc4169e2 req-cf8793c7-e5e0-49e0-8727-5ebf0f3b2157 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934261 Nov 26 02:45:32.069564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-a9b1990c-e08a-4845-9b12-da34e96f4ca1 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:32.071089 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-a9b1990c-e08a-4845-9b12-da34e96f4ca1 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3944592 Nov 26 02:45:32.087549 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d6e223-bc04-4dc0-8afb-762aab6f5c4d x-openstack-request-id: req-a5d6e223-bc04-4dc0-8afb-762aab6f5c4d {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:32.089651 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d3612e-9276-4349-9e90-693a16d48f0d", "name": "network-vif-plugged", "status": "completed", "tag": "a2a438d7-62f6-48ba-aa35-37f85bde9207", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:32.089651 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5d6e223-bc04-4dc0-8afb-762aab6f5c4d {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:32.089651 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d3612e-9276-4349-9e90-693a16d48f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a438d7-62f6-48ba-aa35-37f85bde9207', 'code': 200} Nov 26 02:45:32.101187 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-1e33e0b2-e615-4240-a9ef-09b0698e9bc5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Request body: {'port': {'device_id': '96f790cd-f835-47d8-b1a6-5c7969699502', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': 'ad6caec5c92044d899d9c12ccac00902'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:32.146892 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d5840e4b-5d5a-4f28-b17e-4339a9705493 None None] Provisioning complete for port ca046d16-7fdb-4c45-b79c-5092ab02ece2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:32.147288 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d5840e4b-5d5a-4f28-b17e-4339a9705493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:32.223900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b5323d76-271e-45d6-937b-1891050ef61e tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Made reservation on behalf of caeff930008b487db9a70d59ac7ec22e for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:45:32.227932 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b5323d76-271e-45d6-937b-1891050ef61e tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:32.260636 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d5840e4b-5d5a-4f28-b17e-4339a9705493 None None] Port ca046d16-7fdb-4c45-b79c-5092ab02ece2 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:45:32.295790 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753d05f-b037-4dad-810f-f08ef2031962 req-7404c6df-904f-4f02-9697-4ac4f4b3a027 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:32.303616 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a753d05f-b037-4dad-810f-f08ef2031962 req-7404c6df-904f-4f02-9697-4ac4f4b3a027 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 945 time: 0.1484730 Nov 26 02:45:32.410972 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73cf793e-c671-441a-a1d9-7b55d5f8de87 req-feca81d3-75a0-4f1d-b9c3-6efeaa69b523 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 210 time: 0.0746489 Nov 26 02:45:32.464173 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a753d05f-b037-4dad-810f-f08ef2031962 req-d9da334a-922b-4895-8bee-15c6f6152a8a tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa3c685-8529-405f-b3ef-4f78652c5644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558447 Nov 26 02:45:32.479277 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-1e33e0b2-e615-4240-a9ef-09b0698e9bc5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Made reservation on behalf of ad6caec5c92044d899d9c12ccac00902 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:45:32.483539 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-1e33e0b2-e615-4240-a9ef-09b0698e9bc5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:32.793162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b5323d76-271e-45d6-937b-1891050ef61e tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Allocated IP 19.86.0.133 (587df45b-6fba-4ad6-8582-7ecf2f65a564/4c86c591-ed71-4006-9c37-9ba51f0df391/9d9231cd-d22f-4687-8a87-82341747b59d) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:45:32.863170 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27b81f70-bf96-4452-9350-928a6fd2796e req-644f285e-1d9b-4dcc-b58c-142d97723ad5 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 258 time: 0.3685598 Nov 26 02:45:32.876649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0553b3-8555-4fdc-abbd-b6afdef32d7e req-bf54a50c-6144-4c9d-ad35-e38ca26abf0a tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:32.879029 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fb0553b3-8555-4fdc-abbd-b6afdef32d7e req-bf54a50c-6144-4c9d-ad35-e38ca26abf0a tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 932 time: 0.2589402 Nov 26 02:45:32.895422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-27b81f70-bf96-4452-9350-928a6fd2796e req-2c4cb0ab-e8dc-4665-bc5a-40d65c9a759e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:33.037986 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-27b81f70-bf96-4452-9350-928a6fd2796e req-2c4cb0ab-e8dc-4665-bc5a-40d65c9a759e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:33.108937 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-1e33e0b2-e615-4240-a9ef-09b0698e9bc5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Allocated IP 192.168.233.204 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/f277f4ba-9daf-4ccd-98cc-31fa0135064c) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:45:33.116389 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fb0553b3-8555-4fdc-abbd-b6afdef32d7e req-f460d442-1512-436e-b147-ab5cb340309a tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249451 Nov 26 02:45:33.203957 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b5323d76-271e-45d6-937b-1891050ef61e tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:33.341909 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b5323d76-271e-45d6-937b-1891050ef61e tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:33.409451 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-1e33e0b2-e615-4240-a9ef-09b0698e9bc5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:33.419004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b5323d76-271e-45d6-937b-1891050ef61e tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Network 587df45b-6fba-4ad6-8582-7ecf2f65a564 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:45:33.434602 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b5323d76-271e-45d6-937b-1891050ef61e tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:33.442146 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b5323d76-271e-45d6-937b-1891050ef61e tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:45:33.447667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5323d76-271e-45d6-937b-1891050ef61e tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event updated for resources: {'Port': ['ID=9d9231cd-d22f-4687-8a87-82341747b59d,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:33.493019 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-27b81f70-bf96-4452-9350-928a6fd2796e req-2c4cb0ab-e8dc-4665-bc5a-40d65c9a759e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:33.564094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b5323d76-271e-45d6-937b-1891050ef61e tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:33.565057 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b5323d76-271e-45d6-937b-1891050ef61e tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:33.613248 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-1e33e0b2-e615-4240-a9ef-09b0698e9bc5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:33.655543 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['853ba577-f306-4fe3-b7b4-f44938af6ff5'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:45:33.658158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b5323d76-271e-45d6-937b-1891050ef61e tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7794971 Nov 26 02:45:33.697480 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['86022b09-c470-4f1b-b585-f0e3eb74f99e', 'a2a438d7-62f6-48ba-aa35-37f85bde9207'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:45:33.862698 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b673084d-59a6-452f-82ae-c4d70b60069a None None] Provisioning complete for port 9d9231cd-d22f-4687-8a87-82341747b59d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:33.863258 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b673084d-59a6-452f-82ae-c4d70b60069a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:33.905317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b673084d-59a6-452f-82ae-c4d70b60069a None None] Port 9d9231cd-d22f-4687-8a87-82341747b59d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:45:34.124326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-27b81f70-bf96-4452-9350-928a6fd2796e req-2c4cb0ab-e8dc-4665-bc5a-40d65c9a759e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Allocated IP 172.25.0.20 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/8d6351f9-a7b8-45d2-8152-5d517dceb6ec) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:45:34.151404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-bc53981c-f706-4c47-a816-dedb9ab81e3c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Request body: {'port': {'device_id': '569c5db4-426e-45c0-a722-515f0259c260', 'network_id': 'cd2c2b0e-7c0d-4b85-ba05-05683b0c0714', 'admin_state_up': True, 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:34.169234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-1e33e0b2-e615-4240-a9ef-09b0698e9bc5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:45:34.246708 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-1e33e0b2-e615-4240-a9ef-09b0698e9bc5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:34.257348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-1e33e0b2-e615-4240-a9ef-09b0698e9bc5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:45:34.284107 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33e0b2-e615-4240-a9ef-09b0698e9bc5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Pushing event updated for resources: {'Port': ['ID=f277f4ba-9daf-4ccd-98cc-31fa0135064c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:34.333092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503bed0-32f3-42bc-b4ae-1770efb957f0 req-78ee3472-8604-4506-a12a-3130c979d31b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:34.340486 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f503bed0-32f3-42bc-b4ae-1770efb957f0 req-78ee3472-8604-4506-a12a-3130c979d31b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 946 time: 0.7523882 Nov 26 02:45:34.388290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-1e33e0b2-e615-4240-a9ef-09b0698e9bc5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:34.388943 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-1e33e0b2-e615-4240-a9ef-09b0698e9bc5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:34.487184 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f503bed0-32f3-42bc-b4ae-1770efb957f0 req-722d332d-b7cc-46fd-890e-d87952985e83 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457484 Nov 26 02:45:34.495255 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-1e33e0b2-e615-4240-a9ef-09b0698e9bc5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4024410 Nov 26 02:45:34.500277 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-27b81f70-bf96-4452-9350-928a6fd2796e req-2c4cb0ab-e8dc-4665-bc5a-40d65c9a759e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:34.517544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Request body: {'port': {'device_id': '96f790cd-f835-47d8-b1a6-5c7969699502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:34.538397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-eb9ec301-d393-4fc7-8219-0cb89026913c None None] Provisioning complete for port f277f4ba-9daf-4ccd-98cc-31fa0135064c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:34.538744 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec301-d393-4fc7-8219-0cb89026913c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:34.595219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ec301-d393-4fc7-8219-0cb89026913c None None] Port f277f4ba-9daf-4ccd-98cc-31fa0135064c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:45:34.626290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-bc53981c-f706-4c47-a816-dedb9ab81e3c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Made reservation on behalf of caeff930008b487db9a70d59ac7ec22e for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:45:34.630290 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-bc53981c-f706-4c47-a816-dedb9ab81e3c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:34.686224 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:34.748818 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-27b81f70-bf96-4452-9350-928a6fd2796e req-2c4cb0ab-e8dc-4665-bc5a-40d65c9a759e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:34.826800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbbe96-5aa6-450a-8359-d18747022b93 req-202c66de-cb67-4dc5-84e3-4d54050f52e4 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:34.828473 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eebbbe96-5aa6-450a-8359-d18747022b93 req-202c66de-cb67-4dc5-84e3-4d54050f52e4 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 936 time: 0.2400174 Nov 26 02:45:34.851858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b81f70-bf96-4452-9350-928a6fd2796e req-2c4cb0ab-e8dc-4665-bc5a-40d65c9a759e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:45:34.895788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-27b81f70-bf96-4452-9350-928a6fd2796e req-2c4cb0ab-e8dc-4665-bc5a-40d65c9a759e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:34.898512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b81f70-bf96-4452-9350-928a6fd2796e req-2c4cb0ab-e8dc-4665-bc5a-40d65c9a759e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:45:34.976841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cb0ab-e8dc-4665-bc5a-40d65c9a759e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Pushing event updated for resources: {'Port': ['ID=8d6351f9-a7b8-45d2-8152-5d517dceb6ec,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:35.059775 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eebbbe96-5aa6-450a-8359-d18747022b93 req-947e58f7-b13d-4e4c-95d1-c4165d4754f3 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189584 Nov 26 02:45:35.070018 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-bc53981c-f706-4c47-a816-dedb9ab81e3c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Allocated IP 19.80.0.118 (cd2c2b0e-7c0d-4b85-ba05-05683b0c0714/155cf2bb-1ad2-46e5-b3c9-c5a247504765/a5e562df-39d0-4430-b995-5377f62d034d) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:45:35.246979 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-27b81f70-bf96-4452-9350-928a6fd2796e req-2c4cb0ab-e8dc-4665-bc5a-40d65c9a759e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:35.354919 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752da6a-2576-4dac-b7d3-19e81a57b8cf req-36a1b54d-6db6-40c8-ade9-92101f68fa98 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:35.361170 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752da6a-2576-4dac-b7d3-19e81a57b8cf req-36a1b54d-6db6-40c8-ade9-92101f68fa98 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:35.362834 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8752da6a-2576-4dac-b7d3-19e81a57b8cf req-36a1b54d-6db6-40c8-ade9-92101f68fa98 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 1655 time: 0.2319908 Nov 26 02:45:35.392231 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-27b81f70-bf96-4452-9350-928a6fd2796e req-2c4cb0ab-e8dc-4665-bc5a-40d65c9a759e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:35.569387 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8752da6a-2576-4dac-b7d3-19e81a57b8cf req-3f058027-0bba-479f-be7f-78b7580436ba tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956155 Nov 26 02:45:35.580526 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f277f4ba-9daf-4ccd-98cc-31fa0135064c {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:45:35.615543 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-bc53981c-f706-4c47-a816-dedb9ab81e3c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:35.619637 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:35.667851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Transition to ACTIVE for port object f277f4ba-9daf-4ccd-98cc-31fa0135064c will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:45:35.682135 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:35.775293 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-bc53981c-f706-4c47-a816-dedb9ab81e3c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:35.791609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Pushing event updated for resources: {'Port': ['ID=f277f4ba-9daf-4ccd-98cc-31fa0135064c,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:35.815995 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-27b81f70-bf96-4452-9350-928a6fd2796e req-2c4cb0ab-e8dc-4665-bc5a-40d65c9a759e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:35.848451 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-bc53981c-f706-4c47-a816-dedb9ab81e3c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Network cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:45:35.855218 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-27b81f70-bf96-4452-9350-928a6fd2796e req-2c4cb0ab-e8dc-4665-bc5a-40d65c9a759e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:35.862572 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-bc53981c-f706-4c47-a816-dedb9ab81e3c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:35.893279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-bc53981c-f706-4c47-a816-dedb9ab81e3c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:45:35.974200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53981c-f706-4c47-a816-dedb9ab81e3c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event updated for resources: {'Port': ['ID=a5e562df-39d0-4430-b995-5377f62d034d,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:36.068581 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-bc53981c-f706-4c47-a816-dedb9ab81e3c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:36.069226 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-bc53981c-f706-4c47-a816-dedb9ab81e3c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:36.127265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Attempting to bind port f277f4ba-9daf-4ccd-98cc-31fa0135064c on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:45:36.127601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Attempting to bind port f277f4ba-9daf-4ccd-98cc-31fa0135064c by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:45:36.127896 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Attempting to bind port f277f4ba-9daf-4ccd-98cc-31fa0135064c on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:36.140234 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-27b81f70-bf96-4452-9350-928a6fd2796e req-2c4cb0ab-e8dc-4665-bc5a-40d65c9a759e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:36.142838 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cb0ab-e8dc-4665-bc5a-40d65c9a759e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Pushing event updated for resources: {'Port': ['ID=8d6351f9-a7b8-45d2-8152-5d517dceb6ec,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:36.146297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Port f277f4ba-9daf-4ccd-98cc-31fa0135064c on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:45:36.146628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Attempting to bind port f277f4ba-9daf-4ccd-98cc-31fa0135064c on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:36.151141 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-bc53981c-f706-4c47-a816-dedb9ab81e3c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0844781 Nov 26 02:45:36.164794 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:45:36.165259 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:36.165759 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:45:36.166264 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Bound port: f277f4ba-9daf-4ccd-98cc-31fa0135064c, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:45:36.166625 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:36.175525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03fd75-707b-4595-8fe4-5226d1c7fb60 req-3296e1a1-dcea-44c4-adcd-25ab5e439466 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:36.177842 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b03fd75-707b-4595-8fe4-5226d1c7fb60 req-3296e1a1-dcea-44c4-adcd-25ab5e439466 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 946 time: 0.2314634 Nov 26 02:45:36.185133 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Request body: {'port': {'device_id': '569c5db4-426e-45c0-a722-515f0259c260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:36.218434 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-27b81f70-bf96-4452-9350-928a6fd2796e req-2c4cb0ab-e8dc-4665-bc5a-40d65c9a759e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:36.219670 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27b81f70-bf96-4452-9350-928a6fd2796e req-2c4cb0ab-e8dc-4665-bc5a-40d65c9a759e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3394942 Nov 26 02:45:36.256069 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b71cadf8-53cb-4ad2-9cab-0daf289ef7a4 None None] Provisioning complete for port a5e562df-39d0-4430-b995-5377f62d034d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:36.256707 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b71cadf8-53cb-4ad2-9cab-0daf289ef7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:36.291880 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b71cadf8-53cb-4ad2-9cab-0daf289ef7a4 None None] Port a5e562df-39d0-4430-b995-5377f62d034d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:45:36.345544 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27b81f70-bf96-4452-9350-928a6fd2796e req-e335ea82-cd7c-42a9-ba50-7cda1619e134 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.1147285 Nov 26 02:45:36.371722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b03fd75-707b-4595-8fe4-5226d1c7fb60 req-816fe141-6edb-4393-8092-d3c48c92a493 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827188 Nov 26 02:45:36.372306 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:36.484587 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:36.528638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:45:36.541890 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:36.673945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979501c-9480-4ce9-8869-b712a317ef10 req-66bbd577-6f48-4162-8448-767e19ebc709 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:36.675535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9979501c-9480-4ce9-8869-b712a317ef10 req-66bbd577-6f48-4162-8448-767e19ebc709 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 948 time: 0.2376075 Nov 26 02:45:36.677012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:36.677633 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:36.678974 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] 10.222.0.54 "PUT /v2.0/ports/f277f4ba-9daf-4ccd-98cc-31fa0135064c HTTP/1.1" status: 200 len: 1096 time: 2.1678567 Nov 26 02:45:36.684891 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f790cd-f835-47d8-b1a6-5c7969699502', 'tag': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:36.687154 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29665451-61de-4ee4-b1dc-d1508384d495" -d '{"events": [{"name": "network-changed", "server_uuid": "96f790cd-f835-47d8-b1a6-5c7969699502", "tag": "f277f4ba-9daf-4ccd-98cc-31fa0135064c"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:36.719299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81f70-bf96-4452-9350-928a6fd2796e req-4d145bd5-d63c-475f-b753-f8ee22f074f2 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:36.719299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27b81f70-bf96-4452-9350-928a6fd2796e req-4d145bd5-d63c-475f-b753-f8ee22f074f2 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.3617589 Nov 26 02:45:36.772540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424ce88-deaf-4da8-86bf-c1725e368078 service neutron] Pushing event updated for resources: {'Port': ['ID=f277f4ba-9daf-4ccd-98cc-31fa0135064c,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:36.893287 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9979501c-9480-4ce9-8869-b712a317ef10 req-4bfc5cd0-b1e5-4095-b4b1-a5822a120917 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030737 Nov 26 02:45:36.920029 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-f796b47e-ac55-4355-ab12-4fdf7b4bc5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:36.920029 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-f796b47e-ac55-4355-ab12-4fdf7b4bc5a8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 1099 time: 0.1600566 Nov 26 02:45:36.941026 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3eccda-59ff-4502-8d2e-644cff1facf6 req-7dda134b-7342-4a22-8240-c8ecc11dcb43 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:36.947633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3eccda-59ff-4502-8d2e-644cff1facf6 req-7dda134b-7342-4a22-8240-c8ecc11dcb43 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:36.953646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3eccda-59ff-4502-8d2e-644cff1facf6 req-7dda134b-7342-4a22-8240-c8ecc11dcb43 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:36.955334 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab3eccda-59ff-4502-8d2e-644cff1facf6 req-7dda134b-7342-4a22-8240-c8ecc11dcb43 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2377 time: 0.1616840 Nov 26 02:45:37.021110 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-4e60a8cb-34d3-4708-afce-0e70e987f23f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c HTTP/1.1" status: 200 len: 217 time: 0.0636520 Nov 26 02:45:37.041327 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec63466-a735-42a3-b8d4-cfa31b61f29e x-openstack-request-id: req-4ec63466-a735-42a3-b8d4-cfa31b61f29e {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:37.041624 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f790cd-f835-47d8-b1a6-5c7969699502", "tag": "f277f4ba-9daf-4ccd-98cc-31fa0135064c", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:37.041886 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ec63466-a735-42a3-b8d4-cfa31b61f29e {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:37.042444 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f790cd-f835-47d8-b1a6-5c7969699502', 'tag': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c', 'status': 'completed', 'code': 200} Nov 26 02:45:37.109064 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab3eccda-59ff-4502-8d2e-644cff1facf6 req-e823ca7c-5356-4f95-9949-a70acad06193 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424446 Nov 26 02:45:37.133236 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-e7bdb6e6-a278-45aa-955d-a1ee33dc05b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:37.134712 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-e7bdb6e6-a278-45aa-955d-a1ee33dc05b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1052160 Nov 26 02:45:37.478925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca046d16-7fdb-4c45-b79c-5092ab02ece2 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:45:37.536042 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:37.587577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Transition to ACTIVE for port object ca046d16-7fdb-4c45-b79c-5092ab02ece2 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:45:37.597388 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:37.601450 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-6c2bb164-5196-49ba-959f-0367abbc5fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:37.602985 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-6c2bb164-5196-49ba-959f-0367abbc5fb6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4594469 Nov 26 02:45:37.658207 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-158649d4-e2d4-4dc9-b72f-13a458e2043b tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:37.659919 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-158649d4-e2d4-4dc9-b72f-13a458e2043b tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5051718 Nov 26 02:45:37.762827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63492d29-4feb-4d2c-becd-d68e1051e470 req-e5875cba-1b90-4804-a9c0-ac1935d0d0f5 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:37.764418 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63492d29-4feb-4d2c-becd-d68e1051e470 req-e5875cba-1b90-4804-a9c0-ac1935d0d0f5 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 946 time: 0.2806213 Nov 26 02:45:37.791967 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca046d16-7fdb-4c45-b79c-5092ab02ece2,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:37.797871 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-a5aefc20-6323-4c16-90ec-5a64b4d5cc7f tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.1166077 Nov 26 02:45:37.842550 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-fa78d7ea-4a69-4557-91b7-1540b03202e9 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Request body: {'floatingip': {'port_id': 'd1a75b66-efbc-4c81-ae59-8d72091504d8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:37.938099 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-fa78d7ea-4a69-4557-91b7-1540b03202e9 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:37.997142 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-87656471-dbc5-447c-820f-a7517847c82e service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632510 Nov 26 02:45:38.006528 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63492d29-4feb-4d2c-becd-d68e1051e470 req-8c0cca12-de7e-48d5-95a0-1908bf248840 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333629 Nov 26 02:45:38.148489 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Attempting to bind port ca046d16-7fdb-4c45-b79c-5092ab02ece2 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:45:38.148840 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Attempting to bind port ca046d16-7fdb-4c45-b79c-5092ab02ece2 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '59d3110c-5aaa-4111-a04c-6035a3c1d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd2c2b0e-7c0d-4b85-ba05-05683b0c0714'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:45:38.149178 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Attempting to bind port ca046d16-7fdb-4c45-b79c-5092ab02ece2 on network cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:38.186676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Port ca046d16-7fdb-4c45-b79c-5092ab02ece2 on network cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:45:38.187027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Attempting to bind port ca046d16-7fdb-4c45-b79c-5092ab02ece2 on network cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:38.217798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:45:38.218150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Checking segment: {'id': '59d3110c-5aaa-4111-a04c-6035a3c1d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd2c2b0e-7c0d-4b85-ba05-05683b0c0714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:38.218623 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Bound using segment: {'id': '59d3110c-5aaa-4111-a04c-6035a3c1d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd2c2b0e-7c0d-4b85-ba05-05683b0c0714'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:45:38.219434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Bound port: ca046d16-7fdb-4c45-b79c-5092ab02ece2, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d3110c-5aaa-4111-a04c-6035a3c1d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd2c2b0e-7c0d-4b85-ba05-05683b0c0714'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:45:38.220131 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:38.338346 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c27d6c5-7574-429a-aed6-81c6d1647130 req-3ef8c62a-bd2a-4f7b-903b-bdf59e34132e service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306639 Nov 26 02:45:38.368045 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d1987-4857-469e-9a60-2cb78ccf7954 req-452c555a-8388-48f3-9680-1aad712ab2ce tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:38.369602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-830d1987-4857-469e-9a60-2cb78ccf7954 req-452c555a-8388-48f3-9680-1aad712ab2ce tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 948 time: 0.2686951 Nov 26 02:45:38.449674 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] For port ca046d16-7fdb-4c45-b79c-5092ab02ece2, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:38.508967 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-830d1987-4857-469e-9a60-2cb78ccf7954 req-9fecc548-dadb-4beb-8b01-8bb4b6239994 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275189 Nov 26 02:45:38.512410 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] For port ca046d16-7fdb-4c45-b79c-5092ab02ece2, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ca046d16-7fdb-4c45-b79c-5092ab02ece2,segment=NetworkSegment(59d3110c-5aaa-4111-a04c-6035a3c1d96c),segment_id=59d3110c-5aaa-4111-a04c-6035a3c1d96c)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:45:38.544868 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:38.684297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:38.684922 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:38.686302 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] 10.222.0.59 "PUT /v2.0/ports/ca046d16-7fdb-4c45-b79c-5092ab02ece2 HTTP/1.1" status: 200 len: 1092 time: 2.5072403 Nov 26 02:45:38.688001 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29665451-61de-4ee4-b1dc-d1508384d495 req-9b3fd4b2-1102-4bc3-9d0c-87e8d86fa8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:38.689418 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29665451-61de-4ee4-b1dc-d1508384d495 req-9b3fd4b2-1102-4bc3-9d0c-87e8d86fa8d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 1099 time: 0.2335999 Nov 26 02:45:38.750852 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Request body: {'port': {'device_id': '569c5db4-426e-45c0-a722-515f0259c260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:38.829486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848f4d0-64bc-4eba-ab45-bbaac73d09b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca046d16-7fdb-4c45-b79c-5092ab02ece2,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:38.950274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f8620-d20a-4432-a15e-2692b0156c5d req-4248a6b7-31b8-4ac1-8124-b78fd1962b90 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:38.956142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f8620-d20a-4432-a15e-2692b0156c5d req-4248a6b7-31b8-4ac1-8124-b78fd1962b90 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:38.962718 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f8620-d20a-4432-a15e-2692b0156c5d req-4248a6b7-31b8-4ac1-8124-b78fd1962b90 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:38.964409 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a9f8620-d20a-4432-a15e-2692b0156c5d req-4248a6b7-31b8-4ac1-8124-b78fd1962b90 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2389 time: 0.2869835 Nov 26 02:45:38.976160 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:39.020692 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-fa78d7ea-4a69-4557-91b7-1540b03202e9 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:39.046180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'tag': 'ca046d16-7fdb-4c45-b79c-5092ab02ece2'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:39.048461 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9369b789-73d1-45fe-b643-3710d58e07fe" -d '{"events": [{"name": "network-changed", "server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "tag": "ca046d16-7fdb-4c45-b79c-5092ab02ece2"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:39.052019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29665451-61de-4ee4-b1dc-d1508384d495 req-8ec1dce1-761a-4be4-b46c-0542a1eab11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:39.053557 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29665451-61de-4ee4-b1dc-d1508384d495 req-8ec1dce1-761a-4be4-b46c-0542a1eab11c service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.3525047 Nov 26 02:45:39.062004 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-fa78d7ea-4a69-4557-91b7-1540b03202e9 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:39.192639 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29665451-61de-4ee4-b1dc-d1508384d495 req-58142bc6-e9cc-4674-9a2e-923db34aaf13 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c HTTP/1.1" status: 200 len: 217 time: 0.0898802 Nov 26 02:45:39.200314 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a9f8620-d20a-4432-a15e-2692b0156c5d req-79c8262e-543e-4a7f-b0d2-df812039f411 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272558 Nov 26 02:45:39.361279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29665451-61de-4ee4-b1dc-d1508384d495 req-c20efe03-4c5f-4a6f-938b-efa235abb7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:39.362772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29665451-61de-4ee4-b1dc-d1508384d495 req-c20efe03-4c5f-4a6f-938b-efa235abb7ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1201115 Nov 26 02:45:39.365801 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-fa78d7ea-4a69-4557-91b7-1540b03202e9 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Floating IP 1096febe-d555-4fdb-81f8-68bf23062018 associated. External IP: 172.25.0.20, port: d1a75b66-efbc-4c81-ae59-8d72091504d8. Nov 26 02:45:39.846835 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29665451-61de-4ee4-b1dc-d1508384d495 req-b39a0261-5045-49bd-8804-5d26ac949c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:39.848941 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29665451-61de-4ee4-b1dc-d1508384d495 req-b39a0261-5045-49bd-8804-5d26ac949c3a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4451847 Nov 26 02:45:39.897751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727a15d-7ea6-488b-b209-1c843660964e req-e43e9276-c6c2-4452-855d-d203cdbbe16c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:39.899152 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4727a15d-7ea6-488b-b209-1c843660964e req-e43e9276-c6c2-4452-855d-d203cdbbe16c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 946 time: 0.4430501 Nov 26 02:45:40.094576 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9231cd-d22f-4687-8a87-82341747b59d {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:45:40.124246 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:40.139098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4727a15d-7ea6-488b-b209-1c843660964e req-416c81c4-90c6-4cd8-b66b-855e8d8abc81 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127581 Nov 26 02:45:40.147998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29665451-61de-4ee4-b1dc-d1508384d495 req-6cb4a616-6cb0-4ef4-808c-8419cb0a7c11 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881277 Nov 26 02:45:40.152012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Transition to ACTIVE for port object 9d9231cd-d22f-4687-8a87-82341747b59d will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:45:40.164625 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:40.237650 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f435331c-f80d-4174-8f81-f2869a0d19ba x-openstack-request-id: req-f435331c-f80d-4174-8f81-f2869a0d19ba {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:40.237979 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "tag": "ca046d16-7fdb-4c45-b79c-5092ab02ece2", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:40.238294 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f435331c-f80d-4174-8f81-f2869a0d19ba {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:40.238692 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'tag': 'ca046d16-7fdb-4c45-b79c-5092ab02ece2', 'status': 'completed', 'code': 200} Nov 26 02:45:40.289787 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-fa78d7ea-4a69-4557-91b7-1540b03202e9 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Router 9413f872-9876-4d78-96c3-8187f60f31d2 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:45:40.314074 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369b789-73d1-45fe-b643-3710d58e07fe req-a17137db-873d-4629-92db-02e985818299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:40.316577 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369b789-73d1-45fe-b643-3710d58e07fe req-a17137db-873d-4629-92db-02e985818299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:40.317221 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369b789-73d1-45fe-b643-3710d58e07fe req-a17137db-873d-4629-92db-02e985818299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:40.319377 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9369b789-73d1-45fe-b643-3710d58e07fe req-a17137db-873d-4629-92db-02e985818299 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=caeff930008b487db9a70d59ac7ec22e&device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2757 time: 0.0579007 Nov 26 02:45:40.325056 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9231cd-d22f-4687-8a87-82341747b59d,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:40.474995 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29665451-61de-4ee4-b1dc-d1508384d495 req-19f29283-6bae-429e-a836-1d3f9bd390f1 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134251 Nov 26 02:45:40.486803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f4b00-e8c1-4db2-bdb9-4b8051c8feb6 req-8f26b56e-8d35-46f7-b21d-d9892949839c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:40.494784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf1f4b00-e8c1-4db2-bdb9-4b8051c8feb6 req-8f26b56e-8d35-46f7-b21d-d9892949839c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 948 time: 0.2367857 Nov 26 02:45:40.538311 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369b789-73d1-45fe-b643-3710d58e07fe req-70479718-0ca0-4711-93f1-efaa22cfbe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:40.538786 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369b789-73d1-45fe-b643-3710d58e07fe req-70479718-0ca0-4711-93f1-efaa22cfbe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:40.539324 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369b789-73d1-45fe-b643-3710d58e07fe req-70479718-0ca0-4711-93f1-efaa22cfbe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:40.541023 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9369b789-73d1-45fe-b643-3710d58e07fe req-70479718-0ca0-4711-93f1-efaa22cfbe1d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=caeff930008b487db9a70d59ac7ec22e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2073407 Nov 26 02:45:40.560786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Attempting to bind port 9d9231cd-d22f-4687-8a87-82341747b59d on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:45:40.561208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Attempting to bind port 9d9231cd-d22f-4687-8a87-82341747b59d by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '17ea3df5-23f7-418e-85b0-24c423192a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '587df45b-6fba-4ad6-8582-7ecf2f65a564'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:45:40.561543 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Attempting to bind port 9d9231cd-d22f-4687-8a87-82341747b59d on network 587df45b-6fba-4ad6-8582-7ecf2f65a564 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:40.576000 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Port 9d9231cd-d22f-4687-8a87-82341747b59d on network 587df45b-6fba-4ad6-8582-7ecf2f65a564 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:45:40.576348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Attempting to bind port 9d9231cd-d22f-4687-8a87-82341747b59d on network 587df45b-6fba-4ad6-8582-7ecf2f65a564 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:40.596406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf1f4b00-e8c1-4db2-bdb9-4b8051c8feb6 req-568e6e03-3178-4ba0-b0f7-07c15c7148ee tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966253 Nov 26 02:45:40.612197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:45:40.612543 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Checking segment: {'id': '17ea3df5-23f7-418e-85b0-24c423192a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '587df45b-6fba-4ad6-8582-7ecf2f65a564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:40.613996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Bound using segment: {'id': '17ea3df5-23f7-418e-85b0-24c423192a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '587df45b-6fba-4ad6-8582-7ecf2f65a564'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:45:40.614500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Bound port: 9d9231cd-d22f-4687-8a87-82341747b59d, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ea3df5-23f7-418e-85b0-24c423192a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '587df45b-6fba-4ad6-8582-7ecf2f65a564'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:45:40.616257 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:40.650903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-fa78d7ea-4a69-4557-91b7-1540b03202e9 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:45:40.660038 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-fa78d7ea-4a69-4557-91b7-1540b03202e9 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:40.662952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a054fe-be55-4159-abaa-a7138b2feccd None None] Sync routers for ids ['9413f872-9876-4d78-96c3-8187f60f31d2'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:45:40.677468 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a054fe-be55-4159-abaa-a7138b2feccd None None] Routers {'9413f872-9876-4d78-96c3-8187f60f31d2'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:45:40.678113 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-27a054fe-be55-4159-abaa-a7138b2feccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:45:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9413f872-9876-4d78-96c3-8187f60f31d2'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:40.726974 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-fa78d7ea-4a69-4557-91b7-1540b03202e9 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "PUT /v2.0/floatingips/1096febe-d555-4fdb-81f8-68bf23062018 HTTP/1.1" status: 200 len: 995 time: 2.9169681 Nov 26 02:45:40.775086 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] For port 9d9231cd-d22f-4687-8a87-82341747b59d, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:40.818628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] For port 9d9231cd-d22f-4687-8a87-82341747b59d, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9d9231cd-d22f-4687-8a87-82341747b59d,segment=NetworkSegment(17ea3df5-23f7-418e-85b0-24c423192a3d),segment_id=17ea3df5-23f7-418e-85b0-24c423192a3d)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:45:40.828873 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369b789-73d1-45fe-b643-3710d58e07fe req-f43cae3a-3908-47fa-9884-c7812de2b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:40.830487 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9369b789-73d1-45fe-b643-3710d58e07fe req-f43cae3a-3908-47fa-9884-c7812de2b6e7 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2819653 Nov 26 02:45:40.838166 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:40.863968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-27a054fe-be55-4159-abaa-a7138b2feccd None None] Set router 9413f872-9876-4d78-96c3-8187f60f31d2 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:45:40.898992 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:40.900087 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:40.901979 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] 10.222.0.59 "PUT /v2.0/ports/9d9231cd-d22f-4687-8a87-82341747b59d HTTP/1.1" status: 200 len: 1092 time: 2.1550207 Nov 26 02:45:40.946947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-44609dfc-8bc4-4b89-8a3d-3b88ae8138e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:40.948612 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-44609dfc-8bc4-4b89-8a3d-3b88ae8138e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a8f3e12d77545529189d7e8133410f1&device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 1096 time: 0.1899712 Nov 26 02:45:40.960271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Request body: {'port': {'device_id': '569c5db4-426e-45c0-a722-515f0259c260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:41.003076 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ef6f4-4e2d-4ea9-8f41-17fe1a342e00 req-721d6a66-49d2-4028-a20c-4fdec57053b0 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:41.008855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ef6f4-4e2d-4ea9-8f41-17fe1a342e00 req-721d6a66-49d2-4028-a20c-4fdec57053b0 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:41.015478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ef6f4-4e2d-4ea9-8f41-17fe1a342e00 req-721d6a66-49d2-4028-a20c-4fdec57053b0 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:41.017306 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c0ef6f4-4e2d-4ea9-8f41-17fe1a342e00 req-721d6a66-49d2-4028-a20c-4fdec57053b0 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2401 time: 0.1971948 Nov 26 02:45:41.040015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4417a49-3a4c-42ab-994e-5d78bd450c22 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9231cd-d22f-4687-8a87-82341747b59d,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:41.138893 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-27a054fe-be55-4159-abaa-a7138b2feccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-270531581-router', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:03Z', 'updated_at': '2021-11-26T02:45:08Z', 'revision_number': 4, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'gw_port': {'id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:05Z', 'updated_at': '2021-11-26T02:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '1096febe-d555-4fdb-81f8-68bf23062018', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'port_id': 'd1a75b66-efbc-4c81-ae59-8d72091504d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3', 'mac_address': 'fa:16:3e:92:40:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfb68f6-ee39-478c-821f-776538d5668c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:45:35Z', 'updated_at': '2021-11-26T02:45:38Z', 'revision_number': 1, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '760dc197-3cd1-44ec-996a-46b8d47128bc', 'name': '', 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'mac_address': 'fa:16:3e:df:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:07Z', 'updated_at': '2021-11-26T02:45:13Z', 'revision_number': 5, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'subnets': [{'id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:41.144792 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:41.164191 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c0ef6f4-4e2d-4ea9-8f41-17fe1a342e00 req-5bacd1a9-99d7-4729-94ff-758d6158ef9e tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343422 Nov 26 02:45:41.181891 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a054fe-be55-4159-abaa-a7138b2feccd None None] Checking router: 9413f872-9876-4d78-96c3-8187f60f31d2 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:45:41.197242 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a054fe-be55-4159-abaa-a7138b2feccd None None] Routers {'9413f872-9876-4d78-96c3-8187f60f31d2'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:45:41.199518 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-27a054fe-be55-4159-abaa-a7138b2feccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:45:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9413f872-9876-4d78-96c3-8187f60f31d2'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:41.226636 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-0e1503f1-bac8-465b-ac33-7a3bec62541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:41.229768 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-0e1503f1-bac8-465b-ac33-7a3bec62541d service neutron] 10.222.0.31 "GET /v2.0/networks?id=8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 HTTP/1.1" status: 200 len: 929 time: 0.2637012 Nov 26 02:45:41.352437 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device f277f4ba-9daf-4ccd-98cc-31fa0135064c details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:45:41.372801 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-27a054fe-be55-4159-abaa-a7138b2feccd None None] Set router 9413f872-9876-4d78-96c3-8187f60f31d2 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:45:41.384042 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-1c3c0794-c5c5-46e9-9239-e235ce6e253d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1a75b66-efbc-4c81-ae59-8d72091504d8 HTTP/1.1" status: 200 len: 998 time: 0.1416502 Nov 26 02:45:41.518474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-f3341f59-7cd3-4b72-8359-5a2b369f499c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:41.520549 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-f3341f59-7cd3-4b72-8359-5a2b369f499c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3 HTTP/1.1" status: 200 len: 867 time: 0.1278408 Nov 26 02:45:41.560456 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990acf60-25d1-4623-8cd4-aa2c4478cc8a req-88d18ea4-8e49-4e3e-9377-6a8016c6584d tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:41.561976 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-990acf60-25d1-4623-8cd4-aa2c4478cc8a req-88d18ea4-8e49-4e3e-9377-6a8016c6584d tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 946 time: 0.1061680 Nov 26 02:45:41.652630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-6eaa0608-3438-4c18-9965-49d3569589e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:41.654536 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-6eaa0608-3438-4c18-9965-49d3569589e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170504 Nov 26 02:45:41.681540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-93418ddf-9d95-4627-9b99-8b9363ce7d17 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:45:41.682519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-93418ddf-9d95-4627-9b99-8b9363ce7d17 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054243 Nov 26 02:45:41.716859 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-990acf60-25d1-4623-8cd4-aa2c4478cc8a req-5e595534-6850-459a-8c19-5cab0c017a12 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339402 Nov 26 02:45:41.768583 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:41.789993 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-66975d11-1160-403b-875d-a44901be5086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:41.794849 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e562df-39d0-4430-b995-5377f62d034d {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:45:41.803647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c', 'mac_address': 'fa:16:3e:f8:18:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:45:41.817485 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:41.861411 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Transition to ACTIVE for port object a5e562df-39d0-4430-b995-5377f62d034d will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:45:41.883185 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:41.891516 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-6777d893-4f9e-4634-867d-7e079d5794ba service neutron] 10.222.0.31 "GET /v2.0/networks/8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984618 Nov 26 02:45:41.899351 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:41.917790 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f277f4ba-9daf-4ccd-98cc-31fa0135064c {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:45:41.938039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Pushing event updated for resources: {'Port': ['ID=a5e562df-39d0-4430-b995-5377f62d034d,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:41.956411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:41.965436 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:41.970853 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6adaff-2ce2-45ab-a71f-ec9d53bba4cc req-3a405111-f38f-42c9-8544-1ed4f1ad05f3 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:41.974725 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d6adaff-2ce2-45ab-a71f-ec9d53bba4cc req-3a405111-f38f-42c9-8544-1ed4f1ad05f3 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 948 time: 0.1839712 Nov 26 02:45:42.007621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-27a054fe-be55-4159-abaa-a7138b2feccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-270531581-router', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:03Z', 'updated_at': '2021-11-26T02:45:08Z', 'revision_number': 4, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'gw_port': {'id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:05Z', 'updated_at': '2021-11-26T02:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '1096febe-d555-4fdb-81f8-68bf23062018', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'port_id': 'd1a75b66-efbc-4c81-ae59-8d72091504d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3', 'mac_address': 'fa:16:3e:92:40:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfb68f6-ee39-478c-821f-776538d5668c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:45:35Z', 'updated_at': '2021-11-26T02:45:38Z', 'revision_number': 1, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '760dc197-3cd1-44ec-996a-46b8d47128bc', 'name': '', 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'mac_address': 'fa:16:3e:df:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:07Z', 'updated_at': '2021-11-26T02:45:13Z', 'revision_number': 5, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'subnets': [{'id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:42.048548 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a054fe-be55-4159-abaa-a7138b2feccd None None] The sync data for ids ['9413f872-9876-4d78-96c3-8187f60f31d2'] in n-d-819389-3 is: [{'id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-270531581-router', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:03Z', 'updated_at': '2021-11-26T02:45:08Z', 'revision_number': 4, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'gw_port': {'id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:05Z', 'updated_at': '2021-11-26T02:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '1096febe-d555-4fdb-81f8-68bf23062018', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'port_id': 'd1a75b66-efbc-4c81-ae59-8d72091504d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3', 'mac_address': 'fa:16:3e:92:40:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfb68f6-ee39-478c-821f-776538d5668c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:45:35Z', 'updated_at': '2021-11-26T02:45:38Z', 'revision_number': 1, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '760dc197-3cd1-44ec-996a-46b8d47128bc', 'name': '', 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'mac_address': 'fa:16:3e:df:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:07Z', 'updated_at': '2021-11-26T02:45:13Z', 'revision_number': 5, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'subnets': [{'id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:45:42.055934 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=f277f4ba-9daf-4ccd-98cc-31fa0135064c,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:42.165873 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-7ef3c443-c832-43dd-8823-f5afecff9a61 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:42.168588 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-7ef3c443-c832-43dd-8823-f5afecff9a61 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa&tenant_id=fd64c89c2dfb4732a633c8526baba9f0&binding%3Ahost_id=n-h1-819389-3 HTTP/1.1" status: 200 len: 1097 time: 0.1026547 Nov 26 02:45:42.199609 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819389-3'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:42.241470 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfb68f6-ee39-478c-821f-776538d5668c', 'tag': 'd1a75b66-efbc-4c81-ae59-8d72091504d8'}, {'name': 'network-changed', 'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'tag': '9d9231cd-d22f-4687-8a87-82341747b59d'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:42.250174 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfb68f6-ee39-478c-821f-776538d5668c", "tag": "d1a75b66-efbc-4c81-ae59-8d72091504d8"}, {"name": "network-changed", "server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "tag": "9d9231cd-d22f-4687-8a87-82341747b59d"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:42.305351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d9222a4-1168-4376-abb1-2d602cd5d668 req-e9f6786d-50ec-4161-bd4c-9c423c5b28ea service neutron] 10.222.0.31 "GET /v2.0/networks/8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600430 Nov 26 02:45:42.392910 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d6adaff-2ce2-45ab-a71f-ec9d53bba4cc req-0fcf5ca0-b581-4b8c-a859-fc7aaa083721 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617456 Nov 26 02:45:42.423496 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Attempting to bind port a5e562df-39d0-4430-b995-5377f62d034d on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:45:42.423496 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Attempting to bind port a5e562df-39d0-4430-b995-5377f62d034d by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '59d3110c-5aaa-4111-a04c-6035a3c1d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd2c2b0e-7c0d-4b85-ba05-05683b0c0714'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:45:42.423496 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Attempting to bind port a5e562df-39d0-4430-b995-5377f62d034d on network cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:42.424892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Port a5e562df-39d0-4430-b995-5377f62d034d on network cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:45:42.428533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Attempting to bind port a5e562df-39d0-4430-b995-5377f62d034d on network cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:42.446714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['f277f4ba-9daf-4ccd-98cc-31fa0135064c'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:45:42.469005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:45:42.471020 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Checking segment: {'id': '59d3110c-5aaa-4111-a04c-6035a3c1d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd2c2b0e-7c0d-4b85-ba05-05683b0c0714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:42.472800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Bound using segment: {'id': '59d3110c-5aaa-4111-a04c-6035a3c1d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd2c2b0e-7c0d-4b85-ba05-05683b0c0714'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:45:42.474181 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Bound port: a5e562df-39d0-4430-b995-5377f62d034d, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d3110c-5aaa-4111-a04c-6035a3c1d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cd2c2b0e-7c0d-4b85-ba05-05683b0c0714'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:45:42.477125 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:42.478561 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c553999-1f97-408c-8b3a-f741e1b67564 None None] New status for floating IP 1096febe-d555-4fdb-81f8-68bf23062018: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:45:42.758865 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f99768-54c0-4f22-bd0a-dfe357787a4c x-openstack-request-id: req-39f99768-54c0-4f22-bd0a-dfe357787a4c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:42.759269 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfb68f6-ee39-478c-821f-776538d5668c", "tag": "d1a75b66-efbc-4c81-ae59-8d72091504d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "tag": "9d9231cd-d22f-4687-8a87-82341747b59d", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:42.759740 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39f99768-54c0-4f22-bd0a-dfe357787a4c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:42.760403 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfb68f6-ee39-478c-821f-776538d5668c', 'tag': 'd1a75b66-efbc-4c81-ae59-8d72091504d8', 'status': 'completed', 'code': 200} Nov 26 02:45:42.760819 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'tag': '9d9231cd-d22f-4687-8a87-82341747b59d', 'status': 'completed', 'code': 200} Nov 26 02:45:42.793158 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] For port a5e562df-39d0-4430-b995-5377f62d034d, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:42.816634 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67b292-1998-49a7-b11e-a7810204fe01 req-ff8dc003-1e18-4612-a383-9e721c5628d4 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:42.828694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67b292-1998-49a7-b11e-a7810204fe01 req-ff8dc003-1e18-4612-a383-9e721c5628d4 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:42.841641 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67b292-1998-49a7-b11e-a7810204fe01 req-ff8dc003-1e18-4612-a383-9e721c5628d4 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:42.844221 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a67b292-1998-49a7-b11e-a7810204fe01 req-ff8dc003-1e18-4612-a383-9e721c5628d4 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2413 time: 0.2566085 Nov 26 02:45:42.927545 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:42.950140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] For port a5e562df-39d0-4430-b995-5377f62d034d, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a5e562df-39d0-4430-b995-5377f62d034d,segment=NetworkSegment(59d3110c-5aaa-4111-a04c-6035a3c1d96c),segment_id=59d3110c-5aaa-4111-a04c-6035a3c1d96c)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:45:42.963091 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:43.046030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:43.046817 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:43.048843 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] 10.222.0.59 "PUT /v2.0/ports/a5e562df-39d0-4430-b995-5377f62d034d HTTP/1.1" status: 200 len: 1092 time: 2.0928662 Nov 26 02:45:43.099821 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-0305d30f-0ecc-41d5-8023-59f2da574117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:43.099821 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-0305d30f-0ecc-41d5-8023-59f2da574117 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a8f3e12d77545529189d7e8133410f1&device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 1096 time: 0.2499170 Nov 26 02:45:43.110713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a67b292-1998-49a7-b11e-a7810204fe01 req-c86adad9-c588-45d4-ab4f-c9d1c31c874f tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939142 Nov 26 02:45:43.135785 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] For port 7e53ab37-858f-4ecf-923e-0a152768037e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7e53ab37-858f-4ecf-923e-0a152768037e,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:43.195915 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] For port 7e53ab37-858f-4ecf-923e-0a152768037e, host n-h1-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:43.252754 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:43.256670 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e53ab37-858f-4ecf-923e-0a152768037e'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:43.263803 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752ae34b-b886-466c-bf0a-b12ee09509e9" -d '{"events": [{"server_uuid": "dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa", "name": "network-vif-unplugged", "status": "completed", "tag": "7e53ab37-858f-4ecf-923e-0a152768037e"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:43.268853 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:43.315393 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc97a5b-0bcd-47b7-85b5-d2976d83418e service neutron] Pushing event updated for resources: {'Port': ['ID=a5e562df-39d0-4430-b995-5377f62d034d,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:43.392109 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] Attempting to bind port 7e53ab37-858f-4ecf-923e-0a152768037e on host n-h1-819389-3 for vnic_type normal with profile {"migrating_to": "n-h2-819389-3"} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:45:43.392452 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] Attempting to bind port 7e53ab37-858f-4ecf-923e-0a152768037e by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:45:43.392787 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] Attempting to bind port 7e53ab37-858f-4ecf-923e-0a152768037e on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:43.395107 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4823e8-76b0-4612-aea2-b6d9591f8f4b req-8d82b217-7622-42dd-9cc7-13b7580ea519 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:43.396841 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df4823e8-76b0-4612-aea2-b6d9591f8f4b req-8d82b217-7622-42dd-9cc7-13b7580ea519 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 944 time: 0.1315114 Nov 26 02:45:43.399821 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] Port 7e53ab37-858f-4ecf-923e-0a152768037e on network ddcac99f-452c-47dc-ab00-82864338624c not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:45:43.400179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] Attempting to bind port 7e53ab37-858f-4ecf-923e-0a152768037e on network ddcac99f-452c-47dc-ab00-82864338624c {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:43.402190 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] Pushing event updated for resources: {'Port': ['ID=7e53ab37-858f-4ecf-923e-0a152768037e,revision_number=7']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:43.408515 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:45:43.408775 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-18639488-850c-4b80-9eac-f96441e977a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:43.408903 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] Checking segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:43.409223 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] Bound using segment: {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:45:43.409360 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-18639488-850c-4b80-9eac-f96441e977a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:43.409678 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] Bound port: 7e53ab37-858f-4ecf-923e-0a152768037e, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd48920-1c19-455d-ac67-baf446298125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ddcac99f-452c-47dc-ab00-82864338624c'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:45:43.409803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-18639488-850c-4b80-9eac-f96441e977a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:43.410032 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:43.411842 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-18639488-850c-4b80-9eac-f96441e977a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=caeff930008b487db9a70d59ac7ec22e&device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2866 time: 0.2640927 Nov 26 02:45:43.493416 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] For port 7e53ab37-858f-4ecf-923e-0a152768037e, host n-h1-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:43.497159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e6e0c75e-faee-4788-9608-8af84210b380 req-15ecde53-0094-4574-a95a-a5a223e499ca tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 258 time: 0.4265618 Nov 26 02:45:43.497418 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] For port 7e53ab37-858f-4ecf-923e-0a152768037e, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7e53ab37-858f-4ecf-923e-0a152768037e,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:45:43.504597 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-3d2d822d-7be9-48b8-b9be-c148aa2480e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:43.505634 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:43.506001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-3d2d822d-7be9-48b8-b9be-c148aa2480e4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 HTTP/1.1" status: 200 len: 929 time: 0.3710668 Nov 26 02:45:43.507262 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-554d15af-250d-4f49-8046-0ba56781174f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=ca046d16-7fdb-4c45-b79c-5092ab02ece2 HTTP/1.1" status: 200 len: 217 time: 0.0652602 Nov 26 02:45:43.517160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-e6e0c75e-faee-4788-9608-8af84210b380 req-b587ff8c-c12e-4f20-948b-442b6ccff31d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:43.591520 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:43.592274 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:43.593734 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] 10.222.0.59 "PUT /v2.0/ports/7e53ab37-858f-4ecf-923e-0a152768037e HTTP/1.1" status: 200 len: 1122 time: 1.4050143 Nov 26 02:45:43.606159 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc383c0-e3b5-4ada-888c-790a00a0537f service neutron] Pushing event updated for resources: {'Port': ['ID=7e53ab37-858f-4ecf-923e-0a152768037e,revision_number=8']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:43.651266 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df4823e8-76b0-4612-aea2-b6d9591f8f4b req-a0de9b16-4fba-408c-b8ad-1945d231b4a8 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269406 Nov 26 02:45:43.665088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-e9fd9635-7c84-408e-b6fa-967ff715c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:43.666623 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-e9fd9635-7c84-408e-b6fa-967ff715c850 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=155cf2bb-1ad2-46e5-b3c9-c5a247504765 HTTP/1.1" status: 200 len: 801 time: 0.1434436 Nov 26 02:45:43.669840 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e6e0c75e-faee-4788-9608-8af84210b380 req-b587ff8c-c12e-4f20-948b-442b6ccff31d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:43.720171 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f9fd75-1c7d-4797-826d-6074dd73df19 x-openstack-request-id: req-a7f9fd75-1c7d-4797-826d-6074dd73df19 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:43.721438 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa", "name": "network-vif-unplugged", "status": "completed", "tag": "7e53ab37-858f-4ecf-923e-0a152768037e", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:43.721922 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7f9fd75-1c7d-4797-826d-6074dd73df19 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:43.723303 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e53ab37-858f-4ecf-923e-0a152768037e', 'code': 200} Nov 26 02:45:43.790638 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['7e53ab37-858f-4ecf-923e-0a152768037e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:45:43.853346 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['7e53ab37-858f-4ecf-923e-0a152768037e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:45:43.904894 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 7e53ab37-858f-4ecf-923e-0a152768037e details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:45:44.017828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-3472b6bd-bca6-4da3-9fb3-7b17a2221733 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1a75b66-efbc-4c81-ae59-8d72091504d8 HTTP/1.1" status: 200 len: 1000 time: 0.4851375 Nov 26 02:45:44.135757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-71e96317-a13d-41f6-83be-fade63e50745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:44.136743 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-71e96317-a13d-41f6-83be-fade63e50745 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3 HTTP/1.1" status: 200 len: 867 time: 0.0994370 Nov 26 02:45:44.149667 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2da24bff-0523-47e8-b40e-16ee165de986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:44.166765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c2b1d-a5b4-4000-8acd-1266f086be38 req-a786b22f-2203-4ed3-9a03-7a7f98eb83f1 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:44.168265 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-542c2b1d-a5b4-4000-8acd-1266f086be38 req-a786b22f-2203-4ed3-9a03-7a7f98eb83f1 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 949 time: 0.1495366 Nov 26 02:45:44.172642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-6089d574-b947-447f-9da4-2d982d232b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:44.173934 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-6089d574-b947-447f-9da4-2d982d232b84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd2c2b0e-7c0d-4b85-ba05-05683b0c0714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1455009 Nov 26 02:45:44.177357 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 7e53ab37-858f-4ecf-923e-0a152768037e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7e53ab37-858f-4ecf-923e-0a152768037e,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:44.203038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 7e53ab37-858f-4ecf-923e-0a152768037e has no active binding in host n-h2-819389-3 {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 02:45:44.311012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-9831a20d-ceed-4750-9df9-6de24c80c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:44.312449 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-9831a20d-ceed-4750-9df9-6de24c80c47e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626649 Nov 26 02:45:44.321579 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-542c2b1d-a5b4-4000-8acd-1266f086be38 req-14ca4b46-3cc7-4de5-af8d-2e9df786ba96 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324394 Nov 26 02:45:44.391159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-fe46b847-ee1e-4055-9ff1-bd8d5fadf3ef service neutron] 10.222.0.59 "GET /v2.0/networks/cd2c2b0e-7c0d-4b85-ba05-05683b0c0714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944728 Nov 26 02:45:44.396490 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e6e0c75e-faee-4788-9608-8af84210b380 req-b587ff8c-c12e-4f20-948b-442b6ccff31d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:44.527264 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-a6f0a919-202d-4cab-9aa1-2599d3068f3f service neutron] 10.222.0.59 "GET /v2.0/networks/8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014008 Nov 26 02:45:44.653164 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-e977fe54-1615-47dc-8563-bc0b98249f1a service neutron] 10.222.0.59 "GET /v2.0/networks/cd2c2b0e-7c0d-4b85-ba05-05683b0c0714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121189 Nov 26 02:45:44.664198 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-e6e0c75e-faee-4788-9608-8af84210b380 req-b587ff8c-c12e-4f20-948b-442b6ccff31d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Allocated IP 172.25.0.69 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/69bfedd9-40cf-45e8-824e-7b8aea41d21e) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:45:44.745095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-37899e6f-4b1b-49cd-8b2c-31878f2f639e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.133&port_id=9d9231cd-d22f-4687-8a87-82341747b59d HTTP/1.1" status: 200 len: 217 time: 0.0787289 Nov 26 02:45:44.770518 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'tag': 'a5e562df-39d0-4430-b995-5377f62d034d'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:44.772738 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159ab4d8-57e6-423d-8238-f7a9250e2494" -d '{"events": [{"name": "network-changed", "server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "tag": "a5e562df-39d0-4430-b995-5377f62d034d"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:44.841516 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-5c7313b3-a8de-47f1-a2b9-35e0992adb59 service neutron] 10.222.0.59 "GET /v2.0/networks/8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027594 Nov 26 02:45:44.872025 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f1f3-bafe-4ee9-aa03-929a53c514c8 req-b4cdfc99-ce2d-49bb-a823-923864dd8fb4 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:44.878025 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f1f3-bafe-4ee9-aa03-929a53c514c8 req-b4cdfc99-ce2d-49bb-a823-923864dd8fb4 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:44.883952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f1f3-bafe-4ee9-aa03-929a53c514c8 req-b4cdfc99-ce2d-49bb-a823-923864dd8fb4 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:44.885680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d69f1f3-bafe-4ee9-aa03-929a53c514c8 req-b4cdfc99-ce2d-49bb-a823-923864dd8fb4 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2413 time: 0.2229683 Nov 26 02:45:44.893720 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:44.894594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-4a41ae9b-b3a3-4517-bb1b-ca9f1c027cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:44.896043 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-4a41ae9b-b3a3-4517-bb1b-ca9f1c027cac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4c86c591-ed71-4006-9c37-9ba51f0df391 HTTP/1.1" status: 200 len: 801 time: 0.1375577 Nov 26 02:45:44.995225 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e6e0c75e-faee-4788-9608-8af84210b380 req-b587ff8c-c12e-4f20-948b-442b6ccff31d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:45.005787 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d69f1f3-bafe-4ee9-aa03-929a53c514c8 req-9ade8631-9766-4b89-b49f-3efc31a5a56a tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071582 Nov 26 02:45:45.016268 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-741970d9-dd04-4a26-8df7-73113fc5c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:45.020049 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-741970d9-dd04-4a26-8df7-73113fc5c2f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=587df45b-6fba-4ad6-8582-7ecf2f65a564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0990727 Nov 26 02:45:45.148236 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e6e0c75e-faee-4788-9608-8af84210b380 req-b587ff8c-c12e-4f20-948b-442b6ccff31d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:45.209522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4058c-a8ae-4736-9c9a-64d19c83e5d2 req-ea7d1bbd-daa3-4bc1-96e7-1241f8b7b171 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:45.210996 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9fb4058c-a8ae-4736-9c9a-64d19c83e5d2 req-ea7d1bbd-daa3-4bc1-96e7-1241f8b7b171 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 944 time: 0.1295128 Nov 26 02:45:45.214056 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e0c75e-faee-4788-9608-8af84210b380 req-b587ff8c-c12e-4f20-948b-442b6ccff31d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:45:45.218754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-e6e0c75e-faee-4788-9608-8af84210b380 req-b587ff8c-c12e-4f20-948b-442b6ccff31d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:45.221811 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-e4e4ce71-c8b6-4ae1-a605-2e4342bf9ad8 service neutron] 10.222.0.59 "GET /v2.0/networks/587df45b-6fba-4ad6-8582-7ecf2f65a564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895070 Nov 26 02:45:45.226003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e0c75e-faee-4788-9608-8af84210b380 req-b587ff8c-c12e-4f20-948b-442b6ccff31d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:45:45.233120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587ff8c-c12e-4f20-948b-442b6ccff31d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Pushing event updated for resources: {'Port': ['ID=69bfedd9-40cf-45e8-824e-7b8aea41d21e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:45.305696 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device f277f4ba-9daf-4ccd-98cc-31fa0135064c up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:45.359309 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9fb4058c-a8ae-4736-9c9a-64d19c83e5d2 req-c5973911-cdfc-494d-81e9-6543c5f2437d tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416132 Nov 26 02:45:45.363174 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port f277f4ba-9daf-4ccd-98cc-31fa0135064c completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:45:45.368593 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port f277f4ba-9daf-4ccd-98cc-31fa0135064c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:45.369222 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:45.419667 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-2ca6af1b-89b9-455f-828e-004bc851a43d service neutron] 10.222.0.59 "GET /v2.0/networks/587df45b-6fba-4ad6-8582-7ecf2f65a564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655879 Nov 26 02:45:45.422309 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e6e0c75e-faee-4788-9608-8af84210b380 req-b587ff8c-c12e-4f20-948b-442b6ccff31d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:45.436436 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4456c91-166b-4b8a-9ac2-935ef47b242c x-openstack-request-id: req-f4456c91-166b-4b8a-9ac2-935ef47b242c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:45.436954 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "tag": "a5e562df-39d0-4430-b995-5377f62d034d", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:45.437309 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4456c91-166b-4b8a-9ac2-935ef47b242c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:45.437759 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'tag': 'a5e562df-39d0-4430-b995-5377f62d034d', 'status': 'completed', 'code': 200} Nov 26 02:45:45.484571 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:45.499721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-4f4a772c-5cf0-4525-92fc-654a8e16fc8b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.118&port_id=a5e562df-39d0-4430-b995-5377f62d034d HTTP/1.1" status: 200 len: 217 time: 0.0414155 Nov 26 02:45:45.511425 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e6e0c75e-faee-4788-9608-8af84210b380 req-b587ff8c-c12e-4f20-948b-442b6ccff31d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:45.514531 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f790cd-f835-47d8-b1a6-5c7969699502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:45.517052 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae43ebd7-4c0e-420a-845e-3e67961b9ffb" -d '{"events": [{"server_uuid": "96f790cd-f835-47d8-b1a6-5c7969699502", "name": "network-vif-plugged", "status": "completed", "tag": "f277f4ba-9daf-4ccd-98cc-31fa0135064c"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:45.531301 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:45.536725 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:45.589145 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=f277f4ba-9daf-4ccd-98cc-31fa0135064c,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:45.621921 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75215c0b-3a38-42a8-915c-05449e60e851 req-a086831c-1e6c-4895-aecb-991dfb4c8bb5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:45.623332 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75215c0b-3a38-42a8-915c-05449e60e851 req-a086831c-1e6c-4895-aecb-991dfb4c8bb5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 949 time: 0.1278028 Nov 26 02:45:45.624689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-d42c03ae-d82d-4428-8307-fd4cd6a09d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:45.626001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-d42c03ae-d82d-4428-8307-fd4cd6a09d8f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=155cf2bb-1ad2-46e5-b3c9-c5a247504765 HTTP/1.1" status: 200 len: 801 time: 0.1155555 Nov 26 02:45:45.725000 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa', 'tag': '7e53ab37-858f-4ecf-923e-0a152768037e'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:45.728397 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfaaf76-78d5-4eab-ae68-07acfb753248" -d '{"events": [{"name": "network-changed", "server_uuid": "dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa", "tag": "7e53ab37-858f-4ecf-923e-0a152768037e"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:45.782215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-90afd7c9-8b4b-444e-bf7b-22475e236740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:45.783682 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-90afd7c9-8b4b-444e-bf7b-22475e236740 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd2c2b0e-7c0d-4b85-ba05-05683b0c0714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1119766 Nov 26 02:45:45.788673 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75215c0b-3a38-42a8-915c-05449e60e851 req-d6650a83-b3a6-4041-ad16-ac0ceaac8ca2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466274 Nov 26 02:45:45.847474 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e6e0c75e-faee-4788-9608-8af84210b380 req-b587ff8c-c12e-4f20-948b-442b6ccff31d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:45.855115 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e6e0c75e-faee-4788-9608-8af84210b380 req-b587ff8c-c12e-4f20-948b-442b6ccff31d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:45.960335 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587ff8c-c12e-4f20-948b-442b6ccff31d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Pushing event updated for resources: {'Port': ['ID=69bfedd9-40cf-45e8-824e-7b8aea41d21e,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:45.969072 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-61bc9557-8910-4a62-b455-ff3f166f7567 service neutron] 10.222.0.59 "GET /v2.0/networks/cd2c2b0e-7c0d-4b85-ba05-05683b0c0714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748888 Nov 26 02:45:45.972422 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e6e0c75e-faee-4788-9608-8af84210b380 req-b587ff8c-c12e-4f20-948b-442b6ccff31d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:46.011108 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e6e0c75e-faee-4788-9608-8af84210b380 req-b587ff8c-c12e-4f20-948b-442b6ccff31d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:46.012832 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e6e0c75e-faee-4788-9608-8af84210b380 req-b587ff8c-c12e-4f20-948b-442b6ccff31d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4990351 Nov 26 02:45:46.021196 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6d9f27-e55f-4638-8470-d9560fc7119e x-openstack-request-id: req-ba6d9f27-e55f-4638-8470-d9560fc7119e {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:46.022274 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f790cd-f835-47d8-b1a6-5c7969699502", "name": "network-vif-plugged", "status": "completed", "tag": "f277f4ba-9daf-4ccd-98cc-31fa0135064c", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:46.022770 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba6d9f27-e55f-4638-8470-d9560fc7119e {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:46.023420 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f790cd-f835-47d8-b1a6-5c7969699502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c', 'code': 200} Nov 26 02:45:46.101953 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e6e0c75e-faee-4788-9608-8af84210b380 req-644e3779-22bd-44c0-9f10-b6fe59101c95 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.69 HTTP/1.1" status: 200 len: 695 time: 0.0587854 Nov 26 02:45:46.142188 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97dcc28-98fb-468e-b7f7-e18a17ab342b x-openstack-request-id: req-e97dcc28-98fb-468e-b7f7-e18a17ab342b {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:46.142534 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa", "tag": "7e53ab37-858f-4ecf-923e-0a152768037e", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:46.142747 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e97dcc28-98fb-468e-b7f7-e18a17ab342b {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:46.143153 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa', 'tag': '7e53ab37-858f-4ecf-923e-0a152768037e', 'status': 'completed', 'code': 200} Nov 26 02:45:46.311588 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e7f2c58-ca32-47da-947d-bffd6c134aa2 req-3317f27d-84b3-42bb-928d-a631c14b33d3 service neutron] 10.222.0.59 "GET /v2.0/networks/cd2c2b0e-7c0d-4b85-ba05-05683b0c0714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228617 Nov 26 02:45:46.321379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0c75e-faee-4788-9608-8af84210b380 req-639a791f-704f-4856-860b-e96d53731a42 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:46.322800 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e6e0c75e-faee-4788-9608-8af84210b380 req-639a791f-704f-4856-860b-e96d53731a42 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.2125559 Nov 26 02:45:46.349860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229f068-e849-4be5-8792-b8b3f3e26bb2 req-efb71c07-1e71-4c6a-963c-1fbe99c0132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:46.351371 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2229f068-e849-4be5-8792-b8b3f3e26bb2 req-efb71c07-1e71-4c6a-963c-1fbe99c0132e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 1101 time: 0.1428869 Nov 26 02:45:46.361895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5406eb-6a83-4020-a551-e86f7fd68f16 req-27ebfd4f-b67d-4fac-9ea8-50e846aa5a8a tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:46.369226 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c5406eb-6a83-4020-a551-e86f7fd68f16 req-27ebfd4f-b67d-4fac-9ea8-50e846aa5a8a tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/ports?device_id=851d1ee8-23bc-42c6-99ef-d016a5f6df7c HTTP/1.1" status: 200 len: 946 time: 0.1587853 Nov 26 02:45:46.383116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaaf76-78d5-4eab-ae68-07acfb753248 req-cee03062-2c29-4f38-97ba-dcc44703dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:46.384758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bfaaf76-78d5-4eab-ae68-07acfb753248 req-cee03062-2c29-4f38-97ba-dcc44703dd3f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 1125 time: 0.1704762 Nov 26 02:45:46.462824 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:46.573060 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2229f068-e849-4be5-8792-b8b3f3e26bb2 req-22f61b59-1408-48e1-baf8-63cac6af3492 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017384 Nov 26 02:45:46.594337 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c5406eb-6a83-4020-a551-e86f7fd68f16 req-35d2267f-ee11-41c9-a8a2-d0b0b290f189 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a0f943d-062c-4211-8b2d-0cf7e88cf6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152514 Nov 26 02:45:46.625212 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761e866-b025-4f99-b8eb-8d2cc342541d req-e21eaf05-fcbc-40d1-9146-7405ebd657f2 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:46.625212 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761e866-b025-4f99-b8eb-8d2cc342541d req-e21eaf05-fcbc-40d1-9146-7405ebd657f2 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:46.633685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761e866-b025-4f99-b8eb-8d2cc342541d req-e21eaf05-fcbc-40d1-9146-7405ebd657f2 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:46.635065 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a761e866-b025-4f99-b8eb-8d2cc342541d req-e21eaf05-fcbc-40d1-9146-7405ebd657f2 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2413 time: 0.2139909 Nov 26 02:45:46.671016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaaf76-78d5-4eab-ae68-07acfb753248 req-77c22333-2945-4544-ac80-9e40ffbf768e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:46.672434 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bfaaf76-78d5-4eab-ae68-07acfb753248 req-77c22333-2945-4544-ac80-9e40ffbf768e service neutron] 10.222.0.54 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.2741005 Nov 26 02:45:46.675232 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-0fc44d23-ee59-4cdf-ae37-43fff33d3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:46.675727 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-0fc44d23-ee59-4cdf-ae37-43fff33d3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:46.676200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-0fc44d23-ee59-4cdf-ae37-43fff33d3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:46.677749 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-0fc44d23-ee59-4cdf-ae37-43fff33d3c25 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=caeff930008b487db9a70d59ac7ec22e&device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2866 time: 0.1780012 Nov 26 02:45:46.764535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a761e866-b025-4f99-b8eb-8d2cc342541d req-513295de-0443-4a35-ac03-5d39ce520136 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220453 Nov 26 02:45:46.829599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7a3a0-c676-4d94-b7cb-b72ee3139efc req-a9e979e6-3a0e-4101-a966-146ff4b46ed6 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:46.832008 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8d7a3a0-c676-4d94-b7cb-b72ee3139efc req-a9e979e6-3a0e-4101-a966-146ff4b46ed6 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0872705 Nov 26 02:45:46.861005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-385bf5b3-c3e4-48a7-ae01-5cb5bc5d2193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:46.862681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-385bf5b3-c3e4-48a7-ae01-5cb5bc5d2193 service neutron] 10.222.0.59 "GET /v2.0/networks?id=587df45b-6fba-4ad6-8582-7ecf2f65a564 HTTP/1.1" status: 200 len: 902 time: 0.1745381 Nov 26 02:45:47.268891 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8d7a3a0-c676-4d94-b7cb-b72ee3139efc req-a6b21bcc-f664-405b-8d49-f8a58d00a271 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.69 HTTP/1.1" status: 200 len: 695 time: 0.4262185 Nov 26 02:45:47.302821 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f8d7a3a0-c676-4d94-b7cb-b72ee3139efc req-4323079c-481c-47d2-aa67-7bf4b5138456 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Request body: {'floatingip': {'port_id': 'd1a75b66-efbc-4c81-ae59-8d72091504d8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:47.307132 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bfaaf76-78d5-4eab-ae68-07acfb753248 req-48bfecaa-750b-4721-99a0-84afea94797f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e53ab37-858f-4ecf-923e-0a152768037e HTTP/1.1" status: 200 len: 217 time: 0.0953782 Nov 26 02:45:47.311033 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-b59165c7-b718-4cdf-9f37-837050db88c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.133&port_id=9d9231cd-d22f-4687-8a87-82341747b59d HTTP/1.1" status: 200 len: 217 time: 0.0979867 Nov 26 02:45:47.388075 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f8d7a3a0-c676-4d94-b7cb-b72ee3139efc req-4323079c-481c-47d2-aa67-7bf4b5138456 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:47.462704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e7e28-f789-47cc-a7a5-85f143537b42 req-1e1ee48b-271c-4649-a007-4f8c2bf8556a tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:47.464266 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df2e7e28-f789-47cc-a7a5-85f143537b42 req-1e1ee48b-271c-4649-a007-4f8c2bf8556a tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 944 time: 0.6251628 Nov 26 02:45:47.484127 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:47.528788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-fe5cc3d3-2d9f-4d65-9017-f61ae36b8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:47.530289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-fe5cc3d3-2d9f-4d65-9017-f61ae36b8c33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4c86c591-ed71-4006-9c37-9ba51f0df391 HTTP/1.1" status: 200 len: 801 time: 0.1876771 Nov 26 02:45:47.535653 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaaf76-78d5-4eab-ae68-07acfb753248 req-0a56c37c-351c-4bd9-b29f-3a9cc2afa511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:47.537029 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bfaaf76-78d5-4eab-ae68-07acfb753248 req-0a56c37c-351c-4bd9-b29f-3a9cc2afa511 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.1955581 Nov 26 02:45:47.625288 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bfaaf76-78d5-4eab-ae68-07acfb753248 req-7185c322-0792-4325-84e9-5e313a144695 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487244 Nov 26 02:45:47.671340 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df2e7e28-f789-47cc-a7a5-85f143537b42 req-6cd2500b-833d-4e05-a245-7a9da8dc43f8 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919267 Nov 26 02:45:47.826744 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-10ad5cc0-e2ec-462b-a9e4-caeeb04a98ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:47.828285 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-10ad5cc0-e2ec-462b-a9e4-caeeb04a98ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=587df45b-6fba-4ad6-8582-7ecf2f65a564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2856002 Nov 26 02:45:47.920573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2aa74-b30d-479a-8d19-092645743a42 req-87b2cf7f-0808-45a0-8193-a330cd4397ea tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:47.922093 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15a2aa74-b30d-479a-8d19-092645743a42 req-87b2cf7f-0808-45a0-8193-a330cd4397ea tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 950 time: 0.1563807 Nov 26 02:45:47.933972 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bfaaf76-78d5-4eab-ae68-07acfb753248 req-9823fe0d-6123-47fd-b2ce-ceff64058098 service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907524 Nov 26 02:45:47.962353 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-f8d7a3a0-c676-4d94-b7cb-b72ee3139efc req-4323079c-481c-47d2-aa67-7bf4b5138456 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] update failed (client error): There was a conflict when trying to complete your request. Nov 26 02:45:47.963478 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8d7a3a0-c676-4d94-b7cb-b72ee3139efc req-4323079c-481c-47d2-aa67-7bf4b5138456 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "PUT /v2.0/floatingips/de7d81f9-38f7-4952-b252-da824f2ceccd HTTP/1.1" status: 409 len: 549 time: 0.6937394 Nov 26 02:45:48.111505 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15a2aa74-b30d-479a-8d19-092645743a42 req-70c3f27d-c50e-43a9-b319-3db578f4b5f5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506288 Nov 26 02:45:48.117149 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-2308ceec-fa07-4a43-b3fa-b09159deba6f service neutron] 10.222.0.59 "GET /v2.0/networks/587df45b-6fba-4ad6-8582-7ecf2f65a564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305274 Nov 26 02:45:48.260190 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bfaaf76-78d5-4eab-ae68-07acfb753248 req-2294ada9-95e1-41f1-9325-b9ca6600a801 service neutron] 10.222.0.54 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956772 Nov 26 02:45:48.354538 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a3da8c5-f0a0-4d80-a1d0-ed7cfc4b2674 req-9b9c910a-27e0-4071-8e18-a776dd78c664 service neutron] 10.222.0.59 "GET /v2.0/networks/587df45b-6fba-4ad6-8582-7ecf2f65a564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184980 Nov 26 02:45:48.526991 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e33c5a-60ce-41ea-b0d9-9f618a663114 req-0c778202-6084-4ecf-96a5-86309f43aba5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:48.542984 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e33c5a-60ce-41ea-b0d9-9f618a663114 req-0c778202-6084-4ecf-96a5-86309f43aba5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:48.549931 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e33c5a-60ce-41ea-b0d9-9f618a663114 req-0c778202-6084-4ecf-96a5-86309f43aba5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:48.553485 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70e33c5a-60ce-41ea-b0d9-9f618a663114 req-0c778202-6084-4ecf-96a5-86309f43aba5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2413 time: 0.1218510 Nov 26 02:45:48.629641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ced1f67c-be0e-4d4e-8832-4b0074dd2200 req-e09685a9-9e9a-4037-a87e-5ffc10bacbf0 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/floatingips/de7d81f9-38f7-4952-b252-da824f2ceccd HTTP/1.1" status: 200 len: 692 time: 0.0745909 Nov 26 02:45:48.636097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab4d8-57e6-423d-8238-f7a9250e2494 req-a61f6ad9-b6ff-42d4-a5c8-bd8021b70193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:48.636831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab4d8-57e6-423d-8238-f7a9250e2494 req-a61f6ad9-b6ff-42d4-a5c8-bd8021b70193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:48.637468 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab4d8-57e6-423d-8238-f7a9250e2494 req-a61f6ad9-b6ff-42d4-a5c8-bd8021b70193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:48.639243 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-159ab4d8-57e6-423d-8238-f7a9250e2494 req-a61f6ad9-b6ff-42d4-a5c8-bd8021b70193 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=caeff930008b487db9a70d59ac7ec22e&device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2866 time: 0.1810491 Nov 26 02:45:48.775172 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70e33c5a-60ce-41ea-b0d9-9f618a663114 req-09d39ce7-c6cf-4391-b9ef-57475f3978f5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067716 Nov 26 02:45:48.880178 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab4d8-57e6-423d-8238-f7a9250e2494 req-9d3ee078-5089-4191-9ad3-6527c40f5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:48.884187 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-159ab4d8-57e6-423d-8238-f7a9250e2494 req-9d3ee078-5089-4191-9ad3-6527c40f5d3d service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 HTTP/1.1" status: 200 len: 903 time: 0.2255166 Nov 26 02:45:48.897748 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1f67c-be0e-4d4e-8832-4b0074dd2200 req-f2b67af4-c9c4-4de1-91b8-e8ad58516c70 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:48.905355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ced1f67c-be0e-4d4e-8832-4b0074dd2200 req-f2b67af4-c9c4-4de1-91b8-e8ad58516c70 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.2643332 Nov 26 02:45:48.995868 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-159ab4d8-57e6-423d-8238-f7a9250e2494 req-2c8af2a6-c00b-4341-9307-4a357213481c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.118&port_id=a5e562df-39d0-4430-b995-5377f62d034d HTTP/1.1" status: 200 len: 217 time: 0.0879695 Nov 26 02:45:49.002398 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ced1f67c-be0e-4d4e-8832-4b0074dd2200 req-23cf02f6-9944-4186-8d82-36170386848f tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.69 HTTP/1.1" status: 200 len: 695 time: 0.0960870 Nov 26 02:45:49.098083 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ced1f67c-be0e-4d4e-8832-4b0074dd2200 req-8fde3f34-ef22-4ec4-af2d-6b4fd207504e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.69 HTTP/1.1" status: 200 len: 695 time: 0.0794787 Nov 26 02:45:49.159764 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d22d88-6f1e-483b-8af5-6bc33bd3f247 req-0d4ad688-799e-4f56-8e3f-f7a4f2669dca tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:49.161241 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84d22d88-6f1e-483b-8af5-6bc33bd3f247 req-0d4ad688-799e-4f56-8e3f-f7a4f2669dca tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/ports?device_id=851d1ee8-23bc-42c6-99ef-d016a5f6df7c HTTP/1.1" status: 200 len: 946 time: 0.1799030 Nov 26 02:45:49.162672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab4d8-57e6-423d-8238-f7a9250e2494 req-fc81d55d-3a12-400a-85de-1aab56e74558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:49.164002 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-159ab4d8-57e6-423d-8238-f7a9250e2494 req-fc81d55d-3a12-400a-85de-1aab56e74558 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=155cf2bb-1ad2-46e5-b3c9-c5a247504765 HTTP/1.1" status: 200 len: 801 time: 0.1466565 Nov 26 02:45:49.307540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84d22d88-6f1e-483b-8af5-6bc33bd3f247 req-8110f905-fa8f-4c63-a719-04e4fe44c23c tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a0f943d-062c-4211-8b2d-0cf7e88cf6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361520 Nov 26 02:45:49.309483 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab4d8-57e6-423d-8238-f7a9250e2494 req-b42465f3-335b-437d-bfe8-7d6a4d267927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:49.310969 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-159ab4d8-57e6-423d-8238-f7a9250e2494 req-b42465f3-335b-437d-bfe8-7d6a4d267927 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd2c2b0e-7c0d-4b85-ba05-05683b0c0714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1386511 Nov 26 02:45:49.432864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-ced1f67c-be0e-4d4e-8832-4b0074dd2200 req-70dad37f-a824-4fa9-9e43-5f52ab41d666 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Deleting port 69bfedd9-40cf-45e8-824e-7b8aea41d21e {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:45:49.433516 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ced1f67c-be0e-4d4e-8832-4b0074dd2200 req-70dad37f-a824-4fa9-9e43-5f52ab41d666 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:49.579896 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85ee72-7aea-44e8-9ae0-91135c5242dd req-d9a398d8-08c6-412c-abe3-e5da814c3ba7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:49.581495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb85ee72-7aea-44e8-9ae0-91135c5242dd req-d9a398d8-08c6-412c-abe3-e5da814c3ba7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 944 time: 0.1957395 Nov 26 02:45:49.583357 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-159ab4d8-57e6-423d-8238-f7a9250e2494 req-c1c479a4-42c9-4f69-a840-5811eb91676f service neutron] 10.222.0.59 "GET /v2.0/networks/cd2c2b0e-7c0d-4b85-ba05-05683b0c0714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518101 Nov 26 02:45:49.679719 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ced1f67c-be0e-4d4e-8832-4b0074dd2200 req-70dad37f-a824-4fa9-9e43-5f52ab41d666 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:49.679962 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ced1f67c-be0e-4d4e-8832-4b0074dd2200 req-70dad37f-a824-4fa9-9e43-5f52ab41d666 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:49.690005 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-e2d523ef-8791-4756-9bed-e7672eee82bb service neutron] 10.222.0.54 "GET /v2.0/ports/7e53ab37-858f-4ecf-923e-0a152768037e/bindings/n-h2-819389-3 HTTP/1.1" status: 200 len: 384 time: 0.2352386 Nov 26 02:45:49.708981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-ced1f67c-be0e-4d4e-8832-4b0074dd2200 req-70dad37f-a824-4fa9-9e43-5f52ab41d666 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Calling delete_port for 69bfedd9-40cf-45e8-824e-7b8aea41d21e owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:45:49.778018 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb85ee72-7aea-44e8-9ae0-91135c5242dd req-3f912c03-7833-4db2-a12c-20945954f423 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853695 Nov 26 02:45:49.839602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-159ab4d8-57e6-423d-8238-f7a9250e2494 req-9991b945-1eb6-4f4f-a09c-0919c536ad13 service neutron] 10.222.0.59 "GET /v2.0/networks/cd2c2b0e-7c0d-4b85-ba05-05683b0c0714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408340 Nov 26 02:45:49.918974 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device a5e562df-39d0-4430-b995-5377f62d034d details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:45:49.961195 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98932926-7ced-4f5f-91bb-db189b6c4355 req-6657518d-77c9-49b0-bf50-16397f7f3f30 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:49.962595 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98932926-7ced-4f5f-91bb-db189b6c4355 req-6657518d-77c9-49b0-bf50-16397f7f3f30 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 950 time: 0.1197782 Nov 26 02:45:50.017396 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port a5e562df-39d0-4430-b995-5377f62d034d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a5e562df-39d0-4430-b995-5377f62d034d,segment=NetworkSegment(59d3110c-5aaa-4111-a04c-6035a3c1d96c),segment_id=59d3110c-5aaa-4111-a04c-6035a3c1d96c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:50.032692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'a5e562df-39d0-4430-b995-5377f62d034d', 'network_id': 'cd2c2b0e-7c0d-4b85-ba05-05683b0c0714', 'port_id': 'a5e562df-39d0-4430-b995-5377f62d034d', 'mac_address': 'fa:16:3e:f5:24:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155cf2bb-1ad2-46e5-b3c9-c5a247504765', 'ip_address': '19.80.0.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:45:50.074505 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:50.077453 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ced1f67c-be0e-4d4e-8832-4b0074dd2200 req-70dad37f-a824-4fa9-9e43-5f52ab41d666 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:50.092174 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e562df-39d0-4430-b995-5377f62d034d {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:45:50.110837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98932926-7ced-4f5f-91bb-db189b6c4355 req-07917466-7108-408a-95ce-d845f9a35c10 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227479 Nov 26 02:45:50.117956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port a5e562df-39d0-4430-b995-5377f62d034d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a5e562df-39d0-4430-b995-5377f62d034d,segment=NetworkSegment(59d3110c-5aaa-4111-a04c-6035a3c1d96c),segment_id=59d3110c-5aaa-4111-a04c-6035a3c1d96c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:50.124581 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:50.125302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ca046d16-7fdb-4c45-b79c-5092ab02ece2 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:45:50.136806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dad37f-a824-4fa9-9e43-5f52ab41d666 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Pushing event deleted for resources: {'Port': ['ID=69bfedd9-40cf-45e8-824e-7b8aea41d21e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:50.167043 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-5b181505-8ccf-4f6c-9aac-0a45a9bfe2ff service neutron] For port 7e53ab37-858f-4ecf-923e-0a152768037e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7e53ab37-858f-4ecf-923e-0a152768037e,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:50.195074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ca046d16-7fdb-4c45-b79c-5092ab02ece2, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ca046d16-7fdb-4c45-b79c-5092ab02ece2,segment=NetworkSegment(59d3110c-5aaa-4111-a04c-6035a3c1d96c),segment_id=59d3110c-5aaa-4111-a04c-6035a3c1d96c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:50.214729 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'ca046d16-7fdb-4c45-b79c-5092ab02ece2', 'network_id': 'cd2c2b0e-7c0d-4b85-ba05-05683b0c0714', 'port_id': 'ca046d16-7fdb-4c45-b79c-5092ab02ece2', 'mac_address': 'fa:16:3e:5d:05:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155cf2bb-1ad2-46e5-b3c9-c5a247504765', 'ip_address': '19.80.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:45:50.245122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-5b181505-8ccf-4f6c-9aac-0a45a9bfe2ff service neutron] For port 7e53ab37-858f-4ecf-923e-0a152768037e, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:50.275606 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=a5e562df-39d0-4430-b995-5377f62d034d,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:50.287858 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ced1f67c-be0e-4d4e-8832-4b0074dd2200 req-70dad37f-a824-4fa9-9e43-5f52ab41d666 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:50.290622 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ced1f67c-be0e-4d4e-8832-4b0074dd2200 req-70dad37f-a824-4fa9-9e43-5f52ab41d666 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:50.291812 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ced1f67c-be0e-4d4e-8832-4b0074dd2200 req-70dad37f-a824-4fa9-9e43-5f52ab41d666 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "DELETE /v2.0/floatingips/de7d81f9-38f7-4952-b252-da824f2ceccd HTTP/1.1" status: 204 len: 173 time: 1.1835167 Nov 26 02:45:50.295459 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:50.299800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-5b181505-8ccf-4f6c-9aac-0a45a9bfe2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e53ab37-858f-4ecf-923e-0a152768037e {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:45:50.313514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-5b181505-8ccf-4f6c-9aac-0a45a9bfe2ff service neutron] For port 7e53ab37-858f-4ecf-923e-0a152768037e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=7e53ab37-858f-4ecf-923e-0a152768037e,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:50.320688 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca046d16-7fdb-4c45-b79c-5092ab02ece2 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:45:50.335399 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-5b181505-8ccf-4f6c-9aac-0a45a9bfe2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:50.365133 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ca046d16-7fdb-4c45-b79c-5092ab02ece2, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ca046d16-7fdb-4c45-b79c-5092ab02ece2,segment=NetworkSegment(59d3110c-5aaa-4111-a04c-6035a3c1d96c),segment_id=59d3110c-5aaa-4111-a04c-6035a3c1d96c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:50.369861 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:50.371429 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9d9231cd-d22f-4687-8a87-82341747b59d details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:45:50.464975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5ee9b-3fc1-4777-bdad-a88f84b20fc3 req-ea4dcb14-d5b5-46b1-b37b-cad03e2ab7bf tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:50.473462 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5ee9b-3fc1-4777-bdad-a88f84b20fc3 req-ea4dcb14-d5b5-46b1-b37b-cad03e2ab7bf tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:50.481511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5ee9b-3fc1-4777-bdad-a88f84b20fc3 req-ea4dcb14-d5b5-46b1-b37b-cad03e2ab7bf tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:50.484898 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8b5ee9b-3fc1-4777-bdad-a88f84b20fc3 req-ea4dcb14-d5b5-46b1-b37b-cad03e2ab7bf tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2415 time: 0.1004252 Nov 26 02:45:50.513811 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ca046d16-7fdb-4c45-b79c-5092ab02ece2,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:50.555423 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-5b181505-8ccf-4f6c-9aac-0a45a9bfe2ff service neutron] Transition to ACTIVE for port object 7e53ab37-858f-4ecf-923e-0a152768037e will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:45:50.571767 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-5b181505-8ccf-4f6c-9aac-0a45a9bfe2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:50.579222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9d9231cd-d22f-4687-8a87-82341747b59d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9d9231cd-d22f-4687-8a87-82341747b59d,segment=NetworkSegment(17ea3df5-23f7-418e-85b0-24c423192a3d),segment_id=17ea3df5-23f7-418e-85b0-24c423192a3d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:50.593670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '9d9231cd-d22f-4687-8a87-82341747b59d', 'network_id': '587df45b-6fba-4ad6-8582-7ecf2f65a564', 'port_id': '9d9231cd-d22f-4687-8a87-82341747b59d', 'mac_address': 'fa:16:3e:83:3e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c86c591-ed71-4006-9c37-9ba51f0df391', 'ip_address': '19.86.0.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:45:50.649682 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8b5ee9b-3fc1-4777-bdad-a88f84b20fc3 req-b9434797-699b-42de-8b0a-02a8bfc65a7e tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520455 Nov 26 02:45:50.663341 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1cf50-e6e1-4b10-a893-cc081c0f02c0 req-3dbe31ce-6540-4e8b-9b60-d0fc4c37fdd1 tempest-MigrationsAdminTest-29674935 tempest-MigrationsAdminTest-29674935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:50.665599 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ce1cf50-e6e1-4b10-a893-cc081c0f02c0 req-3dbe31ce-6540-4e8b-9b60-d0fc4c37fdd1 tempest-MigrationsAdminTest-29674935 tempest-MigrationsAdminTest-29674935-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 1101 time: 0.1524496 Nov 26 02:45:50.671808 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:50.694399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9231cd-d22f-4687-8a87-82341747b59d {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:45:50.694648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-5b181505-8ccf-4f6c-9aac-0a45a9bfe2ff service neutron] No DVR routers for this DVR port 7e53ab37-858f-4ecf-923e-0a152768037e on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:45:50.715988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b181505-8ccf-4f6c-9aac-0a45a9bfe2ff service neutron] Pushing event updated for resources: {'Port': ['ID=7e53ab37-858f-4ecf-923e-0a152768037e,revision_number=10']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:50.723167 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9d9231cd-d22f-4687-8a87-82341747b59d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9d9231cd-d22f-4687-8a87-82341747b59d,segment=NetworkSegment(17ea3df5-23f7-418e-85b0-24c423192a3d),segment_id=17ea3df5-23f7-418e-85b0-24c423192a3d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:50.729266 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:50.808516 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=9d9231cd-d22f-4687-8a87-82341747b59d,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:50.833227 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-5b181505-8ccf-4f6c-9aac-0a45a9bfe2ff service neutron] 10.222.0.54 "PUT /v2.0/ports/7e53ab37-858f-4ecf-923e-0a152768037e/bindings/n-h2-819389-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1303828 Nov 26 02:45:50.860847 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-12f0b228-a3df-4979-a6d0-ae2bbe55db1b tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 1000 time: 0.1700337 Nov 26 02:45:50.868462 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ce1cf50-e6e1-4b10-a893-cc081c0f02c0 req-e4a64c53-793b-40ce-800c-de0d7cfa9b83 tempest-MigrationsAdminTest-29674935 tempest-MigrationsAdminTest-29674935-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757183 Nov 26 02:45:50.936705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-0e725305-bbff-4aa6-b516-fd6f688ab8f1 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:50.938412 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-0e725305-bbff-4aa6-b516-fd6f688ab8f1 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports/d1a75b66-efbc-4c81-ae59-8d72091504d8 HTTP/1.1" status: 200 len: 942 time: 0.0690150 Nov 26 02:45:51.313110 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 7e53ab37-858f-4ecf-923e-0a152768037e no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:45:51.357763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['a5e562df-39d0-4430-b995-5377f62d034d'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:45:51.410858 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ca046d16-7fdb-4c45-b79c-5092ab02ece2'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:45:51.468242 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-730ec00b-6841-4ffd-ac3d-62f1b3554c0a tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:51.469912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['9d9231cd-d22f-4687-8a87-82341747b59d'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:45:51.470745 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-730ec00b-6841-4ffd-ac3d-62f1b3554c0a tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa&tenant_id=fd64c89c2dfb4732a633c8526baba9f0&binding%3Ahost_id=n-h1-819389-3 HTTP/1.1" status: 200 len: 1096 time: 0.5166276 Nov 26 02:45:51.483384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-1d6c2a51-c6df-415b-836b-8637b52374e4 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 1000 time: 0.4900165 Nov 26 02:45:51.554920 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 7e53ab37-858f-4ecf-923e-0a152768037e not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:45:51.577187 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859c8ce-fec9-4252-a692-0103c0c45692 req-3860b9fa-4807-47f9-ac5a-d53163cd40c7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:51.578621 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d859c8ce-fec9-4252-a692-0103c0c45692 req-3860b9fa-4807-47f9-ac5a-d53163cd40c7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 945 time: 0.2066677 Nov 26 02:45:51.652727 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-379439b4-2ad4-4b9b-a3b8-e3c235a699ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:51.654489 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-379439b4-2ad4-4b9b-a3b8-e3c235a699ac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa&tenant_id=fd64c89c2dfb4732a633c8526baba9f0 HTTP/1.1" status: 200 len: 1096 time: 0.1647325 Nov 26 02:45:51.744780 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d859c8ce-fec9-4252-a692-0103c0c45692 req-82ed7ce3-b04a-48f1-bf33-c7b22105623f tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390941 Nov 26 02:45:51.785159 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-5a81edac-6723-43b5-a138-c837a2f11410 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:51.787222 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-5a81edac-6723-43b5-a138-c837a2f11410 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.2810471 Nov 26 02:45:51.795766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-0b353339-5761-40f8-a491-b93c48b5175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:51.797315 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-0b353339-5761-40f8-a491-b93c48b5175c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 1096 time: 0.0982630 Nov 26 02:45:51.873972 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-7cba73af-461d-42f7-835e-63c8213140f6 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 1000 time: 0.0741889 Nov 26 02:45:51.889978 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-88874c21-2bfd-48c3-9492-cac6a85659ac tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:51.991903 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-88874c21-2bfd-48c3-9492-cac6a85659ac tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:52.056840 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-e21a4861-cb1f-4f4f-a3de-d19727f6e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:52.058303 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-e21a4861-cb1f-4f4f-a3de-d19727f6e8f7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.1952496 Nov 26 02:45:52.086907 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:52.132481 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-3b382e37-b1bd-4205-9ef4-578ac7191492 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e53ab37-858f-4ecf-923e-0a152768037e HTTP/1.1" status: 200 len: 217 time: 0.0391665 Nov 26 02:45:52.214143 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-88874c21-2bfd-48c3-9492-cac6a85659ac tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:52.228741 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-88874c21-2bfd-48c3-9492-cac6a85659ac tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:52.229178 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-88874c21-2bfd-48c3-9492-cac6a85659ac tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Floating IP 1096febe-d555-4fdb-81f8-68bf23062018 disassociated. External IP: 172.25.0.20, port: d1a75b66-efbc-4c81-ae59-8d72091504d8. Nov 26 02:45:52.265014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-e23a8702-a0c7-4de5-ab0d-60ca1039a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:52.266475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-e23a8702-a0c7-4de5-ab0d-60ca1039a270 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.1263499 Nov 26 02:45:52.328202 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a7488465-8674-4fa9-a066-36b239749d35 req-077c6b92-deaa-4385-838c-eb2f6c60d568 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0523255 Nov 26 02:45:52.350780 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-d8420922-8d68-4d9b-87fe-8080ec468c70 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538471 Nov 26 02:45:52.443186 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b6091-4028-4fae-9c49-098255b125b5 req-c27d4067-8a63-4b37-92fc-7d639427cf1f tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:52.444675 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c0b6091-4028-4fae-9c49-098255b125b5 req-c27d4067-8a63-4b37-92fc-7d639427cf1f tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/ports?device_id=851d1ee8-23bc-42c6-99ef-d016a5f6df7c HTTP/1.1" status: 200 len: 946 time: 0.1489673 Nov 26 02:45:52.558737 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-b0820ce4-2bac-48eb-8084-ada9f7249ff8 service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987927 Nov 26 02:45:52.651218 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c0b6091-4028-4fae-9c49-098255b125b5 req-352507cc-6457-4a69-86fd-9d5aeaf3c7b2 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a0f943d-062c-4211-8b2d-0cf7e88cf6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975944 Nov 26 02:45:52.690612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-88874c21-2bfd-48c3-9492-cac6a85659ac tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Router 9413f872-9876-4d78-96c3-8187f60f31d2 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:45:52.705245 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-e39bfed1-f657-4d76-a037-93cf2553a817 service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328654 Nov 26 02:45:52.821172 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-88874c21-2bfd-48c3-9492-cac6a85659ac tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:45:52.825906 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-88874c21-2bfd-48c3-9492-cac6a85659ac tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:52.830322 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8099437-3d41-44ba-86d9-7bd562b22f08 None None] Sync routers for ids ['9413f872-9876-4d78-96c3-8187f60f31d2'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:45:52.841178 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8099437-3d41-44ba-86d9-7bd562b22f08 None None] Routers {'9413f872-9876-4d78-96c3-8187f60f31d2'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:45:52.842049 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c8099437-3d41-44ba-86d9-7bd562b22f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:45:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9413f872-9876-4d78-96c3-8187f60f31d2'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:52.863192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-88874c21-2bfd-48c3-9492-cac6a85659ac tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "PUT /v2.0/floatingips/1096febe-d555-4fdb-81f8-68bf23062018 HTTP/1.1" status: 200 len: 694 time: 0.9776492 Nov 26 02:45:52.863752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfb68f6-ee39-478c-821f-776538d5668c', 'tag': 'd1a75b66-efbc-4c81-ae59-8d72091504d8'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:52.866253 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1043239-7d52-430e-96a2-ff634b306974" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfb68f6-ee39-478c-821f-776538d5668c", "tag": "d1a75b66-efbc-4c81-ae59-8d72091504d8"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:52.974717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-6820a61c-ad3f-4917-b950-12168427851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:52.976250 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-6820a61c-ad3f-4917-b950-12168427851d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a8f3e12d77545529189d7e8133410f1&device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 1096 time: 0.0990794 Nov 26 02:45:53.063409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6167b-a4f7-40ff-892c-b9d4a720cf86 req-73c479e1-2c3f-4782-9ed3-d1300fb795b8 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:53.064981 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ef6167b-a4f7-40ff-892c-b9d4a720cf86 req-73c479e1-2c3f-4782-9ed3-d1300fb795b8 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.59 "GET /v2.0/ports?device_id=851d1ee8-23bc-42c6-99ef-d016a5f6df7c HTTP/1.1" status: 200 len: 946 time: 0.1298933 Nov 26 02:45:53.078698 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecbc7d-b56e-46b4-b451-5d7d212bef17 req-22cb3354-e386-4a9b-b5bb-73f36aef1516 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:53.085647 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecbc7d-b56e-46b4-b451-5d7d212bef17 req-22cb3354-e386-4a9b-b5bb-73f36aef1516 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:53.091692 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecbc7d-b56e-46b4-b451-5d7d212bef17 req-22cb3354-e386-4a9b-b5bb-73f36aef1516 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:53.093773 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-01ecbc7d-b56e-46b4-b451-5d7d212bef17 req-22cb3354-e386-4a9b-b5bb-73f36aef1516 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2416 time: 0.1802940 Nov 26 02:45:53.181054 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-c8099437-3d41-44ba-86d9-7bd562b22f08 None None] Set router 9413f872-9876-4d78-96c3-8187f60f31d2 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:45:53.258240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-413396b8-6800-472a-a011-5b7ba5d7244b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:53.259912 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-413396b8-6800-472a-a011-5b7ba5d7244b service neutron] 10.222.0.31 "GET /v2.0/networks?id=8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 HTTP/1.1" status: 200 len: 929 time: 0.2753065 Nov 26 02:45:53.273150 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-01ecbc7d-b56e-46b4-b451-5d7d212bef17 req-d4cae388-033d-460b-bfdd-1ea4a9200953 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411436 Nov 26 02:45:53.299327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-754a47bc-5148-4bd6-b4d1-b703758775c3 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:53.302218 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-754a47bc-5148-4bd6-b4d1-b703758775c3 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa&tenant_id=fd64c89c2dfb4732a633c8526baba9f0&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 1096 time: 0.1477795 Nov 26 02:45:53.355915 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:53.361456 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-5534f1aa-5355-4849-8b01-4e4075c1510e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1a75b66-efbc-4c81-ae59-8d72091504d8 HTTP/1.1" status: 200 len: 217 time: 0.0870385 Nov 26 02:45:53.415232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c8099437-3d41-44ba-86d9-7bd562b22f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-270531581-router', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:03Z', 'updated_at': '2021-11-26T02:45:08Z', 'revision_number': 4, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'gw_port': {'id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:05Z', 'updated_at': '2021-11-26T02:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '760dc197-3cd1-44ec-996a-46b8d47128bc', 'name': '', 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'mac_address': 'fa:16:3e:df:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:07Z', 'updated_at': '2021-11-26T02:45:13Z', 'revision_number': 5, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'subnets': [{'id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:53.442776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8099437-3d41-44ba-86d9-7bd562b22f08 None None] Checking router: 9413f872-9876-4d78-96c3-8187f60f31d2 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:45:53.452321 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8099437-3d41-44ba-86d9-7bd562b22f08 None None] Routers {'9413f872-9876-4d78-96c3-8187f60f31d2'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:45:53.452981 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c8099437-3d41-44ba-86d9-7bd562b22f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:45:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9413f872-9876-4d78-96c3-8187f60f31d2'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:53.470920 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-1ef6167b-a4f7-40ff-892c-b9d4a720cf86 req-d60d6f99-e86c-449b-a987-08d3093fc80b tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Deleting port fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:45:53.471257 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1ef6167b-a4f7-40ff-892c-b9d4a720cf86 req-d60d6f99-e86c-449b-a987-08d3093fc80b tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:53.492642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-5c7f8e73-e41b-40da-b907-12d75b1c0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:53.494146 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-5c7f8e73-e41b-40da-b907-12d75b1c0228 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3 HTTP/1.1" status: 200 len: 867 time: 0.1319611 Nov 26 02:45:53.562703 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a17b2-1ec7-4c09-8f51-8175b6caacac req-b4db6fdf-924d-4d80-ae7e-79bca3b34464 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:53.564220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e9a17b2-1ec7-4c09-8f51-8175b6caacac req-b4db6fdf-924d-4d80-ae7e-79bca3b34464 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 950 time: 0.2184656 Nov 26 02:45:53.566274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-c8099437-3d41-44ba-86d9-7bd562b22f08 None None] Set router 9413f872-9876-4d78-96c3-8187f60f31d2 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:45:53.671106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-c2ad7e67-8051-48d3-be48-fd06690d3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:53.672720 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-c2ad7e67-8051-48d3-be48-fd06690d3f79 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501889 Nov 26 02:45:53.674455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-1ef6167b-a4f7-40ff-892c-b9d4a720cf86 req-d60d6f99-e86c-449b-a987-08d3093fc80b tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] For port fd23f013-dc2d-4a98-a7e4-7eff1ab690c1, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=fd23f013-dc2d-4a98-a7e4-7eff1ab690c1,segment=NetworkSegment(8793f41e-d1ff-45ad-bf21-cf53ef7992c1),segment_id=8793f41e-d1ff-45ad-bf21-cf53ef7992c1)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:53.674859 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1ef6167b-a4f7-40ff-892c-b9d4a720cf86 req-d60d6f99-e86c-449b-a987-08d3093fc80b tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:53.795178 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c8099437-3d41-44ba-86d9-7bd562b22f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-270531581-router', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:03Z', 'updated_at': '2021-11-26T02:45:08Z', 'revision_number': 4, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'gw_port': {'id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:05Z', 'updated_at': '2021-11-26T02:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '760dc197-3cd1-44ec-996a-46b8d47128bc', 'name': '', 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'mac_address': 'fa:16:3e:df:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:07Z', 'updated_at': '2021-11-26T02:45:13Z', 'revision_number': 5, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'subnets': [{'id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:53.826058 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8099437-3d41-44ba-86d9-7bd562b22f08 None None] The sync data for ids ['9413f872-9876-4d78-96c3-8187f60f31d2'] in n-d-819389-3 is: [{'id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-270531581-router', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:03Z', 'updated_at': '2021-11-26T02:45:08Z', 'revision_number': 4, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'gw_port': {'id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:05Z', 'updated_at': '2021-11-26T02:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '760dc197-3cd1-44ec-996a-46b8d47128bc', 'name': '', 'network_id': '8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'mac_address': 'fa:16:3e:df:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:07Z', 'updated_at': '2021-11-26T02:45:13Z', 'revision_number': 5, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'subnets': [{'id': 'f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:45:54.065490 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e3e3ec-117f-4d7a-9cb4-c122e5f49885 None None] New status for floating IP 1096febe-d555-4fdb-81f8-68bf23062018: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:45:54.095672 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e9a17b2-1ec7-4c09-8f51-8175b6caacac req-a00763df-3213-4ae9-8941-6d9f7a02338e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181942 Nov 26 02:45:54.100833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-65a13712-5f6b-410c-b7d7-60d266a8798c service neutron] For port 7e53ab37-858f-4ecf-923e-0a152768037e, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:54.104079 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device a5e562df-39d0-4430-b995-5377f62d034d up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:54.123021 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-65a13712-5f6b-410c-b7d7-60d266a8798c service neutron] Publish callbacks [] for binding, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:54.124132 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed6a7bf1-bf3d-4608-8d67-0427d99b8eab req-65a13712-5f6b-410c-b7d7-60d266a8798c service neutron] 10.222.0.59 "DELETE /v2.0/ports/7e53ab37-858f-4ecf-923e-0a152768037e/bindings/n-h1-819389-3 HTTP/1.1" status: 204 len: 173 time: 0.7773073 Nov 26 02:45:54.216170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port a5e562df-39d0-4430-b995-5377f62d034d completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:45:54.221258 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7488465-8674-4fa9-a066-36b239749d35 req-3eb40729-f62b-40ce-a2ca-11896b0a04e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:54.222963 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port a5e562df-39d0-4430-b995-5377f62d034d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:54.223465 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a7488465-8674-4fa9-a066-36b239749d35 req-3eb40729-f62b-40ce-a2ca-11896b0a04e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 1101 time: 0.1436527 Nov 26 02:45:54.223750 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:54.227900 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-7f5400f9-1b24-4aaa-9f9d-57f3bff6aa30 service neutron] 10.222.0.31 "GET /v2.0/networks/8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370314 Nov 26 02:45:54.314849 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:54.341648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e562df-39d0-4430-b995-5377f62d034d'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:54.343930 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c13809-b084-4438-8c49-faa107bd04a3" -d '{"events": [{"server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "name": "network-vif-plugged", "status": "completed", "tag": "a5e562df-39d0-4430-b995-5377f62d034d"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:54.359441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port a5e562df-39d0-4430-b995-5377f62d034d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a5e562df-39d0-4430-b995-5377f62d034d,segment=NetworkSegment(59d3110c-5aaa-4111-a04c-6035a3c1d96c),segment_id=59d3110c-5aaa-4111-a04c-6035a3c1d96c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:54.364150 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:54.365003 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ca046d16-7fdb-4c45-b79c-5092ab02ece2 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:54.451736 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1ef6167b-a4f7-40ff-892c-b9d4a720cf86 req-d60d6f99-e86c-449b-a987-08d3093fc80b tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:54.451973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=a5e562df-39d0-4430-b995-5377f62d034d,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:54.452130 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1ef6167b-a4f7-40ff-892c-b9d4a720cf86 req-d60d6f99-e86c-449b-a987-08d3093fc80b tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:54.452417 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-1ef6167b-a4f7-40ff-892c-b9d4a720cf86 req-d60d6f99-e86c-449b-a987-08d3093fc80b tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Floating IP f34b9e41-67cb-4436-a6da-3350efef3750 disassociated. External IP: 172.25.0.161, port: fd23f013-dc2d-4a98-a7e4-7eff1ab690c1. Nov 26 02:45:54.452760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-1ef6167b-a4f7-40ff-892c-b9d4a720cf86 req-d60d6f99-e86c-449b-a987-08d3093fc80b tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Calling delete_port for fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:45:54.475538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port ca046d16-7fdb-4c45-b79c-5092ab02ece2 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:45:54.479949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port ca046d16-7fdb-4c45-b79c-5092ab02ece2 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:54.480495 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:54.569708 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:54.579327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74470dfe-d753-4536-ba7c-9ed425e0b711 req-421d51d0-f230-4a10-a90d-03307b4776cb service neutron] 10.222.0.31 "GET /v2.0/networks/8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423457 Nov 26 02:45:54.591715 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7488465-8674-4fa9-a066-36b239749d35 req-02260e69-b913-42fc-9ca3-1ab2be6d2eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:54.593317 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a7488465-8674-4fa9-a066-36b239749d35 req-02260e69-b913-42fc-9ca3-1ab2be6d2eb3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.3221633 Nov 26 02:45:54.600614 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-6f8d4135-36dd-4024-8f48-1a4ed4383365 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:54.602210 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-6f8d4135-36dd-4024-8f48-1a4ed4383365 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 821 time: 0.3389227 Nov 26 02:45:54.626475 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ca046d16-7fdb-4c45-b79c-5092ab02ece2, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ca046d16-7fdb-4c45-b79c-5092ab02ece2,segment=NetworkSegment(59d3110c-5aaa-4111-a04c-6035a3c1d96c),segment_id=59d3110c-5aaa-4111-a04c-6035a3c1d96c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:54.632468 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:54.633348 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9d9231cd-d22f-4687-8a87-82341747b59d up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:45:54.662255 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a7488465-8674-4fa9-a066-36b239749d35 req-451289fa-9b7b-48ba-b105-b6ea2578f891 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c HTTP/1.1" status: 200 len: 217 time: 0.0525525 Nov 26 02:45:54.665115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-eb7b3faa-cc07-4dd6-ba46-5e7d5007c0bd tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/quotas/e8a793ab79454cf9836e2116f38adfa2 HTTP/1.1" status: 200 len: 375 time: 0.0437975 Nov 26 02:45:54.733229 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ca046d16-7fdb-4c45-b79c-5092ab02ece2,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:54.752674 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 9d9231cd-d22f-4687-8a87-82341747b59d completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:45:54.757347 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 9d9231cd-d22f-4687-8a87-82341747b59d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:45:54.757347 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:54.806182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7488465-8674-4fa9-a066-36b239749d35 req-6ef5fa55-40a7-4868-9168-e00e60f2a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:54.807664 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a7488465-8674-4fa9-a066-36b239749d35 req-6ef5fa55-40a7-4868-9168-e00e60f2a1d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1339164 Nov 26 02:45:54.827373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-7bd60444-a459-40ce-b434-3734e10eafb7 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1523516 Nov 26 02:45:54.843187 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:54.868188 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d81c95-33dc-4622-913e-df3b82d77f0d req-b721058b-a3be-4c84-8e31-ff13e6aa665a tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:54.869660 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0d81c95-33dc-4622-913e-df3b82d77f0d req-b721058b-a3be-4c84-8e31-ff13e6aa665a tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 945 time: 0.1738493 Nov 26 02:45:54.882408 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9d9231cd-d22f-4687-8a87-82341747b59d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9d9231cd-d22f-4687-8a87-82341747b59d,segment=NetworkSegment(17ea3df5-23f7-418e-85b0-24c423192a3d),segment_id=17ea3df5-23f7-418e-85b0-24c423192a3d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:54.886538 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:54.887355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:45:54.908652 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:45:54.909000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:45:54.926127 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1ef6167b-a4f7-40ff-892c-b9d4a720cf86 req-d60d6f99-e86c-449b-a987-08d3093fc80b tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:54.954603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=9d9231cd-d22f-4687-8a87-82341747b59d,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:54.986586 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d6f99-e86c-449b-a987-08d3093fc80b tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Pushing event deleted for resources: {'Port': ['ID=fd23f013-dc2d-4a98-a7e4-7eff1ab690c1,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:55.025461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7488465-8674-4fa9-a066-36b239749d35 req-33485052-ce3f-4396-8257-2955f23b9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:55.026957 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a7488465-8674-4fa9-a066-36b239749d35 req-33485052-ce3f-4396-8257-2955f23b9230 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1888771 Nov 26 02:45:55.053000 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0d81c95-33dc-4622-913e-df3b82d77f0d req-441b17ec-b9b1-4033-9fdc-2d08a7d7eb8d tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602535 Nov 26 02:45:55.121409 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-4dfff6a5-6aff-46d8-a308-3e9b47b3d98d service neutron] 10.222.0.31 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814977 Nov 26 02:45:55.148679 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9dce06-9738-41e3-9fed-763813df25a0 x-openstack-request-id: req-3a9dce06-9738-41e3-9fed-763813df25a0 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:55.148679 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfb68f6-ee39-478c-821f-776538d5668c", "tag": "d1a75b66-efbc-4c81-ae59-8d72091504d8", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:55.149007 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a9dce06-9738-41e3-9fed-763813df25a0 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:55.149141 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfb68f6-ee39-478c-821f-776538d5668c', 'tag': 'd1a75b66-efbc-4c81-ae59-8d72091504d8', 'status': 'completed', 'code': 200} Nov 26 02:45:55.249651 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c091392b-c13b-4fda-9a7d-0e2771f0668d req-fe706b64-5672-431f-8c59-3951e8b2db83 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/ports?device_id=851d1ee8-23bc-42c6-99ef-d016a5f6df7c HTTP/1.1" status: 200 len: 210 time: 0.0970700 Nov 26 02:45:55.338481 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a7488465-8674-4fa9-a066-36b239749d35 req-5ca2807c-c65a-47b5-8f2e-8b747ddc092d service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979050 Nov 26 02:45:55.342117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043239-7d52-430e-96a2-ff634b306974 req-abafb2de-0571-409e-946c-968a748e1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:55.345286 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1043239-7d52-430e-96a2-ff634b306974 req-abafb2de-0571-409e-946c-968a748e1c1f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a8f3e12d77545529189d7e8133410f1&device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 1096 time: 0.1880620 Nov 26 02:45:55.377016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ef6167b-a4f7-40ff-892c-b9d4a720cf86 req-d60d6f99-e86c-449b-a987-08d3093fc80b tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Router 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:45:55.452391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-fcac91c0-ca33-4379-aeb2-b53d7b65acdf service neutron] 10.222.0.31 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023121 Nov 26 02:45:55.623041 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a7488465-8674-4fa9-a066-36b239749d35 req-627ce9a0-4f09-4f40-a53c-52d7af53742a service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735248 Nov 26 02:45:55.633015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043239-7d52-430e-96a2-ff634b306974 req-9f20d1ce-3004-4ad8-a866-719824931120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:55.634366 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1043239-7d52-430e-96a2-ff634b306974 req-9f20d1ce-3004-4ad8-a866-719824931120 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 HTTP/1.1" status: 200 len: 929 time: 0.2712877 Nov 26 02:45:55.700786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25323f1-1716-4e91-8ed0-9cc2ff7ba0f0 req-57bfd9e2-160e-4a0a-9163-3b229e3e04f4 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:55.706694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25323f1-1716-4e91-8ed0-9cc2ff7ba0f0 req-57bfd9e2-160e-4a0a-9163-3b229e3e04f4 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:55.712628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25323f1-1716-4e91-8ed0-9cc2ff7ba0f0 req-57bfd9e2-160e-4a0a-9163-3b229e3e04f4 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:55.714274 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d25323f1-1716-4e91-8ed0-9cc2ff7ba0f0 req-57bfd9e2-160e-4a0a-9163-3b229e3e04f4 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2419 time: 0.1950121 Nov 26 02:45:55.717521 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1043239-7d52-430e-96a2-ff634b306974 req-428a94f2-f8b4-4a28-b076-8d7b86dda13d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1a75b66-efbc-4c81-ae59-8d72091504d8 HTTP/1.1" status: 200 len: 217 time: 0.0732949 Nov 26 02:45:55.724136 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ef6167b-a4f7-40ff-892c-b9d4a720cf86 req-d60d6f99-e86c-449b-a987-08d3093fc80b tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:45:55.741859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbb1aec-ac3e-4966-b5c6-d7fce93a836b None None] Sync routers for ids ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:45:55.768071 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbb1aec-ac3e-4966-b5c6-d7fce93a836b None None] Routers {'1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:45:55.776907 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1cbb1aec-ac3e-4966-b5c6-d7fce93a836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:45:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:55.846295 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6eb6b41c-c450-479f-9eab-299868a7acd3 req-0b958fa1-7e96-4322-8585-ac479437f203 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/floatingips/1096febe-d555-4fdb-81f8-68bf23062018 HTTP/1.1" status: 200 len: 692 time: 0.0467358 Nov 26 02:45:55.859442 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49eba568-f8a2-4268-914f-0c58765e4b96 x-openstack-request-id: req-49eba568-f8a2-4268-914f-0c58765e4b96 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:55.859741 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "name": "network-vif-plugged", "status": "completed", "tag": "a5e562df-39d0-4430-b995-5377f62d034d", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:55.859996 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49eba568-f8a2-4268-914f-0c58765e4b96 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:55.860419 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e562df-39d0-4430-b995-5377f62d034d', 'code': 200} Nov 26 02:45:55.867433 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef6167b-a4f7-40ff-892c-b9d4a720cf86 req-d60d6f99-e86c-449b-a987-08d3093fc80b tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] No DVR routers for this DVR port fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:45:55.870126 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1ef6167b-a4f7-40ff-892c-b9d4a720cf86 req-d60d6f99-e86c-449b-a987-08d3093fc80b tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:55.873963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ef6167b-a4f7-40ff-892c-b9d4a720cf86 req-d60d6f99-e86c-449b-a987-08d3093fc80b tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.59 "DELETE /v2.0/ports/fd23f013-dc2d-4a98-a7e4-7eff1ab690c1 HTTP/1.1" status: 204 len: 173 time: 2.7777889 Nov 26 02:45:55.907991 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-1cbb1aec-ac3e-4966-b5c6-d7fce93a836b None None] Set router 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:45:55.973109 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d25323f1-1716-4e91-8ed0-9cc2ff7ba0f0 req-90176376-71a9-4abb-b750-b969b8709c81 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469938 Nov 26 02:45:55.976828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043239-7d52-430e-96a2-ff634b306974 req-b7df350b-4d6b-4a34-89bd-30942d3c42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:55.978267 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1043239-7d52-430e-96a2-ff634b306974 req-b7df350b-4d6b-4a34-89bd-30942d3c42ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3 HTTP/1.1" status: 200 len: 867 time: 0.2510748 Nov 26 02:45:56.065091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043239-7d52-430e-96a2-ff634b306974 req-cc30f686-c227-42a4-b29d-6cc9c976ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:56.067152 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1043239-7d52-430e-96a2-ff634b306974 req-cc30f686-c227-42a4-b29d-6cc9c976ed6b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778568 Nov 26 02:45:56.078286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6b41c-c450-479f-9eab-299868a7acd3 req-b9d16c9c-a93c-4644-b052-b8c79aebda46 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:56.086448 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6eb6b41c-c450-479f-9eab-299868a7acd3 req-b9d16c9c-a93c-4644-b052-b8c79aebda46 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.2218149 Nov 26 02:45:56.196829 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1cbb1aec-ac3e-4966-b5c6-d7fce93a836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'name': 'tempest-ServersTestManualDisk-848484729-router', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:19Z', 'updated_at': '2021-11-26T02:43:25Z', 'revision_number': 4, 'project_id': '911d595fdab847c2957c1da36320774c', 'gw_port': {'id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:20Z', 'updated_at': '2021-11-26T02:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8c903ec9-1f60-49e6-8f12-a40c32100d6a', 'name': '', 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'mac_address': 'fa:16:3e:66:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:23Z', 'updated_at': '2021-11-26T02:43:29Z', 'revision_number': 5, 'project_id': '911d595fdab847c2957c1da36320774c', 'subnets': [{'id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:56.230375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbb1aec-ac3e-4966-b5c6-d7fce93a836b None None] Checking router: 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:45:56.240354 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbb1aec-ac3e-4966-b5c6-d7fce93a836b None None] Routers {'1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:45:56.240992 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1cbb1aec-ac3e-4966-b5c6-d7fce93a836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:45:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:56.364660 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-1cbb1aec-ac3e-4966-b5c6-d7fce93a836b None None] Set router 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:45:56.512107 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6eb6b41c-c450-479f-9eab-299868a7acd3 req-c8609667-dd55-460c-a13c-562d80f683f4 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.4247136 Nov 26 02:45:56.589649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2af999-e48e-4785-b9c0-9e65d920fde1 req-b7fd77db-5377-477a-84ab-38ca3bd84494 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:56.591558 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b2af999-e48e-4785-b9c0-9e65d920fde1 req-b7fd77db-5377-477a-84ab-38ca3bd84494 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 950 time: 0.4898553 Nov 26 02:45:56.599588 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6eb6b41c-c450-479f-9eab-299868a7acd3 req-896c9ae6-8371-4230-b8ef-b0bbb0ec7c6a tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.0795984 Nov 26 02:45:56.600660 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1cbb1aec-ac3e-4966-b5c6-d7fce93a836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'name': 'tempest-ServersTestManualDisk-848484729-router', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:19Z', 'updated_at': '2021-11-26T02:43:25Z', 'revision_number': 4, 'project_id': '911d595fdab847c2957c1da36320774c', 'gw_port': {'id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:20Z', 'updated_at': '2021-11-26T02:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8c903ec9-1f60-49e6-8f12-a40c32100d6a', 'name': '', 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'mac_address': 'fa:16:3e:66:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:23Z', 'updated_at': '2021-11-26T02:43:29Z', 'revision_number': 5, 'project_id': '911d595fdab847c2957c1da36320774c', 'subnets': [{'id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:45:56.624975 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1043239-7d52-430e-96a2-ff634b306974 req-b573138a-2980-482e-8050-846890ae3fc0 service neutron] 10.222.0.59 "GET /v2.0/networks/8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363007 Nov 26 02:45:56.634101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbb1aec-ac3e-4966-b5c6-d7fce93a836b None None] The sync data for ids ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'] in n-d-819389-3 is: [{'id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'name': 'tempest-ServersTestManualDisk-848484729-router', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:19Z', 'updated_at': '2021-11-26T02:43:25Z', 'revision_number': 4, 'project_id': '911d595fdab847c2957c1da36320774c', 'gw_port': {'id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:20Z', 'updated_at': '2021-11-26T02:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8c903ec9-1f60-49e6-8f12-a40c32100d6a', 'name': '', 'network_id': 'ea27b44d-473a-44bd-95fa-3a159264910c', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'mac_address': 'fa:16:3e:66:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:23Z', 'updated_at': '2021-11-26T02:43:29Z', 'revision_number': 5, 'project_id': '911d595fdab847c2957c1da36320774c', 'subnets': [{'id': '4cdbffbb-80cc-4db5-a9b9-f848ad82f883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:45:56.802917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b2af999-e48e-4785-b9c0-9e65d920fde1 req-2c9e2301-305a-4e36-9d55-28616ad3afcf tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868002 Nov 26 02:45:56.843711 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1043239-7d52-430e-96a2-ff634b306974 req-b7c03287-99dd-4887-b3b7-486a0865c2ff service neutron] 10.222.0.59 "GET /v2.0/networks/8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808095 Nov 26 02:45:56.855211 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-6eb6b41c-c450-479f-9eab-299868a7acd3 req-7c30ea58-d84f-484d-9086-531fe646650e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Deleting port 8d6351f9-a7b8-45d2-8152-5d517dceb6ec {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:45:56.855447 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6eb6b41c-c450-479f-9eab-299868a7acd3 req-7c30ea58-d84f-484d-9086-531fe646650e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:56.901978 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfaf585-7c52-4ce4-9ac4-b778fc303f9f None None] New status for floating IP f34b9e41-67cb-4436-a6da-3350efef3750: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:45:56.927074 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4103549f-8389-4c24-9227-dba216c0c48b req-c7d76085-ed30-469a-ae7c-179e3a74fa5b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 210 time: 0.0348601 Nov 26 02:45:57.028674 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6eb6b41c-c450-479f-9eab-299868a7acd3 req-7c30ea58-d84f-484d-9086-531fe646650e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:57.028998 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6eb6b41c-c450-479f-9eab-299868a7acd3 req-7c30ea58-d84f-484d-9086-531fe646650e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:57.068680 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-6eb6b41c-c450-479f-9eab-299868a7acd3 req-7c30ea58-d84f-484d-9086-531fe646650e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Calling delete_port for 8d6351f9-a7b8-45d2-8152-5d517dceb6ec owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:45:57.148475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e0cb9-df89-4f5c-bed0-e5e914abff0b req-4b95b0b4-e45b-4cc9-af9a-a2187005a27b tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:57.150001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed1e0cb9-df89-4f5c-bed0-e5e914abff0b req-4b95b0b4-e45b-4cc9-af9a-a2187005a27b tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 1096 time: 0.1305988 Nov 26 02:45:57.155631 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851d1ee8-23bc-42c6-99ef-d016a5f6df7c', 'name': 'network-vif-deleted', 'tag': 'fd23f013-dc2d-4a98-a7e4-7eff1ab690c1'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:57.157800 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52722dfb-af57-4302-ad1e-bcb0690a9719" -d '{"events": [{"server_uuid": "851d1ee8-23bc-42c6-99ef-d016a5f6df7c", "name": "network-vif-deleted", "tag": "fd23f013-dc2d-4a98-a7e4-7eff1ab690c1"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:57.176812 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-8f138b6c-f4a7-492f-a2f0-633ca9481488 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:57.178218 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-8f138b6c-f4a7-492f-a2f0-633ca9481488 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.54 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 821 time: 0.2141645 Nov 26 02:45:57.206824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-117a6688-259a-4dc8-a78b-6498fb745c5f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Request body: {'port': {'device_id': '098efca1-2cf6-442b-b0a4-508a02006dc0', 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02', 'admin_state_up': True, 'tenant_id': 'e8a793ab79454cf9836e2116f38adfa2'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:57.289369 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed1e0cb9-df89-4f5c-bed0-e5e914abff0b req-cc2a1fc6-40e0-4fdd-a212-af55bd4ec294 tempest-LiveMigrationTest-804257501 tempest-LiveMigrationTest-804257501-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270370 Nov 26 02:45:57.398967 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6eb6b41c-c450-479f-9eab-299868a7acd3 req-7c30ea58-d84f-484d-9086-531fe646650e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:57.403447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-117a6688-259a-4dc8-a78b-6498fb745c5f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Made reservation on behalf of e8a793ab79454cf9836e2116f38adfa2 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:45:57.406943 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-117a6688-259a-4dc8-a78b-6498fb745c5f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:57.444875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30ea58-d84f-484d-9086-531fe646650e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Pushing event deleted for resources: {'Port': ['ID=8d6351f9-a7b8-45d2-8152-5d517dceb6ec,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:57.543662 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6eb6b41c-c450-479f-9eab-299868a7acd3 req-7c30ea58-d84f-484d-9086-531fe646650e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:57.546213 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6eb6b41c-c450-479f-9eab-299868a7acd3 req-7c30ea58-d84f-484d-9086-531fe646650e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:57.547349 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6eb6b41c-c450-479f-9eab-299868a7acd3 req-7c30ea58-d84f-484d-9086-531fe646650e tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "DELETE /v2.0/floatingips/1096febe-d555-4fdb-81f8-68bf23062018 HTTP/1.1" status: 204 len: 173 time: 0.9390228 Nov 26 02:45:57.607893 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e5ab58-4262-4e05-aa3f-c03e6f97bb8f x-openstack-request-id: req-55e5ab58-4262-4e05-aa3f-c03e6f97bb8f {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:57.608191 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851d1ee8-23bc-42c6-99ef-d016a5f6df7c", "name": "network-vif-deleted", "tag": "fd23f013-dc2d-4a98-a7e4-7eff1ab690c1", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:57.608444 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55e5ab58-4262-4e05-aa3f-c03e6f97bb8f {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:57.608834 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851d1ee8-23bc-42c6-99ef-d016a5f6df7c', 'name': 'network-vif-deleted', 'tag': 'fd23f013-dc2d-4a98-a7e4-7eff1ab690c1', 'status': 'completed', 'code': 200} Nov 26 02:45:57.662482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-117a6688-259a-4dc8-a78b-6498fb745c5f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Allocated IP 172.20.0.14 (19f9e564-6945-4cfd-bf25-fe17589b9d02/681deaf1-7770-440e-9d0a-fc19f5a6a2ba/04104088-c3db-4f80-aeee-60f0d4d46511) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:45:57.675637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2925b48-5188-4972-8548-6ec40da3cf9d req-27513b91-9102-4c62-8dec-930a1e6bd503 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:57.681751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2925b48-5188-4972-8548-6ec40da3cf9d req-27513b91-9102-4c62-8dec-930a1e6bd503 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:57.687859 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2925b48-5188-4972-8548-6ec40da3cf9d req-27513b91-9102-4c62-8dec-930a1e6bd503 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:57.689571 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e2925b48-5188-4972-8548-6ec40da3cf9d req-27513b91-9102-4c62-8dec-930a1e6bd503 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2419 time: 0.0997939 Nov 26 02:45:57.724100 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:45:57.767450 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33692) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:57.782320 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e2925b48-5188-4972-8548-6ec40da3cf9d req-37566160-8a41-46a9-b08d-73f2b528a279 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815744 Nov 26 02:45:57.845425 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39e5a59c-2ecd-4f13-9198-4f165d0b8fef tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:57.862156 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca046d16-7fdb-4c45-b79c-5092ab02ece2'}, {'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9231cd-d22f-4687-8a87-82341747b59d'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:45:57.865229 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0205a36a-7cf5-4161-a610-c8607a51bb2b" -d '{"events": [{"server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "name": "network-vif-plugged", "status": "completed", "tag": "ca046d16-7fdb-4c45-b79c-5092ab02ece2"}, {"server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "name": "network-vif-plugged", "status": "completed", "tag": "9d9231cd-d22f-4687-8a87-82341747b59d"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:45:57.875480 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39e5a59c-2ecd-4f13-9198-4f165d0b8fef tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:57.931995 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39e5a59c-2ecd-4f13-9198-4f165d0b8fef tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:57.935022 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39e5a59c-2ecd-4f13-9198-4f165d0b8fef tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:57.936225 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-39e5a59c-2ecd-4f13-9198-4f165d0b8fef tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "DELETE /v2.0/security-groups/5a0f943d-062c-4211-8b2d-0cf7e88cf6e3 HTTP/1.1" status: 204 len: 168 time: 0.1666250 Nov 26 02:45:57.939885 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33700) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:57.958327 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5a59c-2ecd-4f13-9198-4f165d0b8fef tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0f943d-062c-4211-8b2d-0cf7e88cf6e3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:57.958529 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc73d4-88a9-4844-898e-5eee4fe6349d req-4dc80f8d-8096-4e72-9f66-0c16dd015470 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:57.960701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16cc73d4-88a9-4844-898e-5eee4fe6349d req-4dc80f8d-8096-4e72-9f66-0c16dd015470 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 945 time: 0.1225493 Nov 26 02:45:57.960839 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-ba0b569d-3d0c-4d5c-bebc-53e3f61eb632 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] show failed (client error): The resource could not be found. Nov 26 02:45:57.961743 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ba0b569d-3d0c-4d5c-bebc-53e3f61eb632 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "GET /v2.0/security-groups/5a0f943d-062c-4211-8b2d-0cf7e88cf6e3 HTTP/1.1" status: 404 len: 347 time: 0.0206919 Nov 26 02:45:57.964416 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33704) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:57.985967 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-117a6688-259a-4dc8-a78b-6498fb745c5f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:58.012768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec301cf8-eef2-4c03-a80d-88bcbf573668 req-e36c348e-ec92-4560-a7ff-134467ca7190 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:58.014367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec301cf8-eef2-4c03-a80d-88bcbf573668 req-e36c348e-ec92-4560-a7ff-134467ca7190 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1332989 Nov 26 02:45:58.066348 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16cc73d4-88a9-4844-898e-5eee4fe6349d req-fd8cb859-5445-446f-aa6e-903faef00b75 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921144 Nov 26 02:45:58.148213 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-7ac78777-b994-4258-8545-12dd04fc0061 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Deleting port add165d0-17ad-4c6e-9472-dc48101a1801 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:45:58.148981 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ac78777-b994-4258-8545-12dd04fc0061 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:58.173873 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec301cf8-eef2-4c03-a80d-88bcbf573668 req-9c30e33d-d55f-483e-b13d-412b7a90bd04 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1241753 Nov 26 02:45:58.210972 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 26 Nov 2021 02:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2545648c-af0e-4d07-8faa-9695b62215fd x-openstack-request-id: req-2545648c-af0e-4d07-8faa-9695b62215fd {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:45:58.211494 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "name": "network-vif-plugged", "status": "completed", "tag": "ca046d16-7fdb-4c45-b79c-5092ab02ece2", "code": 200}, {"server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "name": "network-vif-plugged", "status": "completed", "tag": "9d9231cd-d22f-4687-8a87-82341747b59d", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:45:58.212299 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2545648c-af0e-4d07-8faa-9695b62215fd {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:45:58.212568 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca046d16-7fdb-4c45-b79c-5092ab02ece2', 'code': 200} Nov 26 02:45:58.212956 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9231cd-d22f-4687-8a87-82341747b59d', 'code': 200} Nov 26 02:45:58.230316 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-117a6688-259a-4dc8-a78b-6498fb745c5f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:58.251307 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ac78777-b994-4258-8545-12dd04fc0061 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:58.251902 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ac78777-b994-4258-8545-12dd04fc0061 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:58.265691 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-7ac78777-b994-4258-8545-12dd04fc0061 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Calling delete_port for add165d0-17ad-4c6e-9472-dc48101a1801 owned by network:floatingip {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:45:58.271016 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['a63da763-2109-4065-842f-705ded00c432'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:45:58.358258 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f88b1-894a-40f1-9de1-b3f3eeec36e3 req-db910717-1ade-4465-a2f7-cf222f95751d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:58.366077 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-773f88b1-894a-40f1-9de1-b3f3eeec36e3 req-db910717-1ade-4465-a2f7-cf222f95751d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 950 time: 0.1889019 Nov 26 02:45:58.369182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-117a6688-259a-4dc8-a78b-6498fb745c5f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Network 19f9e564-6945-4cfd-bf25-fe17589b9d02 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:45:58.384995 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-117a6688-259a-4dc8-a78b-6498fb745c5f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:45:58.387388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-117a6688-259a-4dc8-a78b-6498fb745c5f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:45:58.416367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a6688-259a-4dc8-a78b-6498fb745c5f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Pushing event updated for resources: {'Port': ['ID=04104088-c3db-4f80-aeee-60f0d4d46511,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:58.470539 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ac78777-b994-4258-8545-12dd04fc0061 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:58.486104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317da88e-f9f4-4c7a-86ca-bee9b3ac53b9 req-137c052c-8262-4fad-9fd9-adf85c9587fe tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:58.489777 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-317da88e-f9f4-4c7a-86ca-bee9b3ac53b9 req-137c052c-8262-4fad-9fd9-adf85c9587fe tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 932 time: 0.2164950 Nov 26 02:45:58.517348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-117a6688-259a-4dc8-a78b-6498fb745c5f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:58.517987 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-117a6688-259a-4dc8-a78b-6498fb745c5f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:58.528005 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac78777-b994-4258-8545-12dd04fc0061 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Pushing event deleted for resources: {'Port': ['ID=add165d0-17ad-4c6e-9472-dc48101a1801,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:58.566551 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-773f88b1-894a-40f1-9de1-b3f3eeec36e3 req-85c10b37-3f89-44e8-ae7b-22cf2698e685 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995704 Nov 26 02:45:58.573145 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ac78777-b994-4258-8545-12dd04fc0061 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks [] for floatingip, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:58.573338 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b8d01-8cd0-4b33-8008-40da433920c0 req-013742ba-8288-4b64-9a9a-695d12571552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:58.573838 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b8d01-8cd0-4b33-8008-40da433920c0 req-013742ba-8288-4b64-9a9a-695d12571552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:58.574309 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b8d01-8cd0-4b33-8008-40da433920c0 req-013742ba-8288-4b64-9a9a-695d12571552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:58.575953 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-422b8d01-8cd0-4b33-8008-40da433920c0 req-013742ba-8288-4b64-9a9a-695d12571552 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2872 time: 0.1525192 Nov 26 02:45:58.577085 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ac78777-b994-4258-8545-12dd04fc0061 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:58.578350 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7ac78777-b994-4258-8545-12dd04fc0061 tempest-ServersTestManualDisk-1962841303 tempest-ServersTestManualDisk-1962841303-project] 10.222.0.31 "DELETE /v2.0/floatingips/f34b9e41-67cb-4436-a6da-3350efef3750 HTTP/1.1" status: 204 len: 168 time: 0.6130285 Nov 26 02:45:58.581260 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33712) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:45:58.582977 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-117a6688-259a-4dc8-a78b-6498fb745c5f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3856738 Nov 26 02:45:58.608733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Request body: {'port': {'device_id': '098efca1-2cf6-442b-b0a4-508a02006dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:45:58.712970 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-317da88e-f9f4-4c7a-86ca-bee9b3ac53b9 req-14eede97-92d1-42e8-acd0-53d143ebcd21 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064123 Nov 26 02:45:58.738155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85e69ac5-1f73-4dfb-9946-67e534897c95 req-c3d3cb7a-c098-48b0-81e9-ad7c93b3f52d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1023893 Nov 26 02:45:58.773081 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:58.791236 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-422b8d01-8cd0-4b33-8008-40da433920c0 req-eb8dc6bd-b449-4e82-b296-7620a3a52aec service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071950 Nov 26 02:45:58.866035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2779ef5-cfa2-4f59-ae43-6d3b14ed9464 req-ecd08132-6045-458d-95a4-dcd9029da653 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:58.867832 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2779ef5-cfa2-4f59-ae43-6d3b14ed9464 req-ecd08132-6045-458d-95a4-dcd9029da653 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 945 time: 0.2042191 Nov 26 02:45:59.003461 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2c72489a-d174-482e-af2b-e26de6f5d38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:59.099179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04104088-c3db-4f80-aeee-60f0d4d46511 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:45:59.112765 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:59.128306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Transition to ACTIVE for port object 04104088-c3db-4f80-aeee-60f0d4d46511 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:45:59.140670 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:59.241030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Pushing event updated for resources: {'Port': ['ID=04104088-c3db-4f80-aeee-60f0d4d46511,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:59.350504 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2c72489a-d174-482e-af2b-e26de6f5d38f admin admin] Deleting port 8c903ec9-1f60-49e6-8f12-a40c32100d6a {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:45:59.351087 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2c72489a-d174-482e-af2b-e26de6f5d38f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:59.420412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c20c2-4717-4ffc-957b-27fad1d05316 req-1717c5a5-a58b-4928-aae0-d6f14ce21574 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:59.426564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c20c2-4717-4ffc-957b-27fad1d05316 req-1717c5a5-a58b-4928-aae0-d6f14ce21574 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:59.432539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c20c2-4717-4ffc-957b-27fad1d05316 req-1717c5a5-a58b-4928-aae0-d6f14ce21574 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:59.434195 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce7c20c2-4717-4ffc-957b-27fad1d05316 req-1717c5a5-a58b-4928-aae0-d6f14ce21574 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2419 time: 0.1943605 Nov 26 02:45:59.445281 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-2c72489a-d174-482e-af2b-e26de6f5d38f admin admin] For port 8c903ec9-1f60-49e6-8f12-a40c32100d6a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8c903ec9-1f60-49e6-8f12-a40c32100d6a,segment=NetworkSegment(8793f41e-d1ff-45ad-bf21-cf53ef7992c1),segment_id=8793f41e-d1ff-45ad-bf21-cf53ef7992c1)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:59.445829 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2c72489a-d174-482e-af2b-e26de6f5d38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:59.461620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2c72489a-d174-482e-af2b-e26de6f5d38f admin admin] Calling delete_port for 8c903ec9-1f60-49e6-8f12-a40c32100d6a owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:45:59.476614 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:45:59.476956 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:45:59.477319 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:59.489704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c2779ef5-cfa2-4f59-ae43-6d3b14ed9464 req-42f30cef-3719-4b07-9e42-93b6fcfe49eb tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Deleting port 7e53ab37-858f-4ecf-923e-0a152768037e {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:45:59.490055 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c2779ef5-cfa2-4f59-ae43-6d3b14ed9464 req-42f30cef-3719-4b07-9e42-93b6fcfe49eb tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:59.553663 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Port 04104088-c3db-4f80-aeee-60f0d4d46511 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:45:59.553996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:45:59.578686 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a8951-750c-4587-9ba1-230aef787a63 req-764f99e1-1e9e-4b28-a173-dbf0f2c3c947 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:45:59.586447 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-716a8951-750c-4587-9ba1-230aef787a63 req-764f99e1-1e9e-4b28-a173-dbf0f2c3c947 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 945 time: 0.1976879 Nov 26 02:45:59.598060 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:45:59.598402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Checking segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:45:59.598795 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Bound using segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:45:59.599693 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Bound port: 04104088-c3db-4f80-aeee-60f0d4d46511, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:45:59.599693 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:59.636036 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce7c20c2-4717-4ffc-957b-27fad1d05316 req-3bfbb265-5a8c-44dc-9d48-21da7c7eccd6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775327 Nov 26 02:45:59.692698 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2c72489a-d174-482e-af2b-e26de6f5d38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:59.741081 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72489a-d174-482e-af2b-e26de6f5d38f admin admin] Pushing event deleted for resources: {'Port': ['ID=8c903ec9-1f60-49e6-8f12-a40c32100d6a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:45:59.742936 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c2779ef5-cfa2-4f59-ae43-6d3b14ed9464 req-42f30cef-3719-4b07-9e42-93b6fcfe49eb tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] For port 7e53ab37-858f-4ecf-923e-0a152768037e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=7e53ab37-858f-4ecf-923e-0a152768037e,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:45:59.743469 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c2779ef5-cfa2-4f59-ae43-6d3b14ed9464 req-42f30cef-3719-4b07-9e42-93b6fcfe49eb tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:59.757388 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-716a8951-750c-4587-9ba1-230aef787a63 req-2ddb2849-9130-43d4-ac4e-4c7430ec5ac8 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701519 Nov 26 02:45:59.803817 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c2779ef5-cfa2-4f59-ae43-6d3b14ed9464 req-42f30cef-3719-4b07-9e42-93b6fcfe49eb tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Calling delete_port for 7e53ab37-858f-4ecf-923e-0a152768037e owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:45:59.854867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] For port 04104088-c3db-4f80-aeee-60f0d4d46511, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:45:59.865216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] For port 04104088-c3db-4f80-aeee-60f0d4d46511, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=04104088-c3db-4f80-aeee-60f0d4d46511,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:45:59.927351 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:45:59.967760 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2c72489a-d174-482e-af2b-e26de6f5d38f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:00.012749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:00.013689 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:00.015124 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] 10.222.0.54 "PUT /v2.0/ports/04104088-c3db-4f80-aeee-60f0d4d46511 HTTP/1.1" status: 200 len: 1092 time: 1.4111087 Nov 26 02:46:00.022210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098efca1-2cf6-442b-b0a4-508a02006dc0', 'tag': '04104088-c3db-4f80-aeee-60f0d4d46511'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:00.025207 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9557c1c6-0290-4ae2-b60b-6999b181d0da" -d '{"events": [{"name": "network-changed", "server_uuid": "098efca1-2cf6-442b-b0a4-508a02006dc0", "tag": "04104088-c3db-4f80-aeee-60f0d4d46511"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:00.063808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca561d6-4b79-4b52-af50-1ef288f7f2c2 req-1a7b6a61-f884-40d0-9c65-ba1f552a97a0 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:00.072656 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aca561d6-4b79-4b52-af50-1ef288f7f2c2 req-1a7b6a61-f884-40d0-9c65-ba1f552a97a0 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 945 time: 0.3197172 Nov 26 02:46:00.153156 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a1d01-fdb2-4a44-bc5f-71ad01377a57 req-26fad300-29c1-4db4-b33c-270d932dc68c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:00.162056 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-847a1d01-fdb2-4a44-bc5f-71ad01377a57 req-26fad300-29c1-4db4-b33c-270d932dc68c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 950 time: 0.2605937 Nov 26 02:46:00.194290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d439ca-bc95-4e87-bff2-b15a9e1c7342 service neutron] Pushing event updated for resources: {'Port': ['ID=04104088-c3db-4f80-aeee-60f0d4d46511,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:00.218913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c72489a-d174-482e-af2b-e26de6f5d38f admin admin] Router 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:46:00.299323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-2d3a22e1-5391-4033-86bf-47b785a67204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:00.301481 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-2d3a22e1-5391-4033-86bf-47b785a67204 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 1095 time: 0.2067535 Nov 26 02:46:00.317833 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aca561d6-4b79-4b52-af50-1ef288f7f2c2 req-bf2bc771-d37e-4db4-a275-4ee6d731c128 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa3c685-8529-405f-b3ef-4f78652c5644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438908 Nov 26 02:46:00.334591 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-847a1d01-fdb2-4a44-bc5f-71ad01377a57 req-3559552c-a1e7-4ebe-8bab-ea74c8d5ef9a tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676986 Nov 26 02:46:00.355273 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c72489a-d174-482e-af2b-e26de6f5d38f admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:46:00.369366 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e7799-e156-4353-933c-ce7a105471ac None None] Sync routers for ids ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:46:00.370097 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2c72489a-d174-482e-af2b-e26de6f5d38f admin admin] 10.222.0.31 "PUT /v2.0/routers/1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7875702 Nov 26 02:46:00.380684 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33732) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:00.385279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e7799-e156-4353-933c-ce7a105471ac None None] Routers {'1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:46:00.390743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d85e7799-e156-4353-933c-ce7a105471ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:45:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:00.436591 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-0cd842d7-0411-45f9-b140-4e0f6f38f5ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04104088-c3db-4f80-aeee-60f0d4d46511 HTTP/1.1" status: 200 len: 217 time: 0.1175914 Nov 26 02:46:00.437337 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c2779ef5-cfa2-4f59-ae43-6d3b14ed9464 req-42f30cef-3719-4b07-9e42-93b6fcfe49eb tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:00.440325 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cfae51-bdf9-4678-8eae-f8d3ce39780a x-openstack-request-id: req-43cfae51-bdf9-4678-8eae-f8d3ce39780a {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:00.440325 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098efca1-2cf6-442b-b0a4-508a02006dc0", "tag": "04104088-c3db-4f80-aeee-60f0d4d46511", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:00.440535 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43cfae51-bdf9-4678-8eae-f8d3ce39780a {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:00.440803 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098efca1-2cf6-442b-b0a4-508a02006dc0', 'tag': '04104088-c3db-4f80-aeee-60f0d4d46511', 'status': 'completed', 'code': 200} Nov 26 02:46:00.477298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f30cef-3719-4b07-9e42-93b6fcfe49eb tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Pushing event deleted for resources: {'Port': ['ID=7e53ab37-858f-4ecf-923e-0a152768037e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:00.510738 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c270bedb-2968-4094-b7df-d6c40e1729cd'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:46:00.563656 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-6b75d433-a087-45e0-8d59-0afb0e41a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:00.565695 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-6b75d433-a087-45e0-8d59-0afb0e41a5fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.0996861 Nov 26 02:46:00.570808 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6344c9b-0b56-4188-bca4-ecdaadcd8981 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:00.637394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d85e7799-e156-4353-933c-ce7a105471ac None None] Set router 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:46:00.691037 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-cb95ca6c-62f5-4aeb-83e3-a49667811a26 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805039 Nov 26 02:46:00.692089 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2779ef5-cfa2-4f59-ae43-6d3b14ed9464 req-42f30cef-3719-4b07-9e42-93b6fcfe49eb tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] No DVR routers for this DVR port 7e53ab37-858f-4ecf-923e-0a152768037e on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:00.695169 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c2779ef5-cfa2-4f59-ae43-6d3b14ed9464 req-42f30cef-3719-4b07-9e42-93b6fcfe49eb tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:00.700164 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2779ef5-cfa2-4f59-ae43-6d3b14ed9464 req-42f30cef-3719-4b07-9e42-93b6fcfe49eb tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.59 "DELETE /v2.0/ports/7e53ab37-858f-4ecf-923e-0a152768037e HTTP/1.1" status: 204 len: 173 time: 1.5697122 Nov 26 02:46:00.821878 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6344c9b-0b56-4188-bca4-ecdaadcd8981 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:00.842611 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877f156e-962e-4690-927b-2418499d7e12 req-196fd9ff-62f0-4573-beda-ef4cd561d4f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2331171 Nov 26 02:46:00.925963 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a6344c9b-0b56-4188-bca4-ecdaadcd8981 admin admin] Deleting port 9d7390b1-b4a2-4f9a-93ae-44b0fb90753f {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:00.926476 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6344c9b-0b56-4188-bca4-ecdaadcd8981 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:00.946949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e827302-dfe9-4e66-8266-b2cd4d02e849 req-129a10f0-75d0-4347-b5b9-199c0cee7c52 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:00.948506 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e827302-dfe9-4e66-8266-b2cd4d02e849 req-129a10f0-75d0-4347-b5b9-199c0cee7c52 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 944 time: 0.5179658 Nov 26 02:46:01.042820 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-a6344c9b-0b56-4188-bca4-ecdaadcd8981 admin admin] For port 9d7390b1-b4a2-4f9a-93ae-44b0fb90753f, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9d7390b1-b4a2-4f9a-93ae-44b0fb90753f,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:01.043448 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6344c9b-0b56-4188-bca4-ecdaadcd8981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:01.057652 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d85e7799-e156-4353-933c-ce7a105471ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'name': 'tempest-ServersTestManualDisk-848484729-router', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:19Z', 'updated_at': '2021-11-26T02:45:59Z', 'revision_number': 5, 'project_id': '911d595fdab847c2957c1da36320774c', 'gw_port': {'id': '9d7390b1-b4a2-4f9a-93ae-44b0fb90753f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:43:20Z', 'updated_at': '2021-11-26T02:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:01.064928 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a6344c9b-0b56-4188-bca4-ecdaadcd8981 admin admin] Calling delete_port for 9d7390b1-b4a2-4f9a-93ae-44b0fb90753f owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:01.092559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e7799-e156-4353-933c-ce7a105471ac None None] Checking router: 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:46:01.103651 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e7799-e156-4353-933c-ce7a105471ac None None] Routers {'1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:46:01.104677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d85e7799-e156-4353-933c-ce7a105471ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:45:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:01.211632 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d85e7799-e156-4353-933c-ce7a105471ac None None] Set router 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:46:01.271983 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6344c9b-0b56-4188-bca4-ecdaadcd8981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:01.276662 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d85e7799-e156-4353-933c-ce7a105471ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'name': 'tempest-ServersTestManualDisk-848484729-router', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:19Z', 'updated_at': '2021-11-26T02:46:00Z', 'revision_number': 6, 'project_id': '911d595fdab847c2957c1da36320774c', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:01.312244 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e7799-e156-4353-933c-ce7a105471ac None None] The sync data for ids ['1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b'] in n-d-819389-3 is: [{'id': '1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b', 'name': 'tempest-ServersTestManualDisk-848484729-router', 'tenant_id': '911d595fdab847c2957c1da36320774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:43:19Z', 'updated_at': '2021-11-26T02:46:00Z', 'revision_number': 6, 'project_id': '911d595fdab847c2957c1da36320774c', 'gw_port_host': None}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:46:01.317284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6344c9b-0b56-4188-bca4-ecdaadcd8981 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d7390b1-b4a2-4f9a-93ae-44b0fb90753f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:01.321733 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-3eeb3f9b-2543-4f9e-874a-1c5b4a5a9ef8 service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204484 Nov 26 02:46:01.401371 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edbd0d-c7ff-4713-ad27-93b4af86a16b req-f1648470-56ea-4146-8881-33ae80e0a995 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:01.405578 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6344c9b-0b56-4188-bca4-ecdaadcd8981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:01.407339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edbd0d-c7ff-4713-ad27-93b4af86a16b req-f1648470-56ea-4146-8881-33ae80e0a995 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:01.413284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edbd0d-c7ff-4713-ad27-93b4af86a16b req-f1648470-56ea-4146-8881-33ae80e0a995 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:01.414941 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-67edbd0d-c7ff-4713-ad27-93b4af86a16b req-f1648470-56ea-4146-8881-33ae80e0a995 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2419 time: 0.5797698 Nov 26 02:46:01.499041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc7e02-d9a0-4f6c-aeec-c9b3556d26b0 req-93379f74-c29b-4b43-a5a1-f01681322350 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:01.500545 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4adc7e02-d9a0-4f6c-aeec-c9b3556d26b0 req-93379f74-c29b-4b43-a5a1-f01681322350 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 945 time: 0.1770964 Nov 26 02:46:01.507148 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f156e-962e-4690-927b-2418499d7e12 req-31198a63-ad70-4729-a6a8-4c1e12a50439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:01.508622 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877f156e-962e-4690-927b-2418499d7e12 req-31198a63-ad70-4729-a6a8-4c1e12a50439 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 1095 time: 0.5592110 Nov 26 02:46:01.527957 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e827302-dfe9-4e66-8266-b2cd4d02e849 req-3b922aaf-6abc-4b76-9a5a-2bb2419d13cf tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629737 Nov 26 02:46:01.654827 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abc36af6-6eed-4f8f-9bdf-5589d9cb7306 req-9747ba4a-75d3-4b45-95d5-6e22ef77022f service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939405 Nov 26 02:46:01.781218 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-67edbd0d-c7ff-4713-ad27-93b4af86a16b req-f2fb7745-2216-4571-97ac-19a8bd705881 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369050 Nov 26 02:46:01.782569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f156e-962e-4690-927b-2418499d7e12 req-af28337a-d27a-4bcb-a5ad-47dde535de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:01.784098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877f156e-962e-4690-927b-2418499d7e12 req-af28337a-d27a-4bcb-a5ad-47dde535de3f service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 200 len: 908 time: 0.2373788 Nov 26 02:46:01.818060 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-347cbafa-560b-402c-9f02-6f77f0d1899b req-8fbd4024-7fa4-43a4-aa51-3e4cd3aff303 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 210 time: 0.1667044 Nov 26 02:46:01.818570 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6344c9b-0b56-4188-bca4-ecdaadcd8981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:01.823227 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6344c9b-0b56-4188-bca4-ecdaadcd8981 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:01.897350 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6344c9b-0b56-4188-bca4-ecdaadcd8981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:01.898004 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6344c9b-0b56-4188-bca4-ecdaadcd8981 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:46:01.911685 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6344c9b-0b56-4188-bca4-ecdaadcd8981 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:01.913137 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a6344c9b-0b56-4188-bca4-ecdaadcd8981 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1d8de59b-cb1c-4d83-a6aa-f8fc2587fd3b HTTP/1.1" status: 204 len: 168 time: 1.5314562 Nov 26 02:46:01.915565 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33752) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:01.915989 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877f156e-962e-4690-927b-2418499d7e12 req-dce88d88-da12-4c6f-8966-1c64dc5ec662 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90d38b26-a554-451f-93b8-bed743a9d211 HTTP/1.1" status: 200 len: 217 time: 0.0930655 Nov 26 02:46:01.972518 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadc01f3-cbda-4492-8209-2dfe6d7c21fb admin admin] Deleting subnet 4cdbffbb-80cc-4db5-a9b9-f848ad82f883 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:46:01.976700 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dadc01f3-cbda-4492-8209-2dfe6d7c21fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:02.017102 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dadc01f3-cbda-4492-8209-2dfe6d7c21fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:02.030110 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557c1c6-0290-4ae2-b60b-6999b181d0da req-5781499e-b0b6-415c-8a02-27024fd90c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:02.031618 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9557c1c6-0290-4ae2-b60b-6999b181d0da req-5781499e-b0b6-415c-8a02-27024fd90c9d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 1095 time: 0.2420268 Nov 26 02:46:02.067477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f156e-962e-4690-927b-2418499d7e12 req-d343385e-d9f1-4add-9ef0-a9d66397a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:02.069015 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877f156e-962e-4690-927b-2418499d7e12 req-d343385e-d9f1-4add-9ef0-a9d66397a1bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 200 len: 847 time: 0.1402056 Nov 26 02:46:02.071331 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-4adc7e02-d9a0-4f6c-aeec-c9b3556d26b0 req-6be043de-efbe-4a0c-929f-80553cebaf36 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Deleting port d1a75b66-efbc-4c81-ae59-8d72091504d8 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:02.071673 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4adc7e02-d9a0-4f6c-aeec-c9b3556d26b0 req-6be043de-efbe-4a0c-929f-80553cebaf36 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:02.105387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 7e53ab37-858f-4ecf-923e-0a152768037e no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:02.107470 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dadc01f3-cbda-4492-8209-2dfe6d7c21fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:02.133058 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 7e53ab37-858f-4ecf-923e-0a152768037e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:46:02.133567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 7e53ab37-858f-4ecf-923e-0a152768037e not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:46:02.135289 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device d1a75b66-efbc-4c81-ae59-8d72091504d8 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:02.180861 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dadc01f3-cbda-4492-8209-2dfe6d7c21fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:02.184677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b841037-afe3-426c-aff2-6cfa03c92853 req-eafb269c-5966-475f-8ed2-089baecefe79 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:02.197151 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b841037-afe3-426c-aff2-6cfa03c92853 req-eafb269c-5966-475f-8ed2-089baecefe79 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 950 time: 0.2567172 Nov 26 02:46:02.223803 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc01f3-cbda-4492-8209-2dfe6d7c21fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cdbffbb-80cc-4db5-a9b9-f848ad82f883,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:02.230644 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ab8ea-9d4c-43b9-952e-da19c153ee15 req-17a11a45-6264-4c2a-aa23-7a9af11214d5 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:02.233965 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dadc01f3-cbda-4492-8209-2dfe6d7c21fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:02.238715 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce2ab8ea-9d4c-43b9-952e-da19c153ee15 req-17a11a45-6264-4c2a-aa23-7a9af11214d5 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 945 time: 0.2970138 Nov 26 02:46:02.244792 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dadc01f3-cbda-4492-8209-2dfe6d7c21fb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4cdbffbb-80cc-4db5-a9b9-f848ad82f883 HTTP/1.1" status: 204 len: 168 time: 0.3280594 Nov 26 02:46:02.246733 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33754) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:02.247461 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1af62c-b351-4a16-bf3a-53a2695e8724 None None] Network ea27b44d-473a-44bd-95fa-3a159264910c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:46:02.254140 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877f156e-962e-4690-927b-2418499d7e12 req-532dc300-f916-426b-9901-c7ceaae6ba74 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddcac99f-452c-47dc-ab00-82864338624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1593492 Nov 26 02:46:02.318750 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:02.396920 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfb68f6-ee39-478c-821f-776538d5668c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a75b66-efbc-4c81-ae59-8d72091504d8'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:02.405210 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdc35a8-a371-4f5b-b667-cfaf3f2e5bf3" -d '{"events": [{"server_uuid": "bdfb68f6-ee39-478c-821f-776538d5668c", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a75b66-efbc-4c81-ae59-8d72091504d8"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:02.419008 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:02.446114 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa', 'name': 'network-vif-deleted', 'tag': '7e53ab37-858f-4ecf-923e-0a152768037e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:02.448395 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf753b67-0e91-45bb-acde-c9434e991d2c" -d '{"events": [{"server_uuid": "dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa", "name": "network-vif-deleted", "tag": "7e53ab37-858f-4ecf-923e-0a152768037e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:02.463835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port d1a75b66-efbc-4c81-ae59-8d72091504d8, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=d1a75b66-efbc-4c81-ae59-8d72091504d8,segment=NetworkSegment(07dc2b8b-d778-4009-b557-d656f81d517b),segment_id=07dc2b8b-d778-4009-b557-d656f81d517b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:02.485459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b841037-afe3-426c-aff2-6cfa03c92853 req-6c9b9176-ca5c-43bc-8146-afc8fb974a6d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722592 Nov 26 02:46:02.485459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-4adc7e02-d9a0-4f6c-aeec-c9b3556d26b0 req-6be043de-efbe-4a0c-929f-80553cebaf36 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] For port d1a75b66-efbc-4c81-ae59-8d72091504d8, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=d1a75b66-efbc-4c81-ae59-8d72091504d8,segment=NetworkSegment(07dc2b8b-d778-4009-b557-d656f81d517b),segment_id=07dc2b8b-d778-4009-b557-d656f81d517b)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:02.485459 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4adc7e02-d9a0-4f6c-aeec-c9b3556d26b0 req-6be043de-efbe-4a0c-929f-80553cebaf36 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:02.487632 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:02.505831 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] Deleting port 7ad9f140-dcfe-4395-9e99-4c832c1a0132 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:02.505831 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:02.509866 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce2ab8ea-9d4c-43b9-952e-da19c153ee15 req-6ad4e9d4-6b77-42ca-b7f7-c53f83968b4d tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa3c685-8529-405f-b3ef-4f78652c5644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702041 Nov 26 02:46:02.558320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557c1c6-0290-4ae2-b60b-6999b181d0da req-8d2c5e9b-89b1-4453-95c6-93ffb77887af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:02.559795 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9557c1c6-0290-4ae2-b60b-6999b181d0da req-8d2c5e9b-89b1-4453-95c6-93ffb77887af service neutron] 10.222.0.54 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 922 time: 0.5072734 Nov 26 02:46:02.579550 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=d1a75b66-efbc-4c81-ae59-8d72091504d8,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:02.600572 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-4adc7e02-d9a0-4f6c-aeec-c9b3556d26b0 req-6be043de-efbe-4a0c-929f-80553cebaf36 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Calling delete_port for d1a75b66-efbc-4c81-ae59-8d72091504d8 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:02.650655 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad621db-e7e2-44de-a4bf-637987e9bec4 None None] DHCP port deletion for ea27b44d-473a-44bd-95fa-3a159264910c request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:46:02.664008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] For port 7ad9f140-dcfe-4395-9e99-4c832c1a0132, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=7ad9f140-dcfe-4395-9e99-4c832c1a0132,segment=NetworkSegment(8793f41e-d1ff-45ad-bf21-cf53ef7992c1),segment_id=8793f41e-d1ff-45ad-bf21-cf53ef7992c1)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:02.664416 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:02.678403 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] Calling delete_port for 7ad9f140-dcfe-4395-9e99-4c832c1a0132 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:02.761205 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9557c1c6-0290-4ae2-b60b-6999b181d0da req-8b812fe9-3a1a-41f2-a358-93bf8921d1ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04104088-c3db-4f80-aeee-60f0d4d46511 HTTP/1.1" status: 200 len: 217 time: 0.1857853 Nov 26 02:46:02.782169 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2a9aee-4ef1-4d86-9c13-34f0466a353a x-openstack-request-id: req-1a2a9aee-4ef1-4d86-9c13-34f0466a353a {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:02.782586 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfb68f6-ee39-478c-821f-776538d5668c", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a75b66-efbc-4c81-ae59-8d72091504d8", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:02.782961 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a2a9aee-4ef1-4d86-9c13-34f0466a353a {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:02.783459 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfb68f6-ee39-478c-821f-776538d5668c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a75b66-efbc-4c81-ae59-8d72091504d8', 'code': 200} Nov 26 02:46:02.804471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8c903ec9-1f60-49e6-8f12-a40c32100d6a no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:02.812351 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:02.832568 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-cad621db-e7e2-44de-a4bf-637987e9bec4 None None] Deleting port 7ad9f140-dcfe-4395-9e99-4c832c1a0132 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:02.833463 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cad621db-e7e2-44de-a4bf-637987e9bec4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:02.882908 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf29068-f31c-4a80-99f3-9b07c1069ea6 x-openstack-request-id: req-5bf29068-f31c-4a80-99f3-9b07c1069ea6 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:02.883291 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] No DVR routers for this DVR port 7ad9f140-dcfe-4395-9e99-4c832c1a0132 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:02.883637 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa", "name": "network-vif-deleted", "tag": "7e53ab37-858f-4ecf-923e-0a152768037e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:02.884079 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bf29068-f31c-4a80-99f3-9b07c1069ea6 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:02.884672 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa', 'name': 'network-vif-deleted', 'tag': '7e53ab37-858f-4ecf-923e-0a152768037e', 'status': 'completed', 'code': 200} Nov 26 02:46:02.892974 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad9f140-dcfe-4395-9e99-4c832c1a0132,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:02.930342 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877f156e-962e-4690-927b-2418499d7e12 req-c87e04f1-7672-4879-905f-05cea3cb20ff service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6654840 Nov 26 02:46:02.937720 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-cad621db-e7e2-44de-a4bf-637987e9bec4 None None] For port 7ad9f140-dcfe-4395-9e99-4c832c1a0132, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:02.938442 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cad621db-e7e2-44de-a4bf-637987e9bec4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:02.953885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-cad621db-e7e2-44de-a4bf-637987e9bec4 None None] Calling delete_port for 7ad9f140-dcfe-4395-9e99-4c832c1a0132 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:02.958821 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-cad621db-e7e2-44de-a4bf-637987e9bec4 None None] Port 7ad9f140-dcfe-4395-9e99-4c832c1a0132 was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 02:46:02.960945 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cad621db-e7e2-44de-a4bf-637987e9bec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:02.963018 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 8c903ec9-1f60-49e6-8f12-a40c32100d6a {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:46:02.963474 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8c903ec9-1f60-49e6-8f12-a40c32100d6a not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:46:02.963999 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9d7390b1-b4a2-4f9a-93ae-44b0fb90753f no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:02.989733 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 9d7390b1-b4a2-4f9a-93ae-44b0fb90753f {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:46:02.990262 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9d7390b1-b4a2-4f9a-93ae-44b0fb90753f not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:46:03.016471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad621db-e7e2-44de-a4bf-637987e9bec4 None None] Pushing event deleted for resources: {'Port': ['ID=7ad9f140-dcfe-4395-9e99-4c832c1a0132,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:03.022048 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:03.024414 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad621db-e7e2-44de-a4bf-637987e9bec4 None None] No DVR routers for this DVR port 7ad9f140-dcfe-4395-9e99-4c832c1a0132 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:03.050965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea27b44d-473a-44bd-95fa-3a159264910c']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:03.063211 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8793f41e-d1ff-45ad-bf21-cf53ef7992c1') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:03.063546 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8793f41e-d1ff-45ad-bf21-cf53ef7992c1') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:03.075136 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:03.095663 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:03.107881 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:46:03.108542 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:46:03.110951 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:46:03.163677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557c1c6-0290-4ae2-b60b-6999b181d0da req-0825a0c8-292d-4e7d-bc0e-6c674a36115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:03.165319 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9557c1c6-0290-4ae2-b60b-6999b181d0da req-0825a0c8-292d-4e7d-bc0e-6c674a36115e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.3891277 Nov 26 02:46:03.180609 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:03.185372 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:03.189515 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ea27b44d-473a-44bd-95fa-3a159264910c HTTP/1.1" status: 204 len: 168 time: 0.9409773 Nov 26 02:46:03.209752 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873e4de-99a2-44bf-84a5-77c784183f40 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea27b44d-473a-44bd-95fa-3a159264910c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:03.270310 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-137d063e-476b-4bc6-aac6-f8ebc851c6ef req-29b75591-9379-4cb5-83f5-950117c377f0 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 210 time: 0.0996945 Nov 26 02:46:03.272546 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9557c1c6-0290-4ae2-b60b-6999b181d0da req-0cc191d2-a202-4810-b0c7-52f599696170 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944777 Nov 26 02:46:03.284871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f528b91-1424-4a51-8736-585a555f0d03 req-5f7a707a-d54b-4168-92ed-c6003240fc0d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:03.292175 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f528b91-1424-4a51-8736-585a555f0d03 req-5f7a707a-d54b-4168-92ed-c6003240fc0d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 944 time: 0.4162865 Nov 26 02:46:03.359371 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33770) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:03.405401 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1324d5e5-f935-4ff3-b75d-dbda0b83e5d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=911d595fdab847c2957c1da36320774c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425673 Nov 26 02:46:03.406304 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33772) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:03.415172 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4adc7e02-d9a0-4f6c-aeec-c9b3556d26b0 req-6be043de-efbe-4a0c-929f-80553cebaf36 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:03.462162 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c1356012-eb4f-48da-97a9-6a570a6ce0af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:03.492030 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c1356012-eb4f-48da-97a9-6a570a6ce0af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:03.499018 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f528b91-1424-4a51-8736-585a555f0d03 req-28825294-6726-47da-b05d-1ca040a086d0 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059488 Nov 26 02:46:03.499763 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be043de-efbe-4a0c-929f-80553cebaf36 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Pushing event deleted for resources: {'Port': ['ID=d1a75b66-efbc-4c81-ae59-8d72091504d8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:03.506299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877f156e-962e-4690-927b-2418499d7e12 req-d711c15b-dc31-4ec2-a378-2657e59c49b8 service neutron] 10.222.0.59 "GET /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340831 Nov 26 02:46:03.587665 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd62d3-cba0-498a-a8f6-be29acc86adc req-dd1595f2-9fa0-409e-b3d7-3fe44a63eb73 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:03.594004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd62d3-cba0-498a-a8f6-be29acc86adc req-dd1595f2-9fa0-409e-b3d7-3fe44a63eb73 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:03.598412 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c1356012-eb4f-48da-97a9-6a570a6ce0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:03.600481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd62d3-cba0-498a-a8f6-be29acc86adc req-dd1595f2-9fa0-409e-b3d7-3fe44a63eb73 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:03.601720 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c1356012-eb4f-48da-97a9-6a570a6ce0af admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:03.606525 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c1356012-eb4f-48da-97a9-6a570a6ce0af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08efbb80-ddc3-4202-85ed-74a523cb0d60 HTTP/1.1" status: 204 len: 168 time: 0.1995871 Nov 26 02:46:03.615538 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7acd62d3-cba0-498a-a8f6-be29acc86adc req-dd1595f2-9fa0-409e-b3d7-3fe44a63eb73 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2419 time: 0.2587435 Nov 26 02:46:03.631350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1356012-eb4f-48da-97a9-6a570a6ce0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08efbb80-ddc3-4202-85ed-74a523cb0d60,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:03.685533 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9557c1c6-0290-4ae2-b60b-6999b181d0da req-b8812ae3-ac7b-42d4-bd11-22498fae55a3 service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845005 Nov 26 02:46:03.723453 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4adc7e02-d9a0-4f6c-aeec-c9b3556d26b0 req-6be043de-efbe-4a0c-929f-80553cebaf36 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] No DVR routers for this DVR port d1a75b66-efbc-4c81-ae59-8d72091504d8 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:03.772365 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4adc7e02-d9a0-4f6c-aeec-c9b3556d26b0 req-6be043de-efbe-4a0c-929f-80553cebaf36 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:03.775898 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4adc7e02-d9a0-4f6c-aeec-c9b3556d26b0 req-6be043de-efbe-4a0c-929f-80553cebaf36 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.59 "DELETE /v2.0/ports/d1a75b66-efbc-4c81-ae59-8d72091504d8 HTTP/1.1" status: 204 len: 173 time: 2.2635956 Nov 26 02:46:03.852011 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7acd62d3-cba0-498a-a8f6-be29acc86adc req-75b6c339-5d3a-47b3-814c-635c61f681ba tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341650 Nov 26 02:46:03.886198 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bb60e-b59c-4b5a-a945-473a1322bdf8 req-22a6d385-d36e-4b18-9cf8-fd9eb9a91ae1 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:03.888260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-859bb60e-b59c-4b5a-a945-473a1322bdf8 req-22a6d385-d36e-4b18-9cf8-fd9eb9a91ae1 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 950 time: 0.2058377 Nov 26 02:46:03.931366 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9557c1c6-0290-4ae2-b60b-6999b181d0da req-a0f5b8c7-f2f9-4512-94b1-b79a2495b717 service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258494 Nov 26 02:46:03.996020 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d639f01b-c756-4cfb-b44c-90fc2f2dd1f3 req-97bee8e0-18d9-495b-af7e-c7ce7dd81646 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470 tempest-FloatingIPsAssociationNegativeTestJSON-2092041470-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfb68f6-ee39-478c-821f-776538d5668c HTTP/1.1" status: 200 len: 210 time: 0.0277929 Nov 26 02:46:04.011630 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-859bb60e-b59c-4b5a-a945-473a1322bdf8 req-5a7e58ff-4227-43fe-a3a0-627485833cdc tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109507 Nov 26 02:46:04.379883 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-627352e2-4285-4fd7-b1ef-d04a49f3144b req-cdb59c3c-e774-4c60-aeee-16a67c2aa800 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 210 time: 0.0286922 Nov 26 02:46:04.491285 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33804) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:04.631002 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0e78db0c-4a1d-4f3e-9a36-6947142cfc6b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1162802677-network', 'tenant_id': 'f54719dee10543a2819bd77d09f30785'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:04.649827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2cd01-d84a-4062-9dc2-b6da4916fa8a req-4246b78d-2cab-4cb1-ba46-0df498f7530d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:04.651820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eee2cd01-d84a-4062-9dc2-b6da4916fa8a req-4246b78d-2cab-4cb1-ba46-0df498f7530d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 944 time: 0.0643535 Nov 26 02:46:04.669548 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e78db0c-4a1d-4f3e-9a36-6947142cfc6b admin admin] Made reservation on behalf of f54719dee10543a2819bd77d09f30785 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:46:04.672240 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e78db0c-4a1d-4f3e-9a36-6947142cfc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:04.682707 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 7ad9f140-dcfe-4395-9e99-4c832c1a0132 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:04.683659 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e78db0c-4a1d-4f3e-9a36-6947142cfc6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:04.711770 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 7ad9f140-dcfe-4395-9e99-4c832c1a0132 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:46:04.712204 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 7ad9f140-dcfe-4395-9e99-4c832c1a0132 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:46:04.724230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eee2cd01-d84a-4062-9dc2-b6da4916fa8a req-e3896a13-5f87-48cc-9f61-11b41f3593be tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598099 Nov 26 02:46:04.782870 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e78db0c-4a1d-4f3e-9a36-6947142cfc6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:04.792348 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e78db0c-4a1d-4f3e-9a36-6947142cfc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:04.822100 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e78db0c-4a1d-4f3e-9a36-6947142cfc6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:46:04.835312 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78db0c-4a1d-4f3e-9a36-6947142cfc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ddcace-5da8-4dc3-b200-95e1e48847d6,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:04.841288 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e78db0c-4a1d-4f3e-9a36-6947142cfc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:04.841711 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-0e78db0c-4a1d-4f3e-9a36-6947142cfc6b admin admin] Added segment c3f27626-8ce7-4f12-ad70-9834843468e0 of type vlan for network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab Nov 26 02:46:04.894833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfb68f6-ee39-478c-821f-776538d5668c', 'name': 'network-vif-deleted', 'tag': 'd1a75b66-efbc-4c81-ae59-8d72091504d8'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:04.897063 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e78db0c-4a1d-4f3e-9a36-6947142cfc6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:04.900538 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5809b9-bb32-4cfa-9502-851aa1c58f91" -d '{"events": [{"server_uuid": "bdfb68f6-ee39-478c-821f-776538d5668c", "name": "network-vif-deleted", "tag": "d1a75b66-efbc-4c81-ae59-8d72091504d8"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:04.932724 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e78db0c-4a1d-4f3e-9a36-6947142cfc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:04.934126 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e78db0c-4a1d-4f3e-9a36-6947142cfc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:04.934853 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e78db0c-4a1d-4f3e-9a36-6947142cfc6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:04.985665 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688cc556-c251-4d95-a307-6f313ff60881 x-openstack-request-id: req-688cc556-c251-4d95-a307-6f313ff60881 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:04.986789 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfb68f6-ee39-478c-821f-776538d5668c", "name": "network-vif-deleted", "tag": "d1a75b66-efbc-4c81-ae59-8d72091504d8", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:04.987952 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-688cc556-c251-4d95-a307-6f313ff60881 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:04.988963 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfb68f6-ee39-478c-821f-776538d5668c', 'name': 'network-vif-deleted', 'tag': 'd1a75b66-efbc-4c81-ae59-8d72091504d8', 'status': 'completed', 'code': 200} Nov 26 02:46:05.009519 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78db0c-4a1d-4f3e-9a36-6947142cfc6b admin admin] Pushing event updated for resources: {'Network': ['ID=8b75cf2e-a7cf-4eb0-9911-7b55bbceedab,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:05.019510 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0e78db0c-4a1d-4f3e-9a36-6947142cfc6b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5270305 Nov 26 02:46:05.022352 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33814) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:05.023245 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:46:05.027349 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-74acbc58-95bc-40e2-8204-b084a6a2cc4c admin admin] Request body: {'subnet': {'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1162802677-subnet', 'tenant_id': 'f54719dee10543a2819bd77d09f30785', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:05.059632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74acbc58-95bc-40e2-8204-b084a6a2cc4c admin admin] Made reservation on behalf of f54719dee10543a2819bd77d09f30785 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:46:05.060973 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0eb41b03-e1d1-4c7e-a779-a3071e78abe5 req-00c3620b-b7f4-4f84-b3f2-06ed2feee66f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1759412 Nov 26 02:46:05.062400 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74acbc58-95bc-40e2-8204-b084a6a2cc4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:05.073605 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe9cef-74f1-433f-9795-c09e7b134cdf req-2697784c-ac00-42d1-8d39-937c2c2fb225 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:05.085316 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe9cef-74f1-433f-9795-c09e7b134cdf req-2697784c-ac00-42d1-8d39-937c2c2fb225 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:05.093362 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe9cef-74f1-433f-9795-c09e7b134cdf req-2697784c-ac00-42d1-8d39-937c2c2fb225 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:05.104084 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbfe9cef-74f1-433f-9795-c09e7b134cdf req-2697784c-ac00-42d1-8d39-937c2c2fb225 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2419 time: 0.1285851 Nov 26 02:46:05.273722 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74acbc58-95bc-40e2-8204-b084a6a2cc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:05.277093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-2c9ea9fd-bff7-43d3-9c9b-c1804dc14608 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:05.283434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-2c9ea9fd-bff7-43d3-9c9b-c1804dc14608 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:05.290067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-2c9ea9fd-bff7-43d3-9c9b-c1804dc14608 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:05.291749 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-2c9ea9fd-bff7-43d3-9c9b-c1804dc14608 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.59 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2419 time: 0.1732132 Nov 26 02:46:05.297274 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbfe9cef-74f1-433f-9795-c09e7b134cdf req-99416a08-dc26-451a-adb9-8930856d9c21 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923509 Nov 26 02:46:05.300979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb41b03-e1d1-4c7e-a779-a3071e78abe5 req-8099da20-988f-460f-84fa-d48f5985f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:05.302456 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0eb41b03-e1d1-4c7e-a779-a3071e78abe5 req-8099da20-988f-460f-84fa-d48f5985f06c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 1100 time: 0.1956859 Nov 26 02:46:05.341683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1f459-75c8-4bba-8035-7c9ad65ec824 req-161850d8-6e6c-4e0a-98d4-80e44ff52c59 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:05.343310 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3de1f459-75c8-4bba-8035-7c9ad65ec824 req-161850d8-6e6c-4e0a-98d4-80e44ff52c59 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 950 time: 0.1680300 Nov 26 02:46:05.362030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33824) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:05.377039 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74acbc58-95bc-40e2-8204-b084a6a2cc4c admin admin] Checking segment: {'id': 'c3f27626-8ce7-4f12-ad70-9834843468e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:05.377548 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74acbc58-95bc-40e2-8204-b084a6a2cc4c admin admin] Network hostable DHCP agents. Network: 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:46:05.402202 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acbc58-95bc-40e2-8204-b084a6a2cc4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c932e09c-0952-4e12-9cea-fc52616dfde9,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:05.412679 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74acbc58-95bc-40e2-8204-b084a6a2cc4c admin admin] Network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:46:05.423457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-74acbc58-95bc-40e2-8204-b084a6a2cc4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:46:05.428720 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74acbc58-95bc-40e2-8204-b084a6a2cc4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:05.429332 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74acbc58-95bc-40e2-8204-b084a6a2cc4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:05.433324 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aad220f-0f4e-4093-8cf9-77f20c35e2d3 None None] Network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:46:05.500904 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-74acbc58-95bc-40e2-8204-b084a6a2cc4c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4689367 Nov 26 02:46:05.648692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-8b75cf2e-a7cf-4eb0-9911-7b55bbceedab', 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab', 'tenant_id': 'f54719dee10543a2819bd77d09f30785', 'fixed_ips': [{'subnet_id': 'c932e09c-0952-4e12-9cea-fc52616dfde9'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:46:05.650085 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:05.884743 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0d50bd5-ad12-4ff5-9ed4-e08e61e31969 req-6aca40fa-0313-453f-9117-db4736ed7a0c tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfcd2e3-0f6b-4b54-8ad1-6d945d04b7fa HTTP/1.1" status: 200 len: 210 time: 0.0485139 Nov 26 02:46:05.959490 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3de1f459-75c8-4bba-8035-7c9ad65ec824 req-6b14d270-e6b1-4f03-bf82-0c9bf33eeb54 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991163 Nov 26 02:46:05.990870 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Allocated IP 172.20.0.2 (8b75cf2e-a7cf-4eb0-9911-7b55bbceedab/c932e09c-0952-4e12-9cea-fc52616dfde9/aa6cefad-83da-47ff-98e4-86978adec884) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:46:06.013985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb41b03-e1d1-4c7e-a779-a3071e78abe5 req-bd006f70-2717-4aeb-98a9-cf8f1b117a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:06.015490 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0eb41b03-e1d1-4c7e-a779-a3071e78abe5 req-bd006f70-2717-4aeb-98a9-cf8f1b117a2c service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.6684337 Nov 26 02:46:06.135222 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Deleting port ca046d16-7fdb-4c45-b79c-5092ab02ece2 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:06.135604 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:06.141056 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0eb41b03-e1d1-4c7e-a779-a3071e78abe5 req-3ddc6a48-3ad6-4496-9619-272bbee20601 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=86022b09-c470-4f1b-b585-f0e3eb74f99e HTTP/1.1" status: 200 len: 217 time: 0.1058581 Nov 26 02:46:06.185784 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:06.195337 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:06.235582 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:46:06.241846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:46:06.245726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:46:06.279538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Pushing event updated for resources: {'Port': ['ID=aa6cefad-83da-47ff-98e4-86978adec884,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:06.290005 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:06.290373 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:06.290738 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:06.291305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:06.291649 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:06.291983 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:06.292345 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:06.292672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:06.292998 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:06.293559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:06.294143 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:06.294482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:06.313992 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce011f02-a10a-4263-865c-4a936839b5be req-5f51d3da-658c-4e37-9400-b34e0e5559b6 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:06.316114 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce011f02-a10a-4263-865c-4a936839b5be req-5f51d3da-658c-4e37-9400-b34e0e5559b6 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 944 time: 0.3260660 Nov 26 02:46:06.334314 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Attempting to bind port aa6cefad-83da-47ff-98e4-86978adec884 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:46:06.334945 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Attempting to bind port aa6cefad-83da-47ff-98e4-86978adec884 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'c3f27626-8ce7-4f12-ad70-9834843468e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:46:06.335321 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Attempting to bind port aa6cefad-83da-47ff-98e4-86978adec884 on network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:06.340558 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:46:06.341069 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Checking segment: {'id': 'c3f27626-8ce7-4f12-ad70-9834843468e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:06.341474 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:06.342002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Bound using segment: {'id': 'c3f27626-8ce7-4f12-ad70-9834843468e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:46:06.342485 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Bound port: aa6cefad-83da-47ff-98e4-86978adec884, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f27626-8ce7-4f12-ad70-9834843468e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:46:06.342866 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:06.353770 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb41b03-e1d1-4c7e-a779-a3071e78abe5 req-8c396d00-c234-4847-a33e-6a999caad8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:06.355254 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0eb41b03-e1d1-4c7e-a779-a3071e78abe5 req-8c396d00-c234-4847-a33e-6a999caad8d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1949060 Nov 26 02:46:06.421023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] For port aa6cefad-83da-47ff-98e4-86978adec884, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:46:06.425344 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] For port aa6cefad-83da-47ff-98e4-86978adec884, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=aa6cefad-83da-47ff-98e4-86978adec884,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:46:06.439459 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:06.526137 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dc83c-d3ec-4c76-b6b2-ae57e076c51a None None] Pushing event updated for resources: {'Port': ['ID=aa6cefad-83da-47ff-98e4-86978adec884,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:06.537970 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] For port ca046d16-7fdb-4c45-b79c-5092ab02ece2, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ca046d16-7fdb-4c45-b79c-5092ab02ece2,segment=NetworkSegment(59d3110c-5aaa-4111-a04c-6035a3c1d96c),segment_id=59d3110c-5aaa-4111-a04c-6035a3c1d96c)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:06.538307 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:06.560420 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-b58bb4ba-9af8-4fe2-a337-24fa889ec1b1 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:06.561968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-b58bb4ba-9af8-4fe2-a337-24fa889ec1b1 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/networks?id=8b75cf2e-a7cf-4eb0-9911-7b55bbceedab HTTP/1.1" status: 200 len: 816 time: 0.3350129 Nov 26 02:46:06.571977 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce011f02-a10a-4263-865c-4a936839b5be req-6ed50135-696b-476b-ac29-49f04e33bcf1 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452059 Nov 26 02:46:06.576030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Calling delete_port for ca046d16-7fdb-4c45-b79c-5092ab02ece2 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:06.648948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb41b03-e1d1-4c7e-a779-a3071e78abe5 req-5e8dd2f6-6216-48f3-a606-5e04c1dfd2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:06.650895 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0eb41b03-e1d1-4c7e-a779-a3071e78abe5 req-5e8dd2f6-6216-48f3-a606-5e04c1dfd2cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2760146 Nov 26 02:46:06.685175 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-0cf243b2-9696-44ae-ac6d-a333cda6d7e3 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/quotas/f54719dee10543a2819bd77d09f30785 HTTP/1.1" status: 200 len: 375 time: 0.0802674 Nov 26 02:46:06.913460 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ef5b4-b4ae-4404-9451-0eea21ab7cab req-1d492855-1388-4da4-b721-a7a660c73152 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:06.919708 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ef5b4-b4ae-4404-9451-0eea21ab7cab req-1d492855-1388-4da4-b721-a7a660c73152 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:06.925935 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ef5b4-b4ae-4404-9451-0eea21ab7cab req-1d492855-1388-4da4-b721-a7a660c73152 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:06.933305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b60ef5b4-b4ae-4404-9451-0eea21ab7cab req-1d492855-1388-4da4-b721-a7a660c73152 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 2419 time: 0.2865541 Nov 26 02:46:07.014447 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0eb41b03-e1d1-4c7e-a779-a3071e78abe5 req-831bfe92-6726-425e-8e98-284ee17e7f97 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426945 Nov 26 02:46:07.018814 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-4ece9eb8-3ed3-47cb-96bd-c89e12ebc5d7 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f54719dee10543a2819bd77d09f30785&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3050151 Nov 26 02:46:07.197063 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b60ef5b4-b4ae-4404-9451-0eea21ab7cab req-7363560d-8e8a-43a4-a787-fac56eb378ad tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627709 Nov 26 02:46:07.266687 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:07.347420 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event deleted for resources: {'Port': ['ID=ca046d16-7fdb-4c45-b79c-5092ab02ece2,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:07.357373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-3ee9b01f-e4b3-4d58-a94c-5261b3c708f9 service neutron] 10.222.0.31 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201642 Nov 26 02:46:07.362676 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0eb41b03-e1d1-4c7e-a779-a3071e78abe5 req-d141dcd2-a8dc-4b36-b413-8ade90525fdb service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404860 Nov 26 02:46:07.399407 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:07.399762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:07.400133 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:07.400489 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:07.400923 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:07.401363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:07.401602 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:07.401929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:07.402265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:07.402601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:07.402983 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:07.403253 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:07.425297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] No DVR routers for this DVR port ca046d16-7fdb-4c45-b79c-5092ab02ece2 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:07.443054 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:07.446466 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-51cff6e8-d2bd-4637-8bc7-2769d30a1646 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.59 "DELETE /v2.0/ports/ca046d16-7fdb-4c45-b79c-5092ab02ece2 HTTP/1.1" status: 204 len: 173 time: 2.1430964 Nov 26 02:46:07.484541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'name': 'network-vif-deleted', 'tag': 'ca046d16-7fdb-4c45-b79c-5092ab02ece2'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:07.488673 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2eae45-067a-417f-b3bc-62c8e06d183f" -d '{"events": [{"server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "name": "network-vif-deleted", "tag": "ca046d16-7fdb-4c45-b79c-5092ab02ece2"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:07.619744 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-282f2fd9-3b4e-4ff4-9c38-0daed7e085fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:07.811264 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-0a032601-3250-4729-8612-f07ae40ae74c service neutron] 10.222.0.31 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266918 Nov 26 02:46:07.819798 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10479f4-8e42-4ddb-85f1-234db0b5fbb0 None None] Network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:46:07.829989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c3b61-d328-4036-930c-a1191041c186 req-10d983b4-851c-4d1f-8e76-06197f21eb3b tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:07.838370 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-210c3b61-d328-4036-930c-a1191041c186 req-10d983b4-851c-4d1f-8e76-06197f21eb3b tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 950 time: 0.2415566 Nov 26 02:46:07.890077 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-210c3b61-d328-4036-930c-a1191041c186 req-22e501c7-e000-4b42-a976-f07a102fe345 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508001 Nov 26 02:46:07.903177 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a580fcd7-37ab-41c5-b38a-b10576046b9c None None] Provisioning complete for port aa6cefad-83da-47ff-98e4-86978adec884 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:07.903838 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a580fcd7-37ab-41c5-b38a-b10576046b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:07.966464 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-0620c4e7-4240-4d09-9123-f40d9dfe24d9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Deleting port 9d9231cd-d22f-4687-8a87-82341747b59d {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:07.966955 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-0620c4e7-4240-4d09-9123-f40d9dfe24d9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:07.988781 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a438a6de-eea5-4d77-b35a-0f0f4d9ef1c9 x-openstack-request-id: req-a438a6de-eea5-4d77-b35a-0f0f4d9ef1c9 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:07.989071 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "name": "network-vif-deleted", "tag": "ca046d16-7fdb-4c45-b79c-5092ab02ece2", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:07.989329 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a438a6de-eea5-4d77-b35a-0f0f4d9ef1c9 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:07.989723 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'name': 'network-vif-deleted', 'tag': 'ca046d16-7fdb-4c45-b79c-5092ab02ece2', 'status': 'completed', 'code': 200} Nov 26 02:46:08.073523 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a580fcd7-37ab-41c5-b38a-b10576046b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:08.111291 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device a5e562df-39d0-4430-b995-5377f62d034d no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:08.159854 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a580fcd7-37ab-41c5-b38a-b10576046b9c None None] For port aa6cefad-83da-47ff-98e4-86978adec884, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=aa6cefad-83da-47ff-98e4-86978adec884,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:08.178668 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a580fcd7-37ab-41c5-b38a-b10576046b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:08.295849 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:08.311542 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580fcd7-37ab-41c5-b38a-b10576046b9c None None] Pushing event updated for resources: {'Port': ['ID=aa6cefad-83da-47ff-98e4-86978adec884,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:08.338515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e562df-39d0-4430-b995-5377f62d034d'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:08.340982 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f44fee-a8a1-4d8a-9a36-04b429b0291e" -d '{"events": [{"server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "name": "network-vif-unplugged", "status": "completed", "tag": "a5e562df-39d0-4430-b995-5377f62d034d"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:08.379041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port a5e562df-39d0-4430-b995-5377f62d034d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a5e562df-39d0-4430-b995-5377f62d034d,segment=NetworkSegment(59d3110c-5aaa-4111-a04c-6035a3c1d96c),segment_id=59d3110c-5aaa-4111-a04c-6035a3c1d96c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:08.388855 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:08.389603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ca046d16-7fdb-4c45-b79c-5092ab02ece2 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:08.455442 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: ca046d16-7fdb-4c45-b79c-5092ab02ece2 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:46:08.456205 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ca046d16-7fdb-4c45-b79c-5092ab02ece2 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:46:08.456867 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9d9231cd-d22f-4687-8a87-82341747b59d no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:08.530606 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=a5e562df-39d0-4430-b995-5377f62d034d,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:08.655669 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:08.678219 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-0620c4e7-4240-4d09-9123-f40d9dfe24d9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] For port 9d9231cd-d22f-4687-8a87-82341747b59d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9d9231cd-d22f-4687-8a87-82341747b59d,segment=NetworkSegment(17ea3df5-23f7-418e-85b0-24c423192a3d),segment_id=17ea3df5-23f7-418e-85b0-24c423192a3d)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:08.678739 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-0620c4e7-4240-4d09-9123-f40d9dfe24d9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:08.693792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-0620c4e7-4240-4d09-9123-f40d9dfe24d9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Calling delete_port for 9d9231cd-d22f-4687-8a87-82341747b59d owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:08.763016 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8eec1901-e9ac-4f93-9547-f977b512ec03 None None] Provisioning complete for port aa6cefad-83da-47ff-98e4-86978adec884 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:08.763400 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8eec1901-e9ac-4f93-9547-f977b512ec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:08.843970 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9d9231cd-d22f-4687-8a87-82341747b59d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9d9231cd-d22f-4687-8a87-82341747b59d,segment=NetworkSegment(17ea3df5-23f7-418e-85b0-24c423192a3d),segment_id=17ea3df5-23f7-418e-85b0-24c423192a3d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:08.849438 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device aa6cefad-83da-47ff-98e4-86978adec884 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:46:08.911398 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:08.977230 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=9d9231cd-d22f-4687-8a87-82341747b59d,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:08.984852 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-0620c4e7-4240-4d09-9123-f40d9dfe24d9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:09.040688 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-003730a1-2c9c-4141-a4a7-ceb4e230e2be tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:09.042218 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-003730a1-2c9c-4141-a4a7-ceb4e230e2be tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/networks?id=8b75cf2e-a7cf-4eb0-9911-7b55bbceedab HTTP/1.1" status: 200 len: 816 time: 0.2632823 Nov 26 02:46:09.059053 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port aa6cefad-83da-47ff-98e4-86978adec884 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:09.059429 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:09.074983 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620c4e7-4240-4d09-9123-f40d9dfe24d9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event deleted for resources: {'Port': ['ID=9d9231cd-d22f-4687-8a87-82341747b59d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:09.143638 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-23732da5-52e1-4c90-ba5a-ea548c5f0fc5 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/quotas/f54719dee10543a2819bd77d09f30785 HTTP/1.1" status: 200 len: 375 time: 0.0748584 Nov 26 02:46:09.162391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-0620c4e7-4240-4d09-9123-f40d9dfe24d9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] No DVR routers for this DVR port 9d9231cd-d22f-4687-8a87-82341747b59d on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:09.165121 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-0620c4e7-4240-4d09-9123-f40d9dfe24d9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:09.169509 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-0620c4e7-4240-4d09-9123-f40d9dfe24d9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.59 "DELETE /v2.0/ports/9d9231cd-d22f-4687-8a87-82341747b59d HTTP/1.1" status: 204 len: 173 time: 1.6724365 Nov 26 02:46:09.233157 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3f7d7-3545-45da-b9f1-d0adf57edc84 req-c5f4aca6-a61a-4f4d-98b8-2400ad4d766b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:09.234730 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8a3f7d7-3545-45da-b9f1-d0adf57edc84 req-c5f4aca6-a61a-4f4d-98b8-2400ad4d766b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 944 time: 1.0710244 Nov 26 02:46:09.355420 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5372364e-4174-43f8-92a4-d1e4b2929ae0 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f54719dee10543a2819bd77d09f30785&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1841774 Nov 26 02:46:09.388133 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-282f2fd9-3b4e-4ff4-9c38-0daed7e085fd admin admin] Deleting port 760dc197-3cd1-44ec-996a-46b8d47128bc {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:09.388488 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-282f2fd9-3b4e-4ff4-9c38-0daed7e085fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:09.393764 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8a3f7d7-3545-45da-b9f1-d0adf57edc84 req-2d03418e-a629-4a48-b842-6453d9c7c9ac tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376975 Nov 26 02:46:09.549148 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-148d3eec-84ff-4f13-b057-3d7a28b5925d tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Deleting port a5e562df-39d0-4430-b995-5377f62d034d {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:09.549494 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-148d3eec-84ff-4f13-b057-3d7a28b5925d tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:09.654255 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-39b0db14-246f-455c-bb13-04a1ef552fd6 service neutron] 10.222.0.31 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849140 Nov 26 02:46:09.685246 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c715cf0-1fa7-4b25-9575-a77b2f76fa02 req-18aa8bdc-f055-4037-ac83-15d1e6597ae9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:09.686975 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9c715cf0-1fa7-4b25-9575-a77b2f76fa02 req-18aa8bdc-f055-4037-ac83-15d1e6597ae9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 944 time: 0.2087657 Nov 26 02:46:09.844097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-282f2fd9-3b4e-4ff4-9c38-0daed7e085fd admin admin] For port 760dc197-3cd1-44ec-996a-46b8d47128bc, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=760dc197-3cd1-44ec-996a-46b8d47128bc,segment=NetworkSegment(07dc2b8b-d778-4009-b557-d656f81d517b),segment_id=07dc2b8b-d778-4009-b557-d656f81d517b)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:09.844097 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-282f2fd9-3b4e-4ff4-9c38-0daed7e085fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:09.892351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-282f2fd9-3b4e-4ff4-9c38-0daed7e085fd admin admin] Calling delete_port for 760dc197-3cd1-44ec-996a-46b8d47128bc owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:09.900283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-148d3eec-84ff-4f13-b057-3d7a28b5925d tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] For port a5e562df-39d0-4430-b995-5377f62d034d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a5e562df-39d0-4430-b995-5377f62d034d,segment=NetworkSegment(59d3110c-5aaa-4111-a04c-6035a3c1d96c),segment_id=59d3110c-5aaa-4111-a04c-6035a3c1d96c)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:09.900572 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-148d3eec-84ff-4f13-b057-3d7a28b5925d tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:09.977248 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-148d3eec-84ff-4f13-b057-3d7a28b5925d tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Calling delete_port for a5e562df-39d0-4430-b995-5377f62d034d owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:10.021517 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'name': 'network-vif-deleted', 'tag': '9d9231cd-d22f-4687-8a87-82341747b59d'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:10.023919 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b86f3e-3d65-45e2-a1e5-f84840dd66c6" -d '{"events": [{"server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "name": "network-vif-deleted", "tag": "9d9231cd-d22f-4687-8a87-82341747b59d"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:10.055343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9c715cf0-1fa7-4b25-9575-a77b2f76fa02 req-22378d23-4199-49fe-8379-4f41b5473099 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359387 Nov 26 02:46:10.068303 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-931da983-5e96-41b4-9a9d-9ab5ea5f5963 service neutron] 10.222.0.31 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117177 Nov 26 02:46:10.108948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-4e2abe59-c336-4837-908a-a873688c620e tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:10.110501 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-4e2abe59-c336-4837-908a-a873688c620e tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.59 "GET /v2.0/networks?id=8b75cf2e-a7cf-4eb0-9911-7b55bbceedab HTTP/1.1" status: 200 len: 816 time: 0.3922591 Nov 26 02:46:10.133585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-1d1fcaef-9c25-4ffb-aef3-3a19334092a2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Request body: {'port': {'device_id': 'b44026ed-f30f-459f-b5e8-476592074217', 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab', 'admin_state_up': True, 'tenant_id': 'f54719dee10543a2819bd77d09f30785'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:10.269032 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5e1847-4be4-4f45-9576-8f9070761ae3 x-openstack-request-id: req-9b5e1847-4be4-4f45-9576-8f9070761ae3 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:10.269483 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "name": "network-vif-unplugged", "status": "completed", "tag": "a5e562df-39d0-4430-b995-5377f62d034d", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:10.269587 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b5e1847-4be4-4f45-9576-8f9070761ae3 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:10.269991 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e562df-39d0-4430-b995-5377f62d034d', 'code': 200} Nov 26 02:46:10.474108 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabc77d9-72cf-4f37-98e9-17f4cece186e x-openstack-request-id: req-eabc77d9-72cf-4f37-98e9-17f4cece186e {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:10.474409 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "name": "network-vif-deleted", "tag": "9d9231cd-d22f-4687-8a87-82341747b59d", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:10.474745 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eabc77d9-72cf-4f37-98e9-17f4cece186e {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:10.475194 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'name': 'network-vif-deleted', 'tag': '9d9231cd-d22f-4687-8a87-82341747b59d', 'status': 'completed', 'code': 200} Nov 26 02:46:10.565638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746226e1-53d4-48c6-a689-db5e41eae0cb req-aaeacc32-5003-462e-bfb1-9fbfe9c922b6 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:10.567454 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-746226e1-53d4-48c6-a689-db5e41eae0cb req-aaeacc32-5003-462e-bfb1-9fbfe9c922b6 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 950 time: 0.2186611 Nov 26 02:46:10.616726 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-1d1fcaef-9c25-4ffb-aef3-3a19334092a2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Made reservation on behalf of f54719dee10543a2819bd77d09f30785 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:46:10.620766 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-1d1fcaef-9c25-4ffb-aef3-3a19334092a2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:10.716395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-746226e1-53d4-48c6-a689-db5e41eae0cb req-ac7c88f2-8e16-4ae9-8dd0-7b0c018ddf62 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965617 Nov 26 02:46:10.788901 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-148d3eec-84ff-4f13-b057-3d7a28b5925d tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:10.879071 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d3eec-84ff-4f13-b057-3d7a28b5925d tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event deleted for resources: {'Port': ['ID=a5e562df-39d0-4430-b995-5377f62d034d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:10.952849 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-282f2fd9-3b4e-4ff4-9c38-0daed7e085fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:11.042103 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f2fd9-3b4e-4ff4-9c38-0daed7e085fd admin admin] Pushing event deleted for resources: {'Port': ['ID=760dc197-3cd1-44ec-996a-46b8d47128bc,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:11.046594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-148d3eec-84ff-4f13-b057-3d7a28b5925d tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] No DVR routers for this DVR port a5e562df-39d0-4430-b995-5377f62d034d on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:11.110614 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-148d3eec-84ff-4f13-b057-3d7a28b5925d tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:11.115154 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77a3c266-1a7d-4b8a-ac38-bc7f31e73923 req-148d3eec-84ff-4f13-b057-3d7a28b5925d tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.59 "DELETE /v2.0/ports/a5e562df-39d0-4430-b995-5377f62d034d HTTP/1.1" status: 204 len: 173 time: 1.9274695 Nov 26 02:46:11.219143 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780a928-7451-465c-a453-2429a534883e req-653f27dc-bf44-43fc-b567-1052757e67c9 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:11.220775 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7780a928-7451-465c-a453-2429a534883e req-653f27dc-bf44-43fc-b567-1052757e67c9 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 944 time: 0.4254959 Nov 26 02:46:11.250969 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-d4558ca5-5b30-402c-a2f0-e0d103cb36ca tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:11.253179 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-d4558ca5-5b30-402c-a2f0-e0d103cb36ca tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/networks?id=8b75cf2e-a7cf-4eb0-9911-7b55bbceedab HTTP/1.1" status: 200 len: 816 time: 0.6958592 Nov 26 02:46:11.290337 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-f5dca363-2fe5-459d-b657-b668f20d7e80 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/quotas/f54719dee10543a2819bd77d09f30785 HTTP/1.1" status: 200 len: 375 time: 0.0140026 Nov 26 02:46:11.355738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-1d1fcaef-9c25-4ffb-aef3-3a19334092a2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Allocated IP 172.20.0.9 (8b75cf2e-a7cf-4eb0-9911-7b55bbceedab/c932e09c-0952-4e12-9cea-fc52616dfde9/0c1a72cd-508b-4009-b442-fc919f418b7c) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:46:11.408591 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-a781f247-c8c5-486a-b23e-4e1afb29b999 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f54719dee10543a2819bd77d09f30785&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1108987 Nov 26 02:46:11.411725 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7780a928-7451-465c-a453-2429a534883e req-22adfbdb-cb42-43cd-bea8-0ffb25fd5c37 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819174 Nov 26 02:46:11.606673 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f24aacfb-b2b3-4b8e-8a9d-60719a3838a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:11.678071 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e50c121-6dfe-40d9-a4bc-f21b5f58ac4d req-5b076ac6-09e4-4749-a7c2-8c494ff8b140 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=569c5db4-426e-45c0-a722-515f0259c260 HTTP/1.1" status: 200 len: 210 time: 0.1103649 Nov 26 02:46:12.265522 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-282f2fd9-3b4e-4ff4-9c38-0daed7e085fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:12.271292 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d9231cd-d22f-4687-8a87-82341747b59d'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:12.274065 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87550809-e2d9-47e3-b3ae-f8434d272c4f" -d '{"events": [{"server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "name": "network-vif-unplugged", "status": "completed", "tag": "9d9231cd-d22f-4687-8a87-82341747b59d"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:12.284932 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-6cb3eae9-ab58-42fc-8216-02f18ddc6631 service neutron] 10.222.0.31 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7946913 Nov 26 02:46:12.345077 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-1d1fcaef-9c25-4ffb-aef3-3a19334092a2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:12.422210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-ca79e50a-9b17-427e-99db-f4fecc79c50d tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:12.423670 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-ca79e50a-9b17-427e-99db-f4fecc79c50d tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.59 "GET /v2.0/networks?id=8b75cf2e-a7cf-4eb0-9911-7b55bbceedab HTTP/1.1" status: 200 len: 816 time: 0.8020778 Nov 26 02:46:12.466817 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5f20153d-27e6-48a4-991c-6deec6af62d2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Request body: {'port': {'device_id': 'fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf', 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab', 'admin_state_up': True, 'tenant_id': 'f54719dee10543a2819bd77d09f30785'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:12.487878 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'name': 'network-vif-deleted', 'tag': 'a5e562df-39d0-4430-b995-5377f62d034d'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:12.490095 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1859f4-f501-4840-ace5-4276d7154281" -d '{"events": [{"server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "name": "network-vif-deleted", "tag": "a5e562df-39d0-4430-b995-5377f62d034d"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:12.547258 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7f3b6-673e-4648-a50a-8f6e5bf26a71 req-7acba3b9-53d2-4110-9fba-90148c280662 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:12.548701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5c7f3b6-673e-4648-a50a-8f6e5bf26a71 req-7acba3b9-53d2-4110-9fba-90148c280662 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 950 time: 0.2962694 Nov 26 02:46:12.739427 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0775bed1-b1ce-4ec6-8020-ca3b599930b7 service neutron] 10.222.0.31 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283373 Nov 26 02:46:12.796699 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-1d1fcaef-9c25-4ffb-aef3-3a19334092a2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:12.902729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5c7f3b6-673e-4648-a50a-8f6e5bf26a71 req-9a6f8ec3-4ddb-40b8-a99a-429c1cbee0a2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343751 Nov 26 02:46:12.929725 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14da1415-928c-4145-9bb4-1fa571e5c679 x-openstack-request-id: req-14da1415-928c-4145-9bb4-1fa571e5c679 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:12.930241 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "name": "network-vif-unplugged", "status": "completed", "tag": "9d9231cd-d22f-4687-8a87-82341747b59d", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:12.930466 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14da1415-928c-4145-9bb4-1fa571e5c679 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:12.930698 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d9231cd-d22f-4687-8a87-82341747b59d', 'code': 200} Nov 26 02:46:12.948466 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-1d1fcaef-9c25-4ffb-aef3-3a19334092a2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:46:13.008168 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e950f9-aa6c-407a-9e12-35ea038e6ebd x-openstack-request-id: req-e5e950f9-aa6c-407a-9e12-35ea038e6ebd {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:13.008471 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569c5db4-426e-45c0-a722-515f0259c260", "name": "network-vif-deleted", "tag": "a5e562df-39d0-4430-b995-5377f62d034d", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:13.008737 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5e950f9-aa6c-407a-9e12-35ea038e6ebd {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:13.009140 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569c5db4-426e-45c0-a722-515f0259c260', 'name': 'network-vif-deleted', 'tag': 'a5e562df-39d0-4430-b995-5377f62d034d', 'status': 'completed', 'code': 200} Nov 26 02:46:13.026957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-1d1fcaef-9c25-4ffb-aef3-3a19334092a2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:46:13.044938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-1d1fcaef-9c25-4ffb-aef3-3a19334092a2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:46:13.048075 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-a7488465-8674-4fa9-a066-36b239749d35 req-72380b80-5e92-4b8d-8c4e-abb360d1a16d service neutron] show failed (client error): The resource could not be found. Nov 26 02:46:13.049642 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a7488465-8674-4fa9-a066-36b239749d35 req-72380b80-5e92-4b8d-8c4e-abb360d1a16d service neutron] 10.222.0.54 "GET /v2.0/ports/f277f4ba-9daf-4ccd-98cc-31fa0135064c/bindings/n-h2-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.4696805 Nov 26 02:46:13.060470 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33958) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:13.065362 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fcaef-9c25-4ffb-aef3-3a19334092a2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Pushing event updated for resources: {'Port': ['ID=0c1a72cd-508b-4009-b442-fc919f418b7c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:13.155285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5f20153d-27e6-48a4-991c-6deec6af62d2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Made reservation on behalf of f54719dee10543a2819bd77d09f30785 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:46:13.159441 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5f20153d-27e6-48a4-991c-6deec6af62d2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:13.238328 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Deleting subnet 4c86c591-ed71-4006-9c37-9ba51f0df391 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:46:13.241684 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282f2fd9-3b4e-4ff4-9c38-0daed7e085fd admin admin] Router 9413f872-9876-4d78-96c3-8187f60f31d2 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:46:13.252036 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:13.286577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-1d1fcaef-9c25-4ffb-aef3-3a19334092a2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:13.287854 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-1d1fcaef-9c25-4ffb-aef3-3a19334092a2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:13.340806 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:13.387522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61ca8f-5cbe-4d52-97ab-370131226882 req-e77f1e87-cd9d-4735-b6a0-9fe93b82e702 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:13.406419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f61ca8f-5cbe-4d52-97ab-370131226882 req-e77f1e87-cd9d-4735-b6a0-9fe93b82e702 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 944 time: 0.3806806 Nov 26 02:46:13.421967 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9045b52a-fc58-48c7-884f-8bae17e2b275 req-d51294c5-723c-4263-9df3-cb2fa80901d3 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 210 time: 0.1612685 Nov 26 02:46:13.492223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-1d1fcaef-9c25-4ffb-aef3-3a19334092a2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3620276 Nov 26 02:46:13.616713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-0e847480-2382-439b-83f0-18d47332421b None None] Provisioning complete for port 0c1a72cd-508b-4009-b442-fc919f418b7c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:13.618418 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0e847480-2382-439b-83f0-18d47332421b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:13.710654 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-0e847480-2382-439b-83f0-18d47332421b None None] Port 0c1a72cd-508b-4009-b442-fc919f418b7c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:46:13.729688 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7488465-8674-4fa9-a066-36b239749d35 req-184e70ee-4534-4734-8e19-bbe67222194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:13.731461 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a7488465-8674-4fa9-a066-36b239749d35 req-184e70ee-4534-4734-8e19-bbe67222194d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502&tenant_id=ad6caec5c92044d899d9c12ccac00902 HTTP/1.1" status: 200 len: 1101 time: 0.2861340 Nov 26 02:46:13.736687 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:13.750389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Request body: {'port': {'device_id': 'b44026ed-f30f-459f-b5e8-476592074217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:13.775620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819389-3', 'device_owner': 'compute:nova'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:13.863694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f61ca8f-5cbe-4d52-97ab-370131226882 req-9340ebe7-c944-4eca-84a9-8086fcd07fac tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558306 Nov 26 02:46:13.917060 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:13.963705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5f20153d-27e6-48a4-991c-6deec6af62d2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Allocated IP 172.20.0.12 (8b75cf2e-a7cf-4eb0-9911-7b55bbceedab/c932e09c-0952-4e12-9cea-fc52616dfde9/a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:46:13.967548 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:13.993963 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:14.053867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282f2fd9-3b4e-4ff4-9c38-0daed7e085fd admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:46:14.067734 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b1e09-8a00-4408-8b9f-2f2f8346dc3a None None] Sync routers for ids ['9413f872-9876-4d78-96c3-8187f60f31d2'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:46:14.079451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event deleted for resources: {'Subnet': ['ID=4c86c591-ed71-4006-9c37-9ba51f0df391,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:14.082302 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-282f2fd9-3b4e-4ff4-9c38-0daed7e085fd admin admin] 10.222.0.31 "PUT /v2.0/routers/9413f872-9876-4d78-96c3-8187f60f31d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7185864 Nov 26 02:46:14.086984 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33978) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:14.101431 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:14.105039 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "DELETE /v2.0/subnets/4c86c591-ed71-4006-9c37-9ba51f0df391 HTTP/1.1" status: 204 len: 168 time: 1.0427899 Nov 26 02:46:14.107539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e314398e-d44d-4076-86d1-514261153a9e None None] Network 587df45b-6fba-4ad6-8582-7ecf2f65a564 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:46:14.109295 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33980) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:14.112169 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b1e09-8a00-4408-8b9f-2f2f8346dc3a None None] Routers {'9413f872-9876-4d78-96c3-8187f60f31d2'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:46:14.112976 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1a3b1e09-8a00-4408-8b9f-2f2f8346dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:45:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9413f872-9876-4d78-96c3-8187f60f31d2'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:14.114254 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:14.114606 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:14.114950 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:14.115290 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:14.115627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:14.115957 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:14.116312 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:14.116640 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:14.116963 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:14.117285 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:14.117614 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:14.117939 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10726d97-724f-4226-b030-676d0d0aca56 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:14.249818 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-61794889-0311-48c6-beee-6c93d1be6eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:14.294249 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a3b4d-984d-4a0b-94cf-31a9d0876dad req-2e82725e-1b21-4947-b4df-d6b70bfb1a7d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:14.307899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-023a3b4d-984d-4a0b-94cf-31a9d0876dad req-2e82725e-1b21-4947-b4df-d6b70bfb1a7d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 950 time: 0.2847681 Nov 26 02:46:14.364336 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:14.398096 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-1a3b1e09-8a00-4408-8b9f-2f2f8346dc3a None None] Set router 9413f872-9876-4d78-96c3-8187f60f31d2 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:46:14.420133 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b928e71-f031-43e1-b6e1-34c075a3871d req-caef01ed-2578-4f52-950c-cd3c3331fdf8 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:14.430615 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b928e71-f031-43e1-b6e1-34c075a3871d req-caef01ed-2578-4f52-950c-cd3c3331fdf8 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 945 time: 0.4078176 Nov 26 02:46:14.432329 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35927d12-95f5-4e03-a17e-2cf1be727c1b admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:14.449243 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-023a3b4d-984d-4a0b-94cf-31a9d0876dad req-7cb5221d-4453-42ad-a257-48452d7fa476 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402519 Nov 26 02:46:14.515667 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d317856d-a878-45a7-a0b3-8a59f8635ae3 None None] DHCP port deletion for 587df45b-6fba-4ad6-8582-7ecf2f65a564 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:46:14.577702 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.59', 57228) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:14.581377 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:14.614251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.59', 57229) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:14.702178 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d317856d-a878-45a7-a0b3-8a59f8635ae3 None None] Deleting port 993af353-7bb5-404a-9112-6a050bee8c86 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:14.706664 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d317856d-a878-45a7-a0b3-8a59f8635ae3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:14.770042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 993af353-7bb5-404a-9112-6a050bee8c86 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:14.827730 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h1-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:46:14.871041 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5f20153d-27e6-48a4-991c-6deec6af62d2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:14.906322 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5b9fe-abdc-48e5-8b99-3695e29b6b1d req-3d08ed88-2208-4cb3-abf7-6853898b422b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:14.907876 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-26d5b9fe-abdc-48e5-8b99-3695e29b6b1d req-3d08ed88-2208-4cb3-abf7-6853898b422b tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 945 time: 0.3292270 Nov 26 02:46:14.911245 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1a3b1e09-8a00-4408-8b9f-2f2f8346dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-270531581-router', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:03Z', 'updated_at': '2021-11-26T02:46:10Z', 'revision_number': 5, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'gw_port': {'id': 'e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:05Z', 'updated_at': '2021-11-26T02:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:14.923678 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d317856d-a878-45a7-a0b3-8a59f8635ae3 None None] For port 993af353-7bb5-404a-9112-6a050bee8c86, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=993af353-7bb5-404a-9112-6a050bee8c86,segment=NetworkSegment(17ea3df5-23f7-418e-85b0-24c423192a3d),segment_id=17ea3df5-23f7-418e-85b0-24c423192a3d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:14.925167 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d317856d-a878-45a7-a0b3-8a59f8635ae3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:14.935361 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35927d12-95f5-4e03-a17e-2cf1be727c1b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:14.942121 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:14.950559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d317856d-a878-45a7-a0b3-8a59f8635ae3 None None] Calling delete_port for 993af353-7bb5-404a-9112-6a050bee8c86 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:14.952936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cc13ecb-52a7-47c9-8765-8d3e3b093099 req-4d7315fd-23cc-49c3-acf0-533df6733423 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 210 time: 0.0909121 Nov 26 02:46:14.990129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-18af0f5c-b495-4858-bea5-d26b64572cb7 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:14.993921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-18af0f5c-b495-4858-bea5-d26b64572cb7 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.59 "GET /v2.0/networks?id=8b75cf2e-a7cf-4eb0-9911-7b55bbceedab HTTP/1.1" status: 200 len: 816 time: 0.3532064 Nov 26 02:46:15.003177 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Deleting port 993af353-7bb5-404a-9112-6a050bee8c86 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:15.003465 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b1e09-8a00-4408-8b9f-2f2f8346dc3a None None] Checking router: 9413f872-9876-4d78-96c3-8187f60f31d2 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:46:15.003646 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:15.005241 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f790cd-f835-47d8-b1a6-5c7969699502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:15.016198 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b928e71-f031-43e1-b6e1-34c075a3871d req-01678561-518f-4369-96af-bd946acd0f95 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5827892 Nov 26 02:46:15.020456 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d139c5e-880a-4045-9435-0dbe885dcd97" -d '{"events": [{"server_uuid": "96f790cd-f835-47d8-b1a6-5c7969699502", "name": "network-vif-unplugged", "status": "completed", "tag": "f277f4ba-9daf-4ccd-98cc-31fa0135064c"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:15.029013 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b1e09-8a00-4408-8b9f-2f2f8346dc3a None None] Routers {'9413f872-9876-4d78-96c3-8187f60f31d2'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:46:15.029658 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1a3b1e09-8a00-4408-8b9f-2f2f8346dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:46:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9413f872-9876-4d78-96c3-8187f60f31d2'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:15.045869 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-29690032-382d-4199-8c03-b8a8427a03e4 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Request body: {'port': {'device_id': 'b1b1b30e-64e0-4afc-84c6-5e6041ec1403', 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab', 'admin_state_up': True, 'tenant_id': 'f54719dee10543a2819bd77d09f30785'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:15.061696 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:15.108999 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:15.163661 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 993af353-7bb5-404a-9112-6a050bee8c86, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=993af353-7bb5-404a-9112-6a050bee8c86,segment=NetworkSegment(17ea3df5-23f7-418e-85b0-24c423192a3d),segment_id=17ea3df5-23f7-418e-85b0-24c423192a3d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:15.169939 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:15.194571 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-1a3b1e09-8a00-4408-8b9f-2f2f8346dc3a None None] Set router 9413f872-9876-4d78-96c3-8187f60f31d2 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:46:15.215350 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ca4a71-f671-428a-bb24-c8e6a4f99baa x-openstack-request-id: req-22ca4a71-f671-428a-bb24-c8e6a4f99baa {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:15.216332 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f790cd-f835-47d8-b1a6-5c7969699502", "name": "network-vif-unplugged", "status": "completed", "tag": "f277f4ba-9daf-4ccd-98cc-31fa0135064c", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:15.216469 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d317856d-a878-45a7-a0b3-8a59f8635ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:15.216973 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22ca4a71-f671-428a-bb24-c8e6a4f99baa {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:15.217547 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f790cd-f835-47d8-b1a6-5c7969699502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c', 'code': 200} Nov 26 02:46:15.237662 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Transition to ACTIVE for port object f277f4ba-9daf-4ccd-98cc-31fa0135064c will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:46:15.237949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d317856d-a878-45a7-a0b3-8a59f8635ae3 None None] No DVR routers for this DVR port 993af353-7bb5-404a-9112-6a050bee8c86 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:15.261154 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=993af353-7bb5-404a-9112-6a050bee8c86,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:15.278467 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:15.304816 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1a3b1e09-8a00-4408-8b9f-2f2f8346dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-270531581-router', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:03Z', 'updated_at': '2021-11-26T02:46:14Z', 'revision_number': 6, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:15.305405 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317856d-a878-45a7-a0b3-8a59f8635ae3 None None] Pushing event deleted for resources: {'Port': ['ID=993af353-7bb5-404a-9112-6a050bee8c86,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:15.334830 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] For port 993af353-7bb5-404a-9112-6a050bee8c86, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=993af353-7bb5-404a-9112-6a050bee8c86,segment=NetworkSegment(17ea3df5-23f7-418e-85b0-24c423192a3d),segment_id=17ea3df5-23f7-418e-85b0-24c423192a3d)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:15.335211 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:15.374229 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Calling delete_port for 993af353-7bb5-404a-9112-6a050bee8c86 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:15.400732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-29690032-382d-4199-8c03-b8a8427a03e4 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Made reservation on behalf of f54719dee10543a2819bd77d09f30785 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:46:15.405116 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-29690032-382d-4199-8c03-b8a8427a03e4 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:15.410953 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Pushing event updated for resources: {'Port': ['ID=f277f4ba-9daf-4ccd-98cc-31fa0135064c,revision_number=6']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:15.446019 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] No DVR routers for this DVR port f277f4ba-9daf-4ccd-98cc-31fa0135064c on host n-h1-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:15.451288 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b1e09-8a00-4408-8b9f-2f2f8346dc3a None None] The sync data for ids ['9413f872-9876-4d78-96c3-8187f60f31d2'] in n-d-819389-3 is: [{'id': '9413f872-9876-4d78-96c3-8187f60f31d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-270531581-router', 'tenant_id': '7a8f3e12d77545529189d7e8133410f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:03Z', 'updated_at': '2021-11-26T02:46:14Z', 'revision_number': 6, 'project_id': '7a8f3e12d77545529189d7e8133410f1', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:46:15.452232 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8854f-de3d-4071-b0df-41879150b42c req-77a87626-3759-48a6-8ec5-2ce97ff23fcf tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:15.459573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9b8854f-de3d-4071-b0df-41879150b42c req-77a87626-3759-48a6-8ec5-2ce97ff23fcf tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 944 time: 0.2703669 Nov 26 02:46:15.482862 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5f20153d-27e6-48a4-991c-6deec6af62d2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:15.509105 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-35927d12-95f5-4e03-a17e-2cf1be727c1b admin admin] Deleting port e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:15.509105 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35927d12-95f5-4e03-a17e-2cf1be727c1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:15.594539 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Attempting to bind port f277f4ba-9daf-4ccd-98cc-31fa0135064c on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:46:15.595025 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Attempting to bind port f277f4ba-9daf-4ccd-98cc-31fa0135064c by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:46:15.595451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Attempting to bind port f277f4ba-9daf-4ccd-98cc-31fa0135064c on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:15.603524 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-26d5b9fe-abdc-48e5-8b99-3695e29b6b1d req-cecb1da9-0913-4ce6-9d3b-88440e86a4ef tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Deleting port c270bedb-2968-4094-b7df-d6c40e1729cd {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:15.604020 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-26d5b9fe-abdc-48e5-8b99-3695e29b6b1d req-cecb1da9-0913-4ce6-9d3b-88440e86a4ef tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:15.627733 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Port f277f4ba-9daf-4ccd-98cc-31fa0135064c on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:46:15.628241 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Attempting to bind port f277f4ba-9daf-4ccd-98cc-31fa0135064c on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:15.683534 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:46:15.683878 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:15.684342 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:46:15.684798 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Bound port: f277f4ba-9daf-4ccd-98cc-31fa0135064c, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:46:15.685155 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:15.691625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5f20153d-27e6-48a4-991c-6deec6af62d2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:46:15.700303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5f20153d-27e6-48a4-991c-6deec6af62d2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:46:15.702096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20153d-27e6-48a4-991c-6deec6af62d2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Pushing event updated for resources: {'Port': ['ID=a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:15.713239 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9b8854f-de3d-4071-b0df-41879150b42c req-da5cc436-4f54-4929-85ad-e6f18f2d197d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527454 Nov 26 02:46:15.714101 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5f20153d-27e6-48a4-991c-6deec6af62d2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:46:15.724031 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-35927d12-95f5-4e03-a17e-2cf1be727c1b admin admin] For port e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:15.724465 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35927d12-95f5-4e03-a17e-2cf1be727c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:15.754629 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-35927d12-95f5-4e03-a17e-2cf1be727c1b admin admin] Calling delete_port for e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:15.778855 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:15.819125 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd559dbe-dc95-4905-80de-9f518e9cc15f req-504a1893-8a2f-43c9-8df5-35ac0844c690 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:15.822877 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd559dbe-dc95-4905-80de-9f518e9cc15f req-504a1893-8a2f-43c9-8df5-35ac0844c690 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 948 time: 0.2452600 Nov 26 02:46:15.891105 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5f20153d-27e6-48a4-991c-6deec6af62d2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:15.891857 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5f20153d-27e6-48a4-991c-6deec6af62d2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:15.922748 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-26d5b9fe-abdc-48e5-8b99-3695e29b6b1d req-cecb1da9-0913-4ce6-9d3b-88440e86a4ef tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] For port c270bedb-2968-4094-b7df-d6c40e1729cd, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c270bedb-2968-4094-b7df-d6c40e1729cd,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:15.923491 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-26d5b9fe-abdc-48e5-8b99-3695e29b6b1d req-cecb1da9-0913-4ce6-9d3b-88440e86a4ef tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:15.944119 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event deleted for resources: {'Port': ['ID=993af353-7bb5-404a-9112-6a050bee8c86,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:15.952676 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd559dbe-dc95-4905-80de-9f518e9cc15f req-1b25991f-780e-46dc-9836-6d6d4bf80648 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088753 Nov 26 02:46:15.960380 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] No DVR routers for this DVR port 993af353-7bb5-404a-9112-6a050bee8c86 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:15.964597 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-26d5b9fe-abdc-48e5-8b99-3695e29b6b1d req-cecb1da9-0913-4ce6-9d3b-88440e86a4ef tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Calling delete_port for c270bedb-2968-4094-b7df-d6c40e1729cd owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:15.981023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5f20153d-27e6-48a4-991c-6deec6af62d2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5283413 Nov 26 02:46:15.988318 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e8b5c617-bd58-42ae-8f6e-661c2122f767 None None] Provisioning complete for port a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:15.988992 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e8b5c617-bd58-42ae-8f6e-661c2122f767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:16.002477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Request body: {'port': {'device_id': 'fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:16.019890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1a72cd-508b-4009-b442-fc919f418b7c {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:46:16.034968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-e8b5c617-bd58-42ae-8f6e-661c2122f767 None None] Port a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:46:16.059549 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:16.091378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8631bc44-1221-4879-bfbf-7f19f4a927fc req-63e93813-ab3f-4ffc-bcba-142e145e8c39 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 210 time: 0.0486641 Nov 26 02:46:16.115724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Transition to ACTIVE for port object 0c1a72cd-508b-4009-b442-fc919f418b7c will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:46:16.140428 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:16.166013 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:16.290712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Pushing event updated for resources: {'Port': ['ID=0c1a72cd-508b-4009-b442-fc919f418b7c,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:16.306024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-29690032-382d-4199-8c03-b8a8427a03e4 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Allocated IP 172.20.0.3 (8b75cf2e-a7cf-4eb0-9911-7b55bbceedab/c932e09c-0952-4e12-9cea-fc52616dfde9/9c80d699-0592-4afa-811f-eb289a1977db) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:46:16.325797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7505e-4aed-4039-9554-b355485cb14d req-863a1a7e-9d5f-4339-b9a0-e11afa4aeff5 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:16.327403 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2aa7505e-4aed-4039-9554-b355485cb14d req-863a1a7e-9d5f-4339-b9a0-e11afa4aeff5 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3b7cb6-e4c9-4491-bf17-cd9068e2354c HTTP/1.1" status: 200 len: 945 time: 0.2029111 Nov 26 02:46:16.404403 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:46:16.466092 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:46:16.468327 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:16.476864 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:16.490358 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:16.526209 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587df45b-6fba-4ad6-8582-7ecf2f65a564']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:16.586359 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ea3df5-23f7-418e-85b0-24c423192a3d') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:16.586660 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ea3df5-23f7-418e-85b0-24c423192a3d') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:16.612253 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:16.612689 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:16.614201 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a7488465-8674-4fa9-a066-36b239749d35 req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] 10.222.0.59 "PUT /v2.0/ports/f277f4ba-9daf-4ccd-98cc-31fa0135064c HTTP/1.1" status: 200 len: 1096 time: 2.8446405 Nov 26 02:46:16.630496 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:16.675316 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7f681-4017-4f92-8ef6-dd266a789230 service neutron] Pushing event updated for resources: {'Port': ['ID=f277f4ba-9daf-4ccd-98cc-31fa0135064c,revision_number=7']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:16.687137 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:16.727628 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 760dc197-3cd1-44ec-996a-46b8d47128bc no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:16.740102 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:46:16.740102 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:46:16.745749 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:46:16.767025 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 760dc197-3cd1-44ec-996a-46b8d47128bc {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:46:16.768144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 760dc197-3cd1-44ec-996a-46b8d47128bc not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:46:16.768708 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:16.787253 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35927d12-95f5-4e03-a17e-2cf1be727c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:16.794982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:46:16.795590 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:46:16.847659 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35927d12-95f5-4e03-a17e-2cf1be727c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b7aaaa-7be1-417d-8d9c-a3a0f4c47178,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:16.859717 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-26d5b9fe-abdc-48e5-8b99-3695e29b6b1d req-cecb1da9-0913-4ce6-9d3b-88440e86a4ef tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:16.884943 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7488465-8674-4fa9-a066-36b239749d35 req-c5475339-14c4-4244-a15f-02ba2e02dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:16.886488 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a7488465-8674-4fa9-a066-36b239749d35 req-c5475339-14c4-4244-a15f-02ba2e02dfec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 1099 time: 0.2236230 Nov 26 02:46:16.890973 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:16.941456 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:16.944477 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "DELETE /v2.0/networks/587df45b-6fba-4ad6-8582-7ecf2f65a564 HTTP/1.1" status: 204 len: 168 time: 2.8330066 Nov 26 02:46:16.952333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34006) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:16.966662 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb1da9-0913-4ce6-9d3b-88440e86a4ef tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Pushing event deleted for resources: {'Port': ['ID=c270bedb-2968-4094-b7df-d6c40e1729cd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:17.003293 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb851e3-2cef-4d15-a9a8-2f1b5f32911b tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event deleted for resources: {'Network': ['ID=587df45b-6fba-4ad6-8582-7ecf2f65a564,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:17.023092 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2aa7505e-4aed-4039-9554-b355485cb14d req-e233474e-fd69-4ab4-b802-be4444e78377 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323048 Nov 26 02:46:17.031817 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Attempting to bind port 0c1a72cd-508b-4009-b442-fc919f418b7c on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:46:17.032274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Attempting to bind port 0c1a72cd-508b-4009-b442-fc919f418b7c by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'c3f27626-8ce7-4f12-ad70-9834843468e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:46:17.034102 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Attempting to bind port 0c1a72cd-508b-4009-b442-fc919f418b7c on network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:17.070518 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d5b9fe-abdc-48e5-8b99-3695e29b6b1d req-cecb1da9-0913-4ce6-9d3b-88440e86a4ef tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] No DVR routers for this DVR port c270bedb-2968-4094-b7df-d6c40e1729cd on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:17.073913 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-26d5b9fe-abdc-48e5-8b99-3695e29b6b1d req-cecb1da9-0913-4ce6-9d3b-88440e86a4ef tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.077312 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-26d5b9fe-abdc-48e5-8b99-3695e29b6b1d req-cecb1da9-0913-4ce6-9d3b-88440e86a4ef tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.59 "DELETE /v2.0/ports/c270bedb-2968-4094-b7df-d6c40e1729cd HTTP/1.1" status: 204 len: 173 time: 2.1532955 Nov 26 02:46:17.080613 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35927d12-95f5-4e03-a17e-2cf1be727c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.093461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Port 0c1a72cd-508b-4009-b442-fc919f418b7c on network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:46:17.093824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Attempting to bind port 0c1a72cd-508b-4009-b442-fc919f418b7c on network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:17.109572 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d0aa3-5ce7-4365-a1d0-0261602680c5 req-a78f2bdc-620d-4898-9d92-9cfb82f3cdd8 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:17.111077 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-722d0aa3-5ce7-4365-a1d0-0261602680c5 req-a78f2bdc-620d-4898-9d92-9cfb82f3cdd8 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 944 time: 0.2766671 Nov 26 02:46:17.123342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:46:17.123680 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Checking segment: {'id': 'c3f27626-8ce7-4f12-ad70-9834843468e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:17.124087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Bound using segment: {'id': 'c3f27626-8ce7-4f12-ad70-9834843468e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:46:17.124528 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Bound port: 0c1a72cd-508b-4009-b442-fc919f418b7c, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f27626-8ce7-4f12-ad70-9834843468e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:46:17.124897 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.147488 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a8d496-d013-4a1b-b08a-943b37275cef tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Deleting subnet 155cf2bb-1ad2-46e5-b3c9-c5a247504765 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:46:17.161137 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-39a8d496-d013-4a1b-b08a-943b37275cef tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.196767 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35927d12-95f5-4e03-a17e-2cf1be727c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.200232 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35927d12-95f5-4e03-a17e-2cf1be727c1b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.208485 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7488465-8674-4fa9-a066-36b239749d35 req-90e72ad4-6633-4ac8-bc0f-6370baa14776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:17.210281 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a7488465-8674-4fa9-a066-36b239749d35 req-90e72ad4-6633-4ac8-bc0f-6370baa14776 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.3137026 Nov 26 02:46:17.241339 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f790cd-f835-47d8-b1a6-5c7969699502', 'tag': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c'}, {'server_uuid': '3f3b7cb6-e4c9-4491-bf17-cd9068e2354c', 'name': 'network-vif-deleted', 'tag': 'c270bedb-2968-4094-b7df-d6c40e1729cd'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:17.244559 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736fc7ec-b286-44d1-acfb-cb8d86935b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "96f790cd-f835-47d8-b1a6-5c7969699502", "tag": "f277f4ba-9daf-4ccd-98cc-31fa0135064c"}, {"server_uuid": "3f3b7cb6-e4c9-4491-bf17-cd9068e2354c", "name": "network-vif-deleted", "tag": "c270bedb-2968-4094-b7df-d6c40e1729cd"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:17.289664 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35927d12-95f5-4e03-a17e-2cf1be727c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.290484 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35927d12-95f5-4e03-a17e-2cf1be727c1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9413f872-9876-4d78-96c3-8187f60f31d2 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:46:17.292986 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a7488465-8674-4fa9-a066-36b239749d35 req-1c23c677-f678-4455-bcb6-84c1f30d0952 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c HTTP/1.1" status: 200 len: 217 time: 0.0445192 Nov 26 02:46:17.295951 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35927d12-95f5-4e03-a17e-2cf1be727c1b admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.300169 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-35927d12-95f5-4e03-a17e-2cf1be727c1b admin admin] 10.222.0.31 "DELETE /v2.0/routers/9413f872-9876-4d78-96c3-8187f60f31d2 HTTP/1.1" status: 204 len: 168 time: 3.2027462 Nov 26 02:46:17.300268 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34016) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:17.316696 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-39a8d496-d013-4a1b-b08a-943b37275cef tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.370609 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-29690032-382d-4199-8c03-b8a8427a03e4 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.379333 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f5bff5-3d60-4d2c-bb55-d337203267c8 admin admin] Deleting subnet f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:46:17.380684 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-722d0aa3-5ce7-4365-a1d0-0261602680c5 req-195c36ec-29f2-4a3a-a718-0d341d510bbd tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499828 Nov 26 02:46:17.382679 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-99f5bff5-3d60-4d2c-bb55-d337203267c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.390850 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] For port 0c1a72cd-508b-4009-b442-fc919f418b7c, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:46:17.396600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] For port 0c1a72cd-508b-4009-b442-fc919f418b7c, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=0c1a72cd-508b-4009-b442-fc919f418b7c,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:46:17.421144 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.421379 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7488465-8674-4fa9-a066-36b239749d35 req-64bafc10-e630-4bce-a952-903da84eaf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:17.422823 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a7488465-8674-4fa9-a066-36b239749d35 req-64bafc10-e630-4bce-a952-903da84eaf37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1152244 Nov 26 02:46:17.431032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6bda9-28c0-4feb-8cb0-be0ce6593595 req-250dae70-b3c5-4fcf-8007-17f28941cabd tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:17.432212 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fce6bda9-28c0-4feb-8cb0-be0ce6593595 req-250dae70-b3c5-4fcf-8007-17f28941cabd tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 948 time: 0.2191424 Nov 26 02:46:17.459716 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 04104088-c3db-4f80-aeee-60f0d4d46511 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:46:17.471762 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-99f5bff5-3d60-4d2c-bb55-d337203267c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.473013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device f277f4ba-9daf-4ccd-98cc-31fa0135064c no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:17.544652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7488465-8674-4fa9-a066-36b239749d35 req-e8d73fa9-adc5-4e76-99d9-aa81d9160225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:17.546910 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a7488465-8674-4fa9-a066-36b239749d35 req-e8d73fa9-adc5-4e76-99d9-aa81d9160225 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161337 Nov 26 02:46:17.559905 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:17.560563 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.561977 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] 10.222.0.59 "PUT /v2.0/ports/0c1a72cd-508b-4009-b442-fc919f418b7c HTTP/1.1" status: 200 len: 1091 time: 4.0523732 Nov 26 02:46:17.571662 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44026ed-f30f-459f-b5e8-476592074217', 'tag': '0c1a72cd-508b-4009-b442-fc919f418b7c'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:17.573985 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fe696f-a9c7-41e5-b768-a2a7ab1edecd" -d '{"events": [{"name": "network-changed", "server_uuid": "b44026ed-f30f-459f-b5e8-476592074217", "tag": "0c1a72cd-508b-4009-b442-fc919f418b7c"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:17.637674 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d0f01de-3ecb-443a-baa7-dfc70153debd req-c15c84d6-03f1-4f43-a6d3-998f3f248d4c tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 210 time: 0.1016843 Nov 26 02:46:17.697655 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-29690032-382d-4199-8c03-b8a8427a03e4 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.702669 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-99f5bff5-3d60-4d2c-bb55-d337203267c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.739627 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.resource_extend [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 02:46:17.755184 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-39a8d496-d013-4a1b-b08a-943b37275cef tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.796963 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a7488465-8674-4fa9-a066-36b239749d35 req-5ff45543-3478-4384-9dfa-d5cf484475ee service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408590 Nov 26 02:46:17.815956 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.820841 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-99f5bff5-3d60-4d2c-bb55-d337203267c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.831140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae991d9f-0443-4a41-bacc-fb2ba10b8e4d service neutron] Pushing event updated for resources: {'Port': ['ID=0c1a72cd-508b-4009-b442-fc919f418b7c,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:17.857598 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device f277f4ba-9daf-4ccd-98cc-31fa0135064c not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:46:17.891193 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fce6bda9-28c0-4feb-8cb0-be0ce6593595 req-94b75ead-83a8-4b4c-866a-60bd0e47221c tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429381 Nov 26 02:46:17.896316 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5bff5-3d60-4d2c-bb55-d337203267c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:17.906736 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-99f5bff5-3d60-4d2c-bb55-d337203267c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:17.910812 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-99f5bff5-3d60-4d2c-bb55-d337203267c8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f9f8250a-5c34-4ff3-b2b5-dccb4c0c6ac3 HTTP/1.1" status: 204 len: 168 time: 0.6095343 Nov 26 02:46:17.922343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34020) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:17.938288 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f203fb2-02c0-4bfd-ac21-0309e932acf5 None None] Network 8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:46:17.938525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-29690032-382d-4199-8c03-b8a8427a03e4 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:46:17.957637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-29690032-382d-4199-8c03-b8a8427a03e4 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:46:17.977563 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-29690032-382d-4199-8c03-b8a8427a03e4 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:46:17.984645 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3df73f-4ac3-47ef-b839-e9e9931dc3c3 x-openstack-request-id: req-7d3df73f-4ac3-47ef-b839-e9e9931dc3c3 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:17.984941 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44026ed-f30f-459f-b5e8-476592074217", "tag": "0c1a72cd-508b-4009-b442-fc919f418b7c", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:17.985197 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d3df73f-4ac3-47ef-b839-e9e9931dc3c3 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:17.985589 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44026ed-f30f-459f-b5e8-476592074217', 'tag': '0c1a72cd-508b-4009-b442-fc919f418b7c', 'status': 'completed', 'code': 200} Nov 26 02:46:18.018739 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f172fde8-50b0-416d-95ae-023abd0965c3 x-openstack-request-id: req-f172fde8-50b0-416d-95ae-023abd0965c3 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:18.019043 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f790cd-f835-47d8-b1a6-5c7969699502", "tag": "f277f4ba-9daf-4ccd-98cc-31fa0135064c", "status": "completed", "code": 200}, {"server_uuid": "3f3b7cb6-e4c9-4491-bf17-cd9068e2354c", "name": "network-vif-deleted", "tag": "c270bedb-2968-4094-b7df-d6c40e1729cd", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:18.019305 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f172fde8-50b0-416d-95ae-023abd0965c3 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:18.019711 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f790cd-f835-47d8-b1a6-5c7969699502', 'tag': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c', 'status': 'completed', 'code': 200} Nov 26 02:46:18.020111 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3b7cb6-e4c9-4491-bf17-cd9068e2354c', 'name': 'network-vif-deleted', 'tag': 'c270bedb-2968-4094-b7df-d6c40e1729cd', 'status': 'completed', 'code': 200} Nov 26 02:46:18.022179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29690032-382d-4199-8c03-b8a8427a03e4 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Pushing event updated for resources: {'Port': ['ID=9c80d699-0592-4afa-811f-eb289a1977db,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:18.051182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-57f79ba5-ff42-4ef3-b68d-a77c0a08bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:18.055884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 04104088-c3db-4f80-aeee-60f0d4d46511, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=04104088-c3db-4f80-aeee-60f0d4d46511,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:18.057201 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-57f79ba5-ff42-4ef3-b68d-a77c0a08bf28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f54719dee10543a2819bd77d09f30785&device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 1094 time: 0.3586164 Nov 26 02:46:18.061457 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a7488465-8674-4fa9-a066-36b239749d35 req-f5135942-4c28-4df7-a367-731f551e73e6 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507989 Nov 26 02:46:18.075978 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.089550 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '04104088-c3db-4f80-aeee-60f0d4d46511', 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02', 'port_id': '04104088-c3db-4f80-aeee-60f0d4d46511', 'mac_address': 'fa:16:3e:f9:57:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681deaf1-7770-440e-9d0a-fc19f5a6a2ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:46:18.154650 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-39a8d496-d013-4a1b-b08a-943b37275cef tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.157235 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c270bedb-2968-4094-b7df-d6c40e1729cd no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:18.227755 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: c270bedb-2968-4094-b7df-d6c40e1729cd {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:46:18.228146 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c270bedb-2968-4094-b7df-d6c40e1729cd not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:46:18.246239 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] Deleting port b6bf9cb0-6d46-4362-b357-e7139cc985d3 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:18.263502 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.267088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-29690032-382d-4199-8c03-b8a8427a03e4 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:18.268936 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-29690032-382d-4199-8c03-b8a8427a03e4 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.289159 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.310262 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-246f0573-b030-48aa-9136-1af444a23be9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c1a72cd-508b-4009-b442-fc919f418b7c HTTP/1.1" status: 200 len: 217 time: 0.2149558 Nov 26 02:46:18.337931 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-39a8d496-d013-4a1b-b08a-943b37275cef tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.341840 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-39a8d496-d013-4a1b-b08a-943b37275cef tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "DELETE /v2.0/subnets/155cf2bb-1ad2-46e5-b3c9-c5a247504765 HTTP/1.1" status: 204 len: 168 time: 1.3858230 Nov 26 02:46:18.342928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8d496-d013-4a1b-b08a-943b37275cef tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event deleted for resources: {'Subnet': ['ID=155cf2bb-1ad2-46e5-b3c9-c5a247504765,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:18.353414 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34028) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:18.354331 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228fbc43-a4e4-4dc2-91dc-e19b93b9fa44 None None] Network cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:46:18.378800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-35698881-dddb-480d-afe9-b73f4c4d44af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:18.380412 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-35698881-dddb-480d-afe9-b73f4c4d44af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 1099 time: 0.1944280 Nov 26 02:46:18.388224 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-29690032-382d-4199-8c03-b8a8427a03e4 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3672450 Nov 26 02:46:18.394160 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] For port b6bf9cb0-6d46-4362-b357-e7139cc985d3, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b6bf9cb0-6d46-4362-b357-e7139cc985d3,segment=NetworkSegment(07dc2b8b-d778-4009-b557-d656f81d517b),segment_id=07dc2b8b-d778-4009-b557-d656f81d517b)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:18.394551 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.422260 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] Calling delete_port for b6bf9cb0-6d46-4362-b357-e7139cc985d3 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:18.501282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Request body: {'port': {'device_id': 'b1b1b30e-64e0-4afc-84c6-5e6041ec1403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:18.508697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:46:18.509246 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04104088-c3db-4f80-aeee-60f0d4d46511 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:46:18.534963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-9b00683e-98b3-4d0b-923d-1c254f5b8bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:18.536668 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-9b00683e-98b3-4d0b-923d-1c254f5b8bfe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 1099 time: 0.4938691 Nov 26 02:46:18.559631 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.561471 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-b800601a-199f-4410-a5c8-c136b8cc9186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:18.562293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 04104088-c3db-4f80-aeee-60f0d4d46511, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=04104088-c3db-4f80-aeee-60f0d4d46511,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:18.563069 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-b800601a-199f-4410-a5c8-c136b8cc9186 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.1562972 Nov 26 02:46:18.564807 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3274646c-6c20-4e2a-b179-b2ec60c01f39 None None] Provisioning complete for port 9c80d699-0592-4afa-811f-eb289a1977db triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:18.565364 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3274646c-6c20-4e2a-b179-b2ec60c01f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.582352 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.590765 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.623607 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6bf9cb0-6d46-4362-b357-e7139cc985d3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:18.665618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3274646c-6c20-4e2a-b179-b2ec60c01f39 None None] Port 9c80d699-0592-4afa-811f-eb289a1977db cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:46:18.678368 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-d8df7b43-1dcd-448d-bb70-5173ba6b706d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c HTTP/1.1" status: 200 len: 217 time: 0.0901785 Nov 26 02:46:18.679337 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] No DVR routers for this DVR port b6bf9cb0-6d46-4362-b357-e7139cc985d3 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:18.681094 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=04104088-c3db-4f80-aeee-60f0d4d46511,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:18.714863 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Transition to ACTIVE for port object a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:46:18.721144 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-c4c32866-6ba6-4052-9e66-cdab97e0dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:18.722650 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-c4c32866-6ba6-4052-9e66-cdab97e0dcfb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c932e09c-0952-4e12-9cea-fc52616dfde9 HTTP/1.1" status: 200 len: 855 time: 0.3734257 Nov 26 02:46:18.742676 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e1868f-7ead-411f-8b82-60cc0b7be212 None None] DHCP port deletion for 8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:46:18.750277 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.771730 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.779766 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d713e6-8ec4-4adf-8bf5-b69042c33999 None None] DHCP port deletion for cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:46:18.808791 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.821434 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-b5b7d148-02d1-4ef9-b72a-93ca3624fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:18.823061 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-b5b7d148-02d1-4ef9-b72a-93ca3624fb2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1199484 Nov 26 02:46:18.844393 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:18.847105 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.864104 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-89d713e6-8ec4-4adf-8bf5-b69042c33999 None None] Deleting port 8bf880e9-081f-4ea7-b756-fe0997a4c5d0 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:18.866790 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-89d713e6-8ec4-4adf-8bf5-b69042c33999 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.870200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d591c4-def0-43d4-a23f-3fc20ebf8b22 req-f48622b6-9b83-4a3f-80ee-2692c7efb906 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:18.871625 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07dc2b8b-d778-4009-b557-d656f81d517b') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:18.871994 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07dc2b8b-d778-4009-b557-d656f81d517b') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:18.878805 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37d591c4-def0-43d4-a23f-3fc20ebf8b22 req-f48622b6-9b83-4a3f-80ee-2692c7efb906 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 944 time: 0.4172845 Nov 26 02:46:18.884033 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.901518 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.914241 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-edb7397c-0bdd-4f55-9cdd-edd6a8436e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:18.915652 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-edb7397c-0bdd-4f55-9cdd-edd6a8436e20 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0821316 Nov 26 02:46:18.916732 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:46:18.917838 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:46:18.919404 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:46:18.938384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1841c-cfdb-4257-8c13-f4ad406df282 req-8cbfd7e9-b711-4c47-b932-045f849ceff5 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:18.940595 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-50a1841c-cfdb-4257-8c13-f4ad406df282 req-8cbfd7e9-b711-4c47-b932-045f849ceff5 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 945 time: 0.4124010 Nov 26 02:46:18.970309 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-89d713e6-8ec4-4adf-8bf5-b69042c33999 None None] For port 8bf880e9-081f-4ea7-b756-fe0997a4c5d0, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8bf880e9-081f-4ea7-b756-fe0997a4c5d0,segment=NetworkSegment(59d3110c-5aaa-4111-a04c-6035a3c1d96c),segment_id=59d3110c-5aaa-4111-a04c-6035a3c1d96c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:18.971481 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-89d713e6-8ec4-4adf-8bf5-b69042c33999 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:18.979192 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Pushing event updated for resources: {'Port': ['ID=a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:18.990308 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-89d713e6-8ec4-4adf-8bf5-b69042c33999 None None] Calling delete_port for 8bf880e9-081f-4ea7-b756-fe0997a4c5d0 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:19.044805 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['04104088-c3db-4f80-aeee-60f0d4d46511'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:46:19.054486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-c08b79fc-9ebb-4185-9e1f-9e8812f3e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:19.056032 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-c08b79fc-9ebb-4185-9e1f-9e8812f3e8af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b75cf2e-a7cf-4eb0-9911-7b55bbceedab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3068321 Nov 26 02:46:19.056958 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:19.080504 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:19.086309 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3 HTTP/1.1" status: 204 len: 168 time: 1.1590774 Nov 26 02:46:19.102810 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ed5ae-b1aa-4178-8ba8-6637be1cafb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d1ccb61-3ab1-4a0a-b437-3c76033ae3f3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:19.106889 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-3bd0a7d4-8647-4783-a42d-fece28494978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:19.108396 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-3bd0a7d4-8647-4783-a42d-fece28494978 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.5454850 Nov 26 02:46:19.147473 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac96af-7157-41d0-9002-82e7e753bc82 req-249890f2-97e4-4ebe-b012-4cc761a0fcb9 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:19.151754 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2dac96af-7157-41d0-9002-82e7e753bc82 req-249890f2-97e4-4ebe-b012-4cc761a0fcb9 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.59 "GET /v2.0/ports?device_id=5de63b1f-40e8-4839-b01a-20d7fb7271a4 HTTP/1.1" status: 200 len: 944 time: 0.1281722 Nov 26 02:46:19.158911 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-c32cac6f-3a8f-4cf5-8b6d-b1e21ad14699 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274632 Nov 26 02:46:19.205104 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-89d713e6-8ec4-4adf-8bf5-b69042c33999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:19.254230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37d591c4-def0-43d4-a23f-3fc20ebf8b22 req-34794a6c-cd5b-4c02-8da3-23892f8f1b93 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742361 Nov 26 02:46:19.273266 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d713e6-8ec4-4adf-8bf5-b69042c33999 None None] Pushing event deleted for resources: {'Port': ['ID=8bf880e9-081f-4ea7-b756-fe0997a4c5d0,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:19.287609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-7e457d37-38d5-4a78-905c-85b391a2a225 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c HTTP/1.1" status: 200 len: 217 time: 0.1578212 Nov 26 02:46:19.291349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d713e6-8ec4-4adf-8bf5-b69042c33999 None None] No DVR routers for this DVR port 8bf880e9-081f-4ea7-b756-fe0997a4c5d0 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:19.378035 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-b083161b-dfe4-42b3-b5a4-72e0844706f8 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952002 Nov 26 02:46:19.401664 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-50a1841c-cfdb-4257-8c13-f4ad406df282 req-b1da8a4e-77bc-477c-81fe-5d983fe9036e tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480405 Nov 26 02:46:19.402400 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34044) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:19.407771 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-2dac96af-7157-41d0-9002-82e7e753bc82 req-2f208258-aeea-48ef-a41d-b547f230a1a7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Deleting port 90d38b26-a554-451f-93b8-bed743a9d211 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:19.408814 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2dac96af-7157-41d0-9002-82e7e753bc82 req-2f208258-aeea-48ef-a41d-b547f230a1a7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:19.518713 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3394db8c-faba-4212-9e04-88e9d9739c15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a8f3e12d77545529189d7e8133410f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1150055 Nov 26 02:46:19.527243 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34048) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:19.563685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-2dac96af-7157-41d0-9002-82e7e753bc82 req-2f208258-aeea-48ef-a41d-b547f230a1a7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] For port 90d38b26-a554-451f-93b8-bed743a9d211, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=90d38b26-a554-451f-93b8-bed743a9d211,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:19.564095 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2dac96af-7157-41d0-9002-82e7e753bc82 req-2f208258-aeea-48ef-a41d-b547f230a1a7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:19.588015 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-2dac96af-7157-41d0-9002-82e7e753bc82 req-2f208258-aeea-48ef-a41d-b547f230a1a7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Calling delete_port for 90d38b26-a554-451f-93b8-bed743a9d211 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:19.646841 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4821ca5-f0b5-484b-801d-953b9b0d88e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:19.682392 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4821ca5-f0b5-484b-801d-953b9b0d88e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:19.772762 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4821ca5-f0b5-484b-801d-953b9b0d88e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:19.775268 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4821ca5-f0b5-484b-801d-953b9b0d88e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:19.776547 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e4821ca5-f0b5-484b-801d-953b9b0d88e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/efa3c685-8529-405f-b3ef-4f78652c5644 HTTP/1.1" status: 204 len: 168 time: 0.2482157 Nov 26 02:46:19.801169 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4821ca5-f0b5-484b-801d-953b9b0d88e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa3c685-8529-405f-b3ef-4f78652c5644,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:19.812368 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2dac96af-7157-41d0-9002-82e7e753bc82 req-2f208258-aeea-48ef-a41d-b547f230a1a7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:19.851457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f208258-aeea-48ef-a41d-b547f230a1a7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Pushing event deleted for resources: {'Port': ['ID=90d38b26-a554-451f-93b8-bed743a9d211,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:19.872070 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Attempting to bind port a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:46:19.872419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Attempting to bind port a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'c3f27626-8ce7-4f12-ad70-9834843468e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:46:19.872775 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Attempting to bind port a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 on network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:19.896576 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dac96af-7157-41d0-9002-82e7e753bc82 req-2f208258-aeea-48ef-a41d-b547f230a1a7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] No DVR routers for this DVR port 90d38b26-a554-451f-93b8-bed743a9d211 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:19.897868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-9dc78353-1f8c-4872-ab8d-c8e337ee59b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:19.899164 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2dac96af-7157-41d0-9002-82e7e753bc82 req-2f208258-aeea-48ef-a41d-b547f230a1a7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:19.899441 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-9dc78353-1f8c-4872-ab8d-c8e337ee59b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.5993607 Nov 26 02:46:19.900935 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Deleting port 8bf880e9-081f-4ea7-b756-fe0997a4c5d0 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:19.901276 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:19.903062 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2dac96af-7157-41d0-9002-82e7e753bc82 req-2f208258-aeea-48ef-a41d-b547f230a1a7 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.59 "DELETE /v2.0/ports/90d38b26-a554-451f-93b8-bed743a9d211 HTTP/1.1" status: 204 len: 173 time: 0.7338283 Nov 26 02:46:19.923168 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-de52b711-7cd7-4316-8d2b-89a0e3072451 service neutron] 10.222.0.59 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8133702 Nov 26 02:46:19.952648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Port a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 on network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:46:19.953020 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Attempting to bind port a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 on network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:20.021462 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de63b1f-40e8-4839-b01a-20d7fb7271a4', 'name': 'network-vif-deleted', 'tag': '90d38b26-a554-451f-93b8-bed743a9d211'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:20.024697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:46:20.025227 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b254cbd4-1a13-4f8e-ae0c-17ac33ff3cd9" -d '{"events": [{"server_uuid": "5de63b1f-40e8-4839-b01a-20d7fb7271a4", "name": "network-vif-deleted", "tag": "90d38b26-a554-451f-93b8-bed743a9d211"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:20.025364 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Checking segment: {'id': 'c3f27626-8ce7-4f12-ad70-9834843468e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:20.025473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Bound using segment: {'id': 'c3f27626-8ce7-4f12-ad70-9834843468e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:46:20.025855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Bound port: a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f27626-8ce7-4f12-ad70-9834843468e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:46:20.026217 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:20.101590 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e890e3-5886-464e-aced-19bf75649a85 req-bc230b81-7163-4ee8-b628-772ade27a3f7 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:20.103145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6e890e3-5886-464e-aced-19bf75649a85 req-bc230b81-7163-4ee8-b628-772ade27a3f7 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 931 time: 0.6936765 Nov 26 02:46:20.119674 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] For port 8bf880e9-081f-4ea7-b756-fe0997a4c5d0, host n-d-819389-3, got binding levels [] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:20.120337 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:20.137496 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2605dae-1c4d-4139-af71-8135b24f1cb5 req-1424a10b-dfad-48ab-ab6c-e560f1dd7e17 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:20.138991 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f2605dae-1c4d-4139-af71-8135b24f1cb5 req-1424a10b-dfad-48ab-ab6c-e560f1dd7e17 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 948 time: 0.3496220 Nov 26 02:46:20.217837 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Calling delete_port for 8bf880e9-081f-4ea7-b756-fe0997a4c5d0 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:20.242005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.ipam_backend_mixin [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Port 8bf880e9-081f-4ea7-b756-fe0997a4c5d0 was not found and therefore no delete operation was performed {{(pid=104802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 02:46:20.254650 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-9110231d-2763-48bb-a77f-3bbf623b6e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:20.256207 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-9110231d-2763-48bb-a77f-3bbf623b6e83 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3307805 Nov 26 02:46:20.277697 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:20.395667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event deleted for resources: {'Port': ['ID=8bf880e9-081f-4ea7-b756-fe0997a4c5d0,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:20.400010 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d4ae416-7a1d-4dd7-b5a9-0b0c4074ad7e req-5c2eebbd-114d-4db6-bdbd-9833cf4b1f9c service neutron] 10.222.0.59 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309452 Nov 26 02:46:20.404281 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] No DVR routers for this DVR port 8bf880e9-081f-4ea7-b756-fe0997a4c5d0 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:20.426988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] For port a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:46:20.473978 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6e890e3-5886-464e-aced-19bf75649a85 req-bbbb4a3c-6c6b-49d8-9bc7-1cfda6a4e198 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444045 Nov 26 02:46:20.498682 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f2605dae-1c4d-4139-af71-8135b24f1cb5 req-987a079f-6b93-458f-b882-12db18526a6e tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270805 Nov 26 02:46:20.502817 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] For port a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:46:20.522563 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c80d699-0592-4afa-811f-eb289a1977db {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:46:20.538606 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:20.584965 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:20.613965 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1e44af-bd48-490e-b2a3-f59e4f87f4e7 x-openstack-request-id: req-1d1e44af-bd48-490e-b2a3-f59e4f87f4e7 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:20.614457 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de63b1f-40e8-4839-b01a-20d7fb7271a4", "name": "network-vif-deleted", "tag": "90d38b26-a554-451f-93b8-bed743a9d211", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:20.615043 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d1e44af-bd48-490e-b2a3-f59e4f87f4e7 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:20.615806 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de63b1f-40e8-4839-b01a-20d7fb7271a4', 'name': 'network-vif-deleted', 'tag': '90d38b26-a554-451f-93b8-bed743a9d211', 'status': 'completed', 'code': 200} Nov 26 02:46:20.687717 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:20.693847 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Transition to ACTIVE for port object 9c80d699-0592-4afa-811f-eb289a1977db will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:46:20.704257 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-298fddad-75a0-4c6d-87dd-8b870ec740bd service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377849 Nov 26 02:46:20.705644 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:20.706242 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:20.707523 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] 10.222.0.59 "PUT /v2.0/ports/a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 HTTP/1.1" status: 200 len: 1092 time: 4.7123029 Nov 26 02:46:20.719538 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf', 'tag': 'a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:20.722446 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a1fbf5-a577-4eac-a8d9-3940628f6686" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf", "tag": "a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:20.734660 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:20.747022 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b6bf9cb0-6d46-4362-b357-e7139cc985d3 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:20.781988 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: b6bf9cb0-6d46-4362-b357-e7139cc985d3 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:46:20.782442 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b6bf9cb0-6d46-4362-b357-e7139cc985d3 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:46:20.783475 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8bf880e9-081f-4ea7-b756-fe0997a4c5d0 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:20.795327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2c2b0e-7c0d-4b85-ba05-05683b0c0714']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:20.812452 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 8bf880e9-081f-4ea7-b756-fe0997a4c5d0 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:46:20.812897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8bf880e9-081f-4ea7-b756-fe0997a4c5d0 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:46:20.861966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08d888-cf98-4455-a338-b81cff4eddef service neutron] Pushing event updated for resources: {'Port': ['ID=a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:20.888093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d3110c-5aaa-4111-a04c-6035a3c1d96c') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:20.888401 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d3110c-5aaa-4111-a04c-6035a3c1d96c') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:20.902426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe696f-a9c7-41e5-b768-a2a7ab1edecd req-ee5e2452-c17a-4d24-96da-dc6ef6eaccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:20.904344 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-12fe696f-a9c7-41e5-b768-a2a7ab1edecd req-ee5e2452-c17a-4d24-96da-dc6ef6eaccb7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f54719dee10543a2819bd77d09f30785&device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 1094 time: 0.3672578 Nov 26 02:46:20.919215 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:21.038131 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:21.085709 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959304a-0758-49e9-8eac-7aec289cde32 req-8f8c1ed6-dbf8-4e56-a698-5431976de967 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:21.087280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1959304a-0758-49e9-8eac-7aec289cde32 req-8f8c1ed6-dbf8-4e56-a698-5431976de967 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 945 time: 0.3619001 Nov 26 02:46:21.106032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:46:21.106485 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:46:21.115413 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:46:21.117928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Pushing event updated for resources: {'Port': ['ID=9c80d699-0592-4afa-811f-eb289a1977db,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:21.171994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-c4c72078-5257-4009-9ee0-21fcc119e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:21.173559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-c4c72078-5257-4009-9ee0-21fcc119e1f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f54719dee10543a2819bd77d09f30785&device_id=fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf HTTP/1.1" status: 200 len: 1095 time: 0.3740373 Nov 26 02:46:21.187515 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-16a9d443-521d-4d31-a236-927ef3bb9704 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610004 Nov 26 02:46:21.259179 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e60fa70-782c-4ad1-9faa-7cbd180b5e93 x-openstack-request-id: req-9e60fa70-782c-4ad1-9faa-7cbd180b5e93 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:21.259472 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf", "tag": "a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:21.260030 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e60fa70-782c-4ad1-9faa-7cbd180b5e93 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:21.260455 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf', 'tag': 'a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68', 'status': 'completed', 'code': 200} Nov 26 02:46:21.275395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-844f9e96-9f19-4818-a294-525b4cd70971 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 HTTP/1.1" status: 200 len: 217 time: 0.0751235 Nov 26 02:46:21.293571 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:21.311090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Attempting to bind port 9c80d699-0592-4afa-811f-eb289a1977db on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:46:21.311427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Attempting to bind port 9c80d699-0592-4afa-811f-eb289a1977db by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'c3f27626-8ce7-4f12-ad70-9834843468e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:46:21.311757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Attempting to bind port 9c80d699-0592-4afa-811f-eb289a1977db on network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:21.325193 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe696f-a9c7-41e5-b768-a2a7ab1edecd req-e463f3cc-50a0-40a2-af90-6c35a8a7a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:21.326652 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-12fe696f-a9c7-41e5-b768-a2a7ab1edecd req-e463f3cc-50a0-40a2-af90-6c35a8a7a3c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b75cf2e-a7cf-4eb0-9911-7b55bbceedab HTTP/1.1" status: 200 len: 917 time: 0.4118268 Nov 26 02:46:21.378814 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:21.381877 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "DELETE /v2.0/networks/cd2c2b0e-7c0d-4b85-ba05-05683b0c0714 HTTP/1.1" status: 204 len: 168 time: 3.0176523 Nov 26 02:46:21.390647 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34096) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:21.393559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1959304a-0758-49e9-8eac-7aec289cde32 req-d9dc7734-4511-41f6-9b98-8bbecd00c809 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834382 Nov 26 02:46:21.394117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Port 9c80d699-0592-4afa-811f-eb289a1977db on network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:46:21.394440 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Attempting to bind port 9c80d699-0592-4afa-811f-eb289a1977db on network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:21.395693 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-296608bc-12c7-492b-a0bf-66a8dfe098b1 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-995231913'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:21.400661 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19bd69-96e7-4d94-9f8b-0c4c1b485fb6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event deleted for resources: {'Network': ['ID=cd2c2b0e-7c0d-4b85-ba05-05683b0c0714,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:21.428968 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296608bc-12c7-492b-a0bf-66a8dfe098b1 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Made reservation on behalf of caeff930008b487db9a70d59ac7ec22e for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:46:21.433747 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-296608bc-12c7-492b-a0bf-66a8dfe098b1 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:21.440184 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-12fe696f-a9c7-41e5-b768-a2a7ab1edecd req-ceee7f61-f1d5-4bb2-b726-4494d2417680 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c1a72cd-508b-4009-b442-fc919f418b7c HTTP/1.1" status: 200 len: 217 time: 0.0719116 Nov 26 02:46:21.443376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:46:21.443652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Checking segment: {'id': 'c3f27626-8ce7-4f12-ad70-9834843468e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:21.444033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Bound using segment: {'id': 'c3f27626-8ce7-4f12-ad70-9834843468e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:46:21.444512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Bound port: 9c80d699-0592-4afa-811f-eb289a1977db, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f27626-8ce7-4f12-ad70-9834843468e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:46:21.444872 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:21.471295 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-ba575022-3e7a-4f66-a277-9326209471d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:21.472883 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-ba575022-3e7a-4f66-a277-9326209471d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c932e09c-0952-4e12-9cea-fc52616dfde9 HTTP/1.1" status: 200 len: 855 time: 0.1842566 Nov 26 02:46:21.473344 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296608bc-12c7-492b-a0bf-66a8dfe098b1 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:46:21.486266 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-296608bc-12c7-492b-a0bf-66a8dfe098b1 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:21.487228 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-296608bc-12c7-492b-a0bf-66a8dfe098b1 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Added segment c2ff9c14-977a-4fc9-be35-bd5b58bf59cc of type vlan for network b596eb4f-116c-4488-8b56-991db556b4c8 Nov 26 02:46:21.490813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 04104088-c3db-4f80-aeee-60f0d4d46511 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:46:21.525831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c51df8-809d-4654-a5b9-31e2533edc8c req-fc75ca01-3b3f-4637-851d-a39cc98a7fbb tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:21.533241 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b4c51df8-809d-4654-a5b9-31e2533edc8c req-fc75ca01-3b3f-4637-851d-a39cc98a7fbb tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 966 time: 0.2455199 Nov 26 02:46:21.542664 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-296608bc-12c7-492b-a0bf-66a8dfe098b1 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:21.569268 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 04104088-c3db-4f80-aeee-60f0d4d46511 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:46:21.576837 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 04104088-c3db-4f80-aeee-60f0d4d46511 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:21.577062 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-296608bc-12c7-492b-a0bf-66a8dfe098b1 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:21.577629 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:21.587182 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296608bc-12c7-492b-a0bf-66a8dfe098b1 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:21.587828 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-296608bc-12c7-492b-a0bf-66a8dfe098b1 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:21.602616 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe696f-a9c7-41e5-b768-a2a7ab1edecd req-fc1ca878-49f1-488d-a99c-5281f2c60009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:21.604120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-12fe696f-a9c7-41e5-b768-a2a7ab1edecd req-fc1ca878-49f1-488d-a99c-5281f2c60009 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c932e09c-0952-4e12-9cea-fc52616dfde9 HTTP/1.1" status: 200 len: 855 time: 0.1537902 Nov 26 02:46:21.660329 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-296608bc-12c7-492b-a0bf-66a8dfe098b1 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2691123 Nov 26 02:46:21.661001 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34122) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:21.673009 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b702e652-caee-4aee-87b1-b743f78f5bdb tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Request body: {'subnet': {'network_id': 'b596eb4f-116c-4488-8b56-991db556b4c8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:21.676118 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:21.703149 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098efca1-2cf6-442b-b0a4-508a02006dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04104088-c3db-4f80-aeee-60f0d4d46511'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:21.705642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] For port 9c80d699-0592-4afa-811f-eb289a1977db, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:46:21.706466 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67f5595-96a0-49b9-9932-379a30ed2fde" -d '{"events": [{"server_uuid": "098efca1-2cf6-442b-b0a4-508a02006dc0", "name": "network-vif-plugged", "status": "completed", "tag": "04104088-c3db-4f80-aeee-60f0d4d46511"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:21.708833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-9fd11516-0d70-49ca-ac56-8457e954731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:21.710431 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-9fd11516-0d70-49ca-ac56-8457e954731a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b75cf2e-a7cf-4eb0-9911-7b55bbceedab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2137311 Nov 26 02:46:21.716985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296608bc-12c7-492b-a0bf-66a8dfe098b1 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event updated for resources: {'Network': ['ID=b596eb4f-116c-4488-8b56-991db556b4c8,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:21.726075 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 04104088-c3db-4f80-aeee-60f0d4d46511, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=04104088-c3db-4f80-aeee-60f0d4d46511,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:21.732533 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:21.735135 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b4c51df8-809d-4654-a5b9-31e2533edc8c req-f5f62c27-422e-4090-b694-bd53fec1056d tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009573 Nov 26 02:46:21.740206 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network b596eb4f-116c-4488-8b56-991db556b4c8 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:46:21.740924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] For port 9c80d699-0592-4afa-811f-eb289a1977db, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9c80d699-0592-4afa-811f-eb289a1977db,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:46:21.788794 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b702e652-caee-4aee-87b1-b743f78f5bdb tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Made reservation on behalf of caeff930008b487db9a70d59ac7ec22e for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:46:21.793963 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b702e652-caee-4aee-87b1-b743f78f5bdb tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:21.799612 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:21.839416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be09101-cb12-49ac-a78d-08372063c681 req-7a95cf9e-77c6-4184-92fb-821438b8f17a tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:21.847148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4be09101-cb12-49ac-a78d-08372063c681 req-7a95cf9e-77c6-4184-92fb-821438b8f17a tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 943 time: 0.2530694 Nov 26 02:46:21.854190 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=04104088-c3db-4f80-aeee-60f0d4d46511,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:21.858272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe696f-a9c7-41e5-b768-a2a7ab1edecd req-07f88523-3b02-492f-a334-da2579780b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:21.859997 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-12fe696f-a9c7-41e5-b768-a2a7ab1edecd req-07f88523-3b02-492f-a334-da2579780b6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b75cf2e-a7cf-4eb0-9911-7b55bbceedab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2412946 Nov 26 02:46:21.988124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:21.988747 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:21.990144 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] 10.222.0.59 "PUT /v2.0/ports/9c80d699-0592-4afa-811f-eb289a1977db HTTP/1.1" status: 200 len: 1091 time: 3.4970355 Nov 26 02:46:22.017884 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b702e652-caee-4aee-87b1-b743f78f5bdb tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:22.084927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a53a6-9c6c-48df-95f1-b7320a6743ec req-836acade-9fc9-4cf4-81c2-9828f39fd096 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:22.087053 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab5a53a6-9c6c-48df-95f1-b7320a6743ec req-836acade-9fc9-4cf4-81c2-9828f39fd096 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 966 time: 0.3005373 Nov 26 02:46:22.091821 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:22.094378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81e2ab-aa78-4286-b640-5c372919a29b service neutron] Pushing event updated for resources: {'Port': ['ID=9c80d699-0592-4afa-811f-eb289a1977db,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:22.119364 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4be09101-cb12-49ac-a78d-08372063c681 req-2e65cfdc-910f-443a-a5be-1be280c3963c tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710824 Nov 26 02:46:22.131643 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-4e38c2d5-5915-460d-8bf8-b315765d8994 service neutron] 10.222.0.59 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069960 Nov 26 02:46:22.148653 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device f277f4ba-9daf-4ccd-98cc-31fa0135064c details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:46:22.159850 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 90d38b26-a554-451f-93b8-bed743a9d211 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:22.196131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507b065-15f6-45da-a4d4-3d34c91a4c2d req-ea3e7fb3-4ae7-4cd8-a696-305c57a28702 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:22.197654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7507b065-15f6-45da-a4d4-3d34c91a4c2d req-ea3e7fb3-4ae7-4cd8-a696-305c57a28702 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 948 time: 0.3051732 Nov 26 02:46:22.203055 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 90d38b26-a554-451f-93b8-bed743a9d211 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:46:22.204456 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 90d38b26-a554-451f-93b8-bed743a9d211 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:46:22.295381 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f838367-6d8e-4176-8fd0-e1fa56f28f74 x-openstack-request-id: req-4f838367-6d8e-4176-8fd0-e1fa56f28f74 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:22.295883 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098efca1-2cf6-442b-b0a4-508a02006dc0", "name": "network-vif-plugged", "status": "completed", "tag": "04104088-c3db-4f80-aeee-60f0d4d46511", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:22.296381 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f838367-6d8e-4176-8fd0-e1fa56f28f74 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:22.296969 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098efca1-2cf6-442b-b0a4-508a02006dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04104088-c3db-4f80-aeee-60f0d4d46511', 'code': 200} Nov 26 02:46:22.341588 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:22.366791 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c', 'mac_address': 'fa:16:3e:f8:18:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:46:22.440395 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:22.455780 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f277f4ba-9daf-4ccd-98cc-31fa0135064c {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:46:22.468366 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702e652-caee-4aee-87b1-b743f78f5bdb tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event updated for resources: {'Subnet': ['ID=ec6a6daa-4b01-41fd-b912-b980d65a9ebd,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:22.473885 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b702e652-caee-4aee-87b1-b743f78f5bdb tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Checking segment: {'id': 'c2ff9c14-977a-4fc9-be35-bd5b58bf59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b596eb4f-116c-4488-8b56-991db556b4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:22.474405 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b702e652-caee-4aee-87b1-b743f78f5bdb tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Network hostable DHCP agents. Network: b596eb4f-116c-4488-8b56-991db556b4c8, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:46:22.478107 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:22.489161 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:22.526344 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b702e652-caee-4aee-87b1-b743f78f5bdb tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Network b596eb4f-116c-4488-8b56-991db556b4c8 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:46:22.540482 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-b702e652-caee-4aee-87b1-b743f78f5bdb tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, b596eb4f-116c-4488-8b56-991db556b4c8) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:46:22.547849 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b702e652-caee-4aee-87b1-b743f78f5bdb tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:22.548540 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b702e652-caee-4aee-87b1-b743f78f5bdb tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:22.559524 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d6a316-d777-4344-bf54-f6fe7ced0a23 None None] Network b596eb4f-116c-4488-8b56-991db556b4c8 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:46:22.576793 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b702e652-caee-4aee-87b1-b743f78f5bdb tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9086795 Nov 26 02:46:22.577377 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34142) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:22.582629 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e9bd82ed-6eb6-4031-840e-99a265cfaaae tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1037742725'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:22.614300 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=f277f4ba-9daf-4ccd-98cc-31fa0135064c,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:22.633626 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bd82ed-6eb6-4031-840e-99a265cfaaae tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Made reservation on behalf of caeff930008b487db9a70d59ac7ec22e for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:46:22.637947 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9bd82ed-6eb6-4031-840e-99a265cfaaae tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:22.664600 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-12fe696f-a9c7-41e5-b768-a2a7ab1edecd req-67e1d854-1228-44a7-96cb-04d594b83b81 service neutron] 10.222.0.59 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7731233 Nov 26 02:46:22.665814 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bd82ed-6eb6-4031-840e-99a265cfaaae tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:46:22.678251 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9bd82ed-6eb6-4031-840e-99a265cfaaae tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:22.678899 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-e9bd82ed-6eb6-4031-840e-99a265cfaaae tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Added segment c44ef870-463b-4726-ad1b-1a98a7bbca35 of type vlan for network 0e513b45-2934-4fe0-8948-eec8b8e3d014 Nov 26 02:46:22.734349 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9bd82ed-6eb6-4031-840e-99a265cfaaae tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:22.756796 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-b90ef52a-d200-4f7d-a6b4-18ed4f556ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:22.758334 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-b90ef52a-d200-4f7d-a6b4-18ed4f556ab8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f54719dee10543a2819bd77d09f30785&device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 1094 time: 0.7034240 Nov 26 02:46:22.760483 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9bd82ed-6eb6-4031-840e-99a265cfaaae tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:22.768465 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bd82ed-6eb6-4031-840e-99a265cfaaae tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:22.769403 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9bd82ed-6eb6-4031-840e-99a265cfaaae tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:22.776117 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34148) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:22.780282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-b596eb4f-116c-4488-8b56-991db556b4c8', 'network_id': 'b596eb4f-116c-4488-8b56-991db556b4c8', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'fixed_ips': [{'subnet_id': 'ec6a6daa-4b01-41fd-b912-b980d65a9ebd'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:46:22.781435 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:22.861330 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e9bd82ed-6eb6-4031-840e-99a265cfaaae tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2828169 Nov 26 02:46:22.864343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34152) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:22.866091 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['f277f4ba-9daf-4ccd-98cc-31fa0135064c'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:46:22.876391 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a2ec2fd7-185f-4077-8a85-98160e7ad6c9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Request body: {'subnet': {'network_id': '0e513b45-2934-4fe0-8948-eec8b8e3d014', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:22.882748 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd82ed-6eb6-4031-840e-99a265cfaaae tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event updated for resources: {'Network': ['ID=0e513b45-2934-4fe0-8948-eec8b8e3d014,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:22.889428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e9777-5fe1-4e31-9344-7e05e0a4143d req-87e52132-f3b1-40ed-aec9-9c777ac00e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:22.890903 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc9e9777-5fe1-4e31-9344-7e05e0a4143d req-87e52132-f3b1-40ed-aec9-9c777ac00e32 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 1097 time: 0.3042474 Nov 26 02:46:22.892201 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-a3046cec-179d-4544-b19d-2dce978dbbf0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c80d699-0592-4afa-811f-eb289a1977db HTTP/1.1" status: 200 len: 217 time: 0.0864244 Nov 26 02:46:22.904412 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 0e513b45-2934-4fe0-8948-eec8b8e3d014 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:46:22.922567 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7507b065-15f6-45da-a4d4-3d34c91a4c2d req-074e6f00-60fe-453a-a16b-89aa78c81b16 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6998732 Nov 26 02:46:22.969558 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d8d77639-3155-4127-9dbd-99aea66824bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:22.995036 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67aa1b-b5cf-4777-885d-e59259c8158e req-8d02d63d-e326-45ce-afb7-6940378717f7 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:22.996581 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae67aa1b-b5cf-4777-885d-e59259c8158e req-8d02d63d-e326-45ce-afb7-6940378717f7 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 946 time: 0.3486159 Nov 26 02:46:23.021475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0148c0d-9330-4529-b08a-c8367dc871ca req-5a5df2aa-c053-442f-b9f5-82d90fda3f79 service neutron] 10.222.0.59 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8714948 Nov 26 02:46:23.073264 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ec2fd7-185f-4077-8a85-98160e7ad6c9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Made reservation on behalf of caeff930008b487db9a70d59ac7ec22e for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:46:23.077549 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2fd7-185f-4077-8a85-98160e7ad6c9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:23.108133 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-12fe696f-a9c7-41e5-b768-a2a7ab1edecd req-e1cc258e-7bf4-47d3-ab1b-bae89070e59e service neutron] 10.222.0.59 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235487 Nov 26 02:46:23.116967 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-f26485a0-c75a-4ce1-896f-3d9e997ed1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:23.118406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-f26485a0-c75a-4ce1-896f-3d9e997ed1dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c932e09c-0952-4e12-9cea-fc52616dfde9 HTTP/1.1" status: 200 len: 855 time: 0.1875393 Nov 26 02:46:23.119530 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Allocated IP 19.80.0.2 (b596eb4f-116c-4488-8b56-991db556b4c8/ec6a6daa-4b01-41fd-b912-b980d65a9ebd/ab1a12d2-b453-444a-acac-63bad9fbc0e9) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:46:23.129705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-ab5a53a6-9c6c-48df-95f1-b7320a6743ec req-bbc4c17e-b324-4e74-8f6c-1fe9e8403a93 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Deleting port df7852c4-2ab4-4f02-a700-26fcb293f9cc {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:23.130335 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ab5a53a6-9c6c-48df-95f1-b7320a6743ec req-bbc4c17e-b324-4e74-8f6c-1fe9e8403a93 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:23.195325 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc9e9777-5fe1-4e31-9344-7e05e0a4143d req-44849e85-011d-4c78-a6cb-4328ae33c434 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672150 Nov 26 02:46:23.259159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae67aa1b-b5cf-4777-885d-e59259c8158e req-b16e2a43-4bce-4114-8d6e-522a0995e224 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443628 Nov 26 02:46:23.265167 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b1b30e-64e0-4afc-84c6-5e6041ec1403', 'tag': '9c80d699-0592-4afa-811f-eb289a1977db'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:23.267738 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4237812f-1c0b-4fe4-ba41-9d549d090591" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b1b30e-64e0-4afc-84c6-5e6041ec1403", "tag": "9c80d699-0592-4afa-811f-eb289a1977db"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:23.282014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b45a3d-e12b-4f21-aefd-f830a6a41d40 req-ead4394c-4f56-49ca-b7ae-1bdcb19a6535 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:23.283618 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52b45a3d-e12b-4f21-aefd-f830a6a41d40 req-ead4394c-4f56-49ca-b7ae-1bdcb19a6535 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab47b147-b7c1-43f9-89a2-264b59df7157 HTTP/1.1" status: 200 len: 966 time: 0.2858288 Nov 26 02:46:23.290323 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2fd7-185f-4077-8a85-98160e7ad6c9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:23.349620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ab5a53a6-9c6c-48df-95f1-b7320a6743ec req-bbc4c17e-b324-4e74-8f6c-1fe9e8403a93 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] For port df7852c4-2ab4-4f02-a700-26fcb293f9cc, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=df7852c4-2ab4-4f02-a700-26fcb293f9cc,segment=NetworkSegment(1bd48920-1c19-455d-ac67-baf446298125),segment_id=1bd48920-1c19-455d-ac67-baf446298125)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:23.349620 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ab5a53a6-9c6c-48df-95f1-b7320a6743ec req-bbc4c17e-b324-4e74-8f6c-1fe9e8403a93 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:23.354571 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-07124085-92d2-4455-9d48-6c946d86f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:23.356204 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-07124085-92d2-4455-9d48-6c946d86f701 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b75cf2e-a7cf-4eb0-9911-7b55bbceedab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733663 Nov 26 02:46:23.356353 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d8d77639-3155-4127-9dbd-99aea66824bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:23.373210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1fbf5-a577-4eac-a8d9-3940628f6686 req-7ae73ef4-4b37-4073-9eca-9a141a1a65d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:23.374709 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1a1fbf5-a577-4eac-a8d9-3940628f6686 req-7ae73ef4-4b37-4073-9eca-9a141a1a65d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f54719dee10543a2819bd77d09f30785&device_id=fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf HTTP/1.1" status: 200 len: 1095 time: 0.2364471 Nov 26 02:46:23.381938 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d8d77639-3155-4127-9dbd-99aea66824bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:23.388358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-ab5a53a6-9c6c-48df-95f1-b7320a6743ec req-bbc4c17e-b324-4e74-8f6c-1fe9e8403a93 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Calling delete_port for df7852c4-2ab4-4f02-a700-26fcb293f9cc owned by compute:tempest-test_az-1511789477 {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:23.416620 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:23.425854 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d8d77639-3155-4127-9dbd-99aea66824bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44d9b179309a441b87fa9dd56bbfe005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6415036 Nov 26 02:46:23.433482 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34162) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:23.434104 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ec2fd7-185f-4077-8a85-98160e7ad6c9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Checking segment: {'id': 'c44ef870-463b-4726-ad1b-1a98a7bbca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0e513b45-2934-4fe0-8948-eec8b8e3d014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:23.434579 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ec2fd7-185f-4077-8a85-98160e7ad6c9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Network hostable DHCP agents. Network: 0e513b45-2934-4fe0-8948-eec8b8e3d014, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:46:23.468670 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d77639-3155-4127-9dbd-99aea66824bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c49229e-636f-40a3-9601-8e97188f60de,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:23.483939 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec2fd7-185f-4077-8a85-98160e7ad6c9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event updated for resources: {'Subnet': ['ID=ece06d9e-2bb5-4b96-8b7a-cc374541c093,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:23.497514 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:23.506304 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:23.526029 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ec2fd7-185f-4077-8a85-98160e7ad6c9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Network 0e513b45-2934-4fe0-8948-eec8b8e3d014 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:46:23.538539 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd959-fe2e-4189-8c10-dfa33bbd55e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:23.539783 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52b45a3d-e12b-4f21-aefd-f830a6a41d40 req-7903060f-92fa-4fd0-96e0-4c935f85b844 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383356 Nov 26 02:46:23.565789 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-a2ec2fd7-185f-4077-8a85-98160e7ad6c9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 0e513b45-2934-4fe0-8948-eec8b8e3d014) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:46:23.605872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ec2fd7-185f-4077-8a85-98160e7ad6c9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:23.606510 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2fd7-185f-4077-8a85-98160e7ad6c9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:23.623234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1fbf5-a577-4eac-a8d9-3940628f6686 req-4ef3463a-8673-4f1b-abc0-bc497fd3c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:23.630130 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1a1fbf5-a577-4eac-a8d9-3940628f6686 req-4ef3463a-8673-4f1b-abc0-bc497fd3c482 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b75cf2e-a7cf-4eb0-9911-7b55bbceedab HTTP/1.1" status: 200 len: 917 time: 0.2337720 Nov 26 02:46:23.630352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Pushing event updated for resources: {'Port': ['ID=ab1a12d2-b453-444a-acac-63bad9fbc0e9,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:23.630464 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-31b6a27c-2d1d-4364-a31e-c7576fef1aab service neutron] 10.222.0.59 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555497 Nov 26 02:46:23.630549 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd959-fe2e-4189-8c10-dfa33bbd55e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:23.650291 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1815f13d-7f1a-4426-ba5a-3265b760df4f None None] Network 0e513b45-2934-4fe0-8948-eec8b8e3d014 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:46:23.657617 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Network b596eb4f-116c-4488-8b56-991db556b4c8 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:46:23.672111 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:46:23.684959 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a2ec2fd7-185f-4077-8a85-98160e7ad6c9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8188996 Nov 26 02:46:23.737980 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:46:23.739041 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd959-fe2e-4189-8c10-dfa33bbd55e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:23.743721 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd959-fe2e-4189-8c10-dfa33bbd55e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:23.749014 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7e3cd959-fe2e-4189-8c10-dfa33bbd55e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c49229e-636f-40a3-9601-8e97188f60de HTTP/1.1" status: 204 len: 168 time: 0.3121378 Nov 26 02:46:23.760300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cd959-fe2e-4189-8c10-dfa33bbd55e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c49229e-636f-40a3-9601-8e97188f60de,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:23.796810 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75f2dc0-f5f8-47bb-91b1-7ddb72967cdc x-openstack-request-id: req-d75f2dc0-f5f8-47bb-91b1-7ddb72967cdc {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:23.797448 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b1b30e-64e0-4afc-84c6-5e6041ec1403", "tag": "9c80d699-0592-4afa-811f-eb289a1977db", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:23.797865 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d75f2dc0-f5f8-47bb-91b1-7ddb72967cdc {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:23.799365 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b1b30e-64e0-4afc-84c6-5e6041ec1403', 'tag': '9c80d699-0592-4afa-811f-eb289a1977db', 'status': 'completed', 'code': 200} Nov 26 02:46:23.801130 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1a1fbf5-a577-4eac-a8d9-3940628f6686 req-3ed2ed42-c355-4b1e-b4d7-aa9c9f92f02c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 HTTP/1.1" status: 200 len: 217 time: 0.1491089 Nov 26 02:46:23.903454 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Attempting to bind port ab1a12d2-b453-444a-acac-63bad9fbc0e9 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:46:23.903982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Attempting to bind port ab1a12d2-b453-444a-acac-63bad9fbc0e9 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'c2ff9c14-977a-4fc9-be35-bd5b58bf59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b596eb4f-116c-4488-8b56-991db556b4c8'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:46:23.904359 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Attempting to bind port ab1a12d2-b453-444a-acac-63bad9fbc0e9 on network b596eb4f-116c-4488-8b56-991db556b4c8 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:23.911863 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:46:23.912752 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Checking segment: {'id': 'c2ff9c14-977a-4fc9-be35-bd5b58bf59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b596eb4f-116c-4488-8b56-991db556b4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:23.913635 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:23.914328 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Bound using segment: {'id': 'c2ff9c14-977a-4fc9-be35-bd5b58bf59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b596eb4f-116c-4488-8b56-991db556b4c8'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:46:23.915143 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Bound port: ab1a12d2-b453-444a-acac-63bad9fbc0e9, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ff9c14-977a-4fc9-be35-bd5b58bf59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b596eb4f-116c-4488-8b56-991db556b4c8'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:46:23.915812 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:23.931798 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ab5a53a6-9c6c-48df-95f1-b7320a6743ec req-bbc4c17e-b324-4e74-8f6c-1fe9e8403a93 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:23.940637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230c21-365d-4135-b327-083df1ed15e0 req-72d73357-3292-4d0a-8fda-733b897f0106 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:23.942179 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4230c21-365d-4135-b327-083df1ed15e0 req-72d73357-3292-4d0a-8fda-733b897f0106 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.59 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502&tenant_id=ad6caec5c92044d899d9c12ccac00902&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 949 time: 0.2878032 Nov 26 02:46:23.998323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4c17e-b324-4e74-8f6c-1fe9e8403a93 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Pushing event deleted for resources: {'Port': ['ID=df7852c4-2ab4-4f02-a700-26fcb293f9cc,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:24.001226 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1fbf5-a577-4eac-a8d9-3940628f6686 req-178c27b5-3ae5-4d78-a0cb-9cdd11c8f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:24.002912 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1a1fbf5-a577-4eac-a8d9-3940628f6686 req-178c27b5-3ae5-4d78-a0cb-9cdd11c8f3d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c932e09c-0952-4e12-9cea-fc52616dfde9 HTTP/1.1" status: 200 len: 855 time: 0.1826961 Nov 26 02:46:24.040022 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-0e513b45-2934-4fe0-8948-eec8b8e3d014', 'network_id': '0e513b45-2934-4fe0-8948-eec8b8e3d014', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'fixed_ips': [{'subnet_id': 'ece06d9e-2bb5-4b96-8b7a-cc374541c093'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:46:24.041311 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:24.041564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126ec4a-c340-46b6-bae3-0e6ae78ce714 req-8bbea755-1439-4842-b06a-1e58a3afb33b tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:24.042784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0126ec4a-c340-46b6-bae3-0e6ae78ce714 req-8bbea755-1439-4842-b06a-1e58a3afb33b tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 943 time: 0.3478572 Nov 26 02:46:24.044721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d142183-89dd-40e9-92ed-f25f45d3209f req-db5c243f-c01b-4e82-987f-602b7ef226ef service neutron] 10.222.0.59 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913701 Nov 26 02:46:24.056363 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] For port ab1a12d2-b453-444a-acac-63bad9fbc0e9, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:46:24.072971 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] For port ab1a12d2-b453-444a-acac-63bad9fbc0e9, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ab1a12d2-b453-444a-acac-63bad9fbc0e9,segment=NetworkSegment(c2ff9c14-977a-4fc9-be35-bd5b58bf59cc),segment_id=c2ff9c14-977a-4fc9-be35-bd5b58bf59cc)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:46:24.085269 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:24.162716 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5a53a6-9c6c-48df-95f1-b7320a6743ec req-bbc4c17e-b324-4e74-8f6c-1fe9e8403a93 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] No DVR routers for this DVR port df7852c4-2ab4-4f02-a700-26fcb293f9cc on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:24.172173 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ab5a53a6-9c6c-48df-95f1-b7320a6743ec req-bbc4c17e-b324-4e74-8f6c-1fe9e8403a93 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:24.175937 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab5a53a6-9c6c-48df-95f1-b7320a6743ec req-bbc4c17e-b324-4e74-8f6c-1fe9e8403a93 tempest-LiveMigrationTest-1897595087 tempest-LiveMigrationTest-1897595087-project] 10.222.0.54 "DELETE /v2.0/ports/df7852c4-2ab4-4f02-a700-26fcb293f9cc HTTP/1.1" status: 204 len: 173 time: 2.0785043 Nov 26 02:46:24.190803 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 0c1a72cd-508b-4009-b442-fc919f418b7c details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:46:24.199171 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa28fd8-989b-4d85-ba2a-f1bbeef21ec2 None None] Pushing event updated for resources: {'Port': ['ID=ab1a12d2-b453-444a-acac-63bad9fbc0e9,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:24.209512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device f277f4ba-9daf-4ccd-98cc-31fa0135064c up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:46:24.240480 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4230c21-365d-4135-b327-083df1ed15e0 req-63d821d0-aea5-4eba-a342-c4f89c44f6bb service neutron] 10.222.0.59 "GET /v2.0/ports/f277f4ba-9daf-4ccd-98cc-31fa0135064c/bindings/n-h2-819389-3 HTTP/1.1" status: 200 len: 382 time: 0.2868445 Nov 26 02:46:24.252454 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d098a-1936-42ca-9dde-0fc4b35a39da req-17dbfc26-8d81-4bd5-b80e-19e21394d619 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:24.254027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-503d098a-1936-42ca-9dde-0fc4b35a39da req-17dbfc26-8d81-4bd5-b80e-19e21394d619 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 949 time: 0.2644067 Nov 26 02:46:24.259515 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0126ec4a-c340-46b6-bae3-0e6ae78ce714 req-0acc80df-81b1-42bd-8cde-7c44a6abffac tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071760 Nov 26 02:46:24.272203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1fbf5-a577-4eac-a8d9-3940628f6686 req-401b7e24-cf29-44ce-8a42-a20948126c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:24.274308 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1a1fbf5-a577-4eac-a8d9-3940628f6686 req-401b7e24-cf29-44ce-8a42-a20948126c98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b75cf2e-a7cf-4eb0-9911-7b55bbceedab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2231095 Nov 26 02:46:24.327410 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237812f-1c0b-4fe4-ba41-9d549d090591 req-8cf2a937-40cb-46c0-9f85-f3c936ec8a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:24.329223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4237812f-1c0b-4fe4-ba41-9d549d090591 req-8cf2a937-40cb-46c0-9f85-f3c936ec8a4c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f54719dee10543a2819bd77d09f30785&device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 1094 time: 0.1733258 Nov 26 02:46:24.471204 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Allocated IP 19.86.0.2 (0e513b45-2934-4fe0-8948-eec8b8e3d014/ece06d9e-2bb5-4b96-8b7a-cc374541c093/6bd8ba32-d987-4dc0-9a02-85a6bca358d8) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:46:24.477740 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port f277f4ba-9daf-4ccd-98cc-31fa0135064c completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:46:24.497501 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port f277f4ba-9daf-4ccd-98cc-31fa0135064c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:24.498091 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:24.583774 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-503d098a-1936-42ca-9dde-0fc4b35a39da req-fb0abac2-ee4e-40bb-bbe4-ac17e137ab52 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911618 Nov 26 02:46:24.654620 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 0c1a72cd-508b-4009-b442-fc919f418b7c, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=0c1a72cd-508b-4009-b442-fc919f418b7c,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:24.701899 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '0c1a72cd-508b-4009-b442-fc919f418b7c', 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab', 'port_id': '0c1a72cd-508b-4009-b442-fc919f418b7c', 'mac_address': 'fa:16:3e:fe:44:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c932e09c-0952-4e12-9cea-fc52616dfde9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:46:24.714533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230c21-365d-4135-b327-083df1ed15e0 req-8c20da99-d760-4f32-a3dd-a4d8a4e3ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:24.716502 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4230c21-365d-4135-b327-083df1ed15e0 req-8c20da99-d760-4f32-a3dd-a4d8a4e3ac41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 1100 time: 0.4093652 Nov 26 02:46:24.904892 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ab1a12d2-b453-444a-acac-63bad9fbc0e9 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:46:24.905813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1a1fbf5-a577-4eac-a8d9-3940628f6686 req-7f67e07b-dd38-4be7-870e-cfccc8e43513 service neutron] 10.222.0.59 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889559 Nov 26 02:46:24.933431 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237812f-1c0b-4fe4-ba41-9d549d090591 req-a4135f27-2acd-4167-9ba0-dccc0a73b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:24.935038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4237812f-1c0b-4fe4-ba41-9d549d090591 req-a4135f27-2acd-4167-9ba0-dccc0a73b460 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b75cf2e-a7cf-4eb0-9911-7b55bbceedab HTTP/1.1" status: 200 len: 917 time: 0.5881765 Nov 26 02:46:24.991854 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800067a9-e879-45b6-af86-11d9d543cbcc req-93072a5f-dfe1-4241-a9dd-034efdf70f5d tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:24.997858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800067a9-e879-45b6-af86-11d9d543cbcc req-93072a5f-dfe1-4241-a9dd-034efdf70f5d tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:24.999674 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-93072a5f-dfe1-4241-a9dd-034efdf70f5d tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/networks?id=b596eb4f-116c-4488-8b56-991db556b4c8&id=0e513b45-2934-4fe0-8948-eec8b8e3d014 HTTP/1.1" status: 200 len: 1391 time: 0.5796154 Nov 26 02:46:25.057368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4237812f-1c0b-4fe4-ba41-9d549d090591 req-277621f6-a084-4bb3-845f-6e34d73a57ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c80d699-0592-4afa-811f-eb289a1977db HTTP/1.1" status: 200 len: 217 time: 0.1030953 Nov 26 02:46:25.078882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cac869-d486-4c78-a355-f20147629989 req-cad2b5c7-4d4f-48d1-8a36-6bea6a9a3d77 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:25.084696 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4cac869-d486-4c78-a355-f20147629989 req-cad2b5c7-4d4f-48d1-8a36-6bea6a9a3d77 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 946 time: 0.3799462 Nov 26 02:46:25.093510 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:25.101129 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-c38cf3c9-6be2-4d2b-bc3a-36b5a3a44281 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/quotas/caeff930008b487db9a70d59ac7ec22e HTTP/1.1" status: 200 len: 375 time: 0.0916026 Nov 26 02:46:25.112216 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:25.134430 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:25.172709 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:25.174670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230c21-365d-4135-b327-083df1ed15e0 req-86d934c7-4d2c-4585-9a18-6877c97ff81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:25.175269 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1a72cd-508b-4009-b442-fc919f418b7c {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:46:25.176194 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4230c21-365d-4135-b327-083df1ed15e0 req-86d934c7-4d2c-4585-9a18-6877c97ff81c service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.4422414 Nov 26 02:46:25.212875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Network 0e513b45-2934-4fe0-8948-eec8b8e3d014 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:46:25.222969 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:46:25.226415 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:46:25.231460 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 0c1a72cd-508b-4009-b442-fc919f418b7c, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=0c1a72cd-508b-4009-b442-fc919f418b7c,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:25.242168 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Pushing event updated for resources: {'Port': ['ID=6bd8ba32-d987-4dc0-9a02-85a6bca358d8,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:25.244517 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:25.248916 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port ab1a12d2-b453-444a-acac-63bad9fbc0e9 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:25.249276 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:25.256045 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f790cd-f835-47d8-b1a6-5c7969699502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:25.258323 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3ece15-b228-43e4-9b0d-292b38396cdf" -d '{"events": [{"server_uuid": "96f790cd-f835-47d8-b1a6-5c7969699502", "name": "network-vif-plugged", "status": "completed", "tag": "f277f4ba-9daf-4ccd-98cc-31fa0135064c"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:25.270580 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4230c21-365d-4135-b327-083df1ed15e0 req-96883ef9-7763-4dc2-9816-cf58b022d196 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c HTTP/1.1" status: 200 len: 217 time: 0.0702012 Nov 26 02:46:25.278160 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1a1fbf5-a577-4eac-a8d9-3940628f6686 req-d6c72413-5ce6-4182-aa06-ab0a6e7774c7 service neutron] 10.222.0.59 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600245 Nov 26 02:46:25.296539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237812f-1c0b-4fe4-ba41-9d549d090591 req-d512b9b6-45bc-416e-bfce-706d13a1a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:25.298360 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4237812f-1c0b-4fe4-ba41-9d549d090591 req-d512b9b6-45bc-416e-bfce-706d13a1a9d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c932e09c-0952-4e12-9cea-fc52616dfde9 HTTP/1.1" status: 200 len: 855 time: 0.2292259 Nov 26 02:46:25.310669 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:25.343937 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:25.414275 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=0c1a72cd-508b-4009-b442-fc919f418b7c,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:25.448014 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Attempting to bind port 6bd8ba32-d987-4dc0-9a02-85a6bca358d8 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:46:25.448421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Attempting to bind port 6bd8ba32-d987-4dc0-9a02-85a6bca358d8 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'c44ef870-463b-4726-ad1b-1a98a7bbca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0e513b45-2934-4fe0-8948-eec8b8e3d014'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:46:25.448793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Attempting to bind port 6bd8ba32-d987-4dc0-9a02-85a6bca358d8 on network 0e513b45-2934-4fe0-8948-eec8b8e3d014 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:25.468640 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:46:25.469030 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Checking segment: {'id': 'c44ef870-463b-4726-ad1b-1a98a7bbca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0e513b45-2934-4fe0-8948-eec8b8e3d014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:25.469440 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:25.469840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Bound using segment: {'id': 'c44ef870-463b-4726-ad1b-1a98a7bbca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0e513b45-2934-4fe0-8948-eec8b8e3d014'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:46:25.470376 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Bound port: 6bd8ba32-d987-4dc0-9a02-85a6bca358d8, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44ef870-463b-4726-ad1b-1a98a7bbca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0e513b45-2934-4fe0-8948-eec8b8e3d014'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:46:25.470765 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:25.554383 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device df7852c4-2ab4-4f02-a700-26fcb293f9cc no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:25.597820 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: df7852c4-2ab4-4f02-a700-26fcb293f9cc {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:46:25.598505 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device df7852c4-2ab4-4f02-a700-26fcb293f9cc not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:46:25.600498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['0c1a72cd-508b-4009-b442-fc919f418b7c'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:46:25.648255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=f277f4ba-9daf-4ccd-98cc-31fa0135064c,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:25.697961 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:25.737891 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4cac869-d486-4c78-a355-f20147629989 req-ae981d56-2a3a-4f1b-ad33-0089863bf1e0 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6275327 Nov 26 02:46:25.739110 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] For port 6bd8ba32-d987-4dc0-9a02-85a6bca358d8, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:46:25.764153 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fda9fa7-987f-4927-9cd0-25dc3e33f20b None None] Network b596eb4f-116c-4488-8b56-991db556b4c8 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:46:25.780532 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] For port 6bd8ba32-d987-4dc0-9a02-85a6bca358d8, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6bd8ba32-d987-4dc0-9a02-85a6bca358d8,segment=NetworkSegment(c44ef870-463b-4726-ad1b-1a98a7bbca35),segment_id=c44ef870-463b-4726-ad1b-1a98a7bbca35)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:46:25.793984 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port ab1a12d2-b453-444a-acac-63bad9fbc0e9, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ab1a12d2-b453-444a-acac-63bad9fbc0e9,segment=NetworkSegment(c2ff9c14-977a-4fc9-be35-bd5b58bf59cc),segment_id=c2ff9c14-977a-4fc9-be35-bd5b58bf59cc)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:25.810478 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-00f3207b-cb13-4259-b068-599df35b0901 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=caeff930008b487db9a70d59ac7ec22e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6946127 Nov 26 02:46:25.823323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab47b147-b7c1-43f9-89a2-264b59df7157', 'name': 'network-vif-deleted', 'tag': 'df7852c4-2ab4-4f02-a700-26fcb293f9cc'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:25.824164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34216) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:25.827191 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4d571e-b30b-41d7-ac09-a12a6b1a5374" -d '{"events": [{"server_uuid": "ab47b147-b7c1-43f9-89a2-264b59df7157", "name": "network-vif-deleted", "tag": "df7852c4-2ab4-4f02-a700-26fcb293f9cc"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:25.847166 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:25.858867 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:25.918421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b870d-aae9-40a4-8dcd-e7d4eda9d58e None None] Pushing event updated for resources: {'Port': ['ID=6bd8ba32-d987-4dc0-9a02-85a6bca358d8,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:25.965871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230c21-365d-4135-b327-083df1ed15e0 req-2c94faf7-54c6-43c6-b891-521696d09da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:25.967710 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4230c21-365d-4135-b327-083df1ed15e0 req-2c94faf7-54c6-43c6-b891-521696d09da4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.6848528 Nov 26 02:46:26.004692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=ab1a12d2-b453-444a-acac-63bad9fbc0e9,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:26.050995 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237812f-1c0b-4fe4-ba41-9d549d090591 req-7b89c7e0-8836-4c2e-bcb8-a81ca34f9fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:26.070228 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-78e4659b-68e9-491e-9593-4e1d8bab8d6d None None] Provisioning complete for port ab1a12d2-b453-444a-acac-63bad9fbc0e9 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:26.070711 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-78e4659b-68e9-491e-9593-4e1d8bab8d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:26.071523 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4237812f-1c0b-4fe4-ba41-9d549d090591 req-7b89c7e0-8836-4c2e-bcb8-a81ca34f9fa5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b75cf2e-a7cf-4eb0-9911-7b55bbceedab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7647500 Nov 26 02:46:26.091474 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa3aadd-c204-4e99-afc2-be315b26614d admin admin] Deleting subnet fc3c64a3-1f7d-4156-9c97-d694993c7485 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:46:26.095702 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fa3aadd-c204-4e99-afc2-be315b26614d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:26.137687 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fa3aadd-c204-4e99-afc2-be315b26614d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:26.181486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:46:26.187161 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fa3aadd-c204-4e99-afc2-be315b26614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:26.245982 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fa3aadd-c204-4e99-afc2-be315b26614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:26.248024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230c21-365d-4135-b327-083df1ed15e0 req-7d718bec-6b19-4dc5-9a4c-6a0d2d1ea024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:26.249681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4230c21-365d-4135-b327-083df1ed15e0 req-7d718bec-6b19-4dc5-9a4c-6a0d2d1ea024 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2652919 Nov 26 02:46:26.264489 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4237812f-1c0b-4fe4-ba41-9d549d090591 req-56573ae2-c401-4e5b-b4c0-f6cc2ec49891 service neutron] 10.222.0.59 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836782 Nov 26 02:46:26.281076 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3aadd-c204-4e99-afc2-be315b26614d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc3c64a3-1f7d-4156-9c97-d694993c7485,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:26.290768 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fa3aadd-c204-4e99-afc2-be315b26614d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:26.294674 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5fa3aadd-c204-4e99-afc2-be315b26614d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fc3c64a3-1f7d-4156-9c97-d694993c7485 HTTP/1.1" status: 204 len: 168 time: 0.4693458 Nov 26 02:46:26.299572 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34226) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:26.323471 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-3b90e468-9bac-4f7b-b3c9-cb4806d2bee0 service neutron] 10.222.0.31 "GET /v2.0/networks/b596eb4f-116c-4488-8b56-991db556b4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119169 Nov 26 02:46:26.448792 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3105777b-3976-484b-a39f-36f54462d9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:26.493505 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69a315f-4851-45a4-9b48-ed406e7a1cfa x-openstack-request-id: req-e69a315f-4851-45a4-9b48-ed406e7a1cfa {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:26.494157 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f790cd-f835-47d8-b1a6-5c7969699502", "name": "network-vif-plugged", "status": "completed", "tag": "f277f4ba-9daf-4ccd-98cc-31fa0135064c", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:26.494652 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e69a315f-4851-45a4-9b48-ed406e7a1cfa {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:26.495273 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f790cd-f835-47d8-b1a6-5c7969699502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c', 'code': 200} Nov 26 02:46:26.516445 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:26.537613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68', 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab', 'port_id': 'a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68', 'mac_address': 'fa:16:3e:56:a0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c932e09c-0952-4e12-9cea-fc52616dfde9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:46:26.574674 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3105777b-3976-484b-a39f-36f54462d9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:26.614086 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:26.628155 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-3105777b-3976-484b-a39f-36f54462d9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddcac99f-452c-47dc-ab00-82864338624c']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:26.636467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:46:26.644711 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-3105777b-3976-484b-a39f-36f54462d9b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd48920-1c19-455d-ac67-baf446298125') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:26.645292 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-3105777b-3976-484b-a39f-36f54462d9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd48920-1c19-455d-ac67-baf446298125') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:26.657074 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3105777b-3976-484b-a39f-36f54462d9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:26.669169 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:26.679681 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:26.682147 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9c80d699-0592-4afa-811f-eb289a1977db details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:46:26.699631 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3105777b-3976-484b-a39f-36f54462d9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:26.709176 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3105777b-3976-484b-a39f-36f54462d9b5 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:46:26.709876 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3105777b-3976-484b-a39f-36f54462d9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:26.710654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4237812f-1c0b-4fe4-ba41-9d549d090591 req-e57e2169-bf5f-4a69-8069-599a611d53aa service neutron] 10.222.0.59 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379804 Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:46:26.712036 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:46:26.714251 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4230c21-365d-4135-b327-083df1ed15e0 req-851594db-b463-46b8-84b3-5f7e8be7474a service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522598 Nov 26 02:46:26.743009 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd873b-6668-4200-be6c-a6338436a3eb req-ba24e101-7947-49d4-92b4-4320117b805f tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:26.753003 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02bd873b-6668-4200-be6c-a6338436a3eb req-ba24e101-7947-49d4-92b4-4320117b805f tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 943 time: 0.1582239 Nov 26 02:46:26.825241 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9c80d699-0592-4afa-811f-eb289a1977db, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9c80d699-0592-4afa-811f-eb289a1977db,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:26.833092 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:26.839956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '9c80d699-0592-4afa-811f-eb289a1977db', 'network_id': '8b75cf2e-a7cf-4eb0-9911-7b55bbceedab', 'port_id': '9c80d699-0592-4afa-811f-eb289a1977db', 'mac_address': 'fa:16:3e:f1:a9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c932e09c-0952-4e12-9cea-fc52616dfde9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:46:26.881346 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3105777b-3976-484b-a39f-36f54462d9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:26.901752 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3105777b-3976-484b-a39f-36f54462d9b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:26.904639 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-2b066f12-c71f-4ee9-9f28-eed1b2564a5f service neutron] 10.222.0.31 "GET /v2.0/networks/b596eb4f-116c-4488-8b56-991db556b4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158012 Nov 26 02:46:26.905416 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3105777b-3976-484b-a39f-36f54462d9b5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ddcac99f-452c-47dc-ab00-82864338624c HTTP/1.1" status: 204 len: 168 time: 0.6045592 Nov 26 02:46:26.906958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105777b-3976-484b-a39f-36f54462d9b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddcac99f-452c-47dc-ab00-82864338624c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:26.909395 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34232) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:26.922497 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9f20436b-0df8-4cb7-850d-fbf1e4bb6773 None None] Provisioning complete for port ab1a12d2-b453-444a-acac-63bad9fbc0e9 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:26.923082 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9f20436b-0df8-4cb7-850d-fbf1e4bb6773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:26.943824 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02bd873b-6668-4200-be6c-a6338436a3eb req-25bd9f1b-9e08-4166-9300-afecc0f4c90c tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899052 Nov 26 02:46:26.968029 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcf6d93-a901-447a-8eef-534a68d806dd admin admin] Deleting subnet be40e8d2-f018-4366-93d0-b5ed1293aae9 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:46:26.974963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4230c21-365d-4135-b327-083df1ed15e0 req-6b0b2b99-ead6-40ae-b096-683eb99b7425 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062769 Nov 26 02:46:26.986672 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fcf6d93-a901-447a-8eef-534a68d806dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:27.062803 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fcf6d93-a901-447a-8eef-534a68d806dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:27.106314 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-a7390f2a-409a-4814-8919-0838d665a995 service neutron] 10.222.0.31 "GET /v2.0/networks/0e513b45-2934-4fe0-8948-eec8b8e3d014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613021 Nov 26 02:46:27.118937 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:27.119272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a5b03-05f0-4145-a818-179021f872dc req-46524623-b7b2-4e35-b5cf-c15aea8854f4 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:27.121234 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-049a5b03-05f0-4145-a818-179021f872dc req-46524623-b7b2-4e35-b5cf-c15aea8854f4 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 950 time: 0.0827239 Nov 26 02:46:27.121394 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fcf6d93-a901-447a-8eef-534a68d806dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:27.137150 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c80d699-0592-4afa-811f-eb289a1977db {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:46:27.143041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ab1a12d2-b453-444a-acac-63bad9fbc0e9 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:46:27.191549 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fcf6d93-a901-447a-8eef-534a68d806dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:27.194729 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9c80d699-0592-4afa-811f-eb289a1977db, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9c80d699-0592-4afa-811f-eb289a1977db,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:27.214667 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:27.224980 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fcf6d93-a901-447a-8eef-534a68d806dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:27.232313 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5fcf6d93-a901-447a-8eef-534a68d806dd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/be40e8d2-f018-4366-93d0-b5ed1293aae9 HTTP/1.1" status: 204 len: 168 time: 0.3210769 Nov 26 02:46:27.232930 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34238) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:27.236925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-75ef4b85-d2d3-4f9c-955e-8ce046845628 service neutron] 10.222.0.31 "GET /v2.0/networks/0e513b45-2934-4fe0-8948-eec8b8e3d014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148901 Nov 26 02:46:27.254813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-049a5b03-05f0-4145-a818-179021f872dc req-09618aab-6a8c-41ad-b19e-8318af931ae2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697060 Nov 26 02:46:27.294175 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=9c80d699-0592-4afa-811f-eb289a1977db,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:27.328038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port ab1a12d2-b453-444a-acac-63bad9fbc0e9 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:27.328544 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:27.338018 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2e0d-8092-4e70-83b5-b63a0b1bfa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:27.341203 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf6d93-a901-447a-8eef-534a68d806dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be40e8d2-f018-4366-93d0-b5ed1293aae9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:27.366297 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2595c43e-0446-4cba-9a7c-cdbdf0f4cf1d x-openstack-request-id: req-2595c43e-0446-4cba-9a7c-cdbdf0f4cf1d {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:27.367700 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab47b147-b7c1-43f9-89a2-264b59df7157", "name": "network-vif-deleted", "tag": "df7852c4-2ab4-4f02-a700-26fcb293f9cc", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:27.368095 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2595c43e-0446-4cba-9a7c-cdbdf0f4cf1d {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:27.368619 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab47b147-b7c1-43f9-89a2-264b59df7157', 'name': 'network-vif-deleted', 'tag': 'df7852c4-2ab4-4f02-a700-26fcb293f9cc', 'status': 'completed', 'code': 200} Nov 26 02:46:27.450750 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2e0d-8092-4e70-83b5-b63a0b1bfa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:27.468743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6bd8ba32-d987-4dc0-9a02-85a6bca358d8 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:46:27.510333 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-ee9c2e0d-8092-4e70-83b5-b63a0b1bfa48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a8583e-668e-4f64-80d0-c6e75a40b808']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:27.531706 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-ee9c2e0d-8092-4e70-83b5-b63a0b1bfa48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4751b023-6979-49c0-81fe-65b76c9e7f93') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:27.532023 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-ee9c2e0d-8092-4e70-83b5-b63a0b1bfa48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4751b023-6979-49c0-81fe-65b76c9e7f93') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:27.536628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29415837-3ae8-4e88-b0a6-cb01108f7c83 req-1a5ba015-56c0-40bc-977d-5d854aadcd0a tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:27.544301 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29415837-3ae8-4e88-b0a6-cb01108f7c83 req-1a5ba015-56c0-40bc-977d-5d854aadcd0a tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 946 time: 0.0803440 Nov 26 02:46:27.555543 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2e0d-8092-4e70-83b5-b63a0b1bfa48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:27.565610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 6bd8ba32-d987-4dc0-9a02-85a6bca358d8 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:27.565989 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:27.577357 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2e0d-8092-4e70-83b5-b63a0b1bfa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:27.583948 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9c2e0d-8092-4e70-83b5-b63a0b1bfa48 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:46:27.584392 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2e0d-8092-4e70-83b5-b63a0b1bfa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:46:27.586234 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:46:27.608753 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29415837-3ae8-4e88-b0a6-cb01108f7c83 req-9f7564be-274a-4a64-b42c-b01692d047c0 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589039 Nov 26 02:46:27.614160 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:46:27.633637 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['9c80d699-0592-4afa-811f-eb289a1977db'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:46:27.674326 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2e0d-8092-4e70-83b5-b63a0b1bfa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:27.684360 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2e0d-8092-4e70-83b5-b63a0b1bfa48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:27.690120 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f467e7-07ee-4f32-a6b3-3ba37b432b4d None None] Network 0e513b45-2934-4fe0-8948-eec8b8e3d014 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:46:27.691579 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ee9c2e0d-8092-4e70-83b5-b63a0b1bfa48 admin admin] 10.222.0.31 "DELETE /v2.0/networks/00a8583e-668e-4f64-80d0-c6e75a40b808 HTTP/1.1" status: 204 len: 168 time: 0.4400783 Nov 26 02:46:27.704186 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c2e0d-8092-4e70-83b5-b63a0b1bfa48 admin admin] Pushing event deleted for resources: {'Network': ['ID=00a8583e-668e-4f64-80d0-c6e75a40b808,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:27.779548 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c44a233b-f84b-4abd-9ee9-dc03e4fbf691 req-e7b9f6aa-941f-4713-970a-2153ea7f3c49 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 210 time: 0.0340426 Nov 26 02:46:27.835972 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cf2c4659-d24f-4adf-b9c7-0fea8efaa585 None None] Provisioning complete for port 6bd8ba32-d987-4dc0-9a02-85a6bca358d8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:27.836399 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cf2c4659-d24f-4adf-b9c7-0fea8efaa585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:27.929983 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34254) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:27.953244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802622b-4e5f-4ede-a23e-74c27de990f1 req-cdfcfdb3-be33-4b9a-b86d-1112b1253368 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:27.965020 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a802622b-4e5f-4ede-a23e-74c27de990f1 req-cdfcfdb3-be33-4b9a-b86d-1112b1253368 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 1097 time: 0.0914781 Nov 26 02:46:27.986964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34260) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:27.987139 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-351d1c58-27d1-4725-baaf-8cdec583ff0b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd64c89c2dfb4732a633c8526baba9f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0557802 Nov 26 02:46:28.009218 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:28.054972 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a802622b-4e5f-4ede-a23e-74c27de990f1 req-a403e198-0e75-4141-b2c7-5cbb2d178118 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890584 Nov 26 02:46:28.124878 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0072164f-e73f-46a9-b58f-a8b09293b3f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:28.136093 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 6bd8ba32-d987-4dc0-9a02-85a6bca358d8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6bd8ba32-d987-4dc0-9a02-85a6bca358d8,segment=NetworkSegment(c44ef870-463b-4726-ad1b-1a98a7bbca35),segment_id=c44ef870-463b-4726-ad1b-1a98a7bbca35)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:28.169581 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0072164f-e73f-46a9-b58f-a8b09293b3f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:28.188561 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:28.190371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 0c1a72cd-508b-4009-b442-fc919f418b7c up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:46:28.259060 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591d2f0-4ce4-4ea6-9e06-c66a1fbd5879 req-14ddd115-4653-4390-877e-fae3e2f21bdf tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:28.262618 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e591d2f0-4ce4-4ea6-9e06-c66a1fbd5879 req-14ddd115-4653-4390-877e-fae3e2f21bdf tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 944 time: 0.0726836 Nov 26 02:46:28.275346 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0072164f-e73f-46a9-b58f-a8b09293b3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:28.278099 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0072164f-e73f-46a9-b58f-a8b09293b3f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:28.281724 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0072164f-e73f-46a9-b58f-a8b09293b3f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3fe419d-1fd5-428e-8ff1-8f2be0d54df4 HTTP/1.1" status: 204 len: 168 time: 0.2913783 Nov 26 02:46:28.299345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072164f-e73f-46a9-b58f-a8b09293b3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fe419d-1fd5-428e-8ff1-8f2be0d54df4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:28.303190 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cf2c4659-d24f-4adf-b9c7-0fea8efaa585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:28.354980 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e591d2f0-4ce4-4ea6-9e06-c66a1fbd5879 req-3588ef7e-0dba-4697-85da-279cf617a476 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573823 Nov 26 02:46:28.384889 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=6bd8ba32-d987-4dc0-9a02-85a6bca358d8,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:28.425408 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 0c1a72cd-508b-4009-b442-fc919f418b7c completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:46:28.430729 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 0c1a72cd-508b-4009-b442-fc919f418b7c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:28.431111 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:28.448801 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35651116-c4e2-468c-8ca9-79ab8fa82f98 req-5e39705e-a1bc-4761-929c-b19ee2c2f4b8 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:28.457994 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35651116-c4e2-468c-8ca9-79ab8fa82f98 req-5e39705e-a1bc-4761-929c-b19ee2c2f4b8 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 1097 time: 0.1003559 Nov 26 02:46:28.474402 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-cf2c4659-d24f-4adf-b9c7-0fea8efaa585 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:46:28.476590 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-cf2c4659-d24f-4adf-b9c7-0fea8efaa585 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:46:28.535920 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35651116-c4e2-468c-8ca9-79ab8fa82f98 req-aee6e14f-8c0c-442e-865b-93f548c214c5 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724273 Nov 26 02:46:28.589722 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:28.619996 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44026ed-f30f-459f-b5e8-476592074217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1a72cd-508b-4009-b442-fc919f418b7c'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:28.623687 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1c3b3f-19b9-49c2-bd16-09767ad4efcf" -d '{"events": [{"server_uuid": "b44026ed-f30f-459f-b5e8-476592074217", "name": "network-vif-plugged", "status": "completed", "tag": "0c1a72cd-508b-4009-b442-fc919f418b7c"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:28.643804 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 0c1a72cd-508b-4009-b442-fc919f418b7c, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=0c1a72cd-508b-4009-b442-fc919f418b7c,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:28.653217 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:28.696677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b5b79-8559-4827-a76d-2d6191dd8a0a req-b2702894-ce20-447c-95e1-d6d3b95b7598 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:28.708110 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-942b5b79-8559-4827-a76d-2d6191dd8a0a req-b2702894-ce20-447c-95e1-d6d3b95b7598 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 950 time: 0.0862515 Nov 26 02:46:28.737795 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=0c1a72cd-508b-4009-b442-fc919f418b7c,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:28.756711 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6bd8ba32-d987-4dc0-9a02-85a6bca358d8 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:46:28.784797 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-942b5b79-8559-4827-a76d-2d6191dd8a0a req-0715870f-36b4-4a18-9c15-287317763f12 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761390 Nov 26 02:46:28.849754 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a202e6c6-9d2d-4b1d-8844-73b65b6be6cf x-openstack-request-id: req-a202e6c6-9d2d-4b1d-8844-73b65b6be6cf {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:28.850035 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44026ed-f30f-459f-b5e8-476592074217", "name": "network-vif-plugged", "status": "completed", "tag": "0c1a72cd-508b-4009-b442-fc919f418b7c", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:28.850295 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a202e6c6-9d2d-4b1d-8844-73b65b6be6cf {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:28.850691 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44026ed-f30f-459f-b5e8-476592074217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1a72cd-508b-4009-b442-fc919f418b7c', 'code': 200} Nov 26 02:46:28.873594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 6bd8ba32-d987-4dc0-9a02-85a6bca358d8 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:28.874280 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:28.961652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34290) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:29.118534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e58549d-e90b-45ab-9c98-d7e84e429bed req-ba060545-b7d0-4131-999e-0f1b0c5f2373 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 210 time: 0.0446966 Nov 26 02:46:29.122122 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-79bbb63b-4846-4023-a8d7-449c06be59a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f42af9dc2cf54b1a80593236e63d747a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591005 Nov 26 02:46:29.124958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34294) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:29.128685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94eaa37-a3fd-47de-bf58-cc39c5da727e req-115bc2f5-bacf-4770-956b-b8c9b4044881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:29.130258 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a94eaa37-a3fd-47de-bf58-cc39c5da727e req-115bc2f5-bacf-4770-956b-b8c9b4044881 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 1096 time: 0.1280248 Nov 26 02:46:29.192287 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-572416de-2db2-41d3-affd-24f7022b55ce None None] Provisioning complete for port 6bd8ba32-d987-4dc0-9a02-85a6bca358d8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:29.192989 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-572416de-2db2-41d3-affd-24f7022b55ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:29.236603 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a94eaa37-a3fd-47de-bf58-cc39c5da727e req-989cb251-905a-46b5-b557-9745da7b279f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958889 Nov 26 02:46:29.269872 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-05cc8a45-037a-46d6-bbc4-b5b9c4e4dd78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:29.326028 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-05cc8a45-037a-46d6-bbc4-b5b9c4e4dd78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:29.391390 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-05cc8a45-037a-46d6-bbc4-b5b9c4e4dd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:29.393976 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-05cc8a45-037a-46d6-bbc4-b5b9c4e4dd78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:29.397775 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-05cc8a45-037a-46d6-bbc4-b5b9c4e4dd78 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0e605f9-b256-4570-ab7b-6a44a68303c4 HTTP/1.1" status: 204 len: 168 time: 0.2687905 Nov 26 02:46:29.408764 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc8a45-037a-46d6-bbc4-b5b9c4e4dd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e605f9-b256-4570-ab7b-6a44a68303c4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:29.430503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800067a9-e879-45b6-af86-11d9d543cbcc req-610789bc-d2b0-4b66-b001-1101949d8bc4 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:29.436841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800067a9-e879-45b6-af86-11d9d543cbcc req-610789bc-d2b0-4b66-b001-1101949d8bc4 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:29.438835 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-610789bc-d2b0-4b66-b001-1101949d8bc4 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.54 "GET /v2.0/networks?id=b596eb4f-116c-4488-8b56-991db556b4c8&id=0e513b45-2934-4fe0-8948-eec8b8e3d014 HTTP/1.1" status: 200 len: 1391 time: 0.2054439 Nov 26 02:46:29.461445 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-800067a9-e879-45b6-af86-11d9d543cbcc req-09ec0016-56b9-4d2d-85b2-cb5b029d95b5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Request body: {'port': {'device_id': 'adf32077-3d34-4207-947a-7a29705f1df9', 'network_id': 'b596eb4f-116c-4488-8b56-991db556b4c8', 'admin_state_up': True, 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:29.653063 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45430948-691c-4a27-8e35-4d0e2dc6c1aa req-b615a65d-4f0b-433a-8c2a-c422b9381509 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:29.654593 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45430948-691c-4a27-8e35-4d0e2dc6c1aa req-b615a65d-4f0b-433a-8c2a-c422b9381509 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 944 time: 0.1266820 Nov 26 02:46:29.671330 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230c21-365d-4135-b327-083df1ed15e0 req-d5cd932d-9211-4ce8-923e-27d72bb99431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:29.672810 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4230c21-365d-4135-b327-083df1ed15e0 req-d5cd932d-9211-4ce8-923e-27d72bb99431 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502&tenant_id=ad6caec5c92044d899d9c12ccac00902 HTTP/1.1" status: 200 len: 1101 time: 0.1139295 Nov 26 02:46:29.696925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819389-3', 'device_owner': 'compute:nova'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:29.723852 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800067a9-e879-45b6-af86-11d9d543cbcc req-09ec0016-56b9-4d2d-85b2-cb5b029d95b5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Made reservation on behalf of caeff930008b487db9a70d59ac7ec22e for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:46:29.727827 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-09ec0016-56b9-4d2d-85b2-cb5b029d95b5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:29.766940 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34324) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:29.806315 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45430948-691c-4a27-8e35-4d0e2dc6c1aa req-0840c57f-40da-4f42-ad2c-ece6fcc9209d tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419435 Nov 26 02:46:29.848808 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:29.980734 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc88eaad-6fed-4425-b0ca-1c0444992ada admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:30.064368 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-800067a9-e879-45b6-af86-11d9d543cbcc req-09ec0016-56b9-4d2d-85b2-cb5b029d95b5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Allocated IP 19.80.0.189 (b596eb4f-116c-4488-8b56-991db556b4c8/ec6a6daa-4b01-41fd-b912-b980d65a9ebd/2d55f1a6-3497-42b4-a1b4-bc1c2062e33b) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:46:30.085908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d799e8d-b669-43e9-948c-2aae3b15e01b req-e9195b10-3941-40f8-8fd2-e64e23f2b754 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:30.094776 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d799e8d-b669-43e9-948c-2aae3b15e01b req-e9195b10-3941-40f8-8fd2-e64e23f2b754 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 950 time: 0.1912081 Nov 26 02:46:30.095912 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc88eaad-6fed-4425-b0ca-1c0444992ada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:30.100800 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc88eaad-6fed-4425-b0ca-1c0444992ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:30.149341 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88eaad-6fed-4425-b0ca-1c0444992ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad6ac34-237c-4f22-8686-200df8ba1eea,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:30.156510 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cc88eaad-6fed-4425-b0ca-1c0444992ada admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a78856d19b9f4f688b360bbfad522c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3888295 Nov 26 02:46:30.158930 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34356) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:30.211181 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:46:30.220726 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cca38f1b-3200-4a5c-9905-d375b6942152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:30.226757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d799e8d-b669-43e9-948c-2aae3b15e01b req-a55260d1-0be1-4637-a4b0-8002c5bf37cb tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304135 Nov 26 02:46:30.248883 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cca38f1b-3200-4a5c-9905-d375b6942152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:30.310254 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cca38f1b-3200-4a5c-9905-d375b6942152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:30.318152 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cca38f1b-3200-4a5c-9905-d375b6942152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:30.320825 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cca38f1b-3200-4a5c-9905-d375b6942152 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dad6ac34-237c-4f22-8686-200df8ba1eea HTTP/1.1" status: 204 len: 168 time: 0.1608841 Nov 26 02:46:30.337607 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca38f1b-3200-4a5c-9905-d375b6942152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad6ac34-237c-4f22-8686-200df8ba1eea,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:30.361078 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:46:30.381231 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:30.392670 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:30.414010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:30.508422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:46:30.537447 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-09ec0016-56b9-4d2d-85b2-cb5b029d95b5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:30.568398 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f790cd-f835-47d8-b1a6-5c7969699502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:30.570894 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5bc399-cd9f-4cbd-b0d4-ccec349ab1f6" -d '{"events": [{"server_uuid": "96f790cd-f835-47d8-b1a6-5c7969699502", "name": "network-vif-unplugged", "status": "completed", "tag": "f277f4ba-9daf-4ccd-98cc-31fa0135064c"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:30.576561 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:30.596357 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:30.608202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Transition to ACTIVE for port object f277f4ba-9daf-4ccd-98cc-31fa0135064c will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:46:30.626507 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:30.633541 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-09ec0016-56b9-4d2d-85b2-cb5b029d95b5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:30.650191 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:30.659315 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:30.660323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9c80d699-0592-4afa-811f-eb289a1977db up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:46:30.733748 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=f277f4ba-9daf-4ccd-98cc-31fa0135064c,revision_number=10']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:30.745374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800067a9-e879-45b6-af86-11d9d543cbcc req-09ec0016-56b9-4d2d-85b2-cb5b029d95b5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Network b596eb4f-116c-4488-8b56-991db556b4c8 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:46:30.749315 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-96ea3542-66f5-474f-80fd-00abdafac9c1 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:46:30.753796 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-96ea3542-66f5-474f-80fd-00abdafac9c1 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0235975 Nov 26 02:46:30.774545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-800067a9-e879-45b6-af86-11d9d543cbcc req-09ec0016-56b9-4d2d-85b2-cb5b029d95b5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:46:30.776736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] No DVR routers for this DVR port f277f4ba-9daf-4ccd-98cc-31fa0135064c on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:30.781301 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-800067a9-e879-45b6-af86-11d9d543cbcc req-09ec0016-56b9-4d2d-85b2-cb5b029d95b5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:46:30.788831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:30.825930 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 9c80d699-0592-4afa-811f-eb289a1977db completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:46:30.838848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 9c80d699-0592-4afa-811f-eb289a1977db triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:30.841389 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:30.862557 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-d6cab5d4-837b-479f-8044-a25299346806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:30.872168 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-d6cab5d4-837b-479f-8044-a25299346806 service neutron] 10.222.0.31 "GET /v2.0/ports/04104088-c3db-4f80-aeee-60f0d4d46511 HTTP/1.1" status: 200 len: 1094 time: 0.1007452 Nov 26 02:46:30.884745 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-79247b93-cfef-4459-ba2a-6032bb5a56cb service neutron] Request body: {'binding': {'host': 'n-h2-819389-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:30.885216 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-79247b93-cfef-4459-ba2a-6032bb5a56cb service neutron] Unknown quota resources ['binding']. {{(pid=104801) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 02:46:30.888164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:30.895677 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b537c5-d19c-469d-b8e2-6aec41b7db21" -d '{"events": [{"server_uuid": "fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf", "name": "network-vif-plugged", "status": "completed", "tag": "a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:30.923809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800067a9-e879-45b6-af86-11d9d543cbcc req-09ec0016-56b9-4d2d-85b2-cb5b029d95b5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:30.924490 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-09ec0016-56b9-4d2d-85b2-cb5b029d95b5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:30.938113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f4cbc-930d-4fbb-a039-836e82a04e89 req-a5bb7d46-7985-49f2-b2f5-6575815b8334 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:30.946868 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af3f4cbc-930d-4fbb-a039-836e82a04e89 req-a5bb7d46-7985-49f2-b2f5-6575815b8334 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 932 time: 0.2797632 Nov 26 02:46:30.954151 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec0016-56b9-4d2d-85b2-cb5b029d95b5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event updated for resources: {'Port': ['ID=2d55f1a6-3497-42b4-a1b4-bc1c2062e33b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:31.042299 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:31.107456 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9c80d699-0592-4afa-811f-eb289a1977db, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9c80d699-0592-4afa-811f-eb289a1977db,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:31.114232 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-09ec0016-56b9-4d2d-85b2-cb5b029d95b5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6593294 Nov 26 02:46:31.117714 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:31.118685 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device f277f4ba-9daf-4ccd-98cc-31fa0135064c no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:31.131293 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af3f4cbc-930d-4fbb-a039-836e82a04e89 req-6543842b-eb23-4ab2-b189-ea91cf6845e6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782506 Nov 26 02:46:31.146080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-800067a9-e879-45b6-af86-11d9d543cbcc req-0b42d597-2d01-4543-a5c1-0bb27f9e3fb7 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Request body: {'port': {'device_id': 'adf32077-3d34-4207-947a-7a29705f1df9', 'network_id': '0e513b45-2934-4fe0-8948-eec8b8e3d014', 'admin_state_up': True, 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:31.158457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Attempting to bind port f277f4ba-9daf-4ccd-98cc-31fa0135064c on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:46:31.158553 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Attempting to bind port f277f4ba-9daf-4ccd-98cc-31fa0135064c by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:46:31.159803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Attempting to bind port f277f4ba-9daf-4ccd-98cc-31fa0135064c on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:31.192918 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-79247b93-cfef-4459-ba2a-6032bb5a56cb service neutron] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 on host n-h2-819389-3 for vnic_type normal with profile None {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:46:31.193805 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-79247b93-cfef-4459-ba2a-6032bb5a56cb service neutron] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:46:31.194456 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-79247b93-cfef-4459-ba2a-6032bb5a56cb service neutron] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:31.200286 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-79247b93-cfef-4459-ba2a-6032bb5a56cb service neutron] Port 04104088-c3db-4f80-aeee-60f0d4d46511 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:46:31.201071 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-79247b93-cfef-4459-ba2a-6032bb5a56cb service neutron] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:31.209290 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-79247b93-cfef-4459-ba2a-6032bb5a56cb service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:46:31.209857 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-79247b93-cfef-4459-ba2a-6032bb5a56cb service neutron] Checking segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:31.210567 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-79247b93-cfef-4459-ba2a-6032bb5a56cb service neutron] Bound using segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:46:31.211217 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-79247b93-cfef-4459-ba2a-6032bb5a56cb service neutron] Bound port: 04104088-c3db-4f80-aeee-60f0d4d46511, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:46:31.254126 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=9c80d699-0592-4afa-811f-eb289a1977db,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:31.256102 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c75c69-5df3-4c67-ac27-df36c509b1f6 x-openstack-request-id: req-85c75c69-5df3-4c67-ac27-df36c509b1f6 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:31.256413 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f790cd-f835-47d8-b1a6-5c7969699502", "name": "network-vif-unplugged", "status": "completed", "tag": "f277f4ba-9daf-4ccd-98cc-31fa0135064c", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:31.256674 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85c75c69-5df3-4c67-ac27-df36c509b1f6 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:31.268981 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f790cd-f835-47d8-b1a6-5c7969699502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c', 'code': 200} Nov 26 02:46:31.279918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Port f277f4ba-9daf-4ccd-98cc-31fa0135064c on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:46:31.280294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Attempting to bind port f277f4ba-9daf-4ccd-98cc-31fa0135064c on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:31.305551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:46:31.310548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:31.311541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:46:31.312284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Bound port: f277f4ba-9daf-4ccd-98cc-31fa0135064c, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:46:31.312894 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:31.339932 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-79247b93-cfef-4459-ba2a-6032bb5a56cb service neutron] For port 04104088-c3db-4f80-aeee-60f0d4d46511, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=04104088-c3db-4f80-aeee-60f0d4d46511,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:46:31.352949 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-79247b93-cfef-4459-ba2a-6032bb5a56cb service neutron] Publish callbacks [] for binding, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:31.370487 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-79247b93-cfef-4459-ba2a-6032bb5a56cb service neutron] 10.222.0.31 "POST /v2.0/ports/04104088-c3db-4f80-aeee-60f0d4d46511/bindings HTTP/1.1" status: 201 len: 389 time: 0.4955556 Nov 26 02:46:31.416242 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device f277f4ba-9daf-4ccd-98cc-31fa0135064c not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:46:31.506717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8783d-d687-426b-9f6d-94698761bdef req-1807119e-28e4-44a8-9e9c-5681b04219b2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:31.515323 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66b8783d-d687-426b-9f6d-94698761bdef req-1807119e-28e4-44a8-9e9c-5681b04219b2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 945 time: 0.1450434 Nov 26 02:46:31.546068 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:46:31.555297 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726a0c4a-20b1-46d6-ab0b-75a47db1892a x-openstack-request-id: req-726a0c4a-20b1-46d6-ab0b-75a47db1892a {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:31.556920 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf", "name": "network-vif-plugged", "status": "completed", "tag": "a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:31.557204 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-726a0c4a-20b1-46d6-ab0b-75a47db1892a {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:31.557666 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68', 'code': 200} Nov 26 02:46:31.559250 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-929e81bc-0b53-4f7e-b1f0-5d8b6064a422 None None] Provisioning complete for port 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:31.559699 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-929e81bc-0b53-4f7e-b1f0-5d8b6064a422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:31.579702 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:46:31.599647 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800067a9-e879-45b6-af86-11d9d543cbcc req-0b42d597-2d01-4543-a5c1-0bb27f9e3fb7 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Made reservation on behalf of caeff930008b487db9a70d59ac7ec22e for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:46:31.604522 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-0b42d597-2d01-4543-a5c1-0bb27f9e3fb7 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:31.608103 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:31.621210 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-929e81bc-0b53-4f7e-b1f0-5d8b6064a422 None None] Port 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:46:31.674711 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66b8783d-d687-426b-9f6d-94698761bdef req-6be57283-d4f2-4864-b098-e50af1dbb704 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545174 Nov 26 02:46:31.746980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=f277f4ba-9daf-4ccd-98cc-31fa0135064c,revision_number=11']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:31.747874 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34410) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:31.833211 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:31.834174 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:31.835989 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4230c21-365d-4135-b327-083df1ed15e0 req-1776682d-e32d-4ca4-b60d-8257ae5ddbf4 service neutron] 10.222.0.54 "PUT /v2.0/ports/f277f4ba-9daf-4ccd-98cc-31fa0135064c HTTP/1.1" status: 200 len: 1097 time: 2.1466668 Nov 26 02:46:32.035813 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-15e94554-2e14-454c-8082-c45487717c7a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-226549368-network', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:32.057804 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e94554-2e14-454c-8082-c45487717c7a admin admin] Made reservation on behalf of 221ad9ca8ffb47b9940b80782b032efb for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:46:32.060350 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15e94554-2e14-454c-8082-c45487717c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:32.070280 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15e94554-2e14-454c-8082-c45487717c7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:32.152906 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15e94554-2e14-454c-8082-c45487717c7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:32.157143 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15e94554-2e14-454c-8082-c45487717c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:32.182499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e94554-2e14-454c-8082-c45487717c7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:46:32.193039 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e94554-2e14-454c-8082-c45487717c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fe791a-6d4b-468b-abde-7b911bfcc73b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:32.198155 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15e94554-2e14-454c-8082-c45487717c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:32.198514 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-15e94554-2e14-454c-8082-c45487717c7a admin admin] Added segment 6529f096-6d98-4bd1-89a6-117e006f7735 of type vlan for network 0159594c-9163-49a6-8606-7e3476d8e6b9 Nov 26 02:46:32.241543 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15e94554-2e14-454c-8082-c45487717c7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:32.269517 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15e94554-2e14-454c-8082-c45487717c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:32.270622 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e94554-2e14-454c-8082-c45487717c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:32.271216 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15e94554-2e14-454c-8082-c45487717c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:32.321800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87c61c-c20a-40c0-9316-490ef6aedd3c req-af5dcedb-b8bb-4d10-928d-0589ccca3377 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:32.323438 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e87c61c-c20a-40c0-9316-490ef6aedd3c req-af5dcedb-b8bb-4d10-928d-0589ccca3377 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 949 time: 0.6391706 Nov 26 02:46:32.333620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-def38feb-31ce-47c4-a6d5-32611c2ec393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:32.335103 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-def38feb-31ce-47c4-a6d5-32611c2ec393 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 1097 time: 0.6394577 Nov 26 02:46:32.340455 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-15e94554-2e14-454c-8082-c45487717c7a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5886159 Nov 26 02:46:32.340604 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34422) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:32.345977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7f9701d3-d5f6-4764-89e5-613ec5dce6e4 admin admin] Request body: {'subnet': {'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-226549368-subnet', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:32.353084 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e94554-2e14-454c-8082-c45487717c7a admin admin] Pushing event updated for resources: {'Network': ['ID=0159594c-9163-49a6-8606-7e3476d8e6b9,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:32.357968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02474570-aa76-4162-8fd7-5ad5bc8fac6c req-5aca0867-e734-468d-9c19-d5dbca91da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:32.359433 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02474570-aa76-4162-8fd7-5ad5bc8fac6c req-5aca0867-e734-468d-9c19-d5dbca91da5d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf HTTP/1.1" status: 200 len: 1097 time: 0.6650324 Nov 26 02:46:32.364970 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 0159594c-9163-49a6-8606-7e3476d8e6b9 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:46:32.378745 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9701d3-d5f6-4764-89e5-613ec5dce6e4 admin admin] Made reservation on behalf of 221ad9ca8ffb47b9940b80782b032efb for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:46:32.381350 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7f9701d3-d5f6-4764-89e5-613ec5dce6e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:32.471633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230c21-365d-4135-b327-083df1ed15e0 req-0ba8e115-8232-45e3-a52d-f76cf970175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:32.473184 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4230c21-365d-4135-b327-083df1ed15e0 req-0ba8e115-8232-45e3-a52d-f76cf970175e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 1100 time: 0.5648406 Nov 26 02:46:32.486443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34ff1e-4a6e-48df-9c2a-a3cd8a7087c2 req-d4635321-7144-4811-848e-04101ad9357d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:32.487886 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fb34ff1e-4a6e-48df-9c2a-a3cd8a7087c2 req-d4635321-7144-4811-848e-04101ad9357d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 946 time: 0.5909319 Nov 26 02:46:32.505416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-800067a9-e879-45b6-af86-11d9d543cbcc req-0b42d597-2d01-4543-a5c1-0bb27f9e3fb7 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Allocated IP 19.86.0.248 (0e513b45-2934-4fe0-8948-eec8b8e3d014/ece06d9e-2bb5-4b96-8b7a-cc374541c093/a0c51549-c4c6-428c-a160-8a2ccaa78bca) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:46:32.559873 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7f9701d3-d5f6-4764-89e5-613ec5dce6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:32.608375 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e87c61c-c20a-40c0-9316-490ef6aedd3c req-2df755c0-385e-4777-9ac5-44c809081250 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527561 Nov 26 02:46:32.622896 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9701d3-d5f6-4764-89e5-613ec5dce6e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec81ba8f-2996-484b-acac-4860e9ce304b,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:32.643311 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9701d3-d5f6-4764-89e5-613ec5dce6e4 admin admin] Checking segment: {'id': '6529f096-6d98-4bd1-89a6-117e006f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:32.644535 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9701d3-d5f6-4764-89e5-613ec5dce6e4 admin admin] Network hostable DHCP agents. Network: 0159594c-9163-49a6-8606-7e3476d8e6b9, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:46:32.646264 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02474570-aa76-4162-8fd7-5ad5bc8fac6c req-514231a3-296e-4cb3-adcf-d979de9b854b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612364 Nov 26 02:46:32.666427 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9701d3-d5f6-4764-89e5-613ec5dce6e4 admin admin] Network 0159594c-9163-49a6-8606-7e3476d8e6b9 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:46:32.678780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-7f9701d3-d5f6-4764-89e5-613ec5dce6e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 0159594c-9163-49a6-8606-7e3476d8e6b9) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:46:32.687602 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e441bded-0c44-4c0c-84c1-40110ac22f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:32.689053 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9701d3-d5f6-4764-89e5-613ec5dce6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:32.689209 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e441bded-0c44-4c0c-84c1-40110ac22f6b service neutron] 10.222.0.59 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 922 time: 0.3249249 Nov 26 02:46:32.689686 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7f9701d3-d5f6-4764-89e5-613ec5dce6e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:32.690750 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d92a45-fee0-4931-a302-611a97598af2 None None] Network 0159594c-9163-49a6-8606-7e3476d8e6b9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:46:32.710786 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7f9701d3-d5f6-4764-89e5-613ec5dce6e4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3691528 Nov 26 02:46:32.714097 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34426) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:32.719521 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-226549368-router', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:32.724951 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fb34ff1e-4a6e-48df-9c2a-a3cd8a7087c2 req-7218b836-3f96-420a-a730-19c74865e026 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226179 Nov 26 02:46:32.747045 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230c21-365d-4135-b327-083df1ed15e0 req-6161987a-9733-4118-8e44-02347cff4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:32.748603 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4230c21-365d-4135-b327-083df1ed15e0 req-6161987a-9733-4118-8e44-02347cff4341 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.2598019 Nov 26 02:46:32.750031 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:32.752143 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:32.820001 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:32.835540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4230c21-365d-4135-b327-083df1ed15e0 req-ed1f01d8-c716-46f1-a805-93f52e15b6d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c HTTP/1.1" status: 200 len: 217 time: 0.0654626 Nov 26 02:46:32.853024 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-0159594c-9163-49a6-8606-7e3476d8e6b9', 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'fixed_ips': [{'subnet_id': 'ec81ba8f-2996-484b-acac-4860e9ce304b'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:46:32.854238 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:32.916990 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230c21-365d-4135-b327-083df1ed15e0 req-d9afa80a-0ca3-4c62-9fd1-83854462caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:32.919710 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4230c21-365d-4135-b327-083df1ed15e0 req-d9afa80a-0ca3-4c62-9fd1-83854462caa5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0727930 Nov 26 02:46:32.952356 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-0b42d597-2d01-4543-a5c1-0bb27f9e3fb7 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:33.009306 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:33.031232 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-9962eb29-6cf3-421b-830d-ae9557b8fab4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04104088-c3db-4f80-aeee-60f0d4d46511 HTTP/1.1" status: 200 len: 217 time: 0.0996552 Nov 26 02:46:33.034285 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Allocated IP 172.20.0.2 (0159594c-9163-49a6-8606-7e3476d8e6b9/ec81ba8f-2996-484b-acac-4860e9ce304b/6410de1a-8624-4a59-95eb-8fe6c33c1aeb) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:46:33.108996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230c21-365d-4135-b327-083df1ed15e0 req-289489c0-a2c6-4ea6-af05-88c0038a73c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:33.110840 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4230c21-365d-4135-b327-083df1ed15e0 req-289489c0-a2c6-4ea6-af05-88c0038a73c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1779804 Nov 26 02:46:33.208438 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:33.211758 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-33d5d8c4-ec52-406a-adab-667d439f7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:33.213546 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-33d5d8c4-ec52-406a-adab-667d439f7312 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.1735430 Nov 26 02:46:33.216562 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:33.222564 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-0b42d597-2d01-4543-a5c1-0bb27f9e3fb7 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:33.240159 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:33.262340 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:33.273385 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Network 0159594c-9163-49a6-8606-7e3476d8e6b9 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:46:33.281463 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:46:33.286828 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:46:33.291062 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f790cd-f835-47d8-b1a6-5c7969699502', 'tag': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:33.293582 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de7eccc-5b13-4594-b962-ac688ad58da2" -d '{"events": [{"name": "network-changed", "server_uuid": "96f790cd-f835-47d8-b1a6-5c7969699502", "tag": "f277f4ba-9daf-4ccd-98cc-31fa0135064c"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:33.296278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Pushing event updated for resources: {'Port': ['ID=6410de1a-8624-4a59-95eb-8fe6c33c1aeb,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:33.311215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5401ab8-af02-47a4-a52d-47399613bff7 req-50e31787-e1e7-42db-bd53-9d20d7e2c7ea tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:33.314669 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5401ab8-af02-47a4-a52d-47399613bff7 req-50e31787-e1e7-42db-bd53-9d20d7e2c7ea tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 945 time: 0.2405188 Nov 26 02:46:33.318723 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-4b40dce4-2c98-4682-b0d6-54f9d16a44cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913749 Nov 26 02:46:33.336300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90fee0-be64-44cf-956c-7191601f7ca6 req-6e856d5f-cdce-4903-af31-c65573c44b06 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:33.342178 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e90fee0-be64-44cf-956c-7191601f7ca6 req-6e856d5f-cdce-4903-af31-c65573c44b06 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 932 time: 0.2690659 Nov 26 02:46:33.350091 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Attempting to bind port 6410de1a-8624-4a59-95eb-8fe6c33c1aeb on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:46:33.350466 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Attempting to bind port 6410de1a-8624-4a59-95eb-8fe6c33c1aeb by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '6529f096-6d98-4bd1-89a6-117e006f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:46:33.350830 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Attempting to bind port 6410de1a-8624-4a59-95eb-8fe6c33c1aeb on network 0159594c-9163-49a6-8606-7e3476d8e6b9 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:33.356016 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:46:33.356682 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Checking segment: {'id': '6529f096-6d98-4bd1-89a6-117e006f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:33.357093 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:33.357498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Bound using segment: {'id': '6529f096-6d98-4bd1-89a6-117e006f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:46:33.358163 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Bound port: 6410de1a-8624-4a59-95eb-8fe6c33c1aeb, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6529f096-6d98-4bd1-89a6-117e006f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:46:33.358321 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:33.381494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800067a9-e879-45b6-af86-11d9d543cbcc req-0b42d597-2d01-4543-a5c1-0bb27f9e3fb7 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Network 0e513b45-2934-4fe0-8948-eec8b8e3d014 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:46:33.390442 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] Allocated IP 172.25.0.20 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/d583d5ea-9ab7-4200-8474-8621899750d6) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:46:33.421783 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-800067a9-e879-45b6-af86-11d9d543cbcc req-0b42d597-2d01-4543-a5c1-0bb27f9e3fb7 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:46:33.424378 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] For port 6410de1a-8624-4a59-95eb-8fe6c33c1aeb, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:46:33.427857 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] For port 6410de1a-8624-4a59-95eb-8fe6c33c1aeb, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6410de1a-8624-4a59-95eb-8fe6c33c1aeb,segment=NetworkSegment(6529f096-6d98-4bd1-89a6-117e006f7735),segment_id=6529f096-6d98-4bd1-89a6-117e006f7735)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:46:33.436873 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:33.468819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-800067a9-e879-45b6-af86-11d9d543cbcc req-0b42d597-2d01-4543-a5c1-0bb27f9e3fb7 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:46:33.471332 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42d597-2d01-4543-a5c1-0bb27f9e3fb7 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event updated for resources: {'Port': ['ID=a0c51549-c4c6-428c-a160-8a2ccaa78bca,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:33.515092 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a868cc-67fe-46cc-a6a7-382b6079e1be None None] Pushing event updated for resources: {'Port': ['ID=6410de1a-8624-4a59-95eb-8fe6c33c1aeb,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:33.544669 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5401ab8-af02-47a4-a52d-47399613bff7 req-48bbf1e6-c466-421a-b4e4-4d0c2d5b863b tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172308 Nov 26 02:46:33.559553 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:33.560005 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b1b30e-64e0-4afc-84c6-5e6041ec1403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c80d699-0592-4afa-811f-eb289a1977db'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:33.561976 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9a9f80-e7ef-46a3-8b81-27b84c7a14fc" -d '{"events": [{"server_uuid": "b1b1b30e-64e0-4afc-84c6-5e6041ec1403", "name": "network-vif-plugged", "status": "completed", "tag": "9c80d699-0592-4afa-811f-eb289a1977db"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:33.611475 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:33.636564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800067a9-e879-45b6-af86-11d9d543cbcc req-0b42d597-2d01-4543-a5c1-0bb27f9e3fb7 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:33.637212 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-0b42d597-2d01-4543-a5c1-0bb27f9e3fb7 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:33.653377 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:46:33.656933 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:46:33.665938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e90fee0-be64-44cf-956c-7191601f7ca6 req-ffa843cd-7d82-4ec1-82b3-9319dcb2e163 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102455 Nov 26 02:46:33.666962 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:46:33.670837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4230c21-365d-4135-b327-083df1ed15e0 req-dac220e9-7ec6-4166-a9bc-eb1d756cc0be service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327380 Nov 26 02:46:33.807080 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] Pushing event updated for resources: {'Port': ['ID=d583d5ea-9ab7-4200-8474-8621899750d6,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:33.832483 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-88b61e01-3ef9-4c5b-b712-d7334805be7c None None] Provisioning complete for port a0c51549-c4c6-428c-a160-8a2ccaa78bca triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:33.838428 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-88b61e01-3ef9-4c5b-b712-d7334805be7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:33.905633 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-0b42d597-2d01-4543-a5c1-0bb27f9e3fb7 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7719939 Nov 26 02:46:33.911435 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc88603-266e-4bb0-aaf7-2d0a9afbb3e5 x-openstack-request-id: req-ddc88603-266e-4bb0-aaf7-2d0a9afbb3e5 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:33.911790 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b1b30e-64e0-4afc-84c6-5e6041ec1403", "name": "network-vif-plugged", "status": "completed", "tag": "9c80d699-0592-4afa-811f-eb289a1977db", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:33.912006 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddc88603-266e-4bb0-aaf7-2d0a9afbb3e5 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:33.912654 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b1b30e-64e0-4afc-84c6-5e6041ec1403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c80d699-0592-4afa-811f-eb289a1977db', 'code': 200} Nov 26 02:46:33.944417 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-88b61e01-3ef9-4c5b-b712-d7334805be7c None None] Port a0c51549-c4c6-428c-a160-8a2ccaa78bca cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:46:33.984162 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef01f07-9ce5-405d-afb8-c3a24f07927d x-openstack-request-id: req-aef01f07-9ce5-405d-afb8-c3a24f07927d {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:33.984404 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f790cd-f835-47d8-b1a6-5c7969699502", "tag": "f277f4ba-9daf-4ccd-98cc-31fa0135064c", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:33.984600 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aef01f07-9ce5-405d-afb8-c3a24f07927d {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:33.984994 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f790cd-f835-47d8-b1a6-5c7969699502', 'tag': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c', 'status': 'completed', 'code': 200} Nov 26 02:46:34.042668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Request body: {'port': {'device_id': 'adf32077-3d34-4207-947a-7a29705f1df9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:34.122228 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4230c21-365d-4135-b327-083df1ed15e0 req-0d43a2fd-52cf-4c37-a77c-12107b67b60a service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402356 Nov 26 02:46:34.158226 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-d2bb3321-b22d-4c2d-a6b5-b5d8bcdb8caa service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8037651 Nov 26 02:46:34.170296 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:34.212392 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-e43d9432-9caa-4c11-9869-198af44391c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:34.214017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-e43d9432-9caa-4c11-9869-198af44391c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 1100 time: 0.3078585 Nov 26 02:46:34.243590 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d6555-965d-4a92-976b-d792e405c2e6 req-847ccf73-10bf-4ded-becb-1f7ce2983e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:34.245150 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e8d6555-965d-4a92-976b-d792e405c2e6 req-847ccf73-10bf-4ded-becb-1f7ce2983e1e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 1096 time: 0.2077110 Nov 26 02:46:34.259121 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da61fad-17d7-4bf8-9405-3190b6672fed req-c0a5c913-5cb8-4b2e-87c6-dc43010063e6 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:34.266273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0da61fad-17d7-4bf8-9405-3190b6672fed req-c0a5c913-5cb8-4b2e-87c6-dc43010063e6 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 949 time: 0.2538600 Nov 26 02:46:34.306375 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:34.386885 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:34.523044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] Router 3533f442-91bd-47fb-9dca-ced5d0e75e74 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:46:34.536463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-f75d7aa4-105e-40d7-87ca-b86e131a38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:34.537996 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-f75d7aa4-105e-40d7-87ca-b86e131a38dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad6caec5c92044d899d9c12ccac00902&device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 1100 time: 0.2880051 Nov 26 02:46:34.551999 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0da61fad-17d7-4bf8-9405-3190b6672fed req-07d154f0-e62c-4e2b-9f49-ec35986d5a45 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842262 Nov 26 02:46:34.562124 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e8d6555-965d-4a92-976b-d792e405c2e6 req-d4ae37ab-d84b-483f-91b7-8181352c6eef service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848084 Nov 26 02:46:34.588765 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-ac7ddf8b-8a22-4e28-b485-c154c069011b service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225206 Nov 26 02:46:34.699536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cee61-5068-4e82-81c9-6349c5552b5d req-f884d8ca-2a32-42b7-90d3-3cba8502504a tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:34.701189 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-658cee61-5068-4e82-81c9-6349c5552b5d req-f884d8ca-2a32-42b7-90d3-3cba8502504a tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 946 time: 0.4314899 Nov 26 02:46:34.724494 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:46:34.742827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-6199ce6b-3a1f-4492-ada0-9401cee4c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:34.744396 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-6199ce6b-3a1f-4492-ada0-9401cee4c373 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.4954407 Nov 26 02:46:34.800174 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6410de1a-8624-4a59-95eb-8fe6c33c1aeb up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:46:34.882572 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 6410de1a-8624-4a59-95eb-8fe6c33c1aeb triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:34.883358 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:34.916786 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1988ae-5ece-4f8e-8519-5fdd5d470137 None None] Network 0159594c-9163-49a6-8606-7e3476d8e6b9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:46:34.933886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-bab5e36b-a5e4-4c34-bdb8-1c7fa510e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:34.935129 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-bab5e36b-a5e4-4c34-bdb8-1c7fa510e61e service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.3772409 Nov 26 02:46:35.006313 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:46:35.034412 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:35.035387 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-19388f6a-7cd0-4b33-9a6a-7799657b173b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c HTTP/1.1" status: 200 len: 217 time: 0.0972381 Nov 26 02:46:35.035703 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9303e8f4-192d-4a83-9039-ff6e13553f21 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3203080 Nov 26 02:46:35.039689 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34456) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:35.041865 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Sync routers for ids ['3533f442-91bd-47fb-9dca-ced5d0e75e74'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:46:35.047502 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-c5c9faa6-f4b9-4ba8-9c80-d484bd95ddd0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c HTTP/1.1" status: 200 len: 217 time: 0.0923634 Nov 26 02:46:35.087039 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9f05557b-7522-4a6a-a414-0e5f7398f2a6 None None] Provisioning complete for port 6410de1a-8624-4a59-95eb-8fe6c33c1aeb triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:35.087410 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9f05557b-7522-4a6a-a414-0e5f7398f2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:35.092116 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Routers {'3533f442-91bd-47fb-9dca-ced5d0e75e74'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:46:35.092753 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:46:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['3533f442-91bd-47fb-9dca-ced5d0e75e74'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:35.139131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-c1c16953-5f3c-41eb-ae61-d7b5c8aca506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:35.140895 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-c1c16953-5f3c-41eb-ae61-d7b5c8aca506 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0788884 Nov 26 02:46:35.281801 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:35.323327 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Set router 3533f442-91bd-47fb-9dca-ced5d0e75e74 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:46:35.459579 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 6410de1a-8624-4a59-95eb-8fe6c33c1aeb, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6410de1a-8624-4a59-95eb-8fe6c33c1aeb,segment=NetworkSegment(6529f096-6d98-4bd1-89a6-117e006f7735),segment_id=6529f096-6d98-4bd1-89a6-117e006f7735)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:35.548498 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc417507-cfdc-4aaa-8968-475bf887ea82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:35.549217 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:35.553861 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9f05557b-7522-4a6a-a414-0e5f7398f2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:35.679876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-658cee61-5068-4e82-81c9-6349c5552b5d req-f269e7e3-96a7-4423-8b86-998ccf5939e7 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9652922 Nov 26 02:46:35.752005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-f3b5668a-9d2a-42fc-8aab-c521392b956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:35.753515 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-f3b5668a-9d2a-42fc-8aab-c521392b956d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.7043395 Nov 26 02:46:35.755599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:46:35.768922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39d9a9-d597-441a-b41e-159a0de1a387 req-af804e72-cc72-4a7c-b2be-bc516cbcc3c5 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:35.776176 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e39d9a9-d597-441a-b41e-159a0de1a387 req-af804e72-cc72-4a7c-b2be-bc516cbcc3c5 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 945 time: 0.7393539 Nov 26 02:46:35.778903 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=6410de1a-8624-4a59-95eb-8fe6c33c1aeb,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:35.784176 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:35.806519 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-92ad140c-ad25-4758-9fe0-3adde3e41b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:35.807968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-92ad140c-ad25-4758-9fe0-3adde3e41b4a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6332793 Nov 26 02:46:35.816994 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-9f05557b-7522-4a6a-a414-0e5f7398f2a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:46:35.817545 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-9f05557b-7522-4a6a-a414-0e5f7398f2a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:46:35.872289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-bc417507-cfdc-4aaa-8968-475bf887ea82 admin admin] Allocated IP 172.20.0.1 (0159594c-9163-49a6-8606-7e3476d8e6b9/ec81ba8f-2996-484b-acac-4860e9ce304b/5d374f7a-c5c7-4bb5-870f-59aa1ebd1885) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:46:35.877561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'name': 'tempest-ServersTestBootFromVolume-226549368-router', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:46:32Z', 'updated_at': '2021-11-26T02:46:34Z', 'revision_number': 3, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'gw_port': {'id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:33Z', 'updated_at': '2021-11-26T02:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:35.898962 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Transition to ACTIVE for port object 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:46:35.915272 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Checking router: 3533f442-91bd-47fb-9dca-ced5d0e75e74 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:46:35.915750 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Updating router 3533f442-91bd-47fb-9dca-ced5d0e75e74 port d583d5ea-9ab7-4200-8474-8621899750d6 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:46:35.939413 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:35.964339 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:36.010465 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc417507-cfdc-4aaa-8968-475bf887ea82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:36.029379 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e39d9a9-d597-441a-b41e-159a0de1a387 req-c23138da-9b9f-4e43-8c88-e35a7c518960 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483089 Nov 26 02:46:36.058931 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc417507-cfdc-4aaa-8968-475bf887ea82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:36.087136 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-950df344-c145-4a2d-bb83-8fcf5817f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:36.088803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-950df344-c145-4a2d-bb83-8fcf5817f9d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3068445 Nov 26 02:46:36.123264 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc417507-cfdc-4aaa-8968-475bf887ea82 admin admin] Network 0159594c-9163-49a6-8606-7e3476d8e6b9 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:46:36.127432 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-bc417507-cfdc-4aaa-8968-475bf887ea82 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:46:36.145289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc417507-cfdc-4aaa-8968-475bf887ea82 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:46:36.147610 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c68597-5230-4279-937b-dbda00c5fff9 req-2bc50b58-a10a-4bb6-ba2a-da7bb61ea8b6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:36.163168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c68597-5230-4279-937b-dbda00c5fff9 req-2bc50b58-a10a-4bb6-ba2a-da7bb61ea8b6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:36.170708 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-03c68597-5230-4279-937b-dbda00c5fff9 req-2bc50b58-a10a-4bb6-ba2a-da7bb61ea8b6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 1655 time: 0.3737998 Nov 26 02:46:36.199820 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc417507-cfdc-4aaa-8968-475bf887ea82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:36.217767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Pushing event updated for resources: {'Port': ['ID=2d55f1a6-3497-42b4-a1b4-bc1c2062e33b,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:36.253779 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc417507-cfdc-4aaa-8968-475bf887ea82 admin admin] Pushing event updated for resources: {'Port': ['ID=5d374f7a-c5c7-4bb5-870f-59aa1ebd1885,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:36.407880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-30e9337e-876f-45ab-af5a-190bfd5458b4 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5657539 Nov 26 02:46:36.477553 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:36.493286 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc417507-cfdc-4aaa-8968-475bf887ea82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:36.499879 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:36.574587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Attempting to bind port d583d5ea-9ab7-4200-8474-8621899750d6 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:46:36.575098 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Attempting to bind port d583d5ea-9ab7-4200-8474-8621899750d6 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:46:36.575338 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Attempting to bind port d583d5ea-9ab7-4200-8474-8621899750d6 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:36.582778 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8759d-8185-473e-8962-3c26fadd5801 None None] Pushing event updated for resources: {'Port': ['ID=d583d5ea-9ab7-4200-8474-8621899750d6,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:36.585432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:46:36.585745 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:36.586149 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:36.586594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:46:36.587076 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Bound port: d583d5ea-9ab7-4200-8474-8621899750d6, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:46:36.587458 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:36.652267 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] For port d583d5ea-9ab7-4200-8474-8621899750d6, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:46:36.655413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] For port d583d5ea-9ab7-4200-8474-8621899750d6, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=d583d5ea-9ab7-4200-8474-8621899750d6,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:46:36.666041 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:36.705398 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2b6582fc-6cd2-456b-b3ca-a7257d48809f None None] Provisioning complete for port 6410de1a-8624-4a59-95eb-8fe6c33c1aeb triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:36.705745 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2b6582fc-6cd2-456b-b3ca-a7257d48809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:36.763928 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-03c68597-5230-4279-937b-dbda00c5fff9 req-fd2b800a-1bf3-4b7c-9ba7-ac3e66274e79 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919979 Nov 26 02:46:36.798480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Attempting to bind port 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:46:36.798964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Attempting to bind port 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'c2ff9c14-977a-4fc9-be35-bd5b58bf59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b596eb4f-116c-4488-8b56-991db556b4c8'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:46:36.799215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Attempting to bind port 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b on network b596eb4f-116c-4488-8b56-991db556b4c8 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:36.807081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Port 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b on network b596eb4f-116c-4488-8b56-991db556b4c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:46:36.807585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Attempting to bind port 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b on network b596eb4f-116c-4488-8b56-991db556b4c8 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:36.814247 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6410de1a-8624-4a59-95eb-8fe6c33c1aeb up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:46:36.845419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:46:36.845810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Checking segment: {'id': 'c2ff9c14-977a-4fc9-be35-bd5b58bf59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b596eb4f-116c-4488-8b56-991db556b4c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:36.846142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Bound using segment: {'id': 'c2ff9c14-977a-4fc9-be35-bd5b58bf59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b596eb4f-116c-4488-8b56-991db556b4c8'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:46:36.846626 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Bound port: 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ff9c14-977a-4fc9-be35-bd5b58bf59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b596eb4f-116c-4488-8b56-991db556b4c8'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:46:36.847111 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:36.851478 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc417507-cfdc-4aaa-8968-475bf887ea82 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:36.858941 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc417507-cfdc-4aaa-8968-475bf887ea82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:36.863957 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34468) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:36.874432 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-5e643a36-ef1a-46ab-8f43-9d073e7d4b25 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7659328 Nov 26 02:46:36.890393 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8759d-8185-473e-8962-3c26fadd5801 None None] Pushing event updated for resources: {'Port': ['ID=d583d5ea-9ab7-4200-8474-8621899750d6,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:36.895657 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Routers {'3533f442-91bd-47fb-9dca-ced5d0e75e74'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:46:36.896310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:46:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['3533f442-91bd-47fb-9dca-ced5d0e75e74'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:36.972219 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077dc268-62fb-4a3c-b0dd-980b9ac70b2d req-e81e2554-3c4f-4abf-8b0d-62145f7273e6 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:36.976437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-077dc268-62fb-4a3c-b0dd-980b9ac70b2d req-e81e2554-3c4f-4abf-8b0d-62145f7273e6 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 949 time: 0.3324547 Nov 26 02:46:37.057820 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc417507-cfdc-4aaa-8968-475bf887ea82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:37.070438 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73b46b4b-8a07-412c-b0a0-61585bfd2526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:37.078218 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc417507-cfdc-4aaa-8968-475bf887ea82 admin admin] Pushing event updated for resources: {'Port': ['ID=5d374f7a-c5c7-4bb5-870f-59aa1ebd1885,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:37.127889 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 6410de1a-8624-4a59-95eb-8fe6c33c1aeb triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:37.128205 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:37.138374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-077dc268-62fb-4a3c-b0dd-980b9ac70b2d req-6db1db43-1ef5-4ed7-89eb-00a05cb3e5bf tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677836 Nov 26 02:46:37.172202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-5f179677-c8d0-47fe-b70d-7b90a93b59d6 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7430704 Nov 26 02:46:37.223074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] Set router 3533f442-91bd-47fb-9dca-ced5d0e75e74 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:46:37.249578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] For port 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:46:37.252746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] For port 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=2d55f1a6-3497-42b4-a1b4-bc1c2062e33b,segment=NetworkSegment(c2ff9c14-977a-4fc9-be35-bd5b58bf59cc),segment_id=c2ff9c14-977a-4fc9-be35-bd5b58bf59cc)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:46:37.269541 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:37.272207 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2b6582fc-6cd2-456b-b3ca-a7257d48809f None None] Provisioning complete for port 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:37.272615 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2b6582fc-6cd2-456b-b3ca-a7257d48809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:37.289740 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73b46b4b-8a07-412c-b0a0-61585bfd2526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:37.303810 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc417507-cfdc-4aaa-8968-475bf887ea82 admin admin] Network 0159594c-9163-49a6-8606-7e3476d8e6b9 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:46:37.306315 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-bc417507-cfdc-4aaa-8968-475bf887ea82 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:46:37.308614 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73b46b4b-8a07-412c-b0a0-61585bfd2526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:37.313473 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2b6582fc-6cd2-456b-b3ca-a7257d48809f None None] Port 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:46:37.431187 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce26e4-e270-48cc-b773-1d1a4f5f5da7 req-07b24af0-7a19-46f8-a9a7-46ae354983e1 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:37.451336 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5dce26e4-e270-48cc-b773-1d1a4f5f5da7 req-07b24af0-7a19-46f8-a9a7-46ae354983e1 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 946 time: 0.3637798 Nov 26 02:46:37.463979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:37.464624 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:37.466028 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] 10.222.0.54 "PUT /v2.0/ports/2d55f1a6-3497-42b4-a1b4-bc1c2062e33b HTTP/1.1" status: 200 len: 1092 time: 3.4451804 Nov 26 02:46:37.469191 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf32077-3d34-4207-947a-7a29705f1df9', 'tag': '2d55f1a6-3497-42b4-a1b4-bc1c2062e33b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:37.472090 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709e9c8a-4f35-475a-8265-309de4fb1a08" -d '{"events": [{"name": "network-changed", "server_uuid": "adf32077-3d34-4207-947a-7a29705f1df9", "tag": "2d55f1a6-3497-42b4-a1b4-bc1c2062e33b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:37.550773 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc417507-cfdc-4aaa-8968-475bf887ea82 admin admin] Router 3533f442-91bd-47fb-9dca-ced5d0e75e74 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:46:37.582481 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9de7eccc-5b13-4594-b962-ac688ad58da2 req-01b20201-f8f0-497e-a030-68f4313e44bd service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6043730 Nov 26 02:46:37.589336 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-73b46b4b-8a07-412c-b0a0-61585bfd2526 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d23d528142084e379eabaefd0aa2203e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7178547 Nov 26 02:46:37.589336 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b46b4b-8a07-412c-b0a0-61585bfd2526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d4df4e-644d-4fa6-9c66-3e34a3ef9818,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:37.590593 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Request body: {'port': {'device_id': 'adf32077-3d34-4207-947a-7a29705f1df9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:37.591551 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34478) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:37.637532 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device f277f4ba-9daf-4ccd-98cc-31fa0135064c details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:46:37.696152 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cdbcd-5c18-4796-8277-f6cc6c9b8443 service neutron] Pushing event updated for resources: {'Port': ['ID=2d55f1a6-3497-42b4-a1b4-bc1c2062e33b,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:37.736378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899a071-12a6-48fe-998a-60c2d4cc0982 req-323d99a0-e31f-4e22-bbac-b75ac1f4e169 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:37.749297 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7899a071-12a6-48fe-998a-60c2d4cc0982 req-323d99a0-e31f-4e22-bbac-b75ac1f4e169 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 945 time: 0.4733629 Nov 26 02:46:37.784415 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:37.838528 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc417507-cfdc-4aaa-8968-475bf887ea82 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:46:37.845385 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bc417507-cfdc-4aaa-8968-475bf887ea82 admin admin] 10.222.0.31 "PUT /v2.0/routers/3533f442-91bd-47fb-9dca-ced5d0e75e74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8037379 Nov 26 02:46:37.847846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5dce26e4-e270-48cc-b773-1d1a4f5f5da7 req-fe8d09d7-c8df-4e4c-8b07-3c358a96e5fd tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955555 Nov 26 02:46:37.893226 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c029e14f-d2f3-46b9-9a0b-ac3e067ccf10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:37.893874 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7899a071-12a6-48fe-998a-60c2d4cc0982 req-0948a920-85da-4204-ae06-f5a58fe41b9f tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409738 Nov 26 02:46:37.897558 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:37.935217 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c', 'mac_address': 'fa:16:3e:f8:18:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:46:37.957195 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c029e14f-d2f3-46b9-9a0b-ac3e067ccf10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:37.981797 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161ab9e4-604a-4a29-9019-1886035c9b96 x-openstack-request-id: req-161ab9e4-604a-4a29-9019-1886035c9b96 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:37.984423 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf32077-3d34-4207-947a-7a29705f1df9", "tag": "2d55f1a6-3497-42b4-a1b4-bc1c2062e33b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:37.984908 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-161ab9e4-604a-4a29-9019-1886035c9b96 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:37.986076 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf32077-3d34-4207-947a-7a29705f1df9', 'tag': '2d55f1a6-3497-42b4-a1b4-bc1c2062e33b', 'status': 'completed', 'code': 200} Nov 26 02:46:38.056985 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c029e14f-d2f3-46b9-9a0b-ac3e067ccf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:38.060816 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c029e14f-d2f3-46b9-9a0b-ac3e067ccf10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:38.061982 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c029e14f-d2f3-46b9-9a0b-ac3e067ccf10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34d4df4e-644d-4fa6-9c66-3e34a3ef9818 HTTP/1.1" status: 204 len: 168 time: 0.4632070 Nov 26 02:46:38.063928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-42057e50-1ebc-45d6-8c50-93187a8183d0 None None] Provisioning complete for port 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:38.066826 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-42057e50-1ebc-45d6-8c50-93187a8183d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:38.105445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029e14f-d2f3-46b9-9a0b-ac3e067ccf10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d4df4e-644d-4fa6-9c66-3e34a3ef9818,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:38.195771 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:38.199333 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-42057e50-1ebc-45d6-8c50-93187a8183d0 None None] Port 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:46:38.241583 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f277f4ba-9daf-4ccd-98cc-31fa0135064c {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:46:38.264415 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'name': 'tempest-ServersTestBootFromVolume-226549368-router', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:46:32Z', 'updated_at': '2021-11-26T02:46:36Z', 'revision_number': 4, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'gw_port': {'id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:33Z', 'updated_at': '2021-11-26T02:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5d374f7a-c5c7-4bb5-870f-59aa1ebd1885', 'name': '', 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'mac_address': 'fa:16:3e:c7:b4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:35Z', 'updated_at': '2021-11-26T02:46:36Z', 'revision_number': 2, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'subnets': [{'id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:38.302951 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:38.304482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376e2aba-250e-464c-9ad7-41e8963e5920 None None] The sync data for ids ['3533f442-91bd-47fb-9dca-ced5d0e75e74'] in n-d-819389-3 is: [{'id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'name': 'tempest-ServersTestBootFromVolume-226549368-router', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:46:32Z', 'updated_at': '2021-11-26T02:46:36Z', 'revision_number': 4, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'gw_port': {'id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:33Z', 'updated_at': '2021-11-26T02:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5d374f7a-c5c7-4bb5-870f-59aa1ebd1885', 'name': '', 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'mac_address': 'fa:16:3e:c7:b4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:35Z', 'updated_at': '2021-11-26T02:46:36Z', 'revision_number': 2, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'subnets': [{'id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:46:38.317392 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:38.327581 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e9c8a-4f35-475a-8265-309de4fb1a08 req-deffbac7-1d04-4c68-a74a-b91d170ffd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:38.328117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e9c8a-4f35-475a-8265-309de4fb1a08 req-deffbac7-1d04-4c68-a74a-b91d170ffd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:38.330599 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-709e9c8a-4f35-475a-8265-309de4fb1a08 req-deffbac7-1d04-4c68-a74a-b91d170ffd93 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=caeff930008b487db9a70d59ac7ec22e&device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 1914 time: 0.2949660 Nov 26 02:46:38.379100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c3014-5c43-4dd0-a5a5-8df9025f9edc req-092dc234-1f1f-416e-bf97-4da1a8570ce8 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:38.387642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c3014-5c43-4dd0-a5a5-8df9025f9edc req-092dc234-1f1f-416e-bf97-4da1a8570ce8 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:38.389303 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e2c3014-5c43-4dd0-a5a5-8df9025f9edc req-092dc234-1f1f-416e-bf97-4da1a8570ce8 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 1667 time: 0.2105763 Nov 26 02:46:38.403611 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de28bd-44ab-49a8-83a9-7bcc158c0d8a req-32d02b44-2a8d-4723-baef-78a0d00bd473 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:38.411609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0de28bd-44ab-49a8-83a9-7bcc158c0d8a req-32d02b44-2a8d-4723-baef-78a0d00bd473 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 945 time: 0.2232382 Nov 26 02:46:38.420017 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=f277f4ba-9daf-4ccd-98cc-31fa0135064c,revision_number=12']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:38.511675 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34496) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:38.531738 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74e0c36f-d26f-4e59-969e-094cc90ebc76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:38.671567 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74e0c36f-d26f-4e59-969e-094cc90ebc76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:38.676959 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74e0c36f-d26f-4e59-969e-094cc90ebc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:38.689552 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0de28bd-44ab-49a8-83a9-7bcc158c0d8a req-f9a4297c-9175-4f4b-8ee9-15c0e601485d tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767234 Nov 26 02:46:38.723082 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e2c3014-5c43-4dd0-a5a5-8df9025f9edc req-554865ab-bbfd-4cbe-bf1e-0af3641ca464 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087392 Nov 26 02:46:38.737134 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e9c8a-4f35-475a-8265-309de4fb1a08 req-c777368c-3536-4479-b248-bbf0cc437469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:38.739943 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e9c8a-4f35-475a-8265-309de4fb1a08 req-c777368c-3536-4479-b248-bbf0cc437469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:38.740928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e9c8a-4f35-475a-8265-309de4fb1a08 req-c777368c-3536-4479-b248-bbf0cc437469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:38.744887 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-709e9c8a-4f35-475a-8265-309de4fb1a08 req-c777368c-3536-4479-b248-bbf0cc437469 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=caeff930008b487db9a70d59ac7ec22e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3975754 Nov 26 02:46:38.753473 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-74e0c36f-d26f-4e59-969e-094cc90ebc76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e30c5fb058e4d1fa2a8f5bb37f9db5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398717 Nov 26 02:46:38.758062 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34502) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:38.789817 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0c36f-d26f-4e59-969e-094cc90ebc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c50ac90-123d-4dc4-9029-5ef783bf3b58,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:38.886567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['f277f4ba-9daf-4ccd-98cc-31fa0135064c'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:46:39.014929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c51549-c4c6-428c-a160-8a2ccaa78bca {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:46:39.054377 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:39.113202 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-70e28b80-fb16-4981-8dd8-790f02f572b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:39.122511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Transition to ACTIVE for port object a0c51549-c4c6-428c-a160-8a2ccaa78bca will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:46:39.134441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e9c8a-4f35-475a-8265-309de4fb1a08 req-fbde4d91-64d5-41b6-a179-39d0e8552d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:39.135859 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-709e9c8a-4f35-475a-8265-309de4fb1a08 req-fbde4d91-64d5-41b6-a179-39d0e8552d59 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3725102 Nov 26 02:46:39.144090 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:39.188362 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35de948-423b-4416-a8e9-9b45f8aa9a2e req-5b598b5e-68bb-4e58-8fa3-6b2202322ef0 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:39.195588 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b35de948-423b-4416-a8e9-9b45f8aa9a2e req-5b598b5e-68bb-4e58-8fa3-6b2202322ef0 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 950 time: 0.2346330 Nov 26 02:46:39.201481 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-70e28b80-fb16-4981-8dd8-790f02f572b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:39.406846 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Pushing event updated for resources: {'Port': ['ID=a0c51549-c4c6-428c-a160-8a2ccaa78bca,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:39.470632 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b35de948-423b-4416-a8e9-9b45f8aa9a2e req-5d519040-73e9-4047-b507-2f26e31969f5 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740595 Nov 26 02:46:39.534292 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-70e28b80-fb16-4981-8dd8-790f02f572b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:39.554527 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-70e28b80-fb16-4981-8dd8-790f02f572b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:39.559835 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-70e28b80-fb16-4981-8dd8-790f02f572b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c50ac90-123d-4dc4-9029-5ef783bf3b58 HTTP/1.1" status: 204 len: 168 time: 0.8015444 Nov 26 02:46:39.562629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Attempting to bind port a0c51549-c4c6-428c-a160-8a2ccaa78bca on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:46:39.562952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Attempting to bind port a0c51549-c4c6-428c-a160-8a2ccaa78bca by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'c44ef870-463b-4726-ad1b-1a98a7bbca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0e513b45-2934-4fe0-8948-eec8b8e3d014'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:46:39.564018 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Attempting to bind port a0c51549-c4c6-428c-a160-8a2ccaa78bca on network 0e513b45-2934-4fe0-8948-eec8b8e3d014 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:39.580363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Port a0c51549-c4c6-428c-a160-8a2ccaa78bca on network 0e513b45-2934-4fe0-8948-eec8b8e3d014 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:46:39.580701 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Attempting to bind port a0c51549-c4c6-428c-a160-8a2ccaa78bca on network 0e513b45-2934-4fe0-8948-eec8b8e3d014 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:39.602625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:46:39.602625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Checking segment: {'id': 'c44ef870-463b-4726-ad1b-1a98a7bbca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0e513b45-2934-4fe0-8948-eec8b8e3d014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:39.602997 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Bound using segment: {'id': 'c44ef870-463b-4726-ad1b-1a98a7bbca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0e513b45-2934-4fe0-8948-eec8b8e3d014'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:46:39.603458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Bound port: a0c51549-c4c6-428c-a160-8a2ccaa78bca, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c44ef870-463b-4726-ad1b-1a98a7bbca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0e513b45-2934-4fe0-8948-eec8b8e3d014'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:46:39.603737 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:39.606192 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e28b80-fb16-4981-8dd8-790f02f572b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c50ac90-123d-4dc4-9029-5ef783bf3b58,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:39.799528 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83589503-78e2-46ab-b36f-637f780a371d req-6d214c4c-2b88-4766-84fe-296bddd9d4d1 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:39.806668 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83589503-78e2-46ab-b36f-637f780a371d req-6d214c4c-2b88-4766-84fe-296bddd9d4d1 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf HTTP/1.1" status: 200 len: 946 time: 0.2057292 Nov 26 02:46:39.853261 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] For port a0c51549-c4c6-428c-a160-8a2ccaa78bca, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:46:39.858756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] For port a0c51549-c4c6-428c-a160-8a2ccaa78bca, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a0c51549-c4c6-428c-a160-8a2ccaa78bca,segment=NetworkSegment(c44ef870-463b-4726-ad1b-1a98a7bbca35),segment_id=c44ef870-463b-4726-ad1b-1a98a7bbca35)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:46:39.873401 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:39.909071 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83589503-78e2-46ab-b36f-637f780a371d req-38597fb4-7b27-42d6-8091-de4b09962e88 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857773 Nov 26 02:46:39.957785 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34520) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:39.963417 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-444af029-3f3b-4cf1-8b48-525c062090bb tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--596200338', 'description': 'tempest-description--433317481'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:40.000359 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-444af029-3f3b-4cf1-8b48-525c062090bb tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:40.014376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:40.015020 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:40.017760 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] 10.222.0.54 "PUT /v2.0/ports/a0c51549-c4c6-428c-a160-8a2ccaa78bca HTTP/1.1" status: 200 len: 1092 time: 2.4341772 Nov 26 02:46:40.018239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf32077-3d34-4207-947a-7a29705f1df9', 'tag': 'a0c51549-c4c6-428c-a160-8a2ccaa78bca'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:40.023686 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b9e84a-9db2-4059-a879-b08fe558fa7e" -d '{"events": [{"name": "network-changed", "server_uuid": "adf32077-3d34-4207-947a-7a29705f1df9", "tag": "a0c51549-c4c6-428c-a160-8a2ccaa78bca"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:40.027994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23e1c0-668a-4273-86e8-6c705b3cf7ff service neutron] Pushing event updated for resources: {'Port': ['ID=a0c51549-c4c6-428c-a160-8a2ccaa78bca,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:40.187196 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659345b-1b1a-4669-b094-54d35c470e73 req-c692bd40-a452-40d9-bf94-6c0c8235ddb8 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:40.188895 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0659345b-1b1a-4669-b094-54d35c470e73 req-c692bd40-a452-40d9-bf94-6c0c8235ddb8 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 946 time: 0.1553273 Nov 26 02:46:40.226842 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-444af029-3f3b-4cf1-8b48-525c062090bb tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:40.239259 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800067a9-e879-45b6-af86-11d9d543cbcc req-7add965a-118f-4c87-8b02-86cd64986786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:40.240236 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800067a9-e879-45b6-af86-11d9d543cbcc req-7add965a-118f-4c87-8b02-86cd64986786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:40.243829 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-7add965a-118f-4c87-8b02-86cd64986786 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=caeff930008b487db9a70d59ac7ec22e&device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 1981 time: 0.1302347 Nov 26 02:46:40.246132 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-444af029-3f3b-4cf1-8b48-525c062090bb tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:40.311319 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444af029-3f3b-4cf1-8b48-525c062090bb tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b669850-ea54-406b-966d-7901332dfafe,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:40.328285 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-444af029-3f3b-4cf1-8b48-525c062090bb tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:40.330240 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-444af029-3f3b-4cf1-8b48-525c062090bb tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3717587 Nov 26 02:46:40.333618 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34532) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:40.340429 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-01514143-a4aa-46b7-8c98-1b4751fa4489 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Request body: {'security_group_rule': {'security_group_id': '8b669850-ea54-406b-966d-7901332dfafe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:40.378665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-f55bb0a4-39d5-4c6a-a485-ab7a1765c853 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.189&port_id=2d55f1a6-3497-42b4-a1b4-bc1c2062e33b HTTP/1.1" status: 200 len: 217 time: 0.1037519 Nov 26 02:46:40.395222 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01514143-a4aa-46b7-8c98-1b4751fa4489 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:40.432675 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0659345b-1b1a-4669-b094-54d35c470e73 req-27e71684-63ed-47fc-820b-f6920c67af95 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285624 Nov 26 02:46:40.448721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff3543-c1d5-4036-93b9-16441ee3653c req-6fd7c60f-2a89-461e-873f-ae984560b067 tempest-MigrationsAdminTest-29674935 tempest-MigrationsAdminTest-29674935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:40.468337 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32ff3543-c1d5-4036-93b9-16441ee3653c req-6fd7c60f-2a89-461e-873f-ae984560b067 tempest-MigrationsAdminTest-29674935 tempest-MigrationsAdminTest-29674935-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 1101 time: 0.2023981 Nov 26 02:46:40.505534 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01514143-a4aa-46b7-8c98-1b4751fa4489 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:40.508979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800067a9-e879-45b6-af86-11d9d543cbcc req-a1dd6d8d-c767-4707-b603-0a2cbf7ac842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:40.510641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-a1dd6d8d-c767-4707-b603-0a2cbf7ac842 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec6a6daa-4b01-41fd-b912-b980d65a9ebd HTTP/1.1" status: 200 len: 801 time: 0.1126976 Nov 26 02:46:40.516108 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01514143-a4aa-46b7-8c98-1b4751fa4489 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:40.537688 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01514143-a4aa-46b7-8c98-1b4751fa4489 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6ece9a-d805-49cf-aad8-583edbf276cb,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:40.569630 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01514143-a4aa-46b7-8c98-1b4751fa4489 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:40.572339 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-01514143-a4aa-46b7-8c98-1b4751fa4489 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2360234 Nov 26 02:46:40.574529 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34538) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:40.582340 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9cc70093-4726-49b3-857e-f629d2a2b6b0 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Request body: {'security_group_rule': {'security_group_id': '8b669850-ea54-406b-966d-7901332dfafe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:40.662578 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9cc70093-4726-49b3-857e-f629d2a2b6b0 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:40.795440 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9cc70093-4726-49b3-857e-f629d2a2b6b0 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:40.801735 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device d583d5ea-9ab7-4200-8474-8621899750d6 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:46:40.811510 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9cc70093-4726-49b3-857e-f629d2a2b6b0 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:40.868911 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9cc70093-4726-49b3-857e-f629d2a2b6b0 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:40.874491 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9cc70093-4726-49b3-857e-f629d2a2b6b0 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2976787 Nov 26 02:46:40.878802 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34546) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:40.887752 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port d583d5ea-9ab7-4200-8474-8621899750d6 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:40.888448 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:40.897054 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-38288cd1-9942-4f64-a611-9ea97b4facc8 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:40.902690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc70093-4726-49b3-857e-f629d2a2b6b0 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9955e173-c828-408b-8095-a003cf660d66,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:40.955244 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-38288cd1-9942-4f64-a611-9ea97b4facc8 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:41.026954 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:41.054451 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32ff3543-c1d5-4036-93b9-16441ee3653c req-4dd5776f-f929-438b-96b0-17ff41737734 tempest-MigrationsAdminTest-29674935 tempest-MigrationsAdminTest-29674935-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5831172 Nov 26 02:46:41.071705 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port d583d5ea-9ab7-4200-8474-8621899750d6, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=d583d5ea-9ab7-4200-8474-8621899750d6,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:41.081520 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:41.172505 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-38288cd1-9942-4f64-a611-9ea97b4facc8 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:41.194916 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=d583d5ea-9ab7-4200-8474-8621899750d6,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:41.195118 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800067a9-e879-45b6-af86-11d9d543cbcc req-24e3b997-3673-41b2-a4ea-c94de5ce8d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:41.199714 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-24e3b997-3673-41b2-a4ea-c94de5ce8d6f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b596eb4f-116c-4488-8b56-991db556b4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6774285 Nov 26 02:46:41.246739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702f8c5-02b0-4a1f-bfa9-5c0adeaf1666 req-d20d2da6-426d-4e9b-a409-837b8baa2f16 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:41.257007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702f8c5-02b0-4a1f-bfa9-5c0adeaf1666 req-d20d2da6-426d-4e9b-a409-837b8baa2f16 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:41.260012 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c702f8c5-02b0-4a1f-bfa9-5c0adeaf1666 req-d20d2da6-426d-4e9b-a409-837b8baa2f16 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 1679 time: 0.2694581 Nov 26 02:46:41.324792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-38288cd1-9942-4f64-a611-9ea97b4facc8 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Allocated IP 172.25.0.233 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/45208ea3-5188-4793-a657-40d2e9665e2c) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:46:41.391416 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c702f8c5-02b0-4a1f-bfa9-5c0adeaf1666 req-977ef93c-c21b-42b7-bdc5-c998f318c2d5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156878 Nov 26 02:46:41.433453 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-538ef29f-90ef-479c-80e0-9a8204d4fdb5 service neutron] 10.222.0.54 "GET /v2.0/networks/b596eb4f-116c-4488-8b56-991db556b4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211249 Nov 26 02:46:41.484376 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-38288cd1-9942-4f64-a611-9ea97b4facc8 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:41.522412 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ed74a2-466c-40aa-9059-d24a19096994 x-openstack-request-id: req-a4ed74a2-466c-40aa-9059-d24a19096994 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:41.523031 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf32077-3d34-4207-947a-7a29705f1df9", "tag": "a0c51549-c4c6-428c-a160-8a2ccaa78bca", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:41.523323 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4ed74a2-466c-40aa-9059-d24a19096994 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:41.524342 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf32077-3d34-4207-947a-7a29705f1df9', 'tag': 'a0c51549-c4c6-428c-a160-8a2ccaa78bca', 'status': 'completed', 'code': 200} Nov 26 02:46:41.542255 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-38288cd1-9942-4f64-a611-9ea97b4facc8 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:41.558149 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Sync routers for ids ['3533f442-91bd-47fb-9dca-ced5d0e75e74'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:46:41.576305 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Routers {'3533f442-91bd-47fb-9dca-ced5d0e75e74'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:46:41.576937 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:46:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['3533f442-91bd-47fb-9dca-ced5d0e75e74'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:41.597859 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38288cd1-9942-4f64-a611-9ea97b4facc8 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:46:41.604721 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-38288cd1-9942-4f64-a611-9ea97b4facc8 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:46:41.608742 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-08cbfa18-707b-4413-a82a-09983e441673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:41.613483 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38288cd1-9942-4f64-a611-9ea97b4facc8 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:46:41.646962 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device f277f4ba-9daf-4ccd-98cc-31fa0135064c up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:46:41.710791 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38288cd1-9942-4f64-a611-9ea97b4facc8 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Pushing event updated for resources: {'Port': ['ID=45208ea3-5188-4793-a657-40d2e9665e2c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:41.711964 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-19519a2b-28e5-4379-a1ed-83eaf30924b9 service neutron] 10.222.0.54 "GET /v2.0/networks/b596eb4f-116c-4488-8b56-991db556b4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701371 Nov 26 02:46:41.776599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port f277f4ba-9daf-4ccd-98cc-31fa0135064c completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:46:41.782578 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port f277f4ba-9daf-4ccd-98cc-31fa0135064c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:41.783093 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:41.822107 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Set router 3533f442-91bd-47fb-9dca-ced5d0e75e74 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:46:41.840731 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-38288cd1-9942-4f64-a611-9ea97b4facc8 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:41.881433 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a072a-eaf6-444b-bc09-783e19c14e09 req-31600074-7fd6-4603-a067-a1e34f72fbf2 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:41.890613 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-491a072a-eaf6-444b-bc09-783e19c14e09 req-31600074-7fd6-4603-a067-a1e34f72fbf2 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/ports?device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 946 time: 0.3209069 Nov 26 02:46:41.895964 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-a6be1bab-9779-48c6-802b-737fe256e705 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.248&port_id=a0c51549-c4c6-428c-a160-8a2ccaa78bca HTTP/1.1" status: 200 len: 217 time: 0.1660016 Nov 26 02:46:41.914454 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-38288cd1-9942-4f64-a611-9ea97b4facc8 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:41.967789 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:42.030222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f790cd-f835-47d8-b1a6-5c7969699502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:42.033856 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab8a60d-436d-4faf-b0a1-9e21d5d54612" -d '{"events": [{"server_uuid": "96f790cd-f835-47d8-b1a6-5c7969699502", "name": "network-vif-plugged", "status": "completed", "tag": "f277f4ba-9daf-4ccd-98cc-31fa0135064c"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:42.051120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf4972-3fda-407b-9ba3-8e09eea27a8d req-eb915e42-23bb-4f06-92b1-11f48d367055 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:42.053397 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0aaf4972-3fda-407b-9ba3-8e09eea27a8d req-eb915e42-23bb-4f06-92b1-11f48d367055 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 945 time: 0.2267098 Nov 26 02:46:42.066010 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:42.081366 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:42.083262 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'name': 'tempest-ServersTestBootFromVolume-226549368-router', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:46:32Z', 'updated_at': '2021-11-26T02:46:36Z', 'revision_number': 4, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'gw_port': {'id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:33Z', 'updated_at': '2021-11-26T02:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5d374f7a-c5c7-4bb5-870f-59aa1ebd1885', 'name': '', 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'mac_address': 'fa:16:3e:c7:b4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:35Z', 'updated_at': '2021-11-26T02:46:36Z', 'revision_number': 2, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'subnets': [{'id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:42.120312 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Checking router: 3533f442-91bd-47fb-9dca-ced5d0e75e74 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:46:42.121058 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Updating router 3533f442-91bd-47fb-9dca-ced5d0e75e74 port 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:46:42.132298 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-38288cd1-9942-4f64-a611-9ea97b4facc8 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:42.137701 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-38288cd1-9942-4f64-a611-9ea97b4facc8 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:42.139698 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800067a9-e879-45b6-af86-11d9d543cbcc req-9081761f-15c8-4a5d-a7d0-e387fe17526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:42.146073 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-9081761f-15c8-4a5d-a7d0-e387fe17526c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ece06d9e-2bb5-4b96-8b7a-cc374541c093 HTTP/1.1" status: 200 len: 801 time: 0.2236927 Nov 26 02:46:42.171797 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:42.183060 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-491a072a-eaf6-444b-bc09-783e19c14e09 req-df060c42-ee73-409e-83ad-8da120a01466 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/security-groups?id=e24afa64-041b-425e-bdec-7e5bdf779674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912824 Nov 26 02:46:42.258431 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0aaf4972-3fda-407b-9ba3-8e09eea27a8d req-b2d07782-5047-4aa0-86c1-1f2f02bb271a tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885438 Nov 26 02:46:42.259843 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-38288cd1-9942-4f64-a611-9ea97b4facc8 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:42.269970 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=f277f4ba-9daf-4ccd-98cc-31fa0135064c,revision_number=13']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:42.286349 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-38288cd1-9942-4f64-a611-9ea97b4facc8 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:42.289906 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-38288cd1-9942-4f64-a611-9ea97b4facc8 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4103136 Nov 26 02:46:42.302916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38288cd1-9942-4f64-a611-9ea97b4facc8 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Pushing event updated for resources: {'Port': ['ID=45208ea3-5188-4793-a657-40d2e9665e2c,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:42.326719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800067a9-e879-45b6-af86-11d9d543cbcc req-e8b78a6c-7b8d-433d-939d-1e4413938146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:42.328327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-e8b78a6c-7b8d-433d-939d-1e4413938146 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0e513b45-2934-4fe0-8948-eec8b8e3d014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1626611 Nov 26 02:46:42.447361 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-e9a87360-a6c6-45c4-adc0-249a9c004cbc service neutron] 10.222.0.54 "GET /v2.0/networks/0e513b45-2934-4fe0-8948-eec8b8e3d014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088085 Nov 26 02:46:42.507346 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:42.516854 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:42.580655 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b26249-2b2f-476d-b091-ee249b17e1c1 req-164df90e-0c42-49b5-9dbc-c3f36fcc757b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:42.582261 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62b26249-2b2f-476d-b091-ee249b17e1c1 req-164df90e-0c42-49b5-9dbc-c3f36fcc757b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 946 time: 0.1340201 Nov 26 02:46:42.590266 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ab925-39dc-493d-a4ac-457f6bb536ff None None] Pushing event updated for resources: {'Port': ['ID=5d374f7a-c5c7-4bb5-870f-59aa1ebd1885,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:42.607687 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ab925-39dc-493d-a4ac-457f6bb536ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:42.608475 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ab925-39dc-493d-a4ac-457f6bb536ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:42.608670 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ab925-39dc-493d-a4ac-457f6bb536ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:42.609113 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ab925-39dc-493d-a4ac-457f6bb536ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:42.609551 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ab925-39dc-493d-a4ac-457f6bb536ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:42.610835 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ab925-39dc-493d-a4ac-457f6bb536ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:42.611272 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ab925-39dc-493d-a4ac-457f6bb536ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:42.611714 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ab925-39dc-493d-a4ac-457f6bb536ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:42.612220 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ab925-39dc-493d-a4ac-457f6bb536ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:42.612653 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ab925-39dc-493d-a4ac-457f6bb536ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:42.613099 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ab925-39dc-493d-a4ac-457f6bb536ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:42.613529 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ab925-39dc-493d-a4ac-457f6bb536ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:46:42.711302 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62b26249-2b2f-476d-b091-ee249b17e1c1 req-441a494c-096a-436f-9d6c-c040464b6160 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174252 Nov 26 02:46:42.730265 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-800067a9-e879-45b6-af86-11d9d543cbcc req-a2a92e30-13c3-48cc-9deb-0a5de94cfdbb service neutron] 10.222.0.54 "GET /v2.0/networks/0e513b45-2934-4fe0-8948-eec8b8e3d014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698846 Nov 26 02:46:42.759031 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Attempting to bind port 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:46:42.759413 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Attempting to bind port 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '6529f096-6d98-4bd1-89a6-117e006f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:46:42.759782 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Attempting to bind port 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885 on network 0159594c-9163-49a6-8606-7e3476d8e6b9 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:42.780654 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:46:42.781045 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Checking segment: {'id': '6529f096-6d98-4bd1-89a6-117e006f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:42.781457 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:42.782407 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Bound using segment: {'id': '6529f096-6d98-4bd1-89a6-117e006f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:46:42.783272 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Bound port: 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6529f096-6d98-4bd1-89a6-117e006f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:46:42.784845 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:42.799191 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device d583d5ea-9ab7-4200-8474-8621899750d6 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:46:42.927912 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] For port 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:46:42.931124 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] For port 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5d374f7a-c5c7-4bb5-870f-59aa1ebd1885,segment=NetworkSegment(6529f096-6d98-4bd1-89a6-117e006f7735),segment_id=6529f096-6d98-4bd1-89a6-117e006f7735)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:46:42.940967 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:42.951716 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port d583d5ea-9ab7-4200-8474-8621899750d6 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:42.955282 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:43.003802 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9e84a-9db2-4059-a879-b08fe558fa7e req-89ab02e3-c576-4070-ad91-28da552a8f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:43.004473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9e84a-9db2-4059-a879-b08fe558fa7e req-89ab02e3-c576-4070-ad91-28da552a8f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:43.010142 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8b9e84a-9db2-4059-a879-b08fe558fa7e req-89ab02e3-c576-4070-ad91-28da552a8f18 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=caeff930008b487db9a70d59ac7ec22e&device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 1981 time: 0.1049366 Nov 26 02:46:43.016783 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-36c3cb90-7990-4e53-a9aa-44b24c7ad470 None None] Provisioning complete for port 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:43.017728 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-36c3cb90-7990-4e53-a9aa-44b24c7ad470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:43.100405 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Routers {'3533f442-91bd-47fb-9dca-ced5d0e75e74'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:46:43.101053 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:46:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['3533f442-91bd-47fb-9dca-ced5d0e75e74'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:43.131012 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c66457-222e-4e66-810e-af606dd2d23c x-openstack-request-id: req-d9c66457-222e-4e66-810e-af606dd2d23c {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:43.131429 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f790cd-f835-47d8-b1a6-5c7969699502", "name": "network-vif-plugged", "status": "completed", "tag": "f277f4ba-9daf-4ccd-98cc-31fa0135064c", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:43.131925 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9c66457-222e-4e66-810e-af606dd2d23c {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:43.132460 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f790cd-f835-47d8-b1a6-5c7969699502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c', 'code': 200} Nov 26 02:46:43.194853 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ab925-39dc-493d-a4ac-457f6bb536ff None None] Pushing event updated for resources: {'Port': ['ID=5d374f7a-c5c7-4bb5-870f-59aa1ebd1885,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:43.252169 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-36c3cb90-7990-4e53-a9aa-44b24c7ad470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:43.277371 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9e84a-9db2-4059-a879-b08fe558fa7e req-410eebac-46b5-4fca-b8f9-1ade5cce3622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:43.284487 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8b9e84a-9db2-4059-a879-b08fe558fa7e req-410eebac-46b5-4fca-b8f9-1ade5cce3622 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0e513b45-2934-4fe0-8948-eec8b8e3d014 HTTP/1.1" status: 200 len: 903 time: 0.2628751 Nov 26 02:46:43.358769 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] Set router 3533f442-91bd-47fb-9dca-ced5d0e75e74 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:46:43.386730 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-36c3cb90-7990-4e53-a9aa-44b24c7ad470 None None] For port 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5d374f7a-c5c7-4bb5-870f-59aa1ebd1885,segment=NetworkSegment(6529f096-6d98-4bd1-89a6-117e006f7735),segment_id=6529f096-6d98-4bd1-89a6-117e006f7735)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:43.400738 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-36c3cb90-7990-4e53-a9aa-44b24c7ad470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:43.429294 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8b9e84a-9db2-4059-a879-b08fe558fa7e req-96bacdba-83e0-4bb6-9a83-489a402671b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.248&port_id=a0c51549-c4c6-428c-a160-8a2ccaa78bca HTTP/1.1" status: 200 len: 217 time: 0.1145995 Nov 26 02:46:43.492529 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118e5d4-42db-45c8-9708-ab79b1346a11 req-15309e0c-6b5c-4f88-9358-b2e4f2de1f34 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:43.494897 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6118e5d4-42db-45c8-9708-ab79b1346a11 req-15309e0c-6b5c-4f88-9358-b2e4f2de1f34 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 945 time: 0.2451038 Nov 26 02:46:43.519243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3cb90-7990-4e53-a9aa-44b24c7ad470 None None] Pushing event updated for resources: {'Port': ['ID=5d374f7a-c5c7-4bb5-870f-59aa1ebd1885,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:43.567014 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e0a3e9e0-708e-49a4-9bab-3b4e5e803c20 None None] Provisioning complete for port 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:43.567632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9e84a-9db2-4059-a879-b08fe558fa7e req-15961e6a-bf06-482c-b3d6-f16d5f2a1160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:43.567860 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e9e0-708e-49a4-9bab-3b4e5e803c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:43.569264 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8b9e84a-9db2-4059-a879-b08fe558fa7e req-15961e6a-bf06-482c-b3d6-f16d5f2a1160 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ece06d9e-2bb5-4b96-8b7a-cc374541c093 HTTP/1.1" status: 200 len: 801 time: 0.1261721 Nov 26 02:46:43.600686 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-7f50a86e-8f8b-4272-85eb-7a4ca5922262 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3c0cf53c49324c578b5e87007566ee8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041825 Nov 26 02:46:43.651935 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'name': 'tempest-ServersTestBootFromVolume-226549368-router', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:46:32Z', 'updated_at': '2021-11-26T02:46:36Z', 'revision_number': 4, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'gw_port': {'id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:33Z', 'updated_at': '2021-11-26T02:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5d374f7a-c5c7-4bb5-870f-59aa1ebd1885', 'name': '', 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'mac_address': 'fa:16:3e:c7:b4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:35Z', 'updated_at': '2021-11-26T02:46:42Z', 'revision_number': 4, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'subnets': [{'id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:43.708133 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b8813-a89e-4c4d-a5e8-b0c316ef2035 None None] The sync data for ids ['3533f442-91bd-47fb-9dca-ced5d0e75e74'] in n-d-819389-3 is: [{'id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'name': 'tempest-ServersTestBootFromVolume-226549368-router', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:46:32Z', 'updated_at': '2021-11-26T02:46:36Z', 'revision_number': 4, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'gw_port': {'id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:33Z', 'updated_at': '2021-11-26T02:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5d374f7a-c5c7-4bb5-870f-59aa1ebd1885', 'name': '', 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'mac_address': 'fa:16:3e:c7:b4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:35Z', 'updated_at': '2021-11-26T02:46:42Z', 'revision_number': 4, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'subnets': [{'id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:46:43.923945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9e84a-9db2-4059-a879-b08fe558fa7e req-11b220e0-f2b0-46ab-8ab7-a7e217f410f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:43.925846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8b9e84a-9db2-4059-a879-b08fe558fa7e req-11b220e0-f2b0-46ab-8ab7-a7e217f410f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0e513b45-2934-4fe0-8948-eec8b8e3d014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3361778 Nov 26 02:46:43.929502 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6118e5d4-42db-45c8-9708-ab79b1346a11 req-7b44ecc7-cf86-4d90-b78b-9e3b1ea3e2b3 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592434 Nov 26 02:46:43.937629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3c088fb6-cf82-487b-b108-bb9a28a9506c tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:43.947294 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3c088fb6-cf82-487b-b108-bb9a28a9506c tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3377175 Nov 26 02:46:44.045050 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-525deb79-7fbc-44a6-963c-41061b8f2f6b tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/quotas/3c0cf53c49324c578b5e87007566ee8c HTTP/1.1" status: 200 len: 375 time: 0.0956357 Nov 26 02:46:44.093880 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e0556ae6-f515-4bde-b440-662b676cc2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:44.134232 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-b9aa6ea5-bd0c-4650-a0e6-22ed8389154f tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c0cf53c49324c578b5e87007566ee8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882585 Nov 26 02:46:44.138327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8b9e84a-9db2-4059-a879-b08fe558fa7e req-034805d8-efbb-4dae-9c93-c6954b0c6341 service neutron] 10.222.0.54 "GET /v2.0/networks/0e513b45-2934-4fe0-8948-eec8b8e3d014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872976 Nov 26 02:46:44.173631 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54a098-b0e5-492d-b9c3-04bb91c04b7f req-70503b21-78b9-4f8f-b119-8bcc43889ef7 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:44.179742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54a098-b0e5-492d-b9c3-04bb91c04b7f req-70503b21-78b9-4f8f-b119-8bcc43889ef7 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:44.181689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d54a098-b0e5-492d-b9c3-04bb91c04b7f req-70503b21-78b9-4f8f-b119-8bcc43889ef7 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 1679 time: 0.1322653 Nov 26 02:46:44.308324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d54a098-b0e5-492d-b9c3-04bb91c04b7f req-e6f69704-6073-45ec-961a-2aa41774ca53 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833447 Nov 26 02:46:44.331373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8b9e84a-9db2-4059-a879-b08fe558fa7e req-ff2b907d-5b82-45cd-8535-71314057f591 service neutron] 10.222.0.54 "GET /v2.0/networks/0e513b45-2934-4fe0-8948-eec8b8e3d014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839323 Nov 26 02:46:44.426710 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c079c8d-bc58-4469-9ef7-3df7133cc4ee req-d3ee9517-fcae-4af9-93db-4fe098cfdaf9 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:44.437025 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c079c8d-bc58-4469-9ef7-3df7133cc4ee req-d3ee9517-fcae-4af9-93db-4fe098cfdaf9 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 951 time: 0.1011627 Nov 26 02:46:44.514265 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c079c8d-bc58-4469-9ef7-3df7133cc4ee req-a9d0b8e6-1aba-4701-9ce3-75a3d281b771 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762227 Nov 26 02:46:44.641908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176bbbe-eed5-49ec-a161-5d47585090b1 req-2a95c114-1d82-48e0-bf24-1fde7ab563ce tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:44.653108 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f176bbbe-eed5-49ec-a161-5d47585090b1 req-2a95c114-1d82-48e0-bf24-1fde7ab563ce tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 946 time: 0.0828974 Nov 26 02:46:44.723636 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f176bbbe-eed5-49ec-a161-5d47585090b1 req-c23c5ec3-b7b2-47d1-8515-030b1e6c561f tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638597 Nov 26 02:46:44.798691 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:46:44.813668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d683f-91f1-4286-85b8-cba2cd981f8e req-acbb9c8b-3977-40d5-877b-1174d94bb669 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:44.815465 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc8d683f-91f1-4286-85b8-cba2cd981f8e req-acbb9c8b-3977-40d5-877b-1174d94bb669 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.54 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 951 time: 0.0731888 Nov 26 02:46:44.864448 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:44.865218 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:44.936762 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:44.990499 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff15c9c7-f296-47a7-aa0b-5f861c520c28 req-e2e5d2f2-c0fa-47fc-b854-7590b7fcd21c tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ecd5cb-2738-4d1d-b522-c643337d711a HTTP/1.1" status: 200 len: 210 time: 0.0541971 Nov 26 02:46:45.021162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a50c9-8602-4a88-8885-972ed8593f56 req-6929c406-d97f-4b61-b736-86f7cd968788 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:45.027218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a50c9-8602-4a88-8885-972ed8593f56 req-6929c406-d97f-4b61-b736-86f7cd968788 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:45.033697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a50c9-8602-4a88-8885-972ed8593f56 req-6929c406-d97f-4b61-b736-86f7cd968788 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:45.035416 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c9a50c9-8602-4a88-8885-972ed8593f56 req-6929c406-d97f-4b61-b736-86f7cd968788 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403&device_id=fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf&device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 2417 time: 0.1169219 Nov 26 02:46:45.038204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-dc8d683f-91f1-4286-85b8-cba2cd981f8e req-dbada26f-3907-4be3-a850-94eb7775e8e8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Deleting port f277f4ba-9daf-4ccd-98cc-31fa0135064c {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:45.038544 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-dc8d683f-91f1-4286-85b8-cba2cd981f8e req-dbada26f-3907-4be3-a850-94eb7775e8e8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:45.145872 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c9a50c9-8602-4a88-8885-972ed8593f56 req-5bb728c4-9b1d-44d9-991e-5747d6cc643b tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022029 Nov 26 02:46:45.178740 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-dc8d683f-91f1-4286-85b8-cba2cd981f8e req-dbada26f-3907-4be3-a850-94eb7775e8e8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] For port f277f4ba-9daf-4ccd-98cc-31fa0135064c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=f277f4ba-9daf-4ccd-98cc-31fa0135064c,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:45.190447 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-dc8d683f-91f1-4286-85b8-cba2cd981f8e req-dbada26f-3907-4be3-a850-94eb7775e8e8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:45.216132 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-dc8d683f-91f1-4286-85b8-cba2cd981f8e req-dbada26f-3907-4be3-a850-94eb7775e8e8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Calling delete_port for f277f4ba-9daf-4ccd-98cc-31fa0135064c owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:45.370755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ca668-43e3-4526-941a-cdb8b1daa15c req-ae162920-70af-4dbb-86a4-182fbaa40e19 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:45.372283 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c42ca668-43e3-4526-941a-cdb8b1daa15c req-ae162920-70af-4dbb-86a4-182fbaa40e19 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/ports?device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 946 time: 0.0995338 Nov 26 02:46:45.400803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ddf7-721c-48eb-81f5-bb5c948ef980 req-a4e146bc-8ab8-4892-88c7-3d8419ab0462 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:45.402308 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f649ddf7-721c-48eb-81f5-bb5c948ef980 req-a4e146bc-8ab8-4892-88c7-3d8419ab0462 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 945 time: 0.1186943 Nov 26 02:46:45.513339 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c42ca668-43e3-4526-941a-cdb8b1daa15c req-e84f3fe9-497b-40ba-a2d6-cf16ca9c30c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/security-groups?id=e24afa64-041b-425e-bdec-7e5bdf779674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286771 Nov 26 02:46:45.524947 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f649ddf7-721c-48eb-81f5-bb5c948ef980 req-f7724da0-70f5-4b65-bb65-ad2b21102d63 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134179 Nov 26 02:46:45.539302 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-dc8d683f-91f1-4286-85b8-cba2cd981f8e req-dbada26f-3907-4be3-a850-94eb7775e8e8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:45.575195 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['86022b09-c470-4f1b-b585-f0e3eb74f99e', 'a2a438d7-62f6-48ba-aa35-37f85bde9207', 'f277f4ba-9daf-4ccd-98cc-31fa0135064c'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:46:45.582738 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['853ba577-f306-4fe3-b7b4-f44938af6ff5'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:46:45.612678 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbada26f-3907-4be3-a850-94eb7775e8e8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Pushing event deleted for resources: {'Port': ['ID=f277f4ba-9daf-4ccd-98cc-31fa0135064c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:45.692497 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:46:45.737578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23b4a2-c5ca-49c0-a5f5-47f765cb9217 req-fa85aca6-50eb-49b4-809d-d5022dab64c0 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:45.761127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23b4a2-c5ca-49c0-a5f5-47f765cb9217 req-fa85aca6-50eb-49b4-809d-d5022dab64c0 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:45.762877 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae23b4a2-c5ca-49c0-a5f5-47f765cb9217 req-fa85aca6-50eb-49b4-809d-d5022dab64c0 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 1679 time: 0.1553378 Nov 26 02:46:45.808140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8d683f-91f1-4286-85b8-cba2cd981f8e req-dbada26f-3907-4be3-a850-94eb7775e8e8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] No DVR routers for this DVR port f277f4ba-9daf-4ccd-98cc-31fa0135064c on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:45.823609 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-dc8d683f-91f1-4286-85b8-cba2cd981f8e req-dbada26f-3907-4be3-a850-94eb7775e8e8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:45.835299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc8d683f-91f1-4286-85b8-cba2cd981f8e req-dbada26f-3907-4be3-a850-94eb7775e8e8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.54 "DELETE /v2.0/ports/f277f4ba-9daf-4ccd-98cc-31fa0135064c HTTP/1.1" status: 204 len: 173 time: 1.0111852 Nov 26 02:46:45.835702 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f790cd-f835-47d8-b1a6-5c7969699502', 'name': 'network-vif-deleted', 'tag': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:45.838178 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc87fe93-e137-41f4-ad0f-7e308909a571" -d '{"events": [{"server_uuid": "96f790cd-f835-47d8-b1a6-5c7969699502", "name": "network-vif-deleted", "tag": "f277f4ba-9daf-4ccd-98cc-31fa0135064c"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:45.941925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-f275edd0-3ecc-4236-8194-684459ccd766 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3c0cf53c49324c578b5e87007566ee8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602651 Nov 26 02:46:45.987449 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4e3ea586-ebc8-447b-b909-ab3c871791fa req-09c141da-3ba9-4daf-aee8-d4db67dc05a8 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=96f790cd-f835-47d8-b1a6-5c7969699502 HTTP/1.1" status: 200 len: 210 time: 0.0655935 Nov 26 02:46:46.038155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae23b4a2-c5ca-49c0-a5f5-47f765cb9217 req-f84d6014-c42a-4e22-b93a-58d03174db77 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315040 Nov 26 02:46:46.134063 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=2d55f1a6-3497-42b4-a1b4-bc1c2062e33b,segment=NetworkSegment(c2ff9c14-977a-4fc9-be35-bd5b58bf59cc),segment_id=c2ff9c14-977a-4fc9-be35-bd5b58bf59cc)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:46.166359 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '2d55f1a6-3497-42b4-a1b4-bc1c2062e33b', 'network_id': 'b596eb4f-116c-4488-8b56-991db556b4c8', 'port_id': '2d55f1a6-3497-42b4-a1b4-bc1c2062e33b', 'mac_address': 'fa:16:3e:d5:b4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6a6daa-4b01-41fd-b912-b980d65a9ebd', 'ip_address': '19.80.0.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:46:46.242090 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e056b81-d963-4157-8643-976496d2bd1c x-openstack-request-id: req-7e056b81-d963-4157-8643-976496d2bd1c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:46.242399 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f790cd-f835-47d8-b1a6-5c7969699502", "name": "network-vif-deleted", "tag": "f277f4ba-9daf-4ccd-98cc-31fa0135064c", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:46.242661 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e056b81-d963-4157-8643-976496d2bd1c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:46.243096 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f790cd-f835-47d8-b1a6-5c7969699502', 'name': 'network-vif-deleted', 'tag': 'f277f4ba-9daf-4ccd-98cc-31fa0135064c', 'status': 'completed', 'code': 200} Nov 26 02:46:46.250975 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:46.264506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1985a5-1bf2-4343-8314-a23438d0d6d1 req-451ba657-6031-45cd-acab-df8dccb8e41b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:46.267503 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac1985a5-1bf2-4343-8314-a23438d0d6d1 req-451ba657-6031-45cd-acab-df8dccb8e41b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 946 time: 0.1690149 Nov 26 02:46:46.282083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-9cc5e67b-fbd9-42a7-aa8e-eafd2cf29bc1 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:46.284131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-9cc5e67b-fbd9-42a7-aa8e-eafd2cf29bc1 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3219540 Nov 26 02:46:46.293629 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:46:46.324544 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=2d55f1a6-3497-42b4-a1b4-bc1c2062e33b,segment=NetworkSegment(c2ff9c14-977a-4fc9-be35-bd5b58bf59cc),segment_id=c2ff9c14-977a-4fc9-be35-bd5b58bf59cc)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:46.334698 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:46.335364 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a0c51549-c4c6-428c-a160-8a2ccaa78bca details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:46:46.337957 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac1985a5-1bf2-4343-8314-a23438d0d6d1 req-73cd8038-c0dc-4fb0-8ff6-1489b9582e30 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528266 Nov 26 02:46:46.359585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-fffc06c2-94f2-4e39-87e5-b277524b6438 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Request body: {'port': {'device_id': 'c4ecd5cb-2738-4d1d-b522-c643337d711a', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '3c0cf53c49324c578b5e87007566ee8c'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:46.426823 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=2d55f1a6-3497-42b4-a1b4-bc1c2062e33b,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:46.520811 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:46.566943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port a0c51549-c4c6-428c-a160-8a2ccaa78bca, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a0c51549-c4c6-428c-a160-8a2ccaa78bca,segment=NetworkSegment(c44ef870-463b-4726-ad1b-1a98a7bbca35),segment_id=c44ef870-463b-4726-ad1b-1a98a7bbca35)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:46.584384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'a0c51549-c4c6-428c-a160-8a2ccaa78bca', 'network_id': '0e513b45-2934-4fe0-8948-eec8b8e3d014', 'port_id': 'a0c51549-c4c6-428c-a160-8a2ccaa78bca', 'mac_address': 'fa:16:3e:e8:c2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ece06d9e-2bb5-4b96-8b7a-cc374541c093', 'ip_address': '19.86.0.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:46:46.678548 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:46.706440 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c51549-c4c6-428c-a160-8a2ccaa78bca {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:46:46.733396 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port a0c51549-c4c6-428c-a160-8a2ccaa78bca, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a0c51549-c4c6-428c-a160-8a2ccaa78bca,segment=NetworkSegment(c44ef870-463b-4726-ad1b-1a98a7bbca35),segment_id=c44ef870-463b-4726-ad1b-1a98a7bbca35)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:46.742141 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:46.818447 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=a0c51549-c4c6-428c-a160-8a2ccaa78bca,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:46.828516 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee774736-e6bc-4ec5-ae02-1e71ef2bd528 req-c3e586f4-9456-4bd2-9c84-662ccbf430f4 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ecd5cb-2738-4d1d-b522-c643337d711a HTTP/1.1" status: 200 len: 210 time: 0.3717618 Nov 26 02:46:46.901301 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df4d08-95ba-44f8-aaf6-af525510bc98 req-cc556fbc-c9f8-4678-86cb-f02a4a5da7bf tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:46.902839 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-87df4d08-95ba-44f8-aaf6-af525510bc98 req-cc556fbc-c9f8-4678-86cb-f02a4a5da7bf tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/ports?device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 946 time: 0.0717223 Nov 26 02:46:46.903585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-fffc06c2-94f2-4e39-87e5-b277524b6438 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Made reservation on behalf of 3c0cf53c49324c578b5e87007566ee8c for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:46:46.907420 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-fffc06c2-94f2-4e39-87e5-b277524b6438 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:46.919825 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-fffc06c2-94f2-4e39-87e5-b277524b6438 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:46.995704 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-87df4d08-95ba-44f8-aaf6-af525510bc98 req-95e52f49-05ce-4dfc-b99c-0d3f43b8a358 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/security-groups?id=e24afa64-041b-425e-bdec-7e5bdf779674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784910 Nov 26 02:46:47.049790 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-fffc06c2-94f2-4e39-87e5-b277524b6438 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:47.056925 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-fffc06c2-94f2-4e39-87e5-b277524b6438 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:47.137880 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc06c2-94f2-4e39-87e5-b277524b6438 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ead4d57-161b-4cee-9517-b9cb0143437d,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:47.227674 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-fffc06c2-94f2-4e39-87e5-b277524b6438 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Allocated IP 192.168.233.151 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/5ce70ca7-5f3d-4bde-a57c-919555a005ca) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:46:47.462388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3e86c-d4a0-4246-af4f-792fde943e40 req-932fa101-84a5-4071-ae56-263744afc03e tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:47.468423 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3e86c-d4a0-4246-af4f-792fde943e40 req-932fa101-84a5-4071-ae56-263744afc03e tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:47.470758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45e3e86c-d4a0-4246-af4f-792fde943e40 req-932fa101-84a5-4071-ae56-263744afc03e tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 1681 time: 0.1894627 Nov 26 02:46:47.487722 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:47.502706 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f935ea1-94fc-4b13-a381-f8c9d7c73f64 req-9830d6b9-bc06-46c4-90df-8308c340f853 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:47.504401 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f935ea1-94fc-4b13-a381-f8c9d7c73f64 req-9830d6b9-bc06-46c4-90df-8308c340f853 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 951 time: 0.2050545 Nov 26 02:46:47.545574 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-fffc06c2-94f2-4e39-87e5-b277524b6438 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:47.568096 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['2d55f1a6-3497-42b4-a1b4-bc1c2062e33b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:46:47.599591 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['a0c51549-c4c6-428c-a160-8a2ccaa78bca'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:46:47.609729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45e3e86c-d4a0-4246-af4f-792fde943e40 req-8d7b8b26-63a5-4dd0-bbc1-d06f0e16d9d9 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314549 Nov 26 02:46:47.638697 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f935ea1-94fc-4b13-a381-f8c9d7c73f64 req-e8fb7de2-5877-4004-802e-64107e006f5b tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251898 Nov 26 02:46:47.693253 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-fffc06c2-94f2-4e39-87e5-b277524b6438 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:47.693514 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device f277f4ba-9daf-4ccd-98cc-31fa0135064c no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:47.747311 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: f277f4ba-9daf-4ccd-98cc-31fa0135064c {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:46:47.747668 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device f277f4ba-9daf-4ccd-98cc-31fa0135064c not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:46:47.771189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-fffc06c2-94f2-4e39-87e5-b277524b6438 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:46:47.775046 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-fffc06c2-94f2-4e39-87e5-b277524b6438 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:46:47.778857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-fffc06c2-94f2-4e39-87e5-b277524b6438 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:46:47.825028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc06c2-94f2-4e39-87e5-b277524b6438 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Pushing event updated for resources: {'Port': ['ID=5ce70ca7-5f3d-4bde-a57c-919555a005ca,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:47.848002 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-fffc06c2-94f2-4e39-87e5-b277524b6438 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:47.849281 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-fffc06c2-94f2-4e39-87e5-b277524b6438 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:47.882546 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-fffc06c2-94f2-4e39-87e5-b277524b6438 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5285249 Nov 26 02:46:47.933160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Request body: {'port': {'device_id': 'c4ecd5cb-2738-4d1d-b522-c643337d711a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:48.016648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da98e4-21ef-49de-82e1-23b690fb3eb8 req-22a1cf14-c8d0-4db4-8dcc-ba853cd79a3c tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:48.024861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8da98e4-21ef-49de-82e1-23b690fb3eb8 req-22a1cf14-c8d0-4db4-8dcc-ba853cd79a3c tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 946 time: 0.1354795 Nov 26 02:46:48.057959 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:48.155712 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8da98e4-21ef-49de-82e1-23b690fb3eb8 req-1ffc8e57-0241-42cc-85fe-e66cdd1f2623 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299038 Nov 26 02:46:48.231468 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1e179f3d-8593-4518-a370-008304d3753f None None] Provisioning complete for port 5ce70ca7-5f3d-4bde-a57c-919555a005ca triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:48.232338 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1e179f3d-8593-4518-a370-008304d3753f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:48.240142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743953b3-e556-491a-8919-9ad5af0f449f req-4af282fb-8797-4acc-9ffd-90f8d7f6f1c8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:48.244583 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-743953b3-e556-491a-8919-9ad5af0f449f req-4af282fb-8797-4acc-9ffd-90f8d7f6f1c8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ecd5cb-2738-4d1d-b522-c643337d711a HTTP/1.1" status: 200 len: 936 time: 0.1306949 Nov 26 02:46:48.276173 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1e179f3d-8593-4518-a370-008304d3753f None None] Port 5ce70ca7-5f3d-4bde-a57c-919555a005ca cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:46:48.385710 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-743953b3-e556-491a-8919-9ad5af0f449f req-ff7b1c0e-c8ea-4a43-a7b8-d9493c92a6f2 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ead4d57-161b-4cee-9517-b9cb0143437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294611 Nov 26 02:46:48.397745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfe7e7-89b7-41a2-a163-3e5f62434186 req-23856c83-e290-402c-b663-d9781478c23f tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:48.408828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1dfe7e7-89b7-41a2-a163-3e5f62434186 req-23856c83-e290-402c-b663-d9781478c23f tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/ports?device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 946 time: 0.1775129 Nov 26 02:46:48.534303 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1dfe7e7-89b7-41a2-a163-3e5f62434186 req-3e92fd86-8cae-4cff-9696-c8b829033874 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/security-groups?id=e24afa64-041b-425e-bdec-7e5bdf779674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239328 Nov 26 02:46:48.581122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb3562-2e75-4610-8933-ae3432fde3e8 req-fb6560e7-9805-46f8-b292-d0539a186102 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:48.582695 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-48eb3562-2e75-4610-8933-ae3432fde3e8 req-fb6560e7-9805-46f8-b292-d0539a186102 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 946 time: 0.1342485 Nov 26 02:46:48.674900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce70ca7-5f3d-4bde-a57c-919555a005ca {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:46:48.690038 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:48.756323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Transition to ACTIVE for port object 5ce70ca7-5f3d-4bde-a57c-919555a005ca will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:46:48.767065 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:48.776366 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdce02-dfd1-4fec-91b6-3ebcfd126842 req-11bc802e-9728-46a7-955d-7973915eedac tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:48.778162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27cdce02-dfd1-4fec-91b6-3ebcfd126842 req-11bc802e-9728-46a7-955d-7973915eedac tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 945 time: 0.1763918 Nov 26 02:46:48.882841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986bea4-e043-4543-b177-1335827f5b42 req-2119930d-4415-4645-b07b-e713d21fa4b5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:48.889391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986bea4-e043-4543-b177-1335827f5b42 req-2119930d-4415-4645-b07b-e713d21fa4b5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:48.891651 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b986bea4-e043-4543-b177-1335827f5b42 req-2119930d-4415-4645-b07b-e713d21fa4b5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 1681 time: 0.1952808 Nov 26 02:46:48.901510 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Pushing event updated for resources: {'Port': ['ID=5ce70ca7-5f3d-4bde-a57c-919555a005ca,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:48.970305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-48eb3562-2e75-4610-8933-ae3432fde3e8 req-f0e5eef3-efa8-482e-b00b-2e06e172042b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Deleting port 8fe73915-2aa4-4061-81f1-b764f453a70e {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:48.970645 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-48eb3562-2e75-4610-8933-ae3432fde3e8 req-f0e5eef3-efa8-482e-b00b-2e06e172042b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:49.010564 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27cdce02-dfd1-4fec-91b6-3ebcfd126842 req-16b0e456-c109-445f-a15d-1eee8ecf3496 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053769 Nov 26 02:46:49.086744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b986bea4-e043-4543-b177-1335827f5b42 req-7b458169-4876-486d-be70-94f1f6192f70 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886952 Nov 26 02:46:49.183227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Attempting to bind port 5ce70ca7-5f3d-4bde-a57c-919555a005ca on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:46:49.183227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Attempting to bind port 5ce70ca7-5f3d-4bde-a57c-919555a005ca by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:46:49.183227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Attempting to bind port 5ce70ca7-5f3d-4bde-a57c-919555a005ca on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:49.227939 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Port 5ce70ca7-5f3d-4bde-a57c-919555a005ca on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:46:49.228377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Attempting to bind port 5ce70ca7-5f3d-4bde-a57c-919555a005ca on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:49.235551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-48eb3562-2e75-4610-8933-ae3432fde3e8 req-f0e5eef3-efa8-482e-b00b-2e06e172042b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] For port 8fe73915-2aa4-4061-81f1-b764f453a70e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=8fe73915-2aa4-4061-81f1-b764f453a70e,segment=NetworkSegment(09a9c12e-3665-4890-9e16-a3bfd792655c),segment_id=09a9c12e-3665-4890-9e16-a3bfd792655c)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:49.235930 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-48eb3562-2e75-4610-8933-ae3432fde3e8 req-f0e5eef3-efa8-482e-b00b-2e06e172042b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:49.257887 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f51b1-cc5e-459e-825f-d628d091ec22 req-2091f23a-8a5c-4d53-a247-0565c0f202aa tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:49.259513 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e28f51b1-cc5e-459e-825f-d628d091ec22 req-2091f23a-8a5c-4d53-a247-0565c0f202aa tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 951 time: 0.1497483 Nov 26 02:46:49.271060 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:46:49.271400 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:49.271821 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:46:49.272418 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Bound port: 5ce70ca7-5f3d-4bde-a57c-919555a005ca, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:46:49.272749 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:49.367857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26ec5-5a6c-4579-a873-f6647148e94c req-2ddea92e-d5ec-4bc3-ac7b-798b4b808909 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:49.369259 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0cf26ec5-5a6c-4579-a873-f6647148e94c req-2ddea92e-d5ec-4bc3-ac7b-798b4b808909 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.54 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 951 time: 0.2087221 Nov 26 02:46:49.531653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e28f51b1-cc5e-459e-825f-d628d091ec22 req-9308807b-f98d-4cc6-bb94-c6703fe9a276 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617371 Nov 26 02:46:49.544461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32ef4f-f284-4abe-af31-88e34c6aef59 req-6dc37a5d-61cb-4475-b23b-453ce655396a tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:49.546137 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc32ef4f-f284-4abe-af31-88e34c6aef59 req-6dc37a5d-61cb-4475-b23b-453ce655396a tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 946 time: 0.2853904 Nov 26 02:46:49.572037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] For port 5ce70ca7-5f3d-4bde-a57c-919555a005ca, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:46:49.624591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] For port 5ce70ca7-5f3d-4bde-a57c-919555a005ca, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5ce70ca7-5f3d-4bde-a57c-919555a005ca,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:46:49.685533 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a0c51549-c4c6-428c-a160-8a2ccaa78bca up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:46:49.745458 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port a0c51549-c4c6-428c-a160-8a2ccaa78bca completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:46:49.751271 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port a0c51549-c4c6-428c-a160-8a2ccaa78bca triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:49.751739 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:49.850199 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:49.884559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf32077-3d34-4207-947a-7a29705f1df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c51549-c4c6-428c-a160-8a2ccaa78bca'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:49.887500 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e624d08-01ea-430f-a291-dba4cef3bd6c" -d '{"events": [{"server_uuid": "adf32077-3d34-4207-947a-7a29705f1df9", "name": "network-vif-plugged", "status": "completed", "tag": "a0c51549-c4c6-428c-a160-8a2ccaa78bca"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:49.901036 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port a0c51549-c4c6-428c-a160-8a2ccaa78bca, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a0c51549-c4c6-428c-a160-8a2ccaa78bca,segment=NetworkSegment(c44ef870-463b-4726-ad1b-1a98a7bbca35),segment_id=c44ef870-463b-4726-ad1b-1a98a7bbca35)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:49.905105 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:49.905918 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:46:49.939259 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:49.987082 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=a0c51549-c4c6-428c-a160-8a2ccaa78bca,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:50.000521 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:46:50.004327 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:50.004701 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:50.038498 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc32ef4f-f284-4abe-af31-88e34c6aef59 req-f6caaa54-0b76-4a68-a946-a82a7f4c538e tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791481 Nov 26 02:46:50.045604 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:50.045924 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:50.048193 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] 10.222.0.59 "PUT /v2.0/ports/5ce70ca7-5f3d-4bde-a57c-919555a005ca HTTP/1.1" status: 200 len: 1096 time: 2.1189523 Nov 26 02:46:50.048632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ecd5cb-2738-4d1d-b522-c643337d711a', 'tag': '5ce70ca7-5f3d-4bde-a57c-919555a005ca'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:50.051007 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647d48f6-476a-443c-8123-1bf70e6462e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ecd5cb-2738-4d1d-b522-c643337d711a", "tag": "5ce70ca7-5f3d-4bde-a57c-919555a005ca"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:50.056371 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-48eb3562-2e75-4610-8933-ae3432fde3e8 req-f0e5eef3-efa8-482e-b00b-2e06e172042b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:50.057326 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-48eb3562-2e75-4610-8933-ae3432fde3e8 req-f0e5eef3-efa8-482e-b00b-2e06e172042b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:50.057326 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-48eb3562-2e75-4610-8933-ae3432fde3e8 req-f0e5eef3-efa8-482e-b00b-2e06e172042b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Floating IP cda29924-f953-4a16-b202-2419d4955d1e disassociated. External IP: 172.25.0.81, port: 8fe73915-2aa4-4061-81f1-b764f453a70e. Nov 26 02:46:50.057519 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-48eb3562-2e75-4610-8933-ae3432fde3e8 req-f0e5eef3-efa8-482e-b00b-2e06e172042b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Calling delete_port for 8fe73915-2aa4-4061-81f1-b764f453a70e owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:50.108236 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1216a-a279-422e-9a58-d75594077f6d req-4d419c7e-25d5-472b-9ba4-0925bee62cda tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:50.116496 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ed1216a-a279-422e-9a58-d75594077f6d req-4d419c7e-25d5-472b-9ba4-0925bee62cda tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ecd5cb-2738-4d1d-b522-c643337d711a HTTP/1.1" status: 200 len: 948 time: 0.5025091 Nov 26 02:46:50.154909 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:50.199132 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefdf95-9e98-473f-af4b-5a3c5a3e408e service neutron] Pushing event updated for resources: {'Port': ['ID=5ce70ca7-5f3d-4bde-a57c-919555a005ca,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:50.202715 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=2d55f1a6-3497-42b4-a1b4-bc1c2062e33b,segment=NetworkSegment(c2ff9c14-977a-4fc9-be35-bd5b58bf59cc),segment_id=c2ff9c14-977a-4fc9-be35-bd5b58bf59cc)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:50.209205 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:50.226923 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-0cf26ec5-5a6c-4579-a873-f6647148e94c req-ea832208-4f33-4bf6-9deb-567ac60e07af tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Deleting port a2a438d7-62f6-48ba-aa35-37f85bde9207 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:50.227277 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0cf26ec5-5a6c-4579-a873-f6647148e94c req-ea832208-4f33-4bf6-9deb-567ac60e07af tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:50.299568 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=2d55f1a6-3497-42b4-a1b4-bc1c2062e33b,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:50.413888 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ed1216a-a279-422e-9a58-d75594077f6d req-e9e49e1e-a64a-43a1-80dc-a831c11fa29d tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ead4d57-161b-4cee-9517-b9cb0143437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963228 Nov 26 02:46:50.445344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-fdd75d6c-944b-4a0a-996d-5b0ed75bd2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:50.448646 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-fdd75d6c-944b-4a0a-996d-5b0ed75bd2fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c0cf53c49324c578b5e87007566ee8c&device_id=c4ecd5cb-2738-4d1d-b522-c643337d711a HTTP/1.1" status: 200 len: 1099 time: 0.2574131 Nov 26 02:46:50.457985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-268b848b-2592-4d8d-b997-9bbd5f269a21 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:50.460096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-268b848b-2592-4d8d-b997-9bbd5f269a21 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0&tenant_id=e8a793ab79454cf9836e2116f38adfa2&binding%3Ahost_id=n-h1-819389-3 HTTP/1.1" status: 200 len: 1097 time: 0.2280812 Nov 26 02:46:50.485458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fd8cc-4977-442c-98e9-8eec1e848e4b req-a225636b-b1b7-492b-a2cf-60934606383b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:50.487037 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a8fd8cc-4977-442c-98e9-8eec1e848e4b req-a225636b-b1b7-492b-a2cf-60934606383b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/ports?device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 946 time: 0.2986839 Nov 26 02:46:50.496239 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877e11ce-3bb1-4d8f-8327-41ac70c52e3f x-openstack-request-id: req-877e11ce-3bb1-4d8f-8327-41ac70c52e3f {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:50.496543 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf32077-3d34-4207-947a-7a29705f1df9", "name": "network-vif-plugged", "status": "completed", "tag": "a0c51549-c4c6-428c-a160-8a2ccaa78bca", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:50.496803 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-877e11ce-3bb1-4d8f-8327-41ac70c52e3f {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:50.497539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819389-3'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:46:50.498688 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf32077-3d34-4207-947a-7a29705f1df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c51549-c4c6-428c-a160-8a2ccaa78bca', 'code': 200} Nov 26 02:46:50.572475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0cf26ec5-5a6c-4579-a873-f6647148e94c req-ea832208-4f33-4bf6-9deb-567ac60e07af tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] For port a2a438d7-62f6-48ba-aa35-37f85bde9207, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a2a438d7-62f6-48ba-aa35-37f85bde9207,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:50.572865 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0cf26ec5-5a6c-4579-a873-f6647148e94c req-ea832208-4f33-4bf6-9deb-567ac60e07af tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:50.586773 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-2df8b658-55cb-44b6-b663-273fbd1c3327 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=5ce70ca7-5f3d-4bde-a57c-919555a005ca HTTP/1.1" status: 200 len: 217 time: 0.1190085 Nov 26 02:46:50.666695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-0cf26ec5-5a6c-4579-a873-f6647148e94c req-ea832208-4f33-4bf6-9deb-567ac60e07af tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Calling delete_port for a2a438d7-62f6-48ba-aa35-37f85bde9207 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:50.795905 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:50.811791 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a8fd8cc-4977-442c-98e9-8eec1e848e4b req-9f35d4b9-9e17-49f5-92fd-f74e815607e7 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/security-groups?id=e24afa64-041b-425e-bdec-7e5bdf779674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079922 Nov 26 02:46:50.833931 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-48eb3562-2e75-4610-8933-ae3432fde3e8 req-f0e5eef3-efa8-482e-b00b-2e06e172042b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:50.842493 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-bd3d9a04-1dfa-43e1-8a19-d0e5d42a36b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:50.844042 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-bd3d9a04-1dfa-43e1-8a19-d0e5d42a36b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.2176673 Nov 26 02:46:50.853894 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efc755-cfa4-4705-a76b-f50a6e7c2c56 req-d15f5cd1-8dfc-4a94-9d22-c04153d43ca6 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:50.855404 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70efc755-cfa4-4705-a76b-f50a6e7c2c56 req-d15f5cd1-8dfc-4a94-9d22-c04153d43ca6 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 945 time: 0.2867789 Nov 26 02:46:50.894545 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d947261f-9f73-4ecd-bb58-ff5c14989bfe x-openstack-request-id: req-d947261f-9f73-4ecd-bb58-ff5c14989bfe {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:50.894839 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ecd5cb-2738-4d1d-b522-c643337d711a", "tag": "5ce70ca7-5f3d-4bde-a57c-919555a005ca", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:50.895047 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d947261f-9f73-4ecd-bb58-ff5c14989bfe {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:50.895459 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ecd5cb-2738-4d1d-b522-c643337d711a', 'tag': '5ce70ca7-5f3d-4bde-a57c-919555a005ca', 'status': 'completed', 'code': 200} Nov 26 02:46:50.939186 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5eef3-efa8-482e-b00b-2e06e172042b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Pushing event deleted for resources: {'Port': ['ID=8fe73915-2aa4-4061-81f1-b764f453a70e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:51.183355 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-4c53696a-66cf-4fb1-a764-bf88993a4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:51.184846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-4c53696a-66cf-4fb1-a764-bf88993a4792 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3285456 Nov 26 02:46:51.245661 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70efc755-cfa4-4705-a76b-f50a6e7c2c56 req-366e2c9c-d489-4c01-9b07-8e793a1dc0c2 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491759 Nov 26 02:46:51.306912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d3a95-4fce-444a-bb1b-c5361e18e729 req-65ee70d9-81e4-4da2-91f0-9c5d7820660c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:51.315469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d3a95-4fce-444a-bb1b-c5361e18e729 req-65ee70d9-81e4-4da2-91f0-9c5d7820660c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:51.317151 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-298d3a95-4fce-444a-bb1b-c5361e18e729 req-65ee70d9-81e4-4da2-91f0-9c5d7820660c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 1683 time: 0.3694048 Nov 26 02:46:51.425785 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] For port 04104088-c3db-4f80-aeee-60f0d4d46511, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=04104088-c3db-4f80-aeee-60f0d4d46511,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:51.510239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48eb3562-2e75-4610-8933-ae3432fde3e8 req-f0e5eef3-efa8-482e-b00b-2e06e172042b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Router 0d319d3d-5c29-47cc-a195-29104b838fbe has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:46:51.518097 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0cf26ec5-5a6c-4579-a873-f6647148e94c req-ea832208-4f33-4bf6-9deb-567ac60e07af tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:51.554086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['86022b09-c470-4f1b-b585-f0e3eb74f99e', 'a2a438d7-62f6-48ba-aa35-37f85bde9207'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:46:51.561964 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['853ba577-f306-4fe3-b7b4-f44938af6ff5'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:46:51.565574 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-3799e1c7-0e0e-48b4-b265-ea5a1edcb045 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662822 Nov 26 02:46:51.569959 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-298d3a95-4fce-444a-bb1b-c5361e18e729 req-610430d9-013c-4a68-9ce3-3fe7c961bccd tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374198 Nov 26 02:46:51.584558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea832208-4f33-4bf6-9deb-567ac60e07af tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Pushing event deleted for resources: {'Port': ['ID=a2a438d7-62f6-48ba-aa35-37f85bde9207,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:51.746299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf26ec5-5a6c-4579-a873-f6647148e94c req-ea832208-4f33-4bf6-9deb-567ac60e07af tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] No DVR routers for this DVR port a2a438d7-62f6-48ba-aa35-37f85bde9207 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:51.749171 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0cf26ec5-5a6c-4579-a873-f6647148e94c req-ea832208-4f33-4bf6-9deb-567ac60e07af tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:51.753007 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0cf26ec5-5a6c-4579-a873-f6647148e94c req-ea832208-4f33-4bf6-9deb-567ac60e07af tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.54 "DELETE /v2.0/ports/a2a438d7-62f6-48ba-aa35-37f85bde9207 HTTP/1.1" status: 204 len: 173 time: 2.3514600 Nov 26 02:46:51.800085 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] For port 04104088-c3db-4f80-aeee-60f0d4d46511, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:46:51.809069 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50b4bd-bc92-4cc5-aa0b-1608ce2d3cfa req-26a24617-eb79-4f23-bff8-2305f9ff2b3d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:51.811001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed50b4bd-bc92-4cc5-aa0b-1608ce2d3cfa req-26a24617-eb79-4f23-bff8-2305f9ff2b3d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=85d3612e-9276-4349-9e90-693a16d48f0d HTTP/1.1" status: 200 len: 868 time: 0.3954120 Nov 26 02:46:51.974661 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:52.097529 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:52.262262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886b2a2-3bd2-43c1-ba71-e3f932924765 req-ffd4af7b-b00f-46a2-9d41-bc5f136939c5 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:52.263837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d886b2a2-3bd2-43c1-ba71-e3f932924765 req-ffd4af7b-b00f-46a2-9d41-bc5f136939c5 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 946 time: 0.5522332 Nov 26 02:46:52.270018 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 04104088-c3db-4f80-aeee-60f0d4d46511 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:46:52.272876 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:52.275514 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 8fe73915-2aa4-4061-81f1-b764f453a70e no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:52.297960 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3ddcf37-147a-42a7-a504-d1a6719b02fd req-6e4e11bb-4bde-44cd-aa44-4c3f845e4153 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7210414 Nov 26 02:46:52.312114 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 8fe73915-2aa4-4061-81f1-b764f453a70e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:46:52.312451 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 8fe73915-2aa4-4061-81f1-b764f453a70e not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:46:52.349427 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed50b4bd-bc92-4cc5-aa0b-1608ce2d3cfa req-f350a2a7-255d-4ea4-a01f-8a8a0dec508a tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074031 Nov 26 02:46:52.377199 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48eb3562-2e75-4610-8933-ae3432fde3e8 req-f0e5eef3-efa8-482e-b00b-2e06e172042b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:46:52.395751 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6981a9bf-4e05-4775-b349-378d21637228 None None] Sync routers for ids ['0d319d3d-5c29-47cc-a195-29104b838fbe'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:46:52.419147 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6981a9bf-4e05-4775-b349-378d21637228 None None] Routers {'0d319d3d-5c29-47cc-a195-29104b838fbe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:46:52.420170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6981a9bf-4e05-4775-b349-378d21637228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:46:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['0d319d3d-5c29-47cc-a195-29104b838fbe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:52.500923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf32077-3d34-4207-947a-7a29705f1df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d55f1a6-3497-42b4-a1b4-bc1c2062e33b'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:52.503542 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afebfa80-3de3-467d-94e6-7ded35bf88d2" -d '{"events": [{"server_uuid": "adf32077-3d34-4207-947a-7a29705f1df9", "name": "network-vif-plugged", "status": "completed", "tag": "2d55f1a6-3497-42b4-a1b4-bc1c2062e33b"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:52.529591 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 04104088-c3db-4f80-aeee-60f0d4d46511, host n-h1-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:52.543235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-48eb3562-2e75-4610-8933-ae3432fde3e8 req-f0e5eef3-efa8-482e-b00b-2e06e172042b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] No DVR routers for this DVR port 8fe73915-2aa4-4061-81f1-b764f453a70e on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:52.546609 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-48eb3562-2e75-4610-8933-ae3432fde3e8 req-f0e5eef3-efa8-482e-b00b-2e06e172042b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:52.550675 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-48eb3562-2e75-4610-8933-ae3432fde3e8 req-f0e5eef3-efa8-482e-b00b-2e06e172042b tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.59 "DELETE /v2.0/ports/8fe73915-2aa4-4061-81f1-b764f453a70e HTTP/1.1" status: 204 len: 173 time: 3.9503703 Nov 26 02:46:52.574767 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 on host n-h1-819389-3 for vnic_type normal with profile {"migrating_to": "n-h2-819389-3"} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:46:52.575394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:46:52.575505 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:52.585726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Port 04104088-c3db-4f80-aeee-60f0d4d46511 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:46:52.586087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:52.593970 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:46:52.594358 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Checking segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:52.595673 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Bound using segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:46:52.596204 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Bound port: 04104088-c3db-4f80-aeee-60f0d4d46511, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:46:52.596614 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:52.599561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-6981a9bf-4e05-4775-b349-378d21637228 None None] Set router 0d319d3d-5c29-47cc-a195-29104b838fbe gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:46:52.612816 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d886b2a2-3bd2-43c1-ba71-e3f932924765 req-8757f7fb-6230-49ac-8f3d-151b1d52ff07 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286271 Nov 26 02:46:52.614039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] Pushing event updated for resources: {'Port': ['ID=04104088-c3db-4f80-aeee-60f0d4d46511,revision_number=7']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:52.629756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 on host n-h1-819389-3 for vnic_type normal with profile {"migrating_to": "n-h2-819389-3"} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:46:52.630105 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:46:52.630411 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:52.638559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] Port 04104088-c3db-4f80-aeee-60f0d4d46511 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:46:52.638882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:52.644040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d48f6-476a-443c-8123-1bf70e6462e0 req-ef9dfbc2-0531-43c3-8762-e3bcc86a1bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:52.648510 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-647d48f6-476a-443c-8123-1bf70e6462e0 req-ef9dfbc2-0531-43c3-8762-e3bcc86a1bbb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c0cf53c49324c578b5e87007566ee8c&device_id=c4ecd5cb-2738-4d1d-b522-c643337d711a HTTP/1.1" status: 200 len: 1099 time: 0.2228749 Nov 26 02:46:52.676918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447db87-b35d-4ff9-979d-f0f11fb6df27 req-620f65fd-e649-4959-83db-e2f84e13e4ea tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:52.685355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4447db87-b35d-4ff9-979d-f0f11fb6df27 req-620f65fd-e649-4959-83db-e2f84e13e4ea tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ecd5cb-2738-4d1d-b522-c643337d711a HTTP/1.1" status: 200 len: 948 time: 0.2220209 Nov 26 02:46:52.696643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:46:52.697003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] Checking segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:52.697446 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] Bound using segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:46:52.698234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] Bound port: 04104088-c3db-4f80-aeee-60f0d4d46511, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:46:52.698653 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:52.857659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6da35231-138b-408e-9c4e-2a029acb88be req-10128b5b-f476-471d-b777-a1ea005bb3ba tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/ports?device_id=34ceb559-f333-4e67-a844-d03c73a27ffa HTTP/1.1" status: 200 len: 210 time: 0.0515695 Nov 26 02:46:52.896416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d3612e-9276-4349-9e90-693a16d48f0d', 'name': 'network-vif-deleted', 'tag': 'a2a438d7-62f6-48ba-aa35-37f85bde9207'}, {'server_uuid': '098efca1-2cf6-442b-b0a4-508a02006dc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04104088-c3db-4f80-aeee-60f0d4d46511'}, {'server_uuid': '34ceb559-f333-4e67-a844-d03c73a27ffa', 'name': 'network-vif-deleted', 'tag': '8fe73915-2aa4-4061-81f1-b764f453a70e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:52.898839 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40b14ea-7fe1-4d80-a4d3-04a2719ddb9f" -d '{"events": [{"server_uuid": "85d3612e-9276-4349-9e90-693a16d48f0d", "name": "network-vif-deleted", "tag": "a2a438d7-62f6-48ba-aa35-37f85bde9207"}, {"server_uuid": "098efca1-2cf6-442b-b0a4-508a02006dc0", "name": "network-vif-unplugged", "status": "completed", "tag": "04104088-c3db-4f80-aeee-60f0d4d46511"}, {"server_uuid": "34ceb559-f333-4e67-a844-d03c73a27ffa", "name": "network-vif-deleted", "tag": "8fe73915-2aa4-4061-81f1-b764f453a70e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:52.916109 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] For port 04104088-c3db-4f80-aeee-60f0d4d46511, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:46:52.938719 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4447db87-b35d-4ff9-979d-f0f11fb6df27 req-a0302430-94bf-451d-9f45-2a4eea281217 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ead4d57-161b-4cee-9517-b9cb0143437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478931 Nov 26 02:46:52.943746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] For port 04104088-c3db-4f80-aeee-60f0d4d46511, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=04104088-c3db-4f80-aeee-60f0d4d46511,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:46:52.971435 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 04104088-c3db-4f80-aeee-60f0d4d46511, host n-h1-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:46:52.980503 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 04104088-c3db-4f80-aeee-60f0d4d46511-n-h1-819389-3-0 {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:46:52.980871 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:46:53.005850 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:53.045447 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6981a9bf-4e05-4775-b349-378d21637228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'name': 'tempest-ServersTestJSON-1484371602-router', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:44:21Z', 'updated_at': '2021-11-26T02:44:27Z', 'revision_number': 4, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'gw_port': {'id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:22Z', 'updated_at': '2021-11-26T02:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5241fc67-5dbb-4185-ab1f-d69a54d0362a', 'name': '', 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'mac_address': 'fa:16:3e:4f:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:25Z', 'updated_at': '2021-11-26T02:44:33Z', 'revision_number': 5, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'subnets': [{'id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:53.054282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d48f6-476a-443c-8123-1bf70e6462e0 req-70401618-5915-4451-9d60-e69966eef3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:53.055775 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-647d48f6-476a-443c-8123-1bf70e6462e0 req-70401618-5915-4451-9d60-e69966eef3af service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.3997319 Nov 26 02:46:53.105118 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aacea8-8df0-4bfa-a5f8-af9b9da11612 req-291cba54-87e4-427b-bc48-76a5adb7acb8 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:53.107094 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1aacea8-8df0-4bfa-a5f8-af9b9da11612 req-291cba54-87e4-427b-bc48-76a5adb7acb8 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 945 time: 0.1654768 Nov 26 02:46:53.120545 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae268da-4b43-4714-8b76-27fba1be0060 x-openstack-request-id: req-4ae268da-4b43-4714-8b76-27fba1be0060 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:53.120844 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf32077-3d34-4207-947a-7a29705f1df9", "name": "network-vif-plugged", "status": "completed", "tag": "2d55f1a6-3497-42b4-a1b4-bc1c2062e33b", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:53.121104 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ae268da-4b43-4714-8b76-27fba1be0060 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:53.121955 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf32077-3d34-4207-947a-7a29705f1df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d55f1a6-3497-42b4-a1b4-bc1c2062e33b', 'code': 200} Nov 26 02:46:53.123032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6981a9bf-4e05-4775-b349-378d21637228 None None] Checking router: 0d319d3d-5c29-47cc-a195-29104b838fbe for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:46:53.136821 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6981a9bf-4e05-4775-b349-378d21637228 None None] Routers {'0d319d3d-5c29-47cc-a195-29104b838fbe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:46:53.137052 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6981a9bf-4e05-4775-b349-378d21637228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:46:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['0d319d3d-5c29-47cc-a195-29104b838fbe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:53.152658 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-647d48f6-476a-443c-8123-1bf70e6462e0 req-6f748fe6-72c5-4f72-81e7-e43426f8754c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=5ce70ca7-5f3d-4bde-a57c-919555a005ca HTTP/1.1" status: 200 len: 217 time: 0.0737040 Nov 26 02:46:53.229839 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d48f6-476a-443c-8123-1bf70e6462e0 req-9f0a085f-b692-414d-bbcc-e55752857a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:53.231563 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-647d48f6-476a-443c-8123-1bf70e6462e0 req-9f0a085f-b692-414d-bbcc-e55752857a25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0529640 Nov 26 02:46:53.256483 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:53.257116 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:53.258501 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] 10.222.0.59 "PUT /v2.0/ports/04104088-c3db-4f80-aeee-60f0d4d46511 HTTP/1.1" status: 200 len: 1122 time: 2.7652743 Nov 26 02:46:53.305266 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ea18d-cfec-4341-ab06-ac5ea0e00466 service neutron] Pushing event updated for resources: {'Port': ['ID=04104088-c3db-4f80-aeee-60f0d4d46511,revision_number=8']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:53.376500 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1aacea8-8df0-4bfa-a5f8-af9b9da11612 req-cbc7fc6a-40a3-4886-ae43-3facfa9c5916 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351429 Nov 26 02:46:53.384567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-6981a9bf-4e05-4775-b349-378d21637228 None None] Set router 0d319d3d-5c29-47cc-a195-29104b838fbe gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:46:53.403318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a284a1-09d5-4ca6-889a-79aa20066b4f req-956b703f-07cd-4166-a7bc-6ae7bfb987bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:53.403864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a284a1-09d5-4ca6-889a-79aa20066b4f req-956b703f-07cd-4166-a7bc-6ae7bfb987bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:53.405573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-44a284a1-09d5-4ca6-889a-79aa20066b4f req-956b703f-07cd-4166-a7bc-6ae7bfb987bb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 1985 time: 0.1685126 Nov 26 02:46:53.413005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d48f6-476a-443c-8123-1bf70e6462e0 req-28fc29c8-5314-47be-a8fa-8362207304a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:53.414526 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-647d48f6-476a-443c-8123-1bf70e6462e0 req-28fc29c8-5314-47be-a8fa-8362207304a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1677427 Nov 26 02:46:53.428372 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:53.432797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7183b05-e461-46e7-be75-c8d127103d21 req-555e0edb-3656-44a3-b420-600cd372f2f5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:53.439380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7183b05-e461-46e7-be75-c8d127103d21 req-555e0edb-3656-44a3-b420-600cd372f2f5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:53.441096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7183b05-e461-46e7-be75-c8d127103d21 req-555e0edb-3656-44a3-b420-600cd372f2f5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 1683 time: 0.2069492 Nov 26 02:46:53.450321 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['04104088-c3db-4f80-aeee-60f0d4d46511'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:46:53.487142 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['04104088-c3db-4f80-aeee-60f0d4d46511'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:46:53.506074 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b97ca0-8e85-44bd-bc1b-f98a7b6ea16c x-openstack-request-id: req-35b97ca0-8e85-44bd-bc1b-f98a7b6ea16c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:53.506430 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d3612e-9276-4349-9e90-693a16d48f0d", "name": "network-vif-deleted", "tag": "a2a438d7-62f6-48ba-aa35-37f85bde9207", "status": "completed", "code": 200}, {"server_uuid": "098efca1-2cf6-442b-b0a4-508a02006dc0", "name": "network-vif-unplugged", "status": "completed", "tag": "04104088-c3db-4f80-aeee-60f0d4d46511", "code": 200}, {"server_uuid": "34ceb559-f333-4e67-a844-d03c73a27ffa", "name": "network-vif-deleted", "tag": "8fe73915-2aa4-4061-81f1-b764f453a70e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:53.506643 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35b97ca0-8e85-44bd-bc1b-f98a7b6ea16c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:53.507035 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d3612e-9276-4349-9e90-693a16d48f0d', 'name': 'network-vif-deleted', 'tag': 'a2a438d7-62f6-48ba-aa35-37f85bde9207', 'status': 'completed', 'code': 200} Nov 26 02:46:53.507291 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098efca1-2cf6-442b-b0a4-508a02006dc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04104088-c3db-4f80-aeee-60f0d4d46511', 'code': 200} Nov 26 02:46:53.507555 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ceb559-f333-4e67-a844-d03c73a27ffa', 'name': 'network-vif-deleted', 'tag': '8fe73915-2aa4-4061-81f1-b764f453a70e', 'status': 'completed', 'code': 200} Nov 26 02:46:53.566911 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-44a284a1-09d5-4ca6-889a-79aa20066b4f req-818889e7-c166-4292-935f-502ae1ab2d6e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501646 Nov 26 02:46:53.576884 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7183b05-e461-46e7-be75-c8d127103d21 req-7c2c0880-6eba-4bac-bc7a-cd8965811ec4 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209700 Nov 26 02:46:53.610424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-647d48f6-476a-443c-8123-1bf70e6462e0 req-aa13ba56-48d5-48bd-b00f-671abe902da6 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682508 Nov 26 02:46:53.674395 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 on host n-h1-819389-3 for vnic_type normal with profile {"migrating_to": "n-h2-819389-3"} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:46:53.675200 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:46:53.675200 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:53.707610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a2a438d7-62f6-48ba-aa35-37f85bde9207 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:53.709331 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Port 04104088-c3db-4f80-aeee-60f0d4d46511 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:46:53.709677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Attempting to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 on network 19f9e564-6945-4cfd-bf25-fe17589b9d02 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:46:53.745693 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:46:53.746080 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Checking segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:46:53.746557 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Bound using segment: {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:46:53.747062 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Bound port: 04104088-c3db-4f80-aeee-60f0d4d46511, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '19f9e564-6945-4cfd-bf25-fe17589b9d02'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:46:53.747467 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:53.766967 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-647d48f6-476a-443c-8123-1bf70e6462e0 req-222b0bc1-f83a-4046-bfd6-a38d72625474 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466081 Nov 26 02:46:53.772015 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: a2a438d7-62f6-48ba-aa35-37f85bde9207 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:46:53.772464 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a2a438d7-62f6-48ba-aa35-37f85bde9207 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:46:53.903440 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df01b6-4be1-4f5e-8134-e7c7329e006f req-e0f2f2f9-7362-4acb-af8e-545fda0f1c01 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:53.905436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-53df01b6-4be1-4f5e-8134-e7c7329e006f req-e0f2f2f9-7362-4acb-af8e-545fda0f1c01 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.1069043 Nov 26 02:46:53.934252 n-d-819389-3 neutron-server[104803]: WARNING neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Concurrent port binding operations failed on port 04104088-c3db-4f80-aeee-60f0d4d46511 Nov 26 02:46:53.945442 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 04104088-c3db-4f80-aeee-60f0d4d46511, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=04104088-c3db-4f80-aeee-60f0d4d46511,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:53.949662 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20483642-da4f-4f98-a855-11d97eef67d5 req-81cc89d1-9255-41f2-afb4-b8fca17172f3 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:53.950960 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20483642-da4f-4f98-a855-11d97eef67d5 req-81cc89d1-9255-41f2-afb4-b8fca17172f3 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 944 time: 0.1004920 Nov 26 02:46:53.964464 n-d-819389-3 neutron-server[104803]: INFO neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Attempt 2 to bind port 04104088-c3db-4f80-aeee-60f0d4d46511 Nov 26 02:46:53.964871 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 04104088-c3db-4f80-aeee-60f0d4d46511 has no active binding in host n-h2-819389-3 {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 02:46:53.974554 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6981a9bf-4e05-4775-b349-378d21637228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'name': 'tempest-ServersTestJSON-1484371602-router', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:44:21Z', 'updated_at': '2021-11-26T02:44:27Z', 'revision_number': 4, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'gw_port': {'id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:22Z', 'updated_at': '2021-11-26T02:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5241fc67-5dbb-4185-ab1f-d69a54d0362a', 'name': '', 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'mac_address': 'fa:16:3e:4f:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:25Z', 'updated_at': '2021-11-26T02:44:33Z', 'revision_number': 5, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'subnets': [{'id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:46:54.007544 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-53df01b6-4be1-4f5e-8134-e7c7329e006f req-b3de9ce0-3f55-480e-88f3-c638b6d8ecf2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874801 Nov 26 02:46:54.019369 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6981a9bf-4e05-4775-b349-378d21637228 None None] The sync data for ids ['0d319d3d-5c29-47cc-a195-29104b838fbe'] in n-d-819389-3 is: [{'id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'name': 'tempest-ServersTestJSON-1484371602-router', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:44:21Z', 'updated_at': '2021-11-26T02:44:27Z', 'revision_number': 4, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'gw_port': {'id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:22Z', 'updated_at': '2021-11-26T02:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5241fc67-5dbb-4185-ab1f-d69a54d0362a', 'name': '', 'network_id': 'e385a57f-fd7b-48b8-9159-a67e37a28700', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'mac_address': 'fa:16:3e:4f:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:25Z', 'updated_at': '2021-11-26T02:44:33Z', 'revision_number': 5, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'subnets': [{'id': 'b628bb65-f107-41df-902f-a8e06f70c847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:46:54.045024 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20483642-da4f-4f98-a855-11d97eef67d5 req-950305f0-fa42-42ff-95ab-4023775cbc0e tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781438 Nov 26 02:46:54.218817 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82eeb05-be2c-42c9-82f8-f5aaf62fb531 req-3da8e3db-d98e-46f8-a593-c4baf9bb3bf6 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:54.220902 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c82eeb05-be2c-42c9-82f8-f5aaf62fb531 req-3da8e3db-d98e-46f8-a593-c4baf9bb3bf6 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ecd5cb-2738-4d1d-b522-c643337d711a HTTP/1.1" status: 200 len: 948 time: 0.0641932 Nov 26 02:46:54.235791 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34816) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:54.295435 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c82eeb05-be2c-42c9-82f8-f5aaf62fb531 req-94024640-d84d-440f-8536-d2efa3094fe8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ead4d57-161b-4cee-9517-b9cb0143437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642841 Nov 26 02:46:54.304213 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-679a17ec-ee30-4410-9789-584cdc7ed9a2 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:54.331477 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-679a17ec-ee30-4410-9789-584cdc7ed9a2 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:54.381927 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99658dbb-d323-4d9d-b003-466f5b920934 None None] New status for floating IP cda29924-f953-4a16-b202-2419d4955d1e: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:46:54.393627 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-679a17ec-ee30-4410-9789-584cdc7ed9a2 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:54.396940 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-679a17ec-ee30-4410-9789-584cdc7ed9a2 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:54.398409 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-679a17ec-ee30-4410-9789-584cdc7ed9a2 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "DELETE /v2.0/security-groups/e24afa64-041b-425e-bdec-7e5bdf779674 HTTP/1.1" status: 204 len: 168 time: 0.1608939 Nov 26 02:46:54.401441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34818) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:54.412641 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a17ec-ee30-4410-9789-584cdc7ed9a2 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24afa64-041b-425e-bdec-7e5bdf779674,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:54.417554 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-c2674c75-ec58-4605-8060-7a8739b023c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] show failed (client error): The resource could not be found. Nov 26 02:46:54.418774 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c2674c75-ec58-4605-8060-7a8739b023c9 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "GET /v2.0/security-groups/e24afa64-041b-425e-bdec-7e5bdf779674 HTTP/1.1" status: 404 len: 347 time: 0.0155017 Nov 26 02:46:54.421605 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34822) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:54.597254 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd720a90-6f69-430a-99b6-d57cb68af9a9 req-f104e038-3b5f-4948-91f2-e17d0a815e4f tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:54.598791 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd720a90-6f69-430a-99b6-d57cb68af9a9 req-f104e038-3b5f-4948-91f2-e17d0a815e4f tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 945 time: 0.0835114 Nov 26 02:46:54.644074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-10ced0cb-33be-4cf1-99a2-ce799acbbc29 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Deleting port ab1490fc-3dbc-468f-a6e5-fa9f818bffcc {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:54.644428 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-10ced0cb-33be-4cf1-99a2-ce799acbbc29 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:54.695655 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd720a90-6f69-430a-99b6-d57cb68af9a9 req-940d04ba-f3ce-49a2-b8f2-9a8dc4f248a3 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867879 Nov 26 02:46:54.771155 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-10ced0cb-33be-4cf1-99a2-ce799acbbc29 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:54.771155 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-10ced0cb-33be-4cf1-99a2-ce799acbbc29 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:54.787255 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8519c-9e43-40b3-b260-f055e178c314 req-af2f9e26-1edc-4078-8683-08d3408a091c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:54.793239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8519c-9e43-40b3-b260-f055e178c314 req-af2f9e26-1edc-4078-8683-08d3408a091c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:54.794859 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90b8519c-9e43-40b3-b260-f055e178c314 req-af2f9e26-1edc-4078-8683-08d3408a091c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 1683 time: 0.0968299 Nov 26 02:46:54.805965 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-10ced0cb-33be-4cf1-99a2-ce799acbbc29 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Calling delete_port for ab1490fc-3dbc-468f-a6e5-fa9f818bffcc owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:54.899832 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90b8519c-9e43-40b3-b260-f055e178c314 req-77d68e55-c20e-470f-97d8-83819c0c08a7 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905416 Nov 26 02:46:54.990863 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-10ced0cb-33be-4cf1-99a2-ce799acbbc29 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:55.047199 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ced0cb-33be-4cf1-99a2-ce799acbbc29 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Pushing event deleted for resources: {'Port': ['ID=ab1490fc-3dbc-468f-a6e5-fa9f818bffcc,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:55.212309 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11594b0d-73c4-4938-a13d-c1d3406b285f req-ca3432d7-de58-49b0-978c-a808e01db66f tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:55.213892 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-11594b0d-73c4-4938-a13d-c1d3406b285f req-ca3432d7-de58-49b0-978c-a808e01db66f tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 945 time: 0.1856999 Nov 26 02:46:55.215078 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-10ced0cb-33be-4cf1-99a2-ce799acbbc29 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:55.217952 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-10ced0cb-33be-4cf1-99a2-ce799acbbc29 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:55.219063 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-10ced0cb-33be-4cf1-99a2-ce799acbbc29 tempest-ServersTestJSON-640489647 tempest-ServersTestJSON-640489647-project] 10.222.0.31 "DELETE /v2.0/floatingips/cda29924-f953-4a16-b202-2419d4955d1e HTTP/1.1" status: 204 len: 168 time: 0.7959621 Nov 26 02:46:55.222189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34840) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:46:55.314685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7bd96-ed1b-4223-9cc4-cba340682ec3 req-74cd6cca-e4b6-4112-b2d6-3286a43f26bf tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:55.317600 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05c7bd96-ed1b-4223-9cc4-cba340682ec3 req-74cd6cca-e4b6-4112-b2d6-3286a43f26bf tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.2055972 Nov 26 02:46:55.332014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b072a1d-5f91-474f-b358-afdf58d1b3ba req-2f78570b-6ea2-48f0-a472-1cd16372b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:55.333499 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b072a1d-5f91-474f-b358-afdf58d1b3ba req-2f78570b-6ea2-48f0-a472-1cd16372b3ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f54719dee10543a2819bd77d09f30785&device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 1096 time: 0.1847754 Nov 26 02:46:55.464752 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-11594b0d-73c4-4938-a13d-c1d3406b285f req-196aa8ca-dc5c-4637-b167-4ec8c714417f tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359831 Nov 26 02:46:55.475406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05c7bd96-ed1b-4223-9cc4-cba340682ec3 req-2158255d-38e9-4a8e-b2d1-40af7a22afee tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454535 Nov 26 02:46:55.531673 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098efca1-2cf6-442b-b0a4-508a02006dc0', 'tag': '04104088-c3db-4f80-aeee-60f0d4d46511'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:55.534026 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade49640-eb9a-4471-86aa-9df1090cbaef" -d '{"events": [{"name": "network-changed", "server_uuid": "098efca1-2cf6-442b-b0a4-508a02006dc0", "tag": "04104088-c3db-4f80-aeee-60f0d4d46511"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:55.861157 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b072a1d-5f91-474f-b358-afdf58d1b3ba req-822ad699-2ef1-44c7-87f0-f42594fe26fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:55.862625 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b072a1d-5f91-474f-b358-afdf58d1b3ba req-822ad699-2ef1-44c7-87f0-f42594fe26fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b75cf2e-a7cf-4eb0-9911-7b55bbceedab HTTP/1.1" status: 200 len: 917 time: 0.5162086 Nov 26 02:46:55.954301 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b072a1d-5f91-474f-b358-afdf58d1b3ba req-4861d75b-871a-4b07-b682-7d85afd726b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c1a72cd-508b-4009-b442-fc919f418b7c HTTP/1.1" status: 200 len: 217 time: 0.0580964 Nov 26 02:46:56.023638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384ca21-bd1c-411f-9eb9-3ec3849cca0e req-d23c4778-2eb8-44a2-a94a-4b5d392504b2 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:56.025159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f384ca21-bd1c-411f-9eb9-3ec3849cca0e req-d23c4778-2eb8-44a2-a94a-4b5d392504b2 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 944 time: 0.2147000 Nov 26 02:46:56.032999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50e685-ba88-439f-abf9-24309e670ec9 req-52eff98c-d267-428c-b36f-ece718efddcf tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:56.034354 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc50e685-ba88-439f-abf9-24309e670ec9 req-52eff98c-d267-428c-b36f-ece718efddcf tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ecd5cb-2738-4d1d-b522-c643337d711a HTTP/1.1" status: 200 len: 948 time: 0.2216203 Nov 26 02:46:56.050558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ce503-0944-4762-9417-898539d908c6 req-9ea01ed3-3b2c-4de6-9999-6fe646361841 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:56.051998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c0ce503-0944-4762-9417-898539d908c6 req-9ea01ed3-3b2c-4de6-9999-6fe646361841 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.2404568 Nov 26 02:46:56.139137 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b072a1d-5f91-474f-b358-afdf58d1b3ba req-f8546a6b-b340-46b5-afd8-0af75132998d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:56.140586 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b072a1d-5f91-474f-b358-afdf58d1b3ba req-f8546a6b-b340-46b5-afd8-0af75132998d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c932e09c-0952-4e12-9cea-fc52616dfde9 HTTP/1.1" status: 200 len: 855 time: 0.1724253 Nov 26 02:46:56.254637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f384ca21-bd1c-411f-9eb9-3ec3849cca0e req-a7c293c9-7803-490a-a1ea-e716da1a920b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161808 Nov 26 02:46:56.285738 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc50e685-ba88-439f-abf9-24309e670ec9 req-86dbdd44-5d78-4548-87c0-4d8388d33ec8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ead4d57-161b-4cee-9517-b9cb0143437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269242 Nov 26 02:46:56.295521 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5ce70ca7-5f3d-4bde-a57c-919555a005ca details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:46:56.315401 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b072a1d-5f91-474f-b358-afdf58d1b3ba req-bbb98f60-3f54-4635-aa20-77532d4d0924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:56.316988 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b072a1d-5f91-474f-b358-afdf58d1b3ba req-bbb98f60-3f54-4635-aa20-77532d4d0924 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b75cf2e-a7cf-4eb0-9911-7b55bbceedab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533144 Nov 26 02:46:56.339766 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d091e4c-8eb9-4bcd-aeef-b753e8d960fa x-openstack-request-id: req-6d091e4c-8eb9-4bcd-aeef-b753e8d960fa {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:56.340175 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098efca1-2cf6-442b-b0a4-508a02006dc0", "tag": "04104088-c3db-4f80-aeee-60f0d4d46511", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:56.340485 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d091e4c-8eb9-4bcd-aeef-b753e8d960fa {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:56.340944 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098efca1-2cf6-442b-b0a4-508a02006dc0', 'tag': '04104088-c3db-4f80-aeee-60f0d4d46511', 'status': 'completed', 'code': 200} Nov 26 02:46:56.395698 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-4c0ce503-0944-4762-9417-898539d908c6 req-6e89af26-fe0d-4030-b8ba-bb2a5785e3cb tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Deleting port 853ba577-f306-4fe3-b7b4-f44938af6ff5 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:56.395978 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4c0ce503-0944-4762-9417-898539d908c6 req-6e89af26-fe0d-4030-b8ba-bb2a5785e3cb tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:56.427971 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 5ce70ca7-5f3d-4bde-a57c-919555a005ca, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5ce70ca7-5f3d-4bde-a57c-919555a005ca,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:56.445515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '5ce70ca7-5f3d-4bde-a57c-919555a005ca', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '5ce70ca7-5f3d-4bde-a57c-919555a005ca', 'mac_address': 'fa:16:3e:72:a9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:46:56.500778 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:56.523609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce70ca7-5f3d-4bde-a57c-919555a005ca {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:46:56.547965 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 5ce70ca7-5f3d-4bde-a57c-919555a005ca, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5ce70ca7-5f3d-4bde-a57c-919555a005ca,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:56.554001 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:56.609203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=5ce70ca7-5f3d-4bde-a57c-919555a005ca,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:56.610367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b072a1d-5f91-474f-b358-afdf58d1b3ba req-19c98192-5cdd-4422-bd41-3b446ce4e681 service neutron] 10.222.0.59 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796204 Nov 26 02:46:56.635481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27be564-bfee-44f6-a151-d98a88121b0f req-4fa484d0-7185-4b5a-b9ba-cd0a5d7933d5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:56.641505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27be564-bfee-44f6-a151-d98a88121b0f req-4fa484d0-7185-4b5a-b9ba-cd0a5d7933d5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:56.648866 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d27be564-bfee-44f6-a151-d98a88121b0f req-4fa484d0-7185-4b5a-b9ba-cd0a5d7933d5 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 1683 time: 0.2569222 Nov 26 02:46:56.697586 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade49640-eb9a-4471-86aa-9df1090cbaef req-a4b48b0f-d46f-427b-801e-a99223f29f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:56.699078 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ade49640-eb9a-4471-86aa-9df1090cbaef req-a4b48b0f-d46f-427b-801e-a99223f29f96 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 1125 time: 0.2979259 Nov 26 02:46:56.787184 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-4c0ce503-0944-4762-9417-898539d908c6 req-6e89af26-fe0d-4030-b8ba-bb2a5785e3cb tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] For port 853ba577-f306-4fe3-b7b4-f44938af6ff5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=853ba577-f306-4fe3-b7b4-f44938af6ff5,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:56.787555 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4c0ce503-0944-4762-9417-898539d908c6 req-6e89af26-fe0d-4030-b8ba-bb2a5785e3cb tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:56.853184 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-4c0ce503-0944-4762-9417-898539d908c6 req-6e89af26-fe0d-4030-b8ba-bb2a5785e3cb tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Calling delete_port for 853ba577-f306-4fe3-b7b4-f44938af6ff5 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:56.909645 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24d722-9af1-4a60-9858-d55ac4d49962 req-7fd5da55-34fa-4f0f-a659-7cfd9a34291a tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:56.911141 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ba24d722-9af1-4a60-9858-d55ac4d49962 req-7fd5da55-34fa-4f0f-a659-7cfd9a34291a tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 945 time: 0.3443508 Nov 26 02:46:56.928428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d27be564-bfee-44f6-a151-d98a88121b0f req-3a065328-c7a9-4fe2-8ce9-1f1e88cc5033 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785974 Nov 26 02:46:57.018995 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['5ce70ca7-5f3d-4bde-a57c-919555a005ca'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:46:57.060650 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b072a1d-5f91-474f-b358-afdf58d1b3ba req-43d84c1b-c73f-421d-a630-096aa94395c5 service neutron] 10.222.0.59 "GET /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096398 Nov 26 02:46:57.069665 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1725d9e-ae7b-457c-8f1e-7509ca235487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:57.169921 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade49640-eb9a-4471-86aa-9df1090cbaef req-d5f82bbc-a7c6-49ef-92cc-6e70ecc77c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:57.171404 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ade49640-eb9a-4471-86aa-9df1090cbaef req-d5f82bbc-a7c6-49ef-92cc-6e70ecc77c82 service neutron] 10.222.0.54 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 922 time: 0.4215677 Nov 26 02:46:57.284509 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ba24d722-9af1-4a60-9858-d55ac4d49962 req-46ec83e4-4e83-4ff5-a3a3-00fe3f69d778 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628039 Nov 26 02:46:57.293197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ade49640-eb9a-4471-86aa-9df1090cbaef req-41aa4968-3e0d-4230-8d99-09cde0638234 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04104088-c3db-4f80-aeee-60f0d4d46511 HTTP/1.1" status: 200 len: 217 time: 0.1024115 Nov 26 02:46:57.310710 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4519402-4ea3-45b9-b622-fa8f67e10c77 req-2906c78c-ed82-4773-a828-5334dc396677 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:57.312302 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4519402-4ea3-45b9-b622-fa8f67e10c77 req-2906c78c-ed82-4773-a828-5334dc396677 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 950 time: 0.3089592 Nov 26 02:46:57.458171 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4519402-4ea3-45b9-b622-fa8f67e10c77 req-d74a5e3d-8738-4407-ac51-6fdec954ef21 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355927 Nov 26 02:46:57.535239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade49640-eb9a-4471-86aa-9df1090cbaef req-0f70f558-f356-487b-8087-885bf1d2b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:57.536983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ade49640-eb9a-4471-86aa-9df1090cbaef req-0f70f558-f356-487b-8087-885bf1d2b652 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.2349694 Nov 26 02:46:57.621807 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4c0ce503-0944-4762-9417-898539d908c6 req-6e89af26-fe0d-4030-b8ba-bb2a5785e3cb tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:57.664572 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['86022b09-c470-4f1b-b585-f0e3eb74f99e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:46:57.671555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ade49640-eb9a-4471-86aa-9df1090cbaef req-359b9917-8b46-4d53-b088-3b406f13c0b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162417 Nov 26 02:46:57.966969 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89af26-fe0d-4030-b8ba-bb2a5785e3cb tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Pushing event deleted for resources: {'Port': ['ID=853ba577-f306-4fe3-b7b4-f44938af6ff5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:58.062061 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0784c-49e3-4eb1-9163-c39a22b5eb39 req-af0cd815-d1e7-4818-9652-e48670cdd4e4 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:58.063784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-95f0784c-49e3-4eb1-9163-c39a22b5eb39 req-af0cd815-d1e7-4818-9652-e48670cdd4e4 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ecd5cb-2738-4d1d-b522-c643337d711a HTTP/1.1" status: 200 len: 949 time: 0.5257843 Nov 26 02:46:58.083276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ca07d-7416-4050-8ed9-9c4d1cf51484 req-1ed39072-34f4-4ea9-b2c6-82fea8ad32b6 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:58.087688 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a34ca07d-7416-4050-8ed9-9c4d1cf51484 req-1ed39072-34f4-4ea9-b2c6-82fea8ad32b6 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 944 time: 0.5479431 Nov 26 02:46:58.123947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0ce503-0944-4762-9417-898539d908c6 req-6e89af26-fe0d-4030-b8ba-bb2a5785e3cb tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] No DVR routers for this DVR port 853ba577-f306-4fe3-b7b4-f44938af6ff5 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:46:58.132093 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4c0ce503-0944-4762-9417-898539d908c6 req-6e89af26-fe0d-4030-b8ba-bb2a5785e3cb tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:58.135712 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c0ce503-0944-4762-9417-898539d908c6 req-6e89af26-fe0d-4030-b8ba-bb2a5785e3cb tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.59 "DELETE /v2.0/ports/853ba577-f306-4fe3-b7b4-f44938af6ff5 HTTP/1.1" status: 204 len: 173 time: 2.0641088 Nov 26 02:46:58.303142 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5ce70ca7-5f3d-4bde-a57c-919555a005ca up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:46:58.332935 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a34ca07d-7416-4050-8ed9-9c4d1cf51484 req-828bd123-5d73-4b68-bbb3-425650171b03 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110600 Nov 26 02:46:58.346833 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-95f0784c-49e3-4eb1-9163-c39a22b5eb39 req-44696a31-cf7b-4b34-a8ca-9114ed1802a8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ead4d57-161b-4cee-9517-b9cb0143437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750921 Nov 26 02:46:58.363594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c144bc4-7dca-4b6c-9735-55f49f52380b', 'name': 'network-vif-deleted', 'tag': '853ba577-f306-4fe3-b7b4-f44938af6ff5'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:58.366037 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a755d9-fcbc-4a1b-9898-c8567ed80efb" -d '{"events": [{"server_uuid": "0c144bc4-7dca-4b6c-9735-55f49f52380b", "name": "network-vif-deleted", "tag": "853ba577-f306-4fe3-b7b4-f44938af6ff5"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:58.371690 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ade49640-eb9a-4471-86aa-9df1090cbaef req-38cf7461-9354-4414-927e-3a20676a50d3 service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185171 Nov 26 02:46:58.426686 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 5ce70ca7-5f3d-4bde-a57c-919555a005ca completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:46:58.431838 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 5ce70ca7-5f3d-4bde-a57c-919555a005ca triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:46:58.432394 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:58.505509 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ade49640-eb9a-4471-86aa-9df1090cbaef req-65275137-8999-40c9-90a2-c8160fbc133c service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012766 Nov 26 02:46:58.588695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb6506-2a03-4788-aafa-0ca47f2379a7 req-ed1a9954-88eb-4676-bf40-17b6638f7c66 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:58.598111 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2acb6506-2a03-4788-aafa-0ca47f2379a7 req-ed1a9954-88eb-4676-bf40-17b6638f7c66 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 945 time: 0.0904775 Nov 26 02:46:58.609985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b1725d9e-ae7b-457c-8f1e-7509ca235487 admin admin] Deleting port 5241fc67-5dbb-4185-ab1f-d69a54d0362a {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:46:58.610425 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1725d9e-ae7b-457c-8f1e-7509ca235487 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:58.645238 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:58.694914 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ecd5cb-2738-4d1d-b522-c643337d711a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce70ca7-5f3d-4bde-a57c-919555a005ca'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:46:58.698842 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108a96d6-ed28-44e6-8441-92e4f83b59a9" -d '{"events": [{"server_uuid": "c4ecd5cb-2738-4d1d-b522-c643337d711a", "name": "network-vif-plugged", "status": "completed", "tag": "5ce70ca7-5f3d-4bde-a57c-919555a005ca"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:46:58.700752 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012d28d6-92a0-423e-8ee4-f44902b5ab3b x-openstack-request-id: req-012d28d6-92a0-423e-8ee4-f44902b5ab3b {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:58.701241 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c144bc4-7dca-4b6c-9735-55f49f52380b", "name": "network-vif-deleted", "tag": "853ba577-f306-4fe3-b7b4-f44938af6ff5", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:58.701373 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-012d28d6-92a0-423e-8ee4-f44902b5ab3b {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:58.701728 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c144bc4-7dca-4b6c-9735-55f49f52380b', 'name': 'network-vif-deleted', 'tag': '853ba577-f306-4fe3-b7b4-f44938af6ff5', 'status': 'completed', 'code': 200} Nov 26 02:46:58.727868 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 5ce70ca7-5f3d-4bde-a57c-919555a005ca, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5ce70ca7-5f3d-4bde-a57c-919555a005ca,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:58.739003 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:58.740773 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 853ba577-f306-4fe3-b7b4-f44938af6ff5 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:46:58.748471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-b1725d9e-ae7b-457c-8f1e-7509ca235487 admin admin] For port 5241fc67-5dbb-4185-ab1f-d69a54d0362a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5241fc67-5dbb-4185-ab1f-d69a54d0362a,segment=NetworkSegment(09a9c12e-3665-4890-9e16-a3bfd792655c),segment_id=09a9c12e-3665-4890-9e16-a3bfd792655c)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:46:58.748867 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1725d9e-ae7b-457c-8f1e-7509ca235487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:58.766839 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2acb6506-2a03-4788-aafa-0ca47f2379a7 req-9115bb5c-562d-42df-8d15-ed06d80b58bf tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677365 Nov 26 02:46:58.792763 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b1725d9e-ae7b-457c-8f1e-7509ca235487 admin admin] Calling delete_port for 5241fc67-5dbb-4185-ab1f-d69a54d0362a owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:46:58.793929 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 853ba577-f306-4fe3-b7b4-f44938af6ff5 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:46:58.794669 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 853ba577-f306-4fe3-b7b4-f44938af6ff5 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:46:58.896973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=5ce70ca7-5f3d-4bde-a57c-919555a005ca,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:58.974426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0cab057b-81a8-4c20-a5cb-be1d8c385ee6 req-559ef874-3102-42e3-a4f2-d414fed6cfab tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c144bc4-7dca-4b6c-9735-55f49f52380b HTTP/1.1" status: 200 len: 210 time: 0.0504296 Nov 26 02:46:59.036670 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b057945-e3a1-4b01-b854-75c393bbceac x-openstack-request-id: req-7b057945-e3a1-4b01-b854-75c393bbceac {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:46:59.038102 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ecd5cb-2738-4d1d-b522-c643337d711a", "name": "network-vif-plugged", "status": "completed", "tag": "5ce70ca7-5f3d-4bde-a57c-919555a005ca", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:46:59.038102 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b057945-e3a1-4b01-b854-75c393bbceac {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:46:59.038102 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ecd5cb-2738-4d1d-b522-c643337d711a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce70ca7-5f3d-4bde-a57c-919555a005ca', 'code': 200} Nov 26 02:46:59.138864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109a5e4-243b-4f12-bfc0-881dae377445 req-6384049b-35d1-42a1-bab7-0870b308c476 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:59.149128 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109a5e4-243b-4f12-bfc0-881dae377445 req-6384049b-35d1-42a1-bab7-0870b308c476 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:59.151095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a109a5e4-243b-4f12-bfc0-881dae377445 req-6384049b-35d1-42a1-bab7-0870b308c476 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 1683 time: 0.1909130 Nov 26 02:46:59.319745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05988f4d-d1e5-4992-9612-e9590c3918fe req-2f5a833f-5568-4844-b151-441017e33c35 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:59.321403 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05988f4d-d1e5-4992-9612-e9590c3918fe req-2f5a833f-5568-4844-b151-441017e33c35 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 946 time: 0.1552474 Nov 26 02:46:59.347178 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a109a5e4-243b-4f12-bfc0-881dae377445 req-da2b131d-8087-4e3c-b7cc-3e84c1832d2f tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743348 Nov 26 02:46:59.374339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8232eb-791d-46a6-a1f2-63ecef6440db req-fac18fdb-0dfa-43b4-abbd-58f5d099d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:59.376489 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f8232eb-791d-46a6-a1f2-63ecef6440db req-fac18fdb-0dfa-43b4-abbd-58f5d099d591 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c4ecd5cb-2738-4d1d-b522-c643337d711a HTTP/1.1" status: 200 len: 1101 time: 0.1496139 Nov 26 02:46:59.442414 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1725d9e-ae7b-457c-8f1e-7509ca235487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:59.461222 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05988f4d-d1e5-4992-9612-e9590c3918fe req-923eaab0-98e2-462a-b986-e63b35c81dca tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112139 Nov 26 02:46:59.509211 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1725d9e-ae7b-457c-8f1e-7509ca235487 admin admin] Pushing event deleted for resources: {'Port': ['ID=5241fc67-5dbb-4185-ab1f-d69a54d0362a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:46:59.626099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f8232eb-791d-46a6-a1f2-63ecef6440db req-3d0a4d7e-9662-40ef-bc83-0644b8d58177 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4ead4d57-161b-4cee-9517-b9cb0143437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251933 Nov 26 02:46:59.754898 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c699c1-3f05-4dc2-8ec7-92489a948350 req-27325ed2-ee0a-4730-af39-dfa6330bc83f tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:59.756772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62c699c1-3f05-4dc2-8ec7-92489a948350 req-27325ed2-ee0a-4730-af39-dfa6330bc83f tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 945 time: 0.2769668 Nov 26 02:46:59.812932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf73df-4742-455d-a756-9c75b4e0310a req-4ae4aa66-e128-4b02-b1c2-b97355ba6947 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:46:59.814571 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cdf73df-4742-455d-a756-9c75b4e0310a req-4ae4aa66-e128-4b02-b1c2-b97355ba6947 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 944 time: 0.1976979 Nov 26 02:46:59.878484 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1725d9e-ae7b-457c-8f1e-7509ca235487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:46:59.889747 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62c699c1-3f05-4dc2-8ec7-92489a948350 req-69db32fe-fb53-4e2e-8320-e684c30e151d tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244807 Nov 26 02:47:00.002893 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cdf73df-4742-455d-a756-9c75b4e0310a req-199b5098-6a4e-4a44-a087-e7be2c784304 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795263 Nov 26 02:47:00.155486 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-46cc9ff3-6c74-4bad-93f2-1c31c3834639 service neutron] 10.222.0.54 "GET /v2.0/ports/04104088-c3db-4f80-aeee-60f0d4d46511/bindings/n-h2-819389-3 HTTP/1.1" status: 200 len: 384 time: 0.1952963 Nov 26 02:47:00.164020 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f5fee-a4ad-46c7-8112-4951dcc1a6a5 req-161863fc-3a70-4857-a67e-273f4dba8bad tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:00.165569 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc3f5fee-a4ad-46c7-8112-4951dcc1a6a5 req-161863fc-3a70-4857-a67e-273f4dba8bad tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ecd5cb-2738-4d1d-b522-c643337d711a HTTP/1.1" status: 200 len: 950 time: 0.1675432 Nov 26 02:47:00.300760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6605e-89e7-40dd-95ff-b6f629b03e2f req-0fca5c1e-5777-4823-942e-fc92b0257cd1 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:00.302333 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24e6605e-89e7-40dd-95ff-b6f629b03e2f req-0fca5c1e-5777-4823-942e-fc92b0257cd1 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf HTTP/1.1" status: 200 len: 946 time: 0.2091882 Nov 26 02:47:00.417095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc3f5fee-a4ad-46c7-8112-4951dcc1a6a5 req-4aa54f87-c5d8-44e7-be7f-482ec4017cef tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ead4d57-161b-4cee-9517-b9cb0143437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407987 Nov 26 02:47:00.491548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-080fef80-341f-4bb6-9e37-02ef1523031c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:00.497718 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-080fef80-341f-4bb6-9e37-02ef1523031c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:00.499306 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-080fef80-341f-4bb6-9e37-02ef1523031c tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.54 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 1683 time: 0.1696525 Nov 26 02:47:00.503244 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24e6605e-89e7-40dd-95ff-b6f629b03e2f req-f36cb8b1-a685-497b-8053-b844af830f48 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821892 Nov 26 02:47:00.576958 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1725d9e-ae7b-457c-8f1e-7509ca235487 admin admin] Router 0d319d3d-5c29-47cc-a195-29104b838fbe has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:47:01.097351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e2e82c91-2d9f-4664-b5b4-e02a9b0254fb service neutron] For port 04104088-c3db-4f80-aeee-60f0d4d46511, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=04104088-c3db-4f80-aeee-60f0d4d46511,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:01.125933 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185618fd-eb85-4252-a24d-7bfac231c0df req-a181c9df-ee20-4189-ad25-8f80b95740e3 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:01.132020 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185618fd-eb85-4252-a24d-7bfac231c0df req-a181c9df-ee20-4189-ad25-8f80b95740e3 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:01.133714 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-185618fd-eb85-4252-a24d-7bfac231c0df req-a181c9df-ee20-4189-ad25-8f80b95740e3 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 1683 time: 0.5283740 Nov 26 02:47:01.176214 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e2e82c91-2d9f-4664-b5b4-e02a9b0254fb service neutron] For port 04104088-c3db-4f80-aeee-60f0d4d46511, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:47:01.190524 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-9791c3da-14b3-4436-a5e3-83657e2694fd tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Deleting port 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:01.191002 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-9791c3da-14b3-4436-a5e3-83657e2694fd tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:01.226378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14df29-2d8b-48ff-99fe-0c3e8d7e3cd9 req-75254b3f-e575-4113-81bf-87af16d260b6 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:01.227956 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de14df29-2d8b-48ff-99fe-0c3e8d7e3cd9 req-75254b3f-e575-4113-81bf-87af16d260b6 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 945 time: 0.2112944 Nov 26 02:47:01.277745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1725d9e-ae7b-457c-8f1e-7509ca235487 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:47:01.287744 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a97141-c398-4c70-80ce-6e6e8e884515 None None] Sync routers for ids ['0d319d3d-5c29-47cc-a195-29104b838fbe'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:47:01.299148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b1725d9e-ae7b-457c-8f1e-7509ca235487 admin admin] 10.222.0.31 "PUT /v2.0/routers/0d319d3d-5c29-47cc-a195-29104b838fbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0758932 Nov 26 02:47:01.301814 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34938) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:01.302597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a97141-c398-4c70-80ce-6e6e8e884515 None None] Routers {'0d319d3d-5c29-47cc-a195-29104b838fbe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:01.303458 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-15a97141-c398-4c70-80ce-6e6e8e884515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:46:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['0d319d3d-5c29-47cc-a195-29104b838fbe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:01.313891 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e2e82c91-2d9f-4664-b5b4-e02a9b0254fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04104088-c3db-4f80-aeee-60f0d4d46511 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:47:01.338659 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e2e82c91-2d9f-4664-b5b4-e02a9b0254fb service neutron] For port 04104088-c3db-4f80-aeee-60f0d4d46511, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=04104088-c3db-4f80-aeee-60f0d4d46511,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:01.390904 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-185618fd-eb85-4252-a24d-7bfac231c0df req-c56c86f2-d1cd-482e-9b98-425a1182596e tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406127 Nov 26 02:47:01.399483 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e2e82c91-2d9f-4664-b5b4-e02a9b0254fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:01.479834 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de14df29-2d8b-48ff-99fe-0c3e8d7e3cd9 req-5c4fad6d-3c2f-42f8-bb91-4d2a76183daa tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368867 Nov 26 02:47:01.551093 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08c74cca-5f5f-40c6-abff-9f958522020c admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:01.579608 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e2e82c91-2d9f-4664-b5b4-e02a9b0254fb service neutron] Transition to ACTIVE for port object 04104088-c3db-4f80-aeee-60f0d4d46511 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:47:01.599315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-9791c3da-14b3-4436-a5e3-83657e2694fd tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] For port 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=2d55f1a6-3497-42b4-a1b4-bc1c2062e33b,segment=NetworkSegment(c2ff9c14-977a-4fc9-be35-bd5b58bf59cc),segment_id=c2ff9c14-977a-4fc9-be35-bd5b58bf59cc)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:01.599970 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-9791c3da-14b3-4436-a5e3-83657e2694fd tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:01.603041 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e2e82c91-2d9f-4664-b5b4-e02a9b0254fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:01.661407 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-9791c3da-14b3-4436-a5e3-83657e2694fd tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Calling delete_port for 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:01.679826 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08c74cca-5f5f-40c6-abff-9f958522020c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:01.681795 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-15a97141-c398-4c70-80ce-6e6e8e884515 None None] Set router 0d319d3d-5c29-47cc-a195-29104b838fbe gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:01.774935 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:01.803512 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-08c74cca-5f5f-40c6-abff-9f958522020c admin admin] Deleting port 4f2e67d4-2785-490d-a63f-e3061466751c {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:01.804333 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08c74cca-5f5f-40c6-abff-9f958522020c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:01.804808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e2e82c91-2d9f-4664-b5b4-e02a9b0254fb service neutron] No DVR routers for this DVR port 04104088-c3db-4f80-aeee-60f0d4d46511 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:01.858900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a244a-c328-4f53-b87e-21a4fb1b8812 req-56ab1f0e-745f-45e0-95b9-c3642c50ac15 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:01.860489 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-579a244a-c328-4f53-b87e-21a4fb1b8812 req-56ab1f0e-745f-45e0-95b9-c3642c50ac15 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 946 time: 0.2788329 Nov 26 02:47:01.881306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e82c91-2d9f-4664-b5b4-e02a9b0254fb service neutron] Pushing event updated for resources: {'Port': ['ID=04104088-c3db-4f80-aeee-60f0d4d46511,revision_number=10']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:01.922778 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eed457-8c6d-43f5-b2aa-b61827307d60 req-f5ed9e46-8eb3-4800-9b6c-8fabb3ac627b tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:01.930463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37eed457-8c6d-43f5-b2aa-b61827307d60 req-f5ed9e46-8eb3-4800-9b6c-8fabb3ac627b tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.2959104 Nov 26 02:47:01.940734 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-08c74cca-5f5f-40c6-abff-9f958522020c admin admin] For port 4f2e67d4-2785-490d-a63f-e3061466751c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4f2e67d4-2785-490d-a63f-e3061466751c,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:01.941566 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08c74cca-5f5f-40c6-abff-9f958522020c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:01.958435 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e2e82c91-2d9f-4664-b5b4-e02a9b0254fb service neutron] 10.222.0.54 "PUT /v2.0/ports/04104088-c3db-4f80-aeee-60f0d4d46511/bindings/n-h2-819389-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7918696 Nov 26 02:47:01.965014 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-08c74cca-5f5f-40c6-abff-9f958522020c admin admin] Calling delete_port for 4f2e67d4-2785-490d-a63f-e3061466751c owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:02.011731 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:02.017758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-579a244a-c328-4f53-b87e-21a4fb1b8812 req-cca71207-1c18-4354-a8ff-81bb9e23f01c tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485589 Nov 26 02:47:02.039114 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37eed457-8c6d-43f5-b2aa-b61827307d60 req-9fafb331-976d-4b58-9426-9ccd3d6e0e11 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057575 Nov 26 02:47:02.158371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-15a97141-c398-4c70-80ce-6e6e8e884515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'name': 'tempest-ServersTestJSON-1484371602-router', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:44:21Z', 'updated_at': '2021-11-26T02:46:59Z', 'revision_number': 5, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'gw_port': {'id': '4f2e67d4-2785-490d-a63f-e3061466751c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:44:22Z', 'updated_at': '2021-11-26T02:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:02.188645 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a97141-c398-4c70-80ce-6e6e8e884515 None None] Checking router: 0d319d3d-5c29-47cc-a195-29104b838fbe for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:47:02.196704 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 26 02:47:02.196704 n-d-819389-3 neutron-server[104803]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Nov 26 02:47:02.196704 n-d-819389-3 neutron-server[104803]: [parameters: {'status': 'DOWN', 'ports_id': '2d55f1a6-3497-42b4-a1b4-bc1c2062e33b'}] Nov 26 02:47:02.196704 n-d-819389-3 neutron-server[104803]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:47:02.197179 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:47:02.201761 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a97141-c398-4c70-80ce-6e6e8e884515 None None] Routers {'0d319d3d-5c29-47cc-a195-29104b838fbe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:02.202399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-15a97141-c398-4c70-80ce-6e6e8e884515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:46:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['0d319d3d-5c29-47cc-a195-29104b838fbe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:02.307833 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08c74cca-5f5f-40c6-abff-9f958522020c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:02.320975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e21cc2-79cc-4b53-96e4-ed9f948c7618 req-1dff0753-9ca1-42a1-874e-a900fbe3e0b3 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:02.322605 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9e21cc2-79cc-4b53-96e4-ed9f948c7618 req-1dff0753-9ca1-42a1-874e-a900fbe3e0b3 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 945 time: 0.1796386 Nov 26 02:47:02.346093 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c74cca-5f5f-40c6-abff-9f958522020c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2e67d4-2785-490d-a63f-e3061466751c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:02.349823 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19139e-b544-4d28-893d-b425e8a1d6da req-93451785-ca31-40a6-8ae5-f9134d532ef9 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:02.357741 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae19139e-b544-4d28-893d-b425e8a1d6da req-93451785-ca31-40a6-8ae5-f9134d532ef9 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ecd5cb-2738-4d1d-b522-c643337d711a HTTP/1.1" status: 200 len: 950 time: 0.1941876 Nov 26 02:47:02.384083 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-15a97141-c398-4c70-80ce-6e6e8e884515 None None] Set router 0d319d3d-5c29-47cc-a195-29104b838fbe gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:02.403765 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-9791c3da-14b3-4436-a5e3-83657e2694fd tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:02.417567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-fc7901ea-04f8-4c40-9955-6970978886b0 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:02.419091 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-fc7901ea-04f8-4c40-9955-6970978886b0 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0&tenant_id=e8a793ab79454cf9836e2116f38adfa2&binding%3Ahost_id=n-h1-819389-3 HTTP/1.1" status: 200 len: 1096 time: 0.3231118 Nov 26 02:47:02.434232 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08c74cca-5f5f-40c6-abff-9f958522020c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:02.497323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-15a97141-c398-4c70-80ce-6e6e8e884515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'name': 'tempest-ServersTestJSON-1484371602-router', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:44:21Z', 'updated_at': '2021-11-26T02:47:01Z', 'revision_number': 6, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:02.503004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae19139e-b544-4d28-893d-b425e8a1d6da req-cf402e35-ff8b-4efb-a23f-5e7f034385fb tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ead4d57-161b-4cee-9517-b9cb0143437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383767 Nov 26 02:47:02.550963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791c3da-14b3-4436-a5e3-83657e2694fd tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event deleted for resources: {'Port': ['ID=2d55f1a6-3497-42b4-a1b4-bc1c2062e33b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:02.553800 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08c74cca-5f5f-40c6-abff-9f958522020c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:02.556839 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08c74cca-5f5f-40c6-abff-9f958522020c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:02.566055 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a97141-c398-4c70-80ce-6e6e8e884515 None None] The sync data for ids ['0d319d3d-5c29-47cc-a195-29104b838fbe'] in n-d-819389-3 is: [{'id': '0d319d3d-5c29-47cc-a195-29104b838fbe', 'name': 'tempest-ServersTestJSON-1484371602-router', 'tenant_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:44:21Z', 'updated_at': '2021-11-26T02:47:01Z', 'revision_number': 6, 'project_id': '3a5fa91a65ac4e8bbb64be48d221615c', 'gw_port_host': None}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:47:02.612845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-9ae966bc-5a20-4880-88e4-9b634c6055e9 req-6c6512b3-6a41-4565-972b-62eb08129e89 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:47:02.614888 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ae966bc-5a20-4880-88e4-9b634c6055e9 req-6c6512b3-6a41-4565-972b-62eb08129e89 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110707 Nov 26 02:47:02.640640 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9e21cc2-79cc-4b53-96e4-ed9f948c7618 req-6e557b2e-4858-4bd5-98c1-e0dd0213acf2 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730424 Nov 26 02:47:02.640884 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08c74cca-5f5f-40c6-abff-9f958522020c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:02.643131 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c74cca-5f5f-40c6-abff-9f958522020c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d319d3d-5c29-47cc-a195-29104b838fbe {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:47:02.661650 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08c74cca-5f5f-40c6-abff-9f958522020c admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:02.669910 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-08c74cca-5f5f-40c6-abff-9f958522020c admin admin] 10.222.0.31 "DELETE /v2.0/routers/0d319d3d-5c29-47cc-a195-29104b838fbe HTTP/1.1" status: 204 len: 168 time: 1.3658843 Nov 26 02:47:02.670642 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34950) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:02.735373 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Port 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b update to DOWN by agent not found {{(pid=104803) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 26 02:47:02.735684 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 04104088-c3db-4f80-aeee-60f0d4d46511 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:02.760175 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a9062d-14a0-43dc-b429-8174dece88a3 admin admin] Deleting subnet b628bb65-f107-41df-902f-a8e06f70c847 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:47:02.767736 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33a9062d-14a0-43dc-b429-8174dece88a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:02.830671 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 04104088-c3db-4f80-aeee-60f0d4d46511 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:02.840733 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33a9062d-14a0-43dc-b429-8174dece88a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:02.844949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-9791c3da-14b3-4436-a5e3-83657e2694fd tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] No DVR routers for this DVR port 2d55f1a6-3497-42b4-a1b4-bc1c2062e33b on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:02.853942 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-9791c3da-14b3-4436-a5e3-83657e2694fd tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:02.857666 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-9791c3da-14b3-4436-a5e3-83657e2694fd tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.54 "DELETE /v2.0/ports/2d55f1a6-3497-42b4-a1b4-bc1c2062e33b HTTP/1.1" status: 204 len: 173 time: 2.3494542 Nov 26 02:47:02.866303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf32077-3d34-4207-947a-7a29705f1df9', 'name': 'network-vif-deleted', 'tag': '2d55f1a6-3497-42b4-a1b4-bc1c2062e33b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:02.868718 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d9cc60-b73a-470f-8301-6df9eda2e67f" -d '{"events": [{"server_uuid": "adf32077-3d34-4207-947a-7a29705f1df9", "name": "network-vif-deleted", "tag": "2d55f1a6-3497-42b4-a1b4-bc1c2062e33b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:02.914654 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-d1febd2d-a1aa-4291-8b00-8f5aa631f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:02.916321 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-d1febd2d-a1aa-4291-8b00-8f5aa631f0c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0&tenant_id=e8a793ab79454cf9836e2116f38adfa2 HTTP/1.1" status: 200 len: 1096 time: 0.4365211 Nov 26 02:47:02.943870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168da65-d488-4927-9995-3716d919a1b0 req-26f0eea7-72e2-4433-8716-546227a49ce2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:02.945611 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5168da65-d488-4927-9995-3716d919a1b0 req-26f0eea7-72e2-4433-8716-546227a49ce2 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.54 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 0.4417214 Nov 26 02:47:03.030538 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33a9062d-14a0-43dc-b429-8174dece88a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:03.083719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5241fc67-5dbb-4185-ab1f-d69a54d0362a no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:03.106835 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb0fd3-8eb2-46d1-95e7-1de652029d7d req-3020f09c-c046-492d-89ba-bf655892bd35 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:03.116760 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0eb0fd3-8eb2-46d1-95e7-1de652029d7d req-3020f09c-c046-492d-89ba-bf655892bd35 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 946 time: 0.3627961 Nov 26 02:47:03.127876 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 5241fc67-5dbb-4185-ab1f-d69a54d0362a {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:47:03.129666 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5241fc67-5dbb-4185-ab1f-d69a54d0362a not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:03.131511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ae966bc-5a20-4880-88e4-9b634c6055e9 req-7d2b2c40-a768-4c18-81b6-3a5199bc5d4e tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4849644 Nov 26 02:47:03.137463 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33a9062d-14a0-43dc-b429-8174dece88a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:03.175663 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9062d-14a0-43dc-b429-8174dece88a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b628bb65-f107-41df-902f-a8e06f70c847,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:03.188229 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33a9062d-14a0-43dc-b429-8174dece88a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:03.195730 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-33a9062d-14a0-43dc-b429-8174dece88a3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b628bb65-f107-41df-902f-a8e06f70c847 HTTP/1.1" status: 204 len: 168 time: 0.5234318 Nov 26 02:47:03.204364 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79518df-7683-4c58-be01-cc20e8b91339 None None] Network e385a57f-fd7b-48b8-9159-a67e37a28700 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:47:03.205832 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34960) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:03.287580 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0eb0fd3-8eb2-46d1-95e7-1de652029d7d req-9b51652e-d7cc-4150-85cf-51f07dfe0239 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/security-groups?id=01f26a13-cb62-4f93-8971-32e386d5ca3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691682 Nov 26 02:47:03.312858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-0343ac7c-cb1d-4ade-94c1-5faad75c9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:03.312858 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-0343ac7c-cb1d-4ade-94c1-5faad75c9eaf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 1096 time: 0.2912972 Nov 26 02:47:03.320859 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b369ddb-c0e1-4a9d-a2ff-3d452fe37248 req-778a5ae6-0311-4e96-942c-39da612245da tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:03.323331 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b369ddb-c0e1-4a9d-a2ff-3d452fe37248 req-778a5ae6-0311-4e96-942c-39da612245da tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.59 "GET /v2.0/ports?device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 946 time: 0.3330266 Nov 26 02:47:03.368915 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:03.488471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-5168da65-d488-4927-9995-3716d919a1b0 req-fa40f528-7284-4467-85ae-c47b95c9371d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Deleting port 86022b09-c470-4f1b-b585-f0e3eb74f99e {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:03.489746 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5168da65-d488-4927-9995-3716d919a1b0 req-fa40f528-7284-4467-85ae-c47b95c9371d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:03.499033 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] Deleting port 1f867e9a-9b0e-44da-9872-077db7b7899c {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:03.502503 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2e4d83-e7e5-4fa7-8e31-3801e7010b75 x-openstack-request-id: req-5c2e4d83-e7e5-4fa7-8e31-3801e7010b75 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:03.502789 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf32077-3d34-4207-947a-7a29705f1df9", "name": "network-vif-deleted", "tag": "2d55f1a6-3497-42b4-a1b4-bc1c2062e33b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:03.503044 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c2e4d83-e7e5-4fa7-8e31-3801e7010b75 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:03.503782 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:03.510847 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf32077-3d34-4207-947a-7a29705f1df9', 'name': 'network-vif-deleted', 'tag': '2d55f1a6-3497-42b4-a1b4-bc1c2062e33b', 'status': 'completed', 'code': 200} Nov 26 02:47:03.565575 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34830397-e5ae-46aa-9fc5-78e224d7fe06 None None] DHCP port deletion for e385a57f-fd7b-48b8-9159-a67e37a28700 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:47:03.625737 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] For port 1f867e9a-9b0e-44da-9872-077db7b7899c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1f867e9a-9b0e-44da-9872-077db7b7899c,segment=NetworkSegment(09a9c12e-3665-4890-9e16-a3bfd792655c),segment_id=09a9c12e-3665-4890-9e16-a3bfd792655c)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:03.626157 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:03.637121 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34830397-e5ae-46aa-9fc5-78e224d7fe06 None None] Deleting port 1f867e9a-9b0e-44da-9872-077db7b7899c {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:03.637860 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34830397-e5ae-46aa-9fc5-78e224d7fe06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:03.642151 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] Calling delete_port for 1f867e9a-9b0e-44da-9872-077db7b7899c owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:03.728870 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34830397-e5ae-46aa-9fc5-78e224d7fe06 None None] For port 1f867e9a-9b0e-44da-9872-077db7b7899c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1f867e9a-9b0e-44da-9872-077db7b7899c,segment=NetworkSegment(09a9c12e-3665-4890-9e16-a3bfd792655c),segment_id=09a9c12e-3665-4890-9e16-a3bfd792655c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:03.729567 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34830397-e5ae-46aa-9fc5-78e224d7fe06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:03.753575 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a0c51549-c4c6-428c-a160-8a2ccaa78bca no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:03.756694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34830397-e5ae-46aa-9fc5-78e224d7fe06 None None] Calling delete_port for 1f867e9a-9b0e-44da-9872-077db7b7899c owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:03.760427 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:03.797690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-7aabc558-5b85-4f4a-a777-0e5130ea88c6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Deleting port a0c51549-c4c6-428c-a160-8a2ccaa78bca {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:03.798294 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-7aabc558-5b85-4f4a-a777-0e5130ea88c6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:03.804566 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f867e9a-9b0e-44da-9872-077db7b7899c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:03.808841 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] No DVR routers for this DVR port 1f867e9a-9b0e-44da-9872-077db7b7899c on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:03.987388 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:03.988019 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34830397-e5ae-46aa-9fc5-78e224d7fe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:04.036682 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e385a57f-fd7b-48b8-9159-a67e37a28700']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:04.050576 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:04.063693 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a9c12e-3665-4890-9e16-a3bfd792655c') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:04.063693 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a9c12e-3665-4890-9e16-a3bfd792655c') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:04.091140 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:04.095234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5168da65-d488-4927-9995-3716d919a1b0 req-fa40f528-7284-4467-85ae-c47b95c9371d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] For port 86022b09-c470-4f1b-b585-f0e3eb74f99e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=86022b09-c470-4f1b-b585-f0e3eb74f99e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:04.095628 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5168da65-d488-4927-9995-3716d919a1b0 req-fa40f528-7284-4467-85ae-c47b95c9371d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:04.100832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34830397-e5ae-46aa-9fc5-78e224d7fe06 None None] Pushing event deleted for resources: {'Port': ['ID=1f867e9a-9b0e-44da-9872-077db7b7899c,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:04.111259 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34830397-e5ae-46aa-9fc5-78e224d7fe06 None None] No DVR routers for this DVR port 1f867e9a-9b0e-44da-9872-077db7b7899c on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:04.123391 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:04.145617 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf32077-3d34-4207-947a-7a29705f1df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0c51549-c4c6-428c-a160-8a2ccaa78bca'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:04.146769 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:47:04.147462 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:04.148098 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65409f2-31eb-49e7-a745-ecb3adb60f54" -d '{"events": [{"server_uuid": "adf32077-3d34-4207-947a-7a29705f1df9", "name": "network-vif-unplugged", "status": "completed", "tag": "a0c51549-c4c6-428c-a160-8a2ccaa78bca"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:47:04.150622 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:47:04.154276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-5168da65-d488-4927-9995-3716d919a1b0 req-fa40f528-7284-4467-85ae-c47b95c9371d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Calling delete_port for 86022b09-c470-4f1b-b585-f0e3eb74f99e owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:04.165413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port a0c51549-c4c6-428c-a160-8a2ccaa78bca, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a0c51549-c4c6-428c-a160-8a2ccaa78bca,segment=NetworkSegment(c44ef870-463b-4726-ad1b-1a98a7bbca35),segment_id=c44ef870-463b-4726-ad1b-1a98a7bbca35)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:04.171172 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:04.231543 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:04.243756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=a0c51549-c4c6-428c-a160-8a2ccaa78bca,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:04.264845 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:04.268478 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e385a57f-fd7b-48b8-9159-a67e37a28700 HTTP/1.1" status: 204 len: 168 time: 1.0612385 Nov 26 02:47:04.269590 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a2364-30c2-42a6-92a8-9ce8479bcf51 admin admin] Pushing event deleted for resources: {'Network': ['ID=e385a57f-fd7b-48b8-9159-a67e37a28700,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:04.470568 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34976) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:04.471145 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-cb60cb9d-25a8-440c-a446-729c9958791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:04.472496 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-cb60cb9d-25a8-440c-a446-729c9958791b service neutron] 10.222.0.59 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 922 time: 1.1371386 Nov 26 02:47:04.485204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3c577-a8f7-45ff-b209-8ec85634efbd req-4ed7d237-732a-47c9-a341-2d9391307a3b tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:04.486732 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9c3c577-a8f7-45ff-b209-8ec85634efbd req-4ed7d237-732a-47c9-a341-2d9391307a3b tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 946 time: 0.8620965 Nov 26 02:47:04.522923 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9a3a9cdc-3694-42b6-b191-71647e71412e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a5fa91a65ac4e8bbb64be48d221615c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490029 Nov 26 02:47:04.523589 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34978) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:04.578543 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9b44bbb-7e6c-45b5-acd5-3de6348eac09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:04.588983 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899a8c0-a2cc-437a-ba81-3bd9824713a9 req-43ad5a5f-1d2f-483e-a469-af7cf3722eeb tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:04.592526 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6899a8c0-a2cc-437a-ba81-3bd9824713a9 req-43ad5a5f-1d2f-483e-a469-af7cf3722eeb tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b13dd9-9876-4284-8c8d-52f2e7d678d6 HTTP/1.1" status: 200 len: 949 time: 1.0602612 Nov 26 02:47:04.595159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-7e9f2931-b690-483a-8a89-23f17777cecc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04104088-c3db-4f80-aeee-60f0d4d46511 HTTP/1.1" status: 200 len: 217 time: 0.1032498 Nov 26 02:47:04.601396 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9b44bbb-7e6c-45b5-acd5-3de6348eac09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:04.674953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-7aabc558-5b85-4f4a-a777-0e5130ea88c6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] For port a0c51549-c4c6-428c-a160-8a2ccaa78bca, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a0c51549-c4c6-428c-a160-8a2ccaa78bca,segment=NetworkSegment(c44ef870-463b-4726-ad1b-1a98a7bbca35),segment_id=c44ef870-463b-4726-ad1b-1a98a7bbca35)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:04.675338 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9b44bbb-7e6c-45b5-acd5-3de6348eac09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:04.675618 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-7aabc558-5b85-4f4a-a777-0e5130ea88c6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:04.680210 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9b44bbb-7e6c-45b5-acd5-3de6348eac09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:04.681701 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f9b44bbb-7e6c-45b5-acd5-3de6348eac09 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4004d8cf-cdbb-42d5-9045-5c12d4a08938 HTTP/1.1" status: 204 len: 168 time: 0.1570437 Nov 26 02:47:04.691044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b44bbb-7e6c-45b5-acd5-3de6348eac09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4004d8cf-cdbb-42d5-9045-5c12d4a08938,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:04.752003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-7aabc558-5b85-4f4a-a777-0e5130ea88c6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Calling delete_port for a0c51549-c4c6-428c-a160-8a2ccaa78bca owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:04.758481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-8b369ddb-c0e1-4a9d-a2ff-3d452fe37248 req-37be3f79-9cd0-4444-b94a-5d3a0b42d355 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Deleting port e0a1110b-01ec-4371-a527-4a566ec6f3d4 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:04.759258 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8b369ddb-c0e1-4a9d-a2ff-3d452fe37248 req-37be3f79-9cd0-4444-b94a-5d3a0b42d355 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:04.778064 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4f2e67d4-2785-490d-a63f-e3061466751c no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:04.809413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 4f2e67d4-2785-490d-a63f-e3061466751c {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:47:04.809761 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4f2e67d4-2785-490d-a63f-e3061466751c not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:04.810178 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1f867e9a-9b0e-44da-9872-077db7b7899c no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:04.837927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 1f867e9a-9b0e-44da-9872-077db7b7899c {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:47:04.838485 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1f867e9a-9b0e-44da-9872-077db7b7899c not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:04.879503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e5af9322-069e-43eb-bf4f-d1efc7b5aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:04.881039 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-e5af9322-069e-43eb-bf4f-d1efc7b5aa6a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.2752559 Nov 26 02:47:04.908876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9c3c577-a8f7-45ff-b209-8ec85634efbd req-b63c8a39-858e-4eb7-bc9f-7e384b4af81a tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780918 Nov 26 02:47:05.013357 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6899a8c0-a2cc-437a-ba81-3bd9824713a9 req-66979bfa-f605-42a3-a690-201b4441bd22 tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.31 "GET /v2.0/security-groups?id=65a5465d-5965-4fce-b9b4-3a1451d76a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060528 Nov 26 02:47:05.052269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-a116b4b1-00fa-464e-9cac-30e778d98ab5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476157 Nov 26 02:47:05.255103 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a308e43-0645-414d-9d46-d784a2b5583f req-6a0f7ded-4343-4ffb-b659-1b67d27bae30 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3763075 Nov 26 02:47:05.303116 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5168da65-d488-4927-9995-3716d919a1b0 req-fa40f528-7284-4467-85ae-c47b95c9371d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:05.358734 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-8b369ddb-c0e1-4a9d-a2ff-3d452fe37248 req-37be3f79-9cd0-4444-b94a-5d3a0b42d355 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] For port e0a1110b-01ec-4371-a527-4a566ec6f3d4, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e0a1110b-01ec-4371-a527-4a566ec6f3d4,segment=NetworkSegment(15b65462-b33e-466d-b227-8c39e7e4801d),segment_id=15b65462-b33e-466d-b227-8c39e7e4801d)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:05.359636 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8b369ddb-c0e1-4a9d-a2ff-3d452fe37248 req-37be3f79-9cd0-4444-b94a-5d3a0b42d355 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:05.427770 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40f528-7284-4467-85ae-c47b95c9371d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Pushing event deleted for resources: {'Port': ['ID=86022b09-c470-4f1b-b585-f0e3eb74f99e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:05.462362 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3aa5ec-0124-4a18-847c-edb0bba6fc9e req-4d5f8111-c456-40ca-a41a-c8f2f8fa4c15 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:05.463581 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e3aa5ec-0124-4a18-847c-edb0bba6fc9e req-4d5f8111-c456-40ca-a41a-c8f2f8fa4c15 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 945 time: 0.4249811 Nov 26 02:47:05.551729 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-7aabc558-5b85-4f4a-a777-0e5130ea88c6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:05.572458 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-093814d4-380e-4f39-9f4d-dc7cea2f946c service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810045 Nov 26 02:47:05.591281 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35004) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:05.607324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a308e43-0645-414d-9d46-d784a2b5583f req-f57385d8-2138-4fab-a155-fa728f24c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:05.608819 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a308e43-0645-414d-9d46-d784a2b5583f req-f57385d8-2138-4fab-a155-fa728f24c311 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8a793ab79454cf9836e2116f38adfa2&device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 1096 time: 0.3089740 Nov 26 02:47:05.610096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5168da65-d488-4927-9995-3716d919a1b0 req-fa40f528-7284-4467-85ae-c47b95c9371d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] No DVR routers for this DVR port 86022b09-c470-4f1b-b585-f0e3eb74f99e on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:05.642451 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5168da65-d488-4927-9995-3716d919a1b0 req-fa40f528-7284-4467-85ae-c47b95c9371d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:05.645877 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5168da65-d488-4927-9995-3716d919a1b0 req-fa40f528-7284-4467-85ae-c47b95c9371d tempest-MigrationsAdminTest-208374838 tempest-MigrationsAdminTest-208374838-project] 10.222.0.54 "DELETE /v2.0/ports/86022b09-c470-4f1b-b585-f0e3eb74f99e HTTP/1.1" status: 204 len: 173 time: 2.6863389 Nov 26 02:47:05.653146 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b13dd9-9876-4284-8c8d-52f2e7d678d6', 'name': 'network-vif-deleted', 'tag': '86022b09-c470-4f1b-b585-f0e3eb74f99e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:05.655329 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa87a262-a2c9-4e92-9f1f-b394d5bd43c6" -d '{"events": [{"server_uuid": "66b13dd9-9876-4284-8c8d-52f2e7d678d6", "name": "network-vif-deleted", "tag": "86022b09-c470-4f1b-b585-f0e3eb74f99e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:05.705761 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3a497e28-1b20-48ce-b4d4-2501762dcd10 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-450843269-network', 'tenant_id': 'dfc3a73836564c72aaa012c28cbd2c57'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:05.707811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabc558-5b85-4f4a-a777-0e5130ea88c6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event deleted for resources: {'Port': ['ID=a0c51549-c4c6-428c-a160-8a2ccaa78bca,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:05.734628 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a497e28-1b20-48ce-b4d4-2501762dcd10 admin admin] Made reservation on behalf of dfc3a73836564c72aaa012c28cbd2c57 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:47:05.737906 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a497e28-1b20-48ce-b4d4-2501762dcd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:05.746238 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a85a1-e68b-481c-a46b-2624aba427e8 req-3aeeb0bb-55e9-480a-8f32-06b73b7cd29e tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:05.748444 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a497e28-1b20-48ce-b4d4-2501762dcd10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:05.753455 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-356a85a1-e68b-481c-a46b-2624aba427e8 req-3aeeb0bb-55e9-480a-8f32-06b73b7cd29e tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 945 time: 0.4257624 Nov 26 02:47:05.787675 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 86022b09-c470-4f1b-b585-f0e3eb74f99e no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:05.841954 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 86022b09-c470-4f1b-b585-f0e3eb74f99e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:47:05.842732 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 86022b09-c470-4f1b-b585-f0e3eb74f99e not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:05.878095 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a497e28-1b20-48ce-b4d4-2501762dcd10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:05.883437 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a497e28-1b20-48ce-b4d4-2501762dcd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:05.916604 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a497e28-1b20-48ce-b4d4-2501762dcd10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:47:05.935545 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a497e28-1b20-48ce-b4d4-2501762dcd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3502e4-9dcb-4f72-aa7c-cf126cb44770,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:05.936697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-7aabc558-5b85-4f4a-a777-0e5130ea88c6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] No DVR routers for this DVR port a0c51549-c4c6-428c-a160-8a2ccaa78bca on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:05.944862 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a497e28-1b20-48ce-b4d4-2501762dcd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:05.945411 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-3a497e28-1b20-48ce-b4d4-2501762dcd10 admin admin] Added segment d56c1fd2-2302-4ce7-a1c1-f57d887a36a4 of type vlan for network ee4db295-5fa0-4a8b-9886-1c4a68ef44bb Nov 26 02:47:05.957854 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-7aabc558-5b85-4f4a-a777-0e5130ea88c6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:05.962131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-402c3e57-3ae7-4a89-b10e-5f49594c8aee req-7aabc558-5b85-4f4a-a777-0e5130ea88c6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.54 "DELETE /v2.0/ports/a0c51549-c4c6-428c-a160-8a2ccaa78bca HTTP/1.1" status: 204 len: 173 time: 3.0855756 Nov 26 02:47:05.976541 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e3aa5ec-0124-4a18-847c-edb0bba6fc9e req-7c2425d8-427c-45dc-a062-28d4aa9209ff tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637308 Nov 26 02:47:06.007016 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a497e28-1b20-48ce-b4d4-2501762dcd10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:06.025859 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-356a85a1-e68b-481c-a46b-2624aba427e8 req-71311fea-0968-4aca-a210-1bc94c7eb7bb tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712848 Nov 26 02:47:06.057798 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a497e28-1b20-48ce-b4d4-2501762dcd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:06.059453 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a497e28-1b20-48ce-b4d4-2501762dcd10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:06.059987 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a497e28-1b20-48ce-b4d4-2501762dcd10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:06.073868 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2343fe5-8c9f-425b-b320-f505bb4d66bb x-openstack-request-id: req-b2343fe5-8c9f-425b-b320-f505bb4d66bb {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:06.074369 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf32077-3d34-4207-947a-7a29705f1df9", "name": "network-vif-unplugged", "status": "completed", "tag": "a0c51549-c4c6-428c-a160-8a2ccaa78bca", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:06.074838 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2343fe5-8c9f-425b-b320-f505bb4d66bb {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:06.075403 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf32077-3d34-4207-947a-7a29705f1df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0c51549-c4c6-428c-a160-8a2ccaa78bca', 'code': 200} Nov 26 02:47:06.164264 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a308e43-0645-414d-9d46-d784a2b5583f req-e55d47b2-b3ac-4277-a42e-b7d66ded5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:06.165398 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a308e43-0645-414d-9d46-d784a2b5583f req-e55d47b2-b3ac-4277-a42e-b7d66ded5632 service neutron] 10.222.0.54 "GET /v2.0/networks?id=19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 200 len: 922 time: 0.5162697 Nov 26 02:47:06.199810 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a497e28-1b20-48ce-b4d4-2501762dcd10 admin admin] Pushing event updated for resources: {'Network': ['ID=ee4db295-5fa0-4a8b-9886-1c4a68ef44bb,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:06.212667 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network ee4db295-5fa0-4a8b-9886-1c4a68ef44bb details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:47:06.231793 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3a497e28-1b20-48ce-b4d4-2501762dcd10 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6244111 Nov 26 02:47:06.233257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35018) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:06.240157 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3588a624-981f-4202-a11e-535e572e483c admin admin] Request body: {'subnet': {'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-450843269-subnet', 'tenant_id': 'dfc3a73836564c72aaa012c28cbd2c57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:06.261282 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f101148-30b8-4320-afd1-c71bbca5d314 req-4d1279a8-84a5-4ab5-b398-5a64b4c372e6 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "GET /v2.0/ports?device_id=adf32077-3d34-4207-947a-7a29705f1df9 HTTP/1.1" status: 200 len: 210 time: 0.0817943 Nov 26 02:47:06.263929 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3588a624-981f-4202-a11e-535e572e483c admin admin] Made reservation on behalf of dfc3a73836564c72aaa012c28cbd2c57 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:47:06.267982 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3588a624-981f-4202-a11e-535e572e483c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:06.292728 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a308e43-0645-414d-9d46-d784a2b5583f req-61a8323f-1f3d-4b78-b57f-fa174499c08c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a07cb12-fb4f-40d1-9726-7b74f036d13b HTTP/1.1" status: 200 len: 217 time: 0.1143799 Nov 26 02:47:06.318030 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-ab1a2aa6-d2b0-4fb3-966d-19f77a7bea9c service neutron] 10.222.0.59 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7158511 Nov 26 02:47:06.332570 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e0a1110b-01ec-4371-a527-4a566ec6f3d4 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:06.350710 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae9022e-9708-4991-b7dc-c3f2df6803b5 x-openstack-request-id: req-dae9022e-9708-4991-b7dc-c3f2df6803b5 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:06.351261 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b13dd9-9876-4284-8c8d-52f2e7d678d6", "name": "network-vif-deleted", "tag": "86022b09-c470-4f1b-b585-f0e3eb74f99e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:06.351662 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dae9022e-9708-4991-b7dc-c3f2df6803b5 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:06.352366 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b13dd9-9876-4284-8c8d-52f2e7d678d6', 'name': 'network-vif-deleted', 'tag': '86022b09-c470-4f1b-b585-f0e3eb74f99e', 'status': 'completed', 'code': 200} Nov 26 02:47:06.355505 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8b369ddb-c0e1-4a9d-a2ff-3d452fe37248 req-37be3f79-9cd0-4444-b94a-5d3a0b42d355 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:06.356339 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8b369ddb-c0e1-4a9d-a2ff-3d452fe37248 req-37be3f79-9cd0-4444-b94a-5d3a0b42d355 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:06.357878 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-8b369ddb-c0e1-4a9d-a2ff-3d452fe37248 req-37be3f79-9cd0-4444-b94a-5d3a0b42d355 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Floating IP 28c28bd9-6f56-4e0d-816d-c0b14d8fd3b6 disassociated. External IP: 172.25.0.40, port: e0a1110b-01ec-4371-a527-4a566ec6f3d4. Nov 26 02:47:06.357878 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-8b369ddb-c0e1-4a9d-a2ff-3d452fe37248 req-37be3f79-9cd0-4444-b94a-5d3a0b42d355 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Calling delete_port for e0a1110b-01ec-4371-a527-4a566ec6f3d4 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:06.393229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a43faa-ebe6-4a9e-a446-e0bb4cf48822 req-42c304c2-43c6-4454-85c5-27419cbcf99d tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:06.395597 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0a43faa-ebe6-4a9e-a446-e0bb4cf48822 req-42c304c2-43c6-4454-85c5-27419cbcf99d tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ecd5cb-2738-4d1d-b522-c643337d711a HTTP/1.1" status: 200 len: 950 time: 0.2277277 Nov 26 02:47:06.465634 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:06.470291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a308e43-0645-414d-9d46-d784a2b5583f req-5185096e-5cfb-49ca-885b-e10b66b7a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:06.471748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a308e43-0645-414d-9d46-d784a2b5583f req-5185096e-5cfb-49ca-885b-e10b66b7a4a9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 200 len: 861 time: 0.1654031 Nov 26 02:47:06.495086 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3588a624-981f-4202-a11e-535e572e483c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:06.506699 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e0a1110b-01ec-4371-a527-4a566ec6f3d4, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e0a1110b-01ec-4371-a527-4a566ec6f3d4,segment=NetworkSegment(15b65462-b33e-466d-b227-8c39e7e4801d),segment_id=15b65462-b33e-466d-b227-8c39e7e4801d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:06.517203 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:06.570090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e0a1110b-01ec-4371-a527-4a566ec6f3d4,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:06.573381 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a308e43-0645-414d-9d46-d784a2b5583f req-8ab8794f-497c-463f-8d06-19f8b9a0dd6a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19f9e564-6945-4cfd-bf25-fe17589b9d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645673 Nov 26 02:47:06.581444 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:06.581994 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:06.582575 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:06.583145 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:06.583631 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:06.584211 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:06.584708 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:06.585223 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:06.585717 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:06.585842 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0a43faa-ebe6-4a9e-a446-e0bb4cf48822 req-41400c98-d290-41b7-a34c-285ac2343aa0 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ead4d57-161b-4cee-9517-b9cb0143437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818562 Nov 26 02:47:06.586316 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:06.586816 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:06.587302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:06.685489 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0d17a-4df1-42d9-a559-88b7b230e82b req-43ee3379-ed03-4276-a040-43ceb99ee14d tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:06.694079 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bab0d17a-4df1-42d9-a559-88b7b230e82b req-43ee3379-ed03-4276-a040-43ceb99ee14d tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/ports?device_id=951d2169-d991-4ce0-9246-05cbc16ee3a2 HTTP/1.1" status: 200 len: 946 time: 0.2597282 Nov 26 02:47:06.840606 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588a624-981f-4202-a11e-535e572e483c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f1c52ce-baab-40ba-a108-aa1a1ac61509,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:06.844922 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3588a624-981f-4202-a11e-535e572e483c admin admin] Checking segment: {'id': 'd56c1fd2-2302-4ce7-a1c1-f57d887a36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:47:06.845288 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3588a624-981f-4202-a11e-535e572e483c admin admin] Network hostable DHCP agents. Network: ee4db295-5fa0-4a8b-9886-1c4a68ef44bb, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:47:06.863603 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3588a624-981f-4202-a11e-535e572e483c admin admin] Network ee4db295-5fa0-4a8b-9886-1c4a68ef44bb is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:47:06.873587 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-3588a624-981f-4202-a11e-535e572e483c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, ee4db295-5fa0-4a8b-9886-1c4a68ef44bb) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:06.878651 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3588a624-981f-4202-a11e-535e572e483c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:06.879119 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3588a624-981f-4202-a11e-535e572e483c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:06.885891 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a4a70a-eb91-4bc2-977c-f7d6f2de50e5 None None] Network ee4db295-5fa0-4a8b-9886-1c4a68ef44bb requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:47:06.896359 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3588a624-981f-4202-a11e-535e572e483c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6613066 Nov 26 02:47:07.031013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f29f17-a49e-45ff-ad51-c41a2b6dd136 None None] Network ee4db295-5fa0-4a8b-9886-1c4a68ef44bb requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:47:07.154032 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bab0d17a-4df1-42d9-a559-88b7b230e82b req-5b8f7f1b-6d6b-4ae9-abf6-5290840df737 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups?id=681e2419-7e89-4ef4-acd2-1964531919d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4574804 Nov 26 02:47:07.187902 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feeb6e9-2897-485d-b47c-9c418588009d req-60bb3a48-87a2-4c87-bb85-2224b9fe41f9 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:07.189415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3feeb6e9-2897-485d-b47c-9c418588009d req-60bb3a48-87a2-4c87-bb85-2224b9fe41f9 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf HTTP/1.1" status: 200 len: 946 time: 0.4802203 Nov 26 02:47:07.191216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a308e43-0645-414d-9d46-d784a2b5583f req-1c4430a8-12e6-4104-aa2d-8941b7be4cd8 service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985212 Nov 26 02:47:07.242070 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-f3c28613-7a94-41fb-bb1f-f8205700408e tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:07.243562 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-f3c28613-7a94-41fb-bb1f-f8205700408e tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0&tenant_id=e8a793ab79454cf9836e2116f38adfa2&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 1096 time: 0.4739254 Nov 26 02:47:07.277921 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8b369ddb-c0e1-4a9d-a2ff-3d452fe37248 req-37be3f79-9cd0-4444-b94a-5d3a0b42d355 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:07.352373 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be3f79-9cd0-4444-b94a-5d3a0b42d355 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Pushing event deleted for resources: {'Port': ['ID=e0a1110b-01ec-4371-a527-4a566ec6f3d4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:07.378413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db46c4-3c72-4473-a019-dbc145880b58 req-7c2c90f2-1358-4900-a746-783419304aa4 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:07.379934 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d2db46c4-3c72-4473-a019-dbc145880b58 req-7c2c90f2-1358-4900-a746-783419304aa4 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4ecd5cb-2738-4d1d-b522-c643337d711a HTTP/1.1" status: 200 len: 950 time: 0.2187674 Nov 26 02:47:07.479838 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3feeb6e9-2897-485d-b47c-9c418588009d req-953d6bd7-43a1-48f4-890c-952cb836b52b tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671902 Nov 26 02:47:07.565821 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a308e43-0645-414d-9d46-d784a2b5583f req-cfd7e5de-37fc-4b8a-8105-487ee63460fc service neutron] 10.222.0.54 "GET /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572073 Nov 26 02:47:07.584683 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35042) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:07.725638 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2e822f82-5e32-46f6-b186-2b3825fa7576 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad6caec5c92044d899d9c12ccac00902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394572 Nov 26 02:47:07.728027 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35048) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:07.735892 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f051338d-493d-44a5-8f84-649b299a444d req-42ee5542-fa72-4a65-970d-d11c1e1e51bb tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--596200338&fields=id&tenant_id=221ad9ca8ffb47b9940b80782b032efb HTTP/1.1" status: 200 len: 267 time: 0.2137287 Nov 26 02:47:07.756741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbe1ac-a20c-4536-a901-a9a90b5f1f74 req-94257ae4-9478-41db-a52a-d47760e00f1e tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:07.758283 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1cbe1ac-a20c-4536-a901-a9a90b5f1f74 req-94257ae4-9478-41db-a52a-d47760e00f1e tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 945 time: 0.1952848 Nov 26 02:47:07.765600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b369ddb-c0e1-4a9d-a2ff-3d452fe37248 req-37be3f79-9cd0-4444-b94a-5d3a0b42d355 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:47:07.781602 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9c36e4f3-bc3e-44d1-84eb-064939c5f54e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:07.785929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-540f3d94-d885-406a-9f70-68af2d0d801f service neutron] For port 04104088-c3db-4f80-aeee-60f0d4d46511, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:47:07.804421 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9c36e4f3-bc3e-44d1-84eb-064939c5f54e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:07.834732 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-540f3d94-d885-406a-9f70-68af2d0d801f service neutron] Publish callbacks [] for binding, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:07.835841 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-540f3d94-d885-406a-9f70-68af2d0d801f service neutron] 10.222.0.59 "DELETE /v2.0/ports/04104088-c3db-4f80-aeee-60f0d4d46511/bindings/n-h1-819389-3 HTTP/1.1" status: 204 len: 173 time: 0.5560412 Nov 26 02:47:07.851469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-d2db46c4-3c72-4473-a019-dbc145880b58 req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Deleting port 5ce70ca7-5f3d-4bde-a57c-919555a005ca {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:07.851816 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d2db46c4-3c72-4473-a019-dbc145880b58 req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:07.864910 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9c36e4f3-bc3e-44d1-84eb-064939c5f54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:07.867465 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9c36e4f3-bc3e-44d1-84eb-064939c5f54e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:07.871399 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9c36e4f3-bc3e-44d1-84eb-064939c5f54e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65a5465d-5965-4fce-b9b4-3a1451d76a9c HTTP/1.1" status: 204 len: 168 time: 0.1422098 Nov 26 02:47:07.880318 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36e4f3-bc3e-44d1-84eb-064939c5f54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a5465d-5965-4fce-b9b4-3a1451d76a9c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:08.033570 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1cbe1ac-a20c-4536-a901-a9a90b5f1f74 req-6d5418e7-2ea9-4cea-86e8-49fc22927752 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537718 Nov 26 02:47:08.067754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051338d-493d-44a5-8f84-649b299a444d req-354f0f16-36f5-4a03-b2b1-548596dbae69 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:08.069267 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f051338d-493d-44a5-8f84-649b299a444d req-354f0f16-36f5-4a03-b2b1-548596dbae69 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/networks?id=0159594c-9163-49a6-8606-7e3476d8e6b9 HTTP/1.1" status: 200 len: 815 time: 0.3100734 Nov 26 02:47:08.076592 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951d2169-d991-4ce0-9246-05cbc16ee3a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a1110b-01ec-4371-a527-4a566ec6f3d4'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:08.078997 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1c3f81-7378-45f4-abb1-3d4263b052d8" -d '{"events": [{"server_uuid": "951d2169-d991-4ce0-9246-05cbc16ee3a2", "name": "network-vif-unplugged", "status": "completed", "tag": "e0a1110b-01ec-4371-a527-4a566ec6f3d4"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:08.111565 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f051338d-493d-44a5-8f84-649b299a444d req-ac68e0b4-0011-4352-b203-43f5bfda613a tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/quotas/221ad9ca8ffb47b9940b80782b032efb HTTP/1.1" status: 200 len: 375 time: 0.0278363 Nov 26 02:47:08.117548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-d2db46c4-3c72-4473-a019-dbc145880b58 req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] For port 5ce70ca7-5f3d-4bde-a57c-919555a005ca, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5ce70ca7-5f3d-4bde-a57c-919555a005ca,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:08.117914 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d2db46c4-3c72-4473-a019-dbc145880b58 req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:08.167762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-d2db46c4-3c72-4473-a019-dbc145880b58 req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Calling delete_port for 5ce70ca7-5f3d-4bde-a57c-919555a005ca owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:08.170345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b369ddb-c0e1-4a9d-a2ff-3d452fe37248 req-37be3f79-9cd0-4444-b94a-5d3a0b42d355 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:47:08.182564 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b34c5f-e60a-4774-add1-a2cfba15f5b3 None None] Sync routers for ids ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:47:08.196506 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b34c5f-e60a-4774-add1-a2cfba15f5b3 None None] Routers {'33eb03fe-a5d6-46a5-98f8-9bca7def5272'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:08.197104 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b1b34c5f-e60a-4774-add1-a2cfba15f5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:46:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:08.249701 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b369ddb-c0e1-4a9d-a2ff-3d452fe37248 req-37be3f79-9cd0-4444-b94a-5d3a0b42d355 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] No DVR routers for this DVR port e0a1110b-01ec-4371-a527-4a566ec6f3d4 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:08.254900 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35062) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:08.305761 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-87577d13-1fb5-4b05-b254-72b1ee689c42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ccdb2aa26e0349a8aaeadaa4536bd1fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492425 Nov 26 02:47:08.308016 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35068) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:08.321114 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8b369ddb-c0e1-4a9d-a2ff-3d452fe37248 req-37be3f79-9cd0-4444-b94a-5d3a0b42d355 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:08.328902 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b369ddb-c0e1-4a9d-a2ff-3d452fe37248 req-37be3f79-9cd0-4444-b94a-5d3a0b42d355 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.59 "DELETE /v2.0/ports/e0a1110b-01ec-4371-a527-4a566ec6f3d4 HTTP/1.1" status: 204 len: 173 time: 4.9492824 Nov 26 02:47:08.355466 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f051338d-493d-44a5-8f84-649b299a444d req-e9b45024-a169-469d-812a-29000a11ac1b tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=221ad9ca8ffb47b9940b80782b032efb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2314191 Nov 26 02:47:08.358510 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-b1b34c5f-e60a-4774-add1-a2cfba15f5b3 None None] Set router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:08.368539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf32077-3d34-4207-947a-7a29705f1df9', 'name': 'network-vif-deleted', 'tag': 'a0c51549-c4c6-428c-a160-8a2ccaa78bca'}, {'server_uuid': '951d2169-d991-4ce0-9246-05cbc16ee3a2', 'name': 'network-vif-deleted', 'tag': 'e0a1110b-01ec-4371-a527-4a566ec6f3d4'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:08.371301 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7bb99b-a1ca-4aed-9044-491a3934483d" -d '{"events": [{"server_uuid": "adf32077-3d34-4207-947a-7a29705f1df9", "name": "network-vif-deleted", "tag": "a0c51549-c4c6-428c-a160-8a2ccaa78bca"}, {"server_uuid": "951d2169-d991-4ce0-9246-05cbc16ee3a2", "name": "network-vif-deleted", "tag": "e0a1110b-01ec-4371-a527-4a566ec6f3d4"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:08.378884 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-679f6b1c-45b8-4022-8b5d-6fe8d3bfd683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:08.401480 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-679f6b1c-45b8-4022-8b5d-6fe8d3bfd683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:08.460319 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-679f6b1c-45b8-4022-8b5d-6fe8d3bfd683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:08.466928 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-679f6b1c-45b8-4022-8b5d-6fe8d3bfd683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:08.468278 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-679f6b1c-45b8-4022-8b5d-6fe8d3bfd683 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9246f3d1-a373-4d1c-a749-68b69d1aea07 HTTP/1.1" status: 204 len: 168 time: 0.1590965 Nov 26 02:47:08.498962 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f6b1c-45b8-4022-8b5d-6fe8d3bfd683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9246f3d1-a373-4d1c-a749-68b69d1aea07,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:08.535216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-5966714d-199f-41e6-97b1-c425a986ca4f tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:08.537698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-5966714d-199f-41e6-97b1-c425a986ca4f tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/networks?id=ee4db295-5fa0-4a8b-9886-1c4a68ef44bb HTTP/1.1" status: 200 len: 814 time: 0.1784034 Nov 26 02:47:08.566242 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-27712e45-2e23-45f3-9fb7-e75b35fe7ce1 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/quotas/dfc3a73836564c72aaa012c28cbd2c57 HTTP/1.1" status: 200 len: 375 time: 0.0222368 Nov 26 02:47:08.592098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d2db46c4-3c72-4473-a019-dbc145880b58 req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:08.614807 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-98ed7bd7-e7c6-4a4f-a7fd-59f7e6fb32eb tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dfc3a73836564c72aaa012c28cbd2c57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362010 Nov 26 02:47:08.646522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Pushing event deleted for resources: {'Port': ['ID=5ce70ca7-5f3d-4bde-a57c-919555a005ca,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:08.710312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:08.710681 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:08.711017 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:08.711357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:08.711697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:08.712034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:08.712398 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:08.712732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:08.713067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:08.713395 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:08.713726 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:08.714052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:08.803616 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b1b34c5f-e60a-4774-add1-a2cfba15f5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:01Z', 'revision_number': 4, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8ecccdd7-4bc4-42b1-953b-a944ecd721e9', 'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'mac_address': 'fa:16:3e:e0:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:00Z', 'updated_at': '2021-11-26T02:41:11Z', 'revision_number': 5, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'subnets': [{'id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:08.832597 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2db46c4-3c72-4473-a019-dbc145880b58 req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] No DVR routers for this DVR port 5ce70ca7-5f3d-4bde-a57c-919555a005ca on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:08.837835 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b34c5f-e60a-4774-add1-a2cfba15f5b3 None None] Checking router: 33eb03fe-a5d6-46a5-98f8-9bca7def5272 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:47:08.838127 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d2db46c4-3c72-4473-a019-dbc145880b58 req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:08.841865 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d2db46c4-3c72-4473-a019-dbc145880b58 req-d9dcbca2-35ff-4877-82b6-ae4203a9cab8 tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.59 "DELETE /v2.0/ports/5ce70ca7-5f3d-4bde-a57c-919555a005ca HTTP/1.1" status: 204 len: 173 time: 1.4386775 Nov 26 02:47:08.849850 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b34c5f-e60a-4774-add1-a2cfba15f5b3 None None] Routers {'33eb03fe-a5d6-46a5-98f8-9bca7def5272'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:08.850746 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b1b34c5f-e60a-4774-add1-a2cfba15f5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:46:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:08.886115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f051338d-493d-44a5-8f84-649b299a444d req-c7fa4ed2-321d-43cf-8d17-734ecd55625c service neutron] 10.222.0.31 "GET /v2.0/networks/0159594c-9163-49a6-8606-7e3476d8e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638486 Nov 26 02:47:08.977043 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-a83e7be0-ab27-444a-a745-fbaab8de281e service neutron] 10.222.0.31 "GET /v2.0/networks/ee4db295-5fa0-4a8b-9886-1c4a68ef44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340001 Nov 26 02:47:09.028129 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-b1b34c5f-e60a-4774-add1-a2cfba15f5b3 None None] Set router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:09.090445 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f051338d-493d-44a5-8f84-649b299a444d req-6299a28b-e51e-4825-84a3-7885bf5a8b20 service neutron] 10.222.0.31 "GET /v2.0/networks/0159594c-9163-49a6-8606-7e3476d8e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893966 Nov 26 02:47:09.177575 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-86df9dce-c197-4419-9ef7-43452e608a5f service neutron] 10.222.0.31 "GET /v2.0/networks/ee4db295-5fa0-4a8b-9886-1c4a68ef44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833646 Nov 26 02:47:09.282277 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b1b34c5f-e60a-4774-add1-a2cfba15f5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:01Z', 'revision_number': 4, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8ecccdd7-4bc4-42b1-953b-a944ecd721e9', 'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'mac_address': 'fa:16:3e:e0:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:00Z', 'updated_at': '2021-11-26T02:41:11Z', 'revision_number': 5, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'subnets': [{'id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:09.314743 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b34c5f-e60a-4774-add1-a2cfba15f5b3 None None] The sync data for ids ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'] in n-d-819389-3 is: [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:01Z', 'revision_number': 4, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8ecccdd7-4bc4-42b1-953b-a944ecd721e9', 'name': '', 'network_id': '58f59887-214e-475d-830a-cd108d137d4b', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'mac_address': 'fa:16:3e:e0:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:00Z', 'updated_at': '2021-11-26T02:41:11Z', 'revision_number': 5, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'subnets': [{'id': '384a2bbb-8ea7-4167-9f40-964db01913dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:47:09.343299 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35102) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:09.407268 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-12098296-c806-42d9-9223-c523a1f2278f tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Deleting subnet ece06d9e-2bb5-4b96-8b7a-cc374541c093 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:47:09.412681 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12098296-c806-42d9-9223-c523a1f2278f tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:09.466423 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12098296-c806-42d9-9223-c523a1f2278f tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:09.580409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1e000-8df9-4e75-b86a-7e62fd961bac req-825f7afc-a521-4bd5-bd79-090cbbd11dbd tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:09.591194 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33f1e000-8df9-4e75-b86a-7e62fd961bac req-825f7afc-a521-4bd5-bd79-090cbbd11dbd tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 945 time: 0.1151030 Nov 26 02:47:09.599210 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12098296-c806-42d9-9223-c523a1f2278f tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:09.689110 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33f1e000-8df9-4e75-b86a-7e62fd961bac req-90e9fdbc-a54f-4d69-beb6-38921deee28f tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966370 Nov 26 02:47:09.776691 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12098296-c806-42d9-9223-c523a1f2278f tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:09.809803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-419d561e-eea7-4786-8d16-c675bf5b1c4e req-9e7287d4-e438-4ab1-9c39-74b8c09ac0ab tempest-ServerDiagnosticsNegativeTest-15274723 tempest-ServerDiagnosticsNegativeTest-15274723-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ecd5cb-2738-4d1d-b522-c643337d711a HTTP/1.1" status: 200 len: 210 time: 0.0909328 Nov 26 02:47:09.839741 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12098296-c806-42d9-9223-c523a1f2278f tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event deleted for resources: {'Subnet': ['ID=ece06d9e-2bb5-4b96-8b7a-cc374541c093,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:09.844136 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22740c3c-3bf0-4980-8500-83b40b7d6aae None None] New status for floating IP 28c28bd9-6f56-4e0d-816d-c0b14d8fd3b6: DOWN {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:47:09.854534 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35124) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:09.866147 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12098296-c806-42d9-9223-c523a1f2278f tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:09.878059 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35128) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:09.886977 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-12098296-c806-42d9-9223-c523a1f2278f tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "DELETE /v2.0/subnets/ece06d9e-2bb5-4b96-8b7a-cc374541c093 HTTP/1.1" status: 204 len: 168 time: 0.5421164 Nov 26 02:47:09.988428 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9692818-609d-4fad-8bf1-fc2fa7030a9b x-openstack-request-id: req-c9692818-609d-4fad-8bf1-fc2fa7030a9b {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:09.988798 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf32077-3d34-4207-947a-7a29705f1df9", "name": "network-vif-deleted", "tag": "a0c51549-c4c6-428c-a160-8a2ccaa78bca", "status": "completed", "code": 200}, {"server_uuid": "951d2169-d991-4ce0-9246-05cbc16ee3a2", "name": "network-vif-deleted", "tag": "e0a1110b-01ec-4371-a527-4a566ec6f3d4", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:09.989449 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9692818-609d-4fad-8bf1-fc2fa7030a9b {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:09.989776 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf32077-3d34-4207-947a-7a29705f1df9', 'name': 'network-vif-deleted', 'tag': 'a0c51549-c4c6-428c-a160-8a2ccaa78bca', 'status': 'completed', 'code': 200} Nov 26 02:47:09.992424 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951d2169-d991-4ce0-9246-05cbc16ee3a2', 'name': 'network-vif-deleted', 'tag': 'e0a1110b-01ec-4371-a527-4a566ec6f3d4', 'status': 'completed', 'code': 200} Nov 26 02:47:10.106248 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eacc2943-a435-4dc9-b364-05bba066a6a9 req-81d96e56-5372-4cab-8b38-0faacf335f81 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 210 time: 0.0770674 Nov 26 02:47:10.111541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-dcde75f8-430e-48a7-a905-c06d05eb7889 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-399089636-network', 'tenant_id': '423ce6341aae4306a11cf3104fe14bb1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:10.120093 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e3f91386-d3bf-44fa-9ecb-e246b93a7d5c req-f43472d7-936c-43d7-800a-818ea80fac71 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 210 time: 0.1257412 Nov 26 02:47:10.139210 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:10.193822 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcde75f8-430e-48a7-a905-c06d05eb7889 admin admin] Made reservation on behalf of 423ce6341aae4306a11cf3104fe14bb1 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:47:10.196286 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dcde75f8-430e-48a7-a905-c06d05eb7889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:10.216013 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dcde75f8-430e-48a7-a905-c06d05eb7889 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:10.244841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Deleting port 6bd8ba32-d987-4dc0-9a02-85a6bca358d8 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:10.245159 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:10.275819 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a28de5-bc35-4cd2-a80a-258387f5d4d8 x-openstack-request-id: req-e7a28de5-bc35-4cd2-a80a-258387f5d4d8 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:10.280191 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951d2169-d991-4ce0-9246-05cbc16ee3a2", "name": "network-vif-unplugged", "status": "completed", "tag": "e0a1110b-01ec-4371-a527-4a566ec6f3d4", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:10.281118 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7a28de5-bc35-4cd2-a80a-258387f5d4d8 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:10.281746 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951d2169-d991-4ce0-9246-05cbc16ee3a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a1110b-01ec-4371-a527-4a566ec6f3d4', 'code': 200} Nov 26 02:47:10.286713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75222e36-9673-414b-8fe9-748c94f0e91a None None] Network 0e513b45-2934-4fe0-8948-eec8b8e3d014 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:47:10.361846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5ce70ca7-5f3d-4bde-a57c-919555a005ca no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:10.418903 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 5ce70ca7-5f3d-4bde-a57c-919555a005ca {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:47:10.419574 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5ce70ca7-5f3d-4bde-a57c-919555a005ca not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:10.574555 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a84028-7233-4c9a-809e-b3c9917087dd None None] DHCP port deletion for 0e513b45-2934-4fe0-8948-eec8b8e3d014 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:47:10.621666 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-46a84028-7233-4c9a-809e-b3c9917087dd None None] Deleting port 6bd8ba32-d987-4dc0-9a02-85a6bca358d8 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:10.622059 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-46a84028-7233-4c9a-809e-b3c9917087dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:10.660479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] For port 6bd8ba32-d987-4dc0-9a02-85a6bca358d8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6bd8ba32-d987-4dc0-9a02-85a6bca358d8,segment=NetworkSegment(c44ef870-463b-4726-ad1b-1a98a7bbca35),segment_id=c44ef870-463b-4726-ad1b-1a98a7bbca35)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:10.660723 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:10.692253 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Calling delete_port for 6bd8ba32-d987-4dc0-9a02-85a6bca358d8 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:10.693746 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-46a84028-7233-4c9a-809e-b3c9917087dd None None] For port 6bd8ba32-d987-4dc0-9a02-85a6bca358d8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6bd8ba32-d987-4dc0-9a02-85a6bca358d8,segment=NetworkSegment(c44ef870-463b-4726-ad1b-1a98a7bbca35),segment_id=c44ef870-463b-4726-ad1b-1a98a7bbca35)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:10.694237 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-46a84028-7233-4c9a-809e-b3c9917087dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:10.706846 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06926026-08da-43fc-a75f-3521dfb2b9d9 req-7d99324d-03dd-4c63-a0d8-823c18fedb6e tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:10.711649 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-46a84028-7233-4c9a-809e-b3c9917087dd None None] Calling delete_port for 6bd8ba32-d987-4dc0-9a02-85a6bca358d8 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:10.712818 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06926026-08da-43fc-a75f-3521dfb2b9d9 req-7d99324d-03dd-4c63-a0d8-823c18fedb6e tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:10.718832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06926026-08da-43fc-a75f-3521dfb2b9d9 req-7d99324d-03dd-4c63-a0d8-823c18fedb6e tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:10.720570 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06926026-08da-43fc-a75f-3521dfb2b9d9 req-7d99324d-03dd-4c63-a0d8-823c18fedb6e tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403&device_id=fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf&device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 2417 time: 0.1638110 Nov 26 02:47:10.730704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b77d11-f5ed-421f-b889-d7b478659dde req-f7d8265c-8e38-4d50-b186-8895dc77e494 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:10.733003 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4b77d11-f5ed-421f-b889-d7b478659dde req-f7d8265c-8e38-4d50-b186-8895dc77e494 tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 1096 time: 0.1768851 Nov 26 02:47:10.752343 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6bd8ba32-d987-4dc0-9a02-85a6bca358d8 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:10.809699 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dcde75f8-430e-48a7-a905-c06d05eb7889 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:10.819774 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dcde75f8-430e-48a7-a905-c06d05eb7889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:10.866907 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-46a84028-7233-4c9a-809e-b3c9917087dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:10.880885 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:10.893322 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcde75f8-430e-48a7-a905-c06d05eb7889 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:47:10.916638 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a84028-7233-4c9a-809e-b3c9917087dd None None] Pushing event deleted for resources: {'Port': ['ID=6bd8ba32-d987-4dc0-9a02-85a6bca358d8,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:10.918529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a84028-7233-4c9a-809e-b3c9917087dd None None] No DVR routers for this DVR port 6bd8ba32-d987-4dc0-9a02-85a6bca358d8 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:10.920649 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4b77d11-f5ed-421f-b889-d7b478659dde req-b933e63c-a71b-4741-838f-301325d4f78c tempest-LiveAutoBlockMigrationV225Test-1162232119 tempest-LiveAutoBlockMigrationV225Test-1162232119-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787286 Nov 26 02:47:10.934071 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde75f8-430e-48a7-a905-c06d05eb7889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:10.970772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06926026-08da-43fc-a75f-3521dfb2b9d9 req-caaa608b-3517-4ff5-839c-9a4224637eb3 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347670 Nov 26 02:47:11.006487 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dcde75f8-430e-48a7-a905-c06d05eb7889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:11.007358 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-dcde75f8-430e-48a7-a905-c06d05eb7889 admin admin] Added segment 31c87a92-3928-498c-b8f3-d9b0f6bc3444 of type vlan for network 9423f87b-b88b-4513-882b-6a768f8ff269 Nov 26 02:47:11.095453 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:11.147587 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dcde75f8-430e-48a7-a905-c06d05eb7889 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:11.198999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event deleted for resources: {'Port': ['ID=6bd8ba32-d987-4dc0-9a02-85a6bca358d8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:11.220730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] No DVR routers for this DVR port 6bd8ba32-d987-4dc0-9a02-85a6bca358d8 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:11.304205 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35160) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:11.320669 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6320b9ae-b796-4b9a-8513-93da8a0d0e23 req-2fe04095-5a7f-4a3b-96c5-6d98dfca9618 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2479637 Nov 26 02:47:11.360246 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dcde75f8-430e-48a7-a905-c06d05eb7889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:11.361194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcde75f8-430e-48a7-a905-c06d05eb7889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:11.361769 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dcde75f8-430e-48a7-a905-c06d05eb7889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:11.438303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-1f0afc9e-a4ba-4c25-9103-a6423461695a tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:11.440537 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-1f0afc9e-a4ba-4c25-9103-a6423461695a tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.54 "GET /v2.0/networks?id=ee4db295-5fa0-4a8b-9886-1c4a68ef44bb HTTP/1.1" status: 200 len: 814 time: 0.5032847 Nov 26 02:47:11.442960 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f0a5080-855e-417f-b1ce-f5426ad405c0 req-054510ea-8326-40ab-bce0-f206baf31e1b tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 210 time: 0.1574540 Nov 26 02:47:11.474750 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4598fc30-a2fa-476c-b515-bfa03ca12337 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c0cf53c49324c578b5e87007566ee8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1691647 Nov 26 02:47:11.477308 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35166) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:11.503630 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:11.517335 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-369751f1-5882-43c9-b600-89cd551d3be0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Request body: {'port': {'device_id': 'ae74e0db-8f42-4603-9136-6aaea793ba02', 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb', 'admin_state_up': True, 'tenant_id': 'dfc3a73836564c72aaa012c28cbd2c57'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:11.530233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-dcde75f8-430e-48a7-a905-c06d05eb7889 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6742713 Nov 26 02:47:11.535828 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35168) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:11.542780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-94c23251-1941-43f9-992b-ab42af28f02a admin admin] Request body: {'subnet': {'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-399089636-subnet', 'tenant_id': '423ce6341aae4306a11cf3104fe14bb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:11.552975 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbd06ad1-00ea-48ab-9346-0d9b0437dcc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:11.585369 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbd06ad1-00ea-48ab-9346-0d9b0437dcc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:11.592243 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c23251-1941-43f9-992b-ab42af28f02a admin admin] Made reservation on behalf of 423ce6341aae4306a11cf3104fe14bb1 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:47:11.595247 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94c23251-1941-43f9-992b-ab42af28f02a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:11.607097 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bcdee08d-58a7-43f6-b1ed-72ea45e106a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:11.650807 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-607989b8-38d8-4466-9408-588039d42456 req-a69d15ef-147c-4c9c-9e9a-252a3fea0cae tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 210 time: 0.1941156 Nov 26 02:47:11.708584 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35170) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:11.713329 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e513b45-2934-4fe0-8948-eec8b8e3d014']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:11.722173 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde75f8-430e-48a7-a905-c06d05eb7889 admin admin] Pushing event updated for resources: {'Network': ['ID=9423f87b-b88b-4513-882b-6a768f8ff269,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:11.728024 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:47:11.745013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 9423f87b-b88b-4513-882b-6a768f8ff269 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:47:11.753336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44ef870-463b-4726-ad1b-1a98a7bbca35') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:11.754126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44ef870-463b-4726-ad1b-1a98a7bbca35') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:11.769002 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbd06ad1-00ea-48ab-9346-0d9b0437dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:11.771863 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbd06ad1-00ea-48ab-9346-0d9b0437dcc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:11.773202 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bbd06ad1-00ea-48ab-9346-0d9b0437dcc9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ead4d57-161b-4cee-9517-b9cb0143437d HTTP/1.1" status: 204 len: 168 time: 0.2944341 Nov 26 02:47:11.777065 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:11.820407 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:11.837782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b945b5e-ee51-4bde-a4a3-bb4a0a4558af req-e7f7a79a-79e2-4875-98e5-eeb2546437cd tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:11.845556 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b945b5e-ee51-4bde-a4a3-bb4a0a4558af req-e7f7a79a-79e2-4875-98e5-eeb2546437cd tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 945 time: 0.3135965 Nov 26 02:47:11.856239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:47:11.856646 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:11.879886 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd06ad1-00ea-48ab-9346-0d9b0437dcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ead4d57-161b-4cee-9517-b9cb0143437d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:47:11.886363 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:47:11.945974 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-91cf5ac9-3fc6-444a-98a6-0d7b7aaf5434 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:11.981778 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-91cf5ac9-3fc6-444a-98a6-0d7b7aaf5434 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:12.005816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ecd5cb-2738-4d1d-b522-c643337d711a', 'name': 'network-vif-deleted', 'tag': '5ce70ca7-5f3d-4bde-a57c-919555a005ca'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:12.008103 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73182e96-07e8-42a2-b2d5-dcb64d0aa8ac" -d '{"events": [{"server_uuid": "c4ecd5cb-2738-4d1d-b522-c643337d711a", "name": "network-vif-deleted", "tag": "5ce70ca7-5f3d-4bde-a57c-919555a005ca"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:12.052807 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051338d-493d-44a5-8f84-649b299a444d req-e6b38437-554c-47fb-948b-8f0c90fa3579 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:12.054324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f051338d-493d-44a5-8f84-649b299a444d req-e6b38437-554c-47fb-948b-8f0c90fa3579 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.54 "GET /v2.0/networks?id=0159594c-9163-49a6-8606-7e3476d8e6b9 HTTP/1.1" status: 200 len: 815 time: 0.5113292 Nov 26 02:47:12.107303 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94c23251-1941-43f9-992b-ab42af28f02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:12.111849 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:12.114292 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-91cf5ac9-3fc6-444a-98a6-0d7b7aaf5434 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:12.118987 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-91cf5ac9-3fc6-444a-98a6-0d7b7aaf5434 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:12.121965 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-91cf5ac9-3fc6-444a-98a6-0d7b7aaf5434 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "DELETE /v2.0/security-groups/681e2419-7e89-4ef4-acd2-1964531919d9 HTTP/1.1" status: 204 len: 168 time: 0.4058349 Nov 26 02:47:12.144930 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b945b5e-ee51-4bde-a4a3-bb4a0a4558af req-63b42159-b715-4ce9-aca8-0c999e68b428 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848277 Nov 26 02:47:12.150193 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58ebffc-70ac-4a9d-84c0-0457553cff48 x-openstack-request-id: req-f58ebffc-70ac-4a9d-84c0-0457553cff48 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:12.150493 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ecd5cb-2738-4d1d-b522-c643337d711a", "name": "network-vif-deleted", "tag": "5ce70ca7-5f3d-4bde-a57c-919555a005ca", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:12.150754 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f58ebffc-70ac-4a9d-84c0-0457553cff48 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:12.151162 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ecd5cb-2738-4d1d-b522-c643337d711a', 'name': 'network-vif-deleted', 'tag': '5ce70ca7-5f3d-4bde-a57c-919555a005ca', 'status': 'completed', 'code': 200} Nov 26 02:47:12.153090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35180) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:12.161157 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf5ac9-3fc6-444a-98a6-0d7b7aaf5434 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=681e2419-7e89-4ef4-acd2-1964531919d9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:12.219261 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-369751f1-5882-43c9-b600-89cd551d3be0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Made reservation on behalf of dfc3a73836564c72aaa012c28cbd2c57 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:47:12.226256 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-369751f1-5882-43c9-b600-89cd551d3be0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:12.259003 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c23251-1941-43f9-992b-ab42af28f02a admin admin] Checking segment: {'id': '31c87a92-3928-498c-b8f3-d9b0f6bc3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:47:12.259382 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c23251-1941-43f9-992b-ab42af28f02a admin admin] Network hostable DHCP agents. Network: 9423f87b-b88b-4513-882b-6a768f8ff269, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:47:12.264035 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:12.283986 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c23251-1941-43f9-992b-ab42af28f02a admin admin] Pushing event updated for resources: {'Subnet': ['ID=20accd68-bf6e-4dd2-ab0a-8edec2df53fa,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:12.284792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "DELETE /v2.0/networks/0e513b45-2934-4fe0-8948-eec8b8e3d014 HTTP/1.1" status: 204 len: 168 time: 2.4053452 Nov 26 02:47:12.292469 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35182) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:12.308827 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35184) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:12.309517 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c23251-1941-43f9-992b-ab42af28f02a admin admin] Network 9423f87b-b88b-4513-882b-6a768f8ff269 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:47:12.328970 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20028511-bee2-47e7-9351-0bc3c2bf7597 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event deleted for resources: {'Network': ['ID=0e513b45-2934-4fe0-8948-eec8b8e3d014,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:12.331334 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-05269145-9940-4f41-9afc-7121ae9af9f2 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] show failed (client error): The resource could not be found. Nov 26 02:47:12.335980 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-05269145-9940-4f41-9afc-7121ae9af9f2 tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "GET /v2.0/security-groups/681e2419-7e89-4ef4-acd2-1964531919d9 HTTP/1.1" status: 404 len: 347 time: 0.1763885 Nov 26 02:47:12.342964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35186) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:12.366053 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20c14ab3-c1c7-427c-817d-27a40d57a649 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:12.371678 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-94c23251-1941-43f9-992b-ab42af28f02a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 9423f87b-b88b-4513-882b-6a768f8ff269) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:12.376601 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c23251-1941-43f9-992b-ab42af28f02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:12.377373 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94c23251-1941-43f9-992b-ab42af28f02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:12.382060 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd44ffa1-4133-4163-89c0-d648ceaef0d0 None None] Network 9423f87b-b88b-4513-882b-6a768f8ff269 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:47:12.419025 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f051338d-493d-44a5-8f84-649b299a444d req-a6f62cb3-4288-4fc0-a610-e4dcb332ed30 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=221ad9ca8ffb47b9940b80782b032efb HTTP/1.1" status: 200 len: 379 time: 0.3471825 Nov 26 02:47:12.493043 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f051338d-493d-44a5-8f84-649b299a444d req-31a1fe86-c8a8-4362-9fb0-19e661b3e037 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Request body: {'port': {'device_id': '039c441c-bec6-47a0-8a67-fcaf918f23e5', 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9', 'admin_state_up': True, 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'security_groups': ['8b669850-ea54-406b-966d-7901332dfafe']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:12.508995 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20c14ab3-c1c7-427c-817d-27a40d57a649 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:12.517644 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602395e-9fec-42ce-a4c4-8615ecd68ba3 req-c7ff3a1d-3df2-4bdd-a38d-5397479df531 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:12.519456 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f602395e-9fec-42ce-a4c4-8615ecd68ba3 req-c7ff3a1d-3df2-4bdd-a38d-5397479df531 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.59 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 945 time: 0.3711026 Nov 26 02:47:12.520725 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-94c23251-1941-43f9-992b-ab42af28f02a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9835639 Nov 26 02:47:12.525977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35192) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:12.533674 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-399089636-router', 'tenant_id': '423ce6341aae4306a11cf3104fe14bb1', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:12.559979 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20c14ab3-c1c7-427c-817d-27a40d57a649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:12.581918 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:12.582979 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:12.680946 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f05695f-2649-4b57-b8da-4dedd388072f tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Deleting subnet ec6a6daa-4b01-41fd-b912-b980d65a9ebd {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:47:12.691680 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:12.704383 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7590e5d8-821b-4a41-8a76-6f57c96e1888 req-a13f7ac0-ff8b-4e84-a060-191cfc415d4f tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 210 time: 0.0745978 Nov 26 02:47:12.710505 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7f05695f-2649-4b57-b8da-4dedd388072f tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:12.718059 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-9423f87b-b88b-4513-882b-6a768f8ff269', 'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269', 'tenant_id': '423ce6341aae4306a11cf3104fe14bb1', 'fixed_ips': [{'subnet_id': '20accd68-bf6e-4dd2-ab0a-8edec2df53fa'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:47:12.719422 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:12.851093 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7f05695f-2649-4b57-b8da-4dedd388072f tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:12.897884 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5c49502-8841-4ba6-9162-048b5ca3c09d req-58f85146-da58-418f-822d-041c06b366c3 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 210 time: 0.1241298 Nov 26 02:47:12.923033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-369751f1-5882-43c9-b600-89cd551d3be0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Allocated IP 172.20.0.7 (ee4db295-5fa0-4a8b-9886-1c4a68ef44bb/8f1c52ce-baab-40ba-a108-aa1a1ac61509/dab05dd6-b0c6-42e0-90d9-38afab8ef99e) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:47:12.929558 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Allocated IP 172.20.0.2 (9423f87b-b88b-4513-882b-6a768f8ff269/20accd68-bf6e-4dd2-ab0a-8edec2df53fa/4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:47:12.944636 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-20c14ab3-c1c7-427c-817d-27a40d57a649 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64412cb69c6e4aa1af47920f20c738ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6253591 Nov 26 02:47:12.948117 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35198) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:12.951212 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c14ab3-c1c7-427c-817d-27a40d57a649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f49acb-74c5-4b01-8b59-995cc5fabded,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:13.012264 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-ffad4573-1563-4e17-a9e4-d5f61c03ba9c tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Deleting port 095af98a-b101-4a49-843e-faced0cef9e6 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:13.012937 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ffad4573-1563-4e17-a9e4-d5f61c03ba9c tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.097016 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.104480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f051338d-493d-44a5-8f84-649b299a444d req-31a1fe86-c8a8-4362-9fb0-19e661b3e037 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Made reservation on behalf of 221ad9ca8ffb47b9940b80782b032efb for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:47:13.110329 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f051338d-493d-44a5-8f84-649b299a444d req-31a1fe86-c8a8-4362-9fb0-19e661b3e037 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.123377 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2cfdefb8-1fc3-4a4c-afe0-e76e760ae891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.143480 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7f05695f-2649-4b57-b8da-4dedd388072f tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.265491 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7f05695f-2649-4b57-b8da-4dedd388072f tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.281421 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.290048 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.311888 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05695f-2649-4b57-b8da-4dedd388072f tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6a6daa-4b01-41fd-b912-b980d65a9ebd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:13.342617 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2cfdefb8-1fc3-4a4c-afe0-e76e760ae891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.346713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Pushing event updated for resources: {'Port': ['ID=4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:13.366406 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7f05695f-2649-4b57-b8da-4dedd388072f tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.370642 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7f05695f-2649-4b57-b8da-4dedd388072f tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "DELETE /v2.0/subnets/ec6a6daa-4b01-41fd-b912-b980d65a9ebd HTTP/1.1" status: 204 len: 168 time: 1.0771301 Nov 26 02:47:13.374561 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35204) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:13.375099 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Network 9423f87b-b88b-4513-882b-6a768f8ff269 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:47:13.378618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:13.383176 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9494b74f-aead-4bc1-a3c5-742998d7a84b None None] Network b596eb4f-116c-4488-8b56-991db556b4c8 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:47:13.456769 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:47:13.586077 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Attempting to bind port 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:47:13.586727 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.587693 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Attempting to bind port 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '31c87a92-3928-498c-b8f3-d9b0f6bc3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:47:13.588449 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Attempting to bind port 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7 on network 9423f87b-b88b-4513-882b-6a768f8ff269 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:47:13.619413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:47:13.620321 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Checking segment: {'id': '31c87a92-3928-498c-b8f3-d9b0f6bc3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:47:13.621139 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.621758 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Bound using segment: {'id': '31c87a92-3928-498c-b8f3-d9b0f6bc3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:47:13.622477 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Bound port: 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c87a92-3928-498c-b8f3-d9b0f6bc3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:47:13.623502 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.631080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-f602395e-9fec-42ce-a4c4-8615ecd68ba3 req-b6255d82-a428-4a87-9804-44bfca6e3d03 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Deleting port 04104088-c3db-4f80-aeee-60f0d4d46511 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:13.631547 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f602395e-9fec-42ce-a4c4-8615ecd68ba3 req-b6255d82-a428-4a87-9804-44bfca6e3d03 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.668346 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2cfdefb8-1fc3-4a4c-afe0-e76e760ae891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.670945 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2cfdefb8-1fc3-4a4c-afe0-e76e760ae891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.672128 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2cfdefb8-1fc3-4a4c-afe0-e76e760ae891 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58f49acb-74c5-4b01-8b59-995cc5fabded HTTP/1.1" status: 204 len: 168 time: 0.7169721 Nov 26 02:47:13.696903 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdefb8-1fc3-4a4c-afe0-e76e760ae891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f49acb-74c5-4b01-8b59-995cc5fabded,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:13.780007 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db07595-3417-4483-91f5-971064f2dc9f None None] DHCP port deletion for b596eb4f-116c-4488-8b56-991db556b4c8 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:47:13.863480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db5ee4-b493-404c-9281-a378fa1a0480 req-2917581c-802c-473e-a654-9513f4dc7ad2 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:13.865256 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21db5ee4-b493-404c-9281-a378fa1a0480 req-2917581c-802c-473e-a654-9513f4dc7ad2 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 945 time: 0.3140523 Nov 26 02:47:13.878569 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ffad4573-1563-4e17-a9e4-d5f61c03ba9c tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.878886 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ffad4573-1563-4e17-a9e4-d5f61c03ba9c tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.885126 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] For port 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:47:13.909839 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] For port 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7,segment=NetworkSegment(31c87a92-3928-498c-b8f3-d9b0f6bc3444),segment_id=31c87a92-3928-498c-b8f3-d9b0f6bc3444)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:47:13.922184 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Deleting port ab1a12d2-b453-444a-acac-63bad9fbc0e9 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:13.922929 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.929104 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:13.966686 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3c38fe2-c8dd-43a9-b27f-2d30d92f4509 req-3a263560-4ebe-4eb1-bab1-500e7df8fcf8 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 210 time: 0.0903234 Nov 26 02:47:13.983528 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-ffad4573-1563-4e17-a9e4-d5f61c03ba9c tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Calling delete_port for 095af98a-b101-4a49-843e-faced0cef9e6 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:14.004716 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174301d9-0dbc-41fa-9d17-2d8bb8f53597 None None] Pushing event updated for resources: {'Port': ['ID=4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:14.032360 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-6db07595-3417-4483-91f5-971064f2dc9f None None] Deleting port ab1a12d2-b453-444a-acac-63bad9fbc0e9 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:14.032720 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6db07595-3417-4483-91f5-971064f2dc9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:14.114497 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6db07595-3417-4483-91f5-971064f2dc9f None None] For port ab1a12d2-b453-444a-acac-63bad9fbc0e9, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ab1a12d2-b453-444a-acac-63bad9fbc0e9,segment=NetworkSegment(c2ff9c14-977a-4fc9-be35-bd5b58bf59cc),segment_id=c2ff9c14-977a-4fc9-be35-bd5b58bf59cc)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:14.115897 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6db07595-3417-4483-91f5-971064f2dc9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:14.137939 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-6db07595-3417-4483-91f5-971064f2dc9f None None] Calling delete_port for ab1a12d2-b453-444a-acac-63bad9fbc0e9 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:14.178589 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] For port ab1a12d2-b453-444a-acac-63bad9fbc0e9, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ab1a12d2-b453-444a-acac-63bad9fbc0e9,segment=NetworkSegment(c2ff9c14-977a-4fc9-be35-bd5b58bf59cc),segment_id=c2ff9c14-977a-4fc9-be35-bd5b58bf59cc)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:14.179242 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:14.209614 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:14.214984 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Calling delete_port for ab1a12d2-b453-444a-acac-63bad9fbc0e9 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:14.223647 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-414a164e-85ca-4a0f-ac6f-65002a2d13e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:14.255908 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:14.284341 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6db07595-3417-4483-91f5-971064f2dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:14.331852 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db07595-3417-4483-91f5-971064f2dc9f None None] Pushing event deleted for resources: {'Port': ['ID=ab1a12d2-b453-444a-acac-63bad9fbc0e9,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:14.346232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db07595-3417-4483-91f5-971064f2dc9f None None] No DVR routers for this DVR port ab1a12d2-b453-444a-acac-63bad9fbc0e9 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:14.371647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 04104088-c3db-4f80-aeee-60f0d4d46511 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:14.435948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f602395e-9fec-42ce-a4c4-8615ecd68ba3 req-b6255d82-a428-4a87-9804-44bfca6e3d03 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] For port 04104088-c3db-4f80-aeee-60f0d4d46511, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=04104088-c3db-4f80-aeee-60f0d4d46511,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:14.437172 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f602395e-9fec-42ce-a4c4-8615ecd68ba3 req-b6255d82-a428-4a87-9804-44bfca6e3d03 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:14.456968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21db5ee4-b493-404c-9281-a378fa1a0480 req-cf44e141-784c-4ecb-9701-ebbd2e4a6a18 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5699542 Nov 26 02:47:14.481873 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:14.524928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-f051338d-493d-44a5-8f84-649b299a444d req-31a1fe86-c8a8-4362-9fb0-19e661b3e037 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Allocated IP 172.20.0.14 (0159594c-9163-49a6-8606-7e3476d8e6b9/ec81ba8f-2996-484b-acac-4860e9ce304b/2535e055-5cb8-4973-b6b2-1ebdb134180f) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:47:14.552462 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-369751f1-5882-43c9-b600-89cd551d3be0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:14.554340 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] No DVR routers for this DVR port ab1a12d2-b453-444a-acac-63bad9fbc0e9 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:14.559392 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event deleted for resources: {'Port': ['ID=ab1a12d2-b453-444a-acac-63bad9fbc0e9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:14.583212 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-f602395e-9fec-42ce-a4c4-8615ecd68ba3 req-b6255d82-a428-4a87-9804-44bfca6e3d03 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Calling delete_port for 04104088-c3db-4f80-aeee-60f0d4d46511 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:14.608105 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac69527-f020-4d3f-8049-8e7896469f7d req-ae9e8cd1-acff-43e5-ab9c-1d48c07b3ac0 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:14.620049 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dac69527-f020-4d3f-8049-8e7896469f7d req-ae9e8cd1-acff-43e5-ab9c-1d48c07b3ac0 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 945 time: 0.5427043 Nov 26 02:47:14.731678 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:14.734767 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:14.736447 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:14.737041 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:14.737606 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:14.738249 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:14.738802 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:14.739457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:14.740007 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:14.740590 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:14.741145 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:14.741715 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:47:14.769276 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] Allocated IP 172.25.0.70 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/8120ec6c-46fd-4113-be8b-932d27940313) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:47:14.798164 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:14.849976 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b596eb4f-116c-4488-8b56-991db556b4c8']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:14.917777 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:14.931839 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ff9c14-977a-4fc9-be35-bd5b58bf59cc') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:14.938172 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ff9c14-977a-4fc9-be35-bd5b58bf59cc') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:14.959738 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:14.961545 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:47:14.993249 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:15.027226 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:47:15.036677 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:47:15.040464 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:47:15.058639 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:15.059023 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:15.271060 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:15.277506 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:15.295243 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-369751f1-5882-43c9-b600-89cd551d3be0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:15.309062 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:15.322848 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:15.330880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dac69527-f020-4d3f-8049-8e7896469f7d req-dcbea182-e6ac-47a6-b876-184d616a2529 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6822155 Nov 26 02:47:15.335589 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] 10.222.0.31 "DELETE /v2.0/networks/b596eb4f-116c-4488-8b56-991db556b4c8 HTTP/1.1" status: 204 len: 168 time: 1.9563520 Nov 26 02:47:15.379072 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7,segment=NetworkSegment(31c87a92-3928-498c-b8f3-d9b0f6bc3444),segment_id=31c87a92-3928-498c-b8f3-d9b0f6bc3444)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:15.386534 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:15.398169 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbba13-fe6d-428b-b0a9-54d93b1fac80 tempest-ServersTestMultiNic-1494802366 tempest-ServersTestMultiNic-1494802366-project] Pushing event deleted for resources: {'Network': ['ID=b596eb4f-116c-4488-8b56-991db556b4c8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:15.424404 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:15.501437 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ab1a12d2-b453-444a-acac-63bad9fbc0e9 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:15.520852 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:47:15.532684 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:15.544807 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:47:15.555095 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:15.567778 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: ab1a12d2-b453-444a-acac-63bad9fbc0e9 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:47:15.568167 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ab1a12d2-b453-444a-acac-63bad9fbc0e9 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:15.669833 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9c0f5009-f744-4060-a7bf-65a121238bb5 req-dc77bcd8-82aa-46b1-817e-8582a23aa43b tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 210 time: 0.1290567 Nov 26 02:47:15.715274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-369751f1-5882-43c9-b600-89cd551d3be0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Network ee4db295-5fa0-4a8b-9886-1c4a68ef44bb is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:47:15.738561 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=8120ec6c-46fd-4113-be8b-932d27940313,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:15.809150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369751f1-5882-43c9-b600-89cd551d3be0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Pushing event updated for resources: {'Port': ['ID=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:15.831004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eb897f-498b-49b5-a446-83391f54e914 None None] Network 9423f87b-b88b-4513-882b-6a768f8ff269 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:47:15.832292 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4733e5-b9fa-49b6-97fa-e7ffa8133017 req-10649ddd-cce2-4ae7-ac18-d107f86b3978 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:15.834185 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f4733e5-b9fa-49b6-97fa-e7ffa8133017 req-10649ddd-cce2-4ae7-ac18-d107f86b3978 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 931 time: 0.7355781 Nov 26 02:47:15.845781 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-369751f1-5882-43c9-b600-89cd551d3be0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:15.855995 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f051338d-493d-44a5-8f84-649b299a444d req-31a1fe86-c8a8-4362-9fb0-19e661b3e037 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:15.869490 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-369751f1-5882-43c9-b600-89cd551d3be0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:47:15.896342 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ffad4573-1563-4e17-a9e4-d5f61c03ba9c tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:16.002457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd45cb-8e5f-48c7-84c6-8fd98a1e103f req-60ebcb01-e8fb-4349-b27b-9bcaa10f748d tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:16.004109 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b3fd45cb-8e5f-48c7-84c6-8fd98a1e103f req-60ebcb01-e8fb-4349-b27b-9bcaa10f748d tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 945 time: 0.4706745 Nov 26 02:47:16.010052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad4573-1563-4e17-a9e4-d5f61c03ba9c tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Pushing event deleted for resources: {'Port': ['ID=095af98a-b101-4a49-843e-faced0cef9e6,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:16.025162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7a165795-f002-4655-960a-8defbbd97ec3 None None] Provisioning complete for port 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:16.025749 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7a165795-f002-4655-960a-8defbbd97ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:16.057281 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f602395e-9fec-42ce-a4c4-8615ecd68ba3 req-b6255d82-a428-4a87-9804-44bfca6e3d03 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:16.161589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['a63da763-2109-4065-842f-705ded00c432'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:47:16.170237 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-369751f1-5882-43c9-b600-89cd551d3be0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:16.170984 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-369751f1-5882-43c9-b600-89cd551d3be0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:16.181548 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:16.198986 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6255d82-a428-4a87-9804-44bfca6e3d03 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Pushing event deleted for resources: {'Port': ['ID=04104088-c3db-4f80-aeee-60f0d4d46511,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:16.222470 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f4733e5-b9fa-49b6-97fa-e7ffa8133017 req-b2193b65-07cb-4152-bcad-628216b1f2d4 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555388 Nov 26 02:47:16.262196 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9449-6b44-49fd-ba28-86f395b657e3 req-84175b31-cdc4-41aa-a9fd-262f94574886 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:16.269612 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af5f9449-6b44-49fd-ba28-86f395b657e3 req-84175b31-cdc4-41aa-a9fd-262f94574886 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 866 time: 0.4279594 Nov 26 02:47:16.290700 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f051338d-493d-44a5-8f84-649b299a444d req-31a1fe86-c8a8-4362-9fb0-19e661b3e037 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:16.516586 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f051338d-493d-44a5-8f84-649b299a444d req-31a1fe86-c8a8-4362-9fb0-19e661b3e037 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Network 0159594c-9163-49a6-8606-7e3476d8e6b9 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:47:16.524833 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:16.535244 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-369751f1-5882-43c9-b600-89cd551d3be0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0395977 Nov 26 02:47:16.568501 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ffad4573-1563-4e17-a9e4-d5f61c03ba9c tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:16.571628 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ffad4573-1563-4e17-a9e4-d5f61c03ba9c tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:16.573075 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ffad4573-1563-4e17-a9e4-d5f61c03ba9c tempest-ServersWithSpecificFlavorTestJSON-867226472 tempest-ServersWithSpecificFlavorTestJSON-867226472-project] 10.222.0.31 "DELETE /v2.0/floatingips/28c28bd9-6f56-4e0d-816d-c0b14d8fd3b6 HTTP/1.1" status: 204 len: 168 time: 4.2282302 Nov 26 02:47:16.579776 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Request body: {'port': {'device_id': 'ae74e0db-8f42-4603-9136-6aaea793ba02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:16.593804 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:16.630436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-f051338d-493d-44a5-8f84-649b299a444d req-31a1fe86-c8a8-4362-9fb0-19e661b3e037 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:16.630436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f051338d-493d-44a5-8f84-649b299a444d req-31a1fe86-c8a8-4362-9fb0-19e661b3e037 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:47:16.639124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f602395e-9fec-42ce-a4c4-8615ecd68ba3 req-b6255d82-a428-4a87-9804-44bfca6e3d03 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] No DVR routers for this DVR port 04104088-c3db-4f80-aeee-60f0d4d46511 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:16.644803 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f602395e-9fec-42ce-a4c4-8615ecd68ba3 req-b6255d82-a428-4a87-9804-44bfca6e3d03 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:16.645610 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f602395e-9fec-42ce-a4c4-8615ecd68ba3 req-b6255d82-a428-4a87-9804-44bfca6e3d03 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.59 "DELETE /v2.0/ports/04104088-c3db-4f80-aeee-60f0d4d46511 HTTP/1.1" status: 204 len: 173 time: 4.0732288 Nov 26 02:47:16.681345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098efca1-2cf6-442b-b0a4-508a02006dc0', 'name': 'network-vif-deleted', 'tag': '04104088-c3db-4f80-aeee-60f0d4d46511'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:16.684267 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c865568d-cecc-4776-8a01-74b54c1ee5b4" -d '{"events": [{"server_uuid": "098efca1-2cf6-442b-b0a4-508a02006dc0", "name": "network-vif-deleted", "tag": "04104088-c3db-4f80-aeee-60f0d4d46511"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:16.725059 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1eb2b354-b43a-4f33-8b8d-e00913072b32 None None] Provisioning complete for port 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:16.726008 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1eb2b354-b43a-4f33-8b8d-e00913072b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:16.789323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1fe86-c8a8-4362-9fb0-19e661b3e037 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Pushing event updated for resources: {'Port': ['ID=2535e055-5cb8-4973-b6b2-1ebdb134180f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:16.814704 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:47:16.865305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af5f9449-6b44-49fd-ba28-86f395b657e3 req-9ff540e8-1ee3-4ec3-a928-317fa450d093 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448759 Nov 26 02:47:16.876111 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] Router 4f58bc24-94a0-45e7-9722-9facd799ada5 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:47:16.885419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051338d-493d-44a5-8f84-649b299a444d req-31a1fe86-c8a8-4362-9fb0-19e661b3e037 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:16.885419 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f051338d-493d-44a5-8f84-649b299a444d req-31a1fe86-c8a8-4362-9fb0-19e661b3e037 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:16.902782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e76e84-9fd0-4f27-95b8-2d07e3e25fd4 req-0a862e03-66c8-4f44-b259-ce0293edd826 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:16.911585 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31e76e84-9fd0-4f27-95b8-2d07e3e25fd4 req-0a862e03-66c8-4f44-b259-ce0293edd826 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 945 time: 0.3591659 Nov 26 02:47:16.919769 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:16.930781 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-b3fd45cb-8e5f-48c7-84c6-8fd98a1e103f req-2f08281a-a8b7-4c9c-9071-34671a7a4cd7 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Deleting port 9c80d699-0592-4afa-811f-eb289a1977db {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:16.930781 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b3fd45cb-8e5f-48c7-84c6-8fd98a1e103f req-2f08281a-a8b7-4c9c-9071-34671a7a4cd7 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:17.011005 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f051338d-493d-44a5-8f84-649b299a444d req-31a1fe86-c8a8-4362-9fb0-19e661b3e037 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5505729 Nov 26 02:47:17.012513 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:17.013489 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:17.014625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35272) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:17.090950 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:47:17.102955 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Sync routers for ids ['4f58bc24-94a0-45e7-9722-9facd799ada5'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:47:17.125252 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:17.130834 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9e5576f0-af02-4247-ab40-d5b627555ae5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6009719 Nov 26 02:47:17.131434 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Routers {'4f58bc24-94a0-45e7-9722-9facd799ada5'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:17.131920 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35276) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:17.132363 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:47:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['4f58bc24-94a0-45e7-9722-9facd799ada5'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:17.343302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b7acf9e7-b19c-4f36-b808-0968e8749898 None None] Provisioning complete for port 2535e055-5cb8-4973-b6b2-1ebdb134180f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:17.343848 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b7acf9e7-b19c-4f36-b808-0968e8749898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:17.359533 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Set router 4f58bc24-94a0-45e7-9722-9facd799ada5 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:17.392097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Request body: {'port': {'device_id': '039c441c-bec6-47a0-8a67-fcaf918f23e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:17.431949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b7acf9e7-b19c-4f36-b808-0968e8749898 None None] Port 2535e055-5cb8-4973-b6b2-1ebdb134180f cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:47:17.496550 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:17.550431 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f58bc24-94a0-45e7-9722-9facd799ada5', 'name': 'tempest-AttachSCSIVolumeTestJSON-399089636-router', 'tenant_id': '423ce6341aae4306a11cf3104fe14bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8120ec6c-46fd-4113-be8b-932d27940313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:47:12Z', 'updated_at': '2021-11-26T02:47:15Z', 'revision_number': 3, 'project_id': '423ce6341aae4306a11cf3104fe14bb1', 'gw_port': {'id': '8120ec6c-46fd-4113-be8b-932d27940313', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f58bc24-94a0-45e7-9722-9facd799ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:14Z', 'updated_at': '2021-11-26T02:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:17.557291 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-0e7e4780-5b26-4bc2-a04b-bd97ce23e65b tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=90b94badc3974ee099d6065ffdb6e4d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1106882 Nov 26 02:47:17.582726 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Checking router: 4f58bc24-94a0-45e7-9722-9facd799ada5 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:47:17.583350 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Updating router 4f58bc24-94a0-45e7-9722-9facd799ada5 port 8120ec6c-46fd-4113-be8b-932d27940313 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:47:17.610263 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:17.611717 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31e76e84-9fd0-4f27-95b8-2d07e3e25fd4 req-90329319-322c-497f-9a13-861d27e50fa6 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6991491 Nov 26 02:47:17.663028 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:17.833587 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-b3fd45cb-8e5f-48c7-84c6-8fd98a1e103f req-2f08281a-a8b7-4c9c-9071-34671a7a4cd7 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] For port 9c80d699-0592-4afa-811f-eb289a1977db, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9c80d699-0592-4afa-811f-eb289a1977db,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:17.834664 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b3fd45cb-8e5f-48c7-84c6-8fd98a1e103f req-2f08281a-a8b7-4c9c-9071-34671a7a4cd7 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:17.926911 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:17.929225 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-b3fd45cb-8e5f-48c7-84c6-8fd98a1e103f req-2f08281a-a8b7-4c9c-9071-34671a7a4cd7 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Calling delete_port for 9c80d699-0592-4afa-811f-eb289a1977db owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:17.939561 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:18.037027 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Attempting to bind port 8120ec6c-46fd-4113-be8b-932d27940313 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:47:18.037442 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Attempting to bind port 8120ec6c-46fd-4113-be8b-932d27940313 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:47:18.037810 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Attempting to bind port 8120ec6c-46fd-4113-be8b-932d27940313 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:47:18.051242 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:47:18.051614 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:47:18.052101 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:18.052504 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:47:18.052979 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Bound port: 8120ec6c-46fd-4113-be8b-932d27940313, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:47:18.053372 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:18.081135 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf8b46-4672-4416-94ef-0bd56fe53ac1 None None] Pushing event updated for resources: {'Port': ['ID=8120ec6c-46fd-4113-be8b-932d27940313,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:18.128656 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] For port 8120ec6c-46fd-4113-be8b-932d27940313, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:47:18.132403 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] For port 8120ec6c-46fd-4113-be8b-932d27940313, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8120ec6c-46fd-4113-be8b-932d27940313,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:47:18.140938 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:18.192172 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-c1bc50e7-deb5-410a-a10a-f1ad0248ed84 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:18.199103 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf8b46-4672-4416-94ef-0bd56fe53ac1 None None] Pushing event updated for resources: {'Port': ['ID=8120ec6c-46fd-4113-be8b-932d27940313,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:18.199340 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-c1bc50e7-deb5-410a-a10a-f1ad0248ed84 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6411140 Nov 26 02:47:18.247575 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Routers {'4f58bc24-94a0-45e7-9722-9facd799ada5'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:18.248363 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:47:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['4f58bc24-94a0-45e7-9722-9facd799ada5'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:18.250024 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-aba7c524-5fd6-430e-ae7e-21386f3f9704 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/quotas/90b94badc3974ee099d6065ffdb6e4d8 HTTP/1.1" status: 200 len: 375 time: 0.0497189 Nov 26 02:47:18.297974 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-547109d2-5379-435f-8671-e8c151c98cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:18.315010 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-34432a54-1b6e-4174-b7b7-84d9962aff1a tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=90b94badc3974ee099d6065ffdb6e4d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639818 Nov 26 02:47:18.383832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9c80d699-0592-4afa-811f-eb289a1977db no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:18.409957 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] Set router 4f58bc24-94a0-45e7-9722-9facd799ada5 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:18.478831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf89e9-21a9-4858-b8fc-9afe7697910e req-a2f79e1e-d134-4155-adea-c224079eb893 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:18.495382 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83cf89e9-21a9-4858-b8fc-9afe7697910e req-a2f79e1e-d134-4155-adea-c224079eb893 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 932 time: 0.3972814 Nov 26 02:47:18.540010 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-547109d2-5379-435f-8671-e8c151c98cfd admin admin] Allocated IP 172.20.0.1 (9423f87b-b88b-4513-882b-6a768f8ff269/20accd68-bf6e-4dd2-ab0a-8edec2df53fa/3b23f26c-3cbd-4078-8854-1142f2f50138) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:47:18.560233 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:18.564767 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bc8f7e-0c82-4d53-8510-5db7dc8cd416 x-openstack-request-id: req-88bc8f7e-0c82-4d53-8510-5db7dc8cd416 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:18.565156 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098efca1-2cf6-442b-b0a4-508a02006dc0", "name": "network-vif-deleted", "tag": "04104088-c3db-4f80-aeee-60f0d4d46511", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:18.565448 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88bc8f7e-0c82-4d53-8510-5db7dc8cd416 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:18.565915 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098efca1-2cf6-442b-b0a4-508a02006dc0', 'name': 'network-vif-deleted', 'tag': '04104088-c3db-4f80-aeee-60f0d4d46511', 'status': 'completed', 'code': 200} Nov 26 02:47:18.635735 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9c80d699-0592-4afa-811f-eb289a1977db, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9c80d699-0592-4afa-811f-eb289a1977db,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:18.636873 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b1b30e-64e0-4afc-84c6-5e6041ec1403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c80d699-0592-4afa-811f-eb289a1977db'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:18.644143 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f07227f-2361-4d09-a7d2-827ce5fa686d" -d '{"events": [{"server_uuid": "b1b1b30e-64e0-4afc-84c6-5e6041ec1403", "name": "network-vif-unplugged", "status": "completed", "tag": "9c80d699-0592-4afa-811f-eb289a1977db"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:18.668246 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:18.716254 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-547109d2-5379-435f-8671-e8c151c98cfd admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:18.746354 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=9c80d699-0592-4afa-811f-eb289a1977db,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:18.757727 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-547109d2-5379-435f-8671-e8c151c98cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:18.796274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2535e055-5cb8-4973-b6b2-1ebdb134180f {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:47:18.814609 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f58bc24-94a0-45e7-9722-9facd799ada5', 'name': 'tempest-AttachSCSIVolumeTestJSON-399089636-router', 'tenant_id': '423ce6341aae4306a11cf3104fe14bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8120ec6c-46fd-4113-be8b-932d27940313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:47:12Z', 'updated_at': '2021-11-26T02:47:15Z', 'revision_number': 3, 'project_id': '423ce6341aae4306a11cf3104fe14bb1', 'gw_port': {'id': '8120ec6c-46fd-4113-be8b-932d27940313', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f58bc24-94a0-45e7-9722-9facd799ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:14Z', 'updated_at': '2021-11-26T02:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:18.825022 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547109d2-5379-435f-8671-e8c151c98cfd admin admin] Network 9423f87b-b88b-4513-882b-6a768f8ff269 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:47:18.829006 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-547109d2-5379-435f-8671-e8c151c98cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:18.833590 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547109d2-5379-435f-8671-e8c151c98cfd admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:47:18.836845 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547109d2-5379-435f-8671-e8c151c98cfd admin admin] Pushing event updated for resources: {'Port': ['ID=3b23f26c-3cbd-4078-8854-1142f2f50138,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:18.861950 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83cf89e9-21a9-4858-b8fc-9afe7697910e req-383ddfe5-2e5a-4f17-960f-738f44c5715e tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b669850-ea54-406b-966d-7901332dfafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3655891 Nov 26 02:47:18.887889 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-547109d2-5379-435f-8671-e8c151c98cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:18.888294 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:18.916986 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32ae42-222b-4ebd-823b-28f625c7302e None None] The sync data for ids ['4f58bc24-94a0-45e7-9722-9facd799ada5'] in n-d-819389-3 is: [{'id': '4f58bc24-94a0-45e7-9722-9facd799ada5', 'name': 'tempest-AttachSCSIVolumeTestJSON-399089636-router', 'tenant_id': '423ce6341aae4306a11cf3104fe14bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8120ec6c-46fd-4113-be8b-932d27940313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:47:12Z', 'updated_at': '2021-11-26T02:47:15Z', 'revision_number': 3, 'project_id': '423ce6341aae4306a11cf3104fe14bb1', 'gw_port': {'id': '8120ec6c-46fd-4113-be8b-932d27940313', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f58bc24-94a0-45e7-9722-9facd799ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:14Z', 'updated_at': '2021-11-26T02:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:47:19.095735 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-547109d2-5379-435f-8671-e8c151c98cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:19.106091 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bffb602-f335-49e8-be72-48b78f3b51f0 req-9a4e0bbc-f9d3-48c4-b93f-ea235857710c tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 210 time: 0.0894938 Nov 26 02:47:19.166679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Transition to ACTIVE for port object 2535e055-5cb8-4973-b6b2-1ebdb134180f will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:47:19.255599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045d546-c6b3-4920-88e3-5e48be90e5b7 req-a0a906f5-e493-48d6-9383-15465d984783 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:19.263537 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d045d546-c6b3-4920-88e3-5e48be90e5b7 req-a0a906f5-e493-48d6-9383-15465d984783 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 931 time: 0.5329673 Nov 26 02:47:19.301298 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-031a4af9-3cb8-4549-9a9c-a8a8902b5575 None None] Provisioning complete for port 3b23f26c-3cbd-4078-8854-1142f2f50138 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:19.301674 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-031a4af9-3cb8-4549-9a9c-a8a8902b5575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:19.344011 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:19.355246 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b3fd45cb-8e5f-48c7-84c6-8fd98a1e103f req-2f08281a-a8b7-4c9c-9071-34671a7a4cd7 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:19.391538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-031a4af9-3cb8-4549-9a9c-a8a8902b5575 None None] Port 3b23f26c-3cbd-4078-8854-1142f2f50138 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:47:19.395839 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['0c1a72cd-508b-4009-b442-fc919f418b7c', 'a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:47:19.437981 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-547109d2-5379-435f-8671-e8c151c98cfd admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:19.447281 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-547109d2-5379-435f-8671-e8c151c98cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:19.483159 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2535e055-5cb8-4973-b6b2-1ebdb134180f,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:19.490679 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dfdb71e8-8071-48a9-be7f-ff848fa6a038 req-21a75503-8fca-4b79-9328-fecb8b104b22 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 210 time: 0.1984522 Nov 26 02:47:19.502569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab05dd6-b0c6-42e0-90d9-38afab8ef99e {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:47:19.545359 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-547109d2-5379-435f-8671-e8c151c98cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:19.650238 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:19.709122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fd45cb-8e5f-48c7-84c6-8fd98a1e103f req-2f08281a-a8b7-4c9c-9071-34671a7a4cd7 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] No DVR routers for this DVR port 9c80d699-0592-4afa-811f-eb289a1977db on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:19.731416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Transition to ACTIVE for port object dab05dd6-b0c6-42e0-90d9-38afab8ef99e will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:47:19.736965 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08281a-a8b7-4c9c-9071-34671a7a4cd7 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Pushing event deleted for resources: {'Port': ['ID=9c80d699-0592-4afa-811f-eb289a1977db,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:19.747814 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b3fd45cb-8e5f-48c7-84c6-8fd98a1e103f req-2f08281a-a8b7-4c9c-9071-34671a7a4cd7 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:19.751415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b3fd45cb-8e5f-48c7-84c6-8fd98a1e103f req-2f08281a-a8b7-4c9c-9071-34671a7a4cd7 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.59 "DELETE /v2.0/ports/9c80d699-0592-4afa-811f-eb289a1977db HTTP/1.1" status: 204 len: 173 time: 3.7380364 Nov 26 02:47:19.766708 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d045d546-c6b3-4920-88e3-5e48be90e5b7 req-3cc850d4-ca69-48a9-b80a-84c6a431f52d tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021944 Nov 26 02:47:19.787252 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:19.799540 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547109d2-5379-435f-8671-e8c151c98cfd admin admin] Pushing event updated for resources: {'Port': ['ID=3b23f26c-3cbd-4078-8854-1142f2f50138,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:19.887345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72bf068e-a459-4953-a287-8d2629d79799 req-d89d703f-5bbf-4e1b-a3ef-89ac366f58eb tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1b1b30e-64e0-4afc-84c6-5e6041ec1403 HTTP/1.1" status: 200 len: 210 time: 0.1806197 Nov 26 02:47:19.952910 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547109d2-5379-435f-8671-e8c151c98cfd admin admin] Network 9423f87b-b88b-4513-882b-6a768f8ff269 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:47:19.955993 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-547109d2-5379-435f-8671-e8c151c98cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:19.957634 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630feb72-b89f-4ab3-b53d-ff8a51a54ce1 x-openstack-request-id: req-630feb72-b89f-4ab3-b53d-ff8a51a54ce1 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:19.958809 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b1b30e-64e0-4afc-84c6-5e6041ec1403", "name": "network-vif-unplugged", "status": "completed", "tag": "9c80d699-0592-4afa-811f-eb289a1977db", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:19.963351 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-630feb72-b89f-4ab3-b53d-ff8a51a54ce1 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:19.965718 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b1b30e-64e0-4afc-84c6-5e6041ec1403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c80d699-0592-4afa-811f-eb289a1977db', 'code': 200} Nov 26 02:47:20.242362 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:20.452698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547109d2-5379-435f-8671-e8c151c98cfd admin admin] Router 4f58bc24-94a0-45e7-9722-9facd799ada5 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:47:20.465481 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-dccddf6d-336e-499f-8ad0-1b95bc4334a2 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=90b94badc3974ee099d6065ffdb6e4d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773585 Nov 26 02:47:20.481646 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b97ef553-3b08-424f-91a9-a7c961aa224c None None] Provisioning complete for port 3b23f26c-3cbd-4078-8854-1142f2f50138 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:20.482758 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b97ef553-3b08-424f-91a9-a7c961aa224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:20.534159 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b97ef553-3b08-424f-91a9-a7c961aa224c None None] Port 3b23f26c-3cbd-4078-8854-1142f2f50138 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:47:20.640036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547109d2-5379-435f-8671-e8c151c98cfd admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:47:20.652237 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-547109d2-5379-435f-8671-e8c151c98cfd admin admin] 10.222.0.31 "PUT /v2.0/routers/4f58bc24-94a0-45e7-9722-9facd799ada5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5178885 Nov 26 02:47:20.846716 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b1b30e-64e0-4afc-84c6-5e6041ec1403', 'name': 'network-vif-deleted', 'tag': '9c80d699-0592-4afa-811f-eb289a1977db'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:20.849102 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e3c0cf-3972-408e-b6e9-7f5b456ac127" -d '{"events": [{"server_uuid": "b1b1b30e-64e0-4afc-84c6-5e6041ec1403", "name": "network-vif-deleted", "tag": "9c80d699-0592-4afa-811f-eb289a1977db"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:20.877059 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8120ec6c-46fd-4113-be8b-932d27940313 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:47:20.888208 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7b7e479-c0c5-42ce-9ef1-a2adce4c8ff9 req-c4ba81bc-5d21-4a06-bcd3-815b2c8907ca tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 210 time: 0.5507624 Nov 26 02:47:20.908514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a11e7-f78f-414b-89b7-3609d66596a5 req-a0e5b73b-8eb0-40b8-b664-3ddf93d845f9 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:20.910086 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec4a11e7-f78f-414b-89b7-3609d66596a5 req-a0e5b73b-8eb0-40b8-b664-3ddf93d845f9 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 944 time: 0.8211961 Nov 26 02:47:20.971587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 8120ec6c-46fd-4113-be8b-932d27940313 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:20.971966 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:20.979387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Attempting to bind port 2535e055-5cb8-4973-b6b2-1ebdb134180f on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:47:20.979387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Attempting to bind port 2535e055-5cb8-4973-b6b2-1ebdb134180f by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '6529f096-6d98-4bd1-89a6-117e006f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:47:20.979387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Attempting to bind port 2535e055-5cb8-4973-b6b2-1ebdb134180f on network 0159594c-9163-49a6-8606-7e3476d8e6b9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:47:21.038230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Port 2535e055-5cb8-4973-b6b2-1ebdb134180f on network 0159594c-9163-49a6-8606-7e3476d8e6b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:47:21.038599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Attempting to bind port 2535e055-5cb8-4973-b6b2-1ebdb134180f on network 0159594c-9163-49a6-8606-7e3476d8e6b9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:47:21.074841 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:21.101701 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 8120ec6c-46fd-4113-be8b-932d27940313, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8120ec6c-46fd-4113-be8b-932d27940313,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:21.109680 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:21.114488 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fb5889a1-84bc-4832-8719-6c07af07e9e5 req-254d4ce9-7552-43b9-9d52-f3b949ddea8a tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 210 time: 0.0676436 Nov 26 02:47:21.115107 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:47:21.115442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Checking segment: {'id': '6529f096-6d98-4bd1-89a6-117e006f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:47:21.115964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Bound using segment: {'id': '6529f096-6d98-4bd1-89a6-117e006f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:47:21.116376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Bound port: 2535e055-5cb8-4973-b6b2-1ebdb134180f, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6529f096-6d98-4bd1-89a6-117e006f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:47:21.116745 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:21.125317 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Attempting to bind port dab05dd6-b0c6-42e0-90d9-38afab8ef99e on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:47:21.125317 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Attempting to bind port dab05dd6-b0c6-42e0-90d9-38afab8ef99e by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'd56c1fd2-2302-4ce7-a1c1-f57d887a36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:47:21.125317 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Attempting to bind port dab05dd6-b0c6-42e0-90d9-38afab8ef99e on network ee4db295-5fa0-4a8b-9886-1c4a68ef44bb {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:47:21.160252 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Port dab05dd6-b0c6-42e0-90d9-38afab8ef99e on network ee4db295-5fa0-4a8b-9886-1c4a68ef44bb not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:47:21.160671 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Attempting to bind port dab05dd6-b0c6-42e0-90d9-38afab8ef99e on network ee4db295-5fa0-4a8b-9886-1c4a68ef44bb {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:47:21.184178 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec4a11e7-f78f-414b-89b7-3609d66596a5 req-5dc42b4d-7425-4f40-83bf-e26055effff5 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b669850-ea54-406b-966d-7901332dfafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136269 Nov 26 02:47:21.214203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:47:21.214559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Checking segment: {'id': 'd56c1fd2-2302-4ce7-a1c1-f57d887a36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:47:21.214967 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Bound using segment: {'id': 'd56c1fd2-2302-4ce7-a1c1-f57d887a36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:47:21.215409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Bound port: dab05dd6-b0c6-42e0-90d9-38afab8ef99e, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56c1fd2-2302-4ce7-a1c1-f57d887a36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:47:21.215648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=8120ec6c-46fd-4113-be8b-932d27940313,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:21.215773 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:21.290102 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2189179c-2c53-4991-b61f-c9828f9ca655 x-openstack-request-id: req-2189179c-2c53-4991-b61f-c9828f9ca655 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:21.290102 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b1b30e-64e0-4afc-84c6-5e6041ec1403", "name": "network-vif-deleted", "tag": "9c80d699-0592-4afa-811f-eb289a1977db", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:21.290102 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2189179c-2c53-4991-b61f-c9828f9ca655 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:21.290102 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b1b30e-64e0-4afc-84c6-5e6041ec1403', 'name': 'network-vif-deleted', 'tag': '9c80d699-0592-4afa-811f-eb289a1977db', 'status': 'completed', 'code': 200} Nov 26 02:47:21.314819 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7dadef5-28df-4bfc-ad59-aed10037423b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:21.327218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-a44f50e2-f6f5-4271-9660-0cd40c36e077 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:21.331540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-a44f50e2-f6f5-4271-9660-0cd40c36e077 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4587171 Nov 26 02:47:21.440112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-a765cf97-9c5f-42a1-bc1b-300c034db251 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Request body: {'port': {'device_id': 'f0213353-20e4-4cb5-a98b-f959c7785469', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '90b94badc3974ee099d6065ffdb6e4d8'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:21.556710 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] For port 2535e055-5cb8-4973-b6b2-1ebdb134180f, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:47:21.603033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] For port 2535e055-5cb8-4973-b6b2-1ebdb134180f, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=2535e055-5cb8-4973-b6b2-1ebdb134180f,segment=NetworkSegment(6529f096-6d98-4bd1-89a6-117e006f7735),segment_id=6529f096-6d98-4bd1-89a6-117e006f7735)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:47:21.614187 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78557e55-736c-48f7-86bd-6ef2e62c568d req-fbc2e878-9139-45a9-9341-6b91c38717ad tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:21.621722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78557e55-736c-48f7-86bd-6ef2e62c568d req-fbc2e878-9139-45a9-9341-6b91c38717ad tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 943 time: 0.3489702 Nov 26 02:47:21.647593 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35350) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:21.652377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] For port dab05dd6-b0c6-42e0-90d9-38afab8ef99e, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:47:21.656574 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e9f97407-ca9d-4661-8062-84b3203b8329 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-933876058-network', 'tenant_id': '6c39c47bedee4242be3b74bc06d49fb8'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:21.661883 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:21.685808 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f97407-ca9d-4661-8062-84b3203b8329 admin admin] Made reservation on behalf of 6c39c47bedee4242be3b74bc06d49fb8 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:47:21.689009 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9f97407-ca9d-4661-8062-84b3203b8329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:21.699731 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9f97407-ca9d-4661-8062-84b3203b8329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:21.729152 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] For port dab05dd6-b0c6-42e0-90d9-38afab8ef99e, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:47:21.769131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:21.769698 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:21.771391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f051338d-493d-44a5-8f84-649b299a444d req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] 10.222.0.54 "PUT /v2.0/ports/2535e055-5cb8-4973-b6b2-1ebdb134180f HTTP/1.1" status: 200 len: 1092 time: 4.3840473 Nov 26 02:47:21.792982 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:21.811581 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Sync routers for ids ['4f58bc24-94a0-45e7-9722-9facd799ada5'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:47:21.820260 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9f97407-ca9d-4661-8062-84b3203b8329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:21.832734 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Routers {'4f58bc24-94a0-45e7-9722-9facd799ada5'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:21.833598 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9f97407-ca9d-4661-8062-84b3203b8329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:21.834162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:47:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['4f58bc24-94a0-45e7-9722-9facd799ada5'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:21.870196 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f97407-ca9d-4661-8062-84b3203b8329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b5f8d0-bbe5-4a05-9ece-31942bfe8416,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:21.904589 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f97407-ca9d-4661-8062-84b3203b8329 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:47:21.928146 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9f97407-ca9d-4661-8062-84b3203b8329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:21.929407 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-e9f97407-ca9d-4661-8062-84b3203b8329 admin admin] Added segment 7c2e168d-dea5-4706-8b7b-15cbab365866 of type vlan for network 6a6316aa-f57f-452a-8c91-5ae70af30301 Nov 26 02:47:21.975097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6391c47-2af3-41a1-9a8e-e024ccc854c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2535e055-5cb8-4973-b6b2-1ebdb134180f,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:21.984747 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:21.985665 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:21.987523 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] 10.222.0.54 "PUT /v2.0/ports/dab05dd6-b0c6-42e0-90d9-38afab8ef99e HTTP/1.1" status: 200 len: 1091 time: 5.4221892 Nov 26 02:47:22.012693 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Set router 4f58bc24-94a0-45e7-9722-9facd799ada5 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:22.013844 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9f97407-ca9d-4661-8062-84b3203b8329 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:22.014844 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78557e55-736c-48f7-86bd-6ef2e62c568d req-55841e4a-1a3c-4c0a-96a5-e8a955f8b328 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870776 Nov 26 02:47:22.059455 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9f97407-ca9d-4661-8062-84b3203b8329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:22.061051 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f97407-ca9d-4661-8062-84b3203b8329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:22.063097 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9f97407-ca9d-4661-8062-84b3203b8329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:22.079728 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-a765cf97-9c5f-42a1-bc1b-300c034db251 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Made reservation on behalf of 90b94badc3974ee099d6065ffdb6e4d8 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:47:22.087954 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-a765cf97-9c5f-42a1-bc1b-300c034db251 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:22.098328 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35354) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:22.152613 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:22.154092 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e9f97407-ca9d-4661-8062-84b3203b8329 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5047498 Nov 26 02:47:22.156896 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35358) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:22.163695 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-956f9309-a62c-42e9-9d2f-beeb1a82df9a admin admin] Request body: {'subnet': {'network_id': '6a6316aa-f57f-452a-8c91-5ae70af30301', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-933876058-subnet', 'tenant_id': '6c39c47bedee4242be3b74bc06d49fb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:22.189624 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f97407-ca9d-4661-8062-84b3203b8329 admin admin] Pushing event updated for resources: {'Network': ['ID=6a6316aa-f57f-452a-8c91-5ae70af30301,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:22.194483 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956f9309-a62c-42e9-9d2f-beeb1a82df9a admin admin] Made reservation on behalf of 6c39c47bedee4242be3b74bc06d49fb8 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:47:22.198673 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-956f9309-a62c-42e9-9d2f-beeb1a82df9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:22.214516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7278a-03f0-4778-a3ee-91c9a89c82bd req-e4295462-536a-497f-9dde-3fa077549fc0 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:22.226554 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2b7278a-03f0-4778-a3ee-91c9a89c82bd req-e4295462-536a-497f-9dde-3fa077549fc0 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf HTTP/1.1" status: 200 len: 946 time: 0.5060163 Nov 26 02:47:22.238304 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-a765cf97-9c5f-42a1-bc1b-300c034db251 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:22.239529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 6a6316aa-f57f-452a-8c91-5ae70af30301 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:47:22.369746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9b61897-17c6-43f7-9682-c112905fc3b4 req-fecbeed9-0b54-475f-9f0f-45c9d4351781 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 210 time: 0.1398900 Nov 26 02:47:22.390704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051338d-493d-44a5-8f84-649b299a444d req-46aa693a-a0d1-4c95-9990-cfd272e3abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:22.401000 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f051338d-493d-44a5-8f84-649b299a444d req-46aa693a-a0d1-4c95-9990-cfd272e3abb8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=221ad9ca8ffb47b9940b80782b032efb&device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 1095 time: 0.5479627 Nov 26 02:47:22.421380 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-956f9309-a62c-42e9-9d2f-beeb1a82df9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:22.428751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbf83e-04bc-46bd-bf69-5e3e4d987eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:22.445151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f58bc24-94a0-45e7-9722-9facd799ada5', 'name': 'tempest-AttachSCSIVolumeTestJSON-399089636-router', 'tenant_id': '423ce6341aae4306a11cf3104fe14bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8120ec6c-46fd-4113-be8b-932d27940313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:47:12Z', 'updated_at': '2021-11-26T02:47:19Z', 'revision_number': 4, 'project_id': '423ce6341aae4306a11cf3104fe14bb1', 'gw_port': {'id': '8120ec6c-46fd-4113-be8b-932d27940313', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f58bc24-94a0-45e7-9722-9facd799ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:14Z', 'updated_at': '2021-11-26T02:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '3b23f26c-3cbd-4078-8854-1142f2f50138', 'name': '', 'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269', 'tenant_id': '423ce6341aae4306a11cf3104fe14bb1', 'mac_address': 'fa:16:3e:eb:b1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f58bc24-94a0-45e7-9722-9facd799ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '20accd68-bf6e-4dd2-ab0a-8edec2df53fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:18Z', 'updated_at': '2021-11-26T02:47:19Z', 'revision_number': 2, 'project_id': '423ce6341aae4306a11cf3104fe14bb1', 'subnets': [{'id': '20accd68-bf6e-4dd2-ab0a-8edec2df53fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:22.487499 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Checking router: 4f58bc24-94a0-45e7-9722-9facd799ada5 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:47:22.487720 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f9309-a62c-42e9-9d2f-beeb1a82df9a admin admin] Checking segment: {'id': '7c2e168d-dea5-4706-8b7b-15cbab365866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6a6316aa-f57f-452a-8c91-5ae70af30301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:47:22.487841 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956f9309-a62c-42e9-9d2f-beeb1a82df9a admin admin] Network hostable DHCP agents. Network: 6a6316aa-f57f-452a-8c91-5ae70af30301, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:47:22.488138 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Updating router 4f58bc24-94a0-45e7-9722-9facd799ada5 port 3b23f26c-3cbd-4078-8854-1142f2f50138 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:47:22.502373 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f9309-a62c-42e9-9d2f-beeb1a82df9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b58d1a-1cd9-4c64-b381-77a6606ce8a2,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:22.521529 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956f9309-a62c-42e9-9d2f-beeb1a82df9a admin admin] Network 6a6316aa-f57f-452a-8c91-5ae70af30301 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:47:22.526260 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:22.533570 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-956f9309-a62c-42e9-9d2f-beeb1a82df9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 6a6316aa-f57f-452a-8c91-5ae70af30301) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:22.541028 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956f9309-a62c-42e9-9d2f-beeb1a82df9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:22.541925 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-956f9309-a62c-42e9-9d2f-beeb1a82df9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:22.559981 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d042ef-fde8-4ffe-9caf-43079a1fca2c None None] Network 6a6316aa-f57f-452a-8c91-5ae70af30301 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:47:22.564037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-4b091c49-d521-4ad5-8ade-cc3ac996c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:22.565592 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-4b091c49-d521-4ad5-8ade-cc3ac996c845 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dfc3a73836564c72aaa012c28cbd2c57&device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 1094 time: 0.4900763 Nov 26 02:47:22.582813 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-956f9309-a62c-42e9-9d2f-beeb1a82df9a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4237320 Nov 26 02:47:22.585576 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35364) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:22.589972 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f051338d-493d-44a5-8f84-649b299a444d req-f6e1e1f5-f5c9-44b3-8498-4619af75b4ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2535e055-5cb8-4973-b6b2-1ebdb134180f HTTP/1.1" status: 200 len: 217 time: 0.1580393 Nov 26 02:47:22.590194 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-933876058-router', 'tenant_id': '6c39c47bedee4242be3b74bc06d49fb8', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:22.621953 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:22.623113 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:22.649818 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9879bc3a-1d4b-4449-8216-328d317f1c48 req-151d8fbb-3c5b-461b-bcae-052618af0679 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 210 time: 0.1278934 Nov 26 02:47:22.712075 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2b7278a-03f0-4778-a3ee-91c9a89c82bd req-84c9e1fe-2f46-49a3-ae97-8767df890619 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823787 Nov 26 02:47:22.740483 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-09f614ce-bb0b-4cb5-8342-3ab5f4e208de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dab05dd6-b0c6-42e0-90d9-38afab8ef99e HTTP/1.1" status: 200 len: 217 time: 0.1547334 Nov 26 02:47:22.754150 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:22.838417 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8120ec6c-46fd-4113-be8b-932d27940313 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:47:22.947307 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:22.956034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051338d-493d-44a5-8f84-649b299a444d req-6fcb468d-e520-42b7-a88e-07f641e035d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:22.957675 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f051338d-493d-44a5-8f84-649b299a444d req-6fcb468d-e520-42b7-a88e-07f641e035d8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec81ba8f-2996-484b-acac-4860e9ce304b HTTP/1.1" status: 200 len: 854 time: 0.3358092 Nov 26 02:47:23.090771 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-6a6316aa-f57f-452a-8c91-5ae70af30301', 'network_id': '6a6316aa-f57f-452a-8c91-5ae70af30301', 'tenant_id': '6c39c47bedee4242be3b74bc06d49fb8', 'fixed_ips': [{'subnet_id': '09b58d1a-1cd9-4c64-b381-77a6606ce8a2'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:47:23.091632 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:23.193699 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:23.209793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 8120ec6c-46fd-4113-be8b-932d27940313 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:23.210153 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:23.216536 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:23.277968 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:23.306177 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:23.329128 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039c441c-bec6-47a0-8a67-fcaf918f23e5', 'tag': '2535e055-5cb8-4973-b6b2-1ebdb134180f'}, {'name': 'network-changed', 'server_uuid': 'ae74e0db-8f42-4603-9136-6aaea793ba02', 'tag': 'dab05dd6-b0c6-42e0-90d9-38afab8ef99e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:23.331394 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cab032-5d0a-4a4c-ba4d-b920273da001" -d '{"events": [{"name": "network-changed", "server_uuid": "039c441c-bec6-47a0-8a67-fcaf918f23e5", "tag": "2535e055-5cb8-4973-b6b2-1ebdb134180f"}, {"name": "network-changed", "server_uuid": "ae74e0db-8f42-4603-9136-6aaea793ba02", "tag": "dab05dd6-b0c6-42e0-90d9-38afab8ef99e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:23.372884 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-1a3c2042-9663-48aa-919d-ff6f4c734664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:23.374984 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-1a3c2042-9663-48aa-919d-ff6f4c734664 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f1c52ce-baab-40ba-a108-aa1a1ac61509 HTTP/1.1" status: 200 len: 854 time: 0.6007304 Nov 26 02:47:23.392562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] Allocated IP 172.25.0.60 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/1f952e08-ae46-4e09-ad34-47b9b7585ff8) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:47:23.454995 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Allocated IP 172.20.0.2 (6a6316aa-f57f-452a-8c91-5ae70af30301/09b58d1a-1cd9-4c64-b381-77a6606ce8a2/c850d742-7eb7-4fe0-b6b7-fb7afb781910) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:47:23.457266 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:23.458659 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bed9db-9689-40dc-a0d1-027e1da9c21b None None] Pushing event updated for resources: {'Port': ['ID=3b23f26c-3cbd-4078-8854-1142f2f50138,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:23.459967 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-a765cf97-9c5f-42a1-bc1b-300c034db251 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:23.503402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262be10-8abd-46de-b73e-71067ff66bc8 req-681a3f72-c462-4c37-a16b-9ec12792570e tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:23.511856 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d262be10-8abd-46de-b73e-71067ff66bc8 req-681a3f72-c462-4c37-a16b-9ec12792570e tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 944 time: 0.7321875 Nov 26 02:47:23.525987 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-48fda7dd-b4b9-4397-bc5a-fe28ad929458 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4db295-5fa0-4a8b-9886-1c4a68ef44bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262674 Nov 26 02:47:23.539286 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-a765cf97-9c5f-42a1-bc1b-300c034db251 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:23.562875 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:23.612679 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:23.664166 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:47:23.668447 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:23.678072 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:47:23.728556 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Attempting to bind port 3b23f26c-3cbd-4078-8854-1142f2f50138 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:47:23.728934 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Attempting to bind port 3b23f26c-3cbd-4078-8854-1142f2f50138 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '31c87a92-3928-498c-b8f3-d9b0f6bc3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:47:23.729281 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Attempting to bind port 3b23f26c-3cbd-4078-8854-1142f2f50138 on network 9423f87b-b88b-4513-882b-6a768f8ff269 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:47:23.770017 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:47:23.770431 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Checking segment: {'id': '31c87a92-3928-498c-b8f3-d9b0f6bc3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:47:23.770899 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:23.771296 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Bound using segment: {'id': '31c87a92-3928-498c-b8f3-d9b0f6bc3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:47:23.771775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Bound port: 3b23f26c-3cbd-4078-8854-1142f2f50138, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c87a92-3928-498c-b8f3-d9b0f6bc3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:47:23.772186 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:23.847727 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-464285b7-0e95-4c07-a96d-c8194aa6f717 None None] Provisioning complete for port 3b23f26c-3cbd-4078-8854-1142f2f50138 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:23.848372 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-464285b7-0e95-4c07-a96d-c8194aa6f717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:23.894160 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-464285b7-0e95-4c07-a96d-c8194aa6f717 None None] Port 3b23f26c-3cbd-4078-8854-1142f2f50138 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:47:23.910119 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-491238da-1152-4fef-9c4e-381af9da6a68 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4db295-5fa0-4a8b-9886-1c4a68ef44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552396 Nov 26 02:47:23.950418 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cb9ed-eaf7-4ee9-93ea-c7b1683b59d1 req-3412076f-e82f-497d-8f9c-6f48b9c7e61c tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:23.958605 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-022cb9ed-eaf7-4ee9-93ea-c7b1683b59d1 req-3412076f-e82f-497d-8f9c-6f48b9c7e61c tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 943 time: 0.6078253 Nov 26 02:47:23.958833 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] Pushing event updated for resources: {'Port': ['ID=1f952e08-ae46-4e09-ad34-47b9b7585ff8,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:23.968093 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d262be10-8abd-46de-b73e-71067ff66bc8 req-d1eda7f3-e70a-4052-9313-5a4fd10436a6 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b669850-ea54-406b-966d-7901332dfafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4396489 Nov 26 02:47:23.968243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] For port 3b23f26c-3cbd-4078-8854-1142f2f50138, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:47:23.991129 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] For port 3b23f26c-3cbd-4078-8854-1142f2f50138, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=3b23f26c-3cbd-4078-8854-1142f2f50138,segment=NetworkSegment(31c87a92-3928-498c-b8f3-d9b0f6bc3444),segment_id=31c87a92-3928-498c-b8f3-d9b0f6bc3444)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:47:24.004634 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:24.011985 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:24.033820 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:24.059192 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:24.063886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051338d-493d-44a5-8f84-649b299a444d req-0aaf4200-b627-4dba-a3bb-7dc5925f1219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:24.065333 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f051338d-493d-44a5-8f84-649b299a444d req-0aaf4200-b627-4dba-a3bb-7dc5925f1219 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0159594c-9163-49a6-8606-7e3476d8e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0789208 Nov 26 02:47:24.080778 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Routers {'4f58bc24-94a0-45e7-9722-9facd799ada5'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:24.081409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:47:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['4f58bc24-94a0-45e7-9722-9facd799ada5'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:24.127786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e821535-33a7-4edd-92ce-3f51647c72ce req-41858cd5-6e75-4c3f-bdc1-4b38be2fcd68 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:24.137264 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e821535-33a7-4edd-92ce-3f51647c72ce req-41858cd5-6e75-4c3f-bdc1-4b38be2fcd68 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf HTTP/1.1" status: 200 len: 946 time: 0.7831516 Nov 26 02:47:24.156843 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2ae861-2d96-4987-95ba-b240d2e763e6 x-openstack-request-id: req-ef2ae861-2d96-4987-95ba-b240d2e763e6 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:24.157213 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039c441c-bec6-47a0-8a67-fcaf918f23e5", "tag": "2535e055-5cb8-4973-b6b2-1ebdb134180f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ae74e0db-8f42-4603-9136-6aaea793ba02", "tag": "dab05dd6-b0c6-42e0-90d9-38afab8ef99e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:24.157406 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef2ae861-2d96-4987-95ba-b240d2e763e6 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:24.157791 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039c441c-bec6-47a0-8a67-fcaf918f23e5', 'tag': '2535e055-5cb8-4973-b6b2-1ebdb134180f', 'status': 'completed', 'code': 200} Nov 26 02:47:24.158051 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae74e0db-8f42-4603-9136-6aaea793ba02', 'tag': 'dab05dd6-b0c6-42e0-90d9-38afab8ef99e', 'status': 'completed', 'code': 200} Nov 26 02:47:24.189875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bed9db-9689-40dc-a0d1-027e1da9c21b None None] Pushing event updated for resources: {'Port': ['ID=3b23f26c-3cbd-4078-8854-1142f2f50138,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:24.204435 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Network 6a6316aa-f57f-452a-8c91-5ae70af30301 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:47:24.213123 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:24.213450 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d7dadef5-28df-4bfc-ad59-aed10037423b admin admin] Deleting port c06db931-8b8c-461c-960d-3f514414f15d {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:24.213773 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7dadef5-28df-4bfc-ad59-aed10037423b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:24.246411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:47:24.318668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765cf97-9c5f-42a1-bc1b-300c034db251 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4caf4cd-87c0-461c-82ea-d98c4974ef8a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:24.349714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Pushing event updated for resources: {'Port': ['ID=c850d742-7eb7-4fe0-b6b7-fb7afb781910,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:24.380994 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Attempting to bind port c850d742-7eb7-4fe0-b6b7-fb7afb781910 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:47:24.381368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Attempting to bind port c850d742-7eb7-4fe0-b6b7-fb7afb781910 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '7c2e168d-dea5-4706-8b7b-15cbab365866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6a6316aa-f57f-452a-8c91-5ae70af30301'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:47:24.381741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Attempting to bind port c850d742-7eb7-4fe0-b6b7-fb7afb781910 on network 6a6316aa-f57f-452a-8c91-5ae70af30301 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:47:24.399757 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:47:24.411358 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Checking segment: {'id': '7c2e168d-dea5-4706-8b7b-15cbab365866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6a6316aa-f57f-452a-8c91-5ae70af30301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:47:24.411908 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:24.412361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Bound using segment: {'id': '7c2e168d-dea5-4706-8b7b-15cbab365866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6a6316aa-f57f-452a-8c91-5ae70af30301'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:47:24.412874 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Bound port: c850d742-7eb7-4fe0-b6b7-fb7afb781910, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2e168d-dea5-4706-8b7b-15cbab365866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6a6316aa-f57f-452a-8c91-5ae70af30301'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:47:24.413260 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:24.435921 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:24.459619 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] Set router 4f58bc24-94a0-45e7-9722-9facd799ada5 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:24.525274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-d7dadef5-28df-4bfc-ad59-aed10037423b admin admin] For port c06db931-8b8c-461c-960d-3f514414f15d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c06db931-8b8c-461c-960d-3f514414f15d,segment=NetworkSegment(30a452ba-8d13-4bc7-8343-82893c7bcdac),segment_id=30a452ba-8d13-4bc7-8343-82893c7bcdac)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:24.525864 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7dadef5-28df-4bfc-ad59-aed10037423b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:24.542996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d7dadef5-28df-4bfc-ad59-aed10037423b admin admin] Calling delete_port for c06db931-8b8c-461c-960d-3f514414f15d owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:24.563980 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea78379f-bcf9-40b8-afa9-f6d5e3d5f8e3 req-694ebc7e-c39f-4150-bd7a-ca126762d0bf tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=098efca1-2cf6-442b-b0a4-508a02006dc0 HTTP/1.1" status: 200 len: 210 time: 0.2939780 Nov 26 02:47:24.607804 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] Router f868a7b8-13e4-439e-aac6-f93cb5a85232 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:47:24.623358 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1f5df55c-69b6-4451-975d-4fa31773b5d4 None None] Provisioning complete for port 3b23f26c-3cbd-4078-8854-1142f2f50138 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:24.623939 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f5df55c-69b6-4451-975d-4fa31773b5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:24.728113 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] For port c850d742-7eb7-4fe0-b6b7-fb7afb781910, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:47:24.762413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] For port c850d742-7eb7-4fe0-b6b7-fb7afb781910, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c850d742-7eb7-4fe0-b6b7-fb7afb781910,segment=NetworkSegment(7c2e168d-dea5-4706-8b7b-15cbab365866),segment_id=7c2e168d-dea5-4706-8b7b-15cbab365866)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:47:24.783276 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:24.797685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-022cb9ed-eaf7-4ee9-93ea-c7b1683b59d1 req-68ac63b2-2ca8-4b0d-8011-31b9af98b4f4 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8373654 Nov 26 02:47:24.955571 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4dd8c8fd-1da7-4ece-9c7e-c01b93fefa34 req-a27862d0-f658-4e7d-a89a-e324575b57ab tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 210 time: 0.2060578 Nov 26 02:47:24.992814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100ae5f-300c-4aa2-8939-f071f90ee08e None None] Pushing event updated for resources: {'Port': ['ID=c850d742-7eb7-4fe0-b6b7-fb7afb781910,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:25.007574 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f5df55c-69b6-4451-975d-4fa31773b5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:25.062820 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1f5df55c-69b6-4451-975d-4fa31773b5d4 None None] For port 3b23f26c-3cbd-4078-8854-1142f2f50138, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=3b23f26c-3cbd-4078-8854-1142f2f50138,segment=NetworkSegment(31c87a92-3928-498c-b8f3-d9b0f6bc3444),segment_id=31c87a92-3928-498c-b8f3-d9b0f6bc3444)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:25.081873 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f5df55c-69b6-4451-975d-4fa31773b5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:25.197206 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-a765cf97-9c5f-42a1-bc1b-300c034db251 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Allocated IP 192.168.233.223 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/9fae4abb-b694-4d0b-a2d0-4782bdf38530) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:47:25.217097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5df55c-69b6-4451-975d-4fa31773b5d4 None None] Pushing event updated for resources: {'Port': ['ID=3b23f26c-3cbd-4078-8854-1142f2f50138,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:25.240503 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f58bc24-94a0-45e7-9722-9facd799ada5', 'name': 'tempest-AttachSCSIVolumeTestJSON-399089636-router', 'tenant_id': '423ce6341aae4306a11cf3104fe14bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8120ec6c-46fd-4113-be8b-932d27940313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:47:12Z', 'updated_at': '2021-11-26T02:47:19Z', 'revision_number': 4, 'project_id': '423ce6341aae4306a11cf3104fe14bb1', 'gw_port': {'id': '8120ec6c-46fd-4113-be8b-932d27940313', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f58bc24-94a0-45e7-9722-9facd799ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:14Z', 'updated_at': '2021-11-26T02:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '3b23f26c-3cbd-4078-8854-1142f2f50138', 'name': '', 'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269', 'tenant_id': '423ce6341aae4306a11cf3104fe14bb1', 'mac_address': 'fa:16:3e:eb:b1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f58bc24-94a0-45e7-9722-9facd799ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '20accd68-bf6e-4dd2-ab0a-8edec2df53fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:18Z', 'updated_at': '2021-11-26T02:47:23Z', 'revision_number': 4, 'project_id': '423ce6341aae4306a11cf3104fe14bb1', 'subnets': [{'id': '20accd68-bf6e-4dd2-ab0a-8edec2df53fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:25.262225 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a038c7e5-e03e-46b0-9bda-575d2c9c21e2 req-05f8b673-10d1-4f3e-90e8-5590981e4d10 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4db295-5fa0-4a8b-9886-1c4a68ef44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2870483 Nov 26 02:47:25.300899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f051338d-493d-44a5-8f84-649b299a444d req-e053def0-fb9d-420f-880f-081f82e46b94 service neutron] 10.222.0.54 "GET /v2.0/networks/0159594c-9163-49a6-8606-7e3476d8e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1462686 Nov 26 02:47:25.316520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5b5d4f-c20f-4b76-b765-a71d7f5b376a None None] The sync data for ids ['4f58bc24-94a0-45e7-9722-9facd799ada5'] in n-d-819389-3 is: [{'id': '4f58bc24-94a0-45e7-9722-9facd799ada5', 'name': 'tempest-AttachSCSIVolumeTestJSON-399089636-router', 'tenant_id': '423ce6341aae4306a11cf3104fe14bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8120ec6c-46fd-4113-be8b-932d27940313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:47:12Z', 'updated_at': '2021-11-26T02:47:19Z', 'revision_number': 4, 'project_id': '423ce6341aae4306a11cf3104fe14bb1', 'gw_port': {'id': '8120ec6c-46fd-4113-be8b-932d27940313', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f58bc24-94a0-45e7-9722-9facd799ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:14Z', 'updated_at': '2021-11-26T02:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '3b23f26c-3cbd-4078-8854-1142f2f50138', 'name': '', 'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269', 'tenant_id': '423ce6341aae4306a11cf3104fe14bb1', 'mac_address': 'fa:16:3e:eb:b1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f58bc24-94a0-45e7-9722-9facd799ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '20accd68-bf6e-4dd2-ab0a-8edec2df53fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:18Z', 'updated_at': '2021-11-26T02:47:23Z', 'revision_number': 4, 'project_id': '423ce6341aae4306a11cf3104fe14bb1', 'subnets': [{'id': '20accd68-bf6e-4dd2-ab0a-8edec2df53fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:47:25.328125 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:47:25.338346 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Sync routers for ids ['f868a7b8-13e4-439e-aac6-f93cb5a85232'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:47:25.354981 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Routers {'f868a7b8-13e4-439e-aac6-f93cb5a85232'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:25.355956 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:25.356728 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:47:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f868a7b8-13e4-439e-aac6-f93cb5a85232'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:25.357373 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-49fe1911-e79b-45a1-a191-f94ded8fcd61 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7708240 Nov 26 02:47:25.360283 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35380) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:25.416263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0770c43-d676-4daa-b148-3eb3c541815f req-cb0ce883-f465-4fd6-8a0a-dbd3cfc4bf1f tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:25.420489 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0770c43-d676-4daa-b148-3eb3c541815f req-cb0ce883-f465-4fd6-8a0a-dbd3cfc4bf1f tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf HTTP/1.1" status: 200 len: 946 time: 0.4914343 Nov 26 02:47:25.508342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-2e821535-33a7-4edd-92ce-3f51647c72ce req-e6b12fc1-2575-4aaa-9879-67485262f752 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Deleting port a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:25.508924 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2e821535-33a7-4edd-92ce-3f51647c72ce req-e6b12fc1-2575-4aaa-9879-67485262f752 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:25.746861 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Set router f868a7b8-13e4-439e-aac6-f93cb5a85232 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:25.799775 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a048e-c8a0-4077-87ea-94a01e6ae94d req-0074d997-6bc4-4e73-b079-7eea909c87ca tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:25.802061 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a6a048e-c8a0-4077-87ea-94a01e6ae94d req-0074d997-6bc4-4e73-b079-7eea909c87ca tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 944 time: 0.6524386 Nov 26 02:47:26.155322 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'name': 'tempest-AttachSCSIVolumeTestJSON-933876058-router', 'tenant_id': '6c39c47bedee4242be3b74bc06d49fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '1f952e08-ae46-4e09-ad34-47b9b7585ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:47:22Z', 'updated_at': '2021-11-26T02:47:23Z', 'revision_number': 3, 'project_id': '6c39c47bedee4242be3b74bc06d49fb8', 'gw_port': {'id': '1f952e08-ae46-4e09-ad34-47b9b7585ff8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:23Z', 'updated_at': '2021-11-26T02:47:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:26.215423 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Checking router: f868a7b8-13e4-439e-aac6-f93cb5a85232 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:47:26.217536 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Updating router f868a7b8-13e4-439e-aac6-f93cb5a85232 port 1f952e08-ae46-4e09-ad34-47b9b7585ff8 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:47:26.289364 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:26.341357 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad300eb9-5602-48d0-9deb-e6dfc02c1009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:26.414644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:26.588725 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0770c43-d676-4daa-b148-3eb3c541815f req-6ea4cab0-ffa1-4b4d-93ec-5916881039ec tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0835960 Nov 26 02:47:26.592495 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c837bd5-36b7-4228-9206-12024da9ef87 None None] Network 6a6316aa-f57f-452a-8c91-5ae70af30301 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:47:26.855839 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f051338d-493d-44a5-8f84-649b299a444d req-008c1541-05b4-48ae-8b7e-226ad23cfa5a service neutron] 10.222.0.54 "GET /v2.0/networks/0159594c-9163-49a6-8606-7e3476d8e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4330163 Nov 26 02:47:26.978740 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-ad300eb9-5602-48d0-9deb-e6dfc02c1009 admin admin] Allocated IP 172.20.0.1 (6a6316aa-f57f-452a-8c91-5ae70af30301/09b58d1a-1cd9-4c64-b381-77a6606ce8a2/1346c63d-537b-407b-9d54-1ce4f37c7516) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:47:26.988018 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a6a048e-c8a0-4077-87ea-94a01e6ae94d req-049e7c89-9d39-4f98-b57f-bc1f06f16595 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b669850-ea54-406b-966d-7901332dfafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1683612 Nov 26 02:47:26.995047 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c850d742-7eb7-4fe0-b6b7-fb7afb781910 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:47:27.085021 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f81667cb-09cc-4aa7-a473-d2f8ee955266 None None] Provisioning complete for port c850d742-7eb7-4fe0-b6b7-fb7afb781910 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:27.085547 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f81667cb-09cc-4aa7-a473-d2f8ee955266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:27.107894 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:27.121304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2e821535-33a7-4edd-92ce-3f51647c72ce req-e6b12fc1-2575-4aaa-9879-67485262f752 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] For port a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:27.122059 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2e821535-33a7-4edd-92ce-3f51647c72ce req-e6b12fc1-2575-4aaa-9879-67485262f752 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:27.126958 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:27.183380 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad300eb9-5602-48d0-9deb-e6dfc02c1009 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:27.188023 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-a765cf97-9c5f-42a1-bc1b-300c034db251 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:27.191543 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2fb85976-da27-4523-bfdd-5bd2ddbc75f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:27.233517 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-2e821535-33a7-4edd-92ce-3f51647c72ce req-e6b12fc1-2575-4aaa-9879-67485262f752 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Calling delete_port for a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:27.236869 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad300eb9-5602-48d0-9deb-e6dfc02c1009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:27.290996 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad300eb9-5602-48d0-9deb-e6dfc02c1009 admin admin] Network 6a6316aa-f57f-452a-8c91-5ae70af30301 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:47:27.297267 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d2dee-ae58-4854-b231-d0b1421a3b99 None None] Pushing event updated for resources: {'Port': ['ID=1f952e08-ae46-4e09-ad34-47b9b7585ff8,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:27.300520 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-ad300eb9-5602-48d0-9deb-e6dfc02c1009 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:27.302002 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Attempting to bind port 1f952e08-ae46-4e09-ad34-47b9b7585ff8 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:47:27.302377 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Attempting to bind port 1f952e08-ae46-4e09-ad34-47b9b7585ff8 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:47:27.302741 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Attempting to bind port 1f952e08-ae46-4e09-ad34-47b9b7585ff8 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:47:27.314651 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:47:27.315021 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:47:27.315427 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:27.315559 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:27.315951 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:47:27.316336 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Bound port: 1f952e08-ae46-4e09-ad34-47b9b7585ff8, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:47:27.316709 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:27.320350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad300eb9-5602-48d0-9deb-e6dfc02c1009 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:47:27.380619 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad300eb9-5602-48d0-9deb-e6dfc02c1009 admin admin] Pushing event updated for resources: {'Port': ['ID=1346c63d-537b-407b-9d54-1ce4f37c7516,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:27.386229 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] For port 1f952e08-ae46-4e09-ad34-47b9b7585ff8, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:47:27.390286 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] For port 1f952e08-ae46-4e09-ad34-47b9b7585ff8, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1f952e08-ae46-4e09-ad34-47b9b7585ff8,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:47:27.401885 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:27.403137 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad300eb9-5602-48d0-9deb-e6dfc02c1009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:27.425295 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:27.427659 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2c3108-b098-47f3-80b4-39efd713d0fa" -d '{"events": [{"server_uuid": "fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf", "name": "network-vif-unplugged", "status": "completed", "tag": "a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:27.433105 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:27.454600 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:27.527638 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Routers {'f868a7b8-13e4-439e-aac6-f93cb5a85232'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:27.528596 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:47:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f868a7b8-13e4-439e-aac6-f93cb5a85232'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:27.531436 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d2dee-ae58-4854-b231-d0b1421a3b99 None None] Pushing event updated for resources: {'Port': ['ID=1f952e08-ae46-4e09-ad34-47b9b7585ff8,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:27.556644 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-60f936c1-c09a-4608-acf6-7596ed259b49 req-6f293af6-2447-4232-aca3-69fd84ee073b tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 210 time: 0.3591728 Nov 26 02:47:27.570646 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port c850d742-7eb7-4fe0-b6b7-fb7afb781910 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:27.571573 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:27.639866 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad300eb9-5602-48d0-9deb-e6dfc02c1009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:27.668010 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7dadef5-28df-4bfc-ad59-aed10037423b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:27.755966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f15e2d-207f-4c60-818c-f661ac888b4a req-2fc6f487-2704-44d1-b0a8-b6bbd642892f tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:27.767098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8f15e2d-207f-4c60-818c-f661ac888b4a req-2fc6f487-2704-44d1-b0a8-b6bbd642892f tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 943 time: 0.8598309 Nov 26 02:47:27.770884 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def8e268-d4a5-4edb-990c-20452e6b44f1 x-openstack-request-id: req-def8e268-d4a5-4edb-990c-20452e6b44f1 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:27.771354 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf", "name": "network-vif-unplugged", "status": "completed", "tag": "a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:27.772204 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-def8e268-d4a5-4edb-990c-20452e6b44f1 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:27.772928 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68', 'code': 200} Nov 26 02:47:27.807903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-374250c4-f864-4c3c-bace-bc44bf01644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:27.811814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:27.829882 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-374250c4-f864-4c3c-bace-bc44bf01644d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=221ad9ca8ffb47b9940b80782b032efb&device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 1095 time: 0.6715047 Nov 26 02:47:27.860514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dadef5-28df-4bfc-ad59-aed10037423b admin admin] Pushing event deleted for resources: {'Port': ['ID=c06db931-8b8c-461c-960d-3f514414f15d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:27.880003 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] Set router f868a7b8-13e4-439e-aac6-f93cb5a85232 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:27.891631 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f81667cb-09cc-4aa7-a473-d2f8ee955266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:28.032262 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad300eb9-5602-48d0-9deb-e6dfc02c1009 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:28.043142 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad300eb9-5602-48d0-9deb-e6dfc02c1009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:28.054582 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f81667cb-09cc-4aa7-a473-d2f8ee955266 None None] For port c850d742-7eb7-4fe0-b6b7-fb7afb781910, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c850d742-7eb7-4fe0-b6b7-fb7afb781910,segment=NetworkSegment(7c2e168d-dea5-4706-8b7b-15cbab365866),segment_id=7c2e168d-dea5-4706-8b7b-15cbab365866)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:28.062326 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:28.097668 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f81667cb-09cc-4aa7-a473-d2f8ee955266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:28.105265 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-a765cf97-9c5f-42a1-bc1b-300c034db251 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:28.194630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-a765cf97-9c5f-42a1-bc1b-300c034db251 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:47:28.239844 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad300eb9-5602-48d0-9deb-e6dfc02c1009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:28.252860 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad300eb9-5602-48d0-9deb-e6dfc02c1009 admin admin] Pushing event updated for resources: {'Port': ['ID=1346c63d-537b-407b-9d54-1ce4f37c7516,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:28.268934 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2e821535-33a7-4edd-92ce-3f51647c72ce req-e6b12fc1-2575-4aaa-9879-67485262f752 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:28.338975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-a765cf97-9c5f-42a1-bc1b-300c034db251 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:28.343979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-a765cf97-9c5f-42a1-bc1b-300c034db251 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:47:28.499044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad300eb9-5602-48d0-9deb-e6dfc02c1009 admin admin] Network 6a6316aa-f57f-452a-8c91-5ae70af30301 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:47:28.501716 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-ad300eb9-5602-48d0-9deb-e6dfc02c1009 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:28.532166 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8f15e2d-207f-4c60-818c-f661ac888b4a req-5e46d307-3fe9-4afb-94bd-f48755f54ad0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7638247 Nov 26 02:47:28.549400 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'name': 'tempest-AttachSCSIVolumeTestJSON-933876058-router', 'tenant_id': '6c39c47bedee4242be3b74bc06d49fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '1f952e08-ae46-4e09-ad34-47b9b7585ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:47:22Z', 'updated_at': '2021-11-26T02:47:23Z', 'revision_number': 3, 'project_id': '6c39c47bedee4242be3b74bc06d49fb8', 'gw_port': {'id': '1f952e08-ae46-4e09-ad34-47b9b7585ff8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:23Z', 'updated_at': '2021-11-26T02:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:28.638771 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb025747-1c91-4b14-9940-1c1ae27e573b None None] The sync data for ids ['f868a7b8-13e4-439e-aac6-f93cb5a85232'] in n-d-819389-3 is: [{'id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'name': 'tempest-AttachSCSIVolumeTestJSON-933876058-router', 'tenant_id': '6c39c47bedee4242be3b74bc06d49fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '1f952e08-ae46-4e09-ad34-47b9b7585ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:47:22Z', 'updated_at': '2021-11-26T02:47:23Z', 'revision_number': 3, 'project_id': '6c39c47bedee4242be3b74bc06d49fb8', 'gw_port': {'id': '1f952e08-ae46-4e09-ad34-47b9b7585ff8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:23Z', 'updated_at': '2021-11-26T02:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:47:28.644460 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['0c1a72cd-508b-4009-b442-fc919f418b7c'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:47:28.694106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10e5c9-b51b-4556-8160-8a4d113897db req-8cba87b2-658d-4a98-bf5d-a09606249aa1 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:28.696252 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc10e5c9-b51b-4556-8160-8a4d113897db req-8cba87b2-658d-4a98-bf5d-a09606249aa1 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf HTTP/1.1" status: 200 len: 865 time: 0.7881382 Nov 26 02:47:28.737179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad300eb9-5602-48d0-9deb-e6dfc02c1009 admin admin] Router f868a7b8-13e4-439e-aac6-f93cb5a85232 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:47:28.777029 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765cf97-9c5f-42a1-bc1b-300c034db251 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Pushing event updated for resources: {'Port': ['ID=9fae4abb-b694-4d0b-a2d0-4782bdf38530,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:28.780778 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81667cb-09cc-4aa7-a473-d2f8ee955266 None None] Pushing event updated for resources: {'Port': ['ID=c850d742-7eb7-4fe0-b6b7-fb7afb781910,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:28.799797 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:47:28.800481 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:47:28.803173 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e343808d-1eae-4609-a3c9-c994dc7326ee None None] Provisioning complete for port c850d742-7eb7-4fe0-b6b7-fb7afb781910 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:28.807312 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e343808d-1eae-4609-a3c9-c994dc7326ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:28.926734 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad300eb9-5602-48d0-9deb-e6dfc02c1009 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:47:28.933423 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ad300eb9-5602-48d0-9deb-e6dfc02c1009 admin admin] 10.222.0.31 "PUT /v2.0/routers/f868a7b8-13e4-439e-aac6-f93cb5a85232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5720904 Nov 26 02:47:29.046101 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e821535-33a7-4edd-92ce-3f51647c72ce req-e6b12fc1-2575-4aaa-9879-67485262f752 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] No DVR routers for this DVR port a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:29.063489 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-22d90ab0-d50d-44d6-9f40-c70e0d330cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:29.065120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-22d90ab0-d50d-44d6-9f40-c70e0d330cae service neutron] 10.222.0.54 "GET /v2.0/networks?id=0159594c-9163-49a6-8606-7e3476d8e6b9 HTTP/1.1" status: 200 len: 916 time: 1.2199006 Nov 26 02:47:29.065887 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b12fc1-2575-4aaa-9879-67485262f752 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Pushing event deleted for resources: {'Port': ['ID=a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:29.118166 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2e821535-33a7-4edd-92ce-3f51647c72ce req-e6b12fc1-2575-4aaa-9879-67485262f752 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:29.121696 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e821535-33a7-4edd-92ce-3f51647c72ce req-e6b12fc1-2575-4aaa-9879-67485262f752 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.59 "DELETE /v2.0/ports/a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68 HTTP/1.1" status: 204 len: 173 time: 4.9330401 Nov 26 02:47:29.135391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf', 'name': 'network-vif-deleted', 'tag': 'a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:29.139256 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e973557-027c-40ea-9d4a-9b2aadfe9d60" -d '{"events": [{"server_uuid": "fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf", "name": "network-vif-deleted", "tag": "a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:29.245532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-a765cf97-9c5f-42a1-bc1b-300c034db251 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:29.246830 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-a765cf97-9c5f-42a1-bc1b-300c034db251 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:29.268700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-529e7022-4506-47d6-beaf-4adc00bff338 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2535e055-5cb8-4973-b6b2-1ebdb134180f HTTP/1.1" status: 200 len: 217 time: 0.1460238 Nov 26 02:47:29.346416 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-df89475b-bb5b-4b82-baa9-b64661c78e08 None None] Provisioning complete for port 1346c63d-537b-407b-9d54-1ce4f37c7516 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:29.346875 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df89475b-bb5b-4b82-baa9-b64661c78e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:29.381541 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7dadef5-28df-4bfc-ad59-aed10037423b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:29.396576 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-a765cf97-9c5f-42a1-bc1b-300c034db251 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.0036790 Nov 26 02:47:29.410906 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a745075-7325-458a-9273-0b7e4a18a84d req-30a4ba4f-8c74-4ba3-94ac-86f3bb7aea80 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:29.422708 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a745075-7325-458a-9273-0b7e4a18a84d req-30a4ba4f-8c74-4ba3-94ac-86f3bb7aea80 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 944 time: 0.7145996 Nov 26 02:47:29.423301 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-df89475b-bb5b-4b82-baa9-b64661c78e08 None None] Port 1346c63d-537b-407b-9d54-1ce4f37c7516 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:47:29.440175 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Request body: {'port': {'device_id': 'f0213353-20e4-4cb5-a98b-f959c7785469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:29.446098 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-df89475b-bb5b-4b82-baa9-b64661c78e08 None None] Provisioning complete for port 9fae4abb-b694-4d0b-a2d0-4782bdf38530 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:29.447374 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df89475b-bb5b-4b82-baa9-b64661c78e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:29.450413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 3b23f26c-3cbd-4078-8854-1142f2f50138 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:47:29.460309 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc10e5c9-b51b-4556-8160-8a4d113897db req-a8d50f8e-dfc0-4428-8563-778bfb256713 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6650622 Nov 26 02:47:29.605323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-df89475b-bb5b-4b82-baa9-b64661c78e08 None None] Port 9fae4abb-b694-4d0b-a2d0-4782bdf38530 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:47:29.621867 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 3b23f26c-3cbd-4078-8854-1142f2f50138 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:29.622537 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:29.659305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-0e7f8000-2118-495c-8ac6-16d31f8aff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:29.660713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-0e7f8000-2118-495c-8ac6-16d31f8aff22 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec81ba8f-2996-484b-acac-4860e9ce304b HTTP/1.1" status: 200 len: 854 time: 0.3634689 Nov 26 02:47:29.871560 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device dab05dd6-b0c6-42e0-90d9-38afab8ef99e details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:47:30.018281 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a745075-7325-458a-9273-0b7e4a18a84d req-44495c8e-d84d-4761-b4a0-153260c24e3c tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b669850-ea54-406b-966d-7901332dfafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5946302 Nov 26 02:47:30.048764 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:30.281165 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37568a7f-cac3-4d6c-94e6-1aebf34db1ba x-openstack-request-id: req-37568a7f-cac3-4d6c-94e6-1aebf34db1ba {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:30.281592 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf", "name": "network-vif-deleted", "tag": "a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:30.282050 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37568a7f-cac3-4d6c-94e6-1aebf34db1ba {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:30.282557 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e5df4-d4c5-4cfe-bbcb-cb2f86a9bbaf', 'name': 'network-vif-deleted', 'tag': 'a813cba0-6bc7-42c7-a2e8-b57ceb6e9e68', 'status': 'completed', 'code': 200} Nov 26 02:47:30.318663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port dab05dd6-b0c6-42e0-90d9-38afab8ef99e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:30.384846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'dab05dd6-b0c6-42e0-90d9-38afab8ef99e', 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb', 'port_id': 'dab05dd6-b0c6-42e0-90d9-38afab8ef99e', 'mac_address': 'fa:16:3e:3e:d1:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1c52ce-baab-40ba-a108-aa1a1ac61509', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:47:30.478333 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c850d742-7eb7-4fe0-b6b7-fb7afb781910 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:47:30.481543 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:30.529352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab05dd6-b0c6-42e0-90d9-38afab8ef99e {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:47:30.572900 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port dab05dd6-b0c6-42e0-90d9-38afab8ef99e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:30.587912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port c850d742-7eb7-4fe0-b6b7-fb7afb781910 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:30.588605 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:30.592754 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:30.742447 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:30.819397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1f952e08-ae46-4e09-ad34-47b9b7585ff8 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:47:30.900812 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 1f952e08-ae46-4e09-ad34-47b9b7585ff8 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:30.901498 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:31.002620 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:31.033126 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['dab05dd6-b0c6-42e0-90d9-38afab8ef99e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:47:31.038573 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 1f952e08-ae46-4e09-ad34-47b9b7585ff8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1f952e08-ae46-4e09-ad34-47b9b7585ff8,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:31.062025 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:31.165122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=1f952e08-ae46-4e09-ad34-47b9b7585ff8,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:31.262857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7398c4b-6743-4bc8-9fd4-234fceef86e3 req-408dcdbb-5e08-4f15-9962-452aab8aa014 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:31.267328 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a7398c4b-6743-4bc8-9fd4-234fceef86e3 req-408dcdbb-5e08-4f15-9962-452aab8aa014 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 936 time: 1.5764458 Nov 26 02:47:31.378195 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-e7c02365-a632-456b-81b9-bc5c809bba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:31.379849 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-e7c02365-a632-456b-81b9-bc5c809bba34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0159594c-9163-49a6-8606-7e3476d8e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6628766 Nov 26 02:47:31.643507 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Sync routers for ids ['f868a7b8-13e4-439e-aac6-f93cb5a85232'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:47:31.691604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Routers {'f868a7b8-13e4-439e-aac6-f93cb5a85232'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:31.691981 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:47:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f868a7b8-13e4-439e-aac6-f93cb5a85232'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:31.860856 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a7398c4b-6743-4bc8-9fd4-234fceef86e3 req-c61beb4e-8fe6-40bb-ac80-87cd54e49d9c tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472119 Nov 26 02:47:31.908084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cf64e-de13-40e1-82d5-9667cd6eefa1 req-509509ed-7cad-46c2-b5c9-05b352138187 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:31.909936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50cf64e-de13-40e1-82d5-9667cd6eefa1 req-509509ed-7cad-46c2-b5c9-05b352138187 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 944 time: 0.7325816 Nov 26 02:47:31.970848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1f952e08-ae46-4e09-ad34-47b9b7585ff8 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:47:32.257595 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Set router f868a7b8-13e4-439e-aac6-f93cb5a85232 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:32.421934 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 1f952e08-ae46-4e09-ad34-47b9b7585ff8 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:32.422316 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:32.460202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fae4abb-b694-4d0b-a2d0-4782bdf38530 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:47:32.468471 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:32.481957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Transition to ACTIVE for port object 9fae4abb-b694-4d0b-a2d0-4782bdf38530 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:47:32.580762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dadef5-28df-4bfc-ad59-aed10037423b admin admin] Router 558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:47:32.583331 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:32.746388 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c50cf64e-de13-40e1-82d5-9667cd6eefa1 req-e3e133b0-adb3-4024-a48d-8efc4c069ca7 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7845511 Nov 26 02:47:32.749899 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Pushing event updated for resources: {'Port': ['ID=9fae4abb-b694-4d0b-a2d0-4782bdf38530,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:32.780939 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-2fb85976-da27-4523-bfdd-5bd2ddbc75f1 admin admin] Deleting port 8ecccdd7-4bc4-42b1-953b-a944ecd721e9 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:32.781276 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2fb85976-da27-4523-bfdd-5bd2ddbc75f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:32.853498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'name': 'tempest-AttachSCSIVolumeTestJSON-933876058-router', 'tenant_id': '6c39c47bedee4242be3b74bc06d49fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '1f952e08-ae46-4e09-ad34-47b9b7585ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:47:22Z', 'updated_at': '2021-11-26T02:47:27Z', 'revision_number': 4, 'project_id': '6c39c47bedee4242be3b74bc06d49fb8', 'gw_port': {'id': '1f952e08-ae46-4e09-ad34-47b9b7585ff8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:23Z', 'updated_at': '2021-11-26T02:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '1346c63d-537b-407b-9d54-1ce4f37c7516', 'name': '', 'network_id': '6a6316aa-f57f-452a-8c91-5ae70af30301', 'tenant_id': '6c39c47bedee4242be3b74bc06d49fb8', 'mac_address': 'fa:16:3e:42:4c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '09b58d1a-1cd9-4c64-b381-77a6606ce8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:26Z', 'updated_at': '2021-11-26T02:47:27Z', 'revision_number': 2, 'project_id': '6c39c47bedee4242be3b74bc06d49fb8', 'subnets': [{'id': '09b58d1a-1cd9-4c64-b381-77a6606ce8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:32.949854 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Checking router: f868a7b8-13e4-439e-aac6-f93cb5a85232 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:47:32.950374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Updating router f868a7b8-13e4-439e-aac6-f93cb5a85232 port 1346c63d-537b-407b-9d54-1ce4f37c7516 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:47:33.023948 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:33.114440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-e38677f6-e71a-42ca-811c-7d9496e9f1e0 service neutron] 10.222.0.54 "GET /v2.0/networks/0159594c-9163-49a6-8606-7e3476d8e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7203372 Nov 26 02:47:33.127374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dadef5-28df-4bfc-ad59-aed10037423b admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:47:33.140981 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118e3544-a305-4b63-b5ab-8f0d4f5312d0 None None] Sync routers for ids ['558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:47:33.146483 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d7dadef5-28df-4bfc-ad59-aed10037423b admin admin] 10.222.0.31 "PUT /v2.0/routers/558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1260316 Nov 26 02:47:33.148912 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35436) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:33.167487 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e3544-a305-4b63-b5ab-8f0d4f5312d0 None None] Routers {'558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:33.184641 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-118e3544-a305-4b63-b5ab-8f0d4f5312d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:47:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:33.325395 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e678d-27d3-4754-820f-b4bef5c43a83 req-09755694-01b3-4803-a20f-95888651c5f1 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:33.338019 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db8e678d-27d3-4754-820f-b4bef5c43a83 req-09755694-01b3-4803-a20f-95888651c5f1 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 944 time: 0.8536737 Nov 26 02:47:33.381240 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84d-09f4-413f-8672-d71d8ab674fa admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:33.461924 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-118e3544-a305-4b63-b5ab-8f0d4f5312d0 None None] Set router 558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:33.653092 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84d-09f4-413f-8672-d71d8ab674fa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:33.740716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db8e678d-27d3-4754-820f-b4bef5c43a83 req-98a7be83-3614-4e78-b2ce-9d0d612d574c tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b669850-ea54-406b-966d-7901332dfafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4007201 Nov 26 02:47:33.840575 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2a80e84d-09f4-413f-8672-d71d8ab674fa admin admin] Deleting port a89f8bfb-339a-4b8c-8860-b7cc68f36394 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:33.840922 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84d-09f4-413f-8672-d71d8ab674fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:33.997009 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device dab05dd6-b0c6-42e0-90d9-38afab8ef99e up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:47:34.040983 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-118e3544-a305-4b63-b5ab-8f0d4f5312d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'name': 'tempest-ServersTestMultiNic-2028337001-router', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'a89f8bfb-339a-4b8c-8860-b7cc68f36394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:16Z', 'updated_at': '2021-11-26T02:47:26Z', 'revision_number': 5, 'project_id': 'caeff930008b487db9a70d59ac7ec22e', 'gw_port': {'id': 'a89f8bfb-339a-4b8c-8860-b7cc68f36394', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:39:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:45:17Z', 'updated_at': '2021-11-26T02:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:34.046030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-2fb85976-da27-4523-bfdd-5bd2ddbc75f1 admin admin] For port 8ecccdd7-4bc4-42b1-953b-a944ecd721e9, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8ecccdd7-4bc4-42b1-953b-a944ecd721e9,segment=NetworkSegment(15b65462-b33e-466d-b227-8c39e7e4801d),segment_id=15b65462-b33e-466d-b227-8c39e7e4801d)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:34.052603 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2fb85976-da27-4523-bfdd-5bd2ddbc75f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:34.077826 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d24ea8-0830-4f6d-9a8e-a81df5abd08f req-98074a5a-2c0c-4a75-a0c7-dbe1b8e5135a tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:34.088501 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-23d24ea8-0830-4f6d-9a8e-a81df5abd08f req-98074a5a-2c0c-4a75-a0c7-dbe1b8e5135a tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 948 time: 0.7969940 Nov 26 02:47:34.119840 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118e3544-a305-4b63-b5ab-8f0d4f5312d0 None None] Checking router: 558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:47:34.121937 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-2a80e84d-09f4-413f-8672-d71d8ab674fa admin admin] For port a89f8bfb-339a-4b8c-8860-b7cc68f36394, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a89f8bfb-339a-4b8c-8860-b7cc68f36394,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:34.124478 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84d-09f4-413f-8672-d71d8ab674fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:34.157944 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2a80e84d-09f4-413f-8672-d71d8ab674fa admin admin] Calling delete_port for a89f8bfb-339a-4b8c-8860-b7cc68f36394 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:34.158659 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e3544-a305-4b63-b5ab-8f0d4f5312d0 None None] Routers {'558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:34.161256 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-118e3544-a305-4b63-b5ab-8f0d4f5312d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:47:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:34.250249 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-66c23c0d-58f3-4a35-8367-4023c685014a service neutron] 10.222.0.54 "GET /v2.0/networks/0159594c-9163-49a6-8606-7e3476d8e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1161931 Nov 26 02:47:34.268750 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-2fb85976-da27-4523-bfdd-5bd2ddbc75f1 admin admin] Calling delete_port for 8ecccdd7-4bc4-42b1-953b-a944ecd721e9 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:34.306300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Attempting to bind port 9fae4abb-b694-4d0b-a2d0-4782bdf38530 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:47:34.306300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Attempting to bind port 9fae4abb-b694-4d0b-a2d0-4782bdf38530 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:47:34.306300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Attempting to bind port 9fae4abb-b694-4d0b-a2d0-4782bdf38530 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:47:34.384241 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-118e3544-a305-4b63-b5ab-8f0d4f5312d0 None None] Set router 558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:34.413357 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:34.426018 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port dab05dd6-b0c6-42e0-90d9-38afab8ef99e completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:47:34.434710 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Port 9fae4abb-b694-4d0b-a2d0-4782bdf38530 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:47:34.435066 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Attempting to bind port 9fae4abb-b694-4d0b-a2d0-4782bdf38530 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:47:34.435785 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port dab05dd6-b0c6-42e0-90d9-38afab8ef99e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:34.436544 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:34.463062 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84d-09f4-413f-8672-d71d8ab674fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:34.505102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-23d24ea8-0830-4f6d-9a8e-a81df5abd08f req-283c18ac-86fb-409b-aeab-64810dcd6c19 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149294 Nov 26 02:47:34.539319 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:47:34.539319 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:47:34.539798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:47:34.540170 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Bound port: 9fae4abb-b694-4d0b-a2d0-4782bdf38530, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:47:34.540541 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:34.560734 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:34.565594 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-118e3544-a305-4b63-b5ab-8f0d4f5312d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'name': 'tempest-ServersTestMultiNic-2028337001-router', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:16Z', 'updated_at': '2021-11-26T02:47:33Z', 'revision_number': 6, 'project_id': 'caeff930008b487db9a70d59ac7ec22e', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:34.596739 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80e84d-09f4-413f-8672-d71d8ab674fa admin admin] Pushing event deleted for resources: {'Port': ['ID=a89f8bfb-339a-4b8c-8860-b7cc68f36394,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:34.665871 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118e3544-a305-4b63-b5ab-8f0d4f5312d0 None None] The sync data for ids ['558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9'] in n-d-819389-3 is: [{'id': '558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9', 'name': 'tempest-ServersTestMultiNic-2028337001-router', 'tenant_id': 'caeff930008b487db9a70d59ac7ec22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:45:16Z', 'updated_at': '2021-11-26T02:47:33Z', 'revision_number': 6, 'project_id': 'caeff930008b487db9a70d59ac7ec22e', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:47:34.706620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d27d7a-9976-43dd-9f63-bc01ab5d0216 req-abea1c1d-33c7-4dd8-9c22-7135a2e23ad9 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:34.722177 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e2d27d7a-9976-43dd-9f63-bc01ab5d0216 req-abea1c1d-33c7-4dd8-9c22-7135a2e23ad9 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 945 time: 0.7218430 Nov 26 02:47:34.751271 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84d-09f4-413f-8672-d71d8ab674fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:34.822228 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:34.915047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-897c2751-a500-4d8c-ab56-56e3f24b909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:34.916905 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-897c2751-a500-4d8c-ab56-56e3f24b909b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dfc3a73836564c72aaa012c28cbd2c57&device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 1095 time: 0.5725360 Nov 26 02:47:34.990848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port dab05dd6-b0c6-42e0-90d9-38afab8ef99e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:34.994690 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84d-09f4-413f-8672-d71d8ab674fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:34.996119 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae74e0db-8f42-4603-9136-6aaea793ba02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab05dd6-b0c6-42e0-90d9-38afab8ef99e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:34.998123 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84d-09f4-413f-8672-d71d8ab674fa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:35.000912 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ee1b24-9c71-4ebb-b98b-1c46b17524cf" -d '{"events": [{"server_uuid": "ae74e0db-8f42-4603-9136-6aaea793ba02", "name": "network-vif-plugged", "status": "completed", "tag": "dab05dd6-b0c6-42e0-90d9-38afab8ef99e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:35.017787 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:35.087833 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Attempting to bind port 1346c63d-537b-407b-9d54-1ce4f37c7516 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:47:35.088339 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Attempting to bind port 1346c63d-537b-407b-9d54-1ce4f37c7516 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '7c2e168d-dea5-4706-8b7b-15cbab365866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6a6316aa-f57f-452a-8c91-5ae70af30301'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:47:35.088811 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Attempting to bind port 1346c63d-537b-407b-9d54-1ce4f37c7516 on network 6a6316aa-f57f-452a-8c91-5ae70af30301 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:47:35.095276 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa3c0c-81e3-4817-aabe-79beaf3ea5b6 None None] Pushing event updated for resources: {'Port': ['ID=1346c63d-537b-407b-9d54-1ce4f37c7516,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:35.101517 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:47:35.102034 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Checking segment: {'id': '7c2e168d-dea5-4706-8b7b-15cbab365866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6a6316aa-f57f-452a-8c91-5ae70af30301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:47:35.103089 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:35.104313 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Bound using segment: {'id': '7c2e168d-dea5-4706-8b7b-15cbab365866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6a6316aa-f57f-452a-8c91-5ae70af30301'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:47:35.106578 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Bound port: 1346c63d-537b-407b-9d54-1ce4f37c7516, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2e168d-dea5-4706-8b7b-15cbab365866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6a6316aa-f57f-452a-8c91-5ae70af30301'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:47:35.107106 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:35.150037 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84d-09f4-413f-8672-d71d8ab674fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:35.150611 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a80e84d-09f4-413f-8672-d71d8ab674fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:47:35.155698 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84d-09f4-413f-8672-d71d8ab674fa admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:35.159625 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2a80e84d-09f4-413f-8672-d71d8ab674fa admin admin] 10.222.0.31 "DELETE /v2.0/routers/558b239b-ffa5-49ea-9e3a-74fe9e8e9bf9 HTTP/1.1" status: 204 len: 168 time: 2.0089276 Nov 26 02:47:35.160240 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35448) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:35.261108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] For port 1346c63d-537b-407b-9d54-1ce4f37c7516, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:47:35.269512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] For port 1346c63d-537b-407b-9d54-1ce4f37c7516, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1346c63d-537b-407b-9d54-1ce4f37c7516,segment=NetworkSegment(7c2e168d-dea5-4706-8b7b-15cbab365866),segment_id=7c2e168d-dea5-4706-8b7b-15cbab365866)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:47:35.277223 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ee924a-d1f0-4c8a-a43e-e34a3ce87b1c admin admin] Deleting subnet 574775d3-a58a-487d-93a0-ef7efffd056e {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:47:35.288337 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71ee924a-d1f0-4c8a-a43e-e34a3ce87b1c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:35.352309 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:35.360816 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71ee924a-d1f0-4c8a-a43e-e34a3ce87b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:35.394670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-f3f9b7aa-1285-4ae0-b6bf-95a9245f03b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:35.400401 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-f3f9b7aa-1285-4ae0-b6bf-95a9245f03b4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4db295-5fa0-4a8b-9886-1c4a68ef44bb HTTP/1.1" status: 200 len: 915 time: 0.4496756 Nov 26 02:47:35.415968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] For port 9fae4abb-b694-4d0b-a2d0-4782bdf38530, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:47:35.418465 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-56941f70-9786-4792-8ce4-c1ba35b31757 None None] Provisioning complete for port 1346c63d-537b-407b-9d54-1ce4f37c7516 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:35.418944 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-56941f70-9786-4792-8ce4-c1ba35b31757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:35.441249 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863dc4-3f49-4e0f-9f03-7d9d841793d0 req-a21c7de4-8a80-4b5e-9f6c-7ee760278f83 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:35.446236 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-44863dc4-3f49-4e0f-9f03-7d9d841793d0 req-a21c7de4-8a80-4b5e-9f6c-7ee760278f83 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.59 "GET /v2.0/ports?device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 945 time: 0.6483452 Nov 26 02:47:35.468942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fa12a-13b8-4043-aca5-6570cfb3a9c1 req-ae3f4ec2-26a7-4ef9-9772-aaa3c29b2cdb tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:35.475038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-208fa12a-13b8-4043-aca5-6570cfb3a9c1 req-ae3f4ec2-26a7-4ef9-9772-aaa3c29b2cdb tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 944 time: 0.7089095 Nov 26 02:47:35.564499 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:35.585417 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71ee924a-d1f0-4c8a-a43e-e34a3ce87b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:35.719575 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e2d27d7a-9976-43dd-9f63-bc01ab5d0216 req-ea1b2ed5-8115-49dd-bbb3-e33990f23620 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5ddcace-5da8-4dc3-b200-95e1e48847d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9961414 Nov 26 02:47:35.738040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] For port 9fae4abb-b694-4d0b-a2d0-4782bdf38530, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9fae4abb-b694-4d0b-a2d0-4782bdf38530,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:47:35.741190 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-ee0d037b-4274-4623-81f1-1aff20e0bea0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dab05dd6-b0c6-42e0-90d9-38afab8ef99e HTTP/1.1" status: 200 len: 217 time: 0.3176274 Nov 26 02:47:35.791520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa3c0c-81e3-4817-aabe-79beaf3ea5b6 None None] Pushing event updated for resources: {'Port': ['ID=1346c63d-537b-407b-9d54-1ce4f37c7516,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:35.817299 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:35.829388 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71ee924a-d1f0-4c8a-a43e-e34a3ce87b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:35.856275 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Routers {'f868a7b8-13e4-439e-aac6-f93cb5a85232'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:35.872121 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:47:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f868a7b8-13e4-439e-aac6-f93cb5a85232'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:35.981234 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee924a-d1f0-4c8a-a43e-e34a3ce87b1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=574775d3-a58a-487d-93a0-ef7efffd056e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:35.996856 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71ee924a-d1f0-4c8a-a43e-e34a3ce87b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:36.005564 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-71ee924a-d1f0-4c8a-a43e-e34a3ce87b1c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/574775d3-a58a-487d-93a0-ef7efffd056e HTTP/1.1" status: 204 len: 168 time: 0.8444281 Nov 26 02:47:36.008214 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35454) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:36.098697 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45afd873-1faa-425f-bbc5-9df9d28a7404 None None] Network 23eab89a-9450-47d3-ae6b-afdaed9ee3db requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:47:36.112945 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a89f8bfb-339a-4b8c-8860-b7cc68f36394 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:36.178290 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:36.283129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:36.284409 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:36.286327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] 10.222.0.59 "PUT /v2.0/ports/9fae4abb-b694-4d0b-a2d0-4782bdf38530 HTTP/1.1" status: 200 len: 1096 time: 6.8510928 Nov 26 02:47:36.296243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0213353-20e4-4cb5-a98b-f959c7785469', 'tag': '9fae4abb-b694-4d0b-a2d0-4782bdf38530'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:36.299534 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9af6918-b9c3-4b25-b79d-39fa52d3b0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f0213353-20e4-4cb5-a98b-f959c7785469", "tag": "9fae4abb-b694-4d0b-a2d0-4782bdf38530"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:36.320872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-a7541b5e-d49c-4783-b64e-aa6c988cffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:36.325204 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-a7541b5e-d49c-4783-b64e-aa6c988cffd0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f1c52ce-baab-40ba-a108-aa1a1ac61509 HTTP/1.1" status: 200 len: 854 time: 0.5455778 Nov 26 02:47:36.365081 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] Deleting port 36bad267-5b30-4905-85cd-dc558d3a8d74 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:36.365545 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:36.375081 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: a89f8bfb-339a-4b8c-8860-b7cc68f36394 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:47:36.386710 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a89f8bfb-339a-4b8c-8860-b7cc68f36394 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:36.387279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c06db931-8b8c-461c-960d-3f514414f15d no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:36.391760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e2ed4-93cc-4251-bc70-f817dc800edc service neutron] Pushing event updated for resources: {'Port': ['ID=9fae4abb-b694-4d0b-a2d0-4782bdf38530,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:36.409508 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-208fa12a-13b8-4043-aca5-6570cfb3a9c1 req-323b8a05-e458-4b8d-8d5b-1fef62967d78 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6886537 Nov 26 02:47:36.411651 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-44863dc4-3f49-4e0f-9f03-7d9d841793d0 req-d2449411-dada-4628-b7cd-8a48d220522e tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Deleting port 0c1a72cd-508b-4009-b442-fc919f418b7c {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:36.412506 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-44863dc4-3f49-4e0f-9f03-7d9d841793d0 req-d2449411-dada-4628-b7cd-8a48d220522e tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:36.571191 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d42ab77-3bbb-4777-9717-109ba68d6ccd x-openstack-request-id: req-9d42ab77-3bbb-4777-9717-109ba68d6ccd {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:36.572819 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae74e0db-8f42-4603-9136-6aaea793ba02", "name": "network-vif-plugged", "status": "completed", "tag": "dab05dd6-b0c6-42e0-90d9-38afab8ef99e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:36.573802 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d42ab77-3bbb-4777-9717-109ba68d6ccd {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:36.574767 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae74e0db-8f42-4603-9136-6aaea793ba02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab05dd6-b0c6-42e0-90d9-38afab8ef99e', 'code': 200} Nov 26 02:47:36.582304 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: c06db931-8b8c-461c-960d-3f514414f15d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:47:36.594301 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c06db931-8b8c-461c-960d-3f514414f15d not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:36.702352 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] For port 36bad267-5b30-4905-85cd-dc558d3a8d74, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=36bad267-5b30-4905-85cd-dc558d3a8d74,segment=NetworkSegment(30a452ba-8d13-4bc7-8343-82893c7bcdac),segment_id=30a452ba-8d13-4bc7-8343-82893c7bcdac)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:36.706209 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:36.714250 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-44863dc4-3f49-4e0f-9f03-7d9d841793d0 req-d2449411-dada-4628-b7cd-8a48d220522e tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] For port 0c1a72cd-508b-4009-b442-fc919f418b7c, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=0c1a72cd-508b-4009-b442-fc919f418b7c,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:36.714954 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-44863dc4-3f49-4e0f-9f03-7d9d841793d0 req-d2449411-dada-4628-b7cd-8a48d220522e tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:36.731472 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-44863dc4-3f49-4e0f-9f03-7d9d841793d0 req-d2449411-dada-4628-b7cd-8a48d220522e tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Calling delete_port for 0c1a72cd-508b-4009-b442-fc919f418b7c owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:36.757070 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] Calling delete_port for 36bad267-5b30-4905-85cd-dc558d3a8d74 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:36.850666 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-56941f70-9786-4792-8ce4-c1ba35b31757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:36.857691 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] Set router f868a7b8-13e4-439e-aac6-f93cb5a85232 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:36.968662 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:37.027851 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] Pushing event deleted for resources: {'Port': ['ID=36bad267-5b30-4905-85cd-dc558d3a8d74,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:37.047855 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] No DVR routers for this DVR port 36bad267-5b30-4905-85cd-dc558d3a8d74 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:37.097122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-56941f70-9786-4792-8ce4-c1ba35b31757 None None] For port 1346c63d-537b-407b-9d54-1ce4f37c7516, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1346c63d-537b-407b-9d54-1ce4f37c7516,segment=NetworkSegment(7c2e168d-dea5-4706-8b7b-15cbab365866),segment_id=7c2e168d-dea5-4706-8b7b-15cbab365866)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:37.115794 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-56941f70-9786-4792-8ce4-c1ba35b31757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:37.220796 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:37.264370 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23eab89a-9450-47d3-ae6b-afdaed9ee3db']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:37.285966 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a452ba-8d13-4bc7-8343-82893c7bcdac') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:37.286339 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a452ba-8d13-4bc7-8343-82893c7bcdac') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:37.309936 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:37.338265 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56941f70-9786-4792-8ce4-c1ba35b31757 None None] Pushing event updated for resources: {'Port': ['ID=1346c63d-537b-407b-9d54-1ce4f37c7516,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:37.340529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e56bd8c-14d7-4dbe-a519-46a2c4d34ea7 None None] DHCP port deletion for 23eab89a-9450-47d3-ae6b-afdaed9ee3db request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:47:37.358773 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:37.380281 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:47:37.380281 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:47:37.381329 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:47:37.417604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ebb96476-3eaf-4048-b5b8-4ad5f56e7633 None None] Provisioning complete for port 1346c63d-537b-407b-9d54-1ce4f37c7516 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:37.418036 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ebb96476-3eaf-4048-b5b8-4ad5f56e7633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:37.541914 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:37.552670 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:37.559311 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] 10.222.0.31 "DELETE /v2.0/networks/23eab89a-9450-47d3-ae6b-afdaed9ee3db HTTP/1.1" status: 204 len: 168 time: 1.5479016 Nov 26 02:47:37.590702 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651db230-a7d2-41aa-b3ba-291c6a77f94f admin admin] Pushing event deleted for resources: {'Network': ['ID=23eab89a-9450-47d3-ae6b-afdaed9ee3db,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:37.613038 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2fb85976-da27-4523-bfdd-5bd2ddbc75f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:37.700447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cdba7-517e-4f05-ba38-ea1f837ef358 req-5fcc2096-240f-4424-ba10-cd328b08a9d9 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:37.702572 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c8cdba7-517e-4f05-ba38-ea1f837ef358 req-5fcc2096-240f-4424-ba10-cd328b08a9d9 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 944 time: 1.6803513 Nov 26 02:47:37.743393 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb85976-da27-4523-bfdd-5bd2ddbc75f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ecccdd7-4bc4-42b1-953b-a944ecd721e9,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:37.811414 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'name': 'tempest-AttachSCSIVolumeTestJSON-933876058-router', 'tenant_id': '6c39c47bedee4242be3b74bc06d49fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '1f952e08-ae46-4e09-ad34-47b9b7585ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:47:22Z', 'updated_at': '2021-11-26T02:47:27Z', 'revision_number': 4, 'project_id': '6c39c47bedee4242be3b74bc06d49fb8', 'gw_port': {'id': '1f952e08-ae46-4e09-ad34-47b9b7585ff8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:23Z', 'updated_at': '2021-11-26T02:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '1346c63d-537b-407b-9d54-1ce4f37c7516', 'name': '', 'network_id': '6a6316aa-f57f-452a-8c91-5ae70af30301', 'tenant_id': '6c39c47bedee4242be3b74bc06d49fb8', 'mac_address': 'fa:16:3e:42:4c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '09b58d1a-1cd9-4c64-b381-77a6606ce8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:26Z', 'updated_at': '2021-11-26T02:47:35Z', 'revision_number': 4, 'project_id': '6c39c47bedee4242be3b74bc06d49fb8', 'subnets': [{'id': '09b58d1a-1cd9-4c64-b381-77a6606ce8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:37.861686 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-3ca5104e-fba6-4e2b-a3aa-d177bb49db04 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4db295-5fa0-4a8b-9886-1c4a68ef44bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8683591 Nov 26 02:47:37.899966 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a3f76f-78e0-45fc-9fc5-9b522b779143 None None] The sync data for ids ['f868a7b8-13e4-439e-aac6-f93cb5a85232'] in n-d-819389-3 is: [{'id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'name': 'tempest-AttachSCSIVolumeTestJSON-933876058-router', 'tenant_id': '6c39c47bedee4242be3b74bc06d49fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '1f952e08-ae46-4e09-ad34-47b9b7585ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:47:22Z', 'updated_at': '2021-11-26T02:47:27Z', 'revision_number': 4, 'project_id': '6c39c47bedee4242be3b74bc06d49fb8', 'gw_port': {'id': '1f952e08-ae46-4e09-ad34-47b9b7585ff8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:23Z', 'updated_at': '2021-11-26T02:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '1346c63d-537b-407b-9d54-1ce4f37c7516', 'name': '', 'network_id': '6a6316aa-f57f-452a-8c91-5ae70af30301', 'tenant_id': '6c39c47bedee4242be3b74bc06d49fb8', 'mac_address': 'fa:16:3e:42:4c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '09b58d1a-1cd9-4c64-b381-77a6606ce8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:26Z', 'updated_at': '2021-11-26T02:47:35Z', 'revision_number': 4, 'project_id': '6c39c47bedee4242be3b74bc06d49fb8', 'subnets': [{'id': '09b58d1a-1cd9-4c64-b381-77a6606ce8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:47:37.905721 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 2535e055-5cb8-4973-b6b2-1ebdb134180f details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:47:37.906043 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35470) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:38.090772 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f6d1cabf-8d2d-4f4c-a47f-4a25c123add4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=caeff930008b487db9a70d59ac7ec22e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1810732 Nov 26 02:47:38.104157 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35472) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:38.188545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9decf-85f1-4c0a-912e-3a373f4aeb01 req-f051799b-70b1-44c9-a1a0-746e9eaca660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:38.190407 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fca9decf-85f1-4c0a-912e-3a373f4aeb01 req-f051799b-70b1-44c9-a1a0-746e9eaca660 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 1096 time: 1.1784999 Nov 26 02:47:38.194974 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-44863dc4-3f49-4e0f-9f03-7d9d841793d0 req-d2449411-dada-4628-b7cd-8a48d220522e tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:38.213676 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 2535e055-5cb8-4973-b6b2-1ebdb134180f, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=2535e055-5cb8-4973-b6b2-1ebdb134180f,segment=NetworkSegment(6529f096-6d98-4bd1-89a6-117e006f7735),segment_id=6529f096-6d98-4bd1-89a6-117e006f7735)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:38.240025 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '2535e055-5cb8-4973-b6b2-1ebdb134180f', 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9', 'port_id': '2535e055-5cb8-4973-b6b2-1ebdb134180f', 'mac_address': 'fa:16:3e:0b:95:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:47:38.245840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 36bad267-5b30-4905-85cd-dc558d3a8d74 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:38.258724 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2f75df78-0c81-488a-8d4b-4d6d06c48c96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:38.296800 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 36bad267-5b30-4905-85cd-dc558d3a8d74 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:47:38.297277 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 36bad267-5b30-4905-85cd-dc558d3a8d74 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:38.319317 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2f75df78-0c81-488a-8d4b-4d6d06c48c96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:38.410859 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:38.435690 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2f75df78-0c81-488a-8d4b-4d6d06c48c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:38.438492 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2f75df78-0c81-488a-8d4b-4d6d06c48c96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:38.439990 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2f75df78-0c81-488a-8d4b-4d6d06c48c96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01f26a13-cb62-4f93-8971-32e386d5ca3d HTTP/1.1" status: 204 len: 168 time: 0.3419666 Nov 26 02:47:38.463481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 0c1a72cd-508b-4009-b442-fc919f418b7c no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:38.468757 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75df78-0c81-488a-8d4b-4d6d06c48c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f26a13-cb62-4f93-8971-32e386d5ca3d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:38.469660 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2535e055-5cb8-4973-b6b2-1ebdb134180f {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:47:38.558192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 0c1a72cd-508b-4009-b442-fc919f418b7c {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:47:38.558451 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 0c1a72cd-508b-4009-b442-fc919f418b7c not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:38.582616 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74288ac9-4617-4da5-a43f-d87d6bca93f7 req-55014c41-9353-43b5-ab61-806f3b40531b tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:38.595415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74288ac9-4617-4da5-a43f-d87d6bca93f7 req-55014c41-9353-43b5-ab61-806f3b40531b tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 948 time: 1.7161095 Nov 26 02:47:38.607350 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 2535e055-5cb8-4973-b6b2-1ebdb134180f, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=2535e055-5cb8-4973-b6b2-1ebdb134180f,segment=NetworkSegment(6529f096-6d98-4bd1-89a6-117e006f7735),segment_id=6529f096-6d98-4bd1-89a6-117e006f7735)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:38.624122 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:38.658839 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-800acff1-39ac-4e25-82fa-0cedd498e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:38.661660 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-800acff1-39ac-4e25-82fa-0cedd498e6d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=90b94badc3974ee099d6065ffdb6e4d8&device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 1099 time: 1.6956303 Nov 26 02:47:38.666834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2449411-dada-4628-b7cd-8a48d220522e tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Pushing event deleted for resources: {'Port': ['ID=0c1a72cd-508b-4009-b442-fc919f418b7c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:38.727302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=2535e055-5cb8-4973-b6b2-1ebdb134180f,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:38.941466 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-411dc982-3d11-4734-bda0-b3b25c63e95f service neutron] 10.222.0.54 "GET /v2.0/networks/ee4db295-5fa0-4a8b-9886-1c4a68ef44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8678277 Nov 26 02:47:38.999475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fca9decf-85f1-4c0a-912e-3a373f4aeb01 req-2ddc7bbb-5165-497e-b184-d9182e6f71dc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6291461 Nov 26 02:47:39.045791 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['2535e055-5cb8-4973-b6b2-1ebdb134180f'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:47:39.206400 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-1920ebdf-7fd0-4884-b7f5-a57fd8593501 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=9fae4abb-b694-4d0b-a2d0-4782bdf38530 HTTP/1.1" status: 200 len: 217 time: 0.5154355 Nov 26 02:47:39.212225 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c8cdba7-517e-4f05-ba38-ea1f837ef358 req-5e99b1e6-f665-4a98-8d69-2bb043354346 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b669850-ea54-406b-966d-7901332dfafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3494215 Nov 26 02:47:39.219113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74288ac9-4617-4da5-a43f-d87d6bca93f7 req-d0d9f24a-1395-43de-9801-7fdef4fb7027 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6227009 Nov 26 02:47:39.414047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-dddc721c-ea19-4992-a9e7-d1c4ae1db60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:39.426423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-dddc721c-ea19-4992-a9e7-d1c4ae1db60c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1902399 Nov 26 02:47:39.431768 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5cab032-5d0a-4a4c-ba4d-b920273da001 req-58d75783-2c9a-457e-ad8e-cf2ce6a35548 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4db295-5fa0-4a8b-9886-1c4a68ef44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182546 Nov 26 02:47:39.574669 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dc2583-7c6e-4e92-8583-deb316551178 x-openstack-request-id: req-d0dc2583-7c6e-4e92-8583-deb316551178 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:39.574962 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0213353-20e4-4cb5-a98b-f959c7785469", "tag": "9fae4abb-b694-4d0b-a2d0-4782bdf38530", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:39.575216 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0dc2583-7c6e-4e92-8583-deb316551178 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:39.575610 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0213353-20e4-4cb5-a98b-f959c7785469', 'tag': '9fae4abb-b694-4d0b-a2d0-4782bdf38530', 'status': 'completed', 'code': 200} Nov 26 02:47:39.579436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0aea151-daaf-408e-9919-81126651782a req-1d8a55b5-0571-4414-907d-d000cb090ae5 tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.31 "GET /v2.0/ports?device_id=b44026ed-f30f-459f-b5e8-476592074217 HTTP/1.1" status: 200 len: 210 time: 0.1440802 Nov 26 02:47:39.593785 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-44863dc4-3f49-4e0f-9f03-7d9d841793d0 req-d2449411-dada-4628-b7cd-8a48d220522e tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] No DVR routers for this DVR port 0c1a72cd-508b-4009-b442-fc919f418b7c on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:39.662354 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-44863dc4-3f49-4e0f-9f03-7d9d841793d0 req-d2449411-dada-4628-b7cd-8a48d220522e tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:39.666296 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-44863dc4-3f49-4e0f-9f03-7d9d841793d0 req-d2449411-dada-4628-b7cd-8a48d220522e tempest-ListServerFiltersTestJSON-219852000 tempest-ListServerFiltersTestJSON-219852000-project] 10.222.0.59 "DELETE /v2.0/ports/0c1a72cd-508b-4009-b442-fc919f418b7c HTTP/1.1" status: 204 len: 173 time: 4.1901443 Nov 26 02:47:39.702165 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2fb85976-da27-4523-bfdd-5bd2ddbc75f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:39.734813 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-fe44b119-6148-4c87-844d-b0ac6c1395dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:39.737008 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-fe44b119-6148-4c87-844d-b0ac6c1395dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2144737 Nov 26 02:47:40.079653 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1346c63d-537b-407b-9d54-1ce4f37c7516 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:47:40.103317 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fc8d2-50b8-44e3-bed0-fad34d92afae req-dad291c2-4737-4327-8632-82299df4474b tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:40.104909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-358fc8d2-50b8-44e3-bed0-fad34d92afae req-dad291c2-4737-4327-8632-82299df4474b tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.5221310 Nov 26 02:47:40.194229 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 1346c63d-537b-407b-9d54-1ce4f37c7516 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:40.194603 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:40.206016 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-29072975-13eb-4e9d-a0e3-85eb2a29b5f8 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888249 Nov 26 02:47:40.225156 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35496) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:40.377276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93870e66-5713-46bc-8c30-a3091042babd req-87be8106-8249-4516-830c-ee233b45efc6 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:40.385251 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93870e66-5713-46bc-8c30-a3091042babd req-87be8106-8249-4516-830c-ee233b45efc6 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 944 time: 0.2994211 Nov 26 02:47:40.437013 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-358fc8d2-50b8-44e3-bed0-fad34d92afae req-c33b6277-90df-4237-aad4-79fbcbcf5b0d tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203061 Nov 26 02:47:40.474872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a5f79f70-d215-4ba3-b19a-ba533cc3f7a4 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-531860169-network', 'tenant_id': '15640dce17c546b890bf5529b1752baf'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:40.526684 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f79f70-d215-4ba3-b19a-ba533cc3f7a4 admin admin] Made reservation on behalf of 15640dce17c546b890bf5529b1752baf for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:47:40.531046 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a5f79f70-d215-4ba3-b19a-ba533cc3f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:40.533915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f03816c3-8c95-409b-881f-e9e2cd8dc628 req-01f7e4fa-6865-4557-a8bd-1b8ebe6680a5 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143928 Nov 26 02:47:40.537612 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93870e66-5713-46bc-8c30-a3091042babd req-730ec13a-aee9-487e-ae04-0054d8fbc7e4 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515479 Nov 26 02:47:40.543964 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a5f79f70-d215-4ba3-b19a-ba533cc3f7a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:40.694389 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a5f79f70-d215-4ba3-b19a-ba533cc3f7a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:40.701379 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a5f79f70-d215-4ba3-b19a-ba533cc3f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:40.740497 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f79f70-d215-4ba3-b19a-ba533cc3f7a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:47:40.746604 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f79f70-d215-4ba3-b19a-ba533cc3f7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfb8546-7359-4538-92bb-39113714f36b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:40.756640 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a5f79f70-d215-4ba3-b19a-ba533cc3f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:40.757321 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-a5f79f70-d215-4ba3-b19a-ba533cc3f7a4 admin admin] Added segment 397a8c84-15dd-427d-ac18-d19d4b661b68 of type vlan for network 57d987a9-419d-49c5-b123-fd04daab69ea Nov 26 02:47:40.823662 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a5f79f70-d215-4ba3-b19a-ba533cc3f7a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:40.876248 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a5f79f70-d215-4ba3-b19a-ba533cc3f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:40.877190 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f79f70-d215-4ba3-b19a-ba533cc3f7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:40.877352 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c421f2-e31c-470e-9ceb-f21e3c650be1 req-ce3d91a0-48ff-4f76-bbef-e80ed016cf4a tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:40.877876 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a5f79f70-d215-4ba3-b19a-ba533cc3f7a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:40.878983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51c421f2-e31c-470e-9ceb-f21e3c650be1 req-ce3d91a0-48ff-4f76-bbef-e80ed016cf4a tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 948 time: 0.2433701 Nov 26 02:47:40.884898 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb85976-da27-4523-bfdd-5bd2ddbc75f1 admin admin] Router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:47:40.898002 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa3c68-957e-4da4-b265-67f7057a1783 req-440a70b4-9a94-41e3-91b8-edadd7e8dc56 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:40.899636 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2fa3c68-957e-4da4-b265-67f7057a1783 req-440a70b4-9a94-41e3-91b8-edadd7e8dc56 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 945 time: 0.1471562 Nov 26 02:47:40.907284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af6918-b9c3-4b25-b79d-39fa52d3b0d3 req-2242d4b3-fbe3-4067-a6a8-734d95a10de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:40.908842 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9af6918-b9c3-4b25-b79d-39fa52d3b0d3 req-2242d4b3-fbe3-4067-a6a8-734d95a10de6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=90b94badc3974ee099d6065ffdb6e4d8&device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 1099 time: 0.1536393 Nov 26 02:47:40.951794 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a5f79f70-d215-4ba3-b19a-ba533cc3f7a4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7207837 Nov 26 02:47:40.952033 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35506) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:40.959214 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-059f2909-e761-41a4-9881-48636ba41c97 admin admin] Request body: {'subnet': {'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-531860169-subnet', 'tenant_id': '15640dce17c546b890bf5529b1752baf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:40.987852 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059f2909-e761-41a4-9881-48636ba41c97 admin admin] Made reservation on behalf of 15640dce17c546b890bf5529b1752baf for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:47:40.990336 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-059f2909-e761-41a4-9881-48636ba41c97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:41.027413 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f79f70-d215-4ba3-b19a-ba533cc3f7a4 admin admin] Pushing event updated for resources: {'Network': ['ID=57d987a9-419d-49c5-b123-fd04daab69ea,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:41.041806 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 57d987a9-419d-49c5-b123-fd04daab69ea details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:47:41.171352 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2fa3c68-957e-4da4-b265-67f7057a1783 req-29fe0e2d-02f5-4b1c-bec5-f69a30f1aac2 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b669850-ea54-406b-966d-7901332dfafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604640 Nov 26 02:47:41.181544 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51c421f2-e31c-470e-9ceb-f21e3c650be1 req-7f836bde-3350-49e6-bbd0-93803011f766 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789500 Nov 26 02:47:41.250875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af6918-b9c3-4b25-b79d-39fa52d3b0d3 req-b71d66cc-78ad-4c40-a73c-e34acc85a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:41.251255 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35508) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:41.251734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9af6918-b9c3-4b25-b79d-39fa52d3b0d3 req-b71d66cc-78ad-4c40-a73c-e34acc85a9ab service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.3233457 Nov 26 02:47:41.273206 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653dfeda-2b73-4ae8-9772-ff131b456f87 req-ee6ec845-f345-47bd-983e-065de7e15b13 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:41.275510 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-653dfeda-2b73-4ae8-9772-ff131b456f87 req-ee6ec845-f345-47bd-983e-065de7e15b13 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.54 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 944 time: 0.1659951 Nov 26 02:47:41.295548 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-059f2909-e761-41a4-9881-48636ba41c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:41.319424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9af6918-b9c3-4b25-b79d-39fa52d3b0d3 req-e0d8ef9b-ed20-4e95-b792-3dc6ffe096c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=9fae4abb-b694-4d0b-a2d0-4782bdf38530 HTTP/1.1" status: 200 len: 217 time: 0.0608227 Nov 26 02:47:41.327618 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb85976-da27-4523-bfdd-5bd2ddbc75f1 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:47:41.331872 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2fb85976-da27-4523-bfdd-5bd2ddbc75f1 admin admin] 10.222.0.31 "PUT /v2.0/routers/33eb03fe-a5d6-46a5-98f8-9bca7def5272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.2054355 Nov 26 02:47:41.339770 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35510) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:41.340814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0216b2b-2827-454d-9bfe-a7159a09d5c1 None None] Sync routers for ids ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:47:41.350867 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0216b2b-2827-454d-9bfe-a7159a09d5c1 None None] Routers {'33eb03fe-a5d6-46a5-98f8-9bca7def5272'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:41.351801 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-f0216b2b-2827-454d-9bfe-a7159a09d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:47:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:41.358590 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-23702f78-17bf-4f2f-a156-109eb8438f3d admin admin] Deleting subnet c932e09c-0952-4e12-9cea-fc52616dfde9 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:47:41.398468 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23702f78-17bf-4f2f-a156-109eb8438f3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:41.495874 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8508-5fda-4554-88cd-95d8eefbc902 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:41.497562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f2909-e761-41a4-9881-48636ba41c97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=000d4a28-7311-4b06-bb35-45d18481b1f1,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:41.509600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af6918-b9c3-4b25-b79d-39fa52d3b0d3 req-3e271e7f-5324-4bdb-bc8f-7bb41110d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:41.512140 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9af6918-b9c3-4b25-b79d-39fa52d3b0d3 req-3e271e7f-5324-4bdb-bc8f-7bb41110d5f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1265712 Nov 26 02:47:41.580745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44026ed-f30f-459f-b5e8-476592074217', 'name': 'network-vif-deleted', 'tag': '0c1a72cd-508b-4009-b442-fc919f418b7c'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:41.583318 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8933354c-0b30-4cbd-b897-1fc8c6eab63b" -d '{"events": [{"server_uuid": "b44026ed-f30f-459f-b5e8-476592074217", "name": "network-vif-deleted", "tag": "0c1a72cd-508b-4009-b442-fc919f418b7c"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:41.654781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-f0216b2b-2827-454d-9bfe-a7159a09d5c1 None None] Set router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:41.657160 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6ef14978-0a78-4591-8da8-311f528e2ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:41.891010 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-f0216b2b-2827-454d-9bfe-a7159a09d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:47:36Z', 'revision_number': 5, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:41.927219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 2535e055-5cb8-4973-b6b2-1ebdb134180f up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:47:41.931959 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0216b2b-2827-454d-9bfe-a7159a09d5c1 None None] Checking router: 33eb03fe-a5d6-46a5-98f8-9bca7def5272 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:47:41.941858 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059f2909-e761-41a4-9881-48636ba41c97 admin admin] Checking segment: {'id': '397a8c84-15dd-427d-ac18-d19d4b661b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:47:41.942210 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059f2909-e761-41a4-9881-48636ba41c97 admin admin] Network hostable DHCP agents. Network: 57d987a9-419d-49c5-b123-fd04daab69ea, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:47:41.971944 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23702f78-17bf-4f2f-a156-109eb8438f3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:41.978331 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0216b2b-2827-454d-9bfe-a7159a09d5c1 None None] Routers {'33eb03fe-a5d6-46a5-98f8-9bca7def5272'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:41.978968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-f0216b2b-2827-454d-9bfe-a7159a09d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:47:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:42.000110 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059f2909-e761-41a4-9881-48636ba41c97 admin admin] Network 57d987a9-419d-49c5-b123-fd04daab69ea is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:47:42.033445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-059f2909-e761-41a4-9881-48636ba41c97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 57d987a9-419d-49c5-b123-fd04daab69ea) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:42.037548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-653dfeda-2b73-4ae8-9772-ff131b456f87 req-55448841-42df-4d26-9a1d-fc1b0c2ea07b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Deleting port a63da763-2109-4065-842f-705ded00c432 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:42.038178 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-653dfeda-2b73-4ae8-9772-ff131b456f87 req-55448841-42df-4d26-9a1d-fc1b0c2ea07b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:42.042589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af6918-b9c3-4b25-b79d-39fa52d3b0d3 req-6812fcba-b8a3-46c2-9fa2-ede1e6f6985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:42.044467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9af6918-b9c3-4b25-b79d-39fa52d3b0d3 req-6812fcba-b8a3-46c2-9fa2-ede1e6f6985e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5185699 Nov 26 02:47:42.048036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059f2909-e761-41a4-9881-48636ba41c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:42.048359 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-059f2909-e761-41a4-9881-48636ba41c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:42.054820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24306c8-f891-4666-b2d0-673afae6ab45 req-fe497668-f034-4d70-afc7-1782df1cc661 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:42.056382 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d24306c8-f891-4666-b2d0-673afae6ab45 req-fe497668-f034-4d70-afc7-1782df1cc661 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 944 time: 0.1220481 Nov 26 02:47:42.085047 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-059f2909-e761-41a4-9881-48636ba41c97 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1319878 Nov 26 02:47:42.098856 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8508-5fda-4554-88cd-95d8eefbc902 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:42.113315 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23702f78-17bf-4f2f-a156-109eb8438f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:42.121088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c6a814-3fb6-4f3e-9fcf-b8f74d660ace None None] Network 57d987a9-419d-49c5-b123-fd04daab69ea requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:47:42.268800 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d24306c8-f891-4666-b2d0-673afae6ab45 req-366f5314-fef3-4409-aa31-964880e3ea8a tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123617 Nov 26 02:47:42.277157 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af62fe-e505-44b7-8da5-ed4e785cf4e2 req-35dce223-f28c-4ef2-8a22-850c2767caa7 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:42.285398 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b4af62fe-e505-44b7-8da5-ed4e785cf4e2 req-35dce223-f28c-4ef2-8a22-850c2767caa7 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.6975532 Nov 26 02:47:42.309933 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9af6918-b9c3-4b25-b79d-39fa52d3b0d3 req-8b5b7f10-c839-47f4-bdde-bff0186eadab service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520406 Nov 26 02:47:42.324708 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f49fa70-fe18-461e-8990-4b7ff1f75801 None None] Network 57d987a9-419d-49c5-b123-fd04daab69ea requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:47:42.331040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-f0216b2b-2827-454d-9bfe-a7159a09d5c1 None None] Set router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:42.348099 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 2535e055-5cb8-4973-b6b2-1ebdb134180f completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:47:42.371493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b8508-5fda-4554-88cd-95d8eefbc902 admin admin] Deleting port ecce6e98-bec7-4a70-a787-96317968cfd1 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:42.372150 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8508-5fda-4554-88cd-95d8eefbc902 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:42.410610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 2535e055-5cb8-4973-b6b2-1ebdb134180f triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:42.410868 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:42.419125 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b4af62fe-e505-44b7-8da5-ed4e785cf4e2 req-5d587fc8-30e1-4074-ab25-eba6290e85a5 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309419 Nov 26 02:47:42.439338 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23702f78-17bf-4f2f-a156-109eb8438f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:42.457324 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8be2975-44e8-4984-a149-8472a59dc2f0 x-openstack-request-id: req-c8be2975-44e8-4984-a149-8472a59dc2f0 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:42.457767 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44026ed-f30f-459f-b5e8-476592074217", "name": "network-vif-deleted", "tag": "0c1a72cd-508b-4009-b442-fc919f418b7c", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:42.458141 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8be2975-44e8-4984-a149-8472a59dc2f0 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:42.458619 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44026ed-f30f-459f-b5e8-476592074217', 'name': 'network-vif-deleted', 'tag': '0c1a72cd-508b-4009-b442-fc919f418b7c', 'status': 'completed', 'code': 200} Nov 26 02:47:42.483869 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9fae4abb-b694-4d0b-a2d0-4782bdf38530 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:47:42.517676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-653dfeda-2b73-4ae8-9772-ff131b456f87 req-55448841-42df-4d26-9a1d-fc1b0c2ea07b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] For port a63da763-2109-4065-842f-705ded00c432, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a63da763-2109-4065-842f-705ded00c432,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:42.524288 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-653dfeda-2b73-4ae8-9772-ff131b456f87 req-55448841-42df-4d26-9a1d-fc1b0c2ea07b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:42.535598 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23702f78-17bf-4f2f-a156-109eb8438f3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c932e09c-0952-4e12-9cea-fc52616dfde9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:42.546112 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fce2b6a-acbf-4947-9784-7a575a098a95 None None] Network 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:47:42.546299 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23702f78-17bf-4f2f-a156-109eb8438f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:42.554676 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-23702f78-17bf-4f2f-a156-109eb8438f3d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c932e09c-0952-4e12-9cea-fc52616dfde9 HTTP/1.1" status: 204 len: 168 time: 1.3066938 Nov 26 02:47:42.564549 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35554) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:42.634395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9af6918-b9c3-4b25-b79d-39fa52d3b0d3 req-61402e02-5a82-4094-96f6-bdef75f34fb3 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164856 Nov 26 02:47:42.637239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-653dfeda-2b73-4ae8-9772-ff131b456f87 req-55448841-42df-4d26-9a1d-fc1b0c2ea07b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Calling delete_port for a63da763-2109-4065-842f-705ded00c432 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:42.680319 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-fb7b8508-5fda-4554-88cd-95d8eefbc902 admin admin] For port ecce6e98-bec7-4a70-a787-96317968cfd1, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ecce6e98-bec7-4a70-a787-96317968cfd1,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:42.680569 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8508-5fda-4554-88cd-95d8eefbc902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:42.686943 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:42.703042 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b8508-5fda-4554-88cd-95d8eefbc902 admin admin] Calling delete_port for ecce6e98-bec7-4a70-a787-96317968cfd1 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:42.767074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8071c-23e3-4eb1-bb22-cc0e7d45ebb2 req-d4f66b92-c2a9-4bf5-aed7-6d4e26f05ec2 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:42.777346 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a0f8071c-23e3-4eb1-bb22-cc0e7d45ebb2 req-d4f66b92-c2a9-4bf5-aed7-6d4e26f05ec2 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 945 time: 0.2101781 Nov 26 02:47:42.790150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119c591-a310-4bb0-8fe4-65f5ba6237c6 req-2205ffb0-2d2f-4f5b-b15c-cf6dad551e00 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:42.808176 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f119c591-a310-4bb0-8fe4-65f5ba6237c6 req-2205ffb0-2d2f-4f5b-b15c-cf6dad551e00 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 948 time: 0.2398884 Nov 26 02:47:42.874930 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] Deleting port aa6cefad-83da-47ff-98e4-86978adec884 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:42.875263 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:42.944828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f119c591-a310-4bb0-8fe4-65f5ba6237c6 req-7c2ba631-e527-434f-85c4-e034d7d817b0 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310382 Nov 26 02:47:43.020543 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-f0216b2b-2827-454d-9bfe-a7159a09d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:47:36Z', 'revision_number': 5, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:43.047504 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a0f8071c-23e3-4eb1-bb22-cc0e7d45ebb2 req-aff46041-a642-4676-8935-4e1de61a0556 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b669850-ea54-406b-966d-7901332dfafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2692485 Nov 26 02:47:43.069012 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] For port aa6cefad-83da-47ff-98e4-86978adec884, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=aa6cefad-83da-47ff-98e4-86978adec884,segment=NetworkSegment(c3f27626-8ce7-4f12-ad70-9834843468e0),segment_id=c3f27626-8ce7-4f12-ad70-9834843468e0)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:43.069708 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:43.088250 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0216b2b-2827-454d-9bfe-a7159a09d5c1 None None] The sync data for ids ['33eb03fe-a5d6-46a5-98f8-9bca7def5272'] in n-d-819389-3 is: [{'id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-391941120-router', 'tenant_id': '8201a84fe3324f2985fbd4e3961400eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:47:36Z', 'revision_number': 5, 'project_id': '8201a84fe3324f2985fbd4e3961400eb', 'gw_port': {'id': 'ecce6e98-bec7-4a70-a787-96317968cfd1', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eb03fe-a5d6-46a5-98f8-9bca7def5272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:40:58Z', 'updated_at': '2021-11-26T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:47:43.108128 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:43.143090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9fae4abb-b694-4d0b-a2d0-4782bdf38530, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9fae4abb-b694-4d0b-a2d0-4782bdf38530,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:43.148626 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] Calling delete_port for aa6cefad-83da-47ff-98e4-86978adec884 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:43.159582 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-653dfeda-2b73-4ae8-9772-ff131b456f87 req-55448841-42df-4d26-9a1d-fc1b0c2ea07b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:43.219489 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '9fae4abb-b694-4d0b-a2d0-4782bdf38530', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '9fae4abb-b694-4d0b-a2d0-4782bdf38530', 'mac_address': 'fa:16:3e:bb:bf:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:47:43.226247 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039c441c-bec6-47a0-8a67-fcaf918f23e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2535e055-5cb8-4973-b6b2-1ebdb134180f'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:43.228657 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36ed9c5-8676-434b-80ac-81c2251b15b8" -d '{"events": [{"server_uuid": "039c441c-bec6-47a0-8a67-fcaf918f23e5", "name": "network-vif-plugged", "status": "completed", "tag": "2535e055-5cb8-4973-b6b2-1ebdb134180f"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:43.250539 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8508-5fda-4554-88cd-95d8eefbc902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:43.296017 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 2535e055-5cb8-4973-b6b2-1ebdb134180f, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=2535e055-5cb8-4973-b6b2-1ebdb134180f,segment=NetworkSegment(6529f096-6d98-4bd1-89a6-117e006f7735),segment_id=6529f096-6d98-4bd1-89a6-117e006f7735)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:43.296699 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b8508-5fda-4554-88cd-95d8eefbc902 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecce6e98-bec7-4a70-a787-96317968cfd1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:43.319666 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:43.338769 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:43.339424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55448841-42df-4d26-9a1d-fc1b0c2ea07b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Pushing event deleted for resources: {'Port': ['ID=a63da763-2109-4065-842f-705ded00c432,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:43.366294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-653dfeda-2b73-4ae8-9772-ff131b456f87 req-55448841-42df-4d26-9a1d-fc1b0c2ea07b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] No DVR routers for this DVR port a63da763-2109-4065-842f-705ded00c432 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:43.383112 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-653dfeda-2b73-4ae8-9772-ff131b456f87 req-55448841-42df-4d26-9a1d-fc1b0c2ea07b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:43.384517 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fae4abb-b694-4d0b-a2d0-4782bdf38530 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:47:43.387503 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-653dfeda-2b73-4ae8-9772-ff131b456f87 req-55448841-42df-4d26-9a1d-fc1b0c2ea07b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.54 "DELETE /v2.0/ports/a63da763-2109-4065-842f-705ded00c432 HTTP/1.1" status: 204 len: 173 time: 2.0713997 Nov 26 02:47:43.397410 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8508-5fda-4554-88cd-95d8eefbc902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:43.423957 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9fae4abb-b694-4d0b-a2d0-4782bdf38530, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9fae4abb-b694-4d0b-a2d0-4782bdf38530,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:43.434715 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:43.450208 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:43.468484 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea93c6-db07-4c76-b392-a78de1009613 req-466294bf-9684-48bb-92a8-abc73b142574 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:43.477652 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33ea93c6-db07-4c76-b392-a78de1009613 req-466294bf-9684-48bb-92a8-abc73b142574 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.2029157 Nov 26 02:47:43.510649 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292add11-5820-4298-84c2-4c869417d4ef None None] DHCP port deletion for 8b75cf2e-a7cf-4eb0-9911-7b55bbceedab request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:47:43.531424 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=2535e055-5cb8-4973-b6b2-1ebdb134180f,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:43.596664 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa6cefad-83da-47ff-98e4-86978adec884,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:43.618489 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] No DVR routers for this DVR port aa6cefad-83da-47ff-98e4-86978adec884 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:43.619202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-d0730e80-64b6-4d46-b913-5b750481f316 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:43.626562 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8508-5fda-4554-88cd-95d8eefbc902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:43.632570 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8508-5fda-4554-88cd-95d8eefbc902 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:43.636111 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-d0730e80-64b6-4d46-b913-5b750481f316 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/networks?id=57d987a9-419d-49c5-b123-fd04daab69ea HTTP/1.1" status: 200 len: 817 time: 0.2793796 Nov 26 02:47:43.658102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33ea93c6-db07-4c76-b392-a78de1009613 req-8e0bb7d7-6e1a-4a39-87e6-b8c4bebcf47a tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609905 Nov 26 02:47:43.672751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-1a0c3a31-de00-4941-94f3-40b48f8b3644 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/quotas/15640dce17c546b890bf5529b1752baf HTTP/1.1" status: 200 len: 375 time: 0.0353441 Nov 26 02:47:43.687103 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=9fae4abb-b694-4d0b-a2d0-4782bdf38530,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:43.734173 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-e5b8ce90-f7e4-41f7-b84b-c5f60f662022 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=15640dce17c546b890bf5529b1752baf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603282 Nov 26 02:47:43.756203 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a257c5-042b-4a0d-b1b6-72092c935ce3 x-openstack-request-id: req-19a257c5-042b-4a0d-b1b6-72092c935ce3 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:43.756500 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039c441c-bec6-47a0-8a67-fcaf918f23e5", "name": "network-vif-plugged", "status": "completed", "tag": "2535e055-5cb8-4973-b6b2-1ebdb134180f", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:43.756756 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19a257c5-042b-4a0d-b1b6-72092c935ce3 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:43.757155 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039c441c-bec6-47a0-8a67-fcaf918f23e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2535e055-5cb8-4973-b6b2-1ebdb134180f', 'code': 200} Nov 26 02:47:43.760520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['9fae4abb-b694-4d0b-a2d0-4782bdf38530'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:47:43.831033 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:43.864826 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8508-5fda-4554-88cd-95d8eefbc902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:43.865412 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7b8508-5fda-4554-88cd-95d8eefbc902 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33eb03fe-a5d6-46a5-98f8-9bca7def5272 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:47:43.868827 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b75cf2e-a7cf-4eb0-9911-7b55bbceedab']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:43.877138 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8508-5fda-4554-88cd-95d8eefbc902 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:43.878337 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fb7b8508-5fda-4554-88cd-95d8eefbc902 admin admin] 10.222.0.31 "DELETE /v2.0/routers/33eb03fe-a5d6-46a5-98f8-9bca7def5272 HTTP/1.1" status: 204 len: 168 time: 2.5373554 Nov 26 02:47:43.896890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35572) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:43.909712 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a63da763-2109-4065-842f-705ded00c432 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:43.925741 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f27626-8ce7-4f12-ad70-9834843468e0') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:43.926070 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f27626-8ce7-4f12-ad70-9834843468e0') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:43.973859 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:44.005154 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:44.006251 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa68078f-8d6c-404c-a234-f4aa31e2555a req-20e8d1c5-6002-4628-b209-78664d0c4407 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=9633df20-6786-4229-8c9a-9de05ddf1bab HTTP/1.1" status: 200 len: 210 time: 0.0625010 Nov 26 02:47:44.016724 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:47:44.018630 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:47:44.021768 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:47:44.186590 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device aa6cefad-83da-47ff-98e4-86978adec884 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:44.195710 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: a63da763-2109-4065-842f-705ded00c432 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:47:44.196381 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a63da763-2109-4065-842f-705ded00c432 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:44.209722 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:44.236589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: aa6cefad-83da-47ff-98e4-86978adec884 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:47:44.237173 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device aa6cefad-83da-47ff-98e4-86978adec884 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:44.237749 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8ecccdd7-4bc4-42b1-953b-a944ecd721e9 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:44.248589 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-e7f48841-6e57-4db9-b367-5e09880d256a service neutron] 10.222.0.31 "GET /v2.0/networks/57d987a9-419d-49c5-b123-fd04daab69ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127258 Nov 26 02:47:44.261995 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58dd48-6093-4014-9246-311b3e3debac req-9ed9fd50-b7d8-4af7-8aee-0477c6e78228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:44.266235 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:44.267960 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe58dd48-6093-4014-9246-311b3e3debac req-9ed9fd50-b7d8-4af7-8aee-0477c6e78228 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 1097 time: 0.3953490 Nov 26 02:47:44.273555 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8b75cf2e-a7cf-4eb0-9911-7b55bbceedab HTTP/1.1" status: 204 len: 168 time: 1.7079325 Nov 26 02:47:44.275639 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57d37aa-3848-45e1-896d-f3ebd61ea7e1 admin admin] Deleting subnet 384a2bbb-8ea7-4167-9f40-964db01913dc {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:47:44.276532 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6af07028-2034-4a75-a202-ef586ec0746b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:44.282665 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f57d37aa-3848-45e1-896d-f3ebd61ea7e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:44.283380 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 8ecccdd7-4bc4-42b1-953b-a944ecd721e9 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:47:44.283896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8ecccdd7-4bc4-42b1-953b-a944ecd721e9 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:44.292011 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35399492-ae69-4052-b9e8-595f9229d572 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b75cf2e-a7cf-4eb0-9911-7b55bbceedab,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:44.358816 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f57d37aa-3848-45e1-896d-f3ebd61ea7e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:44.462464 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9633df20-6786-4229-8c9a-9de05ddf1bab', 'name': 'network-vif-deleted', 'tag': 'a63da763-2109-4065-842f-705ded00c432'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:44.474676 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d2f91c-ea5d-4125-8e0b-7aab64e21cd7" -d '{"events": [{"server_uuid": "9633df20-6786-4229-8c9a-9de05ddf1bab", "name": "network-vif-deleted", "tag": "a63da763-2109-4065-842f-705ded00c432"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:44.514248 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35594) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:44.594969 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-314cf008-1d56-4223-8a1a-63ca231955df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f54719dee10543a2819bd77d09f30785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0797164 Nov 26 02:47:44.595988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35598) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:44.597008 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe58dd48-6093-4014-9246-311b3e3debac req-22273265-a04f-4cda-aefc-3bb0e9639dfd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8b669850-ea54-406b-966d-7901332dfafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778076 Nov 26 02:47:44.664478 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-307c8731-1a5a-44c9-94ef-56d67a152df7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:44.683186 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f57d37aa-3848-45e1-896d-f3ebd61ea7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:44.712465 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-307c8731-1a5a-44c9-94ef-56d67a152df7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:44.737708 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82809773-d4e2-4704-aae0-2c668b0e7846 req-7e36b8c6-f198-4aaa-bb0c-4b974dd053c3 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:44.739865 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82809773-d4e2-4704-aae0-2c668b0e7846 req-7e36b8c6-f198-4aaa-bb0c-4b974dd053c3 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 949 time: 0.2148526 Nov 26 02:47:44.747610 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-e06a4232-0c05-4237-874f-577e8db7ddac service neutron] 10.222.0.31 "GET /v2.0/networks/57d987a9-419d-49c5-b123-fd04daab69ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981205 Nov 26 02:47:44.817681 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-307c8731-1a5a-44c9-94ef-56d67a152df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:44.818493 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82809773-d4e2-4704-aae0-2c668b0e7846 req-92fdbd8c-0223-4127-8a8f-66a3c11393d8 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694973 Nov 26 02:47:44.829794 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-307c8731-1a5a-44c9-94ef-56d67a152df7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:44.829794 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-307c8731-1a5a-44c9-94ef-56d67a152df7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5ddcace-5da8-4dc3-b200-95e1e48847d6 HTTP/1.1" status: 204 len: 168 time: 0.2271926 Nov 26 02:47:44.834600 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f57d37aa-3848-45e1-896d-f3ebd61ea7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:44.835035 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c8731-1a5a-44c9-94ef-56d67a152df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ddcace-5da8-4dc3-b200-95e1e48847d6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:44.906292 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d37aa-3848-45e1-896d-f3ebd61ea7e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=384a2bbb-8ea7-4167-9f40-964db01913dc,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:44.908832 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:44.912962 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f57d37aa-3848-45e1-896d-f3ebd61ea7e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:44.917008 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f57d37aa-3848-45e1-896d-f3ebd61ea7e1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/384a2bbb-8ea7-4167-9f40-964db01913dc HTTP/1.1" status: 204 len: 168 time: 1.0172517 Nov 26 02:47:44.920303 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35602) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:44.929820 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc83177-7c80-4f6d-a87d-b852438ec103 None None] Network 58f59887-214e-475d-830a-cd108d137d4b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:47:45.100130 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bf459-9cc8-4f22-9a98-f19bf46be415 req-98fd2503-705f-4fa4-a331-aaadd6907e6d tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:45.102410 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea5bf459-9cc8-4f22-9a98-f19bf46be415 req-98fd2503-705f-4fa4-a331-aaadd6907e6d tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 946 time: 0.1592755 Nov 26 02:47:45.118730 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:45.209595 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] Deleting port bab97465-0d5a-48ee-a97b-fc72bf78b448 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:45.210530 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:45.230982 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea5bf459-9cc8-4f22-9a98-f19bf46be415 req-93ea0661-c553-4bae-a823-3a4bce9a4667 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b669850-ea54-406b-966d-7901332dfafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183033 Nov 26 02:47:45.303052 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] For port bab97465-0d5a-48ee-a97b-fc72bf78b448, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bab97465-0d5a-48ee-a97b-fc72bf78b448,segment=NetworkSegment(15b65462-b33e-466d-b227-8c39e7e4801d),segment_id=15b65462-b33e-466d-b227-8c39e7e4801d)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:45.303432 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:45.361044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] Calling delete_port for bab97465-0d5a-48ee-a97b-fc72bf78b448 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:45.393096 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed297dc-7a31-4fef-85d5-89c80ae6c7f6 x-openstack-request-id: req-9ed297dc-7a31-4fef-85d5-89c80ae6c7f6 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:45.393576 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9633df20-6786-4229-8c9a-9de05ddf1bab", "name": "network-vif-deleted", "tag": "a63da763-2109-4065-842f-705ded00c432", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:45.393576 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ed297dc-7a31-4fef-85d5-89c80ae6c7f6 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:45.397888 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9633df20-6786-4229-8c9a-9de05ddf1bab', 'name': 'network-vif-deleted', 'tag': 'a63da763-2109-4065-842f-705ded00c432', 'status': 'completed', 'code': 200} Nov 26 02:47:45.448630 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aee951-cf7e-4adb-882e-d975300f4f56 None None] DHCP port deletion for 58f59887-214e-475d-830a-cd108d137d4b request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:47:45.476645 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d8e70-89a0-4cc5-b410-4cd7dc86354e req-d24fc040-f2e5-45ef-8441-94f98ace84aa tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:45.496936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-529d8e70-89a0-4cc5-b410-4cd7dc86354e req-d24fc040-f2e5-45ef-8441-94f98ace84aa tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.1807044 Nov 26 02:47:45.546036 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:45.558468 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d3aee951-cf7e-4adb-882e-d975300f4f56 None None] Deleting port bab97465-0d5a-48ee-a97b-fc72bf78b448 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:45.559037 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d3aee951-cf7e-4adb-882e-d975300f4f56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:45.599070 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] Pushing event deleted for resources: {'Port': ['ID=bab97465-0d5a-48ee-a97b-fc72bf78b448,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:45.620304 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] No DVR routers for this DVR port bab97465-0d5a-48ee-a97b-fc72bf78b448 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:45.650942 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-529d8e70-89a0-4cc5-b410-4cd7dc86354e req-8cb5c1b3-6f1a-4654-8ba5-7ed9facc7093 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428986 Nov 26 02:47:45.695529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d3aee951-cf7e-4adb-882e-d975300f4f56 None None] For port bab97465-0d5a-48ee-a97b-fc72bf78b448, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:45.696295 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d3aee951-cf7e-4adb-882e-d975300f4f56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:45.748159 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d3aee951-cf7e-4adb-882e-d975300f4f56 None None] Calling delete_port for bab97465-0d5a-48ee-a97b-fc72bf78b448 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:45.751221 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-d3aee951-cf7e-4adb-882e-d975300f4f56 None None] Port bab97465-0d5a-48ee-a97b-fc72bf78b448 was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 02:47:45.752564 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d3aee951-cf7e-4adb-882e-d975300f4f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:45.792744 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:45.802761 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aee951-cf7e-4adb-882e-d975300f4f56 None None] Pushing event deleted for resources: {'Port': ['ID=bab97465-0d5a-48ee-a97b-fc72bf78b448,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:45.807613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aee951-cf7e-4adb-882e-d975300f4f56 None None] No DVR routers for this DVR port bab97465-0d5a-48ee-a97b-fc72bf78b448 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:45.830412 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b43e7f75-482e-4c91-937e-8275eb54f3cc req-2f759672-dbb0-4be5-8e5d-496647432d98 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 210 time: 0.1181300 Nov 26 02:47:45.858735 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f59887-214e-475d-830a-cd108d137d4b']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:45.901361 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b65462-b33e-466d-b227-8c39e7e4801d') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:45.902003 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b65462-b33e-466d-b227-8c39e7e4801d') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:45.951204 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:45.970158 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ecce6e98-bec7-4a70-a787-96317968cfd1 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:45.981443 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:45.998974 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:47:45.999968 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:47:46.001891 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:47:46.019527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5141b1-4e5d-40b6-b84e-24d027da08fb req-7fac07cf-92d1-4ad4-8d5d-5fe605daffd1 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:46.027533 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e5141b1-4e5d-40b6-b84e-24d027da08fb req-7fac07cf-92d1-4ad4-8d5d-5fe605daffd1 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 949 time: 0.1265185 Nov 26 02:47:46.060999 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: ecce6e98-bec7-4a70-a787-96317968cfd1 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:47:46.061265 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ecce6e98-bec7-4a70-a787-96317968cfd1 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:46.061584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bab97465-0d5a-48ee-a97b-fc72bf78b448 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:46.087848 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:46.101070 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:46.112951 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] 10.222.0.31 "DELETE /v2.0/networks/58f59887-214e-475d-830a-cd108d137d4b HTTP/1.1" status: 204 len: 168 time: 1.1893175 Nov 26 02:47:46.113657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35646) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:46.133363 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: bab97465-0d5a-48ee-a97b-fc72bf78b448 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:47:46.134830 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bab97465-0d5a-48ee-a97b-fc72bf78b448 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:46.157836 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e5141b1-4e5d-40b6-b84e-24d027da08fb req-b1a416b6-ebac-4513-87c3-3d985174c7fc tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290553 Nov 26 02:47:46.174960 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ffb3c-0488-45ca-8014-702f8ecf55ca admin admin] Pushing event deleted for resources: {'Network': ['ID=58f59887-214e-475d-830a-cd108d137d4b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:46.177015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5ac8b-070d-4717-8133-41de40e7f9b6 req-742102e3-f036-49f7-88a5-7061d23ee13b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:46.185250 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25e5ac8b-070d-4717-8133-41de40e7f9b6 req-742102e3-f036-49f7-88a5-7061d23ee13b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 944 time: 0.1497798 Nov 26 02:47:46.242669 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25e5ac8b-070d-4717-8133-41de40e7f9b6 req-b156fa12-49b3-43de-b2c2-e205840fb7a2 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564253 Nov 26 02:47:46.421121 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a653c44-5fb0-4335-b5e0-747e5f584c15 req-608b023c-9440-43e6-9a17-ce1df14206fc tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:46.431688 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a653c44-5fb0-4335-b5e0-747e5f584c15 req-608b023c-9440-43e6-9a17-ce1df14206fc tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 946 time: 0.1047063 Nov 26 02:47:46.453450 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35656) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:46.477275 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:46.489770 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9fae4abb-b694-4d0b-a2d0-4782bdf38530 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:47:46.566585 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a653c44-5fb0-4335-b5e0-747e5f584c15 req-05662aaa-c1a5-43ba-a6a0-9f46a9af0f9e tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b669850-ea54-406b-966d-7901332dfafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262219 Nov 26 02:47:46.613426 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 9fae4abb-b694-4d0b-a2d0-4782bdf38530 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:47:46.621785 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 9fae4abb-b694-4d0b-a2d0-4782bdf38530 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:47:46.622190 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:46.775941 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f151aec3-5fe5-46e3-91f5-6a8f179e90e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:46.802387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c2ff1097-f560-4c0f-b93d-3f4c92d5f069 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-674361622-network', 'tenant_id': 'df22fff43dc44dc9b056be834fb9428c'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:46.870837 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:46.965847 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0213353-20e4-4cb5-a98b-f959c7785469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fae4abb-b694-4d0b-a2d0-4782bdf38530'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:46.968303 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042ee977-41a1-4c5c-94fa-43f6f186b54e" -d '{"events": [{"server_uuid": "f0213353-20e4-4cb5-a98b-f959c7785469", "name": "network-vif-plugged", "status": "completed", "tag": "9fae4abb-b694-4d0b-a2d0-4782bdf38530"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:47.008554 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9fae4abb-b694-4d0b-a2d0-4782bdf38530, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9fae4abb-b694-4d0b-a2d0-4782bdf38530,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:47.024734 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:47.065272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86249e-6f21-414c-9adb-a4baf420c5be req-5675ec14-e663-4e21-8848-937c22b080d3 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:47.069332 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e86249e-6f21-414c-9adb-a4baf420c5be req-5675ec14-e663-4e21-8848-937c22b080d3 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.54 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 944 time: 0.3627281 Nov 26 02:47:47.111229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ff1097-f560-4c0f-b93d-3f4c92d5f069 admin admin] Made reservation on behalf of df22fff43dc44dc9b056be834fb9428c for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:47:47.114117 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1097-f560-4c0f-b93d-3f4c92d5f069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:47.164946 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=9fae4abb-b694-4d0b-a2d0-4782bdf38530,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:47.169949 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1097-f560-4c0f-b93d-3f4c92d5f069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:47.203895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479221f3-1849-46c9-ba04-d1e911262a12 req-7da6b35d-0dbb-4734-83ce-a050932da5d4 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:47.224893 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-479221f3-1849-46c9-ba04-d1e911262a12 req-7da6b35d-0dbb-4734-83ce-a050932da5d4 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 946 time: 0.4429266 Nov 26 02:47:47.259553 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35670) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:47.341311 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f151aec3-5fe5-46e3-91f5-6a8f179e90e2 admin admin] Deleting port cea3f66c-1541-42b6-9686-faa7a67b27c0 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:47.342064 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f151aec3-5fe5-46e3-91f5-6a8f179e90e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:47.345868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9e7bf-e22c-48ea-a9c4-a95c505f2d91 req-0f8bb9ff-a6f0-4bcb-930d-4af262589ab9 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:47.353223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fc9e7bf-e22c-48ea-a9c4-a95c505f2d91 req-0f8bb9ff-a6f0-4bcb-930d-4af262589ab9 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.4906213 Nov 26 02:47:47.368012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-cbb9690e-f45d-4538-a98f-3689b3595f21 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Request body: {'floatingip': {'port_id': '2535e055-5cb8-4973-b6b2-1ebdb134180f'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:47.430907 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cbb9690e-f45d-4538-a98f-3689b3595f21 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:47.525986 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-f151aec3-5fe5-46e3-91f5-6a8f179e90e2 admin admin] For port cea3f66c-1541-42b6-9686-faa7a67b27c0, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cea3f66c-1541-42b6-9686-faa7a67b27c0,segment=NetworkSegment(23c75f15-68fe-4422-88c1-820f014a2174),segment_id=23c75f15-68fe-4422-88c1-820f014a2174)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:47.526387 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f151aec3-5fe5-46e3-91f5-6a8f179e90e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:47.531411 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:47.549932 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1097-f560-4c0f-b93d-3f4c92d5f069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:47.572100 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f151aec3-5fe5-46e3-91f5-6a8f179e90e2 admin admin] Calling delete_port for cea3f66c-1541-42b6-9686-faa7a67b27c0 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:47.596253 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fc9e7bf-e22c-48ea-a9c4-a95c505f2d91 req-ca18a62d-dec1-4b0b-a7c7-3b5d7a71a6a7 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371824 Nov 26 02:47:47.689973 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6653cae9-6804-4613-9d23-3afb218ba6df x-openstack-request-id: req-6653cae9-6804-4613-9d23-3afb218ba6df {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:47.689973 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0213353-20e4-4cb5-a98b-f959c7785469", "name": "network-vif-plugged", "status": "completed", "tag": "9fae4abb-b694-4d0b-a2d0-4782bdf38530", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:47.690319 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6653cae9-6804-4613-9d23-3afb218ba6df {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:47.690724 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0213353-20e4-4cb5-a98b-f959c7785469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fae4abb-b694-4d0b-a2d0-4782bdf38530', 'code': 200} Nov 26 02:47:47.713576 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-893f349c-b958-4bbc-8b1c-6a88255daeb4 req-20fda7a8-8609-4d4b-bc1f-977f5feae8c1 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 210 time: 0.3539503 Nov 26 02:47:47.761133 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1097-f560-4c0f-b93d-3f4c92d5f069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:47.817742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ff1097-f560-4c0f-b93d-3f4c92d5f069 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:47:47.891495 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f151aec3-5fe5-46e3-91f5-6a8f179e90e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:48.022858 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151aec3-5fe5-46e3-91f5-6a8f179e90e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cea3f66c-1541-42b6-9686-faa7a67b27c0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:48.069976 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff1097-f560-4c0f-b93d-3f4c92d5f069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2e0825-f8af-4999-95e5-4c8f5088fbb8,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:48.263613 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1097-f560-4c0f-b93d-3f4c92d5f069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:48.264374 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-c2ff1097-f560-4c0f-b93d-3f4c92d5f069 admin admin] Added segment a20bc5d8-38a0-4b53-994f-8cd89c76df34 of type vlan for network f39b2869-408f-4977-b26d-64ee54356fa8 Nov 26 02:47:48.308730 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f151aec3-5fe5-46e3-91f5-6a8f179e90e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:48.649419 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f151aec3-5fe5-46e3-91f5-6a8f179e90e2 admin admin] Router 150a153a-b6a4-4bb7-a340-8ee58ca37159 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:47:48.720766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-9e86249e-6f21-414c-9adb-a4baf420c5be req-b73728c0-acd5-44b2-97ae-e3dc2ca3207d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Deleting port 43bd8f10-cc29-48d4-846e-250a48a707ce {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:48.721366 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e86249e-6f21-414c-9adb-a4baf420c5be req-b73728c0-acd5-44b2-97ae-e3dc2ca3207d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:48.729299 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:47:48.794969 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f151aec3-5fe5-46e3-91f5-6a8f179e90e2 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:47:48.805241 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc7e370-1bee-4150-b999-6dbb09d5b474 None None] Sync routers for ids ['150a153a-b6a4-4bb7-a340-8ee58ca37159'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:47:48.812891 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f151aec3-5fe5-46e3-91f5-6a8f179e90e2 admin admin] 10.222.0.31 "PUT /v2.0/routers/150a153a-b6a4-4bb7-a340-8ee58ca37159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6586068 Nov 26 02:47:48.813934 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35680) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:48.818414 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc7e370-1bee-4150-b999-6dbb09d5b474 None None] Routers {'150a153a-b6a4-4bb7-a340-8ee58ca37159'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:48.819536 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-8dc7e370-1bee-4150-b999-6dbb09d5b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:47:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['150a153a-b6a4-4bb7-a340-8ee58ca37159'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:48.992685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-9e86249e-6f21-414c-9adb-a4baf420c5be req-b73728c0-acd5-44b2-97ae-e3dc2ca3207d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] For port 43bd8f10-cc29-48d4-846e-250a48a707ce, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=43bd8f10-cc29-48d4-846e-250a48a707ce,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:48.993803 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e86249e-6f21-414c-9adb-a4baf420c5be req-b73728c0-acd5-44b2-97ae-e3dc2ca3207d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:49.060026 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-8dc7e370-1bee-4150-b999-6dbb09d5b474 None None] Set router 150a153a-b6a4-4bb7-a340-8ee58ca37159 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:49.140025 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-9e86249e-6f21-414c-9adb-a4baf420c5be req-b73728c0-acd5-44b2-97ae-e3dc2ca3207d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Calling delete_port for 43bd8f10-cc29-48d4-846e-250a48a707ce owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:49.156647 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1097-f560-4c0f-b93d-3f4c92d5f069 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:49.180797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab30d96-59c5-49d2-ab01-a1f5f169e851 req-de6e87a7-3ce9-406d-99b6-ab96e1ff9475 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:49.189658 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dab30d96-59c5-49d2-ab01-a1f5f169e851 req-de6e87a7-3ce9-406d-99b6-ab96e1ff9475 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 950 time: 1.3656449 Nov 26 02:47:49.235857 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841fe748-a2e5-49b8-b8bb-f5ccd2518ddc admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:49.271281 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d125257-b8a2-4c91-b054-bc33e95583e4 req-4c24b859-e8ee-4f3f-903c-bdb2ae75a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:49.274931 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d125257-b8a2-4c91-b054-bc33e95583e4 req-4c24b859-e8ee-4f3f-903c-bdb2ae75a15c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 1101 time: 1.2093384 Nov 26 02:47:49.318327 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-8dc7e370-1bee-4150-b999-6dbb09d5b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2001705147-router', 'tenant_id': '77e433c92eef4d18b82fe1405aca49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b2851fa9-cd55-4015-a53e-e4a77c9a2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:41:07Z', 'updated_at': '2021-11-26T02:47:47Z', 'revision_number': 5, 'project_id': '77e433c92eef4d18b82fe1405aca49ed', 'gw_port': {'id': 'b2851fa9-cd55-4015-a53e-e4a77c9a2b14', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:08Z', 'updated_at': '2021-11-26T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:49.340975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-5ba5dde6-051c-4e40-8528-33c032a1c760 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:49.342493 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-5ba5dde6-051c-4e40-8528-33c032a1c760 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.59 "GET /v2.0/networks?id=57d987a9-419d-49c5-b123-fd04daab69ea HTTP/1.1" status: 200 len: 817 time: 1.6279473 Nov 26 02:47:49.361474 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc7e370-1bee-4150-b999-6dbb09d5b474 None None] Checking router: 150a153a-b6a4-4bb7-a340-8ee58ca37159 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:47:49.363328 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e0791-3b15-4c86-8fa1-365597cbce26 req-262619f5-ca7c-4966-bb11-050f948ce223 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:49.370691 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b22e0791-3b15-4c86-8fa1-365597cbce26 req-262619f5-ca7c-4966-bb11-050f948ce223 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=362c6263-b2ea-4c0a-83d8-48e935545f90 HTTP/1.1" status: 200 len: 944 time: 1.3082681 Nov 26 02:47:49.374283 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc7e370-1bee-4150-b999-6dbb09d5b474 None None] Routers {'150a153a-b6a4-4bb7-a340-8ee58ca37159'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:49.375087 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-8dc7e370-1bee-4150-b999-6dbb09d5b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:47:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['150a153a-b6a4-4bb7-a340-8ee58ca37159'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:49.389390 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-6a8de5e4-7850-4cae-933d-9987fb89b722 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Request body: {'port': {'device_id': '79083701-4205-4930-bc02-86f7f8c08bce', 'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea', 'admin_state_up': True, 'tenant_id': '15640dce17c546b890bf5529b1752baf'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:49.423378 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841fe748-a2e5-49b8-b8bb-f5ccd2518ddc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:49.438208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-17073de9-9da9-4187-9333-1bc25dc9515a tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:49.439866 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-17073de9-9da9-4187-9333-1bc25dc9515a tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.54 "GET /v2.0/networks?id=57d987a9-419d-49c5-b123-fd04daab69ea HTTP/1.1" status: 200 len: 817 time: 1.3713114 Nov 26 02:47:49.466383 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1097-f560-4c0f-b93d-3f4c92d5f069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:49.467355 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ff1097-f560-4c0f-b93d-3f4c92d5f069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:49.467937 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1097-f560-4c0f-b93d-3f4c92d5f069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:49.513416 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-8dc7e370-1bee-4150-b999-6dbb09d5b474 None None] Set router 150a153a-b6a4-4bb7-a340-8ee58ca37159 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:49.526817 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-841fe748-a2e5-49b8-b8bb-f5ccd2518ddc admin admin] Deleting port b2851fa9-cd55-4015-a53e-e4a77c9a2b14 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:49.527168 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841fe748-a2e5-49b8-b8bb-f5ccd2518ddc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:49.527767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-2eb83ab1-0695-4adc-8454-710439858956 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Request body: {'port': {'device_id': '418d41fc-dc34-4a36-8bc7-9589f66b53fe', 'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea', 'admin_state_up': True, 'tenant_id': '15640dce17c546b890bf5529b1752baf'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:49.701260 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-841fe748-a2e5-49b8-b8bb-f5ccd2518ddc admin admin] For port b2851fa9-cd55-4015-a53e-e4a77c9a2b14, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b2851fa9-cd55-4015-a53e-e4a77c9a2b14,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:49.701633 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841fe748-a2e5-49b8-b8bb-f5ccd2518ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:49.720440 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-841fe748-a2e5-49b8-b8bb-f5ccd2518ddc admin admin] Calling delete_port for b2851fa9-cd55-4015-a53e-e4a77c9a2b14 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:49.739807 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-8dc7e370-1bee-4150-b999-6dbb09d5b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2001705147-router', 'tenant_id': '77e433c92eef4d18b82fe1405aca49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b2851fa9-cd55-4015-a53e-e4a77c9a2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:41:07Z', 'updated_at': '2021-11-26T02:47:47Z', 'revision_number': 5, 'project_id': '77e433c92eef4d18b82fe1405aca49ed', 'gw_port': {'id': 'b2851fa9-cd55-4015-a53e-e4a77c9a2b14', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:08Z', 'updated_at': '2021-11-26T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:49.783266 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc7e370-1bee-4150-b999-6dbb09d5b474 None None] The sync data for ids ['150a153a-b6a4-4bb7-a340-8ee58ca37159'] in n-d-819389-3 is: [{'id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2001705147-router', 'tenant_id': '77e433c92eef4d18b82fe1405aca49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b2851fa9-cd55-4015-a53e-e4a77c9a2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:41:07Z', 'updated_at': '2021-11-26T02:47:47Z', 'revision_number': 5, 'project_id': '77e433c92eef4d18b82fe1405aca49ed', 'gw_port': {'id': 'b2851fa9-cd55-4015-a53e-e4a77c9a2b14', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150a153a-b6a4-4bb7-a340-8ee58ca37159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:41:08Z', 'updated_at': '2021-11-26T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:47:49.865038 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-fc097400-3861-4c7f-9e51-b321cff3e4a0 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:49.867368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-fc097400-3861-4c7f-9e51-b321cff3e4a0 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.59 "GET /v2.0/networks?id=57d987a9-419d-49c5-b123-fd04daab69ea HTTP/1.1" status: 200 len: 817 time: 1.5583174 Nov 26 02:47:49.872087 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dab30d96-59c5-49d2-ab01-a1f5f169e851 req-62c851f8-2a3b-4f6a-9828-516b52a3b2c8 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6816185 Nov 26 02:47:49.893016 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c2ff1097-f560-4c0f-b93d-3f4c92d5f069 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.4349885 Nov 26 02:47:49.905361 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35688) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:49.911057 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-bca3d3ec-9a8f-4f71-82ba-7fcea5fb5197 admin admin] Request body: {'subnet': {'network_id': 'f39b2869-408f-4977-b26d-64ee54356fa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-674361622-subnet', 'tenant_id': 'df22fff43dc44dc9b056be834fb9428c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:49.915115 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 43bd8f10-cc29-48d4-846e-250a48a707ce no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:49.991243 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca3d3ec-9a8f-4f71-82ba-7fcea5fb5197 admin admin] Made reservation on behalf of df22fff43dc44dc9b056be834fb9428c for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:47:49.993786 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bca3d3ec-9a8f-4f71-82ba-7fcea5fb5197 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:50.038075 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-89b51515-9e10-4dc8-81af-98dd3cadf0f4 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Request body: {'port': {'device_id': '30d9ce87-57c1-40f3-9af7-5ebf77abf205', 'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea', 'admin_state_up': True, 'tenant_id': '15640dce17c546b890bf5529b1752baf'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:50.113607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d125257-b8a2-4c91-b054-bc33e95583e4 req-97bb2c37-0340-497d-95f9-cc887fa5fdcf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8235984 Nov 26 02:47:50.185824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff1097-f560-4c0f-b93d-3f4c92d5f069 admin admin] Pushing event updated for resources: {'Network': ['ID=f39b2869-408f-4977-b26d-64ee54356fa8,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:50.201483 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b22e0791-3b15-4c86-8fa1-365597cbce26 req-ed28e075-841b-47d2-94d4-b99b2ca4db73 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8299842 Nov 26 02:47:50.217568 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network f39b2869-408f-4977-b26d-64ee54356fa8 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:47:50.307728 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bca3d3ec-9a8f-4f71-82ba-7fcea5fb5197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:50.326165 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841fe748-a2e5-49b8-b8bb-f5ccd2518ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:50.419771 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fe748-a2e5-49b8-b8bb-f5ccd2518ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=b2851fa9-cd55-4015-a53e-e4a77c9a2b14,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:50.481030 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e86249e-6f21-414c-9adb-a4baf420c5be req-b73728c0-acd5-44b2-97ae-e3dc2ca3207d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:50.518400 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3d3ec-9a8f-4f71-82ba-7fcea5fb5197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2abdf40-1000-4756-b85e-c317544fe25c,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:50.537751 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3d3ec-9a8f-4f71-82ba-7fcea5fb5197 admin admin] Checking segment: {'id': 'a20bc5d8-38a0-4b53-994f-8cd89c76df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f39b2869-408f-4977-b26d-64ee54356fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:47:50.538422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca3d3ec-9a8f-4f71-82ba-7fcea5fb5197 admin admin] Network hostable DHCP agents. Network: f39b2869-408f-4977-b26d-64ee54356fa8, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:47:50.554190 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841fe748-a2e5-49b8-b8bb-f5ccd2518ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:50.666782 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841fe748-a2e5-49b8-b8bb-f5ccd2518ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:50.670385 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841fe748-a2e5-49b8-b8bb-f5ccd2518ddc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:50.672154 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cbb9690e-f45d-4538-a98f-3689b3595f21 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:50.675445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca3d3ec-9a8f-4f71-82ba-7fcea5fb5197 admin admin] Network f39b2869-408f-4977-b26d-64ee54356fa8 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:47:50.679314 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e29defe3-8c86-4478-99c2-0cbb053eb442 req-10312ba2-adf7-43b0-b3da-3d825b7e0a06 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 210 time: 0.2208257 Nov 26 02:47:50.736643 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-bca3d3ec-9a8f-4f71-82ba-7fcea5fb5197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, f39b2869-408f-4977-b26d-64ee54356fa8) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:50.736915 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cbb9690e-f45d-4538-a98f-3689b3595f21 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:50.742946 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.db.api [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-6a8de5e4-7850-4cae-933d-9987fb89b722 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 26 02:47:50.742946 n-d-819389-3 neutron-server[104802]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 26 02:47:50.742946 n-d-819389-3 neutron-server[104802]: [parameters: {'project_id_1': '15640dce17c546b890bf5529b1752baf', 'expiration_1': datetime.datetime(2021, 11, 26, 2, 47, 30, 476113)}] Nov 26 02:47:50.742946 n-d-819389-3 neutron-server[104802]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:47:50.743472 n-d-819389-3 neutron-server[104802]: DEBUG oslo_db.api [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-6a8de5e4-7850-4cae-933d-9987fb89b722 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:47:50.744451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca3d3ec-9a8f-4f71-82ba-7fcea5fb5197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:50.745335 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bca3d3ec-9a8f-4f71-82ba-7fcea5fb5197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:50.751118 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-2eb83ab1-0695-4adc-8454-710439858956 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Made reservation on behalf of 15640dce17c546b890bf5529b1752baf for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:47:50.755952 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-2eb83ab1-0695-4adc-8454-710439858956 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:50.758131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73728c0-acd5-44b2-97ae-e3dc2ca3207d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Pushing event deleted for resources: {'Port': ['ID=43bd8f10-cc29-48d4-846e-250a48a707ce,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:50.759387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804a99f5-f909-4f21-8eea-1c29a2c2b620 None None] Network f39b2869-408f-4977-b26d-64ee54356fa8 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:47:50.766317 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841fe748-a2e5-49b8-b8bb-f5ccd2518ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:50.766879 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841fe748-a2e5-49b8-b8bb-f5ccd2518ddc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 150a153a-b6a4-4bb7-a340-8ee58ca37159 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:47:50.777484 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841fe748-a2e5-49b8-b8bb-f5ccd2518ddc admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:50.779217 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-841fe748-a2e5-49b8-b8bb-f5ccd2518ddc admin admin] 10.222.0.31 "DELETE /v2.0/routers/150a153a-b6a4-4bb7-a340-8ee58ca37159 HTTP/1.1" status: 204 len: 168 time: 1.9637301 Nov 26 02:47:50.782647 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bca3d3ec-9a8f-4f71-82ba-7fcea5fb5197 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8758099 Nov 26 02:47:50.783182 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35690) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:50.973249 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a53473e-011d-4553-8396-fb8cefed4c8f admin admin] Deleting subnet 0871c262-3356-44dc-9190-804f8712ed78 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:47:50.989767 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a53473e-011d-4553-8396-fb8cefed4c8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:50.990318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b35bf-fc0b-4518-bbac-30beaccf2aaa req-95357e4a-894c-43de-aec7-8630830c90e3 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:50.992343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-871b35bf-fc0b-4518-bbac-30beaccf2aaa req-95357e4a-894c-43de-aec7-8630830c90e3 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.9092400 Nov 26 02:47:51.030815 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706cf4b1-2ebe-4767-9d4f-f995688d6322 None None] Network f39b2869-408f-4977-b26d-64ee54356fa8 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:47:51.058897 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e86249e-6f21-414c-9adb-a4baf420c5be req-b73728c0-acd5-44b2-97ae-e3dc2ca3207d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] No DVR routers for this DVR port 43bd8f10-cc29-48d4-846e-250a48a707ce on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:51.069351 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9e86249e-6f21-414c-9adb-a4baf420c5be req-b73728c0-acd5-44b2-97ae-e3dc2ca3207d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:51.073153 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e86249e-6f21-414c-9adb-a4baf420c5be req-b73728c0-acd5-44b2-97ae-e3dc2ca3207d tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.54 "DELETE /v2.0/ports/43bd8f10-cc29-48d4-846e-250a48a707ce HTTP/1.1" status: 204 len: 173 time: 3.9845345 Nov 26 02:47:51.077671 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362c6263-b2ea-4c0a-83d8-48e935545f90', 'name': 'network-vif-deleted', 'tag': '43bd8f10-cc29-48d4-846e-250a48a707ce'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:51.080263 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b793a67d-442c-462e-b841-e68cdb0bc406" -d '{"events": [{"server_uuid": "362c6263-b2ea-4c0a-83d8-48e935545f90", "name": "network-vif-deleted", "tag": "43bd8f10-cc29-48d4-846e-250a48a707ce"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:51.178245 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a53473e-011d-4553-8396-fb8cefed4c8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:51.409458 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a53473e-011d-4553-8396-fb8cefed4c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:51.486210 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a53473e-011d-4553-8396-fb8cefed4c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:51.513917 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53473e-011d-4553-8396-fb8cefed4c8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0871c262-3356-44dc-9190-804f8712ed78,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:51.537691 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5288037c-664c-4c80-a428-6505a755778a None None] Network 3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:47:51.538603 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a53473e-011d-4553-8396-fb8cefed4c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:51.547885 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4a53473e-011d-4553-8396-fb8cefed4c8f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0871c262-3356-44dc-9190-804f8712ed78 HTTP/1.1" status: 204 len: 168 time: 0.7634466 Nov 26 02:47:51.550082 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35704) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:51.655641 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:51.707353 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-cbb9690e-f45d-4538-a98f-3689b3595f21 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Floating IP d0eed0f9-5338-400c-9cc3-2dc08918b96d associated. External IP: 172.25.0.233, port: 2535e055-5cb8-4973-b6b2-1ebdb134180f. Nov 26 02:47:51.764862 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] Deleting port 242eca5a-47a5-4f9a-bb19-c069556387ea {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:51.765898 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:51.778369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-89b51515-9e10-4dc8-81af-98dd3cadf0f4 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Made reservation on behalf of 15640dce17c546b890bf5529b1752baf for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:47:51.782535 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-89b51515-9e10-4dc8-81af-98dd3cadf0f4 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:51.798657 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-871b35bf-fc0b-4518-bbac-30beaccf2aaa req-0ba817aa-817d-4f44-b3a7-b4edc4c78a6d tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7604489 Nov 26 02:47:51.865948 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] For port 242eca5a-47a5-4f9a-bb19-c069556387ea, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=242eca5a-47a5-4f9a-bb19-c069556387ea,segment=NetworkSegment(23c75f15-68fe-4422-88c1-820f014a2174),segment_id=23c75f15-68fe-4422-88c1-820f014a2174)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:51.866321 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:51.882997 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] Calling delete_port for 242eca5a-47a5-4f9a-bb19-c069556387ea owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:51.908163 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f5a1f2-e64e-4257-915a-1dbb2046ea34 x-openstack-request-id: req-00f5a1f2-e64e-4257-915a-1dbb2046ea34 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:51.908512 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362c6263-b2ea-4c0a-83d8-48e935545f90", "name": "network-vif-deleted", "tag": "43bd8f10-cc29-48d4-846e-250a48a707ce", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:51.908718 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00f5a1f2-e64e-4257-915a-1dbb2046ea34 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:51.909120 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362c6263-b2ea-4c0a-83d8-48e935545f90', 'name': 'network-vif-deleted', 'tag': '43bd8f10-cc29-48d4-846e-250a48a707ce', 'status': 'completed', 'code': 200} Nov 26 02:47:51.944092 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1deaf2-5fe4-4013-9762-e61765683dae None None] DHCP port deletion for 3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:47:52.015451 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b2851fa9-cd55-4015-a53e-e4a77c9a2b14 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:52.046124 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: b2851fa9-cd55-4015-a53e-e4a77c9a2b14 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:47:52.046822 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b2851fa9-cd55-4015-a53e-e4a77c9a2b14 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:52.046955 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cea3f66c-1541-42b6-9686-faa7a67b27c0 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:52.064464 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-6a8de5e4-7850-4cae-933d-9987fb89b722 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Made reservation on behalf of 15640dce17c546b890bf5529b1752baf for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:47:52.065639 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:52.073259 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: cea3f66c-1541-42b6-9686-faa7a67b27c0 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:47:52.073615 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cea3f66c-1541-42b6-9686-faa7a67b27c0 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:52.083544 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-6a8de5e4-7850-4cae-933d-9987fb89b722 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:52.092376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-2eb83ab1-0695-4adc-8454-710439858956 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Allocated IP 172.20.0.6 (57d987a9-419d-49c5-b123-fd04daab69ea/000d4a28-7311-4b06-bb35-45d18481b1f1/c4746c25-08ca-4115-9a78-5c3e477bfbc8) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:47:52.109802 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=242eca5a-47a5-4f9a-bb19-c069556387ea,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:52.116845 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:52.120224 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4985cc-faab-4c91-a7ed-d3e9b664347e req-b789c271-a268-4cb4-baa6-4cb43055dc77 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:52.120557 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-0a1deaf2-5fe4-4013-9762-e61765683dae None None] Deleting port 242eca5a-47a5-4f9a-bb19-c069556387ea {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:52.120924 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0a1deaf2-5fe4-4013-9762-e61765683dae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:52.121830 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e4985cc-faab-4c91-a7ed-d3e9b664347e req-b789c271-a268-4cb4-baa6-4cb43055dc77 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 950 time: 0.9703131 Nov 26 02:47:52.137099 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] No DVR routers for this DVR port 242eca5a-47a5-4f9a-bb19-c069556387ea on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:52.228647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0a1deaf2-5fe4-4013-9762-e61765683dae None None] For port 242eca5a-47a5-4f9a-bb19-c069556387ea, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:52.229052 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0a1deaf2-5fe4-4013-9762-e61765683dae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:52.248781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-0a1deaf2-5fe4-4013-9762-e61765683dae None None] Calling delete_port for 242eca5a-47a5-4f9a-bb19-c069556387ea owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:52.252211 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-0a1deaf2-5fe4-4013-9762-e61765683dae None None] Port 242eca5a-47a5-4f9a-bb19-c069556387ea was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 02:47:52.254490 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0a1deaf2-5fe4-4013-9762-e61765683dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:52.273529 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:52.286537 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1deaf2-5fe4-4013-9762-e61765683dae None None] Pushing event deleted for resources: {'Port': ['ID=242eca5a-47a5-4f9a-bb19-c069556387ea,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:52.291118 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1deaf2-5fe4-4013-9762-e61765683dae None None] No DVR routers for this DVR port 242eca5a-47a5-4f9a-bb19-c069556387ea on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:52.323226 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:52.339073 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c75f15-68fe-4422-88c1-820f014a2174') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:52.339941 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c75f15-68fe-4422-88c1-820f014a2174') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:52.353002 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:52.371865 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:52.381117 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:47:52.381597 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:47:52.383344 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:47:52.453311 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:52.459063 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:52.463535 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1 HTTP/1.1" status: 204 len: 168 time: 0.9120970 Nov 26 02:47:52.484307 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5b691-669f-4d18-9bd7-1e0d8de89de5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e63ca2c-c2c6-403e-93c1-a4d85d8d9ec1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:52.502057 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e4985cc-faab-4c91-a7ed-d3e9b664347e req-d4260f97-e3fd-44b0-b33c-3f6b0aaad2a3 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824147 Nov 26 02:47:52.667606 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35722) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:52.708118 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3f40c3b7-8e25-46f3-9369-82f9ef4703c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8201a84fe3324f2985fbd4e3961400eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392284 Nov 26 02:47:52.710395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cb9c849-48d7-45f1-97ec-7d5a00a7018c req-5c269da7-fb07-4bfb-b37a-d53c4fcb45ea tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 210 time: 0.0656371 Nov 26 02:47:52.710560 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35724) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:52.721210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-d8525c08-1612-405b-a442-0a859de275f4 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:52.729970 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-d8525c08-1612-405b-a442-0a859de275f4 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/networks?id=f39b2869-408f-4977-b26d-64ee54356fa8 HTTP/1.1" status: 200 len: 813 time: 0.5070243 Nov 26 02:47:52.785119 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-e0f68406-3908-4fe0-adb1-84bb58e79c2e tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/quotas/df22fff43dc44dc9b056be834fb9428c HTTP/1.1" status: 200 len: 375 time: 0.0406132 Nov 26 02:47:52.802863 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ba17709-3a01-4a8d-8799-8a83218bc856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:52.833984 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ba17709-3a01-4a8d-8799-8a83218bc856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:52.877466 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-ee710d63-f937-4409-9eea-95022d440482 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=df22fff43dc44dc9b056be834fb9428c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724883 Nov 26 02:47:52.911007 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ba17709-3a01-4a8d-8799-8a83218bc856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:52.914822 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ba17709-3a01-4a8d-8799-8a83218bc856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:52.918363 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7ba17709-3a01-4a8d-8799-8a83218bc856 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/985e82dc-e50b-43f2-8d5e-f1b1d7fc647c HTTP/1.1" status: 204 len: 168 time: 0.2069254 Nov 26 02:47:52.935268 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba17709-3a01-4a8d-8799-8a83218bc856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985e82dc-e50b-43f2-8d5e-f1b1d7fc647c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:52.978580 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-2eb83ab1-0695-4adc-8454-710439858956 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:52.998258 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb9690e-f45d-4538-a98f-3689b3595f21 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Router 3533f442-91bd-47fb-9dca-ced5d0e75e74 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:47:53.174983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-8d5290e5-a345-4323-a304-7a6a02e27834 service neutron] 10.222.0.31 "GET /v2.0/networks/f39b2869-408f-4977-b26d-64ee54356fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968004 Nov 26 02:47:53.258237 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-2eb83ab1-0695-4adc-8454-710439858956 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:53.386331 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:53.390370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f10de-9053-4fde-9848-b1fe5cf0416f req-1d507444-25ee-4f8b-8b4f-01b0e9fdd467 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:53.392084 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-033f10de-9053-4fde-9848-b1fe5cf0416f req-1d507444-25ee-4f8b-8b4f-01b0e9fdd467 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.3431776 Nov 26 02:47:53.405556 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-2eb83ab1-0695-4adc-8454-710439858956 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Network 57d987a9-419d-49c5-b123-fd04daab69ea is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:47:53.412042 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35734) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:53.436810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-2eb83ab1-0695-4adc-8454-710439858956 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:53.449353 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-2eb83ab1-0695-4adc-8454-710439858956 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:47:53.457346 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb83ab1-0695-4adc-8454-710439858956 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Pushing event updated for resources: {'Port': ['ID=c4746c25-08ca-4115-9a78-5c3e477bfbc8,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:53.478157 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-92000f04-2991-4a00-b652-7a38ed40b7cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77e433c92eef4d18b82fe1405aca49ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0661139 Nov 26 02:47:53.479484 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35736) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:53.507640 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-89b51515-9e10-4dc8-81af-98dd3cadf0f4 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Allocated IP 172.20.0.4 (57d987a9-419d-49c5-b123-fd04daab69ea/000d4a28-7311-4b06-bb35-45d18481b1f1/7aedad28-2fd1-48e1-a3df-5bb15a59e4b5) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:47:53.525928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb9690e-f45d-4538-a98f-3689b3595f21 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:47:53.536399 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-25f2f3ca-e347-4dab-a655-88837c1880ad service neutron] 10.222.0.31 "GET /v2.0/networks/f39b2869-408f-4977-b26d-64ee54356fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596504 Nov 26 02:47:53.546937 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2e6637-b92a-4e86-b677-9757370442a0 None None] Sync routers for ids ['3533f442-91bd-47fb-9dca-ced5d0e75e74'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:47:53.551335 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cbb9690e-f45d-4538-a98f-3689b3595f21 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:53.580916 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2e6637-b92a-4e86-b677-9757370442a0 None None] Routers {'3533f442-91bd-47fb-9dca-ced5d0e75e74'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:53.581846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7b2e6637-b92a-4e86-b677-9757370442a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:47:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['3533f442-91bd-47fb-9dca-ced5d0e75e74'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:53.614351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-033f10de-9053-4fde-9848-b1fe5cf0416f req-e69abcd6-4b00-4ddc-960b-ddd95ab26ae0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075152 Nov 26 02:47:53.654449 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-2eb83ab1-0695-4adc-8454-710439858956 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:53.655414 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-2eb83ab1-0695-4adc-8454-710439858956 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:53.678553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cbb9690e-f45d-4538-a98f-3689b3595f21 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "PUT /v2.0/floatingips/d0eed0f9-5338-400c-9cc3-2dc08918b96d HTTP/1.1" status: 200 len: 992 time: 6.3223872 Nov 26 02:47:53.731602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-2eb83ab1-0695-4adc-8454-710439858956 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2126172 Nov 26 02:47:53.777748 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-75c8cc5e-efaf-4e33-a886-e102e76fb78a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:53.795791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Request body: {'port': {'device_id': '418d41fc-dc34-4a36-8bc7-9589f66b53fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:53.796103 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-7b2e6637-b92a-4e86-b677-9757370442a0 None None] Set router 3533f442-91bd-47fb-9dca-ced5d0e75e74 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:53.922919 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039c441c-bec6-47a0-8a67-fcaf918f23e5', 'tag': '2535e055-5cb8-4973-b6b2-1ebdb134180f'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:53.925200 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa85a3b-0417-407f-83bf-cc107202c3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "039c441c-bec6-47a0-8a67-fcaf918f23e5", "tag": "2535e055-5cb8-4973-b6b2-1ebdb134180f"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:53.934705 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 242eca5a-47a5-4f9a-bb19-c069556387ea no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:53.963491 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-75c8cc5e-efaf-4e33-a886-e102e76fb78a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:53.969473 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 242eca5a-47a5-4f9a-bb19-c069556387ea {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:47:53.969823 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 242eca5a-47a5-4f9a-bb19-c069556387ea not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:54.034610 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-89b51515-9e10-4dc8-81af-98dd3cadf0f4 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:54.184031 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7b2e6637-b92a-4e86-b677-9757370442a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'name': 'tempest-ServersTestBootFromVolume-226549368-router', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:46:32Z', 'updated_at': '2021-11-26T02:46:36Z', 'revision_number': 4, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'gw_port': {'id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:33Z', 'updated_at': '2021-11-26T02:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'd0eed0f9-5338-400c-9cc3-2dc08918b96d', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'port_id': '2535e055-5cb8-4973-b6b2-1ebdb134180f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9', 'mac_address': 'fa:16:3e:0b:95:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039c441c-bec6-47a0-8a67-fcaf918f23e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:46:41Z', 'updated_at': '2021-11-26T02:47:50Z', 'revision_number': 1, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d374f7a-c5c7-4bb5-870f-59aa1ebd1885', 'name': '', 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'mac_address': 'fa:16:3e:c7:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:35Z', 'updated_at': '2021-11-26T02:46:43Z', 'revision_number': 5, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'subnets': [{'id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:54.186915 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72f3a1-25c3-4f3c-ac93-a63dde5a6170 req-2d349001-1520-4ed1-81fb-3d0d00ad290b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:54.194702 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d72f3a1-25c3-4f3c-ac93-a63dde5a6170 req-2d349001-1520-4ed1-81fb-3d0d00ad290b tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 945 time: 0.4123306 Nov 26 02:47:54.214485 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:54.231015 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2e6637-b92a-4e86-b677-9757370442a0 None None] Checking router: 3533f442-91bd-47fb-9dca-ced5d0e75e74 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:47:54.248743 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1018f-a065-4db7-9381-daad86a5e6a6 req-ba46dd4c-3867-46eb-825e-b47d4c849c32 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:54.250221 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6f1018f-a065-4db7-9381-daad86a5e6a6 req-ba46dd4c-3867-46eb-825e-b47d4c849c32 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.54 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 945 time: 0.3749328 Nov 26 02:47:54.260366 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2e6637-b92a-4e86-b677-9757370442a0 None None] Routers {'3533f442-91bd-47fb-9dca-ced5d0e75e74'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:47:54.262239 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7b2e6637-b92a-4e86-b677-9757370442a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:47:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['3533f442-91bd-47fb-9dca-ced5d0e75e74'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:54.275480 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-89b51515-9e10-4dc8-81af-98dd3cadf0f4 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:54.434957 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-7b2e6637-b92a-4e86-b677-9757370442a0 None None] Set router 3533f442-91bd-47fb-9dca-ced5d0e75e74 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:47:54.603248 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c1d25-8b40-4012-8ede-31684b6c2199 req-b1819363-7c78-43c8-84a7-790ef223eaf0 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:54.604871 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b48c1d25-8b40-4012-8ede-31684b6c2199 req-b1819363-7c78-43c8-84a7-790ef223eaf0 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 950 time: 0.6574161 Nov 26 02:47:54.769782 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-75c8cc5e-efaf-4e33-a886-e102e76fb78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:54.772348 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-75c8cc5e-efaf-4e33-a886-e102e76fb78a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:54.776165 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-75c8cc5e-efaf-4e33-a886-e102e76fb78a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b85a2bb-5007-4f4a-9b3b-b2fe39071c5c HTTP/1.1" status: 204 len: 168 time: 1.2659528 Nov 26 02:47:54.791727 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d72f3a1-25c3-4f3c-ac93-a63dde5a6170 req-7c7284ef-1584-44ca-9d5b-1e42065581a7 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5960984 Nov 26 02:47:54.858550 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-89b51515-9e10-4dc8-81af-98dd3cadf0f4 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Network 57d987a9-419d-49c5-b123-fd04daab69ea is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:47:54.861043 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8cc5e-efaf-4e33-a886-e102e76fb78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b85a2bb-5007-4f4a-9b3b-b2fe39071c5c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:54.863933 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7b2e6637-b92a-4e86-b677-9757370442a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'name': 'tempest-ServersTestBootFromVolume-226549368-router', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:46:32Z', 'updated_at': '2021-11-26T02:46:36Z', 'revision_number': 4, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'gw_port': {'id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:33Z', 'updated_at': '2021-11-26T02:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'd0eed0f9-5338-400c-9cc3-2dc08918b96d', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'port_id': '2535e055-5cb8-4973-b6b2-1ebdb134180f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9', 'mac_address': 'fa:16:3e:0b:95:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039c441c-bec6-47a0-8a67-fcaf918f23e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:46:41Z', 'updated_at': '2021-11-26T02:47:50Z', 'revision_number': 1, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d374f7a-c5c7-4bb5-870f-59aa1ebd1885', 'name': '', 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'mac_address': 'fa:16:3e:c7:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:35Z', 'updated_at': '2021-11-26T02:46:43Z', 'revision_number': 5, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'subnets': [{'id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:54.866959 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-6a8de5e4-7850-4cae-933d-9987fb89b722 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Allocated IP 172.20.0.7 (57d987a9-419d-49c5-b123-fd04daab69ea/000d4a28-7311-4b06-bb35-45d18481b1f1/fdc2bbc3-5979-4abc-bc41-3196388b2fb7) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:47:54.883785 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-89b51515-9e10-4dc8-81af-98dd3cadf0f4 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:54.933240 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2e6637-b92a-4e86-b677-9757370442a0 None None] The sync data for ids ['3533f442-91bd-47fb-9dca-ced5d0e75e74'] in n-d-819389-3 is: [{'id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'name': 'tempest-ServersTestBootFromVolume-226549368-router', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:46:32Z', 'updated_at': '2021-11-26T02:46:36Z', 'revision_number': 4, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'gw_port': {'id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:33Z', 'updated_at': '2021-11-26T02:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'd0eed0f9-5338-400c-9cc3-2dc08918b96d', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'port_id': '2535e055-5cb8-4973-b6b2-1ebdb134180f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9', 'mac_address': 'fa:16:3e:0b:95:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039c441c-bec6-47a0-8a67-fcaf918f23e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:46:41Z', 'updated_at': '2021-11-26T02:47:50Z', 'revision_number': 1, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d374f7a-c5c7-4bb5-870f-59aa1ebd1885', 'name': '', 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'mac_address': 'fa:16:3e:c7:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:35Z', 'updated_at': '2021-11-26T02:46:43Z', 'revision_number': 5, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'subnets': [{'id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:47:54.935315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b51515-9e10-4dc8-81af-98dd3cadf0f4 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Pushing event updated for resources: {'Port': ['ID=7aedad28-2fd1-48e1-a3df-5bb15a59e4b5,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:54.938061 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-89b51515-9e10-4dc8-81af-98dd3cadf0f4 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:47:55.132658 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b48c1d25-8b40-4012-8ede-31684b6c2199 req-d93476f8-fef7-4998-a992-77f6de91b8d1 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634838 Nov 26 02:47:55.195458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-89b51515-9e10-4dc8-81af-98dd3cadf0f4 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:55.197306 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-89b51515-9e10-4dc8-81af-98dd3cadf0f4 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:55.274726 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-f6f1018f-a065-4db7-9381-daad86a5e6a6 req-be52d94d-635b-4d69-958f-d869dd7802bc tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Deleting port 6a07cb12-fb4f-40d1-9726-7b74f036d13b {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:47:55.275088 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f6f1018f-a065-4db7-9381-daad86a5e6a6 req-be52d94d-635b-4d69-958f-d869dd7802bc tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:55.275465 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e892fa-3707-42de-96f5-2f2a210823c2 None None] New status for floating IP d0eed0f9-5338-400c-9cc3-2dc08918b96d: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:47:55.352074 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-89b51515-9e10-4dc8-81af-98dd3cadf0f4 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4168696 Nov 26 02:47:55.384349 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27c202f0-ac5a-4342-afba-0e500e586535 req-d5132280-25ad-4009-a2ee-a76e65574d0b tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 210 time: 0.1143782 Nov 26 02:47:55.392028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Request body: {'port': {'device_id': '30d9ce87-57c1-40f3-9af7-5ebf77abf205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:55.453810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963b490-b5c8-4c7f-b135-cb19a3246e2e req-62f3d5bb-3d6d-4e81-bdd7-3076caf89512 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:55.463746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c963b490-b5c8-4c7f-b135-cb19a3246e2e req-62f3d5bb-3d6d-4e81-bdd7-3076caf89512 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 931 time: 0.2917094 Nov 26 02:47:55.506067 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6495c1a3-2f17-4895-983a-c88dc273f405 x-openstack-request-id: req-6495c1a3-2f17-4895-983a-c88dc273f405 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:55.506380 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039c441c-bec6-47a0-8a67-fcaf918f23e5", "tag": "2535e055-5cb8-4973-b6b2-1ebdb134180f", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:55.506824 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6495c1a3-2f17-4895-983a-c88dc273f405 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:55.507232 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039c441c-bec6-47a0-8a67-fcaf918f23e5', 'tag': '2535e055-5cb8-4973-b6b2-1ebdb134180f', 'status': 'completed', 'code': 200} Nov 26 02:47:55.566440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c963b490-b5c8-4c7f-b135-cb19a3246e2e req-c3de9c6c-f8f8-4f97-b561-21dca2b6117c tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016593 Nov 26 02:47:55.652315 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-6a8de5e4-7850-4cae-933d-9987fb89b722 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:55.697417 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa85a3b-0417-407f-83bf-cc107202c3ad req-2a47bab8-c345-449a-8d4c-a10516288ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:55.704847 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1aa85a3b-0417-407f-83bf-cc107202c3ad req-2a47bab8-c345-449a-8d4c-a10516288ece service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=221ad9ca8ffb47b9940b80782b032efb&device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 1097 time: 0.1330755 Nov 26 02:47:55.839186 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-1ab3f4e7-d890-47b9-8143-497416b12c18 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:55.841596 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-1ab3f4e7-d890-47b9-8143-497416b12c18 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.54 "GET /v2.0/networks?id=f39b2869-408f-4977-b26d-64ee54356fa8 HTTP/1.1" status: 200 len: 813 time: 0.2497792 Nov 26 02:47:55.865837 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-6a8de5e4-7850-4cae-933d-9987fb89b722 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:55.900997 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa85a3b-0417-407f-83bf-cc107202c3ad req-f990e63c-c6e5-4212-a840-6ace93cc8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:55.904376 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1aa85a3b-0417-407f-83bf-cc107202c3ad req-f990e63c-c6e5-4212-a840-6ace93cc8d8c service neutron] 10.222.0.54 "GET /v2.0/networks?id=0159594c-9163-49a6-8606-7e3476d8e6b9 HTTP/1.1" status: 200 len: 916 time: 0.1933849 Nov 26 02:47:55.946006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-c48db48a-2a12-47c2-b7f8-83c5b710b12e tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Request body: {'port': {'device_id': '440b5edb-460c-4125-899b-04a635300793', 'network_id': 'f39b2869-408f-4977-b26d-64ee54356fa8', 'admin_state_up': True, 'tenant_id': 'df22fff43dc44dc9b056be834fb9428c'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:56.017444 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1aa85a3b-0417-407f-83bf-cc107202c3ad req-e542d5fa-c1ad-4a5a-9972-10748dde6658 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2535e055-5cb8-4973-b6b2-1ebdb134180f HTTP/1.1" status: 200 len: 1002 time: 0.0977921 Nov 26 02:47:56.107167 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa85a3b-0417-407f-83bf-cc107202c3ad req-928d0cd6-65da-430f-a648-e532920bd843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:56.109251 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1aa85a3b-0417-407f-83bf-cc107202c3ad req-928d0cd6-65da-430f-a648-e532920bd843 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec81ba8f-2996-484b-acac-4860e9ce304b HTTP/1.1" status: 200 len: 854 time: 0.0839438 Nov 26 02:47:56.136499 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:56.165131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-6a8de5e4-7850-4cae-933d-9987fb89b722 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Network 57d987a9-419d-49c5-b123-fd04daab69ea is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:47:56.167011 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f6f1018f-a065-4db7-9381-daad86a5e6a6 req-be52d94d-635b-4d69-958f-d869dd7802bc tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] For port 6a07cb12-fb4f-40d1-9726-7b74f036d13b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=6a07cb12-fb4f-40d1-9726-7b74f036d13b,segment=NetworkSegment(caa59f9f-73c2-4d3e-ac6a-43e222e1bde1),segment_id=caa59f9f-73c2-4d3e-ac6a-43e222e1bde1)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:47:56.167453 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f6f1018f-a065-4db7-9381-daad86a5e6a6 req-be52d94d-635b-4d69-958f-d869dd7802bc tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:56.178154 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa85a3b-0417-407f-83bf-cc107202c3ad req-3126267b-8fc5-47ff-b4ce-f57d1887e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:56.179967 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1aa85a3b-0417-407f-83bf-cc107202c3ad req-3126267b-8fc5-47ff-b4ce-f57d1887e3fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0159594c-9163-49a6-8606-7e3476d8e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629795 Nov 26 02:47:56.209229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-6a8de5e4-7850-4cae-933d-9987fb89b722 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:56.212546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-6a8de5e4-7850-4cae-933d-9987fb89b722 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:47:56.222575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8de5e4-7850-4cae-933d-9987fb89b722 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Pushing event updated for resources: {'Port': ['ID=fdc2bbc3-5979-4abc-bc41-3196388b2fb7,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:56.235896 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-f6f1018f-a065-4db7-9381-daad86a5e6a6 req-be52d94d-635b-4d69-958f-d869dd7802bc tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Calling delete_port for 6a07cb12-fb4f-40d1-9726-7b74f036d13b owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:47:56.304010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e3e14-ba1a-4602-bcb5-ca170f024149 req-e41dbf52-3c05-4552-bd31-89e6795f0600 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:56.305607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf8e3e14-ba1a-4602-bcb5-ca170f024149 req-e41dbf52-3c05-4552-bd31-89e6795f0600 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.7057214 Nov 26 02:47:56.318835 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1aa85a3b-0417-407f-83bf-cc107202c3ad req-b1e38bb3-9402-48fd-a440-0d6439c21782 service neutron] 10.222.0.54 "GET /v2.0/networks/0159594c-9163-49a6-8606-7e3476d8e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310806 Nov 26 02:47:56.495391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-6a8de5e4-7850-4cae-933d-9987fb89b722 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:56.496691 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-6a8de5e4-7850-4cae-933d-9987fb89b722 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:56.505525 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1aa85a3b-0417-407f-83bf-cc107202c3ad req-80a6042a-5403-4b10-a240-dc4153f3f443 service neutron] 10.222.0.54 "GET /v2.0/networks/0159594c-9163-49a6-8606-7e3476d8e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662400 Nov 26 02:47:56.507349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e3fa9-ade4-4b31-890c-b9b7f78e559a req-4e25e83f-7947-4bef-a90b-f307c87f53c4 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:56.508974 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a78e3fa9-ade4-4b31-890c-b9b7f78e559a req-4e25e83f-7947-4bef-a90b-f307c87f53c4 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cd2cb2-d756-4fd3-a0a5-54cd450457b3 HTTP/1.1" status: 200 len: 945 time: 0.4218132 Nov 26 02:47:56.685695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-c48db48a-2a12-47c2-b7f8-83c5b710b12e tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Made reservation on behalf of df22fff43dc44dc9b056be834fb9428c for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:47:56.689286 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-c48db48a-2a12-47c2-b7f8-83c5b710b12e tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:56.699327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf8e3e14-ba1a-4602-bcb5-ca170f024149 req-b94af984-1b63-4fc1-8432-1296ba37ed80 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677652 Nov 26 02:47:56.702698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-6a8de5e4-7850-4cae-933d-9987fb89b722 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3212593 Nov 26 02:47:56.724287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4746c25-08ca-4115-9a78-5c3e477bfbc8 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:47:56.753546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Request body: {'port': {'device_id': '79083701-4205-4930-bc02-86f7f8c08bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:56.763157 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:56.847086 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a78e3fa9-ade4-4b31-890c-b9b7f78e559a req-1c463f77-d91b-4a52-9452-4ca66d3f1c49 tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfab0385-46db-4d17-b1d4-a9d4f68257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204124 Nov 26 02:47:57.188432 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-c0634318-62c1-4198-a067-4527359ad04c tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=90b94badc3974ee099d6065ffdb6e4d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3737171 Nov 26 02:47:57.281020 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:57.324363 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d5df98e-7921-4d1d-aab3-0e4860c1eddb req-249afd43-a398-4c38-9591-bac374582068 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 210 time: 0.1317766 Nov 26 02:47:57.342459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Transition to ACTIVE for port object c4746c25-08ca-4115-9a78-5c3e477bfbc8 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:47:57.362899 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f6f1018f-a065-4db7-9381-daad86a5e6a6 req-be52d94d-635b-4d69-958f-d869dd7802bc tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:57.399893 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:57.609188 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-c48db48a-2a12-47c2-b7f8-83c5b710b12e tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Allocated IP 172.20.0.4 (f39b2869-408f-4977-b26d-64ee54356fa8/c2abdf40-1000-4756-b85e-c317544fe25c/0a383cf6-1d0a-4923-a686-1db4154923f0) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:47:57.657368 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Pushing event updated for resources: {'Port': ['ID=c4746c25-08ca-4115-9a78-5c3e477bfbc8,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:57.696183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f1018f-a065-4db7-9381-daad86a5e6a6 req-be52d94d-635b-4d69-958f-d869dd7802bc tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] No DVR routers for this DVR port 6a07cb12-fb4f-40d1-9726-7b74f036d13b on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:47:57.715185 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f6f1018f-a065-4db7-9381-daad86a5e6a6 req-be52d94d-635b-4d69-958f-d869dd7802bc tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:57.719096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6f1018f-a065-4db7-9381-daad86a5e6a6 req-be52d94d-635b-4d69-958f-d869dd7802bc tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] 10.222.0.54 "DELETE /v2.0/ports/6a07cb12-fb4f-40d1-9726-7b74f036d13b HTTP/1.1" status: 204 len: 173 time: 3.4607553 Nov 26 02:47:57.815106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-76fc9311-fad2-45f9-8ad6-0aef9ac8d234 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:57.823321 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-76fc9311-fad2-45f9-8ad6-0aef9ac8d234 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6102378 Nov 26 02:47:57.824993 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cd2cb2-d756-4fd3-a0a5-54cd450457b3', 'name': 'network-vif-deleted', 'tag': '6a07cb12-fb4f-40d1-9726-7b74f036d13b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:47:57.827856 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8852baca-0d7d-48e4-aa1a-36937224060e" -d '{"events": [{"server_uuid": "91cd2cb2-d756-4fd3-a0a5-54cd450457b3", "name": "network-vif-deleted", "tag": "6a07cb12-fb4f-40d1-9726-7b74f036d13b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:47:57.879985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab9425-9bc7-4795-a28f-c3a0bdf1dcfd req-ebbd0bf2-4c46-4020-8e36-0b48be9f63be tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:57.881545 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8ab9425-9bc7-4795-a28f-c3a0bdf1dcfd req-ebbd0bf2-4c46-4020-8e36-0b48be9f63be tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 943 time: 0.4456291 Nov 26 02:47:57.882354 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52d94d-635b-4d69-958f-d869dd7802bc tempest-LiveAutoBlockMigrationV225Test-310500049 tempest-LiveAutoBlockMigrationV225Test-310500049-project] Pushing event deleted for resources: {'Port': ['ID=6a07cb12-fb4f-40d1-9726-7b74f036d13b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:57.929670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 6a07cb12-fb4f-40d1-9726-7b74f036d13b no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:47:57.945088 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-b178f73d-e594-4070-a3ab-2e6bfbcc8b36 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/quotas/90b94badc3974ee099d6065ffdb6e4d8 HTTP/1.1" status: 200 len: 375 time: 0.1207833 Nov 26 02:47:57.992905 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 6a07cb12-fb4f-40d1-9726-7b74f036d13b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:47:57.993683 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 6a07cb12-fb4f-40d1-9726-7b74f036d13b not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:47:58.178500 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-298e1546-e42b-4c80-a2e1-c2d14b7c22a9 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=90b94badc3974ee099d6065ffdb6e4d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2323899 Nov 26 02:47:58.179291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Attempting to bind port c4746c25-08ca-4115-9a78-5c3e477bfbc8 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:47:58.179634 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Attempting to bind port c4746c25-08ca-4115-9a78-5c3e477bfbc8 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '397a8c84-15dd-427d-ac18-d19d4b661b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:47:58.180110 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Attempting to bind port c4746c25-08ca-4115-9a78-5c3e477bfbc8 on network 57d987a9-419d-49c5-b123-fd04daab69ea {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:47:58.190216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Port c4746c25-08ca-4115-9a78-5c3e477bfbc8 on network 57d987a9-419d-49c5-b123-fd04daab69ea not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:47:58.190550 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Attempting to bind port c4746c25-08ca-4115-9a78-5c3e477bfbc8 on network 57d987a9-419d-49c5-b123-fd04daab69ea {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:47:58.200745 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8ab9425-9bc7-4795-a28f-c3a0bdf1dcfd req-6e8e1bc4-c79c-408e-93f1-0f0f23cda79c tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626710 Nov 26 02:47:58.206376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:47:58.222726 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:58.314536 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-c48db48a-2a12-47c2-b7f8-83c5b710b12e tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:58.361291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:47:58.362672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Checking segment: {'id': '397a8c84-15dd-427d-ac18-d19d4b661b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:47:58.363045 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Bound using segment: {'id': '397a8c84-15dd-427d-ac18-d19d4b661b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:47:58.363519 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Bound port: c4746c25-08ca-4115-9a78-5c3e477bfbc8, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '397a8c84-15dd-427d-ac18-d19d4b661b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:47:58.363887 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:58.416141 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Transition to ACTIVE for port object 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:47:58.547304 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:58.677782 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-c48db48a-2a12-47c2-b7f8-83c5b710b12e tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:58.692952 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6afde93-39d5-4a3c-8574-42518d60dc39 x-openstack-request-id: req-c6afde93-39d5-4a3c-8574-42518d60dc39 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:47:58.693282 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cd2cb2-d756-4fd3-a0a5-54cd450457b3", "name": "network-vif-deleted", "tag": "6a07cb12-fb4f-40d1-9726-7b74f036d13b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:47:58.693580 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6afde93-39d5-4a3c-8574-42518d60dc39 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:47:58.693968 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cd2cb2-d756-4fd3-a0a5-54cd450457b3', 'name': 'network-vif-deleted', 'tag': '6a07cb12-fb4f-40d1-9726-7b74f036d13b', 'status': 'completed', 'code': 200} Nov 26 02:47:58.719333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Pushing event updated for resources: {'Port': ['ID=7aedad28-2fd1-48e1-a3df-5bb15a59e4b5,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:58.723205 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35848) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:58.813998 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] For port c4746c25-08ca-4115-9a78-5c3e477bfbc8, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:47:58.828508 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-c48db48a-2a12-47c2-b7f8-83c5b710b12e tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Network f39b2869-408f-4977-b26d-64ee54356fa8 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:47:58.844093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-c48db48a-2a12-47c2-b7f8-83c5b710b12e tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:47:58.862875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-c48db48a-2a12-47c2-b7f8-83c5b710b12e tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:47:58.922828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] For port c4746c25-08ca-4115-9a78-5c3e477bfbc8, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c4746c25-08ca-4115-9a78-5c3e477bfbc8,segment=NetworkSegment(397a8c84-15dd-427d-ac18-d19d4b661b68),segment_id=397a8c84-15dd-427d-ac18-d19d4b661b68)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:47:58.955537 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a79fbc-34e7-44c0-bc2e-7dffbdf53eb8 req-6dbc0d6f-c223-48ca-b110-5034af34209a tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:58.957392 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9a79fbc-34e7-44c0-bc2e-7dffbdf53eb8 req-6dbc0d6f-c223-48ca-b110-5034af34209a tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.4144125 Nov 26 02:47:58.988551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48db48a-2a12-47c2-b7f8-83c5b710b12e tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Pushing event updated for resources: {'Port': ['ID=0a383cf6-1d0a-4923-a686-1db4154923f0,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:58.991670 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:59.099515 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:59.100371 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:59.101826 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] 10.222.0.54 "PUT /v2.0/ports/c4746c25-08ca-4115-9a78-5c3e477bfbc8 HTTP/1.1" status: 200 len: 1091 time: 5.3185143 Nov 26 02:47:59.135020 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ffd629-c571-44c7-b156-32e5296ac9ec admin admin] Deleting subnet 681deaf1-7770-440e-9d0a-fc19f5a6a2ba {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:47:59.139543 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4ffd629-c571-44c7-b156-32e5296ac9ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:59.181826 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-c48db48a-2a12-47c2-b7f8-83c5b710b12e tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:59.182902 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-c48db48a-2a12-47c2-b7f8-83c5b710b12e tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:59.204741 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4ffd629-c571-44c7-b156-32e5296ac9ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:59.241559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Attempting to bind port 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:47:59.241937 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Attempting to bind port 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '397a8c84-15dd-427d-ac18-d19d4b661b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:47:59.242279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Attempting to bind port 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 on network 57d987a9-419d-49c5-b123-fd04daab69ea {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:47:59.252916 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4ffd629-c571-44c7-b156-32e5296ac9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:59.291292 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9a79fbc-34e7-44c0-bc2e-7dffbdf53eb8 req-dddfd952-4e7d-4dea-9067-660067c2ab06 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772062 Nov 26 02:47:59.332939 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1c51e-cbed-4c75-83b9-114a5f1ff71e service neutron] Pushing event updated for resources: {'Port': ['ID=c4746c25-08ca-4115-9a78-5c3e477bfbc8,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:59.338527 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-c48db48a-2a12-47c2-b7f8-83c5b710b12e tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4479952 Nov 26 02:47:59.355261 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4ffd629-c571-44c7-b156-32e5296ac9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:59.376179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fbdb7-b1c4-4a99-9bde-2731219deaf0 req-d174e8df-6460-42c9-bf2c-d8793228b8c1 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:59.381870 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed3fbdb7-b1c4-4a99-9bde-2731219deaf0 req-d174e8df-6460-42c9-bf2c-d8793228b8c1 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 931 time: 0.4205041 Nov 26 02:47:59.386059 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffd629-c571-44c7-b156-32e5296ac9ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681deaf1-7770-440e-9d0a-fc19f5a6a2ba,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:59.398003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Port 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 on network 57d987a9-419d-49c5-b123-fd04daab69ea not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:47:59.398334 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Attempting to bind port 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 on network 57d987a9-419d-49c5-b123-fd04daab69ea {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:47:59.403200 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4ffd629-c571-44c7-b156-32e5296ac9ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:59.407519 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b4ffd629-c571-44c7-b156-32e5296ac9ec admin admin] 10.222.0.31 "DELETE /v2.0/subnets/681deaf1-7770-440e-9d0a-fc19f5a6a2ba HTTP/1.1" status: 204 len: 168 time: 0.6822848 Nov 26 02:47:59.410546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Request body: {'port': {'device_id': '440b5edb-460c-4125-899b-04a635300793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:47:59.411135 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35856) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:59.458021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc2bbc3-5979-4abc-bc41-3196388b2fb7 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:47:59.471162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:47:59.471511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Checking segment: {'id': '397a8c84-15dd-427d-ac18-d19d4b661b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:47:59.471906 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Bound using segment: {'id': '397a8c84-15dd-427d-ac18-d19d4b661b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:47:59.472399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Bound port: 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '397a8c84-15dd-427d-ac18-d19d4b661b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:47:59.473264 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:59.507172 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:59.528587 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1266ce9a-ed7c-4075-a5e7-f8600282a4af req-b1bbb49b-231c-48c0-a755-5877d017e865 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=66fdc81b-16ec-4f6f-b545-c6a06f477511 HTTP/1.1" status: 200 len: 210 time: 0.1107335 Nov 26 02:47:59.591313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-bb10ba74-9afe-49f1-a1cc-862bbcc2621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:47:59.593401 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-bb10ba74-9afe-49f1-a1cc-862bbcc2621b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=15640dce17c546b890bf5529b1752baf&device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 1094 time: 0.4219506 Nov 26 02:47:59.604510 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8c2b722-6198-4d93-94ef-d61533fe1972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:59.626030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Transition to ACTIVE for port object fdc2bbc3-5979-4abc-bc41-3196388b2fb7 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:47:59.653946 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:59.655783 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:59.732855 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-d736da25-f198-4799-ac5f-ad078604f8bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4746c25-08ca-4115-9a78-5c3e477bfbc8 HTTP/1.1" status: 200 len: 217 time: 0.1086762 Nov 26 02:47:59.737725 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8c2b722-6198-4d93-94ef-d61533fe1972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:59.749427 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed3fbdb7-b1c4-4a99-9bde-2731219deaf0 req-7dcc6415-c648-4f79-bb15-2b9a1a8c1118 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339415 Nov 26 02:47:59.808615 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-c8c2b722-6198-4d93-94ef-d61533fe1972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f9e564-6945-4cfd-bf25-fe17589b9d02']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:59.822040 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-c8c2b722-6198-4d93-94ef-d61533fe1972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:59.823527 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-c8c2b722-6198-4d93-94ef-d61533fe1972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa59f9f-73c2-4d3e-ac6a-43e222e1bde1') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:47:59.842321 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8c2b722-6198-4d93-94ef-d61533fe1972 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:59.861910 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8c2b722-6198-4d93-94ef-d61533fe1972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:59.870364 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c2b722-6198-4d93-94ef-d61533fe1972 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:47:59.871063 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8c2b722-6198-4d93-94ef-d61533fe1972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:59.897675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] For port 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:47:59.942925 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:47:59.948278 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8c2b722-6198-4d93-94ef-d61533fe1972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:59.961151 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8c2b722-6198-4d93-94ef-d61533fe1972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:47:59.967626 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c8c2b722-6198-4d93-94ef-d61533fe1972 admin admin] 10.222.0.31 "DELETE /v2.0/networks/19f9e564-6945-4cfd-bf25-fe17589b9d02 HTTP/1.1" status: 204 len: 168 time: 0.5519915 Nov 26 02:47:59.975437 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35874) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:47:59.983718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2b722-6198-4d93-94ef-d61533fe1972 admin admin] Pushing event deleted for resources: {'Network': ['ID=19f9e564-6945-4cfd-bf25-fe17589b9d02,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:47:59.999152 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] For port 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=7aedad28-2fd1-48e1-a3df-5bb15a59e4b5,segment=NetworkSegment(397a8c84-15dd-427d-ac18-d19d4b661b68),segment_id=397a8c84-15dd-427d-ac18-d19d4b661b68)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:48:00.001532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc2bbc3-5979-4abc-bc41-3196388b2fb7,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:00.029119 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bde6f6-2655-480a-b656-106348a0159b admin admin] Deleting subnet 96f08669-94b5-48a0-945a-236112e8e89e {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:48:00.033597 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25bde6f6-2655-480a-b656-106348a0159b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:00.062802 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:00.066157 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-416720e3-3507-4499-9703-b979ed76d90c tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=90b94badc3974ee099d6065ffdb6e4d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1052282 Nov 26 02:48:00.084306 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25bde6f6-2655-480a-b656-106348a0159b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:00.135367 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25bde6f6-2655-480a-b656-106348a0159b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:00.193097 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25bde6f6-2655-480a-b656-106348a0159b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:00.219658 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bde6f6-2655-480a-b656-106348a0159b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96f08669-94b5-48a0-945a-236112e8e89e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:00.223429 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25bde6f6-2655-480a-b656-106348a0159b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:00.229874 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-25bde6f6-2655-480a-b656-106348a0159b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/96f08669-94b5-48a0-945a-236112e8e89e HTTP/1.1" status: 204 len: 168 time: 0.2502153 Nov 26 02:48:00.230537 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35890) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:00.299839 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b832f60a-b485-4620-8a66-cd66234a4520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:00.381429 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b832f60a-b485-4620-8a66-cd66234a4520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:00.400499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b832f60a-b485-4620-8a66-cd66234a4520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c68f3d1-280d-4374-a529-4782d19ccc9d']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:00.410661 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b832f60a-b485-4620-8a66-cd66234a4520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff758b4-5357-4d84-85e0-73d56659773b') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:00.410964 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b832f60a-b485-4620-8a66-cd66234a4520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff758b4-5357-4d84-85e0-73d56659773b') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:00.420997 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b832f60a-b485-4620-8a66-cd66234a4520 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:00.434781 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b832f60a-b485-4620-8a66-cd66234a4520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:00.440823 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b832f60a-b485-4620-8a66-cd66234a4520 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:48:00.441199 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b832f60a-b485-4620-8a66-cd66234a4520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:48:00.443125 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:48:00.500656 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b832f60a-b485-4620-8a66-cd66234a4520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:00.507465 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b832f60a-b485-4620-8a66-cd66234a4520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:00.511047 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b832f60a-b485-4620-8a66-cd66234a4520 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0c68f3d1-280d-4374-a529-4782d19ccc9d HTTP/1.1" status: 204 len: 168 time: 0.2798343 Nov 26 02:48:00.511769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-7f1bbda7-a2df-43b2-9c80-e2c68d02a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:00.513333 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-7f1bbda7-a2df-43b2-9c80-e2c68d02a38f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=000d4a28-7311-4b06-bb35-45d18481b1f1 HTTP/1.1" status: 200 len: 857 time: 0.7216909 Nov 26 02:48:00.514559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:00.515273 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:00.516645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] 10.222.0.59 "PUT /v2.0/ports/7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 HTTP/1.1" status: 200 len: 1091 time: 5.1350691 Nov 26 02:48:00.522336 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832f60a-b485-4620-8a66-cd66234a4520 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c68f3d1-280d-4374-a529-4782d19ccc9d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:00.638622 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35898) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:00.649262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95fe0a-fef5-498e-a8df-861bfa6a7f92 req-e7629d1d-9adc-4219-898d-d97a0c1b27d4 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:00.650776 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb95fe0a-fef5-498e-a8df-861bfa6a7f92 req-e7629d1d-9adc-4219-898d-d97a0c1b27d4 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 943 time: 0.7292194 Nov 26 02:48:00.678880 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a8bbd684-1723-45ba-8476-b687a034092d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8a793ab79454cf9836e2116f38adfa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388393 Nov 26 02:48:00.681381 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35900) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:00.699899 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418d41fc-dc34-4a36-8bc7-9589f66b53fe', 'tag': 'c4746c25-08ca-4115-9a78-5c3e477bfbc8'}, {'name': 'network-changed', 'server_uuid': '30d9ce87-57c1-40f3-9af7-5ebf77abf205', 'tag': '7aedad28-2fd1-48e1-a3df-5bb15a59e4b5'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:00.702153 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78255f66-7982-4b3f-a2bb-cb4bd2600602" -d '{"events": [{"name": "network-changed", "server_uuid": "418d41fc-dc34-4a36-8bc7-9589f66b53fe", "tag": "c4746c25-08ca-4115-9a78-5c3e477bfbc8"}, {"name": "network-changed", "server_uuid": "30d9ce87-57c1-40f3-9af7-5ebf77abf205", "tag": "7aedad28-2fd1-48e1-a3df-5bb15a59e4b5"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:00.706118 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-5d84d37c-0596-4632-beed-1d921c2cc751 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57d987a9-419d-49c5-b123-fd04daab69ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126790 Nov 26 02:48:00.727807 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2cb6fe26-5acc-49d1-84c0-7a651399c9b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:00.749064 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2cb6fe26-5acc-49d1-84c0-7a651399c9b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:00.751148 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931965a1-46ac-43c2-ab82-e4606193e52d service neutron] Pushing event updated for resources: {'Port': ['ID=7aedad28-2fd1-48e1-a3df-5bb15a59e4b5,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:00.795002 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2cb6fe26-5acc-49d1-84c0-7a651399c9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:00.797798 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2cb6fe26-5acc-49d1-84c0-7a651399c9b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:00.800483 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2cb6fe26-5acc-49d1-84c0-7a651399c9b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dfab0385-46db-4d17-b1d4-a9d4f68257b8 HTTP/1.1" status: 204 len: 168 time: 0.1181755 Nov 26 02:48:00.809120 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6fe26-5acc-49d1-84c0-7a651399c9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfab0385-46db-4d17-b1d4-a9d4f68257b8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:00.911874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Attempting to bind port fdc2bbc3-5979-4abc-bc41-3196388b2fb7 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:48:00.912243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Attempting to bind port fdc2bbc3-5979-4abc-bc41-3196388b2fb7 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '397a8c84-15dd-427d-ac18-d19d4b661b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:48:00.912581 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Attempting to bind port fdc2bbc3-5979-4abc-bc41-3196388b2fb7 on network 57d987a9-419d-49c5-b123-fd04daab69ea {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:00.936981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-230c4db8-d48d-4ea0-b889-dd80fc9b4eef tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:00.938625 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-230c4db8-d48d-4ea0-b889-dd80fc9b4eef tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8576880 Nov 26 02:48:00.954108 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-c3355975-baed-4871-84f7-1d865a7a7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:00.955609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-c3355975-baed-4871-84f7-1d865a7a7efb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15640dce17c546b890bf5529b1752baf&device_id=30d9ce87-57c1-40f3-9af7-5ebf77abf205 HTTP/1.1" status: 200 len: 1094 time: 0.3585386 Nov 26 02:48:00.968233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-05d4a862-a31c-43d5-a8fa-2f379eb1afc2 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Request body: {'port': {'device_id': '66fdc81b-16ec-4f6f-b545-c6a06f477511', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '90b94badc3974ee099d6065ffdb6e4d8'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:00.976035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Port fdc2bbc3-5979-4abc-bc41-3196388b2fb7 on network 57d987a9-419d-49c5-b123-fd04daab69ea not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:48:00.976387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Attempting to bind port fdc2bbc3-5979-4abc-bc41-3196388b2fb7 on network 57d987a9-419d-49c5-b123-fd04daab69ea {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:01.006807 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-2a077007-80ed-4820-beb5-1d2431f05e09 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:01.008207 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-2a077007-80ed-4820-beb5-1d2431f05e09 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/networks?id=9423f87b-b88b-4513-882b-6a768f8ff269 HTTP/1.1" status: 200 len: 814 time: 0.6001892 Nov 26 02:48:01.062635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:48:01.063002 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Checking segment: {'id': '397a8c84-15dd-427d-ac18-d19d4b661b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:48:01.063392 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Bound using segment: {'id': '397a8c84-15dd-427d-ac18-d19d4b661b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:48:01.063843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Bound port: fdc2bbc3-5979-4abc-bc41-3196388b2fb7, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '397a8c84-15dd-427d-ac18-d19d4b661b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:48:01.064236 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:01.105175 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb95fe0a-fef5-498e-a8df-861bfa6a7f92 req-2165a8f9-7c9f-4c97-aefc-71cd971110ad tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127648 Nov 26 02:48:01.129357 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35912) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:01.135192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-0e2b6bd1-29fe-4059-91be-c8e96d5e22db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 HTTP/1.1" status: 200 len: 217 time: 0.1484256 Nov 26 02:48:01.167010 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-dccd57e8-6aeb-4be1-ade0-1fd540a00b74 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/quotas/423ce6341aae4306a11cf3104fe14bb1 HTTP/1.1" status: 200 len: 375 time: 0.1058135 Nov 26 02:48:01.176091 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-507e6933-96f9-4681-9eb7-dca5867b47fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=957313662d3a4fa3a1689c10508b4867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444083 Nov 26 02:48:01.177835 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35916) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:01.178769 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-500f9bcf-f26a-497b-b4fe-f5a5e9b999fa service neutron] 10.222.0.54 "GET /v2.0/networks/57d987a9-419d-49c5-b123-fd04daab69ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439213 Nov 26 02:48:01.230400 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0bffc3ed-60ce-43a5-91fb-dfaa63aac54c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:01.251547 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0bffc3ed-60ce-43a5-91fb-dfaa63aac54c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:01.298317 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0bffc3ed-60ce-43a5-91fb-dfaa63aac54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:01.301141 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0bffc3ed-60ce-43a5-91fb-dfaa63aac54c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:01.304504 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0bffc3ed-60ce-43a5-91fb-dfaa63aac54c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/222c0d04-5c1f-4676-b1a9-96813ee3b36c HTTP/1.1" status: 204 len: 168 time: 0.1248226 Nov 26 02:48:01.313457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffc3ed-60ce-43a5-91fb-dfaa63aac54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222c0d04-5c1f-4676-b1a9-96813ee3b36c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:01.437941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-85fa3730-54f5-4a8c-8649-626a57041848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:01.439437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-85fa3730-54f5-4a8c-8649-626a57041848 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=000d4a28-7311-4b06-bb35-45d18481b1f1 HTTP/1.1" status: 200 len: 857 time: 0.2913249 Nov 26 02:48:01.469470 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] For port fdc2bbc3-5979-4abc-bc41-3196388b2fb7, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:48:01.500681 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-45dae28c-ff00-4031-a9c6-c427648bdb9b req-7e4e4067-c239-4ae7-a539-d940399aa72c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428534 Nov 26 02:48:01.525880 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a383cf6-1d0a-4923-a686-1db4154923f0 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:01.544731 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-f11206fc-3138-4d9f-95a5-8940e7360a7b tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=423ce6341aae4306a11cf3104fe14bb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3424287 Nov 26 02:48:01.561947 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-504ca21e-309f-4eec-8ed0-c20ac29bee43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57d987a9-419d-49c5-b123-fd04daab69ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959432 Nov 26 02:48:01.563667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] For port fdc2bbc3-5979-4abc-bc41-3196388b2fb7, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=fdc2bbc3-5979-4abc-bc41-3196388b2fb7,segment=NetworkSegment(397a8c84-15dd-427d-ac18-d19d4b661b68),segment_id=397a8c84-15dd-427d-ac18-d19d4b661b68)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:48:01.567321 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:01.580852 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c681787-94f0-4641-b215-2d724e6ed867 req-947eb128-7fdc-41dd-814e-b402dae25f9d tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:01.582375 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c681787-94f0-4641-b215-2d724e6ed867 req-947eb128-7fdc-41dd-814e-b402dae25f9d tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.3536975 Nov 26 02:48:01.608095 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:01.622708 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dae28c-ff00-4031-a9c6-c427648bdb9b req-d7383e35-ef5e-4aac-94e3-f3be357cc0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:01.624325 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-45dae28c-ff00-4031-a9c6-c427648bdb9b req-d7383e35-ef5e-4aac-94e3-f3be357cc0c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=90b94badc3974ee099d6065ffdb6e4d8&device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 1101 time: 0.0454273 Nov 26 02:48:01.629402 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-a165e643-4b06-4590-ba5b-d77172a51105 service neutron] 10.222.0.54 "GET /v2.0/networks/57d987a9-419d-49c5-b123-fd04daab69ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200528 Nov 26 02:48:01.711713 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Transition to ACTIVE for port object 0a383cf6-1d0a-4923-a686-1db4154923f0 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:48:01.744105 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-05d4a862-a31c-43d5-a8fa-2f379eb1afc2 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Made reservation on behalf of 90b94badc3974ee099d6065ffdb6e4d8 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:48:01.745433 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dae28c-ff00-4031-a9c6-c427648bdb9b req-28b76760-8201-440a-9db3-d100ac953ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:01.747644 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-45dae28c-ff00-4031-a9c6-c427648bdb9b req-28b76760-8201-440a-9db3-d100ac953ef2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.0979362 Nov 26 02:48:01.749136 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-05d4a862-a31c-43d5-a8fa-2f379eb1afc2 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:01.757144 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:01.757777 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:01.759306 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] 10.222.0.59 "PUT /v2.0/ports/fdc2bbc3-5979-4abc-bc41-3196388b2fb7 HTTP/1.1" status: 200 len: 1091 time: 5.0305200 Nov 26 02:48:01.767277 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:01.795401 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-45dae28c-ff00-4031-a9c6-c427648bdb9b req-8948653c-6e45-44e7-a10d-e702a7177c19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=9fae4abb-b694-4d0b-a2d0-4782bdf38530 HTTP/1.1" status: 200 len: 217 time: 0.0403225 Nov 26 02:48:01.942389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a613c-ea71-4dcc-8a30-d1eed9ad8eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc2bbc3-5979-4abc-bc41-3196388b2fb7,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:01.960291 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dae28c-ff00-4031-a9c6-c427648bdb9b req-46139e58-3f9d-4fea-883d-f213fc18b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:01.961841 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-45dae28c-ff00-4031-a9c6-c427648bdb9b req-46139e58-3f9d-4fea-883d-f213fc18b152 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0620773 Nov 26 02:48:01.964579 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c681787-94f0-4641-b215-2d724e6ed867 req-8577b690-8075-4444-903b-3a2761888cbd tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611736 Nov 26 02:48:02.032445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dae28c-ff00-4031-a9c6-c427648bdb9b req-8d448faf-93ed-4c41-a9bf-e4c9e7e7228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:02.034048 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-45dae28c-ff00-4031-a9c6-c427648bdb9b req-8d448faf-93ed-4c41-a9bf-e4c9e7e7228c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0637026 Nov 26 02:48:02.053570 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-046b5539-e23e-4365-9606-9eb50c279aaf service neutron] 10.222.0.59 "GET /v2.0/networks/57d987a9-419d-49c5-b123-fd04daab69ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675612 Nov 26 02:48:02.067752 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-275c01c4-5362-4e57-948d-cf337f63ef3a service neutron] 10.222.0.31 "GET /v2.0/networks/9423f87b-b88b-4513-882b-6a768f8ff269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950521 Nov 26 02:48:02.140705 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-45dae28c-ff00-4031-a9c6-c427648bdb9b req-137a9b53-4de7-49c1-bf2b-a8f50ab89522 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996532 Nov 26 02:48:02.240503 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-45dae28c-ff00-4031-a9c6-c427648bdb9b req-dc8f15f8-360d-4b54-b465-1a74198da705 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908871 Nov 26 02:48:02.471331 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69b43350-4f8c-4c8c-be51-65e4c6dc107b req-2279ebbb-5de5-43fa-84f4-2bc4cfcbbdaa tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=66fdc81b-16ec-4f6f-b545-c6a06f477511 HTTP/1.1" status: 200 len: 210 time: 0.4143307 Nov 26 02:48:02.472810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a383cf6-1d0a-4923-a686-1db4154923f0,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:02.551362 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e10817-9df6-4025-9381-1c9e82566974 x-openstack-request-id: req-e7e10817-9df6-4025-9381-1c9e82566974 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:02.552040 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418d41fc-dc34-4a36-8bc7-9589f66b53fe", "tag": "c4746c25-08ca-4115-9a78-5c3e477bfbc8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "30d9ce87-57c1-40f3-9af7-5ebf77abf205", "tag": "7aedad28-2fd1-48e1-a3df-5bb15a59e4b5", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:02.552040 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7e10817-9df6-4025-9381-1c9e82566974 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:02.552312 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418d41fc-dc34-4a36-8bc7-9589f66b53fe', 'tag': 'c4746c25-08ca-4115-9a78-5c3e477bfbc8', 'status': 'completed', 'code': 200} Nov 26 02:48:02.552574 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d9ce87-57c1-40f3-9af7-5ebf77abf205', 'tag': '7aedad28-2fd1-48e1-a3df-5bb15a59e4b5', 'status': 'completed', 'code': 200} Nov 26 02:48:02.575735 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-d45d1a9c-d034-492e-9731-1758328b5c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:02.577393 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-d45d1a9c-d034-492e-9731-1758328b5c82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15640dce17c546b890bf5529b1752baf&device_id=79083701-4205-4930-bc02-86f7f8c08bce HTTP/1.1" status: 200 len: 1094 time: 0.6116190 Nov 26 02:48:02.709699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-05d4a862-a31c-43d5-a8fa-2f379eb1afc2 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Allocated IP 192.168.233.160 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/e641ac96-f429-4fcb-bdc4-bb349f4606dd) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:48:02.733345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-dcbd22a7-61ce-44ae-9066-bcbc796016ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdc2bbc3-5979-4abc-bc41-3196388b2fb7 HTTP/1.1" status: 200 len: 217 time: 0.1347778 Nov 26 02:48:02.733999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Attempting to bind port 0a383cf6-1d0a-4923-a686-1db4154923f0 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:48:02.734333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Attempting to bind port 0a383cf6-1d0a-4923-a686-1db4154923f0 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'a20bc5d8-38a0-4b53-994f-8cd89c76df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f39b2869-408f-4977-b26d-64ee54356fa8'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:48:02.734659 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Attempting to bind port 0a383cf6-1d0a-4923-a686-1db4154923f0 on network f39b2869-408f-4977-b26d-64ee54356fa8 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:02.779661 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Port 0a383cf6-1d0a-4923-a686-1db4154923f0 on network f39b2869-408f-4977-b26d-64ee54356fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:48:02.779992 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Attempting to bind port 0a383cf6-1d0a-4923-a686-1db4154923f0 on network f39b2869-408f-4977-b26d-64ee54356fa8 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:02.818706 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-1522c31a-1927-4e5e-b822-6ab39b092b3c service neutron] 10.222.0.31 "GET /v2.0/networks/9423f87b-b88b-4513-882b-6a768f8ff269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7097437 Nov 26 02:48:02.820519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-6eac9b6b-a78d-47c8-9268-178d5da309e0 service neutron] 10.222.0.59 "GET /v2.0/networks/57d987a9-419d-49c5-b123-fd04daab69ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7267561 Nov 26 02:48:02.826604 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:48:02.826954 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Checking segment: {'id': 'a20bc5d8-38a0-4b53-994f-8cd89c76df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f39b2869-408f-4977-b26d-64ee54356fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:48:02.827345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Bound using segment: {'id': 'a20bc5d8-38a0-4b53-994f-8cd89c76df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f39b2869-408f-4977-b26d-64ee54356fa8'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:48:02.827841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Bound port: 0a383cf6-1d0a-4923-a686-1db4154923f0, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20bc5d8-38a0-4b53-994f-8cd89c76df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f39b2869-408f-4977-b26d-64ee54356fa8'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:48:02.828180 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:02.863857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1e588-98b4-4b7f-b183-0cb60ddb49b4 req-fd72c4eb-0536-43d4-80a7-5c47d5010949 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:02.865398 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e7d1e588-98b4-4b7f-b183-0cb60ddb49b4 req-fd72c4eb-0536-43d4-80a7-5c47d5010949 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 943 time: 0.2679269 Nov 26 02:48:02.876893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-e2df16b2-1ee4-43fc-aa8f-8e753bf05d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:02.878433 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-e2df16b2-1ee4-43fc-aa8f-8e753bf05d77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=15640dce17c546b890bf5529b1752baf&device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 1094 time: 0.2837663 Nov 26 02:48:02.941767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-e35e6ac7-411b-426f-9222-7b4ac6cf9e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:02.943324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-e35e6ac7-411b-426f-9222-7b4ac6cf9e28 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=000d4a28-7311-4b06-bb35-45d18481b1f1 HTTP/1.1" status: 200 len: 857 time: 0.1866119 Nov 26 02:48:03.095334 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-dee22055-1729-4e16-9529-eb42bba366ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57d987a9-419d-49c5-b123-fd04daab69ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341064 Nov 26 02:48:03.231684 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e7d1e588-98b4-4b7f-b183-0cb60ddb49b4 req-ce1f155a-7a98-4367-b693-81fd9573656b tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501773 Nov 26 02:48:03.269027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] For port 0a383cf6-1d0a-4923-a686-1db4154923f0, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:48:03.300323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-ccf4a954-11bf-48a5-bd7c-87da57379b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:03.302005 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-ccf4a954-11bf-48a5-bd7c-87da57379b5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15640dce17c546b890bf5529b1752baf&device_id=30d9ce87-57c1-40f3-9af7-5ebf77abf205 HTTP/1.1" status: 200 len: 1094 time: 0.3577943 Nov 26 02:48:03.321567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] For port 0a383cf6-1d0a-4923-a686-1db4154923f0, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0a383cf6-1d0a-4923-a686-1db4154923f0,segment=NetworkSegment(a20bc5d8-38a0-4b53-994f-8cd89c76df34),segment_id=a20bc5d8-38a0-4b53-994f-8cd89c76df34)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:48:03.365502 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:03.368158 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-13487aee-567b-4b3f-8b6f-ae1418dcc5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:03.369683 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-13487aee-567b-4b3f-8b6f-ae1418dcc5f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=57d987a9-419d-49c5-b123-fd04daab69ea HTTP/1.1" status: 200 len: 918 time: 0.4732656 Nov 26 02:48:03.454975 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-05d4a862-a31c-43d5-a8fa-2f379eb1afc2 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:03.464980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a5e76-0d94-4efe-bf7e-ffc2c698554b req-f9731d9a-69e4-4798-a453-f70ade1d5905 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:03.467427 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a8a5e76-0d94-4efe-bf7e-ffc2c698554b req-f9731d9a-69e4-4798-a453-f70ade1d5905 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 943 time: 0.3410430 Nov 26 02:48:03.521918 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-1f111daf-42ab-46ac-b6d9-4a67fdcce530 service neutron] 10.222.0.59 "GET /v2.0/networks/57d987a9-419d-49c5-b123-fd04daab69ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118915 Nov 26 02:48:03.531362 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-ca125a29-5cd2-4de7-9c21-05e841e6ba59 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4746c25-08ca-4115-9a78-5c3e477bfbc8 HTTP/1.1" status: 200 len: 217 time: 0.1134815 Nov 26 02:48:03.551576 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:03.552290 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:03.553355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] 10.222.0.54 "PUT /v2.0/ports/0a383cf6-1d0a-4923-a686-1db4154923f0 HTTP/1.1" status: 200 len: 1091 time: 4.1564908 Nov 26 02:48:03.615941 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2eab3112-ce4b-42de-8730-3026f9fac2cc req-4df95307-fd3f-412e-bf0c-66f17488dddb tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 210 time: 0.0961895 Nov 26 02:48:03.696303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1aff59-9c71-40e1-9da4-152ffb72adf5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a383cf6-1d0a-4923-a686-1db4154923f0,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:03.801662 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-6a943ac5-7e4e-4a3a-871f-ea95e2f59bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:03.803158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-6a943ac5-7e4e-4a3a-871f-ea95e2f59bce service neutron] 10.222.0.59 "GET /v2.0/networks?id=57d987a9-419d-49c5-b123-fd04daab69ea HTTP/1.1" status: 200 len: 918 time: 0.4802186 Nov 26 02:48:03.813987 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-05d4a862-a31c-43d5-a8fa-2f379eb1afc2 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:03.816353 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-b2043a07-3320-4a36-820b-4255a3ab6f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:03.817850 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-b2043a07-3320-4a36-820b-4255a3ab6f82 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=000d4a28-7311-4b06-bb35-45d18481b1f1 HTTP/1.1" status: 200 len: 857 time: 0.2546263 Nov 26 02:48:03.826838 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a8a5e76-0d94-4efe-bf7e-ffc2c698554b req-6ac76de0-b755-4ee2-b320-4dffd51b7ee9 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131802 Nov 26 02:48:03.845516 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['9fae4abb-b694-4d0b-a2d0-4782bdf38530'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:48:03.935764 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-65efbf9b-fa1d-4f9c-a62d-00c9f73fec90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 HTTP/1.1" status: 200 len: 217 time: 0.1167085 Nov 26 02:48:03.937593 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-ba02edbd-04d4-4882-9f40-0ac40f43e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:03.939029 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-ba02edbd-04d4-4882-9f40-0ac40f43e7f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df22fff43dc44dc9b056be834fb9428c&device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 1094 time: 0.2635045 Nov 26 02:48:03.975331 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-05d4a862-a31c-43d5-a8fa-2f379eb1afc2 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:48:03.977614 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-1f3392f7-8f88-4f37-83dc-c1fbf48ea3ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57d987a9-419d-49c5-b123-fd04daab69ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721972 Nov 26 02:48:04.001325 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddd50c54-e3e8-48f1-830d-aaebdd75cb35 req-ea475293-0e13-4315-891f-019ca9d6be1d service neutron] 10.222.0.59 "GET /v2.0/networks/57d987a9-419d-49c5-b123-fd04daab69ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617572 Nov 26 02:48:04.008870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb9d99-c021-4ed3-a198-105f986e101a req-223af4ca-0602-4ebd-aa7a-b30749b5c7a8 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:04.016754 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20fb9d99-c021-4ed3-a198-105f986e101a req-223af4ca-0602-4ebd-aa7a-b30749b5c7a8 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.3174791 Nov 26 02:48:04.019023 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-05d4a862-a31c-43d5-a8fa-2f379eb1afc2 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:04.074066 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-05d4a862-a31c-43d5-a8fa-2f379eb1afc2 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:48:04.083469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4a862-a31c-43d5-a8fa-2f379eb1afc2 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Pushing event updated for resources: {'Port': ['ID=e641ac96-f429-4fcb-bdc4-bb349f4606dd,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:04.111608 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-a0aeda55-976c-4699-af19-fe9850af6d43 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a383cf6-1d0a-4923-a686-1db4154923f0 HTTP/1.1" status: 200 len: 217 time: 0.1393075 Nov 26 02:48:04.260455 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35988) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:04.299833 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-69bfc298-588d-4288-a0f4-6919507d450a None None] Provisioning complete for port e641ac96-f429-4fcb-bdc4-bb349f4606dd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:04.300242 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-69bfc298-588d-4288-a0f4-6919507d450a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:04.342393 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-69bfc298-588d-4288-a0f4-6919507d450a None None] Port e641ac96-f429-4fcb-bdc4-bb349f4606dd cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:48:04.385896 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ddaa179-81a3-436c-9ad6-ae8151e64287 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:04.472920 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ddaa179-81a3-436c-9ad6-ae8151e64287 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:04.477148 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ddaa179-81a3-436c-9ad6-ae8151e64287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:04.520504 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9ddaa179-81a3-436c-9ad6-ae8151e64287 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=208c5ce6e8f0493b84eb11d402c9e19b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594621 Nov 26 02:48:04.521375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddaa179-81a3-436c-9ad6-ae8151e64287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83b51de-4b01-41d1-91d7-1657d159b164,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:04.523584 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35994) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:04.527962 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:48:04.549866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-d4ea68cd-19fb-47da-959d-d2fec93bb1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:04.551076 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-d4ea68cd-19fb-47da-959d-d2fec93bb1a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=000d4a28-7311-4b06-bb35-45d18481b1f1 HTTP/1.1" status: 200 len: 857 time: 0.5777345 Nov 26 02:48:04.572985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79083701-4205-4930-bc02-86f7f8c08bce', 'tag': 'fdc2bbc3-5979-4abc-bc41-3196388b2fb7'}, {'name': 'network-changed', 'server_uuid': '440b5edb-460c-4125-899b-04a635300793', 'tag': '0a383cf6-1d0a-4923-a686-1db4154923f0'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:04.575398 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17309128-9fc9-4a20-b9fd-28796f0914bb" -d '{"events": [{"name": "network-changed", "server_uuid": "79083701-4205-4930-bc02-86f7f8c08bce", "tag": "fdc2bbc3-5979-4abc-bc41-3196388b2fb7"}, {"name": "network-changed", "server_uuid": "440b5edb-460c-4125-899b-04a635300793", "tag": "0a383cf6-1d0a-4923-a686-1db4154923f0"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:04.579599 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f19681f0-586b-463b-b37c-eb4255f0098a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:04.611085 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f19681f0-586b-463b-b37c-eb4255f0098a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:04.654164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-05d4a862-a31c-43d5-a8fa-2f379eb1afc2 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:04.654451 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-05d4a862-a31c-43d5-a8fa-2f379eb1afc2 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:04.685095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-fff5cb96-0177-47ef-953f-cae4bb55c84a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57d987a9-419d-49c5-b123-fd04daab69ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737314 Nov 26 02:48:04.686548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-43b6d876-2fa2-4d91-9c86-f36f0774a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:04.687935 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-43b6d876-2fa2-4d91-9c86-f36f0774a571 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2abdf40-1000-4756-b85e-c317544fe25c HTTP/1.1" status: 200 len: 853 time: 0.5223866 Nov 26 02:48:04.701776 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f19681f0-586b-463b-b37c-eb4255f0098a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:04.705793 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f19681f0-586b-463b-b37c-eb4255f0098a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:04.706545 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20fb9d99-c021-4ed3-a198-105f986e101a req-36d34697-81c1-423a-9a3e-76a36e458662 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6887968 Nov 26 02:48:04.707811 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f19681f0-586b-463b-b37c-eb4255f0098a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c83b51de-4b01-41d1-91d7-1657d159b164 HTTP/1.1" status: 204 len: 168 time: 0.1829772 Nov 26 02:48:04.720825 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19681f0-586b-463b-b37c-eb4255f0098a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83b51de-4b01-41d1-91d7-1657d159b164,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:04.743782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5761b80-5f5c-4d41-824d-aceb48878354 req-9ffbba5d-4780-4a0a-b010-0d93af1536ae tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:04.752017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5761b80-5f5c-4d41-824d-aceb48878354 req-9ffbba5d-4780-4a0a-b010-0d93af1536ae tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=66fdc81b-16ec-4f6f-b545-c6a06f477511 HTTP/1.1" status: 200 len: 936 time: 0.6806610 Nov 26 02:48:04.829018 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-05d4a862-a31c-43d5-a8fa-2f379eb1afc2 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8632271 Nov 26 02:48:04.861042 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-3eef3d0e-d49e-4f4d-8b1a-460b9ef677e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f39b2869-408f-4977-b26d-64ee54356fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476643 Nov 26 02:48:04.868924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Request body: {'port': {'device_id': '66fdc81b-16ec-4f6f-b545-c6a06f477511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:04.899488 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-7949fc17-f789-409d-bb82-2a288664124c service neutron] 10.222.0.54 "GET /v2.0/networks/57d987a9-419d-49c5-b123-fd04daab69ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9043336 Nov 26 02:48:05.001319 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=7aedad28-2fd1-48e1-a3df-5bb15a59e4b5,segment=NetworkSegment(397a8c84-15dd-427d-ac18-d19d4b661b68),segment_id=397a8c84-15dd-427d-ac18-d19d4b661b68)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:05.034543 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '7aedad28-2fd1-48e1-a3df-5bb15a59e4b5', 'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea', 'port_id': '7aedad28-2fd1-48e1-a3df-5bb15a59e4b5', 'mac_address': 'fa:16:3e:91:e6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000d4a28-7311-4b06-bb35-45d18481b1f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:48:05.080585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-e1d77a69-6c38-4b8e-a359-c0229ab2c6d3 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:05.082215 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-e1d77a69-6c38-4b8e-a359-c0229ab2c6d3 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.54 "GET /v2.0/networks?id=9423f87b-b88b-4513-882b-6a768f8ff269 HTTP/1.1" status: 200 len: 814 time: 0.5794468 Nov 26 02:48:05.090116 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:05.109921 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:05.126577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Request body: {'port': {'device_id': '18c4fe19-6d41-4d25-84be-c6ab732ba9e4', 'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269', 'admin_state_up': True, 'tenant_id': '423ce6341aae4306a11cf3104fe14bb1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:05.138360 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=7aedad28-2fd1-48e1-a3df-5bb15a59e4b5,segment=NetworkSegment(397a8c84-15dd-427d-ac18-d19d4b661b68),segment_id=397a8c84-15dd-427d-ac18-d19d4b661b68)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:05.144947 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:05.216282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=7aedad28-2fd1-48e1-a3df-5bb15a59e4b5,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:05.227892 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36026) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:05.252892 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e2fc9a9-f017-4564-8b83-857517ba0b59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:05.264081 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5761b80-5f5c-4d41-824d-aceb48878354 req-e4ab6bdc-8a41-4038-9ef0-38bb949aa9dc tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109220 Nov 26 02:48:05.264788 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:05.288505 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-5962a9ab-e410-4262-9f0d-c9e91a000318 service neutron] 10.222.0.59 "GET /v2.0/networks/57d987a9-419d-49c5-b123-fd04daab69ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807877 Nov 26 02:48:05.332103 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-2fb4faab-96ac-49f5-93ca-439a2e9efb94 service neutron] 10.222.0.54 "GET /v2.0/networks/f39b2869-408f-4977-b26d-64ee54356fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500568 Nov 26 02:48:05.353218 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901378d9-684d-424f-bd83-87b688e75123 x-openstack-request-id: req-901378d9-684d-424f-bd83-87b688e75123 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:05.354237 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79083701-4205-4930-bc02-86f7f8c08bce", "tag": "fdc2bbc3-5979-4abc-bc41-3196388b2fb7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "440b5edb-460c-4125-899b-04a635300793", "tag": "0a383cf6-1d0a-4923-a686-1db4154923f0", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:05.354237 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-901378d9-684d-424f-bd83-87b688e75123 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:05.355605 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79083701-4205-4930-bc02-86f7f8c08bce', 'tag': 'fdc2bbc3-5979-4abc-bc41-3196388b2fb7', 'status': 'completed', 'code': 200} Nov 26 02:48:05.356508 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440b5edb-460c-4125-899b-04a635300793', 'tag': '0a383cf6-1d0a-4923-a686-1db4154923f0', 'status': 'completed', 'code': 200} Nov 26 02:48:05.399664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f9469-ab33-43b6-8885-15126688a0bc req-adcd5f76-b442-4496-82d0-9d459eaf17e9 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:05.409852 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-019f9469-ab33-43b6-8885-15126688a0bc req-adcd5f76-b442-4496-82d0-9d459eaf17e9 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 943 time: 0.3575776 Nov 26 02:48:05.431609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['7aedad28-2fd1-48e1-a3df-5bb15a59e4b5'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:48:05.442481 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e2fc9a9-f017-4564-8b83-857517ba0b59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:05.448900 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e2fc9a9-f017-4564-8b83-857517ba0b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:05.538708 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fc9a9-f017-4564-8b83-857517ba0b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6760e2d-766d-4aa8-9622-f5bd323071ba,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:05.549170 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0e2fc9a9-f017-4564-8b83-857517ba0b59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b07c574281c4fd1a549ed7049af766c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192387 Nov 26 02:48:05.553347 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36028) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:05.619730 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-900706d9-6f08-46fd-875d-7087313c8058 req-e6ce7b62-3ec8-4b9b-b8da-a94f9470bca5 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 210 time: 0.1156640 Nov 26 02:48:05.678240 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-26bc8c9e-d338-45ab-8858-e9484eac4c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:05.713893 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-26bc8c9e-d338-45ab-8858-e9484eac4c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:05.716463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-2fcec1a9-4805-485f-bb12-8987bc1a7fc9 service neutron] 10.222.0.54 "GET /v2.0/networks/57d987a9-419d-49c5-b123-fd04daab69ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7738237 Nov 26 02:48:05.846552 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-26bc8c9e-d338-45ab-8858-e9484eac4c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:05.849861 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-26bc8c9e-d338-45ab-8858-e9484eac4c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:05.851471 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-26bc8c9e-d338-45ab-8858-e9484eac4c1d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6760e2d-766d-4aa8-9622-f5bd323071ba HTTP/1.1" status: 204 len: 168 time: 0.2971663 Nov 26 02:48:05.871291 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc8c9e-d338-45ab-8858-e9484eac4c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6760e2d-766d-4aa8-9622-f5bd323071ba,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:05.908482 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78255f66-7982-4b3f-a2bb-cb4bd2600602 req-0808077c-a6be-4998-9ce5-98d3f9632ef9 service neutron] 10.222.0.59 "GET /v2.0/networks/57d987a9-419d-49c5-b123-fd04daab69ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587087 Nov 26 02:48:05.947313 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device c4746c25-08ca-4115-9a78-5c3e477bfbc8 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:48:06.205282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port c4746c25-08ca-4115-9a78-5c3e477bfbc8, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c4746c25-08ca-4115-9a78-5c3e477bfbc8,segment=NetworkSegment(397a8c84-15dd-427d-ac18-d19d4b661b68),segment_id=397a8c84-15dd-427d-ac18-d19d4b661b68)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:06.280399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'c4746c25-08ca-4115-9a78-5c3e477bfbc8', 'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea', 'port_id': 'c4746c25-08ca-4115-9a78-5c3e477bfbc8', 'mac_address': 'fa:16:3e:17:1d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000d4a28-7311-4b06-bb35-45d18481b1f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:48:06.287692 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-019f9469-ab33-43b6-8885-15126688a0bc req-52c9ea4c-dd68-4fc2-a4b2-5dcea780ca61 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8763108 Nov 26 02:48:06.366019 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:06.388302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-ee5d1446-9358-4f8e-89d7-d4812ac8b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:06.390232 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-ee5d1446-9358-4f8e-89d7-d4812ac8b4f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15640dce17c546b890bf5529b1752baf&device_id=79083701-4205-4930-bc02-86f7f8c08bce HTTP/1.1" status: 200 len: 1094 time: 0.8851459 Nov 26 02:48:06.397652 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4746c25-08ca-4115-9a78-5c3e477bfbc8 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:06.416011 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36046) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:06.433873 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Made reservation on behalf of 423ce6341aae4306a11cf3104fe14bb1 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:48:06.441708 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port c4746c25-08ca-4115-9a78-5c3e477bfbc8, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c4746c25-08ca-4115-9a78-5c3e477bfbc8,segment=NetworkSegment(397a8c84-15dd-427d-ac18-d19d4b661b68),segment_id=397a8c84-15dd-427d-ac18-d19d4b661b68)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:06.445759 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:06.449357 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:06.515163 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d28af-1358-4fcc-ab3e-2be3f8a930ce req-7af4fe80-3a0b-4e6f-b069-7b5960ecf446 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:06.524721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-409d28af-1358-4fcc-ab3e-2be3f8a930ce req-7af4fe80-3a0b-4e6f-b069-7b5960ecf446 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 943 time: 0.5515425 Nov 26 02:48:06.547882 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device fdc2bbc3-5979-4abc-bc41-3196388b2fb7 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:48:06.716805 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-72b6dd4e-40c0-41ea-b721-b35555642a28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:06.741700 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port fdc2bbc3-5979-4abc-bc41-3196388b2fb7, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=fdc2bbc3-5979-4abc-bc41-3196388b2fb7,segment=NetworkSegment(397a8c84-15dd-427d-ac18-d19d4b661b68),segment_id=397a8c84-15dd-427d-ac18-d19d4b661b68)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:06.763954 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:48:06.901048 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-72b6dd4e-40c0-41ea-b721-b35555642a28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:06.921731 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-72b6dd4e-40c0-41ea-b721-b35555642a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:06.922988 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'fdc2bbc3-5979-4abc-bc41-3196388b2fb7', 'network_id': '57d987a9-419d-49c5-b123-fd04daab69ea', 'port_id': 'fdc2bbc3-5979-4abc-bc41-3196388b2fb7', 'mac_address': 'fa:16:3e:e2:e7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000d4a28-7311-4b06-bb35-45d18481b1f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:48:06.935678 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=c4746c25-08ca-4115-9a78-5c3e477bfbc8,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:06.979255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:06.979720 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:06.986966 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:06.987411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:06.987793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:06.988136 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:06.988567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:06.991434 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:06.991742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:06.992106 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:06.994426 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:06.994564 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:07.025331 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-72b6dd4e-40c0-41ea-b721-b35555642a28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16d1ea97374b4c109d592768696d3e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6071241 Nov 26 02:48:07.025981 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36060) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:07.051421 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6dd4e-40c0-41ea-b721-b35555642a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080832ba-2a8a-413c-9b51-2d7f9162e2a4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:07.079631 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['c4746c25-08ca-4115-9a78-5c3e477bfbc8'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:48:07.105742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:48:07.114237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:07.114613 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:07.130447 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:07.177705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d659bd-1ce9-4e61-84e0-81e7886f534d req-31abea9c-da24-4753-9673-5e0d1cc578fd tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:07.178806 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94d659bd-1ce9-4e61-84e0-81e7886f534d req-31abea9c-da24-4753-9673-5e0d1cc578fd tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.6401691 Nov 26 02:48:07.183585 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a25ddad-d77b-4702-92c1-fa24b0044046 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:07.190550 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc2bbc3-5979-4abc-bc41-3196388b2fb7 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:07.221730 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a25ddad-d77b-4702-92c1-fa24b0044046 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:07.234782 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port fdc2bbc3-5979-4abc-bc41-3196388b2fb7, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=fdc2bbc3-5979-4abc-bc41-3196388b2fb7,segment=NetworkSegment(397a8c84-15dd-427d-ac18-d19d4b661b68),segment_id=397a8c84-15dd-427d-ac18-d19d4b661b68)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:07.252483 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:07.319571 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a25ddad-d77b-4702-92c1-fa24b0044046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:07.327841 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a25ddad-d77b-4702-92c1-fa24b0044046 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:07.338319 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-409d28af-1358-4fcc-ab3e-2be3f8a930ce req-95feb41f-9c3f-48e6-a2e6-b26ed2240a2e tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8100944 Nov 26 02:48:07.349927 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4a25ddad-d77b-4702-92c1-fa24b0044046 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/080832ba-2a8a-413c-9b51-2d7f9162e2a4 HTTP/1.1" status: 204 len: 168 time: 0.3163543 Nov 26 02:48:07.385917 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25ddad-d77b-4702-92c1-fa24b0044046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080832ba-2a8a-413c-9b51-2d7f9162e2a4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:07.431637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94d659bd-1ce9-4e61-84e0-81e7886f534d req-abdd00a3-d8b1-4785-b3ad-a8741f8b7b3f tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737514 Nov 26 02:48:07.432760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-7565f549-2cdc-4cd3-bdba-f87d4346a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:07.434279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-7565f549-2cdc-4cd3-bdba-f87d4346a6aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=57d987a9-419d-49c5-b123-fd04daab69ea HTTP/1.1" status: 200 len: 918 time: 0.9662054 Nov 26 02:48:07.448017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d15f857-9b27-45e9-8f73-e72d62f46e72 req-d9dc1856-2da8-4939-935d-dfad7f6dc33c service neutron] 10.222.0.54 "GET /v2.0/networks/f39b2869-408f-4977-b26d-64ee54356fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0699377 Nov 26 02:48:07.655179 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['fdc2bbc3-5979-4abc-bc41-3196388b2fb7'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:48:07.766169 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:07.778482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=fdc2bbc3-5979-4abc-bc41-3196388b2fb7,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:07.846200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Allocated IP 172.20.0.7 (9423f87b-b88b-4513-882b-6a768f8ff269/20accd68-bf6e-4dd2-ab0a-8edec2df53fa/901f9f86-bb56-4d14-85a7-86d3ddef324d) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:48:07.890850 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-4bc2ad73-2b29-43f1-b97a-5a871a93de8c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdc2bbc3-5979-4abc-bc41-3196388b2fb7 HTTP/1.1" status: 200 len: 217 time: 0.4451413 Nov 26 02:48:07.916938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=7aedad28-2fd1-48e1-a3df-5bb15a59e4b5,segment=NetworkSegment(397a8c84-15dd-427d-ac18-d19d4b661b68),segment_id=397a8c84-15dd-427d-ac18-d19d4b661b68)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:07.925759 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d9ce87-57c1-40f3-9af7-5ebf77abf205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aedad28-2fd1-48e1-a3df-5bb15a59e4b5'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:07.928757 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ac451f-83fa-4ab2-8e2e-c116424daec1" -d '{"events": [{"server_uuid": "30d9ce87-57c1-40f3-9af7-5ebf77abf205", "name": "network-vif-plugged", "status": "completed", "tag": "7aedad28-2fd1-48e1-a3df-5bb15a59e4b5"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:07.964255 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:08.090831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=7aedad28-2fd1-48e1-a3df-5bb15a59e4b5,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:08.091321 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-bf36d7c2-4e05-4a42-aca6-41565b4aee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:08.093062 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-bf36d7c2-4e05-4a42-aca6-41565b4aee83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=000d4a28-7311-4b06-bb35-45d18481b1f1 HTTP/1.1" status: 200 len: 857 time: 0.1109426 Nov 26 02:48:08.107606 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36082) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:08.124408 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2dd74e51-c292-4c2f-a012-eb23472fb02a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:08.208368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-6ee77cae-50ce-4980-bf22-121407a457c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57d987a9-419d-49c5-b123-fd04daab69ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584698 Nov 26 02:48:08.277634 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2dd74e51-c292-4c2f-a012-eb23472fb02a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:08.281170 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2dd74e51-c292-4c2f-a012-eb23472fb02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:08.285177 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e641ac96-f429-4fcb-bdc4-bb349f4606dd {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:08.297715 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:08.316308 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2dd74e51-c292-4c2f-a012-eb23472fb02a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ffdf6fce9314bdc9c5aa4570c8a4e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053714 Nov 26 02:48:08.316510 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Transition to ACTIVE for port object e641ac96-f429-4fcb-bdc4-bb349f4606dd will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:48:08.321490 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36088) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:08.361103 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd74e51-c292-4c2f-a012-eb23472fb02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d56f0b-88c3-4056-a792-919d3934f17d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:08.375066 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44d9c4-bc70-4f2c-9bf8-c50c6b2bf03e req-ed75ba5b-e1af-4586-af47-500b8af18a97 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:08.376837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca44d9c4-bc70-4f2c-9bf8-c50c6b2bf03e req-ed75ba5b-e1af-4586-af47-500b8af18a97 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=66fdc81b-16ec-4f6f-b545-c6a06f477511 HTTP/1.1" status: 200 len: 936 time: 0.5280650 Nov 26 02:48:08.377543 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:08.410079 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-28e52dbd-89bf-4213-89cb-fe1f04933bff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:08.439842 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-28e52dbd-89bf-4213-89cb-fe1f04933bff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:08.501453 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-28e52dbd-89bf-4213-89cb-fe1f04933bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:08.504339 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-28e52dbd-89bf-4213-89cb-fe1f04933bff admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:08.507980 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-28e52dbd-89bf-4213-89cb-fe1f04933bff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7d56f0b-88c3-4056-a792-919d3934f17d HTTP/1.1" status: 204 len: 168 time: 0.1830165 Nov 26 02:48:08.523075 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e52dbd-89bf-4213-89cb-fe1f04933bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d56f0b-88c3-4056-a792-919d3934f17d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:08.613712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Pushing event updated for resources: {'Port': ['ID=e641ac96-f429-4fcb-bdc4-bb349f4606dd,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:08.828230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca44d9c4-bc70-4f2c-9bf8-c50c6b2bf03e req-fbeba418-98aa-4d9c-a7f0-e819809fc4b3 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366605 Nov 26 02:48:08.855535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-31beac49-49cd-486e-9d9b-6f7f76f283a2 service neutron] 10.222.0.59 "GET /v2.0/networks/57d987a9-419d-49c5-b123-fd04daab69ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158583 Nov 26 02:48:08.875931 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:08.951381 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Attempting to bind port e641ac96-f429-4fcb-bdc4-bb349f4606dd on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:48:08.951735 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Attempting to bind port e641ac96-f429-4fcb-bdc4-bb349f4606dd by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:48:08.952090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Attempting to bind port e641ac96-f429-4fcb-bdc4-bb349f4606dd on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:08.984881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Port e641ac96-f429-4fcb-bdc4-bb349f4606dd on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:48:08.984881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Attempting to bind port e641ac96-f429-4fcb-bdc4-bb349f4606dd on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:09.004782 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6491ada8-5f52-4bce-81eb-bc2abc19a82c req-f16bc81c-0774-4642-a4db-eb0b3451906b tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 210 time: 0.0583041 Nov 26 02:48:09.018615 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:48:09.018991 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:48:09.019363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:48:09.019821 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Bound port: e641ac96-f429-4fcb-bdc4-bb349f4606dd, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:48:09.020224 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:09.050449 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-81780e46-08da-48f4-a979-adc04b04ebf9 service neutron] 10.222.0.59 "GET /v2.0/networks/57d987a9-419d-49c5-b123-fd04daab69ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904168 Nov 26 02:48:09.075869 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:09.150899 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Network 9423f87b-b88b-4513-882b-6a768f8ff269 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:48:09.180938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:09.190380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:48:09.200204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Pushing event updated for resources: {'Port': ['ID=901f9f86-bb56-4d14-85a7-86d3ddef324d,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:09.203028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] For port e641ac96-f429-4fcb-bdc4-bb349f4606dd, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:48:09.261796 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:09.262518 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:09.264293 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:09.264949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:09.265316 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:09.265746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:09.266098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:09.266512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:09.266934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:09.267280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:09.267692 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:09.268033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:09.285810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] For port e641ac96-f429-4fcb-bdc4-bb349f4606dd, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e641ac96-f429-4fcb-bdc4-bb349f4606dd,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:48:09.300596 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:09.410576 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e328d8f-9ffc-4b61-b2bb-0b15d2420830 req-6777e696-f0b8-4b66-b47a-3d10922cbfb6 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:09.414317 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e328d8f-9ffc-4b61-b2bb-0b15d2420830 req-6777e696-f0b8-4b66-b47a-3d10922cbfb6 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 943 time: 0.2828348 Nov 26 02:48:09.415991 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:09.416790 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:09.418321 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] 10.222.0.59 "PUT /v2.0/ports/e641ac96-f429-4fcb-bdc4-bb349f4606dd HTTP/1.1" status: 200 len: 1096 time: 4.5541952 Nov 26 02:48:09.424344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fdc81b-16ec-4f6f-b545-c6a06f477511', 'tag': 'e641ac96-f429-4fcb-bdc4-bb349f4606dd'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:09.430141 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04297a9-a6a9-417e-b827-f1d7896bee54" -d '{"events": [{"name": "network-changed", "server_uuid": "66fdc81b-16ec-4f6f-b545-c6a06f477511", "tag": "e641ac96-f429-4fcb-bdc4-bb349f4606dd"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:09.459786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:09.459786 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:09.561022 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3055c030-878e-4685-999f-e9f90f619159 None None] Provisioning complete for port 901f9f86-bb56-4d14-85a7-86d3ddef324d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:09.561497 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3055c030-878e-4685-999f-e9f90f619159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:09.601996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959c1b9-592a-4fdb-8766-7f0d9dda488e service neutron] Pushing event updated for resources: {'Port': ['ID=e641ac96-f429-4fcb-bdc4-bb349f4606dd,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:09.624830 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3055c030-878e-4685-999f-e9f90f619159 None None] Port 901f9f86-bb56-4d14-85a7-86d3ddef324d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:48:09.632525 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-24a33ef1-f2f2-4e9e-a5e3-6b190979dfd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5107188 Nov 26 02:48:09.640331 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e328d8f-9ffc-4b61-b2bb-0b15d2420830 req-edf718cc-ad94-4db4-aa53-55427ea97988 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360075 Nov 26 02:48:09.649968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-6da78796-8fd5-4797-bc5d-a41e77772bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:09.651753 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-6da78796-8fd5-4797-bc5d-a41e77772bd2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=90b94badc3974ee099d6065ffdb6e4d8&device_id=66fdc81b-16ec-4f6f-b545-c6a06f477511 HTTP/1.1" status: 200 len: 1099 time: 0.1400578 Nov 26 02:48:09.722890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-3d830d2d-5485-48e2-adee-8c6aa73becd1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=e641ac96-f429-4fcb-bdc4-bb349f4606dd HTTP/1.1" status: 200 len: 217 time: 0.0558949 Nov 26 02:48:09.742157 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363e0ab1-c55f-4309-90e9-8c7b780c03cb x-openstack-request-id: req-363e0ab1-c55f-4309-90e9-8c7b780c03cb {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:09.742702 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d9ce87-57c1-40f3-9af7-5ebf77abf205", "name": "network-vif-plugged", "status": "completed", "tag": "7aedad28-2fd1-48e1-a3df-5bb15a59e4b5", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:09.743275 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-363e0ab1-c55f-4309-90e9-8c7b780c03cb {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:09.743733 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d9ce87-57c1-40f3-9af7-5ebf77abf205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aedad28-2fd1-48e1-a3df-5bb15a59e4b5', 'code': 200} Nov 26 02:48:09.797717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-c60cf518-6b81-4d40-93d0-155897b34f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:09.799238 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-c60cf518-6b81-4d40-93d0-155897b34f91 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0682397 Nov 26 02:48:09.890206 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e61d0b0a-3cb3-4a3e-ab72-cdfdc5f624c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:09.891934 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-e61d0b0a-3cb3-4a3e-ab72-cdfdc5f624c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818110 Nov 26 02:48:09.951493 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32f9b8-be92-489b-8029-ed111f301d8a req-f727810a-85e3-4eb7-bf42-dab70d0a5c81 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:09.953013 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a32f9b8-be92-489b-8029-ed111f301d8a req-f727810a-85e3-4eb7-bf42-dab70d0a5c81 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 944 time: 0.1055582 Nov 26 02:48:09.981881 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device c4746c25-08ca-4115-9a78-5c3e477bfbc8 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:48:10.035674 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e086a-cb9c-4999-9d52-73e6b3be14dc req-42b8a79c-1f19-44bb-b570-68a1351ab4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:10.037242 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9e086a-cb9c-4999-9d52-73e6b3be14dc req-42b8a79c-1f19-44bb-b570-68a1351ab4bd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30d9ce87-57c1-40f3-9af7-5ebf77abf205 HTTP/1.1" status: 200 len: 1096 time: 0.1434562 Nov 26 02:48:10.050604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port c4746c25-08ca-4115-9a78-5c3e477bfbc8 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:48:10.054700 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port c4746c25-08ca-4115-9a78-5c3e477bfbc8 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:10.055076 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:10.078428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a32f9b8-be92-489b-8029-ed111f301d8a req-20cc025b-ee11-4976-b7ba-08b1d122d87f tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001592 Nov 26 02:48:10.087146 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-1236b0d1-b4d7-41ee-9cfb-a0234428eb4f service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834841 Nov 26 02:48:10.140324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9e086a-cb9c-4999-9d52-73e6b3be14dc req-6a5e6207-a638-4297-a104-aba4cead88ef service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912466 Nov 26 02:48:10.146745 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:10.188085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port c4746c25-08ca-4115-9a78-5c3e477bfbc8, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c4746c25-08ca-4115-9a78-5c3e477bfbc8,segment=NetworkSegment(397a8c84-15dd-427d-ac18-d19d4b661b68),segment_id=397a8c84-15dd-427d-ac18-d19d4b661b68)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:10.202711 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:10.252343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-118878ce-0745-43d6-8c9e-7c9727f95ae9 req-279d35b1-f5c4-44cc-bc2b-f566e100005e service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573966 Nov 26 02:48:10.254025 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=c4746c25-08ca-4115-9a78-5c3e477bfbc8,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:10.271721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373527f4-1681-4cb6-bbf6-2af866a959f2 req-dbe93a42-910a-46bc-b543-cd2d192c29a6 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:10.273289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-373527f4-1681-4cb6-bbf6-2af866a959f2 req-dbe93a42-910a-46bc-b543-cd2d192c29a6 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.0671961 Nov 26 02:48:10.332040 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-373527f4-1681-4cb6-bbf6-2af866a959f2 req-b12be725-bea2-4d40-acab-cb04a0a029ce tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520272 Nov 26 02:48:10.579918 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device fdc2bbc3-5979-4abc-bc41-3196388b2fb7 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:48:10.612708 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d0ff92-eebb-4df8-aa31-a30f28197c29 x-openstack-request-id: req-c2d0ff92-eebb-4df8-aa31-a30f28197c29 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:10.613171 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66fdc81b-16ec-4f6f-b545-c6a06f477511", "tag": "e641ac96-f429-4fcb-bdc4-bb349f4606dd", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:10.613507 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2d0ff92-eebb-4df8-aa31-a30f28197c29 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:10.613992 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fdc81b-16ec-4f6f-b545-c6a06f477511', 'tag': 'e641ac96-f429-4fcb-bdc4-bb349f4606dd', 'status': 'completed', 'code': 200} Nov 26 02:48:10.640753 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port fdc2bbc3-5979-4abc-bc41-3196388b2fb7 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:48:10.645027 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port fdc2bbc3-5979-4abc-bc41-3196388b2fb7 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:10.645544 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:10.732456 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04297a9-a6a9-417e-b827-f1d7896bee54 req-2b4f3e6e-5207-4dbf-9cae-22bb8bd87c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:10.734091 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d04297a9-a6a9-417e-b827-f1d7896bee54 req-2b4f3e6e-5207-4dbf-9cae-22bb8bd87c77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=90b94badc3974ee099d6065ffdb6e4d8&device_id=66fdc81b-16ec-4f6f-b545-c6a06f477511 HTTP/1.1" status: 200 len: 1099 time: 0.0638974 Nov 26 02:48:10.766665 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:10.813426 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port fdc2bbc3-5979-4abc-bc41-3196388b2fb7, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=fdc2bbc3-5979-4abc-bc41-3196388b2fb7,segment=NetworkSegment(397a8c84-15dd-427d-ac18-d19d4b661b68),segment_id=397a8c84-15dd-427d-ac18-d19d4b661b68)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:10.819252 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:10.877561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=fdc2bbc3-5979-4abc-bc41-3196388b2fb7,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:10.878379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167d455-cb44-4d15-b85e-29d7ba4f6c0a req-43b28dda-7842-4c37-95fd-883259560306 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:10.879896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a167d455-cb44-4d15-b85e-29d7ba4f6c0a req-43b28dda-7842-4c37-95fd-883259560306 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=66fdc81b-16ec-4f6f-b545-c6a06f477511 HTTP/1.1" status: 200 len: 948 time: 0.1236713 Nov 26 02:48:10.913006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04297a9-a6a9-417e-b827-f1d7896bee54 req-63d1a7a0-95da-43ea-91ca-076062f5d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:10.914463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d04297a9-a6a9-417e-b827-f1d7896bee54 req-63d1a7a0-95da-43ea-91ca-076062f5d589 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.1666248 Nov 26 02:48:10.968162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d04297a9-a6a9-417e-b827-f1d7896bee54 req-d34427cb-d996-4591-ba8f-938f0c4dac0b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=e641ac96-f429-4fcb-bdc4-bb349f4606dd HTTP/1.1" status: 200 len: 217 time: 0.0431108 Nov 26 02:48:10.977952 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a167d455-cb44-4d15-b85e-29d7ba4f6c0a req-8b4a9cc3-2c2c-4c46-945e-713e9f8773da tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904124 Nov 26 02:48:11.030587 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04297a9-a6a9-417e-b827-f1d7896bee54 req-85470460-e4fd-49b1-9489-fb690ed5b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:11.032462 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d04297a9-a6a9-417e-b827-f1d7896bee54 req-85470460-e4fd-49b1-9489-fb690ed5b633 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0507927 Nov 26 02:48:11.127236 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04297a9-a6a9-417e-b827-f1d7896bee54 req-f76d6598-6de2-40b4-b74f-f77780e40072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:11.128840 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d04297a9-a6a9-417e-b827-f1d7896bee54 req-f76d6598-6de2-40b4-b74f-f77780e40072 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807154 Nov 26 02:48:11.141685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0854d9-7533-4f24-8175-41f356218a84 req-11d2005c-80fa-4249-a831-9aea438a0ef8 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:11.143263 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b0854d9-7533-4f24-8175-41f356218a84 req-11d2005c-80fa-4249-a831-9aea438a0ef8 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 931 time: 0.0642569 Nov 26 02:48:11.241071 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b0854d9-7533-4f24-8175-41f356218a84 req-e2dda23e-8c7f-44be-b1dc-cd89fb64b944 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876687 Nov 26 02:48:11.285018 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d04297a9-a6a9-417e-b827-f1d7896bee54 req-a7b30f3b-3dae-447b-926c-c771f477a8b8 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389952 Nov 26 02:48:11.445665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d04297a9-a6a9-417e-b827-f1d7896bee54 req-dd56cd53-095e-4e52-b4a1-2ece1429f391 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466153 Nov 26 02:48:11.464339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c9ac6-5d41-4eba-a8f7-dc56cfbfb9ad req-0c222505-2e6a-4d31-8401-158d7230503d tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:11.469311 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-576c9ac6-5d41-4eba-a8f7-dc56cfbfb9ad req-0c222505-2e6a-4d31-8401-158d7230503d tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 943 time: 0.0997622 Nov 26 02:48:11.530860 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-576c9ac6-5d41-4eba-a8f7-dc56cfbfb9ad req-fd40da43-c49c-4a51-843f-6f0361faa8f8 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605392 Nov 26 02:48:11.596661 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4b77b607-e813-4618-82a7-47b689df2afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:11.686140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36156) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:11.710347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618abbdd-884c-40cb-8dec-c4d04e9852f6 req-b3e6ed8e-2e7b-45b5-aa4b-916c148f6208 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:11.711938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-618abbdd-884c-40cb-8dec-c4d04e9852f6 req-b3e6ed8e-2e7b-45b5-aa4b-916c148f6208 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 945 time: 0.0660942 Nov 26 02:48:11.744959 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418d41fc-dc34-4a36-8bc7-9589f66b53fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4746c25-08ca-4115-9a78-5c3e477bfbc8'}, {'server_uuid': '79083701-4205-4930-bc02-86f7f8c08bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc2bbc3-5979-4abc-bc41-3196388b2fb7'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:11.747939 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa28f0c-3ddb-49bf-a8ad-80b47f611352" -d '{"events": [{"server_uuid": "418d41fc-dc34-4a36-8bc7-9589f66b53fe", "name": "network-vif-plugged", "status": "completed", "tag": "c4746c25-08ca-4115-9a78-5c3e477bfbc8"}, {"server_uuid": "79083701-4205-4930-bc02-86f7f8c08bce", "name": "network-vif-plugged", "status": "completed", "tag": "fdc2bbc3-5979-4abc-bc41-3196388b2fb7"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:11.764467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-618abbdd-884c-40cb-8dec-c4d04e9852f6 req-c3be5bed-c05b-4aa6-adaf-1bd6d1b22b13 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463035 Nov 26 02:48:11.825461 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-93621626-7532-4de3-a477-258ce7df78a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:11.901047 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-93621626-7532-4de3-a477-258ce7df78a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:11.905533 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-93621626-7532-4de3-a477-258ce7df78a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:11.939653 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-93621626-7532-4de3-a477-258ce7df78a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a7b96c7225845218c586bd8200c86b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515006 Nov 26 02:48:11.946643 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36162) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:11.950035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d5ecb-1ede-4871-9d62-c49400601328 req-84c80f93-484a-455c-ad46-65692e213ae1 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:11.953107 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-191d5ecb-1ede-4871-9d62-c49400601328 req-84c80f93-484a-455c-ad46-65692e213ae1 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.0961874 Nov 26 02:48:11.981857 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93621626-7532-4de3-a477-258ce7df78a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d158eaa9-d024-469a-af8b-a84534ea9f7e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:12.008149 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-191d5ecb-1ede-4871-9d62-c49400601328 req-210068bc-7a12-4db7-93f6-728665949430 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469785 Nov 26 02:48:12.013426 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2ad94ea-ab44-4b9e-9b07-06cfabdc50a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:12.051449 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2ad94ea-ab44-4b9e-9b07-06cfabdc50a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:12.104336 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2ad94ea-ab44-4b9e-9b07-06cfabdc50a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:12.107815 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2ad94ea-ab44-4b9e-9b07-06cfabdc50a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:12.109111 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e2ad94ea-ab44-4b9e-9b07-06cfabdc50a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d158eaa9-d024-469a-af8b-a84534ea9f7e HTTP/1.1" status: 204 len: 168 time: 0.1613538 Nov 26 02:48:12.110799 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361da39b-dd11-4f6a-8728-df416d015179 x-openstack-request-id: req-361da39b-dd11-4f6a-8728-df416d015179 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:12.111339 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418d41fc-dc34-4a36-8bc7-9589f66b53fe", "name": "network-vif-plugged", "status": "completed", "tag": "c4746c25-08ca-4115-9a78-5c3e477bfbc8", "code": 200}, {"server_uuid": "79083701-4205-4930-bc02-86f7f8c08bce", "name": "network-vif-plugged", "status": "completed", "tag": "fdc2bbc3-5979-4abc-bc41-3196388b2fb7", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:12.111646 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-361da39b-dd11-4f6a-8728-df416d015179 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:12.112187 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418d41fc-dc34-4a36-8bc7-9589f66b53fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4746c25-08ca-4115-9a78-5c3e477bfbc8', 'code': 200} Nov 26 02:48:12.112651 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79083701-4205-4930-bc02-86f7f8c08bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc2bbc3-5979-4abc-bc41-3196388b2fb7', 'code': 200} Nov 26 02:48:12.122299 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad94ea-ab44-4b9e-9b07-06cfabdc50a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d158eaa9-d024-469a-af8b-a84534ea9f7e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:12.237717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaabb9e-d90a-410d-ae6f-1d1f2600193b req-c72a5f4d-5a8d-4cb2-a26f-dc101f24318b tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:12.247246 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-faaabb9e-d90a-410d-ae6f-1d1f2600193b req-c72a5f4d-5a8d-4cb2-a26f-dc101f24318b tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=66fdc81b-16ec-4f6f-b545-c6a06f477511 HTTP/1.1" status: 200 len: 948 time: 0.0701878 Nov 26 02:48:12.336502 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-faaabb9e-d90a-410d-ae6f-1d1f2600193b req-3904adb8-8bff-4877-9840-bece1b622f34 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867689 Nov 26 02:48:12.340904 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb484287-a4fd-41d4-b8bf-8f20087f432a req-b87d223d-f3cf-4966-8562-a1a8067a6ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:12.342607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb484287-a4fd-41d4-b8bf-8f20087f432a req-b87d223d-f3cf-4966-8562-a1a8067a6ef2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=79083701-4205-4930-bc02-86f7f8c08bce HTTP/1.1" status: 200 len: 1096 time: 0.0790508 Nov 26 02:48:12.426742 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb484287-a4fd-41d4-b8bf-8f20087f432a req-c5a479b9-1b84-4d3e-96fb-6f1f2c424753 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751896 Nov 26 02:48:12.500515 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36186) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:12.521970 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3cedcd2-af57-4c6d-9aab-004f4b296594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:12.534024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b1d50-2fcf-4016-a01a-889ed04bf263 req-ba278ca6-fd04-4a2f-aa8e-9454d137513c tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:12.535563 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b1b1d50-2fcf-4016-a01a-889ed04bf263 req-ba278ca6-fd04-4a2f-aa8e-9454d137513c tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 931 time: 0.0867696 Nov 26 02:48:12.602306 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e641ac96-f429-4fcb-bdc4-bb349f4606dd details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:48:12.625927 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b1b1d50-2fcf-4016-a01a-889ed04bf263 req-5ec55796-a5ab-43e5-a280-8162ca20f644 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824430 Nov 26 02:48:12.680080 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3cedcd2-af57-4c6d-9aab-004f4b296594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:12.683163 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3cedcd2-af57-4c6d-9aab-004f4b296594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:12.747457 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e641ac96-f429-4fcb-bdc4-bb349f4606dd, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e641ac96-f429-4fcb-bdc4-bb349f4606dd,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:12.759895 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'e641ac96-f429-4fcb-bdc4-bb349f4606dd', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': 'e641ac96-f429-4fcb-bdc4-bb349f4606dd', 'mac_address': 'fa:16:3e:33:87:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:48:12.772290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e3cedcd2-af57-4c6d-9aab-004f4b296594 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8da79518f8724a49bf6cd9368d542423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704363 Nov 26 02:48:12.774919 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36196) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:12.782263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cedcd2-af57-4c6d-9aab-004f4b296594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81ac321-8e47-455a-a115-2fc1369ac69a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:12.810099 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:12.827243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e641ac96-f429-4fcb-bdc4-bb349f4606dd {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:12.853419 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e641ac96-f429-4fcb-bdc4-bb349f4606dd, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e641ac96-f429-4fcb-bdc4-bb349f4606dd,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:12.864095 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:12.872792 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8875abf5-0639-4980-b699-a5eeaf70fba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:12.887731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de7a66-6c5e-4e22-a50a-be5f3dd6c55c req-c8f9001c-c404-4efd-a70c-f7943f04e68d tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:12.892703 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-48de7a66-6c5e-4e22-a50a-be5f3dd6c55c req-c8f9001c-c404-4efd-a70c-f7943f04e68d tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 943 time: 0.0856092 Nov 26 02:48:12.911227 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8875abf5-0639-4980-b699-a5eeaf70fba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:12.931368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e641ac96-f429-4fcb-bdc4-bb349f4606dd,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:12.971970 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-48de7a66-6c5e-4e22-a50a-be5f3dd6c55c req-4cfb62b6-741c-4107-b6ec-87e7063b3dc6 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733697 Nov 26 02:48:12.973921 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8875abf5-0639-4980-b699-a5eeaf70fba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:12.976860 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8875abf5-0639-4980-b699-a5eeaf70fba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:12.978117 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8875abf5-0639-4980-b699-a5eeaf70fba1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f81ac321-8e47-455a-a115-2fc1369ac69a HTTP/1.1" status: 204 len: 168 time: 0.2018342 Nov 26 02:48:13.005141 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875abf5-0639-4980-b699-a5eeaf70fba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81ac321-8e47-455a-a115-2fc1369ac69a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:13.165337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d92ef9-1f43-4d70-8520-d53dbb982c1e req-bd123871-6754-47eb-8a08-7d88578125a1 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:13.174694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9d92ef9-1f43-4d70-8520-d53dbb982c1e req-bd123871-6754-47eb-8a08-7d88578125a1 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 945 time: 0.0784147 Nov 26 02:48:13.214353 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e641ac96-f429-4fcb-bdc4-bb349f4606dd'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:48:13.229626 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9d92ef9-1f43-4d70-8520-d53dbb982c1e req-582d05b0-2cc8-4eee-84d3-229043405306 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539999 Nov 26 02:48:13.496361 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f3229-58e8-4b7f-bfd9-d6ac280335e4 req-179e077c-4dbb-4ea6-a492-d2d258a445ba tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:13.503893 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a17f3229-58e8-4b7f-bfd9-d6ac280335e4 req-179e077c-4dbb-4ea6-a492-d2d258a445ba tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.1251626 Nov 26 02:48:13.508242 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36218) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:13.610005 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a17f3229-58e8-4b7f-bfd9-d6ac280335e4 req-fbbd7acd-393f-445a-b4eb-63d40624aa1f tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944798 Nov 26 02:48:13.732139 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d4aeb19-3b4c-4536-bf16-6cfa9caf4b8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:13.789956 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be9f74-7c7c-4590-b24e-2c3754d7deaf req-9dc33cde-6d0d-4aba-888a-523c3b13caf2 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:13.791784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8be9f74-7c7c-4590-b24e-2c3754d7deaf req-9dc33cde-6d0d-4aba-888a-523c3b13caf2 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=66fdc81b-16ec-4f6f-b545-c6a06f477511 HTTP/1.1" status: 200 len: 949 time: 0.0923140 Nov 26 02:48:13.888659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8be9f74-7c7c-4590-b24e-2c3754d7deaf req-f05fdb69-ed71-4fe6-bf5e-99c22731c0b4 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880065 Nov 26 02:48:13.914707 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d4aeb19-3b4c-4536-bf16-6cfa9caf4b8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:13.922163 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d4aeb19-3b4c-4536-bf16-6cfa9caf4b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:13.992649 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4aeb19-3b4c-4536-bf16-6cfa9caf4b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51c1d22-b598-45b7-856b-bfebae2b399e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:14.003943 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2d4aeb19-3b4c-4536-bf16-6cfa9caf4b8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a950e634582640af8097d52af5709e4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4943993 Nov 26 02:48:14.006789 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36238) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:14.034768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21f1e8-c7c2-402f-af24-d53ce6f6164f req-1edb6147-e6f2-4dac-8c65-6252fdd570a2 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:14.036597 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e21f1e8-c7c2-402f-af24-d53ce6f6164f req-1edb6147-e6f2-4dac-8c65-6252fdd570a2 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 931 time: 0.0783367 Nov 26 02:48:14.111413 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e95bf5f-849f-40d1-95f1-03d087927e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:14.120639 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d5054e01-d157-442b-96b3-22b61891154c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:14.154406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e21f1e8-c7c2-402f-af24-d53ce6f6164f req-99c16c7c-d678-496e-ac1f-24a134ff1088 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091330 Nov 26 02:48:14.159279 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d5054e01-d157-442b-96b3-22b61891154c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:14.226405 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d5054e01-d157-442b-96b3-22b61891154c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:14.229967 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d5054e01-d157-442b-96b3-22b61891154c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:14.231941 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d5054e01-d157-442b-96b3-22b61891154c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f51c1d22-b598-45b7-856b-bfebae2b399e HTTP/1.1" status: 204 len: 168 time: 0.2234452 Nov 26 02:48:14.241769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5054e01-d157-442b-96b3-22b61891154c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51c1d22-b598-45b7-856b-bfebae2b399e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:14.367302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1f4dd-ade1-4c03-99e9-623a42c5a2c0 req-8fbcf8d4-171b-49b2-aeec-bb8c88f64cd7 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:14.369057 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b3b1f4dd-ade1-4c03-99e9-623a42c5a2c0 req-8fbcf8d4-171b-49b2-aeec-bb8c88f64cd7 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 943 time: 0.0747101 Nov 26 02:48:14.442973 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b3b1f4dd-ade1-4c03-99e9-623a42c5a2c0 req-2317b662-b6d1-4660-b108-0ef9fffd4f70 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641966 Nov 26 02:48:14.634577 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e641ac96-f429-4fcb-bdc4-bb349f4606dd up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:48:14.666896 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce112e-0a9c-4cf6-82dc-1c72ad52738a req-3c85d4ad-6428-4502-bee8-6cce00114d73 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:14.679177 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6cce112e-0a9c-4cf6-82dc-1c72ad52738a req-3c85d4ad-6428-4502-bee8-6cce00114d73 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 945 time: 0.1573703 Nov 26 02:48:14.749345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6cce112e-0a9c-4cf6-82dc-1c72ad52738a req-dbf34865-ea18-4570-9d5f-c2e7b7852d56 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645485 Nov 26 02:48:14.770937 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port e641ac96-f429-4fcb-bdc4-bb349f4606dd completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:48:14.784675 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port e641ac96-f429-4fcb-bdc4-bb349f4606dd triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:14.785066 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:14.932686 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:14.965603 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:14.999450 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0b1e8-2be5-4fb6-b472-3c889809ad5d req-e0d6dca6-6dd0-43a8-911b-a67286eae081 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:15.005207 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52f0b1e8-2be5-4fb6-b472-3c889809ad5d req-e0d6dca6-6dd0-43a8-911b-a67286eae081 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.1328826 Nov 26 02:48:15.016794 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fdc81b-16ec-4f6f-b545-c6a06f477511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e641ac96-f429-4fcb-bdc4-bb349f4606dd'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:15.022290 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b3a001-0b08-489f-aa24-6b67a9eb0b1f" -d '{"events": [{"server_uuid": "66fdc81b-16ec-4f6f-b545-c6a06f477511", "name": "network-vif-plugged", "status": "completed", "tag": "e641ac96-f429-4fcb-bdc4-bb349f4606dd"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:15.037229 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e641ac96-f429-4fcb-bdc4-bb349f4606dd, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e641ac96-f429-4fcb-bdc4-bb349f4606dd,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:15.043033 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:15.088561 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52f0b1e8-2be5-4fb6-b472-3c889809ad5d req-c3d4bedd-a870-45a3-b46c-97189592d90b tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686109 Nov 26 02:48:15.187515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e641ac96-f429-4fcb-bdc4-bb349f4606dd,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:15.259060 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701afb8-f7f5-4e01-b123-ce39e0077b24 req-30b1fbe0-4c5b-4025-96c0-7616df953d50 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:15.264795 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7701afb8-f7f5-4e01-b123-ce39e0077b24 req-30b1fbe0-4c5b-4025-96c0-7616df953d50 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=66fdc81b-16ec-4f6f-b545-c6a06f477511 HTTP/1.1" status: 200 len: 950 time: 0.0899355 Nov 26 02:48:15.317590 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7701afb8-f7f5-4e01-b123-ce39e0077b24 req-23ef35f2-1438-428e-83ee-cb5559e5c046 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491595 Nov 26 02:48:15.398597 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1645010c-ab87-4411-96a5-7e9432d41030 x-openstack-request-id: req-1645010c-ab87-4411-96a5-7e9432d41030 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:15.399281 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fdc81b-16ec-4f6f-b545-c6a06f477511", "name": "network-vif-plugged", "status": "completed", "tag": "e641ac96-f429-4fcb-bdc4-bb349f4606dd", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:15.399934 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1645010c-ab87-4411-96a5-7e9432d41030 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:15.400707 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fdc81b-16ec-4f6f-b545-c6a06f477511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e641ac96-f429-4fcb-bdc4-bb349f4606dd', 'code': 200} Nov 26 02:48:15.583973 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11684a2e-b1d1-479c-9791-70e641e99428 req-29b7a69f-e0a0-4adc-9cd0-6848068f3cb9 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:15.591885 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-11684a2e-b1d1-479c-9791-70e641e99428 req-29b7a69f-e0a0-4adc-9cd0-6848068f3cb9 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 931 time: 0.1225612 Nov 26 02:48:15.632907 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cb8c6-58a9-4747-8b7d-bcc815c306d5 req-5e65cd4b-5a3e-4660-8414-ffe5d1b0e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:15.634390 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-042cb8c6-58a9-4747-8b7d-bcc815c306d5 req-5e65cd4b-5a3e-4660-8414-ffe5d1b0e1a5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=66fdc81b-16ec-4f6f-b545-c6a06f477511 HTTP/1.1" status: 200 len: 1101 time: 0.1177678 Nov 26 02:48:15.660693 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-11684a2e-b1d1-479c-9791-70e641e99428 req-0a9120a1-213f-4a77-992f-fa3f31852bb5 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679212 Nov 26 02:48:15.694553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-042cb8c6-58a9-4747-8b7d-bcc815c306d5 req-19b3716a-365c-4caf-b2c2-3610aab2afc5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441740 Nov 26 02:48:15.769359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cacb43-4cf1-4801-91ae-fa91905860f7 req-b0c9a575-19df-4409-83fa-6cd7cb0da077 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:15.770831 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-48cacb43-4cf1-4801-91ae-fa91905860f7 req-b0c9a575-19df-4409-83fa-6cd7cb0da077 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 943 time: 0.0491579 Nov 26 02:48:15.817776 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-48cacb43-4cf1-4801-91ae-fa91905860f7 req-f9c87a39-23b7-4c6b-89a8-456a0fe7e85b tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406039 Nov 26 02:48:16.155784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-5a8710df-e701-44a1-a9c3-1d3a3d96010e tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=08b5feaa4095481faa6084a9cce632a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259371 Nov 26 02:48:16.269241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-10df562c-b732-4331-bfe5-247ded59ea4e tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:16.270858 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-10df562c-b732-4331-bfe5-247ded59ea4e tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1090496 Nov 26 02:48:16.289193 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-ffccc6d7-c84e-4731-8602-df32d05f7e56 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/quotas/08b5feaa4095481faa6084a9cce632a2 HTTP/1.1" status: 200 len: 375 time: 0.0108643 Nov 26 02:48:16.321490 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-5f2206a5-404c-4cbe-8e17-3468c5bc78c3 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262091 Nov 26 02:48:16.537033 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:16.718337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f64c3-fd3e-42ea-9028-e435ec255959 req-3a4e4a36-82df-48c4-bbfb-d5eae6b4f0c6 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:16.719918 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f2f64c3-fd3e-42ea-9028-e435ec255959 req-3a4e4a36-82df-48c4-bbfb-d5eae6b4f0c6 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 945 time: 0.0626383 Nov 26 02:48:16.798126 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f2f64c3-fd3e-42ea-9028-e435ec255959 req-feae9406-1c96-4c91-9ce2-a71f052149dc tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615842 Nov 26 02:48:16.940497 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6a955-17dc-4f0d-bfb0-0958d09839f6 req-845e530d-2a87-4c46-8b4c-1e19010e02a0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:16.944697 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1c6a955-17dc-4f0d-bfb0-0958d09839f6 req-845e530d-2a87-4c46-8b4c-1e19010e02a0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.0668478 Nov 26 02:48:16.954402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36336) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:17.008348 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1c6a955-17dc-4f0d-bfb0-0958d09839f6 req-afb02837-aa4b-42b3-88da-104a7a711040 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473614 Nov 26 02:48:17.098172 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7bb36e60-e09f-4d82-9cc8-d39e0c7a419d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:17.162396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3664843-8578-4104-b953-83cfbfec3316 req-ee2ba1df-ea24-40cf-8b8e-6cc28e0d9f40 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:17.163913 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3664843-8578-4104-b953-83cfbfec3316 req-ee2ba1df-ea24-40cf-8b8e-6cc28e0d9f40 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=66fdc81b-16ec-4f6f-b545-c6a06f477511 HTTP/1.1" status: 200 len: 950 time: 0.0824924 Nov 26 02:48:17.236397 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3664843-8578-4104-b953-83cfbfec3316 req-97174195-6c56-4436-ae2a-bc79cea52178 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653775 Nov 26 02:48:17.248490 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7bb36e60-e09f-4d82-9cc8-d39e0c7a419d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:17.265867 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7bb36e60-e09f-4d82-9cc8-d39e0c7a419d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:17.321611 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7bb36e60-e09f-4d82-9cc8-d39e0c7a419d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea6cf4476923403a9d559dafd044c74e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3658431 Nov 26 02:48:17.324856 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36342) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:17.325451 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb36e60-e09f-4d82-9cc8-d39e0c7a419d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd61c41e-9e1f-4f21-b4fe-1b9e28230d68,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:17.349058 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d58f809a-a2d4-4459-bcb1-1672174c1d33 req-33d67687-cfc5-45ef-a46f-131a281ce995 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 210 time: 0.0442710 Nov 26 02:48:17.395260 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-310f4bf2-fffd-4c8c-bb8e-585e8fbb0986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:17.432853 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-310f4bf2-fffd-4c8c-bb8e-585e8fbb0986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:17.487263 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:17.491905 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e4c93-a251-4ae8-a81c-0fd2bc0b2020 req-503fd46a-b713-4c9e-8315-fe9f511b4fd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:17.493455 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f96e4c93-a251-4ae8-a81c-0fd2bc0b2020 req-503fd46a-b713-4c9e-8315-fe9f511b4fd6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 931 time: 0.0777423 Nov 26 02:48:17.527669 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-310f4bf2-fffd-4c8c-bb8e-585e8fbb0986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:17.530671 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-310f4bf2-fffd-4c8c-bb8e-585e8fbb0986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:17.531810 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-310f4bf2-fffd-4c8c-bb8e-585e8fbb0986 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd61c41e-9e1f-4f21-b4fe-1b9e28230d68 HTTP/1.1" status: 204 len: 168 time: 0.2035978 Nov 26 02:48:17.554961 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f4bf2-fffd-4c8c-bb8e-585e8fbb0986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd61c41e-9e1f-4f21-b4fe-1b9e28230d68,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:17.567066 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f96e4c93-a251-4ae8-a81c-0fd2bc0b2020 req-45d08abc-02f6-4d67-b24f-16907d97c5eb tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666149 Nov 26 02:48:17.701155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3647f-40dc-43c4-a46c-000c0b394876 req-38d212f9-5bc3-4ee0-a433-59a3f6d54589 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:17.702680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5f3647f-40dc-43c4-a46c-000c0b394876 req-38d212f9-5bc3-4ee0-a433-59a3f6d54589 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 943 time: 0.0635753 Nov 26 02:48:17.753655 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-8b748f95-db47-4fa3-be6f-e8f71095f895 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=08b5feaa4095481faa6084a9cce632a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367155 Nov 26 02:48:17.826463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5f3647f-40dc-43c4-a46c-000c0b394876 req-381fabe7-5f39-448c-b10b-941bf67ebd86 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173556 Nov 26 02:48:17.896768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-7b8af1ef-86c1-4d2a-ac9d-1a8390c412da tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:17.898259 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-7b8af1ef-86c1-4d2a-ac9d-1a8390c412da tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1384933 Nov 26 02:48:17.947365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-b5b3259a-0b78-4798-adfe-aebd823ee77f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Request body: {'port': {'device_id': '5bf3d835-6bca-47d7-9b0b-5fd3742a516c', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '08b5feaa4095481faa6084a9cce632a2'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:18.102711 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7da860-aaa8-4954-b5f3-a4dd1de48ca2 req-dd71e441-32c8-474f-b45b-b64460f7a4c1 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:18.104233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c7da860-aaa8-4954-b5f3-a4dd1de48ca2 req-dd71e441-32c8-474f-b45b-b64460f7a4c1 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 945 time: 0.0694590 Nov 26 02:48:18.119291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-b5b3259a-0b78-4798-adfe-aebd823ee77f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Made reservation on behalf of 08b5feaa4095481faa6084a9cce632a2 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:48:18.123271 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-b5b3259a-0b78-4798-adfe-aebd823ee77f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:18.139996 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-b5b3259a-0b78-4798-adfe-aebd823ee77f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:18.181374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c7da860-aaa8-4954-b5f3-a4dd1de48ca2 req-498d6811-3fd8-45d2-8330-fb740bac41d3 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692177 Nov 26 02:48:18.241209 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-b5b3259a-0b78-4798-adfe-aebd823ee77f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:18.246772 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-b5b3259a-0b78-4798-adfe-aebd823ee77f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:18.594074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3259a-0b78-4798-adfe-aebd823ee77f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c46cc94-74aa-4943-8f36-1598bc8e5941,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:18.626458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c14f8-59ff-42bf-959e-e7f9f42d3bac req-e687403a-a377-4ebc-a380-49d26707fc00 tempest-ServersAdminNegativeTestJSON-221960267 tempest-ServersAdminNegativeTestJSON-221960267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:18.628013 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-489c14f8-59ff-42bf-959e-e7f9f42d3bac req-e687403a-a377-4ebc-a380-49d26707fc00 tempest-ServersAdminNegativeTestJSON-221960267 tempest-ServersAdminNegativeTestJSON-221960267-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=66fdc81b-16ec-4f6f-b545-c6a06f477511 HTTP/1.1" status: 200 len: 1101 time: 0.3727407 Nov 26 02:48:18.669497 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-489c14f8-59ff-42bf-959e-e7f9f42d3bac req-d66ecddd-902c-44ee-a601-112ca820e64b tempest-ServersAdminNegativeTestJSON-221960267 tempest-ServersAdminNegativeTestJSON-221960267-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:18.702107 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-b5b3259a-0b78-4798-adfe-aebd823ee77f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Allocated IP 192.168.233.54 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/ff1e4597-24c9-4f10-b373-14610df89cdf) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:48:18.848842 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-489c14f8-59ff-42bf-959e-e7f9f42d3bac req-d66ecddd-902c-44ee-a601-112ca820e64b tempest-ServersAdminNegativeTestJSON-221960267 tempest-ServersAdminNegativeTestJSON-221960267-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:18.855566 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-489c14f8-59ff-42bf-959e-e7f9f42d3bac req-d66ecddd-902c-44ee-a601-112ca820e64b tempest-ServersAdminNegativeTestJSON-221960267 tempest-ServersAdminNegativeTestJSON-221960267-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:18.909771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-489c14f8-59ff-42bf-959e-e7f9f42d3bac req-d66ecddd-902c-44ee-a601-112ca820e64b tempest-ServersAdminNegativeTestJSON-221960267 tempest-ServersAdminNegativeTestJSON-221960267-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600513 Nov 26 02:48:18.916069 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ecddd-902c-44ee-a601-112ca820e64b tempest-ServersAdminNegativeTestJSON-221960267 tempest-ServersAdminNegativeTestJSON-221960267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2530e9-a006-4afb-97db-40be690c345a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:18.936006 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-b5b3259a-0b78-4798-adfe-aebd823ee77f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:18.977949 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-b5b3259a-0b78-4798-adfe-aebd823ee77f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:19.048162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-b5b3259a-0b78-4798-adfe-aebd823ee77f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:48:19.056642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-b5b3259a-0b78-4798-adfe-aebd823ee77f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:19.062427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-b5b3259a-0b78-4798-adfe-aebd823ee77f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:48:19.065443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3259a-0b78-4798-adfe-aebd823ee77f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Pushing event updated for resources: {'Port': ['ID=ff1e4597-24c9-4f10-b373-14610df89cdf,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:19.110197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6f942-1fcf-443d-b658-a77b135bd1da req-ec68f688-5089-4a56-8b44-ed857171d0d0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:19.111633 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9c6f942-1fcf-443d-b658-a77b135bd1da req-ec68f688-5089-4a56-8b44-ed857171d0d0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.1253865 Nov 26 02:48:19.147604 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-b5b3259a-0b78-4798-adfe-aebd823ee77f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:19.148295 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-b5b3259a-0b78-4798-adfe-aebd823ee77f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:19.185105 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-b5b3259a-0b78-4798-adfe-aebd823ee77f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2434464 Nov 26 02:48:19.190173 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9c6f942-1fcf-443d-b658-a77b135bd1da req-9d6bb833-037a-4f04-9c07-614f2050462f tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706046 Nov 26 02:48:19.217021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Request body: {'port': {'device_id': '5bf3d835-6bca-47d7-9b0b-5fd3742a516c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:19.291969 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Request body: {'port': {'device_id': '18c4fe19-6d41-4d25-84be-c6ab732ba9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:19.342294 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:19.364929 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d3f630a1-64e0-4c47-9383-8864cc452c36 None None] Provisioning complete for port ff1e4597-24c9-4f10-b373-14610df89cdf triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:19.365990 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d3f630a1-64e0-4c47-9383-8864cc452c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:19.407803 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d3f630a1-64e0-4c47-9383-8864cc452c36 None None] Port ff1e4597-24c9-4f10-b373-14610df89cdf cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:48:19.534053 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:19.559904 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951b963-6a74-41a3-a589-c860ee246a88 req-005d8533-5840-47ff-9869-dd0267b522a0 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:19.561739 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0951b963-6a74-41a3-a589-c860ee246a88 req-005d8533-5840-47ff-9869-dd0267b522a0 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 935 time: 0.2637532 Nov 26 02:48:19.638348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-fce1f724-a7d1-402e-9ef2-a818bcdbeec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:19.640023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-fce1f724-a7d1-402e-9ef2-a818bcdbeec0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df22fff43dc44dc9b056be834fb9428c&device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 1094 time: 0.2948320 Nov 26 02:48:19.721068 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7242d16-89e0-49a3-ba53-18aa27f28059 req-9da31bd6-ec76-4ab8-85b8-43b06d4facf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:19.723035 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7242d16-89e0-49a3-ba53-18aa27f28059 req-9da31bd6-ec76-4ab8-85b8-43b06d4facf7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 1096 time: 0.2797036 Nov 26 02:48:19.975752 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0951b963-6a74-41a3-a589-c860ee246a88 req-5d773e4e-40b4-43f3-83a8-96171f705a14 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055865 Nov 26 02:48:20.096864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6a1f8-9b51-4960-91e5-6a1637a28278 req-1ce22ddd-a85d-4e4c-b7d2-10a82aaedb41 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:20.098345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9db6a1f8-9b51-4960-91e5-6a1637a28278 req-1ce22ddd-a85d-4e4c-b7d2-10a82aaedb41 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 931 time: 0.3232393 Nov 26 02:48:20.124445 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-2c5ddd84-ef2f-4a93-9117-cfd60f49846f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:20.125883 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-2c5ddd84-ef2f-4a93-9117-cfd60f49846f service neutron] 10.222.0.54 "GET /v2.0/networks?id=f39b2869-408f-4977-b26d-64ee54356fa8 HTTP/1.1" status: 200 len: 914 time: 0.4496028 Nov 26 02:48:20.176226 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7242d16-89e0-49a3-ba53-18aa27f28059 req-2e6121a5-49d2-4a87-ad64-4a7e91ecfede service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947480 Nov 26 02:48:20.252391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-ec9a7dcc-54fd-4223-b3f0-f0936bdebfca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a383cf6-1d0a-4923-a686-1db4154923f0 HTTP/1.1" status: 200 len: 217 time: 0.0851789 Nov 26 02:48:20.316700 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd2aa3-9f28-4fab-af0f-8172675b4c7e req-8e316b23-2ab1-48e9-b1bb-055678bdc1df tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:20.318306 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92fd2aa3-9f28-4fab-af0f-8172675b4c7e req-8e316b23-2ab1-48e9-b1bb-055678bdc1df tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 943 time: 0.2662334 Nov 26 02:48:20.365352 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9db6a1f8-9b51-4960-91e5-6a1637a28278 req-c5931b30-799c-46d2-ab6b-ef00b0b4f729 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481019 Nov 26 02:48:20.383039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1e4597-24c9-4f10-b373-14610df89cdf {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:20.399660 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:20.439338 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Transition to ACTIVE for port object ff1e4597-24c9-4f10-b373-14610df89cdf will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:48:20.465940 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:20.538482 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92fd2aa3-9f28-4fab-af0f-8172675b4c7e req-bb060ac7-330c-4ff8-957b-3a89adec2597 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937997 Nov 26 02:48:20.594117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901f9f86-bb56-4d14-85a7-86d3ddef324d {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:20.613733 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:20.654935 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1e4597-24c9-4f10-b373-14610df89cdf,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:20.688609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf7ece-303a-4c12-84b4-2c5018cb2695 req-1304d623-9746-47e1-bfb8-a1431d5d0c5b tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:20.690204 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fbf7ece-303a-4c12-84b4-2c5018cb2695 req-1304d623-9746-47e1-bfb8-a1431d5d0c5b tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 945 time: 0.2608001 Nov 26 02:48:20.695141 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Transition to ACTIVE for port object 901f9f86-bb56-4d14-85a7-86d3ddef324d will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:48:20.710583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-221bdba8-ec62-41b3-a759-34520cb60ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:20.712083 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-221bdba8-ec62-41b3-a759-34520cb60ed6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2abdf40-1000-4756-b85e-c317544fe25c HTTP/1.1" status: 200 len: 853 time: 0.1811204 Nov 26 02:48:20.717727 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:20.830422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-4ef75299-8988-4185-8417-f8707d77e929 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f39b2869-408f-4977-b26d-64ee54356fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013229 Nov 26 02:48:20.867377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8edcee-a985-483d-8eb2-af2743ffe70f req-8f68cae8-056a-46cf-859e-3a9c32e954c0 tempest-ServersAdminNegativeTestJSON-221960267 tempest-ServersAdminNegativeTestJSON-221960267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:20.869086 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff8edcee-a985-483d-8eb2-af2743ffe70f req-8f68cae8-056a-46cf-859e-3a9c32e954c0 tempest-ServersAdminNegativeTestJSON-221960267 tempest-ServersAdminNegativeTestJSON-221960267-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=66fdc81b-16ec-4f6f-b545-c6a06f477511 HTTP/1.1" status: 200 len: 1101 time: 0.2488832 Nov 26 02:48:20.889030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Pushing event updated for resources: {'Port': ['ID=901f9f86-bb56-4d14-85a7-86d3ddef324d,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:20.991227 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fbf7ece-303a-4c12-84b4-2c5018cb2695 req-d7741cdf-6662-4e3d-94fd-02913972255b tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770627 Nov 26 02:48:21.005525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Attempting to bind port ff1e4597-24c9-4f10-b373-14610df89cdf on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:48:21.005874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Attempting to bind port ff1e4597-24c9-4f10-b373-14610df89cdf by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:48:21.006217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Attempting to bind port ff1e4597-24c9-4f10-b373-14610df89cdf on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:21.045888 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Port ff1e4597-24c9-4f10-b373-14610df89cdf on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:48:21.046148 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Attempting to bind port ff1e4597-24c9-4f10-b373-14610df89cdf on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:21.077179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:48:21.077498 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:48:21.077889 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:48:21.078327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Bound port: ff1e4597-24c9-4f10-b373-14610df89cdf, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:48:21.078687 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:21.116463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff8edcee-a985-483d-8eb2-af2743ffe70f req-011fb262-df7e-4fc0-82d5-f2e498651e7d tempest-ServersAdminNegativeTestJSON-221960267 tempest-ServersAdminNegativeTestJSON-221960267-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999762 Nov 26 02:48:21.139197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-ce5f91f1-69cf-4a52-879d-67370d0219e4 service neutron] 10.222.0.54 "GET /v2.0/networks/f39b2869-408f-4977-b26d-64ee54356fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990937 Nov 26 02:48:21.151057 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Attempting to bind port 901f9f86-bb56-4d14-85a7-86d3ddef324d on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:48:21.151405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Attempting to bind port 901f9f86-bb56-4d14-85a7-86d3ddef324d by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '31c87a92-3928-498c-b8f3-d9b0f6bc3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:48:21.151736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Attempting to bind port 901f9f86-bb56-4d14-85a7-86d3ddef324d on network 9423f87b-b88b-4513-882b-6a768f8ff269 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:21.496887 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Port 901f9f86-bb56-4d14-85a7-86d3ddef324d on network 9423f87b-b88b-4513-882b-6a768f8ff269 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:48:21.497119 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Attempting to bind port 901f9f86-bb56-4d14-85a7-86d3ddef324d on network 9423f87b-b88b-4513-882b-6a768f8ff269 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:21.535895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c47af-0e1a-4e80-87e9-67296db22847 req-6789fb8e-660e-43f4-9a3e-bee725bb85f9 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:21.537494 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e8c47af-0e1a-4e80-87e9-67296db22847 req-6789fb8e-660e-43f4-9a3e-bee725bb85f9 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.4676547 Nov 26 02:48:21.544575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:48:21.544920 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Checking segment: {'id': '31c87a92-3928-498c-b8f3-d9b0f6bc3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:48:21.545313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Bound using segment: {'id': '31c87a92-3928-498c-b8f3-d9b0f6bc3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:48:21.545759 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Bound port: 901f9f86-bb56-4d14-85a7-86d3ddef324d, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c87a92-3928-498c-b8f3-d9b0f6bc3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:48:21.546116 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:21.608696 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] For port ff1e4597-24c9-4f10-b373-14610df89cdf, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:48:21.682852 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43407c-148c-4d50-bc2a-4a8985209e8b req-14335005-a44c-42c0-aaed-c2974b67ac1c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:21.684415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a43407c-148c-4d50-bc2a-4a8985209e8b req-14335005-a44c-42c0-aaed-c2974b67ac1c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 947 time: 0.2353709 Nov 26 02:48:21.693637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] For port ff1e4597-24c9-4f10-b373-14610df89cdf, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ff1e4597-24c9-4f10-b373-14610df89cdf,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:48:21.713685 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:21.717322 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17309128-9fc9-4a20-b9fd-28796f0914bb req-3ec94187-13f7-418a-87af-8899564daaf6 service neutron] 10.222.0.54 "GET /v2.0/networks/f39b2869-408f-4977-b26d-64ee54356fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681043 Nov 26 02:48:21.728175 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e8c47af-0e1a-4e80-87e9-67296db22847 req-b997d856-5c4b-4179-aa48-f60fb4853522 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799924 Nov 26 02:48:21.788017 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:21.788684 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:21.790116 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] 10.222.0.59 "PUT /v2.0/ports/ff1e4597-24c9-4f10-b373-14610df89cdf HTTP/1.1" status: 200 len: 1095 time: 2.5861020 Nov 26 02:48:21.790570 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf3d835-6bca-47d7-9b0b-5fd3742a516c', 'tag': 'ff1e4597-24c9-4f10-b373-14610df89cdf'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:21.793501 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5fea6f-c350-4e68-84ce-0ad014baa4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf3d835-6bca-47d7-9b0b-5fd3742a516c", "tag": "ff1e4597-24c9-4f10-b373-14610df89cdf"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:21.798339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] For port 901f9f86-bb56-4d14-85a7-86d3ddef324d, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:48:21.804173 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] For port 901f9f86-bb56-4d14-85a7-86d3ddef324d, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=901f9f86-bb56-4d14-85a7-86d3ddef324d,segment=NetworkSegment(31c87a92-3928-498c-b8f3-d9b0f6bc3444),segment_id=31c87a92-3928-498c-b8f3-d9b0f6bc3444)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:48:21.826068 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:21.866249 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610a0cb-1fdb-41da-aa8f-2a385312f727 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1e4597-24c9-4f10-b373-14610df89cdf,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:21.899370 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a43407c-148c-4d50-bc2a-4a8985209e8b req-9ed9af89-8977-46bc-a672-52117fece81a tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023160 Nov 26 02:48:21.948371 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:21.950405 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:21.952881 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] 10.222.0.54 "PUT /v2.0/ports/901f9f86-bb56-4d14-85a7-86d3ddef324d HTTP/1.1" status: 200 len: 1091 time: 2.6780446 Nov 26 02:48:22.062002 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-26541064-91a4-4545-9301-11f498ad0253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:22.063679 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-26541064-91a4-4545-9301-11f498ad0253 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 1098 time: 0.1846454 Nov 26 02:48:22.066575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef08af-fa33-42bb-8463-3cf8fde066c2 service neutron] Pushing event updated for resources: {'Port': ['ID=901f9f86-bb56-4d14-85a7-86d3ddef324d,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:22.103265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa95631-9843-49d2-adef-eacb12f82f9d req-65c73e56-27fe-45e4-8143-d9d2d0ec9238 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:22.107247 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-caa95631-9843-49d2-adef-eacb12f82f9d req-65c73e56-27fe-45e4-8143-d9d2d0ec9238 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 943 time: 0.1068895 Nov 26 02:48:22.124602 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:22.196080 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-8f377828-6d60-4d34-ba2e-e1cfdbe2cde8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=ff1e4597-24c9-4f10-b373-14610df89cdf HTTP/1.1" status: 200 len: 217 time: 0.0842600 Nov 26 02:48:22.294655 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-caa95631-9843-49d2-adef-eacb12f82f9d req-a23f0a67-6650-4748-9f12-651abd88fa41 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614032 Nov 26 02:48:22.302760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-133ee5f5-48ac-458f-a05e-c88ad633fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:22.304264 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-133ee5f5-48ac-458f-a05e-c88ad633fa29 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=423ce6341aae4306a11cf3104fe14bb1&device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 1094 time: 0.1959937 Nov 26 02:48:22.312615 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d557b5f-6352-46df-acb0-961d33dc82b4 req-c5eea576-f5fd-4a46-aaeb-44e04993730f tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:22.314074 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d557b5f-6352-46df-acb0-961d33dc82b4 req-c5eea576-f5fd-4a46-aaeb-44e04993730f tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 943 time: 0.1612401 Nov 26 02:48:22.315681 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-5e5983fb-b297-4f0f-a744-1c4acc775c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:22.317105 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-5e5983fb-b297-4f0f-a744-1c4acc775c28 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0970006 Nov 26 02:48:22.341153 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67024e92-e902-48c7-900e-3206b02d1d39 x-openstack-request-id: req-67024e92-e902-48c7-900e-3206b02d1d39 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:22.341440 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf3d835-6bca-47d7-9b0b-5fd3742a516c", "tag": "ff1e4597-24c9-4f10-b373-14610df89cdf", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:22.341684 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67024e92-e902-48c7-900e-3206b02d1d39 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:22.342081 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf3d835-6bca-47d7-9b0b-5fd3742a516c', 'tag': 'ff1e4597-24c9-4f10-b373-14610df89cdf', 'status': 'completed', 'code': 200} Nov 26 02:48:22.398575 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-2e382051-149b-428d-9c8d-0b6210cbf62b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=901f9f86-bb56-4d14-85a7-86d3ddef324d HTTP/1.1" status: 200 len: 217 time: 0.0788879 Nov 26 02:48:22.498600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-bca803f5-4734-407b-afb6-df72d6fc1f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:22.500157 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-bca803f5-4734-407b-afb6-df72d6fc1f78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1733446 Nov 26 02:48:22.505890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d557b5f-6352-46df-acb0-961d33dc82b4 req-048a2502-db1b-4d03-b390-e75928d44b88 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800978 Nov 26 02:48:22.512230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-a927c44c-7307-41bb-8341-0faa3c6ac617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:22.513674 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-a927c44c-7307-41bb-8341-0faa3c6ac617 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=20accd68-bf6e-4dd2-ab0a-8edec2df53fa HTTP/1.1" status: 200 len: 853 time: 0.1008179 Nov 26 02:48:22.521852 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e7f71-777b-49c6-893d-04c061182f4f req-44f4c0dc-fa24-4830-898d-61e8e538a30e tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:22.523337 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-707e7f71-777b-49c6-893d-04c061182f4f req-44f4c0dc-fa24-4830-898d-61e8e538a30e tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 945 time: 0.1272688 Nov 26 02:48:22.651352 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-e55638be-1491-4069-83e5-e55ad5492ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:22.653926 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-e55638be-1491-4069-83e5-e55ad5492ae7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9423f87b-b88b-4513-882b-6a768f8ff269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286190 Nov 26 02:48:22.668254 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-707e7f71-777b-49c6-893d-04c061182f4f req-7e9a561e-cd72-48a0-a4c5-2ee93b7efd7e tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352634 Nov 26 02:48:22.741922 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-258177e3-d029-460b-b1d4-fa3c58af2c48 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176020 Nov 26 02:48:22.903728 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-f061bdb1-775d-4493-be67-3d5373267add service neutron] 10.222.0.54 "GET /v2.0/networks/9423f87b-b88b-4513-882b-6a768f8ff269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331631 Nov 26 02:48:22.913675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3548403-8ba2-482a-b6b3-ee73d35edd66 req-6cbd6855-507c-4b16-bb28-49da047e65c9 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:22.915080 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3548403-8ba2-482a-b6b3-ee73d35edd66 req-6cbd6855-507c-4b16-bb28-49da047e65c9 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d9ce87-57c1-40f3-9af7-5ebf77abf205 HTTP/1.1" status: 200 len: 945 time: 0.1512225 Nov 26 02:48:22.927243 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74ebe488-74a6-46b4-898d-e854d8a28508 req-c065e824-72cf-4958-bd35-9ba5a81def69 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737211 Nov 26 02:48:23.035313 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3548403-8ba2-482a-b6b3-ee73d35edd66 req-ca3e1e2c-c337-4d58-9111-b363434c6d27 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100919 Nov 26 02:48:23.079428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f03778a-389d-4dd7-a7e3-5f1586745001 req-fafabc1a-073e-43fb-b7fc-f34ed1cc9007 service neutron] 10.222.0.54 "GET /v2.0/networks/9423f87b-b88b-4513-882b-6a768f8ff269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620171 Nov 26 02:48:23.127163 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fea6f-c350-4e68-84ce-0ad014baa4d0 req-318b728f-a684-49c0-a5a1-8326bab956f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:23.128569 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a5fea6f-c350-4e68-84ce-0ad014baa4d0 req-318b728f-a684-49c0-a5a1-8326bab956f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 1098 time: 0.0877347 Nov 26 02:48:23.207499 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37e191-e0fc-4cd3-9920-4a2bc2ededad req-bcc0cafe-30e8-4fc9-aa2b-49b4d4e0b8c5 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:23.209001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7f37e191-e0fc-4cd3-9920-4a2bc2ededad req-bcc0cafe-30e8-4fc9-aa2b-49b4d4e0b8c5 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.1286924 Nov 26 02:48:23.246988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5319b8-302e-4c31-b733-00595474fdb8 req-4301b7ab-e554-4b05-81e2-55dd251efba0 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:23.248474 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b5319b8-302e-4c31-b733-00595474fdb8 req-4301b7ab-e554-4b05-81e2-55dd251efba0 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=66fdc81b-16ec-4f6f-b545-c6a06f477511 HTTP/1.1" status: 200 len: 950 time: 0.1387022 Nov 26 02:48:23.312808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fea6f-c350-4e68-84ce-0ad014baa4d0 req-f27ce2ce-7213-44ab-9f7e-748acc8753d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:23.314252 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a5fea6f-c350-4e68-84ce-0ad014baa4d0 req-f27ce2ce-7213-44ab-9f7e-748acc8753d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.1704862 Nov 26 02:48:23.318822 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7f37e191-e0fc-4cd3-9920-4a2bc2ededad req-bd9843e3-2785-418b-9fb0-5f96b4e2ccfb tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029515 Nov 26 02:48:23.362609 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:23.380510 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b5319b8-302e-4c31-b733-00595474fdb8 req-f34c16d4-dd43-4a94-95bc-b5e9bbfc5bc9 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249635 Nov 26 02:48:23.383958 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a5fea6f-c350-4e68-84ce-0ad014baa4d0 req-45ee10c2-659d-4647-8b19-1aab98666ff1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=ff1e4597-24c9-4f10-b373-14610df89cdf HTTP/1.1" status: 200 len: 217 time: 0.0503666 Nov 26 02:48:23.470584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587abbe-ed3c-4089-abd4-3ca8a8dcf224 req-0a9b113e-f28f-497e-823e-2fdedd9342bd tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:23.472080 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5587abbe-ed3c-4089-abd4-3ca8a8dcf224 req-0a9b113e-f28f-497e-823e-2fdedd9342bd tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 947 time: 0.0904613 Nov 26 02:48:23.473571 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fea6f-c350-4e68-84ce-0ad014baa4d0 req-5d2c78e4-187f-4c91-8949-e650f89c9e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:23.474877 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a5fea6f-c350-4e68-84ce-0ad014baa4d0 req-5d2c78e4-187f-4c91-8949-e650f89c9e6a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0615494 Nov 26 02:48:23.550375 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5587abbe-ed3c-4089-abd4-3ca8a8dcf224 req-0360c73d-ce87-45ae-8897-38d131314e6b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719969 Nov 26 02:48:23.556727 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fea6f-c350-4e68-84ce-0ad014baa4d0 req-53234ec2-36d5-405a-bccb-0de3e7f08c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:23.558275 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a5fea6f-c350-4e68-84ce-0ad014baa4d0 req-53234ec2-36d5-405a-bccb-0de3e7f08c83 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645504 Nov 26 02:48:23.714662 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a5fea6f-c350-4e68-84ce-0ad014baa4d0 req-23e778dd-ef8c-4257-92ad-efdf56454ec4 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484115 Nov 26 02:48:23.731793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3019dc9-a95c-40f7-a54a-38f4b7dda21d req-9420f5e1-ba53-49f2-9307-cb3bfe4ac9ff tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:23.733220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3019dc9-a95c-40f7-a54a-38f4b7dda21d req-9420f5e1-ba53-49f2-9307-cb3bfe4ac9ff tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=79083701-4205-4930-bc02-86f7f8c08bce HTTP/1.1" status: 200 len: 945 time: 0.1113570 Nov 26 02:48:23.748682 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21ee50-da54-490a-b145-8c30db417f19 req-40af2658-3fd6-4d92-8202-deb9958f6e33 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:23.750071 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d21ee50-da54-490a-b145-8c30db417f19 req-40af2658-3fd6-4d92-8202-deb9958f6e33 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 943 time: 0.0952873 Nov 26 02:48:23.888986 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3019dc9-a95c-40f7-a54a-38f4b7dda21d req-05ab526a-b1cb-4198-ad9a-7ba6337e2f28 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379862 Nov 26 02:48:23.891097 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a5fea6f-c350-4e68-84ce-0ad014baa4d0 req-473ac6cd-fe4d-472f-bf3a-a748a081eac5 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570337 Nov 26 02:48:23.894197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d21ee50-da54-490a-b145-8c30db417f19 req-dbc27160-7900-4196-ac9b-109456835702 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052229 Nov 26 02:48:23.998458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1228212-8355-494a-926b-8ebda7efee0f req-44ee513c-d9cb-42f2-b029-242eaf0edccc tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:23.999928 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b1228212-8355-494a-926b-8ebda7efee0f req-44ee513c-d9cb-42f2-b029-242eaf0edccc tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 943 time: 0.0495207 Nov 26 02:48:24.033483 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 0a383cf6-1d0a-4923-a686-1db4154923f0 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:48:24.043423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device dab05dd6-b0c6-42e0-90d9-38afab8ef99e no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:48:24.048127 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b1228212-8355-494a-926b-8ebda7efee0f req-9bf49ee0-c39a-4d38-9512-2348b157daba tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421309 Nov 26 02:48:24.318685 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:24.343118 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c4fe19-6d41-4d25-84be-c6ab732ba9e4', 'tag': '901f9f86-bb56-4d14-85a7-86d3ddef324d'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:24.347288 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 0a383cf6-1d0a-4923-a686-1db4154923f0, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0a383cf6-1d0a-4923-a686-1db4154923f0,segment=NetworkSegment(a20bc5d8-38a0-4b53-994f-8cd89c76df34),segment_id=a20bc5d8-38a0-4b53-994f-8cd89c76df34)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:24.348086 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8863303-2420-4263-a7f4-f4b64c81ee5c" -d '{"events": [{"name": "network-changed", "server_uuid": "18c4fe19-6d41-4d25-84be-c6ab732ba9e4", "tag": "901f9f86-bb56-4d14-85a7-86d3ddef324d"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:24.360493 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae74e0db-8f42-4603-9136-6aaea793ba02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab05dd6-b0c6-42e0-90d9-38afab8ef99e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:24.362702 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8400fa3-b86a-4928-b995-776885565c30" -d '{"events": [{"server_uuid": "ae74e0db-8f42-4603-9136-6aaea793ba02", "name": "network-vif-unplugged", "status": "completed", "tag": "dab05dd6-b0c6-42e0-90d9-38afab8ef99e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:24.377577 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port dab05dd6-b0c6-42e0-90d9-38afab8ef99e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:24.378740 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '0a383cf6-1d0a-4923-a686-1db4154923f0', 'network_id': 'f39b2869-408f-4977-b26d-64ee54356fa8', 'port_id': '0a383cf6-1d0a-4923-a686-1db4154923f0', 'mac_address': 'fa:16:3e:68:4d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2abdf40-1000-4756-b85e-c317544fe25c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:48:24.384675 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:24.408147 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b0afa-ab0b-44cf-8361-9d800f1ccdcb req-9ec96fca-a67e-4da5-8223-b91a78871777 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:24.409787 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e36b0afa-ab0b-44cf-8361-9d800f1ccdcb req-9ec96fca-a67e-4da5-8223-b91a78871777 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=79083701-4205-4930-bc02-86f7f8c08bce HTTP/1.1" status: 200 len: 945 time: 0.0563486 Nov 26 02:48:24.450307 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:24.467188 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:24.472234 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a383cf6-1d0a-4923-a686-1db4154923f0 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:24.492249 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 0a383cf6-1d0a-4923-a686-1db4154923f0, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0a383cf6-1d0a-4923-a686-1db4154923f0,segment=NetworkSegment(a20bc5d8-38a0-4b53-994f-8cd89c76df34),segment_id=a20bc5d8-38a0-4b53-994f-8cd89c76df34)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:24.496362 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e36b0afa-ab0b-44cf-8361-9d800f1ccdcb req-d6b441ab-e468-44c2-9aac-5b3a56d41f0d tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792718 Nov 26 02:48:24.497464 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:24.513958 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40345f-4f95-4052-a33f-73be66cedb09 req-68b37100-3cc6-4299-a6ab-38021f73144c tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:24.515525 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf40345f-4f95-4052-a33f-73be66cedb09 req-68b37100-3cc6-4299-a6ab-38021f73144c tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 943 time: 0.0928729 Nov 26 02:48:24.547891 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=0a383cf6-1d0a-4923-a686-1db4154923f0,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:24.555188 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c95ffd-02b9-4227-a479-9cb66bd0d9de x-openstack-request-id: req-66c95ffd-02b9-4227-a479-9cb66bd0d9de {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:24.555489 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c4fe19-6d41-4d25-84be-c6ab732ba9e4", "tag": "901f9f86-bb56-4d14-85a7-86d3ddef324d", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:24.555757 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66c95ffd-02b9-4227-a479-9cb66bd0d9de {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:24.556184 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c4fe19-6d41-4d25-84be-c6ab732ba9e4', 'tag': '901f9f86-bb56-4d14-85a7-86d3ddef324d', 'status': 'completed', 'code': 200} Nov 26 02:48:24.569736 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf40345f-4f95-4052-a33f-73be66cedb09 req-1a7d9de0-e3da-4df6-bcf4-bef940a229b7 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476303 Nov 26 02:48:24.630572 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebc62ea-a18f-4469-a287-59333261c384 x-openstack-request-id: req-0ebc62ea-a18f-4469-a287-59333261c384 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:24.630930 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae74e0db-8f42-4603-9136-6aaea793ba02", "name": "network-vif-unplugged", "status": "completed", "tag": "dab05dd6-b0c6-42e0-90d9-38afab8ef99e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:24.631194 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ebc62ea-a18f-4469-a287-59333261c384 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:24.631602 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae74e0db-8f42-4603-9136-6aaea793ba02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab05dd6-b0c6-42e0-90d9-38afab8ef99e', 'code': 200} Nov 26 02:48:24.714147 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8863303-2420-4263-a7f4-f4b64c81ee5c req-993c7201-b8ed-4e59-aab5-a14fec568180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:24.716539 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8863303-2420-4263-a7f4-f4b64c81ee5c req-993c7201-b8ed-4e59-aab5-a14fec568180 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=423ce6341aae4306a11cf3104fe14bb1&device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 1094 time: 0.1116350 Nov 26 02:48:24.834588 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb243dc7-87c1-4165-9303-913a03d8baeb req-965f8c0d-1832-46b2-af15-a4f38130c9bb tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:24.836744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb243dc7-87c1-4165-9303-913a03d8baeb req-965f8c0d-1832-46b2-af15-a4f38130c9bb tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=66fdc81b-16ec-4f6f-b545-c6a06f477511 HTTP/1.1" status: 200 len: 950 time: 0.1707242 Nov 26 02:48:24.869684 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a2566-0750-4960-80ea-aeba1f97743c req-4efb660a-3237-462c-975b-e9195973ff23 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:24.873983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a27a2566-0750-4960-80ea-aeba1f97743c req-4efb660a-3237-462c-975b-e9195973ff23 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 947 time: 0.1681530 Nov 26 02:48:24.897610 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36470) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:24.973142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8863303-2420-4263-a7f4-f4b64c81ee5c req-e3d7d83b-aed9-4027-be11-c9ab364823bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:24.974744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8863303-2420-4263-a7f4-f4b64c81ee5c req-e3d7d83b-aed9-4027-be11-c9ab364823bd service neutron] 10.222.0.54 "GET /v2.0/networks?id=9423f87b-b88b-4513-882b-6a768f8ff269 HTTP/1.1" status: 200 len: 915 time: 0.2442954 Nov 26 02:48:24.989746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb243dc7-87c1-4165-9303-913a03d8baeb req-661f18e3-514f-4b28-9367-0894dbd369b1 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446910 Nov 26 02:48:25.016564 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1981d624-a4a6-4047-9962-ffffb12c9573 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:25.043203 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8863303-2420-4263-a7f4-f4b64c81ee5c req-af30291f-5e6c-4f75-84bc-4bf4c7953fb1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=901f9f86-bb56-4d14-85a7-86d3ddef324d HTTP/1.1" status: 200 len: 217 time: 0.0572503 Nov 26 02:48:25.058355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a27a2566-0750-4960-80ea-aeba1f97743c req-e3a0229e-ed4a-4139-bd95-3aeda120ae3a tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736400 Nov 26 02:48:25.099173 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1981d624-a4a6-4047-9962-ffffb12c9573 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:25.104730 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1981d624-a4a6-4047-9962-ffffb12c9573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:25.118520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68125a-b02f-4616-a38c-61879a86e31f req-139ffa26-72cb-4163-9fb0-2e04a89ce934 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:25.119427 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['0a383cf6-1d0a-4923-a686-1db4154923f0'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:48:25.121072 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b68125a-b02f-4616-a38c-61879a86e31f req-139ffa26-72cb-4163-9fb0-2e04a89ce934 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.59 "GET /v2.0/ports?device_id=66fdc81b-16ec-4f6f-b545-c6a06f477511 HTTP/1.1" status: 200 len: 950 time: 0.1862898 Nov 26 02:48:25.135091 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981d624-a4a6-4047-9962-ffffb12c9573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc82b6f-0a27-4d23-8b2e-b56eb5d32cd8,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:25.152604 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981d624-a4a6-4047-9962-ffffb12c9573 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:25.152951 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981d624-a4a6-4047-9962-ffffb12c9573 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:25.153294 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981d624-a4a6-4047-9962-ffffb12c9573 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:25.153633 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981d624-a4a6-4047-9962-ffffb12c9573 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:25.153966 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981d624-a4a6-4047-9962-ffffb12c9573 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:25.154412 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981d624-a4a6-4047-9962-ffffb12c9573 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:25.154746 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981d624-a4a6-4047-9962-ffffb12c9573 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:25.155071 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981d624-a4a6-4047-9962-ffffb12c9573 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:25.155394 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981d624-a4a6-4047-9962-ffffb12c9573 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:25.155715 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981d624-a4a6-4047-9962-ffffb12c9573 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:25.156651 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981d624-a4a6-4047-9962-ffffb12c9573 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:25.157171 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981d624-a4a6-4047-9962-ffffb12c9573 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:25.181925 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1981d624-a4a6-4047-9962-ffffb12c9573 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=89696741ed264c628f6200682046637e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808702 Nov 26 02:48:25.182388 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36480) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:25.234180 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af5031dc-e86d-49ae-a94b-a93ad684d36f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:25.237894 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8863303-2420-4263-a7f4-f4b64c81ee5c req-eb924c37-c330-43b2-b304-250fb2ff8632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:25.239392 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8863303-2420-4263-a7f4-f4b64c81ee5c req-eb924c37-c330-43b2-b304-250fb2ff8632 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=20accd68-bf6e-4dd2-ab0a-8edec2df53fa HTTP/1.1" status: 200 len: 853 time: 0.1785686 Nov 26 02:48:25.258207 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af5031dc-e86d-49ae-a94b-a93ad684d36f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:25.322874 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af5031dc-e86d-49ae-a94b-a93ad684d36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:25.327486 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af5031dc-e86d-49ae-a94b-a93ad684d36f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:25.331337 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-af5031dc-e86d-49ae-a94b-a93ad684d36f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6cc82b6f-0a27-4d23-8b2e-b56eb5d32cd8 HTTP/1.1" status: 204 len: 168 time: 0.1459875 Nov 26 02:48:25.339146 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5031dc-e86d-49ae-a94b-a93ad684d36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc82b6f-0a27-4d23-8b2e-b56eb5d32cd8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:25.558055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5709224-5bbc-481d-8f79-ba5b9bd6d9f5 req-ec2cadd4-f28f-4363-a29c-a0a6011ce86b tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:25.559587 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5709224-5bbc-481d-8f79-ba5b9bd6d9f5 req-ec2cadd4-f28f-4363-a29c-a0a6011ce86b tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 943 time: 0.4501643 Nov 26 02:48:25.611347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9f91c-ef89-41c7-9221-afa97e1e147a req-015c40ad-adb9-45e6-934a-7d6ca43ef48b tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:25.612880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ef9f91c-ef89-41c7-9221-afa97e1e147a req-015c40ad-adb9-45e6-934a-7d6ca43ef48b tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 944 time: 0.4478586 Nov 26 02:48:25.658978 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8863303-2420-4263-a7f4-f4b64c81ee5c req-93effdd9-4bcf-4feb-b07c-36caee29bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:25.660522 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8863303-2420-4263-a7f4-f4b64c81ee5c req-93effdd9-4bcf-4feb-b07c-36caee29bd31 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9423f87b-b88b-4513-882b-6a768f8ff269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4105463 Nov 26 02:48:25.684861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5709224-5bbc-481d-8f79-ba5b9bd6d9f5 req-941918ae-7399-41ca-b2f7-0bf3f63978d8 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050296 Nov 26 02:48:25.734026 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:48:25.760085 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-8b68125a-b02f-4616-a38c-61879a86e31f req-75e6b734-41db-46b7-8b54-10beeb0139aa tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Deleting port e641ac96-f429-4fcb-bdc4-bb349f4606dd {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:48:25.760502 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8b68125a-b02f-4616-a38c-61879a86e31f req-75e6b734-41db-46b7-8b54-10beeb0139aa tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:25.825199 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ef9f91c-ef89-41c7-9221-afa97e1e147a req-d8a4fe66-f89c-463b-b3ee-9dc722297413 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017803 Nov 26 02:48:25.901053 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8863303-2420-4263-a7f4-f4b64c81ee5c req-6a00c8d1-53c5-4220-98e5-e14f2adbaf2f service neutron] 10.222.0.54 "GET /v2.0/networks/9423f87b-b88b-4513-882b-6a768f8ff269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229121 Nov 26 02:48:26.033087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device dab05dd6-b0c6-42e0-90d9-38afab8ef99e details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:48:26.051210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-8b68125a-b02f-4616-a38c-61879a86e31f req-75e6b734-41db-46b7-8b54-10beeb0139aa tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] For port e641ac96-f429-4fcb-bdc4-bb349f4606dd, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e641ac96-f429-4fcb-bdc4-bb349f4606dd,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:26.053860 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8b68125a-b02f-4616-a38c-61879a86e31f req-75e6b734-41db-46b7-8b54-10beeb0139aa tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:26.083580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-8b68125a-b02f-4616-a38c-61879a86e31f req-75e6b734-41db-46b7-8b54-10beeb0139aa tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Calling delete_port for e641ac96-f429-4fcb-bdc4-bb349f4606dd owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:48:26.100223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d40ca-6948-4f6b-bcb4-6f227f8d9f15 req-4a2dc69e-8a84-4ace-b5f0-5804371bc538 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:26.102001 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36510) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:26.109902 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f43d40ca-6948-4f6b-bcb4-6f227f8d9f15 req-4a2dc69e-8a84-4ace-b5f0-5804371bc538 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=79083701-4205-4930-bc02-86f7f8c08bce HTTP/1.1" status: 200 len: 945 time: 0.2129152 Nov 26 02:48:26.122977 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a370d7-8ec4-49a4-b502-3f81b1afa902 req-621aba34-017a-42f1-8f3a-ef456319de58 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:26.124525 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24a370d7-8ec4-49a4-b502-3f81b1afa902 req-621aba34-017a-42f1-8f3a-ef456319de58 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 943 time: 0.2000685 Nov 26 02:48:26.155652 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port dab05dd6-b0c6-42e0-90d9-38afab8ef99e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:26.167426 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'dab05dd6-b0c6-42e0-90d9-38afab8ef99e', 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb', 'port_id': 'dab05dd6-b0c6-42e0-90d9-38afab8ef99e', 'mac_address': 'fa:16:3e:3e:d1:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1c52ce-baab-40ba-a108-aa1a1ac61509', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:48:26.209002 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:26.210585 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3632541c-5c1e-4d8c-b42a-42926c808f75 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1243446409-network', 'tenant_id': '34c129972022402e8379f6540adaa274'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:26.225686 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab05dd6-b0c6-42e0-90d9-38afab8ef99e {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:26.237035 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3632541c-5c1e-4d8c-b42a-42926c808f75 admin admin] Made reservation on behalf of 34c129972022402e8379f6540adaa274 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:48:26.239871 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3632541c-5c1e-4d8c-b42a-42926c808f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:26.246197 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port dab05dd6-b0c6-42e0-90d9-38afab8ef99e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:26.247406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8863303-2420-4263-a7f4-f4b64c81ee5c req-55ebc105-ff12-4c88-beb5-f549ee337ad9 service neutron] 10.222.0.54 "GET /v2.0/networks/9423f87b-b88b-4513-882b-6a768f8ff269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217010 Nov 26 02:48:26.249795 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3632541c-5c1e-4d8c-b42a-42926c808f75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:26.250248 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:26.300578 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:26.307178 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24a370d7-8ec4-49a4-b502-3f81b1afa902 req-3e3d1da2-5870-4f7b-b164-0c2bdaeccd78 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694801 Nov 26 02:48:26.332456 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f43d40ca-6948-4f6b-bcb4-6f227f8d9f15 req-c195c893-17ae-4074-9f39-dfd2f009e8c9 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120402 Nov 26 02:48:26.354301 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3632541c-5c1e-4d8c-b42a-42926c808f75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:26.354840 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb7764-e885-4105-8e4a-39f76b3405b8 req-27815d75-c658-438a-9d66-0f9d76d02617 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:26.356502 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61bb7764-e885-4105-8e4a-39f76b3405b8 req-27815d75-c658-438a-9d66-0f9d76d02617 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.59 "GET /v2.0/ports?device_id=79083701-4205-4930-bc02-86f7f8c08bce HTTP/1.1" status: 200 len: 945 time: 0.1467540 Nov 26 02:48:26.362149 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3632541c-5c1e-4d8c-b42a-42926c808f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:26.388427 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632541c-5c1e-4d8c-b42a-42926c808f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fff62b-d7b4-406d-90f2-6aca799c459d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:26.537639 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8b68125a-b02f-4616-a38c-61879a86e31f req-75e6b734-41db-46b7-8b54-10beeb0139aa tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:26.538813 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3632541c-5c1e-4d8c-b42a-42926c808f75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:48:26.549383 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3632541c-5c1e-4d8c-b42a-42926c808f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:26.549749 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-3632541c-5c1e-4d8c-b42a-42926c808f75 admin admin] Added segment 51910d61-8a52-48a2-8b4c-c022ed296e2c of type vlan for network c2bcedfe-4890-429d-bfb7-c9b3b924cf7e Nov 26 02:48:26.572214 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['9fae4abb-b694-4d0b-a2d0-4782bdf38530', 'e641ac96-f429-4fcb-bdc4-bb349f4606dd'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:48:26.587334 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9a460-c30f-4759-8e5e-e67f4134efce req-c1ff5ab0-db47-425b-8703-11e6352396ad tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:26.588914 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0d9a460-c30f-4759-8e5e-e67f4134efce req-c1ff5ab0-db47-425b-8703-11e6352396ad tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=66fdc81b-16ec-4f6f-b545-c6a06f477511 HTTP/1.1" status: 200 len: 867 time: 0.1668963 Nov 26 02:48:26.592357 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3632541c-5c1e-4d8c-b42a-42926c808f75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:26.593713 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6b734-41db-46b7-8b54-10beeb0139aa tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Pushing event deleted for resources: {'Port': ['ID=e641ac96-f429-4fcb-bdc4-bb349f4606dd,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:26.602566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86b00e-090f-48d8-8bb6-ff2fa4f5d947 req-61547f85-34ad-4315-9e60-fe762001792f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:26.604152 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff86b00e-090f-48d8-8bb6-ff2fa4f5d947 req-61547f85-34ad-4315-9e60-fe762001792f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 947 time: 0.1831992 Nov 26 02:48:26.623638 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3632541c-5c1e-4d8c-b42a-42926c808f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:26.625554 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3632541c-5c1e-4d8c-b42a-42926c808f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:26.626758 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3632541c-5c1e-4d8c-b42a-42926c808f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:26.658880 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3632541c-5c1e-4d8c-b42a-42926c808f75 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5557523 Nov 26 02:48:26.663963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36514) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:26.678453 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ff1e4597-24c9-4f10-b373-14610df89cdf details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:48:26.681321 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-775823a2-c77e-4fbc-b7b6-5eae43ba04ff admin admin] Request body: {'subnet': {'network_id': 'c2bcedfe-4890-429d-bfb7-c9b3b924cf7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1243446409-subnet', 'tenant_id': '34c129972022402e8379f6540adaa274', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:26.703788 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632541c-5c1e-4d8c-b42a-42926c808f75 admin admin] Pushing event updated for resources: {'Network': ['ID=c2bcedfe-4890-429d-bfb7-c9b3b924cf7e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:26.708128 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-61bb7764-e885-4105-8e4a-39f76b3405b8 req-a0417481-c713-43a8-be19-16cb23615fce tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Deleting port fdc2bbc3-5979-4abc-bc41-3196388b2fb7 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:48:26.708480 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-61bb7764-e885-4105-8e4a-39f76b3405b8 req-a0417481-c713-43a8-be19-16cb23615fce tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:26.709159 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['dab05dd6-b0c6-42e0-90d9-38afab8ef99e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:48:26.711312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b68125a-b02f-4616-a38c-61879a86e31f req-75e6b734-41db-46b7-8b54-10beeb0139aa tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] No DVR routers for this DVR port e641ac96-f429-4fcb-bdc4-bb349f4606dd on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:48:26.745387 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8b68125a-b02f-4616-a38c-61879a86e31f req-75e6b734-41db-46b7-8b54-10beeb0139aa tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:26.748258 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network c2bcedfe-4890-429d-bfb7-c9b3b924cf7e details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:48:26.749078 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b68125a-b02f-4616-a38c-61879a86e31f req-75e6b734-41db-46b7-8b54-10beeb0139aa tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.59 "DELETE /v2.0/ports/e641ac96-f429-4fcb-bdc4-bb349f4606dd HTTP/1.1" status: 204 len: 173 time: 1.6146703 Nov 26 02:48:26.749633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fdc81b-16ec-4f6f-b545-c6a06f477511', 'name': 'network-vif-deleted', 'tag': 'e641ac96-f429-4fcb-bdc4-bb349f4606dd'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:26.751842 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97b38e6-967c-4e3d-9186-206eb4dfc922" -d '{"events": [{"server_uuid": "66fdc81b-16ec-4f6f-b545-c6a06f477511", "name": "network-vif-deleted", "tag": "e641ac96-f429-4fcb-bdc4-bb349f4606dd"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:26.843280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775823a2-c77e-4fbc-b7b6-5eae43ba04ff admin admin] Made reservation on behalf of 34c129972022402e8379f6540adaa274 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:48:26.845819 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-775823a2-c77e-4fbc-b7b6-5eae43ba04ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:26.861352 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0d9a460-c30f-4759-8e5e-e67f4134efce req-076f15ca-04a9-4c4e-b45b-bcaefc5c193e tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521291 Nov 26 02:48:26.890646 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff86b00e-090f-48d8-8bb6-ff2fa4f5d947 req-225df4ac-0240-4c34-9ac9-ae57a08bff56 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721987 Nov 26 02:48:26.986021 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be61e54c-9b85-4c93-851e-bc7685a718cb x-openstack-request-id: req-be61e54c-9b85-4c93-851e-bc7685a718cb {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:26.987560 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fdc81b-16ec-4f6f-b545-c6a06f477511", "name": "network-vif-deleted", "tag": "e641ac96-f429-4fcb-bdc4-bb349f4606dd", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:26.987825 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be61e54c-9b85-4c93-851e-bc7685a718cb {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:26.988261 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fdc81b-16ec-4f6f-b545-c6a06f477511', 'name': 'network-vif-deleted', 'tag': 'e641ac96-f429-4fcb-bdc4-bb349f4606dd', 'status': 'completed', 'code': 200} Nov 26 02:48:27.014559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ff1e4597-24c9-4f10-b373-14610df89cdf, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ff1e4597-24c9-4f10-b373-14610df89cdf,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:27.037074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'ff1e4597-24c9-4f10-b373-14610df89cdf', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': 'ff1e4597-24c9-4f10-b373-14610df89cdf', 'mac_address': 'fa:16:3e:ab:d1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:48:27.054418 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-61bb7764-e885-4105-8e4a-39f76b3405b8 req-a0417481-c713-43a8-be19-16cb23615fce tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] For port fdc2bbc3-5979-4abc-bc41-3196388b2fb7, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=fdc2bbc3-5979-4abc-bc41-3196388b2fb7,segment=NetworkSegment(397a8c84-15dd-427d-ac18-d19d4b661b68),segment_id=397a8c84-15dd-427d-ac18-d19d4b661b68)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:27.054792 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-61bb7764-e885-4105-8e4a-39f76b3405b8 req-a0417481-c713-43a8-be19-16cb23615fce tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:27.078844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-61bb7764-e885-4105-8e4a-39f76b3405b8 req-a0417481-c713-43a8-be19-16cb23615fce tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Calling delete_port for fdc2bbc3-5979-4abc-bc41-3196388b2fb7 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:48:27.099652 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:27.123281 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1e4597-24c9-4f10-b373-14610df89cdf {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:27.148766 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ff1e4597-24c9-4f10-b373-14610df89cdf, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ff1e4597-24c9-4f10-b373-14610df89cdf,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:27.153372 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:27.161244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6be019-fd97-49bd-825c-c386be65fdcd req-1351ae63-3266-4705-bb47-37b02051d44c tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:27.162775 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d6be019-fd97-49bd-825c-c386be65fdcd req-1351ae63-3266-4705-bb47-37b02051d44c tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 943 time: 0.1737337 Nov 26 02:48:27.204302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ff1e4597-24c9-4f10-b373-14610df89cdf,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:27.320864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23112f6b-f64f-4ae8-90fd-cb28fd2ebba4 req-305767ac-929b-40f2-8780-dd118f598ba8 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:27.322462 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-23112f6b-f64f-4ae8-90fd-cb28fd2ebba4 req-305767ac-929b-40f2-8780-dd118f598ba8 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 944 time: 0.1749279 Nov 26 02:48:27.326419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d6be019-fd97-49bd-825c-c386be65fdcd req-70c20504-f7d8-4089-8238-dfafa881eada tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526198 Nov 26 02:48:27.458641 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-775823a2-c77e-4fbc-b7b6-5eae43ba04ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:27.516101 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-23112f6b-f64f-4ae8-90fd-cb28fd2ebba4 req-1e5ba157-30f6-4aa5-a4d3-170536d125e6 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866984 Nov 26 02:48:27.527012 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ff1e4597-24c9-4f10-b373-14610df89cdf'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:48:27.545029 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-61bb7764-e885-4105-8e4a-39f76b3405b8 req-a0417481-c713-43a8-be19-16cb23615fce tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:27.580706 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775823a2-c77e-4fbc-b7b6-5eae43ba04ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=0851ebf4-615f-4636-9665-967d796da03b,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:27.596266 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1356146-eecf-42b9-acf7-fbc83a681868 req-ab5cfde7-6cb6-4f9e-a05d-4ce206fcc60c tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:27.597741 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1356146-eecf-42b9-acf7-fbc83a681868 req-ab5cfde7-6cb6-4f9e-a05d-4ce206fcc60c tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=79083701-4205-4930-bc02-86f7f8c08bce HTTP/1.1" status: 200 len: 867 time: 0.1883559 Nov 26 02:48:27.598509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0417481-c713-43a8-be19-16cb23615fce tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Pushing event deleted for resources: {'Port': ['ID=fdc2bbc3-5979-4abc-bc41-3196388b2fb7,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:27.689223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775823a2-c77e-4fbc-b7b6-5eae43ba04ff admin admin] Checking segment: {'id': '51910d61-8a52-48a2-8b4c-c022ed296e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c2bcedfe-4890-429d-bfb7-c9b3b924cf7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:48:27.689595 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775823a2-c77e-4fbc-b7b6-5eae43ba04ff admin admin] Network hostable DHCP agents. Network: c2bcedfe-4890-429d-bfb7-c9b3b924cf7e, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:48:27.694748 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bb7764-e885-4105-8e4a-39f76b3405b8 req-a0417481-c713-43a8-be19-16cb23615fce tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] No DVR routers for this DVR port fdc2bbc3-5979-4abc-bc41-3196388b2fb7 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:48:27.700634 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-61bb7764-e885-4105-8e4a-39f76b3405b8 req-a0417481-c713-43a8-be19-16cb23615fce tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:27.703846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61bb7764-e885-4105-8e4a-39f76b3405b8 req-a0417481-c713-43a8-be19-16cb23615fce tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.59 "DELETE /v2.0/ports/fdc2bbc3-5979-4abc-bc41-3196388b2fb7 HTTP/1.1" status: 204 len: 173 time: 1.3389320 Nov 26 02:48:27.748796 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1356146-eecf-42b9-acf7-fbc83a681868 req-3d3710ec-9888-49b3-9fde-b22e6e8cc91f tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383853 Nov 26 02:48:27.750714 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775823a2-c77e-4fbc-b7b6-5eae43ba04ff admin admin] Network c2bcedfe-4890-429d-bfb7-c9b3b924cf7e is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:48:27.759781 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2feee-5993-4ed2-8ab5-1ed8b7e34369 req-4f3a921c-c7ff-4c5d-9375-24235d0a05c4 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:27.762392 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55d2feee-5993-4ed2-8ab5-1ed8b7e34369 req-4f3a921c-c7ff-4c5d-9375-24235d0a05c4 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 944 time: 0.1734202 Nov 26 02:48:27.781036 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-775823a2-c77e-4fbc-b7b6-5eae43ba04ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, c2bcedfe-4890-429d-bfb7-c9b3b924cf7e) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:27.791548 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec22b4a-f730-4e7b-ab22-d543b9755cf2 None None] Network c2bcedfe-4890-429d-bfb7-c9b3b924cf7e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:48:27.799517 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775823a2-c77e-4fbc-b7b6-5eae43ba04ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:27.800352 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-775823a2-c77e-4fbc-b7b6-5eae43ba04ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:27.828147 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-775823a2-c77e-4fbc-b7b6-5eae43ba04ff admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1555154 Nov 26 02:48:27.847683 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['c4746c25-08ca-4115-9a78-5c3e477bfbc8'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:48:27.847963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55d2feee-5993-4ed2-8ab5-1ed8b7e34369 req-bfd042bf-4b05-4688-8ddf-66d00ee1298a tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775216 Nov 26 02:48:28.015690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda58bde-f513-440c-9bc0-a3d6fd7ed28c req-b40aa85f-82d4-404b-a658-858afd6b2cee tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:28.024774 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dda58bde-f513-440c-9bc0-a3d6fd7ed28c req-b40aa85f-82d4-404b-a658-858afd6b2cee tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 948 time: 0.0624769 Nov 26 02:48:28.030713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ecefd-49d8-4c83-bcd2-ecbda16dfe64 None None] Network c2bcedfe-4890-429d-bfb7-c9b3b924cf7e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:48:28.075299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 901f9f86-bb56-4d14-85a7-86d3ddef324d details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:48:28.096616 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dda58bde-f513-440c-9bc0-a3d6fd7ed28c req-569a9cdb-03dd-4ddf-be55-91edee5e7df6 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702264 Nov 26 02:48:28.103327 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 0a383cf6-1d0a-4923-a686-1db4154923f0 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:48:28.188339 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['7aedad28-2fd1-48e1-a3df-5bb15a59e4b5'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:48:28.249170 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-2393eac9-e8d2-4a10-af14-61faecda4360 req-cb028854-7d4c-46bf-bfde-368c9cb9274e tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-705360646', 'description': 'tempest-description-410488934'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:28.298699 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2393eac9-e8d2-4a10-af14-61faecda4360 req-cb028854-7d4c-46bf-bfde-368c9cb9274e tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:28.308866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf63e8c-82f6-47e6-aabe-d75181e94289 req-c5b9fe3b-ce63-43f6-ae13-a715197b3b80 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:28.313215 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cdf63e8c-82f6-47e6-aabe-d75181e94289 req-c5b9fe3b-ce63-43f6-ae13-a715197b3b80 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 950 time: 0.0785131 Nov 26 02:48:28.396800 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cdf63e8c-82f6-47e6-aabe-d75181e94289 req-c5563abb-6ef1-4f39-811f-4e5d1f150b70 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791721 Nov 26 02:48:28.449234 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2393eac9-e8d2-4a10-af14-61faecda4360 req-cb028854-7d4c-46bf-bfde-368c9cb9274e tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:28.454681 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2393eac9-e8d2-4a10-af14-61faecda4360 req-cb028854-7d4c-46bf-bfde-368c9cb9274e tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:28.488097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 901f9f86-bb56-4d14-85a7-86d3ddef324d, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=901f9f86-bb56-4d14-85a7-86d3ddef324d,segment=NetworkSegment(31c87a92-3928-498c-b8f3-d9b0f6bc3444),segment_id=31c87a92-3928-498c-b8f3-d9b0f6bc3444)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:28.490398 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2393eac9-e8d2-4a10-af14-61faecda4360 req-cb028854-7d4c-46bf-bfde-368c9cb9274e tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:28.491469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2393eac9-e8d2-4a10-af14-61faecda4360 req-cb028854-7d4c-46bf-bfde-368c9cb9274e tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2483180 Nov 26 02:48:28.510277 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb028854-7d4c-46bf-bfde-368c9cb9274e tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2bc7bb-c7ec-4186-82ce-cb4c96dac04b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:28.517616 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 0a383cf6-1d0a-4923-a686-1db4154923f0 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:48:28.531794 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 0a383cf6-1d0a-4923-a686-1db4154923f0 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:28.532194 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:28.533793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '901f9f86-bb56-4d14-85a7-86d3ddef324d', 'network_id': '9423f87b-b88b-4513-882b-6a768f8ff269', 'port_id': '901f9f86-bb56-4d14-85a7-86d3ddef324d', 'mac_address': 'fa:16:3e:d8:6d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20accd68-bf6e-4dd2-ab0a-8edec2df53fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:48:28.581283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a9d6d-1261-48ca-a140-421151191304 req-80d4111f-73fd-4386-883e-d3e40035ad6b tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:28.582771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c65a9d6d-1261-48ca-a140-421151191304 req-80d4111f-73fd-4386-883e-d3e40035ad6b tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 943 time: 0.0992846 Nov 26 02:48:28.588012 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4b7da00-937f-4c75-a7d1-22f97a6b27fc req-a5d14a3e-6750-4464-9b97-e87ad2056093 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-groups/6f2bc7bb-c7ec-4186-82ce-cb4c96dac04b HTTP/1.1" status: 200 len: 1820 time: 0.0582821 Nov 26 02:48:28.608641 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f4b7da00-937f-4c75-a7d1-22f97a6b27fc req-9c0cd158-d971-4eff-895c-f2d779cf62b2 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f2bc7bb-c7ec-4186-82ce-cb4c96dac04b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:28.609371 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f4b7da00-937f-4c75-a7d1-22f97a6b27fc req-9c0cd158-d971-4eff-895c-f2d779cf62b2 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f2bc7bb-c7ec-4186-82ce-cb4c96dac04b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:28.631668 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:28.653681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c65a9d6d-1261-48ca-a140-421151191304 req-475820aa-0f38-4407-b6a9-14b172116ee7 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646131 Nov 26 02:48:28.669557 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901f9f86-bb56-4d14-85a7-86d3ddef324d {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:28.710830 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4b7da00-937f-4c75-a7d1-22f97a6b27fc req-9c0cd158-d971-4eff-895c-f2d779cf62b2 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:28.712639 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ff1e4597-24c9-4f10-b373-14610df89cdf up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:48:28.731151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 901f9f86-bb56-4d14-85a7-86d3ddef324d, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=901f9f86-bb56-4d14-85a7-86d3ddef324d,segment=NetworkSegment(31c87a92-3928-498c-b8f3-d9b0f6bc3444),segment_id=31c87a92-3928-498c-b8f3-d9b0f6bc3444)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:28.769836 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:28.779707 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4b7da00-937f-4c75-a7d1-22f97a6b27fc req-9c0cd158-d971-4eff-895c-f2d779cf62b2 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:28.787230 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4b7da00-937f-4c75-a7d1-22f97a6b27fc req-9c0cd158-d971-4eff-895c-f2d779cf62b2 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:28.805979 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:28.821330 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc64ecb-d11d-4dc6-8443-8947cef4f9b3 req-9f633637-7395-43d3-8cba-202a8e4c07fe tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:28.823250 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fc64ecb-d11d-4dc6-8443-8947cef4f9b3 req-9f633637-7395-43d3-8cba-202a8e4c07fe tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 944 time: 0.0996006 Nov 26 02:48:28.830564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cd158-d971-4eff-895c-f2d779cf62b2 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7bc0b1-11d7-4a42-a5b0-4bb77cb7dba7,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:28.840182 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4b7da00-937f-4c75-a7d1-22f97a6b27fc req-9c0cd158-d971-4eff-895c-f2d779cf62b2 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:28.840916 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4b7da00-937f-4c75-a7d1-22f97a6b27fc req-9c0cd158-d971-4eff-895c-f2d779cf62b2 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2384911 Nov 26 02:48:28.862514 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440b5edb-460c-4125-899b-04a635300793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a383cf6-1d0a-4923-a686-1db4154923f0'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:28.864825 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6308e55f-11db-4ae4-b6bd-4c767122b46a" -d '{"events": [{"server_uuid": "440b5edb-460c-4125-899b-04a635300793", "name": "network-vif-plugged", "status": "completed", "tag": "0a383cf6-1d0a-4923-a686-1db4154923f0"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:28.881966 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 0a383cf6-1d0a-4923-a686-1db4154923f0, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0a383cf6-1d0a-4923-a686-1db4154923f0,segment=NetworkSegment(a20bc5d8-38a0-4b53-994f-8cd89c76df34),segment_id=a20bc5d8-38a0-4b53-994f-8cd89c76df34)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:28.882984 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=901f9f86-bb56-4d14-85a7-86d3ddef324d,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:28.889982 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:28.894283 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device dab05dd6-b0c6-42e0-90d9-38afab8ef99e up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:48:28.898192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fc64ecb-d11d-4dc6-8443-8947cef4f9b3 req-903ed025-019e-468f-b04e-11ff0dfba5f4 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620923 Nov 26 02:48:28.917176 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-e0f4c8b3-ddc0-4edc-84c0-9684783ea036 req-2860d728-3400-4cbf-b9f1-f7f527c1efb1 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-977746473', 'description': 'tempest-description-1735075718'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:28.939634 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port ff1e4597-24c9-4f10-b373-14610df89cdf completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:48:28.953660 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e0f4c8b3-ddc0-4edc-84c0-9684783ea036 req-2860d728-3400-4cbf-b9f1-f7f527c1efb1 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:28.960307 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad82a223-5a06-4c10-a5d8-201aaaf28973 x-openstack-request-id: req-ad82a223-5a06-4c10-a5d8-201aaaf28973 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:28.960684 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440b5edb-460c-4125-899b-04a635300793", "name": "network-vif-plugged", "status": "completed", "tag": "0a383cf6-1d0a-4923-a686-1db4154923f0", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:28.960833 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad82a223-5a06-4c10-a5d8-201aaaf28973 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:28.961247 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440b5edb-460c-4125-899b-04a635300793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a383cf6-1d0a-4923-a686-1db4154923f0', 'code': 200} Nov 26 02:48:28.961843 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port ff1e4597-24c9-4f10-b373-14610df89cdf triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:28.962216 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:28.991456 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79083701-4205-4930-bc02-86f7f8c08bce', 'name': 'network-vif-deleted', 'tag': 'fdc2bbc3-5979-4abc-bc41-3196388b2fb7'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:28.994136 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d545fd1e-6fd3-4236-893a-107ab0fded24" -d '{"events": [{"server_uuid": "79083701-4205-4930-bc02-86f7f8c08bce", "name": "network-vif-deleted", "tag": "fdc2bbc3-5979-4abc-bc41-3196388b2fb7"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:29.018013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=0a383cf6-1d0a-4923-a686-1db4154923f0,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:29.056649 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port dab05dd6-b0c6-42e0-90d9-38afab8ef99e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:29.057116 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:29.077243 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e0f4c8b3-ddc0-4edc-84c0-9684783ea036 req-2860d728-3400-4cbf-b9f1-f7f527c1efb1 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:29.090069 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e0f4c8b3-ddc0-4edc-84c0-9684783ea036 req-2860d728-3400-4cbf-b9f1-f7f527c1efb1 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:29.124244 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:29.143357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad5569-a4bd-4433-a646-64c273e559db req-2712d48c-c5ec-40c4-9078-fc682a2d6acd tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:29.145001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-11ad5569-a4bd-4433-a646-64c273e559db req-2712d48c-c5ec-40c4-9078-fc682a2d6acd tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 944 time: 0.1302338 Nov 26 02:48:29.157758 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e0f4c8b3-ddc0-4edc-84c0-9684783ea036 req-2860d728-3400-4cbf-b9f1-f7f527c1efb1 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:29.158925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0f4c8b3-ddc0-4edc-84c0-9684783ea036 req-2860d728-3400-4cbf-b9f1-f7f527c1efb1 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2478178 Nov 26 02:48:29.168985 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ff1e4597-24c9-4f10-b373-14610df89cdf, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ff1e4597-24c9-4f10-b373-14610df89cdf,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:29.170577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860d728-3400-4cbf-b9f1-f7f527c1efb1 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c82fa12-9ffd-4b41-94be-0cc477556ae3,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:29.183048 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:29.183942 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device fdc2bbc3-5979-4abc-bc41-3196388b2fb7 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:48:29.191024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b460d-07a7-4f8d-9cb4-1aff5d808350 req-7c10adb4-f16a-4af6-8777-6f91b887eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:29.192703 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-931b460d-07a7-4f8d-9cb4-1aff5d808350 req-7c10adb4-f16a-4af6-8777-6f91b887eb1a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 1096 time: 0.1181588 Nov 26 02:48:29.232654 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['901f9f86-bb56-4d14-85a7-86d3ddef324d'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:48:29.239514 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: fdc2bbc3-5979-4abc-bc41-3196388b2fb7 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:48:29.240154 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device fdc2bbc3-5979-4abc-bc41-3196388b2fb7 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:48:29.240277 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-11ad5569-a4bd-4433-a646-64c273e559db req-2edaee4e-e47c-4249-a713-bfbb579090e2 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880995 Nov 26 02:48:29.240909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e641ac96-f429-4fcb-bdc4-bb349f4606dd no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:48:29.271339 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-931b460d-07a7-4f8d-9cb4-1aff5d808350 req-6d97b5f8-24a8-4d30-9480-451c7dfac7c8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684559 Nov 26 02:48:29.298380 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: e641ac96-f429-4fcb-bdc4-bb349f4606dd {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:48:29.298733 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e641ac96-f429-4fcb-bdc4-bb349f4606dd not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:48:29.302073 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76a67db-1488-41e3-89ee-99842c135b79 x-openstack-request-id: req-d76a67db-1488-41e3-89ee-99842c135b79 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:29.302073 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79083701-4205-4930-bc02-86f7f8c08bce", "name": "network-vif-deleted", "tag": "fdc2bbc3-5979-4abc-bc41-3196388b2fb7", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:29.302073 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d76a67db-1488-41e3-89ee-99842c135b79 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:29.302393 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:29.302483 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79083701-4205-4930-bc02-86f7f8c08bce', 'name': 'network-vif-deleted', 'tag': 'fdc2bbc3-5979-4abc-bc41-3196388b2fb7', 'status': 'completed', 'code': 200} Nov 26 02:48:29.338269 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ff1e4597-24c9-4f10-b373-14610df89cdf,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:29.365548 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port dab05dd6-b0c6-42e0-90d9-38afab8ef99e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:29.374686 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:29.395012 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d4bf91fa-5e1c-4f0d-9a25-06dd5966acf3 req-1ab19b0b-c8c9-4246-8e62-2b2cc7f3fe31 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-groups/6c82fa12-9ffd-4b41-94be-0cc477556ae3 HTTP/1.1" status: 200 len: 1821 time: 0.0766385 Nov 26 02:48:29.406757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-d4bf91fa-5e1c-4f0d-9a25-06dd5966acf3 req-f3458d58-282c-4f0b-b9e7-f6c1594e03a1 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6c82fa12-9ffd-4b41-94be-0cc477556ae3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:29.407078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-d4bf91fa-5e1c-4f0d-9a25-06dd5966acf3 req-f3458d58-282c-4f0b-b9e7-f6c1594e03a1 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6c82fa12-9ffd-4b41-94be-0cc477556ae3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:29.428840 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce1d50-b77a-4de5-a7a5-ba0124c800f7 req-ebf1c0be-51cb-4c43-a0eb-dad0f10e7b81 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:29.430158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9bce1d50-b77a-4de5-a7a5-ba0124c800f7 req-ebf1c0be-51cb-4c43-a0eb-dad0f10e7b81 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 949 time: 0.0818222 Nov 26 02:48:29.454707 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:29.507816 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9bce1d50-b77a-4de5-a7a5-ba0124c800f7 req-3a19e49d-64c8-4851-9b8d-f14e8cc254a5 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690646 Nov 26 02:48:29.510376 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d4bf91fa-5e1c-4f0d-9a25-06dd5966acf3 req-f3458d58-282c-4f0b-b9e7-f6c1594e03a1 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:29.536597 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d4bf91fa-5e1c-4f0d-9a25-06dd5966acf3 req-f3458d58-282c-4f0b-b9e7-f6c1594e03a1 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:29.540880 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d4bf91fa-5e1c-4f0d-9a25-06dd5966acf3 req-f3458d58-282c-4f0b-b9e7-f6c1594e03a1 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:29.562881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3458d58-282c-4f0b-b9e7-f6c1594e03a1 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b038adaa-d2d3-49d3-b580-229573652cd3,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:29.571741 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d4bf91fa-5e1c-4f0d-9a25-06dd5966acf3 req-f3458d58-282c-4f0b-b9e7-f6c1594e03a1 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:29.576548 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d4bf91fa-5e1c-4f0d-9a25-06dd5966acf3 req-f3458d58-282c-4f0b-b9e7-f6c1594e03a1 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1745608 Nov 26 02:48:29.681810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48b2ef-4c98-466f-9f8f-ad570e958b16 req-be5f6c53-e0da-4739-a748-bcf6b089dd77 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:29.683246 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b48b2ef-4c98-466f-9f8f-ad570e958b16 req-be5f6c53-e0da-4739-a748-bcf6b089dd77 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 950 time: 0.0507267 Nov 26 02:48:29.727991 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f49ea087-ad69-4e1c-9810-c45cfa3b6308 req-77c7cd43-7c11-4933-b5a3-a933b72f17ce tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1099042330', 'description': 'tempest-description-799137046'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:29.753016 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b48b2ef-4c98-466f-9f8f-ad570e958b16 req-976fff64-73a5-40b4-a394-a883cf141a3b tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4caf4cd-87c0-461c-82ea-d98c4974ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631783 Nov 26 02:48:29.764759 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f49ea087-ad69-4e1c-9810-c45cfa3b6308 req-77c7cd43-7c11-4933-b5a3-a933b72f17ce tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:29.883496 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f49ea087-ad69-4e1c-9810-c45cfa3b6308 req-77c7cd43-7c11-4933-b5a3-a933b72f17ce tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:29.895136 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5eaae-ad67-4436-b773-d6fb7d5fa9b4 req-e6cf382d-574f-402b-b974-f536b0681336 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:29.897266 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0fb5eaae-ad67-4436-b773-d6fb7d5fa9b4 req-e6cf382d-574f-402b-b974-f536b0681336 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 950 time: 0.0891211 Nov 26 02:48:29.900226 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f49ea087-ad69-4e1c-9810-c45cfa3b6308 req-77c7cd43-7c11-4933-b5a3-a933b72f17ce tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:30.010164 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f49ea087-ad69-4e1c-9810-c45cfa3b6308 req-77c7cd43-7c11-4933-b5a3-a933b72f17ce tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:30.012216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f49ea087-ad69-4e1c-9810-c45cfa3b6308 req-77c7cd43-7c11-4933-b5a3-a933b72f17ce tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2950361 Nov 26 02:48:30.024511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7cd43-7c11-4933-b5a3-a933b72f17ce tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bab6bb8-039b-4894-91be-87877f03b288,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:30.071285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87e7b8-4bdf-40be-a069-61ca93ebd0ed req-8a039707-d40e-4ab7-a293-83092e517440 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:30.073108 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a87e7b8-4bdf-40be-a069-61ca93ebd0ed req-8a039707-d40e-4ab7-a293-83092e517440 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 944 time: 0.1743762 Nov 26 02:48:30.146766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-0fb5eaae-ad67-4436-b773-d6fb7d5fa9b4 req-fda6dfb4-754d-4631-9ef7-f13d38500833 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Deleting port 9fae4abb-b694-4d0b-a2d0-4782bdf38530 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:48:30.147118 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0fb5eaae-ad67-4436-b773-d6fb7d5fa9b4 req-fda6dfb4-754d-4631-9ef7-f13d38500833 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:30.168351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a87e7b8-4bdf-40be-a069-61ca93ebd0ed req-64bf6739-20bc-414d-9919-dc729e7d8901 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870926 Nov 26 02:48:30.211983 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-6a0da614-b2b0-4526-973b-e346e1a00945 req-7e2e16cd-5329-4084-a2ed-6ced333421b7 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1103848742', 'description': 'tempest-description-864418379'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:30.546073 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6a0da614-b2b0-4526-973b-e346e1a00945 req-7e2e16cd-5329-4084-a2ed-6ced333421b7 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:30.581782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb7687-b4c7-48da-b776-073c450c9e00 req-51229f8b-40f7-46cf-b99e-fb3f88d5a96b tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:30.583275 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4fb7687-b4c7-48da-b776-073c450c9e00 req-51229f8b-40f7-46cf-b99e-fb3f88d5a96b tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 945 time: 0.3857379 Nov 26 02:48:30.604005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0fb5eaae-ad67-4436-b773-d6fb7d5fa9b4 req-fda6dfb4-754d-4631-9ef7-f13d38500833 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] For port 9fae4abb-b694-4d0b-a2d0-4782bdf38530, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9fae4abb-b694-4d0b-a2d0-4782bdf38530,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:30.604629 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0fb5eaae-ad67-4436-b773-d6fb7d5fa9b4 req-fda6dfb4-754d-4631-9ef7-f13d38500833 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:30.632044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-0fb5eaae-ad67-4436-b773-d6fb7d5fa9b4 req-fda6dfb4-754d-4631-9ef7-f13d38500833 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Calling delete_port for 9fae4abb-b694-4d0b-a2d0-4782bdf38530 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:48:30.719127 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4fb7687-b4c7-48da-b776-073c450c9e00 req-494f1517-39d3-407c-a7ac-e34e229662ca tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274972 Nov 26 02:48:30.752358 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6a0da614-b2b0-4526-973b-e346e1a00945 req-7e2e16cd-5329-4084-a2ed-6ced333421b7 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:30.763217 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6a0da614-b2b0-4526-973b-e346e1a00945 req-7e2e16cd-5329-4084-a2ed-6ced333421b7 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:30.802642 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6a0da614-b2b0-4526-973b-e346e1a00945 req-7e2e16cd-5329-4084-a2ed-6ced333421b7 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:30.803744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a0da614-b2b0-4526-973b-e346e1a00945 req-7e2e16cd-5329-4084-a2ed-6ced333421b7 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6043754 Nov 26 02:48:30.836427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e16cd-5329-4084-a2ed-6ced333421b7 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054ade57-85b5-44d6-a1de-22e79cedb125,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:30.916860 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0fb5eaae-ad67-4436-b773-d6fb7d5fa9b4 req-fda6dfb4-754d-4631-9ef7-f13d38500833 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:30.935897 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce54c11-fe83-47d3-b46c-944f8e4102d3 req-59962c01-bcf7-4a0f-a929-3e6b3c19b55d tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:30.937413 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4ce54c11-fe83-47d3-b46c-944f8e4102d3 req-59962c01-bcf7-4a0f-a929-3e6b3c19b55d tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.1426358 Nov 26 02:48:30.961909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf3d835-6bca-47d7-9b0b-5fd3742a516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1e4597-24c9-4f10-b373-14610df89cdf'}, {'server_uuid': 'ae74e0db-8f42-4603-9136-6aaea793ba02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab05dd6-b0c6-42e0-90d9-38afab8ef99e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:30.963241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6dfb4-754d-4631-9ef7-f13d38500833 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Pushing event deleted for resources: {'Port': ['ID=9fae4abb-b694-4d0b-a2d0-4782bdf38530,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:30.964909 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283823be-28c1-4d87-afc3-98d6476c62c8" -d '{"events": [{"server_uuid": "5bf3d835-6bca-47d7-9b0b-5fd3742a516c", "name": "network-vif-plugged", "status": "completed", "tag": "ff1e4597-24c9-4f10-b373-14610df89cdf"}, {"server_uuid": "ae74e0db-8f42-4603-9136-6aaea793ba02", "name": "network-vif-plugged", "status": "completed", "tag": "dab05dd6-b0c6-42e0-90d9-38afab8ef99e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:30.980102 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599b4c6-2a47-4b7a-b72f-03971b384265 req-ad12a916-aa9c-4cd1-a8d4-1701a0768a59 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:30.981637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d599b4c6-2a47-4b7a-b72f-03971b384265 req-ad12a916-aa9c-4cd1-a8d4-1701a0768a59 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 949 time: 0.1172032 Nov 26 02:48:31.043624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb5eaae-ad67-4436-b773-d6fb7d5fa9b4 req-fda6dfb4-754d-4631-9ef7-f13d38500833 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] No DVR routers for this DVR port 9fae4abb-b694-4d0b-a2d0-4782bdf38530 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:48:31.048911 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0fb5eaae-ad67-4436-b773-d6fb7d5fa9b4 req-fda6dfb4-754d-4631-9ef7-f13d38500833 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:31.052153 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0fb5eaae-ad67-4436-b773-d6fb7d5fa9b4 req-fda6dfb4-754d-4631-9ef7-f13d38500833 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.59 "DELETE /v2.0/ports/9fae4abb-b694-4d0b-a2d0-4782bdf38530 HTTP/1.1" status: 204 len: 173 time: 1.1361895 Nov 26 02:48:31.077369 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4ce54c11-fe83-47d3-b46c-944f8e4102d3 req-82f081fb-29e0-473f-aac0-71ed6461d99b tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187637 Nov 26 02:48:31.093933 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d599b4c6-2a47-4b7a-b72f-03971b384265 req-c437f76c-a29f-44bf-bd28-5c5aee288ef5 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003711 Nov 26 02:48:31.200123 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d26f02be-c127-4f66-ae7e-750880c8249c req-cd4b8bd7-8007-4665-8ab2-7fefd70140c0 tempest-ServersAdminNegativeTestJSON-1988202107 tempest-ServersAdminNegativeTestJSON-1988202107-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0213353-20e4-4cb5-a98b-f959c7785469 HTTP/1.1" status: 200 len: 210 time: 0.0363390 Nov 26 02:48:31.247687 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f058414a-f3a8-486d-a42a-bc32ec4d9b86 req-c1baf7b4-7383-4c94-a823-78d88e6a471b tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-groups/6bab6bb8-039b-4894-91be-87877f03b288 HTTP/1.1" status: 200 len: 1821 time: 0.0505278 Nov 26 02:48:31.254070 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582c48b1-202c-4126-ad7c-f51d3a910658 x-openstack-request-id: req-582c48b1-202c-4126-ad7c-f51d3a910658 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:31.254375 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf3d835-6bca-47d7-9b0b-5fd3742a516c", "name": "network-vif-plugged", "status": "completed", "tag": "ff1e4597-24c9-4f10-b373-14610df89cdf", "code": 200}, {"server_uuid": "ae74e0db-8f42-4603-9136-6aaea793ba02", "name": "network-vif-plugged", "status": "completed", "tag": "dab05dd6-b0c6-42e0-90d9-38afab8ef99e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:31.254630 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-582c48b1-202c-4126-ad7c-f51d3a910658 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:31.255027 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf3d835-6bca-47d7-9b0b-5fd3742a516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1e4597-24c9-4f10-b373-14610df89cdf', 'code': 200} Nov 26 02:48:31.255282 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae74e0db-8f42-4603-9136-6aaea793ba02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab05dd6-b0c6-42e0-90d9-38afab8ef99e', 'code': 200} Nov 26 02:48:31.310144 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f058414a-f3a8-486d-a42a-bc32ec4d9b86 req-67066bd5-135c-4d24-acb5-487197e40290 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-groups/054ade57-85b5-44d6-a1de-22e79cedb125 HTTP/1.1" status: 200 len: 1821 time: 0.0510826 Nov 26 02:48:31.315630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f058414a-f3a8-486d-a42a-bc32ec4d9b86 req-cbafb8d5-c297-4747-87db-58997422df51 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6bab6bb8-039b-4894-91be-87877f03b288', 'remote_group_id': '054ade57-85b5-44d6-a1de-22e79cedb125', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:31.316086 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f058414a-f3a8-486d-a42a-bc32ec4d9b86 req-cbafb8d5-c297-4747-87db-58997422df51 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6bab6bb8-039b-4894-91be-87877f03b288', 'remote_group_id': '054ade57-85b5-44d6-a1de-22e79cedb125', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:31.329460 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0213353-20e4-4cb5-a98b-f959c7785469', 'name': 'network-vif-deleted', 'tag': '9fae4abb-b694-4d0b-a2d0-4782bdf38530'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:31.331760 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498ff5ba-9547-4b92-b634-3844f3fd0958" -d '{"events": [{"server_uuid": "f0213353-20e4-4cb5-a98b-f959c7785469", "name": "network-vif-deleted", "tag": "9fae4abb-b694-4d0b-a2d0-4782bdf38530"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:31.472992 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82cbfd-c33e-4aca-a0f8-8e5627ed6d6c req-1596c7d3-c2e8-463e-9b4e-e29e091583ac tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:31.474543 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d82cbfd-c33e-4aca-a0f8-8e5627ed6d6c req-1596c7d3-c2e8-463e-9b4e-e29e091583ac tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 944 time: 0.1368651 Nov 26 02:48:31.477024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a88fb3-561e-48e7-bccc-425e80a9eb51 req-d915d3bc-0c0b-47b9-aeba-17b247f6d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:31.478426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a4a88fb3-561e-48e7-bccc-425e80a9eb51 req-d915d3bc-0c0b-47b9-aeba-17b247f6d968 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 1100 time: 0.1111341 Nov 26 02:48:31.523109 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f058414a-f3a8-486d-a42a-bc32ec4d9b86 req-cbafb8d5-c297-4747-87db-58997422df51 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:31.569759 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6fbaa-9906-46c7-b903-e4c35c4ff63e req-d71aa92a-a912-49e5-8795-efc471d73d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:31.571280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bef6fbaa-9906-46c7-b903-e4c35c4ff63e req-d71aa92a-a912-49e5-8795-efc471d73d9f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 1096 time: 0.1480143 Nov 26 02:48:31.609884 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f058414a-f3a8-486d-a42a-bc32ec4d9b86 req-cbafb8d5-c297-4747-87db-58997422df51 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:31.619643 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d82cbfd-c33e-4aca-a0f8-8e5627ed6d6c req-936d0a5c-da87-479a-a05f-e4cc9f83ad0a tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337919 Nov 26 02:48:31.622262 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a4a88fb3-561e-48e7-bccc-425e80a9eb51 req-55d246a3-5f88-4521-9e45-55344c2ea77e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347897 Nov 26 02:48:31.624599 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f058414a-f3a8-486d-a42a-bc32ec4d9b86 req-cbafb8d5-c297-4747-87db-58997422df51 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:31.681957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafb8d5-c297-4747-87db-58997422df51 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da5721f-7cd5-4e9c-ba31-38fe0bd919bf,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:31.691565 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bef6fbaa-9906-46c7-b903-e4c35c4ff63e req-13245b77-1abf-4cb1-8307-6338c6cfa855 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109939 Nov 26 02:48:31.694998 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f058414a-f3a8-486d-a42a-bc32ec4d9b86 req-cbafb8d5-c297-4747-87db-58997422df51 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:31.696132 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f058414a-f3a8-486d-a42a-bc32ec4d9b86 req-cbafb8d5-c297-4747-87db-58997422df51 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3849938 Nov 26 02:48:31.736187 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04c42ca-a9e8-4c03-a2dd-1bb4b9dc77ac x-openstack-request-id: req-b04c42ca-a9e8-4c03-a2dd-1bb4b9dc77ac {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:31.737196 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0213353-20e4-4cb5-a98b-f959c7785469", "name": "network-vif-deleted", "tag": "9fae4abb-b694-4d0b-a2d0-4782bdf38530", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:31.737196 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b04c42ca-a9e8-4c03-a2dd-1bb4b9dc77ac {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:31.737876 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0213353-20e4-4cb5-a98b-f959c7785469', 'name': 'network-vif-deleted', 'tag': '9fae4abb-b694-4d0b-a2d0-4782bdf38530', 'status': 'completed', 'code': 200} Nov 26 02:48:31.750896 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-09a2d677-c077-4c8d-af7e-46c8b69dc196 req-dbd2624c-5f96-49a6-92ce-2f84feb8f7db tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1213365809', 'description': 'tempest-description-766227304'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:31.776230 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-09a2d677-c077-4c8d-af7e-46c8b69dc196 req-dbd2624c-5f96-49a6-92ce-2f84feb8f7db tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:31.873221 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-09a2d677-c077-4c8d-af7e-46c8b69dc196 req-dbd2624c-5f96-49a6-92ce-2f84feb8f7db tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:31.877391 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-09a2d677-c077-4c8d-af7e-46c8b69dc196 req-dbd2624c-5f96-49a6-92ce-2f84feb8f7db tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:31.891435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f693fb9-1606-4522-8b1e-02a8bf35bd39 req-ba346903-a591-4851-9bd5-d37033086736 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:31.892985 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f693fb9-1606-4522-8b1e-02a8bf35bd39 req-ba346903-a591-4851-9bd5-d37033086736 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 945 time: 0.0800865 Nov 26 02:48:31.933839 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-09a2d677-c077-4c8d-af7e-46c8b69dc196 req-dbd2624c-5f96-49a6-92ce-2f84feb8f7db tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:31.935199 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09a2d677-c077-4c8d-af7e-46c8b69dc196 req-dbd2624c-5f96-49a6-92ce-2f84feb8f7db tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1885707 Nov 26 02:48:31.936128 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2624c-5f96-49a6-92ce-2f84feb8f7db tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4007cd-8216-47b1-9372-e6f72a37fb14,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:31.965544 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f693fb9-1606-4522-8b1e-02a8bf35bd39 req-64833e68-5c3b-4d3c-baa0-ec0aed8fcd53 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623806 Nov 26 02:48:31.994350 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-1e898df5-85d5-4758-9497-d6dfb1edadb5 req-40648bbd-c513-4980-8958-9297a76c2525 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-713281287', 'description': 'tempest-description-899410475'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:32.015706 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1e898df5-85d5-4758-9497-d6dfb1edadb5 req-40648bbd-c513-4980-8958-9297a76c2525 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:32.083647 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1e898df5-85d5-4758-9497-d6dfb1edadb5 req-40648bbd-c513-4980-8958-9297a76c2525 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:32.087927 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1e898df5-85d5-4758-9497-d6dfb1edadb5 req-40648bbd-c513-4980-8958-9297a76c2525 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:32.096448 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 901f9f86-bb56-4d14-85a7-86d3ddef324d up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:48:32.124123 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1e898df5-85d5-4758-9497-d6dfb1edadb5 req-40648bbd-c513-4980-8958-9297a76c2525 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:32.125285 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e898df5-85d5-4758-9497-d6dfb1edadb5 req-40648bbd-c513-4980-8958-9297a76c2525 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1350832 Nov 26 02:48:32.129602 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40648bbd-c513-4980-8958-9297a76c2525 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6bf197-dabf-4565-9b05-3656181a6a15,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:32.158441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 901f9f86-bb56-4d14-85a7-86d3ddef324d completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:48:32.163634 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 901f9f86-bb56-4d14-85a7-86d3ddef324d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:32.164254 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:32.253566 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:32.285484 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 901f9f86-bb56-4d14-85a7-86d3ddef324d, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=901f9f86-bb56-4d14-85a7-86d3ddef324d,segment=NetworkSegment(31c87a92-3928-498c-b8f3-d9b0f6bc3444),segment_id=31c87a92-3928-498c-b8f3-d9b0f6bc3444)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:32.289313 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:32.291423 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b343aa-7ed4-4427-99a8-191f766ca84c req-5a0c08cb-4af4-4b5b-952a-1019fff5382b tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:32.297452 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b343aa-7ed4-4427-99a8-191f766ca84c req-5a0c08cb-4af4-4b5b-952a-1019fff5382b tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:32.299051 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22b343aa-7ed4-4427-99a8-191f766ca84c req-5a0c08cb-4af4-4b5b-952a-1019fff5382b tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d9ce87-57c1-40f3-9af7-5ebf77abf205&device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 1681 time: 0.0860386 Nov 26 02:48:32.311564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6ea4e-8ca8-4139-b6f9-c590a455c7bc req-8d1924c6-7015-4247-99f9-9a5931388680 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:32.313028 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21f6ea4e-8ca8-4139-b6f9-c590a455c7bc req-8d1924c6-7015-4247-99f9-9a5931388680 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.0724864 Nov 26 02:48:32.338972 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=901f9f86-bb56-4d14-85a7-86d3ddef324d,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:32.382549 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22b343aa-7ed4-4427-99a8-191f766ca84c req-1e587deb-afe9-49e5-b963-100653cceeed tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684071 Nov 26 02:48:32.392306 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21f6ea4e-8ca8-4139-b6f9-c590a455c7bc req-6f9edeef-61c1-49f3-8509-fc4b9255c0bf tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703321 Nov 26 02:48:32.493422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-996037a9-0e61-4f5a-88df-625c4a4ac4f6 req-bd0668dc-746f-438c-b05d-d99f0a28cca1 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-groups/ad4007cd-8216-47b1-9372-e6f72a37fb14 HTTP/1.1" status: 200 len: 1821 time: 0.0682399 Nov 26 02:48:32.514447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82204f32-6a10-4fcb-b882-84361bbc4a61 req-37b36242-ddd2-4972-ba6b-6b500ac1e435 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:32.515870 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82204f32-6a10-4fcb-b882-84361bbc4a61 req-37b36242-ddd2-4972-ba6b-6b500ac1e435 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 949 time: 0.0742130 Nov 26 02:48:32.566437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-996037a9-0e61-4f5a-88df-625c4a4ac4f6 req-203e7d10-f8c5-4020-bc49-134f3d747b2d tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-groups/ca6bf197-dabf-4565-9b05-3656181a6a15 HTTP/1.1" status: 200 len: 1820 time: 0.0657446 Nov 26 02:48:32.582466 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-996037a9-0e61-4f5a-88df-625c4a4ac4f6 req-b45137a6-e6bf-4118-94ec-561e1259db67 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ad4007cd-8216-47b1-9372-e6f72a37fb14', 'remote_group_id': 'ca6bf197-dabf-4565-9b05-3656181a6a15', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:32.582793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-996037a9-0e61-4f5a-88df-625c4a4ac4f6 req-b45137a6-e6bf-4118-94ec-561e1259db67 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ad4007cd-8216-47b1-9372-e6f72a37fb14', 'remote_group_id': 'ca6bf197-dabf-4565-9b05-3656181a6a15', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:32.592958 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82204f32-6a10-4fcb-b882-84361bbc4a61 req-45c7ea36-eb8d-4e58-9c61-7b4ac3a5b03f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701096 Nov 26 02:48:32.655656 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-996037a9-0e61-4f5a-88df-625c4a4ac4f6 req-b45137a6-e6bf-4118-94ec-561e1259db67 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:32.689071 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-996037a9-0e61-4f5a-88df-625c4a4ac4f6 req-b45137a6-e6bf-4118-94ec-561e1259db67 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:32.692881 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-996037a9-0e61-4f5a-88df-625c4a4ac4f6 req-b45137a6-e6bf-4118-94ec-561e1259db67 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:32.711657 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45137a6-e6bf-4118-94ec-561e1259db67 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638e8f0a-0b8c-4dae-abc5-255181fa4221,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:32.719640 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-996037a9-0e61-4f5a-88df-625c4a4ac4f6 req-b45137a6-e6bf-4118-94ec-561e1259db67 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:32.720774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9fae4abb-b694-4d0b-a2d0-4782bdf38530 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:48:32.720916 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-996037a9-0e61-4f5a-88df-625c4a4ac4f6 req-b45137a6-e6bf-4118-94ec-561e1259db67 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1446497 Nov 26 02:48:32.750305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 9fae4abb-b694-4d0b-a2d0-4782bdf38530 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:48:32.750673 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9fae4abb-b694-4d0b-a2d0-4782bdf38530 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:48:32.868626 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fae325ff-94ab-4a2e-9232-9a61b5e631ec req-18706bb9-3402-42a4-8c92-d451b5107102 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-groups/ca6bf197-dabf-4565-9b05-3656181a6a15 HTTP/1.1" status: 200 len: 1820 time: 0.0906208 Nov 26 02:48:32.907288 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426a5f3-124a-487b-b532-7750a95dc658 req-4de2d508-2c18-424c-9df5-29ff1b3e42ff tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:32.908828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4426a5f3-124a-487b-b532-7750a95dc658 req-4de2d508-2c18-424c-9df5-29ff1b3e42ff tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 945 time: 0.0985794 Nov 26 02:48:32.969900 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fae325ff-94ab-4a2e-9232-9a61b5e631ec req-21f7166d-2d16-4428-84fe-80890c0ae049 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:32.990922 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4426a5f3-124a-487b-b532-7750a95dc658 req-b6282428-c65b-433e-9297-5ff5c74008c6 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722113 Nov 26 02:48:33.000651 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36648) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:33.014289 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fae325ff-94ab-4a2e-9232-9a61b5e631ec req-21f7166d-2d16-4428-84fe-80890c0ae049 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:33.085642 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fae325ff-94ab-4a2e-9232-9a61b5e631ec req-21f7166d-2d16-4428-84fe-80890c0ae049 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:33.090673 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fae325ff-94ab-4a2e-9232-9a61b5e631ec req-21f7166d-2d16-4428-84fe-80890c0ae049 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:33.092009 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fae325ff-94ab-4a2e-9232-9a61b5e631ec req-21f7166d-2d16-4428-84fe-80890c0ae049 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "DELETE /v2.0/security-groups/ca6bf197-dabf-4565-9b05-3656181a6a15 HTTP/1.1" status: 204 len: 173 time: 0.2199740 Nov 26 02:48:33.121466 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7166d-2d16-4428-84fe-80890c0ae049 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6bf197-dabf-4565-9b05-3656181a6a15,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:33.188960 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f4afb2dd-0d94-4ee8-b60f-75d636a833e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90b94badc3974ee099d6065ffdb6e4d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1869829 Nov 26 02:48:33.189747 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36656) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:33.201689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcba46fc-0ded-4c10-838d-efa8a88e003a req-2f9c220a-b554-4d1f-8ce4-a1150451a69f tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-groups/ad4007cd-8216-47b1-9372-e6f72a37fb14 HTTP/1.1" status: 200 len: 1821 time: 0.0437193 Nov 26 02:48:33.236629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-dd4fab1c-2ac5-4fa0-a69c-7c1137aa7aa1 req-67415fa8-bcf8-41ee-b0e4-98a7f2bc979a tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-781256887', 'description': 'tempest-description-2108453031'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:33.252424 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4b28bf2-8aa6-4dbe-a87a-d026e8449797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:33.257040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c4fe19-6d41-4d25-84be-c6ab732ba9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901f9f86-bb56-4d14-85a7-86d3ddef324d'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:33.260395 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b99cc91-6e69-4ab7-8f1e-24df0dd4885c" -d '{"events": [{"server_uuid": "18c4fe19-6d41-4d25-84be-c6ab732ba9e4", "name": "network-vif-plugged", "status": "completed", "tag": "901f9f86-bb56-4d14-85a7-86d3ddef324d"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:33.263845 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-dd4fab1c-2ac5-4fa0-a69c-7c1137aa7aa1 req-67415fa8-bcf8-41ee-b0e4-98a7f2bc979a tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:33.280078 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4b28bf2-8aa6-4dbe-a87a-d026e8449797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:33.335350 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4b28bf2-8aa6-4dbe-a87a-d026e8449797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:33.338894 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4b28bf2-8aa6-4dbe-a87a-d026e8449797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:33.342097 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b4b28bf2-8aa6-4dbe-a87a-d026e8449797 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4caf4cd-87c0-461c-82ea-d98c4974ef8a HTTP/1.1" status: 204 len: 168 time: 0.1509480 Nov 26 02:48:33.350197 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b28bf2-8aa6-4dbe-a87a-d026e8449797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4caf4cd-87c0-461c-82ea-d98c4974ef8a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:33.369528 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dc167-4b4a-40f3-9b8a-5a086ca3521b req-25d88927-1d6c-4162-9a8c-8c4f700fbc9b tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:33.372128 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fb8dc167-4b4a-40f3-9b8a-5a086ca3521b req-25d88927-1d6c-4162-9a8c-8c4f700fbc9b tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 945 time: 0.0928192 Nov 26 02:48:33.407567 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-dd4fab1c-2ac5-4fa0-a69c-7c1137aa7aa1 req-67415fa8-bcf8-41ee-b0e4-98a7f2bc979a tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:33.414264 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-dd4fab1c-2ac5-4fa0-a69c-7c1137aa7aa1 req-67415fa8-bcf8-41ee-b0e4-98a7f2bc979a tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:33.461426 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-dd4fab1c-2ac5-4fa0-a69c-7c1137aa7aa1 req-67415fa8-bcf8-41ee-b0e4-98a7f2bc979a tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:33.462655 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd4fab1c-2ac5-4fa0-a69c-7c1137aa7aa1 req-67415fa8-bcf8-41ee-b0e4-98a7f2bc979a tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2311907 Nov 26 02:48:33.467654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fb8dc167-4b4a-40f3-9b8a-5a086ca3521b req-6beba5e3-09f6-4fbd-9e08-1741f03f694a tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832157 Nov 26 02:48:33.468505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67415fa8-bcf8-41ee-b0e4-98a7f2bc979a tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2808b994-1492-4650-a97e-1ec87d8a2c5a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:33.526882 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea8aaca-93ba-4bbc-8f55-429efbd67983 x-openstack-request-id: req-1ea8aaca-93ba-4bbc-8f55-429efbd67983 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:33.527186 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c4fe19-6d41-4d25-84be-c6ab732ba9e4", "name": "network-vif-plugged", "status": "completed", "tag": "901f9f86-bb56-4d14-85a7-86d3ddef324d", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:33.527836 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ea8aaca-93ba-4bbc-8f55-429efbd67983 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:33.528282 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c4fe19-6d41-4d25-84be-c6ab732ba9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901f9f86-bb56-4d14-85a7-86d3ddef324d', 'code': 200} Nov 26 02:48:33.607118 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84d14ce9-dcaa-4402-a5cf-96fab84b0d4c req-d3700e56-7f06-4bec-9039-685c806d1d45 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-groups/2808b994-1492-4650-a97e-1ec87d8a2c5a HTTP/1.1" status: 200 len: 1821 time: 0.0694048 Nov 26 02:48:33.620832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-84d14ce9-dcaa-4402-a5cf-96fab84b0d4c req-e0a3df1f-cd76-412a-9d78-0e563e995329 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2808b994-1492-4650-a97e-1ec87d8a2c5a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:33.621233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-84d14ce9-dcaa-4402-a5cf-96fab84b0d4c req-e0a3df1f-cd76-412a-9d78-0e563e995329 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2808b994-1492-4650-a97e-1ec87d8a2c5a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:33.632581 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e37ff-8f08-4e63-8c04-b6c2485184b1 req-7dcd394d-5287-4a23-bd90-a23d86aaa0ff tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:33.640459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e19e37ff-8f08-4e63-8c04-b6c2485184b1 req-7dcd394d-5287-4a23-bd90-a23d86aaa0ff tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.0879810 Nov 26 02:48:33.653852 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36676) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:33.693802 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-84e68cee-5ef5-4ed8-bf4c-8fbcf4746d7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eae3eb23c0fa4cd48eeed68dbf90a551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387008 Nov 26 02:48:33.696339 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36680) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:33.732100 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e19e37ff-8f08-4e63-8c04-b6c2485184b1 req-093e842b-117e-4513-8081-44a68a062011 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906434 Nov 26 02:48:33.740529 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623740e-d094-41fe-84b6-6ad2996f5cda req-26c747ff-ba1f-48a2-9e1f-d0490297ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:33.741997 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3623740e-d094-41fe-84b6-6ad2996f5cda req-26c747ff-ba1f-48a2-9e1f-d0490297ceb7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 1096 time: 0.0995305 Nov 26 02:48:33.748512 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3eeee1de-8d2f-45d1-8c62-def5230eed5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:33.771233 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3eeee1de-8d2f-45d1-8c62-def5230eed5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:33.787971 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-84d14ce9-dcaa-4402-a5cf-96fab84b0d4c req-e0a3df1f-cd76-412a-9d78-0e563e995329 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:33.819652 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-84d14ce9-dcaa-4402-a5cf-96fab84b0d4c req-e0a3df1f-cd76-412a-9d78-0e563e995329 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:33.822135 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3623740e-d094-41fe-84b6-6ad2996f5cda req-8cc9b564-9545-4dcf-94f5-187403559a52 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713375 Nov 26 02:48:33.823486 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-84d14ce9-dcaa-4402-a5cf-96fab84b0d4c req-e0a3df1f-cd76-412a-9d78-0e563e995329 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:33.827509 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3eeee1de-8d2f-45d1-8c62-def5230eed5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:33.831611 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3eeee1de-8d2f-45d1-8c62-def5230eed5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:33.833828 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3eeee1de-8d2f-45d1-8c62-def5230eed5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c2530e9-a006-4afb-97db-40be690c345a HTTP/1.1" status: 204 len: 168 time: 0.1356368 Nov 26 02:48:33.842554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3df1f-cd76-412a-9d78-0e563e995329 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90606c3-21d6-42af-8af5-d258902e06b3,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:33.853019 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-84d14ce9-dcaa-4402-a5cf-96fab84b0d4c req-e0a3df1f-cd76-412a-9d78-0e563e995329 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:33.853463 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeee1de-8d2f-45d1-8c62-def5230eed5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2530e9-a006-4afb-97db-40be690c345a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:33.854290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84d14ce9-dcaa-4402-a5cf-96fab84b0d4c req-e0a3df1f-cd76-412a-9d78-0e563e995329 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2386608 Nov 26 02:48:33.992623 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745396b4-efa4-4b7e-abd2-1be19de82119 req-cdfc97d1-9e13-4958-889d-bf0f3a4e9c93 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:33.994903 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-745396b4-efa4-4b7e-abd2-1be19de82119 req-cdfc97d1-9e13-4958-889d-bf0f3a4e9c93 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 949 time: 0.0676258 Nov 26 02:48:34.043852 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-745396b4-efa4-4b7e-abd2-1be19de82119 req-8ec7970f-20bc-4fb7-9d50-47650edbb5af tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424500 Nov 26 02:48:34.149263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892619aa-0ef1-4dd8-aa76-cb15c74f5918 req-445a7d4b-20b1-48fd-836b-9e0822b73639 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:34.150758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-892619aa-0ef1-4dd8-aa76-cb15c74f5918 req-445a7d4b-20b1-48fd-836b-9e0822b73639 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.0536616 Nov 26 02:48:34.198702 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-892619aa-0ef1-4dd8-aa76-cb15c74f5918 req-6ccc8d05-3979-4eaf-8634-3560b800e0dc tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412812 Nov 26 02:48:34.265283 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf8fc9f2-a69b-4236-8a7b-2f877a2445bf req-843a3791-7d87-4dc7-95e1-586410248061 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-groups/2808b994-1492-4650-a97e-1ec87d8a2c5a HTTP/1.1" status: 200 len: 2414 time: 0.0428796 Nov 26 02:48:34.277733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-cf8fc9f2-a69b-4236-8a7b-2f877a2445bf req-aa36dd0d-13bc-4277-aeea-69c0cee8e0e0 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2808b994-1492-4650-a97e-1ec87d8a2c5a', 'remote_group_id': None}]} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:34.278145 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-cf8fc9f2-a69b-4236-8a7b-2f877a2445bf req-aa36dd0d-13bc-4277-aeea-69c0cee8e0e0 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2808b994-1492-4650-a97e-1ec87d8a2c5a', 'remote_group_id': None}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:34.346737 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-cf8fc9f2-a69b-4236-8a7b-2f877a2445bf req-aa36dd0d-13bc-4277-aeea-69c0cee8e0e0 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:34.378188 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-cf8fc9f2-a69b-4236-8a7b-2f877a2445bf req-aa36dd0d-13bc-4277-aeea-69c0cee8e0e0 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:34.385060 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-cf8fc9f2-a69b-4236-8a7b-2f877a2445bf req-aa36dd0d-13bc-4277-aeea-69c0cee8e0e0 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:34.408255 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36dd0d-13bc-4277-aeea-69c0cee8e0e0 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab403951-92aa-4a3a-af95-93f05f5b1f03,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:34.418188 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-cf8fc9f2-a69b-4236-8a7b-2f877a2445bf req-aa36dd0d-13bc-4277-aeea-69c0cee8e0e0 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:34.419501 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf8fc9f2-a69b-4236-8a7b-2f877a2445bf req-aa36dd0d-13bc-4277-aeea-69c0cee8e0e0 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1466794 Nov 26 02:48:34.473398 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1bfd5-9941-4e8c-a899-2c205e57cad3 req-3cce7c64-8457-464f-937d-92aa918dd8ff tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:34.475021 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68e1bfd5-9941-4e8c-a899-2c205e57cad3 req-3cce7c64-8457-464f-937d-92aa918dd8ff tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 945 time: 0.0514607 Nov 26 02:48:34.532809 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68e1bfd5-9941-4e8c-a899-2c205e57cad3 req-3d5edd4c-2086-4114-bae8-8dc9701f265d tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503099 Nov 26 02:48:34.595715 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36722) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:34.723728 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a0c7391a-683f-42dc-b3b6-d2e96c780f60 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-677425781-network', 'tenant_id': 'c21dd357d0374f68baf23c21ffc3bf3d'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:34.753899 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c7391a-683f-42dc-b3b6-d2e96c780f60 admin admin] Made reservation on behalf of c21dd357d0374f68baf23c21ffc3bf3d for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:48:34.756515 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0c7391a-683f-42dc-b3b6-d2e96c780f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:34.766090 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0c7391a-683f-42dc-b3b6-d2e96c780f60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:34.816970 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b339b-7695-469e-b867-3a901842333e req-d104be86-555d-430e-8d15-dfb129aae39f tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:34.818506 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-581b339b-7695-469e-b867-3a901842333e req-d104be86-555d-430e-8d15-dfb129aae39f tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 1100 time: 0.0864379 Nov 26 02:48:34.822853 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83409cdd-6354-448a-a086-aef577e8efc9 req-62a4576e-a126-46bd-a2ab-486ddea8f565 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-groups/2808b994-1492-4650-a97e-1ec87d8a2c5a HTTP/1.1" status: 200 len: 3012 time: 0.0657206 Nov 26 02:48:34.838549 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-581b339b-7695-469e-b867-3a901842333e req-f40f76f3-e46a-42eb-b2e7-ca71074a97c2 tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:34.855821 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0c7391a-683f-42dc-b3b6-d2e96c780f60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:34.859219 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0c7391a-683f-42dc-b3b6-d2e96c780f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:34.889408 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c7391a-683f-42dc-b3b6-d2e96c780f60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:48:34.900597 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7391a-683f-42dc-b3b6-d2e96c780f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a43501-a846-4860-839c-d2a242b46300,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:34.906404 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0c7391a-683f-42dc-b3b6-d2e96c780f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:34.906752 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-a0c7391a-683f-42dc-b3b6-d2e96c780f60 admin admin] Added segment 1bfbf118-5066-4c99-b7c9-a1c3f7285572 of type vlan for network b727c198-3d36-4fd1-b045-70b4bce472a0 Nov 26 02:48:34.954298 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-581b339b-7695-469e-b867-3a901842333e req-f40f76f3-e46a-42eb-b2e7-ca71074a97c2 tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:34.954540 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0c7391a-683f-42dc-b3b6-d2e96c780f60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:34.959513 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-581b339b-7695-469e-b867-3a901842333e req-f40f76f3-e46a-42eb-b2e7-ca71074a97c2 tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:34.970953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e56048-d3e7-4c71-875c-3c78ca348ab3 req-1896c658-db73-46ad-b144-4b0d59b0ddd2 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:34.972476 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15e56048-d3e7-4c71-875c-3c78ca348ab3 req-1896c658-db73-46ad-b144-4b0d59b0ddd2 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 945 time: 0.0750294 Nov 26 02:48:34.980271 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0c7391a-683f-42dc-b3b6-d2e96c780f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:34.981083 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c7391a-683f-42dc-b3b6-d2e96c780f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:34.981675 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0c7391a-683f-42dc-b3b6-d2e96c780f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:35.020811 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-581b339b-7695-469e-b867-3a901842333e req-f40f76f3-e46a-42eb-b2e7-ca71074a97c2 tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951315 Nov 26 02:48:35.026465 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f76f3-e46a-42eb-b2e7-ca71074a97c2 tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0557930f-7c1c-47a3-925a-dd6980c8b695,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:35.047766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36734) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:35.048385 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a0c7391a-683f-42dc-b3b6-d2e96c780f60 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4445965 Nov 26 02:48:35.048385 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7391a-683f-42dc-b3b6-d2e96c780f60 admin admin] Pushing event updated for resources: {'Network': ['ID=b727c198-3d36-4fd1-b045-70b4bce472a0,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:35.053501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-7c9e9034-614a-4751-808d-04cc663d1a6d admin admin] Request body: {'subnet': {'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-677425781-subnet', 'tenant_id': 'c21dd357d0374f68baf23c21ffc3bf3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:35.059325 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network b727c198-3d36-4fd1-b045-70b4bce472a0 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:48:35.067918 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15e56048-d3e7-4c71-875c-3c78ca348ab3 req-d6f99370-de80-4ecf-897a-6df7ef6116d4 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870185 Nov 26 02:48:35.094825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9e9034-614a-4751-808d-04cc663d1a6d admin admin] Made reservation on behalf of c21dd357d0374f68baf23c21ffc3bf3d for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:48:35.094825 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c9e9034-614a-4751-808d-04cc663d1a6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:35.271015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd29bb3-4471-4983-9f10-2797776aa45a req-496c96b9-a40d-4f90-80c7-19b38ce4a6e0 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:35.272540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-acd29bb3-4471-4983-9f10-2797776aa45a req-496c96b9-a40d-4f90-80c7-19b38ce4a6e0 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d9ce87-57c1-40f3-9af7-5ebf77abf205 HTTP/1.1" status: 200 len: 945 time: 0.1650536 Nov 26 02:48:35.360429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-76cd444a-8ee2-4012-8ae6-3a7134da8c16 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:35.361892 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-76cd444a-8ee2-4012-8ae6-3a7134da8c16 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/networks?id=ee4db295-5fa0-4a8b-9886-1c4a68ef44bb HTTP/1.1" status: 200 len: 814 time: 0.1911843 Nov 26 02:48:35.399077 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-4cede81a-7e16-4683-8d06-d27aeb1a9fa1 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/quotas/dfc3a73836564c72aaa012c28cbd2c57 HTTP/1.1" status: 200 len: 375 time: 0.0286078 Nov 26 02:48:35.403703 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-acd29bb3-4471-4983-9f10-2797776aa45a req-a177d7b5-fce9-4305-a187-42d86dcd65f3 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfb8546-7359-4538-92bb-39113714f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209888 Nov 26 02:48:35.521759 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-298b5a78-d818-45c8-b13f-c8d73d7670eb req-12107ea6-ea1c-4ce8-9cdb-25239f3dd66e tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-group-rules/ab403951-92aa-4a3a-af95-93f05f5b1f03 HTTP/1.1" status: 200 len: 783 time: 0.0805295 Nov 26 02:48:35.528400 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c9e9034-614a-4751-808d-04cc663d1a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:35.587343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a701f-060d-4fe2-b75d-35311f78fef2 req-51808c8b-46a9-4a9b-89de-46c75ef42ebe tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:35.588887 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db9a701f-060d-4fe2-b75d-35311f78fef2 req-51808c8b-46a9-4a9b-89de-46c75ef42ebe tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d9ce87-57c1-40f3-9af7-5ebf77abf205 HTTP/1.1" status: 200 len: 945 time: 0.1575906 Nov 26 02:48:35.592660 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-a087f9cb-87a7-46f8-9188-984af848b2f1 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dfc3a73836564c72aaa012c28cbd2c57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1675808 Nov 26 02:48:35.714339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e9034-614a-4751-808d-04cc663d1a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b1d7b87-e76e-420b-a6ea-a71bcbbcd592,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:35.736751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-298b5a78-d818-45c8-b13f-c8d73d7670eb req-094f1e57-1cc3-45b5-aac9-364105ae4a61 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-groups/2808b994-1492-4650-a97e-1ec87d8a2c5a HTTP/1.1" status: 200 len: 3012 time: 0.2061832 Nov 26 02:48:35.795444 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9e9034-614a-4751-808d-04cc663d1a6d admin admin] Checking segment: {'id': '1bfbf118-5066-4c99-b7c9-a1c3f7285572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:48:35.795712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9e9034-614a-4751-808d-04cc663d1a6d admin admin] Network hostable DHCP agents. Network: b727c198-3d36-4fd1-b045-70b4bce472a0, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:48:35.863835 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-a5fa92d6-458c-4d4d-8ed2-ba175aeeff4b service neutron] 10.222.0.31 "GET /v2.0/networks/ee4db295-5fa0-4a8b-9886-1c4a68ef44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597258 Nov 26 02:48:35.864808 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-298b5a78-d818-45c8-b13f-c8d73d7670eb req-ca174739-f1b3-4612-b212-fae68fc17407 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:35.869732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9e9034-614a-4751-808d-04cc663d1a6d admin admin] Network b727c198-3d36-4fd1-b045-70b4bce472a0 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:48:35.892020 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-298b5a78-d818-45c8-b13f-c8d73d7670eb req-ca174739-f1b3-4612-b212-fae68fc17407 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:35.908668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5e643-f51b-43b4-b011-cfa3fea47c05 req-9ae9f439-792e-4f00-9f71-47ac75ec66f7 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:35.910127 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d4e5e643-f51b-43b4-b011-cfa3fea47c05 req-9ae9f439-792e-4f00-9f71-47ac75ec66f7 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.54 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 945 time: 0.1828392 Nov 26 02:48:35.956376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-7c9e9034-614a-4751-808d-04cc663d1a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, b727c198-3d36-4fd1-b045-70b4bce472a0) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:35.964968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db451164-4b4c-46fb-acf8-f4dbae815383 None None] Network b727c198-3d36-4fd1-b045-70b4bce472a0 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:48:35.992336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9e9034-614a-4751-808d-04cc663d1a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:35.992943 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c9e9034-614a-4751-808d-04cc663d1a6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:36.017085 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-db9a701f-060d-4fe2-b75d-35311f78fef2 req-64e47672-3642-4ab5-bb82-8d94ccec6665 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Deleting port 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:48:36.017431 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-db9a701f-060d-4fe2-b75d-35311f78fef2 req-64e47672-3642-4ab5-bb82-8d94ccec6665 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:36.068374 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-298b5a78-d818-45c8-b13f-c8d73d7670eb req-ca174739-f1b3-4612-b212-fae68fc17407 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:36.082003 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-298b5a78-d818-45c8-b13f-c8d73d7670eb req-ca174739-f1b3-4612-b212-fae68fc17407 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:36.083121 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-298b5a78-d818-45c8-b13f-c8d73d7670eb req-ca174739-f1b3-4612-b212-fae68fc17407 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ab403951-92aa-4a3a-af95-93f05f5b1f03 HTTP/1.1" status: 204 len: 173 time: 0.3139274 Nov 26 02:48:36.087774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec820e5-3259-4f3f-8050-bc35e1409332 None None] Network b727c198-3d36-4fd1-b045-70b4bce472a0 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:48:36.122557 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7c9e9034-614a-4751-808d-04cc663d1a6d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0715005 Nov 26 02:48:36.142895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca174739-f1b3-4612-b212-fae68fc17407 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab403951-92aa-4a3a-af95-93f05f5b1f03,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:36.181044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-5ede983b-b7a5-4921-ba04-8d695fc6fb90 service neutron] 10.222.0.31 "GET /v2.0/networks/ee4db295-5fa0-4a8b-9886-1c4a68ef44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004687 Nov 26 02:48:36.217073 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-db9a701f-060d-4fe2-b75d-35311f78fef2 req-64e47672-3642-4ab5-bb82-8d94ccec6665 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] For port 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=7aedad28-2fd1-48e1-a3df-5bb15a59e4b5,segment=NetworkSegment(397a8c84-15dd-427d-ac18-d19d4b661b68),segment_id=397a8c84-15dd-427d-ac18-d19d4b661b68)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:36.217433 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-db9a701f-060d-4fe2-b75d-35311f78fef2 req-64e47672-3642-4ab5-bb82-8d94ccec6665 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:36.238825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-d4e5e643-f51b-43b4-b011-cfa3fea47c05 req-a540e626-d348-4526-abf4-230602fb6853 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Deleting port 0a383cf6-1d0a-4923-a686-1db4154923f0 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:48:36.239243 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d4e5e643-f51b-43b4-b011-cfa3fea47c05 req-a540e626-d348-4526-abf4-230602fb6853 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:36.263173 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-db9a701f-060d-4fe2-b75d-35311f78fef2 req-64e47672-3642-4ab5-bb82-8d94ccec6665 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Calling delete_port for 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:48:36.415116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-d4e5e643-f51b-43b4-b011-cfa3fea47c05 req-a540e626-d348-4526-abf4-230602fb6853 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] For port 0a383cf6-1d0a-4923-a686-1db4154923f0, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0a383cf6-1d0a-4923-a686-1db4154923f0,segment=NetworkSegment(a20bc5d8-38a0-4b53-994f-8cd89c76df34),segment_id=a20bc5d8-38a0-4b53-994f-8cd89c76df34)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:36.415640 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d4e5e643-f51b-43b4-b011-cfa3fea47c05 req-a540e626-d348-4526-abf4-230602fb6853 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:36.456663 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-d4e5e643-f51b-43b4-b011-cfa3fea47c05 req-a540e626-d348-4526-abf4-230602fb6853 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Calling delete_port for 0a383cf6-1d0a-4923-a686-1db4154923f0 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:48:36.572466 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f124d975-e241-4272-9ccf-8e973f7089ba req-51b974d0-8ae3-459f-88af-d50214bccdb7 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-groups/2808b994-1492-4650-a97e-1ec87d8a2c5a HTTP/1.1" status: 200 len: 2414 time: 0.1626513 Nov 26 02:48:36.598164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e5dee-5334-4961-b445-942a26b3d50f req-65f3bf0e-e779-4fe6-b1c3-9acb5e163130 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:36.599647 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c0e5dee-5334-4961-b445-942a26b3d50f req-65f3bf0e-e779-4fe6-b1c3-9acb5e163130 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 945 time: 0.1568546 Nov 26 02:48:37.007196 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-db9a701f-060d-4fe2-b75d-35311f78fef2 req-64e47672-3642-4ab5-bb82-8d94ccec6665 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:37.040871 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['c4746c25-08ca-4115-9a78-5c3e477bfbc8'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:48:37.076437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c0e5dee-5334-4961-b445-942a26b3d50f req-9aedf105-6841-4535-b83a-b86e75cc28ac tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561188 Nov 26 02:48:37.098928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e47672-3642-4ab5-bb82-8d94ccec6665 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Pushing event deleted for resources: {'Port': ['ID=7aedad28-2fd1-48e1-a3df-5bb15a59e4b5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:37.127830 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f124d975-e241-4272-9ccf-8e973f7089ba req-cec0094c-ec95-4401-affe-5586d4a82056 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:37.224442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc72de6-7ffc-4bb5-b70b-7cd782e621da req-f69c1d99-0ddc-4f76-89d9-6cbd9a1f229b tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:37.225901 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6cc72de6-7ffc-4bb5-b70b-7cd782e621da req-f69c1d99-0ddc-4f76-89d9-6cbd9a1f229b tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.54 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 945 time: 0.2335749 Nov 26 02:48:37.235985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9a701f-060d-4fe2-b75d-35311f78fef2 req-64e47672-3642-4ab5-bb82-8d94ccec6665 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] No DVR routers for this DVR port 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:48:37.269034 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-db9a701f-060d-4fe2-b75d-35311f78fef2 req-64e47672-3642-4ab5-bb82-8d94ccec6665 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:37.272336 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db9a701f-060d-4fe2-b75d-35311f78fef2 req-64e47672-3642-4ab5-bb82-8d94ccec6665 tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.59 "DELETE /v2.0/ports/7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 HTTP/1.1" status: 204 len: 173 time: 1.6716604 Nov 26 02:48:37.275267 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f124d975-e241-4272-9ccf-8e973f7089ba req-cec0094c-ec95-4401-affe-5586d4a82056 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:37.278473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d9ce87-57c1-40f3-9af7-5ebf77abf205', 'name': 'network-vif-deleted', 'tag': '7aedad28-2fd1-48e1-a3df-5bb15a59e4b5'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:37.280797 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fb26ef-e162-4e16-9508-e4bca94239e7" -d '{"events": [{"server_uuid": "30d9ce87-57c1-40f3-9af7-5ebf77abf205", "name": "network-vif-deleted", "tag": "7aedad28-2fd1-48e1-a3df-5bb15a59e4b5"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:37.314273 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d4e5e643-f51b-43b4-b011-cfa3fea47c05 req-a540e626-d348-4526-abf4-230602fb6853 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:37.386707 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540e626-d348-4526-abf4-230602fb6853 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Pushing event deleted for resources: {'Port': ['ID=0a383cf6-1d0a-4923-a686-1db4154923f0,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:37.431065 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93ac58-b349-44f6-a0c6-7da9f22b40d2 req-cefa8edd-6d43-4847-afcd-bafbf62502c6 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:37.433188 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc93ac58-b349-44f6-a0c6-7da9f22b40d2 req-cefa8edd-6d43-4847-afcd-bafbf62502c6 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae74e0db-8f42-4603-9136-6aaea793ba02 HTTP/1.1" status: 200 len: 945 time: 0.3268042 Nov 26 02:48:37.522378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66156b89-2c91-4e04-b396-eddb5486a66a req-63c66084-21f4-45ca-b240-14f9d493d80a tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:37.529095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66156b89-2c91-4e04-b396-eddb5486a66a req-63c66084-21f4-45ca-b240-14f9d493d80a tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/ports?device_id=440b5edb-460c-4125-899b-04a635300793 HTTP/1.1" status: 200 len: 867 time: 0.3469918 Nov 26 02:48:37.568521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e5e643-f51b-43b4-b011-cfa3fea47c05 req-a540e626-d348-4526-abf4-230602fb6853 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] No DVR routers for this DVR port 0a383cf6-1d0a-4923-a686-1db4154923f0 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:48:37.594084 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d4e5e643-f51b-43b4-b011-cfa3fea47c05 req-a540e626-d348-4526-abf4-230602fb6853 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:37.597571 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d4e5e643-f51b-43b4-b011-cfa3fea47c05 req-a540e626-d348-4526-abf4-230602fb6853 tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.54 "DELETE /v2.0/ports/0a383cf6-1d0a-4923-a686-1db4154923f0 HTTP/1.1" status: 204 len: 173 time: 1.6462536 Nov 26 02:48:37.696487 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f124d975-e241-4272-9ccf-8e973f7089ba req-cec0094c-ec95-4401-affe-5586d4a82056 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:37.699068 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f124d975-e241-4272-9ccf-8e973f7089ba req-cec0094c-ec95-4401-affe-5586d4a82056 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:37.700269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f124d975-e241-4272-9ccf-8e973f7089ba req-cec0094c-ec95-4401-affe-5586d4a82056 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "DELETE /v2.0/security-groups/2808b994-1492-4650-a97e-1ec87d8a2c5a HTTP/1.1" status: 204 len: 173 time: 1.1100030 Nov 26 02:48:37.743437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0094c-ec95-4401-affe-5586d4a82056 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2808b994-1492-4650-a97e-1ec87d8a2c5a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:37.766582 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66156b89-2c91-4e04-b396-eddb5486a66a req-ecba0e07-0a0a-4688-9d47-7e41a32e42cc tempest-ServerAddressesTestJSON-1446750163 tempest-ServerAddressesTestJSON-1446750163-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2e0825-f8af-4999-95e5-4c8f5088fbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013998 Nov 26 02:48:37.780139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-360fe2ac-5f05-4b2d-8a36-b28407f47343 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:37.783545 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-360fe2ac-5f05-4b2d-8a36-b28407f47343 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.59 "GET /v2.0/networks?id=ee4db295-5fa0-4a8b-9886-1c4a68ef44bb HTTP/1.1" status: 200 len: 814 time: 0.3899646 Nov 26 02:48:37.798952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-6cc72de6-7ffc-4bb5-b70b-7cd782e621da req-49f37eea-db0e-476b-bfa8-c432f2ad88ee tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Deleting port c4746c25-08ca-4115-9a78-5c3e477bfbc8 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:48:37.799295 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6cc72de6-7ffc-4bb5-b70b-7cd782e621da req-49f37eea-db0e-476b-bfa8-c432f2ad88ee tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:37.809872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-68751c77-bd57-45aa-8490-b60d1d4920b8 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Request body: {'port': {'device_id': '99c78052-cb05-4c89-8ad1-1ebd63dc0494', 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb', 'admin_state_up': True, 'tenant_id': 'dfc3a73836564c72aaa012c28cbd2c57'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:38.026174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bca845ca-56dc-4099-81c7-039696806943 req-4dcd7a59-0f5c-4649-afda-82e67e016d69 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 210 time: 0.1284862 Nov 26 02:48:38.060472 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-cc93ac58-b349-44f6-a0c6-7da9f22b40d2 req-fc07e4c6-6547-439a-9cc8-6aca1fd45406 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Deleting port dab05dd6-b0c6-42e0-90d9-38afab8ef99e {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:48:38.060811 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-cc93ac58-b349-44f6-a0c6-7da9f22b40d2 req-fc07e4c6-6547-439a-9cc8-6aca1fd45406 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:38.114504 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 0a383cf6-1d0a-4923-a686-1db4154923f0 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:48:38.137369 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 0a383cf6-1d0a-4923-a686-1db4154923f0 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:48:38.138329 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 0a383cf6-1d0a-4923-a686-1db4154923f0 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:48:38.139172 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device dab05dd6-b0c6-42e0-90d9-38afab8ef99e no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:48:38.240439 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:38.259554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-6cc72de6-7ffc-4bb5-b70b-7cd782e621da req-49f37eea-db0e-476b-bfa8-c432f2ad88ee tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] For port c4746c25-08ca-4115-9a78-5c3e477bfbc8, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c4746c25-08ca-4115-9a78-5c3e477bfbc8,segment=NetworkSegment(397a8c84-15dd-427d-ac18-d19d4b661b68),segment_id=397a8c84-15dd-427d-ac18-d19d4b661b68)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:38.260163 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6cc72de6-7ffc-4bb5-b70b-7cd782e621da req-49f37eea-db0e-476b-bfa8-c432f2ad88ee tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:38.265602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae74e0db-8f42-4603-9136-6aaea793ba02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab05dd6-b0c6-42e0-90d9-38afab8ef99e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:38.265858 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-a6a75452-2256-4e3b-be50-0f39f070a01a tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=08b5feaa4095481faa6084a9cce632a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1551561 Nov 26 02:48:38.267863 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17f3859-1cc6-42ef-ba8f-cb3fa6203a94" -d '{"events": [{"server_uuid": "ae74e0db-8f42-4603-9136-6aaea793ba02", "name": "network-vif-unplugged", "status": "completed", "tag": "dab05dd6-b0c6-42e0-90d9-38afab8ef99e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:38.285302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port dab05dd6-b0c6-42e0-90d9-38afab8ef99e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:38.290805 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:38.322679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-6cc72de6-7ffc-4bb5-b70b-7cd782e621da req-49f37eea-db0e-476b-bfa8-c432f2ad88ee tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Calling delete_port for c4746c25-08ca-4115-9a78-5c3e477bfbc8 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:48:38.347109 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:38.353609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-823553ba-3d17-43dd-be5e-f569ca80f7ac tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:38.355901 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-823553ba-3d17-43dd-be5e-f569ca80f7ac tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/networks?id=b727c198-3d36-4fd1-b045-70b4bce472a0 HTTP/1.1" status: 200 len: 804 time: 0.4608526 Nov 26 02:48:38.424650 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-cc93ac58-b349-44f6-a0c6-7da9f22b40d2 req-fc07e4c6-6547-439a-9cc8-6aca1fd45406 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] For port dab05dd6-b0c6-42e0-90d9-38afab8ef99e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:38.425022 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-cc93ac58-b349-44f6-a0c6-7da9f22b40d2 req-fc07e4c6-6547-439a-9cc8-6aca1fd45406 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:38.474397 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d34a770a-c56d-4038-a768-686ef1d3ccd5 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/quotas/c21dd357d0374f68baf23c21ffc3bf3d HTTP/1.1" status: 200 len: 375 time: 0.0841370 Nov 26 02:48:38.485832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-cc93ac58-b349-44f6-a0c6-7da9f22b40d2 req-fc07e4c6-6547-439a-9cc8-6aca1fd45406 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Calling delete_port for dab05dd6-b0c6-42e0-90d9-38afab8ef99e owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:48:38.488819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-68751c77-bd57-45aa-8490-b60d1d4920b8 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Made reservation on behalf of dfc3a73836564c72aaa012c28cbd2c57 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:48:38.492529 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-68751c77-bd57-45aa-8490-b60d1d4920b8 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:38.562087 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-4cceb8d0-ba27-4400-89da-5a57f2076b47 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c21dd357d0374f68baf23c21ffc3bf3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741608 Nov 26 02:48:38.681641 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-46fbcfa0-254f-4812-a0da-ecff7c3b9855 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:38.683141 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-46fbcfa0-254f-4812-a0da-ecff7c3b9855 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4025121 Nov 26 02:48:38.721893 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:48:38.743037 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:48:38.743226 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 7aedad28-2fd1-48e1-a3df-5bb15a59e4b5 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:48:38.772568 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-e965ee63-24f8-468b-bb38-4b6fa4d64fc5 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/quotas/08b5feaa4095481faa6084a9cce632a2 HTTP/1.1" status: 200 len: 375 time: 0.0760982 Nov 26 02:48:38.952079 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-0cf36712-8272-40f3-97d7-9a829df01734 service neutron] 10.222.0.31 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815551 Nov 26 02:48:38.974376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-68751c77-bd57-45aa-8490-b60d1d4920b8 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Allocated IP 172.20.0.10 (ee4db295-5fa0-4a8b-9886-1c4a68ef44bb/8f1c52ce-baab-40ba-a108-aa1a1ac61509/2789518d-7d9e-485d-8d15-2aaa0d907152) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:48:38.997583 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6cc72de6-7ffc-4bb5-b70b-7cd782e621da req-49f37eea-db0e-476b-bfa8-c432f2ad88ee tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:39.043045 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-58bb3c36-ddcc-4b96-9380-fc71fbe7a4d1 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2627249 Nov 26 02:48:39.081474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f37eea-db0e-476b-bfa8-c432f2ad88ee tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Pushing event deleted for resources: {'Port': ['ID=c4746c25-08ca-4115-9a78-5c3e477bfbc8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:39.096234 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-cc93ac58-b349-44f6-a0c6-7da9f22b40d2 req-fc07e4c6-6547-439a-9cc8-6aca1fd45406 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:39.168275 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07e4c6-6547-439a-9cc8-6aca1fd45406 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Pushing event deleted for resources: {'Port': ['ID=dab05dd6-b0c6-42e0-90d9-38afab8ef99e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:39.206998 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc72de6-7ffc-4bb5-b70b-7cd782e621da req-49f37eea-db0e-476b-bfa8-c432f2ad88ee tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] No DVR routers for this DVR port c4746c25-08ca-4115-9a78-5c3e477bfbc8 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:48:39.236466 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6cc72de6-7ffc-4bb5-b70b-7cd782e621da req-49f37eea-db0e-476b-bfa8-c432f2ad88ee tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:39.239802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6cc72de6-7ffc-4bb5-b70b-7cd782e621da req-49f37eea-db0e-476b-bfa8-c432f2ad88ee tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.54 "DELETE /v2.0/ports/c4746c25-08ca-4115-9a78-5c3e477bfbc8 HTTP/1.1" status: 204 len: 173 time: 1.9993510 Nov 26 02:48:39.303434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc93ac58-b349-44f6-a0c6-7da9f22b40d2 req-fc07e4c6-6547-439a-9cc8-6aca1fd45406 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] No DVR routers for this DVR port dab05dd6-b0c6-42e0-90d9-38afab8ef99e on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:48:39.309490 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-a1d4f781-fde6-4136-971d-8f60ed1a7dd1 service neutron] 10.222.0.31 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463070 Nov 26 02:48:39.310546 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-cc93ac58-b349-44f6-a0c6-7da9f22b40d2 req-fc07e4c6-6547-439a-9cc8-6aca1fd45406 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:39.314261 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc93ac58-b349-44f6-a0c6-7da9f22b40d2 req-fc07e4c6-6547-439a-9cc8-6aca1fd45406 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.54 "DELETE /v2.0/ports/dab05dd6-b0c6-42e0-90d9-38afab8ef99e HTTP/1.1" status: 204 len: 173 time: 1.8013084 Nov 26 02:48:39.373128 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-68751c77-bd57-45aa-8490-b60d1d4920b8 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:39.412690 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-68751c77-bd57-45aa-8490-b60d1d4920b8 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:39.469943 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-68751c77-bd57-45aa-8490-b60d1d4920b8 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Network ee4db295-5fa0-4a8b-9886-1c4a68ef44bb is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:48:39.474131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-68751c77-bd57-45aa-8490-b60d1d4920b8 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:39.485767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-68751c77-bd57-45aa-8490-b60d1d4920b8 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:48:39.493748 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68751c77-bd57-45aa-8490-b60d1d4920b8 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Pushing event updated for resources: {'Port': ['ID=2789518d-7d9e-485d-8d15-2aaa0d907152,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:39.517328 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11643163-c392-451c-a8cf-bb73f0b596ac x-openstack-request-id: req-11643163-c392-451c-a8cf-bb73f0b596ac {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:39.517871 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d9ce87-57c1-40f3-9af7-5ebf77abf205", "name": "network-vif-deleted", "tag": "7aedad28-2fd1-48e1-a3df-5bb15a59e4b5", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:39.518297 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11643163-c392-451c-a8cf-bb73f0b596ac {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:39.518892 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d9ce87-57c1-40f3-9af7-5ebf77abf205', 'name': 'network-vif-deleted', 'tag': '7aedad28-2fd1-48e1-a3df-5bb15a59e4b5', 'status': 'completed', 'code': 200} Nov 26 02:48:39.565565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-68751c77-bd57-45aa-8490-b60d1d4920b8 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:39.572705 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-68751c77-bd57-45aa-8490-b60d1d4920b8 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:39.614257 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-cc26809c-b08e-4f31-b649-88bf9b52a036 req-5d3af687-3d34-4e23-bb01-88415182f348 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] show failed (client error): The resource could not be found. Nov 26 02:48:39.615409 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc26809c-b08e-4f31-b649-88bf9b52a036 req-5d3af687-3d34-4e23-bb01-88415182f348 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-groups/ca6bf197-dabf-4565-9b05-3656181a6a15 HTTP/1.1" status: 404 len: 352 time: 0.0394490 Nov 26 02:48:39.631364 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-68751c77-bd57-45aa-8490-b60d1d4920b8 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8290358 Nov 26 02:48:39.652961 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Request body: {'port': {'device_id': '99c78052-cb05-4c89-8ad1-1ebd63dc0494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:39.725593 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36834) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:39.726093 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:39.804510 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c1c855-261e-4b9c-b9f8-f0038eca225b x-openstack-request-id: req-a2c1c855-261e-4b9c-b9f8-f0038eca225b {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:39.805496 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae74e0db-8f42-4603-9136-6aaea793ba02", "name": "network-vif-unplugged", "status": "completed", "tag": "dab05dd6-b0c6-42e0-90d9-38afab8ef99e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:39.805949 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2c1c855-261e-4b9c-b9f8-f0038eca225b {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:39.806998 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae74e0db-8f42-4603-9136-6aaea793ba02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab05dd6-b0c6-42e0-90d9-38afab8ef99e', 'code': 200} Nov 26 02:48:39.862386 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae40b2c-dc63-446c-bcaf-549170e4d347 admin admin] Deleting subnet c2abdf40-1000-4756-b85e-c317544fe25c {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:48:39.870478 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6ae40b2c-dc63-446c-bcaf-549170e4d347 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:39.963185 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6ae40b2c-dc63-446c-bcaf-549170e4d347 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:39.974502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7477edc-1a72-4a13-b56f-f7cec01a13e0 req-cc8acada-8dcc-4dc6-b6bd-efc82ce22e27 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:39.976314 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7477edc-1a72-4a13-b56f-f7cec01a13e0 req-cc8acada-8dcc-4dc6-b6bd-efc82ce22e27 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 932 time: 0.1810904 Nov 26 02:48:40.076943 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6ae40b2c-dc63-446c-bcaf-549170e4d347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:40.096299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7477edc-1a72-4a13-b56f-f7cec01a13e0 req-2854f975-293d-47ab-a805-09aea5e125dc tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998268 Nov 26 02:48:40.114867 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device c4746c25-08ca-4115-9a78-5c3e477bfbc8 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:48:40.180824 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6ae40b2c-dc63-446c-bcaf-549170e4d347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:40.211262 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: c4746c25-08ca-4115-9a78-5c3e477bfbc8 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:48:40.211697 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device c4746c25-08ca-4115-9a78-5c3e477bfbc8 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:48:40.215035 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8b8f3fa-5954-405f-9923-0b797a447a8a req-134e3c7d-11af-4b77-be88-b5d251cf0efa tempest-ListServersNegativeTestJSON-470226060 tempest-ListServersNegativeTestJSON-470226060-project] 10.222.0.31 "GET /v2.0/ports?device_id=418d41fc-dc34-4a36-8bc7-9589f66b53fe HTTP/1.1" status: 200 len: 210 time: 0.0665116 Nov 26 02:48:40.244411 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae40b2c-dc63-446c-bcaf-549170e4d347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2abdf40-1000-4756-b85e-c317544fe25c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:40.246484 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a48c6752-4849-4009-922f-5246cc8f95f1 req-5ba76cc4-2f87-4ddd-8003-188e2023c0d5 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=94baf9de-89c9-4103-bf8f-9b6b33b2511d HTTP/1.1" status: 200 len: 210 time: 0.0767288 Nov 26 02:48:40.253902 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6ae40b2c-dc63-446c-bcaf-549170e4d347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:40.269519 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6ae40b2c-dc63-446c-bcaf-549170e4d347 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c2abdf40-1000-4756-b85e-c317544fe25c HTTP/1.1" status: 204 len: 168 time: 0.5390368 Nov 26 02:48:40.270171 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36852) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:40.393471 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95d51d93-46f8-44c1-9d62-eadafba05d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:40.398084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2789518d-7d9e-485d-8d15-2aaa0d907152 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:40.434342 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:40.487106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Transition to ACTIVE for port object 2789518d-7d9e-485d-8d15-2aaa0d907152 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:48:40.503706 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93f38331-b804-4480-8bcf-cb1f2cd29469 req-18b731fd-a2b2-4997-9744-d3b262e6b444 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-groups/ad4007cd-8216-47b1-9372-e6f72a37fb14 HTTP/1.1" status: 200 len: 1821 time: 0.2244232 Nov 26 02:48:40.505883 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:40.611420 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Pushing event updated for resources: {'Port': ['ID=2789518d-7d9e-485d-8d15-2aaa0d907152,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:40.782338 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95d51d93-46f8-44c1-9d62-eadafba05d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:40.813753 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-95d51d93-46f8-44c1-9d62-eadafba05d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39b2869-408f-4977-b26d-64ee54356fa8']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:40.825044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-95d51d93-46f8-44c1-9d62-eadafba05d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a20bc5d8-38a0-4b53-994f-8cd89c76df34') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:40.825486 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-95d51d93-46f8-44c1-9d62-eadafba05d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a20bc5d8-38a0-4b53-994f-8cd89c76df34') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:40.835936 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95d51d93-46f8-44c1-9d62-eadafba05d39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:40.857500 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95d51d93-46f8-44c1-9d62-eadafba05d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:40.864536 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d51d93-46f8-44c1-9d62-eadafba05d39 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:48:40.865023 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95d51d93-46f8-44c1-9d62-eadafba05d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:48:40.866814 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:48:40.942002 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95d51d93-46f8-44c1-9d62-eadafba05d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:40.957947 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95d51d93-46f8-44c1-9d62-eadafba05d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:40.963451 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-95d51d93-46f8-44c1-9d62-eadafba05d39 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f39b2869-408f-4977-b26d-64ee54356fa8 HTTP/1.1" status: 204 len: 168 time: 0.6877844 Nov 26 02:48:40.963451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d51d93-46f8-44c1-9d62-eadafba05d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=f39b2869-408f-4977-b26d-64ee54356fa8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:41.074861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-445346aa-6046-46de-8949-378ed39fdc80 req-dc1f16a6-ff2c-4306-ae51-5813da55102d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e556c4cd-3032-4022-96af-9d69df0af27d HTTP/1.1" status: 200 len: 210 time: 0.0647051 Nov 26 02:48:41.092153 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-93f38331-b804-4480-8bcf-cb1f2cd29469 req-eaed6e22-29ca-4fe0-94b5-f453ff8d0dfc tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:41.165796 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36870) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:41.169593 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-93f38331-b804-4480-8bcf-cb1f2cd29469 req-eaed6e22-29ca-4fe0-94b5-f453ff8d0dfc tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:41.228034 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ac830e35-c26b-4663-baef-d8e8a95fc759 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df22fff43dc44dc9b056be834fb9428c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0607324 Nov 26 02:48:41.232395 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36872) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:41.283543 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-3445059b-d697-4f04-999e-65b1eed3f458 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:41.285178 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-3445059b-d697-4f04-999e-65b1eed3f458 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.59 "GET /v2.0/networks?id=b727c198-3d36-4fd1-b045-70b4bce472a0 HTTP/1.1" status: 200 len: 804 time: 0.1228731 Nov 26 02:48:41.291228 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Attempting to bind port 2789518d-7d9e-485d-8d15-2aaa0d907152 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:48:41.291724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Attempting to bind port 2789518d-7d9e-485d-8d15-2aaa0d907152 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'd56c1fd2-2302-4ce7-a1c1-f57d887a36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:48:41.292193 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Attempting to bind port 2789518d-7d9e-485d-8d15-2aaa0d907152 on network ee4db295-5fa0-4a8b-9886-1c4a68ef44bb {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:41.305547 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Port 2789518d-7d9e-485d-8d15-2aaa0d907152 on network ee4db295-5fa0-4a8b-9886-1c4a68ef44bb not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:48:41.305916 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Attempting to bind port 2789518d-7d9e-485d-8d15-2aaa0d907152 on network ee4db295-5fa0-4a8b-9886-1c4a68ef44bb {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:41.313135 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-54f66b39-dab9-4e9f-8f66-9678f534b67f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Request body: {'port': {'device_id': '94baf9de-89c9-4103-bf8f-9b6b33b2511d', 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0', 'admin_state_up': True, 'tenant_id': 'c21dd357d0374f68baf23c21ffc3bf3d'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:41.323903 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-daf150ec-f8b9-4787-8c84-7f613a964c07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:41.356178 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-daf150ec-f8b9-4787-8c84-7f613a964c07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:41.395211 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:48:41.395673 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Checking segment: {'id': 'd56c1fd2-2302-4ce7-a1c1-f57d887a36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:48:41.396165 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Bound using segment: {'id': 'd56c1fd2-2302-4ce7-a1c1-f57d887a36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:48:41.396692 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Bound port: 2789518d-7d9e-485d-8d15-2aaa0d907152, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56c1fd2-2302-4ce7-a1c1-f57d887a36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:48:41.397110 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:41.411416 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-daf150ec-f8b9-4787-8c84-7f613a964c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:41.414058 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-daf150ec-f8b9-4787-8c84-7f613a964c07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:41.417206 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-daf150ec-f8b9-4787-8c84-7f613a964c07 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc2e0825-f8af-4999-95e5-4c8f5088fbb8 HTTP/1.1" status: 204 len: 168 time: 0.1826525 Nov 26 02:48:41.427975 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf150ec-f8b9-4787-8c84-7f613a964c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2e0825-f8af-4999-95e5-4c8f5088fbb8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:41.471881 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-93f38331-b804-4480-8bcf-cb1f2cd29469 req-eaed6e22-29ca-4fe0-94b5-f453ff8d0dfc tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:41.475043 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-93f38331-b804-4480-8bcf-cb1f2cd29469 req-eaed6e22-29ca-4fe0-94b5-f453ff8d0dfc tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:41.476233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93f38331-b804-4480-8bcf-cb1f2cd29469 req-eaed6e22-29ca-4fe0-94b5-f453ff8d0dfc tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "DELETE /v2.0/security-groups/ad4007cd-8216-47b1-9372-e6f72a37fb14 HTTP/1.1" status: 204 len: 173 time: 0.9102416 Nov 26 02:48:41.497220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1c1bf-6619-495f-b18c-900d4ec2db5d req-ffbd0f2d-acc3-4d45-a4c8-be10bcf6fdb7 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:41.505054 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2a1c1bf-6619-495f-b18c-900d4ec2db5d req-ffbd0f2d-acc3-4d45-a4c8-be10bcf6fdb7 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 944 time: 0.1956434 Nov 26 02:48:41.530544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440b5edb-460c-4125-899b-04a635300793', 'name': 'network-vif-deleted', 'tag': '0a383cf6-1d0a-4923-a686-1db4154923f0'}, {'server_uuid': '418d41fc-dc34-4a36-8bc7-9589f66b53fe', 'name': 'network-vif-deleted', 'tag': 'c4746c25-08ca-4115-9a78-5c3e477bfbc8'}, {'server_uuid': 'ae74e0db-8f42-4603-9136-6aaea793ba02', 'name': 'network-vif-deleted', 'tag': 'dab05dd6-b0c6-42e0-90d9-38afab8ef99e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:41.531198 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36882) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:41.533803 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89256e9-8e87-4fba-9db0-25e183ccb92f" -d '{"events": [{"server_uuid": "440b5edb-460c-4125-899b-04a635300793", "name": "network-vif-deleted", "tag": "0a383cf6-1d0a-4923-a686-1db4154923f0"}, {"server_uuid": "418d41fc-dc34-4a36-8bc7-9589f66b53fe", "name": "network-vif-deleted", "tag": "c4746c25-08ca-4115-9a78-5c3e477bfbc8"}, {"server_uuid": "ae74e0db-8f42-4603-9136-6aaea793ba02", "name": "network-vif-deleted", "tag": "dab05dd6-b0c6-42e0-90d9-38afab8ef99e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:41.554734 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed6e22-29ca-4fe0-94b5-f453ff8d0dfc tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4007cd-8216-47b1-9372-e6f72a37fb14,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:41.620961 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9d5aa967-9b47-4a8d-ab46-e7bd0d7868e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:41.645096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-54f66b39-dab9-4e9f-8f66-9678f534b67f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Made reservation on behalf of c21dd357d0374f68baf23c21ffc3bf3d for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:48:41.651929 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-54f66b39-dab9-4e9f-8f66-9678f534b67f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:41.652257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-75339887-ff7e-47ad-bbcc-334c9f9c2ecc admin admin] Deleting subnet 000d4a28-7311-4b06-bb35-45d18481b1f1 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:48:41.661182 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-75339887-ff7e-47ad-bbcc-334c9f9c2ecc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:41.679699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9ff1ae4-e5af-4fb5-a1de-84375417be44 req-397bd948-17e1-4203-8832-3832fa003219 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=94baf9de-89c9-4103-bf8f-9b6b33b2511d HTTP/1.1" status: 200 len: 210 time: 0.0938179 Nov 26 02:48:41.718345 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-75339887-ff7e-47ad-bbcc-334c9f9c2ecc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:41.721154 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] For port 2789518d-7d9e-485d-8d15-2aaa0d907152, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:48:41.758168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] For port 2789518d-7d9e-485d-8d15-2aaa0d907152, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=2789518d-7d9e-485d-8d15-2aaa0d907152,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:48:41.787430 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-75339887-ff7e-47ad-bbcc-334c9f9c2ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:41.806356 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2a1c1bf-6619-495f-b18c-900d4ec2db5d req-6f9ca230-1935-4d07-b4fa-d79c4114cc83 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969356 Nov 26 02:48:41.849082 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:41.902297 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-75339887-ff7e-47ad-bbcc-334c9f9c2ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:41.907927 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-0437dada-d216-4bac-b89d-5ec8b3a04b74 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=08b5feaa4095481faa6084a9cce632a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273268 Nov 26 02:48:41.936514 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75339887-ff7e-47ad-bbcc-334c9f9c2ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=000d4a28-7311-4b06-bb35-45d18481b1f1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:41.938607 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-75339887-ff7e-47ad-bbcc-334c9f9c2ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:41.951714 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-75339887-ff7e-47ad-bbcc-334c9f9c2ecc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/000d4a28-7311-4b06-bb35-45d18481b1f1 HTTP/1.1" status: 204 len: 168 time: 0.4192295 Nov 26 02:48:41.955018 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36890) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:41.978640 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2b77ad-23c2-4c74-81c2-c6586afff2d4 x-openstack-request-id: req-1d2b77ad-23c2-4c74-81c2-c6586afff2d4 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:41.978640 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440b5edb-460c-4125-899b-04a635300793", "name": "network-vif-deleted", "tag": "0a383cf6-1d0a-4923-a686-1db4154923f0", "status": "completed", "code": 200}, {"server_uuid": "418d41fc-dc34-4a36-8bc7-9589f66b53fe", "name": "network-vif-deleted", "tag": "c4746c25-08ca-4115-9a78-5c3e477bfbc8", "status": "completed", "code": 200}, {"server_uuid": "ae74e0db-8f42-4603-9136-6aaea793ba02", "name": "network-vif-deleted", "tag": "dab05dd6-b0c6-42e0-90d9-38afab8ef99e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:41.978640 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d2b77ad-23c2-4c74-81c2-c6586afff2d4 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:41.978640 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440b5edb-460c-4125-899b-04a635300793', 'name': 'network-vif-deleted', 'tag': '0a383cf6-1d0a-4923-a686-1db4154923f0', 'status': 'completed', 'code': 200} Nov 26 02:48:41.978640 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418d41fc-dc34-4a36-8bc7-9589f66b53fe', 'name': 'network-vif-deleted', 'tag': 'c4746c25-08ca-4115-9a78-5c3e477bfbc8', 'status': 'completed', 'code': 200} Nov 26 02:48:41.978640 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae74e0db-8f42-4603-9136-6aaea793ba02', 'name': 'network-vif-deleted', 'tag': 'dab05dd6-b0c6-42e0-90d9-38afab8ef99e', 'status': 'completed', 'code': 200} Nov 26 02:48:41.993084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:41.993744 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:41.997746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] 10.222.0.59 "PUT /v2.0/ports/2789518d-7d9e-485d-8d15-2aaa0d907152 HTTP/1.1" status: 200 len: 1092 time: 2.3498235 Nov 26 02:48:42.081608 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9f8cb-d6a9-4d16-98af-3a5dbea57fdf service neutron] Pushing event updated for resources: {'Port': ['ID=2789518d-7d9e-485d-8d15-2aaa0d907152,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:42.109854 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f3c5763-0e26-4509-971a-05f72285f20c req-dabf6d07-5f2b-42de-a502-6e034dc1dfe3 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-groups/054ade57-85b5-44d6-a1de-22e79cedb125 HTTP/1.1" status: 200 len: 1821 time: 0.3819833 Nov 26 02:48:42.110312 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c618d48-4711-45f3-9c51-8b2246ec4408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:42.217765 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c618d48-4711-45f3-9c51-8b2246ec4408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:42.246365 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4c618d48-4711-45f3-9c51-8b2246ec4408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d987a9-419d-49c5-b123-fd04daab69ea']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:42.259582 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4c618d48-4711-45f3-9c51-8b2246ec4408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397a8c84-15dd-427d-ac18-d19d4b661b68') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:42.261007 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4c618d48-4711-45f3-9c51-8b2246ec4408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397a8c84-15dd-427d-ac18-d19d4b661b68') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:42.273696 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c618d48-4711-45f3-9c51-8b2246ec4408 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:42.294517 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-2440db80-f851-4b41-bd00-377461678f41 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:42.296029 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-2440db80-f851-4b41-bd00-377461678f41 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3102334 Nov 26 02:48:42.297356 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c618d48-4711-45f3-9c51-8b2246ec4408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:42.303906 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-54f66b39-dab9-4e9f-8f66-9678f534b67f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Allocated IP 172.20.0.12 (b727c198-3d36-4fd1-b045-70b4bce472a0/1b1d7b87-e76e-420b-a6ea-a71bcbbcd592/6258d135-758e-40d1-b7cc-cd1e40e92f17) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:48:42.306775 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c618d48-4711-45f3-9c51-8b2246ec4408 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:48:42.307358 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c618d48-4711-45f3-9c51-8b2246ec4408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:42.308622 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b31cc24e-32b5-4185-9773-7b18c712ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:48:42.309987 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:48:42.312582 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-b31cc24e-32b5-4185-9773-7b18c712ff07 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dfc3a73836564c72aaa012c28cbd2c57&device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 1095 time: 0.1751215 Nov 26 02:48:42.352047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-13e23b29-b89c-45fd-91cc-3ddd4931843f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Request body: {'port': {'device_id': 'a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '08b5feaa4095481faa6084a9cce632a2'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:42.453473 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-11c3399e-5502-4ae9-b4ff-26f64a1913d3 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=08b5feaa4095481faa6084a9cce632a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723469 Nov 26 02:48:42.454545 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c618d48-4711-45f3-9c51-8b2246ec4408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:42.455994 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9d3cf78-9361-4b3b-8675-ccac66b94b2a req-2b4cc90b-7c63-4958-bbb2-33d7c1cf5d9d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e556c4cd-3032-4022-96af-9d69df0af27d HTTP/1.1" status: 200 len: 210 time: 0.1741104 Nov 26 02:48:42.465123 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6f3c5763-0e26-4509-971a-05f72285f20c req-631a5ab9-4c33-4341-9bcc-3502bd7871bf tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:42.496340 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c618d48-4711-45f3-9c51-8b2246ec4408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:42.516274 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4c618d48-4711-45f3-9c51-8b2246ec4408 admin admin] 10.222.0.31 "DELETE /v2.0/networks/57d987a9-419d-49c5-b123-fd04daab69ea HTTP/1.1" status: 204 len: 168 time: 0.5598779 Nov 26 02:48:42.544155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-9ce72a9f-0682-4798-ad66-ff18ba43db46 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2789518d-7d9e-485d-8d15-2aaa0d907152 HTTP/1.1" status: 200 len: 217 time: 0.2162685 Nov 26 02:48:42.547366 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c618d48-4711-45f3-9c51-8b2246ec4408 admin admin] Pushing event deleted for resources: {'Network': ['ID=57d987a9-419d-49c5-b123-fd04daab69ea,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:42.620111 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6f3c5763-0e26-4509-971a-05f72285f20c req-631a5ab9-4c33-4341-9bcc-3502bd7871bf tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:42.711115 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-b3282205-0f44-4be1-9c34-b0903431699d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:42.715248 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-b3282205-0f44-4be1-9c34-b0903431699d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314954 Nov 26 02:48:42.739030 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-da8f3b4f-1328-4370-ba46-b010e5cf58ba tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Request body: {'port': {'device_id': 'e556c4cd-3032-4022-96af-9d69df0af27d', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '08b5feaa4095481faa6084a9cce632a2'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:42.781229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36914) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:42.783229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-13e23b29-b89c-45fd-91cc-3ddd4931843f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Made reservation on behalf of 08b5feaa4095481faa6084a9cce632a2 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:48:42.787015 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-13e23b29-b89c-45fd-91cc-3ddd4931843f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:42.912615 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-da8f3b4f-1328-4370-ba46-b010e5cf58ba tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Made reservation on behalf of 08b5feaa4095481faa6084a9cce632a2 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:48:42.917623 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-da8f3b4f-1328-4370-ba46-b010e5cf58ba tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:42.919823 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-54f66b39-dab9-4e9f-8f66-9678f534b67f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:42.921291 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36922) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:42.930026 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c79d73f0-fac6-4594-a35d-0e0ecc972df3 req-2ad1bdf7-ec89-4560-9ffd-12728324c688 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=94baf9de-89c9-4103-bf8f-9b6b33b2511d HTTP/1.1" status: 200 len: 210 time: 0.1033216 Nov 26 02:48:43.020552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-a9367224-5906-4b65-be3b-703b382e4e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:43.022248 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-a9367224-5906-4b65-be3b-703b382e4e61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f1c52ce-baab-40ba-a108-aa1a1ac61509 HTTP/1.1" status: 200 len: 854 time: 0.4541211 Nov 26 02:48:43.064757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-aa4eac95-b1dd-4c8b-995b-ac0399fc4b48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15640dce17c546b890bf5529b1752baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591138 Nov 26 02:48:43.082149 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36926) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:43.097092 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c815c512-66c7-49ad-a239-38595845bbc1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-593700144-network', 'tenant_id': '32a241a3ac2b4e6a811cab282f5c9e7e'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:43.127957 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-fd680a3b-b8c7-4532-b2f3-3508bc102c81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee4db295-5fa0-4a8b-9886-1c4a68ef44bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573046 Nov 26 02:48:43.161592 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-da8f3b4f-1328-4370-ba46-b010e5cf58ba tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Allocated IP 192.168.233.140 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/a691e3df-fba1-4aba-a148-2d4cceb9293e) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:48:43.194376 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c815c512-66c7-49ad-a239-38595845bbc1 admin admin] Made reservation on behalf of 32a241a3ac2b4e6a811cab282f5c9e7e for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:48:43.196913 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c815c512-66c7-49ad-a239-38595845bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.218077 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-54f66b39-dab9-4e9f-8f66-9678f534b67f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.222329 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c815c512-66c7-49ad-a239-38595845bbc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.233289 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6f3c5763-0e26-4509-971a-05f72285f20c req-631a5ab9-4c33-4341-9bcc-3502bd7871bf tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.235877 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6f3c5763-0e26-4509-971a-05f72285f20c req-631a5ab9-4c33-4341-9bcc-3502bd7871bf tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.237073 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f3c5763-0e26-4509-971a-05f72285f20c req-631a5ab9-4c33-4341-9bcc-3502bd7871bf tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "DELETE /v2.0/security-groups/054ade57-85b5-44d6-a1de-22e79cedb125 HTTP/1.1" status: 204 len: 173 time: 1.1264129 Nov 26 02:48:43.265751 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2c4ee91-d189-49ca-a060-28531d88b57c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.279870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0426d61-713d-47c6-b069-2b60c18476b2 req-70ec7039-71d8-4240-8849-aa7ca4ae77a6 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:43.281482 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0426d61-713d-47c6-b069-2b60c18476b2 req-70ec7039-71d8-4240-8849-aa7ca4ae77a6 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 944 time: 0.2542977 Nov 26 02:48:43.309677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a5ab9-4c33-4341-9bcc-3502bd7871bf tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=054ade57-85b5-44d6-a1de-22e79cedb125,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:43.346955 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-54f66b39-dab9-4e9f-8f66-9678f534b67f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Network b727c198-3d36-4fd1-b045-70b4bce472a0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:48:43.355968 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2c4ee91-d189-49ca-a060-28531d88b57c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.370294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-54f66b39-dab9-4e9f-8f66-9678f534b67f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:43.377422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-54f66b39-dab9-4e9f-8f66-9678f534b67f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:48:43.382397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f66b39-dab9-4e9f-8f66-9678f534b67f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Pushing event updated for resources: {'Port': ['ID=6258d135-758e-40d1-b7cc-cd1e40e92f17,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:43.391066 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-2f03863b-259e-41d7-aecf-9176077527ae service neutron] 10.222.0.59 "GET /v2.0/networks/ee4db295-5fa0-4a8b-9886-1c4a68ef44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494290 Nov 26 02:48:43.468777 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c815c512-66c7-49ad-a239-38595845bbc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.477478 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c815c512-66c7-49ad-a239-38595845bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.493413 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-da8f3b4f-1328-4370-ba46-b010e5cf58ba tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.496667 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2c4ee91-d189-49ca-a060-28531d88b57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.498993 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2c4ee91-d189-49ca-a060-28531d88b57c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.503525 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a2c4ee91-d189-49ca-a060-28531d88b57c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cfb8546-7359-4538-92bb-39113714f36b HTTP/1.1" status: 204 len: 168 time: 0.4170368 Nov 26 02:48:43.503679 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17c1c67e-f23f-4f7d-80cb-71b7bf01d708 req-b6f6148d-22de-460d-8446-07539e7743d0 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-groups/6bab6bb8-039b-4894-91be-87877f03b288 HTTP/1.1" status: 200 len: 1821 time: 0.2106709 Nov 26 02:48:43.510047 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0426d61-713d-47c6-b069-2b60c18476b2 req-e2e95870-6c19-4885-bb74-1b91c806f6ca tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081280 Nov 26 02:48:43.529394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-54f66b39-dab9-4e9f-8f66-9678f534b67f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:43.530279 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-54f66b39-dab9-4e9f-8f66-9678f534b67f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.546037 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c815c512-66c7-49ad-a239-38595845bbc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:48:43.589103 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-54f66b39-dab9-4e9f-8f66-9678f534b67f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2845502 Nov 26 02:48:43.589952 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815c512-66c7-49ad-a239-38595845bbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:43.593168 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c815c512-66c7-49ad-a239-38595845bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.593520 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-c815c512-66c7-49ad-a239-38595845bbc1 admin admin] Added segment 7ce99101-b46d-4016-9c19-b214c734027c of type vlan for network 594bd1bb-37c7-4b4b-b783-88b783966743 Nov 26 02:48:43.614745 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a339862-94f4-4b0e-941c-0a683c6d4442 req-ebe220be-5535-41d1-9b6f-618579ee4023 service neutron] 10.222.0.59 "GET /v2.0/networks/ee4db295-5fa0-4a8b-9886-1c4a68ef44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902926 Nov 26 02:48:43.619109 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Request body: {'port': {'device_id': '94baf9de-89c9-4103-bf8f-9b6b33b2511d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:43.626837 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4ee91-d189-49ca-a060-28531d88b57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfb8546-7359-4538-92bb-39113714f36b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:43.672456 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-17c1c67e-f23f-4f7d-80cb-71b7bf01d708 req-d5d72618-8b45-4629-b40e-c12de3dc34b8 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.699956 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c815c512-66c7-49ad-a239-38595845bbc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.734651 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0e2e439-37fb-4d91-ad9e-87a3189c8ef5 req-ab4424ed-a781-47a3-8272-b980cd946f61 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e556c4cd-3032-4022-96af-9d69df0af27d HTTP/1.1" status: 200 len: 210 time: 0.0644560 Nov 26 02:48:43.737453 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-da8f3b4f-1328-4370-ba46-b010e5cf58ba tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.773174 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ff1e4597-24c9-4f10-b373-14610df89cdf'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:48:43.775362 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c815c512-66c7-49ad-a239-38595845bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.777127 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c815c512-66c7-49ad-a239-38595845bbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:43.777716 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c815c512-66c7-49ad-a239-38595845bbc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.783641 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-17c1c67e-f23f-4f7d-80cb-71b7bf01d708 req-d5d72618-8b45-4629-b40e-c12de3dc34b8 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.787221 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.811022 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-da8f3b4f-1328-4370-ba46-b010e5cf58ba tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:48:43.868738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-13e23b29-b89c-45fd-91cc-3ddd4931843f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Allocated IP 192.168.233.109 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/e90ba5fa-5c6f-4aac-9b57-a43178489aba) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:48:43.874305 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-da8f3b4f-1328-4370-ba46-b010e5cf58ba tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:43.893291 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c815c512-66c7-49ad-a239-38595845bbc1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9650242 Nov 26 02:48:43.896621 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-da8f3b4f-1328-4370-ba46-b010e5cf58ba tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:48:43.900000 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36938) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:43.905515 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f3b4f-1328-4370-ba46-b010e5cf58ba tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Pushing event updated for resources: {'Port': ['ID=a691e3df-fba1-4aba-a148-2d4cceb9293e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:43.907203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-316fb9e6-afe4-4d28-8296-c2c603d51fc3 admin admin] Request body: {'subnet': {'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-593700144-subnet', 'tenant_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:43.940130 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-17c1c67e-f23f-4f7d-80cb-71b7bf01d708 req-d5d72618-8b45-4629-b40e-c12de3dc34b8 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.947051 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-17c1c67e-f23f-4f7d-80cb-71b7bf01d708 req-d5d72618-8b45-4629-b40e-c12de3dc34b8 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:43.954721 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815c512-66c7-49ad-a239-38595845bbc1 admin admin] Pushing event updated for resources: {'Network': ['ID=594bd1bb-37c7-4b4b-b783-88b783966743,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:43.967628 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17c1c67e-f23f-4f7d-80cb-71b7bf01d708 req-d5d72618-8b45-4629-b40e-c12de3dc34b8 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "DELETE /v2.0/security-groups/6bab6bb8-039b-4894-91be-87877f03b288 HTTP/1.1" status: 204 len: 173 time: 0.4324427 Nov 26 02:48:44.014625 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-da8f3b4f-1328-4370-ba46-b010e5cf58ba tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:44.015312 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-da8f3b4f-1328-4370-ba46-b010e5cf58ba tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:44.022873 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 594bd1bb-37c7-4b4b-b783-88b783966743 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:48:44.110792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c78052-cb05-4c89-8ad1-1ebd63dc0494', 'tag': '2789518d-7d9e-485d-8d15-2aaa0d907152'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:44.113113 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874d23b3-4095-4097-9c88-80fabe380f61" -d '{"events": [{"name": "network-changed", "server_uuid": "99c78052-cb05-4c89-8ad1-1ebd63dc0494", "tag": "2789518d-7d9e-485d-8d15-2aaa0d907152"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:44.147625 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-30593ee0-eff9-487a-ac07-2b5dc489ac11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:44.179129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d72618-8b45-4629-b40e-c12de3dc34b8 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bab6bb8-039b-4894-91be-87877f03b288,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:44.205982 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-da8f3b4f-1328-4370-ba46-b010e5cf58ba tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4723871 Nov 26 02:48:44.227488 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Request body: {'port': {'device_id': 'e556c4cd-3032-4022-96af-9d69df0af27d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:44.246141 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316fb9e6-afe4-4d28-8296-c2c603d51fc3 admin admin] Made reservation on behalf of 32a241a3ac2b4e6a811cab282f5c9e7e for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:48:44.264009 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-316fb9e6-afe4-4d28-8296-c2c603d51fc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:44.329654 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:44.345394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e51d1a10-2922-43b3-9066-7172cbfa65db None None] Provisioning complete for port a691e3df-fba1-4aba-a148-2d4cceb9293e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:44.347088 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e51d1a10-2922-43b3-9066-7172cbfa65db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:44.422023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-e51d1a10-2922-43b3-9066-7172cbfa65db None None] Port a691e3df-fba1-4aba-a148-2d4cceb9293e cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:48:44.457905 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f659094-4d47-4428-9faa-b49936fe1824 req-597ae7b4-4883-4853-a4de-b9c60a2e2c0e tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-groups/6c82fa12-9ffd-4b41-94be-0cc477556ae3 HTTP/1.1" status: 200 len: 2420 time: 0.3398018 Nov 26 02:48:44.503212 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7babfbf-5acd-4eec-81c8-da81d45e1af5 req-886d7f03-90ed-401a-9b10-6e8d090750a2 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:44.504858 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7babfbf-5acd-4eec-81c8-da81d45e1af5 req-886d7f03-90ed-401a-9b10-6e8d090750a2 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=94baf9de-89c9-4103-bf8f-9b6b33b2511d HTTP/1.1" status: 200 len: 932 time: 0.3774171 Nov 26 02:48:44.626687 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-13e23b29-b89c-45fd-91cc-3ddd4931843f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:44.692002 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0f659094-4d47-4428-9faa-b49936fe1824 req-a60bcbd2-4fce-47cc-97b3-db3e024b0717 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:44.703416 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36966) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:44.716545 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7babfbf-5acd-4eec-81c8-da81d45e1af5 req-ac70f078-3600-48fd-b68c-fec68472db51 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008801 Nov 26 02:48:44.787253 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0f659094-4d47-4428-9faa-b49936fe1824 req-a60bcbd2-4fce-47cc-97b3-db3e024b0717 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:44.790696 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841e3b67-10bb-4119-813e-5f84f71f44ec x-openstack-request-id: req-841e3b67-10bb-4119-813e-5f84f71f44ec {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:44.790984 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c78052-cb05-4c89-8ad1-1ebd63dc0494", "tag": "2789518d-7d9e-485d-8d15-2aaa0d907152", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:44.791239 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-841e3b67-10bb-4119-813e-5f84f71f44ec {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:44.792236 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c78052-cb05-4c89-8ad1-1ebd63dc0494', 'tag': '2789518d-7d9e-485d-8d15-2aaa0d907152', 'status': 'completed', 'code': 200} Nov 26 02:48:44.844349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6258d135-758e-40d1-b7cc-cd1e40e92f17 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:44.846451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-6611d149-669a-42fa-bda2-382354210c32 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1080486609-network', 'tenant_id': '4f4f03e477994949aa5dc4c81fb10dcf'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:44.887817 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-13e23b29-b89c-45fd-91cc-3ddd4931843f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:44.903387 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:44.911535 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:44.923613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ff1e4597-24c9-4f10-b373-14610df89cdf'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:48:44.929399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6611d149-669a-42fa-bda2-382354210c32 admin admin] Made reservation on behalf of 4f4f03e477994949aa5dc4c81fb10dcf for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:48:44.932906 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6611d149-669a-42fa-bda2-382354210c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:44.949662 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6611d149-669a-42fa-bda2-382354210c32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:45.150356 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6611d149-669a-42fa-bda2-382354210c32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:45.156359 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a691e3df-fba1-4aba-a148-2d4cceb9293e {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:45.161378 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6611d149-669a-42fa-bda2-382354210c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:45.194201 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:45.196768 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611d149-669a-42fa-bda2-382354210c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f84630-a24c-4b4d-91b4-20e5e84f5878,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:45.217444 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Transition to ACTIVE for port object a691e3df-fba1-4aba-a148-2d4cceb9293e will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:48:45.218661 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6611d149-669a-42fa-bda2-382354210c32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:48:45.225209 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:45.261813 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6611d149-669a-42fa-bda2-382354210c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:45.262305 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-6611d149-669a-42fa-bda2-382354210c32 admin admin] Added segment 174ef33f-1ddd-42ff-831b-aa671f5cb3c3 of type vlan for network ee768a70-430d-420e-8947-2080156e0c15 Nov 26 02:48:45.303400 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Transition to ACTIVE for port object 6258d135-758e-40d1-b7cc-cd1e40e92f17 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:48:45.308243 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-316fb9e6-afe4-4d28-8296-c2c603d51fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:45.327425 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:45.343652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Pushing event updated for resources: {'Port': ['ID=a691e3df-fba1-4aba-a148-2d4cceb9293e,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:45.343885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-13e23b29-b89c-45fd-91cc-3ddd4931843f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:48:45.348894 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6611d149-669a-42fa-bda2-382354210c32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:45.386121 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-13e23b29-b89c-45fd-91cc-3ddd4931843f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:45.388036 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0f659094-4d47-4428-9faa-b49936fe1824 req-a60bcbd2-4fce-47cc-97b3-db3e024b0717 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:45.390923 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0f659094-4d47-4428-9faa-b49936fe1824 req-a60bcbd2-4fce-47cc-97b3-db3e024b0717 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:45.392098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f659094-4d47-4428-9faa-b49936fe1824 req-a60bcbd2-4fce-47cc-97b3-db3e024b0717 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "DELETE /v2.0/security-groups/6c82fa12-9ffd-4b41-94be-0cc477556ae3 HTTP/1.1" status: 204 len: 173 time: 0.9332616 Nov 26 02:48:45.397104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-13e23b29-b89c-45fd-91cc-3ddd4931843f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:48:45.418564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e23b29-b89c-45fd-91cc-3ddd4931843f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Pushing event updated for resources: {'Port': ['ID=e90ba5fa-5c6f-4aac-9b57-a43178489aba,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:45.432592 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6611d149-669a-42fa-bda2-382354210c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:45.434851 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6611d149-669a-42fa-bda2-382354210c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:45.437037 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6611d149-669a-42fa-bda2-382354210c32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:45.460336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d23b3-4095-4097-9c88-80fabe380f61 req-d96d39b6-d614-488e-ba2b-0d9ea939bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:45.461951 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-874d23b3-4095-4097-9c88-80fabe380f61 req-d96d39b6-d614-488e-ba2b-0d9ea939bda0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dfc3a73836564c72aaa012c28cbd2c57&device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 1095 time: 0.6200476 Nov 26 02:48:45.478640 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bcbd2-4fce-47cc-97b3-db3e024b0717 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c82fa12-9ffd-4b41-94be-0cc477556ae3,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:45.514258 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316fb9e6-afe4-4d28-8296-c2c603d51fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99eb0b63-1e2c-4b26-887f-343457cd281c,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:45.529059 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Attempting to bind port a691e3df-fba1-4aba-a148-2d4cceb9293e on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:48:45.529495 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Attempting to bind port a691e3df-fba1-4aba-a148-2d4cceb9293e by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:48:45.529897 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Attempting to bind port a691e3df-fba1-4aba-a148-2d4cceb9293e on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:45.550359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305cb08-67f4-4823-8b85-dcd328298ad9 req-8f8c628d-9e17-4ca1-8a51-6345d653633d tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:45.558699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b305cb08-67f4-4823-8b85-dcd328298ad9 req-8f8c628d-9e17-4ca1-8a51-6345d653633d tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 944 time: 0.6513443 Nov 26 02:48:45.560474 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6611d149-669a-42fa-bda2-382354210c32 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8555996 Nov 26 02:48:45.563942 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36978) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:45.564659 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Port a691e3df-fba1-4aba-a148-2d4cceb9293e on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:48:45.565070 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Attempting to bind port a691e3df-fba1-4aba-a148-2d4cceb9293e on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:45.579996 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-eaa44b3d-ae53-41f8-b63d-56a7cc241224 admin admin] Request body: {'subnet': {'network_id': 'ee768a70-430d-420e-8947-2080156e0c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1080486609-subnet', 'tenant_id': '4f4f03e477994949aa5dc4c81fb10dcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:45.607706 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611d149-669a-42fa-bda2-382354210c32 admin admin] Pushing event updated for resources: {'Network': ['ID=ee768a70-430d-420e-8947-2080156e0c15,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:45.616855 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:48:45.617201 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:48:45.617601 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:48:45.618057 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Bound port: a691e3df-fba1-4aba-a148-2d4cceb9293e, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:48:45.618424 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:45.690324 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa44b3d-ae53-41f8-b63d-56a7cc241224 admin admin] Made reservation on behalf of 4f4f03e477994949aa5dc4c81fb10dcf for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:48:45.707082 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eaa44b3d-ae53-41f8-b63d-56a7cc241224 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:45.716803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-13e23b29-b89c-45fd-91cc-3ddd4931843f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:45.717553 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-13e23b29-b89c-45fd-91cc-3ddd4931843f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:45.809217 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network ee768a70-430d-420e-8947-2080156e0c15 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:48:45.817176 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=6258d135-758e-40d1-b7cc-cd1e40e92f17,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:45.857007 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] For port a691e3df-fba1-4aba-a148-2d4cceb9293e, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:48:45.882709 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] For port a691e3df-fba1-4aba-a148-2d4cceb9293e, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a691e3df-fba1-4aba-a148-2d4cceb9293e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:48:45.900769 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:45.905958 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b305cb08-67f4-4823-8b85-dcd328298ad9 req-6c730419-f3fa-45f6-a484-2fcefb8ae6d5 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464820 Nov 26 02:48:45.907269 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d23b3-4095-4097-9c88-80fabe380f61 req-e4afa292-948d-4a9c-a112-1c946cd647d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:45.908753 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-874d23b3-4095-4097-9c88-80fabe380f61 req-e4afa292-948d-4a9c-a112-1c946cd647d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee4db295-5fa0-4a8b-9886-1c4a68ef44bb HTTP/1.1" status: 200 len: 915 time: 0.4333739 Nov 26 02:48:45.919157 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316fb9e6-afe4-4d28-8296-c2c603d51fc3 admin admin] Checking segment: {'id': '7ce99101-b46d-4016-9c19-b214c734027c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:48:45.919495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316fb9e6-afe4-4d28-8296-c2c603d51fc3 admin admin] Network hostable DHCP agents. Network: 594bd1bb-37c7-4b4b-b783-88b783966743, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:48:45.995709 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-fd3cfc0b-4dc2-4234-a872-4b7c4a4473e2 None None] Provisioning complete for port e90ba5fa-5c6f-4aac-9b57-a43178489aba triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:45.997513 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:45.998143 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:45.999423 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fd3cfc0b-4dc2-4234-a872-4b7c4a4473e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:45.999631 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] 10.222.0.59 "PUT /v2.0/ports/a691e3df-fba1-4aba-a148-2d4cceb9293e HTTP/1.1" status: 200 len: 1096 time: 1.7769988 Nov 26 02:48:46.007824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e556c4cd-3032-4022-96af-9d69df0af27d', 'tag': 'a691e3df-fba1-4aba-a148-2d4cceb9293e'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:46.013496 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f536b2b0-7ff6-4fa6-bc9d-a28a231188c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e556c4cd-3032-4022-96af-9d69df0af27d", "tag": "a691e3df-fba1-4aba-a148-2d4cceb9293e"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:46.032304 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-13e23b29-b89c-45fd-91cc-3ddd4931843f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7055204 Nov 26 02:48:46.045385 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-874d23b3-4095-4097-9c88-80fabe380f61 req-d2ed1ebc-4d72-4e92-907c-71db44bd74fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2789518d-7d9e-485d-8d15-2aaa0d907152 HTTP/1.1" status: 200 len: 217 time: 0.1188517 Nov 26 02:48:46.061630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe96039-be43-4b28-b83d-c1b71332d864 req-5cf7659d-cb0f-4550-b538-4701e0fafc52 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:46.068541 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bbe96039-be43-4b28-b83d-c1b71332d864 req-5cf7659d-cb0f-4550-b538-4701e0fafc52 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e556c4cd-3032-4022-96af-9d69df0af27d HTTP/1.1" status: 200 len: 948 time: 0.5515828 Nov 26 02:48:46.092289 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-fd3cfc0b-4dc2-4234-a872-4b7c4a4473e2 None None] Port e90ba5fa-5c6f-4aac-9b57-a43178489aba cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:48:46.106769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Request body: {'port': {'device_id': 'a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:46.111864 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de5f1c-7285-4b9b-b37e-f45f394b769c service neutron] Pushing event updated for resources: {'Port': ['ID=a691e3df-fba1-4aba-a148-2d4cceb9293e,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:46.200960 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-89fb5a0e-a944-4cea-94c9-7d4f2594f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:46.202498 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-89fb5a0e-a944-4cea-94c9-7d4f2594f529 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&device_id=e556c4cd-3032-4022-96af-9d69df0af27d HTTP/1.1" status: 200 len: 1099 time: 0.1087506 Nov 26 02:48:46.213903 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eaa44b3d-ae53-41f8-b63d-56a7cc241224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:46.234123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316fb9e6-afe4-4d28-8296-c2c603d51fc3 admin admin] Network 594bd1bb-37c7-4b4b-b783-88b783966743 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:48:46.257573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Attempting to bind port 6258d135-758e-40d1-b7cc-cd1e40e92f17 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:48:46.257918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Attempting to bind port 6258d135-758e-40d1-b7cc-cd1e40e92f17 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '1bfbf118-5066-4c99-b7c9-a1c3f7285572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:48:46.258572 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Attempting to bind port 6258d135-758e-40d1-b7cc-cd1e40e92f17 on network b727c198-3d36-4fd1-b045-70b4bce472a0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:46.266930 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-316fb9e6-afe4-4d28-8296-c2c603d51fc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 594bd1bb-37c7-4b4b-b783-88b783966743) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:46.283778 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-10e66533-c8ca-4115-9339-70fa2c53f37a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=a691e3df-fba1-4aba-a148-2d4cceb9293e HTTP/1.1" status: 200 len: 217 time: 0.0646386 Nov 26 02:48:46.285337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea25aa0-afb5-4e5f-8a3d-a25d9a876c1a None None] Network 594bd1bb-37c7-4b4b-b783-88b783966743 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:48:46.294555 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316fb9e6-afe4-4d28-8296-c2c603d51fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:46.294815 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-316fb9e6-afe4-4d28-8296-c2c603d51fc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:46.323623 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Port 6258d135-758e-40d1-b7cc-cd1e40e92f17 on network b727c198-3d36-4fd1-b045-70b4bce472a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:48:46.323958 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Attempting to bind port 6258d135-758e-40d1-b7cc-cd1e40e92f17 on network b727c198-3d36-4fd1-b045-70b4bce472a0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:46.361844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:48:46.362591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Checking segment: {'id': '1bfbf118-5066-4c99-b7c9-a1c3f7285572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:48:46.362591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Bound using segment: {'id': '1bfbf118-5066-4c99-b7c9-a1c3f7285572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:48:46.363008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Bound port: 6258d135-758e-40d1-b7cc-cd1e40e92f17, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfbf118-5066-4c99-b7c9-a1c3f7285572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:48:46.363154 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa44b3d-ae53-41f8-b63d-56a7cc241224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42c3514c-b705-4328-90f5-fb413039c612,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:46.363369 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:46.366058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d23b3-4095-4097-9c88-80fabe380f61 req-33ee2bd5-ce2a-4955-bb39-774bb48c7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:46.367578 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-874d23b3-4095-4097-9c88-80fabe380f61 req-33ee2bd5-ce2a-4955-bb39-774bb48c7a37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f1c52ce-baab-40ba-a108-aa1a1ac61509 HTTP/1.1" status: 200 len: 854 time: 0.2889433 Nov 26 02:48:46.384145 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:46.392603 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-228be4d2-3f67-45a6-9913-711c57d17560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:46.394320 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-228be4d2-3f67-45a6-9913-711c57d17560 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0962715 Nov 26 02:48:46.395343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa44b3d-ae53-41f8-b63d-56a7cc241224 admin admin] Checking segment: {'id': '174ef33f-1ddd-42ff-831b-aa671f5cb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ee768a70-430d-420e-8947-2080156e0c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:48:46.395707 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa44b3d-ae53-41f8-b63d-56a7cc241224 admin admin] Network hostable DHCP agents. Network: ee768a70-430d-420e-8947-2080156e0c15, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:48:46.405961 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-316fb9e6-afe4-4d28-8296-c2c603d51fc3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5045524 Nov 26 02:48:46.416092 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfb321cb-24e4-4dfb-9abb-1185edab7900 req-9a4d16fe-48a8-4e3d-b33d-e50e175d438b tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "GET /v2.0/security-groups/6f2bc7bb-c7ec-4186-82ce-cb4c96dac04b HTTP/1.1" status: 200 len: 2413 time: 0.2795162 Nov 26 02:48:46.416300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36986) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:46.445558 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-593700144-router', 'tenant_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:46.463601 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bbe96039-be43-4b28-b83d-c1b71332d864 req-f2e6f4de-f08d-4d8e-ac92-a8e46e662f0d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912470 Nov 26 02:48:46.470312 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969d01e5-fe34-4d91-8b3b-1a5bda879107 None None] Network 594bd1bb-37c7-4b4b-b783-88b783966743 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:48:46.478027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-874d23b3-4095-4097-9c88-80fabe380f61 req-ab3daf21-e1e3-4fd3-8415-a6c6eb5e7de1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee4db295-5fa0-4a8b-9886-1c4a68ef44bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890584 Nov 26 02:48:46.501948 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa44b3d-ae53-41f8-b63d-56a7cc241224 admin admin] Network ee768a70-430d-420e-8947-2080156e0c15 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:48:46.523287 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-6b37a066-adf6-4077-923d-f483947551d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:46.525202 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-6b37a066-adf6-4077-923d-f483947551d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1198676 Nov 26 02:48:46.529294 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:46.532033 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:46.542764 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-eaa44b3d-ae53-41f8-b63d-56a7cc241224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, ee768a70-430d-420e-8947-2080156e0c15) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:46.559499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa44b3d-ae53-41f8-b63d-56a7cc241224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:46.559774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aea227-99e5-4d7d-8eab-794202065307 None None] Network ee768a70-430d-420e-8947-2080156e0c15 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:48:46.560977 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eaa44b3d-ae53-41f8-b63d-56a7cc241224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:46.644858 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:46.650125 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-eaa44b3d-ae53-41f8-b63d-56a7cc241224 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0825801 Nov 26 02:48:46.723875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 2789518d-7d9e-485d-8d15-2aaa0d907152 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:48:46.737533 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:46.821068 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] For port 6258d135-758e-40d1-b7cc-cd1e40e92f17, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:48:46.850959 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655d359d-2038-492f-994b-6d243e91d9df None None] Network ee768a70-430d-420e-8947-2080156e0c15 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:48:46.857587 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bfb321cb-24e4-4dfb-9abb-1185edab7900 req-091249e8-f6b1-41cb-b639-b4a1f15f1951 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:46.865947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] For port 6258d135-758e-40d1-b7cc-cd1e40e92f17, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6258d135-758e-40d1-b7cc-cd1e40e92f17,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:48:46.886294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017587f2-d95e-4ed1-bf09-fa720b71092f req-b46172b5-f97e-4c78-b505-f67bb7c3ab4a tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:46.888037 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-017587f2-d95e-4ed1-bf09-fa720b71092f req-b46172b5-f97e-4c78-b505-f67bb7c3ab4a tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=94baf9de-89c9-4103-bf8f-9b6b33b2511d HTTP/1.1" status: 200 len: 944 time: 0.2914009 Nov 26 02:48:46.963588 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bfb321cb-24e4-4dfb-9abb-1185edab7900 req-091249e8-f6b1-41cb-b639-b4a1f15f1951 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:46.977208 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 2789518d-7d9e-485d-8d15-2aaa0d907152, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=2789518d-7d9e-485d-8d15-2aaa0d907152,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:46.998535 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '2789518d-7d9e-485d-8d15-2aaa0d907152', 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb', 'port_id': '2789518d-7d9e-485d-8d15-2aaa0d907152', 'mac_address': 'fa:16:3e:6f:9e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1c52ce-baab-40ba-a108-aa1a1ac61509', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:48:47.030994 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:47.036118 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-c4f24eaa-22a3-433e-915e-4fffcaeae079 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977436 Nov 26 02:48:47.080192 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:47.092485 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-017587f2-d95e-4ed1-bf09-fa720b71092f req-c6a81c54-e3c5-4a74-b169-f99ebf41078f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994667 Nov 26 02:48:47.093623 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:47.094915 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2789518d-7d9e-485d-8d15-2aaa0d907152 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:47.095764 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bfb321cb-24e4-4dfb-9abb-1185edab7900 req-091249e8-f6b1-41cb-b639-b4a1f15f1951 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:47.098762 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bfb321cb-24e4-4dfb-9abb-1185edab7900 req-091249e8-f6b1-41cb-b639-b4a1f15f1951 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:47.112631 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfb321cb-24e4-4dfb-9abb-1185edab7900 req-091249e8-f6b1-41cb-b639-b4a1f15f1951 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] 10.222.0.31 "DELETE /v2.0/security-groups/6f2bc7bb-c7ec-4186-82ce-cb4c96dac04b HTTP/1.1" status: 204 len: 173 time: 0.6954679 Nov 26 02:48:47.122476 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 2789518d-7d9e-485d-8d15-2aaa0d907152, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=2789518d-7d9e-485d-8d15-2aaa0d907152,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:47.134317 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:47.148915 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36998) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:47.232953 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=2789518d-7d9e-485d-8d15-2aaa0d907152,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:47.233164 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-874d23b3-4095-4097-9c88-80fabe380f61 req-a67b6abe-1b83-469d-96ff-bf85a909c857 service neutron] 10.222.0.59 "GET /v2.0/networks/ee4db295-5fa0-4a8b-9886-1c4a68ef44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6880789 Nov 26 02:48:47.285026 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-7e08ced2-b62a-4d56-aea5-6eb2df2637a9 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399368 Nov 26 02:48:47.296904 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:47.298078 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:47.300600 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] 10.222.0.59 "PUT /v2.0/ports/6258d135-758e-40d1-b7cc-cd1e40e92f17 HTTP/1.1" status: 200 len: 1092 time: 3.6887202 Nov 26 02:48:47.302058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091249e8-f6b1-41cb-b639-b4a1f15f1951 tempest-SecurityGroupRulesTestJSON-1195910882 tempest-SecurityGroupRulesTestJSON-1195910882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2bc7bb-c7ec-4186-82ce-cb4c96dac04b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:47.303517 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94baf9de-89c9-4103-bf8f-9b6b33b2511d', 'tag': '6258d135-758e-40d1-b7cc-cd1e40e92f17'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:47.306090 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcefa516-3039-4c3e-864a-696181fb2f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "94baf9de-89c9-4103-bf8f-9b6b33b2511d", "tag": "6258d135-758e-40d1-b7cc-cd1e40e92f17"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:47.454332 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac4053d-4a75-4468-b35d-e1fd4e6872bc x-openstack-request-id: req-fac4053d-4a75-4468-b35d-e1fd4e6872bc {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:47.455097 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e556c4cd-3032-4022-96af-9d69df0af27d", "tag": "a691e3df-fba1-4aba-a148-2d4cceb9293e", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:47.455566 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fac4053d-4a75-4468-b35d-e1fd4e6872bc {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:47.455694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c30be-05ff-474e-889d-acae665c5dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=6258d135-758e-40d1-b7cc-cd1e40e92f17,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:47.456504 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e556c4cd-3032-4022-96af-9d69df0af27d', 'tag': 'a691e3df-fba1-4aba-a148-2d4cceb9293e', 'status': 'completed', 'code': 200} Nov 26 02:48:47.458524 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['2789518d-7d9e-485d-8d15-2aaa0d907152'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:48:47.507577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ea147a-db88-499d-8862-d307d9cccf2c admin admin] Deleting subnet 0851ebf4-615f-4636-9665-967d796da03b {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:48:47.512485 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1ea147a-db88-499d-8862-d307d9cccf2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:47.516505 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:47.544313 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:47.550396 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1ea147a-db88-499d-8862-d307d9cccf2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:47.603421 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1ea147a-db88-499d-8862-d307d9cccf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:47.641037 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:47.685361 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0143e-7c0c-4801-8139-d713c7aff658 req-02d84a74-23f2-425f-b3ee-5c76b786caa7 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:47.693150 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58c0143e-7c0c-4801-8139-d713c7aff658 req-02d84a74-23f2-425f-b3ee-5c76b786caa7 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 945 time: 0.4713588 Nov 26 02:48:47.784216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-b7bcfccb-7c0a-4cad-aa7a-7d34d9def243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:47.785761 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-b7bcfccb-7c0a-4cad-aa7a-7d34d9def243 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c21dd357d0374f68baf23c21ffc3bf3d&device_id=94baf9de-89c9-4103-bf8f-9b6b33b2511d HTTP/1.1" status: 200 len: 1095 time: 0.3450656 Nov 26 02:48:47.822796 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1ea147a-db88-499d-8862-d307d9cccf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:47.937732 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-ca99d93b-2f76-427c-af5f-305fd64e63f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6258d135-758e-40d1-b7cc-cd1e40e92f17 HTTP/1.1" status: 200 len: 217 time: 0.1048281 Nov 26 02:48:47.949075 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-874d23b3-4095-4097-9c88-80fabe380f61 req-50d1529e-7ce1-404d-bba8-e81365903102 service neutron] 10.222.0.59 "GET /v2.0/networks/ee4db295-5fa0-4a8b-9886-1c4a68ef44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6720881 Nov 26 02:48:47.949784 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea147a-db88-499d-8862-d307d9cccf2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0851ebf4-615f-4636-9665-967d796da03b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:47.958242 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1ea147a-db88-499d-8862-d307d9cccf2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:47.964362 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b1ea147a-db88-499d-8862-d307d9cccf2c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0851ebf4-615f-4636-9665-967d796da03b HTTP/1.1" status: 204 len: 168 time: 0.7474735 Nov 26 02:48:47.969825 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37018) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:48.002109 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58c0143e-7c0c-4801-8139-d713c7aff658 req-95a68ffb-fc7e-4bdf-9a30-9cb4668d2d78 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077412 Nov 26 02:48:48.030694 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536b2b0-7ff6-4fa6-bc9d-a28a231188c0 req-a6ccdbaa-5b84-49af-bd79-8b40af275cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:48.032265 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f536b2b0-7ff6-4fa6-bc9d-a28a231188c0 req-a6ccdbaa-5b84-49af-bd79-8b40af275cf9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&device_id=e556c4cd-3032-4022-96af-9d69df0af27d HTTP/1.1" status: 200 len: 1099 time: 0.5172005 Nov 26 02:48:48.033442 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] Allocated IP 172.25.0.148 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/53c84897-efe5-40a9-b6e5-ea21c9796452) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:48:48.079443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-c4eb4a23-db18-4840-b5fa-c4741138c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:48.081012 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-c4eb4a23-db18-4840-b5fa-c4741138c4e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b1d7b87-e76e-420b-a6ea-a71bcbbcd592 HTTP/1.1" status: 200 len: 844 time: 0.1177063 Nov 26 02:48:48.083082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90ba5fa-5c6f-4aac-9b57-a43178489aba {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:48.097305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-681b5949-12b3-4267-af13-c1275e844a7e tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:48.098922 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-681b5949-12b3-4267-af13-c1275e844a7e tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/networks?id=ee768a70-430d-420e-8947-2080156e0c15 HTTP/1.1" status: 200 len: 822 time: 0.4015889 Nov 26 02:48:48.101034 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:48.139176 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-d3950972-86ff-49bf-9ea4-b27f722aaa63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b727c198-3d36-4fd1-b045-70b4bce472a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355067 Nov 26 02:48:48.144833 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-914ff729-f7dc-435f-9040-41947507b2b1 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/quotas/4f4f03e477994949aa5dc4c81fb10dcf HTTP/1.1" status: 200 len: 375 time: 0.0304794 Nov 26 02:48:48.158009 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Transition to ACTIVE for port object e90ba5fa-5c6f-4aac-9b57-a43178489aba will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:48:48.197174 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:48.201938 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5ee3b7-0c98-4109-b9a7-a5a8a39e5c30 x-openstack-request-id: req-cf5ee3b7-0c98-4109-b9a7-a5a8a39e5c30 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:48.202246 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94baf9de-89c9-4103-bf8f-9b6b33b2511d", "tag": "6258d135-758e-40d1-b7cc-cd1e40e92f17", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:48.202515 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf5ee3b7-0c98-4109-b9a7-a5a8a39e5c30 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:48.203090 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94baf9de-89c9-4103-bf8f-9b6b33b2511d', 'tag': '6258d135-758e-40d1-b7cc-cd1e40e92f17', 'status': 'completed', 'code': 200} Nov 26 02:48:48.216774 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-896ece59-9298-474f-a04f-987bb4c9ab61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:48.266982 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536b2b0-7ff6-4fa6-bc9d-a28a231188c0 req-547f2367-023b-4584-8ca5-74878e75b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:48.268757 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f536b2b0-7ff6-4fa6-bc9d-a28a231188c0 req-547f2367-023b-4584-8ca5-74878e75b7ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.2098775 Nov 26 02:48:48.291213 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-e755c548-0981-44e8-b1e0-15a2b00a85f2 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f4f03e477994949aa5dc4c81fb10dcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1352601 Nov 26 02:48:48.428585 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f536b2b0-7ff6-4fa6-bc9d-a28a231188c0 req-76d3fd7f-7974-4df5-b798-142b9a7ea1d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=a691e3df-fba1-4aba-a148-2d4cceb9293e HTTP/1.1" status: 200 len: 217 time: 0.1442769 Nov 26 02:48:48.455809 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-896ece59-9298-474f-a04f-987bb4c9ab61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:48.467678 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:48.507663 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-896ece59-9298-474f-a04f-987bb4c9ab61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bcedfe-4890-429d-bfb7-c9b3b924cf7e']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:48.527148 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-896ece59-9298-474f-a04f-987bb4c9ab61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51910d61-8a52-48a2-8b4c-c022ed296e2c') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:48.527148 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-896ece59-9298-474f-a04f-987bb4c9ab61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51910d61-8a52-48a2-8b4c-c022ed296e2c') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:48.542821 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-896ece59-9298-474f-a04f-987bb4c9ab61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:48.559828 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536b2b0-7ff6-4fa6-bc9d-a28a231188c0 req-0e609cd7-f38f-4c1c-b048-cc478b3af0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:48.560678 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f536b2b0-7ff6-4fa6-bc9d-a28a231188c0 req-0e609cd7-f38f-4c1c-b048-cc478b3af0fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1218920 Nov 26 02:48:48.573681 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-896ece59-9298-474f-a04f-987bb4c9ab61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:48.608116 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896ece59-9298-474f-a04f-987bb4c9ab61 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:48:48.608525 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-896ece59-9298-474f-a04f-987bb4c9ab61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:48:48.610395 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:48:48.647163 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:48.713982 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:48:48.720227 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:48.724502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Pushing event updated for resources: {'Port': ['ID=e90ba5fa-5c6f-4aac-9b57-a43178489aba,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:48.725540 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:48:48.728482 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-896ece59-9298-474f-a04f-987bb4c9ab61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:48.731886 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536b2b0-7ff6-4fa6-bc9d-a28a231188c0 req-57a9e2f5-5c05-4469-80d3-bb4337668371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:48.733605 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f536b2b0-7ff6-4fa6-bc9d-a28a231188c0 req-57a9e2f5-5c05-4469-80d3-bb4337668371 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1631336 Nov 26 02:48:48.737655 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] Pushing event updated for resources: {'Port': ['ID=53c84897-efe5-40a9-b6e5-ea21c9796452,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:48.737810 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 2789518d-7d9e-485d-8d15-2aaa0d907152 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:48:48.743591 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-896ece59-9298-474f-a04f-987bb4c9ab61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:48.749308 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-896ece59-9298-474f-a04f-987bb4c9ab61 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c2bcedfe-4890-429d-bfb7-c9b3b924cf7e HTTP/1.1" status: 204 len: 168 time: 0.7736409 Nov 26 02:48:48.800144 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ece59-9298-474f-a04f-987bb4c9ab61 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2bcedfe-4890-429d-bfb7-c9b3b924cf7e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:48.825119 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 2789518d-7d9e-485d-8d15-2aaa0d907152 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:48:48.841773 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 2789518d-7d9e-485d-8d15-2aaa0d907152 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:48.842514 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:48.875625 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-c5f91193-7636-4152-9599-211edfad3b77 service neutron] 10.222.0.59 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7208583 Nov 26 02:48:48.895843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ceb18-e7c0-47b9-b0b9-13a3186e1eae req-0e6ab67b-56d6-49b9-bbc5-80b8731a1483 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:48.903538 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-963ceb18-e7c0-47b9-b0b9-13a3186e1eae req-0e6ab67b-56d6-49b9-bbc5-80b8731a1483 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e556c4cd-3032-4022-96af-9d69df0af27d HTTP/1.1" status: 200 len: 948 time: 0.6228185 Nov 26 02:48:48.955004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-a929671d-0694-4fb4-8e27-04b13a8874b3 service neutron] 10.222.0.31 "GET /v2.0/networks/ee768a70-430d-420e-8947-2080156e0c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6627526 Nov 26 02:48:48.975369 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37026) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:49.000521 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f536b2b0-7ff6-4fa6-bc9d-a28a231188c0 req-3951c809-8031-498a-b825-ff2e64a3dad3 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300434 Nov 26 02:48:49.018182 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:49.044859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c78052-cb05-4c89-8ad1-1ebd63dc0494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2789518d-7d9e-485d-8d15-2aaa0d907152'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:49.047306 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6de1f4-6b9e-46a1-a74f-1ca4dd84d1d0" -d '{"events": [{"server_uuid": "99c78052-cb05-4c89-8ad1-1ebd63dc0494", "name": "network-vif-plugged", "status": "completed", "tag": "2789518d-7d9e-485d-8d15-2aaa0d907152"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:49.062055 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 2789518d-7d9e-485d-8d15-2aaa0d907152, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=2789518d-7d9e-485d-8d15-2aaa0d907152,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:49.068985 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:49.084327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Attempting to bind port e90ba5fa-5c6f-4aac-9b57-a43178489aba on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:48:49.084722 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Attempting to bind port e90ba5fa-5c6f-4aac-9b57-a43178489aba by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:48:49.086213 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Attempting to bind port e90ba5fa-5c6f-4aac-9b57-a43178489aba on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:49.100184 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Port e90ba5fa-5c6f-4aac-9b57-a43178489aba on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:48:49.100547 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Attempting to bind port e90ba5fa-5c6f-4aac-9b57-a43178489aba on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:49.118756 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1ec3d5be-b7a4-4e6e-80af-a9c9b8f86cbb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34c129972022402e8379f6540adaa274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421444 Nov 26 02:48:49.123178 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:48:49.123525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:48:49.123912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:48:49.124402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Bound port: e90ba5fa-5c6f-4aac-9b57-a43178489aba, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:48:49.124760 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:49.126611 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37032) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:49.131917 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=2789518d-7d9e-485d-8d15-2aaa0d907152,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:49.133936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-963ceb18-e7c0-47b9-b0b9-13a3186e1eae req-6ec20640-b9db-4ce7-bb64-0c8d6bebc1ec tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294858 Nov 26 02:48:49.211134 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f536b2b0-7ff6-4fa6-bc9d-a28a231188c0 req-c856c4f6-471f-43a5-8d73-f36c67460fbc service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020798 Nov 26 02:48:49.217763 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e2dcc48-3a9d-4abc-b289-d6b6387574c8 req-09bc228e-fe27-4a59-b884-0a7cf0031b5c service neutron] 10.222.0.59 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093739 Nov 26 02:48:49.219560 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:49.251403 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-f3d6c19b-8a23-49f1-8022-813f35948594 service neutron] 10.222.0.31 "GET /v2.0/networks/ee768a70-430d-420e-8947-2080156e0c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955704 Nov 26 02:48:49.313340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] For port e90ba5fa-5c6f-4aac-9b57-a43178489aba, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:48:49.326629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf93f6-81f8-4f9b-9030-36a4695e7101 req-a8188cc5-a28c-48c2-aa76-a6be5ba797c0 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:49.328427 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9cf93f6-81f8-4f9b-9030-36a4695e7101 req-a8188cc5-a28c-48c2-aa76-a6be5ba797c0 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=94baf9de-89c9-4103-bf8f-9b6b33b2511d HTTP/1.1" status: 200 len: 944 time: 0.1041286 Nov 26 02:48:49.333948 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-18e0f436-1882-4b70-9290-ef6728442fe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:49.342753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] For port e90ba5fa-5c6f-4aac-9b57-a43178489aba, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e90ba5fa-5c6f-4aac-9b57-a43178489aba,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:48:49.367820 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:49.433384 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-18e0f436-1882-4b70-9290-ef6728442fe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:49.457962 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:49.494075 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:49.494758 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:49.496195 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] 10.222.0.59 "PUT /v2.0/ports/e90ba5fa-5c6f-4aac-9b57-a43178489aba HTTP/1.1" status: 200 len: 1096 time: 3.4164822 Nov 26 02:48:49.591218 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9cf93f6-81f8-4f9b-9030-36a4695e7101 req-4e12cdf6-36d8-446a-bad7-248948ce3018 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500100 Nov 26 02:48:49.618463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefa516-3039-4c3e-864a-696181fb2f8e req-8c7b419e-f0bb-4657-ad91-cab0381db87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:49.620837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcefa516-3039-4c3e-864a-696181fb2f8e req-8c7b419e-f0bb-4657-ad91-cab0381db87a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c21dd357d0374f68baf23c21ffc3bf3d&device_id=94baf9de-89c9-4103-bf8f-9b6b33b2511d HTTP/1.1" status: 200 len: 1095 time: 0.2646692 Nov 26 02:48:49.645505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c31938-83a6-42da-bef9-dc1668c44d68 service neutron] Pushing event updated for resources: {'Port': ['ID=e90ba5fa-5c6f-4aac-9b57-a43178489aba,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:49.657039 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] Router 011c420f-e2e6-4805-a657-953da0529563 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:48:49.699248 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb13867-9089-4d23-af0d-657014b667e8 x-openstack-request-id: req-5bb13867-9089-4d23-af0d-657014b667e8 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:49.699742 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c78052-cb05-4c89-8ad1-1ebd63dc0494", "name": "network-vif-plugged", "status": "completed", "tag": "2789518d-7d9e-485d-8d15-2aaa0d907152", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:49.700317 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bb13867-9089-4d23-af0d-657014b667e8 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:49.700760 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c78052-cb05-4c89-8ad1-1ebd63dc0494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2789518d-7d9e-485d-8d15-2aaa0d907152', 'code': 200} Nov 26 02:48:49.747080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61711999-803b-4089-b785-8d35b24aadbd req-b09eb26a-7f35-4755-b435-a7d2bd668fa5 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:49.748738 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61711999-803b-4089-b785-8d35b24aadbd req-b09eb26a-7f35-4755-b435-a7d2bd668fa5 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 946 time: 0.2711301 Nov 26 02:48:49.771499 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-cf5b6b6f-83d0-4d22-819d-8dc8b310b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:49.774175 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-cf5b6b6f-83d0-4d22-819d-8dc8b310b8ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&device_id=a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0 HTTP/1.1" status: 200 len: 1099 time: 0.1988919 Nov 26 02:48:49.813169 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-18e0f436-1882-4b70-9290-ef6728442fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:49.817678 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-18e0f436-1882-4b70-9290-ef6728442fe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:49.821672 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-18e0f436-1882-4b70-9290-ef6728442fe8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5fff62b-d7b4-406d-90f2-6aca799c459d HTTP/1.1" status: 204 len: 168 time: 0.6844883 Nov 26 02:48:49.844205 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:48:49.855599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefa516-3039-4c3e-864a-696181fb2f8e req-6fa7e605-301a-479d-a6d0-b0a3b5eb7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:49.857375 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcefa516-3039-4c3e-864a-696181fb2f8e req-6fa7e605-301a-479d-a6d0-b0a3b5eb7562 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b727c198-3d36-4fd1-b045-70b4bce472a0 HTTP/1.1" status: 200 len: 905 time: 0.2080774 Nov 26 02:48:49.857807 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Sync routers for ids ['011c420f-e2e6-4805-a657-953da0529563'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:48:49.872863 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Routers {'011c420f-e2e6-4805-a657-953da0529563'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:48:49.873628 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:48:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['011c420f-e2e6-4805-a657-953da0529563'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:49.911412 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:49.912943 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d232d00b-2da0-4d9a-bb87-e317465fd5a4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4947004 Nov 26 02:48:49.916492 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37048) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:49.954842 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a6b5744-cac7-4a63-b957-22028eb06736 req-a516279c-95cb-40a3-a7df-e5f2571adbe1 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 210 time: 0.0963376 Nov 26 02:48:50.014142 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-05fc2d46-be16-49da-bce7-ebd06f8c413c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=e90ba5fa-5c6f-4aac-9b57-a43178489aba HTTP/1.1" status: 200 len: 217 time: 0.2186623 Nov 26 02:48:50.015549 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcefa516-3039-4c3e-864a-696181fb2f8e req-bd125a4d-b3c6-48f1-97cf-c8c5c0938a62 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6258d135-758e-40d1-b7cc-cd1e40e92f17 HTTP/1.1" status: 200 len: 217 time: 0.0746005 Nov 26 02:48:50.017707 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0f436-1882-4b70-9290-ef6728442fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fff62b-d7b4-406d-90f2-6aca799c459d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:50.028894 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936415c-f46d-45cd-b04b-5eb9744247de req-903ae47f-9e41-45fe-9809-65a4aa9133b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:50.032431 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9936415c-f46d-45cd-b04b-5eb9744247de req-903ae47f-9e41-45fe-9809-65a4aa9133b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 1097 time: 0.1810052 Nov 26 02:48:50.038130 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Set router 011c420f-e2e6-4805-a657-953da0529563 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:48:50.148564 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61711999-803b-4089-b785-8d35b24aadbd req-647f8503-24c4-4e64-9d0b-210c301a6f06 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803685 Nov 26 02:48:50.164153 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-ebc6f0c7-6205-424a-a552-4140bc74810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:50.165910 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-ebc6f0c7-6205-424a-a552-4140bc74810c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1350923 Nov 26 02:48:50.169739 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9936415c-f46d-45cd-b04b-5eb9744247de req-d833dc80-80b8-4699-93b2-33ad650f3eb7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085880 Nov 26 02:48:50.171921 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefa516-3039-4c3e-864a-696181fb2f8e req-f865dfb9-ff0f-41db-bca6-feac7dd2d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:50.174440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcefa516-3039-4c3e-864a-696181fb2f8e req-f865dfb9-ff0f-41db-bca6-feac7dd2d868 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b1d7b87-e76e-420b-a6ea-a71bcbbcd592 HTTP/1.1" status: 200 len: 844 time: 0.1415908 Nov 26 02:48:50.205126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0', 'tag': 'e90ba5fa-5c6f-4aac-9b57-a43178489aba'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:50.209597 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74318fe8-ce62-4a6e-b573-773a1e8fc4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0", "tag": "e90ba5fa-5c6f-4aac-9b57-a43178489aba"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:50.266487 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f36fb0d-0112-4407-b450-13d998f6ae96 x-openstack-request-id: req-3f36fb0d-0112-4407-b450-13d998f6ae96 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:50.266826 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0", "tag": "e90ba5fa-5c6f-4aac-9b57-a43178489aba", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:50.267232 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f36fb0d-0112-4407-b450-13d998f6ae96 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:50.267945 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0', 'tag': 'e90ba5fa-5c6f-4aac-9b57-a43178489aba', 'status': 'completed', 'code': 200} Nov 26 02:48:50.317639 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011c420f-e2e6-4805-a657-953da0529563', 'name': 'tempest-ServerRescueTestJSON-593700144-router', 'tenant_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '53c84897-efe5-40a9-b6e5-ea21c9796452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:46Z', 'updated_at': '2021-11-26T02:48:49Z', 'revision_number': 3, 'project_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'gw_port': {'id': '53c84897-efe5-40a9-b6e5-ea21c9796452', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011c420f-e2e6-4805-a657-953da0529563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:47Z', 'updated_at': '2021-11-26T02:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:50.349653 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a89ad5-f2a9-483c-81bb-d5fff9a8caa5 req-526bcc58-6fe8-4052-b88d-b0d1c9efc1a0 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:50.351398 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0a89ad5-f2a9-483c-81bb-d5fff9a8caa5 req-526bcc58-6fe8-4052-b88d-b0d1c9efc1a0 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e556c4cd-3032-4022-96af-9d69df0af27d HTTP/1.1" status: 200 len: 948 time: 0.0674071 Nov 26 02:48:50.363754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Checking router: 011c420f-e2e6-4805-a657-953da0529563 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:48:50.364288 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Updating router 011c420f-e2e6-4805-a657-953da0529563 port 53c84897-efe5-40a9-b6e5-ea21c9796452 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:48:50.414796 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:50.428422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0a89ad5-f2a9-483c-81bb-d5fff9a8caa5 req-21529a99-4dd1-4a8b-b9e1-76947c1402f7 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696054 Nov 26 02:48:50.519495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcefa516-3039-4c3e-864a-696181fb2f8e req-cb13590e-7152-4e95-acdf-aba9cd46cce7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b727c198-3d36-4fd1-b045-70b4bce472a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284526 Nov 26 02:48:50.619403 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-d4518ab7-f8cf-4b6f-9fac-67279a07837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:50.621525 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-d4518ab7-f8cf-4b6f-9fac-67279a07837c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1765053 Nov 26 02:48:50.707124 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcefa516-3039-4c3e-864a-696181fb2f8e req-ad9eba6a-2b18-411f-8483-e3c19562da2c service neutron] 10.222.0.59 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684070 Nov 26 02:48:50.928341 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d3930-ef8c-4b12-bdc6-f3e3f1137a85 req-8cd4063d-98d8-4ad1-915b-4244845e9238 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:50.931783 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6258d135-758e-40d1-b7cc-cd1e40e92f17 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:48:50.938777 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7162abe8-879a-41be-bc04-20878d390a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:50.943719 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf3d3930-ef8c-4b12-bdc6-f3e3f1137a85 req-8cd4063d-98d8-4ad1-915b-4244845e9238 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=94baf9de-89c9-4103-bf8f-9b6b33b2511d HTTP/1.1" status: 200 len: 944 time: 0.2065260 Nov 26 02:48:51.012041 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.034988 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.044403 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37082) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:51.128014 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-7162abe8-879a-41be-bc04-20878d390a37 admin admin] Allocated IP 172.20.0.1 (594bd1bb-37c7-4b4b-b783-88b783966743/99eb0b63-1e2c-4b26-887f-343457cd281c/49e09311-df43-4079-a8a3-815540ecae1f) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:48:51.142280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dace9d09-8a09-454a-a44f-4a60080b6d55 req-a9f458b0-8264-48bf-a7f4-7cbd84f42036 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 210 time: 0.0542076 Nov 26 02:48:51.151314 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-6f993171-c5b3-4fe4-816c-44168eed3e2a service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179842 Nov 26 02:48:51.185972 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Attempting to bind port 53c84897-efe5-40a9-b6e5-ea21c9796452 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:48:51.186545 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Attempting to bind port 53c84897-efe5-40a9-b6e5-ea21c9796452 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:48:51.187105 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Attempting to bind port 53c84897-efe5-40a9-b6e5-ea21c9796452 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:51.219152 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:48:51.222692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:48:51.226186 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.229992 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:48:51.230774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Bound port: 53c84897-efe5-40a9-b6e5-ea21c9796452, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:48:51.231476 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.238971 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21078f28-2b59-49cc-ac90-f6dbd4805af0 None None] Pushing event updated for resources: {'Port': ['ID=53c84897-efe5-40a9-b6e5-ea21c9796452,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:51.240664 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcefa516-3039-4c3e-864a-696181fb2f8e req-0c709b90-35b3-433e-b54c-5244b0913c59 service neutron] 10.222.0.59 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014484 Nov 26 02:48:51.250728 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7162abe8-879a-41be-bc04-20878d390a37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.293397 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7162abe8-879a-41be-bc04-20878d390a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.316426 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7162abe8-879a-41be-bc04-20878d390a37 admin admin] Network 594bd1bb-37c7-4b4b-b783-88b783966743 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:48:51.319703 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-7162abe8-879a-41be-bc04-20878d390a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:51.335328 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6258d135-758e-40d1-b7cc-cd1e40e92f17, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6258d135-758e-40d1-b7cc-cd1e40e92f17,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:51.341584 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf3d3930-ef8c-4b12-bdc6-f3e3f1137a85 req-0388138d-3666-4139-9789-146f1a29c756 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987730 Nov 26 02:48:51.343490 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7162abe8-879a-41be-bc04-20878d390a37 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:48:51.365253 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] For port 53c84897-efe5-40a9-b6e5-ea21c9796452, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:48:51.369128 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] For port 53c84897-efe5-40a9-b6e5-ea21c9796452, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=53c84897-efe5-40a9-b6e5-ea21c9796452,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:48:51.370944 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '6258d135-758e-40d1-b7cc-cd1e40e92f17', 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0', 'port_id': '6258d135-758e-40d1-b7cc-cd1e40e92f17', 'mac_address': 'fa:16:3e:f6:d2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1d7b87-e76e-420b-a6ea-a71bcbbcd592', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:48:51.383414 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1a7cf7f6-f932-4082-8c44-ae56088c567f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-79700035-network', 'tenant_id': '3c9e03453576449e8027bf6795ca2563'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:51.414984 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162abe8-879a-41be-bc04-20878d390a37 admin admin] Pushing event updated for resources: {'Port': ['ID=49e09311-df43-4079-a8a3-815540ecae1f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:51.419120 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.421655 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.423163 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7162abe8-879a-41be-bc04-20878d390a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.429916 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-8f9fdb51-c645-4f6b-b0e1-d92c8a5db3a4 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:51.434689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-8f9fdb51-c645-4f6b-b0e1-d92c8a5db3a4 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.54 "GET /v2.0/networks?id=ee768a70-430d-420e-8947-2080156e0c15 HTTP/1.1" status: 200 len: 822 time: 0.4638855 Nov 26 02:48:51.466998 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6258d135-758e-40d1-b7cc-cd1e40e92f17 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:51.469198 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-bce64a69-9633-44a9-8dbf-58bdca9252a3 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Request body: {'port': {'device_id': '0ac06f2f-4308-4e94-8f86-d95da50ce7da', 'network_id': 'ee768a70-430d-420e-8947-2080156e0c15', 'admin_state_up': True, 'tenant_id': '4f4f03e477994949aa5dc4c81fb10dcf'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:51.497718 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Routers {'011c420f-e2e6-4805-a657-953da0529563'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:48:51.498486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:48:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['011c420f-e2e6-4805-a657-953da0529563'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:51.542125 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf5d4d-6b50-4dab-8a6b-b4f1967f25fc req-de95180f-94fb-44d9-9d6f-74bc801b2f8d tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:51.543966 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cdf5d4d-6b50-4dab-8a6b-b4f1967f25fc req-de95180f-94fb-44d9-9d6f-74bc801b2f8d tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 946 time: 0.2375426 Nov 26 02:48:51.551232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6258d135-758e-40d1-b7cc-cd1e40e92f17, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6258d135-758e-40d1-b7cc-cd1e40e92f17,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:51.555466 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7cf7f6-f932-4082-8c44-ae56088c567f admin admin] Made reservation on behalf of 3c9e03453576449e8027bf6795ca2563 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:48:51.558318 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf7f6-f932-4082-8c44-ae56088c567f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.561545 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7162abe8-879a-41be-bc04-20878d390a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.566978 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbb7d225-ea2d-4781-b68f-f3f24775f8f4 req-c5f263c8-6bbe-416a-95ca-0fde70688b6c service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851132 Nov 26 02:48:51.575841 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf7f6-f932-4082-8c44-ae56088c567f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.660358 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] Set router 011c420f-e2e6-4805-a657-953da0529563 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:48:51.668921 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73d516-e273-4b05-9977-61b5c96f6f44 req-9faf5fef-f4dc-4a05-be0c-8953d6cf6f81 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:51.677850 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce73d516-e273-4b05-9977-61b5c96f6f44 req-9faf5fef-f4dc-4a05-be0c-8953d6cf6f81 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e556c4cd-3032-4022-96af-9d69df0af27d HTTP/1.1" status: 200 len: 948 time: 0.1327364 Nov 26 02:48:51.723784 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.724454 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device a691e3df-fba1-4aba-a148-2d4cceb9293e details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:48:51.727571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21078f28-2b59-49cc-ac90-f6dbd4805af0 None None] Pushing event updated for resources: {'Port': ['ID=53c84897-efe5-40a9-b6e5-ea21c9796452,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:51.758974 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cdf5d4d-6b50-4dab-8a6b-b4f1967f25fc req-1baac053-5142-4764-97ad-2b9e534c4ad2 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989636 Nov 26 02:48:51.761442 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf7f6-f932-4082-8c44-ae56088c567f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.772945 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf7f6-f932-4082-8c44-ae56088c567f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.796441 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce73d516-e273-4b05-9977-61b5c96f6f44 req-ae56528e-5fe8-43df-b3ea-8ded1594f06b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173699 Nov 26 02:48:51.823228 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7cf7f6-f932-4082-8c44-ae56088c567f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:48:51.825249 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cf7f6-f932-4082-8c44-ae56088c567f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:51.846974 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7162abe8-879a-41be-bc04-20878d390a37 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.849151 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf7f6-f932-4082-8c44-ae56088c567f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.849566 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-1a7cf7f6-f932-4082-8c44-ae56088c567f admin admin] Added segment 4e794c0b-7845-4eca-a295-7b59404568d7 of type vlan for network 1a9e75a6-7221-447b-a78c-497a718c2aac Nov 26 02:48:51.853502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74318fe8-ce62-4a6e-b573-773a1e8fc4e7 req-6569fc5b-d924-4693-bd85-fe7e90f1ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:51.856354 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74318fe8-ce62-4a6e-b573-773a1e8fc4e7 req-6569fc5b-d924-4693-bd85-fe7e90f1ef89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&device_id=a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0 HTTP/1.1" status: 200 len: 1099 time: 0.1555436 Nov 26 02:48:51.860708 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7162abe8-879a-41be-bc04-20878d390a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.865243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-bce64a69-9633-44a9-8dbf-58bdca9252a3 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Made reservation on behalf of 4f4f03e477994949aa5dc4c81fb10dcf for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:48:51.870159 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-bce64a69-9633-44a9-8dbf-58bdca9252a3 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.910569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=6258d135-758e-40d1-b7cc-cd1e40e92f17,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:51.919414 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162abe8-879a-41be-bc04-20878d390a37 admin admin] Pushing event updated for resources: {'Port': ['ID=49e09311-df43-4079-a8a3-815540ecae1f,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:51.958716 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf7f6-f932-4082-8c44-ae56088c567f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.976779 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7162abe8-879a-41be-bc04-20878d390a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:51.984621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port a691e3df-fba1-4aba-a148-2d4cceb9293e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a691e3df-fba1-4aba-a148-2d4cceb9293e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:52.003696 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'a691e3df-fba1-4aba-a148-2d4cceb9293e', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': 'a691e3df-fba1-4aba-a148-2d4cceb9293e', 'mac_address': 'fa:16:3e:15:47:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:48:52.022495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74318fe8-ce62-4a6e-b573-773a1e8fc4e7 req-99c11e74-c78a-4055-b6ac-e58a944d1fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:52.023994 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74318fe8-ce62-4a6e-b573-773a1e8fc4e7 req-99c11e74-c78a-4055-b6ac-e58a944d1fe1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.1607461 Nov 26 02:48:52.033931 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf7f6-f932-4082-8c44-ae56088c567f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:52.035050 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7cf7f6-f932-4082-8c44-ae56088c567f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:52.035654 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf7f6-f932-4082-8c44-ae56088c567f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:52.054901 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011c420f-e2e6-4805-a657-953da0529563', 'name': 'tempest-ServerRescueTestJSON-593700144-router', 'tenant_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '53c84897-efe5-40a9-b6e5-ea21c9796452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:46Z', 'updated_at': '2021-11-26T02:48:49Z', 'revision_number': 3, 'project_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'gw_port': {'id': '53c84897-efe5-40a9-b6e5-ea21c9796452', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011c420f-e2e6-4805-a657-953da0529563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:47Z', 'updated_at': '2021-11-26T02:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:52.087482 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:52.091752 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1a7cf7f6-f932-4082-8c44-ae56088c567f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0437105 Nov 26 02:48:52.094674 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37094) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:52.096488 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1aa32-607f-4699-a849-3762a9a3873a None None] The sync data for ids ['011c420f-e2e6-4805-a657-953da0529563'] in n-d-819389-3 is: [{'id': '011c420f-e2e6-4805-a657-953da0529563', 'name': 'tempest-ServerRescueTestJSON-593700144-router', 'tenant_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '53c84897-efe5-40a9-b6e5-ea21c9796452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:46Z', 'updated_at': '2021-11-26T02:48:49Z', 'revision_number': 3, 'project_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'gw_port': {'id': '53c84897-efe5-40a9-b6e5-ea21c9796452', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011c420f-e2e6-4805-a657-953da0529563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:47Z', 'updated_at': '2021-11-26T02:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:48:52.103355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a691e3df-fba1-4aba-a148-2d4cceb9293e {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:52.104889 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a1c08c4e-e0a8-43ac-9ca1-af9a26107f7b admin admin] Request body: {'subnet': {'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-79700035-subnet', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:52.121355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74318fe8-ce62-4a6e-b573-773a1e8fc4e7 req-36eb3314-3404-4875-a37c-ce0ec76e6b7e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=e90ba5fa-5c6f-4aac-9b57-a43178489aba HTTP/1.1" status: 200 len: 217 time: 0.0873106 Nov 26 02:48:52.138086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port a691e3df-fba1-4aba-a148-2d4cceb9293e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a691e3df-fba1-4aba-a148-2d4cceb9293e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:52.145669 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cf7f6-f932-4082-8c44-ae56088c567f admin admin] Pushing event updated for resources: {'Network': ['ID=1a9e75a6-7221-447b-a78c-497a718c2aac,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:52.145875 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:52.148667 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:52.157864 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 1a9e75a6-7221-447b-a78c-497a718c2aac details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:48:52.200958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c08c4e-e0a8-43ac-9ca1-af9a26107f7b admin admin] Made reservation on behalf of 3c9e03453576449e8027bf6795ca2563 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:48:52.203988 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1c08c4e-e0a8-43ac-9ca1-af9a26107f7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:52.207503 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7162abe8-879a-41be-bc04-20878d390a37 admin admin] Network 594bd1bb-37c7-4b4b-b783-88b783966743 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:48:52.209589 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-7162abe8-879a-41be-bc04-20878d390a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:52.239432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-bce64a69-9633-44a9-8dbf-58bdca9252a3 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Allocated IP 172.20.0.5 (ee768a70-430d-420e-8947-2080156e0c15/42c3514c-b705-4328-90f5-fb413039c612/0827ecb9-58ee-4e77-b623-d39be3a07388) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:48:52.281614 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a101c9d2-165f-4912-a9d3-fc22e3bc08bb req-d1166007-93dc-4fd4-8b2a-76d0cc1d9a1c tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 210 time: 0.0380492 Nov 26 02:48:52.305858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74318fe8-ce62-4a6e-b573-773a1e8fc4e7 req-8daa1e15-10e0-4f9d-93f7-710034537180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:52.307182 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74318fe8-ce62-4a6e-b573-773a1e8fc4e7 req-8daa1e15-10e0-4f9d-93f7-710034537180 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1770325 Nov 26 02:48:52.322378 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=a691e3df-fba1-4aba-a148-2d4cceb9293e,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:52.399894 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74318fe8-ce62-4a6e-b573-773a1e8fc4e7 req-1751bc13-19ce-4d68-b1c0-d96ab38b713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:52.402168 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74318fe8-ce62-4a6e-b573-773a1e8fc4e7 req-1751bc13-19ce-4d68-b1c0-d96ab38b713d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0829728 Nov 26 02:48:52.428541 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7162abe8-879a-41be-bc04-20878d390a37 admin admin] Router 011c420f-e2e6-4805-a657-953da0529563 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:48:52.563670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['6258d135-758e-40d1-b7cc-cd1e40e92f17'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:48:52.590338 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1c08c4e-e0a8-43ac-9ca1-af9a26107f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:52.622452 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['a691e3df-fba1-4aba-a148-2d4cceb9293e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:48:52.663899 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40eaf1-ad39-46b8-813f-4f415da95574 req-01a8794c-cd6e-4c15-9497-9261284201c1 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:52.665491 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec40eaf1-ad39-46b8-813f-4f415da95574 req-01a8794c-cd6e-4c15-9497-9261284201c1 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=94baf9de-89c9-4103-bf8f-9b6b33b2511d HTTP/1.1" status: 200 len: 945 time: 0.1763122 Nov 26 02:48:52.677632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7162abe8-879a-41be-bc04-20878d390a37 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:48:52.685375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c08c4e-e0a8-43ac-9ca1-af9a26107f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa7501fd-fac3-4deb-97b7-64e0674633aa,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:52.701343 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7162abe8-879a-41be-bc04-20878d390a37 admin admin] 10.222.0.31 "PUT /v2.0/routers/011c420f-e2e6-4805-a657-953da0529563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7836773 Nov 26 02:48:52.706387 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74318fe8-ce62-4a6e-b573-773a1e8fc4e7 req-e0395b18-7b7e-40b2-ba3a-d6e695f5480e service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899613 Nov 26 02:48:52.711602 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c08c4e-e0a8-43ac-9ca1-af9a26107f7b admin admin] Checking segment: {'id': '4e794c0b-7845-4eca-a295-7b59404568d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:48:52.711602 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c08c4e-e0a8-43ac-9ca1-af9a26107f7b admin admin] Network hostable DHCP agents. Network: 1a9e75a6-7221-447b-a78c-497a718c2aac, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:48:52.717074 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-bce64a69-9633-44a9-8dbf-58bdca9252a3 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:52.745913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c08c4e-e0a8-43ac-9ca1-af9a26107f7b admin admin] Network 1a9e75a6-7221-447b-a78c-497a718c2aac is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:48:52.759151 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-a1c08c4e-e0a8-43ac-9ca1-af9a26107f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 1a9e75a6-7221-447b-a78c-497a718c2aac) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:52.765205 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c08c4e-e0a8-43ac-9ca1-af9a26107f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:52.766097 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1c08c4e-e0a8-43ac-9ca1-af9a26107f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:52.788624 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a1c08c4e-e0a8-43ac-9ca1-af9a26107f7b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6910665 Nov 26 02:48:52.790803 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37104) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:52.801983 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-79700035-router', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:52.817410 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2f9bbf-6062-4138-96c6-6c6a71596fe9 None None] Network 1a9e75a6-7221-447b-a78c-497a718c2aac requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:48:52.841129 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:52.843417 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:52.931168 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:53.101226 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-1a9e75a6-7221-447b-a78c-497a718c2aac', 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'fixed_ips': [{'subnet_id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:48:53.102128 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:53.147958 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:53.279204 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Allocated IP 172.20.0.2 (1a9e75a6-7221-447b-a78c-497a718c2aac/aa7501fd-fac3-4deb-97b7-64e0674633aa/91d1090e-023a-42a4-b1e3-c635097b1d1c) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:48:53.351243 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec40eaf1-ad39-46b8-813f-4f415da95574 req-6320c023-7a77-4f09-ad9e-59e9e07f4514 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6758478 Nov 26 02:48:53.375909 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2658e-1b74-4f58-ac4c-4bb25a5b558d req-faadd54b-b59f-4c26-bdcf-f72768e5b2f5 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:53.378437 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:53.397757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09b2658e-1b74-4f58-ac4c-4bb25a5b558d req-faadd54b-b59f-4c26-bdcf-f72768e5b2f5 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 946 time: 0.1735983 Nov 26 02:48:53.405328 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:53.444208 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-bce64a69-9633-44a9-8dbf-58bdca9252a3 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:53.525268 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] Allocated IP 172.25.0.63 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/71e8ef15-d5ad-408d-a49c-0bcb476fecba) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:48:53.545338 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74318fe8-ce62-4a6e-b573-773a1e8fc4e7 req-028f65dc-c917-4518-a77e-443873df7376 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8200366 Nov 26 02:48:53.567585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-bce64a69-9633-44a9-8dbf-58bdca9252a3 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Network ee768a70-430d-420e-8947-2080156e0c15 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:48:53.573474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce64a69-9633-44a9-8dbf-58bdca9252a3 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Pushing event updated for resources: {'Port': ['ID=0827ecb9-58ee-4e77-b623-d39be3a07388,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:53.582762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-bce64a69-9633-44a9-8dbf-58bdca9252a3 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:53.586991 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-bce64a69-9633-44a9-8dbf-58bdca9252a3 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:48:53.593471 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09b2658e-1b74-4f58-ac4c-4bb25a5b558d req-100a30c4-683c-483e-9dff-3f47df3f97dc tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945269 Nov 26 02:48:53.613371 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:53.619874 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:53.628213 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab46f38-4c14-41f3-8f63-84cc5225bc08 req-e278de28-e25e-4479-9396-e2d5ac3237f6 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:53.628405 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:53.633770 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ab46f38-4c14-41f3-8f63-84cc5225bc08 req-e278de28-e25e-4479-9396-e2d5ac3237f6 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e556c4cd-3032-4022-96af-9d69df0af27d HTTP/1.1" status: 200 len: 949 time: 0.1769037 Nov 26 02:48:53.670612 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Network 1a9e75a6-7221-447b-a78c-497a718c2aac is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:48:53.674257 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:53.683211 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:48:53.697098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-bce64a69-9633-44a9-8dbf-58bdca9252a3 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:53.698235 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-bce64a69-9633-44a9-8dbf-58bdca9252a3 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:53.726699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ab46f38-4c14-41f3-8f63-84cc5225bc08 req-b64e92c2-37c9-4d21-9e1c-035b927f50ac tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920317 Nov 26 02:48:53.731034 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-bce64a69-9633-44a9-8dbf-58bdca9252a3 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2665298 Nov 26 02:48:53.731988 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:53.740182 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Pushing event updated for resources: {'Port': ['ID=91d1090e-023a-42a4-b1e3-c635097b1d1c,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:53.761361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Attempting to bind port 91d1090e-023a-42a4-b1e3-c635097b1d1c on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:48:53.761739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Attempting to bind port 91d1090e-023a-42a4-b1e3-c635097b1d1c by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '4e794c0b-7845-4eca-a295-7b59404568d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:48:53.762180 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Attempting to bind port 91d1090e-023a-42a4-b1e3-c635097b1d1c on network 1a9e75a6-7221-447b-a78c-497a718c2aac {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:53.767737 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:48:53.768158 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Checking segment: {'id': '4e794c0b-7845-4eca-a295-7b59404568d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:48:53.768600 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:53.768998 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Bound using segment: {'id': '4e794c0b-7845-4eca-a295-7b59404568d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:48:53.769571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Bound port: 91d1090e-023a-42a4-b1e3-c635097b1d1c, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e794c0b-7845-4eca-a295-7b59404568d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:48:53.769847 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:53.785913 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Request body: {'port': {'device_id': '0ac06f2f-4308-4e94-8f86-d95da50ce7da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:53.788065 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:53.836328 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:48:53.846249 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:53.849054 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:48:53.890013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] For port 91d1090e-023a-42a4-b1e3-c635097b1d1c, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:48:53.895900 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] For port 91d1090e-023a-42a4-b1e3-c635097b1d1c, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=91d1090e-023a-42a4-b1e3-c635097b1d1c,segment=NetworkSegment(4e794c0b-7845-4eca-a295-7b59404568d7),segment_id=4e794c0b-7845-4eca-a295-7b59404568d7)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:48:53.904899 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:53.912997 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] Pushing event updated for resources: {'Port': ['ID=71e8ef15-d5ad-408d-a49c-0bcb476fecba,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:53.936730 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:53.964021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6c20c-47e1-4d37-be8c-75b48d60a099 req-252c75b4-5a82-4d31-bbbc-058640a5b9e5 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:53.969871 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fce6c20c-47e1-4d37-be8c-75b48d60a099 req-252c75b4-5a82-4d31-bbbc-058640a5b9e5 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 931 time: 0.1463635 Nov 26 02:48:54.124634 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 53c84897-efe5-40a9-b6e5-ea21c9796452 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:48:54.163387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289af831-fe8c-4c71-b52a-2e53cefaa5e9 None None] Pushing event updated for resources: {'Port': ['ID=91d1090e-023a-42a4-b1e3-c635097b1d1c,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:54.214056 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 53c84897-efe5-40a9-b6e5-ea21c9796452 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:54.214416 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:54.358170 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:54.364280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fce6c20c-47e1-4d37-be8c-75b48d60a099 req-339c3744-404a-4981-b6bc-e6a3d9191743 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1f84630-a24c-4b4d-91b4-20e5e84f5878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370956 Nov 26 02:48:54.367419 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:54.402496 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 53c84897-efe5-40a9-b6e5-ea21c9796452, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=53c84897-efe5-40a9-b6e5-ea21c9796452,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:54.412315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-ed671236-dda8-4bfd-952e-71dbea175362 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:54.412927 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:54.413886 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-ed671236-dda8-4bfd-952e-71dbea175362 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/networks?id=594bd1bb-37c7-4b4b-b783-88b783966743 HTTP/1.1" status: 200 len: 810 time: 0.2756851 Nov 26 02:48:54.458655 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-376ece62-aaac-4856-a2b4-df05afb2d98f tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/quotas/32a241a3ac2b4e6a811cab282f5c9e7e HTTP/1.1" status: 200 len: 375 time: 0.0258152 Nov 26 02:48:54.510716 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=53c84897-efe5-40a9-b6e5-ea21c9796452,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:54.561399 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Sync routers for ids ['011c420f-e2e6-4805-a657-953da0529563'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:48:54.574965 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Routers {'011c420f-e2e6-4805-a657-953da0529563'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:48:54.575887 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-30775289-31f2-407a-b722-2b38032249e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:48:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['011c420f-e2e6-4805-a657-953da0529563'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:54.595721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-21229d87-e7b2-46ea-9561-1568ceed9145 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=32a241a3ac2b4e6a811cab282f5c9e7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1235504 Nov 26 02:48:54.631180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96e80c-b800-45c7-b9ee-d8c419bd0fbd req-692d7114-a227-4383-ae5d-a4dc7a84f89c tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:54.633013 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a96e80c-b800-45c7-b9ee-d8c419bd0fbd req-692d7114-a227-4383-ae5d-a4dc7a84f89c tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 946 time: 0.1253791 Nov 26 02:48:54.635118 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0827ecb9-58ee-4e77-b623-d39be3a07388 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:54.658286 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:54.680791 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:54.719054 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Set router 011c420f-e2e6-4805-a657-953da0529563 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:48:54.738812 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Transition to ACTIVE for port object 0827ecb9-58ee-4e77-b623-d39be3a07388 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:48:54.745134 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:54.749980 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a96e80c-b800-45c7-b9ee-d8c419bd0fbd req-4a8c8252-5b6d-4e32-80ab-d7c7ca577180 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985942 Nov 26 02:48:54.764596 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e90ba5fa-5c6f-4aac-9b57-a43178489aba details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:48:54.803839 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6258d135-758e-40d1-b7cc-cd1e40e92f17 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:48:54.829862 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] Router 9988ee81-5aaa-4110-a1e4-b01824edb017 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:48:54.845339 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-b95ee7dd-5ce6-468d-b722-9fed907ecf19 service neutron] 10.222.0.31 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375321 Nov 26 02:48:54.848844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Pushing event updated for resources: {'Port': ['ID=0827ecb9-58ee-4e77-b623-d39be3a07388,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:54.961311 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:48:54.984099 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:54.987759 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e12408c3-b817-48f2-ae36-64eb3f5cb903 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1950142 Nov 26 02:48:54.988424 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37142) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:48:55.021070 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Sync routers for ids ['9988ee81-5aaa-4110-a1e4-b01824edb017'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:48:55.051744 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-30775289-31f2-407a-b722-2b38032249e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011c420f-e2e6-4805-a657-953da0529563', 'name': 'tempest-ServerRescueTestJSON-593700144-router', 'tenant_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '53c84897-efe5-40a9-b6e5-ea21c9796452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:46Z', 'updated_at': '2021-11-26T02:48:51Z', 'revision_number': 4, 'project_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'gw_port': {'id': '53c84897-efe5-40a9-b6e5-ea21c9796452', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011c420f-e2e6-4805-a657-953da0529563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:47Z', 'updated_at': '2021-11-26T02:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '49e09311-df43-4079-a8a3-815540ecae1f', 'name': '', 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743', 'tenant_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'mac_address': 'fa:16:3e:e1:bd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011c420f-e2e6-4805-a657-953da0529563', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '99eb0b63-1e2c-4b26-887f-343457cd281c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:50Z', 'updated_at': '2021-11-26T02:48:51Z', 'revision_number': 2, 'project_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'subnets': [{'id': '99eb0b63-1e2c-4b26-887f-343457cd281c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:55.068645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-f380ed2f-7b9f-455c-8e16-4c423e118042 service neutron] 10.222.0.31 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007394 Nov 26 02:48:55.112223 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Routers {'9988ee81-5aaa-4110-a1e4-b01824edb017'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:48:55.113295 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:48:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9988ee81-5aaa-4110-a1e4-b01824edb017'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:55.143954 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Attempting to bind port 0827ecb9-58ee-4e77-b623-d39be3a07388 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:48:55.144333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Attempting to bind port 0827ecb9-58ee-4e77-b623-d39be3a07388 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '174ef33f-1ddd-42ff-831b-aa671f5cb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ee768a70-430d-420e-8947-2080156e0c15'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:48:55.144674 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Attempting to bind port 0827ecb9-58ee-4e77-b623-d39be3a07388 on network ee768a70-430d-420e-8947-2080156e0c15 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:55.177202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285171d1-d44b-4d2e-a243-7fd98157d94e req-9380a880-0122-4770-adee-b44a415bfdba tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:55.181205 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-285171d1-d44b-4d2e-a243-7fd98157d94e req-9380a880-0122-4770-adee-b44a415bfdba tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=94baf9de-89c9-4103-bf8f-9b6b33b2511d HTTP/1.1" status: 200 len: 945 time: 0.2146947 Nov 26 02:48:55.186701 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Port 0827ecb9-58ee-4e77-b623-d39be3a07388 on network ee768a70-430d-420e-8947-2080156e0c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:48:55.187047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Attempting to bind port 0827ecb9-58ee-4e77-b623-d39be3a07388 on network ee768a70-430d-420e-8947-2080156e0c15 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:55.204090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:48:55.204090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Checking segment: {'id': '174ef33f-1ddd-42ff-831b-aa671f5cb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ee768a70-430d-420e-8947-2080156e0c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:48:55.204090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Bound using segment: {'id': '174ef33f-1ddd-42ff-831b-aa671f5cb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ee768a70-430d-420e-8947-2080156e0c15'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:48:55.204090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Bound port: 0827ecb9-58ee-4e77-b623-d39be3a07388, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174ef33f-1ddd-42ff-831b-aa671f5cb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ee768a70-430d-420e-8947-2080156e0c15'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:48:55.204090 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:55.249335 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Checking router: 011c420f-e2e6-4805-a657-953da0529563 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:48:55.249808 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Updating router 011c420f-e2e6-4805-a657-953da0529563 port 49e09311-df43-4079-a8a3-815540ecae1f binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:48:55.288377 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 6258d135-758e-40d1-b7cc-cd1e40e92f17 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:48:55.293576 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:55.334179 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 6258d135-758e-40d1-b7cc-cd1e40e92f17 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:55.334556 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:55.430585 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e90ba5fa-5c6f-4aac-9b57-a43178489aba, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e90ba5fa-5c6f-4aac-9b57-a43178489aba,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:55.496010 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Set router 9988ee81-5aaa-4110-a1e4-b01824edb017 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:48:55.516946 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-285171d1-d44b-4d2e-a243-7fd98157d94e req-5575ca45-268e-411f-9334-e329265f6fe2 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170061 Nov 26 02:48:55.576823 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'e90ba5fa-5c6f-4aac-9b57-a43178489aba', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': 'e90ba5fa-5c6f-4aac-9b57-a43178489aba', 'mac_address': 'fa:16:3e:1a:0b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:48:55.622302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] For port 0827ecb9-58ee-4e77-b623-d39be3a07388, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:48:55.642587 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] For port 0827ecb9-58ee-4e77-b623-d39be3a07388, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0827ecb9-58ee-4e77-b623-d39be3a07388,segment=NetworkSegment(174ef33f-1ddd-42ff-831b-aa671f5cb3c3),segment_id=174ef33f-1ddd-42ff-831b-aa671f5cb3c3)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:48:55.672491 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b732aa-7716-41c8-ba06-cfc8c201410a req-d2f868c1-2393-4d3d-8d38-e9190a148e03 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:55.682858 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70b732aa-7716-41c8-ba06-cfc8c201410a req-d2f868c1-2393-4d3d-8d38-e9190a148e03 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e556c4cd-3032-4022-96af-9d69df0af27d HTTP/1.1" status: 200 len: 949 time: 0.3314207 Nov 26 02:48:55.718519 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:55.733343 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:55.750950 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:55.763340 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:55.774497 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb78b5b-b6ef-4935-a8ac-d40cf2d66c89 None None] Network 1a9e75a6-7221-447b-a78c-497a718c2aac requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:48:55.862099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70b732aa-7716-41c8-ba06-cfc8c201410a req-f54c41f3-c238-418d-8031-60d4035c83dc tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782551 Nov 26 02:48:55.877201 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:55.892802 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:55.901107 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] 10.222.0.54 "PUT /v2.0/ports/0827ecb9-58ee-4e77-b623-d39be3a07388 HTTP/1.1" status: 200 len: 1091 time: 2.1285174 Nov 26 02:48:55.901690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac06f2f-4308-4e94-8f86-d95da50ce7da', 'tag': '0827ecb9-58ee-4e77-b623-d39be3a07388'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:55.908503 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a931c0b5-3685-46c2-8110-88a6c8440cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac06f2f-4308-4e94-8f86-d95da50ce7da", "tag": "0827ecb9-58ee-4e77-b623-d39be3a07388"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:56.018628 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcd7dc-0d32-4a24-861d-374bab755303 None None] Pushing event updated for resources: {'Port': ['ID=49e09311-df43-4079-a8a3-815540ecae1f,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:56.023118 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Attempting to bind port 49e09311-df43-4079-a8a3-815540ecae1f on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:48:56.023812 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Attempting to bind port 49e09311-df43-4079-a8a3-815540ecae1f by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '7ce99101-b46d-4016-9c19-b214c734027c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:48:56.025055 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Attempting to bind port 49e09311-df43-4079-a8a3-815540ecae1f on network 594bd1bb-37c7-4b4b-b783-88b783966743 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:56.026208 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94baf9de-89c9-4103-bf8f-9b6b33b2511d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6258d135-758e-40d1-b7cc-cd1e40e92f17'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:56.031619 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605772f7-0a20-4d87-a725-8726d7af07e5" -d '{"events": [{"server_uuid": "94baf9de-89c9-4103-bf8f-9b6b33b2511d", "name": "network-vif-plugged", "status": "completed", "tag": "6258d135-758e-40d1-b7cc-cd1e40e92f17"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:56.032205 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:56.036309 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:48:56.036891 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Checking segment: {'id': '7ce99101-b46d-4016-9c19-b214c734027c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:48:56.037581 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:56.037975 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Bound using segment: {'id': '7ce99101-b46d-4016-9c19-b214c734027c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:48:56.039090 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Bound port: 49e09311-df43-4079-a8a3-815540ecae1f, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce99101-b46d-4016-9c19-b214c734027c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:48:56.039625 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:56.054060 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea387a85-3832-49db-afb6-e0214b454b81 service neutron] Pushing event updated for resources: {'Port': ['ID=0827ecb9-58ee-4e77-b623-d39be3a07388,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:56.106240 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9adb4647-57b7-401c-89ee-6c36f3414f64 None None] Provisioning complete for port 91d1090e-023a-42a4-b1e3-c635097b1d1c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:56.106879 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9adb4647-57b7-401c-89ee-6c36f3414f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:56.107406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-86584e1d-2a65-484e-add1-d387eb649529 req-21b5414f-7ed2-4c4f-a930-6555c09e1e20 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 210 time: 0.1425443 Nov 26 02:48:56.166738 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-30775289-31f2-407a-b722-2b38032249e3 None None] For port 49e09311-df43-4079-a8a3-815540ecae1f, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:48:56.185386 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-30775289-31f2-407a-b722-2b38032249e3 None None] For port 49e09311-df43-4079-a8a3-815540ecae1f, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=49e09311-df43-4079-a8a3-815540ecae1f,segment=NetworkSegment(7ce99101-b46d-4016-9c19-b214c734027c),segment_id=7ce99101-b46d-4016-9c19-b214c734027c)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:48:56.191282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-b15739d6-4b6a-4332-8f04-3c7fdd53737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:56.192158 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcd7dc-0d32-4a24-861d-374bab755303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:56.193138 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-b15739d6-4b6a-4332-8f04-3c7fdd53737c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4f4f03e477994949aa5dc4c81fb10dcf&device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 1094 time: 0.1838706 Nov 26 02:48:56.193798 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcd7dc-0d32-4a24-861d-374bab755303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:56.196333 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcd7dc-0d32-4a24-861d-374bab755303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:56.198330 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcd7dc-0d32-4a24-861d-374bab755303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:56.199208 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcd7dc-0d32-4a24-861d-374bab755303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:56.199942 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6258d135-758e-40d1-b7cc-cd1e40e92f17, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6258d135-758e-40d1-b7cc-cd1e40e92f17,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:56.200481 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcd7dc-0d32-4a24-861d-374bab755303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:56.201637 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcd7dc-0d32-4a24-861d-374bab755303 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:56.202214 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcd7dc-0d32-4a24-861d-374bab755303 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:56.202558 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcd7dc-0d32-4a24-861d-374bab755303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:56.202896 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcd7dc-0d32-4a24-861d-374bab755303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:56.204883 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcd7dc-0d32-4a24-861d-374bab755303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:56.212232 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcd7dc-0d32-4a24-861d-374bab755303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:48:56.219896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 53c84897-efe5-40a9-b6e5-ea21c9796452 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:48:56.223004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90ba5fa-5c6f-4aac-9b57-a43178489aba {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:48:56.229889 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:56.246236 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e90ba5fa-5c6f-4aac-9b57-a43178489aba, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e90ba5fa-5c6f-4aac-9b57-a43178489aba,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:56.252637 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:56.253504 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device a691e3df-fba1-4aba-a148-2d4cceb9293e up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:48:56.278995 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9481cac-f0e8-468a-a784-795a1be0409e req-2ba54c97-36ae-4159-a53f-f009fdb9af25 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:56.286936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9481cac-f0e8-468a-a784-795a1be0409e req-2ba54c97-36ae-4159-a53f-f009fdb9af25 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 943 time: 0.1360407 Nov 26 02:48:56.292389 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:56.294977 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-34a4eaf4-8e25-431f-895e-a8213173171c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0827ecb9-58ee-4e77-b623-d39be3a07388 HTTP/1.1" status: 200 len: 217 time: 0.0804901 Nov 26 02:48:56.306412 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Routers {'011c420f-e2e6-4805-a657-953da0529563'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:48:56.307900 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-30775289-31f2-407a-b722-2b38032249e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:48:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['011c420f-e2e6-4805-a657-953da0529563'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:56.414353 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ca2ea68b-95eb-4f05-bc9b-63a585f72dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:56.417662 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-ca2ea68b-95eb-4f05-bc9b-63a585f72dcf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=42c3514c-b705-4328-90f5-fb413039c612 HTTP/1.1" status: 200 len: 862 time: 0.1076007 Nov 26 02:48:56.425864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0aff30-7cdd-4144-a7bc-943d1d120d33 req-e577b769-0eb8-4108-bdd0-a4fab0151109 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:56.436049 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db0aff30-7cdd-4144-a7bc-943d1d120d33 req-e577b769-0eb8-4108-bdd0-a4fab0151109 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 946 time: 0.1465535 Nov 26 02:48:56.456340 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc4c41e3-012c-4060-a641-73a6c418655e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:56.456930 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-30775289-31f2-407a-b722-2b38032249e3 None None] Set router 011c420f-e2e6-4805-a657-953da0529563 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:48:56.468760 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9481cac-f0e8-468a-a784-795a1be0409e req-50f0cb5e-ffb2-44ed-9f24-6e26a8bf9615 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1f84630-a24c-4b4d-91b4-20e5e84f5878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765432 Nov 26 02:48:56.518463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-caea26d1-e603-458a-b59b-12707c3de60e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee768a70-430d-420e-8947-2080156e0c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789199 Nov 26 02:48:56.578431 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd112679-846e-4a19-825d-f1fe366654c5 x-openstack-request-id: req-cd112679-846e-4a19-825d-f1fe366654c5 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:56.578695 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac06f2f-4308-4e94-8f86-d95da50ce7da", "tag": "0827ecb9-58ee-4e77-b623-d39be3a07388", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:56.578945 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd112679-846e-4a19-825d-f1fe366654c5 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:56.579619 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac06f2f-4308-4e94-8f86-d95da50ce7da', 'tag': '0827ecb9-58ee-4e77-b623-d39be3a07388', 'status': 'completed', 'code': 200} Nov 26 02:48:56.629349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=6258d135-758e-40d1-b7cc-cd1e40e92f17,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:56.710050 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e90ba5fa-5c6f-4aac-9b57-a43178489aba,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:56.732891 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-cc4c41e3-012c-4060-a641-73a6c418655e admin admin] Allocated IP 172.20.0.1 (1a9e75a6-7221-447b-a78c-497a718c2aac/aa7501fd-fac3-4deb-97b7-64e0674633aa/5dd35cd2-5c28-403c-ba2f-4fec36c01d56) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:48:56.735950 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e90ba5fa-5c6f-4aac-9b57-a43178489aba'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:48:56.739469 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9adb4647-57b7-401c-89ee-6c36f3414f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:56.836700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db0aff30-7cdd-4144-a7bc-943d1d120d33 req-121ad19a-2698-4350-9e86-7a6e29eab4cb tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995900 Nov 26 02:48:56.861921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-73d84421-5ddf-4cba-b88e-fe63df177a70 service neutron] 10.222.0.54 "GET /v2.0/networks/ee768a70-430d-420e-8947-2080156e0c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237467 Nov 26 02:48:56.903601 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-30775289-31f2-407a-b722-2b38032249e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011c420f-e2e6-4805-a657-953da0529563', 'name': 'tempest-ServerRescueTestJSON-593700144-router', 'tenant_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '53c84897-efe5-40a9-b6e5-ea21c9796452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:46Z', 'updated_at': '2021-11-26T02:48:51Z', 'revision_number': 4, 'project_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'gw_port': {'id': '53c84897-efe5-40a9-b6e5-ea21c9796452', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011c420f-e2e6-4805-a657-953da0529563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:47Z', 'updated_at': '2021-11-26T02:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '49e09311-df43-4079-a8a3-815540ecae1f', 'name': '', 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743', 'tenant_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'mac_address': 'fa:16:3e:e1:bd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011c420f-e2e6-4805-a657-953da0529563', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '99eb0b63-1e2c-4b26-887f-343457cd281c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:50Z', 'updated_at': '2021-11-26T02:48:56Z', 'revision_number': 4, 'project_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'subnets': [{'id': '99eb0b63-1e2c-4b26-887f-343457cd281c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:57.015597 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcd7dc-0d32-4a24-861d-374bab755303 None None] Pushing event updated for resources: {'Port': ['ID=49e09311-df43-4079-a8a3-815540ecae1f,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:57.036794 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30775289-31f2-407a-b722-2b38032249e3 None None] The sync data for ids ['011c420f-e2e6-4805-a657-953da0529563'] in n-d-819389-3 is: [{'id': '011c420f-e2e6-4805-a657-953da0529563', 'name': 'tempest-ServerRescueTestJSON-593700144-router', 'tenant_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '53c84897-efe5-40a9-b6e5-ea21c9796452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:46Z', 'updated_at': '2021-11-26T02:48:51Z', 'revision_number': 4, 'project_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'gw_port': {'id': '53c84897-efe5-40a9-b6e5-ea21c9796452', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011c420f-e2e6-4805-a657-953da0529563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:47Z', 'updated_at': '2021-11-26T02:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '49e09311-df43-4079-a8a3-815540ecae1f', 'name': '', 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743', 'tenant_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'mac_address': 'fa:16:3e:e1:bd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011c420f-e2e6-4805-a657-953da0529563', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '99eb0b63-1e2c-4b26-887f-343457cd281c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:50Z', 'updated_at': '2021-11-26T02:48:56Z', 'revision_number': 4, 'project_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'subnets': [{'id': '99eb0b63-1e2c-4b26-887f-343457cd281c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:48:57.118389 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc4c41e3-012c-4060-a641-73a6c418655e admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:57.207850 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc4c41e3-012c-4060-a641-73a6c418655e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:57.268817 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4c41e3-012c-4060-a641-73a6c418655e admin admin] Network 1a9e75a6-7221-447b-a78c-497a718c2aac is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:48:57.282343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-cc4c41e3-012c-4060-a641-73a6c418655e admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:57.288457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4c41e3-012c-4060-a641-73a6c418655e admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:48:57.347040 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25b36b30-4b79-445b-88d5-9b34b34e2ceb req-6d2fd153-b544-420a-b37f-59271e597eb7 service neutron] 10.222.0.54 "GET /v2.0/networks/ee768a70-430d-420e-8947-2080156e0c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764934 Nov 26 02:48:57.364569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-9adb4647-57b7-401c-89ee-6c36f3414f64 None None] For port 91d1090e-023a-42a4-b1e3-c635097b1d1c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=91d1090e-023a-42a4-b1e3-c635097b1d1c,segment=NetworkSegment(4e794c0b-7845-4eca-a295-7b59404568d7),segment_id=4e794c0b-7845-4eca-a295-7b59404568d7)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:57.374092 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03fc5a8-ac45-480b-a484-46e0102b08dd x-openstack-request-id: req-f03fc5a8-ac45-480b-a484-46e0102b08dd {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:48:57.374544 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94baf9de-89c9-4103-bf8f-9b6b33b2511d", "name": "network-vif-plugged", "status": "completed", "tag": "6258d135-758e-40d1-b7cc-cd1e40e92f17", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:48:57.374809 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f03fc5a8-ac45-480b-a484-46e0102b08dd {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:48:57.375187 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c41e3-012c-4060-a641-73a6c418655e admin admin] Pushing event updated for resources: {'Port': ['ID=5dd35cd2-5c28-403c-ba2f-4fec36c01d56,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:57.375342 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94baf9de-89c9-4103-bf8f-9b6b33b2511d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6258d135-758e-40d1-b7cc-cd1e40e92f17', 'code': 200} Nov 26 02:48:57.384215 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port a691e3df-fba1-4aba-a148-2d4cceb9293e completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:48:57.397836 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9adb4647-57b7-401c-89ee-6c36f3414f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:57.441078 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc4c41e3-012c-4060-a641-73a6c418655e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:57.448639 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'name': 'tempest-TaggedBootDevicesTest_v242-79700035-router', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:52Z', 'updated_at': '2021-11-26T02:48:54Z', 'revision_number': 3, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'gw_port': {'id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:53Z', 'updated_at': '2021-11-26T02:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:57.450441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port a691e3df-fba1-4aba-a148-2d4cceb9293e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:57.450812 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:57.518229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-3f5ba835-8b02-44f3-81c2-0ecf505027a9 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:57.520156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-3f5ba835-8b02-44f3-81c2-0ecf505027a9 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.54 "GET /v2.0/networks?id=594bd1bb-37c7-4b4b-b783-88b783966743 HTTP/1.1" status: 200 len: 810 time: 0.4333599 Nov 26 02:48:57.529199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 53c84897-efe5-40a9-b6e5-ea21c9796452 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:57.529576 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:57.542937 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc121a12-9c7a-41e7-974d-48aa1f853aeb req-f553daa6-a1e9-44e5-b570-be2dd7105757 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:57.552436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc121a12-9c7a-41e7-974d-48aa1f853aeb req-f553daa6-a1e9-44e5-b570-be2dd7105757 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=94baf9de-89c9-4103-bf8f-9b6b33b2511d HTTP/1.1" status: 200 len: 946 time: 0.3499629 Nov 26 02:48:57.603368 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2eded5-3fcd-4b28-b217-665e07a11e8f req-228cff56-62fa-4f8e-969d-fffd867ccd59 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:57.609182 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Checking router: 9988ee81-5aaa-4110-a1e4-b01824edb017 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:48:57.609530 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Updating router 9988ee81-5aaa-4110-a1e4-b01824edb017 port 71e8ef15-d5ad-408d-a49c-0bcb476fecba binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:48:57.614031 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be2eded5-3fcd-4b28-b217-665e07a11e8f req-228cff56-62fa-4f8e-969d-fffd867ccd59 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 946 time: 0.2874849 Nov 26 02:48:57.617984 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bfeed-4604-4346-aaba-2dd2e22f224e req-2e1ffef7-1981-4da9-83db-0877366e1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:57.621030 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-672bfeed-4604-4346-aaba-2dd2e22f224e req-2e1ffef7-1981-4da9-83db-0877366e1993 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=94baf9de-89c9-4103-bf8f-9b6b33b2511d HTTP/1.1" status: 200 len: 1097 time: 0.3771193 Nov 26 02:48:57.631726 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-90cde897-3ee8-4919-9ac3-cb3be801a8e9 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Request body: {'port': {'device_id': '2fdd7899-5948-48cf-9d39-b7843261600a', 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743', 'admin_state_up': True, 'tenant_id': '32a241a3ac2b4e6a811cab282f5c9e7e'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:48:57.739698 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:57.755976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb4647-57b7-401c-89ee-6c36f3414f64 None None] Pushing event updated for resources: {'Port': ['ID=91d1090e-023a-42a4-b1e3-c635097b1d1c,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:57.771999 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc4c41e3-012c-4060-a641-73a6c418655e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:57.814680 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f2acc291-3f98-43ca-840f-91dedd40088d None None] Provisioning complete for port 91d1090e-023a-42a4-b1e3-c635097b1d1c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:57.815042 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f2acc291-3f98-43ca-840f-91dedd40088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:57.938826 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-90cde897-3ee8-4919-9ac3-cb3be801a8e9 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Made reservation on behalf of 32a241a3ac2b4e6a811cab282f5c9e7e for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:48:57.943512 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-90cde897-3ee8-4919-9ac3-cb3be801a8e9 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:58.044342 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:58.054347 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 91d1090e-023a-42a4-b1e3-c635097b1d1c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:48:58.092976 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-672bfeed-4604-4346-aaba-2dd2e22f224e req-faa22e6c-adc1-4d10-97c7-666898336164 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941686 Nov 26 02:48:58.180405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931c0b5-3685-46c2-8110-88a6c8440cbb req-f2a08521-f563-4094-a19f-bd10a3395a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:58.182169 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a931c0b5-3685-46c2-8110-88a6c8440cbb req-f2a08521-f563-4094-a19f-bd10a3395a28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4f4f03e477994949aa5dc4c81fb10dcf&device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 1094 time: 0.5589662 Nov 26 02:48:58.186058 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc4c41e3-012c-4060-a641-73a6c418655e admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:58.198846 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc4c41e3-012c-4060-a641-73a6c418655e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:58.284048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc121a12-9c7a-41e7-974d-48aa1f853aeb req-d092e292-c97e-41dc-9a24-ac4397341991 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7306979 Nov 26 02:48:58.293696 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be2eded5-3fcd-4b28-b217-665e07a11e8f req-00b5c58d-94fa-4ede-b38e-26ec0fc1517c tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6780148 Nov 26 02:48:58.336339 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc4c41e3-012c-4060-a641-73a6c418655e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:58.370303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-90cde897-3ee8-4919-9ac3-cb3be801a8e9 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Allocated IP 172.20.0.13 (594bd1bb-37c7-4b4b-b783-88b783966743/99eb0b63-1e2c-4b26-887f-343457cd281c/802a87f5-51f2-41df-9978-a431aee1d05f) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:48:58.438090 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c41e3-012c-4060-a641-73a6c418655e admin admin] Pushing event updated for resources: {'Port': ['ID=5dd35cd2-5c28-403c-ba2f-4fec36c01d56,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:58.477997 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port a691e3df-fba1-4aba-a148-2d4cceb9293e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a691e3df-fba1-4aba-a148-2d4cceb9293e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:58.510272 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:58.620601 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 91d1090e-023a-42a4-b1e3-c635097b1d1c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:58.625151 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:58.669551 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4c41e3-012c-4060-a641-73a6c418655e admin admin] Network 1a9e75a6-7221-447b-a78c-497a718c2aac is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:48:58.671371 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-cc4c41e3-012c-4060-a641-73a6c418655e admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:58.823331 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:58.825228 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c60a70cf-c10a-48be-97c5-1aa81995c6ff None None] Provisioning complete for port 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:58.825594 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c60a70cf-c10a-48be-97c5-1aa81995c6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:58.827193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=a691e3df-fba1-4aba-a148-2d4cceb9293e,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:58.890209 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931c0b5-3685-46c2-8110-88a6c8440cbb req-24971562-f85b-4805-9464-e47d93c71ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:58.891773 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a931c0b5-3685-46c2-8110-88a6c8440cbb req-24971562-f85b-4805-9464-e47d93c71ff4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee768a70-430d-420e-8947-2080156e0c15 HTTP/1.1" status: 200 len: 923 time: 0.6984146 Nov 26 02:48:58.902775 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:58.932451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4c41e3-012c-4060-a641-73a6c418655e admin admin] Router 9988ee81-5aaa-4110-a1e4-b01824edb017 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:48:59.041733 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c60a70cf-c10a-48be-97c5-1aa81995c6ff None None] Port 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:48:59.059777 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Attempting to bind port 71e8ef15-d5ad-408d-a49c-0bcb476fecba on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:48:59.060467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Attempting to bind port 71e8ef15-d5ad-408d-a49c-0bcb476fecba by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:48:59.060853 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Attempting to bind port 71e8ef15-d5ad-408d-a49c-0bcb476fecba on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:48:59.079864 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4c41e3-012c-4060-a641-73a6c418655e admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:48:59.086464 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cc4c41e3-012c-4060-a641-73a6c418655e admin admin] 10.222.0.31 "PUT /v2.0/routers/9988ee81-5aaa-4110-a1e4-b01824edb017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0970051 Nov 26 02:48:59.123531 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b20641-f876-4195-b37a-dccafde41148 None None] Pushing event updated for resources: {'Port': ['ID=71e8ef15-d5ad-408d-a49c-0bcb476fecba,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:59.141936 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:48:59.142767 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:48:59.143416 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:59.144074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:48:59.144814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Bound port: 71e8ef15-d5ad-408d-a49c-0bcb476fecba, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:48:59.145452 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:59.250454 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-90cde897-3ee8-4919-9ac3-cb3be801a8e9 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:59.279101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d412a45c-eca4-4f3f-a6a6-60651d6bd9b4 None None] Provisioning complete for port 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:59.279712 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d412a45c-eca4-4f3f-a6a6-60651d6bd9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:59.319324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fec028e-067b-4a0c-b38e-30f53ff0f7cb req-d46f664d-0af4-4c4f-a87d-b204350c01e7 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 210 time: 0.4989958 Nov 26 02:48:59.330434 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] For port 71e8ef15-d5ad-408d-a49c-0bcb476fecba, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:48:59.371057 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] For port 71e8ef15-d5ad-408d-a49c-0bcb476fecba, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=71e8ef15-d5ad-408d-a49c-0bcb476fecba,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:48:59.376673 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e556c4cd-3032-4022-96af-9d69df0af27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a691e3df-fba1-4aba-a148-2d4cceb9293e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:48:59.379141 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c35eec9-20b2-44d8-a4a1-a32ea1bc9c9d" -d '{"events": [{"server_uuid": "e556c4cd-3032-4022-96af-9d69df0af27d", "name": "network-vif-plugged", "status": "completed", "tag": "a691e3df-fba1-4aba-a148-2d4cceb9293e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:48:59.384805 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d412a45c-eca4-4f3f-a6a6-60651d6bd9b4 None None] Port 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:48:59.387152 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:59.388014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a931c0b5-3685-46c2-8110-88a6c8440cbb req-5489d822-f14b-4e6e-95d5-21aa1606237e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0827ecb9-58ee-4e77-b623-d39be3a07388 HTTP/1.1" status: 200 len: 217 time: 0.4566283 Nov 26 02:48:59.393542 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-90cde897-3ee8-4919-9ac3-cb3be801a8e9 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:59.473400 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Routers {'9988ee81-5aaa-4110-a1e4-b01824edb017'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:48:59.474484 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:48:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9988ee81-5aaa-4110-a1e4-b01824edb017'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:48:59.478168 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b20641-f876-4195-b37a-dccafde41148 None None] Pushing event updated for resources: {'Port': ['ID=71e8ef15-d5ad-408d-a49c-0bcb476fecba,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:59.537010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-90cde897-3ee8-4919-9ac3-cb3be801a8e9 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Network 594bd1bb-37c7-4b4b-b783-88b783966743 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:48:59.551521 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 49e09311-df43-4079-a8a3-815540ecae1f up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:48:59.564967 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-90cde897-3ee8-4919-9ac3-cb3be801a8e9 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:48:59.587388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-90cde897-3ee8-4919-9ac3-cb3be801a8e9 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:48:59.636212 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cde897-3ee8-4919-9ac3-cb3be801a8e9 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Pushing event updated for resources: {'Port': ['ID=802a87f5-51f2-41df-9978-a431aee1d05f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:48:59.646673 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a64843-bb9c-418f-ae04-273c18750587 req-b0d1d8d7-62d0-4609-959e-1988048fc682 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:59.648578 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22a64843-bb9c-418f-ae04-273c18750587 req-b0d1d8d7-62d0-4609-959e-1988048fc682 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e556c4cd-3032-4022-96af-9d69df0af27d HTTP/1.1" status: 200 len: 950 time: 0.8295922 Nov 26 02:48:59.674583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931c0b5-3685-46c2-8110-88a6c8440cbb req-5b090959-96e3-448a-b0f2-031030dd908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:59.676353 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a931c0b5-3685-46c2-8110-88a6c8440cbb req-5b090959-96e3-448a-b0f2-031030dd908a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=42c3514c-b705-4328-90f5-fb413039c612 HTTP/1.1" status: 200 len: 862 time: 0.2786729 Nov 26 02:48:59.689297 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 49e09311-df43-4079-a8a3-815540ecae1f triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:48:59.689932 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:59.735097 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a931c0b5-3685-46c2-8110-88a6c8440cbb req-21547b1b-00f6-4af2-a50e-e2cdfeb295e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee768a70-430d-420e-8947-2080156e0c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466900 Nov 26 02:48:59.741395 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-90cde897-3ee8-4919-9ac3-cb3be801a8e9 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:59.741608 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-90cde897-3ee8-4919-9ac3-cb3be801a8e9 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:59.768761 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db842ce1-5760-41eb-ad6c-2046d7bf9aee req-43998eba-2ce0-44e6-ae03-5040e7dced8d tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:48:59.770993 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db842ce1-5760-41eb-ad6c-2046d7bf9aee req-43998eba-2ce0-44e6-ae03-5040e7dced8d tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 943 time: 0.2582092 Nov 26 02:48:59.815963 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:59.821500 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] Set router 9988ee81-5aaa-4110-a1e4-b01824edb017 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:48:59.878589 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-90cde897-3ee8-4919-9ac3-cb3be801a8e9 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2530231 Nov 26 02:48:59.882164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 49e09311-df43-4079-a8a3-815540ecae1f, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=49e09311-df43-4079-a8a3-815540ecae1f,segment=NetworkSegment(7ce99101-b46d-4016-9c19-b214c734027c),segment_id=7ce99101-b46d-4016-9c19-b214c734027c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:48:59.889895 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:48:59.890821 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 91d1090e-023a-42a4-b1e3-c635097b1d1c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:48:59.914341 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22a64843-bb9c-418f-ae04-273c18750587 req-fcca9a07-3db3-4d69-bd26-a7d7a6e2f737 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511153 Nov 26 02:48:59.934075 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Request body: {'port': {'device_id': '2fdd7899-5948-48cf-9d39-b7843261600a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:00.003562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37214) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:00.008706 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-cd493bb9-316a-428d-ad63-0a8f98fc843f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-835917628-network', 'tenant_id': 'a6221c43322a426796ac581999c517c9'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:00.031580 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db842ce1-5760-41eb-ad6c-2046d7bf9aee req-f965789f-1cfc-4084-ad27-d6d8238ada4f tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1f84630-a24c-4b4d-91b4-20e5e84f5878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360768 Nov 26 02:49:00.043610 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd493bb9-316a-428d-ad63-0a8f98fc843f admin admin] Made reservation on behalf of a6221c43322a426796ac581999c517c9 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:00.065450 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd493bb9-316a-428d-ad63-0a8f98fc843f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:00.070423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=49e09311-df43-4079-a8a3-815540ecae1f,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:00.086310 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:00.091701 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd493bb9-316a-428d-ad63-0a8f98fc843f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:00.144956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 91d1090e-023a-42a4-b1e3-c635097b1d1c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:00.145670 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:00.188224 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd493bb9-316a-428d-ad63-0a8f98fc843f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:00.193400 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd493bb9-316a-428d-ad63-0a8f98fc843f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:00.246852 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd493bb9-316a-428d-ad63-0a8f98fc843f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:49:00.264433 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd493bb9-316a-428d-ad63-0a8f98fc843f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b536c2-488c-4344-b332-406bea888209,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:00.281764 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd493bb9-316a-428d-ad63-0a8f98fc843f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:00.281971 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-cd493bb9-316a-428d-ad63-0a8f98fc843f admin admin] Added segment 1cfa18cf-6257-4835-8eca-01fb776fe882 of type vlan for network 2472d002-bd5d-48da-a282-3749e7f1e371 Nov 26 02:49:00.340396 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd493bb9-316a-428d-ad63-0a8f98fc843f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:00.377422 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd493bb9-316a-428d-ad63-0a8f98fc843f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:00.378620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd493bb9-316a-428d-ad63-0a8f98fc843f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:00.379364 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd493bb9-316a-428d-ad63-0a8f98fc843f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:00.450989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802a87f5-51f2-41df-9978-a431aee1d05f {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:49:00.455905 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'name': 'tempest-TaggedBootDevicesTest_v242-79700035-router', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:52Z', 'updated_at': '2021-11-26T02:48:57Z', 'revision_number': 4, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'gw_port': {'id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:53Z', 'updated_at': '2021-11-26T02:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5dd35cd2-5c28-403c-ba2f-4fec36c01d56', 'name': '', 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'mac_address': 'fa:16:3e:c4:34:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:56Z', 'updated_at': '2021-11-26T02:48:57Z', 'revision_number': 2, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'subnets': [{'id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:00.458937 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:00.472078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Transition to ACTIVE for port object 802a87f5-51f2-41df-9978-a431aee1d05f will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:49:00.486995 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a931c0b5-3685-46c2-8110-88a6c8440cbb req-fb9e155c-0a30-4002-b669-394a1eeb2a3c service neutron] 10.222.0.54 "GET /v2.0/networks/ee768a70-430d-420e-8947-2080156e0c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7149215 Nov 26 02:49:00.490823 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:00.537521 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f971d-9bf7-4dd7-a959-d420ed769abd None None] The sync data for ids ['9988ee81-5aaa-4110-a1e4-b01824edb017'] in n-d-819389-3 is: [{'id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'name': 'tempest-TaggedBootDevicesTest_v242-79700035-router', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:52Z', 'updated_at': '2021-11-26T02:48:57Z', 'revision_number': 4, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'gw_port': {'id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:53Z', 'updated_at': '2021-11-26T02:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5dd35cd2-5c28-403c-ba2f-4fec36c01d56', 'name': '', 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'mac_address': 'fa:16:3e:c4:34:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:56Z', 'updated_at': '2021-11-26T02:48:57Z', 'revision_number': 2, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'subnets': [{'id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:49:00.540332 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd493bb9-316a-428d-ad63-0a8f98fc843f admin admin] Pushing event updated for resources: {'Network': ['ID=2472d002-bd5d-48da-a282-3749e7f1e371,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:00.547080 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cd493bb9-316a-428d-ad63-0a8f98fc843f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5423245 Nov 26 02:49:00.549747 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37230) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:00.551551 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 2472d002-bd5d-48da-a282-3749e7f1e371 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:49:00.572299 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-98ae3e38-104a-42c7-8ba0-3aea3e8ed024 admin admin] Request body: {'subnet': {'network_id': '2472d002-bd5d-48da-a282-3749e7f1e371', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-835917628-subnet', 'tenant_id': 'a6221c43322a426796ac581999c517c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:00.595023 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Pushing event updated for resources: {'Port': ['ID=802a87f5-51f2-41df-9978-a431aee1d05f,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:00.636101 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ae3e38-104a-42c7-8ba0-3aea3e8ed024 admin admin] Made reservation on behalf of a6221c43322a426796ac581999c517c9 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:00.679379 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98ae3e38-104a-42c7-8ba0-3aea3e8ed024 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:00.685283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b515428-6764-4f01-8c28-a8af215797aa req-c7f01d8f-fa6d-43e6-ba25-daf2fa7b7d4c tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:00.695851 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b515428-6764-4f01-8c28-a8af215797aa req-c7f01d8f-fa6d-43e6-ba25-daf2fa7b7d4c tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=94baf9de-89c9-4103-bf8f-9b6b33b2511d HTTP/1.1" status: 200 len: 946 time: 0.2208853 Nov 26 02:49:00.696451 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d4f2bf-d15d-4064-9988-5c932da5c4e2 x-openstack-request-id: req-69d4f2bf-d15d-4064-9988-5c932da5c4e2 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:00.697041 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e556c4cd-3032-4022-96af-9d69df0af27d", "name": "network-vif-plugged", "status": "completed", "tag": "a691e3df-fba1-4aba-a148-2d4cceb9293e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:00.697547 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69d4f2bf-d15d-4064-9988-5c932da5c4e2 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:00.698183 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e556c4cd-3032-4022-96af-9d69df0af27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a691e3df-fba1-4aba-a148-2d4cceb9293e', 'code': 200} Nov 26 02:49:00.810432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e90ba5fa-5c6f-4aac-9b57-a43178489aba up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:00.957574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Attempting to bind port 802a87f5-51f2-41df-9978-a431aee1d05f on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:49:00.958193 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Attempting to bind port 802a87f5-51f2-41df-9978-a431aee1d05f by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '7ce99101-b46d-4016-9c19-b214c734027c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:49:00.958545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Attempting to bind port 802a87f5-51f2-41df-9978-a431aee1d05f on network 594bd1bb-37c7-4b4b-b783-88b783966743 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:00.972785 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port e90ba5fa-5c6f-4aac-9b57-a43178489aba completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:49:00.973439 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98ae3e38-104a-42c7-8ba0-3aea3e8ed024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:00.978805 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b515428-6764-4f01-8c28-a8af215797aa req-5edd3c66-3ed4-4d0d-84a5-1063e646514e tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819777 Nov 26 02:49:00.984635 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port e90ba5fa-5c6f-4aac-9b57-a43178489aba triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:00.986944 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:00.993434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a40a4c-8e26-495b-8097-0704c561d58b req-34c886da-5590-4e07-bfc4-479040b16020 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:00.995099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07a40a4c-8e26-495b-8097-0704c561d58b req-34c886da-5590-4e07-bfc4-479040b16020 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 944 time: 0.2490256 Nov 26 02:49:01.000235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2e170-4e5e-4bc6-8c79-e49134982505 req-79c5369e-c7c8-4fe3-a6e3-a834a38ea138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:01.001813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdb2e170-4e5e-4bc6-8c79-e49134982505 req-79c5369e-c7c8-4fe3-a6e3-a834a38ea138 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e556c4cd-3032-4022-96af-9d69df0af27d HTTP/1.1" status: 200 len: 1101 time: 0.2480175 Nov 26 02:49:01.004291 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a931c0b5-3685-46c2-8110-88a6c8440cbb req-a58106b7-df38-40ac-9467-981a2ab49bdd service neutron] 10.222.0.54 "GET /v2.0/networks/ee768a70-430d-420e-8947-2080156e0c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834273 Nov 26 02:49:01.005479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Port 802a87f5-51f2-41df-9978-a431aee1d05f on network 594bd1bb-37c7-4b4b-b783-88b783966743 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:49:01.005837 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Attempting to bind port 802a87f5-51f2-41df-9978-a431aee1d05f on network 594bd1bb-37c7-4b4b-b783-88b783966743 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:01.041534 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:49:01.041872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Checking segment: {'id': '7ce99101-b46d-4016-9c19-b214c734027c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:01.042253 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Bound using segment: {'id': '7ce99101-b46d-4016-9c19-b214c734027c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:49:01.042709 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Bound port: 802a87f5-51f2-41df-9978-a431aee1d05f, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce99101-b46d-4016-9c19-b214c734027c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:49:01.043083 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:01.134090 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ae3e38-104a-42c7-8ba0-3aea3e8ed024 admin admin] Checking segment: {'id': '1cfa18cf-6257-4835-8eca-01fb776fe882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2472d002-bd5d-48da-a282-3749e7f1e371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:01.135269 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ae3e38-104a-42c7-8ba0-3aea3e8ed024 admin admin] Network hostable DHCP agents. Network: 2472d002-bd5d-48da-a282-3749e7f1e371, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:49:01.138850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae3e38-104a-42c7-8ba0-3aea3e8ed024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e2140b8-87ed-45cc-b478-be92d30a5f9d,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:01.164990 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ae3e38-104a-42c7-8ba0-3aea3e8ed024 admin admin] Network 2472d002-bd5d-48da-a282-3749e7f1e371 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:49:01.183584 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-98ae3e38-104a-42c7-8ba0-3aea3e8ed024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 2472d002-bd5d-48da-a282-3749e7f1e371) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:01.188818 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ae3e38-104a-42c7-8ba0-3aea3e8ed024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:01.189500 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98ae3e38-104a-42c7-8ba0-3aea3e8ed024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:01.192408 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f16a741-7454-435e-8385-21b2994bb53a None None] Network 2472d002-bd5d-48da-a282-3749e7f1e371 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:49:01.240462 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-98ae3e38-104a-42c7-8ba0-3aea3e8ed024 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6894112 Nov 26 02:49:01.242952 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37244) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:01.248093 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-835917628-router', 'tenant_id': 'a6221c43322a426796ac581999c517c9', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:01.282177 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:01.296402 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:01.297822 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:01.305033 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdb2e170-4e5e-4bc6-8c79-e49134982505 req-f229fb01-0231-443f-acbe-b07f0cc9c780 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907069 Nov 26 02:49:01.364159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07a40a4c-8e26-495b-8097-0704c561d58b req-ef1d11fb-5bdd-4122-b1e5-d0b540426e37 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369398 Nov 26 02:49:01.373798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] For port 802a87f5-51f2-41df-9978-a431aee1d05f, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:49:01.380411 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:01.394611 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e90ba5fa-5c6f-4aac-9b57-a43178489aba, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e90ba5fa-5c6f-4aac-9b57-a43178489aba,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:01.400116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3600ac-f46b-4019-81d5-a2993bdbfa55 req-eb646020-85f8-4eba-aedb-acd6ab2d21cd tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:01.400386 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 49e09311-df43-4079-a8a3-815540ecae1f up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:01.404255 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a3600ac-f46b-4019-81d5-a2993bdbfa55 req-eb646020-85f8-4eba-aedb-acd6ab2d21cd tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 946 time: 0.2379682 Nov 26 02:49:01.408436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] For port 802a87f5-51f2-41df-9978-a431aee1d05f, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=802a87f5-51f2-41df-9978-a431aee1d05f,segment=NetworkSegment(7ce99101-b46d-4016-9c19-b214c734027c),segment_id=7ce99101-b46d-4016-9c19-b214c734027c)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:49:01.456826 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:01.460579 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:01.553419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:01.554226 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:01.556079 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] 10.222.0.54 "PUT /v2.0/ports/802a87f5-51f2-41df-9978-a431aee1d05f HTTP/1.1" status: 200 len: 1092 time: 1.6338573 Nov 26 02:49:01.562041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdd7899-5948-48cf-9d39-b7843261600a', 'tag': '802a87f5-51f2-41df-9978-a431aee1d05f'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:01.564388 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22868eea-b9de-42f2-b997-13206362b569" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdd7899-5948-48cf-9d39-b7843261600a", "tag": "802a87f5-51f2-41df-9978-a431aee1d05f"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:01.583272 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a3600ac-f46b-4019-81d5-a2993bdbfa55 req-64242e79-baeb-4fbb-abb8-ebc8e3a33589 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715620 Nov 26 02:49:01.624765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01827c61-57fd-406e-8953-595667850a8e req-8b81de93-f77b-4dfd-b084-1cc983c894f0 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:01.630661 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:01.634345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-01827c61-57fd-406e-8953-595667850a8e req-8b81de93-f77b-4dfd-b084-1cc983c894f0 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e556c4cd-3032-4022-96af-9d69df0af27d HTTP/1.1" status: 200 len: 950 time: 0.1483858 Nov 26 02:49:01.711690 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e90ba5fa-5c6f-4aac-9b57-a43178489aba,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:01.742183 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 49e09311-df43-4079-a8a3-815540ecae1f triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:01.742820 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:01.756267 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6644fc2-c97c-464b-934b-61f3916064ea service neutron] Pushing event updated for resources: {'Port': ['ID=802a87f5-51f2-41df-9978-a431aee1d05f,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:01.770343 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-2472d002-bd5d-48da-a282-3749e7f1e371', 'network_id': '2472d002-bd5d-48da-a282-3749e7f1e371', 'tenant_id': 'a6221c43322a426796ac581999c517c9', 'fixed_ips': [{'subnet_id': '0e2140b8-87ed-45cc-b478-be92d30a5f9d'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:49:01.772840 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:01.842989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-aa4cda8c-e2ea-4330-bc10-5e62dde86e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:01.846464 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-aa4cda8c-e2ea-4330-bc10-5e62dde86e42 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=32a241a3ac2b4e6a811cab282f5c9e7e&device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 1095 time: 0.2087295 Nov 26 02:49:01.934953 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-01827c61-57fd-406e-8953-595667850a8e req-d5ba5bf0-cd36-48ef-882e-9ca6a76618da tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997916 Nov 26 02:49:02.046665 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:02.050832 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-79c6c39c-d462-44a9-a07e-d656a4fb51b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=802a87f5-51f2-41df-9978-a431aee1d05f HTTP/1.1" status: 200 len: 217 time: 0.1784375 Nov 26 02:49:02.088946 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:02.185589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Allocated IP 172.20.0.2 (2472d002-bd5d-48da-a282-3749e7f1e371/0e2140b8-87ed-45cc-b478-be92d30a5f9d/d8cc38f0-1782-4fd1-ade6-15b58f70a72f) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:49:02.186100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-2d2d2bfc-7447-4ddf-a119-cc519a7984e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:02.187805 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-2d2d2bfc-7447-4ddf-a119-cc519a7984e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=99eb0b63-1e2c-4b26-887f-343457cd281c HTTP/1.1" status: 200 len: 850 time: 0.1049354 Nov 26 02:49:02.204458 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f181f262-9a01-473f-bcc3-a06a0ce61188 x-openstack-request-id: req-f181f262-9a01-473f-bcc3-a06a0ce61188 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:02.204699 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdd7899-5948-48cf-9d39-b7843261600a", "tag": "802a87f5-51f2-41df-9978-a431aee1d05f", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:02.204894 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f181f262-9a01-473f-bcc3-a06a0ce61188 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:02.205614 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdd7899-5948-48cf-9d39-b7843261600a', 'tag': '802a87f5-51f2-41df-9978-a431aee1d05f', 'status': 'completed', 'code': 200} Nov 26 02:49:02.215422 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 0827ecb9-58ee-4e77-b623-d39be3a07388 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:49:02.228024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2484-1608-41a7-9f4d-66d103e1b730 req-78e39297-a0a1-4360-95a6-e9972ef74486 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:02.230544 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-303d2484-1608-41a7-9f4d-66d103e1b730 req-78e39297-a0a1-4360-95a6-e9972ef74486 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 943 time: 0.2017820 Nov 26 02:49:02.286039 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] Allocated IP 172.25.0.158 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/8f1454ab-b0b8-4351-a41f-825f3ad42a8f) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:49:02.297192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-a16755e1-0e6d-4c8b-8e2a-25c943b95557 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=594bd1bb-37c7-4b4b-b783-88b783966743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968833 Nov 26 02:49:02.414722 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:02.459499 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:02.512369 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 0827ecb9-58ee-4e77-b623-d39be3a07388, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0827ecb9-58ee-4e77-b623-d39be3a07388,segment=NetworkSegment(174ef33f-1ddd-42ff-831b-aa671f5cb3c3),segment_id=174ef33f-1ddd-42ff-831b-aa671f5cb3c3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:02.535108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '0827ecb9-58ee-4e77-b623-d39be3a07388', 'network_id': 'ee768a70-430d-420e-8947-2080156e0c15', 'port_id': '0827ecb9-58ee-4e77-b623-d39be3a07388', 'mac_address': 'fa:16:3e:25:af:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c3514c-b705-4328-90f5-fb413039c612', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:49:02.541046 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:02.573686 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:02.581613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:49:02.581829 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfc471-e259-499f-9f65-df3a15d6dd04 req-1e66ff76-34f7-4743-ba50-8b951eb71912 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:02.583364 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-23cfc471-e259-499f-9f65-df3a15d6dd04 req-1e66ff76-34f7-4743-ba50-8b951eb71912 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=94baf9de-89c9-4103-bf8f-9b6b33b2511d HTTP/1.1" status: 200 len: 946 time: 0.2840724 Nov 26 02:49:02.591801 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:02.604230 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:49:02.639512 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-303d2484-1608-41a7-9f4d-66d103e1b730 req-ab12fadd-7367-4806-aa40-42950e2c8896 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1f84630-a24c-4b4d-91b4-20e5e84f5878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835373 Nov 26 02:49:02.648312 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] Pushing event updated for resources: {'Port': ['ID=8f1454ab-b0b8-4351-a41f-825f3ad42a8f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:02.687381 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Pushing event updated for resources: {'Port': ['ID=d8cc38f0-1782-4fd1-ade6-15b58f70a72f,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:02.691836 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:02.699012 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90ba5fa-5c6f-4aac-9b57-a43178489aba'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:02.701470 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9d6c69-081c-4db7-9fca-d804c8c5f735" -d '{"events": [{"server_uuid": "a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0", "name": "network-vif-plugged", "status": "completed", "tag": "e90ba5fa-5c6f-4aac-9b57-a43178489aba"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:02.706091 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Network 2472d002-bd5d-48da-a282-3749e7f1e371 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:49:02.716713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:02.725538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:49:02.726701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-146bcfb1-431e-4e2a-894e-8a93bff5ba6e req-89d7514f-b239-4e76-8735-501c2b738361 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2510550 Nov 26 02:49:02.736184 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:49:02.751245 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-f2cc8495-ff76-4bbb-9c87-da19f1744e8d service neutron] 10.222.0.54 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128580 Nov 26 02:49:02.797379 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-23cfc471-e259-499f-9f65-df3a15d6dd04 req-69607161-253f-4325-9803-975270cf0c3d tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959722 Nov 26 02:49:02.838664 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0827ecb9-58ee-4e77-b623-d39be3a07388 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:49:02.863112 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 0827ecb9-58ee-4e77-b623-d39be3a07388, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0827ecb9-58ee-4e77-b623-d39be3a07388,segment=NetworkSegment(174ef33f-1ddd-42ff-831b-aa671f5cb3c3),segment_id=174ef33f-1ddd-42ff-831b-aa671f5cb3c3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:02.865363 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Attempting to bind port d8cc38f0-1782-4fd1-ade6-15b58f70a72f on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:49:02.866003 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Attempting to bind port d8cc38f0-1782-4fd1-ade6-15b58f70a72f by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '1cfa18cf-6257-4835-8eca-01fb776fe882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2472d002-bd5d-48da-a282-3749e7f1e371'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:49:02.866459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Attempting to bind port d8cc38f0-1782-4fd1-ade6-15b58f70a72f on network 2472d002-bd5d-48da-a282-3749e7f1e371 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:02.874658 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:49:02.875234 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Checking segment: {'id': '1cfa18cf-6257-4835-8eca-01fb776fe882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2472d002-bd5d-48da-a282-3749e7f1e371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:02.875854 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:02.876394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Bound using segment: {'id': '1cfa18cf-6257-4835-8eca-01fb776fe882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2472d002-bd5d-48da-a282-3749e7f1e371'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:49:02.877085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Bound port: d8cc38f0-1782-4fd1-ade6-15b58f70a72f, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfa18cf-6257-4835-8eca-01fb776fe882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2472d002-bd5d-48da-a282-3749e7f1e371'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:49:02.877792 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:02.881527 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:02.984311 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] For port d8cc38f0-1782-4fd1-ade6-15b58f70a72f, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:49:02.987901 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] For port d8cc38f0-1782-4fd1-ade6-15b58f70a72f, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=d8cc38f0-1782-4fd1-ade6-15b58f70a72f,segment=NetworkSegment(1cfa18cf-6257-4835-8eca-01fb776fe882),segment_id=1cfa18cf-6257-4835-8eca-01fb776fe882)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:49:03.001374 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:03.024119 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=0827ecb9-58ee-4e77-b623-d39be3a07388,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:03.062880 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bcfb1-431e-4e2a-894e-8a93bff5ba6e req-94059f07-1baa-4618-a460-d4571c137714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:03.064706 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-146bcfb1-431e-4e2a-894e-8a93bff5ba6e req-94059f07-1baa-4618-a460-d4571c137714 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 1100 time: 0.1389239 Nov 26 02:49:03.080518 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eea2e0-ccfa-4fed-a7af-1ee93b6fe9bc None None] Pushing event updated for resources: {'Port': ['ID=d8cc38f0-1782-4fd1-ade6-15b58f70a72f,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:03.093927 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:03.105543 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d325d-f9ea-4cd0-823b-8d67cc3712de req-198172a9-d8b9-42ba-b728-51a20362b661 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:03.113641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d29d325d-f9ea-4cd0-823b-8d67cc3712de req-198172a9-d8b9-42ba-b728-51a20362b661 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 944 time: 0.3149486 Nov 26 02:49:03.128784 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fe507-6e1d-4c18-849c-40f681d2c389 req-b26c0571-fdc1-4840-8292-2b212fc34c4e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:03.130411 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a6fe507-6e1d-4c18-849c-40f681d2c389 req-b26c0571-fdc1-4840-8292-2b212fc34c4e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 946 time: 0.2060111 Nov 26 02:49:03.279864 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d932cbc4-fd1e-4f04-94ad-a4fe775a8284 req-24febdc1-1b99-4f20-a400-65206211a77d service neutron] 10.222.0.54 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972084 Nov 26 02:49:03.304468 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['0827ecb9-58ee-4e77-b623-d39be3a07388'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:49:03.308664 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d29d325d-f9ea-4cd0-823b-8d67cc3712de req-3b4c5606-5a5a-49a0-a63c-2cdeac9208bd tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735036 Nov 26 02:49:03.337326 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a6fe507-6e1d-4c18-849c-40f681d2c389 req-d98f1176-8853-4302-8272-72efbfb71dda tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801653 Nov 26 02:49:03.415370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bcfb1-431e-4e2a-894e-8a93bff5ba6e req-fb273d34-5e0a-4a4d-babc-cd1148d2ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:03.417067 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-146bcfb1-431e-4e2a-894e-8a93bff5ba6e req-fb273d34-5e0a-4a4d-babc-cd1148d2ee72 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.3019838 Nov 26 02:49:03.470471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 71e8ef15-d5ad-408d-a49c-0bcb476fecba up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:03.498753 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da404b25-391f-40d2-9704-a6c20d11e954 x-openstack-request-id: req-da404b25-391f-40d2-9704-a6c20d11e954 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:03.499349 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0", "name": "network-vif-plugged", "status": "completed", "tag": "e90ba5fa-5c6f-4aac-9b57-a43178489aba", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:03.499775 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da404b25-391f-40d2-9704-a6c20d11e954 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:03.500371 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90ba5fa-5c6f-4aac-9b57-a43178489aba', 'code': 200} Nov 26 02:49:03.548628 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-146bcfb1-431e-4e2a-894e-8a93bff5ba6e req-4c59bf7c-4fe1-4165-8c6c-5e6a691a8a4c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=ff1e4597-24c9-4f10-b373-14610df89cdf HTTP/1.1" status: 200 len: 217 time: 0.1123426 Nov 26 02:49:03.659473 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 71e8ef15-d5ad-408d-a49c-0bcb476fecba triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:03.659848 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:03.765966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdf95c-663c-4b88-ab92-e7173e3a0361 req-f0c787fe-ebab-4a79-b2f6-9f7b67609c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:03.767561 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dabdf95c-663c-4b88-ab92-e7173e3a0361 req-f0c787fe-ebab-4a79-b2f6-9f7b67609c37 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0 HTTP/1.1" status: 200 len: 1101 time: 0.1690364 Nov 26 02:49:03.776187 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db983a21-b6b7-4f1d-bdf5-b96d21939c06 req-abd8d73a-b7e1-49a2-86d3-15e212ec7c1d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:03.792700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db983a21-b6b7-4f1d-bdf5-b96d21939c06 req-abd8d73a-b7e1-49a2-86d3-15e212ec7c1d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e556c4cd-3032-4022-96af-9d69df0af27d HTTP/1.1" status: 200 len: 950 time: 0.2428842 Nov 26 02:49:03.828906 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:03.874014 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 71e8ef15-d5ad-408d-a49c-0bcb476fecba, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=71e8ef15-d5ad-408d-a49c-0bcb476fecba,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:03.881359 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:03.884821 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22868eea-b9de-42f2-b997-13206362b569 req-f5f45005-5f12-41ca-9de7-78fb86f59a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:03.886434 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22868eea-b9de-42f2-b997-13206362b569 req-f5f45005-5f12-41ca-9de7-78fb86f59a08 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=32a241a3ac2b4e6a811cab282f5c9e7e&device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 1095 time: 0.4679968 Nov 26 02:49:03.888014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bcfb1-431e-4e2a-894e-8a93bff5ba6e req-4625651a-361d-4008-bb9c-9657e4410e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:03.889504 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-146bcfb1-431e-4e2a-894e-8a93bff5ba6e req-4625651a-361d-4008-bb9c-9657e4410e5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.2819765 Nov 26 02:49:03.910476 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:03.947077 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=71e8ef15-d5ad-408d-a49c-0bcb476fecba,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:04.067420 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] Router 4bd3639a-e538-47c6-8f10-44d29c6c0812 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:49:04.180427 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:49:04.191859 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Sync routers for ids ['4bd3639a-e538-47c6-8f10-44d29c6c0812'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:49:04.202194 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:04.203910 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-52fd61c7-f1b5-4acc-811a-2e95a2e0e110 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9591792 Nov 26 02:49:04.206571 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37270) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:04.208817 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Routers {'4bd3639a-e538-47c6-8f10-44d29c6c0812'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:49:04.209800 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:48:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['4bd3639a-e538-47c6-8f10-44d29c6c0812'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:04.317608 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dabdf95c-663c-4b88-ab92-e7173e3a0361 req-356edc70-4d97-41b4-b80c-577a510ba39b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043497 Nov 26 02:49:04.338568 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Set router 4bd3639a-e538-47c6-8f10-44d29c6c0812 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:49:04.357479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da910cd-4804-41ca-bf22-a0d6edaab5f5 req-fb5e166f-5253-42b7-8046-8552ada2ea32 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:04.359044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6da910cd-4804-41ca-bf22-a0d6edaab5f5 req-fb5e166f-5253-42b7-8046-8552ada2ea32 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 944 time: 0.5391273 Nov 26 02:49:04.408027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db983a21-b6b7-4f1d-bdf5-b96d21939c06 req-87b29705-1333-457f-a047-643ad35ab037 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6110783 Nov 26 02:49:04.476464 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bcfb1-431e-4e2a-894e-8a93bff5ba6e req-12e98f97-34f2-4d44-a135-44e04a6f7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:04.480719 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-146bcfb1-431e-4e2a-894e-8a93bff5ba6e req-12e98f97-34f2-4d44-a135-44e04a6f7629 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5802155 Nov 26 02:49:04.504823 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22868eea-b9de-42f2-b997-13206362b569 req-ec8380b7-e5fd-4475-b476-b64eddf5f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:04.506380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22868eea-b9de-42f2-b997-13206362b569 req-ec8380b7-e5fd-4475-b476-b64eddf5f177 service neutron] 10.222.0.54 "GET /v2.0/networks?id=594bd1bb-37c7-4b4b-b783-88b783966743 HTTP/1.1" status: 200 len: 911 time: 0.6081164 Nov 26 02:49:04.581103 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'name': 'tempest-TaggedBootDevicesTest_v242-835917628-router', 'tenant_id': 'a6221c43322a426796ac581999c517c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8f1454ab-b0b8-4351-a41f-825f3ad42a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:49:01Z', 'updated_at': '2021-11-26T02:49:02Z', 'revision_number': 3, 'project_id': 'a6221c43322a426796ac581999c517c9', 'gw_port': {'id': '8f1454ab-b0b8-4351-a41f-825f3ad42a8f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:49:02Z', 'updated_at': '2021-11-26T02:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:04.613479 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22868eea-b9de-42f2-b997-13206362b569 req-f3d3e524-4835-45af-91cc-0b5e186e90bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=802a87f5-51f2-41df-9978-a431aee1d05f HTTP/1.1" status: 200 len: 217 time: 0.0765324 Nov 26 02:49:04.620956 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Checking router: 4bd3639a-e538-47c6-8f10-44d29c6c0812 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:49:04.621199 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Updating router 4bd3639a-e538-47c6-8f10-44d29c6c0812 port 8f1454ab-b0b8-4351-a41f-825f3ad42a8f binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:49:04.625217 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6da910cd-4804-41ca-bf22-a0d6edaab5f5 req-04e93b69-0175-4e3e-b322-cd4794d68ba0 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1f84630-a24c-4b4d-91b4-20e5e84f5878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578402 Nov 26 02:49:04.676821 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:04.765624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22868eea-b9de-42f2-b997-13206362b569 req-54888e11-dfc8-4482-87bf-785474b95c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:04.767235 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22868eea-b9de-42f2-b997-13206362b569 req-54888e11-dfc8-4482-87bf-785474b95c6d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=99eb0b63-1e2c-4b26-887f-343457cd281c HTTP/1.1" status: 200 len: 850 time: 0.1353264 Nov 26 02:49:04.909769 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f493-f3cc-442f-acc3-53ccb4c1c78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:04.947257 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22868eea-b9de-42f2-b997-13206362b569 req-28330ac9-11ad-4b68-b0a4-0cbf5bea2011 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=594bd1bb-37c7-4b4b-b783-88b783966743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287992 Nov 26 02:49:04.965343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457ab5f-a471-46bf-8ae6-c5aa164b6537 req-d9df15e2-52e4-48bf-b2d2-6d6a9f3d4a46 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:04.976345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5457ab5f-a471-46bf-8ae6-c5aa164b6537 req-d9df15e2-52e4-48bf-b2d2-6d6a9f3d4a46 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=94baf9de-89c9-4103-bf8f-9b6b33b2511d HTTP/1.1" status: 200 len: 946 time: 0.4682455 Nov 26 02:49:05.078797 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288b1de9-1ca5-4a5d-9d9a-c0b631e53b3a None None] Network 2472d002-bd5d-48da-a282-3749e7f1e371 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:49:05.132435 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22868eea-b9de-42f2-b997-13206362b569 req-c72f3e0c-a2b8-48a0-9cdd-4ee1339758d4 service neutron] 10.222.0.54 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471512 Nov 26 02:49:05.135876 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:05.149571 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:05.178297 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Sync routers for ids ['9988ee81-5aaa-4110-a1e4-b01824edb017'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:49:05.178971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd69db-c6fa-4b8b-b6af-9f9642ede10a req-adb02ef3-b077-41d0-8029-1de395cfcb5b tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:05.187614 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eccd69db-c6fa-4b8b-b6af-9f9642ede10a req-adb02ef3-b077-41d0-8029-1de395cfcb5b tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 944 time: 0.4192650 Nov 26 02:49:05.193455 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-8ac2f493-f3cc-442f-acc3-53ccb4c1c78e admin admin] Allocated IP 172.20.0.1 (2472d002-bd5d-48da-a282-3749e7f1e371/0e2140b8-87ed-45cc-b478-be92d30a5f9d/8aee43b6-9fa4-453d-ad84-5de36033faec) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:49:05.255786 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Routers {'9988ee81-5aaa-4110-a1e4-b01824edb017'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:49:05.265904 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:48:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9988ee81-5aaa-4110-a1e4-b01824edb017'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:05.270453 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Attempting to bind port 8f1454ab-b0b8-4351-a41f-825f3ad42a8f on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:49:05.270953 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Attempting to bind port 8f1454ab-b0b8-4351-a41f-825f3ad42a8f by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:49:05.271203 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Attempting to bind port 8f1454ab-b0b8-4351-a41f-825f3ad42a8f on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:05.282014 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2db12554-96e3-4f1a-a062-f4ead50f3cde None None] Provisioning complete for port d8cc38f0-1782-4fd1-ade6-15b58f70a72f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:05.283034 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2db12554-96e3-4f1a-a062-f4ead50f3cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:05.312110 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:49:05.318658 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:05.319089 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:05.319495 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:49:05.320003 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Bound port: 8f1454ab-b0b8-4351-a41f-825f3ad42a8f, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:49:05.327623 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:05.336954 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-146bcfb1-431e-4e2a-894e-8a93bff5ba6e req-ad674409-e7fa-42ee-a8f7-fe948a1164fe service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808101 Nov 26 02:49:05.342455 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adbc15-e501-4bba-8b05-ef06afee71e6 None None] Pushing event updated for resources: {'Port': ['ID=8f1454ab-b0b8-4351-a41f-825f3ad42a8f,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:05.386261 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eccd69db-c6fa-4b8b-b6af-9f9642ede10a req-aed69446-de82-4f1d-8f2e-8a6a6b0667ed tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975415 Nov 26 02:49:05.407069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5457ab5f-a471-46bf-8ae6-c5aa164b6537 req-4d77368e-d888-4712-8476-c48afa66b28e tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298050 Nov 26 02:49:05.409668 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f493-f3cc-442f-acc3-53ccb4c1c78e admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:05.484639 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f493-f3cc-442f-acc3-53ccb4c1c78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:05.583820 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac2f493-f3cc-442f-acc3-53ccb4c1c78e admin admin] Network 2472d002-bd5d-48da-a282-3749e7f1e371 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:49:05.588620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-8ac2f493-f3cc-442f-acc3-53ccb4c1c78e admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:05.593067 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac2f493-f3cc-442f-acc3-53ccb4c1c78e admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:49:05.600463 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2f493-f3cc-442f-acc3-53ccb4c1c78e admin admin] Pushing event updated for resources: {'Port': ['ID=8aee43b6-9fa4-453d-ad84-5de36033faec,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:05.643513 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] For port 8f1454ab-b0b8-4351-a41f-825f3ad42a8f, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:49:05.653970 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] For port 8f1454ab-b0b8-4351-a41f-825f3ad42a8f, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8f1454ab-b0b8-4351-a41f-825f3ad42a8f,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:49:05.655806 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-146bcfb1-431e-4e2a-894e-8a93bff5ba6e req-4bf7660b-6ac2-4c46-9af3-4709cb506883 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583909 Nov 26 02:49:05.667105 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:05.681933 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f493-f3cc-442f-acc3-53ccb4c1c78e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:05.736151 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22868eea-b9de-42f2-b997-13206362b569 req-f2459c49-072a-41c8-bd00-0cb6a0d0f501 service neutron] 10.222.0.54 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757749 Nov 26 02:49:05.768793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 71e8ef15-d5ad-408d-a49c-0bcb476fecba up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:05.797731 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adbc15-e501-4bba-8b05-ef06afee71e6 None None] Pushing event updated for resources: {'Port': ['ID=8f1454ab-b0b8-4351-a41f-825f3ad42a8f,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:05.851189 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Routers {'4bd3639a-e538-47c6-8f10-44d29c6c0812'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:49:05.853289 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:48:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['4bd3639a-e538-47c6-8f10-44d29c6c0812'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:05.864676 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f493-f3cc-442f-acc3-53ccb4c1c78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:05.869157 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc5012-21b1-4476-ae36-389d54d11a35 req-48b67eef-c21b-47c2-a3c5-b08619edc8fb tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:05.870717 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cfc5012-21b1-4476-ae36-389d54d11a35 req-48b67eef-c21b-47c2-a3c5-b08619edc8fb tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 946 time: 0.1558216 Nov 26 02:49:05.896890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023df84-8e3d-417e-a711-643774245c9e req-51e60641-dfe5-4aee-9346-2dc566160773 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:05.898613 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5023df84-8e3d-417e-a711-643774245c9e req-51e60641-dfe5-4aee-9346-2dc566160773 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0 HTTP/1.1" status: 200 len: 950 time: 0.1744363 Nov 26 02:49:05.988679 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Set router 9988ee81-5aaa-4110-a1e4-b01824edb017 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:49:06.015995 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cfc5012-21b1-4476-ae36-389d54d11a35 req-f354cac8-cebf-42cd-9e99-02fd8bd3c549 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347790 Nov 26 02:49:06.088380 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] Set router 4bd3639a-e538-47c6-8f10-44d29c6c0812 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:49:06.095969 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5023df84-8e3d-417e-a711-643774245c9e req-f3eac1b0-2439-4933-9b0f-00a31dd33635 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004903 Nov 26 02:49:06.117620 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 71e8ef15-d5ad-408d-a49c-0bcb476fecba triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:06.118148 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:06.129805 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f493-f3cc-442f-acc3-53ccb4c1c78e admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:06.144123 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f493-f3cc-442f-acc3-53ccb4c1c78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:06.233234 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2f493-f3cc-442f-acc3-53ccb4c1c78e admin admin] Pushing event updated for resources: {'Port': ['ID=8aee43b6-9fa4-453d-ad84-5de36033faec,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:06.242389 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f493-f3cc-442f-acc3-53ccb4c1c78e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:06.285845 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2db12554-96e3-4f1a-a062-f4ead50f3cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:06.323698 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 0827ecb9-58ee-4e77-b623-d39be3a07388 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:06.372759 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac2f493-f3cc-442f-acc3-53ccb4c1c78e admin admin] Network 2472d002-bd5d-48da-a282-3749e7f1e371 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:49:06.375340 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-8ac2f493-f3cc-442f-acc3-53ccb4c1c78e admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:06.428035 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-2db12554-96e3-4f1a-a062-f4ead50f3cde None None] For port d8cc38f0-1782-4fd1-ade6-15b58f70a72f, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=d8cc38f0-1782-4fd1-ade6-15b58f70a72f,segment=NetworkSegment(1cfa18cf-6257-4835-8eca-01fb776fe882),segment_id=1cfa18cf-6257-4835-8eca-01fb776fe882)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:06.462407 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2db12554-96e3-4f1a-a062-f4ead50f3cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:06.471363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be37460-0058-4a29-9371-af702d48905e req-ceba2e09-e68b-4269-845a-e22f679e44c0 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:06.472463 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'name': 'tempest-TaggedBootDevicesTest_v242-835917628-router', 'tenant_id': 'a6221c43322a426796ac581999c517c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8f1454ab-b0b8-4351-a41f-825f3ad42a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:49:01Z', 'updated_at': '2021-11-26T02:49:05Z', 'revision_number': 4, 'project_id': 'a6221c43322a426796ac581999c517c9', 'gw_port': {'id': '8f1454ab-b0b8-4351-a41f-825f3ad42a8f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:49:02Z', 'updated_at': '2021-11-26T02:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8aee43b6-9fa4-453d-ad84-5de36033faec', 'name': '', 'network_id': '2472d002-bd5d-48da-a282-3749e7f1e371', 'tenant_id': 'a6221c43322a426796ac581999c517c9', 'mac_address': 'fa:16:3e:f8:29:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '0e2140b8-87ed-45cc-b478-be92d30a5f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:49:04Z', 'updated_at': '2021-11-26T02:49:05Z', 'revision_number': 1, 'project_id': 'a6221c43322a426796ac581999c517c9', 'subnets': [{'id': '0e2140b8-87ed-45cc-b478-be92d30a5f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:06.482378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9be37460-0058-4a29-9371-af702d48905e req-ceba2e09-e68b-4269-845a-e22f679e44c0 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 944 time: 0.1259282 Nov 26 02:49:06.530869 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db12554-96e3-4f1a-a062-f4ead50f3cde None None] Pushing event updated for resources: {'Port': ['ID=d8cc38f0-1782-4fd1-ade6-15b58f70a72f,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:06.568888 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'name': 'tempest-TaggedBootDevicesTest_v242-79700035-router', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:52Z', 'updated_at': '2021-11-26T02:48:57Z', 'revision_number': 4, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'gw_port': {'id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:53Z', 'updated_at': '2021-11-26T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5dd35cd2-5c28-403c-ba2f-4fec36c01d56', 'name': '', 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'mac_address': 'fa:16:3e:c4:34:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:56Z', 'updated_at': '2021-11-26T02:48:57Z', 'revision_number': 2, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'subnets': [{'id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:06.582453 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9535e987-db4e-4418-b960-a54e089e77f0 None None] The sync data for ids ['4bd3639a-e538-47c6-8f10-44d29c6c0812'] in n-d-819389-3 is: [{'id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'name': 'tempest-TaggedBootDevicesTest_v242-835917628-router', 'tenant_id': 'a6221c43322a426796ac581999c517c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8f1454ab-b0b8-4351-a41f-825f3ad42a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:49:01Z', 'updated_at': '2021-11-26T02:49:05Z', 'revision_number': 4, 'project_id': 'a6221c43322a426796ac581999c517c9', 'gw_port': {'id': '8f1454ab-b0b8-4351-a41f-825f3ad42a8f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:49:02Z', 'updated_at': '2021-11-26T02:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8aee43b6-9fa4-453d-ad84-5de36033faec', 'name': '', 'network_id': '2472d002-bd5d-48da-a282-3749e7f1e371', 'tenant_id': 'a6221c43322a426796ac581999c517c9', 'mac_address': 'fa:16:3e:f8:29:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '0e2140b8-87ed-45cc-b478-be92d30a5f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:49:04Z', 'updated_at': '2021-11-26T02:49:05Z', 'revision_number': 1, 'project_id': 'a6221c43322a426796ac581999c517c9', 'subnets': [{'id': '0e2140b8-87ed-45cc-b478-be92d30a5f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:49:06.632677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Checking router: 9988ee81-5aaa-4110-a1e4-b01824edb017 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:49:06.633190 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Updating router 9988ee81-5aaa-4110-a1e4-b01824edb017 port 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:49:06.636604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 0827ecb9-58ee-4e77-b623-d39be3a07388 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:49:06.637301 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac2f493-f3cc-442f-acc3-53ccb4c1c78e admin admin] Router 4bd3639a-e538-47c6-8f10-44d29c6c0812 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:49:06.668813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9be37460-0058-4a29-9371-af702d48905e req-109e3f2a-6fa0-449e-ab19-f16ba3026cce tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1f84630-a24c-4b4d-91b4-20e5e84f5878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810317 Nov 26 02:49:06.711565 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 0827ecb9-58ee-4e77-b623-d39be3a07388 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:06.712831 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:06.793044 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:06.801776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device d8cc38f0-1782-4fd1-ade6-15b58f70a72f up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:06.858340 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac2f493-f3cc-442f-acc3-53ccb4c1c78e admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:49:06.867433 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8ac2f493-f3cc-442f-acc3-53ccb4c1c78e admin admin] 10.222.0.31 "PUT /v2.0/routers/4bd3639a-e538-47c6-8f10-44d29c6c0812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6595337 Nov 26 02:49:07.114104 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port d8cc38f0-1782-4fd1-ade6-15b58f70a72f triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:07.114570 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:07.153534 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae7b74-2ce5-426c-9abf-23ce26e17918 req-28bb71c4-4765-4529-8cdb-4073ae4946d1 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:07.155185 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1bae7b74-2ce5-426c-9abf-23ce26e17918 req-28bb71c4-4765-4529-8cdb-4073ae4946d1 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 944 time: 0.2082622 Nov 26 02:49:07.286468 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1bae7b74-2ce5-426c-9abf-23ce26e17918 req-4f1a751d-dd56-4b53-a935-ed0924ad26b8 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234195 Nov 26 02:49:07.398715 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-121971e2-04bb-4242-852f-ae229de10228 None None] Provisioning complete for port d8cc38f0-1782-4fd1-ade6-15b58f70a72f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:07.399284 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-121971e2-04bb-4242-852f-ae229de10228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:07.475535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bad73e-34e8-43bd-9c64-886a97f618c4 req-c56001f8-9af0-4667-8e5c-7323714f3fc0 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:07.485363 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-11bad73e-34e8-43bd-9c64-886a97f618c4 req-c56001f8-9af0-4667-8e5c-7323714f3fc0 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0 HTTP/1.1" status: 200 len: 950 time: 0.0718040 Nov 26 02:49:07.579508 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:07.621808 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-11bad73e-34e8-43bd-9c64-886a97f618c4 req-87bd2274-9173-4822-a26b-649413ef4577 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304200 Nov 26 02:49:07.631137 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb366af-2a9f-4ce6-b59d-90dde0b2deea req-ffbaaa2d-932b-49ee-a022-3dec3efcaed6 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:07.640161 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-afb366af-2a9f-4ce6-b59d-90dde0b2deea req-ffbaaa2d-932b-49ee-a022-3dec3efcaed6 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 946 time: 0.1520622 Nov 26 02:49:07.735243 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-afb366af-2a9f-4ce6-b59d-90dde0b2deea req-aef49fc3-b52c-43a6-93e4-b17bfd3be12f tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802219 Nov 26 02:49:07.836150 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac06f2f-4308-4e94-8f86-d95da50ce7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0827ecb9-58ee-4e77-b623-d39be3a07388'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:07.839041 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0c7877-0b94-4f21-a83c-0f9f53887605" -d '{"events": [{"server_uuid": "0ac06f2f-4308-4e94-8f86-d95da50ce7da", "name": "network-vif-plugged", "status": "completed", "tag": "0827ecb9-58ee-4e77-b623-d39be3a07388"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:07.841737 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-121971e2-04bb-4242-852f-ae229de10228 None None] Provisioning complete for port 8aee43b6-9fa4-453d-ad84-5de36033faec triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:07.842117 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-121971e2-04bb-4242-852f-ae229de10228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:07.914695 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 0827ecb9-58ee-4e77-b623-d39be3a07388, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0827ecb9-58ee-4e77-b623-d39be3a07388,segment=NetworkSegment(174ef33f-1ddd-42ff-831b-aa671f5cb3c3),segment_id=174ef33f-1ddd-42ff-831b-aa671f5cb3c3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:08.009278 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:08.066691 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-121971e2-04bb-4242-852f-ae229de10228 None None] Port 8aee43b6-9fa4-453d-ad84-5de36033faec cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:49:08.075340 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=0827ecb9-58ee-4e77-b623-d39be3a07388,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:08.087735 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:08.088130 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:08.089251 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:08.089589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:08.089930 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:08.090274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:08.090612 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:08.090938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:08.091313 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:08.091602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:08.091928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:08.092353 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:08.113283 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device d8cc38f0-1782-4fd1-ade6-15b58f70a72f up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:08.177504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66b5d-6c14-476c-b0b8-c96471557e3f req-03bd71b2-d99e-4354-906d-4fc44de135e6 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:08.183728 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66b5d-6c14-476c-b0b8-c96471557e3f req-03bd71b2-d99e-4354-906d-4fc44de135e6 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:08.185421 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-44e66b5d-6c14-476c-b0b8-c96471557e3f req-03bd71b2-d99e-4354-906d-4fc44de135e6 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0&device_id=e556c4cd-3032-4022-96af-9d69df0af27d HTTP/1.1" status: 200 len: 1691 time: 0.1082172 Nov 26 02:49:08.194572 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ab488-692c-4e8f-9f47-cad179a3c691 req-0b0180a7-33ec-4d8d-bbf9-d6895fc69aba tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:08.203193 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b0ab488-692c-4e8f-9f47-cad179a3c691 req-0b0180a7-33ec-4d8d-bbf9-d6895fc69aba tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 945 time: 0.0934854 Nov 26 02:49:08.262007 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 802a87f5-51f2-41df-9978-a431aee1d05f details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:49:08.264316 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1bc6f770-bbe5-4a07-af0b-995d9b930e23 None None] Provisioning complete for port 8aee43b6-9fa4-453d-ad84-5de36033faec triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:08.264734 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f770-bbe5-4a07-af0b-995d9b930e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:08.270189 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port d8cc38f0-1782-4fd1-ade6-15b58f70a72f triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:08.270562 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:08.301405 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b0ab488-692c-4e8f-9f47-cad179a3c691 req-5101a85b-7c9a-43fa-ae8c-c3f3f773314b tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1f84630-a24c-4b4d-91b4-20e5e84f5878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931487 Nov 26 02:49:08.325380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-44e66b5d-6c14-476c-b0b8-c96471557e3f req-33db388b-5f21-451e-a676-5671f10a8de2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137483 Nov 26 02:49:08.488544 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af1e60d-ccca-43d2-8be9-51a6d384ef0b x-openstack-request-id: req-6af1e60d-ccca-43d2-8be9-51a6d384ef0b {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:08.489129 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac06f2f-4308-4e94-8f86-d95da50ce7da", "name": "network-vif-plugged", "status": "completed", "tag": "0827ecb9-58ee-4e77-b623-d39be3a07388", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:08.489129 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6af1e60d-ccca-43d2-8be9-51a6d384ef0b {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:08.489490 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac06f2f-4308-4e94-8f86-d95da50ce7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0827ecb9-58ee-4e77-b623-d39be3a07388', 'code': 200} Nov 26 02:49:08.532908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b6728-ac23-4ce0-94da-991429d459c6 req-d2acb11a-e093-47d5-a4b7-d25a1aa18a86 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:08.534660 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef2b6728-ac23-4ce0-94da-991429d459c6 req-d2acb11a-e093-47d5-a4b7-d25a1aa18a86 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 945 time: 0.1177707 Nov 26 02:49:08.564957 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6f770-bbe5-4a07-af0b-995d9b930e23 None None] Port 8aee43b6-9fa4-453d-ad84-5de36033faec cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:49:08.578203 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:08.599424 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 802a87f5-51f2-41df-9978-a431aee1d05f, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=802a87f5-51f2-41df-9978-a431aee1d05f,segment=NetworkSegment(7ce99101-b46d-4016-9c19-b214c734027c),segment_id=7ce99101-b46d-4016-9c19-b214c734027c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:08.624977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '802a87f5-51f2-41df-9978-a431aee1d05f', 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743', 'port_id': '802a87f5-51f2-41df-9978-a431aee1d05f', 'mac_address': 'fa:16:3e:00:24:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99eb0b63-1e2c-4b26-887f-343457cd281c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:49:08.648087 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:08.672981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1319562-9565-49e9-b51f-c1e749fcc89d req-a6ead4b2-f4f0-40aa-8537-a32ed09d95ff tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:08.680289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1319562-9565-49e9-b51f-c1e749fcc89d req-a6ead4b2-f4f0-40aa-8537-a32ed09d95ff tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 944 time: 0.2164791 Nov 26 02:49:08.760298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da87b8-29a9-47b6-a383-3ab96d6bb420 req-c8740f53-e943-40c6-9ba7-f4fa20a895cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:08.762086 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7da87b8-29a9-47b6-a383-3ab96d6bb420 req-c8740f53-e943-40c6-9ba7-f4fa20a895cf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 1096 time: 0.2400975 Nov 26 02:49:08.773853 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef2b6728-ac23-4ce0-94da-991429d459c6 req-37b1b253-b317-4462-91b4-87b1c3e0f185 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127099 Nov 26 02:49:08.795501 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32427c82-516a-41fd-82a1-2fa99a204b36 None None] Pushing event updated for resources: {'Port': ['ID=5dd35cd2-5c28-403c-ba2f-4fec36c01d56,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:08.810554 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1319562-9565-49e9-b51f-c1e749fcc89d req-febb4a93-9604-4a52-8c99-c14ca60224d5 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282859 Nov 26 02:49:08.823097 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a8f5931-9020-49ab-86f6-8f23cb3b5ed2 req-a1dcdfe5-cf30-48a1-83e1-09534cec3f1d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2107737 Nov 26 02:49:08.875845 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6258d135-758e-40d1-b7cc-cd1e40e92f17 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:49:08.991004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7da87b8-29a9-47b6-a383-3ab96d6bb420 req-5a6848a8-2272-4e51-8a9e-9165d0f351f2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d1f84630-a24c-4b4d-91b4-20e5e84f5878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138255 Nov 26 02:49:09.038627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f5931-9020-49ab-86f6-8f23cb3b5ed2 req-229a334a-7ddd-49c0-a4ee-f57f5f2bd3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:09.041743 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a8f5931-9020-49ab-86f6-8f23cb3b5ed2 req-229a334a-7ddd-49c0-a4ee-f57f5f2bd3fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=221ad9ca8ffb47b9940b80782b032efb&device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 1097 time: 0.1383576 Nov 26 02:49:09.156220 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:09.173921 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ccd29-5129-4d75-a9e8-e0747cb0b248 req-8e6f50c5-8e7d-4f8a-acad-672597fe7f4e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:09.177315 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb2ccd29-5129-4d75-a9e8-e0747cb0b248 req-8e6f50c5-8e7d-4f8a-acad-672597fe7f4e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 946 time: 0.0870063 Nov 26 02:49:09.182674 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.resource_extend [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 02:49:09.246143 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb2ccd29-5129-4d75-a9e8-e0747cb0b248 req-f255a6a9-4982-4d24-b783-601a4ce41ddf tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614407 Nov 26 02:49:09.263539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802a87f5-51f2-41df-9978-a431aee1d05f {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:49:09.313256 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Attempting to bind port 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:49:09.313636 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Attempting to bind port 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '4e794c0b-7845-4eca-a295-7b59404568d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:49:09.314004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Attempting to bind port 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 on network 1a9e75a6-7221-447b-a78c-497a718c2aac {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:09.322033 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c3be1435-dd17-43ff-a06b-ebf2b7718145 None None] Provisioning complete for port 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:09.322033 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c3be1435-dd17-43ff-a06b-ebf2b7718145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:09.327790 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 802a87f5-51f2-41df-9978-a431aee1d05f, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=802a87f5-51f2-41df-9978-a431aee1d05f,segment=NetworkSegment(7ce99101-b46d-4016-9c19-b214c734027c),segment_id=7ce99101-b46d-4016-9c19-b214c734027c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:09.363838 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:49:09.364265 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Checking segment: {'id': '4e794c0b-7845-4eca-a295-7b59404568d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:09.364675 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:09.365192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Bound using segment: {'id': '4e794c0b-7845-4eca-a295-7b59404568d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:49:09.366259 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Bound port: 5dd35cd2-5c28-403c-ba2f-4fec36c01d56, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e794c0b-7845-4eca-a295-7b59404568d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:49:09.366259 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:09.372265 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:09.451458 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6258d135-758e-40d1-b7cc-cd1e40e92f17, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6258d135-758e-40d1-b7cc-cd1e40e92f17,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:09.490008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b702b-95f9-483e-b2f3-1f0e2e7ae314 req-dc0b81a7-b49f-4556-a6aa-caca17a06892 tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:09.490818 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f49b702b-95f9-483e-b2f3-1f0e2e7ae314 req-dc0b81a7-b49f-4556-a6aa-caca17a06892 tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0 HTTP/1.1" status: 200 len: 1101 time: 0.1534028 Nov 26 02:49:09.503903 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '6258d135-758e-40d1-b7cc-cd1e40e92f17', 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0', 'port_id': '6258d135-758e-40d1-b7cc-cd1e40e92f17', 'mac_address': 'fa:16:3e:f6:d2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1d7b87-e76e-420b-a6ea-a71bcbbcd592', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:49:09.545902 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c3be1435-dd17-43ff-a06b-ebf2b7718145 None None] Port 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:49:09.588354 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f5931-9020-49ab-86f6-8f23cb3b5ed2 req-d3dd442b-89c0-4551-9c26-93cdfe1b7a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:09.589744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a8f5931-9020-49ab-86f6-8f23cb3b5ed2 req-d3dd442b-89c0-4551-9c26-93cdfe1b7a4a service neutron] 10.222.0.54 "GET /v2.0/networks?id=0159594c-9163-49a6-8606-7e3476d8e6b9 HTTP/1.1" status: 200 len: 916 time: 0.1821012 Nov 26 02:49:09.602104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f1ebf-3a32-4319-97c0-d0f583de2e72 req-072626fe-9a53-462b-98c6-fd3393119018 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:09.604532 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-079f1ebf-3a32-4319-97c0-d0f583de2e72 req-072626fe-9a53-462b-98c6-fd3393119018 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 945 time: 0.1216080 Nov 26 02:49:09.614140 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=802a87f5-51f2-41df-9978-a431aee1d05f,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:09.626404 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:09.640506 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] For port 5dd35cd2-5c28-403c-ba2f-4fec36c01d56, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:49:09.644605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6258d135-758e-40d1-b7cc-cd1e40e92f17 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:49:09.655891 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f49b702b-95f9-483e-b2f3-1f0e2e7ae314 req-5022dd17-9f5d-4329-815f-778fafeef10f tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516590 Nov 26 02:49:09.662903 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] For port 5dd35cd2-5c28-403c-ba2f-4fec36c01d56, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5dd35cd2-5c28-403c-ba2f-4fec36c01d56,segment=NetworkSegment(4e794c0b-7845-4eca-a295-7b59404568d7),segment_id=4e794c0b-7845-4eca-a295-7b59404568d7)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:49:09.679712 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:09.683858 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6258d135-758e-40d1-b7cc-cd1e40e92f17, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6258d135-758e-40d1-b7cc-cd1e40e92f17,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:09.705484 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a8f5931-9020-49ab-86f6-8f23cb3b5ed2 req-a5afcca8-bae6-4281-811c-a46483a5cff6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2535e055-5cb8-4973-b6b2-1ebdb134180f HTTP/1.1" status: 200 len: 1002 time: 0.0971498 Nov 26 02:49:09.725006 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:09.759656 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-079f1ebf-3a32-4319-97c0-d0f583de2e72 req-1b8b62b5-1a9b-4405-ab49-e94d7b25c98b tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1f84630-a24c-4b4d-91b4-20e5e84f5878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388192 Nov 26 02:49:09.775819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32427c82-516a-41fd-82a1-2fa99a204b36 None None] Pushing event updated for resources: {'Port': ['ID=5dd35cd2-5c28-403c-ba2f-4fec36c01d56,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:09.778402 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Routers {'9988ee81-5aaa-4110-a1e4-b01824edb017'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:49:09.779032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:48:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9988ee81-5aaa-4110-a1e4-b01824edb017'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:09.809736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f5931-9020-49ab-86f6-8f23cb3b5ed2 req-231e022d-f494-459c-81df-4b59fb548b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:09.812379 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a8f5931-9020-49ab-86f6-8f23cb3b5ed2 req-231e022d-f494-459c-81df-4b59fb548b35 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec81ba8f-2996-484b-acac-4860e9ce304b HTTP/1.1" status: 200 len: 854 time: 0.0980589 Nov 26 02:49:09.862344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef43cde-c2be-49ed-a179-d64aa01dcd52 req-ae5e9659-2111-4a75-8d77-8c1155012bef tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:09.865155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4ef43cde-c2be-49ed-a179-d64aa01dcd52 req-ae5e9659-2111-4a75-8d77-8c1155012bef tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e556c4cd-3032-4022-96af-9d69df0af27d HTTP/1.1" status: 200 len: 1101 time: 0.0938935 Nov 26 02:49:09.871330 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['802a87f5-51f2-41df-9978-a431aee1d05f'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:49:09.889458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f5931-9020-49ab-86f6-8f23cb3b5ed2 req-54fc0316-0f15-45a1-9991-24988dc854f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:09.892242 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a8f5931-9020-49ab-86f6-8f23cb3b5ed2 req-54fc0316-0f15-45a1-9991-24988dc854f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0159594c-9163-49a6-8606-7e3476d8e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684388 Nov 26 02:49:09.987896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['6258d135-758e-40d1-b7cc-cd1e40e92f17'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:49:10.046502 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4ef43cde-c2be-49ed-a179-d64aa01dcd52 req-1076fb7b-78e4-4973-857e-bffd1c8486ce tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646531 Nov 26 02:49:10.074595 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] Set router 9988ee81-5aaa-4110-a1e4-b01824edb017 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:49:10.079448 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006abeef-c40a-40d0-8f55-485085a14204 req-c27a33d2-b2fa-4a07-820e-53f625f88691 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:10.089631 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-006abeef-c40a-40d0-8f55-485085a14204 req-c27a33d2-b2fa-4a07-820e-53f625f88691 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 945 time: 0.1721623 Nov 26 02:49:10.210888 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a8f5931-9020-49ab-86f6-8f23cb3b5ed2 req-b54383ac-bb9c-4032-9400-4b80ec60144d service neutron] 10.222.0.54 "GET /v2.0/networks/0159594c-9163-49a6-8606-7e3476d8e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065095 Nov 26 02:49:10.220617 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-006abeef-c40a-40d0-8f55-485085a14204 req-280abb53-a77b-45e1-8598-6455680d7e1a tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299484 Nov 26 02:49:10.239120 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=6258d135-758e-40d1-b7cc-cd1e40e92f17,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:10.296087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:10.337463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844195db-1e38-4387-af44-10a01c547663 req-e98e20b7-b722-4956-98e6-0151fd142897 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:10.339744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-844195db-1e38-4387-af44-10a01c547663 req-e98e20b7-b722-4956-98e6-0151fd142897 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 945 time: 0.1724007 Nov 26 02:49:10.478629 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-844195db-1e38-4387-af44-10a01c547663 req-eb9c4450-0701-4c25-8417-d5c17fb36de3 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190112 Nov 26 02:49:10.491502 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a8f5931-9020-49ab-86f6-8f23cb3b5ed2 req-e8035673-86c3-4fc5-831e-139d3d3206f3 service neutron] 10.222.0.54 "GET /v2.0/networks/0159594c-9163-49a6-8606-7e3476d8e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659709 Nov 26 02:49:10.506080 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5ca9fee8-02de-4805-bd19-f9c22e141950 None None] Provisioning complete for port 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:10.510612 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5ca9fee8-02de-4805-bd19-f9c22e141950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:10.542051 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753ef4a-4b24-4544-8b3d-7f1d0e17febf req-f3bdedff-e23c-4ad3-83ce-f226bbd877a1 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:10.543694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1753ef4a-4b24-4544-8b3d-7f1d0e17febf req-f3bdedff-e23c-4ad3-83ce-f226bbd877a1 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.54 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 945 time: 0.1508756 Nov 26 02:49:10.669046 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Sync routers for ids ['4bd3639a-e538-47c6-8f10-44d29c6c0812'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:49:10.690905 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Routers {'4bd3639a-e538-47c6-8f10-44d29c6c0812'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:49:10.692275 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:48:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['4bd3639a-e538-47c6-8f10-44d29c6c0812'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:10.811459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:10.811691 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19028492-1350-4427-851d-e06cb530fdb0 req-a3571d7e-e050-455f-8d84-742b2b2f9e8a tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:10.816149 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:10.833476 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19028492-1350-4427-851d-e06cb530fdb0 req-a3571d7e-e050-455f-8d84-742b2b2f9e8a tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 946 time: 0.2462714 Nov 26 02:49:10.931886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-1753ef4a-4b24-4544-8b3d-7f1d0e17febf req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Deleting port 901f9f86-bb56-4d14-85a7-86d3ddef324d {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:49:10.932258 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1753ef4a-4b24-4544-8b3d-7f1d0e17febf req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:10.966079 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Set router 4bd3639a-e538-47c6-8f10-44d29c6c0812 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:49:11.031326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9525cd-405a-4498-9374-b4301f72764c req-af636e03-288f-4d08-ac3b-4a4ab0ada5b2 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:11.040201 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a9525cd-405a-4498-9374-b4301f72764c req-af636e03-288f-4d08-ac3b-4a4ab0ada5b2 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 945 time: 0.1724789 Nov 26 02:49:11.041938 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5ca9fee8-02de-4805-bd19-f9c22e141950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:11.089762 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19028492-1350-4427-851d-e06cb530fdb0 req-e42f7972-9f8d-4c85-a3ad-836ba59aee0b tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553053 Nov 26 02:49:11.199418 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a9525cd-405a-4498-9374-b4301f72764c req-0a7f2732-42d6-4c67-ae1e-75fe136747a5 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1f84630-a24c-4b4d-91b4-20e5e84f5878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575050 Nov 26 02:49:11.207248 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'name': 'tempest-TaggedBootDevicesTest_v242-835917628-router', 'tenant_id': 'a6221c43322a426796ac581999c517c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8f1454ab-b0b8-4351-a41f-825f3ad42a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:49:01Z', 'updated_at': '2021-11-26T02:49:05Z', 'revision_number': 4, 'project_id': 'a6221c43322a426796ac581999c517c9', 'gw_port': {'id': '8f1454ab-b0b8-4351-a41f-825f3ad42a8f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:49:02Z', 'updated_at': '2021-11-26T02:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8aee43b6-9fa4-453d-ad84-5de36033faec', 'name': '', 'network_id': '2472d002-bd5d-48da-a282-3749e7f1e371', 'tenant_id': 'a6221c43322a426796ac581999c517c9', 'mac_address': 'fa:16:3e:f8:29:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '0e2140b8-87ed-45cc-b478-be92d30a5f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:49:04Z', 'updated_at': '2021-11-26T02:49:05Z', 'revision_number': 2, 'project_id': 'a6221c43322a426796ac581999c517c9', 'subnets': [{'id': '0e2140b8-87ed-45cc-b478-be92d30a5f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:11.241455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-1753ef4a-4b24-4544-8b3d-7f1d0e17febf req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] For port 901f9f86-bb56-4d14-85a7-86d3ddef324d, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=901f9f86-bb56-4d14-85a7-86d3ddef324d,segment=NetworkSegment(31c87a92-3928-498c-b8f3-d9b0f6bc3444),segment_id=31c87a92-3928-498c-b8f3-d9b0f6bc3444)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:11.241455 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1753ef4a-4b24-4544-8b3d-7f1d0e17febf req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:11.256313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-1753ef4a-4b24-4544-8b3d-7f1d0e17febf req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Calling delete_port for 901f9f86-bb56-4d14-85a7-86d3ddef324d owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:49:11.269933 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:11.296387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-5ca9fee8-02de-4805-bd19-f9c22e141950 None None] For port 5dd35cd2-5c28-403c-ba2f-4fec36c01d56, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5dd35cd2-5c28-403c-ba2f-4fec36c01d56,segment=NetworkSegment(4e794c0b-7845-4eca-a295-7b59404568d7),segment_id=4e794c0b-7845-4eca-a295-7b59404568d7)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:11.300402 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Checking router: 4bd3639a-e538-47c6-8f10-44d29c6c0812 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:49:11.301073 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Updating router 4bd3639a-e538-47c6-8f10-44d29c6c0812 port 8aee43b6-9fa4-453d-ad84-5de36033faec binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:49:11.304247 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'name': 'tempest-TaggedBootDevicesTest_v242-79700035-router', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:52Z', 'updated_at': '2021-11-26T02:48:57Z', 'revision_number': 4, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'gw_port': {'id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:53Z', 'updated_at': '2021-11-26T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5dd35cd2-5c28-403c-ba2f-4fec36c01d56', 'name': '', 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'mac_address': 'fa:16:3e:c4:34:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:56Z', 'updated_at': '2021-11-26T02:49:09Z', 'revision_number': 4, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'subnets': [{'id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:11.332483 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:11.335450 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c925f4e-d2f5-48bb-bdc9-186c555d6d2b None None] The sync data for ids ['9988ee81-5aaa-4110-a1e4-b01824edb017'] in n-d-819389-3 is: [{'id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'name': 'tempest-TaggedBootDevicesTest_v242-79700035-router', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:52Z', 'updated_at': '2021-11-26T02:48:57Z', 'revision_number': 4, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'gw_port': {'id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:53Z', 'updated_at': '2021-11-26T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5dd35cd2-5c28-403c-ba2f-4fec36c01d56', 'name': '', 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'mac_address': 'fa:16:3e:c4:34:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:56Z', 'updated_at': '2021-11-26T02:49:09Z', 'revision_number': 4, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'subnets': [{'id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:49:11.405866 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5ca9fee8-02de-4805-bd19-f9c22e141950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:11.408779 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:49:11.410860 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:49:11.521834 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9fee8-02de-4805-bd19-f9c22e141950 None None] Pushing event updated for resources: {'Port': ['ID=5dd35cd2-5c28-403c-ba2f-4fec36c01d56,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:11.575243 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1753ef4a-4b24-4544-8b3d-7f1d0e17febf req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:11.602360 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5ffccdb1-ef73-4809-a162-d06450554987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:11.614179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303f264-97a7-4c94-b534-eadd68507911 req-4a6f28f7-963b-4b69-acab-0e5010087653 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:11.615792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a303f264-97a7-4c94-b534-eadd68507911 req-4a6f28f7-963b-4b69-acab-0e5010087653 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c4fe19-6d41-4d25-84be-c6ab732ba9e4 HTTP/1.1" status: 200 len: 867 time: 0.0983229 Nov 26 02:49:11.645610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['901f9f86-bb56-4d14-85a7-86d3ddef324d'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:49:11.651016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Pushing event deleted for resources: {'Port': ['ID=901f9f86-bb56-4d14-85a7-86d3ddef324d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:11.714884 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1753ef4a-4b24-4544-8b3d-7f1d0e17febf req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] No DVR routers for this DVR port 901f9f86-bb56-4d14-85a7-86d3ddef324d on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:49:11.732755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:11.733104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:11.736642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:11.737220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:11.746072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:11.746688 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:11.747198 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:11.747733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:11.748260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:11.748837 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:11.754416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:11.755041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:11.760737 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1753ef4a-4b24-4544-8b3d-7f1d0e17febf req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:11.769528 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1753ef4a-4b24-4544-8b3d-7f1d0e17febf req-90330545-6576-4c98-8425-1fdea1a61a88 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.54 "DELETE /v2.0/ports/901f9f86-bb56-4d14-85a7-86d3ddef324d HTTP/1.1" status: 204 len: 173 time: 1.2183611 Nov 26 02:49:11.770337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c4fe19-6d41-4d25-84be-c6ab732ba9e4', 'name': 'network-vif-deleted', 'tag': '901f9f86-bb56-4d14-85a7-86d3ddef324d'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:11.772660 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b8a56b-72a6-411b-ad7a-3ad121249764" -d '{"events": [{"server_uuid": "18c4fe19-6d41-4d25-84be-c6ab732ba9e4", "name": "network-vif-deleted", "tag": "901f9f86-bb56-4d14-85a7-86d3ddef324d"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:11.837478 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a303f264-97a7-4c94-b534-eadd68507911 req-f479b02b-c6e7-497c-9351-d82b133868c5 tempest-AttachSCSIVolumeTestJSON-1747914504 tempest-AttachSCSIVolumeTestJSON-1747914504-project] 10.222.0.31 "GET /v2.0/security-groups?id=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961956 Nov 26 02:49:11.917855 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:11.933878 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:11.995925 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8f1454ab-b0b8-4351-a41f-825f3ad42a8f up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:12.122232 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e8a55-4399-4c31-9acf-31340d1d7251 None None] Pushing event updated for resources: {'Port': ['ID=8aee43b6-9fa4-453d-ad84-5de36033faec,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:12.156769 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 8f1454ab-b0b8-4351-a41f-825f3ad42a8f triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:12.157147 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:12.189271 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Attempting to bind port 8aee43b6-9fa4-453d-ad84-5de36033faec on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:49:12.189724 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Attempting to bind port 8aee43b6-9fa4-453d-ad84-5de36033faec by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '1cfa18cf-6257-4835-8eca-01fb776fe882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2472d002-bd5d-48da-a282-3749e7f1e371'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:49:12.190395 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Attempting to bind port 8aee43b6-9fa4-453d-ad84-5de36033faec on network 2472d002-bd5d-48da-a282-3749e7f1e371 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:12.199329 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:49:12.199811 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Checking segment: {'id': '1cfa18cf-6257-4835-8eca-01fb776fe882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2472d002-bd5d-48da-a282-3749e7f1e371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:12.201346 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:12.201941 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Bound using segment: {'id': '1cfa18cf-6257-4835-8eca-01fb776fe882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2472d002-bd5d-48da-a282-3749e7f1e371'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:49:12.202775 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Bound port: 8aee43b6-9fa4-453d-ad84-5de36033faec, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfa18cf-6257-4835-8eca-01fb776fe882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2472d002-bd5d-48da-a282-3749e7f1e371'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:49:12.203222 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:12.319173 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 802a87f5-51f2-41df-9978-a431aee1d05f up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:12.393351 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:12.412335 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] For port 8aee43b6-9fa4-453d-ad84-5de36033faec, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:49:12.418512 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] For port 8aee43b6-9fa4-453d-ad84-5de36033faec, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8aee43b6-9fa4-453d-ad84-5de36033faec,segment=NetworkSegment(1cfa18cf-6257-4835-8eca-01fb776fe882),segment_id=1cfa18cf-6257-4835-8eca-01fb776fe882)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:49:12.446151 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:12.461170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 8f1454ab-b0b8-4351-a41f-825f3ad42a8f, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8f1454ab-b0b8-4351-a41f-825f3ad42a8f,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:12.469999 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:12.580960 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Routers {'4bd3639a-e538-47c6-8f10-44d29c6c0812'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:49:12.586452 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:48:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['4bd3639a-e538-47c6-8f10-44d29c6c0812'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:12.781025 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e8a55-4399-4c31-9acf-31340d1d7251 None None] Pushing event updated for resources: {'Port': ['ID=8aee43b6-9fa4-453d-ad84-5de36033faec,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:12.850031 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:12.864528 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 802a87f5-51f2-41df-9978-a431aee1d05f completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:49:12.872851 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] Set router 4bd3639a-e538-47c6-8f10-44d29c6c0812 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:49:12.940980 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6258d135-758e-40d1-b7cc-cd1e40e92f17 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:12.959310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 802a87f5-51f2-41df-9978-a431aee1d05f triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:12.967260 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:13.065680 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5d5410c0-899b-4b6a-a267-8ec700587d8b None None] Provisioning complete for port 8aee43b6-9fa4-453d-ad84-5de36033faec triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:13.066379 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5d5410c0-899b-4b6a-a267-8ec700587d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:13.068168 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=8f1454ab-b0b8-4351-a41f-825f3ad42a8f,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:13.157064 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:13.157727 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:13.163928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 6258d135-758e-40d1-b7cc-cd1e40e92f17 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:13.165286 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:13.306616 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:13.333189 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'name': 'tempest-TaggedBootDevicesTest_v242-835917628-router', 'tenant_id': 'a6221c43322a426796ac581999c517c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8f1454ab-b0b8-4351-a41f-825f3ad42a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:49:01Z', 'updated_at': '2021-11-26T02:49:05Z', 'revision_number': 4, 'project_id': 'a6221c43322a426796ac581999c517c9', 'gw_port': {'id': '8f1454ab-b0b8-4351-a41f-825f3ad42a8f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:49:02Z', 'updated_at': '2021-11-26T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8aee43b6-9fa4-453d-ad84-5de36033faec', 'name': '', 'network_id': '2472d002-bd5d-48da-a282-3749e7f1e371', 'tenant_id': 'a6221c43322a426796ac581999c517c9', 'mac_address': 'fa:16:3e:f8:29:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '0e2140b8-87ed-45cc-b478-be92d30a5f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:49:04Z', 'updated_at': '2021-11-26T02:49:12Z', 'revision_number': 4, 'project_id': 'a6221c43322a426796ac581999c517c9', 'subnets': [{'id': '0e2140b8-87ed-45cc-b478-be92d30a5f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:13.344654 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5d5410c0-899b-4b6a-a267-8ec700587d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:13.354800 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdd7899-5948-48cf-9d39-b7843261600a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802a87f5-51f2-41df-9978-a431aee1d05f'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:13.357439 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c89141-e0e7-46fb-b997-92a19894319a" -d '{"events": [{"server_uuid": "2fdd7899-5948-48cf-9d39-b7843261600a", "name": "network-vif-plugged", "status": "completed", "tag": "802a87f5-51f2-41df-9978-a431aee1d05f"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:13.365637 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136efd2b-6432-4825-b933-5128af6abc1e None None] The sync data for ids ['4bd3639a-e538-47c6-8f10-44d29c6c0812'] in n-d-819389-3 is: [{'id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'name': 'tempest-TaggedBootDevicesTest_v242-835917628-router', 'tenant_id': 'a6221c43322a426796ac581999c517c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8f1454ab-b0b8-4351-a41f-825f3ad42a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:49:01Z', 'updated_at': '2021-11-26T02:49:05Z', 'revision_number': 4, 'project_id': 'a6221c43322a426796ac581999c517c9', 'gw_port': {'id': '8f1454ab-b0b8-4351-a41f-825f3ad42a8f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:49:02Z', 'updated_at': '2021-11-26T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8aee43b6-9fa4-453d-ad84-5de36033faec', 'name': '', 'network_id': '2472d002-bd5d-48da-a282-3749e7f1e371', 'tenant_id': 'a6221c43322a426796ac581999c517c9', 'mac_address': 'fa:16:3e:f8:29:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '0e2140b8-87ed-45cc-b478-be92d30a5f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:49:04Z', 'updated_at': '2021-11-26T02:49:12Z', 'revision_number': 4, 'project_id': 'a6221c43322a426796ac581999c517c9', 'subnets': [{'id': '0e2140b8-87ed-45cc-b478-be92d30a5f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:49:13.406784 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 802a87f5-51f2-41df-9978-a431aee1d05f, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=802a87f5-51f2-41df-9978-a431aee1d05f,segment=NetworkSegment(7ce99101-b46d-4016-9c19-b214c734027c),segment_id=7ce99101-b46d-4016-9c19-b214c734027c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:13.439382 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:13.440834 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 901f9f86-bb56-4d14-85a7-86d3ddef324d no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:49:13.527500 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 901f9f86-bb56-4d14-85a7-86d3ddef324d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:49:13.527861 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 901f9f86-bb56-4d14-85a7-86d3ddef324d not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:49:13.542048 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:13.550307 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-5d5410c0-899b-4b6a-a267-8ec700587d8b None None] For port 8aee43b6-9fa4-453d-ad84-5de36033faec, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8aee43b6-9fa4-453d-ad84-5de36033faec,segment=NetworkSegment(1cfa18cf-6257-4835-8eca-01fb776fe882),segment_id=1cfa18cf-6257-4835-8eca-01fb776fe882)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:13.563905 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5d5410c0-899b-4b6a-a267-8ec700587d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:13.583529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=802a87f5-51f2-41df-9978-a431aee1d05f,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:13.624849 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6258d135-758e-40d1-b7cc-cd1e40e92f17, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6258d135-758e-40d1-b7cc-cd1e40e92f17,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:13.639690 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:13.662103 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5410c0-899b-4b6a-a267-8ec700587d8b None None] Pushing event updated for resources: {'Port': ['ID=8aee43b6-9fa4-453d-ad84-5de36033faec,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:13.736306 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=6258d135-758e-40d1-b7cc-cd1e40e92f17,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:13.741046 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c0dc973-2fcb-4856-856a-1cbbd880fca6 None None] Provisioning complete for port 8aee43b6-9fa4-453d-ad84-5de36033faec triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:13.741531 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc973-2fcb-4856-856a-1cbbd880fca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:14.099279 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4474315f-174f-42ab-b87a-cc44ee946e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:14.691970 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8aee43b6-9fa4-453d-ad84-5de36033faec up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:14.752627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 8aee43b6-9fa4-453d-ad84-5de36033faec triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:14.753007 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:14.864386 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8f1454ab-b0b8-4351-a41f-825f3ad42a8f up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:14.937192 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:14.959632 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 8f1454ab-b0b8-4351-a41f-825f3ad42a8f triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:14.960010 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:16.472999 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:17.515361 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:21.988032 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-c91b32dd-251f-4768-978a-ebe5d7291d02 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=08b5feaa4095481faa6084a9cce632a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389373 Nov 26 02:49:22.148372 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:22.420996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305535e-a4df-4bf1-a67a-6d3eedd34daa req-98ea0f56-e7ca-4235-82b8-c9969a48b2c6 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:22.422497 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3305535e-a4df-4bf1-a67a-6d3eedd34daa req-98ea0f56-e7ca-4235-82b8-c9969a48b2c6 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 946 time: 0.3758774 Nov 26 02:49:22.454677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12b78-e305-4b5e-9d07-f50571071977 req-0aacb35d-2abd-4aad-b5fa-16d7fd65faec tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:22.456102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-0aacb35d-2abd-4aad-b5fa-16d7fd65faec tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4672391 Nov 26 02:49:22.488363 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-0224565f-928e-41cf-b646-f93c6b16129b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/quotas/08b5feaa4095481faa6084a9cce632a2 HTTP/1.1" status: 200 len: 375 time: 0.0243084 Nov 26 02:49:22.495746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3305535e-a4df-4bf1-a67a-6d3eedd34daa req-2169d791-6418-4b5f-903c-e58dc1c93cef tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631921 Nov 26 02:49:22.555478 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-c2094cd7-1cd2-42f5-b27d-9c8301de231a tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0586495 Nov 26 02:49:22.631878 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25c85e1-b67b-47a3-97b0-e1daa044a5dd x-openstack-request-id: req-b25c85e1-b67b-47a3-97b0-e1daa044a5dd {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:22.632898 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c4fe19-6d41-4d25-84be-c6ab732ba9e4", "name": "network-vif-deleted", "tag": "901f9f86-bb56-4d14-85a7-86d3ddef324d", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:22.634094 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b25c85e1-b67b-47a3-97b0-e1daa044a5dd {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:22.634739 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c4fe19-6d41-4d25-84be-c6ab732ba9e4', 'name': 'network-vif-deleted', 'tag': '901f9f86-bb56-4d14-85a7-86d3ddef324d', 'status': 'completed', 'code': 200} Nov 26 02:49:22.726471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05635e2-b60a-433e-b9d8-56ae35599d48 req-995b3e24-fa9e-4157-b832-84d731bdeecb tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:22.728290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f05635e2-b60a-433e-b9d8-56ae35599d48 req-995b3e24-fa9e-4157-b832-84d731bdeecb tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 946 time: 0.0532618 Nov 26 02:49:22.780765 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f05635e2-b60a-433e-b9d8-56ae35599d48 req-929e2fcb-ecd6-4a79-a8b0-fe55bbeaaf4e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439129 Nov 26 02:49:22.872665 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64c0470-d99c-4c66-b139-2ef4e4d3412c x-openstack-request-id: req-e64c0470-d99c-4c66-b139-2ef4e4d3412c {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:22.873155 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdd7899-5948-48cf-9d39-b7843261600a", "name": "network-vif-plugged", "status": "completed", "tag": "802a87f5-51f2-41df-9978-a431aee1d05f", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:22.877391 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e64c0470-d99c-4c66-b139-2ef4e4d3412c {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:22.878321 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdd7899-5948-48cf-9d39-b7843261600a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802a87f5-51f2-41df-9978-a431aee1d05f', 'code': 200} Nov 26 02:49:23.120669 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c63cd3-a16b-489e-809f-7ec2a0293ed4 req-c21ff254-7360-4964-8643-c2ef82bb6bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:23.123002 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10c63cd3-a16b-489e-809f-7ec2a0293ed4 req-c21ff254-7360-4964-8643-c2ef82bb6bdb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 1097 time: 0.0906494 Nov 26 02:49:23.279304 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10c63cd3-a16b-489e-809f-7ec2a0293ed4 req-f0330e3f-69c5-497b-9e70-108107d2c12a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340559 Nov 26 02:49:23.315565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16930c89-3e4e-4478-9082-8ceef09926b1 req-9d21496c-1c34-4cc6-be8e-456ca366e680 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:23.332628 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16930c89-3e4e-4478-9082-8ceef09926b1 req-9d21496c-1c34-4cc6-be8e-456ca366e680 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 945 time: 0.1293828 Nov 26 02:49:23.385655 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:23.396623 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5c2122e-b427-4eb3-8a4b-787eab39c285 req-51073993-fc1b-4cd4-9df9-a562ec1dab26 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 210 time: 0.0509911 Nov 26 02:49:23.457185 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16930c89-3e4e-4478-9082-8ceef09926b1 req-607686cf-0c84-46d1-8c6a-c999e5120e6f tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1f84630-a24c-4b4d-91b4-20e5e84f5878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227598 Nov 26 02:49:23.662631 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd5792-a286-42d1-aba4-01e252ab52f4 req-3a197336-eb0a-41bb-a4d5-8c35819e2df2 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:23.664895 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e7cd5792-a286-42d1-aba4-01e252ab52f4 req-3a197336-eb0a-41bb-a4d5-8c35819e2df2 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 946 time: 0.0756931 Nov 26 02:49:23.726751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e7cd5792-a286-42d1-aba4-01e252ab52f4 req-06bf706a-d2da-470d-97bc-d7b1d92694f0 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551198 Nov 26 02:49:23.973367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a17af-5770-47cf-a44f-38654586e51d req-640dd1cf-85f8-41b3-afc1-fce3bca17f75 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:23.986415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de6a17af-5770-47cf-a44f-38654586e51d req-640dd1cf-85f8-41b3-afc1-fce3bca17f75 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 946 time: 0.0844917 Nov 26 02:49:24.099689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de6a17af-5770-47cf-a44f-38654586e51d req-ff676e38-7cf0-4005-8cd2-38d0fd6a5f77 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887277 Nov 26 02:49:24.516377 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d399e1d-b283-4e4a-adba-bc539821665b req-0fa42360-334b-425b-9269-045313bd8466 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 210 time: 0.0381463 Nov 26 02:49:24.672896 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec9a3f-b4dc-4ad6-bfb8-de21b1387237 req-7fce1feb-2ee3-43b4-ba34-18cf3df99a31 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:24.677336 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5aec9a3f-b4dc-4ad6-bfb8-de21b1387237 req-7fce1feb-2ee3-43b4-ba34-18cf3df99a31 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 945 time: 0.1012359 Nov 26 02:49:24.886296 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94baf9de-89c9-4103-bf8f-9b6b33b2511d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6258d135-758e-40d1-b7cc-cd1e40e92f17'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:24.888734 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dbe7d3-95eb-4d86-afd8-821dc3917afa" -d '{"events": [{"server_uuid": "94baf9de-89c9-4103-bf8f-9b6b33b2511d", "name": "network-vif-plugged", "status": "completed", "tag": "6258d135-758e-40d1-b7cc-cd1e40e92f17"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:24.937329 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 2789518d-7d9e-485d-8d15-2aaa0d907152 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:49:24.948826 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5aec9a3f-b4dc-4ad6-bfb8-de21b1387237 req-20947fa0-c1aa-4334-a98a-8aaae2068404 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1f84630-a24c-4b4d-91b4-20e5e84f5878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661939 Nov 26 02:49:25.063513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-e1733b9b-4615-430c-8d22-23220a6cdb54 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:25.077596 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-e1733b9b-4615-430c-8d22-23220a6cdb54 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/networks?id=b727c198-3d36-4fd1-b045-70b4bce472a0 HTTP/1.1" status: 200 len: 804 time: 0.3979328 Nov 26 02:49:25.104038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 2789518d-7d9e-485d-8d15-2aaa0d907152 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:49:25.125294 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-bb4afc1e-f1cc-4024-bc88-5a884cbb4e25 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/quotas/c21dd357d0374f68baf23c21ffc3bf3d HTTP/1.1" status: 200 len: 375 time: 0.0464926 Nov 26 02:49:25.280789 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:25.291913 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-af446cf0-4d2e-4cf0-94db-5ca477904a62 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=08b5feaa4095481faa6084a9cce632a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604219 Nov 26 02:49:25.368601 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 2789518d-7d9e-485d-8d15-2aaa0d907152, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=2789518d-7d9e-485d-8d15-2aaa0d907152,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:25.405814 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:25.406528 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6258d135-758e-40d1-b7cc-cd1e40e92f17 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:49:25.434638 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 2789518d-7d9e-485d-8d15-2aaa0d907152, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=2789518d-7d9e-485d-8d15-2aaa0d907152,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:25.482280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-2bcc3552-e68b-4ef4-b175-9988879ae4ed tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c21dd357d0374f68baf23c21ffc3bf3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3452387 Nov 26 02:49:25.524437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead5952-fb69-47f3-8218-69f6ba89caa0 req-420d4cf8-6f14-4d64-a803-0565f8f94558 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:25.533542 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ead5952-fb69-47f3-8218-69f6ba89caa0 req-420d4cf8-6f14-4d64-a803-0565f8f94558 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 946 time: 0.4101739 Nov 26 02:49:25.566684 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '2789518d-7d9e-485d-8d15-2aaa0d907152', 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb', 'port_id': '2789518d-7d9e-485d-8d15-2aaa0d907152', 'mac_address': 'fa:16:3e:6f:9e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1c52ce-baab-40ba-a108-aa1a1ac61509', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:49:25.568845 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-defb508c-ae51-4653-8bbd-75e813361287 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=08b5feaa4095481faa6084a9cce632a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1264935 Nov 26 02:49:25.675649 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:25.692830 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-0a2a6011-6adf-4ea8-a2d6-f934a6abca4f service neutron] 10.222.0.31 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168075 Nov 26 02:49:25.748043 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2789518d-7d9e-485d-8d15-2aaa0d907152 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:49:25.784996 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=2789518d-7d9e-485d-8d15-2aaa0d907152,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:25.817503 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 2789518d-7d9e-485d-8d15-2aaa0d907152, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=2789518d-7d9e-485d-8d15-2aaa0d907152,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:25.820185 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-168664e9-1070-4ab2-9cda-9c65aea9ec82 service neutron] 10.222.0.31 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120954 Nov 26 02:49:25.872559 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:25.942410 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758d1f7-1ed8-4418-87ee-d4514bceaa52 req-8b79e28d-5cda-434e-9f6b-82f69f3a27d2 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:25.944688 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8758d1f7-1ed8-4418-87ee-d4514bceaa52 req-8b79e28d-5cda-434e-9f6b-82f69f3a27d2 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 945 time: 0.4601483 Nov 26 02:49:25.960594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ead5952-fb69-47f3-8218-69f6ba89caa0 req-dbc09fb8-786a-4f07-b66c-5db3af916e53 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253347 Nov 26 02:49:26.027037 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:26.069197 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=2789518d-7d9e-485d-8d15-2aaa0d907152,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:26.092999 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6258d135-758e-40d1-b7cc-cd1e40e92f17, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6258d135-758e-40d1-b7cc-cd1e40e92f17,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:26.104809 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:26.181875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=6258d135-758e-40d1-b7cc-cd1e40e92f17,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:26.189922 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6672ca94-2851-4149-a7b0-afc6a7fa12c6 x-openstack-request-id: req-6672ca94-2851-4149-a7b0-afc6a7fa12c6 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:26.191095 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94baf9de-89c9-4103-bf8f-9b6b33b2511d", "name": "network-vif-plugged", "status": "completed", "tag": "6258d135-758e-40d1-b7cc-cd1e40e92f17", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:26.192272 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6672ca94-2851-4149-a7b0-afc6a7fa12c6 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:26.195153 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94baf9de-89c9-4103-bf8f-9b6b33b2511d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6258d135-758e-40d1-b7cc-cd1e40e92f17', 'code': 200} Nov 26 02:49:26.216440 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12b78-e305-4b5e-9d07-f50571071977 req-ea988dda-31d3-4249-b002-2367330e2fdb tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:26.217966 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-ea988dda-31d3-4249-b002-2367330e2fdb tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9210045 Nov 26 02:49:26.232717 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['2789518d-7d9e-485d-8d15-2aaa0d907152'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:49:26.251304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-fab12b78-e305-4b5e-9d07-f50571071977 req-d513fe84-3842-408d-bae2-b813f678cb43 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Request body: {'port': {'device_id': '69d5260d-1064-419a-8077-995776924690', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '08b5feaa4095481faa6084a9cce632a2'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:26.395810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12b78-e305-4b5e-9d07-f50571071977 req-a3968d52-e7f1-4a8f-a2c0-e41d8bf3f478 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:26.397468 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-a3968d52-e7f1-4a8f-a2c0-e41d8bf3f478 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7034805 Nov 26 02:49:26.456325 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-fab12b78-e305-4b5e-9d07-f50571071977 req-3eb221a5-594b-4e93-9e79-d3efc8f0274b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Request body: {'port': {'device_id': 'a6a3722a-aa09-4697-86f2-8d35b93cc668', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '08b5feaa4095481faa6084a9cce632a2'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:26.465106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-8758d1f7-1ed8-4418-87ee-d4514bceaa52 req-a9aa7a52-e916-4ee7-bf4b-4016c2178eca tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Deleting port 0827ecb9-58ee-4e77-b623-d39be3a07388 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:49:26.465462 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8758d1f7-1ed8-4418-87ee-d4514bceaa52 req-a9aa7a52-e916-4ee7-bf4b-4016c2178eca tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:26.537012 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5aaa885-462f-417f-9cc0-ac02dcec8c13 req-36426738-f7ad-4d0c-8807-47b16c99e022 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 210 time: 0.1876705 Nov 26 02:49:26.801879 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f5fde-ed82-488d-a27b-07b5949424c8 req-887caadb-b1b7-4fa9-b22f-091846f81d9a tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:26.803447 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a3f5fde-ed82-488d-a27b-07b5949424c8 req-887caadb-b1b7-4fa9-b22f-091846f81d9a tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 945 time: 0.5845404 Nov 26 02:49:26.826490 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab12b78-e305-4b5e-9d07-f50571071977 req-d513fe84-3842-408d-bae2-b813f678cb43 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Made reservation on behalf of 08b5feaa4095481faa6084a9cce632a2 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:26.830257 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-d513fe84-3842-408d-bae2-b813f678cb43 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:26.913055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-8758d1f7-1ed8-4418-87ee-d4514bceaa52 req-a9aa7a52-e916-4ee7-bf4b-4016c2178eca tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] For port 0827ecb9-58ee-4e77-b623-d39be3a07388, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0827ecb9-58ee-4e77-b623-d39be3a07388,segment=NetworkSegment(174ef33f-1ddd-42ff-831b-aa671f5cb3c3),segment_id=174ef33f-1ddd-42ff-831b-aa671f5cb3c3)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:26.913456 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8758d1f7-1ed8-4418-87ee-d4514bceaa52 req-a9aa7a52-e916-4ee7-bf4b-4016c2178eca tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:26.924553 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c357b-5ca0-45b8-81c5-53125953b7bc req-109665e3-7656-435e-b000-1823e3316a02 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:26.926073 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c4c357b-5ca0-45b8-81c5-53125953b7bc req-109665e3-7656-435e-b000-1823e3316a02 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 945 time: 0.2500420 Nov 26 02:49:26.963585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-8758d1f7-1ed8-4418-87ee-d4514bceaa52 req-a9aa7a52-e916-4ee7-bf4b-4016c2178eca tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Calling delete_port for 0827ecb9-58ee-4e77-b623-d39be3a07388 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:49:26.986470 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd8357-fe7c-4e89-a7e0-dd66f836bd2d req-363223ea-c0fb-47d0-a06e-f9a1ac7899cb tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:26.987858 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1fcd8357-fe7c-4e89-a7e0-dd66f836bd2d req-363223ea-c0fb-47d0-a06e-f9a1ac7899cb tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.59 "GET /v2.0/ports?device_id=94baf9de-89c9-4103-bf8f-9b6b33b2511d HTTP/1.1" status: 200 len: 944 time: 0.2786019 Nov 26 02:49:27.042925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab12b78-e305-4b5e-9d07-f50571071977 req-3eb221a5-594b-4e93-9e79-d3efc8f0274b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Made reservation on behalf of 08b5feaa4095481faa6084a9cce632a2 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:27.046449 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-3eb221a5-594b-4e93-9e79-d3efc8f0274b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:27.145775 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a3f5fde-ed82-488d-a27b-07b5949424c8 req-f8228b92-af3a-48ab-824c-b651aee5432f tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249063 Nov 26 02:49:27.211881 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c4c357b-5ca0-45b8-81c5-53125953b7bc req-514aab90-e4a1-4810-af24-b66add7613a4 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1f84630-a24c-4b4d-91b4-20e5e84f5878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679353 Nov 26 02:49:27.359725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-fab12b78-e305-4b5e-9d07-f50571071977 req-d513fe84-3842-408d-bae2-b813f678cb43 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Allocated IP 192.168.233.66 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/da867439-a2c3-4d99-bc9c-196563876648) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:49:27.390156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd054fbe-3805-46d5-b07b-0c01b5f17897 req-08b9cde0-87b2-4d7b-9394-aa1d92126e6f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 210 time: 0.0569139 Nov 26 02:49:27.472340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-1fcd8357-fe7c-4e89-a7e0-dd66f836bd2d req-57a34faf-c0bc-4874-a9b1-c234153d6a6d tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Deleting port 6258d135-758e-40d1-b7cc-cd1e40e92f17 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:49:27.473482 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1fcd8357-fe7c-4e89-a7e0-dd66f836bd2d req-57a34faf-c0bc-4874-a9b1-c234153d6a6d tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:27.808941 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-72c79551-94bf-4f09-8a6e-30c2432d3596 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:27.811262 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-72c79551-94bf-4f09-8a6e-30c2432d3596 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.59 "GET /v2.0/networks?id=b727c198-3d36-4fd1-b045-70b4bce472a0 HTTP/1.1" status: 200 len: 804 time: 0.1981339 Nov 26 02:49:27.835079 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Request body: {'port': {'device_id': '933b44d8-5aef-48ee-8ae2-5244271ab2b0', 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0', 'admin_state_up': True, 'tenant_id': 'c21dd357d0374f68baf23c21ffc3bf3d'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:27.959307 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Made reservation on behalf of c21dd357d0374f68baf23c21ffc3bf3d for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:27.964146 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:28.047888 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-1fcd8357-fe7c-4e89-a7e0-dd66f836bd2d req-57a34faf-c0bc-4874-a9b1-c234153d6a6d tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] For port 6258d135-758e-40d1-b7cc-cd1e40e92f17, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6258d135-758e-40d1-b7cc-cd1e40e92f17,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:28.048549 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1fcd8357-fe7c-4e89-a7e0-dd66f836bd2d req-57a34faf-c0bc-4874-a9b1-c234153d6a6d tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:28.064798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-1fcd8357-fe7c-4e89-a7e0-dd66f836bd2d req-57a34faf-c0bc-4874-a9b1-c234153d6a6d tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Calling delete_port for 6258d135-758e-40d1-b7cc-cd1e40e92f17 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:49:28.070365 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8758d1f7-1ed8-4418-87ee-d4514bceaa52 req-a9aa7a52-e916-4ee7-bf4b-4016c2178eca tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:28.116805 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Allocated IP 172.20.0.14 (b727c198-3d36-4fd1-b045-70b4bce472a0/1b1d7b87-e76e-420b-a6ea-a71bcbbcd592/b7d5a017-3df4-409e-ad05-15f640e3d508) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:49:28.178876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa7a52-e916-4ee7-bf4b-4016c2178eca tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Pushing event deleted for resources: {'Port': ['ID=0827ecb9-58ee-4e77-b623-d39be3a07388,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:28.197561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c78052-cb05-4c89-8ad1-1ebd63dc0494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2789518d-7d9e-485d-8d15-2aaa0d907152'}, {'server_uuid': '94baf9de-89c9-4103-bf8f-9b6b33b2511d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6258d135-758e-40d1-b7cc-cd1e40e92f17'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:28.200854 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e3e859-5adb-4756-a6f3-a04f800d6137" -d '{"events": [{"server_uuid": "99c78052-cb05-4c89-8ad1-1ebd63dc0494", "name": "network-vif-unplugged", "status": "completed", "tag": "2789518d-7d9e-485d-8d15-2aaa0d907152"}, {"server_uuid": "94baf9de-89c9-4103-bf8f-9b6b33b2511d", "name": "network-vif-unplugged", "status": "completed", "tag": "6258d135-758e-40d1-b7cc-cd1e40e92f17"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:28.223620 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d38c2e1d-6942-4ddb-9ef4-81ec31ec1d48 req-ef7453a6-5062-4d1b-b63b-dac9bf9ffd03 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 210 time: 0.1504371 Nov 26 02:49:28.259687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daf8f9-c066-480d-961b-45d74394106c req-d863ab04-bdbe-4169-b17e-78cea0cd4260 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:28.261357 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99daf8f9-c066-480d-961b-45d74394106c req-d863ab04-bdbe-4169-b17e-78cea0cd4260 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 946 time: 0.7134149 Nov 26 02:49:28.282448 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f91f4-da65-4065-8dd7-89d8f51bcffa req-15d64f6e-e62d-4d6f-b9f2-f3c3bac0675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:28.284394 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c8f91f4-da65-4065-8dd7-89d8f51bcffa req-15d64f6e-e62d-4d6f-b9f2-f3c3bac0675f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=32a241a3ac2b4e6a811cab282f5c9e7e&device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 1097 time: 0.7757945 Nov 26 02:49:28.347803 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:28.350339 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 0827ecb9-58ee-4e77-b623-d39be3a07388 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:49:28.359275 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8758d1f7-1ed8-4418-87ee-d4514bceaa52 req-a9aa7a52-e916-4ee7-bf4b-4016c2178eca tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] No DVR routers for this DVR port 0827ecb9-58ee-4e77-b623-d39be3a07388 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:49:28.378869 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8758d1f7-1ed8-4418-87ee-d4514bceaa52 req-a9aa7a52-e916-4ee7-bf4b-4016c2178eca tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:28.382212 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8758d1f7-1ed8-4418-87ee-d4514bceaa52 req-a9aa7a52-e916-4ee7-bf4b-4016c2178eca tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.54 "DELETE /v2.0/ports/0827ecb9-58ee-4e77-b623-d39be3a07388 HTTP/1.1" status: 204 len: 173 time: 2.4206188 Nov 26 02:49:28.383128 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 0827ecb9-58ee-4e77-b623-d39be3a07388 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:49:28.384893 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 0827ecb9-58ee-4e77-b623-d39be3a07388 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:49:28.416582 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:28.419111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac06f2f-4308-4e94-8f86-d95da50ce7da', 'name': 'network-vif-deleted', 'tag': '0827ecb9-58ee-4e77-b623-d39be3a07388'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:28.423082 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce91fd4-0f81-45c7-9990-b8ea589712ca" -d '{"events": [{"server_uuid": "0ac06f2f-4308-4e94-8f86-d95da50ce7da", "name": "network-vif-deleted", "tag": "0827ecb9-58ee-4e77-b623-d39be3a07388"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:28.487680 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-d513fe84-3842-408d-bae2-b813f678cb43 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:28.503802 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Network b727c198-3d36-4fd1-b045-70b4bce472a0 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:49:28.508421 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:28.518228 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:49:28.527392 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Pushing event updated for resources: {'Port': ['ID=b7d5a017-3df4-409e-ad05-15f640e3d508,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:28.567929 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:28.568226 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:28.568581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:28.568920 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:28.569256 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:28.569596 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:28.569929 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:28.570260 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:28.570622 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:28.570960 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:28.571285 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:28.571610 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:49:28.577938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99daf8f9-c066-480d-961b-45d74394106c req-1e8fd216-3c64-49bd-bb5c-44cbbf0f722a tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886484 Nov 26 02:49:28.617214 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:28.619117 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:28.641958 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-30b4c2b6-f402-4b05-93c4-354cdfa7ac02 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8115880 Nov 26 02:49:28.672286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71541721-8abd-44fc-8b3b-433859f3aba9 req-6771d538-926a-440d-b94b-cb1c20ce2bc2 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:28.674177 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Request body: {'port': {'device_id': '933b44d8-5aef-48ee-8ae2-5244271ab2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:28.675857 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3f1f7a-76e3-48f9-8f86-003a443b5955 x-openstack-request-id: req-1e3f1f7a-76e3-48f9-8f86-003a443b5955 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:28.676359 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c78052-cb05-4c89-8ad1-1ebd63dc0494", "name": "network-vif-unplugged", "status": "completed", "tag": "2789518d-7d9e-485d-8d15-2aaa0d907152", "code": 200}, {"server_uuid": "94baf9de-89c9-4103-bf8f-9b6b33b2511d", "name": "network-vif-unplugged", "status": "completed", "tag": "6258d135-758e-40d1-b7cc-cd1e40e92f17", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:28.676794 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e3f1f7a-76e3-48f9-8f86-003a443b5955 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:28.677733 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c78052-cb05-4c89-8ad1-1ebd63dc0494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2789518d-7d9e-485d-8d15-2aaa0d907152', 'code': 200} Nov 26 02:49:28.678148 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94baf9de-89c9-4103-bf8f-9b6b33b2511d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6258d135-758e-40d1-b7cc-cd1e40e92f17', 'code': 200} Nov 26 02:49:28.679916 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71541721-8abd-44fc-8b3b-433859f3aba9 req-6771d538-926a-440d-b94b-cb1c20ce2bc2 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 945 time: 0.3308098 Nov 26 02:49:28.695952 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1fcd8357-fe7c-4e89-a7e0-dd66f836bd2d req-57a34faf-c0bc-4874-a9b1-c234153d6a6d tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:28.751957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f91f4-da65-4065-8dd7-89d8f51bcffa req-a4e645ad-7de8-4f64-a484-cd2387cbbea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:28.753477 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c8f91f4-da65-4065-8dd7-89d8f51bcffa req-a4e645ad-7de8-4f64-a484-cd2387cbbea8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=594bd1bb-37c7-4b4b-b783-88b783966743 HTTP/1.1" status: 200 len: 911 time: 0.4496398 Nov 26 02:49:28.769885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a34faf-c0bc-4874-a9b1-c234153d6a6d tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Pushing event deleted for resources: {'Port': ['ID=6258d135-758e-40d1-b7cc-cd1e40e92f17,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:28.806115 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:28.820867 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c8f91f4-da65-4065-8dd7-89d8f51bcffa req-7972302c-8d40-4404-b23a-a731db623eae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=802a87f5-51f2-41df-9978-a431aee1d05f HTTP/1.1" status: 200 len: 217 time: 0.0461447 Nov 26 02:49:28.842252 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-d513fe84-3842-408d-bae2-b813f678cb43 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:28.878749 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ff1e4597-24c9-4f10-b373-14610df89cdf', 'a691e3df-fba1-4aba-a148-2d4cceb9293e', 'e90ba5fa-5c6f-4aac-9b57-a43178489aba'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:49:28.919655 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52f7f63b-6a28-4cb5-8593-39914b0ec7cf req-77b5d892-e2a0-40a7-989b-cdcb1e2cb277 tempest-ServerAddressesNegativeTestJSON-190620650 tempest-ServerAddressesNegativeTestJSON-190620650-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ac06f2f-4308-4e94-8f86-d95da50ce7da HTTP/1.1" status: 200 len: 210 time: 0.1534977 Nov 26 02:49:28.938526 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 2789518d-7d9e-485d-8d15-2aaa0d907152 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:29.090427 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 2789518d-7d9e-485d-8d15-2aaa0d907152 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:29.091161 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:29.091913 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513fe84-3842-408d-bae2-b813f678cb43 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Pushing event updated for resources: {'Port': ['ID=da867439-a2c3-4d99-bc9c-196563876648,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:29.104178 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcd8357-fe7c-4e89-a7e0-dd66f836bd2d req-57a34faf-c0bc-4874-a9b1-c234153d6a6d tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] No DVR routers for this DVR port 6258d135-758e-40d1-b7cc-cd1e40e92f17 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:49:29.127721 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1fcd8357-fe7c-4e89-a7e0-dd66f836bd2d req-57a34faf-c0bc-4874-a9b1-c234153d6a6d tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:29.131952 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1fcd8357-fe7c-4e89-a7e0-dd66f836bd2d req-57a34faf-c0bc-4874-a9b1-c234153d6a6d tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.59 "DELETE /v2.0/ports/6258d135-758e-40d1-b7cc-cd1e40e92f17 HTTP/1.1" status: 204 len: 173 time: 2.1110773 Nov 26 02:49:29.151940 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71541721-8abd-44fc-8b3b-433859f3aba9 req-abd3bf94-bb43-467f-9921-33b4c800a7ae tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663918 Nov 26 02:49:29.191697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab12b78-e305-4b5e-9d07-f50571071977 req-d513fe84-3842-408d-bae2-b813f678cb43 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:49:29.217374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-fab12b78-e305-4b5e-9d07-f50571071977 req-d513fe84-3842-408d-bae2-b813f678cb43 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:29.224722 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab12b78-e305-4b5e-9d07-f50571071977 req-d513fe84-3842-408d-bae2-b813f678cb43 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:49:29.347749 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608e66eb-afa4-420e-80cf-fe31b853071f x-openstack-request-id: req-608e66eb-afa4-420e-80cf-fe31b853071f {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:29.348388 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac06f2f-4308-4e94-8f86-d95da50ce7da", "name": "network-vif-deleted", "tag": "0827ecb9-58ee-4e77-b623-d39be3a07388", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:29.350041 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-608e66eb-afa4-420e-80cf-fe31b853071f {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:29.350652 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac06f2f-4308-4e94-8f86-d95da50ce7da', 'name': 'network-vif-deleted', 'tag': '0827ecb9-58ee-4e77-b623-d39be3a07388', 'status': 'completed', 'code': 200} Nov 26 02:49:29.374300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-fab12b78-e305-4b5e-9d07-f50571071977 req-3eb221a5-594b-4e93-9e79-d3efc8f0274b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Allocated IP 192.168.233.64 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/a5410e7e-dc9e-4a07-9af2-b87d03317c44) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:49:29.404742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f91f4-da65-4065-8dd7-89d8f51bcffa req-8d90f8a0-0279-478f-a10c-88aa1e3a5674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:29.406387 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c8f91f4-da65-4065-8dd7-89d8f51bcffa req-8d90f8a0-0279-478f-a10c-88aa1e3a5674 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=99eb0b63-1e2c-4b26-887f-343457cd281c HTTP/1.1" status: 200 len: 850 time: 0.5427651 Nov 26 02:49:29.502143 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:29.549730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ba244-1ee9-4864-9f70-ab8ad15add0b req-a185ea9f-b1c0-4bde-bd75-0b46fa2548ed tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:29.564378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d5a017-3df4-409e-ad05-15f640e3d508 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:49:29.572758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e5ba244-1ee9-4864-9f70-ab8ad15add0b req-a185ea9f-b1c0-4bde-bd75-0b46fa2548ed tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 932 time: 0.5103538 Nov 26 02:49:29.577608 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:29.621279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c8f91f4-da65-4065-8dd7-89d8f51bcffa req-e7523562-f1a0-42b0-9981-956d5fcda18d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=594bd1bb-37c7-4b4b-b783-88b783966743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1706147 Nov 26 02:49:29.621525 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Transition to ACTIVE for port object b7d5a017-3df4-409e-ad05-15f640e3d508 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:49:29.631296 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:29.645661 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12b78-e305-4b5e-9d07-f50571071977 req-d513fe84-3842-408d-bae2-b813f678cb43 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:29.646362 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-d513fe84-3842-408d-bae2-b813f678cb43 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:29.715801 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d5a017-3df4-409e-ad05-15f640e3d508,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:29.831760 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Attempting to bind port b7d5a017-3df4-409e-ad05-15f640e3d508 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:49:29.832142 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Attempting to bind port b7d5a017-3df4-409e-ad05-15f640e3d508 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '1bfbf118-5066-4c99-b7c9-a1c3f7285572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:49:29.832464 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Attempting to bind port b7d5a017-3df4-409e-ad05-15f640e3d508 on network b727c198-3d36-4fd1-b045-70b4bce472a0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:29.848498 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Port b7d5a017-3df4-409e-ad05-15f640e3d508 on network b727c198-3d36-4fd1-b045-70b4bce472a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:49:29.848498 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Attempting to bind port b7d5a017-3df4-409e-ad05-15f640e3d508 on network b727c198-3d36-4fd1-b045-70b4bce472a0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:29.867355 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:49:29.867943 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Checking segment: {'id': '1bfbf118-5066-4c99-b7c9-a1c3f7285572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:29.868168 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Bound using segment: {'id': '1bfbf118-5066-4c99-b7c9-a1c3f7285572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:49:29.868632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Bound port: b7d5a017-3df4-409e-ad05-15f640e3d508, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfbf118-5066-4c99-b7c9-a1c3f7285572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:49:29.868873 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:29.889439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 2789518d-7d9e-485d-8d15-2aaa0d907152, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=2789518d-7d9e-485d-8d15-2aaa0d907152,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:29.893692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-606e5923-1ae0-44f6-ad0b-ff61ef4d13f8 None None] Provisioning complete for port da867439-a2c3-4d99-bc9c-196563876648 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:29.894063 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-606e5923-1ae0-44f6-ad0b-ff61ef4d13f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:29.927162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca6eda13-66cf-4c10-8189-1a93d45e27d5 req-9e5466c9-b2eb-497d-a3b0-26b54afde303 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 210 time: 0.2678761 Nov 26 02:49:29.930525 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:29.930726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6258d135-758e-40d1-b7cc-cd1e40e92f17 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:49:29.958165 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 6258d135-758e-40d1-b7cc-cd1e40e92f17 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:49:29.958901 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6258d135-758e-40d1-b7cc-cd1e40e92f17 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:49:29.960602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-d513fe84-3842-408d-bae2-b813f678cb43 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7115736 Nov 26 02:49:30.024306 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-606e5923-1ae0-44f6-ad0b-ff61ef4d13f8 None None] Port da867439-a2c3-4d99-bc9c-196563876648 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:49:30.033295 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Request body: {'port': {'device_id': '69d5260d-1064-419a-8077-995776924690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:30.042363 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37824) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:30.065250 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=2789518d-7d9e-485d-8d15-2aaa0d907152,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:30.182546 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] For port b7d5a017-3df4-409e-ad05-15f640e3d508, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:49:30.202465 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] For port b7d5a017-3df4-409e-ad05-15f640e3d508, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b7d5a017-3df4-409e-ad05-15f640e3d508,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:49:30.232127 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:30.277315 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:30.278160 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:30.279831 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] 10.222.0.59 "PUT /v2.0/ports/b7d5a017-3df4-409e-ad05-15f640e3d508 HTTP/1.1" status: 200 len: 1092 time: 1.6217747 Nov 26 02:49:30.284927 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933b44d8-5aef-48ee-8ae2-5244271ab2b0', 'tag': 'b7d5a017-3df4-409e-ad05-15f640e3d508'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:30.287281 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c742678f-6172-4fc4-9fa3-344f09ba91c8" -d '{"events": [{"name": "network-changed", "server_uuid": "933b44d8-5aef-48ee-8ae2-5244271ab2b0", "tag": "b7d5a017-3df4-409e-ad05-15f640e3d508"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:30.315061 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e5ba244-1ee9-4864-9f70-ab8ad15add0b req-637e8689-32d6-45d7-9443-622f9b343acb tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7413046 Nov 26 02:49:30.316907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c8f91f4-da65-4065-8dd7-89d8f51bcffa req-46b30feb-c02c-471f-8d2f-48b20dec877b service neutron] 10.222.0.54 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930974 Nov 26 02:49:30.349197 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:30.412983 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37830) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:30.432946 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a3481-5529-4e5e-9750-32c88bc6f5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d5a017-3df4-409e-ad05-15f640e3d508,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:30.470282 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-6e3a1356-d28d-4f65-91c1-66189deaa728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:30.471711 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-6e3a1356-d28d-4f65-91c1-66189deaa728 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c21dd357d0374f68baf23c21ffc3bf3d&device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 1095 time: 0.1057065 Nov 26 02:49:30.568082 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-b1ded33c-3594-411b-83e4-7407fedb9c19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7d5a017-3df4-409e-ad05-15f640e3d508 HTTP/1.1" status: 200 len: 217 time: 0.0798528 Nov 26 02:49:30.629666 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127d742-c13d-4741-bed1-019d3495231a req-a0da5dcf-45e2-49fc-b598-c8941edd2bc8 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:30.631390 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d127d742-c13d-4741-bed1-019d3495231a req-a0da5dcf-45e2-49fc-b598-c8941edd2bc8 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 946 time: 0.4772875 Nov 26 02:49:30.668218 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-b3975fc3-ec1b-46c5-bc9c-55ed12636d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:30.670322 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-b3975fc3-ec1b-46c5-bc9c-55ed12636d6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b1d7b87-e76e-420b-a6ea-a71bcbbcd592 HTTP/1.1" status: 200 len: 844 time: 0.0933778 Nov 26 02:49:30.679781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c78052-cb05-4c89-8ad1-1ebd63dc0494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2789518d-7d9e-485d-8d15-2aaa0d907152'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:30.682229 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-3eb221a5-594b-4e93-9e79-d3efc8f0274b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:30.683542 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d8d0c9-60ff-48bd-aaf8-1a32c12dd259" -d '{"events": [{"server_uuid": "99c78052-cb05-4c89-8ad1-1ebd63dc0494", "name": "network-vif-plugged", "status": "completed", "tag": "2789518d-7d9e-485d-8d15-2aaa0d907152"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:30.711839 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b4a05b-35f1-4ccb-ba75-2189fbb4fb0f admin admin] Deleting subnet 42c3514c-b705-4328-90f5-fb413039c612 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:49:30.715523 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01b4a05b-35f1-4ccb-ba75-2189fbb4fb0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:30.754687 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01b4a05b-35f1-4ccb-ba75-2189fbb4fb0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:30.805916 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01b4a05b-35f1-4ccb-ba75-2189fbb4fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:30.815689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0b8f1-c2a4-4561-9cdb-71a755798000 req-2e0ec85c-2a44-45f7-a194-5a777852f807 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:30.817424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-53e0b8f1-c2a4-4561-9cdb-71a755798000 req-2e0ec85c-2a44-45f7-a194-5a777852f807 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 946 time: 0.3379760 Nov 26 02:49:30.848296 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c8f91f4-da65-4065-8dd7-89d8f51bcffa req-3a58a108-aee6-4780-9084-10ef402ee0dd service neutron] 10.222.0.54 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209644 Nov 26 02:49:31.024703 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d127d742-c13d-4741-bed1-019d3495231a req-5d1ca335-edfd-4c47-8b72-52ea4a9da316 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716469 Nov 26 02:49:31.063377 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-3eb221a5-594b-4e93-9e79-d3efc8f0274b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:31.078729 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-6620b0fd-acac-494c-bdff-f5a7c3c01b5f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b727c198-3d36-4fd1-b045-70b4bce472a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3968060 Nov 26 02:49:31.099035 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01b4a05b-35f1-4ccb-ba75-2189fbb4fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:31.105749 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ff1e4597-24c9-4f10-b373-14610df89cdf', 'a691e3df-fba1-4aba-a148-2d4cceb9293e', 'e90ba5fa-5c6f-4aac-9b57-a43178489aba'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:49:31.106896 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10584a00-a68f-4987-a6f6-667d7e0349c4 x-openstack-request-id: req-10584a00-a68f-4987-a6f6-667d7e0349c4 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:31.107198 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933b44d8-5aef-48ee-8ae2-5244271ab2b0", "tag": "b7d5a017-3df4-409e-ad05-15f640e3d508", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:31.107551 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10584a00-a68f-4987-a6f6-667d7e0349c4 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:31.108030 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933b44d8-5aef-48ee-8ae2-5244271ab2b0', 'tag': 'b7d5a017-3df4-409e-ad05-15f640e3d508', 'status': 'completed', 'code': 200} Nov 26 02:49:31.125136 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-53e0b8f1-c2a4-4561-9cdb-71a755798000 req-570e69cf-9c80-420c-bdac-63aa198713dc tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815504 Nov 26 02:49:31.206788 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f158d44d-d88b-466f-b765-36a913cb2c4b x-openstack-request-id: req-f158d44d-d88b-466f-b765-36a913cb2c4b {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:31.215487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4a05b-35f1-4ccb-ba75-2189fbb4fb0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42c3514c-b705-4328-90f5-fb413039c612,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:31.215657 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c78052-cb05-4c89-8ad1-1ebd63dc0494", "name": "network-vif-plugged", "status": "completed", "tag": "2789518d-7d9e-485d-8d15-2aaa0d907152", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:31.217646 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f158d44d-d88b-466f-b765-36a913cb2c4b {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:31.218229 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01b4a05b-35f1-4ccb-ba75-2189fbb4fb0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:31.218752 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c78052-cb05-4c89-8ad1-1ebd63dc0494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2789518d-7d9e-485d-8d15-2aaa0d907152', 'code': 200} Nov 26 02:49:31.221879 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-01b4a05b-35f1-4ccb-ba75-2189fbb4fb0f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/42c3514c-b705-4328-90f5-fb413039c612 HTTP/1.1" status: 204 len: 168 time: 0.7788703 Nov 26 02:49:31.225881 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37844) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:31.237999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab12b78-e305-4b5e-9d07-f50571071977 req-3eb221a5-594b-4e93-9e79-d3efc8f0274b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:49:31.248270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-fab12b78-e305-4b5e-9d07-f50571071977 req-3eb221a5-594b-4e93-9e79-d3efc8f0274b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:31.258618 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab12b78-e305-4b5e-9d07-f50571071977 req-3eb221a5-594b-4e93-9e79-d3efc8f0274b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:49:31.293713 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb221a5-594b-4e93-9e79-d3efc8f0274b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Pushing event updated for resources: {'Port': ['ID=a5410e7e-dc9e-4a07-9af2-b87d03317c44,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:31.352475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94baf9de-89c9-4103-bf8f-9b6b33b2511d', 'name': 'network-vif-deleted', 'tag': '6258d135-758e-40d1-b7cc-cd1e40e92f17'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:31.354949 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b227aa23-d2ae-4d02-90c1-90390dd3ffc7" -d '{"events": [{"server_uuid": "94baf9de-89c9-4103-bf8f-9b6b33b2511d", "name": "network-vif-deleted", "tag": "6258d135-758e-40d1-b7cc-cd1e40e92f17"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:31.379841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12b78-e305-4b5e-9d07-f50571071977 req-3eb221a5-594b-4e93-9e79-d3efc8f0274b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:31.380529 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-3eb221a5-594b-4e93-9e79-d3efc8f0274b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:31.477433 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-6b246354-796e-4575-9020-62da74b9032b service neutron] 10.222.0.59 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834317 Nov 26 02:49:31.497844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da867439-a2c3-4d99-bc9c-196563876648 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:49:31.508534 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:31.577001 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dff937a0-cf19-4eef-aa54-205528bc366b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:31.589358 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02445595-61ae-4c88-beb8-fcecb9477264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:31.611184 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Transition to ACTIVE for port object da867439-a2c3-4d99-bc9c-196563876648 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:49:31.615998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-3eb221a5-594b-4e93-9e79-d3efc8f0274b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1751859 Nov 26 02:49:31.623723 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:31.672320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Request body: {'port': {'device_id': 'a6a3722a-aa09-4697-86f2-8d35b93cc668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:31.684166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-036bd754-b17d-4353-9396-e49ee6cbdd00 None None] Provisioning complete for port a5410e7e-dc9e-4a07-9af2-b87d03317c44 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:31.684761 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-036bd754-b17d-4353-9396-e49ee6cbdd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:31.728670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b284a-a7fd-4586-9e66-cd8555c2edd6 req-22a310d2-efa4-45ba-bd34-0adf1acfa213 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:31.730255 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-370b284a-a7fd-4586-9e66-cd8555c2edd6 req-22a310d2-efa4-45ba-bd34-0adf1acfa213 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 935 time: 0.3470516 Nov 26 02:49:31.743624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff66a7-64a7-4672-bdcc-76ee1e4e9e17 req-7598fa85-edc2-4c5d-81bb-29dec2f91365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:31.745141 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b4ff66a7-64a7-4672-bdcc-76ee1e4e9e17 req-7598fa85-edc2-4c5d-81bb-29dec2f91365 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 1097 time: 0.1968470 Nov 26 02:49:31.752768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d4688-1039-4e9f-8dd7-db6348472f0f req-45276a59-318a-4aef-9ca7-a259ed2a4983 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:31.760174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a58d4688-1039-4e9f-8dd7-db6348472f0f req-45276a59-318a-4aef-9ca7-a259ed2a4983 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 944 time: 0.2412589 Nov 26 02:49:31.761155 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-036bd754-b17d-4353-9396-e49ee6cbdd00 None None] Port a5410e7e-dc9e-4a07-9af2-b87d03317c44 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:49:31.775746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Pushing event updated for resources: {'Port': ['ID=da867439-a2c3-4d99-bc9c-196563876648,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:31.789017 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dff937a0-cf19-4eef-aa54-205528bc366b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:31.822940 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e9e2f840-26be-4e17-ba7c-42bff66af7a7 req-67c4fd88-a290-439f-afa3-b41b7bf0ea6a service neutron] 10.222.0.59 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358493 Nov 26 02:49:31.826105 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-dff937a0-cf19-4eef-aa54-205528bc366b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee768a70-430d-420e-8947-2080156e0c15']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:31.843095 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-dff937a0-cf19-4eef-aa54-205528bc366b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174ef33f-1ddd-42ff-831b-aa671f5cb3c3') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:31.843820 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-dff937a0-cf19-4eef-aa54-205528bc366b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174ef33f-1ddd-42ff-831b-aa671f5cb3c3') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:31.856911 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dff937a0-cf19-4eef-aa54-205528bc366b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:31.901575 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:31.922026 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dff937a0-cf19-4eef-aa54-205528bc366b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:31.930690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff937a0-cf19-4eef-aa54-205528bc366b admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:49:31.931174 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dff937a0-cf19-4eef-aa54-205528bc366b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:49:31.933846 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:49:31.960431 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a58d4688-1039-4e9f-8dd7-db6348472f0f req-74bb72b3-5471-4b8c-9b1a-98fa493e3f00 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993513 Nov 26 02:49:31.969969 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-370b284a-a7fd-4586-9e66-cd8555c2edd6 req-e388ca0e-2eaf-41a6-ab63-aba056b8972f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289438 Nov 26 02:49:32.070973 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dff937a0-cf19-4eef-aa54-205528bc366b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:32.075222 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742678f-6172-4fc4-9fa3-344f09ba91c8 req-6dc72f4e-aa28-447b-99c7-c83b0c7c4bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:32.089030 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c742678f-6172-4fc4-9fa3-344f09ba91c8 req-6dc72f4e-aa28-447b-99c7-c83b0c7c4bd9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c21dd357d0374f68baf23c21ffc3bf3d&device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 1095 time: 0.1539619 Nov 26 02:49:32.095559 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dff937a0-cf19-4eef-aa54-205528bc366b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:32.114508 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dff937a0-cf19-4eef-aa54-205528bc366b admin admin] 10.222.0.31 "DELETE /v2.0/networks/ee768a70-430d-420e-8947-2080156e0c15 HTTP/1.1" status: 204 len: 168 time: 0.8827202 Nov 26 02:49:32.151454 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff937a0-cf19-4eef-aa54-205528bc366b admin admin] Pushing event deleted for resources: {'Network': ['ID=ee768a70-430d-420e-8947-2080156e0c15,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:32.286967 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742678f-6172-4fc4-9fa3-344f09ba91c8 req-f048e23b-21ba-45c7-a59e-79d9fb194231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:32.288493 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c742678f-6172-4fc4-9fa3-344f09ba91c8 req-f048e23b-21ba-45c7-a59e-79d9fb194231 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b727c198-3d36-4fd1-b045-70b4bce472a0 HTTP/1.1" status: 200 len: 905 time: 0.1709867 Nov 26 02:49:32.291722 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164db5e8-0221-448d-a3a0-03f5fe946860 x-openstack-request-id: req-164db5e8-0221-448d-a3a0-03f5fe946860 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:32.292107 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94baf9de-89c9-4103-bf8f-9b6b33b2511d", "name": "network-vif-deleted", "tag": "6258d135-758e-40d1-b7cc-cd1e40e92f17", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:32.292452 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-164db5e8-0221-448d-a3a0-03f5fe946860 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:32.292724 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94baf9de-89c9-4103-bf8f-9b6b33b2511d', 'name': 'network-vif-deleted', 'tag': '6258d135-758e-40d1-b7cc-cd1e40e92f17', 'status': 'completed', 'code': 200} Nov 26 02:49:32.308584 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b4ff66a7-64a7-4672-bdcc-76ee1e4e9e17 req-3394e83c-1ba1-454d-8651-05698fb1df26 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5406013 Nov 26 02:49:32.336253 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c742678f-6172-4fc4-9fa3-344f09ba91c8 req-a45c7db9-576e-4ed6-8c2f-0632bc3c63ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7d5a017-3df4-409e-ad05-15f640e3d508 HTTP/1.1" status: 200 len: 217 time: 0.0375717 Nov 26 02:49:32.346914 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-02445595-61ae-4c88-beb8-fcecb9477264 admin admin] Deleting port 3b23f26c-3cbd-4078-8854-1142f2f50138 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:49:32.347164 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02445595-61ae-4c88-beb8-fcecb9477264 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:32.376547 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Attempting to bind port da867439-a2c3-4d99-bc9c-196563876648 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:49:32.377115 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Attempting to bind port da867439-a2c3-4d99-bc9c-196563876648 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:49:32.377238 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Attempting to bind port da867439-a2c3-4d99-bc9c-196563876648 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:32.415695 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37864) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:32.443803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Port da867439-a2c3-4d99-bc9c-196563876648 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:49:32.444305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Attempting to bind port da867439-a2c3-4d99-bc9c-196563876648 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:32.469908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:49:32.470263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:32.470672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:49:32.471215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Bound port: da867439-a2c3-4d99-bc9c-196563876648, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:49:32.471485 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:32.477176 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-04b32547-e9a8-41b5-aad9-cb50f0a83c5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f4f03e477994949aa5dc4c81fb10dcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0597324 Nov 26 02:49:32.480136 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37870) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:32.486005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab9c5f-ebdb-4bed-a078-22e54d12ee32 req-0732ba00-f609-49cf-b090-b914fa75fe66 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:32.487586 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42ab9c5f-ebdb-4bed-a078-22e54d12ee32 req-0732ba00-f609-49cf-b090-b914fa75fe66 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 946 time: 0.1921308 Nov 26 02:49:32.491420 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-02445595-61ae-4c88-beb8-fcecb9477264 admin admin] For port 3b23f26c-3cbd-4078-8854-1142f2f50138, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=3b23f26c-3cbd-4078-8854-1142f2f50138,segment=NetworkSegment(31c87a92-3928-498c-b8f3-d9b0f6bc3444),segment_id=31c87a92-3928-498c-b8f3-d9b0f6bc3444)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:32.492924 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02445595-61ae-4c88-beb8-fcecb9477264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:32.501705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611d872-315f-4810-b32c-94c9729ec972 req-e5e70dce-0670-4ad1-b12b-7e2856f4b5c3 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:32.512384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c611d872-315f-4810-b32c-94c9729ec972 req-e5e70dce-0670-4ad1-b12b-7e2856f4b5c3 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 946 time: 0.2215457 Nov 26 02:49:32.515009 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-02445595-61ae-4c88-beb8-fcecb9477264 admin admin] Calling delete_port for 3b23f26c-3cbd-4078-8854-1142f2f50138 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:49:32.613524 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad6bc44f-8f6c-4772-8b9a-54fa307ec566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:32.684934 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad6bc44f-8f6c-4772-8b9a-54fa307ec566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:32.688066 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c611d872-315f-4810-b32c-94c9729ec972 req-26598283-7897-42f4-ba7a-0e3c68c48a2d tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782227 Nov 26 02:49:32.713686 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42ab9c5f-ebdb-4bed-a078-22e54d12ee32 req-5df77cec-f654-454a-9129-80dcf2d8001a tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026575 Nov 26 02:49:32.765641 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] For port da867439-a2c3-4d99-bc9c-196563876648, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:49:32.779942 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742678f-6172-4fc4-9fa3-344f09ba91c8 req-b9220091-c121-4acf-94cd-db557c3249b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:32.781742 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c742678f-6172-4fc4-9fa3-344f09ba91c8 req-b9220091-c121-4acf-94cd-db557c3249b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b1d7b87-e76e-420b-a6ea-a71bcbbcd592 HTTP/1.1" status: 200 len: 844 time: 0.1541903 Nov 26 02:49:32.798429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] For port da867439-a2c3-4d99-bc9c-196563876648, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=da867439-a2c3-4d99-bc9c-196563876648,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:49:32.804704 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:32.829337 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c742678f-6172-4fc4-9fa3-344f09ba91c8 req-fc34394e-e4ec-4219-ac32-099bb602c8c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b727c198-3d36-4fd1-b045-70b4bce472a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352466 Nov 26 02:49:32.843509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5410e7e-dc9e-4a07-9af2-b87d03317c44 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:49:32.862830 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:32.869016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:32.869016 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:32.870220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] 10.222.0.59 "PUT /v2.0/ports/da867439-a2c3-4d99-bc9c-196563876648 HTTP/1.1" status: 200 len: 1095 time: 2.8549440 Nov 26 02:49:32.891397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba530e-bb0b-4835-83d1-16541f324a0e service neutron] Pushing event updated for resources: {'Port': ['ID=da867439-a2c3-4d99-bc9c-196563876648,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:32.894377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Transition to ACTIVE for port object a5410e7e-dc9e-4a07-9af2-b87d03317c44 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:49:32.903823 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:32.919866 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad6bc44f-8f6c-4772-8b9a-54fa307ec566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:32.937516 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad6bc44f-8f6c-4772-8b9a-54fa307ec566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:32.942179 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ad6bc44f-8f6c-4772-8b9a-54fa307ec566 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1f84630-a24c-4b4d-91b4-20e5e84f5878 HTTP/1.1" status: 204 len: 168 time: 0.4609771 Nov 26 02:49:32.969830 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bc44f-8f6c-4772-8b9a-54fa307ec566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f84630-a24c-4b4d-91b4-20e5e84f5878,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:32.980476 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Pushing event updated for resources: {'Port': ['ID=a5410e7e-dc9e-4a07-9af2-b87d03317c44,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:33.094563 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c742678f-6172-4fc4-9fa3-344f09ba91c8 req-6a3bf5cd-9c14-4856-a7e6-18ba9120c98b service neutron] 10.222.0.59 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542903 Nov 26 02:49:33.097624 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02445595-61ae-4c88-beb8-fcecb9477264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:33.143855 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02445595-61ae-4c88-beb8-fcecb9477264 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b23f26c-3cbd-4078-8854-1142f2f50138,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:33.188624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12b78-e305-4b5e-9d07-f50571071977 req-299a153d-86d9-4db4-846f-f5ac86dc0a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:33.190298 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-299a153d-86d9-4db4-846f-f5ac86dc0a63 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&device_id=69d5260d-1064-419a-8077-995776924690 HTTP/1.1" status: 200 len: 1098 time: 0.2448709 Nov 26 02:49:33.254574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Attempting to bind port a5410e7e-dc9e-4a07-9af2-b87d03317c44 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:49:33.255437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Attempting to bind port a5410e7e-dc9e-4a07-9af2-b87d03317c44 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:49:33.255437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Attempting to bind port a5410e7e-dc9e-4a07-9af2-b87d03317c44 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:33.399243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Port a5410e7e-dc9e-4a07-9af2-b87d03317c44 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:49:33.399243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Attempting to bind port a5410e7e-dc9e-4a07-9af2-b87d03317c44 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:33.407707 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-f71daea4-c1bf-496a-b064-465538e95920 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=da867439-a2c3-4d99-bc9c-196563876648 HTTP/1.1" status: 200 len: 217 time: 0.1569173 Nov 26 02:49:33.410539 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c742678f-6172-4fc4-9fa3-344f09ba91c8 req-64be84fa-258a-4561-922a-8a3b6069cf3e service neutron] 10.222.0.59 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998688 Nov 26 02:49:33.450759 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406634fe-47bf-45a5-9b43-f3ed80b9c72a req-1af54b10-55c0-45cf-a90e-3e738d263b18 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:33.458740 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-406634fe-47bf-45a5-9b43-f3ed80b9c72a req-1af54b10-55c0-45cf-a90e-3e738d263b18 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 944 time: 0.3653076 Nov 26 02:49:33.461867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:49:33.462214 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:33.462664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:49:33.463113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Bound port: a5410e7e-dc9e-4a07-9af2-b87d03317c44, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:49:33.463476 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:33.513859 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02445595-61ae-4c88-beb8-fcecb9477264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:33.589169 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12b78-e305-4b5e-9d07-f50571071977 req-224b0dc0-eede-4dff-8799-ae4ed1c30bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:33.590990 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-224b0dc0-eede-4dff-8799-ae4ed1c30bf2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1106696 Nov 26 02:49:33.599392 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9db7be-eb97-43b3-aa07-8bad0e62530a req-93785856-53af-450d-bdb9-cde3caf6bcd8 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:33.610133 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d9db7be-eb97-43b3-aa07-8bad0e62530a req-93785856-53af-450d-bdb9-cde3caf6bcd8 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 947 time: 0.3905714 Nov 26 02:49:33.814130 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-406634fe-47bf-45a5-9b43-f3ed80b9c72a req-58dd6d9d-e6b6-4d87-a8d8-6fff6b416593 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535583 Nov 26 02:49:33.831112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12b78-e305-4b5e-9d07-f50571071977 req-b1d6faae-077c-4114-a00c-e4366fabe0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:33.832714 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-b1d6faae-077c-4114-a00c-e4366fabe0d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1742818 Nov 26 02:49:33.904454 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d9db7be-eb97-43b3-aa07-8bad0e62530a req-5fd7232b-192d-4001-afca-230c29346643 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884200 Nov 26 02:49:33.939990 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02445595-61ae-4c88-beb8-fcecb9477264 admin admin] Router 4f58bc24-94a0-45e7-9722-9facd799ada5 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:49:34.100894 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] For port a5410e7e-dc9e-4a07-9af2-b87d03317c44, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:49:34.127013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] For port a5410e7e-dc9e-4a07-9af2-b87d03317c44, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a5410e7e-dc9e-4a07-9af2-b87d03317c44,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:49:34.147527 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:34.165328 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e956a-f2b7-44dd-a30e-757ea81b6fa0 req-8c2328c6-f616-4403-b6e5-4831369c8c90 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:34.166886 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-671e956a-f2b7-44dd-a30e-757ea81b6fa0 req-8c2328c6-f616-4403-b6e5-4831369c8c90 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 946 time: 0.1913536 Nov 26 02:49:34.215685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-22c90d84-10c4-435a-85d5-94b345af98f7 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700349 Nov 26 02:49:34.225379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:34.226031 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:34.228003 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] 10.222.0.54 "PUT /v2.0/ports/a5410e7e-dc9e-4a07-9af2-b87d03317c44 HTTP/1.1" status: 200 len: 1095 time: 2.5664377 Nov 26 02:49:34.260044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dae791-f2a4-4286-8c7f-f36bc67b6955 req-6143f8d0-b6dd-4570-bdd4-6aa1a7472351 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:34.261594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0dae791-f2a4-4286-8c7f-f36bc67b6955 req-6143f8d0-b6dd-4570-bdd4-6aa1a7472351 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 946 time: 0.2076018 Nov 26 02:49:34.288381 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37906) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:34.328922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d5260d-1064-419a-8077-995776924690', 'tag': 'da867439-a2c3-4d99-bc9c-196563876648'}, {'name': 'network-changed', 'server_uuid': 'a6a3722a-aa09-4697-86f2-8d35b93cc668', 'tag': 'a5410e7e-dc9e-4a07-9af2-b87d03317c44'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:34.331186 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb3a347-ef38-4043-be7c-a3a78d3606d1" -d '{"events": [{"name": "network-changed", "server_uuid": "69d5260d-1064-419a-8077-995776924690", "tag": "da867439-a2c3-4d99-bc9c-196563876648"}, {"name": "network-changed", "server_uuid": "a6a3722a-aa09-4697-86f2-8d35b93cc668", "tag": "a5410e7e-dc9e-4a07-9af2-b87d03317c44"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:34.356080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30193c30-0d49-4d22-af4e-5c8ca1cea431 service neutron] Pushing event updated for resources: {'Port': ['ID=a5410e7e-dc9e-4a07-9af2-b87d03317c44,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:34.384890 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02445595-61ae-4c88-beb8-fcecb9477264 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:49:34.391083 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-02445595-61ae-4c88-beb8-fcecb9477264 admin admin] 10.222.0.31 "PUT /v2.0/routers/4f58bc24-94a0-45e7-9722-9facd799ada5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3450203 Nov 26 02:49:34.394223 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37912) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:34.396604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b0ea3-0f2b-4f69-9031-5a2327a17bee None None] Sync routers for ids ['4f58bc24-94a0-45e7-9722-9facd799ada5'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:49:34.412042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b0ea3-0f2b-4f69-9031-5a2327a17bee None None] Routers {'4f58bc24-94a0-45e7-9722-9facd799ada5'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:49:34.417524 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ec0b0ea3-0f2b-4f69-9031-5a2327a17bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:49:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['4f58bc24-94a0-45e7-9722-9facd799ada5'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:34.449969 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0dae791-f2a4-4286-8c7f-f36bc67b6955 req-a563af1c-47d1-4f66-8e44-49b7f8ab5dc2 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643794 Nov 26 02:49:34.464782 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-671e956a-f2b7-44dd-a30e-757ea81b6fa0 req-98568145-f83e-4b3c-99e2-2e5f1440df2c tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656600 Nov 26 02:49:34.556824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-dc3148e9-5595-43b0-bc93-c2177b1f2b09 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-914349987-network', 'tenant_id': 'a48c2e2df7e248e28145b62ad18eaf76'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:34.573303 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2331-91b7-4fd0-b975-f9cebae898c4 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:34.579279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12b78-e305-4b5e-9d07-f50571071977 req-56fd7efc-5e51-4d15-a906-760d97d0ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:34.580828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-56fd7efc-5e51-4d15-a906-760d97d0ff7f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 1098 time: 0.2395892 Nov 26 02:49:34.587823 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95d874e-39a0-4681-afeb-ea3e9a5569da x-openstack-request-id: req-e95d874e-39a0-4681-afeb-ea3e9a5569da {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:34.588179 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d5260d-1064-419a-8077-995776924690", "tag": "da867439-a2c3-4d99-bc9c-196563876648", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6a3722a-aa09-4697-86f2-8d35b93cc668", "tag": "a5410e7e-dc9e-4a07-9af2-b87d03317c44", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:34.588416 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e95d874e-39a0-4681-afeb-ea3e9a5569da {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:34.588826 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d5260d-1064-419a-8077-995776924690', 'tag': 'da867439-a2c3-4d99-bc9c-196563876648', 'status': 'completed', 'code': 200} Nov 26 02:49:34.589084 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a3722a-aa09-4697-86f2-8d35b93cc668', 'tag': 'a5410e7e-dc9e-4a07-9af2-b87d03317c44', 'status': 'completed', 'code': 200} Nov 26 02:49:34.591196 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-fc5306f7-c569-49ec-a071-2ce47962b799 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611557 Nov 26 02:49:34.626251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3148e9-5595-43b0-bc93-c2177b1f2b09 admin admin] Made reservation on behalf of a48c2e2df7e248e28145b62ad18eaf76 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:34.628893 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc3148e9-5595-43b0-bc93-c2177b1f2b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:34.669844 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc3148e9-5595-43b0-bc93-c2177b1f2b09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:34.675871 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-ec0b0ea3-0f2b-4f69-9031-5a2327a17bee None None] Set router 4f58bc24-94a0-45e7-9722-9facd799ada5 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:49:34.731434 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2331-91b7-4fd0-b975-f9cebae898c4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:34.766402 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-ddad46d9-91b5-4e2e-9e8d-d64251da5799 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=a5410e7e-dc9e-4a07-9af2-b87d03317c44 HTTP/1.1" status: 200 len: 217 time: 0.1335778 Nov 26 02:49:34.819640 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-3a3f2331-91b7-4fd0-b975-f9cebae898c4 admin admin] Deleting port 8120ec6c-46fd-4113-be8b-932d27940313 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:49:34.820027 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2331-91b7-4fd0-b975-f9cebae898c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:34.930752 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-3a3f2331-91b7-4fd0-b975-f9cebae898c4 admin admin] For port 8120ec6c-46fd-4113-be8b-932d27940313, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8120ec6c-46fd-4113-be8b-932d27940313,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:34.931076 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2331-91b7-4fd0-b975-f9cebae898c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:34.948219 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a8530-9af6-46bb-8839-3d6e3b4bc664 req-b8d3af57-d8ff-4ad5-9839-6c0af4413c93 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:34.948827 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-3a3f2331-91b7-4fd0-b975-f9cebae898c4 admin admin] Calling delete_port for 8120ec6c-46fd-4113-be8b-932d27940313 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:49:34.952822 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ec0b0ea3-0f2b-4f69-9031-5a2327a17bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f58bc24-94a0-45e7-9722-9facd799ada5', 'name': 'tempest-AttachSCSIVolumeTestJSON-399089636-router', 'tenant_id': '423ce6341aae4306a11cf3104fe14bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8120ec6c-46fd-4113-be8b-932d27940313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:47:12Z', 'updated_at': '2021-11-26T02:49:32Z', 'revision_number': 5, 'project_id': '423ce6341aae4306a11cf3104fe14bb1', 'gw_port': {'id': '8120ec6c-46fd-4113-be8b-932d27940313', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f58bc24-94a0-45e7-9722-9facd799ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:14Z', 'updated_at': '2021-11-26T02:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:34.955623 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-451a8530-9af6-46bb-8839-3d6e3b4bc664 req-b8d3af57-d8ff-4ad5-9839-6c0af4413c93 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 946 time: 0.2094979 Nov 26 02:49:34.969218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f79467-82af-452f-a4da-f08152d8a395 req-d4e4ca5f-a480-40cb-aace-1c976fbd659c tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:34.970662 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72f79467-82af-452f-a4da-f08152d8a395 req-d4e4ca5f-a480-40cb-aace-1c976fbd659c tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 946 time: 0.2187879 Nov 26 02:49:34.972481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-16619a23-224e-4c1f-8671-0db293c6ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:34.973887 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-16619a23-224e-4c1f-8671-0db293c6ae74 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&device_id=69d5260d-1064-419a-8077-995776924690 HTTP/1.1" status: 200 len: 1098 time: 0.2209022 Nov 26 02:49:34.999905 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device b7d5a017-3df4-409e-ad05-15f640e3d508 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:49:35.002830 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b0ea3-0f2b-4f69-9031-5a2327a17bee None None] Checking router: 4f58bc24-94a0-45e7-9722-9facd799ada5 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:49:35.020445 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b0ea3-0f2b-4f69-9031-5a2327a17bee None None] Routers {'4f58bc24-94a0-45e7-9722-9facd799ada5'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:49:35.021277 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ec0b0ea3-0f2b-4f69-9031-5a2327a17bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:49:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['4f58bc24-94a0-45e7-9722-9facd799ada5'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:35.060549 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12b78-e305-4b5e-9d07-f50571071977 req-fcbdfe96-21ef-4936-883d-ab1e04610733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:35.064090 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-fcbdfe96-21ef-4936-883d-ab1e04610733 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.2489185 Nov 26 02:49:35.181938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-ec0b0ea3-0f2b-4f69-9031-5a2327a17bee None None] Set router 4f58bc24-94a0-45e7-9722-9facd799ada5 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:49:35.192081 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2331-91b7-4fd0-b975-f9cebae898c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:35.218991 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc3148e9-5595-43b0-bc93-c2177b1f2b09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:35.229941 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f2331-91b7-4fd0-b975-f9cebae898c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8120ec6c-46fd-4113-be8b-932d27940313,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:35.232341 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72f79467-82af-452f-a4da-f08152d8a395 req-60fb93b9-5be8-4151-b973-933164070b37 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491937 Nov 26 02:49:35.244077 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc3148e9-5595-43b0-bc93-c2177b1f2b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:35.261408 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3148e9-5595-43b0-bc93-c2177b1f2b09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:49:35.293351 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ec0b0ea3-0f2b-4f69-9031-5a2327a17bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f58bc24-94a0-45e7-9722-9facd799ada5', 'name': 'tempest-AttachSCSIVolumeTestJSON-399089636-router', 'tenant_id': '423ce6341aae4306a11cf3104fe14bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:47:12Z', 'updated_at': '2021-11-26T02:49:34Z', 'revision_number': 6, 'project_id': '423ce6341aae4306a11cf3104fe14bb1', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:35.296380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-451a8530-9af6-46bb-8839-3d6e3b4bc664 req-7c45e8d5-2c92-4c5e-81d9-9118bd1ffd46 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b669850-ea54-406b-966d-7901332dfafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3387418 Nov 26 02:49:35.319685 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc3148e9-5595-43b0-bc93-c2177b1f2b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:35.320194 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-dc3148e9-5595-43b0-bc93-c2177b1f2b09 admin admin] Added segment afd4fed7-0c83-4fd3-b1f6-909c38d37a44 of type vlan for network 0bcdc5fe-550e-4345-975e-89fcf4e825dc Nov 26 02:49:35.376217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3148e9-5595-43b0-bc93-c2177b1f2b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f4b96e-6a63-40dc-87ee-18176745dd33,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:35.382807 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2331-91b7-4fd0-b975-f9cebae898c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:35.388769 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b0ea3-0f2b-4f69-9031-5a2327a17bee None None] The sync data for ids ['4f58bc24-94a0-45e7-9722-9facd799ada5'] in n-d-819389-3 is: [{'id': '4f58bc24-94a0-45e7-9722-9facd799ada5', 'name': 'tempest-AttachSCSIVolumeTestJSON-399089636-router', 'tenant_id': '423ce6341aae4306a11cf3104fe14bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:47:12Z', 'updated_at': '2021-11-26T02:49:34Z', 'revision_number': 6, 'project_id': '423ce6341aae4306a11cf3104fe14bb1', 'gw_port_host': None}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:49:35.408009 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port b7d5a017-3df4-409e-ad05-15f640e3d508, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b7d5a017-3df4-409e-ad05-15f640e3d508,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:35.422377 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'b7d5a017-3df4-409e-ad05-15f640e3d508', 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0', 'port_id': 'b7d5a017-3df4-409e-ad05-15f640e3d508', 'mac_address': 'fa:16:3e:9d:46:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1d7b87-e76e-420b-a6ea-a71bcbbcd592', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:49:35.432832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12b78-e305-4b5e-9d07-f50571071977 req-46216e01-af48-49ff-b1d1-4d76f2fe5619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:35.434431 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-46216e01-af48-49ff-b1d1-4d76f2fe5619 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3169947 Nov 26 02:49:35.435456 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-f1a40962-0cb2-40b8-887f-ddce7cc4dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:35.436890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-f1a40962-0cb2-40b8-887f-ddce7cc4dc8f service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.4256442 Nov 26 02:49:35.441803 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc3148e9-5595-43b0-bc93-c2177b1f2b09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:35.486966 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:35.508760 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d5a017-3df4-409e-ad05-15f640e3d508 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:49:35.534510 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port b7d5a017-3df4-409e-ad05-15f640e3d508, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b7d5a017-3df4-409e-ad05-15f640e3d508,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:35.540728 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:35.541392 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2331-91b7-4fd0-b975-f9cebae898c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:35.544397 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2331-91b7-4fd0-b975-f9cebae898c4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:35.600299 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2331-91b7-4fd0-b975-f9cebae898c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:35.601300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3f2331-91b7-4fd0-b975-f9cebae898c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f58bc24-94a0-45e7-9722-9facd799ada5 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:49:35.609631 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=b7d5a017-3df4-409e-ad05-15f640e3d508,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:35.612993 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2331-91b7-4fd0-b975-f9cebae898c4 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:35.614171 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3a3f2331-91b7-4fd0-b975-f9cebae898c4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4f58bc24-94a0-45e7-9722-9facd799ada5 HTTP/1.1" status: 204 len: 168 time: 1.2193787 Nov 26 02:49:35.616990 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37938) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:35.626519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-1ba45d34-5996-4545-aac1-66c59a2b9b83 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718986 Nov 26 02:49:35.631096 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.db.resource_extend [None req-dc3148e9-5595-43b0-bc93-c2177b1f2b09 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 02:49:35.636820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-f50cb016-0733-4723-a1c9-ded76b062bc0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=da867439-a2c3-4d99-bc9c-196563876648 HTTP/1.1" status: 200 len: 217 time: 0.1840906 Nov 26 02:49:35.681134 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-300d259c-130e-42bf-82cd-024807b8d6be admin admin] Deleting subnet 20accd68-bf6e-4dd2-ab0a-8edec2df53fa {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:49:35.684482 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-300d259c-130e-42bf-82cd-024807b8d6be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:35.723829 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-300d259c-130e-42bf-82cd-024807b8d6be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:35.734518 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc3148e9-5595-43b0-bc93-c2177b1f2b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:35.735421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3148e9-5595-43b0-bc93-c2177b1f2b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:35.736015 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc3148e9-5595-43b0-bc93-c2177b1f2b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:35.808620 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-300d259c-130e-42bf-82cd-024807b8d6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:35.888705 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-300d259c-130e-42bf-82cd-024807b8d6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:35.926173 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d259c-130e-42bf-82cd-024807b8d6be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20accd68-bf6e-4dd2-ab0a-8edec2df53fa,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:35.931080 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-300d259c-130e-42bf-82cd-024807b8d6be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:35.935224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['b7d5a017-3df4-409e-ad05-15f640e3d508'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:49:35.937460 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-300d259c-130e-42bf-82cd-024807b8d6be admin admin] 10.222.0.31 "DELETE /v2.0/subnets/20accd68-bf6e-4dd2-ab0a-8edec2df53fa HTTP/1.1" status: 204 len: 168 time: 0.3183539 Nov 26 02:49:35.940008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37940) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:35.971133 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba34d308-57ab-4022-8990-16c5441c7b74 None None] Network 9423f87b-b88b-4513-882b-6a768f8ff269 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:49:36.035651 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:36.097235 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] Deleting port 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:49:36.097605 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:36.120551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425eab24-4f57-40dd-aad2-1bd54f781b66 req-ab025446-7fa0-42e9-8944-916d05345469 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:36.122177 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-425eab24-4f57-40dd-aad2-1bd54f781b66 req-ab025446-7fa0-42e9-8944-916d05345469 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 947 time: 0.6827281 Nov 26 02:49:36.144905 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb8811-40ba-4e9b-bf7f-e3326d110c13 req-0ba132db-0933-4a3c-be4b-e421b113d793 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:36.146888 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79bb8811-40ba-4e9b-bf7f-e3326d110c13 req-0ba132db-0933-4a3c-be4b-e421b113d793 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 944 time: 0.7273717 Nov 26 02:49:36.167637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-9e4ba1fd-9d4c-468a-9f46-33ad7ce75e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:36.169771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-9e4ba1fd-9d4c-468a-9f46-33ad7ce75e0c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.5137091 Nov 26 02:49:36.173328 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-dc3148e9-5595-43b0-bc93-c2177b1f2b09 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8821421 Nov 26 02:49:36.181958 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37944) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:36.202793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-06b6bd46-1952-494c-81da-d22594f8d7fe admin admin] Request body: {'subnet': {'network_id': '0bcdc5fe-550e-4345-975e-89fcf4e825dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-914349987-subnet', 'tenant_id': 'a48c2e2df7e248e28145b62ad18eaf76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:36.225573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3148e9-5595-43b0-bc93-c2177b1f2b09 admin admin] Pushing event updated for resources: {'Network': ['ID=0bcdc5fe-550e-4345-975e-89fcf4e825dc,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:36.248918 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 0bcdc5fe-550e-4345-975e-89fcf4e825dc details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:49:36.312660 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] For port 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7,segment=NetworkSegment(31c87a92-3928-498c-b8f3-d9b0f6bc3444),segment_id=31c87a92-3928-498c-b8f3-d9b0f6bc3444)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:36.313160 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:36.334403 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] Calling delete_port for 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:49:36.337965 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fab12b78-e305-4b5e-9d07-f50571071977 req-a1a9f5a0-557b-4dc0-838d-0e65c58ce382 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6953938 Nov 26 02:49:36.366391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-425eab24-4f57-40dd-aad2-1bd54f781b66 req-e12f247b-f94d-4d78-9f2f-525201e1e57b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262197 Nov 26 02:49:36.373700 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b6bd46-1952-494c-81da-d22594f8d7fe admin admin] Made reservation on behalf of a48c2e2df7e248e28145b62ad18eaf76 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:36.384898 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-06b6bd46-1952-494c-81da-d22594f8d7fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:36.397362 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-53287263-7111-4fbb-94ba-7c3932a6bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:36.403702 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-53287263-7111-4fbb-94ba-7c3932a6bcd0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2128136 Nov 26 02:49:36.409032 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79bb8811-40ba-4e9b-bf7f-e3326d110c13 req-abda49c6-d701-40e8-9c2f-d6bb69f58d7c tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316587 Nov 26 02:49:36.479999 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffb8fa9-2617-4ec4-85bb-adfecd6588c3 None None] DHCP port deletion for 9423f87b-b88b-4513-882b-6a768f8ff269 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:49:36.501208 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:36.550670 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] Pushing event deleted for resources: {'Port': ['ID=4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:36.554441 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] No DVR routers for this DVR port 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:49:36.578202 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb8fa9-2617-4ec4-85bb-adfecd6588c3 None None] Deleting port 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:49:36.578577 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7ffb8fa9-2617-4ec4-85bb-adfecd6588c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:36.648745 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:36.670264 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 3b23f26c-3cbd-4078-8854-1142f2f50138 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:49:36.683476 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9423f87b-b88b-4513-882b-6a768f8ff269']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:36.697469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-98da46b1-28d0-4e3f-addb-735033b0d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:36.699653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-98da46b1-28d0-4e3f-addb-735033b0d625 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 1098 time: 0.2317603 Nov 26 02:49:36.701494 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c87a92-3928-498c-b8f3-d9b0f6bc3444') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:36.701881 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c87a92-3928-498c-b8f3-d9b0f6bc3444') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:36.711691 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 3b23f26c-3cbd-4078-8854-1142f2f50138 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:49:36.711691 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 3b23f26c-3cbd-4078-8854-1142f2f50138 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:49:36.711691 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8120ec6c-46fd-4113-be8b-932d27940313 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:49:36.733344 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:36.753543 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-072b5fd0-c808-4ed9-9aa0-e55d8da0a6af service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287768 Nov 26 02:49:36.766702 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:36.769394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb20d61-6e59-4d4c-b75c-ff08075e5967 req-7f5d4802-370b-464d-973e-68850e5f669d tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:36.774623 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 8120ec6c-46fd-4113-be8b-932d27940313 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:49:36.774969 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8120ec6c-46fd-4113-be8b-932d27940313 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:49:36.775387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:49:36.776701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abb20d61-6e59-4d4c-b75c-ff08075e5967 req-7f5d4802-370b-464d-973e-68850e5f669d tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 946 time: 0.1889913 Nov 26 02:49:36.783338 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:49:36.783992 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:49:36.785940 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:49:36.806578 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:49:36.806928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:49:36.812511 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7ffb8fa9-2617-4ec4-85bb-adfecd6588c3 None None] For port 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:36.812908 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7ffb8fa9-2617-4ec4-85bb-adfecd6588c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:36.849897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb8fa9-2617-4ec4-85bb-adfecd6588c3 None None] Calling delete_port for 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:49:36.855294 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-7ffb8fa9-2617-4ec4-85bb-adfecd6588c3 None None] Port 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7 was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 02:49:36.856946 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7ffb8fa9-2617-4ec4-85bb-adfecd6588c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:36.886646 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:36.894064 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:36.900965 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] 10.222.0.31 "DELETE /v2.0/networks/9423f87b-b88b-4513-882b-6a768f8ff269 HTTP/1.1" status: 204 len: 168 time: 0.9487603 Nov 26 02:49:36.909245 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb8fa9-2617-4ec4-85bb-adfecd6588c3 None None] Pushing event deleted for resources: {'Port': ['ID=4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:36.916988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37954) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:36.917548 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ffb8fa9-2617-4ec4-85bb-adfecd6588c3 None None] Network 9423f87b-b88b-4513-882b-6a768f8ff269 is not hosted by any dhcp agent {{(pid=104803) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 26 02:49:36.918012 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffb8fa9-2617-4ec4-85bb-adfecd6588c3 None None] No DVR routers for this DVR port 4cfe6d9e-3d74-46ae-b2a8-c05d87e217b7 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:49:36.927726 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c82789-b381-477a-b15d-536e0771524f admin admin] Pushing event deleted for resources: {'Network': ['ID=9423f87b-b88b-4513-882b-6a768f8ff269,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:36.973343 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device da867439-a2c3-4d99-bc9c-196563876648 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:49:37.011092 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abb20d61-6e59-4d4c-b75c-ff08075e5967 req-059cb87b-375e-4b05-baf1-5c9a13306f82 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334960 Nov 26 02:49:37.084559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port da867439-a2c3-4d99-bc9c-196563876648, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=da867439-a2c3-4d99-bc9c-196563876648,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:37.151737 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-06b6bd46-1952-494c-81da-d22594f8d7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:37.245288 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'da867439-a2c3-4d99-bc9c-196563876648', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': 'da867439-a2c3-4d99-bc9c-196563876648', 'mac_address': 'fa:16:3e:b4:25:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:49:37.260450 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-3c1ce311-00e8-4747-9c10-2f499e96db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:37.260755 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37966) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:37.262700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-3c1ce311-00e8-4747-9c10-2f499e96db99 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.5452971 Nov 26 02:49:37.265691 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b83da21e-37ee-4a48-ba23-c372149b3263 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-523520442'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:37.285364 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:37.301118 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da867439-a2c3-4d99-bc9c-196563876648 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:49:37.302745 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83da21e-37ee-4a48-ba23-c372149b3263 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Made reservation on behalf of 3c9e03453576449e8027bf6795ca2563 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:37.306718 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b83da21e-37ee-4a48-ba23-c372149b3263 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:37.322728 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port da867439-a2c3-4d99-bc9c-196563876648, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=da867439-a2c3-4d99-bc9c-196563876648,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:37.329197 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:37.350848 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-97e7777f-2952-4017-a1e8-cad480e0564b service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5720732 Nov 26 02:49:37.362265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83da21e-37ee-4a48-ba23-c372149b3263 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:49:37.363449 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-4667675e-b30b-4acb-a809-1e55e408ce03 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:37.371048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-4667675e-b30b-4acb-a809-1e55e408ce03 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/networks?id=ee4db295-5fa0-4a8b-9886-1c4a68ef44bb HTTP/1.1" status: 200 len: 814 time: 0.3842850 Nov 26 02:49:37.373577 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-08a84bcf-9152-4b7e-899c-5cd5907b325a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=a5410e7e-dc9e-4a07-9af2-b87d03317c44 HTTP/1.1" status: 200 len: 217 time: 0.0929585 Nov 26 02:49:37.378534 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6bd46-1952-494c-81da-d22594f8d7fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f70f37f7-e2eb-4798-922e-5f7f6aee32a7,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:37.382281 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b83da21e-37ee-4a48-ba23-c372149b3263 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:37.383679 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-b83da21e-37ee-4a48-ba23-c372149b3263 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Added segment 96f2c009-7103-4a6c-8b2b-6d1fd7192ef3 of type vlan for network 936fa975-95c9-4edd-86b5-749a85dee6b7 Nov 26 02:49:37.400866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1c3e3-a8fc-4580-bd65-cbee04548d2e req-d698fbac-92a8-4593-a1f8-44f8aa9a9d2d tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:37.408492 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56e1c3e3-a8fc-4580-bd65-cbee04548d2e req-d698fbac-92a8-4593-a1f8-44f8aa9a9d2d tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 946 time: 0.2157514 Nov 26 02:49:37.410928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b6bd46-1952-494c-81da-d22594f8d7fe admin admin] Checking segment: {'id': 'afd4fed7-0c83-4fd3-b1f6-909c38d37a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0bcdc5fe-550e-4345-975e-89fcf4e825dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:37.411311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b6bd46-1952-494c-81da-d22594f8d7fe admin admin] Network hostable DHCP agents. Network: 0bcdc5fe-550e-4345-975e-89fcf4e825dc, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:49:37.413064 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=da867439-a2c3-4d99-bc9c-196563876648,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:37.435671 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b83da21e-37ee-4a48-ba23-c372149b3263 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:37.441728 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6e7253ac-f949-4238-aabf-e8cf70dbca5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:37.461553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-e03525f9-b12e-4fe0-98ca-4d8aa3d175a2 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/quotas/dfc3a73836564c72aaa012c28cbd2c57 HTTP/1.1" status: 200 len: 375 time: 0.0895219 Nov 26 02:49:37.525056 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b6bd46-1952-494c-81da-d22594f8d7fe admin admin] Network 0bcdc5fe-550e-4345-975e-89fcf4e825dc is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:49:37.531346 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-029e6f95-59c9-4b26-857a-1c06d2cdaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:37.532865 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-029e6f95-59c9-4b26-857a-1c06d2cdaf5b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1436465 Nov 26 02:49:37.533026 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b83da21e-37ee-4a48-ba23-c372149b3263 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:37.538515 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83da21e-37ee-4a48-ba23-c372149b3263 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:37.539694 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b83da21e-37ee-4a48-ba23-c372149b3263 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:37.540314 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56e1c3e3-a8fc-4580-bd65-cbee04548d2e req-1991137d-4150-4a4b-85f4-35d1e8fa1639 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b669850-ea54-406b-966d-7901332dfafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309931 Nov 26 02:49:37.553350 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-06b6bd46-1952-494c-81da-d22594f8d7fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 0bcdc5fe-550e-4345-975e-89fcf4e825dc) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:37.561712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b6bd46-1952-494c-81da-d22594f8d7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:37.561712 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-06b6bd46-1952-494c-81da-d22594f8d7fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:37.570628 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1e9bd4-2a27-43ad-bba3-57b8b021de02 None None] Network 0bcdc5fe-550e-4345-975e-89fcf4e825dc requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:49:37.591442 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-b0f05ab8-0d10-4726-a32e-5050fe0d3153 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dfc3a73836564c72aaa012c28cbd2c57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1175811 Nov 26 02:49:37.617779 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83da21e-37ee-4a48-ba23-c372149b3263 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event updated for resources: {'Network': ['ID=936fa975-95c9-4edd-86b5-749a85dee6b7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:37.629843 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b83da21e-37ee-4a48-ba23-c372149b3263 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3636489 Nov 26 02:49:37.629843 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37974) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:37.633244 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a46e4b8f-9d62-4784-b268-c705f55e77e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1239239998'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:37.644675 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 936fa975-95c9-4edd-86b5-749a85dee6b7 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:49:37.659691 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-06b6bd46-1952-494c-81da-d22594f8d7fe admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4579396 Nov 26 02:49:37.678486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-bd841f10-6753-4061-988b-7e65f0203c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:37.680590 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-bd841f10-6753-4061-988b-7e65f0203c36 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1376913 Nov 26 02:49:37.708271 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46e4b8f-9d62-4784-b268-c705f55e77e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Made reservation on behalf of 3c9e03453576449e8027bf6795ca2563 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:37.712178 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a46e4b8f-9d62-4784-b268-c705f55e77e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:37.738598 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46e4b8f-9d62-4784-b268-c705f55e77e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:49:37.748859 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a46e4b8f-9d62-4784-b268-c705f55e77e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:37.749404 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-a46e4b8f-9d62-4784-b268-c705f55e77e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Added segment d1a472b8-5e0f-401d-ae98-42c43399d15c of type vlan for network 9c07786a-4bb0-4031-ab82-de5af92a6806 Nov 26 02:49:37.792740 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a46e4b8f-9d62-4784-b268-c705f55e77e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:37.807087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f718d40-c87e-4b08-92d1-b7462b10ee45 req-79f95a09-4316-4e39-8ab7-1986d40065e1 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:37.813430 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['da867439-a2c3-4d99-bc9c-196563876648'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:49:37.814263 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f718d40-c87e-4b08-92d1-b7462b10ee45 req-79f95a09-4316-4e39-8ab7-1986d40065e1 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 947 time: 0.1654058 Nov 26 02:49:37.827729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-d2d02152-3527-45b8-a64d-506f9f255d23 service neutron] 10.222.0.31 "GET /v2.0/networks/ee4db295-5fa0-4a8b-9886-1c4a68ef44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275939 Nov 26 02:49:37.857607 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a46e4b8f-9d62-4784-b268-c705f55e77e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:37.863772 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46e4b8f-9d62-4784-b268-c705f55e77e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:37.864480 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a46e4b8f-9d62-4784-b268-c705f55e77e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:37.911327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-1a2d06ec-5e6f-4abc-9a56-b376013300de service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157927 Nov 26 02:49:37.920371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c3386f-f4ca-4061-8319-17427b0d2504 None None] Network 0bcdc5fe-550e-4345-975e-89fcf4e825dc requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:49:37.934019 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a46e4b8f-9d62-4784-b268-c705f55e77e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3047340 Nov 26 02:49:37.939652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37982) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:37.953575 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e4b8f-9d62-4784-b268-c705f55e77e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event updated for resources: {'Network': ['ID=9c07786a-4bb0-4031-ab82-de5af92a6806,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:37.953846 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-6c9ee012-62ef-4aa4-b42e-54db2a61f4ed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Request body: {'subnet': {'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:37.984141 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 9c07786a-4bb0-4031-ab82-de5af92a6806 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:49:38.040918 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f718d40-c87e-4b08-92d1-b7462b10ee45 req-d5e92faf-f1e9-4d1d-8278-8d1189d65734 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254431 Nov 26 02:49:38.041205 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-6e7253ac-f949-4238-aabf-e8cf70dbca5e admin admin] Deleting port 1346c63d-537b-407b-9d54-1ce4f37c7516 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:49:38.041447 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6e7253ac-f949-4238-aabf-e8cf70dbca5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:38.132174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdb3a347-ef38-4043-be7c-a3a78d3606d1 req-85f32920-845d-4522-96e4-d3ebb7b4301c service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048292 Nov 26 02:49:38.136419 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-6e7253ac-f949-4238-aabf-e8cf70dbca5e admin admin] For port 1346c63d-537b-407b-9d54-1ce4f37c7516, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1346c63d-537b-407b-9d54-1ce4f37c7516,segment=NetworkSegment(7c2e168d-dea5-4706-8b7b-15cbab365866),segment_id=7c2e168d-dea5-4706-8b7b-15cbab365866)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:38.136805 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6e7253ac-f949-4238-aabf-e8cf70dbca5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:38.150105 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-9b2afb56-789d-4741-ae81-60ae0a733938 service neutron] 10.222.0.31 "GET /v2.0/networks/ee4db295-5fa0-4a8b-9886-1c4a68ef44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214109 Nov 26 02:49:38.153980 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-6e7253ac-f949-4238-aabf-e8cf70dbca5e admin admin] Calling delete_port for 1346c63d-537b-407b-9d54-1ce4f37c7516 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:49:38.218997 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9ee012-62ef-4aa4-b42e-54db2a61f4ed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Made reservation on behalf of 3c9e03453576449e8027bf6795ca2563 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:38.227405 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6c9ee012-62ef-4aa4-b42e-54db2a61f4ed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:38.301128 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce6308-54bb-42dc-9840-712b631f81fa req-db5e7749-06b0-44ae-a465-7d1fa7f3f1cd tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:38.302757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5ce6308-54bb-42dc-9840-712b631f81fa req-db5e7749-06b0-44ae-a465-7d1fa7f3f1cd tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 945 time: 0.1265314 Nov 26 02:49:38.395383 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6e7253ac-f949-4238-aabf-e8cf70dbca5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:38.447139 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7253ac-f949-4238-aabf-e8cf70dbca5e admin admin] Pushing event deleted for resources: {'Port': ['ID=1346c63d-537b-407b-9d54-1ce4f37c7516,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:38.659531 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6e7253ac-f949-4238-aabf-e8cf70dbca5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:38.661936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5ce6308-54bb-42dc-9840-712b631f81fa req-e5089fa4-f87c-4d16-a2f1-351aec3ca920 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509238 Nov 26 02:49:38.762348 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6c9ee012-62ef-4aa4-b42e-54db2a61f4ed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:38.834783 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-4a775ab3-6ec4-4130-b42e-86124eef4384 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:38.836900 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-4a775ab3-6ec4-4130-b42e-86124eef4384 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/networks?id=0bcdc5fe-550e-4345-975e-89fcf4e825dc HTTP/1.1" status: 200 len: 820 time: 0.2453458 Nov 26 02:49:38.849250 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e752cc1-3641-4b7d-a796-0d1bf90e3482 req-5b8e05b6-f24a-4213-b193-fd4447bc8e15 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:38.850729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e752cc1-3641-4b7d-a796-0d1bf90e3482 req-5b8e05b6-f24a-4213-b193-fd4447bc8e15 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.59 "GET /v2.0/ports?device_id=99c78052-cb05-4c89-8ad1-1ebd63dc0494 HTTP/1.1" status: 200 len: 946 time: 0.4565084 Nov 26 02:49:38.909725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ee012-62ef-4aa4-b42e-54db2a61f4ed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event updated for resources: {'Subnet': ['ID=63d50455-9704-4445-9844-5a1aa7d1e6f7,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:38.915115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-f2d67cf5-ae30-4efd-9e01-5e537f41bbca tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/quotas/a48c2e2df7e248e28145b62ad18eaf76 HTTP/1.1" status: 200 len: 375 time: 0.0634296 Nov 26 02:49:38.948947 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7253ac-f949-4238-aabf-e8cf70dbca5e admin admin] Router f868a7b8-13e4-439e-aac6-f93cb5a85232 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:49:38.965559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bc0aa-eca8-4bb0-875c-1b0bd051c838 req-03eebb35-0420-4b75-8b5a-848883d664f0 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:38.965559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d7bc0aa-eca8-4bb0-875c-1b0bd051c838 req-03eebb35-0420-4b75-8b5a-848883d664f0 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 946 time: 0.2095823 Nov 26 02:49:38.965914 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device da867439-a2c3-4d99-bc9c-196563876648 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:39.014156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-29bbed7a-c965-47df-965d-3ac703b6b4a6 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a48c2e2df7e248e28145b62ad18eaf76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789061 Nov 26 02:49:39.037973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port da867439-a2c3-4d99-bc9c-196563876648 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:49:39.042065 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port da867439-a2c3-4d99-bc9c-196563876648 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:39.043781 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:39.054828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9ee012-62ef-4aa4-b42e-54db2a61f4ed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Checking segment: {'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:39.055198 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9ee012-62ef-4aa4-b42e-54db2a61f4ed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Network hostable DHCP agents. Network: 936fa975-95c9-4edd-86b5-749a85dee6b7, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:49:39.089170 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7253ac-f949-4238-aabf-e8cf70dbca5e admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:49:39.097447 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6e7253ac-f949-4238-aabf-e8cf70dbca5e admin admin] 10.222.0.31 "PUT /v2.0/routers/f868a7b8-13e4-439e-aac6-f93cb5a85232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1758947 Nov 26 02:49:39.097700 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38012) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:39.114353 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2309437d-fc7e-48c7-bc0d-fcb201c12659 None None] Sync routers for ids ['f868a7b8-13e4-439e-aac6-f93cb5a85232'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:49:39.134259 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2309437d-fc7e-48c7-bc0d-fcb201c12659 None None] Routers {'f868a7b8-13e4-439e-aac6-f93cb5a85232'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:49:39.137031 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2309437d-fc7e-48c7-bc0d-fcb201c12659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:49:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f868a7b8-13e4-439e-aac6-f93cb5a85232'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:39.166580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9ee012-62ef-4aa4-b42e-54db2a61f4ed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Network 936fa975-95c9-4edd-86b5-749a85dee6b7 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:49:39.196475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d7bc0aa-eca8-4bb0-875c-1b0bd051c838 req-18a4753b-5f24-42a5-9aa7-0edbf4fad4f2 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916368 Nov 26 02:49:39.203744 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:39.224103 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-6c9ee012-62ef-4aa4-b42e-54db2a61f4ed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 936fa975-95c9-4edd-86b5-749a85dee6b7) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:39.239771 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9079a9d0-0ea0-4e87-910a-c1818bd75613 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:39.241102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-53e88843-b5cb-4ff9-a3b0-b7df8dca2363 service neutron] 10.222.0.31 "GET /v2.0/networks/0bcdc5fe-550e-4345-975e-89fcf4e825dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260771 Nov 26 02:49:39.250984 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9ee012-62ef-4aa4-b42e-54db2a61f4ed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:39.253258 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6c9ee012-62ef-4aa4-b42e-54db2a61f4ed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:39.253575 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port da867439-a2c3-4d99-bc9c-196563876648, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=da867439-a2c3-4d99-bc9c-196563876648,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:39.256235 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d5260d-1064-419a-8077-995776924690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da867439-a2c3-4d99-bc9c-196563876648'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:39.259362 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-8e752cc1-3641-4b7d-a796-0d1bf90e3482 req-2dbd0b4a-2972-4627-acaa-07fc287700a4 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Deleting port 2789518d-7d9e-485d-8d15-2aaa0d907152 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:49:39.259592 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2153b720-a766-413d-9b3e-974306be0878" -d '{"events": [{"server_uuid": "69d5260d-1064-419a-8077-995776924690", "name": "network-vif-plugged", "status": "completed", "tag": "da867439-a2c3-4d99-bc9c-196563876648"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:39.260252 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8e752cc1-3641-4b7d-a796-0d1bf90e3482 req-2dbd0b4a-2972-4627-acaa-07fc287700a4 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:39.262539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfe1213-1291-4d9b-9f56-098d2cdc0a94 None None] Network 936fa975-95c9-4edd-86b5-749a85dee6b7 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:49:39.267688 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:39.268651 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device b7d5a017-3df4-409e-ad05-15f640e3d508 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:39.372987 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-2309437d-fc7e-48c7-bc0d-fcb201c12659 None None] Set router f868a7b8-13e4-439e-aac6-f93cb5a85232 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:49:39.384315 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6c9ee012-62ef-4aa4-b42e-54db2a61f4ed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4409893 Nov 26 02:49:39.423852 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port b7d5a017-3df4-409e-ad05-15f640e3d508 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:49:39.441372 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port b7d5a017-3df4-409e-ad05-15f640e3d508 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:39.441972 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:39.493634 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=da867439-a2c3-4d99-bc9c-196563876648,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:39.622494 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-936fa975-95c9-4edd-86b5-749a85dee6b7', 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'fixed_ips': [{'subnet_id': '63d50455-9704-4445-9844-5a1aa7d1e6f7'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:49:39.623497 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:39.656623 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:39.707904 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2309437d-fc7e-48c7-bc0d-fcb201c12659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'name': 'tempest-AttachSCSIVolumeTestJSON-933876058-router', 'tenant_id': '6c39c47bedee4242be3b74bc06d49fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '1f952e08-ae46-4e09-ad34-47b9b7585ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:47:22Z', 'updated_at': '2021-11-26T02:49:38Z', 'revision_number': 5, 'project_id': '6c39c47bedee4242be3b74bc06d49fb8', 'gw_port': {'id': '1f952e08-ae46-4e09-ad34-47b9b7585ff8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:23Z', 'updated_at': '2021-11-26T02:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:39.743904 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38016) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:39.752715 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2309437d-fc7e-48c7-bc0d-fcb201c12659 None None] Checking router: f868a7b8-13e4-439e-aac6-f93cb5a85232 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:49:39.756818 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e1e4192-46c7-45ca-a411-0082c8194406 req-3ab43344-b18c-4836-9530-bcc82eda3493 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 210 time: 0.4075665 Nov 26 02:49:39.770834 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2309437d-fc7e-48c7-bc0d-fcb201c12659 None None] Routers {'f868a7b8-13e4-439e-aac6-f93cb5a85232'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:49:39.771462 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2309437d-fc7e-48c7-bc0d-fcb201c12659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:49:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f868a7b8-13e4-439e-aac6-f93cb5a85232'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:39.790199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port b7d5a017-3df4-409e-ad05-15f640e3d508, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b7d5a017-3df4-409e-ad05-15f640e3d508,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:39.794884 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-f53c816e-4783-444f-a132-db1c6708f612 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Request body: {'subnet': {'network_id': '9c07786a-4bb0-4031-ab82-de5af92a6806', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:39.802726 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:39.824908 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9079a9d0-0ea0-4e87-910a-c1818bd75613 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:39.871735 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=b7d5a017-3df4-409e-ad05-15f640e3d508,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:39.918064 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-2309437d-fc7e-48c7-bc0d-fcb201c12659 None None] Set router f868a7b8-13e4-439e-aac6-f93cb5a85232 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:49:39.938102 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-9079a9d0-0ea0-4e87-910a-c1818bd75613 admin admin] Deleting port 1f952e08-ae46-4e09-ad34-47b9b7585ff8 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:49:39.948263 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9079a9d0-0ea0-4e87-910a-c1818bd75613 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:39.980523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Allocated IP 10.1.1.2 (936fa975-95c9-4edd-86b5-749a85dee6b7/63d50455-9704-4445-9844-5a1aa7d1e6f7/fd064307-15f4-4111-9646-7c69b94a3d48) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:49:40.038687 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-9079a9d0-0ea0-4e87-910a-c1818bd75613 admin admin] For port 1f952e08-ae46-4e09-ad34-47b9b7585ff8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1f952e08-ae46-4e09-ad34-47b9b7585ff8,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:40.039233 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9079a9d0-0ea0-4e87-910a-c1818bd75613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:40.061459 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-9079a9d0-0ea0-4e87-910a-c1818bd75613 admin admin] Calling delete_port for 1f952e08-ae46-4e09-ad34-47b9b7585ff8 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:49:40.062734 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:49:40.079082 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-e62459df-aaa3-4122-a4ec-e4e3b175681c service neutron] 10.222.0.31 "GET /v2.0/networks/0bcdc5fe-550e-4345-975e-89fcf4e825dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8367653 Nov 26 02:49:40.207121 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53c816e-4783-444f-a132-db1c6708f612 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Made reservation on behalf of 3c9e03453576449e8027bf6795ca2563 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:40.210743 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f53c816e-4783-444f-a132-db1c6708f612 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:40.229050 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:40.237359 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2309437d-fc7e-48c7-bc0d-fcb201c12659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'name': 'tempest-AttachSCSIVolumeTestJSON-933876058-router', 'tenant_id': '6c39c47bedee4242be3b74bc06d49fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '1f952e08-ae46-4e09-ad34-47b9b7585ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:47:22Z', 'updated_at': '2021-11-26T02:49:38Z', 'revision_number': 5, 'project_id': '6c39c47bedee4242be3b74bc06d49fb8', 'gw_port': {'id': '1f952e08-ae46-4e09-ad34-47b9b7585ff8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:23Z', 'updated_at': '2021-11-26T02:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:40.242634 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:40.292714 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-8e752cc1-3641-4b7d-a796-0d1bf90e3482 req-2dbd0b4a-2972-4627-acaa-07fc287700a4 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] For port 2789518d-7d9e-485d-8d15-2aaa0d907152, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=2789518d-7d9e-485d-8d15-2aaa0d907152,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:40.293232 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8e752cc1-3641-4b7d-a796-0d1bf90e3482 req-2dbd0b4a-2972-4627-acaa-07fc287700a4 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:40.293398 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9079a9d0-0ea0-4e87-910a-c1818bd75613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:40.330332 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-8e752cc1-3641-4b7d-a796-0d1bf90e3482 req-2dbd0b4a-2972-4627-acaa-07fc287700a4 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Calling delete_port for 2789518d-7d9e-485d-8d15-2aaa0d907152 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:49:40.340604 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-0b81378d-b481-4290-aef6-7af092b86200 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:40.341903 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-0b81378d-b481-4290-aef6-7af092b86200 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.54 "GET /v2.0/networks?id=ee4db295-5fa0-4a8b-9886-1c4a68ef44bb HTTP/1.1" status: 200 len: 814 time: 0.5952473 Nov 26 02:49:40.368486 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2309437d-fc7e-48c7-bc0d-fcb201c12659 None None] The sync data for ids ['f868a7b8-13e4-439e-aac6-f93cb5a85232'] in n-d-819389-3 is: [{'id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'name': 'tempest-AttachSCSIVolumeTestJSON-933876058-router', 'tenant_id': '6c39c47bedee4242be3b74bc06d49fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '1f952e08-ae46-4e09-ad34-47b9b7585ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:47:22Z', 'updated_at': '2021-11-26T02:49:38Z', 'revision_number': 5, 'project_id': '6c39c47bedee4242be3b74bc06d49fb8', 'gw_port': {'id': '1f952e08-ae46-4e09-ad34-47b9b7585ff8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f868a7b8-13e4-439e-aac6-f93cb5a85232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:47:23Z', 'updated_at': '2021-11-26T02:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:49:40.377797 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079a9d0-0ea0-4e87-910a-c1818bd75613 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f952e08-ae46-4e09-ad34-47b9b7585ff8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:40.394118 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830356c1-349f-4a7a-ab77-303cac2ca0c3 req-1f5ac7af-6613-43bc-a876-69eb084b049c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:40.394661 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eac8116-389a-4fa6-8b5d-efbb0525330a x-openstack-request-id: req-1eac8116-389a-4fa6-8b5d-efbb0525330a {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:40.395724 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-830356c1-349f-4a7a-ab77-303cac2ca0c3 req-1f5ac7af-6613-43bc-a876-69eb084b049c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 947 time: 0.2562947 Nov 26 02:49:40.396294 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d5260d-1064-419a-8077-995776924690", "name": "network-vif-plugged", "status": "completed", "tag": "da867439-a2c3-4d99-bc9c-196563876648", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:40.396722 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1eac8116-389a-4fa6-8b5d-efbb0525330a {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:40.399819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-3c23e8ea-cccb-4173-97dc-aff3172de80e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Request body: {'port': {'device_id': '751eaa06-224c-456b-af40-bf23913bd6aa', 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb', 'admin_state_up': True, 'tenant_id': 'dfc3a73836564c72aaa012c28cbd2c57'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:40.400763 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d5260d-1064-419a-8077-995776924690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da867439-a2c3-4d99-bc9c-196563876648', 'code': 200} Nov 26 02:49:40.404032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a5410e7e-dc9e-4a07-9af2-b87d03317c44 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:49:40.467055 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Network 936fa975-95c9-4edd-86b5-749a85dee6b7 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:49:40.468317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:40.477765 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:49:40.499462 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Pushing event updated for resources: {'Port': ['ID=fd064307-15f4-4111-9646-7c69b94a3d48,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:40.525667 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9079a9d0-0ea0-4e87-910a-c1818bd75613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:40.592621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Attempting to bind port fd064307-15f4-4111-9646-7c69b94a3d48 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:49:40.593002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Attempting to bind port fd064307-15f4-4111-9646-7c69b94a3d48 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:49:40.593372 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Attempting to bind port fd064307-15f4-4111-9646-7c69b94a3d48 on network 936fa975-95c9-4edd-86b5-749a85dee6b7 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:40.604885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:49:40.605278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Checking segment: {'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:40.605669 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:40.606065 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Bound using segment: {'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:49:40.606538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Bound port: fd064307-15f4-4111-9646-7c69b94a3d48, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:49:40.607188 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:40.654645 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9079a9d0-0ea0-4e87-910a-c1818bd75613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:40.658102 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9079a9d0-0ea0-4e87-910a-c1818bd75613 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:40.665896 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c01ac-b11f-4cd3-82dc-76a92a6bf3a4 req-db181f5f-fbbd-4ef5-a9ce-28ec95be5ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:40.667740 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-130c01ac-b11f-4cd3-82dc-76a92a6bf3a4 req-db181f5f-fbbd-4ef5-a9ce-28ec95be5ae2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69d5260d-1064-419a-8077-995776924690 HTTP/1.1" status: 200 len: 1100 time: 0.2215357 Nov 26 02:49:40.668222 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-830356c1-349f-4a7a-ab77-303cac2ca0c3 req-2dfd7f76-58df-4ca1-96c2-fe257fd87802 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707537 Nov 26 02:49:40.683728 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8c801-cbf7-49d7-9010-99709c5719d4 req-a54b4f82-7657-4ff8-a5c6-e7fd9663557f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:40.696359 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63e8c801-cbf7-49d7-9010-99709c5719d4 req-a54b4f82-7657-4ff8-a5c6-e7fd9663557f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 946 time: 0.3334572 Nov 26 02:49:40.740217 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9079a9d0-0ea0-4e87-910a-c1818bd75613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:40.740764 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9079a9d0-0ea0-4e87-910a-c1818bd75613 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f868a7b8-13e4-439e-aac6-f93cb5a85232 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:49:40.746368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] For port fd064307-15f4-4111-9646-7c69b94a3d48, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:49:40.750063 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] For port fd064307-15f4-4111-9646-7c69b94a3d48, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=fd064307-15f4-4111-9646-7c69b94a3d48,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:49:40.751022 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9079a9d0-0ea0-4e87-910a-c1818bd75613 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:40.754474 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9079a9d0-0ea0-4e87-910a-c1818bd75613 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f868a7b8-13e4-439e-aac6-f93cb5a85232 HTTP/1.1" status: 204 len: 168 time: 1.6517563 Nov 26 02:49:40.756813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port a5410e7e-dc9e-4a07-9af2-b87d03317c44, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a5410e7e-dc9e-4a07-9af2-b87d03317c44,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:40.760018 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38032) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:40.776526 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'a5410e7e-dc9e-4a07-9af2-b87d03317c44', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': 'a5410e7e-dc9e-4a07-9af2-b87d03317c44', 'mac_address': 'fa:16:3e:2c:d8:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:49:40.783309 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:40.822103 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-130c01ac-b11f-4cd3-82dc-76a92a6bf3a4 req-368d9bf2-50d1-4580-aac2-c79116d7433e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075029 Nov 26 02:49:40.850209 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c97aae0-2d9b-4775-9108-2614ac24bbd4 admin admin] Deleting subnet 09b58d1a-1cd9-4c64-b381-77a6606ce8a2 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:49:40.863430 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5c97aae0-2d9b-4775-9108-2614ac24bbd4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:40.900549 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:40.903484 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fff4b3-44f5-4af9-9551-0b07ab0d66cb None None] Pushing event updated for resources: {'Port': ['ID=fd064307-15f4-4111-9646-7c69b94a3d48,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:40.925401 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1346c63d-537b-407b-9d54-1ce4f37c7516 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:49:40.955343 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5410e7e-dc9e-4a07-9af2-b87d03317c44 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:49:40.961375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 1346c63d-537b-407b-9d54-1ce4f37c7516 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:49:40.961724 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1346c63d-537b-407b-9d54-1ce4f37c7516 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:49:40.974343 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5c97aae0-2d9b-4775-9108-2614ac24bbd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:40.992918 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port a5410e7e-dc9e-4a07-9af2-b87d03317c44, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a5410e7e-dc9e-4a07-9af2-b87d03317c44,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:41.002820 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:41.063106 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f53c816e-4783-444f-a132-db1c6708f612 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:41.108017 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=a5410e7e-dc9e-4a07-9af2-b87d03317c44,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:41.134877 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5c97aae0-2d9b-4775-9108-2614ac24bbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:41.138052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-3c23e8ea-cccb-4173-97dc-aff3172de80e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Made reservation on behalf of dfc3a73836564c72aaa012c28cbd2c57 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:41.142588 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-3c23e8ea-cccb-4173-97dc-aff3172de80e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:41.203178 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63e8c801-cbf7-49d7-9010-99709c5719d4 req-0119e844-9596-41dd-812f-80a5e143feab tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057740 Nov 26 02:49:41.252688 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5c97aae0-2d9b-4775-9108-2614ac24bbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:41.283219 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c816e-4783-444f-a132-db1c6708f612 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event updated for resources: {'Subnet': ['ID=46d2ec77-6d8a-4d0f-b6e0-8fe9b1c5d96d,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:41.311648 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97aae0-2d9b-4775-9108-2614ac24bbd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09b58d1a-1cd9-4c64-b381-77a6606ce8a2,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:41.322537 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5c97aae0-2d9b-4775-9108-2614ac24bbd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:41.322741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b52f05-88b4-45d3-809c-13518d2b5b1e None None] Network 6a6316aa-f57f-452a-8c91-5ae70af30301 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:49:41.336648 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5c97aae0-2d9b-4775-9108-2614ac24bbd4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/09b58d1a-1cd9-4c64-b381-77a6606ce8a2 HTTP/1.1" status: 204 len: 168 time: 0.5762148 Nov 26 02:49:41.342976 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38038) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:41.345944 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af90c18-c9b9-47f9-922e-008b1b7b0500 req-67b8a9b5-ac4e-4ca2-ba9a-444a380aa686 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:41.354837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4af90c18-c9b9-47f9-922e-008b1b7b0500 req-67b8a9b5-ac4e-4ca2-ba9a-444a380aa686 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 946 time: 0.5090210 Nov 26 02:49:41.409421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53c816e-4783-444f-a132-db1c6708f612 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Checking segment: {'id': 'd1a472b8-5e0f-401d-ae98-42c43399d15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9c07786a-4bb0-4031-ab82-de5af92a6806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:41.409798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53c816e-4783-444f-a132-db1c6708f612 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Network hostable DHCP agents. Network: 9c07786a-4bb0-4031-ab82-de5af92a6806, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:49:41.451887 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['a5410e7e-dc9e-4a07-9af2-b87d03317c44'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:49:41.480957 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8e752cc1-3641-4b7d-a796-0d1bf90e3482 req-2dbd0b4a-2972-4627-acaa-07fc287700a4 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:41.550569 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:41.571713 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd0b4a-2972-4627-acaa-07fc287700a4 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Pushing event deleted for resources: {'Port': ['ID=2789518d-7d9e-485d-8d15-2aaa0d907152,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:41.588383 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4af90c18-c9b9-47f9-922e-008b1b7b0500 req-92825f30-6ae0-4d4f-8242-fd4bf4a3ea34 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b669850-ea54-406b-966d-7901332dfafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305601 Nov 26 02:49:41.608164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952dc3e-feb0-40fd-9d25-f052e5367fbe req-49252211-5c26-4299-948f-dc3f79744514 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:41.614125 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4952dc3e-feb0-40fd-9d25-f052e5367fbe req-49252211-5c26-4299-948f-dc3f79744514 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 946 time: 0.2410846 Nov 26 02:49:41.619694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53c816e-4783-444f-a132-db1c6708f612 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Network 9c07786a-4bb0-4031-ab82-de5af92a6806 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:49:41.673916 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d339ffb-45c8-4188-bae2-3a553512b75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:41.679673 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] Deleting port c850d742-7eb7-4fe0-b6b7-fb7afb781910 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:49:41.680021 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:41.693221 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-3c23e8ea-cccb-4173-97dc-aff3172de80e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Allocated IP 172.20.0.3 (ee4db295-5fa0-4a8b-9886-1c4a68ef44bb/8f1c52ce-baab-40ba-a108-aa1a1ac61509/119d878e-0bda-47f9-8bc9-1a7d6b363cc0) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:49:41.705181 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-f53c816e-4783-444f-a132-db1c6708f612 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 9c07786a-4bb0-4031-ab82-de5af92a6806) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:41.717216 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11b921e-2243-4a82-84c8-4d61614d6f01 None None] Network 9c07786a-4bb0-4031-ab82-de5af92a6806 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:49:41.740497 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53c816e-4783-444f-a132-db1c6708f612 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:41.741107 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f53c816e-4783-444f-a132-db1c6708f612 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:41.756431 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e752cc1-3641-4b7d-a796-0d1bf90e3482 req-2dbd0b4a-2972-4627-acaa-07fc287700a4 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] No DVR routers for this DVR port 2789518d-7d9e-485d-8d15-2aaa0d907152 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:49:41.762375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] For port c850d742-7eb7-4fe0-b6b7-fb7afb781910, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c850d742-7eb7-4fe0-b6b7-fb7afb781910,segment=NetworkSegment(7c2e168d-dea5-4706-8b7b-15cbab365866),segment_id=7c2e168d-dea5-4706-8b7b-15cbab365866)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:41.762737 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:41.777846 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8e752cc1-3641-4b7d-a796-0d1bf90e3482 req-2dbd0b4a-2972-4627-acaa-07fc287700a4 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:41.778661 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] Calling delete_port for c850d742-7eb7-4fe0-b6b7-fb7afb781910 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:49:41.781203 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e752cc1-3641-4b7d-a796-0d1bf90e3482 req-2dbd0b4a-2972-4627-acaa-07fc287700a4 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.59 "DELETE /v2.0/ports/2789518d-7d9e-485d-8d15-2aaa0d907152 HTTP/1.1" status: 204 len: 173 time: 2.9175341 Nov 26 02:49:41.783221 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70259a53-4b87-49a6-bbd9-804667d90a6a req-911a7708-0391-4987-91f6-ec3ab05e94b0 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/ports?device_id=a05f03c8-ab91-4195-bd52-727ce2d331a6 HTTP/1.1" status: 200 len: 210 time: 0.0871532 Nov 26 02:49:41.783848 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c78052-cb05-4c89-8ad1-1ebd63dc0494', 'name': 'network-vif-deleted', 'tag': '2789518d-7d9e-485d-8d15-2aaa0d907152'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:41.785969 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866e258d-4cf9-4c07-8560-d2e63b9aef0d" -d '{"events": [{"server_uuid": "99c78052-cb05-4c89-8ad1-1ebd63dc0494", "name": "network-vif-deleted", "tag": "2789518d-7d9e-485d-8d15-2aaa0d907152"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:41.807741 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4952dc3e-feb0-40fd-9d25-f052e5367fbe req-bee8d019-b5f1-4759-bdb4-5279692717a8 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853924 Nov 26 02:49:41.858820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f53c816e-4783-444f-a132-db1c6708f612 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0967336 Nov 26 02:49:41.871760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38044) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:41.887159 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4cbd76cc-df0d-4591-b69d-ef2a040aa8e3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Request body: {'port': {'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1871678888', 'fixed_ips': [{'subnet_id': '63d50455-9704-4445-9844-5a1aa7d1e6f7'}]}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:41.892597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7192b28c-f715-4d3f-9070-e0110ffd5fb5 None None] DHCP port deletion for 6a6316aa-f57f-452a-8c91-5ae70af30301 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:49:41.974656 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:42.003221 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] Pushing event deleted for resources: {'Port': ['ID=c850d742-7eb7-4fe0-b6b7-fb7afb781910,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:42.018927 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] No DVR routers for this DVR port c850d742-7eb7-4fe0-b6b7-fb7afb781910 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:49:42.163785 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:42.209457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6316aa-f57f-452a-8c91-5ae70af30301']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:42.227694 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2e168d-dea5-4706-8b7b-15cbab365866') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:42.228723 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2e168d-dea5-4706-8b7b-15cbab365866') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:42.245609 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:42.261617 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4873a008-0e34-4ab2-ab29-6332c02a1e9b req-a759bcc1-8a4a-4a69-984c-321e0fd2c621 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 210 time: 0.3004675 Nov 26 02:49:42.262937 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:42.269373 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:49:42.269774 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:49:42.271654 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:49:42.292748 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-9c07786a-4bb0-4031-ab82-de5af92a6806', 'network_id': '9c07786a-4bb0-4031-ab82-de5af92a6806', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'fixed_ips': [{'subnet_id': '46d2ec77-6d8a-4d0f-b6e0-8fe9b1c5d96d'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:49:42.294505 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:42.354561 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:42.362541 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:42.376348 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6a6316aa-f57f-452a-8c91-5ae70af30301 HTTP/1.1" status: 204 len: 168 time: 1.0322034 Nov 26 02:49:42.392375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b475d-f737-4e6a-8cb9-81b25bc41896 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a6316aa-f57f-452a-8c91-5ae70af30301,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:42.405768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933b44d8-5aef-48ee-8ae2-5244271ab2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d5a017-3df4-409e-ad05-15f640e3d508'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:42.408355 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbf6efd-a8df-4401-92b9-a228e53faa28" -d '{"events": [{"server_uuid": "933b44d8-5aef-48ee-8ae2-5244271ab2b0", "name": "network-vif-plugged", "status": "completed", "tag": "b7d5a017-3df4-409e-ad05-15f640e3d508"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:42.425628 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c097cb-0ae4-4e74-bac0-8366cd06f16b x-openstack-request-id: req-a8c097cb-0ae4-4e74-bac0-8366cd06f16b {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:42.425951 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c78052-cb05-4c89-8ad1-1ebd63dc0494", "name": "network-vif-deleted", "tag": "2789518d-7d9e-485d-8d15-2aaa0d907152", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:42.426221 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8c097cb-0ae4-4e74-bac0-8366cd06f16b {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:42.426440 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7192b28c-f715-4d3f-9070-e0110ffd5fb5 None None] Deleting port c850d742-7eb7-4fe0-b6b7-fb7afb781910 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:49:42.426639 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c78052-cb05-4c89-8ad1-1ebd63dc0494', 'name': 'network-vif-deleted', 'tag': '2789518d-7d9e-485d-8d15-2aaa0d907152', 'status': 'completed', 'code': 200} Nov 26 02:49:42.426819 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7192b28c-f715-4d3f-9070-e0110ffd5fb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server [None req-7192b28c-f715-4d3f-9070-e0110ffd5fb5 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 6a6316aa-f57f-452a-8c91-5ae70af30301 could not be found. Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 02:49:42.506926 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 6a6316aa-f57f-452a-8c91-5ae70af30301 could not be found. Nov 26 02:49:42.511815 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Nov 26 02:49:42.545473 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-3c23e8ea-cccb-4173-97dc-aff3172de80e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:42.594641 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Allocated IP 10.2.2.2 (9c07786a-4bb0-4031-ab82-de5af92a6806/46d2ec77-6d8a-4d0f-b6e0-8fe9b1c5d96d/65eb3d2f-9dbe-421b-a696-a38e02b4443c) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:49:42.621459 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38054) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:42.624319 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136f5103-f7ae-4f16-ac71-7f29ed43f783 None None] DHCP port deletion for 6a6316aa-f57f-452a-8c91-5ae70af30301 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:49:42.627250 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea0f34d-4b96-4f87-b646-247f1b101225 None None] Network 936fa975-95c9-4edd-86b5-749a85dee6b7 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:49:42.655125 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38780c1a-3c30-430d-b23f-aafbd243688f req-5f542ece-0091-4b79-b9c1-4c833342762e tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:42.663087 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38780c1a-3c30-430d-b23f-aafbd243688f req-5f542ece-0091-4b79-b9c1-4c833342762e tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 948 time: 0.6243570 Nov 26 02:49:42.690049 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-3c23e8ea-cccb-4173-97dc-aff3172de80e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:42.700322 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8c1ddc01-a0b5-4ce3-b1fe-9c35c5809575 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=423ce6341aae4306a11cf3104fe14bb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0696366 Nov 26 02:49:42.700785 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38056) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:42.730542 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecf953-7d5f-41cd-a5c2-1e89044763f7 req-82dcb6f4-4ebe-4703-97c2-4d25a53e5829 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:42.732226 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0ecf953-7d5f-41cd-a5c2-1e89044763f7 req-82dcb6f4-4ebe-4703-97c2-4d25a53e5829 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.54 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 946 time: 0.6923344 Nov 26 02:49:42.762740 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device fd064307-15f4-4111-9646-7c69b94a3d48 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:42.771723 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d65885e5-7856-44e8-8ecc-14bbed311f4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:42.796746 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d65885e5-7856-44e8-8ecc-14bbed311f4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:42.860181 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-3c23e8ea-cccb-4173-97dc-aff3172de80e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Network ee4db295-5fa0-4a8b-9886-1c4a68ef44bb is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:49:42.862347 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d65885e5-7856-44e8-8ecc-14bbed311f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:42.866019 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d65885e5-7856-44e8-8ecc-14bbed311f4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:42.866846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-613d9978-32b7-4630-8c5c-5a68dd437bfd None None] Provisioning complete for port fd064307-15f4-4111-9646-7c69b94a3d48 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:42.867850 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-613d9978-32b7-4630-8c5c-5a68dd437bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:42.871103 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d65885e5-7856-44e8-8ecc-14bbed311f4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/440b1522-b2e1-4ab4-bd21-71ce54dbd7e8 HTTP/1.1" status: 204 len: 168 time: 0.1668317 Nov 26 02:49:42.874539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-3af2439e-543b-45ce-8774-d45149d65fb7 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:42.877097 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-3af2439e-543b-45ce-8774-d45149d65fb7 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.54 "GET /v2.0/networks?id=0bcdc5fe-550e-4345-975e-89fcf4e825dc HTTP/1.1" status: 200 len: 820 time: 0.6313972 Nov 26 02:49:42.880478 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65885e5-7856-44e8-8ecc-14bbed311f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440b1522-b2e1-4ab4-bd21-71ce54dbd7e8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:42.905789 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38780c1a-3c30-430d-b23f-aafbd243688f req-78201ac4-db54-44fa-9f2a-e7ad4d81bee7 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417138 Nov 26 02:49:42.910189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-3c23e8ea-cccb-4173-97dc-aff3172de80e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:42.930829 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23e8ea-cccb-4173-97dc-aff3172de80e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Pushing event updated for resources: {'Port': ['ID=119d878e-0bda-47f9-8bc9-1a7d6b363cc0,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:42.934544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-3c23e8ea-cccb-4173-97dc-aff3172de80e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:49:42.944786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-5fbd89a8-b7a9-4864-a9df-4f5793d70a5b tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Request body: {'port': {'device_id': 'a05f03c8-ab91-4195-bd52-727ce2d331a6', 'network_id': '0bcdc5fe-550e-4345-975e-89fcf4e825dc', 'admin_state_up': True, 'tenant_id': 'a48c2e2df7e248e28145b62ad18eaf76'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:42.957130 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8c999-1f47-4d2c-b412-bb67bf646981 req-ac1e0161-dd15-4bcd-a021-9041c5eb9a2e tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:42.964489 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31a8c999-1f47-4d2c-b412-bb67bf646981 req-ac1e0161-dd15-4bcd-a021-9041c5eb9a2e tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 946 time: 0.4841282 Nov 26 02:49:42.966268 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbd76cc-df0d-4591-b69d-ef2a040aa8e3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Made reservation on behalf of 3c9e03453576449e8027bf6795ca2563 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:43.018405 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3db37a-64f3-4cf7-b7d5-62e13259cc59 x-openstack-request-id: req-cd3db37a-64f3-4cf7-b7d5-62e13259cc59 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:43.019183 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933b44d8-5aef-48ee-8ae2-5244271ab2b0", "name": "network-vif-plugged", "status": "completed", "tag": "b7d5a017-3df4-409e-ad05-15f640e3d508", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:43.019708 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd3db37a-64f3-4cf7-b7d5-62e13259cc59 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:43.020275 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933b44d8-5aef-48ee-8ae2-5244271ab2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d5a017-3df4-409e-ad05-15f640e3d508', 'code': 200} Nov 26 02:49:43.021490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 2789518d-7d9e-485d-8d15-2aaa0d907152 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:49:43.074764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 2789518d-7d9e-485d-8d15-2aaa0d907152 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:49:43.075229 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 2789518d-7d9e-485d-8d15-2aaa0d907152 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:49:43.108550 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:43.109996 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port fd064307-15f4-4111-9646-7c69b94a3d48 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:43.110431 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:43.156514 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:43.233720 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Network 9c07786a-4bb0-4031-ab82-de5af92a6806 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:49:43.240766 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-613d9978-32b7-4630-8c5c-5a68dd437bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:43.245361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:43.249630 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:49:43.252479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Pushing event updated for resources: {'Port': ['ID=65eb3d2f-9dbe-421b-a696-a38e02b4443c,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:43.283221 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-3c23e8ea-cccb-4173-97dc-aff3172de80e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:43.283860 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-3c23e8ea-cccb-4173-97dc-aff3172de80e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:43.300381 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4cbd76cc-df0d-4591-b69d-ef2a040aa8e3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:43.346857 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38068) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:43.368623 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-613d9978-32b7-4630-8c5c-5a68dd437bfd None None] For port fd064307-15f4-4111-9646-7c69b94a3d48, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=fd064307-15f4-4111-9646-7c69b94a3d48,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:43.381711 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-613d9978-32b7-4630-8c5c-5a68dd437bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:43.382230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31a8c999-1f47-4d2c-b412-bb67bf646981 req-1ff70d21-3f78-4ee7-aa01-b8bc09819818 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167285 Nov 26 02:49:43.389611 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Attempting to bind port 65eb3d2f-9dbe-421b-a696-a38e02b4443c on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:49:43.389991 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Attempting to bind port 65eb3d2f-9dbe-421b-a696-a38e02b4443c by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'd1a472b8-5e0f-401d-ae98-42c43399d15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9c07786a-4bb0-4031-ab82-de5af92a6806'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:49:43.390361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Attempting to bind port 65eb3d2f-9dbe-421b-a696-a38e02b4443c on network 9c07786a-4bb0-4031-ab82-de5af92a6806 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:43.392273 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:43.407864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9414fae-58d5-44de-bebe-65c24bf1285d req-2340c68e-18f9-4940-aa2c-5e35be92d409 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:43.418620 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9414fae-58d5-44de-bebe-65c24bf1285d req-2340c68e-18f9-4940-aa2c-5e35be92d409 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 946 time: 0.3170209 Nov 26 02:49:43.421333 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f2477f51-8e77-43f9-90fb-e28d8c0c00d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c39c47bedee4242be3b74bc06d49fb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0722589 Nov 26 02:49:43.422139 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38070) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:43.436434 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:49:43.436643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-4cbd76cc-df0d-4591-b69d-ef2a040aa8e3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] device_id is not set on port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:49:43.436824 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Checking segment: {'id': 'd1a472b8-5e0f-401d-ae98-42c43399d15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9c07786a-4bb0-4031-ab82-de5af92a6806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:43.437236 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:43.437643 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Bound using segment: {'id': 'd1a472b8-5e0f-401d-ae98-42c43399d15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9c07786a-4bb0-4031-ab82-de5af92a6806'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:49:43.438230 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Bound port: 65eb3d2f-9dbe-421b-a696-a38e02b4443c, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a472b8-5e0f-401d-ae98-42c43399d15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9c07786a-4bb0-4031-ab82-de5af92a6806'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:49:43.438514 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:43.500040 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-26e128be-22b3-4715-b15d-734459cd568b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:43.524993 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-26e128be-22b3-4715-b15d-734459cd568b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:43.533423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-3c23e8ea-cccb-4173-97dc-aff3172de80e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1526608 Nov 26 02:49:43.571562 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d9978-32b7-4630-8c5c-5a68dd437bfd None None] Pushing event updated for resources: {'Port': ['ID=fd064307-15f4-4111-9646-7c69b94a3d48,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:43.590852 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-26e128be-22b3-4715-b15d-734459cd568b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:43.594112 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-26e128be-22b3-4715-b15d-734459cd568b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:43.597972 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:49:43.598200 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:49:43.600004 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-26e128be-22b3-4715-b15d-734459cd568b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29b5f8d0-bbe5-4a05-9ece-31942bfe8416 HTTP/1.1" status: 204 len: 168 time: 0.1766078 Nov 26 02:49:43.611772 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e128be-22b3-4715-b15d-734459cd568b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b5f8d0-bbe5-4a05-9ece-31942bfe8416,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:43.620291 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] For port 65eb3d2f-9dbe-421b-a696-a38e02b4443c, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:49:43.624158 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] For port 65eb3d2f-9dbe-421b-a696-a38e02b4443c, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=65eb3d2f-9dbe-421b-a696-a38e02b4443c,segment=NetworkSegment(d1a472b8-5e0f-401d-ae98-42c43399d15c),segment_id=d1a472b8-5e0f-401d-ae98-42c43399d15c)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:49:43.639834 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:43.691507 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-18ddfae7-fe83-4b62-a2a8-40ffad90b46c None None] Provisioning complete for port fd064307-15f4-4111-9646-7c69b94a3d48 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:43.691892 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18ddfae7-fe83-4b62-a2a8-40ffad90b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:43.758916 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edc079-9cd4-4d42-b3bc-f76b76fb57a7 None None] Pushing event updated for resources: {'Port': ['ID=65eb3d2f-9dbe-421b-a696-a38e02b4443c,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:43.878208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eeaf4-f35e-4258-8d33-54e064044bb2 req-5e32c84e-409d-423a-8da9-f9534be674de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:43.879709 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-365eeaf4-f35e-4258-8d33-54e064044bb2 req-5e32c84e-409d-423a-8da9-f9534be674de service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 1097 time: 0.7272046 Nov 26 02:49:43.915494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Request body: {'port': {'device_id': '751eaa06-224c-456b-af40-bf23913bd6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:43.959086 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-b0ecf953-7d5f-41cd-a5c2-1e89044763f7 req-7f04e47c-ebd1-4737-b654-4add2c9ec338 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Deleting port 2535e055-5cb8-4973-b6b2-1ebdb134180f {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:49:43.959990 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b0ecf953-7d5f-41cd-a5c2-1e89044763f7 req-7f04e47c-ebd1-4737-b654-4add2c9ec338 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:43.964397 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c134622f-e080-42d3-9b61-41ef29444b9b req-1fcbad6f-0988-4297-a799-6d83f5915a42 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/ports?device_id=a05f03c8-ab91-4195-bd52-727ce2d331a6 HTTP/1.1" status: 200 len: 210 time: 0.4520550 Nov 26 02:49:44.097679 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-902c3b0d-c605-483d-b83c-023519283d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:44.196261 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-5fbd89a8-b7a9-4864-a9df-4f5793d70a5b tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Made reservation on behalf of a48c2e2df7e248e28145b62ad18eaf76 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:44.199768 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-5fbd89a8-b7a9-4864-a9df-4f5793d70a5b tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:44.215639 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9414fae-58d5-44de-bebe-65c24bf1285d req-967d90bb-b0b6-4210-83e8-a3623efb7c86 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b669850-ea54-406b-966d-7901332dfafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7960441 Nov 26 02:49:44.224495 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c850d742-7eb7-4fe0-b6b7-fb7afb781910 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:49:44.261604 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:44.272566 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: c850d742-7eb7-4fe0-b6b7-fb7afb781910 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:49:44.272939 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c850d742-7eb7-4fe0-b6b7-fb7afb781910 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:49:44.273383 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1f952e08-ae46-4e09-ad34-47b9b7585ff8 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:49:44.294884 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-365eeaf4-f35e-4258-8d33-54e064044bb2 req-06684edd-64c3-43ef-b81f-327ebeb492d1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607979 Nov 26 02:49:44.297719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 1f952e08-ae46-4e09-ad34-47b9b7585ff8 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:49:44.298076 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1f952e08-ae46-4e09-ad34-47b9b7585ff8 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:49:44.402880 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d8685-e7f9-496a-ad71-4d40f0c0da50 req-ca8adb70-6b53-4bbc-8fed-50cb56dbfc0f tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:44.404424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-764d8685-e7f9-496a-ad71-4d40f0c0da50 req-ca8adb70-6b53-4bbc-8fed-50cb56dbfc0f tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 946 time: 0.3142157 Nov 26 02:49:44.427490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a5410e7e-dc9e-4a07-9af2-b87d03317c44 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:44.481062 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-b0ecf953-7d5f-41cd-a5c2-1e89044763f7 req-7f04e47c-ebd1-4737-b654-4add2c9ec338 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] For port 2535e055-5cb8-4973-b6b2-1ebdb134180f, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=2535e055-5cb8-4973-b6b2-1ebdb134180f,segment=NetworkSegment(6529f096-6d98-4bd1-89a6-117e006f7735),segment_id=6529f096-6d98-4bd1-89a6-117e006f7735)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:44.481607 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b0ecf953-7d5f-41cd-a5c2-1e89044763f7 req-7f04e47c-ebd1-4737-b654-4add2c9ec338 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:44.484802 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-4cbd76cc-df0d-4591-b69d-ef2a040aa8e3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Allocated IP 10.1.1.13 (936fa975-95c9-4edd-86b5-749a85dee6b7/63d50455-9704-4445-9844-5a1aa7d1e6f7/22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:49:44.485319 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port a5410e7e-dc9e-4a07-9af2-b87d03317c44 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:49:44.491546 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port a5410e7e-dc9e-4a07-9af2-b87d03317c44 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:44.492672 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:44.593738 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38096) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:44.640741 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:44.704065 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port a5410e7e-dc9e-4a07-9af2-b87d03317c44, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a5410e7e-dc9e-4a07-9af2-b87d03317c44,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:44.711887 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:44.712950 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 2535e055-5cb8-4973-b6b2-1ebdb134180f no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:49:44.728569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38092c-012f-4b8e-8b09-c3a82fbefa8b req-e77b42cc-7e3c-46c5-bbfd-60bc7f3602b2 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:44.736869 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f38092c-012f-4b8e-8b09-c3a82fbefa8b req-e77b42cc-7e3c-46c5-bbfd-60bc7f3602b2 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 931 time: 0.4176848 Nov 26 02:49:44.768290 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device fd064307-15f4-4111-9646-7c69b94a3d48 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:44.786883 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-5e0bf0da-d361-4264-be50-5dca4cbf6686 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-442233249-network', 'tenant_id': '6860f21f0ef64b358fc4c10864b6e6f7'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:44.823181 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0bf0da-d361-4264-be50-5dca4cbf6686 admin admin] Made reservation on behalf of 6860f21f0ef64b358fc4c10864b6e6f7 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:44.828419 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e0bf0da-d361-4264-be50-5dca4cbf6686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:44.835526 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-764d8685-e7f9-496a-ad71-4d40f0c0da50 req-3395241d-2e72-4a95-9eff-17fbdaf3ad58 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877876 Nov 26 02:49:44.844462 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e0bf0da-d361-4264-be50-5dca4cbf6686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:44.874513 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=a5410e7e-dc9e-4a07-9af2-b87d03317c44,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:44.957193 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e0bf0da-d361-4264-be50-5dca4cbf6686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:44.963425 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e0bf0da-d361-4264-be50-5dca4cbf6686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:44.973183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-5fbd89a8-b7a9-4864-a9df-4f5793d70a5b tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Allocated IP 172.20.0.10 (0bcdc5fe-550e-4345-975e-89fcf4e825dc/f70f37f7-e2eb-4798-922e-5f7f6aee32a7/79501b4e-6338-4fd6-9fed-c13b2e2366ff) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:49:44.974069 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:44.977866 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port fd064307-15f4-4111-9646-7c69b94a3d48 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:44.978777 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:44.980469 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0bf0da-d361-4264-be50-5dca4cbf6686 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:49:44.989601 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:44.992953 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e0bf0da-d361-4264-be50-5dca4cbf6686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:44.993573 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-5e0bf0da-d361-4264-be50-5dca4cbf6686 admin admin] Added segment 9220402a-90b4-41d1-8f9b-038a1f1b549b of type vlan for network bbc2d3ef-241f-44e9-a91f-af291ec322b0 Nov 26 02:49:45.041411 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e0bf0da-d361-4264-be50-5dca4cbf6686 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:45.086354 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e0bf0da-d361-4264-be50-5dca4cbf6686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:45.089144 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0bf0da-d361-4264-be50-5dca4cbf6686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:45.090229 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e0bf0da-d361-4264-be50-5dca4cbf6686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:45.145428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f38092c-012f-4b8e-8b09-c3a82fbefa8b req-613e889b-f190-4b25-809c-0f4283872c12 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075916 Nov 26 02:49:45.161967 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bf0da-d361-4264-be50-5dca4cbf6686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4eed67-92e4-40d1-a614-742961c799e9,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:45.184608 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a3722a-aa09-4697-86f2-8d35b93cc668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5410e7e-dc9e-4a07-9af2-b87d03317c44'}, {'server_uuid': '039c441c-bec6-47a0-8a67-fcaf918f23e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2535e055-5cb8-4973-b6b2-1ebdb134180f'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:45.186834 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b10e0b-2e25-43fe-aa83-ee43628376fe" -d '{"events": [{"server_uuid": "a6a3722a-aa09-4697-86f2-8d35b93cc668", "name": "network-vif-plugged", "status": "completed", "tag": "a5410e7e-dc9e-4a07-9af2-b87d03317c44"}, {"server_uuid": "039c441c-bec6-47a0-8a67-fcaf918f23e5", "name": "network-vif-unplugged", "status": "completed", "tag": "2535e055-5cb8-4973-b6b2-1ebdb134180f"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:45.196034 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 2535e055-5cb8-4973-b6b2-1ebdb134180f, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=2535e055-5cb8-4973-b6b2-1ebdb134180f,segment=NetworkSegment(6529f096-6d98-4bd1-89a6-117e006f7735),segment_id=6529f096-6d98-4bd1-89a6-117e006f7735)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:45.197772 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608c1531-21fb-41dc-9315-0dae273c4162 None None] Network 9c07786a-4bb0-4031-ab82-de5af92a6806 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:49:45.223714 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5e0bf0da-d361-4264-be50-5dca4cbf6686 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6278818 Nov 26 02:49:45.224790 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bf0da-d361-4264-be50-5dca4cbf6686 admin admin] Pushing event updated for resources: {'Network': ['ID=bbc2d3ef-241f-44e9-a91f-af291ec322b0,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:45.227047 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38104) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:45.235176 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d197af72-6974-4833-8a99-6b89ecede041 admin admin] Request body: {'subnet': {'network_id': 'bbc2d3ef-241f-44e9-a91f-af291ec322b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-442233249-subnet', 'tenant_id': '6860f21f0ef64b358fc4c10864b6e6f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:45.252386 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network bbc2d3ef-241f-44e9-a91f-af291ec322b0 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:49:45.254231 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:45.267432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543e6bf-dbca-4eaa-82f1-c6fe1d8b8f8a req-32d79e52-2ab2-40e0-9a3a-22d220b6c8c4 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:45.269605 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e543e6bf-dbca-4eaa-82f1-c6fe1d8b8f8a req-32d79e52-2ab2-40e0-9a3a-22d220b6c8c4 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 949 time: 0.2939544 Nov 26 02:49:45.270788 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d197af72-6974-4833-8a99-6b89ecede041 admin admin] Made reservation on behalf of 6860f21f0ef64b358fc4c10864b6e6f7 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:45.276477 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d197af72-6974-4833-8a99-6b89ecede041 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:45.284716 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b0ecf953-7d5f-41cd-a5c2-1e89044763f7 req-7f04e47c-ebd1-4737-b654-4add2c9ec338 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:45.285083 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b0ecf953-7d5f-41cd-a5c2-1e89044763f7 req-7f04e47c-ebd1-4737-b654-4add2c9ec338 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:45.285608 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-b0ecf953-7d5f-41cd-a5c2-1e89044763f7 req-7f04e47c-ebd1-4737-b654-4add2c9ec338 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Floating IP d0eed0f9-5338-400c-9cc3-2dc08918b96d disassociated. External IP: 172.25.0.233, port: 2535e055-5cb8-4973-b6b2-1ebdb134180f. Nov 26 02:49:45.285968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-b0ecf953-7d5f-41cd-a5c2-1e89044763f7 req-7f04e47c-ebd1-4737-b654-4add2c9ec338 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Calling delete_port for 2535e055-5cb8-4973-b6b2-1ebdb134180f owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:49:45.342869 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-df2b201b-3980-47b3-b05a-00695f0037d0 None None] Provisioning complete for port 65eb3d2f-9dbe-421b-a696-a38e02b4443c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:45.343085 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df2b201b-3980-47b3-b05a-00695f0037d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:45.459375 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4cbd76cc-df0d-4591-b69d-ef2a040aa8e3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:45.465037 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=2535e055-5cb8-4973-b6b2-1ebdb134180f,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:45.485469 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d197af72-6974-4833-8a99-6b89ecede041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:45.520773 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 65eb3d2f-9dbe-421b-a696-a38e02b4443c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:45.561488 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e543e6bf-dbca-4eaa-82f1-c6fe1d8b8f8a req-39bfa7b6-ad43-4666-833c-b167d9189ff2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727916 Nov 26 02:49:45.608339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa0483-8ace-439e-a0c7-2aee515de670 req-68791e6e-388e-430b-8a7a-435f3fdef156 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:45.609828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a2fa0483-8ace-439e-a0c7-2aee515de670 req-68791e6e-388e-430b-8a7a-435f3fdef156 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 946 time: 0.3391209 Nov 26 02:49:45.618764 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197af72-6974-4833-8a99-6b89ecede041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f1f47b-6106-448f-8750-3318ef90c67c,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:45.625361 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119d878e-0bda-47f9-8bc9-1a7d6b363cc0 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:49:45.638349 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d197af72-6974-4833-8a99-6b89ecede041 admin admin] Checking segment: {'id': '9220402a-90b4-41d1-8f9b-038a1f1b549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbc2d3ef-241f-44e9-a91f-af291ec322b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:45.639649 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d197af72-6974-4833-8a99-6b89ecede041 admin admin] Network hostable DHCP agents. Network: bbc2d3ef-241f-44e9-a91f-af291ec322b0, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:49:45.647999 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:45.655320 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df2b201b-3980-47b3-b05a-00695f0037d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:45.674669 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d197af72-6974-4833-8a99-6b89ecede041 admin admin] Network bbc2d3ef-241f-44e9-a91f-af291ec322b0 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:49:45.690963 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-d197af72-6974-4833-8a99-6b89ecede041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, bbc2d3ef-241f-44e9-a91f-af291ec322b0) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:45.707023 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d197af72-6974-4833-8a99-6b89ecede041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:45.708078 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-5fbd89a8-b7a9-4864-a9df-4f5793d70a5b tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:45.711444 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d197af72-6974-4833-8a99-6b89ecede041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:45.729745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Transition to ACTIVE for port object 119d878e-0bda-47f9-8bc9-1a7d6b363cc0 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:49:45.730481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22289bf-03a2-4b08-af8a-9c4b8e37d88b None None] Network bbc2d3ef-241f-44e9-a91f-af291ec322b0 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:49:45.733002 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82727b55-47b9-4443-b6dc-e1820314a17d req-fdbef673-50fc-4f20-86f6-0be90457d6b8 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/ports?device_id=a05f03c8-ab91-4195-bd52-727ce2d331a6 HTTP/1.1" status: 200 len: 210 time: 0.0765839 Nov 26 02:49:45.739523 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4cbd76cc-df0d-4591-b69d-ef2a040aa8e3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:45.747271 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d197af72-6974-4833-8a99-6b89ecede041 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5188415 Nov 26 02:49:45.765677 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:45.890518 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f85a05-2c8e-41d0-9803-92247bd539af x-openstack-request-id: req-76f85a05-2c8e-41d0-9803-92247bd539af {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:45.891219 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a3722a-aa09-4697-86f2-8d35b93cc668", "name": "network-vif-plugged", "status": "completed", "tag": "a5410e7e-dc9e-4a07-9af2-b87d03317c44", "code": 200}, {"server_uuid": "039c441c-bec6-47a0-8a67-fcaf918f23e5", "name": "network-vif-unplugged", "status": "completed", "tag": "2535e055-5cb8-4973-b6b2-1ebdb134180f", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:45.891739 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76f85a05-2c8e-41d0-9803-92247bd539af {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:45.892396 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3722a-aa09-4697-86f2-8d35b93cc668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5410e7e-dc9e-4a07-9af2-b87d03317c44', 'code': 200} Nov 26 02:49:45.892882 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039c441c-bec6-47a0-8a67-fcaf918f23e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2535e055-5cb8-4973-b6b2-1ebdb134180f', 'code': 200} Nov 26 02:49:45.900297 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 65eb3d2f-9dbe-421b-a696-a38e02b4443c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:45.901038 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:45.907908 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-df2b201b-3980-47b3-b05a-00695f0037d0 None None] For port 65eb3d2f-9dbe-421b-a696-a38e02b4443c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=65eb3d2f-9dbe-421b-a696-a38e02b4443c,segment=NetworkSegment(d1a472b8-5e0f-401d-ae98-42c43399d15c),segment_id=d1a472b8-5e0f-401d-ae98-42c43399d15c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:45.947421 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a2fa0483-8ace-439e-a0c7-2aee515de670 req-aebf52f7-b83d-4b56-b6ab-64f38068cb34 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171096 Nov 26 02:49:45.972697 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df2b201b-3980-47b3-b05a-00695f0037d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:45.979303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbd76cc-df0d-4591-b69d-ef2a040aa8e3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Network 936fa975-95c9-4edd-86b5-749a85dee6b7 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:49:45.996329 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74377cc-04e5-4741-8950-38e7c7387efd None None] Network bbc2d3ef-241f-44e9-a91f-af291ec322b0 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:49:46.035644 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-4cbd76cc-df0d-4591-b69d-ef2a040aa8e3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:46.043965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e56298-3a47-424b-90cd-f72e9dac6d7d req-a852bbcc-2783-4d9f-b832-a1a58841ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:46.046028 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c2e56298-3a47-424b-90cd-f72e9dac6d7d req-a852bbcc-2783-4d9f-b832-a1a58841ce36 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 1100 time: 0.0889418 Nov 26 02:49:46.070815 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd76cc-df0d-4591-b69d-ef2a040aa8e3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event updated for resources: {'Port': ['ID=22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:46.073400 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbd76cc-df0d-4591-b69d-ef2a040aa8e3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:49:46.131071 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c2e56298-3a47-424b-90cd-f72e9dac6d7d req-555b0aee-1f4b-41e9-9a25-1de927d0a008 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777223 Nov 26 02:49:46.203885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9d2fcb6e-1804-4db5-8326-77f719bc4abc None None] Provisioning complete for port 65eb3d2f-9dbe-421b-a696-a38e02b4443c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:46.204346 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9d2fcb6e-1804-4db5-8326-77f719bc4abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:46.204890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd76cc-df0d-4591-b69d-ef2a040aa8e3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:46.205829 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4cbd76cc-df0d-4591-b69d-ef2a040aa8e3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:46.226568 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b201b-3980-47b3-b05a-00695f0037d0 None None] Pushing event updated for resources: {'Port': ['ID=65eb3d2f-9dbe-421b-a696-a38e02b4443c,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:46.377220 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a789164c-c3f9-4fcd-997b-27ae9c90d9ca None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 02:49:46.454942 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38126) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:46.460961 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b0d19bdd-5425-4a49-a26b-bc90f66d97d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-209658532-network', 'tenant_id': '9c059735613b4affb3db3b079525abf5'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:46.484892 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d19bdd-5425-4a49-a26b-bc90f66d97d3 admin admin] Made reservation on behalf of 9c059735613b4affb3db3b079525abf5 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:46.487458 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0d19bdd-5425-4a49-a26b-bc90f66d97d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:46.497084 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0d19bdd-5425-4a49-a26b-bc90f66d97d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:46.518283 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:46.563730 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a789164c-c3f9-4fcd-997b-27ae9c90d9ca None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 02:49:46.566785 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-0e20e87f-50ba-4e87-94e3-8d46f1b4b7d0 None None] Provisioning complete for port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:46.567274 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0e20e87f-50ba-4e87-94e3-8d46f1b4b7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:46.599381 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-5fbd89a8-b7a9-4864-a9df-4f5793d70a5b tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:46.604348 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b0ecf953-7d5f-41cd-a5c2-1e89044763f7 req-7f04e47c-ebd1-4737-b654-4add2c9ec338 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:46.610154 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 65eb3d2f-9dbe-421b-a696-a38e02b4443c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:46.617777 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0d19bdd-5425-4a49-a26b-bc90f66d97d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:46.624524 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0d19bdd-5425-4a49-a26b-bc90f66d97d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:46.627600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Pushing event updated for resources: {'Port': ['ID=119d878e-0bda-47f9-8bc9-1a7d6b363cc0,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:46.658734 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d19bdd-5425-4a49-a26b-bc90f66d97d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:49:46.660640 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d19bdd-5425-4a49-a26b-bc90f66d97d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe785d8-703a-46c1-8ad1-dd3c87c9edef,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:46.674282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0d19bdd-5425-4a49-a26b-bc90f66d97d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:46.674769 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-b0d19bdd-5425-4a49-a26b-bc90f66d97d3 admin admin] Added segment 15d56107-e6a4-4d2e-b2f8-0f66759fbf82 of type vlan for network ab8a85e5-c0f5-4d0f-bced-dc8a9357d3e7 Nov 26 02:49:46.722076 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0d19bdd-5425-4a49-a26b-bc90f66d97d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:46.723463 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-0e20e87f-50ba-4e87-94e3-8d46f1b4b7d0 None None] Port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:49:46.752349 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0d19bdd-5425-4a49-a26b-bc90f66d97d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:46.753566 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d19bdd-5425-4a49-a26b-bc90f66d97d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:46.754204 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0d19bdd-5425-4a49-a26b-bc90f66d97d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:46.788358 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b0d19bdd-5425-4a49-a26b-bc90f66d97d3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3303077 Nov 26 02:49:46.789487 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38132) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:46.803136 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4cbd76cc-df0d-4591-b69d-ef2a040aa8e3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9300296 Nov 26 02:49:46.810658 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-5fbd89a8-b7a9-4864-a9df-4f5793d70a5b tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Network 0bcdc5fe-550e-4345-975e-89fcf4e825dc is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:49:46.815218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38134) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:46.824916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ea4b23cd-8792-46a5-90e2-e269c26dbdcf admin admin] Request body: {'subnet': {'network_id': 'ab8a85e5-c0f5-4d0f-bced-dc8a9357d3e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-209658532-subnet', 'tenant_id': '9c059735613b4affb3db3b079525abf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:46.825646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afc33b-7d94-4b38-8d70-c4fc26edc2c0 req-0bf03b32-ecf7-4907-a799-f81f35407a3e tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:46.827417 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9afc33b-7d94-4b38-8d70-c4fc26edc2c0 req-0bf03b32-ecf7-4907-a799-f81f35407a3e tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 865 time: 0.8968372 Nov 26 02:49:46.834059 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-44130b5a-b789-4ced-8421-c1437a47cb59 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Request body: {'port': {'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1089262816', 'fixed_ips': [{'subnet_id': '63d50455-9704-4445-9844-5a1aa7d1e6f7'}]}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:46.850832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 65eb3d2f-9dbe-421b-a696-a38e02b4443c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:46.851196 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:46.853607 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Attempting to bind port 119d878e-0bda-47f9-8bc9-1a7d6b363cc0 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:49:46.854210 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d19bdd-5425-4a49-a26b-bc90f66d97d3 admin admin] Pushing event updated for resources: {'Network': ['ID=ab8a85e5-c0f5-4d0f-bced-dc8a9357d3e7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:46.854330 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Attempting to bind port 119d878e-0bda-47f9-8bc9-1a7d6b363cc0 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'd56c1fd2-2302-4ce7-a1c1-f57d887a36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:49:46.854330 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Attempting to bind port 119d878e-0bda-47f9-8bc9-1a7d6b363cc0 on network ee4db295-5fa0-4a8b-9886-1c4a68ef44bb {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:46.858667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-5fbd89a8-b7a9-4864-a9df-4f5793d70a5b tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:46.866261 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4b23cd-8792-46a5-90e2-e269c26dbdcf admin admin] Made reservation on behalf of 9c059735613b4affb3db3b079525abf5 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:46.869599 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea4b23cd-8792-46a5-90e2-e269c26dbdcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:46.883585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf3ec7-10ce-4317-9b46-a76a1c58fa04 req-61fac8d0-c7ad-480b-9197-b7d12a0b4cb9 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:46.885155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85cf3ec7-10ce-4317-9b46-a76a1c58fa04 req-61fac8d0-c7ad-480b-9197-b7d12a0b4cb9 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 946 time: 0.7453289 Nov 26 02:49:46.888964 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network ab8a85e5-c0f5-4d0f-bced-dc8a9357d3e7 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:49:46.911690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-5fbd89a8-b7a9-4864-a9df-4f5793d70a5b tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:49:46.939839 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd89a8-b7a9-4864-a9df-4f5793d70a5b tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Pushing event updated for resources: {'Port': ['ID=79501b4e-6338-4fd6-9fed-c13b2e2366ff,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:46.942291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Port 119d878e-0bda-47f9-8bc9-1a7d6b363cc0 on network ee4db295-5fa0-4a8b-9886-1c4a68ef44bb not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:49:46.942626 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Attempting to bind port 119d878e-0bda-47f9-8bc9-1a7d6b363cc0 on network ee4db295-5fa0-4a8b-9886-1c4a68ef44bb {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:46.968686 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:49:46.969082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Checking segment: {'id': 'd56c1fd2-2302-4ce7-a1c1-f57d887a36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:46.969412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Bound using segment: {'id': 'd56c1fd2-2302-4ce7-a1c1-f57d887a36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:49:46.969870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Bound port: 119d878e-0bda-47f9-8bc9-1a7d6b363cc0, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56c1fd2-2302-4ce7-a1c1-f57d887a36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:49:46.970220 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:47.042338 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04e47c-ebd1-4737-b654-4add2c9ec338 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Pushing event deleted for resources: {'Port': ['ID=2535e055-5cb8-4973-b6b2-1ebdb134180f,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:47.057612 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea4b23cd-8792-46a5-90e2-e269c26dbdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:47.112086 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-5fbd89a8-b7a9-4864-a9df-4f5793d70a5b tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:47.112726 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-5fbd89a8-b7a9-4864-a9df-4f5793d70a5b tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:47.120251 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b23cd-8792-46a5-90e2-e269c26dbdcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8f3ab68-e918-4074-a4be-1af27703f16d,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:47.132449 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4b23cd-8792-46a5-90e2-e269c26dbdcf admin admin] Checking segment: {'id': '15d56107-e6a4-4d2e-b2f8-0f66759fbf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ab8a85e5-c0f5-4d0f-bced-dc8a9357d3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:47.133287 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4b23cd-8792-46a5-90e2-e269c26dbdcf admin admin] Network hostable DHCP agents. Network: ab8a85e5-c0f5-4d0f-bced-dc8a9357d3e7, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:49:47.152884 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4b23cd-8792-46a5-90e2-e269c26dbdcf admin admin] Network ab8a85e5-c0f5-4d0f-bced-dc8a9357d3e7 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:49:47.160536 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9afc33b-7d94-4b38-8d70-c4fc26edc2c0 req-2bc09ab9-c814-4bb7-8a8b-5ec5621ead04 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b669850-ea54-406b-966d-7901332dfafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3123307 Nov 26 02:49:47.165498 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-ea4b23cd-8792-46a5-90e2-e269c26dbdcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, ab8a85e5-c0f5-4d0f-bced-dc8a9357d3e7) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:47.172126 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4b23cd-8792-46a5-90e2-e269c26dbdcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:47.172947 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea4b23cd-8792-46a5-90e2-e269c26dbdcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:47.204026 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85cf3ec7-10ce-4317-9b46-a76a1c58fa04 req-53380cdc-8493-4496-bc1d-deb03a4468b3 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502224 Nov 26 02:49:47.217605 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ea4b23cd-8792-46a5-90e2-e269c26dbdcf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3930211 Nov 26 02:49:47.227973 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-5fbd89a8-b7a9-4864-a9df-4f5793d70a5b tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2944160 Nov 26 02:49:47.230787 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0ecf953-7d5f-41cd-a5c2-1e89044763f7 req-7f04e47c-ebd1-4737-b654-4add2c9ec338 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Router 3533f442-91bd-47fb-9dca-ced5d0e75e74 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:49:47.270549 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Request body: {'port': {'device_id': 'a05f03c8-ab91-4195-bd52-727ce2d331a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:47.307276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] For port 119d878e-0bda-47f9-8bc9-1a7d6b363cc0, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:49:47.350394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] For port 119d878e-0bda-47f9-8bc9-1a7d6b363cc0, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=119d878e-0bda-47f9-8bc9-1a7d6b363cc0,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:49:47.411141 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b7c49-8743-42b9-8079-032fcdb67655 None None] DHCP port deletion for 0bcdc5fe-550e-4345-975e-89fcf4e825dc request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:49:47.420374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f87011-6ec7-497f-b7b3-6a8cfee0d3c8 None None] Network ab8a85e5-c0f5-4d0f-bced-dc8a9357d3e7 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:49:47.437301 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:47.527588 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:47.533063 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Provisioning complete for port 79501b4e-6338-4fd6-9fed-c13b2e2366ff triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:47.533517 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:47.540543 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44130b5a-b789-4ced-8421-c1437a47cb59 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Made reservation on behalf of 3c9e03453576449e8027bf6795ca2563 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:47.545166 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-44130b5a-b789-4ced-8421-c1437a47cb59 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:47.569278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9346e196-ef55-4538-a1f8-dcc7d4bcfc29 None None] DHCP port deletion for ee4db295-5fa0-4a8b-9886-1c4a68ef44bb request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:49:47.570866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:47.571495 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:47.573023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] 10.222.0.54 "PUT /v2.0/ports/119d878e-0bda-47f9-8bc9-1a7d6b363cc0 HTTP/1.1" status: 200 len: 1091 time: 3.6922021 Nov 26 02:49:47.575451 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751eaa06-224c-456b-af40-bf23913bd6aa', 'tag': '119d878e-0bda-47f9-8bc9-1a7d6b363cc0'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:47.577716 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d03e16-3caa-4311-9c2f-90cf1208e876" -d '{"events": [{"name": "network-changed", "server_uuid": "751eaa06-224c-456b-af40-bf23913bd6aa", "tag": "119d878e-0bda-47f9-8bc9-1a7d6b363cc0"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:47.588565 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:47.602068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Port 79501b4e-6338-4fd6-9fed-c13b2e2366ff cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:49:47.623546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf4d04-60aa-4c2f-b55d-79b28bfc1f38 req-a81ef467-c72e-4a66-9e22-04cb78af24eb tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:47.627989 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5cf4d04-60aa-4c2f-b55d-79b28bfc1f38 req-a81ef467-c72e-4a66-9e22-04cb78af24eb tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 943 time: 0.3174860 Nov 26 02:49:47.647641 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Provisioning complete for port 71e8ef15-d5ad-408d-a49c-0bcb476fecba triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:47.647641 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:47.652047 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cf1fa9-5e61-407e-92d0-03c5c81934f6 None None] Network ab8a85e5-c0f5-4d0f-bced-dc8a9357d3e7 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:49:47.656765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-44130b5a-b789-4ced-8421-c1437a47cb59 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] device_id is not set on port 8be3bf7e-8853-443e-9883-2546fd4abe46 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:49:47.686721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f80fb9-f887-488a-8667-46081085a9e3 req-1b56efc1-eb76-44c5-adae-345a0204edcb tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:47.688111 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25f80fb9-f887-488a-8667-46081085a9e3 req-1b56efc1-eb76-44c5-adae-345a0204edcb tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 949 time: 0.3762729 Nov 26 02:49:47.773983 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356be001-dff9-4707-bc24-8b3f6c10a485 service neutron] Pushing event updated for resources: {'Port': ['ID=119d878e-0bda-47f9-8bc9-1a7d6b363cc0,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:47.825337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0ecf953-7d5f-41cd-a5c2-1e89044763f7 req-7f04e47c-ebd1-4737-b654-4add2c9ec338 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:49:47.839219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bda961-17e7-40d3-945e-d7213a22736b None None] Sync routers for ids ['3533f442-91bd-47fb-9dca-ced5d0e75e74'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:49:47.864255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bda961-17e7-40d3-945e-d7213a22736b None None] Routers {'3533f442-91bd-47fb-9dca-ced5d0e75e74'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:49:47.864907 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-45bda961-17e7-40d3-945e-d7213a22736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:49:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['3533f442-91bd-47fb-9dca-ced5d0e75e74'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:47.927557 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Provisioning complete for port b7d5a017-3df4-409e-ad05-15f640e3d508 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:47.928160 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:47.996185 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ecf953-7d5f-41cd-a5c2-1e89044763f7 req-7f04e47c-ebd1-4737-b654-4add2c9ec338 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] No DVR routers for this DVR port 2535e055-5cb8-4973-b6b2-1ebdb134180f on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:49:48.007353 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b0ecf953-7d5f-41cd-a5c2-1e89044763f7 req-7f04e47c-ebd1-4737-b654-4add2c9ec338 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:48.011250 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0ecf953-7d5f-41cd-a5c2-1e89044763f7 req-7f04e47c-ebd1-4737-b654-4add2c9ec338 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.54 "DELETE /v2.0/ports/2535e055-5cb8-4973-b6b2-1ebdb134180f HTTP/1.1" status: 204 len: 173 time: 5.2637115 Nov 26 02:49:48.018216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5cf4d04-60aa-4c2f-b55d-79b28bfc1f38 req-01823358-f066-4227-9276-74add8e8427e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679852 Nov 26 02:49:48.024415 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-45bda961-17e7-40d3-945e-d7213a22736b None None] Set router 3533f442-91bd-47fb-9dca-ced5d0e75e74 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:49:48.025435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-3777f14a-774b-45fb-b8c0-87bff0736d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:48.026978 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-3777f14a-774b-45fb-b8c0-87bff0736d5f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dfc3a73836564c72aaa012c28cbd2c57&device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 1094 time: 0.3719201 Nov 26 02:49:48.037264 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25f80fb9-f887-488a-8667-46081085a9e3 req-4fdf249d-bb0f-480f-abb2-ab9a822537e9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154087 Nov 26 02:49:48.164022 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-f3aa58ab-9622-454d-99a8-2c92f0ff22ae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=119d878e-0bda-47f9-8bc9-1a7d6b363cc0 HTTP/1.1" status: 200 len: 217 time: 0.1157773 Nov 26 02:49:48.201500 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Provisioning complete for port 53c84897-efe5-40a9-b6e5-ea21c9796452 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:48.201874 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:48.350995 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-44130b5a-b789-4ced-8421-c1437a47cb59 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Allocated IP 10.1.1.224 (936fa975-95c9-4edd-86b5-749a85dee6b7/63d50455-9704-4445-9844-5a1aa7d1e6f7/8be3bf7e-8853-443e-9883-2546fd4abe46) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:49:48.354252 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Provisioning complete for port bc9945d3-bdf1-4a47-bec3-b474608e385c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:48.354633 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:48.376194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-826dee78-5104-46dc-a284-c5d124ac8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:48.377949 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-826dee78-5104-46dc-a284-c5d124ac8cd8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f1c52ce-baab-40ba-a108-aa1a1ac61509 HTTP/1.1" status: 200 len: 854 time: 0.1617386 Nov 26 02:49:48.382582 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-45bda961-17e7-40d3-945e-d7213a22736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'name': 'tempest-ServersTestBootFromVolume-226549368-router', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:46:32Z', 'updated_at': '2021-11-26T02:46:36Z', 'revision_number': 4, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'gw_port': {'id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:33Z', 'updated_at': '2021-11-26T02:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5d374f7a-c5c7-4bb5-870f-59aa1ebd1885', 'name': '', 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'mac_address': 'fa:16:3e:c7:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:35Z', 'updated_at': '2021-11-26T02:46:43Z', 'revision_number': 5, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'subnets': [{'id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:48.393162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8542c-5f4a-437d-a892-c28bfa3438e8 req-94767320-0966-4ed6-8b58-b9eed02e809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:48.394681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e2a8542c-5f4a-437d-a892-c28bfa3438e8 req-94767320-0966-4ed6-8b58-b9eed02e809f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 1097 time: 0.2786074 Nov 26 02:49:48.419497 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bda961-17e7-40d3-945e-d7213a22736b None None] Checking router: 3533f442-91bd-47fb-9dca-ced5d0e75e74 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:49:48.419766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267fb46-900b-4285-b468-fdc46d0576c2 req-451ab16c-3b27-485e-a2b7-96214412da61 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:48.424685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9267fb46-900b-4285-b468-fdc46d0576c2 req-451ab16c-3b27-485e-a2b7-96214412da61 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/ports?device_id=a05f03c8-ab91-4195-bd52-727ce2d331a6 HTTP/1.1" status: 200 len: 932 time: 0.2700348 Nov 26 02:49:48.433783 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5456d-baba-4bc1-9c54-e2c9ecc33d89 req-87828d11-5b77-4484-86bc-2554f030b18e tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:48.435281 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92d5456d-baba-4bc1-9c54-e2c9ecc33d89 req-87828d11-5b77-4484-86bc-2554f030b18e tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 946 time: 0.2729709 Nov 26 02:49:48.436946 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bda961-17e7-40d3-945e-d7213a22736b None None] Routers {'3533f442-91bd-47fb-9dca-ced5d0e75e74'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:49:48.437508 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-45bda961-17e7-40d3-945e-d7213a22736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:49:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['3533f442-91bd-47fb-9dca-ced5d0e75e74'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:48.482130 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-63715b41-7cef-4948-b216-6e494919895a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4db295-5fa0-4a8b-9886-1c4a68ef44bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917475 Nov 26 02:49:48.578752 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Provisioning complete for port 802a87f5-51f2-41df-9978-a431aee1d05f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:48.579322 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:48.583966 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-45bda961-17e7-40d3-945e-d7213a22736b None None] Set router 3533f442-91bd-47fb-9dca-ced5d0e75e74 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:49:48.750938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e2a8542c-5f4a-437d-a892-c28bfa3438e8 req-be0348e6-a3b5-4f22-b382-59d1dd1ca275 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061321 Nov 26 02:49:48.761605 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9267fb46-900b-4285-b468-fdc46d0576c2 req-716de1c7-5457-48ce-830c-b32525f7aa68 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8f4b96e-6a63-40dc-87ee-18176745dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250566 Nov 26 02:49:48.797611 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79501b4e-6338-4fd6-9fed-c13b2e2366ff {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:49:48.817640 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92d5456d-baba-4bc1-9c54-e2c9ecc33d89 req-f81274fe-0278-422d-a779-abdce5852794 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573596 Nov 26 02:49:48.995590 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Provisioning complete for port d583d5ea-9ab7-4200-8474-8621899750d6 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:48.995967 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:49.091211 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-45bda961-17e7-40d3-945e-d7213a22736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'name': 'tempest-ServersTestBootFromVolume-226549368-router', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:46:32Z', 'updated_at': '2021-11-26T02:46:36Z', 'revision_number': 4, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'gw_port': {'id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:33Z', 'updated_at': '2021-11-26T02:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5d374f7a-c5c7-4bb5-870f-59aa1ebd1885', 'name': '', 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'mac_address': 'fa:16:3e:c7:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:35Z', 'updated_at': '2021-11-26T02:46:43Z', 'revision_number': 5, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'subnets': [{'id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:49.131563 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bda961-17e7-40d3-945e-d7213a22736b None None] The sync data for ids ['3533f442-91bd-47fb-9dca-ced5d0e75e74'] in n-d-819389-3 is: [{'id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'name': 'tempest-ServersTestBootFromVolume-226549368-router', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:46:32Z', 'updated_at': '2021-11-26T02:46:36Z', 'revision_number': 4, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'gw_port': {'id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:33Z', 'updated_at': '2021-11-26T02:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5d374f7a-c5c7-4bb5-870f-59aa1ebd1885', 'name': '', 'network_id': '0159594c-9163-49a6-8606-7e3476d8e6b9', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'mac_address': 'fa:16:3e:c7:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:35Z', 'updated_at': '2021-11-26T02:46:43Z', 'revision_number': 5, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'subnets': [{'id': 'ec81ba8f-2996-484b-acac-4860e9ce304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:49:49.191074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Provisioning complete for port 8f1454ab-b0b8-4351-a41f-825f3ad42a8f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:49.191612 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:49.287719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Provisioning complete for port 45208ea3-5188-4793-a657-40d2e9665e2c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:49.288199 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:49.305676 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184492e9-2c3d-4988-9fab-3f8f0f5e1497 x-openstack-request-id: req-184492e9-2c3d-4988-9fab-3f8f0f5e1497 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:49.305980 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751eaa06-224c-456b-af40-bf23913bd6aa", "tag": "119d878e-0bda-47f9-8bc9-1a7d6b363cc0", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:49.306241 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-184492e9-2c3d-4988-9fab-3f8f0f5e1497 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:49.306641 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751eaa06-224c-456b-af40-bf23913bd6aa', 'tag': '119d878e-0bda-47f9-8bc9-1a7d6b363cc0', 'status': 'completed', 'code': 200} Nov 26 02:49:49.314939 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:49.330675 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Port 45208ea3-5188-4793-a657-40d2e9665e2c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:49:49.343174 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Provisioning complete for port 49e09311-df43-4079-a8a3-815540ecae1f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:49.343695 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-196d2a95-e0ac-478c-9e7b-9c41690575ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:49.430481 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8410d7d1-a8b6-4610-a5da-3aea854e2f1e req-64109b9f-7980-4279-8051-2e12abf48399 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 210 time: 0.1228054 Nov 26 02:49:49.436455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Transition to ACTIVE for port object 79501b4e-6338-4fd6-9fed-c13b2e2366ff will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:49:49.456577 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-437188fc-07b8-40ec-a2fd-4bc405cc0ea4 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4db295-5fa0-4a8b-9886-1c4a68ef44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9497032 Nov 26 02:49:49.503124 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:49.528178 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ea4865-0c33-4b1d-acc4-6129ba4f35cc None None] New status for floating IP d0eed0f9-5338-400c-9cc3-2dc08918b96d: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:49:49.557933 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9dd7ad-cdb3-448a-b31c-8dae624531ca None None] DHCP port deletion for 0bcdc5fe-550e-4345-975e-89fcf4e825dc request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:49:49.643010 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-44130b5a-b789-4ced-8421-c1437a47cb59 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:49.787305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Pushing event updated for resources: {'Port': ['ID=79501b4e-6338-4fd6-9fed-c13b2e2366ff,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:49.815050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-2c3ded4e-4989-4985-ac67-4c33265dc729 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:49.816557 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-2c3ded4e-4989-4985-ac67-4c33265dc729 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/networks?id=bbc2d3ef-241f-44e9-a91f-af291ec322b0 HTTP/1.1" status: 200 len: 814 time: 0.5162613 Nov 26 02:49:49.824550 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70f894-ddba-4d89-8a19-1d84d53fbe71 req-cdecf28b-4891-4015-8f79-5a83c02252ea tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:49.825950 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa70f894-ddba-4d89-8a19-1d84d53fbe71 req-cdecf28b-4891-4015-8f79-5a83c02252ea tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 946 time: 0.3112826 Nov 26 02:49:49.874256 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-acd84bae-7d6f-4488-b8bb-51b39d9a1003 req-2efa448d-472e-451b-a9e6-d07f78d139a5 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4db295-5fa0-4a8b-9886-1c4a68ef44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759000 Nov 26 02:49:49.879156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-bdb5b414-082c-47e5-ae66-bb6bd22ccb83 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/quotas/6860f21f0ef64b358fc4c10864b6e6f7 HTTP/1.1" status: 200 len: 375 time: 0.0499828 Nov 26 02:49:49.895100 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-44130b5a-b789-4ced-8421-c1437a47cb59 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:49.944580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Attempting to bind port 79501b4e-6338-4fd6-9fed-c13b2e2366ff on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:49:49.944901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Attempting to bind port 79501b4e-6338-4fd6-9fed-c13b2e2366ff by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'afd4fed7-0c83-4fd3-b1f6-909c38d37a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0bcdc5fe-550e-4345-975e-89fcf4e825dc'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:49:49.945834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Attempting to bind port 79501b4e-6338-4fd6-9fed-c13b2e2366ff on network 0bcdc5fe-550e-4345-975e-89fcf4e825dc {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:49.978097 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-a01da3d2-5753-4c04-9a4f-dd0ac7b3d798 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6860f21f0ef64b358fc4c10864b6e6f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851655 Nov 26 02:49:49.984566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Port 79501b4e-6338-4fd6-9fed-c13b2e2366ff on network 0bcdc5fe-550e-4345-975e-89fcf4e825dc not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:49:49.984901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Attempting to bind port 79501b4e-6338-4fd6-9fed-c13b2e2366ff on network 0bcdc5fe-550e-4345-975e-89fcf4e825dc {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:49.997143 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa70f894-ddba-4d89-8a19-1d84d53fbe71 req-431fdba0-a785-46e1-9e98-0cdee3e9d66e tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589289 Nov 26 02:49:50.020675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44130b5a-b789-4ced-8421-c1437a47cb59 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Network 936fa975-95c9-4edd-86b5-749a85dee6b7 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:49:50.026345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-44130b5a-b789-4ced-8421-c1437a47cb59 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:50.105354 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44130b5a-b789-4ced-8421-c1437a47cb59 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:49:50.133546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:49:50.134095 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Checking segment: {'id': 'afd4fed7-0c83-4fd3-b1f6-909c38d37a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0bcdc5fe-550e-4345-975e-89fcf4e825dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:50.134513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Bound using segment: {'id': 'afd4fed7-0c83-4fd3-b1f6-909c38d37a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0bcdc5fe-550e-4345-975e-89fcf4e825dc'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:49:50.135025 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Bound port: 79501b4e-6338-4fd6-9fed-c13b2e2366ff, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd4fed7-0c83-4fd3-b1f6-909c38d37a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0bcdc5fe-550e-4345-975e-89fcf4e825dc'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:49:50.135396 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:50.215372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44130b5a-b789-4ced-8421-c1437a47cb59 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event updated for resources: {'Port': ['ID=8be3bf7e-8853-443e-9883-2546fd4abe46,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:50.301882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44130b5a-b789-4ced-8421-c1437a47cb59 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:50.302580 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-44130b5a-b789-4ced-8421-c1437a47cb59 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:50.342271 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-a40e9bd6-6fa4-4c67-ae11-af4a5853b219 service neutron] 10.222.0.31 "GET /v2.0/networks/bbc2d3ef-241f-44e9-a91f-af291ec322b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537652 Nov 26 02:49:50.356097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d03e16-3caa-4311-9c2f-90cf1208e876 req-aa232f26-ef23-4f9f-81ea-e4331d2b306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:50.357568 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8d03e16-3caa-4311-9c2f-90cf1208e876 req-aa232f26-ef23-4f9f-81ea-e4331d2b306c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dfc3a73836564c72aaa012c28cbd2c57&device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 1094 time: 0.3656161 Nov 26 02:49:50.375107 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-52e397ef-666e-4abd-9102-395b62d984b8 None None] Provisioning complete for port 8be3bf7e-8853-443e-9883-2546fd4abe46 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:50.375697 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-52e397ef-666e-4abd-9102-395b62d984b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:50.377463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-44130b5a-b789-4ced-8421-c1437a47cb59 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5489697 Nov 26 02:49:50.412479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-52e397ef-666e-4abd-9102-395b62d984b8 None None] Port 8be3bf7e-8853-443e-9883-2546fd4abe46 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:49:50.448912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859cbd7-8ff4-4559-927c-6980ad1fc55d req-90e7da3c-4c3e-4395-8c97-330d97cf6576 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:50.450399 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c859cbd7-8ff4-4559-927c-6980ad1fc55d req-90e7da3c-4c3e-4395-8c97-330d97cf6576 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 943 time: 0.2192309 Nov 26 02:49:50.538228 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] For port 79501b4e-6338-4fd6-9fed-c13b2e2366ff, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:49:50.582506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] For port 79501b4e-6338-4fd6-9fed-c13b2e2366ff, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=79501b4e-6338-4fd6-9fed-c13b2e2366ff,segment=NetworkSegment(afd4fed7-0c83-4fd3-b1f6-909c38d37a44),segment_id=afd4fed7-0c83-4fd3-b1f6-909c38d37a44)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:49:50.600038 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:50.620434 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c859cbd7-8ff4-4559-927c-6980ad1fc55d req-44f336dc-23fd-4885-836d-dfe2de81190f tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286674 Nov 26 02:49:50.632871 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-3e91ceac-01b6-4f79-a04c-ed84e57101ff service neutron] 10.222.0.31 "GET /v2.0/networks/bbc2d3ef-241f-44e9-a91f-af291ec322b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795310 Nov 26 02:49:50.695556 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Pushing event updated for resources: {'Port': ['ID=79501b4e-6338-4fd6-9fed-c13b2e2366ff,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:50.713408 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d03e16-3caa-4311-9c2f-90cf1208e876 req-b3f28cce-184d-47d9-9168-1e8950a20d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:50.714914 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8d03e16-3caa-4311-9c2f-90cf1208e876 req-b3f28cce-184d-47d9-9168-1e8950a20d8b service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4db295-5fa0-4a8b-9886-1c4a68ef44bb HTTP/1.1" status: 200 len: 915 time: 0.3337088 Nov 26 02:49:50.721199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f937d3-c171-4311-9572-920534934047 None None] DHCP port deletion for 0bcdc5fe-550e-4345-975e-89fcf4e825dc request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:49:50.736085 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:50.736703 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:50.738104 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-9ae57e7d-9242-43cb-8d61-8b84b3be3a3f service neutron] 10.222.0.54 "PUT /v2.0/ports/79501b4e-6338-4fd6-9fed-c13b2e2366ff HTTP/1.1" status: 200 len: 1092 time: 3.4851003 Nov 26 02:49:50.781943 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8d03e16-3caa-4311-9c2f-90cf1208e876 req-5398ac98-5b44-4898-9490-54b271f27f46 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=119d878e-0bda-47f9-8bc9-1a7d6b363cc0 HTTP/1.1" status: 200 len: 217 time: 0.0428240 Nov 26 02:49:50.803663 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73835e04-8ae3-4c30-aede-d9a78ec66048 req-302c13fb-29be-4e84-98c1-1cee9c8f991b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:50.805285 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73835e04-8ae3-4c30-aede-d9a78ec66048 req-302c13fb-29be-4e84-98c1-1cee9c8f991b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 949 time: 0.1049001 Nov 26 02:49:50.925666 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d03e16-3caa-4311-9c2f-90cf1208e876 req-fc5436d0-78a4-4b48-9fba-595a89b7f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:50.927174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8d03e16-3caa-4311-9c2f-90cf1208e876 req-fc5436d0-78a4-4b48-9fba-595a89b7f05d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f1c52ce-baab-40ba-a108-aa1a1ac61509 HTTP/1.1" status: 200 len: 854 time: 0.1208184 Nov 26 02:49:50.998368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8d03e16-3caa-4311-9c2f-90cf1208e876 req-048ab1cc-6aec-4246-970b-e936874fd9b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4db295-5fa0-4a8b-9886-1c4a68ef44bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616920 Nov 26 02:49:51.009038 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5dd90-d902-4b50-ad7e-15f4f1b84792 req-5bad6462-71c6-4c5e-9453-9ea9db19c896 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:51.010525 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4ab5dd90-d902-4b50-ad7e-15f4f1b84792 req-5bad6462-71c6-4c5e-9453-9ea9db19c896 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/ports?device_id=a05f03c8-ab91-4195-bd52-727ce2d331a6 HTTP/1.1" status: 200 len: 944 time: 0.1614776 Nov 26 02:49:51.025613 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73835e04-8ae3-4c30-aede-d9a78ec66048 req-98271616-9f78-4d89-9e5a-fd7b522cb6d8 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501927 Nov 26 02:49:51.050396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-679e0874-0f4c-45be-8166-1d2641136e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:51.051876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-679e0874-0f4c-45be-8166-1d2641136e53 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a48c2e2df7e248e28145b62ad18eaf76&device_id=a05f03c8-ab91-4195-bd52-727ce2d331a6 HTTP/1.1" status: 200 len: 1095 time: 0.1747708 Nov 26 02:49:51.138912 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-dc3e0afe-0ba6-4aa7-a579-c47c3186f668 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79501b4e-6338-4fd6-9fed-c13b2e2366ff HTTP/1.1" status: 200 len: 217 time: 0.0492282 Nov 26 02:49:51.233760 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4ab5dd90-d902-4b50-ad7e-15f4f1b84792 req-d49eaa5c-3f1d-4afc-b108-10f37c99f831 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8f4b96e-6a63-40dc-87ee-18176745dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049417 Nov 26 02:49:51.278898 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-291055a4-36eb-4123-a13d-465af707a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:51.280408 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-291055a4-36eb-4123-a13d-465af707a033 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f70f37f7-e2eb-4798-922e-5f7f6aee32a7 HTTP/1.1" status: 200 len: 860 time: 0.1237924 Nov 26 02:49:51.289791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29d07f-5c90-40cc-a4c6-95110934ae37 req-cac7cec5-8d44-4376-9a05-18fa499189b9 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:51.291260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d29d07f-5c90-40cc-a4c6-95110934ae37 req-cac7cec5-8d44-4376-9a05-18fa499189b9 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 946 time: 0.1602001 Nov 26 02:49:51.303840 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8d03e16-3caa-4311-9c2f-90cf1208e876 req-4601951f-f648-4cd3-ad63-ac56a7b6c692 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4db295-5fa0-4a8b-9886-1c4a68ef44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923052 Nov 26 02:49:51.317118 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039c441c-bec6-47a0-8a67-fcaf918f23e5', 'name': 'network-vif-deleted', 'tag': '2535e055-5cb8-4973-b6b2-1ebdb134180f'}, {'name': 'network-changed', 'server_uuid': 'a05f03c8-ab91-4195-bd52-727ce2d331a6', 'tag': '79501b4e-6338-4fd6-9fed-c13b2e2366ff'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:51.319719 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9144db7-11a5-4125-9e73-483c5f812788" -d '{"events": [{"server_uuid": "039c441c-bec6-47a0-8a67-fcaf918f23e5", "name": "network-vif-deleted", "tag": "2535e055-5cb8-4973-b6b2-1ebdb134180f"}, {"name": "network-changed", "server_uuid": "a05f03c8-ab91-4195-bd52-727ce2d331a6", "tag": "79501b4e-6338-4fd6-9fed-c13b2e2366ff"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:51.327335 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-38eed119-8cbf-487a-9644-e34588c43ffd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0bcdc5fe-550e-4345-975e-89fcf4e825dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351551 Nov 26 02:49:51.442088 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38190) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:51.447603 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-feaf6246-7c49-4056-8462-c0ebf2da7378 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1533842194', 'description': 'tempest-description--2048081811'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:51.494329 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-feaf6246-7c49-4056-8462-c0ebf2da7378 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:51.494598 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d29d07f-5c90-40cc-a4c6-95110934ae37 req-df7510ff-b04f-4cbb-ae57-8e43ce81f32d tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709135 Nov 26 02:49:51.526127 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8d03e16-3caa-4311-9c2f-90cf1208e876 req-dc1898a4-a6ba-49e2-8244-2116f6b6d074 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4db295-5fa0-4a8b-9886-1c4a68ef44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013443 Nov 26 02:49:51.537242 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-fb48c4fc-07a8-481c-8747-060c16682590 service neutron] 10.222.0.54 "GET /v2.0/networks/0bcdc5fe-550e-4345-975e-89fcf4e825dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011580 Nov 26 02:49:51.643269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16a8cab5-9620-4347-9597-1408424cf931 req-5f86c31f-a717-4038-81c5-fec7e05efe80 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/ports?device_id=039c441c-bec6-47a0-8a67-fcaf918f23e5 HTTP/1.1" status: 200 len: 210 time: 0.0830975 Nov 26 02:49:51.661402 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-feaf6246-7c49-4056-8462-c0ebf2da7378 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:51.673441 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-feaf6246-7c49-4056-8462-c0ebf2da7378 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:51.680606 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1569d150-3b9a-4c4c-8ae2-8e9683ed27cb req-e37e4915-0442-41d6-aea5-75fa39ee4931 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bc608ff-5b55-477d-a03d-225661c07e8d HTTP/1.1" status: 200 len: 210 time: 0.0583775 Nov 26 02:49:51.721921 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf6246-7c49-4056-8462-c0ebf2da7378 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c240ba7-87f6-488e-8265-9777283b8720,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:51.730121 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-feaf6246-7c49-4056-8462-c0ebf2da7378 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:51.736974 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-feaf6246-7c49-4056-8462-c0ebf2da7378 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2930646 Nov 26 02:49:51.737842 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38194) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:51.739066 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65920b2a-1f97-4b85-8455-c9d5758d8689 req-a426c857-c8d8-40ab-a120-73218c9bd536 service neutron] 10.222.0.54 "GET /v2.0/networks/0bcdc5fe-550e-4345-975e-89fcf4e825dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869323 Nov 26 02:49:51.743203 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-090581d3-7fc5-4015-8e72-60e1d40c2ab6 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Request body: {'security_group_rule': {'security_group_id': '8c240ba7-87f6-488e-8265-9777283b8720', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:51.777307 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-090581d3-7fc5-4015-8e72-60e1d40c2ab6 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:51.840917 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-090581d3-7fc5-4015-8e72-60e1d40c2ab6 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:51.845876 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-090581d3-7fc5-4015-8e72-60e1d40c2ab6 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:51.846073 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999787f2-bd8a-4ed5-a41b-3ba552b3b193 req-5234ab74-b1b7-441e-a0ac-667366c86761 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:51.847576 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-999787f2-bd8a-4ed5-a41b-3ba552b3b193 req-5234ab74-b1b7-441e-a0ac-667366c86761 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d5260d-1064-419a-8077-995776924690 HTTP/1.1" status: 200 len: 949 time: 0.0885093 Nov 26 02:49:51.865272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9de255-5995-4117-870a-86094dec7d86 req-fe2ccdfd-2bf0-4540-9d53-2b61cafa5217 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:51.866871 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9de255-5995-4117-870a-86094dec7d86 req-fe2ccdfd-2bf0-4540-9d53-2b61cafa5217 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 946 time: 0.0930891 Nov 26 02:49:51.869465 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090581d3-7fc5-4015-8e72-60e1d40c2ab6 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a0117e-32a9-4505-9dad-bdc80315f7fd,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:51.875410 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-090581d3-7fc5-4015-8e72-60e1d40c2ab6 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:51.877813 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-090581d3-7fc5-4015-8e72-60e1d40c2ab6 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376753 Nov 26 02:49:51.879388 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38196) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:51.888576 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8671a19d-28af-4643-89d9-d4262ded2fc5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Request body: {'security_group_rule': {'security_group_id': '8c240ba7-87f6-488e-8265-9777283b8720', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:51.915926 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8671a19d-28af-4643-89d9-d4262ded2fc5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:51.961982 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-999787f2-bd8a-4ed5-a41b-3ba552b3b193 req-d00c4c83-20c6-4540-9f4c-80d427a76c5f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048050 Nov 26 02:49:51.969370 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9de255-5995-4117-870a-86094dec7d86 req-34d3520a-ec25-4767-af2d-da4a44ecbf75 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937445 Nov 26 02:49:51.994698 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8671a19d-28af-4643-89d9-d4262ded2fc5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:52.008490 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8671a19d-28af-4643-89d9-d4262ded2fc5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:52.049602 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02034d82-f687-4ea9-add9-ea2831b96db8 x-openstack-request-id: req-02034d82-f687-4ea9-add9-ea2831b96db8 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:52.049602 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039c441c-bec6-47a0-8a67-fcaf918f23e5", "name": "network-vif-deleted", "tag": "2535e055-5cb8-4973-b6b2-1ebdb134180f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a05f03c8-ab91-4195-bd52-727ce2d331a6", "tag": "79501b4e-6338-4fd6-9fed-c13b2e2366ff", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:52.049602 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02034d82-f687-4ea9-add9-ea2831b96db8 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:52.050099 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039c441c-bec6-47a0-8a67-fcaf918f23e5', 'name': 'network-vif-deleted', 'tag': '2535e055-5cb8-4973-b6b2-1ebdb134180f', 'status': 'completed', 'code': 200} Nov 26 02:49:52.050099 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a05f03c8-ab91-4195-bd52-727ce2d331a6', 'tag': '79501b4e-6338-4fd6-9fed-c13b2e2366ff', 'status': 'completed', 'code': 200} Nov 26 02:49:52.063960 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671a19d-28af-4643-89d9-d4262ded2fc5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b4b305-e06f-486e-97ef-538a36aa9356,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:52.082605 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8671a19d-28af-4643-89d9-d4262ded2fc5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:52.084320 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8671a19d-28af-4643-89d9-d4262ded2fc5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1993458 Nov 26 02:49:52.088134 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38202) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:52.094014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-f0588183-351e-47d7-8244-84b3b2277456 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:52.143268 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:52.555668 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f0588183-351e-47d7-8244-84b3b2277456 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:52.595128 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9144db7-11a5-4125-9e73-483c5f812788 req-43a1f52b-e4b1-4b85-80a7-054094cc240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:52.596598 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9144db7-11a5-4125-9e73-483c5f812788 req-43a1f52b-e4b1-4b85-80a7-054094cc240d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a48c2e2df7e248e28145b62ad18eaf76&device_id=a05f03c8-ab91-4195-bd52-727ce2d331a6 HTTP/1.1" status: 200 len: 1095 time: 0.4902215 Nov 26 02:49:52.637517 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455dae5-65b4-49ae-9cf7-d87c4dc32b21 req-ca8ac4bb-02b3-4a56-bfe3-20c5b32341a3 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:52.638990 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9455dae5-65b4-49ae-9cf7-d87c4dc32b21 req-ca8ac4bb-02b3-4a56-bfe3-20c5b32341a3 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 943 time: 0.5314348 Nov 26 02:49:52.728908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb4cb8-ea05-4489-bf1f-0101ba5a5199 req-f4f1eeaa-c6ca-4a6f-abf7-c9b5dc1bfc5c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:52.735018 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb4cb8-ea05-4489-bf1f-0101ba5a5199 req-f4f1eeaa-c6ca-4a6f-abf7-c9b5dc1bfc5c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:52.736625 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00fb4cb8-ea05-4489-bf1f-0101ba5a5199 req-f4f1eeaa-c6ca-4a6f-abf7-c9b5dc1bfc5c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d5260d-1064-419a-8077-995776924690&device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 1689 time: 0.2533059 Nov 26 02:49:52.776040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-20187894-de33-41b4-880b-37fa940fb8e1 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:52.777503 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-20187894-de33-41b4-880b-37fa940fb8e1 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.59 "GET /v2.0/networks?id=bbc2d3ef-241f-44e9-a91f-af291ec322b0 HTTP/1.1" status: 200 len: 814 time: 0.6661162 Nov 26 02:49:52.805356 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-ae311c55-312d-4a4b-b25e-aa40531c2a63 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Request body: {'port': {'device_id': '3bc608ff-5b55-477d-a03d-225661c07e8d', 'network_id': 'bbc2d3ef-241f-44e9-a91f-af291ec322b0', 'admin_state_up': True, 'tenant_id': '6860f21f0ef64b358fc4c10864b6e6f7'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:52.937780 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9455dae5-65b4-49ae-9cf7-d87c4dc32b21 req-ec5edfda-2628-4e09-8d66-802a830868b0 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860081 Nov 26 02:49:52.952781 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00fb4cb8-ea05-4489-bf1f-0101ba5a5199 req-6677ad07-e42c-4fbd-a32f-4b81d7c6bf1f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017999 Nov 26 02:49:52.964556 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9144db7-11a5-4125-9e73-483c5f812788 req-0619a0c0-5c53-4154-823e-8e74b5ead341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:52.964556 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9144db7-11a5-4125-9e73-483c5f812788 req-0619a0c0-5c53-4154-823e-8e74b5ead341 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0bcdc5fe-550e-4345-975e-89fcf4e825dc HTTP/1.1" status: 200 len: 921 time: 0.3375609 Nov 26 02:49:53.039730 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9144db7-11a5-4125-9e73-483c5f812788 req-90d6415a-d5fb-44dd-893b-439d2e7153ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79501b4e-6338-4fd6-9fed-c13b2e2366ff HTTP/1.1" status: 200 len: 217 time: 0.0616317 Nov 26 02:49:53.170600 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f0588183-351e-47d7-8244-84b3b2277456 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:53.243917 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9144db7-11a5-4125-9e73-483c5f812788 req-6d9fe2b0-4952-46fc-957e-9a84d53f2b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:53.245401 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9144db7-11a5-4125-9e73-483c5f812788 req-6d9fe2b0-4952-46fc-957e-9a84d53f2b1c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f70f37f7-e2eb-4798-922e-5f7f6aee32a7 HTTP/1.1" status: 200 len: 860 time: 0.1827621 Nov 26 02:49:53.251361 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-ae311c55-312d-4a4b-b25e-aa40531c2a63 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Made reservation on behalf of 6860f21f0ef64b358fc4c10864b6e6f7 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:53.254894 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-ae311c55-312d-4a4b-b25e-aa40531c2a63 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:53.291086 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80886587-fb20-4b12-97c3-63d751799741 req-5df0d6ab-4290-4bef-a84b-8de85b1f0e08 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:53.292602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-80886587-fb20-4b12-97c3-63d751799741 req-5df0d6ab-4290-4bef-a84b-8de85b1f0e08 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/ports?device_id=a05f03c8-ab91-4195-bd52-727ce2d331a6 HTTP/1.1" status: 200 len: 944 time: 0.2625601 Nov 26 02:49:53.317595 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9144db7-11a5-4125-9e73-483c5f812788 req-f2c6bc60-06c9-41cc-bdf6-03c229d3e7cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0bcdc5fe-550e-4345-975e-89fcf4e825dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588145 Nov 26 02:49:53.387496 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:53.471116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-a2c0b15d-5c89-46f0-9cc4-79dc9aa29a1b tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:53.472644 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-a2c0b15d-5c89-46f0-9cc4-79dc9aa29a1b tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/networks?id=594bd1bb-37c7-4b4b-b783-88b783966743 HTTP/1.1" status: 200 len: 810 time: 0.4395680 Nov 26 02:49:53.556251 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-d2f700ef-3392-4df6-a6d1-3d368aee4114 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/quotas/32a241a3ac2b4e6a811cab282f5c9e7e HTTP/1.1" status: 200 len: 375 time: 0.0730727 Nov 26 02:49:53.581280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-80886587-fb20-4b12-97c3-63d751799741 req-b8c9dee0-4ab0-4a6f-97a3-edb34db1281d tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8f4b96e-6a63-40dc-87ee-18176745dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696438 Nov 26 02:49:53.593669 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-f0588183-351e-47d7-8244-84b3b2277456 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Allocated IP 172.25.0.147 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/075d1128-749f-4800-89ac-14f3f5b901cf) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:49:53.735338 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9144db7-11a5-4125-9e73-483c5f812788 req-5543c53c-ae8e-4538-914e-5737e2b6997f service neutron] 10.222.0.54 "GET /v2.0/networks/0bcdc5fe-550e-4345-975e-89fcf4e825dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856118 Nov 26 02:49:53.738832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-ae311c55-312d-4a4b-b25e-aa40531c2a63 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Allocated IP 172.20.0.4 (bbc2d3ef-241f-44e9-a91f-af291ec322b0/c7f1f47b-6106-448f-8750-3318ef90c67c/c03d7a7a-3583-4afd-9e23-34fdeac85622) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:49:53.846335 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-0e8eda74-d283-438e-a79b-2af9fe0dc46d tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=32a241a3ac2b4e6a811cab282f5c9e7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2566888 Nov 26 02:49:53.977292 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16225694-48c8-4149-8dbb-a7861fce1ad3 req-2ffa8071-7a2e-41c6-b509-3e729e0be77b tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:53.979130 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16225694-48c8-4149-8dbb-a7861fce1ad3 req-2ffa8071-7a2e-41c6-b509-3e729e0be77b tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 946 time: 0.2945180 Nov 26 02:49:54.072561 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f0588183-351e-47d7-8244-84b3b2277456 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:54.119301 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9144db7-11a5-4125-9e73-483c5f812788 req-0681e35c-d682-46eb-a9cf-98b226383fcb service neutron] 10.222.0.54 "GET /v2.0/networks/0bcdc5fe-550e-4345-975e-89fcf4e825dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748989 Nov 26 02:49:54.174993 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-60c59a0a-5c37-4be3-b749-228b206382ce service neutron] 10.222.0.31 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039608 Nov 26 02:49:54.192977 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16225694-48c8-4149-8dbb-a7861fce1ad3 req-dfb4b051-069e-4646-95d5-f845a101f298 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040288 Nov 26 02:49:54.267435 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-ae311c55-312d-4a4b-b25e-aa40531c2a63 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:54.272222 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f0588183-351e-47d7-8244-84b3b2277456 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:54.489519 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 119d878e-0bda-47f9-8bc9-1a7d6b363cc0 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:49:54.594018 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 119d878e-0bda-47f9-8bc9-1a7d6b363cc0, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=119d878e-0bda-47f9-8bc9-1a7d6b363cc0,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:54.606865 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '119d878e-0bda-47f9-8bc9-1a7d6b363cc0', 'network_id': 'ee4db295-5fa0-4a8b-9886-1c4a68ef44bb', 'port_id': '119d878e-0bda-47f9-8bc9-1a7d6b363cc0', 'mac_address': 'fa:16:3e:2f:2f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1c52ce-baab-40ba-a108-aa1a1ac61509', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:49:54.640142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0588183-351e-47d7-8244-84b3b2277456 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:49:54.652280 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:54.656571 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33a665d7-a640-4bcc-82e3-7532f0d7d9f8 req-bda6e503-422d-42ca-9a32-53664f49b165 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bc608ff-5b55-477d-a03d-225661c07e8d HTTP/1.1" status: 200 len: 210 time: 0.0661623 Nov 26 02:49:54.666423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119d878e-0bda-47f9-8bc9-1a7d6b363cc0 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:49:54.690020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 119d878e-0bda-47f9-8bc9-1a7d6b363cc0, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=119d878e-0bda-47f9-8bc9-1a7d6b363cc0,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:54.696231 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:54.707725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0588183-351e-47d7-8244-84b3b2277456 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event updated for resources: {'Port': ['ID=075d1128-749f-4800-89ac-14f3f5b901cf,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:54.714980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-f0588183-351e-47d7-8244-84b3b2277456 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:54.720470 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0588183-351e-47d7-8244-84b3b2277456 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:49:54.759373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-02c273fe-7a1d-43f1-ab82-476d71ecc61f service neutron] 10.222.0.31 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704167 Nov 26 02:49:54.773193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=119d878e-0bda-47f9-8bc9-1a7d6b363cc0,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:54.789466 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-ae311c55-312d-4a4b-b25e-aa40531c2a63 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:54.877966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-ae311c55-312d-4a4b-b25e-aa40531c2a63 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Network bbc2d3ef-241f-44e9-a91f-af291ec322b0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:49:54.907874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-ae311c55-312d-4a4b-b25e-aa40531c2a63 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:54.918554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-ae311c55-312d-4a4b-b25e-aa40531c2a63 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:49:54.935542 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38234) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:54.957983 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8b0728-0019-4fad-9f5f-785269aa5cdd None None] DHCP port deletion for bbc2d3ef-241f-44e9-a91f-af291ec322b0 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:49:55.011905 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f0588183-351e-47d7-8244-84b3b2277456 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:55.016037 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7af47a61-1128-4077-9afb-d89bdefa4425 None None] Provisioning complete for port c03d7a7a-3583-4afd-9e23-34fdeac85622 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:55.016616 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7af47a61-1128-4077-9afb-d89bdefa4425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:55.036490 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4fa32-bd94-496e-9ba3-ca6e9e16f6e1 req-8b07a0b5-4373-4680-80f2-bc4dce2bcd66 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:55.038143 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79b4fa32-bd94-496e-9ba3-ca6e9e16f6e1 req-8b07a0b5-4373-4680-80f2-bc4dce2bcd66 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 944 time: 0.2040381 Nov 26 02:49:55.038818 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae311c55-312d-4a4b-b25e-aa40531c2a63 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Pushing event updated for resources: {'Port': ['ID=c03d7a7a-3583-4afd-9e23-34fdeac85622,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:55.077158 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1a33-5b09-44d2-b25c-ad59a8254b2a tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:55.089835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7af47a61-1128-4077-9afb-d89bdefa4425 None None] Port c03d7a7a-3583-4afd-9e23-34fdeac85622 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:49:55.104577 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['119d878e-0bda-47f9-8bc9-1a7d6b363cc0'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:49:55.116459 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1a33-5b09-44d2-b25c-ad59a8254b2a tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:55.194374 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1a33-5b09-44d2-b25c-ad59a8254b2a tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:55.198396 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1a33-5b09-44d2-b25c-ad59a8254b2a tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:55.202332 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3e1e1a33-5b09-44d2-b25c-ad59a8254b2a tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "DELETE /v2.0/security-groups/8b669850-ea54-406b-966d-7901332dfafe HTTP/1.1" status: 204 len: 168 time: 0.2629747 Nov 26 02:49:55.202870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-ae311c55-312d-4a4b-b25e-aa40531c2a63 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:55.202870 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-ae311c55-312d-4a4b-b25e-aa40531c2a63 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:55.204255 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38242) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:55.238776 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-836a63c3-2add-4d60-a7bb-2e8ee0ebfad4 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] show failed (client error): The resource could not be found. Nov 26 02:49:55.240362 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f0588183-351e-47d7-8244-84b3b2277456 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:55.240837 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-836a63c3-2add-4d60-a7bb-2e8ee0ebfad4 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "GET /v2.0/security-groups/8b669850-ea54-406b-966d-7901332dfafe HTTP/1.1" status: 404 len: 347 time: 0.0338798 Nov 26 02:49:55.244156 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38246) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:55.255376 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e1a33-5b09-44d2-b25c-ad59a8254b2a tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b669850-ea54-406b-966d-7901332dfafe,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:55.255671 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-ae311c55-312d-4a4b-b25e-aa40531c2a63 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4570796 Nov 26 02:49:55.288660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c8400-d157-496c-bcda-7e53233e50da req-c23ef0b9-78c5-4d31-8394-69f9be21bdfc tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:55.296467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-380c8400-d157-496c-bcda-7e53233e50da req-c23ef0b9-78c5-4d31-8394-69f9be21bdfc tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/ports?device_id=a05f03c8-ab91-4195-bd52-727ce2d331a6 HTTP/1.1" status: 200 len: 944 time: 0.2444317 Nov 26 02:49:55.341598 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Request body: {'port': {'device_id': '3bc608ff-5b55-477d-a03d-225661c07e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:55.397147 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79b4fa32-bd94-496e-9ba3-ca6e9e16f6e1 req-ececfbcf-142e-48c5-85a4-2b7bca9e8e08 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445761 Nov 26 02:49:55.421634 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-43f04fac-50a3-49e5-944c-94b065f06695 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Deleting port 45208ea3-5188-4793-a657-40d2e9665e2c {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:49:55.422135 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43f04fac-50a3-49e5-944c-94b065f06695 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:55.519158 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43f04fac-50a3-49e5-944c-94b065f06695 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:55.519492 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43f04fac-50a3-49e5-944c-94b065f06695 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:55.534676 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-43f04fac-50a3-49e5-944c-94b065f06695 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Calling delete_port for 45208ea3-5188-4793-a657-40d2e9665e2c owned by network:floatingip {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:49:55.576258 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-380c8400-d157-496c-bcda-7e53233e50da req-0f5fc7ef-02dd-4b4f-9d3b-5891f4f7da86 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8f4b96e-6a63-40dc-87ee-18176745dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785909 Nov 26 02:49:55.579962 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:55.729419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a4463ef-45a6-4f5b-9500-27f826e39ee2 req-90c1d398-bf61-4931-b5b7-b1dc597bd14f tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 210 time: 0.0933867 Nov 26 02:49:55.755526 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee2309-bfb2-43c8-b192-e34dcecc4395 req-ed0bb3bc-f7a8-4f69-8479-15983edda74d tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:55.757381 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5ee2309-bfb2-43c8-b192-e34dcecc4395 req-ed0bb3bc-f7a8-4f69-8479-15983edda74d tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=69d5260d-1064-419a-8077-995776924690 HTTP/1.1" status: 200 len: 1100 time: 0.2508469 Nov 26 02:49:55.758932 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43f04fac-50a3-49e5-944c-94b065f06695 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:55.817307 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757986a3-5713-4f7b-85c8-785630efff92 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:49:55.876165 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f04fac-50a3-49e5-944c-94b065f06695 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Pushing event deleted for resources: {'Port': ['ID=45208ea3-5188-4793-a657-40d2e9665e2c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:55.923844 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f0588183-351e-47d7-8244-84b3b2277456 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:55.948185 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f0588183-351e-47d7-8244-84b3b2277456 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:55.957360 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43f04fac-50a3-49e5-944c-94b065f06695 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks [] for floatingip, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:55.965578 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43f04fac-50a3-49e5-944c-94b065f06695 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:55.969943 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-43f04fac-50a3-49e5-944c-94b065f06695 tempest-ServersTestBootFromVolume-2012773404 tempest-ServersTestBootFromVolume-2012773404-project] 10.222.0.31 "DELETE /v2.0/floatingips/d0eed0f9-5338-400c-9cc3-2dc08918b96d HTTP/1.1" status: 204 len: 168 time: 0.7246332 Nov 26 02:49:55.970790 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38252) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:56.026239 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5ee2309-bfb2-43c8-b192-e34dcecc4395 req-3f04e733-db02-4588-a18f-d25510bc4260 tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556043 Nov 26 02:49:56.138956 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0588183-351e-47d7-8244-84b3b2277456 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event updated for resources: {'Port': ['ID=075d1128-749f-4800-89ac-14f3f5b901cf,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:56.154978 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81cbca-edfa-4b01-9103-1287880150d7 req-b7826392-c415-41ad-a9bd-fadbc0cdef60 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:56.156678 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d81cbca-edfa-4b01-9103-1287880150d7 req-b7826392-c415-41ad-a9bd-fadbc0cdef60 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 946 time: 0.3095522 Nov 26 02:49:56.230265 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f0588183-351e-47d7-8244-84b3b2277456 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:56.295330 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2a924-44c1-44fc-b533-7abfd80f6477 req-797d890c-86e7-4a7f-a57f-666c85c8aedc tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:56.296971 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30b2a924-44c1-44fc-b533-7abfd80f6477 req-797d890c-86e7-4a7f-a57f-666c85c8aedc tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bc608ff-5b55-477d-a03d-225661c07e8d HTTP/1.1" status: 200 len: 931 time: 0.1830087 Nov 26 02:49:56.327519 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f0588183-351e-47d7-8244-84b3b2277456 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:56.328767 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f0588183-351e-47d7-8244-84b3b2277456 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2396071 Nov 26 02:49:56.366392 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d81cbca-edfa-4b01-9103-1287880150d7 req-20241997-a3aa-4a23-b1c4-99fe8455890d tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830652 Nov 26 02:49:56.406765 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33b9c70e-5e58-4f2c-b147-7d39db91f2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:56.495008 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30b2a924-44c1-44fc-b533-7abfd80f6477 req-9b27c4c3-36ba-4f99-b004-249b41576c08 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab4eed67-92e4-40d1-a614-742961c799e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826172 Nov 26 02:49:56.498382 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 79501b4e-6338-4fd6-9fed-c13b2e2366ff details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:49:56.500488 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03d7a7a-3583-4afd-9e23-34fdeac85622 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:49:56.509489 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 119d878e-0bda-47f9-8bc9-1a7d6b363cc0 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:49:56.527961 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:56.557403 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Transition to ACTIVE for port object c03d7a7a-3583-4afd-9e23-34fdeac85622 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:49:56.594828 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:56.734273 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5ec1fcb6-3a7f-448a-9b9d-38bdc0ba87ac tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:56.735870 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5ec1fcb6-3a7f-448a-9b9d-38bdc0ba87ac tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.59 "GET /v2.0/networks?id=594bd1bb-37c7-4b4b-b783-88b783966743 HTTP/1.1" status: 200 len: 810 time: 0.2457049 Nov 26 02:49:56.758224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 79501b4e-6338-4fd6-9fed-c13b2e2366ff, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=79501b4e-6338-4fd6-9fed-c13b2e2366ff,segment=NetworkSegment(afd4fed7-0c83-4fd3-b1f6-909c38d37a44),segment_id=afd4fed7-0c83-4fd3-b1f6-909c38d37a44)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:56.758853 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a8d95-bf09-4686-93d4-8f5e4a1ba4a7 req-e856e1f1-a3f3-47e3-a973-fc880784abe9 tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:56.760465 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-577a8d95-bf09-4686-93d4-8f5e4a1ba4a7 req-e856e1f1-a3f3-47e3-a973-fc880784abe9 tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 1100 time: 0.2627325 Nov 26 02:49:56.771864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Pushing event updated for resources: {'Port': ['ID=c03d7a7a-3583-4afd-9e23-34fdeac85622,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:56.783477 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '79501b4e-6338-4fd6-9fed-c13b2e2366ff', 'network_id': '0bcdc5fe-550e-4345-975e-89fcf4e825dc', 'port_id': '79501b4e-6338-4fd6-9fed-c13b2e2366ff', 'mac_address': 'fa:16:3e:b9:e6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70f37f7-e2eb-4798-922e-5f7f6aee32a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:49:56.787742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2f284c-7394-4d77-9acd-d2084e30ac91 None None] DHCP port deletion for bbc2d3ef-241f-44e9-a91f-af291ec322b0 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:49:56.794555 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-2c017f5c-6de9-4168-9f2d-f6e5d8d032a4 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Request body: {'port': {'device_id': 'c8f412f8-2691-4ea6-9f15-2f74c9342855', 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743', 'admin_state_up': True, 'tenant_id': '32a241a3ac2b4e6a811cab282f5c9e7e'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:56.864879 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:56.879792 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 119d878e-0bda-47f9-8bc9-1a7d6b363cc0 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:49:56.885812 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 119d878e-0bda-47f9-8bc9-1a7d6b363cc0 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:56.886437 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:56.887500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6a96d-8154-413d-b637-85588a628fa6 req-f0eb00bb-c38b-4809-8f5c-7622eb2ee4ea tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:56.889163 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ec6a96d-8154-413d-b637-85588a628fa6 req-f0eb00bb-c38b-4809-8f5c-7622eb2ee4ea tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 944 time: 0.2649276 Nov 26 02:49:56.889584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79501b4e-6338-4fd6-9fed-c13b2e2366ff {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:49:56.900405 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-577a8d95-bf09-4686-93d4-8f5e4a1ba4a7 req-edfc5ea9-f5ce-4a81-a29a-f8824bea8e2c tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306636 Nov 26 02:49:56.941934 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 79501b4e-6338-4fd6-9fed-c13b2e2366ff, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=79501b4e-6338-4fd6-9fed-c13b2e2366ff,segment=NetworkSegment(afd4fed7-0c83-4fd3-b1f6-909c38d37a44),segment_id=afd4fed7-0c83-4fd3-b1f6-909c38d37a44)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:56.955274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Attempting to bind port c03d7a7a-3583-4afd-9e23-34fdeac85622 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:49:56.955737 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Attempting to bind port c03d7a7a-3583-4afd-9e23-34fdeac85622 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '9220402a-90b4-41d1-8f9b-038a1f1b549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbc2d3ef-241f-44e9-a91f-af291ec322b0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:49:56.955974 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Attempting to bind port c03d7a7a-3583-4afd-9e23-34fdeac85622 on network bbc2d3ef-241f-44e9-a91f-af291ec322b0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:56.994023 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:56.994853 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Port c03d7a7a-3583-4afd-9e23-34fdeac85622 on network bbc2d3ef-241f-44e9-a91f-af291ec322b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:49:56.995326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Attempting to bind port c03d7a7a-3583-4afd-9e23-34fdeac85622 on network bbc2d3ef-241f-44e9-a91f-af291ec322b0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:57.019989 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ec6a96d-8154-413d-b637-85588a628fa6 req-c6dce0d0-1edd-47ae-b602-f0140c4a9173 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228449 Nov 26 02:49:57.035537 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:49:57.036245 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Checking segment: {'id': '9220402a-90b4-41d1-8f9b-038a1f1b549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbc2d3ef-241f-44e9-a91f-af291ec322b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:57.036393 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Bound using segment: {'id': '9220402a-90b4-41d1-8f9b-038a1f1b549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbc2d3ef-241f-44e9-a91f-af291ec322b0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:49:57.036870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Bound port: c03d7a7a-3583-4afd-9e23-34fdeac85622, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9220402a-90b4-41d1-8f9b-038a1f1b549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbc2d3ef-241f-44e9-a91f-af291ec322b0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:49:57.037500 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:57.098358 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=79501b4e-6338-4fd6-9fed-c13b2e2366ff,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:57.164037 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:57.202984 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337be110-b294-413d-b24e-0837bf42a285 req-37fec7d4-14b9-405e-bcaa-3cf11cda3981 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:57.204723 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-337be110-b294-413d-b24e-0837bf42a285 req-37fec7d4-14b9-405e-bcaa-3cf11cda3981 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/ports?device_id=a05f03c8-ab91-4195-bd52-727ce2d331a6 HTTP/1.1" status: 200 len: 945 time: 0.1743510 Nov 26 02:49:57.223415 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751eaa06-224c-456b-af40-bf23913bd6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119d878e-0bda-47f9-8bc9-1a7d6b363cc0'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:57.227053 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2577a133-dc6d-4082-bab4-77769f45c0e2" -d '{"events": [{"server_uuid": "751eaa06-224c-456b-af40-bf23913bd6aa", "name": "network-vif-plugged", "status": "completed", "tag": "119d878e-0bda-47f9-8bc9-1a7d6b363cc0"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:57.234211 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 119d878e-0bda-47f9-8bc9-1a7d6b363cc0, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=119d878e-0bda-47f9-8bc9-1a7d6b363cc0,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:57.239696 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:57.274485 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] For port c03d7a7a-3583-4afd-9e23-34fdeac85622, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:49:57.305984 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-2c017f5c-6de9-4168-9f2d-f6e5d8d032a4 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Made reservation on behalf of 32a241a3ac2b4e6a811cab282f5c9e7e for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:49:57.307176 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] For port c03d7a7a-3583-4afd-9e23-34fdeac85622, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c03d7a7a-3583-4afd-9e23-34fdeac85622,segment=NetworkSegment(9220402a-90b4-41d1-8f9b-038a1f1b549b),segment_id=9220402a-90b4-41d1-8f9b-038a1f1b549b)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:49:57.309545 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-2c017f5c-6de9-4168-9f2d-f6e5d8d032a4 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:57.314273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-337be110-b294-413d-b24e-0837bf42a285 req-d248f769-b971-4c20-814d-b645650390a3 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8f4b96e-6a63-40dc-87ee-18176745dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000903 Nov 26 02:49:57.326481 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-f6d91874-4c10-4ff4-8ed9-9f9761ae264f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1533842194&fields=id&tenant_id=3c9e03453576449e8027bf6795ca2563 HTTP/1.1" status: 200 len: 267 time: 0.1881387 Nov 26 02:49:57.327088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=119d878e-0bda-47f9-8bc9-1a7d6b363cc0,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:57.339939 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:57.420888 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-33b9c70e-5e58-4f2c-b147-7d39db91f2b8 admin admin] Deleting port 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:49:57.421295 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33b9c70e-5e58-4f2c-b147-7d39db91f2b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:57.445967 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db976e78-6a5c-4321-80f7-8a8119927bec None None] DHCP port deletion for bbc2d3ef-241f-44e9-a91f-af291ec322b0 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:49:57.464088 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a9f110f-d355-4571-8b33-e095c185d5cc req-c0956493-8074-4e8c-ad91-379eb0a0e2e4 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 210 time: 0.0557249 Nov 26 02:49:57.465567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:57.466279 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:57.467658 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] 10.222.0.59 "PUT /v2.0/ports/c03d7a7a-3583-4afd-9e23-34fdeac85622 HTTP/1.1" status: 200 len: 1091 time: 2.1874268 Nov 26 02:49:57.478431 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae6d22ad-fcf1-49af-a5dd-5ed22927d798 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:57.486528 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae6d22ad-fcf1-49af-a5dd-5ed22927d798 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports/22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f HTTP/1.1" status: 200 len: 936 time: 0.1590028 Nov 26 02:49:57.488471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc608ff-5b55-477d-a03d-225661c07e8d', 'tag': 'c03d7a7a-3583-4afd-9e23-34fdeac85622'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:57.491092 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c290dbe-48d8-4705-9362-a53fe0759f40" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc608ff-5b55-477d-a03d-225661c07e8d", "tag": "c03d7a7a-3583-4afd-9e23-34fdeac85622"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:57.515321 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7511e1b-b186-4241-8c96-6ed94c323c0f service neutron] Pushing event updated for resources: {'Port': ['ID=c03d7a7a-3583-4afd-9e23-34fdeac85622,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:57.556244 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['79501b4e-6338-4fd6-9fed-c13b2e2366ff'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:49:57.567108 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-c98f3a3e-0980-49fa-8251-1b94adf69b7b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:57.572700 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-2c017f5c-6de9-4168-9f2d-f6e5d8d032a4 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Allocated IP 172.20.0.4 (594bd1bb-37c7-4b4b-b783-88b783966743/99eb0b63-1e2c-4b26-887f-343457cd281c/364cebcd-fefa-4f12-bcef-20d72aa9cc05) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:49:57.576765 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-c98f3a3e-0980-49fa-8251-1b94adf69b7b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports/8be3bf7e-8853-443e-9883-2546fd4abe46 HTTP/1.1" status: 200 len: 937 time: 0.0892231 Nov 26 02:49:57.611912 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-33b9c70e-5e58-4f2c-b147-7d39db91f2b8 admin admin] For port 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5d374f7a-c5c7-4bb5-870f-59aa1ebd1885,segment=NetworkSegment(6529f096-6d98-4bd1-89a6-117e006f7735),segment_id=6529f096-6d98-4bd1-89a6-117e006f7735)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:57.613508 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33b9c70e-5e58-4f2c-b147-7d39db91f2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:57.646146 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-33b9c70e-5e58-4f2c-b147-7d39db91f2b8 admin admin] Calling delete_port for 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:49:57.675645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-16c616dc-0dbb-4bb8-a812-234de9c78b92 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?network_id=9c07786a-4bb0-4031-ab82-de5af92a6806&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0975840 Nov 26 02:49:57.734226 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-cfe52ac9-5ec9-4436-a35e-90d3be45d6ce tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?network_id=9c07786a-4bb0-4031-ab82-de5af92a6806&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0378430 Nov 26 02:49:57.770229 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-8cf16250-62f8-4d99-a5ff-75f8a953f32c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=08b5feaa4095481faa6084a9cce632a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872264 Nov 26 02:49:57.846838 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-87129043-1cdf-4759-997d-2c1c28b30eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:57.848430 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-87129043-1cdf-4759-997d-2c1c28b30eae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6860f21f0ef64b358fc4c10864b6e6f7&device_id=3bc608ff-5b55-477d-a03d-225661c07e8d HTTP/1.1" status: 200 len: 1094 time: 0.2343094 Nov 26 02:49:57.907122 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-2c017f5c-6de9-4168-9f2d-f6e5d8d032a4 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:57.914278 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-b2e78420-5940-437c-8b19-3f87aa9daeba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c03d7a7a-3583-4afd-9e23-34fdeac85622 HTTP/1.1" status: 200 len: 217 time: 0.0392103 Nov 26 02:49:57.989752 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-2c017f5c-6de9-4168-9f2d-f6e5d8d032a4 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:58.000709 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33b9c70e-5e58-4f2c-b147-7d39db91f2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:58.019319 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-966b10a4-f3b4-4a74-8511-c9b1ca12ca11 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:58.025786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-966b10a4-f3b4-4a74-8511-c9b1ca12ca11 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:58.031597 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-966b10a4-f3b4-4a74-8511-c9b1ca12ca11 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:58.033280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-966b10a4-f3b4-4a74-8511-c9b1ca12ca11 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/networks?id=1a9e75a6-7221-447b-a78c-497a718c2aac&id=936fa975-95c9-4edd-86b5-749a85dee6b7&id=936fa975-95c9-4edd-86b5-749a85dee6b7&id=9c07786a-4bb0-4031-ab82-de5af92a6806&id=9c07786a-4bb0-4031-ab82-de5af92a6806 HTTP/1.1" status: 200 len: 1993 time: 0.2811532 Nov 26 02:49:58.043643 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-2c017f5c-6de9-4168-9f2d-f6e5d8d032a4 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Network 594bd1bb-37c7-4b4b-b783-88b783966743 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:49:58.053048 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-2c017f5c-6de9-4168-9f2d-f6e5d8d032a4 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:49:58.067161 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe2df0f-f16c-4d68-84dd-8a2ff9565196 None None] DHCP port deletion for 594bd1bb-37c7-4b4b-b783-88b783966743 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:49:58.068766 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-2c017f5c-6de9-4168-9f2d-f6e5d8d032a4 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:49:58.071685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-cda93d92-fd37-46c0-a04a-a12ba7c4c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:58.073670 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-cda93d92-fd37-46c0-a04a-a12ba7c4c7c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c7f1f47b-6106-448f-8750-3318ef90c67c HTTP/1.1" status: 200 len: 854 time: 0.1504755 Nov 26 02:49:58.075656 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c017f5c-6de9-4168-9f2d-f6e5d8d032a4 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Pushing event updated for resources: {'Port': ['ID=364cebcd-fefa-4f12-bcef-20d72aa9cc05,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:58.081143 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-8ee8ce55-cf23-4019-b73f-8e490a595296 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/quotas/3c9e03453576449e8027bf6795ca2563 HTTP/1.1" status: 200 len: 375 time: 0.0385118 Nov 26 02:49:58.123015 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-a7a9f218-3cef-4ab4-acc2-926b3b73ec08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bbc2d3ef-241f-44e9-a91f-af291ec322b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408695 Nov 26 02:49:58.139609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-7e79ad48-308b-4384-9bc1-4a8e03fc4abc tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:58.142645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-7e79ad48-308b-4384-9bc1-4a8e03fc4abc tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3353286 Nov 26 02:49:58.147378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9c70e-5e58-4f2c-b147-7d39db91f2b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d374f7a-c5c7-4bb5-870f-59aa1ebd1885,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:58.173837 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-2c017f5c-6de9-4168-9f2d-f6e5d8d032a4 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:58.174487 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-2c017f5c-6de9-4168-9f2d-f6e5d8d032a4 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:58.180810 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-be6b47c2-caa7-4c2c-88db-19d4d0427ee7 None None] Provisioning complete for port 364cebcd-fefa-4f12-bcef-20d72aa9cc05 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:49:58.181250 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-be6b47c2-caa7-4c2c-88db-19d4d0427ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:58.224309 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-d98c196a-f0fa-485c-ba33-a0424baca448 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/quotas/08b5feaa4095481faa6084a9cce632a2 HTTP/1.1" status: 200 len: 375 time: 0.0557735 Nov 26 02:49:58.233273 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-2c017f5c-6de9-4168-9f2d-f6e5d8d032a4 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4426594 Nov 26 02:49:58.243851 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-be6b47c2-caa7-4c2c-88db-19d4d0427ee7 None None] Port 364cebcd-fefa-4f12-bcef-20d72aa9cc05 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:49:58.268935 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Request body: {'port': {'device_id': 'c8f412f8-2691-4ea6-9f15-2f74c9342855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:49:58.279683 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-7eff6b0a-3cab-472b-bc24-6ce30018847e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c9e03453576449e8027bf6795ca2563&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1599095 Nov 26 02:49:58.344187 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:58.364031 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33b9c70e-5e58-4f2c-b147-7d39db91f2b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:58.365475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-a41d60e1-8c98-4d45-af49-011e27698ab9 service neutron] 10.222.0.59 "GET /v2.0/networks/bbc2d3ef-241f-44e9-a91f-af291ec322b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215276 Nov 26 02:49:58.412991 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-447f10e3-277b-47b0-85e3-7fd304919d80 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1652591 Nov 26 02:49:58.462047 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['802a87f5-51f2-41df-9978-a431aee1d05f'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:49:58.475272 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-554d3dda-b890-434e-ae13-069a8c3274ba service neutron] 10.222.0.31 "GET /v2.0/networks/1a9e75a6-7221-447b-a78c-497a718c2aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739485 Nov 26 02:49:58.615591 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ccdf5ec4-5139-498b-bb8c-ae7f1cec75ea service neutron] 10.222.0.31 "GET /v2.0/networks/1a9e75a6-7221-447b-a78c-497a718c2aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286812 Nov 26 02:49:58.627758 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c2a5c0-495c-4098-9396-f2d3ad7c8e06 x-openstack-request-id: req-53c2a5c0-495c-4098-9396-f2d3ad7c8e06 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:58.628491 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751eaa06-224c-456b-af40-bf23913bd6aa", "name": "network-vif-plugged", "status": "completed", "tag": "119d878e-0bda-47f9-8bc9-1a7d6b363cc0", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:58.629089 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53c2a5c0-495c-4098-9396-f2d3ad7c8e06 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:58.629732 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751eaa06-224c-456b-af40-bf23913bd6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119d878e-0bda-47f9-8bc9-1a7d6b363cc0', 'code': 200} Nov 26 02:49:58.715965 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e9ecb7ca-1e26-47da-b37d-a8161717b6e7 service neutron] 10.222.0.31 "GET /v2.0/ports/22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0869627 Nov 26 02:49:58.719582 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f58284c-200e-4eaa-b6ac-de3fb9cf7b19 req-e9d657ad-3bf0-43a1-80ac-9520a888b2ae service neutron] 10.222.0.59 "GET /v2.0/networks/bbc2d3ef-241f-44e9-a91f-af291ec322b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434467 Nov 26 02:49:58.837531 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b9c70e-5e58-4f2c-b147-7d39db91f2b8 admin admin] Router 3533f442-91bd-47fb-9dca-ced5d0e75e74 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:49:58.876035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf0d81-a60d-4534-bd09-9549a7e4eefc req-2cdfeb4f-2117-4270-9f2c-0b1469362739 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:58.881400 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3daf0d81-a60d-4534-bd09-9549a7e4eefc req-2cdfeb4f-2117-4270-9f2c-0b1469362739 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 946 time: 0.2027657 Nov 26 02:49:58.896287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6609dac-b052-407c-8b61-1d8b24e0be53 req-4d2999cd-2e51-4a3c-9757-ebf98e231908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:58.897745 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6609dac-b052-407c-8b61-1d8b24e0be53 req-4d2999cd-2e51-4a3c-9757-ebf98e231908 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 1096 time: 0.1467612 Nov 26 02:49:58.916140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364cebcd-fefa-4f12-bcef-20d72aa9cc05 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:49:58.954447 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:58.979190 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Transition to ACTIVE for port object 364cebcd-fefa-4f12-bcef-20d72aa9cc05 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:49:58.988512 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:59.036290 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f878e96-9f92-4847-bd92-10c17befba8b None None] DHCP port deletion for 594bd1bb-37c7-4b4b-b783-88b783966743 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:49:59.068650 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b9c70e-5e58-4f2c-b147-7d39db91f2b8 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:49:59.077560 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Pushing event updated for resources: {'Port': ['ID=364cebcd-fefa-4f12-bcef-20d72aa9cc05,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:59.081964 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81bdf86-fd3c-469e-81d4-52db3c0a83ba None None] Sync routers for ids ['3533f442-91bd-47fb-9dca-ced5d0e75e74'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:49:59.096667 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81bdf86-fd3c-469e-81d4-52db3c0a83ba None None] Routers {'3533f442-91bd-47fb-9dca-ced5d0e75e74'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:49:59.097399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a81bdf86-fd3c-469e-81d4-52db3c0a83ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:49:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['3533f442-91bd-47fb-9dca-ced5d0e75e74'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:59.109047 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-33b9c70e-5e58-4f2c-b147-7d39db91f2b8 admin admin] 10.222.0.31 "PUT /v2.0/routers/3533f442-91bd-47fb-9dca-ced5d0e75e74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1277096 Nov 26 02:49:59.111925 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38314) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:49:59.223525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-a81bdf86-fd3c-469e-81d4-52db3c0a83ba None None] Set router 3533f442-91bd-47fb-9dca-ced5d0e75e74 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:49:59.269372 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-26f1e2f6-551a-4527-91b4-8a0f69d384b1 service neutron] 10.222.0.31 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090237 Nov 26 02:49:59.291632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Attempting to bind port 364cebcd-fefa-4f12-bcef-20d72aa9cc05 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:49:59.291858 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Attempting to bind port 364cebcd-fefa-4f12-bcef-20d72aa9cc05 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '7ce99101-b46d-4016-9c19-b214c734027c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:49:59.292219 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Attempting to bind port 364cebcd-fefa-4f12-bcef-20d72aa9cc05 on network 594bd1bb-37c7-4b4b-b783-88b783966743 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:59.301732 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3daf0d81-a60d-4534-bd09-9549a7e4eefc req-ec828aed-85bb-4937-8c50-31c90f6b5ea4 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149051 Nov 26 02:49:59.304841 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Port 364cebcd-fefa-4f12-bcef-20d72aa9cc05 on network 594bd1bb-37c7-4b4b-b783-88b783966743 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:49:59.305279 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Attempting to bind port 364cebcd-fefa-4f12-bcef-20d72aa9cc05 on network 594bd1bb-37c7-4b4b-b783-88b783966743 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:49:59.311723 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:49:59.312157 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Checking segment: {'id': '7ce99101-b46d-4016-9c19-b214c734027c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:49:59.312611 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Bound using segment: {'id': '7ce99101-b46d-4016-9c19-b214c734027c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:49:59.313110 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Bound port: 364cebcd-fefa-4f12-bcef-20d72aa9cc05, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce99101-b46d-4016-9c19-b214c734027c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:49:59.314479 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:59.317411 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2950090d-36ba-4c14-a6ab-77b189deba5f admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:59.361135 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6609dac-b052-407c-8b61-1d8b24e0be53 req-0809c9b7-c2b1-4308-85c2-4b9706b80795 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488487 Nov 26 02:49:59.427343 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ec0b8a-bbf2-4197-ba8f-f5acafb83756 x-openstack-request-id: req-27ec0b8a-bbf2-4197-ba8f-f5acafb83756 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:49:59.433289 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc608ff-5b55-477d-a03d-225661c07e8d", "tag": "c03d7a7a-3583-4afd-9e23-34fdeac85622", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:49:59.433566 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27ec0b8a-bbf2-4197-ba8f-f5acafb83756 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:49:59.433988 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc608ff-5b55-477d-a03d-225661c07e8d', 'tag': 'c03d7a7a-3583-4afd-9e23-34fdeac85622', 'status': 'completed', 'code': 200} Nov 26 02:49:59.439748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-0042eab2-8b3f-44ad-823a-b48db0f069b3 service neutron] 10.222.0.31 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574454 Nov 26 02:49:59.443449 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a81bdf86-fd3c-469e-81d4-52db3c0a83ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'name': 'tempest-ServersTestBootFromVolume-226549368-router', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:46:32Z', 'updated_at': '2021-11-26T02:49:57Z', 'revision_number': 5, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'gw_port': {'id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:33Z', 'updated_at': '2021-11-26T02:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:59.482521 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] For port 364cebcd-fefa-4f12-bcef-20d72aa9cc05, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:49:59.498295 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81bdf86-fd3c-469e-81d4-52db3c0a83ba None None] Checking router: 3533f442-91bd-47fb-9dca-ced5d0e75e74 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:49:59.504236 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2950090d-36ba-4c14-a6ab-77b189deba5f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:59.512309 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] For port 364cebcd-fefa-4f12-bcef-20d72aa9cc05, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=364cebcd-fefa-4f12-bcef-20d72aa9cc05,segment=NetworkSegment(7ce99101-b46d-4016-9c19-b214c734027c),segment_id=7ce99101-b46d-4016-9c19-b214c734027c)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:49:59.516287 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81bdf86-fd3c-469e-81d4-52db3c0a83ba None None] Routers {'3533f442-91bd-47fb-9dca-ced5d0e75e74'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:49:59.516921 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a81bdf86-fd3c-469e-81d4-52db3c0a83ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:49:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['3533f442-91bd-47fb-9dca-ced5d0e75e74'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:59.521818 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:59.553490 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-be48cfcc-d0a4-44dc-a85f-f239f8464ef6 service neutron] 10.222.0.31 "GET /v2.0/ports/8be3bf7e-8853-443e-9883-2546fd4abe46?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0949080 Nov 26 02:49:59.610019 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05727c52-b912-4688-8da9-2003cbadd016 None None] DHCP port deletion for 594bd1bb-37c7-4b4b-b783-88b783966743 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:49:59.613052 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:59.613751 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:59.616139 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] 10.222.0.59 "PUT /v2.0/ports/364cebcd-fefa-4f12-bcef-20d72aa9cc05 HTTP/1.1" status: 200 len: 1091 time: 1.3509736 Nov 26 02:49:59.623039 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f412f8-2691-4ea6-9f15-2f74c9342855', 'tag': '364cebcd-fefa-4f12-bcef-20d72aa9cc05'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:49:59.626686 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c802da20-5e4b-4d0a-9694-967e59df5786" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f412f8-2691-4ea6-9f15-2f74c9342855", "tag": "364cebcd-fefa-4f12-bcef-20d72aa9cc05"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:49:59.637907 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0f44e-4bf1-47e1-9788-005508b8a08a service neutron] Pushing event updated for resources: {'Port': ['ID=364cebcd-fefa-4f12-bcef-20d72aa9cc05,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:49:59.658085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-a81bdf86-fd3c-469e-81d4-52db3c0a83ba None None] Set router 3533f442-91bd-47fb-9dca-ced5d0e75e74 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:49:59.658829 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2950090d-36ba-4c14-a6ab-77b189deba5f admin admin] Deleting port d583d5ea-9ab7-4200-8474-8621899750d6 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:49:59.659306 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2950090d-36ba-4c14-a6ab-77b189deba5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:59.695278 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c290dbe-48d8-4705-9362-a53fe0759f40 req-3e6af3b5-d786-4a95-86b0-069f0d87b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:59.697130 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c290dbe-48d8-4705-9362-a53fe0759f40 req-3e6af3b5-d786-4a95-86b0-069f0d87b688 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6860f21f0ef64b358fc4c10864b6e6f7&device_id=3bc608ff-5b55-477d-a03d-225661c07e8d HTTP/1.1" status: 200 len: 1094 time: 0.2036674 Nov 26 02:49:59.714331 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f97c89-3e31-435c-8286-3aa0045cf4f6 req-662aa1c2-4aeb-4aa9-bb3f-56c82466de73 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:59.716253 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09f97c89-3e31-435c-8286-3aa0045cf4f6 req-662aa1c2-4aeb-4aa9-bb3f-56c82466de73 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bc608ff-5b55-477d-a03d-225661c07e8d HTTP/1.1" status: 200 len: 943 time: 0.1852572 Nov 26 02:49:59.777788 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-1aaf3cd2-5868-4d46-b5bb-6a74b70fdc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:59.779681 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-1aaf3cd2-5868-4d46-b5bb-6a74b70fdc7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=32a241a3ac2b4e6a811cab282f5c9e7e&device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 1094 time: 0.0742216 Nov 26 02:49:59.837025 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-eb35fb98-ca81-4337-8d51-f8a7896b7a5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=364cebcd-fefa-4f12-bcef-20d72aa9cc05 HTTP/1.1" status: 200 len: 217 time: 0.0390193 Nov 26 02:49:59.838837 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-2950090d-36ba-4c14-a6ab-77b189deba5f admin admin] For port d583d5ea-9ab7-4200-8474-8621899750d6, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=d583d5ea-9ab7-4200-8474-8621899750d6,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:49:59.839305 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2950090d-36ba-4c14-a6ab-77b189deba5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:49:59.843545 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a1170b79-1a9a-4739-89b0-dba7f96fb097 service neutron] 10.222.0.31 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890544 Nov 26 02:49:59.880387 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2950090d-36ba-4c14-a6ab-77b189deba5f admin admin] Calling delete_port for d583d5ea-9ab7-4200-8474-8621899750d6 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:49:59.886049 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a81bdf86-fd3c-469e-81d4-52db3c0a83ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'name': 'tempest-ServersTestBootFromVolume-226549368-router', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:46:32Z', 'updated_at': '2021-11-26T02:49:57Z', 'revision_number': 5, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'gw_port': {'id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:33Z', 'updated_at': '2021-11-26T02:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:49:59.913215 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81bdf86-fd3c-469e-81d4-52db3c0a83ba None None] The sync data for ids ['3533f442-91bd-47fb-9dca-ced5d0e75e74'] in n-d-819389-3 is: [{'id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'name': 'tempest-ServersTestBootFromVolume-226549368-router', 'tenant_id': '221ad9ca8ffb47b9940b80782b032efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:46:32Z', 'updated_at': '2021-11-26T02:49:57Z', 'revision_number': 5, 'project_id': '221ad9ca8ffb47b9940b80782b032efb', 'gw_port': {'id': 'd583d5ea-9ab7-4200-8474-8621899750d6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3533f442-91bd-47fb-9dca-ced5d0e75e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:46:33Z', 'updated_at': '2021-11-26T02:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:49:59.928701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09f97c89-3e31-435c-8286-3aa0045cf4f6 req-ddaf7134-8a8d-4044-b2c6-92f0d08986ed tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab4eed67-92e4-40d1-a614-742961c799e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014961 Nov 26 02:49:59.934430 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-4a794f88-6d4b-4a95-b0e8-0ede83aaebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:59.936000 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-4a794f88-6d4b-4a95-b0e8-0ede83aaebb8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=99eb0b63-1e2c-4b26-887f-343457cd281c HTTP/1.1" status: 200 len: 850 time: 0.0891216 Nov 26 02:49:59.956918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c290dbe-48d8-4705-9362-a53fe0759f40 req-d16e965d-20e7-44d8-8679-ca6dba099642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:49:59.958486 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c290dbe-48d8-4705-9362-a53fe0759f40 req-d16e965d-20e7-44d8-8679-ca6dba099642 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bbc2d3ef-241f-44e9-a91f-af291ec322b0 HTTP/1.1" status: 200 len: 915 time: 0.2411072 Nov 26 02:49:59.990446 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-b106d748-168d-4763-86e3-1039658ef97d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=594bd1bb-37c7-4b4b-b783-88b783966743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437920 Nov 26 02:50:00.021913 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c290dbe-48d8-4705-9362-a53fe0759f40 req-a3131acd-3628-4f29-91d0-16dcda3d953e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c03d7a7a-3583-4afd-9e23-34fdeac85622 HTTP/1.1" status: 200 len: 217 time: 0.0506082 Nov 26 02:50:00.087632 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-c663b474-f9ce-47a7-bb19-1d47349c5278 service neutron] 10.222.0.31 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432017 Nov 26 02:50:00.156596 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-f82788ad-4e79-4be5-a2e9-602aadef094a service neutron] 10.222.0.59 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582706 Nov 26 02:50:00.158633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c290dbe-48d8-4705-9362-a53fe0759f40 req-23f186b7-2d8b-4c17-8a2c-2c35aa2afdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:00.160120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c290dbe-48d8-4705-9362-a53fe0759f40 req-23f186b7-2d8b-4c17-8a2c-2c35aa2afdb9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c7f1f47b-6106-448f-8750-3318ef90c67c HTTP/1.1" status: 200 len: 854 time: 0.1234074 Nov 26 02:50:00.169499 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a55b90-efee-467f-a877-2d9d65c3cc67 req-b00358aa-840f-4e47-934a-ca9141d0ec81 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:00.171017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3a55b90-efee-467f-a877-2d9d65c3cc67 req-b00358aa-840f-4e47-934a-ca9141d0ec81 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 945 time: 0.1571641 Nov 26 02:50:00.175284 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2950090d-36ba-4c14-a6ab-77b189deba5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:00.209094 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950090d-36ba-4c14-a6ab-77b189deba5f admin admin] Pushing event deleted for resources: {'Port': ['ID=d583d5ea-9ab7-4200-8474-8621899750d6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:00.220438 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c290dbe-48d8-4705-9362-a53fe0759f40 req-2119df70-4978-4f42-9cfa-14822386a01c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bbc2d3ef-241f-44e9-a91f-af291ec322b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400124 Nov 26 02:50:00.238303 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba8e24f-c034-4fc7-b525-1ccafcb06a60 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:50:00.327272 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-10e53086-1fc2-46f8-a36a-ea1df61e8b79 service neutron] 10.222.0.31 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311754 Nov 26 02:50:00.382987 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-a5611985-5180-4b81-94ac-f8fbc9c01e2e tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=08b5feaa4095481faa6084a9cce632a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1046093 Nov 26 02:50:00.467029 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3a55b90-efee-467f-a877-2d9d65c3cc67 req-d22dfa4d-be55-49cf-a35b-27b2bd499983 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877507 Nov 26 02:50:00.514273 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 79501b4e-6338-4fd6-9fed-c13b2e2366ff up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:50:00.552107 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c290dbe-48d8-4705-9362-a53fe0759f40 req-dc2e2a7c-9fb7-4a1c-9e3b-6627c36fe5f1 service neutron] 10.222.0.59 "GET /v2.0/networks/bbc2d3ef-241f-44e9-a91f-af291ec322b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057499 Nov 26 02:50:00.605369 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-720e2a5b-b470-46f6-9708-1c3c7a8b154f service neutron] 10.222.0.31 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189863 Nov 26 02:50:00.612020 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2950090d-36ba-4c14-a6ab-77b189deba5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:00.616670 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f8f16041-ba65-4e69-91b4-e6e29b8a5d5f req-15d5cdba-7e77-482c-969c-ee3f57da49dd service neutron] 10.222.0.59 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361761 Nov 26 02:50:00.634105 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 79501b4e-6338-4fd6-9fed-c13b2e2366ff completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:50:00.652289 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 79501b4e-6338-4fd6-9fed-c13b2e2366ff triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:00.654642 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:00.681310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:50:00.712176 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2950090d-36ba-4c14-a6ab-77b189deba5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:00.712464 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:50:00.712592 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5d374f7a-c5c7-4bb5-870f-59aa1ebd1885 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:50:00.714362 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2950090d-36ba-4c14-a6ab-77b189deba5f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:00.764135 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2950090d-36ba-4c14-a6ab-77b189deba5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:00.764798 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2950090d-36ba-4c14-a6ab-77b189deba5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3533f442-91bd-47fb-9dca-ced5d0e75e74 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:50:00.772114 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2950090d-36ba-4c14-a6ab-77b189deba5f admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:00.774107 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2950090d-36ba-4c14-a6ab-77b189deba5f admin admin] 10.222.0.31 "DELETE /v2.0/routers/3533f442-91bd-47fb-9dca-ced5d0e75e74 HTTP/1.1" status: 204 len: 168 time: 1.6611207 Nov 26 02:50:00.777039 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38320) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:00.785698 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:00.813251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-c0110b76-4e27-463e-a34c-e1458f922070 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:00.813519 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05f03c8-ab91-4195-bd52-727ce2d331a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79501b4e-6338-4fd6-9fed-c13b2e2366ff'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:00.814542 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-c0110b76-4e27-463e-a34c-e1458f922070 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3516359 Nov 26 02:50:00.815534 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe1d6b9-0ee1-4bcb-8a34-899509300a8d" -d '{"events": [{"server_uuid": "a05f03c8-ab91-4195-bd52-727ce2d331a6", "name": "network-vif-plugged", "status": "completed", "tag": "79501b4e-6338-4fd6-9fed-c13b2e2366ff"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:00.829830 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 79501b4e-6338-4fd6-9fed-c13b2e2366ff, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=79501b4e-6338-4fd6-9fed-c13b2e2366ff,segment=NetworkSegment(afd4fed7-0c83-4fd3-b1f6-909c38d37a44),segment_id=afd4fed7-0c83-4fd3-b1f6-909c38d37a44)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:00.832765 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb6e2f2-f654-488b-be58-5ce2cbcc1fc5 admin admin] Deleting subnet ec81ba8f-2996-484b-acac-4860e9ce304b {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:50:00.836456 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:00.840424 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aeb6e2f2-f654-488b-be58-5ce2cbcc1fc5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:00.857622 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f171f-de32-4cc6-ae7a-3666b31aa4ef req-3dec4554-4cc7-4e99-84b7-2eaf7700de8b tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:00.859223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa8f171f-de32-4cc6-ae7a-3666b31aa4ef req-3dec4554-4cc7-4e99-84b7-2eaf7700de8b tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/ports?device_id=a05f03c8-ab91-4195-bd52-727ce2d331a6 HTTP/1.1" status: 200 len: 945 time: 0.2175102 Nov 26 02:50:00.866492 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c290dbe-48d8-4705-9362-a53fe0759f40 req-e840c564-befd-43ed-8430-617670ea0278 service neutron] 10.222.0.59 "GET /v2.0/networks/bbc2d3ef-241f-44e9-a91f-af291ec322b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008146 Nov 26 02:50:00.879888 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9570880d-f74f-4c6e-bb3a-535005e842d6 service neutron] 10.222.0.31 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327218 Nov 26 02:50:00.887087 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aeb6e2f2-f654-488b-be58-5ce2cbcc1fc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:00.897053 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=79501b4e-6338-4fd6-9fed-c13b2e2366ff,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:00.910176 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-166bd95c-6d50-4628-a93a-f4e98a9b24fe tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Request body: {'port': {'device_id': '94e4bb15-c037-4272-bed8-39e5be4ac273', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '08b5feaa4095481faa6084a9cce632a2'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:00.986104 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aeb6e2f2-f654-488b-be58-5ce2cbcc1fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:01.044851 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aeb6e2f2-f654-488b-be58-5ce2cbcc1fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:01.052073 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa8f171f-de32-4cc6-ae7a-3666b31aa4ef req-7a97ed64-32d7-4db2-80fc-e638202f7425 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8f4b96e-6a63-40dc-87ee-18176745dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813934 Nov 26 02:50:01.074636 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6e2f2-f654-488b-be58-5ce2cbcc1fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec81ba8f-2996-484b-acac-4860e9ce304b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:01.082570 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aeb6e2f2-f654-488b-be58-5ce2cbcc1fc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:01.089215 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-aeb6e2f2-f654-488b-be58-5ce2cbcc1fc5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ec81ba8f-2996-484b-acac-4860e9ce304b HTTP/1.1" status: 204 len: 168 time: 0.3074844 Nov 26 02:50:01.089415 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56451f11-7ead-4da2-9a1e-9b4d474ff11a None None] Network 0159594c-9163-49a6-8606-7e3476d8e6b9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:50:01.089533 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38326) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:01.108810 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-6a611c67-7b28-49e5-a7f5-08c867fe15bf service neutron] 10.222.0.31 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280324 Nov 26 02:50:01.186661 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:01.217560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-166bd95c-6d50-4628-a93a-f4e98a9b24fe tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Made reservation on behalf of 08b5feaa4095481faa6084a9cce632a2 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:50:01.221175 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-166bd95c-6d50-4628-a93a-f4e98a9b24fe tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:01.243405 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] Deleting port 6410de1a-8624-4a59-95eb-8fe6c33c1aeb {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:50:01.243627 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:01.275324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e966a-4f46-4a0c-be54-5789d8617e3c req-81e51ae3-8682-4906-b727-09b25a6f00b6 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:01.276986 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d69e966a-4f46-4a0c-be54-5789d8617e3c req-81e51ae3-8682-4906-b727-09b25a6f00b6 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 943 time: 0.1486502 Nov 26 02:50:01.301293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c03d7a7a-3583-4afd-9e23-34fdeac85622 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:50:01.303001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a6a72c97-3ec3-4ed3-9dec-e7257bd4e19e service neutron] 10.222.0.31 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861036 Nov 26 02:50:01.348947 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] For port 6410de1a-8624-4a59-95eb-8fe6c33c1aeb, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6410de1a-8624-4a59-95eb-8fe6c33c1aeb,segment=NetworkSegment(6529f096-6d98-4bd1-89a6-117e006f7735),segment_id=6529f096-6d98-4bd1-89a6-117e006f7735)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:01.349927 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:01.365728 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] Calling delete_port for 6410de1a-8624-4a59-95eb-8fe6c33c1aeb owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:50:01.463176 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c03d7a7a-3583-4afd-9e23-34fdeac85622, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c03d7a7a-3583-4afd-9e23-34fdeac85622,segment=NetworkSegment(9220402a-90b4-41d1-8f9b-038a1f1b549b),segment_id=9220402a-90b4-41d1-8f9b-038a1f1b549b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:01.463866 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:01.476671 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'c03d7a7a-3583-4afd-9e23-34fdeac85622', 'network_id': 'bbc2d3ef-241f-44e9-a91f-af291ec322b0', 'port_id': 'c03d7a7a-3583-4afd-9e23-34fdeac85622', 'mac_address': 'fa:16:3e:21:49:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f1f47b-6106-448f-8750-3318ef90c67c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:50:01.489473 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d69e966a-4f46-4a0c-be54-5789d8617e3c req-f4f7412c-ad6c-4837-a02b-c82d00b8d688 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022486 Nov 26 02:50:01.502496 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] Pushing event deleted for resources: {'Port': ['ID=6410de1a-8624-4a59-95eb-8fe6c33c1aeb,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:01.519091 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] No DVR routers for this DVR port 6410de1a-8624-4a59-95eb-8fe6c33c1aeb on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:50:01.520010 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:01.548606 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9bb0ca68-8630-4469-a285-b3dad9dc00c3 service neutron] 10.222.0.31 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026055 Nov 26 02:50:01.549692 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-166bd95c-6d50-4628-a93a-f4e98a9b24fe tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Allocated IP 192.168.233.150 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/58504d4f-9970-4cf8-a283-b000838f9cd3) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:50:01.553315 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03d7a7a-3583-4afd-9e23-34fdeac85622 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:01.584546 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981f32ce-e390-4444-b0b2-2e77de710653 None None] DHCP port deletion for 0159594c-9163-49a6-8606-7e3476d8e6b9 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:50:01.588925 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c03d7a7a-3583-4afd-9e23-34fdeac85622, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c03d7a7a-3583-4afd-9e23-34fdeac85622,segment=NetworkSegment(9220402a-90b4-41d1-8f9b-038a1f1b549b),segment_id=9220402a-90b4-41d1-8f9b-038a1f1b549b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:01.604249 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:01.647066 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:01.668225 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0159594c-9163-49a6-8606-7e3476d8e6b9']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:01.675597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=c03d7a7a-3583-4afd-9e23-34fdeac85622,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:01.677800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6529f096-6d98-4bd1-89a6-117e006f7735') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:01.678231 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6529f096-6d98-4bd1-89a6-117e006f7735') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:01.681514 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff70a612-6be7-46e0-a288-6daa4c86d4d7 req-1367d021-8764-4a22-aaed-6910cb364999 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e4bb15-c037-4272-bed8-39e5be4ac273 HTTP/1.1" status: 200 len: 210 time: 0.0542052 Nov 26 02:50:01.688917 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:01.704890 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:01.710189 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:50:01.711404 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:50:01.713314 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:50:01.752617 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e15bf3-fa09-422d-a2d4-c41f41370e6f x-openstack-request-id: req-13e15bf3-fa09-422d-a2d4-c41f41370e6f {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:01.752744 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f412f8-2691-4ea6-9f15-2f74c9342855", "tag": "364cebcd-fefa-4f12-bcef-20d72aa9cc05", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:01.753056 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13e15bf3-fa09-422d-a2d4-c41f41370e6f {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:01.753542 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f412f8-2691-4ea6-9f15-2f74c9342855', 'tag': '364cebcd-fefa-4f12-bcef-20d72aa9cc05', 'status': 'completed', 'code': 200} Nov 26 02:50:01.762895 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-1d5aac08-2cde-473f-844f-18470625c8c9 service neutron] 10.222.0.31 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059760 Nov 26 02:50:01.781690 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:01.788028 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:01.792980 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0159594c-9163-49a6-8606-7e3476d8e6b9 HTTP/1.1" status: 204 len: 168 time: 0.7023544 Nov 26 02:50:01.811653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3c594-79c5-4c3b-a03d-3eda21298936 admin admin] Pushing event deleted for resources: {'Network': ['ID=0159594c-9163-49a6-8606-7e3476d8e6b9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:01.935288 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-166bd95c-6d50-4628-a93a-f4e98a9b24fe tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:01.967936 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38332) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:01.970379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802da20-5e4b-4d0a-9694-967e59df5786 req-b46dad13-4621-4f2c-93b3-a08caa7176ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:01.971941 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c802da20-5e4b-4d0a-9694-967e59df5786 req-b46dad13-4621-4f2c-93b3-a08caa7176ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=32a241a3ac2b4e6a811cab282f5c9e7e&device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 1094 time: 0.1709073 Nov 26 02:50:01.975116 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c03d7a7a-3583-4afd-9e23-34fdeac85622'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:50:01.985741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5771839-b6fc-4caa-b0ad-45a2f945b2bf req-0fff42f6-30f7-44d1-8334-fbf1e1f85f58 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:01.987235 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5771839-b6fc-4caa-b0ad-45a2f945b2bf req-0fff42f6-30f7-44d1-8334-fbf1e1f85f58 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 946 time: 0.1904373 Nov 26 02:50:02.014343 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b21716fc-dc85-443f-8c4b-42cb5e0f8766 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=221ad9ca8ffb47b9940b80782b032efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450113 Nov 26 02:50:02.016770 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38334) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:02.051652 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-1823ff08-8753-4b2c-bb3d-9cb4d55be6ca service neutron] 10.222.0.31 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793880 Nov 26 02:50:02.068853 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b53950a-3ec8-405e-8d1b-b396f85aa491 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:02.100001 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b53950a-3ec8-405e-8d1b-b396f85aa491 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:02.103289 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-166bd95c-6d50-4628-a93a-f4e98a9b24fe tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:02.143135 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['a5410e7e-dc9e-4a07-9af2-b87d03317c44'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:50:02.159280 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b53950a-3ec8-405e-8d1b-b396f85aa491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:02.161879 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b53950a-3ec8-405e-8d1b-b396f85aa491 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:02.165957 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4b53950a-3ec8-405e-8d1b-b396f85aa491 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09fe791a-6d4b-468b-abde-7b911bfcc73b HTTP/1.1" status: 204 len: 168 time: 0.1452878 Nov 26 02:50:02.182654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5771839-b6fc-4caa-b0ad-45a2f945b2bf req-2760b2e0-7e1f-4b58-abf6-52e76bc43a4b tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822023 Nov 26 02:50:02.191862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802da20-5e4b-4d0a-9694-967e59df5786 req-94118581-31eb-4de2-b864-0894c2ce5b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:02.203706 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53950a-3ec8-405e-8d1b-b396f85aa491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fe791a-6d4b-468b-abde-7b911bfcc73b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:02.221929 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c802da20-5e4b-4d0a-9694-967e59df5786 req-94118581-31eb-4de2-b864-0894c2ce5b89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=594bd1bb-37c7-4b4b-b783-88b783966743 HTTP/1.1" status: 200 len: 911 time: 0.2323108 Nov 26 02:50:02.244637 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b49811-9483-4f5d-984e-8a38285a5eaa x-openstack-request-id: req-f0b49811-9483-4f5d-984e-8a38285a5eaa {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:02.244952 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05f03c8-ab91-4195-bd52-727ce2d331a6", "name": "network-vif-plugged", "status": "completed", "tag": "79501b4e-6338-4fd6-9fed-c13b2e2366ff", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:02.245216 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0b49811-9483-4f5d-984e-8a38285a5eaa {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:02.245628 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05f03c8-ab91-4195-bd52-727ce2d331a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79501b4e-6338-4fd6-9fed-c13b2e2366ff', 'code': 200} Nov 26 02:50:02.247970 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bd95c-6d50-4628-a93a-f4e98a9b24fe tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Pushing event updated for resources: {'Port': ['ID=58504d4f-9970-4cf8-a283-b000838f9cd3,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:02.264595 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-166bd95c-6d50-4628-a93a-f4e98a9b24fe tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:50:02.270357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-166bd95c-6d50-4628-a93a-f4e98a9b24fe tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:02.633671 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device d583d5ea-9ab7-4200-8474-8621899750d6 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:50:02.660644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: d583d5ea-9ab7-4200-8474-8621899750d6 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:50:02.661084 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device d583d5ea-9ab7-4200-8474-8621899750d6 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:50:02.661588 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6410de1a-8624-4a59-95eb-8fe6c33c1aeb no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:50:02.697956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 6410de1a-8624-4a59-95eb-8fe6c33c1aeb {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:50:02.698169 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6410de1a-8624-4a59-95eb-8fe6c33c1aeb not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:50:02.701960 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-78cc5475-42f9-428a-b8bb-6228c1e2afb5 None None] Provisioning complete for port 58504d4f-9970-4cf8-a283-b000838f9cd3 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:02.702266 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-78cc5475-42f9-428a-b8bb-6228c1e2afb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:02.717865 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-166bd95c-6d50-4628-a93a-f4e98a9b24fe tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:50:02.740757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c802da20-5e4b-4d0a-9694-967e59df5786 req-43ca66d9-2901-4ca1-8e2f-569a03e0ba62 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=364cebcd-fefa-4f12-bcef-20d72aa9cc05 HTTP/1.1" status: 200 len: 217 time: 0.4855084 Nov 26 02:50:02.759958 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-78cc5475-42f9-428a-b8bb-6228c1e2afb5 None None] Port 58504d4f-9970-4cf8-a283-b000838f9cd3 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:50:02.786923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ff1e4597-24c9-4f10-b373-14610df89cdf', 'a691e3df-fba1-4aba-a148-2d4cceb9293e', 'e90ba5fa-5c6f-4aac-9b57-a43178489aba', 'da867439-a2c3-4d99-bc9c-196563876648'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:50:02.936649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-166bd95c-6d50-4628-a93a-f4e98a9b24fe tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:02.937296 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-166bd95c-6d50-4628-a93a-f4e98a9b24fe tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:02.970310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1248a0-1fbe-400f-881f-a283562880d1 req-0f194b24-29dd-4d92-a2b5-2991f4de8e9f tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:02.972504 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e1248a0-1fbe-400f-881f-a283562880d1 req-0f194b24-29dd-4d92-a2b5-2991f4de8e9f tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bc608ff-5b55-477d-a03d-225661c07e8d HTTP/1.1" status: 200 len: 944 time: 0.2562232 Nov 26 02:50:02.977923 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802da20-5e4b-4d0a-9694-967e59df5786 req-ba312f4d-bdf3-4508-bbf3-00795ea7b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:02.979583 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c802da20-5e4b-4d0a-9694-967e59df5786 req-ba312f4d-bdf3-4508-bbf3-00795ea7b63f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=99eb0b63-1e2c-4b26-887f-343457cd281c HTTP/1.1" status: 200 len: 850 time: 0.2085881 Nov 26 02:50:02.981871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae732d-c731-4478-bcec-32825db9159a req-26dcba97-2592-46a2-9a9f-b2f47521052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:02.983207 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ecae732d-c731-4478-bcec-32825db9159a req-26dcba97-2592-46a2-9a9f-b2f47521052f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a05f03c8-ab91-4195-bd52-727ce2d331a6 HTTP/1.1" status: 200 len: 1097 time: 0.2687793 Nov 26 02:50:02.987516 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-166bd95c-6d50-4628-a93a-f4e98a9b24fe tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0822737 Nov 26 02:50:03.025032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Request body: {'port': {'device_id': '94e4bb15-c037-4272-bed8-39e5be4ac273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:03.051372 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c802da20-5e4b-4d0a-9694-967e59df5786 req-d553909c-404a-44ea-9fbb-94967f68d168 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=594bd1bb-37c7-4b4b-b783-88b783966743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543094 Nov 26 02:50:03.100399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068447b-2030-4d62-bfa9-be3acb9f8c4e req-5d7e9b38-ef06-4113-bb23-f3f3baaf0395 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:03.101950 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d068447b-2030-4d62-bfa9-be3acb9f8c4e req-5d7e9b38-ef06-4113-bb23-f3f3baaf0395 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 945 time: 0.2169483 Nov 26 02:50:03.111719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 364cebcd-fefa-4f12-bcef-20d72aa9cc05 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:50:03.123603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c03d7a7a-3583-4afd-9e23-34fdeac85622 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:50:03.187270 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38388) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:03.208740 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ecae732d-c731-4478-bcec-32825db9159a req-a38abb13-5fd8-40b9-8b49-07d07dd37cbb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c8f4b96e-6a63-40dc-87ee-18176745dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915414 Nov 26 02:50:03.224824 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e1248a0-1fbe-400f-881f-a283562880d1 req-c90b0ace-f897-4c51-bfe5-3db2130ff90d tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab4eed67-92e4-40d1-a614-742961c799e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315896 Nov 26 02:50:03.305170 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-6d962121-2695-422c-9312-670111d05ca5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-476699327-network', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:03.333139 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d962121-2695-422c-9312-670111d05ca5 admin admin] Made reservation on behalf of 62f1a3b546104164a149a5fd26a16b95 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:50:03.335502 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6d962121-2695-422c-9312-670111d05ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:03.336810 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port c03d7a7a-3583-4afd-9e23-34fdeac85622 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:50:03.346800 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6d962121-2695-422c-9312-670111d05ca5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:03.349806 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port c03d7a7a-3583-4afd-9e23-34fdeac85622 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:03.350189 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:03.391264 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:03.411827 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 364cebcd-fefa-4f12-bcef-20d72aa9cc05, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=364cebcd-fefa-4f12-bcef-20d72aa9cc05,segment=NetworkSegment(7ce99101-b46d-4016-9c19-b214c734027c),segment_id=7ce99101-b46d-4016-9c19-b214c734027c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:03.438915 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '364cebcd-fefa-4f12-bcef-20d72aa9cc05', 'network_id': '594bd1bb-37c7-4b4b-b783-88b783966743', 'port_id': '364cebcd-fefa-4f12-bcef-20d72aa9cc05', 'mac_address': 'fa:16:3e:48:4f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99eb0b63-1e2c-4b26-887f-343457cd281c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:50:03.441951 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6d962121-2695-422c-9312-670111d05ca5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:03.446372 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6d962121-2695-422c-9312-670111d05ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:03.471529 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d962121-2695-422c-9312-670111d05ca5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:50:03.471896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d068447b-2030-4d62-bfa9-be3acb9f8c4e req-4dc0eb11-f3d3-4653-b3c0-fd88181ee60c tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482444 Nov 26 02:50:03.482379 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d962121-2695-422c-9312-670111d05ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe433f7-a3ca-447d-b0ef-6e935b02274b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:03.488218 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6d962121-2695-422c-9312-670111d05ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:03.488814 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-6d962121-2695-422c-9312-670111d05ca5 admin admin] Added segment a2f1cdf0-008d-47e9-82c2-d0692d086593 of type vlan for network 1a35786f-0b36-407c-b722-ad995f99efe9 Nov 26 02:50:03.527457 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c802da20-5e4b-4d0a-9694-967e59df5786 req-7a809dda-0d3c-45f7-9e9b-e4f3410345e5 service neutron] 10.222.0.59 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494140 Nov 26 02:50:03.534365 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6d962121-2695-422c-9312-670111d05ca5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:03.539019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e8564-cc82-4138-9be3-ccc8782114ac req-462d1443-588f-4c1e-985b-c92bcd2a9378 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:03.547162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa4e8564-cc82-4138-9be3-ccc8782114ac req-462d1443-588f-4c1e-985b-c92bcd2a9378 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/ports?device_id=a05f03c8-ab91-4195-bd52-727ce2d331a6 HTTP/1.1" status: 200 len: 946 time: 0.2075503 Nov 26 02:50:03.569592 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6d962121-2695-422c-9312-670111d05ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:03.573399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d962121-2695-422c-9312-670111d05ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:03.577025 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6d962121-2695-422c-9312-670111d05ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:03.634823 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6d962121-2695-422c-9312-670111d05ca5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4463437 Nov 26 02:50:03.636703 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:03.637776 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38398) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:03.652309 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f8b3a368-17c6-4cc5-9be1-ea74d3707988 admin admin] Request body: {'subnet': {'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-476699327-subnet', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:03.672573 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:03.683625 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b3a368-17c6-4cc5-9be1-ea74d3707988 admin admin] Made reservation on behalf of 62f1a3b546104164a149a5fd26a16b95 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:50:03.686886 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a368-17c6-4cc5-9be1-ea74d3707988 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:03.689655 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364cebcd-fefa-4f12-bcef-20d72aa9cc05 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:03.730957 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d962121-2695-422c-9312-670111d05ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=1a35786f-0b36-407c-b722-ad995f99efe9,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:03.768850 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c03d7a7a-3583-4afd-9e23-34fdeac85622, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c03d7a7a-3583-4afd-9e23-34fdeac85622,segment=NetworkSegment(9220402a-90b4-41d1-8f9b-038a1f1b549b),segment_id=9220402a-90b4-41d1-8f9b-038a1f1b549b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:03.775304 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 364cebcd-fefa-4f12-bcef-20d72aa9cc05, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=364cebcd-fefa-4f12-bcef-20d72aa9cc05,segment=NetworkSegment(7ce99101-b46d-4016-9c19-b214c734027c),segment_id=7ce99101-b46d-4016-9c19-b214c734027c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:03.776526 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 1a35786f-0b36-407c-b722-ad995f99efe9 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:50:03.792923 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa4e8564-cc82-4138-9be3-ccc8782114ac req-2335f8db-a160-4f03-ad3f-7913560e003e tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8f4b96e-6a63-40dc-87ee-18176745dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446010 Nov 26 02:50:03.819812 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:03.825907 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:03.885094 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c802da20-5e4b-4d0a-9694-967e59df5786 req-53eae66b-a327-4dee-9740-91df636abe7b service neutron] 10.222.0.59 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358884 Nov 26 02:50:03.898373 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=364cebcd-fefa-4f12-bcef-20d72aa9cc05,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:03.931669 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090cc24-9645-4d4e-8c95-22bdf646bb23 req-efd05bb7-d448-4449-98c4-d3f871e1f4e3 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:03.933224 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d090cc24-9645-4d4e-8c95-22bdf646bb23 req-efd05bb7-d448-4449-98c4-d3f871e1f4e3 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 943 time: 0.3167138 Nov 26 02:50:03.938662 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a368-17c6-4cc5-9be1-ea74d3707988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:03.961110 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=c03d7a7a-3583-4afd-9e23-34fdeac85622,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:04.012263 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3a368-17c6-4cc5-9be1-ea74d3707988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1577680f-5797-46f6-a362-fcb572539860,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:04.024646 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b3a368-17c6-4cc5-9be1-ea74d3707988 admin admin] Checking segment: {'id': 'a2f1cdf0-008d-47e9-82c2-d0692d086593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:04.025011 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b3a368-17c6-4cc5-9be1-ea74d3707988 admin admin] Network hostable DHCP agents. Network: 1a35786f-0b36-407c-b722-ad995f99efe9, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:50:04.028415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b17270-ac8f-4b2e-8ac3-6bd4e3e30110 req-a17cf3de-89e8-442f-9ea4-2b42772b447f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:04.029940 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-95b17270-ac8f-4b2e-8ac3-6bd4e3e30110 req-a17cf3de-89e8-442f-9ea4-2b42772b447f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e4bb15-c037-4272-bed8-39e5be4ac273 HTTP/1.1" status: 200 len: 936 time: 0.1632714 Nov 26 02:50:04.041908 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b3a368-17c6-4cc5-9be1-ea74d3707988 admin admin] Network 1a35786f-0b36-407c-b722-ad995f99efe9 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:50:04.050502 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-f8b3a368-17c6-4cc5-9be1-ea74d3707988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 1a35786f-0b36-407c-b722-ad995f99efe9) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:04.054670 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b3a368-17c6-4cc5-9be1-ea74d3707988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:04.055211 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a368-17c6-4cc5-9be1-ea74d3707988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:04.062344 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaafa5f9-fdec-4120-9e78-f464c66b3b87 None None] Network 1a35786f-0b36-407c-b722-ad995f99efe9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:50:04.065391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d090cc24-9645-4d4e-8c95-22bdf646bb23 req-03afc7a3-06b9-4fe8-8568-91e8b5c4d927 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141536 Nov 26 02:50:04.086883 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f8b3a368-17c6-4cc5-9be1-ea74d3707988 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4481149 Nov 26 02:50:04.089426 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38400) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:04.094012 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-476699327-router', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:04.119798 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:04.122009 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:04.147016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58504d4f-9970-4cf8-a283-b000838f9cd3 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:04.165894 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-95b17270-ac8f-4b2e-8ac3-6bd4e3e30110 req-70ce5e53-c01c-493a-9ebc-334cf5df8490 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181712 Nov 26 02:50:04.176606 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:04.191645 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:04.192938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Transition to ACTIVE for port object 58504d4f-9970-4cf8-a283-b000838f9cd3 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:50:04.202579 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:04.246255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc608ff-5b55-477d-a03d-225661c07e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03d7a7a-3583-4afd-9e23-34fdeac85622'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:04.248524 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027d60c3-f629-4a1f-93a4-092bd11b8df9" -d '{"events": [{"server_uuid": "3bc608ff-5b55-477d-a03d-225661c07e8d", "name": "network-vif-plugged", "status": "completed", "tag": "c03d7a7a-3583-4afd-9e23-34fdeac85622"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:04.293517 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-1a35786f-0b36-407c-b722-ad995f99efe9', 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'fixed_ips': [{'subnet_id': '1577680f-5797-46f6-a362-fcb572539860'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:50:04.297975 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5367016a-6ffc-40ae-9918-24ccb064d926 req-ffe4da4e-43ad-4b66-8083-fd9f1c6d5068 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.0676386 Nov 26 02:50:04.301359 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:04.324988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Pushing event updated for resources: {'Port': ['ID=58504d4f-9970-4cf8-a283-b000838f9cd3,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:04.325320 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['364cebcd-fefa-4f12-bcef-20d72aa9cc05'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:50:04.380879 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0231554-4212-448d-9cfc-8bb9f7fa810d req-306120ab-a170-4503-90de-80918f2a4149 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:04.383325 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0231554-4212-448d-9cfc-8bb9f7fa810d req-306120ab-a170-4503-90de-80918f2a4149 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 946 time: 0.1519408 Nov 26 02:50:04.384505 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:04.554137 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818b9e9-a287-4312-aeb4-35daf5594d8f req-5d91766b-f6b4-4df5-912b-f76e3c47502c tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:04.556263 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9818b9e9-a287-4312-aeb4-35daf5594d8f req-5d91766b-f6b4-4df5-912b-f76e3c47502c tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 945 time: 0.1198297 Nov 26 02:50:04.575370 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0231554-4212-448d-9cfc-8bb9f7fa810d req-75ec5293-098c-405a-b616-4a0d6448dfbe tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474366 Nov 26 02:50:04.576447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Attempting to bind port 58504d4f-9970-4cf8-a283-b000838f9cd3 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:50:04.577723 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Attempting to bind port 58504d4f-9970-4cf8-a283-b000838f9cd3 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:50:04.578306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Attempting to bind port 58504d4f-9970-4cf8-a283-b000838f9cd3 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:04.609001 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Port 58504d4f-9970-4cf8-a283-b000838f9cd3 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:50:04.609338 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Attempting to bind port 58504d4f-9970-4cf8-a283-b000838f9cd3 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:04.629676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:50:04.629676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:04.629676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:50:04.629676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Bound port: 58504d4f-9970-4cf8-a283-b000838f9cd3, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:50:04.629676 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:04.647747 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Allocated IP 172.20.0.2 (1a35786f-0b36-407c-b722-ad995f99efe9/1577680f-5797-46f6-a362-fcb572539860/0408ea96-1a54-4e5c-8b1b-4f78d179b66e) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:50:04.733412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-38120623-5543-4c36-902f-3fb158838366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:04.735174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-38120623-5543-4c36-902f-3fb158838366 service neutron] 10.222.0.54 "GET /v2.0/ports/22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f HTTP/1.1" status: 200 len: 1032 time: 0.0912061 Nov 26 02:50:04.777745 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:04.792732 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9818b9e9-a287-4312-aeb4-35daf5594d8f req-53b86e28-3ad8-4cd5-bab7-6e941350129e tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095456 Nov 26 02:50:04.812611 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:04.858095 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166c0002-5f78-44a1-afb5-245289da19f3 x-openstack-request-id: req-166c0002-5f78-44a1-afb5-245289da19f3 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:04.859382 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc608ff-5b55-477d-a03d-225661c07e8d", "name": "network-vif-plugged", "status": "completed", "tag": "c03d7a7a-3583-4afd-9e23-34fdeac85622", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:04.859971 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-166c0002-5f78-44a1-afb5-245289da19f3 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:04.860574 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc608ff-5b55-477d-a03d-225661c07e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03d7a7a-3583-4afd-9e23-34fdeac85622', 'code': 200} Nov 26 02:50:04.863182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-c7a62638-9f98-4283-93a1-9b9a9ff9a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:04.868089 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-c7a62638-9f98-4283-93a1-9b9a9ff9a3bb service neutron] 10.222.0.54 "GET /v2.0/ports/8be3bf7e-8853-443e-9883-2546fd4abe46 HTTP/1.1" status: 200 len: 1033 time: 0.0672326 Nov 26 02:50:04.883360 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] For port 58504d4f-9970-4cf8-a283-b000838f9cd3, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:50:04.887710 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] For port 58504d4f-9970-4cf8-a283-b000838f9cd3, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=58504d4f-9970-4cf8-a283-b000838f9cd3,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:50:04.924095 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:04.944597 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] Allocated IP 172.25.0.49 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/5957472c-8009-4954-868e-2954a9d20805) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:50:04.964169 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:04.973058 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:05.015405 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Network 1a35786f-0b36-407c-b722-ad995f99efe9 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:50:05.019434 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:05.025388 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:50:05.042381 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Pushing event updated for resources: {'Port': ['ID=0408ea96-1a54-4e5c-8b1b-4f78d179b66e,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:05.091219 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:05.099351 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Attempting to bind port 0408ea96-1a54-4e5c-8b1b-4f78d179b66e on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:50:05.099790 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Attempting to bind port 0408ea96-1a54-4e5c-8b1b-4f78d179b66e by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'a2f1cdf0-008d-47e9-82c2-d0692d086593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:50:05.100032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Attempting to bind port 0408ea96-1a54-4e5c-8b1b-4f78d179b66e on network 1a35786f-0b36-407c-b722-ad995f99efe9 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:05.106542 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:50:05.106923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Checking segment: {'id': 'a2f1cdf0-008d-47e9-82c2-d0692d086593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:05.107322 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:05.107873 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Bound using segment: {'id': 'a2f1cdf0-008d-47e9-82c2-d0692d086593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:50:05.108536 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Bound port: 0408ea96-1a54-4e5c-8b1b-4f78d179b66e, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f1cdf0-008d-47e9-82c2-d0692d086593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:50:05.108927 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:05.136024 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:05.163352 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:05.164807 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:05.166593 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] 10.222.0.54 "PUT /v2.0/ports/58504d4f-9970-4cf8-a283-b000838f9cd3 HTTP/1.1" status: 200 len: 1096 time: 2.1477165 Nov 26 02:50:05.174816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e4bb15-c037-4272-bed8-39e5be4ac273', 'tag': '58504d4f-9970-4cf8-a283-b000838f9cd3'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:05.177152 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9624ed5e-69bb-403d-b5f8-f479de90b2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "94e4bb15-c037-4272-bed8-39e5be4ac273", "tag": "58504d4f-9970-4cf8-a283-b000838f9cd3"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:05.187007 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:50:05.190751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae412fb-362d-4d5f-aa5c-84c8225540e9 req-5c7c1ae3-a7e5-4786-a34e-819b1c8418f9 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:05.191623 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:05.191936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bae412fb-362d-4d5f-aa5c-84c8225540e9 req-5c7c1ae3-a7e5-4786-a34e-819b1c8418f9 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bc608ff-5b55-477d-a03d-225661c07e8d HTTP/1.1" status: 200 len: 945 time: 0.5036922 Nov 26 02:50:05.205928 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:50:05.214589 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] Pushing event updated for resources: {'Port': ['ID=5957472c-8009-4954-868e-2954a9d20805,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:05.221360 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a131859-013b-4996-808e-2bbc2327ba13 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:50:05.257681 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] For port 0408ea96-1a54-4e5c-8b1b-4f78d179b66e, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:50:05.271727 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] For port 0408ea96-1a54-4e5c-8b1b-4f78d179b66e, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0408ea96-1a54-4e5c-8b1b-4f78d179b66e,segment=NetworkSegment(a2f1cdf0-008d-47e9-82c2-d0692d086593),segment_id=a2f1cdf0-008d-47e9-82c2-d0692d086593)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:50:05.277966 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:05.332298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-f0359ff4-c4fe-4da0-83f0-83d5408b9e25 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:05.347935 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-f0359ff4-c4fe-4da0-83f0-83d5408b9e25 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:05.358669 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-f0359ff4-c4fe-4da0-83f0-83d5408b9e25 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:05.361358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-f0359ff4-c4fe-4da0-83f0-83d5408b9e25 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.54 "GET /v2.0/networks?id=1a9e75a6-7221-447b-a78c-497a718c2aac&id=936fa975-95c9-4edd-86b5-749a85dee6b7&id=936fa975-95c9-4edd-86b5-749a85dee6b7&id=936fa975-95c9-4edd-86b5-749a85dee6b7&id=936fa975-95c9-4edd-86b5-749a85dee6b7&id=9c07786a-4bb0-4031-ab82-de5af92a6806&id=9c07786a-4bb0-4031-ab82-de5af92a6806 HTTP/1.1" status: 200 len: 1993 time: 0.4529631 Nov 26 02:50:05.400763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-df455d43-bf97-438b-a219-3a20ad397dcf None None] Provisioning complete for port 5957472c-8009-4954-868e-2954a9d20805 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:05.401189 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df455d43-bf97-438b-a219-3a20ad397dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:05.444402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126113d-154a-4803-8192-a2e95b24c68d req-d106b9fa-b9c2-4be4-96e0-d40ef530e137 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:05.454399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-df455d43-bf97-438b-a219-3a20ad397dcf None None] Port 5957472c-8009-4954-868e-2954a9d20805 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:50:05.455201 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0126113d-154a-4803-8192-a2e95b24c68d req-d106b9fa-b9c2-4be4-96e0-d40ef530e137 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/ports?device_id=a05f03c8-ab91-4195-bd52-727ce2d331a6 HTTP/1.1" status: 200 len: 946 time: 0.5113199 Nov 26 02:50:05.457501 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec83af-7b6d-4b3b-a02f-cfe7bc5e798b None None] Pushing event updated for resources: {'Port': ['ID=0408ea96-1a54-4e5c-8b1b-4f78d179b66e,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:05.488391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2730f63-94aa-47bf-926f-a1c5ce024cbe service neutron] Pushing event updated for resources: {'Port': ['ID=58504d4f-9970-4cf8-a283-b000838f9cd3,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:05.518942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed9aad-6f30-4151-85e4-c5378ba97d2a req-a6848e30-db35-40c5-984e-a3b8bf8eb2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:05.520509 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27ed9aad-6f30-4151-85e4-c5378ba97d2a req-a6848e30-db35-40c5-984e-a3b8bf8eb2ee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3bc608ff-5b55-477d-a03d-225661c07e8d HTTP/1.1" status: 200 len: 1096 time: 0.4679408 Nov 26 02:50:05.555514 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bae412fb-362d-4d5f-aa5c-84c8225540e9 req-556871a5-c1b7-4fce-88c3-ed5f5c4764c8 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab4eed67-92e4-40d1-a614-742961c799e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459742 Nov 26 02:50:05.676537 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-26aaa8d2-9f4f-4124-a84d-b5db70f0598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:05.680875 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-26aaa8d2-9f4f-4124-a84d-b5db70f0598c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&device_id=94e4bb15-c037-4272-bed8-39e5be4ac273 HTTP/1.1" status: 200 len: 1099 time: 0.3110476 Nov 26 02:50:05.708307 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:05.719054 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27ed9aad-6f30-4151-85e4-c5378ba97d2a req-ee96dac6-2cc1-4797-a03a-6ebc94fb8e67 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ab4eed67-92e4-40d1-a614-742961c799e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617985 Nov 26 02:50:05.773531 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-0747cc72-f3d8-4518-8ab4-6c4d71194fc8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=58504d4f-9970-4cf8-a283-b000838f9cd3 HTTP/1.1" status: 200 len: 217 time: 0.0645168 Nov 26 02:50:05.795300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0126113d-154a-4803-8192-a2e95b24c68d req-1cc695c2-0727-41be-856c-6efee28372a9 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8f4b96e-6a63-40dc-87ee-18176745dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303816 Nov 26 02:50:05.855118 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-85190030-f1e7-41ce-877d-7e7a3802ab0e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c9e03453576449e8027bf6795ca2563 HTTP/1.1" status: 200 len: 380 time: 0.3914037 Nov 26 02:50:05.875585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-eef25330-f781-4ac7-9c0f-09088c161c40 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Request body: {'port': {'device_id': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac', 'admin_state_up': True, 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'security_groups': ['8c240ba7-87f6-488e-8265-9777283b8720']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:05.998988 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:06.145392 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] Router 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:50:06.261163 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:50:06.272498 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-093d7f0f-5cd8-483b-b385-bad79b00fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:06.274345 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Sync routers for ids ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:50:06.275551 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-093d7f0f-5cd8-483b-b385-bad79b00fd38 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.4688118 Nov 26 02:50:06.287231 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Routers {'2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:50:06.287978 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:49:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:06.296750 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:06.298109 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fc238587-474f-4f7f-b873-745c7deaf916 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2075405 Nov 26 02:50:06.301111 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38422) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:06.403071 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dbf39-0512-41e6-b9b8-5875fe9a0b35 req-26aa42eb-153c-49db-ab10-29276d4a0ba1 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:06.411695 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-276dbf39-0512-41e6-b9b8-5875fe9a0b35 req-26aa42eb-153c-49db-ab10-29276d4a0ba1 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e4bb15-c037-4272-bed8-39e5be4ac273 HTTP/1.1" status: 200 len: 948 time: 0.5054345 Nov 26 02:50:06.426329 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec024d-914c-4b24-99d0-a1c1af43c308 req-f5d6b701-b496-4156-8f1d-2013efe6b257 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:06.435039 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcec024d-914c-4b24-99d0-a1c1af43c308 req-f5d6b701-b496-4156-8f1d-2013efe6b257 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 944 time: 0.5861614 Nov 26 02:50:06.477380 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Set router 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:50:06.488014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-eef25330-f781-4ac7-9c0f-09088c161c40 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Made reservation on behalf of 3c9e03453576449e8027bf6795ca2563 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:50:06.492079 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-eef25330-f781-4ac7-9c0f-09088c161c40 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:06.526296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-54df4f08-6820-4642-893d-0efe85a42fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:06.528036 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-54df4f08-6820-4642-893d-0efe85a42fc9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1957428 Nov 26 02:50:06.550429 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-276dbf39-0512-41e6-b9b8-5875fe9a0b35 req-2e4f9255-d675-4a3b-9945-dd9f61fa7c57 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366353 Nov 26 02:50:06.686884 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98d3b7c-e6c2-4bf9-95bb-a88db5ed99dc x-openstack-request-id: req-c98d3b7c-e6c2-4bf9-95bb-a88db5ed99dc {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:06.687188 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e4bb15-c037-4272-bed8-39e5be4ac273", "tag": "58504d4f-9970-4cf8-a283-b000838f9cd3", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:06.687440 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c98d3b7c-e6c2-4bf9-95bb-a88db5ed99dc {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:06.687864 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e4bb15-c037-4272-bed8-39e5be4ac273', 'tag': '58504d4f-9970-4cf8-a283-b000838f9cd3', 'status': 'completed', 'code': 200} Nov 26 02:50:06.722365 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0408ea96-1a54-4e5c-8b1b-4f78d179b66e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:50:06.813278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 0408ea96-1a54-4e5c-8b1b-4f78d179b66e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:06.813657 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:06.839188 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcec024d-914c-4b24-99d0-a1c1af43c308 req-4e6460f3-9cdd-44f8-82dd-f356034eb69a tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982766 Nov 26 02:50:06.883886 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f79171f-ba6b-4e98-9680-7f6ad3c9c451 None None] Network 1a35786f-0b36-407c-b722-ad995f99efe9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:50:06.894045 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29663f79-3cce-4255-9125-38160d4a7ef5 req-887a7b62-d557-44da-a3da-fc5624478d20 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.1103456 Nov 26 02:50:07.036760 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-0413b138-5e9f-4c03-b8ed-bb08d1c32911 None None] Provisioning complete for port 0408ea96-1a54-4e5c-8b1b-4f78d179b66e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:07.037139 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0413b138-5e9f-4c03-b8ed-bb08d1c32911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:07.075938 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'name': 'tempest-ServersTestFqdnHostnames-476699327-router', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5957472c-8009-4954-868e-2954a9d20805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:05Z', 'revision_number': 3, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'gw_port': {'id': '5957472c-8009-4954-868e-2954a9d20805', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:07.109220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-8b691810-1dd5-4f15-8c86-926d13c8c5c0 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501702 Nov 26 02:50:07.139142 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Checking router: 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:50:07.139495 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Updating router 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 port 5957472c-8009-4954-868e-2954a9d20805 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:50:07.191440 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2947ca1-553c-4554-a5bd-04885b46a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:07.195534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 364cebcd-fefa-4f12-bcef-20d72aa9cc05 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:50:07.200079 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:07.227655 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27d81236-29a3-4fa3-86cd-83e7175c36ca req-ae95dc0e-59a1-4898-9920-73c520c3db02 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2985024 Nov 26 02:50:07.240546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-eef25330-f781-4ac7-9c0f-09088c161c40 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Allocated IP 172.20.0.13 (1a9e75a6-7221-447b-a78c-497a718c2aac/aa7501fd-fac3-4deb-97b7-64e0674633aa/13a06076-645c-49e5-bb53-f3985928e9af) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:50:07.258985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c528e8-8abe-490d-886d-7a4b5a6ae682 req-61fc62c7-20df-41ed-81ff-f72e6bd4e5c3 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:07.261320 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90c528e8-8abe-490d-886d-7a4b5a6ae682 req-61fc62c7-20df-41ed-81ff-f72e6bd4e5c3 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 946 time: 0.2282722 Nov 26 02:50:07.290474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9f52f-9246-4652-961e-006e5bd27ca8 req-dbbf15df-a449-4700-a2cb-4720e08cebd7 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:07.298344 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1f9f52f-9246-4652-961e-006e5bd27ca8 req-dbbf15df-a449-4700-a2cb-4720e08cebd7 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 945 time: 0.2710819 Nov 26 02:50:07.459136 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-a2947ca1-553c-4554-a5bd-04885b46a7a0 admin admin] Allocated IP 172.20.0.1 (1a35786f-0b36-407c-b722-ad995f99efe9/1577680f-5797-46f6-a362-fcb572539860/499c1615-4a22-48a7-b129-e4bbd1f500a5) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:50:07.484859 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b8db38f-3a40-4592-992d-b3528789e8a1 req-32924268-c2a1-421e-a6eb-e07c2b5f984b service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560681 Nov 26 02:50:07.536540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1f9f52f-9246-4652-961e-006e5bd27ca8 req-07cda285-cc51-4ae6-98eb-0fd494f42969 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342908 Nov 26 02:50:07.573545 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2947ca1-553c-4554-a5bd-04885b46a7a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:07.615626 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2947ca1-553c-4554-a5bd-04885b46a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:07.633307 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:07.640214 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90c528e8-8abe-490d-886d-7a4b5a6ae682 req-76c6bce5-c59d-40c7-84c3-aa5244e44822 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573203 Nov 26 02:50:07.641958 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:07.650509 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:07.666391 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0413b138-5e9f-4c03-b8ed-bb08d1c32911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:07.694779 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2947ca1-553c-4554-a5bd-04885b46a7a0 admin admin] Network 1a35786f-0b36-407c-b722-ad995f99efe9 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:50:07.699236 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-a2947ca1-553c-4554-a5bd-04885b46a7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:07.709074 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2947ca1-553c-4554-a5bd-04885b46a7a0 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:50:07.720609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 0408ea96-1a54-4e5c-8b1b-4f78d179b66e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0408ea96-1a54-4e5c-8b1b-4f78d179b66e,segment=NetworkSegment(a2f1cdf0-008d-47e9-82c2-d0692d086593),segment_id=a2f1cdf0-008d-47e9-82c2-d0692d086593)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:07.721625 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 364cebcd-fefa-4f12-bcef-20d72aa9cc05 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:50:07.726618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 364cebcd-fefa-4f12-bcef-20d72aa9cc05 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:07.727239 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:07.731479 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:07.745136 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2947ca1-553c-4554-a5bd-04885b46a7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=499c1615-4a22-48a7-b129-e4bbd1f500a5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:07.766867 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2947ca1-553c-4554-a5bd-04885b46a7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:07.815394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d81236-29a3-4fa3-86cd-83e7175c36ca req-06011ffa-357d-468f-bfac-3e9f505ff6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:07.817334 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27d81236-29a3-4fa3-86cd-83e7175c36ca req-06011ffa-357d-468f-bfac-3e9f505ff6f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=32a241a3ac2b4e6a811cab282f5c9e7e&device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 1097 time: 0.4679935 Nov 26 02:50:07.843033 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c405d-27c7-44c8-8b2f-4a3c312857e0 None None] Pushing event updated for resources: {'Port': ['ID=5957472c-8009-4954-868e-2954a9d20805,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:07.863032 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Attempting to bind port 5957472c-8009-4954-868e-2954a9d20805 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:50:07.863402 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Attempting to bind port 5957472c-8009-4954-868e-2954a9d20805 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:50:07.863770 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Attempting to bind port 5957472c-8009-4954-868e-2954a9d20805 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:07.877005 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50c405d-27c7-44c8-8b2f-4a3c312857e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:07.877679 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50c405d-27c7-44c8-8b2f-4a3c312857e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:07.878226 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50c405d-27c7-44c8-8b2f-4a3c312857e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:07.883521 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50c405d-27c7-44c8-8b2f-4a3c312857e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:07.884078 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50c405d-27c7-44c8-8b2f-4a3c312857e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:07.884365 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50c405d-27c7-44c8-8b2f-4a3c312857e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:07.884760 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50c405d-27c7-44c8-8b2f-4a3c312857e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:07.885113 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50c405d-27c7-44c8-8b2f-4a3c312857e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:07.885443 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50c405d-27c7-44c8-8b2f-4a3c312857e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:07.889555 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50c405d-27c7-44c8-8b2f-4a3c312857e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:07.890050 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50c405d-27c7-44c8-8b2f-4a3c312857e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:07.890405 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50c405d-27c7-44c8-8b2f-4a3c312857e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:07.899163 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:50:07.903729 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:07.904206 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:07.904614 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:50:07.905123 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Bound port: 5957472c-8009-4954-868e-2954a9d20805, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:50:07.905520 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:08.011054 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] For port 5957472c-8009-4954-868e-2954a9d20805, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:50:08.014897 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2947ca1-553c-4554-a5bd-04885b46a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:08.019838 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] For port 5957472c-8009-4954-868e-2954a9d20805, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5957472c-8009-4954-868e-2954a9d20805,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:50:08.023519 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-eef25330-f781-4ac7-9c0f-09088c161c40 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:08.027836 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:08.097674 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4b0b1-39f7-491a-9e8a-ba26db160e4f req-7ebceb97-0cb5-40fd-8980-7d8cbac6f6d2 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:08.106176 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8eb4b0b1-39f7-491a-9e8a-ba26db160e4f req-7ebceb97-0cb5-40fd-8980-7d8cbac6f6d2 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bc608ff-5b55-477d-a03d-225661c07e8d HTTP/1.1" status: 200 len: 945 time: 0.4627683 Nov 26 02:50:08.113703 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb7eeb9-6fd2-4b82-9ffa-d1ab9cfb5def None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:50:08.126190 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624ed5e-69bb-403d-b5f8-f479de90b2f3 req-a851ef2c-cf6e-4cbb-a756-baa3d4ac4377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:08.127751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9624ed5e-69bb-403d-b5f8-f479de90b2f3 req-a851ef2c-cf6e-4cbb-a756-baa3d4ac4377 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&device_id=94e4bb15-c037-4272-bed8-39e5be4ac273 HTTP/1.1" status: 200 len: 1099 time: 0.4625022 Nov 26 02:50:08.158233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcc61a-f603-4081-8896-7271dcd552da req-97205ded-cc6f-4405-8eaa-c6a94c7c9bbc tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:08.159887 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbcc61a-f603-4081-8896-7271dcd552da req-97205ded-cc6f-4405-8eaa-c6a94c7c9bbc tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/ports?device_id=a05f03c8-ab91-4195-bd52-727ce2d331a6 HTTP/1.1" status: 200 len: 946 time: 0.3978786 Nov 26 02:50:08.166627 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c405d-27c7-44c8-8b2f-4a3c312857e0 None None] Pushing event updated for resources: {'Port': ['ID=5957472c-8009-4954-868e-2954a9d20805,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:08.200309 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Routers {'2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:50:08.200946 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:49:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:08.266107 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd680d7-b9ce-43dc-9396-5daa5b5c739e None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:50:08.328568 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-0413b138-5e9f-4c03-b8ed-bb08d1c32911 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:50:08.329346 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-0413b138-5e9f-4c03-b8ed-bb08d1c32911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:50:08.340567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=0408ea96-1a54-4e5c-8b1b-4f78d179b66e,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:08.354559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:08.355308 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:08.355911 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:08.356525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:08.357259 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:08.357957 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:08.358544 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:08.359135 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:08.359699 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:08.360877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:08.361456 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:08.362253 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:08.391682 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbcc61a-f603-4081-8896-7271dcd552da req-e1eabbab-633b-4c3b-be58-f880ba748790 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8f4b96e-6a63-40dc-87ee-18176745dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054620 Nov 26 02:50:08.430830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d81236-29a3-4fa3-86cd-83e7175c36ca req-391a0bca-4b0b-4930-a2ba-0024052892b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:08.437696 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:08.440854 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27d81236-29a3-4fa3-86cd-83e7175c36ca req-391a0bca-4b0b-4930-a2ba-0024052892b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=594bd1bb-37c7-4b4b-b783-88b783966743 HTTP/1.1" status: 200 len: 911 time: 0.5244730 Nov 26 02:50:08.500404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624ed5e-69bb-403d-b5f8-f479de90b2f3 req-e3b2384b-2ef0-4516-b4ac-9d427f71a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:08.501716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9624ed5e-69bb-403d-b5f8-f479de90b2f3 req-e3b2384b-2ef0-4516-b4ac-9d427f71a7d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.3391318 Nov 26 02:50:08.502870 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f412f8-2691-4ea6-9f15-2f74c9342855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364cebcd-fefa-4f12-bcef-20d72aa9cc05'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:08.542574 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-eef25330-f781-4ac7-9c0f-09088c161c40 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:08.549314 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3add6406-d00a-455c-a945-5383f56d32b9" -d '{"events": [{"server_uuid": "c8f412f8-2691-4ea6-9f15-2f74c9342855", "name": "network-vif-plugged", "status": "completed", "tag": "364cebcd-fefa-4f12-bcef-20d72aa9cc05"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:08.557988 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] Set router 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:50:08.593378 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 364cebcd-fefa-4f12-bcef-20d72aa9cc05, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=364cebcd-fefa-4f12-bcef-20d72aa9cc05,segment=NetworkSegment(7ce99101-b46d-4016-9c19-b214c734027c),segment_id=7ce99101-b46d-4016-9c19-b214c734027c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:08.605666 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:08.623404 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2947ca1-553c-4554-a5bd-04885b46a7a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:08.637313 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2947ca1-553c-4554-a5bd-04885b46a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:08.678449 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0408ea96-1a54-4e5c-8b1b-4f78d179b66e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:50:08.727233 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2947ca1-553c-4554-a5bd-04885b46a7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=499c1615-4a22-48a7-b129-e4bbd1f500a5,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:08.742282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=364cebcd-fefa-4f12-bcef-20d72aa9cc05,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:08.752446 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 0408ea96-1a54-4e5c-8b1b-4f78d179b66e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:08.753126 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:08.755868 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2947ca1-553c-4554-a5bd-04885b46a7a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:08.805590 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9624ed5e-69bb-403d-b5f8-f479de90b2f3 req-84b7c23b-3418-461e-817e-08a727247898 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=58504d4f-9970-4cf8-a283-b000838f9cd3 HTTP/1.1" status: 200 len: 217 time: 0.2756715 Nov 26 02:50:08.809163 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8eb4b0b1-39f7-491a-9e8a-ba26db160e4f req-9c5532a0-1274-47c7-9b56-1c65ddd0ee00 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab4eed67-92e4-40d1-a614-742961c799e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7021651 Nov 26 02:50:08.811406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27d81236-29a3-4fa3-86cd-83e7175c36ca req-44ce0bea-164e-4a4e-a0b4-15132ef3a138 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=802a87f5-51f2-41df-9978-a431aee1d05f HTTP/1.1" status: 200 len: 217 time: 0.3043318 Nov 26 02:50:08.880616 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'name': 'tempest-ServersTestFqdnHostnames-476699327-router', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5957472c-8009-4954-868e-2954a9d20805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:07Z', 'revision_number': 4, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'gw_port': {'id': '5957472c-8009-4954-868e-2954a9d20805', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '499c1615-4a22-48a7-b129-e4bbd1f500a5', 'name': '', 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'mac_address': 'fa:16:3e:1e:82:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1577680f-5797-46f6-a362-fcb572539860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:07Z', 'updated_at': '2021-11-26T02:50:07Z', 'revision_number': 1, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'subnets': [{'id': '1577680f-5797-46f6-a362-fcb572539860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:08.926017 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f76663a-7790-48cc-8c01-168e513b96e8 None None] The sync data for ids ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'] in n-d-819389-3 is: [{'id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'name': 'tempest-ServersTestFqdnHostnames-476699327-router', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5957472c-8009-4954-868e-2954a9d20805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:07Z', 'revision_number': 4, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'gw_port': {'id': '5957472c-8009-4954-868e-2954a9d20805', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '499c1615-4a22-48a7-b129-e4bbd1f500a5', 'name': '', 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'mac_address': 'fa:16:3e:1e:82:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1577680f-5797-46f6-a362-fcb572539860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:07Z', 'updated_at': '2021-11-26T02:50:07Z', 'revision_number': 1, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'subnets': [{'id': '1577680f-5797-46f6-a362-fcb572539860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:50:08.936626 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2947ca1-553c-4554-a5bd-04885b46a7a0 admin admin] Network 1a35786f-0b36-407c-b722-ad995f99efe9 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:50:08.938188 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-a2947ca1-553c-4554-a5bd-04885b46a7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:08.997142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624ed5e-69bb-403d-b5f8-f479de90b2f3 req-98892039-1b66-4f19-9634-9effe37ffbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:09.004140 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9624ed5e-69bb-403d-b5f8-f479de90b2f3 req-98892039-1b66-4f19-9634-9effe37ffbe1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1740465 Nov 26 02:50:09.051475 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5e96d8cb-24a2-44c3-9a68-2e4cc38c0a40 None None] Provisioning complete for port 5957472c-8009-4954-868e-2954a9d20805 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:09.051475 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e96d8cb-24a2-44c3-9a68-2e4cc38c0a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:09.162516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-eef25330-f781-4ac7-9c0f-09088c161c40 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Network 1a9e75a6-7221-447b-a78c-497a718c2aac is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:50:09.216077 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2947ca1-553c-4554-a5bd-04885b46a7a0 admin admin] Router 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:50:09.220363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef25330-f781-4ac7-9c0f-09088c161c40 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event updated for resources: {'Port': ['ID=13a06076-645c-49e5-bb53-f3985928e9af,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:09.223844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-eef25330-f781-4ac7-9c0f-09088c161c40 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:09.254788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-eef25330-f781-4ac7-9c0f-09088c161c40 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:50:09.281342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d31c94-107e-4c8a-8f22-0aa66faabf82 req-3e0227ed-786c-4d5b-b0da-04412e9ae737 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:09.282976 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13d31c94-107e-4c8a-8f22-0aa66faabf82 req-3e0227ed-786c-4d5b-b0da-04412e9ae737 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 945 time: 0.7742782 Nov 26 02:50:09.309780 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d81236-29a3-4fa3-86cd-83e7175c36ca req-9d72fed6-c8e3-4d1a-932d-45f572e822b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:09.311581 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e96d8cb-24a2-44c3-9a68-2e4cc38c0a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:09.317102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27d81236-29a3-4fa3-86cd-83e7175c36ca req-9d72fed6-c8e3-4d1a-932d-45f572e822b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=99eb0b63-1e2c-4b26-887f-343457cd281c HTTP/1.1" status: 200 len: 850 time: 0.4837136 Nov 26 02:50:09.391386 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-5e96d8cb-24a2-44c3-9a68-2e4cc38c0a40 None None] For port 5957472c-8009-4954-868e-2954a9d20805, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5957472c-8009-4954-868e-2954a9d20805,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:09.407914 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e96d8cb-24a2-44c3-9a68-2e4cc38c0a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:09.494985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2947ca1-553c-4554-a5bd-04885b46a7a0 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:50:09.500817 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a2947ca1-553c-4554-a5bd-04885b46a7a0 admin admin] 10.222.0.31 "PUT /v2.0/routers/2bdbb39d-d671-4e9c-ba6d-70df7d36faa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1985362 Nov 26 02:50:09.527379 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5e96d8cb-24a2-44c3-9a68-2e4cc38c0a40 None None] Provisioning complete for port 499c1615-4a22-48a7-b129-e4bbd1f500a5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:09.530879 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e96d8cb-24a2-44c3-9a68-2e4cc38c0a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:09.610087 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13d31c94-107e-4c8a-8f22-0aa66faabf82 req-0f969884-122e-41f7-879d-27e687b436aa tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119968 Nov 26 02:50:09.629615 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-eef25330-f781-4ac7-9c0f-09088c161c40 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:09.630314 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-eef25330-f781-4ac7-9c0f-09088c161c40 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:09.690035 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96d8cb-24a2-44c3-9a68-2e4cc38c0a40 None None] Pushing event updated for resources: {'Port': ['ID=5957472c-8009-4954-868e-2954a9d20805,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:09.695485 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27d81236-29a3-4fa3-86cd-83e7175c36ca req-435141c8-cd4b-4bf9-afab-e635a32e2b74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=594bd1bb-37c7-4b4b-b783-88b783966743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2495618 Nov 26 02:50:09.719613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1febc28-0090-43b6-83cc-4db42fd48eb9 req-ce177340-d3d2-417f-81d2-0049c9ece860 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:09.729636 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b1febc28-0090-43b6-83cc-4db42fd48eb9 req-ce177340-d3d2-417f-81d2-0049c9ece860 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e4bb15-c037-4272-bed8-39e5be4ac273 HTTP/1.1" status: 200 len: 948 time: 0.7101688 Nov 26 02:50:09.731601 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-5e96d8cb-24a2-44c3-9a68-2e4cc38c0a40 None None] Port 499c1615-4a22-48a7-b129-e4bbd1f500a5 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:50:09.739765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624ed5e-69bb-403d-b5f8-f479de90b2f3 req-dbab86fd-140e-4762-9be8-41f36e635864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:09.741714 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9624ed5e-69bb-403d-b5f8-f479de90b2f3 req-dbab86fd-140e-4762-9be8-41f36e635864 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6228783 Nov 26 02:50:09.755959 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5e96d8cb-24a2-44c3-9a68-2e4cc38c0a40 None None] Provisioning complete for port 0408ea96-1a54-4e5c-8b1b-4f78d179b66e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:09.756663 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e96d8cb-24a2-44c3-9a68-2e4cc38c0a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:09.811776 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-eef25330-f781-4ac7-9c0f-09088c161c40 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9410696 Nov 26 02:50:09.862494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Request body: {'port': {'device_id': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7', 'admin_state_up': True, 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'security_groups': ['8c240ba7-87f6-488e-8265-9777283b8720']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:10.004000 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b1febc28-0090-43b6-83cc-4db42fd48eb9 req-23cf7034-35ce-4abd-a40e-adf2dd7a7c7e tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730887 Nov 26 02:50:10.043635 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9a3ce1cb-3388-4b07-9ea8-76360bca4f92 None None] Provisioning complete for port 499c1615-4a22-48a7-b129-e4bbd1f500a5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:10.044032 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9a3ce1cb-3388-4b07-9ea8-76360bca4f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:10.111685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600073d0-285b-4233-8940-ca9849e153ad req-9b395558-62f4-4adf-a576-12610bbe354e tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:10.113336 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-600073d0-285b-4233-8940-ca9849e153ad req-9b395558-62f4-4adf-a576-12610bbe354e tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.2947462 Nov 26 02:50:10.144198 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9a3ce1cb-3388-4b07-9ea8-76360bca4f92 None None] Port 499c1615-4a22-48a7-b129-e4bbd1f500a5 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:50:10.180062 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9a3ce1cb-3388-4b07-9ea8-76360bca4f92 None None] Provisioning complete for port 13a06076-645c-49e5-bb53-f3985928e9af triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:10.180750 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9a3ce1cb-3388-4b07-9ea8-76360bca4f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:10.238317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9a3ce1cb-3388-4b07-9ea8-76360bca4f92 None None] Port 13a06076-645c-49e5-bb53-f3985928e9af cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:50:10.258408 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27d81236-29a3-4fa3-86cd-83e7175c36ca req-d406ea2c-383a-4541-88ae-f95321d47190 service neutron] 10.222.0.54 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144382 Nov 26 02:50:10.311712 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9624ed5e-69bb-403d-b5f8-f479de90b2f3 req-ad93ca80-80f1-4558-a128-69ce242d1e68 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890420 Nov 26 02:50:10.377867 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-600073d0-285b-4233-8940-ca9849e153ad req-bff929a3-aeee-4540-8e14-4dc31477ecfa tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482002 Nov 26 02:50:10.410558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b444d-650a-46d1-95d9-d1bc4a78bc57 req-e88b0ec8-1cfe-4912-ba93-cf118b15ba30 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:10.419382 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c5b444d-650a-46d1-95d9-d1bc4a78bc57 req-e88b0ec8-1cfe-4912-ba93-cf118b15ba30 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 932 time: 0.2780461 Nov 26 02:50:10.454039 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cd3a88-8a69-495a-b7b5-ce75d871ce2a x-openstack-request-id: req-c6cd3a88-8a69-495a-b7b5-ce75d871ce2a {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:10.454396 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f412f8-2691-4ea6-9f15-2f74c9342855", "name": "network-vif-plugged", "status": "completed", "tag": "364cebcd-fefa-4f12-bcef-20d72aa9cc05", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:10.454665 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6cd3a88-8a69-495a-b7b5-ce75d871ce2a {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:10.455069 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f412f8-2691-4ea6-9f15-2f74c9342855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364cebcd-fefa-4f12-bcef-20d72aa9cc05', 'code': 200} Nov 26 02:50:10.526850 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Made reservation on behalf of 3c9e03453576449e8027bf6795ca2563 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:50:10.531212 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:10.585936 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 58504d4f-9970-4cf8-a283-b000838f9cd3 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:50:10.835491 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 58504d4f-9970-4cf8-a283-b000838f9cd3, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=58504d4f-9970-4cf8-a283-b000838f9cd3,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:10.848483 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5957472c-8009-4954-868e-2954a9d20805 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:50:10.893094 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '58504d4f-9970-4cf8-a283-b000838f9cd3', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '58504d4f-9970-4cf8-a283-b000838f9cd3', 'mac_address': 'fa:16:3e:cf:85:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:50:10.954856 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 5957472c-8009-4954-868e-2954a9d20805 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:10.955392 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:10.983339 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:11.006449 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58504d4f-9970-4cf8-a283-b000838f9cd3 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:11.039134 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 58504d4f-9970-4cf8-a283-b000838f9cd3, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=58504d4f-9970-4cf8-a283-b000838f9cd3,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:11.071748 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:11.082531 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9624ed5e-69bb-403d-b5f8-f479de90b2f3 req-65a3714d-7d1b-4ec6-8626-e5e7d63061e6 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7363210 Nov 26 02:50:11.134726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=58504d4f-9970-4cf8-a283-b000838f9cd3,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:11.187627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ee958-5a40-4206-8459-2fd61cff3367 req-840d1012-c109-48c3-8517-d078a8142668 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:11.189515 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e8ee958-5a40-4206-8459-2fd61cff3367 req-840d1012-c109-48c3-8517-d078a8142668 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 946 time: 0.6534779 Nov 26 02:50:11.195942 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27d81236-29a3-4fa3-86cd-83e7175c36ca req-20da8d97-bdd4-4e62-8994-a6f58024a2ba service neutron] 10.222.0.54 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9195275 Nov 26 02:50:11.199410 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c5b444d-650a-46d1-95d9-d1bc4a78bc57 req-2cf81d81-4ebc-476a-8bad-14a8fb0a3dc7 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7792222 Nov 26 02:50:11.249006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e6c7a-475e-48f4-874b-a8e5ee76386f req-06440bf1-646f-4432-88fd-70da2cab86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:11.250640 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-562e6c7a-475e-48f4-874b-a8e5ee76386f req-06440bf1-646f-4432-88fd-70da2cab86c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 1096 time: 0.2345612 Nov 26 02:50:11.317653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e8ee958-5a40-4206-8459-2fd61cff3367 req-3b20709a-5f78-4656-a7e2-26ab90514d53 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105490 Nov 26 02:50:11.359038 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Allocated IP 10.1.1.100 (936fa975-95c9-4edd-86b5-749a85dee6b7/63d50455-9704-4445-9844-5a1aa7d1e6f7/1652fdd8-a96b-4b29-8dfe-f52e1ca56718) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:50:11.365836 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-562e6c7a-475e-48f4-874b-a8e5ee76386f req-5b78a57c-517f-47b5-a680-6ea42b87d8ea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764511 Nov 26 02:50:11.574828 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:11.583592 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a4e1e-5e1e-4a30-8510-c31ce6cad2d3 req-f8ae91a4-14e9-43a6-b81c-e6f97e1bc5ef tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:11.585084 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-229a4e1e-5e1e-4a30-8510-c31ce6cad2d3 req-f8ae91a4-14e9-43a6-b81c-e6f97e1bc5ef tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e4bb15-c037-4272-bed8-39e5be4ac273 HTTP/1.1" status: 200 len: 949 time: 0.0956864 Nov 26 02:50:11.609024 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['58504d4f-9970-4cf8-a283-b000838f9cd3'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:50:11.643649 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-53b84aad-181b-48bd-b517-5159b21ebe30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:11.678680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-229a4e1e-5e1e-4a30-8510-c31ce6cad2d3 req-9e33aaab-9de6-4434-a002-cc41761c9141 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855620 Nov 26 02:50:11.683823 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:11.735952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Network 936fa975-95c9-4edd-86b5-749a85dee6b7 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:50:11.756525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:11.769138 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38478) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:11.779260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:50:11.784592 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-11ef3f78-6c20-446c-a7a3-d68a40b49ad7 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--921313275', 'description': 'tempest-description--800521063'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:11.860492 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11ef3f78-6c20-446c-a7a3-d68a40b49ad7 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:11.878091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event updated for resources: {'Port': ['ID=1652fdd8-a96b-4b29-8dfe-f52e1ca56718,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:11.912844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:11.913240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:11.916312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:11.916702 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:11.917054 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:11.917405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:11.917754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:11.918096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:11.920107 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:11.920480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:11.920836 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:11.921182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:11.989629 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11ef3f78-6c20-446c-a7a3-d68a40b49ad7 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:11.999875 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11ef3f78-6c20-446c-a7a3-d68a40b49ad7 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:12.011504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:12.012231 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:12.046664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fdc08-b221-4e8e-871b-9bd4535eed59 req-b1dac01c-3f06-4bc2-9a24-6eff750cff7b tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:12.047992 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef3f78-6c20-446c-a7a3-d68a40b49ad7 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a2e5c0-a7ad-4401-ad1d-80b9dcd76b6f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:12.048163 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-724fdc08-b221-4e8e-871b-9bd4535eed59 req-b1dac01c-3f06-4bc2-9a24-6eff750cff7b tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 945 time: 0.1714535 Nov 26 02:50:12.065561 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11ef3f78-6c20-446c-a7a3-d68a40b49ad7 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:12.067075 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-11ef3f78-6c20-446c-a7a3-d68a40b49ad7 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2968380 Nov 26 02:50:12.070938 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38482) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:12.073543 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-55e24a0c-9312-40e4-ad61-308c1eafa513 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2148943 Nov 26 02:50:12.076687 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b55f4cf0-a536-413a-b688-f904500c4cc5 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Request body: {'security_group_rule': {'security_group_id': 'a5a2e5c0-a7ad-4401-ad1d-80b9dcd76b6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:12.084971 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4c5bfe0e-8c4c-4138-859e-14e0e4b3191e None None] Provisioning complete for port 1652fdd8-a96b-4b29-8dfe-f52e1ca56718 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:12.086149 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4c5bfe0e-8c4c-4138-859e-14e0e4b3191e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:12.088788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa2608-8b08-4ddc-b97a-32df951efb7c req-e2105a48-1069-41a7-bcf7-9aad826861c9 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:12.096265 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09fa2608-8b08-4ddc-b97a-32df951efb7c req-e2105a48-1069-41a7-bcf7-9aad826861c9 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.2235260 Nov 26 02:50:12.114016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-fbd4a39f-7272-43bd-aa6a-102759fce361 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Request body: {'port': {'device_id': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7', 'admin_state_up': True, 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'security_groups': ['8c240ba7-87f6-488e-8265-9777283b8720']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:12.114302 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b55f4cf0-a536-413a-b688-f904500c4cc5 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:12.146724 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4c5bfe0e-8c4c-4138-859e-14e0e4b3191e None None] Port 1652fdd8-a96b-4b29-8dfe-f52e1ca56718 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:50:12.199514 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b55f4cf0-a536-413a-b688-f904500c4cc5 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:12.207883 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b55f4cf0-a536-413a-b688-f904500c4cc5 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:12.224018 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f4cf0-a536-413a-b688-f904500c4cc5 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4030471-a854-43ff-a5d9-5c9b58aaf57a,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:12.229064 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-724fdc08-b221-4e8e-871b-9bd4535eed59 req-301c3d11-f3e9-4458-86ff-8ec18e0a7d4c tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582069 Nov 26 02:50:12.255734 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b55f4cf0-a536-413a-b688-f904500c4cc5 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:12.262778 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b55f4cf0-a536-413a-b688-f904500c4cc5 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1893365 Nov 26 02:50:12.263406 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38486) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:12.275324 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-01c97c6e-af26-4e99-b6dd-6b3a12b7d96c tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Request body: {'security_group_rule': {'security_group_id': 'a5a2e5c0-a7ad-4401-ad1d-80b9dcd76b6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:12.278777 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09fa2608-8b08-4ddc-b97a-32df951efb7c req-99bd1b2b-9905-4401-a5de-c41d33b6feee tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776702 Nov 26 02:50:12.347611 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01c97c6e-af26-4e99-b6dd-6b3a12b7d96c tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:12.369801 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Sync routers for ids ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:50:12.393572 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Routers {'2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:50:12.394993 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:49:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:12.442417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-fbd4a39f-7272-43bd-aa6a-102759fce361 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Made reservation on behalf of 3c9e03453576449e8027bf6795ca2563 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:50:12.446551 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-fbd4a39f-7272-43bd-aa6a-102759fce361 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:12.467677 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01c97c6e-af26-4e99-b6dd-6b3a12b7d96c tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:12.473736 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01c97c6e-af26-4e99-b6dd-6b3a12b7d96c tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:12.503369 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c97c6e-af26-4e99-b6dd-6b3a12b7d96c tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4e80fc-204d-4f3d-add8-eb6224f3899b,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:12.511791 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01c97c6e-af26-4e99-b6dd-6b3a12b7d96c tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:12.515986 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-01c97c6e-af26-4e99-b6dd-6b3a12b7d96c tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2488582 Nov 26 02:50:12.517757 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38498) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:12.524412 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3de2f36d-710d-4fb2-80aa-0713e64df765 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:12.555857 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3de2f36d-710d-4fb2-80aa-0713e64df765 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:12.565291 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Set router 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:50:12.592981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a166663-414f-49f1-9a09-12547509435d req-07efcdf4-53e9-4f42-b75d-53a9aac87e6d tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:12.594511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a166663-414f-49f1-9a09-12547509435d req-07efcdf4-53e9-4f42-b75d-53a9aac87e6d tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 945 time: 0.1871545 Nov 26 02:50:12.679391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a166663-414f-49f1-9a09-12547509435d req-4d591690-828a-46ba-9843-02fab860fd5f tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719681 Nov 26 02:50:12.771736 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3de2f36d-710d-4fb2-80aa-0713e64df765 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:12.820497 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-fbd4a39f-7272-43bd-aa6a-102759fce361 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Allocated IP 10.1.1.15 (936fa975-95c9-4edd-86b5-749a85dee6b7/63d50455-9704-4445-9844-5a1aa7d1e6f7/fa2350b4-56d4-47ad-916e-e0e40196eccd) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:50:12.945419 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-3de2f36d-710d-4fb2-80aa-0713e64df765 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Allocated IP 172.25.0.146 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/17869269-cb65-44f4-b616-7a4222cb8a6b) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:50:13.034621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'name': 'tempest-ServersTestFqdnHostnames-476699327-router', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5957472c-8009-4954-868e-2954a9d20805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:07Z', 'revision_number': 4, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'gw_port': {'id': '5957472c-8009-4954-868e-2954a9d20805', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '499c1615-4a22-48a7-b129-e4bbd1f500a5', 'name': '', 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'mac_address': 'fa:16:3e:1e:82:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1577680f-5797-46f6-a362-fcb572539860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:07Z', 'updated_at': '2021-11-26T02:50:08Z', 'revision_number': 2, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'subnets': [{'id': '1577680f-5797-46f6-a362-fcb572539860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:13.072814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Checking router: 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:50:13.072814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Updating router 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 port 499c1615-4a22-48a7-b129-e4bbd1f500a5 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:50:13.106270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaee06-c3e1-4db7-b540-65f4f957d379 req-8c85803b-8eeb-41d0-b638-733c02604a02 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:13.113377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaee06-c3e1-4db7-b540-65f4f957d379 req-8c85803b-8eeb-41d0-b638-733c02604a02 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:13.115151 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3aaee06-c3e1-4db7-b540-65f4f957d379 req-8c85803b-8eeb-41d0-b638-733c02604a02 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 1654 time: 0.1273434 Nov 26 02:50:13.123491 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3de2f36d-710d-4fb2-80aa-0713e64df765 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:13.128139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b8343-7856-40f3-a338-953e6699fad0 req-12c857e3-ef61-417a-806c-74f67c69ce62 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:13.135417 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa1b8343-7856-40f3-a338-953e6699fad0 req-12c857e3-ef61-417a-806c-74f67c69ce62 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 946 time: 0.1110609 Nov 26 02:50:13.138458 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:13.188500 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3de2f36d-710d-4fb2-80aa-0713e64df765 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:13.218444 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-fbd4a39f-7272-43bd-aa6a-102759fce361 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:13.255763 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de2f36d-710d-4fb2-80aa-0713e64df765 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:50:13.265024 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-3de2f36d-710d-4fb2-80aa-0713e64df765 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:13.275614 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa1b8343-7856-40f3-a338-953e6699fad0 req-06305ae4-a36e-4a1c-8780-5cadafbb9fac tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335208 Nov 26 02:50:13.276462 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de2f36d-710d-4fb2-80aa-0713e64df765 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:50:13.281066 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2f36d-710d-4fb2-80aa-0713e64df765 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Pushing event updated for resources: {'Port': ['ID=17869269-cb65-44f4-b616-7a4222cb8a6b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:13.315628 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3aaee06-c3e1-4db7-b540-65f4f957d379 req-ad24a278-2f40-4a44-8014-3cd68f239287 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681602 Nov 26 02:50:13.370470 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-fbd4a39f-7272-43bd-aa6a-102759fce361 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:13.437241 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3de2f36d-710d-4fb2-80aa-0713e64df765 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:13.480457 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3de2f36d-710d-4fb2-80aa-0713e64df765 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:13.493900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4a39f-7272-43bd-aa6a-102759fce361 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event updated for resources: {'Port': ['ID=fa2350b4-56d4-47ad-916e-e0e40196eccd,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:13.512368 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-fbd4a39f-7272-43bd-aa6a-102759fce361 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Network 936fa975-95c9-4edd-86b5-749a85dee6b7 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:50:13.515755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-fbd4a39f-7272-43bd-aa6a-102759fce361 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:13.520934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-fbd4a39f-7272-43bd-aa6a-102759fce361 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:50:13.574558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3aa77-40f3-4ad5-a04f-657705dfe78d req-0a256358-aa1c-4f88-ac9a-9f28c0ef84f8 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:13.583070 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09c3aa77-40f3-4ad5-a04f-657705dfe78d req-0a256358-aa1c-4f88-ac9a-9f28c0ef84f8 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e4bb15-c037-4272-bed8-39e5be4ac273 HTTP/1.1" status: 200 len: 949 time: 0.1169379 Nov 26 02:50:13.623539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-fbd4a39f-7272-43bd-aa6a-102759fce361 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:13.633157 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-fbd4a39f-7272-43bd-aa6a-102759fce361 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:13.694943 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:13.698521 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09c3aa77-40f3-4ad5-a04f-657705dfe78d req-545cf0bd-f939-47df-b2ee-4edc247a48c6 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141975 Nov 26 02:50:13.719364 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-fbd4a39f-7272-43bd-aa6a-102759fce361 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6143472 Nov 26 02:50:13.722377 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:13.738009 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e9ec3689-8051-40ff-984b-f86408494310 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Request body: {'port': {'device_id': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9c07786a-4bb0-4031-ab82-de5af92a6806', 'admin_state_up': True, 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'security_groups': ['8c240ba7-87f6-488e-8265-9777283b8720']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:13.779691 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3de2f36d-710d-4fb2-80aa-0713e64df765 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:13.784567 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3de2f36d-710d-4fb2-80aa-0713e64df765 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:13.847369 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3de2f36d-710d-4fb2-80aa-0713e64df765 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:13.886078 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3de2f36d-710d-4fb2-80aa-0713e64df765 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:13.895582 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3de2f36d-710d-4fb2-80aa-0713e64df765 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3677776 Nov 26 02:50:13.910027 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2f36d-710d-4fb2-80aa-0713e64df765 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Pushing event updated for resources: {'Port': ['ID=17869269-cb65-44f4-b616-7a4222cb8a6b,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:13.937893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244c600-a7db-4b86-a85f-ccfdc2c1af89 req-61d7ba95-1761-4c3a-bbc6-237fb3a5854a tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:13.939489 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6244c600-a7db-4b86-a85f-ccfdc2c1af89 req-61d7ba95-1761-4c3a-bbc6-237fb3a5854a tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.1166306 Nov 26 02:50:13.959792 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45656b82-dedd-4206-9be2-18304b735aa6 None None] Pushing event updated for resources: {'Port': ['ID=499c1615-4a22-48a7-b129-e4bbd1f500a5,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:14.036114 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6244c600-a7db-4b86-a85f-ccfdc2c1af89 req-4b78f29f-4359-4324-8884-e8163d069820 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833163 Nov 26 02:50:14.056369 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Attempting to bind port 499c1615-4a22-48a7-b129-e4bbd1f500a5 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:50:14.056675 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Attempting to bind port 499c1615-4a22-48a7-b129-e4bbd1f500a5 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'a2f1cdf0-008d-47e9-82c2-d0692d086593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:50:14.057472 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Attempting to bind port 499c1615-4a22-48a7-b129-e4bbd1f500a5 on network 1a35786f-0b36-407c-b722-ad995f99efe9 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:14.068517 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:50:14.068911 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Checking segment: {'id': 'a2f1cdf0-008d-47e9-82c2-d0692d086593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:14.069299 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:14.070266 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Bound using segment: {'id': 'a2f1cdf0-008d-47e9-82c2-d0692d086593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:50:14.074910 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Bound port: 499c1615-4a22-48a7-b129-e4bbd1f500a5, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f1cdf0-008d-47e9-82c2-d0692d086593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:50:14.075132 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:14.095432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e9ec3689-8051-40ff-984b-f86408494310 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Made reservation on behalf of 3c9e03453576449e8027bf6795ca2563 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:50:14.222943 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7f251d1d-c463-4a5e-9b77-5006995cbc63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:14.231587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f54d6e69-8da8-4cfe-9d99-074cb3b1e166 None None] Provisioning complete for port fa2350b4-56d4-47ad-916e-e0e40196eccd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:14.231946 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f54d6e69-8da8-4cfe-9d99-074cb3b1e166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:14.263889 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e9ec3689-8051-40ff-984b-f86408494310 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:14.277068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f54d6e69-8da8-4cfe-9d99-074cb3b1e166 None None] Port fa2350b4-56d4-47ad-916e-e0e40196eccd cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:50:14.283514 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-1b53226f-f3da-4843-913d-0a5e24867bc4 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--921313275&fields=id&tenant_id=62f1a3b546104164a149a5fd26a16b95 HTTP/1.1" status: 200 len: 267 time: 0.1072235 Nov 26 02:50:14.331781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] For port 499c1615-4a22-48a7-b129-e4bbd1f500a5, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:50:14.349278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] For port 499c1615-4a22-48a7-b129-e4bbd1f500a5, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=499c1615-4a22-48a7-b129-e4bbd1f500a5,segment=NetworkSegment(a2f1cdf0-008d-47e9-82c2-d0692d086593),segment_id=a2f1cdf0-008d-47e9-82c2-d0692d086593)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:50:14.354661 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:14.470739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45656b82-dedd-4206-9be2-18304b735aa6 None None] Pushing event updated for resources: {'Port': ['ID=499c1615-4a22-48a7-b129-e4bbd1f500a5,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:14.481278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6d18d2ee-6894-4679-bfdc-d818ed3f4c10 None None] Provisioning complete for port 499c1615-4a22-48a7-b129-e4bbd1f500a5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:14.481666 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6d18d2ee-6894-4679-bfdc-d818ed3f4c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:14.483323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Routers {'2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:50:14.483993 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:50:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:14.605147 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 58504d4f-9970-4cf8-a283-b000838f9cd3 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:50:14.695090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-024c8714-d30a-42ae-bd5a-3278ef94b92d tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:14.704345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-024c8714-d30a-42ae-bd5a-3278ef94b92d tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/networks?id=1a35786f-0b36-407c-b722-ad995f99efe9 HTTP/1.1" status: 200 len: 814 time: 0.2464483 Nov 26 02:50:14.713223 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 499c1615-4a22-48a7-b129-e4bbd1f500a5 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:50:14.828963 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] Set router 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:50:14.855860 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-b2b03fc1-80ec-4717-a965-6f52c7c76b5d tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/quotas/62f1a3b546104164a149a5fd26a16b95 HTTP/1.1" status: 200 len: 375 time: 0.1505244 Nov 26 02:50:14.864635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e9ec3689-8051-40ff-984b-f86408494310 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Allocated IP 10.2.2.100 (9c07786a-4bb0-4031-ab82-de5af92a6806/46d2ec77-6d8a-4d0f-b6e0-8fe9b1c5d96d/02844178-cc04-42e0-87c6-2802fd9ca94d) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:50:14.895470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 58504d4f-9970-4cf8-a283-b000838f9cd3 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:50:14.955845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e13d9-1e6b-4ab6-a7eb-b638a9523fc6 req-09dd6f5b-409d-412a-a230-27d94e495f64 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:14.957367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-444e13d9-1e6b-4ab6-a7eb-b638a9523fc6 req-09dd6f5b-409d-412a-a230-27d94e495f64 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 945 time: 0.5007715 Nov 26 02:50:14.969103 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c21931-c063-4775-a5a0-b97225bef0b3 req-455bfa03-93ba-4c42-b0d0-852fda33aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:14.970607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9c21931-c063-4775-a5a0-b97225bef0b3 req-455bfa03-93ba-4c42-b0d0-852fda33aaa1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=32a241a3ac2b4e6a811cab282f5c9e7e&device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 1096 time: 0.5119929 Nov 26 02:50:15.025496 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-95fc4ad5-085a-47f1-b9db-c0e1efeedf46 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=62f1a3b546104164a149a5fd26a16b95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557808 Nov 26 02:50:15.099170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 58504d4f-9970-4cf8-a283-b000838f9cd3 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:15.099642 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:15.102086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 499c1615-4a22-48a7-b129-e4bbd1f500a5 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:15.102516 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:15.106841 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6d18d2ee-6894-4679-bfdc-d818ed3f4c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:15.160654 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:15.202495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-444e13d9-1e6b-4ab6-a7eb-b638a9523fc6 req-2d71239d-1796-4aac-a18a-a1436dd68224 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291167 Nov 26 02:50:15.264503 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6d18d2ee-6894-4679-bfdc-d818ed3f4c10 None None] For port 499c1615-4a22-48a7-b129-e4bbd1f500a5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=499c1615-4a22-48a7-b129-e4bbd1f500a5,segment=NetworkSegment(a2f1cdf0-008d-47e9-82c2-d0692d086593),segment_id=a2f1cdf0-008d-47e9-82c2-d0692d086593)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:15.280577 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6d18d2ee-6894-4679-bfdc-d818ed3f4c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:15.291364 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e9ec3689-8051-40ff-984b-f86408494310 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:15.297653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-3884cb56-d769-4f78-adda-28626a76285b service neutron] 10.222.0.31 "GET /v2.0/networks/1a35786f-0b36-407c-b722-ad995f99efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393124 Nov 26 02:50:15.304159 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c21931-c063-4775-a5a0-b97225bef0b3 req-87b9bcc6-d715-4333-b270-ce36afa181bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:15.305623 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9c21931-c063-4775-a5a0-b97225bef0b3 req-87b9bcc6-d715-4333-b270-ce36afa181bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=594bd1bb-37c7-4b4b-b783-88b783966743 HTTP/1.1" status: 200 len: 911 time: 0.3069165 Nov 26 02:50:15.421473 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9c21931-c063-4775-a5a0-b97225bef0b3 req-5cd465ad-fab9-4c7c-b846-a25b491b103e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=364cebcd-fefa-4f12-bcef-20d72aa9cc05 HTTP/1.1" status: 200 len: 217 time: 0.0923190 Nov 26 02:50:15.446128 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:15.457502 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18d2ee-6894-4679-bfdc-d818ed3f4c10 None None] Pushing event updated for resources: {'Port': ['ID=499c1615-4a22-48a7-b129-e4bbd1f500a5,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:15.469621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d1fc5876-4f9a-4e36-90f9-707890ec9842 None None] Provisioning complete for port 499c1615-4a22-48a7-b129-e4bbd1f500a5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:15.469998 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5876-4f9a-4e36-90f9-707890ec9842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:15.518526 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e4bb15-c037-4272-bed8-39e5be4ac273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58504d4f-9970-4cf8-a283-b000838f9cd3'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:15.520891 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c1e028-bda2-4dd9-9af5-fb9f4915c1dd" -d '{"events": [{"server_uuid": "94e4bb15-c037-4272-bed8-39e5be4ac273", "name": "network-vif-plugged", "status": "completed", "tag": "58504d4f-9970-4cf8-a283-b000838f9cd3"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:15.539299 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e9ec3689-8051-40ff-984b-f86408494310 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:15.560340 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 58504d4f-9970-4cf8-a283-b000838f9cd3, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=58504d4f-9970-4cf8-a283-b000838f9cd3,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:15.569369 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:15.603350 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c21931-c063-4775-a5a0-b97225bef0b3 req-a6a82cf7-92d2-45ee-86f9-6dafb86471a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:15.605133 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9c21931-c063-4775-a5a0-b97225bef0b3 req-a6a82cf7-92d2-45ee-86f9-6dafb86471a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=99eb0b63-1e2c-4b26-887f-343457cd281c HTTP/1.1" status: 200 len: 850 time: 0.1614847 Nov 26 02:50:15.606644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'name': 'tempest-ServersTestFqdnHostnames-476699327-router', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5957472c-8009-4954-868e-2954a9d20805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:07Z', 'revision_number': 4, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'gw_port': {'id': '5957472c-8009-4954-868e-2954a9d20805', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '499c1615-4a22-48a7-b129-e4bbd1f500a5', 'name': '', 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'mac_address': 'fa:16:3e:1e:82:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1577680f-5797-46f6-a362-fcb572539860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:07Z', 'updated_at': '2021-11-26T02:50:14Z', 'revision_number': 4, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'subnets': [{'id': '1577680f-5797-46f6-a362-fcb572539860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:15.611423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-2d9e9506-7102-4580-b7a8-050aa8ec4973 service neutron] 10.222.0.31 "GET /v2.0/networks/1a35786f-0b36-407c-b722-ad995f99efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037250 Nov 26 02:50:15.619865 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a62a34-e131-4acd-87bf-6497d62541d0 req-f6490298-8dd8-4f37-9f40-7b35e2b51528 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:15.621490 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09a62a34-e131-4acd-87bf-6497d62541d0 req-f6490298-8dd8-4f37-9f40-7b35e2b51528 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 946 time: 0.2216544 Nov 26 02:50:15.660359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e9ec3689-8051-40ff-984b-f86408494310 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Network 9c07786a-4bb0-4031-ab82-de5af92a6806 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:50:15.731673 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=58504d4f-9970-4cf8-a283-b000838f9cd3,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:15.738765 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d178751-ad58-4765-b29c-9095ac9ddf24 None None] The sync data for ids ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'] in n-d-819389-3 is: [{'id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'name': 'tempest-ServersTestFqdnHostnames-476699327-router', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5957472c-8009-4954-868e-2954a9d20805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:07Z', 'revision_number': 4, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'gw_port': {'id': '5957472c-8009-4954-868e-2954a9d20805', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '499c1615-4a22-48a7-b129-e4bbd1f500a5', 'name': '', 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'mac_address': 'fa:16:3e:1e:82:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1577680f-5797-46f6-a362-fcb572539860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:07Z', 'updated_at': '2021-11-26T02:50:14Z', 'revision_number': 4, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'subnets': [{'id': '1577680f-5797-46f6-a362-fcb572539860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:50:16.031735 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e9ec3689-8051-40ff-984b-f86408494310 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:16.057917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9c21931-c063-4775-a5a0-b97225bef0b3 req-cf1750ef-0891-446c-ac9f-d574452fa1ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=594bd1bb-37c7-4b4b-b783-88b783966743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4352298 Nov 26 02:50:16.064294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e9ec3689-8051-40ff-984b-f86408494310 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:50:16.106851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec3689-8051-40ff-984b-f86408494310 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event updated for resources: {'Port': ['ID=02844178-cc04-42e0-87c6-2802fd9ca94d,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:16.158686 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00942593-cf57-4361-b807-60f0422a606d req-80c309b2-4908-443a-a349-2cff5ae707a2 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:16.160149 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00942593-cf57-4361-b807-60f0422a606d req-80c309b2-4908-443a-a349-2cff5ae707a2 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.54 "GET /v2.0/ports?device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 945 time: 0.6625051 Nov 26 02:50:16.330931 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09a62a34-e131-4acd-87bf-6497d62541d0 req-0813775c-e914-4c52-bb94-e74b056ce0f0 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6903355 Nov 26 02:50:16.344568 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e9ec3689-8051-40ff-984b-f86408494310 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:16.345505 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e9ec3689-8051-40ff-984b-f86408494310 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:16.362715 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405a543-627a-4360-8bf8-791264bf65a6 req-06b54f8e-7dc9-4ec1-b018-162af090afef tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:16.369073 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405a543-627a-4360-8bf8-791264bf65a6 req-06b54f8e-7dc9-4ec1-b018-162af090afef tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:16.375734 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405a543-627a-4360-8bf8-791264bf65a6 req-06b54f8e-7dc9-4ec1-b018-162af090afef tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:16.381947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405a543-627a-4360-8bf8-791264bf65a6 req-06b54f8e-7dc9-4ec1-b018-162af090afef tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:16.389665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c405a543-627a-4360-8bf8-791264bf65a6 req-06b54f8e-7dc9-4ec1-b018-162af090afef tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 3095 time: 0.3547940 Nov 26 02:50:16.439236 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b24efa43-7ec4-4779-8bfe-0aeb74578182 None None] Provisioning complete for port 02844178-cc04-42e0-87c6-2802fd9ca94d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:16.442101 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b24efa43-7ec4-4779-8bfe-0aeb74578182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:16.493534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9c21931-c063-4775-a5a0-b97225bef0b3 req-03b4ce73-8ae2-4bcc-a86a-1b877218f1da service neutron] 10.222.0.59 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249330 Nov 26 02:50:16.507852 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e9ec3689-8051-40ff-984b-f86408494310 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7735822 Nov 26 02:50:16.532230 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b24efa43-7ec4-4779-8bfe-0aeb74578182 None None] Port 02844178-cc04-42e0-87c6-2802fd9ca94d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:50:16.536031 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-732d8882-6e82-4c07-84be-81dad711fcbf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Request body: {'port': {'device_id': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9c07786a-4bb0-4031-ab82-de5af92a6806', 'admin_state_up': True, 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'security_groups': ['8c240ba7-87f6-488e-8265-9777283b8720']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:16.536536 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:16.636764 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c405a543-627a-4360-8bf8-791264bf65a6 req-f1bda56b-c9f2-488e-a99e-48ede155326e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459974 Nov 26 02:50:16.662152 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 499c1615-4a22-48a7-b129-e4bbd1f500a5 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:50:16.714044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395307ea-c592-4e7d-8135-5cb7839cc3de req-b2284f59-5fee-4ce4-8836-5e3d38ae194e tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:16.721285 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-395307ea-c592-4e7d-8135-5cb7839cc3de req-b2284f59-5fee-4ce4-8836-5e3d38ae194e tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.2654412 Nov 26 02:50:16.735344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-00942593-cf57-4361-b807-60f0422a606d req-f063f3f9-9d99-47c0-afdd-b9b04536953b tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Deleting port 119d878e-0bda-47f9-8bc9-1a7d6b363cc0 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:50:16.741739 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-00942593-cf57-4361-b807-60f0422a606d req-f063f3f9-9d99-47c0-afdd-b9b04536953b tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:16.748554 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 499c1615-4a22-48a7-b129-e4bbd1f500a5 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:16.748930 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:16.766175 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:50:16.912341 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9c21931-c063-4775-a5a0-b97225bef0b3 req-fe3bb5bd-d391-4cf6-a353-2c1ed140642f service neutron] 10.222.0.59 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022059 Nov 26 02:50:16.945840 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-395307ea-c592-4e7d-8135-5cb7839cc3de req-5e54de03-7a8b-4764-b861-fc665af1b83e tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223442 Nov 26 02:50:16.983469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8de37-a2c6-4247-b77e-4340bab514ff req-3612e7ef-3576-4672-bb06-ad2b0650ea03 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:16.985217 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fce8de37-a2c6-4247-b77e-4340bab514ff req-3612e7ef-3576-4672-bb06-ad2b0650ea03 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e4bb15-c037-4272-bed8-39e5be4ac273 HTTP/1.1" status: 200 len: 950 time: 0.2018132 Nov 26 02:50:16.992507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-732d8882-6e82-4c07-84be-81dad711fcbf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Made reservation on behalf of 3c9e03453576449e8027bf6795ca2563 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:50:16.997332 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-732d8882-6e82-4c07-84be-81dad711fcbf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:17.037812 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-00942593-cf57-4361-b807-60f0422a606d req-f063f3f9-9d99-47c0-afdd-b9b04536953b tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] For port 119d878e-0bda-47f9-8bc9-1a7d6b363cc0, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=119d878e-0bda-47f9-8bc9-1a7d6b363cc0,segment=NetworkSegment(d56c1fd2-2302-4ce7-a1c1-f57d887a36a4),segment_id=d56c1fd2-2302-4ce7-a1c1-f57d887a36a4)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:17.038532 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-00942593-cf57-4361-b807-60f0422a606d req-f063f3f9-9d99-47c0-afdd-b9b04536953b tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:17.084696 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-00942593-cf57-4361-b807-60f0422a606d req-f063f3f9-9d99-47c0-afdd-b9b04536953b tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Calling delete_port for 119d878e-0bda-47f9-8bc9-1a7d6b363cc0 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:50:17.100653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fce8de37-a2c6-4247-b77e-4340bab514ff req-6220f71d-3e1e-48c6-88b4-fc320cff94b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998290 Nov 26 02:50:17.179426 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c079039-d38e-4b3b-8d6c-ec0d5f856fcd x-openstack-request-id: req-0c079039-d38e-4b3b-8d6c-ec0d5f856fcd {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:17.179426 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e4bb15-c037-4272-bed8-39e5be4ac273", "name": "network-vif-plugged", "status": "completed", "tag": "58504d4f-9970-4cf8-a283-b000838f9cd3", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:17.179426 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c079039-d38e-4b3b-8d6c-ec0d5f856fcd {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:17.180116 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e4bb15-c037-4272-bed8-39e5be4ac273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58504d4f-9970-4cf8-a283-b000838f9cd3', 'code': 200} Nov 26 02:50:17.317216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3313557d-0e89-4445-aeb9-1f4df55b75ab req-4a1f7e4e-5bdc-411f-ad9a-10e28e7c0b11 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3d72e75-b877-4eff-ac23-687c2fb81e00 HTTP/1.1" status: 200 len: 210 time: 0.0628264 Nov 26 02:50:17.382868 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e0d2e-6d38-4a6f-a658-d1f800decc3b req-c2013f21-b612-4dce-860d-c46feebdea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:17.385316 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-169e0d2e-6d38-4a6f-a658-d1f800decc3b req-c2013f21-b612-4dce-860d-c46feebdea4d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=94e4bb15-c037-4272-bed8-39e5be4ac273 HTTP/1.1" status: 200 len: 1101 time: 0.0718446 Nov 26 02:50:17.446418 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-169e0d2e-6d38-4a6f-a658-d1f800decc3b req-6693980d-4376-4870-9f66-a50b907447bb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507226 Nov 26 02:50:17.512760 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:17.546578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-732d8882-6e82-4c07-84be-81dad711fcbf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Allocated IP 10.2.2.200 (9c07786a-4bb0-4031-ab82-de5af92a6806/46d2ec77-6d8a-4d0f-b6e0-8fe9b1c5d96d/57741d91-c980-4e0b-9b35-bab416945e3b) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:50:17.593433 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb849f16-00c8-4afe-bc3e-37f200b3a79b req-f19cd5de-d802-43a9-954e-0bc583f5a6a6 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:17.594845 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb849f16-00c8-4afe-bc3e-37f200b3a79b req-f19cd5de-d802-43a9-954e-0bc583f5a6a6 tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eaa06-224c-456b-af40-bf23913bd6aa HTTP/1.1" status: 200 len: 945 time: 0.3189907 Nov 26 02:50:17.659712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-6c2560eb-dea3-4be8-b6b0-eb854f933236 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:17.661247 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-6c2560eb-dea3-4be8-b6b0-eb854f933236 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.54 "GET /v2.0/networks?id=1a35786f-0b36-407c-b722-ad995f99efe9 HTTP/1.1" status: 200 len: 814 time: 0.3821809 Nov 26 02:50:17.687522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e7f0f-44f6-4e88-909f-de613cc6921e req-644142d0-fe4d-48bb-b5b9-f3124ba1c9c3 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:17.689099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca9e7f0f-44f6-4e88-909f-de613cc6921e req-644142d0-fe4d-48bb-b5b9-f3124ba1c9c3 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/ports?device_id=a05f03c8-ab91-4195-bd52-727ce2d331a6 HTTP/1.1" status: 200 len: 946 time: 0.2293587 Nov 26 02:50:17.708433 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-00942593-cf57-4361-b807-60f0422a606d req-f063f3f9-9d99-47c0-afdd-b9b04536953b tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:17.744169 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['119d878e-0bda-47f9-8bc9-1a7d6b363cc0'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:50:17.810618 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063f3f9-9d99-47c0-afdd-b9b04536953b tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Pushing event deleted for resources: {'Port': ['ID=119d878e-0bda-47f9-8bc9-1a7d6b363cc0,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:17.846959 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3dc95d-0043-4916-a092-adf2a393d836 None None] DHCP port deletion for ee4db295-5fa0-4a8b-9886-1c4a68ef44bb request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:50:17.854033 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb849f16-00c8-4afe-bc3e-37f200b3a79b req-3e38512d-c35f-494d-aad8-037a2c2c29cf tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a3502e4-9dcb-4f72-aa7c-cf126cb44770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405157 Nov 26 02:50:17.932193 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-00942593-cf57-4361-b807-60f0422a606d req-f063f3f9-9d99-47c0-afdd-b9b04536953b tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] No DVR routers for this DVR port 119d878e-0bda-47f9-8bc9-1a7d6b363cc0 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:50:17.939091 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-00942593-cf57-4361-b807-60f0422a606d req-f063f3f9-9d99-47c0-afdd-b9b04536953b tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:17.942471 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00942593-cf57-4361-b807-60f0422a606d req-f063f3f9-9d99-47c0-afdd-b9b04536953b tempest-ServerDiskConfigTestJSON-1915777325 tempest-ServerDiskConfigTestJSON-1915777325-project] 10.222.0.54 "DELETE /v2.0/ports/119d878e-0bda-47f9-8bc9-1a7d6b363cc0 HTTP/1.1" status: 204 len: 173 time: 1.7305245 Nov 26 02:50:17.962444 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751eaa06-224c-456b-af40-bf23913bd6aa', 'name': 'network-vif-deleted', 'tag': '119d878e-0bda-47f9-8bc9-1a7d6b363cc0'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:17.964821 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0939d6-1a73-4009-8f2c-ec450f57be97" -d '{"events": [{"server_uuid": "751eaa06-224c-456b-af40-bf23913bd6aa", "name": "network-vif-deleted", "tag": "119d878e-0bda-47f9-8bc9-1a7d6b363cc0"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:17.980954 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca9e7f0f-44f6-4e88-909f-de613cc6921e req-de07a32a-ea4b-4c6c-ab6b-4ca114363120 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8f4b96e-6a63-40dc-87ee-18176745dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800179 Nov 26 02:50:18.053351 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-732d8882-6e82-4c07-84be-81dad711fcbf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:18.063166 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-1ca74f03-4e5b-41ab-80c3-10324e88cb4d tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62f1a3b546104164a149a5fd26a16b95 HTTP/1.1" status: 200 len: 379 time: 0.2475464 Nov 26 02:50:18.084884 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947a747-f812-4c80-9c4c-e5e5c2b0d942 req-531116b7-b4ad-440b-884a-24a5b3c2afaf tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:18.087067 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3947a747-f812-4c80-9c4c-e5e5c2b0d942 req-531116b7-b4ad-440b-884a-24a5b3c2afaf tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 946 time: 0.1585560 Nov 26 02:50:18.094505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-8b601954-b58c-4042-a178-fa31d2773261 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Request body: {'port': {'device_id': 'd3d72e75-b877-4eff-ac23-687c2fb81e00', 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9', 'admin_state_up': True, 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'security_groups': ['a5a2e5c0-a7ad-4401-ad1d-80b9dcd76b6f']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:18.231539 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-732d8882-6e82-4c07-84be-81dad711fcbf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:18.241612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e956080-35c5-488a-9457-6aa720ae16a4 req-1d96a452-2044-4c7b-921f-36be744750e2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:18.247536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e956080-35c5-488a-9457-6aa720ae16a4 req-1d96a452-2044-4c7b-921f-36be744750e2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:18.253455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e956080-35c5-488a-9457-6aa720ae16a4 req-1d96a452-2044-4c7b-921f-36be744750e2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:18.259904 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e956080-35c5-488a-9457-6aa720ae16a4 req-1d96a452-2044-4c7b-921f-36be744750e2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:18.261607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e956080-35c5-488a-9457-6aa720ae16a4 req-1d96a452-2044-4c7b-921f-36be744750e2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 3095 time: 0.1956167 Nov 26 02:50:18.321751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3947a747-f812-4c80-9c4c-e5e5c2b0d942 req-e0431e47-f574-4d7b-8f11-6fa4be7f1cc6 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994925 Nov 26 02:50:18.360266 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-732d8882-6e82-4c07-84be-81dad711fcbf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Network 9c07786a-4bb0-4031-ab82-de5af92a6806 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:50:18.380736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-732d8882-6e82-4c07-84be-81dad711fcbf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:18.386659 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d8882-6e82-4c07-84be-81dad711fcbf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event updated for resources: {'Port': ['ID=57741d91-c980-4e0b-9b35-bab416945e3b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:18.395035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-732d8882-6e82-4c07-84be-81dad711fcbf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:50:18.446997 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e956080-35c5-488a-9457-6aa720ae16a4 req-8d77f513-294f-4893-9d53-87f45f32914d tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725695 Nov 26 02:50:18.480712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-8b601954-b58c-4042-a178-fa31d2773261 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Made reservation on behalf of 62f1a3b546104164a149a5fd26a16b95 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:50:18.485737 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-8b601954-b58c-4042-a178-fa31d2773261 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:18.509407 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29606366-b4c5-40aa-9b03-966762a9cbb0 x-openstack-request-id: req-29606366-b4c5-40aa-9b03-966762a9cbb0 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:18.509706 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751eaa06-224c-456b-af40-bf23913bd6aa", "name": "network-vif-deleted", "tag": "119d878e-0bda-47f9-8bc9-1a7d6b363cc0", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:18.509953 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29606366-b4c5-40aa-9b03-966762a9cbb0 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:18.510352 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751eaa06-224c-456b-af40-bf23913bd6aa', 'name': 'network-vif-deleted', 'tag': '119d878e-0bda-47f9-8bc9-1a7d6b363cc0', 'status': 'completed', 'code': 200} Nov 26 02:50:18.520949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-732d8882-6e82-4c07-84be-81dad711fcbf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:18.521583 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-732d8882-6e82-4c07-84be-81dad711fcbf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:18.583925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb3fc2-9759-4d74-844d-429ca53877fc req-1a6eab26-a5d8-473d-843b-5bf9a0508bad tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:18.586028 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45fb3fc2-9759-4d74-844d-429ca53877fc req-1a6eab26-a5d8-473d-843b-5bf9a0508bad tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.1636808 Nov 26 02:50:18.592080 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-732d8882-6e82-4c07-84be-81dad711fcbf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0598602 Nov 26 02:50:18.643808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Request body: {'port': {'device_id': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:18.779355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f4e6600f-1cee-4f39-aaee-33b9da77dfa1 None None] Provisioning complete for port 57741d91-c980-4e0b-9b35-bab416945e3b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:18.780087 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f4e6600f-1cee-4f39-aaee-33b9da77dfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:18.800026 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45fb3fc2-9759-4d74-844d-429ca53877fc req-571927a5-185a-4ce9-9e8a-64586a65de40 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013078 Nov 26 02:50:18.827215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6952f7-7e82-43b1-8bf1-4747a2072846 req-cb91a392-91ef-4cd7-b1ca-23254c05f4e1 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:18.828793 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e6952f7-7e82-43b1-8bf1-4747a2072846 req-cb91a392-91ef-4cd7-b1ca-23254c05f4e1 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e4bb15-c037-4272-bed8-39e5be4ac273 HTTP/1.1" status: 200 len: 950 time: 0.2303183 Nov 26 02:50:18.832475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-8b601954-b58c-4042-a178-fa31d2773261 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Allocated IP 172.20.0.7 (1a35786f-0b36-407c-b722-ad995f99efe9/1577680f-5797-46f6-a362-fcb572539860/e9a860a0-f05d-4abb-b980-afccdda395e3) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:50:18.835030 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:18.836144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f4e6600f-1cee-4f39-aaee-33b9da77dfa1 None None] Port 57741d91-c980-4e0b-9b35-bab416945e3b cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:50:19.039789 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e6952f7-7e82-43b1-8bf1-4747a2072846 req-225e6d99-0f58-4074-b190-5099202b7dcb tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939445 Nov 26 02:50:19.181308 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dec4d947-15dd-4661-9147-c1042f164ec0 req-dc233678-d276-4e4f-a150-05767cbcc1b2 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3d72e75-b877-4eff-ac23-687c2fb81e00 HTTP/1.1" status: 200 len: 210 time: 0.0628331 Nov 26 02:50:19.231958 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-8b601954-b58c-4042-a178-fa31d2773261 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:19.431788 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38616) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:19.487710 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ccc10f7-31a2-4e4c-a98b-d6a67e66bce6 admin admin] Deleting subnet 8f1c52ce-baab-40ba-a108-aa1a1ac61509 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:50:19.493848 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ccc10f7-31a2-4e4c-a98b-d6a67e66bce6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:19.546585 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ccc10f7-31a2-4e4c-a98b-d6a67e66bce6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:19.596005 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ccc10f7-31a2-4e4c-a98b-d6a67e66bce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:19.654522 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-8b601954-b58c-4042-a178-fa31d2773261 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:19.662739 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ccc10f7-31a2-4e4c-a98b-d6a67e66bce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:19.700601 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc10f7-31a2-4e4c-a98b-d6a67e66bce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1c52ce-baab-40ba-a108-aa1a1ac61509,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:19.705559 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ccc10f7-31a2-4e4c-a98b-d6a67e66bce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:19.706727 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa6c07-2360-490b-842b-907b40beaf56 req-8250213c-aac2-4be2-a88c-3b1fd124481d tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:19.709713 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4ccc10f7-31a2-4e4c-a98b-d6a67e66bce6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8f1c52ce-baab-40ba-a108-aa1a1ac61509 HTTP/1.1" status: 204 len: 168 time: 0.2767770 Nov 26 02:50:19.712270 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38620) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:19.714076 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2fa6c07-2360-490b-842b-907b40beaf56 req-8250213c-aac2-4be2-a88c-3b1fd124481d tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/ports?device_id=a05f03c8-ab91-4195-bd52-727ce2d331a6 HTTP/1.1" status: 200 len: 946 time: 0.4391918 Nov 26 02:50:19.719133 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87da94a0-e43f-4b20-9231-3938066fcf5b None None] Network ee4db295-5fa0-4a8b-9886-1c4a68ef44bb requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:50:19.765773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a06076-645c-49e5-bb53-f3985928e9af {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:19.794906 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:19.817501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-8b601954-b58c-4042-a178-fa31d2773261 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Network 1a35786f-0b36-407c-b722-ad995f99efe9 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:50:19.836259 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-8b601954-b58c-4042-a178-fa31d2773261 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:19.837285 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-edba3441-26c8-407e-bf01-59291205999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:19.848707 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b601954-b58c-4042-a178-fa31d2773261 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Pushing event updated for resources: {'Port': ['ID=e9a860a0-f05d-4abb-b980-afccdda395e3,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:19.851928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-8b601954-b58c-4042-a178-fa31d2773261 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:50:19.863943 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Transition to ACTIVE for port object 13a06076-645c-49e5-bb53-f3985928e9af will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:50:19.901109 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:19.981149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6518141-45ad-413f-8b85-87542142c74f req-e1fa78bb-48e4-498e-bf8b-dabbac6ccbd2 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:19.982843 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d6518141-45ad-413f-8b85-87542142c74f req-e1fa78bb-48e4-498e-bf8b-dabbac6ccbd2 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.54 "GET /v2.0/ports?device_id=a05f03c8-ab91-4195-bd52-727ce2d331a6 HTTP/1.1" status: 200 len: 946 time: 0.2665670 Nov 26 02:50:19.987964 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b94fa3e-b471-44d8-9f84-e11974fdad5e None None] DHCP port deletion for ee4db295-5fa0-4a8b-9886-1c4a68ef44bb request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:50:19.995023 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe12f7-da4e-48c5-87c3-218e6f7c1b5a req-ecbfde02-83df-4d89-9814-85fab6fbe0b6 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:20.003108 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe12f7-da4e-48c5-87c3-218e6f7c1b5a req-ecbfde02-83df-4d89-9814-85fab6fbe0b6 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:20.010806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe12f7-da4e-48c5-87c3-218e6f7c1b5a req-ecbfde02-83df-4d89-9814-85fab6fbe0b6 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:20.016487 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-edba3441-26c8-407e-bf01-59291205999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:20.018657 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe12f7-da4e-48c5-87c3-218e6f7c1b5a req-ecbfde02-83df-4d89-9814-85fab6fbe0b6 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:20.023995 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe12f7-da4e-48c5-87c3-218e6f7c1b5a req-ecbfde02-83df-4d89-9814-85fab6fbe0b6 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:20.032343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9efe12f7-da4e-48c5-87c3-218e6f7c1b5a req-ecbfde02-83df-4d89-9814-85fab6fbe0b6 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 3816 time: 0.3714554 Nov 26 02:50:20.061578 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-edba3441-26c8-407e-bf01-59291205999e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4db295-5fa0-4a8b-9886-1c4a68ef44bb']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:20.074455 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2fa6c07-2360-490b-842b-907b40beaf56 req-27f4eebe-3944-48a9-b37e-2ead02582275 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8f4b96e-6a63-40dc-87ee-18176745dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590753 Nov 26 02:50:20.075663 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-edba3441-26c8-407e-bf01-59291205999e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56c1fd2-2302-4ce7-a1c1-f57d887a36a4') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:20.075985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-edba3441-26c8-407e-bf01-59291205999e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56c1fd2-2302-4ce7-a1c1-f57d887a36a4') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:20.095004 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-edba3441-26c8-407e-bf01-59291205999e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:20.111442 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-edba3441-26c8-407e-bf01-59291205999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:20.118156 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edba3441-26c8-407e-bf01-59291205999e admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:50:20.118568 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-edba3441-26c8-407e-bf01-59291205999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:50:20.121208 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:50:20.190614 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-8b601954-b58c-4042-a178-fa31d2773261 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:20.192223 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-8b601954-b58c-4042-a178-fa31d2773261 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:20.216282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-edba3441-26c8-407e-bf01-59291205999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:20.226810 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-edba3441-26c8-407e-bf01-59291205999e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:20.230500 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-edba3441-26c8-407e-bf01-59291205999e admin admin] 10.222.0.31 "DELETE /v2.0/networks/ee4db295-5fa0-4a8b-9886-1c4a68ef44bb HTTP/1.1" status: 204 len: 168 time: 0.5090725 Nov 26 02:50:20.242722 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba3441-26c8-407e-bf01-59291205999e admin admin] Pushing event deleted for resources: {'Network': ['ID=ee4db295-5fa0-4a8b-9886-1c4a68ef44bb,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:20.331532 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-89c5a370-f604-43e4-b8b5-ffd8e4a70b9c None None] Provisioning complete for port e9a860a0-f05d-4abb-b980-afccdda395e3 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:20.332542 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-89c5a370-f604-43e4-b8b5-ffd8e4a70b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:20.369273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-8b601954-b58c-4042-a178-fa31d2773261 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2809224 Nov 26 02:50:20.370020 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Pushing event updated for resources: {'Port': ['ID=13a06076-645c-49e5-bb53-f3985928e9af,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:20.376758 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-89c5a370-f604-43e4-b8b5-ffd8e4a70b9c None None] Port e9a860a0-f05d-4abb-b980-afccdda395e3 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:50:20.398986 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9efe12f7-da4e-48c5-87c3-218e6f7c1b5a req-d63b8901-4230-4ce2-958b-558e0a281eac tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3635035 Nov 26 02:50:20.403684 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38632) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:20.422127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Request body: {'port': {'device_id': 'd3d72e75-b877-4eff-ac23-687c2fb81e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:20.454184 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-69e55918-0065-4e78-ade8-37cdbe00b60e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dfc3a73836564c72aaa012c28cbd2c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492573 Nov 26 02:50:20.459479 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38634) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:20.510457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad4bc9-6b1b-42e3-affa-f80ef1abf58a req-19719cdb-f54f-4bbd-9d2e-9d26b224015b tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:20.512103 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1ad4bc9-6b1b-42e3-affa-f80ef1abf58a req-19719cdb-f54f-4bbd-9d2e-9d26b224015b tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.2574592 Nov 26 02:50:20.523493 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0c708522-2d3e-4ba9-8b0a-09d4d02226e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:20.551845 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0c708522-2d3e-4ba9-8b0a-09d4d02226e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:20.605957 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0c708522-2d3e-4ba9-8b0a-09d4d02226e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:20.608814 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0c708522-2d3e-4ba9-8b0a-09d4d02226e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:20.612491 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0c708522-2d3e-4ba9-8b0a-09d4d02226e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a3502e4-9dcb-4f72-aa7c-cf126cb44770 HTTP/1.1" status: 204 len: 168 time: 0.1495330 Nov 26 02:50:20.622990 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c708522-2d3e-4ba9-8b0a-09d4d02226e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3502e4-9dcb-4f72-aa7c-cf126cb44770,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:20.640106 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 119d878e-0bda-47f9-8bc9-1a7d6b363cc0 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:50:20.651369 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:20.653244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Attempting to bind port 13a06076-645c-49e5-bb53-f3985928e9af on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:50:20.653588 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Attempting to bind port 13a06076-645c-49e5-bb53-f3985928e9af by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '4e794c0b-7845-4eca-a295-7b59404568d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:50:20.653920 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Attempting to bind port 13a06076-645c-49e5-bb53-f3985928e9af on network 1a9e75a6-7221-447b-a78c-497a718c2aac {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:20.668846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 119d878e-0bda-47f9-8bc9-1a7d6b363cc0 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:50:20.669482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 119d878e-0bda-47f9-8bc9-1a7d6b363cc0 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:50:20.686596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Port 13a06076-645c-49e5-bb53-f3985928e9af on network 1a9e75a6-7221-447b-a78c-497a718c2aac not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:50:20.686932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Attempting to bind port 13a06076-645c-49e5-bb53-f3985928e9af on network 1a9e75a6-7221-447b-a78c-497a718c2aac {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:20.696083 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1ad4bc9-6b1b-42e3-affa-f80ef1abf58a req-1084aea3-b9ea-4aa7-bc5d-bf8d6c1b9daf tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682625 Nov 26 02:50:20.707368 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-d6518141-45ad-413f-8b85-87542142c74f req-0a88e7ab-eeea-4eb0-a48e-9c301e8a3618 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Deleting port 79501b4e-6338-4fd6-9fed-c13b2e2366ff {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:50:20.707749 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d6518141-45ad-413f-8b85-87542142c74f req-0a88e7ab-eeea-4eb0-a48e-9c301e8a3618 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:20.711845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:50:20.712220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Checking segment: {'id': '4e794c0b-7845-4eca-a295-7b59404568d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:20.712607 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Bound using segment: {'id': '4e794c0b-7845-4eca-a295-7b59404568d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:50:20.713058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Bound port: 13a06076-645c-49e5-bb53-f3985928e9af, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e794c0b-7845-4eca-a295-7b59404568d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:50:20.713413 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:20.806244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a6b3a-c3fe-433d-b275-fd6f6042af77 req-7aff286c-4d9f-430d-8a15-3f2785202b9d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:20.808106 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f51a6b3a-c3fe-433d-b275-fd6f6042af77 req-7aff286c-4d9f-430d-8a15-3f2785202b9d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e4bb15-c037-4272-bed8-39e5be4ac273 HTTP/1.1" status: 200 len: 950 time: 0.2228785 Nov 26 02:50:21.035802 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-d6518141-45ad-413f-8b85-87542142c74f req-0a88e7ab-eeea-4eb0-a48e-9c301e8a3618 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] For port 79501b4e-6338-4fd6-9fed-c13b2e2366ff, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=79501b4e-6338-4fd6-9fed-c13b2e2366ff,segment=NetworkSegment(afd4fed7-0c83-4fd3-b1f6-909c38d37a44),segment_id=afd4fed7-0c83-4fd3-b1f6-909c38d37a44)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:21.036095 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d6518141-45ad-413f-8b85-87542142c74f req-0a88e7ab-eeea-4eb0-a48e-9c301e8a3618 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:21.076318 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f51a6b3a-c3fe-433d-b275-fd6f6042af77 req-bd38b880-8d4b-414d-94be-7920a46c0d05 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306571 Nov 26 02:50:21.082009 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b346c3a-f5a5-4a8b-83d4-ce2091c7adb2 req-113f9150-cf7b-4849-b975-e58e5ad0e6f9 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:21.083511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b346c3a-f5a5-4a8b-83d4-ce2091c7adb2 req-113f9150-cf7b-4849-b975-e58e5ad0e6f9 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3d72e75-b877-4eff-ac23-687c2fb81e00 HTTP/1.1" status: 200 len: 931 time: 0.3032730 Nov 26 02:50:21.084596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-d6518141-45ad-413f-8b85-87542142c74f req-0a88e7ab-eeea-4eb0-a48e-9c301e8a3618 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Calling delete_port for 79501b4e-6338-4fd6-9fed-c13b2e2366ff owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:50:21.172746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] For port 13a06076-645c-49e5-bb53-f3985928e9af, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:50:21.205016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] For port 13a06076-645c-49e5-bb53-f3985928e9af, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=13a06076-645c-49e5-bb53-f3985928e9af,segment=NetworkSegment(4e794c0b-7845-4eca-a295-7b59404568d7),segment_id=4e794c0b-7845-4eca-a295-7b59404568d7)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:50:21.258207 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:21.277137 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device b7d5a017-3df4-409e-ad05-15f640e3d508 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:50:21.290672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:21.291164 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:21.292987 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] 10.222.0.54 "PUT /v2.0/ports/13a06076-645c-49e5-bb53-f3985928e9af HTTP/1.1" status: 200 len: 1092 time: 2.6581156 Nov 26 02:50:21.367498 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'tag': '13a06076-645c-49e5-bb53-f3985928e9af'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:21.379712 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d74871b-3dd0-49aa-ad45-8a0395a07dca" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "tag": "13a06076-645c-49e5-bb53-f3985928e9af"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:21.420175 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Request body: {'port': {'device_id': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:21.448437 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port b7d5a017-3df4-409e-ad05-15f640e3d508, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b7d5a017-3df4-409e-ad05-15f640e3d508,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:21.464991 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'b7d5a017-3df4-409e-ad05-15f640e3d508', 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0', 'port_id': 'b7d5a017-3df4-409e-ad05-15f640e3d508', 'mac_address': 'fa:16:3e:9d:46:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1d7b87-e76e-420b-a6ea-a71bcbbcd592', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:50:21.517886 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:21.519307 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b346c3a-f5a5-4a8b-83d4-ce2091c7adb2 req-8e73384f-b915-4b80-8062-c82f25925e4c tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5a2e5c0-a7ad-4401-ad1d-80b9dcd76b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3555512 Nov 26 02:50:21.550571 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d1c9c-af7a-4621-a309-b74c7e40a055 service neutron] Pushing event updated for resources: {'Port': ['ID=13a06076-645c-49e5-bb53-f3985928e9af,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:21.557905 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7d5a017-3df4-409e-ad05-15f640e3d508 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:21.593664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a860a0-f05d-4abb-b980-afccdda395e3 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:21.613850 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port b7d5a017-3df4-409e-ad05-15f640e3d508, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b7d5a017-3df4-409e-ad05-15f640e3d508,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:21.623123 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:21.632094 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:21.639069 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690deff7-2a53-4c1e-ab06-02749f7c56b5 req-e8d73cef-3a2c-43ac-8540-b80c14844a19 tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:21.646383 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-690deff7-2a53-4c1e-ab06-02749f7c56b5 req-e8d73cef-3a2c-43ac-8540-b80c14844a19 tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=94e4bb15-c037-4272-bed8-39e5be4ac273 HTTP/1.1" status: 200 len: 1101 time: 0.3789170 Nov 26 02:50:21.675350 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:21.679698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38672) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:21.683600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Transition to ACTIVE for port object e9a860a0-f05d-4abb-b980-afccdda395e3 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:50:21.716104 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=b7d5a017-3df4-409e-ad05-15f640e3d508,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:21.726883 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:21.829084 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-aefff0fa-c6d4-42ec-ad1d-256a6b1e309f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-690987624-network', 'tenant_id': '9aac7129d6ec459596a4040733f8023a'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:21.861290 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefff0fa-c6d4-42ec-ad1d-256a6b1e309f admin admin] Made reservation on behalf of 9aac7129d6ec459596a4040733f8023a for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:50:21.866458 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aefff0fa-c6d4-42ec-ad1d-256a6b1e309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:21.879562 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aefff0fa-c6d4-42ec-ad1d-256a6b1e309f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:21.893811 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['b7d5a017-3df4-409e-ad05-15f640e3d508'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:50:21.918570 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-690deff7-2a53-4c1e-ab06-02749f7c56b5 req-574f6bfe-bc8d-47df-93b2-adc8c7eb5a9d tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633803 Nov 26 02:50:21.944044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379661f6-231c-43fa-912e-214210589649 req-6cb17f95-8913-4093-8089-6b34ade6a6a6 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:21.974996 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-379661f6-231c-43fa-912e-214210589649 req-6cb17f95-8913-4093-8089-6b34ade6a6a6 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/ports?device_id=a05f03c8-ab91-4195-bd52-727ce2d331a6 HTTP/1.1" status: 200 len: 946 time: 0.3077176 Nov 26 02:50:22.171858 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74871b-3dd0-49aa-ad45-8a0395a07dca req-6564bbc4-c676-4e57-9988-a4aa50ff0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:22.180699 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74871b-3dd0-49aa-ad45-8a0395a07dca req-6564bbc4-c676-4e57-9988-a4aa50ff0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:22.181277 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74871b-3dd0-49aa-ad45-8a0395a07dca req-6564bbc4-c676-4e57-9988-a4aa50ff0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:22.181812 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74871b-3dd0-49aa-ad45-8a0395a07dca req-6564bbc4-c676-4e57-9988-a4aa50ff0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:22.182359 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74871b-3dd0-49aa-ad45-8a0395a07dca req-6564bbc4-c676-4e57-9988-a4aa50ff0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:22.188389 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5d74871b-3dd0-49aa-ad45-8a0395a07dca req-6564bbc4-c676-4e57-9988-a4aa50ff0ff3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c9e03453576449e8027bf6795ca2563&device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 4363 time: 0.1309259 Nov 26 02:50:22.237325 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aefff0fa-c6d4-42ec-ad1d-256a6b1e309f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:22.243210 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:22.285054 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aefff0fa-c6d4-42ec-ad1d-256a6b1e309f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:22.335348 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefff0fa-c6d4-42ec-ad1d-256a6b1e309f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:50:22.335696 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66190bc-f697-4457-ba98-a0ef80d1bbf6 x-openstack-request-id: req-d66190bc-f697-4457-ba98-a0ef80d1bbf6 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:22.336243 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "tag": "13a06076-645c-49e5-bb53-f3985928e9af", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:22.336349 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d66190bc-f697-4457-ba98-a0ef80d1bbf6 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:22.336742 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'tag': '13a06076-645c-49e5-bb53-f3985928e9af', 'status': 'completed', 'code': 200} Nov 26 02:50:22.345296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a860a0-f05d-4abb-b980-afccdda395e3,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:22.377578 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d6518141-45ad-413f-8b85-87542142c74f req-0a88e7ab-eeea-4eb0-a48e-9c301e8a3618 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:22.387237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefff0fa-c6d4-42ec-ad1d-256a6b1e309f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978a719a-e340-40f0-9101-ef04acba6d89,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:22.394502 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aefff0fa-c6d4-42ec-ad1d-256a6b1e309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:22.394855 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-aefff0fa-c6d4-42ec-ad1d-256a6b1e309f admin admin] Added segment 3c0f1d84-d325-49d6-a155-06c28c0e7458 of type vlan for network 74a0aeed-26c1-4009-a7a2-0b865092795c Nov 26 02:50:22.410520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['79501b4e-6338-4fd6-9fed-c13b2e2366ff'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:50:22.460482 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74871b-3dd0-49aa-ad45-8a0395a07dca req-299f4e31-08c9-472e-a6ec-c3ac81b69d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:22.460959 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74871b-3dd0-49aa-ad45-8a0395a07dca req-299f4e31-08c9-472e-a6ec-c3ac81b69d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:22.461508 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74871b-3dd0-49aa-ad45-8a0395a07dca req-299f4e31-08c9-472e-a6ec-c3ac81b69d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:22.463101 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5d74871b-3dd0-49aa-ad45-8a0395a07dca req-299f4e31-08c9-472e-a6ec-c3ac81b69d24 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3c9e03453576449e8027bf6795ca2563&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2594926 Nov 26 02:50:22.468502 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fed1374-ef82-45fd-ae5d-ecb129a43e45 None None] DHCP port deletion for 0bcdc5fe-550e-4345-975e-89fcf4e825dc request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:50:22.490787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aefff0fa-c6d4-42ec-ad1d-256a6b1e309f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:22.503413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88e7ab-eeea-4eb0-a48e-9c301e8a3618 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Pushing event deleted for resources: {'Port': ['ID=79501b4e-6338-4fd6-9fed-c13b2e2366ff,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:22.596253 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:22.605485 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:22.617883 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74871b-3dd0-49aa-ad45-8a0395a07dca req-6232f6b8-9ee7-4303-931e-8f2ff0d1aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:22.620206 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5d74871b-3dd0-49aa-ad45-8a0395a07dca req-6232f6b8-9ee7-4303-931e-8f2ff0d1aa1f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1482456 Nov 26 02:50:22.621217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Transition to ACTIVE for port object 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:50:22.621376 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aefff0fa-c6d4-42ec-ad1d-256a6b1e309f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:22.622412 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefff0fa-c6d4-42ec-ad1d-256a6b1e309f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:22.623182 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aefff0fa-c6d4-42ec-ad1d-256a6b1e309f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:22.666392 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:22.701591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6518141-45ad-413f-8b85-87542142c74f req-0a88e7ab-eeea-4eb0-a48e-9c301e8a3618 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] No DVR routers for this DVR port 79501b4e-6338-4fd6-9fed-c13b2e2366ff on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:50:22.720323 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-aefff0fa-c6d4-42ec-ad1d-256a6b1e309f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0393097 Nov 26 02:50:22.724490 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38706) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:22.730672 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-705911c7-080a-4147-b1e7-a6b5a1fb2435 admin admin] Request body: {'subnet': {'network_id': '74a0aeed-26c1-4009-a7a2-0b865092795c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-690987624-subnet', 'tenant_id': '9aac7129d6ec459596a4040733f8023a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:22.735778 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefff0fa-c6d4-42ec-ad1d-256a6b1e309f admin admin] Pushing event updated for resources: {'Network': ['ID=74a0aeed-26c1-4009-a7a2-0b865092795c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:22.737712 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d6518141-45ad-413f-8b85-87542142c74f req-0a88e7ab-eeea-4eb0-a48e-9c301e8a3618 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:22.742350 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d6518141-45ad-413f-8b85-87542142c74f req-0a88e7ab-eeea-4eb0-a48e-9c301e8a3618 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.54 "DELETE /v2.0/ports/79501b4e-6338-4fd6-9fed-c13b2e2366ff HTTP/1.1" status: 204 len: 173 time: 2.6669462 Nov 26 02:50:22.748106 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 74a0aeed-26c1-4009-a7a2-0b865092795c details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:50:22.761754 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705911c7-080a-4147-b1e7-a6b5a1fb2435 admin admin] Made reservation on behalf of 9aac7129d6ec459596a4040733f8023a for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:50:22.765634 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-705911c7-080a-4147-b1e7-a6b5a1fb2435 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:22.864862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d594e2-cb46-41e6-895f-67ec830648fa req-268c73eb-7783-4f0a-8323-3ca9932faab2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:22.885639 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d594e2-cb46-41e6-895f-67ec830648fa req-268c73eb-7783-4f0a-8323-3ca9932faab2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:22.904625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d594e2-cb46-41e6-895f-67ec830648fa req-268c73eb-7783-4f0a-8323-3ca9932faab2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:22.918701 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d594e2-cb46-41e6-895f-67ec830648fa req-268c73eb-7783-4f0a-8323-3ca9932faab2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:22.925426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d594e2-cb46-41e6-895f-67ec830648fa req-268c73eb-7783-4f0a-8323-3ca9932faab2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:22.927275 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21d594e2-cb46-41e6-895f-67ec830648fa req-268c73eb-7783-4f0a-8323-3ca9932faab2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 3828 time: 0.5877190 Nov 26 02:50:22.935405 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-379661f6-231c-43fa-912e-214210589649 req-5f7aaa3c-8ee3-44d5-93dc-bca3c3ad2a39 tempest-ServerMetadataNegativeTestJSON-177227227 tempest-ServerMetadataNegativeTestJSON-177227227-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8f4b96e-6a63-40dc-87ee-18176745dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9593706 Nov 26 02:50:22.942627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Attempting to bind port e9a860a0-f05d-4abb-b980-afccdda395e3 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:50:22.943474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Attempting to bind port e9a860a0-f05d-4abb-b980-afccdda395e3 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'a2f1cdf0-008d-47e9-82c2-d0692d086593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:50:22.943474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Attempting to bind port e9a860a0-f05d-4abb-b980-afccdda395e3 on network 1a35786f-0b36-407c-b722-ad995f99efe9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:22.978320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Port e9a860a0-f05d-4abb-b980-afccdda395e3 on network 1a35786f-0b36-407c-b722-ad995f99efe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:50:22.980354 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Attempting to bind port e9a860a0-f05d-4abb-b980-afccdda395e3 on network 1a35786f-0b36-407c-b722-ad995f99efe9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:22.995185 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:50:22.995595 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Checking segment: {'id': 'a2f1cdf0-008d-47e9-82c2-d0692d086593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:22.995918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Bound using segment: {'id': 'a2f1cdf0-008d-47e9-82c2-d0692d086593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:50:22.996841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Bound port: e9a860a0-f05d-4abb-b980-afccdda395e3, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f1cdf0-008d-47e9-82c2-d0692d086593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:50:23.004516 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:23.006698 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Pushing event updated for resources: {'Port': ['ID=22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:23.102265 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-705911c7-080a-4147-b1e7-a6b5a1fb2435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:23.176894 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705911c7-080a-4147-b1e7-a6b5a1fb2435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aee8988-948e-4c82-be54-c565dcbd42a8,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:23.183385 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705911c7-080a-4147-b1e7-a6b5a1fb2435 admin admin] Checking segment: {'id': '3c0f1d84-d325-49d6-a155-06c28c0e7458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '74a0aeed-26c1-4009-a7a2-0b865092795c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:23.183902 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705911c7-080a-4147-b1e7-a6b5a1fb2435 admin admin] Network hostable DHCP agents. Network: 74a0aeed-26c1-4009-a7a2-0b865092795c, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:50:23.202718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705911c7-080a-4147-b1e7-a6b5a1fb2435 admin admin] Network 74a0aeed-26c1-4009-a7a2-0b865092795c is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:50:23.214332 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-705911c7-080a-4147-b1e7-a6b5a1fb2435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 74a0aeed-26c1-4009-a7a2-0b865092795c) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:23.220733 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705911c7-080a-4147-b1e7-a6b5a1fb2435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:23.222091 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-705911c7-080a-4147-b1e7-a6b5a1fb2435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:23.227876 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003af5e1-d20e-40bf-88c8-4a7e2a01081e None None] Network 74a0aeed-26c1-4009-a7a2-0b865092795c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:50:23.251238 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-705911c7-080a-4147-b1e7-a6b5a1fb2435 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5238464 Nov 26 02:50:23.352129 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device b7d5a017-3df4-409e-ad05-15f640e3d508 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:50:23.447616 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21d594e2-cb46-41e6-895f-67ec830648fa req-c12004fb-3cc5-4c23-843a-6023ac55e46f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4995935 Nov 26 02:50:23.472337 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:23.489114 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] For port e9a860a0-f05d-4abb-b980-afccdda395e3, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:50:23.496405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] For port e9a860a0-f05d-4abb-b980-afccdda395e3, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=e9a860a0-f05d-4abb-b980-afccdda395e3,segment=NetworkSegment(a2f1cdf0-008d-47e9-82c2-d0692d086593),segment_id=a2f1cdf0-008d-47e9-82c2-d0692d086593)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:50:23.518887 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:23.584378 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port b7d5a017-3df4-409e-ad05-15f640e3d508 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:23.584753 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:23.600237 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a860a0-f05d-4abb-b980-afccdda395e3,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:23.632730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Attempting to bind port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:50:23.633204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Attempting to bind port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:50:23.633649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Attempting to bind port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f on network 936fa975-95c9-4edd-86b5-749a85dee6b7 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:23.639797 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b3850c-d3b7-4e7b-a055-fe324b3c0193 None None] Network 74a0aeed-26c1-4009-a7a2-0b865092795c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:50:23.655030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0de7df-ab63-4b54-aa1e-97cea64619a4 req-fead63c7-eedb-48b0-afd0-89d62fc72bd6 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:23.657476 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db0de7df-ab63-4b54-aa1e-97cea64619a4 req-fead63c7-eedb-48b0-afd0-89d62fc72bd6 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.5574231 Nov 26 02:50:23.687287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f on network 936fa975-95c9-4edd-86b5-749a85dee6b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:50:23.687746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Attempting to bind port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f on network 936fa975-95c9-4edd-86b5-749a85dee6b7 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:23.715115 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:50:23.717968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Checking segment: {'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:23.718519 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Bound using segment: {'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:50:23.719156 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Bound port: 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:50:23.719629 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:23.744351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:23.745095 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:23.746661 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5eedaee3-bc68-42f0-a8f8-d9db12fa4476 service neutron] 10.222.0.54 "PUT /v2.0/ports/e9a860a0-f05d-4abb-b980-afccdda395e3 HTTP/1.1" status: 200 len: 1091 time: 3.3447673 Nov 26 02:50:23.751826 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-7a74ad8a-34a9-45a2-bc0c-15c36a3af213 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=08b5feaa4095481faa6084a9cce632a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1136897 Nov 26 02:50:23.953711 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:23.982496 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-b3ff1858-ea51-4b4c-b23d-71a68142feef tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:23.992678 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-b3ff1858-ea51-4b4c-b23d-71a68142feef tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061567 Nov 26 02:50:24.009354 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933b44d8-5aef-48ee-8ae2-5244271ab2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d5a017-3df4-409e-ad05-15f640e3d508'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:24.011970 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364ec770-e603-4682-b78a-68084a72e7e9" -d '{"events": [{"server_uuid": "933b44d8-5aef-48ee-8ae2-5244271ab2b0", "name": "network-vif-plugged", "status": "completed", "tag": "b7d5a017-3df4-409e-ad05-15f640e3d508"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:24.043532 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port b7d5a017-3df4-409e-ad05-15f640e3d508, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b7d5a017-3df4-409e-ad05-15f640e3d508,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:24.056153 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:24.085515 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] For port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:50:24.089249 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] For port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:50:24.097504 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-0f96e70f-6f0e-4365-baf3-cb982c2eed2e tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/quotas/08b5feaa4095481faa6084a9cce632a2 HTTP/1.1" status: 200 len: 375 time: 0.1038277 Nov 26 02:50:24.134467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db0de7df-ab63-4b54-aa1e-97cea64619a4 req-315385d5-091c-4ee7-a48c-8a462f0d18d2 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600203 Nov 26 02:50:24.159953 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=b7d5a017-3df4-409e-ad05-15f640e3d508,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:24.173527 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:24.273231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Pushing event updated for resources: {'Port': ['ID=22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:24.303429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:24.306209 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:24.307717 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ae655032-a3ce-46be-b130-7b139b40fb72 service neutron] 10.222.0.54 "PUT /v2.0/ports/22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f HTTP/1.1" status: 200 len: 1135 time: 2.8930674 Nov 26 02:50:24.350259 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05f03c8-ab91-4195-bd52-727ce2d331a6', 'name': 'network-vif-deleted', 'tag': '79501b4e-6338-4fd6-9fed-c13b2e2366ff'}, {'name': 'network-changed', 'server_uuid': 'd3d72e75-b877-4eff-ac23-687c2fb81e00', 'tag': 'e9a860a0-f05d-4abb-b980-afccdda395e3'}, {'name': 'network-changed', 'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'tag': '22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:24.354138 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1" -d '{"events": [{"server_uuid": "a05f03c8-ab91-4195-bd52-727ce2d331a6", "name": "network-vif-deleted", "tag": "79501b4e-6338-4fd6-9fed-c13b2e2366ff"}, {"name": "network-changed", "server_uuid": "d3d72e75-b877-4eff-ac23-687c2fb81e00", "tag": "e9a860a0-f05d-4abb-b980-afccdda395e3"}, {"name": "network-changed", "server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "tag": "22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:24.393590 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Request body: {'port': {'device_id': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:24.449743 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-dff48f70-1640-4d02-9cd0-18137e9801b0 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3139241 Nov 26 02:50:24.467409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-e34f546f-0875-46d9-b1b4-940c03049621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:24.469071 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-e34f546f-0875-46d9-b1b4-940c03049621 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=62f1a3b546104164a149a5fd26a16b95&device_id=d3d72e75-b877-4eff-ac23-687c2fb81e00 HTTP/1.1" status: 200 len: 1094 time: 0.4693012 Nov 26 02:50:24.661763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 79501b4e-6338-4fd6-9fed-c13b2e2366ff no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:50:24.749426 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 79501b4e-6338-4fd6-9fed-c13b2e2366ff {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:50:24.754910 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 79501b4e-6338-4fd6-9fed-c13b2e2366ff not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:50:25.284996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd586657-30f8-4409-88ce-da6a8779f9cc req-aa870d76-67dc-4e03-874e-098a9917719e tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:25.286211 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cd586657-30f8-4409-88ce-da6a8779f9cc req-aa870d76-67dc-4e03-874e-098a9917719e tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3d72e75-b877-4eff-ac23-687c2fb81e00 HTTP/1.1" status: 200 len: 943 time: 0.9500182 Nov 26 02:50:25.288776 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-eb5c3604-7ec6-4c84-ac45-284834704809 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a860a0-f05d-4abb-b980-afccdda395e3 HTTP/1.1" status: 200 len: 217 time: 0.7986906 Nov 26 02:50:25.289494 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:25.381367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5983aae0-af00-4d52-a3d2-ed67507bdc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:25.383558 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-5983aae0-af00-4d52-a3d2-ed67507bdc45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1577680f-5797-46f6-a362-fcb572539860 HTTP/1.1" status: 200 len: 853 time: 0.0652070 Nov 26 02:50:25.566068 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-8e4f3986-04cc-4c5a-ad86-ce6f4baebd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:25.568187 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-8e4f3986-04cc-4c5a-ad86-ce6f4baebd83 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a35786f-0b36-407c-b722-ad995f99efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494386 Nov 26 02:50:25.578136 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cd586657-30f8-4409-88ce-da6a8779f9cc req-d4661296-e629-49d3-ad1e-13ec9ca570b1 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5a2e5c0-a7ad-4401-ad1d-80b9dcd76b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728791 Nov 26 02:50:25.703968 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38768) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:25.771589 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fc3515-f4c1-4b86-9d98-6d5239d93a0e x-openstack-request-id: req-50fc3515-f4c1-4b86-9d98-6d5239d93a0e {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:25.772155 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933b44d8-5aef-48ee-8ae2-5244271ab2b0", "name": "network-vif-plugged", "status": "completed", "tag": "b7d5a017-3df4-409e-ad05-15f640e3d508", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:25.772155 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50fc3515-f4c1-4b86-9d98-6d5239d93a0e {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:25.773130 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933b44d8-5aef-48ee-8ae2-5244271ab2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d5a017-3df4-409e-ad05-15f640e3d508', 'code': 200} Nov 26 02:50:25.782253 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-ea75d8c9-fe4f-4a93-91de-b8937aadea1e tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:25.784018 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-ea75d8c9-fe4f-4a93-91de-b8937aadea1e tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/networks?id=74a0aeed-26c1-4009-a7a2-0b865092795c HTTP/1.1" status: 200 len: 813 time: 0.4897439 Nov 26 02:50:25.824347 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b04f02b-391b-4558-9d8d-404094ed4d81 admin admin] Deleting subnet f70f37f7-e2eb-4798-922e-5f7f6aee32a7 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:50:25.829533 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b04f02b-391b-4558-9d8d-404094ed4d81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:25.886130 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-b14f6f55-df33-4f79-95aa-28552b97ec75 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/quotas/9aac7129d6ec459596a4040733f8023a HTTP/1.1" status: 200 len: 375 time: 0.0876222 Nov 26 02:50:25.893554 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fee07bd-3242-4aa0-87d6-e8111dd5a616 x-openstack-request-id: req-7fee07bd-3242-4aa0-87d6-e8111dd5a616 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:25.894036 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05f03c8-ab91-4195-bd52-727ce2d331a6", "name": "network-vif-deleted", "tag": "79501b4e-6338-4fd6-9fed-c13b2e2366ff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d3d72e75-b877-4eff-ac23-687c2fb81e00", "tag": "e9a860a0-f05d-4abb-b980-afccdda395e3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "tag": "22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:25.894402 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fee07bd-3242-4aa0-87d6-e8111dd5a616 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:25.894923 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05f03c8-ab91-4195-bd52-727ce2d331a6', 'name': 'network-vif-deleted', 'tag': '79501b4e-6338-4fd6-9fed-c13b2e2366ff', 'status': 'completed', 'code': 200} Nov 26 02:50:25.895294 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d72e75-b877-4eff-ac23-687c2fb81e00', 'tag': 'e9a860a0-f05d-4abb-b980-afccdda395e3', 'status': 'completed', 'code': 200} Nov 26 02:50:25.896034 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'tag': '22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f', 'status': 'completed', 'code': 200} Nov 26 02:50:25.931328 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b04f02b-391b-4558-9d8d-404094ed4d81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:25.970069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-19ad8de3-07e9-4944-880f-831b37ff4553 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9aac7129d6ec459596a4040733f8023a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655093 Nov 26 02:50:26.002921 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b04f02b-391b-4558-9d8d-404094ed4d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:26.077442 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b04f02b-391b-4558-9d8d-404094ed4d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:26.119433 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04f02b-391b-4558-9d8d-404094ed4d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f70f37f7-e2eb-4798-922e-5f7f6aee32a7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:26.125189 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-30038b0b-be45-4b94-913e-e26d377a2520 service neutron] 10.222.0.54 "GET /v2.0/networks/1a35786f-0b36-407c-b722-ad995f99efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369437 Nov 26 02:50:26.149211 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b04f02b-391b-4558-9d8d-404094ed4d81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:26.149657 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4ceef6-5e1d-4f08-8faf-00ebebac1282 None None] Network 0bcdc5fe-550e-4345-975e-89fcf4e825dc requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:50:26.157634 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4b04f02b-391b-4558-9d8d-404094ed4d81 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f70f37f7-e2eb-4798-922e-5f7f6aee32a7 HTTP/1.1" status: 204 len: 168 time: 0.4515409 Nov 26 02:50:26.158543 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38770) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:26.295738 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-13bec0b0-2ba8-47de-8a3b-2792b648564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:26.451623 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b4c136-8c17-48bb-865e-5b24d25f7db9 None None] DHCP port deletion for 0bcdc5fe-550e-4345-975e-89fcf4e825dc request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:50:26.497353 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be3bf7e-8853-443e-9883-2546fd4abe46 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:26.513821 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-13bec0b0-2ba8-47de-8a3b-2792b648564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:26.530149 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:26.540367 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-13bec0b0-2ba8-47de-8a3b-2792b648564c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcdc5fe-550e-4345-975e-89fcf4e825dc']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:26.553337 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-13bec0b0-2ba8-47de-8a3b-2792b648564c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd4fed7-0c83-4fd3-b1f6-909c38d37a44') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:26.553735 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-13bec0b0-2ba8-47de-8a3b-2792b648564c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd4fed7-0c83-4fd3-b1f6-909c38d37a44') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:26.559988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Transition to ACTIVE for port object 8be3bf7e-8853-443e-9883-2546fd4abe46 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:50:26.572943 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-13bec0b0-2ba8-47de-8a3b-2792b648564c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:26.609884 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-13bec0b0-2ba8-47de-8a3b-2792b648564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:26.620904 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bec0b0-2ba8-47de-8a3b-2792b648564c admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:50:26.621299 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-13bec0b0-2ba8-47de-8a3b-2792b648564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:50:26.623007 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:50:26.668833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a358f9-82f7-422f-9333-36ce232ee5ea req-b116c3bc-8754-405e-8229-d0bcbce915c5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:26.691242 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a358f9-82f7-422f-9333-36ce232ee5ea req-b116c3bc-8754-405e-8229-d0bcbce915c5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:26.697797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a358f9-82f7-422f-9333-36ce232ee5ea req-b116c3bc-8754-405e-8229-d0bcbce915c5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:26.707418 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a358f9-82f7-422f-9333-36ce232ee5ea req-b116c3bc-8754-405e-8229-d0bcbce915c5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:26.724593 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a358f9-82f7-422f-9333-36ce232ee5ea req-b116c3bc-8754-405e-8229-d0bcbce915c5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:26.734396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a358f9-82f7-422f-9333-36ce232ee5ea req-b116c3bc-8754-405e-8229-d0bcbce915c5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:26.736215 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31a358f9-82f7-422f-9333-36ce232ee5ea req-b116c3bc-8754-405e-8229-d0bcbce915c5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 4605 time: 0.7698088 Nov 26 02:50:26.736912 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:26.749786 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-13bec0b0-2ba8-47de-8a3b-2792b648564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:26.773491 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-13bec0b0-2ba8-47de-8a3b-2792b648564c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:26.779070 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-13bec0b0-2ba8-47de-8a3b-2792b648564c admin admin] 10.222.0.31 "DELETE /v2.0/networks/0bcdc5fe-550e-4345-975e-89fcf4e825dc HTTP/1.1" status: 204 len: 168 time: 0.6171198 Nov 26 02:50:26.779070 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bec0b0-2ba8-47de-8a3b-2792b648564c admin admin] Pushing event deleted for resources: {'Network': ['ID=0bcdc5fe-550e-4345-975e-89fcf4e825dc,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:26.817418 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-68ae7716-fbbd-4ba0-947d-c8f6dace0fa9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=08b5feaa4095481faa6084a9cce632a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4906516 Nov 26 02:50:27.005865 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-a21d0a36-a2fa-4222-89e6-404939540d2d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:27.007936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-a21d0a36-a2fa-4222-89e6-404939540d2d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1586344 Nov 26 02:50:27.015413 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-c2829b0c-e8c3-4dae-9711-6135f79abc38 service neutron] 10.222.0.31 "GET /v2.0/networks/74a0aeed-26c1-4009-a7a2-0b865092795c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0283117 Nov 26 02:50:27.031017 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38778) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:27.114476 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cd735d71-e1dd-4324-9a80-7970d09af88c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a48c2e2df7e248e28145b62ad18eaf76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0821762 Nov 26 02:50:27.115189 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38780) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:27.178991 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-950eb6f3-00fb-43f6-a0e9-12efe57e905f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Request body: {'port': {'device_id': 'bdd6c6cf-de08-4eaf-9f56-a63726d71ef8', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '08b5feaa4095481faa6084a9cce632a2'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:27.222029 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b6c5431b-a891-449a-bb20-89675c0656c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:27.251218 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b6c5431b-a891-449a-bb20-89675c0656c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:27.340501 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b6c5431b-a891-449a-bb20-89675c0656c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:27.344917 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b6c5431b-a891-449a-bb20-89675c0656c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:27.349164 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b6c5431b-a891-449a-bb20-89675c0656c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8f4b96e-6a63-40dc-87ee-18176745dd33 HTTP/1.1" status: 204 len: 168 time: 0.2300963 Nov 26 02:50:27.364180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31a358f9-82f7-422f-9333-36ce232ee5ea req-8b965277-f229-4b01-bb8b-f039eb42f6aa tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5937650 Nov 26 02:50:27.384247 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5431b-a891-449a-bb20-89675c0656c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f4b96e-6a63-40dc-87ee-18176745dd33,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:27.393202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Pushing event updated for resources: {'Port': ['ID=8be3bf7e-8853-443e-9883-2546fd4abe46,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:27.412992 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-787294c1-28b1-42ab-a1b0-4ac24e361aee req-388c52a0-9238-4505-bf99-03a1fa923f94 service neutron] 10.222.0.54 "GET /v2.0/networks/1a35786f-0b36-407c-b722-ad995f99efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2370019 Nov 26 02:50:27.586743 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f9fe403-1505-4a33-b312-3121265afed6 req-e87e52c6-f0f2-4215-980b-1de7c7ad295f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdd6c6cf-de08-4eaf-9f56-a63726d71ef8 HTTP/1.1" status: 200 len: 210 time: 0.0920131 Nov 26 02:50:27.707790 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-ee3a1e0d-f533-4e80-b581-22a2ba285789 service neutron] 10.222.0.31 "GET /v2.0/networks/74a0aeed-26c1-4009-a7a2-0b865092795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940499 Nov 26 02:50:27.708656 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Attempting to bind port 8be3bf7e-8853-443e-9883-2546fd4abe46 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:50:27.709269 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Attempting to bind port 8be3bf7e-8853-443e-9883-2546fd4abe46 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:50:27.709269 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Attempting to bind port 8be3bf7e-8853-443e-9883-2546fd4abe46 on network 936fa975-95c9-4edd-86b5-749a85dee6b7 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:27.740626 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Port 8be3bf7e-8853-443e-9883-2546fd4abe46 on network 936fa975-95c9-4edd-86b5-749a85dee6b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:50:27.741256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Attempting to bind port 8be3bf7e-8853-443e-9883-2546fd4abe46 on network 936fa975-95c9-4edd-86b5-749a85dee6b7 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:27.787211 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:50:27.787589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Checking segment: {'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:27.787955 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Bound using segment: {'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:50:27.788433 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Bound port: 8be3bf7e-8853-443e-9883-2546fd4abe46, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:50:27.788793 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:27.812931 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-82ccafcc-b15a-459a-a61f-0a5eb8e2d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:27.814429 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-82ccafcc-b15a-459a-a61f-0a5eb8e2d565 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=62f1a3b546104164a149a5fd26a16b95&device_id=d3d72e75-b877-4eff-ac23-687c2fb81e00 HTTP/1.1" status: 200 len: 1094 time: 0.2569451 Nov 26 02:50:27.858775 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-950eb6f3-00fb-43f6-a0e9-12efe57e905f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Made reservation on behalf of 08b5feaa4095481faa6084a9cce632a2 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:50:27.870103 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-950eb6f3-00fb-43f6-a0e9-12efe57e905f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:27.932782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed657d56-6fd1-423b-9e11-7523f9831938 req-4af43ecb-aced-421e-a09b-bdfd3a5f910e tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:27.940493 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed657d56-6fd1-423b-9e11-7523f9831938 req-4af43ecb-aced-421e-a09b-bdfd3a5f910e tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.2220731 Nov 26 02:50:28.133270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-950eb6f3-00fb-43f6-a0e9-12efe57e905f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Allocated IP 192.168.233.207 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/170dd7cd-885c-4bea-ae60-e07ae92f5831) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:50:28.313999 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-950eb6f3-00fb-43f6-a0e9-12efe57e905f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:28.381810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] For port 8be3bf7e-8853-443e-9883-2546fd4abe46, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:50:28.450620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] For port 8be3bf7e-8853-443e-9883-2546fd4abe46, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8be3bf7e-8853-443e-9883-2546fd4abe46,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:50:28.478074 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed657d56-6fd1-423b-9e11-7523f9831938 req-19410f5c-2950-4cd2-98e5-cd307f0a2621 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316525 Nov 26 02:50:28.498023 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:28.579360 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-3aefb456-3243-43ad-9c1b-0f35a3e792e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:28.584304 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-3aefb456-3243-43ad-9c1b-0f35a3e792e2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1a35786f-0b36-407c-b722-ad995f99efe9 HTTP/1.1" status: 200 len: 915 time: 0.7571430 Nov 26 02:50:28.648576 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:28.649133 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:28.651004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] 10.222.0.54 "PUT /v2.0/ports/8be3bf7e-8853-443e-9883-2546fd4abe46 HTTP/1.1" status: 200 len: 1136 time: 4.2924402 Nov 26 02:50:28.691808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'tag': '8be3bf7e-8853-443e-9883-2546fd4abe46'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:28.695044 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d51de8-de22-4d0c-92be-5796035a31f7" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "tag": "8be3bf7e-8853-443e-9883-2546fd4abe46"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:28.710666 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a6287a3-909b-4981-9f37-9fb7a356ab75 req-623c477c-ba4a-4e53-852e-3bcd29aef0af tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 210 time: 0.1369574 Nov 26 02:50:28.727155 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-950eb6f3-00fb-43f6-a0e9-12efe57e905f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:28.764037 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ff1e4597-24c9-4f10-b373-14610df89cdf', 'a691e3df-fba1-4aba-a148-2d4cceb9293e', 'e90ba5fa-5c6f-4aac-9b57-a43178489aba', 'da867439-a2c3-4d99-bc9c-196563876648'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:50:28.766862 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['a5410e7e-dc9e-4a07-9af2-b87d03317c44', '58504d4f-9970-4cf8-a283-b000838f9cd3'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:50:28.777537 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Request body: {'port': {'device_id': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:28.816771 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38830) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:29.024988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1719313790-network', 'tenant_id': 'c75bd62459e24417a7995e38970058ac'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:29.088019 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Made reservation on behalf of c75bd62459e24417a7995e38970058ac for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:50:29.091014 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:29.107403 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:29.306960 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:29.321123 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:29.388973 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7711af3b-36ab-41e2-9b55-dfd4e9ef4276,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:29.404667 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:50:29.409999 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-6ad6e227-f8eb-4d4e-a080-4bdf8c9a7385 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a860a0-f05d-4abb-b980-afccdda395e3 HTTP/1.1" status: 200 len: 217 time: 0.7196193 Nov 26 02:50:29.426430 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:29.426767 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Added segment df656601-e3a0-4e64-92e3-019739161697 of type vlan for network 027a9df8-0506-489e-8d80-67ab77b39f09 Nov 26 02:50:29.475103 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924f0a0-e8ee-4d79-b9e2-f4845de51ab3 req-45110d10-00d5-4bcc-b9c6-b41db1e80c8a tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:29.476267 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a924f0a0-e8ee-4d79-b9e2-f4845de51ab3 req-45110d10-00d5-4bcc-b9c6-b41db1e80c8a tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3d72e75-b877-4eff-ac23-687c2fb81e00 HTTP/1.1" status: 200 len: 943 time: 1.1436942 Nov 26 02:50:29.478241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-950eb6f3-00fb-43f6-a0e9-12efe57e905f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:50:29.512918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-950eb6f3-00fb-43f6-a0e9-12efe57e905f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:29.537095 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf870b-4dcf-4ce4-afc5-dbb54ba93659 service neutron] Pushing event updated for resources: {'Port': ['ID=8be3bf7e-8853-443e-9883-2546fd4abe46,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:29.543304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-950eb6f3-00fb-43f6-a0e9-12efe57e905f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:50:29.550482 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:29.608873 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:29.609230 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:29.609585 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:29.611258 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:29.612867 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:29.612867 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:29.613574 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:29.613934 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:29.616828 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:29.617817 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:29.619424 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:29.619792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:50:29.644787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:29.645147 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:29.646413 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:29.712897 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8896382 Nov 26 02:50:29.724921 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38840) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:29.735396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-2a50bbfa-41d2-4aca-8c91-a1923baa23a5 admin admin] Request body: {'subnet': {'network_id': '027a9df8-0506-489e-8d80-67ab77b39f09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1719313790-subnet', 'tenant_id': 'c75bd62459e24417a7995e38970058ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:29.768045 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:29.828617 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708f4ae-1a74-4baa-9c77-063b841942b2 admin admin] Pushing event updated for resources: {'Network': ['ID=027a9df8-0506-489e-8d80-67ab77b39f09,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:29.850097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a69f0-7ce7-4ba9-adb9-1b8e80309026 req-55cca542-1e57-4fee-a78b-1f53e4372a89 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:29.859594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 027a9df8-0506-489e-8d80-67ab77b39f09 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:50:29.867431 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a69f0-7ce7-4ba9-adb9-1b8e80309026 req-55cca542-1e57-4fee-a78b-1f53e4372a89 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:29.886695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a69f0-7ce7-4ba9-adb9-1b8e80309026 req-55cca542-1e57-4fee-a78b-1f53e4372a89 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:29.902379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a69f0-7ce7-4ba9-adb9-1b8e80309026 req-55cca542-1e57-4fee-a78b-1f53e4372a89 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:29.924599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a69f0-7ce7-4ba9-adb9-1b8e80309026 req-55cca542-1e57-4fee-a78b-1f53e4372a89 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:29.932150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a69f0-7ce7-4ba9-adb9-1b8e80309026 req-55cca542-1e57-4fee-a78b-1f53e4372a89 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:29.938615 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a69f0-7ce7-4ba9-adb9-1b8e80309026 req-55cca542-1e57-4fee-a78b-1f53e4372a89 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:29.949553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b23a69f0-7ce7-4ba9-adb9-1b8e80309026 req-55cca542-1e57-4fee-a78b-1f53e4372a89 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5383 time: 0.5520241 Nov 26 02:50:29.968685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-08689062-76cb-4ff6-9ee4-69557ff27b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:29.970519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-08689062-76cb-4ff6-9ee4-69557ff27b27 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1577680f-5797-46f6-a362-fcb572539860 HTTP/1.1" status: 200 len: 853 time: 0.5388129 Nov 26 02:50:30.033258 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-950eb6f3-00fb-43f6-a0e9-12efe57e905f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:30.033933 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-950eb6f3-00fb-43f6-a0e9-12efe57e905f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:30.073857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a50bbfa-41d2-4aca-8c91-a1923baa23a5 admin admin] Made reservation on behalf of c75bd62459e24417a7995e38970058ac for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:50:30.076423 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2a50bbfa-41d2-4aca-8c91-a1923baa23a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:30.126023 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950eb6f3-00fb-43f6-a0e9-12efe57e905f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Pushing event updated for resources: {'Port': ['ID=170dd7cd-885c-4bea-ae60-e07ae92f5831,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:30.142321 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a924f0a0-e8ee-4d79-b9e2-f4845de51ab3 req-968328fa-69dc-4a0e-bf43-5b57f04fb798 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5a2e5c0-a7ad-4401-ad1d-80b9dcd76b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6555495 Nov 26 02:50:30.224006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-0be8533f-d6cd-4060-a5cd-eaa851748a5e None None] Provisioning complete for port 170dd7cd-885c-4bea-ae60-e07ae92f5831 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:30.224535 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0be8533f-d6cd-4060-a5cd-eaa851748a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:30.276617 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-950eb6f3-00fb-43f6-a0e9-12efe57e905f tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1496980 Nov 26 02:50:30.287716 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-0be8533f-d6cd-4060-a5cd-eaa851748a5e None None] Port 170dd7cd-885c-4bea-ae60-e07ae92f5831 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:50:30.340485 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Request body: {'port': {'device_id': 'bdd6c6cf-de08-4eaf-9f56-a63726d71ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:30.460787 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b23a69f0-7ce7-4ba9-adb9-1b8e80309026 req-fe102bc8-7bf0-4d49-8767-3a1ccc80aa4e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5075939 Nov 26 02:50:30.564027 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ed4797-3dbf-454b-bb3e-7496385262ea x-openstack-request-id: req-82ed4797-3dbf-454b-bb3e-7496385262ea {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:30.564355 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "tag": "8be3bf7e-8853-443e-9883-2546fd4abe46", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:30.564610 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82ed4797-3dbf-454b-bb3e-7496385262ea {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:30.565005 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'tag': '8be3bf7e-8853-443e-9883-2546fd4abe46', 'status': 'completed', 'code': 200} Nov 26 02:50:30.684629 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device e9a860a0-f05d-4abb-b980-afccdda395e3 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:50:30.694530 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d51de8-de22-4d0c-92be-5796035a31f7 req-505005eb-5828-4fe4-ae68-905e984d5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:30.695020 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d51de8-de22-4d0c-92be-5796035a31f7 req-505005eb-5828-4fe4-ae68-905e984d5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:30.695485 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d51de8-de22-4d0c-92be-5796035a31f7 req-505005eb-5828-4fe4-ae68-905e984d5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:30.695943 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d51de8-de22-4d0c-92be-5796035a31f7 req-505005eb-5828-4fe4-ae68-905e984d5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:30.696436 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d51de8-de22-4d0c-92be-5796035a31f7 req-505005eb-5828-4fe4-ae68-905e984d5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:30.696880 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d51de8-de22-4d0c-92be-5796035a31f7 req-505005eb-5828-4fe4-ae68-905e984d5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:30.697334 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d51de8-de22-4d0c-92be-5796035a31f7 req-505005eb-5828-4fe4-ae68-905e984d5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:30.722047 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-82d51de8-de22-4d0c-92be-5796035a31f7 req-505005eb-5828-4fe4-ae68-905e984d5e8c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c9e03453576449e8027bf6795ca2563&device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 6220 time: 0.1331477 Nov 26 02:50:30.737835 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-f1ec0580-96fb-4ab8-b60c-3704cd3aa41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:30.739330 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-f1ec0580-96fb-4ab8-b60c-3704cd3aa41f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a35786f-0b36-407c-b722-ad995f99efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7509472 Nov 26 02:50:30.953104 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port e9a860a0-f05d-4abb-b980-afccdda395e3, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=e9a860a0-f05d-4abb-b980-afccdda395e3,segment=NetworkSegment(a2f1cdf0-008d-47e9-82c2-d0692d086593),segment_id=a2f1cdf0-008d-47e9-82c2-d0692d086593)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:30.955663 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d51de8-de22-4d0c-92be-5796035a31f7 req-64884e6f-064a-4b7e-9274-a523f7a2586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:30.956189 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d51de8-de22-4d0c-92be-5796035a31f7 req-64884e6f-064a-4b7e-9274-a523f7a2586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:30.956610 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d51de8-de22-4d0c-92be-5796035a31f7 req-64884e6f-064a-4b7e-9274-a523f7a2586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:30.959652 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-82d51de8-de22-4d0c-92be-5796035a31f7 req-64884e6f-064a-4b7e-9274-a523f7a2586a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3c9e03453576449e8027bf6795ca2563&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2214358 Nov 26 02:50:30.981268 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'e9a860a0-f05d-4abb-b980-afccdda395e3', 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9', 'port_id': 'e9a860a0-f05d-4abb-b980-afccdda395e3', 'mac_address': 'fa:16:3e:f1:da:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1577680f-5797-46f6-a362-fcb572539860', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:50:31.054356 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb360c2-1117-4aee-adc0-f273e848ed50 req-095d8a23-8d82-4dd0-bb53-f6cb69a17ec6 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:31.056416 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bbb360c2-1117-4aee-adc0-f273e848ed50 req-095d8a23-8d82-4dd0-bb53-f6cb69a17ec6 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdd6c6cf-de08-4eaf-9f56-a63726d71ef8 HTTP/1.1" status: 200 len: 936 time: 0.7744610 Nov 26 02:50:31.065364 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:31.065951 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:31.100289 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a860a0-f05d-4abb-b980-afccdda395e3 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:31.128199 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-671af8b2-73de-446b-ab5e-c28a0c528e90 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:31.130058 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-671af8b2-73de-446b-ab5e-c28a0c528e90 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.59 "GET /v2.0/networks?id=74a0aeed-26c1-4009-a7a2-0b865092795c HTTP/1.1" status: 200 len: 813 time: 0.8471007 Nov 26 02:50:31.142967 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port e9a860a0-f05d-4abb-b980-afccdda395e3, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=e9a860a0-f05d-4abb-b980-afccdda395e3,segment=NetworkSegment(a2f1cdf0-008d-47e9-82c2-d0692d086593),segment_id=a2f1cdf0-008d-47e9-82c2-d0692d086593)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:31.154063 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d51de8-de22-4d0c-92be-5796035a31f7 req-d65f2bdc-5c4f-48e5-8ccd-f7b485bf214c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:31.156466 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:31.172124 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-82d51de8-de22-4d0c-92be-5796035a31f7 req-d65f2bdc-5c4f-48e5-8ccd-f7b485bf214c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1976202 Nov 26 02:50:31.198670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-0013fed2-118c-4561-9c3e-0b805e49baa8 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Request body: {'port': {'device_id': '872872d2-fcaa-4a15-ac72-0b15a6bb9387', 'network_id': '74a0aeed-26c1-4009-a7a2-0b865092795c', 'admin_state_up': True, 'tenant_id': '9aac7129d6ec459596a4040733f8023a'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:31.220569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9e66d-30b0-4188-92b2-51793bed0b40 req-4c299cf8-d2dc-4337-9419-e882235c8c17 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:31.222179 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06f9e66d-30b0-4188-92b2-51793bed0b40 req-4c299cf8-d2dc-4337-9419-e882235c8c17 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.4877617 Nov 26 02:50:31.230084 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=e9a860a0-f05d-4abb-b980-afccdda395e3,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:31.357885 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-01d5d6e9-da29-47a7-afa0-b2686de1dbe3 service neutron] 10.222.0.54 "GET /v2.0/networks/1a35786f-0b36-407c-b722-ad995f99efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404491 Nov 26 02:50:31.407757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bbb360c2-1117-4aee-adc0-f273e848ed50 req-48426172-7d61-41bd-942c-34b9a17fc029 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201110 Nov 26 02:50:31.568281 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['e9a860a0-f05d-4abb-b980-afccdda395e3'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:50:31.762595 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7e62142-4c71-4f91-b801-2e02f6127499 req-5832aed5-de35-4aef-800e-061d80e42e05 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 210 time: 0.2617209 Nov 26 02:50:31.877893 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06f9e66d-30b0-4188-92b2-51793bed0b40 req-6cf400a9-4a39-4c34-9cb0-bf1e9d5145fb tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6081069 Nov 26 02:50:31.951557 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2a50bbfa-41d2-4aca-8c91-a1923baa23a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:32.325194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-0013fed2-118c-4561-9c3e-0b805e49baa8 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Made reservation on behalf of 9aac7129d6ec459596a4040733f8023a for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:50:32.328714 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-0013fed2-118c-4561-9c3e-0b805e49baa8 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:32.365477 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-13f890a5-ac23-4a31-a9cb-f6c70b65ce07 service neutron] 10.222.0.54 "GET /v2.0/networks/1a35786f-0b36-407c-b722-ad995f99efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9796956 Nov 26 02:50:32.402370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1652fdd8-a96b-4b29-8dfe-f52e1ca56718 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:32.432349 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:32.496730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50bbfa-41d2-4aca-8c91-a1923baa23a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e4d354-32dc-4e30-bc99-94b02a5363d2,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:32.568114 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Transition to ACTIVE for port object 1652fdd8-a96b-4b29-8dfe-f52e1ca56718 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:50:32.600994 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:32.646979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a50bbfa-41d2-4aca-8c91-a1923baa23a5 admin admin] Checking segment: {'id': 'df656601-e3a0-4e64-92e3-019739161697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027a9df8-0506-489e-8d80-67ab77b39f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:32.647886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a50bbfa-41d2-4aca-8c91-a1923baa23a5 admin admin] Network hostable DHCP agents. Network: 027a9df8-0506-489e-8d80-67ab77b39f09, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:50:32.693033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516ca82-38f0-4345-9339-010e115a4dcb req-c11db9fa-8dbd-4e7d-8474-3d5867a9ba3f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:32.699006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516ca82-38f0-4345-9339-010e115a4dcb req-c11db9fa-8dbd-4e7d-8474-3d5867a9ba3f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:32.705037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516ca82-38f0-4345-9339-010e115a4dcb req-c11db9fa-8dbd-4e7d-8474-3d5867a9ba3f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:32.711704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516ca82-38f0-4345-9339-010e115a4dcb req-c11db9fa-8dbd-4e7d-8474-3d5867a9ba3f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:32.718310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516ca82-38f0-4345-9339-010e115a4dcb req-c11db9fa-8dbd-4e7d-8474-3d5867a9ba3f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:32.725478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516ca82-38f0-4345-9339-010e115a4dcb req-c11db9fa-8dbd-4e7d-8474-3d5867a9ba3f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:32.731677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516ca82-38f0-4345-9339-010e115a4dcb req-c11db9fa-8dbd-4e7d-8474-3d5867a9ba3f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:32.733707 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5516ca82-38f0-4345-9339-010e115a4dcb req-c11db9fa-8dbd-4e7d-8474-3d5867a9ba3f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5383 time: 0.3720751 Nov 26 02:50:32.741273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfb962-ee44-451c-b33d-183b4d12eec7 req-21fc1d4a-9384-4abf-a79e-fba7f4ec87bd tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:32.742729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9bfb962-ee44-451c-b33d-183b4d12eec7 req-21fc1d4a-9384-4abf-a79e-fba7f4ec87bd tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3d72e75-b877-4eff-ac23-687c2fb81e00 HTTP/1.1" status: 200 len: 944 time: 0.4216201 Nov 26 02:50:32.842620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170dd7cd-885c-4bea-ae60-e07ae92f5831 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:32.847093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Pushing event updated for resources: {'Port': ['ID=1652fdd8-a96b-4b29-8dfe-f52e1ca56718,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:32.856844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-62193203-4474-46e9-87dd-14330ee7baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:32.857111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-62193203-4474-46e9-87dd-14330ee7baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:32.857511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-62193203-4474-46e9-87dd-14330ee7baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:32.857985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-62193203-4474-46e9-87dd-14330ee7baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:32.858449 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-62193203-4474-46e9-87dd-14330ee7baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:32.858916 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-62193203-4474-46e9-87dd-14330ee7baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:32.859383 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-62193203-4474-46e9-87dd-14330ee7baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:32.861444 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-62193203-4474-46e9-87dd-14330ee7baba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c9e03453576449e8027bf6795ca2563&device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 6220 time: 0.3866065 Nov 26 02:50:32.874471 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:33.018847 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a50bbfa-41d2-4aca-8c91-a1923baa23a5 admin admin] Network 027a9df8-0506-489e-8d80-67ab77b39f09 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:50:33.024419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Transition to ACTIVE for port object 170dd7cd-885c-4bea-ae60-e07ae92f5831 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:50:33.050939 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-0013fed2-118c-4561-9c3e-0b805e49baa8 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Allocated IP 172.20.0.14 (74a0aeed-26c1-4009-a7a2-0b865092795c/8aee8988-948e-4c82-be54-c565dcbd42a8/2047c4a7-76cf-4a29-af9d-38c6d0083f12) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:50:33.056360 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9bfb962-ee44-451c-b33d-183b4d12eec7 req-6c30be91-591b-4444-93a0-e25635d34a1e tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5a2e5c0-a7ad-4401-ad1d-80b9dcd76b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914078 Nov 26 02:50:33.111488 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:33.132189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-2a50bbfa-41d2-4aca-8c91-a1923baa23a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 027a9df8-0506-489e-8d80-67ab77b39f09) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:33.143835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831642e0-ab14-4ad8-afe2-ed63565ef65b None None] Network 027a9df8-0506-489e-8d80-67ab77b39f09 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:50:33.180067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a50bbfa-41d2-4aca-8c91-a1923baa23a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:33.183382 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2a50bbfa-41d2-4aca-8c91-a1923baa23a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:33.280905 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5516ca82-38f0-4345-9339-010e115a4dcb req-f94e7c5c-c9b3-41a4-969f-8fdfb02d8cf9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5344727 Nov 26 02:50:33.282027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Pushing event updated for resources: {'Port': ['ID=170dd7cd-885c-4bea-ae60-e07ae92f5831,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:33.414672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6640388-c55a-4393-b1a9-9af56a600bdd None None] Network 027a9df8-0506-489e-8d80-67ab77b39f09 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:50:33.442527 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2a50bbfa-41d2-4aca-8c91-a1923baa23a5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.6999924 Nov 26 02:50:33.469672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Attempting to bind port 1652fdd8-a96b-4b29-8dfe-f52e1ca56718 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:50:33.470384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Attempting to bind port 1652fdd8-a96b-4b29-8dfe-f52e1ca56718 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:50:33.470948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Attempting to bind port 1652fdd8-a96b-4b29-8dfe-f52e1ca56718 on network 936fa975-95c9-4edd-86b5-749a85dee6b7 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:33.510526 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Port 1652fdd8-a96b-4b29-8dfe-f52e1ca56718 on network 936fa975-95c9-4edd-86b5-749a85dee6b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:50:33.510942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Attempting to bind port 1652fdd8-a96b-4b29-8dfe-f52e1ca56718 on network 936fa975-95c9-4edd-86b5-749a85dee6b7 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:33.521123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:50:33.521760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Checking segment: {'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:33.522097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Bound using segment: {'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:50:33.523138 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Bound port: 1652fdd8-a96b-4b29-8dfe-f52e1ca56718, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:50:33.523659 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:33.620869 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-a37fc830-d297-4704-8d17-7df84357b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:33.627185 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-a37fc830-d297-4704-8d17-7df84357b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:33.627774 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-a37fc830-d297-4704-8d17-7df84357b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:33.632614 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-a37fc830-d297-4704-8d17-7df84357b29e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3c9e03453576449e8027bf6795ca2563&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7443547 Nov 26 02:50:33.807178 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b4133c7-d7e1-486f-832a-198db34bc2bf req-93bec6c8-c87e-4e92-81a7-43fdab6cc53c tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 210 time: 0.0994816 Nov 26 02:50:33.954130 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Attempting to bind port 170dd7cd-885c-4bea-ae60-e07ae92f5831 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:50:33.955588 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Attempting to bind port 170dd7cd-885c-4bea-ae60-e07ae92f5831 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:50:33.958471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Attempting to bind port 170dd7cd-885c-4bea-ae60-e07ae92f5831 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:33.998371 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72ba94-bb2f-4b91-bf2f-14a4ab5215fc req-0851eceb-5cb7-4492-a296-3868b34d9087 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:33.999904 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b72ba94-bb2f-4b91-bf2f-14a4ab5215fc req-0851eceb-5cb7-4492-a296-3868b34d9087 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdd6c6cf-de08-4eaf-9f56-a63726d71ef8 HTTP/1.1" status: 200 len: 948 time: 0.5527148 Nov 26 02:50:34.021567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Port 170dd7cd-885c-4bea-ae60-e07ae92f5831 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:50:34.021943 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Attempting to bind port 170dd7cd-885c-4bea-ae60-e07ae92f5831 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:34.090548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:50:34.090897 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:34.091296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:50:34.091749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Bound port: 170dd7cd-885c-4bea-ae60-e07ae92f5831, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:50:34.092133 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:34.121889 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] For port 1652fdd8-a96b-4b29-8dfe-f52e1ca56718, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:50:34.174770 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0d7f2-9779-47cd-a70b-207d46e3089c req-72c6efda-7186-48bd-b69b-a864d6fa2bf5 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:34.182525 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2bc0d7f2-9779-47cd-a70b-207d46e3089c req-72c6efda-7186-48bd-b69b-a864d6fa2bf5 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.2525153 Nov 26 02:50:34.188277 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] For port 1652fdd8-a96b-4b29-8dfe-f52e1ca56718, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=1652fdd8-a96b-4b29-8dfe-f52e1ca56718,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:50:34.239544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-ccaf0451-e4de-4775-890b-5191b960f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:34.241593 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb6331d7-1e11-4cbf-9bb1-5e81fee77fe1 req-ccaf0451-e4de-4775-890b-5191b960f696 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4563906 Nov 26 02:50:34.242785 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:34.253134 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-0013fed2-118c-4561-9c3e-0b805e49baa8 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:34.315760 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b72ba94-bb2f-4b91-bf2f-14a4ab5215fc req-6f7d5f3d-2644-4f74-b62c-b36f233bfeb7 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043823 Nov 26 02:50:34.362518 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:34.363153 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:34.364608 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] 10.222.0.54 "PUT /v2.0/ports/1652fdd8-a96b-4b29-8dfe-f52e1ca56718 HTTP/1.1" status: 200 len: 1091 time: 5.6142344 Nov 26 02:50:34.370024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'tag': '1652fdd8-a96b-4b29-8dfe-f52e1ca56718'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:34.372329 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f2c22d-e4ea-4690-a6ac-9affc4174e74" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "tag": "1652fdd8-a96b-4b29-8dfe-f52e1ca56718"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:34.419803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2bc0d7f2-9779-47cd-a70b-207d46e3089c req-4659af5d-8639-4c88-8db9-cf66a6a3f139 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363896 Nov 26 02:50:34.425895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Request body: {'port': {'device_id': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:34.468631 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] For port 170dd7cd-885c-4bea-ae60-e07ae92f5831, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:50:34.524687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a8776-8b69-46fc-892c-81a0df98b1bc service neutron] Pushing event updated for resources: {'Port': ['ID=1652fdd8-a96b-4b29-8dfe-f52e1ca56718,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:34.560831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] For port 170dd7cd-885c-4bea-ae60-e07ae92f5831, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=170dd7cd-885c-4bea-ae60-e07ae92f5831,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:50:34.603267 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:34.639066 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:34.660446 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-0013fed2-118c-4561-9c3e-0b805e49baa8 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:34.694297 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device e9a860a0-f05d-4abb-b980-afccdda395e3 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:50:34.773851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:34.774640 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:34.776233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] 10.222.0.54 "PUT /v2.0/ports/170dd7cd-885c-4bea-ae60-e07ae92f5831 HTTP/1.1" status: 200 len: 1096 time: 4.4634976 Nov 26 02:50:34.819407 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-0013fed2-118c-4561-9c3e-0b805e49baa8 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Network 74a0aeed-26c1-4009-a7a2-0b865092795c is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:50:34.837859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port e9a860a0-f05d-4abb-b980-afccdda395e3 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:50:34.848771 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port e9a860a0-f05d-4abb-b980-afccdda395e3 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:34.851061 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:34.919177 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-0013fed2-118c-4561-9c3e-0b805e49baa8 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:34.969524 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-0013fed2-118c-4561-9c3e-0b805e49baa8 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:50:34.982270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa7c77-9e61-4835-b18d-d205c8a23679 req-136a94d1-5334-4226-8430-f8dceeb2e30f tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:34.990225 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8aa7c77-9e61-4835-b18d-d205c8a23679 req-136a94d1-5334-4226-8430-f8dceeb2e30f tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3d72e75-b877-4eff-ac23-687c2fb81e00 HTTP/1.1" status: 200 len: 944 time: 0.4437973 Nov 26 02:50:35.045054 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:35.045952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a109b58-437e-4203-ba73-c1cb22a2a6eb service neutron] Pushing event updated for resources: {'Port': ['ID=170dd7cd-885c-4bea-ae60-e07ae92f5831,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:35.091175 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d72e75-b877-4eff-ac23-687c2fb81e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a860a0-f05d-4abb-b980-afccdda395e3'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:35.100143 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dbcac4-d709-480a-b6ab-7c088a22b8b8" -d '{"events": [{"server_uuid": "d3d72e75-b877-4eff-ac23-687c2fb81e00", "name": "network-vif-plugged", "status": "completed", "tag": "e9a860a0-f05d-4abb-b980-afccdda395e3"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:35.122852 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port e9a860a0-f05d-4abb-b980-afccdda395e3, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=e9a860a0-f05d-4abb-b980-afccdda395e3,segment=NetworkSegment(a2f1cdf0-008d-47e9-82c2-d0692d086593),segment_id=a2f1cdf0-008d-47e9-82c2-d0692d086593)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:35.133790 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:35.218563 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-507f6893-3639-42ab-85c4-86ed712dfda7 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:35.226548 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-507f6893-3639-42ab-85c4-86ed712dfda7 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/networks?id=027a9df8-0506-489e-8d80-67ab77b39f09 HTTP/1.1" status: 200 len: 809 time: 0.5986297 Nov 26 02:50:35.227839 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=e9a860a0-f05d-4abb-b980-afccdda395e3,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:35.252323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-0013fed2-118c-4561-9c3e-0b805e49baa8 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:35.253131 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-0013fed2-118c-4561-9c3e-0b805e49baa8 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:35.256922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-4722cd12-ee1c-405b-b7fe-6daafa1280ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:35.258597 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-4722cd12-ee1c-405b-b7fe-6daafa1280ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&device_id=bdd6c6cf-de08-4eaf-9f56-a63726d71ef8 HTTP/1.1" status: 200 len: 1099 time: 0.3368616 Nov 26 02:50:35.286501 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-36d6276d-ae25-4c8d-8fb9-3216f5763bc0 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/quotas/c75bd62459e24417a7995e38970058ac HTTP/1.1" status: 200 len: 375 time: 0.0589137 Nov 26 02:50:35.298692 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013fed2-118c-4561-9c3e-0b805e49baa8 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Pushing event updated for resources: {'Port': ['ID=2047c4a7-76cf-4a29-af9d-38c6d0083f12,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:35.315598 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8aa7c77-9e61-4835-b18d-d205c8a23679 req-cfe743f6-01fc-49dd-9332-66b2a362ea26 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5a2e5c0-a7ad-4401-ad1d-80b9dcd76b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198967 Nov 26 02:50:35.391203 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-0647d2ba-66b9-43e8-a628-3096a6934d37 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c75bd62459e24417a7995e38970058ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1036785 Nov 26 02:50:35.394546 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-0013fed2-118c-4561-9c3e-0b805e49baa8 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2024133 Nov 26 02:50:35.397882 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-6b0aaa69-27b2-473b-82ff-c9b92a1d7c6c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=170dd7cd-885c-4bea-ae60-e07ae92f5831 HTTP/1.1" status: 200 len: 217 time: 0.1206136 Nov 26 02:50:35.426820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Request body: {'port': {'device_id': '872872d2-fcaa-4a15-ac72-0b15a6bb9387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:35.931473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-e5d0997e-b0d0-4017-92d0-2507cb6f2211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:35.932962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-e5d0997e-b0d0-4017-92d0-2507cb6f2211 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.5185053 Nov 26 02:50:35.982663 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:36.052892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835370d9-caff-4ae8-b1e2-937fa4be5b6d req-befef421-509a-41df-9244-23b0f6dee8da tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:36.058947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835370d9-caff-4ae8-b1e2-937fa4be5b6d req-befef421-509a-41df-9244-23b0f6dee8da tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:36.066577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835370d9-caff-4ae8-b1e2-937fa4be5b6d req-befef421-509a-41df-9244-23b0f6dee8da tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:36.073218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835370d9-caff-4ae8-b1e2-937fa4be5b6d req-befef421-509a-41df-9244-23b0f6dee8da tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:36.079223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835370d9-caff-4ae8-b1e2-937fa4be5b6d req-befef421-509a-41df-9244-23b0f6dee8da tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:36.086204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835370d9-caff-4ae8-b1e2-937fa4be5b6d req-befef421-509a-41df-9244-23b0f6dee8da tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:36.092204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835370d9-caff-4ae8-b1e2-937fa4be5b6d req-befef421-509a-41df-9244-23b0f6dee8da tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:36.094185 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-835370d9-caff-4ae8-b1e2-937fa4be5b6d req-befef421-509a-41df-9244-23b0f6dee8da tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5395 time: 0.6120646 Nov 26 02:50:36.109900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2350b4-56d4-47ad-916e-e0e40196eccd {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:36.158553 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:36.175921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-2f3f6964-b66a-4a06-9e89-5713c7cac288 service neutron] 10.222.0.31 "GET /v2.0/networks/027a9df8-0506-489e-8d80-67ab77b39f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7712510 Nov 26 02:50:36.247801 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Transition to ACTIVE for port object fa2350b4-56d4-47ad-916e-e0e40196eccd will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:50:36.260193 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8f27db71-f5d0-4b14-8293-da5eeb1edc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:36.261635 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-8f27db71-f5d0-4b14-8293-da5eeb1edc9c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3136692 Nov 26 02:50:36.274026 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:36.493115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-835370d9-caff-4ae8-b1e2-937fa4be5b6d req-43b4d81b-7e47-4440-b3af-a91e91462244 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3732252 Nov 26 02:50:36.587970 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2350b4-56d4-47ad-916e-e0e40196eccd,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:36.684459 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d23fac4-ff74-41e0-bba6-d6dca1236b85 x-openstack-request-id: req-1d23fac4-ff74-41e0-bba6-d6dca1236b85 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:36.684846 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "tag": "1652fdd8-a96b-4b29-8dfe-f52e1ca56718", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:36.685049 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d23fac4-ff74-41e0-bba6-d6dca1236b85 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:36.685477 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'tag': '1652fdd8-a96b-4b29-8dfe-f52e1ca56718', 'status': 'completed', 'code': 200} Nov 26 02:50:36.892616 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-b7b5bbf8-b258-425f-9abd-275de46afad4 service neutron] 10.222.0.31 "GET /v2.0/networks/027a9df8-0506-489e-8d80-67ab77b39f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7047260 Nov 26 02:50:37.054859 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a1b654-b559-4dad-9ac2-dec895e38ec0 x-openstack-request-id: req-47a1b654-b559-4dad-9ac2-dec895e38ec0 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:37.055333 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d72e75-b877-4eff-ac23-687c2fb81e00", "name": "network-vif-plugged", "status": "completed", "tag": "e9a860a0-f05d-4abb-b980-afccdda395e3", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:37.055529 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47a1b654-b559-4dad-9ac2-dec895e38ec0 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:37.055937 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d72e75-b877-4eff-ac23-687c2fb81e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a860a0-f05d-4abb-b980-afccdda395e3', 'code': 200} Nov 26 02:50:37.077667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2047c4a7-76cf-4a29-af9d-38c6d0083f12 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:37.103766 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:37.128279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-dfbe3e98-535a-40d3-ba77-f582246fa163 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8449202 Nov 26 02:50:37.236268 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12a493-1d5a-427f-b9a9-785bd931fbef req-9e2c098f-0961-44da-a7ae-94ce2cf7abcb tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:37.244230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed12a493-1d5a-427f-b9a9-785bd931fbef req-9e2c098f-0961-44da-a7ae-94ce2cf7abcb tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 932 time: 0.5477009 Nov 26 02:50:37.287298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2c22d-e4ea-4690-a6ac-9affc4174e74 req-d0098e6a-9fb6-4718-9ddd-de0d982f058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:37.287882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2c22d-e4ea-4690-a6ac-9affc4174e74 req-d0098e6a-9fb6-4718-9ddd-de0d982f058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:37.288445 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2c22d-e4ea-4690-a6ac-9affc4174e74 req-d0098e6a-9fb6-4718-9ddd-de0d982f058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:37.288924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2c22d-e4ea-4690-a6ac-9affc4174e74 req-d0098e6a-9fb6-4718-9ddd-de0d982f058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:37.289399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2c22d-e4ea-4690-a6ac-9affc4174e74 req-d0098e6a-9fb6-4718-9ddd-de0d982f058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:37.289870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2c22d-e4ea-4690-a6ac-9affc4174e74 req-d0098e6a-9fb6-4718-9ddd-de0d982f058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:37.290339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2c22d-e4ea-4690-a6ac-9affc4174e74 req-d0098e6a-9fb6-4718-9ddd-de0d982f058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:37.292387 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0f2c22d-e4ea-4690-a6ac-9affc4174e74 req-d0098e6a-9fb6-4718-9ddd-de0d982f058e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c9e03453576449e8027bf6795ca2563&device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 6312 time: 0.5517766 Nov 26 02:50:37.293502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Transition to ACTIVE for port object 2047c4a7-76cf-4a29-af9d-38c6d0083f12 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:50:37.297433 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc17161-f529-40e2-bc95-f1affb3a009c req-481becaf-c688-47e6-9477-2840edaa352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:37.301817 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bfc17161-f529-40e2-bc95-f1affb3a009c req-481becaf-c688-47e6-9477-2840edaa352a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d3d72e75-b877-4eff-ac23-687c2fb81e00 HTTP/1.1" status: 200 len: 1096 time: 0.1253495 Nov 26 02:50:37.342235 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:37.411238 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bfc17161-f529-40e2-bc95-f1affb3a009c req-8419f74b-4071-4e91-a916-80f165f13315 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a5a2e5c0-a7ad-4401-ad1d-80b9dcd76b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954196 Nov 26 02:50:37.487209 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Pushing event updated for resources: {'Port': ['ID=2047c4a7-76cf-4a29-af9d-38c6d0083f12,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:37.547042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Attempting to bind port fa2350b4-56d4-47ad-916e-e0e40196eccd on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:50:37.547665 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Attempting to bind port fa2350b4-56d4-47ad-916e-e0e40196eccd by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:50:37.548228 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Attempting to bind port fa2350b4-56d4-47ad-916e-e0e40196eccd on network 936fa975-95c9-4edd-86b5-749a85dee6b7 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:37.562391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Port fa2350b4-56d4-47ad-916e-e0e40196eccd on network 936fa975-95c9-4edd-86b5-749a85dee6b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:50:37.563037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Attempting to bind port fa2350b4-56d4-47ad-916e-e0e40196eccd on network 936fa975-95c9-4edd-86b5-749a85dee6b7 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:37.591448 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed12a493-1d5a-427f-b9a9-785bd931fbef req-e4eef8a7-0d0e-4513-ab9e-f94d9bddc1dc tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/security-groups?id=978a719a-e340-40f0-9101-ef04acba6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417256 Nov 26 02:50:37.607591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebab702-f265-4e6e-b5a7-841eba48262e req-42112f4f-56a0-4bfc-bd61-8499275b2433 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:37.619854 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ebab702-f265-4e6e-b5a7-841eba48262e req-42112f4f-56a0-4bfc-bd61-8499275b2433 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdd6c6cf-de08-4eaf-9f56-a63726d71ef8 HTTP/1.1" status: 200 len: 948 time: 0.4521716 Nov 26 02:50:37.671684 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:50:37.676265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Checking segment: {'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:37.685882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Bound using segment: {'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:50:37.686372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Bound port: fa2350b4-56d4-47ad-916e-e0e40196eccd, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:50:37.686757 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:37.853685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec0abfd5-8819-493b-9ffa-a5738b553b47 req-d934224a-204e-4a4b-92d3-a865f0072a63 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528990 Nov 26 02:50:37.944843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2c22d-e4ea-4690-a6ac-9affc4174e74 req-3bc945c9-3cda-4d56-8ee7-13920bda348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:37.945484 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2c22d-e4ea-4690-a6ac-9affc4174e74 req-3bc945c9-3cda-4d56-8ee7-13920bda348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:37.946013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2c22d-e4ea-4690-a6ac-9affc4174e74 req-3bc945c9-3cda-4d56-8ee7-13920bda348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:37.947685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0f2c22d-e4ea-4690-a6ac-9affc4174e74 req-3bc945c9-3cda-4d56-8ee7-13920bda348a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3c9e03453576449e8027bf6795ca2563&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6244009 Nov 26 02:50:37.952329 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ebab702-f265-4e6e-b5a7-841eba48262e req-bacae90b-a3ef-4d9b-9f49-fa902443c8c9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314099 Nov 26 02:50:38.045827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Attempting to bind port 2047c4a7-76cf-4a29-af9d-38c6d0083f12 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:50:38.046221 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Attempting to bind port 2047c4a7-76cf-4a29-af9d-38c6d0083f12 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '3c0f1d84-d325-49d6-a155-06c28c0e7458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '74a0aeed-26c1-4009-a7a2-0b865092795c'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:50:38.046408 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Attempting to bind port 2047c4a7-76cf-4a29-af9d-38c6d0083f12 on network 74a0aeed-26c1-4009-a7a2-0b865092795c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:38.065927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] For port fa2350b4-56d4-47ad-916e-e0e40196eccd, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:50:38.097042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] For port fa2350b4-56d4-47ad-916e-e0e40196eccd, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=fa2350b4-56d4-47ad-916e-e0e40196eccd,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:50:38.116189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3f63c-ed04-4438-a092-7e80ea78769c req-28a14ba4-3a40-47e7-9a1b-d55535f3bd85 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:38.118625 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b6a3f63c-ed04-4438-a092-7e80ea78769c req-28a14ba4-3a40-47e7-9a1b-d55535f3bd85 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.3089139 Nov 26 02:50:38.137381 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:38.421205 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2350b4-56d4-47ad-916e-e0e40196eccd,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:38.426010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2c22d-e4ea-4690-a6ac-9affc4174e74 req-568e0b6b-46c0-4be4-86b1-b6fa52d810ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:38.428113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0f2c22d-e4ea-4690-a6ac-9affc4174e74 req-568e0b6b-46c0-4be4-86b1-b6fa52d810ca service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4103451 Nov 26 02:50:38.429192 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Port 2047c4a7-76cf-4a29-af9d-38c6d0083f12 on network 74a0aeed-26c1-4009-a7a2-0b865092795c not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:50:38.429729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Attempting to bind port 2047c4a7-76cf-4a29-af9d-38c6d0083f12 on network 74a0aeed-26c1-4009-a7a2-0b865092795c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:38.500689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:38.501631 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:38.503397 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b3864a9e-7d9c-44d6-af9b-1e5e7e11e369 service neutron] 10.222.0.54 "PUT /v2.0/ports/fa2350b4-56d4-47ad-916e-e0e40196eccd HTTP/1.1" status: 200 len: 1090 time: 4.0823176 Nov 26 02:50:38.519951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:50:38.520601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Checking segment: {'id': '3c0f1d84-d325-49d6-a155-06c28c0e7458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '74a0aeed-26c1-4009-a7a2-0b865092795c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:38.521729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Bound using segment: {'id': '3c0f1d84-d325-49d6-a155-06c28c0e7458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '74a0aeed-26c1-4009-a7a2-0b865092795c'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:50:38.523642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Bound port: 2047c4a7-76cf-4a29-af9d-38c6d0083f12, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0f1d84-d325-49d6-a155-06c28c0e7458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '74a0aeed-26c1-4009-a7a2-0b865092795c'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:50:38.527784 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:38.575612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Request body: {'port': {'device_id': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:38.674754 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b6a3f63c-ed04-4438-a092-7e80ea78769c req-24aace2e-c83b-45f5-b5f5-9b475bea2933 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422529 Nov 26 02:50:38.686318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00389afe-0058-4c5a-925d-efbb9f7162e5 req-60ab5c34-bb45-454f-b7fb-48ebad90ae49 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:38.693935 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00389afe-0058-4c5a-925d-efbb9f7162e5 req-60ab5c34-bb45-454f-b7fb-48ebad90ae49 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3d72e75-b877-4eff-ac23-687c2fb81e00 HTTP/1.1" status: 200 len: 945 time: 0.5623889 Nov 26 02:50:38.706027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd6c6cf-de08-4eaf-9f56-a63726d71ef8', 'tag': '170dd7cd-885c-4bea-ae60-e07ae92f5831'}, {'name': 'network-changed', 'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'tag': 'fa2350b4-56d4-47ad-916e-e0e40196eccd'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:38.708458 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504ec8ed-b479-468a-be3a-fc5fce8d7a07" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd6c6cf-de08-4eaf-9f56-a63726d71ef8", "tag": "170dd7cd-885c-4bea-ae60-e07ae92f5831"}, {"name": "network-changed", "server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "tag": "fa2350b4-56d4-47ad-916e-e0e40196eccd"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:38.792214 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:38.844395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00389afe-0058-4c5a-925d-efbb9f7162e5 req-5723a25d-9e29-484f-a433-79cb8b0f018d tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5a2e5c0-a7ad-4401-ad1d-80b9dcd76b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487021 Nov 26 02:50:38.848150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] For port 2047c4a7-76cf-4a29-af9d-38c6d0083f12, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:50:38.865699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] For port 2047c4a7-76cf-4a29-af9d-38c6d0083f12, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=2047c4a7-76cf-4a29-af9d-38c6d0083f12,segment=NetworkSegment(3c0f1d84-d325-49d6-a155-06c28c0e7458),segment_id=3c0f1d84-d325-49d6-a155-06c28c0e7458)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:50:38.911621 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:38.985020 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf6f1d49-33f3-48f4-b630-35f836d6e512 req-b647dfb5-27e2-468c-8da3-893cc1b4aa69 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8912127-7fe3-4ee6-a176-cd6178e6819d HTTP/1.1" status: 200 len: 210 time: 0.0849428 Nov 26 02:50:39.026113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:39.026757 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:39.045674 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] 10.222.0.59 "PUT /v2.0/ports/2047c4a7-76cf-4a29-af9d-38c6d0083f12 HTTP/1.1" status: 200 len: 1092 time: 3.6230855 Nov 26 02:50:39.164994 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-3626514c-15f5-470e-a254-6d4e622d339d tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:39.171488 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-3626514c-15f5-470e-a254-6d4e622d339d tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.59 "GET /v2.0/networks?id=027a9df8-0506-489e-8d80-67ab77b39f09 HTTP/1.1" status: 200 len: 809 time: 0.2658887 Nov 26 02:50:39.194473 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-ffa42402-55b1-4325-80de-64f5b2aaee3b tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Request body: {'port': {'device_id': 'b8912127-7fe3-4ee6-a176-cd6178e6819d', 'network_id': '027a9df8-0506-489e-8d80-67ab77b39f09', 'admin_state_up': True, 'tenant_id': 'c75bd62459e24417a7995e38970058ac'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:39.528287 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-ffa42402-55b1-4325-80de-64f5b2aaee3b tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Made reservation on behalf of c75bd62459e24417a7995e38970058ac for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:50:39.546702 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-ffa42402-55b1-4325-80de-64f5b2aaee3b tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:39.712135 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1f6fb-a0c9-43a1-84ea-efb36dee3118 service neutron] Pushing event updated for resources: {'Port': ['ID=2047c4a7-76cf-4a29-af9d-38c6d0083f12,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:39.802848 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-ffa42402-55b1-4325-80de-64f5b2aaee3b tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Allocated IP 172.20.0.2 (027a9df8-0506-489e-8d80-67ab77b39f09/27e4d354-32dc-4e30-bc99-94b02a5363d2/55f69076-54de-4d67-b550-d86e29c69d5d) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:50:39.884676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaaebf-0922-4db8-a06c-a965b767713b req-aca9ae5b-8414-49c7-868c-03a9640bcf6f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:39.891180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaaebf-0922-4db8-a06c-a965b767713b req-aca9ae5b-8414-49c7-868c-03a9640bcf6f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:39.898104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaaebf-0922-4db8-a06c-a965b767713b req-aca9ae5b-8414-49c7-868c-03a9640bcf6f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:39.904405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaaebf-0922-4db8-a06c-a965b767713b req-aca9ae5b-8414-49c7-868c-03a9640bcf6f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:39.910585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaaebf-0922-4db8-a06c-a965b767713b req-aca9ae5b-8414-49c7-868c-03a9640bcf6f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:39.917064 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaaebf-0922-4db8-a06c-a965b767713b req-aca9ae5b-8414-49c7-868c-03a9640bcf6f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:39.923421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaaebf-0922-4db8-a06c-a965b767713b req-aca9ae5b-8414-49c7-868c-03a9640bcf6f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:39.925649 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0eaaebf-0922-4db8-a06c-a965b767713b req-aca9ae5b-8414-49c7-868c-03a9640bcf6f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5407 time: 0.9574389 Nov 26 02:50:39.963370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f17aa3-e7ca-494f-b5f5-19c5416f95f4 req-8a259578-3aee-4403-a058-6c970fd7f21a tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:39.965209 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-01f17aa3-e7ca-494f-b5f5-19c5416f95f4 req-8a259578-3aee-4403-a058-6c970fd7f21a tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 944 time: 0.3477373 Nov 26 02:50:39.967194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-4178a76c-81bb-485d-a8dc-187c8980b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:39.968812 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-4178a76c-81bb-485d-a8dc-187c8980b875 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9aac7129d6ec459596a4040733f8023a&device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 1095 time: 0.3093827 Nov 26 02:50:40.044577 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-99ab3380-e728-48da-a869-fd97881d47cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2047c4a7-76cf-4a29-af9d-38c6d0083f12 HTTP/1.1" status: 200 len: 217 time: 0.0413086 Nov 26 02:50:40.163540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-01f17aa3-e7ca-494f-b5f5-19c5416f95f4 req-7f82600a-c88c-4269-a8a4-8608a8b813c7 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/security-groups?id=978a719a-e340-40f0-9101-ef04acba6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837556 Nov 26 02:50:40.188454 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-44317243-faaf-4830-a175-42f62525cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:40.190161 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-44317243-faaf-4830-a175-42f62525cd13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8aee8988-948e-4c82-be54-c565dcbd42a8 HTTP/1.1" status: 200 len: 853 time: 0.1350715 Nov 26 02:50:40.192722 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-ffa42402-55b1-4325-80de-64f5b2aaee3b tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:40.199772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0eaaebf-0922-4db8-a06c-a965b767713b req-1518c575-9511-4d8b-9d89-5e663b8ddb9b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2595325 Nov 26 02:50:40.233748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-ed636722-7e7b-49da-a9b9-009ae71b2374 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74a0aeed-26c1-4009-a7a2-0b865092795c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310237 Nov 26 02:50:40.306686 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-ffa42402-55b1-4325-80de-64f5b2aaee3b tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:40.406804 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-ffa42402-55b1-4325-80de-64f5b2aaee3b tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Network 027a9df8-0506-489e-8d80-67ab77b39f09 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:50:40.408619 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b364f6bc-ba33-42b4-bfcc-6dc680f99951 x-openstack-request-id: req-b364f6bc-ba33-42b4-bfcc-6dc680f99951 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:40.409202 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd6c6cf-de08-4eaf-9f56-a63726d71ef8", "tag": "170dd7cd-885c-4bea-ae60-e07ae92f5831", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "tag": "fa2350b4-56d4-47ad-916e-e0e40196eccd", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:40.409797 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b364f6bc-ba33-42b4-bfcc-6dc680f99951 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:40.410592 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd6c6cf-de08-4eaf-9f56-a63726d71ef8', 'tag': '170dd7cd-885c-4bea-ae60-e07ae92f5831', 'status': 'completed', 'code': 200} Nov 26 02:50:40.412552 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'tag': 'fa2350b4-56d4-47ad-916e-e0e40196eccd', 'status': 'completed', 'code': 200} Nov 26 02:50:40.424222 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-ffa42402-55b1-4325-80de-64f5b2aaee3b tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:40.434617 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-ffa42402-55b1-4325-80de-64f5b2aaee3b tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:50:40.483170 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa42402-55b1-4325-80de-64f5b2aaee3b tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Pushing event updated for resources: {'Port': ['ID=55f69076-54de-4d67-b550-d86e29c69d5d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:40.522799 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-ffa42402-55b1-4325-80de-64f5b2aaee3b tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:40.523845 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-ffa42402-55b1-4325-80de-64f5b2aaee3b tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:40.560031 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-ffa42402-55b1-4325-80de-64f5b2aaee3b tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3707011 Nov 26 02:50:40.592332 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Request body: {'port': {'device_id': 'b8912127-7fe3-4ee6-a176-cd6178e6819d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:40.602840 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02844178-cc04-42e0-87c6-2802fd9ca94d {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:40.632695 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:40.675113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56ec1e-5d50-4f01-99e6-c96ad22c814f req-c521ffe3-e573-440b-804a-dd401c742d0b tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:40.677729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a56ec1e-5d50-4f01-99e6-c96ad22c814f req-c521ffe3-e573-440b-804a-dd401c742d0b tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.2092404 Nov 26 02:50:40.707626 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:40.721631 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 170dd7cd-885c-4bea-ae60-e07ae92f5831 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:50:40.742847 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef7d3d-7180-42af-827c-07851fb37d98 req-df844f5e-9979-4b8b-a26c-f8b2b7fcb04a tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:40.744390 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7aef7d3d-7180-42af-827c-07851fb37d98 req-df844f5e-9979-4b8b-a26c-f8b2b7fcb04a tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdd6c6cf-de08-4eaf-9f56-a63726d71ef8 HTTP/1.1" status: 200 len: 948 time: 0.2436554 Nov 26 02:50:40.747032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Transition to ACTIVE for port object 02844178-cc04-42e0-87c6-2802fd9ca94d will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:50:40.749044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-bb964471-fdf3-456c-8b54-b3523966fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:40.750503 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-bb964471-fdf3-456c-8b54-b3523966fd33 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&device_id=bdd6c6cf-de08-4eaf-9f56-a63726d71ef8 HTTP/1.1" status: 200 len: 1099 time: 0.2919369 Nov 26 02:50:40.752846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-0b0a5616-6d19-4f45-b40d-4dcfc0048c20 service neutron] 10.222.0.59 "GET /v2.0/networks/74a0aeed-26c1-4009-a7a2-0b865092795c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063500 Nov 26 02:50:40.860277 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 170dd7cd-885c-4bea-ae60-e07ae92f5831, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=170dd7cd-885c-4bea-ae60-e07ae92f5831,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:40.874827 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '170dd7cd-885c-4bea-ae60-e07ae92f5831', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '170dd7cd-885c-4bea-ae60-e07ae92f5831', 'mac_address': 'fa:16:3e:a4:60:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:50:40.893612 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:40.956368 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:40.980317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170dd7cd-885c-4bea-ae60-e07ae92f5831 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:41.008410 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 170dd7cd-885c-4bea-ae60-e07ae92f5831, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=170dd7cd-885c-4bea-ae60-e07ae92f5831,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:41.019259 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:41.094633 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=170dd7cd-885c-4bea-ae60-e07ae92f5831,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:41.119440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a56ec1e-5d50-4f01-99e6-c96ad22c814f req-d6014a72-03ed-4fe5-88ae-1056d045ad21 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164102 Nov 26 02:50:41.268312 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f69076-54de-4d67-b550-d86e29c69d5d {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:41.274235 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7aef7d3d-7180-42af-827c-07851fb37d98 req-be234f25-8aac-4f4b-ab69-dc9ed280c908 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175085 Nov 26 02:50:41.293050 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:41.320194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-168771d5-de7b-46c7-9b2d-3b7e5dd9dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:41.321817 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-168771d5-de7b-46c7-9b2d-3b7e5dd9dc4c service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.4886715 Nov 26 02:50:41.337416 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Transition to ACTIVE for port object 55f69076-54de-4d67-b550-d86e29c69d5d will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:50:41.353210 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:41.354687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=02844178-cc04-42e0-87c6-2802fd9ca94d,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:41.435189 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Pushing event updated for resources: {'Port': ['ID=55f69076-54de-4d67-b550-d86e29c69d5d,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:41.461570 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-a6ec5d88-35c7-40f7-8503-9397a00f8769 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=170dd7cd-885c-4bea-ae60-e07ae92f5831 HTTP/1.1" status: 200 len: 217 time: 0.1217020 Nov 26 02:50:41.509438 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['170dd7cd-885c-4bea-ae60-e07ae92f5831'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:50:41.554692 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c36945-1d8e-4376-83b3-428a03d6ee2b req-242c32ad-1f9f-4bad-894b-1dc5e34bb70e service neutron] 10.222.0.59 "GET /v2.0/networks/74a0aeed-26c1-4009-a7a2-0b865092795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7066526 Nov 26 02:50:41.585776 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Attempting to bind port 55f69076-54de-4d67-b550-d86e29c69d5d on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:50:41.586224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Attempting to bind port 55f69076-54de-4d67-b550-d86e29c69d5d by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'df656601-e3a0-4e64-92e3-019739161697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027a9df8-0506-489e-8d80-67ab77b39f09'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:50:41.586667 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Attempting to bind port 55f69076-54de-4d67-b550-d86e29c69d5d on network 027a9df8-0506-489e-8d80-67ab77b39f09 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:41.598407 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Port 55f69076-54de-4d67-b550-d86e29c69d5d on network 027a9df8-0506-489e-8d80-67ab77b39f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:50:41.599641 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Attempting to bind port 55f69076-54de-4d67-b550-d86e29c69d5d on network 027a9df8-0506-489e-8d80-67ab77b39f09 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:41.608871 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:50:41.609824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Checking segment: {'id': 'df656601-e3a0-4e64-92e3-019739161697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027a9df8-0506-489e-8d80-67ab77b39f09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:41.609824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Bound using segment: {'id': 'df656601-e3a0-4e64-92e3-019739161697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027a9df8-0506-489e-8d80-67ab77b39f09'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:50:41.610103 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Bound port: 55f69076-54de-4d67-b550-d86e29c69d5d, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df656601-e3a0-4e64-92e3-019739161697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027a9df8-0506-489e-8d80-67ab77b39f09'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:50:41.610524 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:41.633876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Attempting to bind port 02844178-cc04-42e0-87c6-2802fd9ca94d on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:50:41.634247 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Attempting to bind port 02844178-cc04-42e0-87c6-2802fd9ca94d by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'd1a472b8-5e0f-401d-ae98-42c43399d15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9c07786a-4bb0-4031-ab82-de5af92a6806'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:50:41.634561 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Attempting to bind port 02844178-cc04-42e0-87c6-2802fd9ca94d on network 9c07786a-4bb0-4031-ab82-de5af92a6806 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:41.652861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701f8a7-a47b-4419-8cb0-86e08c7c45b0 req-4e247661-4d6a-4a77-9663-4e48a7cb9e9d tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:41.655176 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a701f8a7-a47b-4419-8cb0-86e08c7c45b0 req-4e247661-4d6a-4a77-9663-4e48a7cb9e9d tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3d72e75-b877-4eff-ac23-687c2fb81e00 HTTP/1.1" status: 200 len: 945 time: 0.2341847 Nov 26 02:50:41.659178 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-8659d65b-7562-43de-a363-6df3e3942af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:41.660937 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-8659d65b-7562-43de-a363-6df3e3942af6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1719759 Nov 26 02:50:41.672709 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d8216-30d0-40f2-b8bf-f97dc69c2e35 req-79224a89-a338-4ce5-9f32-b3350d747b06 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:41.682034 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-162d8216-30d0-40f2-b8bf-f97dc69c2e35 req-79224a89-a338-4ce5-9f32-b3350d747b06 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8912127-7fe3-4ee6-a176-cd6178e6819d HTTP/1.1" status: 200 len: 943 time: 0.2153916 Nov 26 02:50:41.732043 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Port 02844178-cc04-42e0-87c6-2802fd9ca94d on network 9c07786a-4bb0-4031-ab82-de5af92a6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:50:41.732486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Attempting to bind port 02844178-cc04-42e0-87c6-2802fd9ca94d on network 9c07786a-4bb0-4031-ab82-de5af92a6806 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:41.760827 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] For port 55f69076-54de-4d67-b550-d86e29c69d5d, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:50:41.765374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:50:41.765930 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Checking segment: {'id': 'd1a472b8-5e0f-401d-ae98-42c43399d15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9c07786a-4bb0-4031-ab82-de5af92a6806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:41.766208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Bound using segment: {'id': 'd1a472b8-5e0f-401d-ae98-42c43399d15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9c07786a-4bb0-4031-ab82-de5af92a6806'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:50:41.766629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Bound port: 02844178-cc04-42e0-87c6-2802fd9ca94d, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a472b8-5e0f-401d-ae98-42c43399d15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9c07786a-4bb0-4031-ab82-de5af92a6806'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:50:41.767041 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:41.767390 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] For port 55f69076-54de-4d67-b550-d86e29c69d5d, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=55f69076-54de-4d67-b550-d86e29c69d5d,segment=NetworkSegment(df656601-e3a0-4e64-92e3-019739161697),segment_id=df656601-e3a0-4e64-92e3-019739161697)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:50:41.780912 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:41.857522 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a701f8a7-a47b-4419-8cb0-86e08c7c45b0 req-bbe94558-aad5-4170-8915-b5906dffa2be tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5a2e5c0-a7ad-4401-ad1d-80b9dcd76b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954896 Nov 26 02:50:41.879136 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Pushing event updated for resources: {'Port': ['ID=55f69076-54de-4d67-b550-d86e29c69d5d,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:41.883399 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a795ed4d-7fac-4a9e-967e-95f8038aac1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:41.884683 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:41.885315 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:41.886890 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-9c0d9aca-0353-48f3-bea2-af24e8922eba service neutron] 10.222.0.59 "PUT /v2.0/ports/55f69076-54de-4d67-b550-d86e29c69d5d HTTP/1.1" status: 200 len: 1091 time: 1.3039618 Nov 26 02:50:41.887295 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8912127-7fe3-4ee6-a176-cd6178e6819d', 'tag': '55f69076-54de-4d67-b550-d86e29c69d5d'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:41.889564 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea5257c-f208-4731-86bc-7614a150b9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b8912127-7fe3-4ee6-a176-cd6178e6819d", "tag": "55f69076-54de-4d67-b550-d86e29c69d5d"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:41.896903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-31a74918-b6d0-4e0c-bc13-a68c50987d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:41.898911 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-31a74918-b6d0-4e0c-bc13-a68c50987d32 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2067406 Nov 26 02:50:41.930026 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-162d8216-30d0-40f2-b8bf-f97dc69c2e35 req-f57ffdbe-ab73-4b94-8f4c-a915a2780deb tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/security-groups?id=7711af3b-36ab-41e2-9b55-dfd4e9ef4276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470086 Nov 26 02:50:42.044609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] For port 02844178-cc04-42e0-87c6-2802fd9ca94d, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:50:42.064615 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-086fa268-eebc-4ad7-bfaf-6f48134901f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.066666 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-086fa268-eebc-4ad7-bfaf-6f48134901f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c75bd62459e24417a7995e38970058ac&device_id=b8912127-7fe3-4ee6-a176-cd6178e6819d HTTP/1.1" status: 200 len: 1094 time: 0.0997956 Nov 26 02:50:42.092414 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] For port 02844178-cc04-42e0-87c6-2802fd9ca94d, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=02844178-cc04-42e0-87c6-2802fd9ca94d,segment=NetworkSegment(d1a472b8-5e0f-401d-ae98-42c43399d15c),segment_id=d1a472b8-5e0f-401d-ae98-42c43399d15c)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:50:42.144998 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-eb2ce4a9-6f9b-4c43-bd26-39a88ee797b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55f69076-54de-4d67-b550-d86e29c69d5d HTTP/1.1" status: 200 len: 217 time: 0.0569124 Nov 26 02:50:42.150810 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-c4e6d128-dd99-4b36-803b-06fd8626010f service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178125 Nov 26 02:50:42.154449 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:42.206249 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-a1123f83-b3e4-408f-badc-b478a0570207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.207878 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-a1123f83-b3e4-408f-badc-b478a0570207 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e4d354-32dc-4e30-bc99-94b02a5363d2 HTTP/1.1" status: 200 len: 849 time: 0.0519874 Nov 26 02:50:42.249447 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-61ae9533-6249-4969-9797-ed0d485ff3de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=027a9df8-0506-489e-8d80-67ab77b39f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306079 Nov 26 02:50:42.264091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b6f5-1d59-49f5-859d-0f98b95e86c2 req-bdffb19a-c32c-423b-855e-f477527ce747 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.276994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b6f5-1d59-49f5-859d-0f98b95e86c2 req-bdffb19a-c32c-423b-855e-f477527ce747 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.283737 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b6f5-1d59-49f5-859d-0f98b95e86c2 req-bdffb19a-c32c-423b-855e-f477527ce747 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.290139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b6f5-1d59-49f5-859d-0f98b95e86c2 req-bdffb19a-c32c-423b-855e-f477527ce747 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.296472 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b6f5-1d59-49f5-859d-0f98b95e86c2 req-bdffb19a-c32c-423b-855e-f477527ce747 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.302476 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b6f5-1d59-49f5-859d-0f98b95e86c2 req-bdffb19a-c32c-423b-855e-f477527ce747 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.308533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b6f5-1d59-49f5-859d-0f98b95e86c2 req-bdffb19a-c32c-423b-855e-f477527ce747 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.310456 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-40e3b6f5-1d59-49f5-859d-0f98b95e86c2 req-bdffb19a-c32c-423b-855e-f477527ce747 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5419 time: 0.2416666 Nov 26 02:50:42.360549 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-06f75e42-a358-4c57-949d-69ff1fdc0c62 service neutron] 10.222.0.59 "GET /v2.0/networks/027a9df8-0506-489e-8d80-67ab77b39f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024060 Nov 26 02:50:42.366985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.367274 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:42.368658 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] 10.222.0.54 "PUT /v2.0/ports/02844178-cc04-42e0-87c6-2802fd9ca94d HTTP/1.1" status: 200 len: 1091 time: 3.8099315 Nov 26 02:50:42.405507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bb7b8-25b9-4296-9c88-08e9bc2e40a8 req-f6fd9015-7308-4bcb-b7a7-209d0fb8f037 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.407722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-714bb7b8-25b9-4296-9c88-08e9bc2e40a8 req-f6fd9015-7308-4bcb-b7a7-209d0fb8f037 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 944 time: 0.3485909 Nov 26 02:50:42.412739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4f6e9-a64b-447f-9df0-79224d575cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=02844178-cc04-42e0-87c6-2802fd9ca94d,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:42.441631 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872872d2-fcaa-4a15-ac72-0b15a6bb9387', 'tag': '2047c4a7-76cf-4a29-af9d-38c6d0083f12'}, {'name': 'network-changed', 'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'tag': '02844178-cc04-42e0-87c6-2802fd9ca94d'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:42.446038 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733b53a5-6c45-4143-bfa9-58b467b1616c" -d '{"events": [{"name": "network-changed", "server_uuid": "872872d2-fcaa-4a15-ac72-0b15a6bb9387", "tag": "2047c4a7-76cf-4a29-af9d-38c6d0083f12"}, {"name": "network-changed", "server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "tag": "02844178-cc04-42e0-87c6-2802fd9ca94d"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:42.473739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Request body: {'port': {'device_id': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:42.519113 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-82b97ec4-64d0-4d50-85a1-be7640aeee21 req-eb085697-c0d1-4f4f-8e3f-af0b4f9aadd2 service neutron] 10.222.0.59 "GET /v2.0/networks/027a9df8-0506-489e-8d80-67ab77b39f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361551 Nov 26 02:50:42.544048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-714bb7b8-25b9-4296-9c88-08e9bc2e40a8 req-cc94b929-7a22-4cd8-8362-0d84b24354f0 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/security-groups?id=978a719a-e340-40f0-9101-ef04acba6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258209 Nov 26 02:50:42.581134 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-40e3b6f5-1d59-49f5-859d-0f98b95e86c2 req-5d0dd696-b2da-4e0c-ac50-0cbc5df13180 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2351856 Nov 26 02:50:42.608282 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:42.620450 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-4e945770-06f4-4682-8eae-29c7fd42c3ed service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094377 Nov 26 02:50:42.657395 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477bdfe8-4faf-493f-b2b3-56b1cbe64a11 x-openstack-request-id: req-477bdfe8-4faf-493f-b2b3-56b1cbe64a11 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:42.657395 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8912127-7fe3-4ee6-a176-cd6178e6819d", "tag": "55f69076-54de-4d67-b550-d86e29c69d5d", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:42.657851 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-477bdfe8-4faf-493f-b2b3-56b1cbe64a11 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:42.658250 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8912127-7fe3-4ee6-a176-cd6178e6819d', 'tag': '55f69076-54de-4d67-b550-d86e29c69d5d', 'status': 'completed', 'code': 200} Nov 26 02:50:42.843219 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5257c-f208-4731-86bc-7614a150b9a0 req-ebe4e21e-bf2f-46e5-810e-f35b0506bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.844886 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cea5257c-f208-4731-86bc-7614a150b9a0 req-ebe4e21e-bf2f-46e5-810e-f35b0506bfa8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c75bd62459e24417a7995e38970058ac&device_id=b8912127-7fe3-4ee6-a176-cd6178e6819d HTTP/1.1" status: 200 len: 1094 time: 0.0493171 Nov 26 02:50:42.926617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7c69c-80ec-4634-a9a7-99727f64d0d0 req-7c585b4c-ecd0-4ad9-a97e-e341ca6c70ae tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.928125 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37b7c69c-80ec-4634-a9a7-99727f64d0d0 req-7c585b4c-ecd0-4ad9-a97e-e341ca6c70ae tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3d72e75-b877-4eff-ac23-687c2fb81e00 HTTP/1.1" status: 200 len: 945 time: 0.2511604 Nov 26 02:50:42.937819 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39024) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:50:42.944852 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a940b7cc-f02b-4373-afe6-c4391b6ef3ba tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Request body: {'floatingip': {'port_id': 'e9a860a0-f05d-4abb-b980-afccdda395e3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:42.950996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558c1ac-189f-498a-a3af-672fcf6df5c0 req-45e36e00-dace-47be-958e-7adb15873f73 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.952552 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5558c1ac-189f-498a-a3af-672fcf6df5c0 req-45e36e00-dace-47be-958e-7adb15873f73 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.2128386 Nov 26 02:50:42.959922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-e8da6898-8e5f-46be-b94f-1466ac1994dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.960420 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-e8da6898-8e5f-46be-b94f-1466ac1994dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.960884 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-e8da6898-8e5f-46be-b94f-1466ac1994dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.961351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-e8da6898-8e5f-46be-b94f-1466ac1994dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.961809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-e8da6898-8e5f-46be-b94f-1466ac1994dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.962269 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-e8da6898-8e5f-46be-b94f-1466ac1994dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.962721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-e8da6898-8e5f-46be-b94f-1466ac1994dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:42.964619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-e8da6898-8e5f-46be-b94f-1466ac1994dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c9e03453576449e8027bf6795ca2563&device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 6421 time: 0.1743991 Nov 26 02:50:43.014980 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a940b7cc-f02b-4373-afe6-c4391b6ef3ba tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for floatingip, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:43.047892 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5257c-f208-4731-86bc-7614a150b9a0 req-771934fb-bffb-46d4-a7b7-5ce7727bfa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:43.049402 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cea5257c-f208-4731-86bc-7614a150b9a0 req-771934fb-bffb-46d4-a7b7-5ce7727bfa68 service neutron] 10.222.0.59 "GET /v2.0/networks?id=027a9df8-0506-489e-8d80-67ab77b39f09 HTTP/1.1" status: 200 len: 910 time: 0.1859834 Nov 26 02:50:43.116516 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cea5257c-f208-4731-86bc-7614a150b9a0 req-27c8829b-be8a-4e1a-8cb5-f11a6c96d8d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55f69076-54de-4d67-b550-d86e29c69d5d HTTP/1.1" status: 200 len: 217 time: 0.0415483 Nov 26 02:50:43.175144 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5558c1ac-189f-498a-a3af-672fcf6df5c0 req-7fe5b922-c130-41d4-9249-824038c898c6 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079999 Nov 26 02:50:43.206058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57741d91-c980-4e0b-9b35-bab416945e3b {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:43.211599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-32709a97-224d-4bb6-8e65-00ee4045f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:43.212093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-32709a97-224d-4bb6-8e65-00ee4045f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:43.212556 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-32709a97-224d-4bb6-8e65-00ee4045f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:43.214160 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-32709a97-224d-4bb6-8e65-00ee4045f6a2 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3c9e03453576449e8027bf6795ca2563&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2242336 Nov 26 02:50:43.222556 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee2d2c-058a-481f-8645-16ca94ad7d0e req-cb9c79dd-2f91-4136-bc17-826b8f8b9190 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:43.223712 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fee2d2c-058a-481f-8645-16ca94ad7d0e req-cb9c79dd-2f91-4136-bc17-826b8f8b9190 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdd6c6cf-de08-4eaf-9f56-a63726d71ef8 HTTP/1.1" status: 200 len: 949 time: 0.1676316 Nov 26 02:50:43.238562 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:43.250810 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e891c5b8-db05-4f06-bc8f-0cdab73e8232 x-openstack-request-id: req-e891c5b8-db05-4f06-bc8f-0cdab73e8232 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:43.251072 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872872d2-fcaa-4a15-ac72-0b15a6bb9387", "tag": "2047c4a7-76cf-4a29-af9d-38c6d0083f12", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "tag": "02844178-cc04-42e0-87c6-2802fd9ca94d", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:43.251292 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e891c5b8-db05-4f06-bc8f-0cdab73e8232 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:43.251710 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872872d2-fcaa-4a15-ac72-0b15a6bb9387', 'tag': '2047c4a7-76cf-4a29-af9d-38c6d0083f12', 'status': 'completed', 'code': 200} Nov 26 02:50:43.251938 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'tag': '02844178-cc04-42e0-87c6-2802fd9ca94d', 'status': 'completed', 'code': 200} Nov 26 02:50:43.332092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Transition to ACTIVE for port object 57741d91-c980-4e0b-9b35-bab416945e3b will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:50:43.369069 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 2047c4a7-76cf-4a29-af9d-38c6d0083f12 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:50:43.379961 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:43.472495 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 2047c4a7-76cf-4a29-af9d-38c6d0083f12, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=2047c4a7-76cf-4a29-af9d-38c6d0083f12,segment=NetworkSegment(3c0f1d84-d325-49d6-a155-06c28c0e7458),segment_id=3c0f1d84-d325-49d6-a155-06c28c0e7458)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:43.486407 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '2047c4a7-76cf-4a29-af9d-38c6d0083f12', 'network_id': '74a0aeed-26c1-4009-a7a2-0b865092795c', 'port_id': '2047c4a7-76cf-4a29-af9d-38c6d0083f12', 'mac_address': 'fa:16:3e:ac:44:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aee8988-948e-4c82-be54-c565dcbd42a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:50:43.509949 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5257c-f208-4731-86bc-7614a150b9a0 req-582ce3a8-9591-48f1-a167-095fe358134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:43.511451 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cea5257c-f208-4731-86bc-7614a150b9a0 req-582ce3a8-9591-48f1-a167-095fe358134d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e4d354-32dc-4e30-bc99-94b02a5363d2 HTTP/1.1" status: 200 len: 849 time: 0.1224504 Nov 26 02:50:43.531626 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:43.546207 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2047c4a7-76cf-4a29-af9d-38c6d0083f12 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:43.553915 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cea5257c-f208-4731-86bc-7614a150b9a0 req-da2de854-a801-4108-bcce-a72d5d2b9ce9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=027a9df8-0506-489e-8d80-67ab77b39f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301807 Nov 26 02:50:43.569661 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 2047c4a7-76cf-4a29-af9d-38c6d0083f12, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=2047c4a7-76cf-4a29-af9d-38c6d0083f12,segment=NetworkSegment(3c0f1d84-d325-49d6-a155-06c28c0e7458),segment_id=3c0f1d84-d325-49d6-a155-06c28c0e7458)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:43.574176 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:43.624219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=2047c4a7-76cf-4a29-af9d-38c6d0083f12,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:43.697828 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cea5257c-f208-4731-86bc-7614a150b9a0 req-8365c212-2b20-4292-9997-1b986ae609ff service neutron] 10.222.0.59 "GET /v2.0/networks/027a9df8-0506-489e-8d80-67ab77b39f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356306 Nov 26 02:50:43.750445 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fee2d2c-058a-481f-8645-16ca94ad7d0e req-378f1ed1-3e34-4c50-a2e0-39bc32190505 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091612 Nov 26 02:50:43.798142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d78c2-a985-4291-bb2a-c43e4a4a44cf req-7dbb828b-d7a5-4e33-9bfe-8ccd9b3ad388 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:43.806023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d4d78c2-a985-4291-bb2a-c43e4a4a44cf req-7dbb828b-d7a5-4e33-9bfe-8ccd9b3ad388 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8912127-7fe3-4ee6-a176-cd6178e6819d HTTP/1.1" status: 200 len: 943 time: 0.5034971 Nov 26 02:50:43.813780 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Pushing event updated for resources: {'Port': ['ID=57741d91-c980-4e0b-9b35-bab416945e3b,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:43.818044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-32d97124-bd02-4b9a-b73c-093d4d6ff06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:43.820148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-504ec8ed-b479-468a-be3a-fc5fce8d7a07 req-32d97124-bd02-4b9a-b73c-093d4d6ff06e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5954487 Nov 26 02:50:43.821899 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-e29efebb-a450-4839-b2ac-8adc5d3fa53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:43.823310 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-e29efebb-a450-4839-b2ac-8adc5d3fa53e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9aac7129d6ec459596a4040733f8023a&device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 1095 time: 0.5203090 Nov 26 02:50:43.906884 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cea5257c-f208-4731-86bc-7614a150b9a0 req-4b892141-bd4a-4c6b-9ae7-84553ed73da2 service neutron] 10.222.0.59 "GET /v2.0/networks/027a9df8-0506-489e-8d80-67ab77b39f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756449 Nov 26 02:50:43.966334 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['2047c4a7-76cf-4a29-af9d-38c6d0083f12'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:50:43.973095 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a940b7cc-f02b-4373-afe6-c4391b6ef3ba tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:43.980167 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a940b7cc-f02b-4373-afe6-c4391b6ef3ba tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:44.017546 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d4d78c2-a985-4291-bb2a-c43e4a4a44cf req-b76fb2de-8566-421c-8e65-9e0a0e1ecf83 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/security-groups?id=7711af3b-36ab-41e2-9b55-dfd4e9ef4276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101281 Nov 26 02:50:44.103817 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-a940b7cc-f02b-4373-afe6-c4391b6ef3ba tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Floating IP 626661c9-6f68-417b-8078-9accf31475c3 associated. External IP: 172.25.0.146, port: e9a860a0-f05d-4abb-b980-afccdda395e3. Nov 26 02:50:44.124359 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b705f76b-62ba-48e1-a274-aea53c6ec274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:44.168149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-92e23af2-3fd2-4ca7-b542-0fe32ef3a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.168149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-92e23af2-3fd2-4ca7-b542-0fe32ef3a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.168496 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-92e23af2-3fd2-4ca7-b542-0fe32ef3a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.168945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-92e23af2-3fd2-4ca7-b542-0fe32ef3a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.169402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-92e23af2-3fd2-4ca7-b542-0fe32ef3a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.169858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-92e23af2-3fd2-4ca7-b542-0fe32ef3a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.170315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-92e23af2-3fd2-4ca7-b542-0fe32ef3a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.172266 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-92e23af2-3fd2-4ca7-b542-0fe32ef3a655 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c9e03453576449e8027bf6795ca2563&device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 6446 time: 0.2368503 Nov 26 02:50:44.180522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Attempting to bind port 57741d91-c980-4e0b-9b35-bab416945e3b on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:50:44.180859 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Attempting to bind port 57741d91-c980-4e0b-9b35-bab416945e3b by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'd1a472b8-5e0f-401d-ae98-42c43399d15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9c07786a-4bb0-4031-ab82-de5af92a6806'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:50:44.181237 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Attempting to bind port 57741d91-c980-4e0b-9b35-bab416945e3b on network 9c07786a-4bb0-4031-ab82-de5af92a6806 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:44.191443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424387c4-5818-4c46-b77a-5943d5e486b0 req-18fc5598-07b5-4a67-8460-1065c04a914c tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.192929 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-424387c4-5818-4c46-b77a-5943d5e486b0 req-18fc5598-07b5-4a67-8460-1065c04a914c tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 945 time: 0.1947839 Nov 26 02:50:44.195305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-2f3979ae-6829-45f8-bd28-8ec0b0cfd760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.197661 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-2f3979ae-6829-45f8-bd28-8ec0b0cfd760 service neutron] 10.222.0.59 "GET /v2.0/networks?id=74a0aeed-26c1-4009-a7a2-0b865092795c HTTP/1.1" status: 200 len: 914 time: 0.3587053 Nov 26 02:50:44.213600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Port 57741d91-c980-4e0b-9b35-bab416945e3b on network 9c07786a-4bb0-4031-ab82-de5af92a6806 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:50:44.213921 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Attempting to bind port 57741d91-c980-4e0b-9b35-bab416945e3b on network 9c07786a-4bb0-4031-ab82-de5af92a6806 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:44.305508 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:50:44.305853 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Checking segment: {'id': 'd1a472b8-5e0f-401d-ae98-42c43399d15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9c07786a-4bb0-4031-ab82-de5af92a6806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:44.306250 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Bound using segment: {'id': 'd1a472b8-5e0f-401d-ae98-42c43399d15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9c07786a-4bb0-4031-ab82-de5af92a6806'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:50:44.306688 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Bound port: 57741d91-c980-4e0b-9b35-bab416945e3b, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a472b8-5e0f-401d-ae98-42c43399d15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9c07786a-4bb0-4031-ab82-de5af92a6806'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:50:44.307044 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:44.317585 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a940b7cc-f02b-4373-afe6-c4391b6ef3ba tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Router 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:50:44.331284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ade96-a2f2-459f-88c1-57a0afb4385a req-9ff9d564-aef0-4d78-ba1d-b51ec554a48c tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.337214 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ade96-a2f2-459f-88c1-57a0afb4385a req-9ff9d564-aef0-4d78-ba1d-b51ec554a48c tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.343081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ade96-a2f2-459f-88c1-57a0afb4385a req-9ff9d564-aef0-4d78-ba1d-b51ec554a48c tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.349002 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ade96-a2f2-459f-88c1-57a0afb4385a req-9ff9d564-aef0-4d78-ba1d-b51ec554a48c tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.355689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ade96-a2f2-459f-88c1-57a0afb4385a req-9ff9d564-aef0-4d78-ba1d-b51ec554a48c tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.361601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ade96-a2f2-459f-88c1-57a0afb4385a req-9ff9d564-aef0-4d78-ba1d-b51ec554a48c tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.368083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ade96-a2f2-459f-88c1-57a0afb4385a req-9ff9d564-aef0-4d78-ba1d-b51ec554a48c tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.370019 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b6ade96-a2f2-459f-88c1-57a0afb4385a req-9ff9d564-aef0-4d78-ba1d-b51ec554a48c tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5431 time: 0.2809556 Nov 26 02:50:44.371307 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-5561a60f-45d2-4597-9c40-215de71a9f70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2047c4a7-76cf-4a29-af9d-38c6d0083f12 HTTP/1.1" status: 200 len: 217 time: 0.1600857 Nov 26 02:50:44.423559 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a940b7cc-f02b-4373-afe6-c4391b6ef3ba tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:50:44.428937 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a940b7cc-f02b-4373-afe6-c4391b6ef3ba tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:44.435163 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dab7cd-8c2f-4906-bdf9-564519026d22 None None] Sync routers for ids ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:50:44.445741 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dab7cd-8c2f-4906-bdf9-564519026d22 None None] Routers {'2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:50:44.446024 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-61dab7cd-8c2f-4906-bdf9-564519026d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:50:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:44.455865 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a940b7cc-f02b-4373-afe6-c4391b6ef3ba tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "PUT /v2.0/floatingips/626661c9-6f68-417b-8078-9accf31475c3 HTTP/1.1" status: 200 len: 991 time: 1.5169156 Nov 26 02:50:44.486525 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-424387c4-5818-4c46-b77a-5943d5e486b0 req-54464eb5-af92-4e18-8e87-a743f27b7039 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/security-groups?id=978a719a-e340-40f0-9101-ef04acba6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774711 Nov 26 02:50:44.524544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-967d4481-8646-406c-8ac2-4aab650487a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.526018 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-967d4481-8646-406c-8ac2-4aab650487a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8aee8988-948e-4c82-be54-c565dcbd42a8 HTTP/1.1" status: 200 len: 853 time: 0.1357069 Nov 26 02:50:44.559178 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-61dab7cd-8c2f-4906-bdf9-564519026d22 None None] Set router 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:50:44.580374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-e734235a-6f52-4642-b96a-e8665e6ce50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.580850 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-e734235a-6f52-4642-b96a-e8665e6ce50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.581308 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-e734235a-6f52-4642-b96a-e8665e6ce50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.582908 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-e734235a-6f52-4642-b96a-e8665e6ce50e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3c9e03453576449e8027bf6795ca2563&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3826330 Nov 26 02:50:44.588499 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-5ebceb4c-56fe-4241-b672-877f93df61a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74a0aeed-26c1-4009-a7a2-0b865092795c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421090 Nov 26 02:50:44.594744 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] For port 57741d91-c980-4e0b-9b35-bab416945e3b, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:50:44.659464 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d72e75-b877-4eff-ac23-687c2fb81e00', 'tag': 'e9a860a0-f05d-4abb-b980-afccdda395e3'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:44.664004 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5abe061-02e4-43f3-af6a-a11dab687646" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d72e75-b877-4eff-ac23-687c2fb81e00", "tag": "e9a860a0-f05d-4abb-b980-afccdda395e3"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:44.666665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b6ade96-a2f2-459f-88c1-57a0afb4385a req-47b38975-85db-42be-9eef-5a34e2812ebb tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2786191 Nov 26 02:50:44.668893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] For port 57741d91-c980-4e0b-9b35-bab416945e3b, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=57741d91-c980-4e0b-9b35-bab416945e3b,segment=NetworkSegment(d1a472b8-5e0f-401d-ae98-42c43399d15c),segment_id=d1a472b8-5e0f-401d-ae98-42c43399d15c)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:50:44.723931 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 170dd7cd-885c-4bea-ae60-e07ae92f5831 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:50:44.774834 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:44.837439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 170dd7cd-885c-4bea-ae60-e07ae92f5831 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:50:44.843858 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 170dd7cd-885c-4bea-ae60-e07ae92f5831 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:44.844628 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:44.871633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.872287 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:44.873687 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] 10.222.0.54 "PUT /v2.0/ports/57741d91-c980-4e0b-9b35-bab416945e3b HTTP/1.1" status: 200 len: 1091 time: 2.4568849 Nov 26 02:50:44.947307 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d05cb-e62e-420e-a2d6-1b1ad2ca6671 service neutron] Pushing event updated for resources: {'Port': ['ID=57741d91-c980-4e0b-9b35-bab416945e3b,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:44.952588 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-c8747ad9-4dc2-4aea-a9d4-6864b15aefdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.954180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-c8747ad9-4dc2-4aea-a9d4-6864b15aefdf service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3571305 Nov 26 02:50:44.964756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dde8b-2f71-465a-bd61-9a1679d2f320 req-830eb3f2-a05c-448b-b129-a56b2a4f5e21 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:44.971964 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-434dde8b-2f71-465a-bd61-9a1679d2f320 req-830eb3f2-a05c-448b-b129-a56b2a4f5e21 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.2030826 Nov 26 02:50:44.976960 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-76a4b2a5-0b69-4ac8-8783-7ee5f000a51d service neutron] 10.222.0.59 "GET /v2.0/networks/74a0aeed-26c1-4009-a7a2-0b865092795c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704436 Nov 26 02:50:44.997700 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-61dab7cd-8c2f-4906-bdf9-564519026d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'name': 'tempest-ServersTestFqdnHostnames-476699327-router', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5957472c-8009-4954-868e-2954a9d20805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:07Z', 'revision_number': 4, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'gw_port': {'id': '5957472c-8009-4954-868e-2954a9d20805', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '626661c9-6f68-417b-8078-9accf31475c3', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'port_id': 'e9a860a0-f05d-4abb-b980-afccdda395e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9', 'mac_address': 'fa:16:3e:f1:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d72e75-b877-4eff-ac23-687c2fb81e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:50:13Z', 'updated_at': '2021-11-26T02:50:43Z', 'revision_number': 1, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '499c1615-4a22-48a7-b129-e4bbd1f500a5', 'name': '', 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'mac_address': 'fa:16:3e:1e:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1577680f-5797-46f6-a362-fcb572539860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:07Z', 'updated_at': '2021-11-26T02:50:15Z', 'revision_number': 5, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'subnets': [{'id': '1577680f-5797-46f6-a362-fcb572539860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:45.010527 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:45.086358 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dab7cd-8c2f-4906-bdf9-564519026d22 None None] Checking router: 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:50:45.100332 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dab7cd-8c2f-4906-bdf9-564519026d22 None None] Routers {'2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:50:45.101217 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-61dab7cd-8c2f-4906-bdf9-564519026d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:50:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:45.158679 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:45.192300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-434dde8b-2f71-465a-bd61-9a1679d2f320 req-72d1c98b-fb3b-42f3-9ac5-6cfa37f6567b tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192864 Nov 26 02:50:45.238154 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd6c6cf-de08-4eaf-9f56-a63726d71ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170dd7cd-885c-4bea-ae60-e07ae92f5831'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:45.241210 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-733b53a5-6c45-4143-bfa9-58b467b1616c req-4cd97475-1dba-4c85-96ae-93bcbf2668d8 service neutron] 10.222.0.59 "GET /v2.0/networks/74a0aeed-26c1-4009-a7a2-0b865092795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494166 Nov 26 02:50:45.248137 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4057d9ef-96f3-40e7-b0dd-df8937065bbd" -d '{"events": [{"server_uuid": "bdd6c6cf-de08-4eaf-9f56-a63726d71ef8", "name": "network-vif-plugged", "status": "completed", "tag": "170dd7cd-885c-4bea-ae60-e07ae92f5831"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:45.256843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-3f70f918-07f9-4196-985d-349ec645e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:45.258119 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-3f70f918-07f9-4196-985d-349ec645e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:45.258800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-3f70f918-07f9-4196-985d-349ec645e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:45.259290 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 170dd7cd-885c-4bea-ae60-e07ae92f5831, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=170dd7cd-885c-4bea-ae60-e07ae92f5831,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:45.259446 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-3f70f918-07f9-4196-985d-349ec645e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:45.259911 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-3f70f918-07f9-4196-985d-349ec645e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:45.260413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-3f70f918-07f9-4196-985d-349ec645e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:45.260881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-3f70f918-07f9-4196-985d-349ec645e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:45.263013 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-3f70f918-07f9-4196-985d-349ec645e161 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c9e03453576449e8027bf6795ca2563&device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 6488 time: 0.2145653 Nov 26 02:50:45.263494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'tag': '57741d91-c980-4e0b-9b35-bab416945e3b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:45.274019 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:45.277670 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd8e6fe-fc43-4eee-b8f0-93748f3e9c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "tag": "57741d91-c980-4e0b-9b35-bab416945e3b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:45.338266 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-61dab7cd-8c2f-4906-bdf9-564519026d22 None None] Set router 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:50:45.360637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-6502ad1d-f698-4222-a640-2992ff5aa14b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13a06076-645c-49e5-bb53-f3985928e9af HTTP/1.1" status: 200 len: 217 time: 0.0798500 Nov 26 02:50:45.365448 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=170dd7cd-885c-4bea-ae60-e07ae92f5831,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:45.379766 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 55f69076-54de-4d67-b550-d86e29c69d5d details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:50:45.397613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 2047c4a7-76cf-4a29-af9d-38c6d0083f12 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:50:45.398519 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcfe339-73c1-41ac-ba35-22d3ac66e662 x-openstack-request-id: req-efcfe339-73c1-41ac-ba35-22d3ac66e662 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:45.398935 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d72e75-b877-4eff-ac23-687c2fb81e00", "tag": "e9a860a0-f05d-4abb-b980-afccdda395e3", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:45.399328 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efcfe339-73c1-41ac-ba35-22d3ac66e662 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:45.399836 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d72e75-b877-4eff-ac23-687c2fb81e00', 'tag': 'e9a860a0-f05d-4abb-b980-afccdda395e3', 'status': 'completed', 'code': 200} Nov 26 02:50:45.462341 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-8ca79657-ddb3-4bc6-87b7-3149867e4180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:45.480313 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-8ca79657-ddb3-4bc6-87b7-3149867e4180 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa7501fd-fac3-4deb-97b7-64e0674633aa HTTP/1.1" status: 200 len: 854 time: 0.1123106 Nov 26 02:50:45.577867 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 2047c4a7-76cf-4a29-af9d-38c6d0083f12 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:50:45.585186 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abe061-02e4-43f3-af6a-a11dab687646 req-8cce8dd1-65a7-47fc-81d2-10ccc3aa39c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:45.585484 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 2047c4a7-76cf-4a29-af9d-38c6d0083f12 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:45.585872 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:45.587375 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5abe061-02e4-43f3-af6a-a11dab687646 req-8cce8dd1-65a7-47fc-81d2-10ccc3aa39c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=62f1a3b546104164a149a5fd26a16b95&device_id=d3d72e75-b877-4eff-ac23-687c2fb81e00 HTTP/1.1" status: 200 len: 1096 time: 0.1373305 Nov 26 02:50:45.595531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-53c8b8db-ff47-4089-9d7a-b9f9d52270a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:45.597402 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-53c8b8db-ff47-4089-9d7a-b9f9d52270a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a9e75a6-7221-447b-a78c-497a718c2aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949817 Nov 26 02:50:45.616350 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550499d1-54e9-4bf7-aaea-5b4e7796fe42 req-de583139-9856-42ad-aa58-6d8108b2964a tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:45.624403 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-550499d1-54e9-4bf7-aaea-5b4e7796fe42 req-de583139-9856-42ad-aa58-6d8108b2964a tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdd6c6cf-de08-4eaf-9f56-a63726d71ef8 HTTP/1.1" status: 200 len: 950 time: 0.1228983 Nov 26 02:50:45.651369 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 55f69076-54de-4d67-b550-d86e29c69d5d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=55f69076-54de-4d67-b550-d86e29c69d5d,segment=NetworkSegment(df656601-e3a0-4e64-92e3-019739161697),segment_id=df656601-e3a0-4e64-92e3-019739161697)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:45.677125 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '55f69076-54de-4d67-b550-d86e29c69d5d', 'network_id': '027a9df8-0506-489e-8d80-67ab77b39f09', 'port_id': '55f69076-54de-4d67-b550-d86e29c69d5d', 'mac_address': 'fa:16:3e:3f:80:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e4d354-32dc-4e30-bc99-94b02a5363d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:50:45.750940 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:45.762195 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:45.780197 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f69076-54de-4d67-b550-d86e29c69d5d {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:45.795583 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-61dab7cd-8c2f-4906-bdf9-564519026d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'name': 'tempest-ServersTestFqdnHostnames-476699327-router', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5957472c-8009-4954-868e-2954a9d20805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:07Z', 'revision_number': 4, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'gw_port': {'id': '5957472c-8009-4954-868e-2954a9d20805', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '626661c9-6f68-417b-8078-9accf31475c3', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'port_id': 'e9a860a0-f05d-4abb-b980-afccdda395e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9', 'mac_address': 'fa:16:3e:f1:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d72e75-b877-4eff-ac23-687c2fb81e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:50:13Z', 'updated_at': '2021-11-26T02:50:43Z', 'revision_number': 1, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '499c1615-4a22-48a7-b129-e4bbd1f500a5', 'name': '', 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'mac_address': 'fa:16:3e:1e:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1577680f-5797-46f6-a362-fcb572539860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:07Z', 'updated_at': '2021-11-26T02:50:15Z', 'revision_number': 5, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'subnets': [{'id': '1577680f-5797-46f6-a362-fcb572539860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:50:45.806354 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 55f69076-54de-4d67-b550-d86e29c69d5d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=55f69076-54de-4d67-b550-d86e29c69d5d,segment=NetworkSegment(df656601-e3a0-4e64-92e3-019739161697),segment_id=df656601-e3a0-4e64-92e3-019739161697)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:45.821307 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-550499d1-54e9-4bf7-aaea-5b4e7796fe42 req-40c88626-d87a-467a-a282-1a995aa20704 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957006 Nov 26 02:50:45.823121 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:45.836614 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dab7cd-8c2f-4906-bdf9-564519026d22 None None] The sync data for ids ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'] in n-d-819389-3 is: [{'id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'name': 'tempest-ServersTestFqdnHostnames-476699327-router', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5957472c-8009-4954-868e-2954a9d20805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:07Z', 'revision_number': 4, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'gw_port': {'id': '5957472c-8009-4954-868e-2954a9d20805', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '626661c9-6f68-417b-8078-9accf31475c3', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'port_id': 'e9a860a0-f05d-4abb-b980-afccdda395e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9', 'mac_address': 'fa:16:3e:f1:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d72e75-b877-4eff-ac23-687c2fb81e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:50:13Z', 'updated_at': '2021-11-26T02:50:43Z', 'revision_number': 1, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '499c1615-4a22-48a7-b129-e4bbd1f500a5', 'name': '', 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'mac_address': 'fa:16:3e:1e:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1577680f-5797-46f6-a362-fcb572539860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:07Z', 'updated_at': '2021-11-26T02:50:15Z', 'revision_number': 5, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'subnets': [{'id': '1577680f-5797-46f6-a362-fcb572539860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:50:45.883133 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=55f69076-54de-4d67-b550-d86e29c69d5d,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:45.886600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b046f-abb1-4a21-9aba-fdf1ca9b71eb req-bd6c1a9f-7310-42a7-b634-c70b5ba379be tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:45.888238 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c57b046f-abb1-4a21-9aba-fdf1ca9b71eb req-bd6c1a9f-7310-42a7-b634-c70b5ba379be tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8912127-7fe3-4ee6-a176-cd6178e6819d HTTP/1.1" status: 200 len: 943 time: 0.2547121 Nov 26 02:50:45.891333 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 2047c4a7-76cf-4a29-af9d-38c6d0083f12, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=2047c4a7-76cf-4a29-af9d-38c6d0083f12,segment=NetworkSegment(3c0f1d84-d325-49d6-a155-06c28c0e7458),segment_id=3c0f1d84-d325-49d6-a155-06c28c0e7458)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:45.901779 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:45.907169 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40a05ad-78c6-49be-ab96-f6b38a19bfa8 x-openstack-request-id: req-a40a05ad-78c6-49be-ab96-f6b38a19bfa8 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:45.907643 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd6c6cf-de08-4eaf-9f56-a63726d71ef8", "name": "network-vif-plugged", "status": "completed", "tag": "170dd7cd-885c-4bea-ae60-e07ae92f5831", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:45.908037 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a40a05ad-78c6-49be-ab96-f6b38a19bfa8 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:45.908556 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd6c6cf-de08-4eaf-9f56-a63726d71ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170dd7cd-885c-4bea-ae60-e07ae92f5831', 'code': 200} Nov 26 02:50:45.975023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-0a0be760-78c0-4f2c-b33d-529470c617b5 service neutron] 10.222.0.54 "GET /v2.0/networks/1a9e75a6-7221-447b-a78c-497a718c2aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667798 Nov 26 02:50:45.981033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abe061-02e4-43f3-af6a-a11dab687646 req-6c1aa0b4-2ad0-4aa2-b4f6-cd3608d054cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:45.982759 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5abe061-02e4-43f3-af6a-a11dab687646 req-6c1aa0b4-2ad0-4aa2-b4f6-cd3608d054cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=1a35786f-0b36-407c-b722-ad995f99efe9 HTTP/1.1" status: 200 len: 915 time: 0.3842134 Nov 26 02:50:45.985606 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edcd8b7-9d37-4afa-94f6-6968a7a3f94a x-openstack-request-id: req-8edcd8b7-9d37-4afa-94f6-6968a7a3f94a {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:45.986120 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "tag": "57741d91-c980-4e0b-9b35-bab416945e3b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:45.986379 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8edcd8b7-9d37-4afa-94f6-6968a7a3f94a {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:45.987411 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'tag': '57741d91-c980-4e0b-9b35-bab416945e3b', 'status': 'completed', 'code': 200} Nov 26 02:50:45.997442 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=2047c4a7-76cf-4a29-af9d-38c6d0083f12,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:46.171975 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196918e8-d15a-46e1-b4c0-3872f80434fa None None] New status for floating IP 626661c9-6f68-417b-8078-9accf31475c3: ACTIVE {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:50:46.182471 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c57b046f-abb1-4a21-9aba-fdf1ca9b71eb req-35b3735c-da7b-4517-94c6-27ed03c7067b tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/security-groups?id=7711af3b-36ab-41e2-9b55-dfd4e9ef4276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556825 Nov 26 02:50:46.229397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7613240-8ffa-4f45-ad3b-c87449f35434 req-99ce5b2d-b3d8-4eed-b649-8b1ad1edcc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:46.232690 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7613240-8ffa-4f45-ad3b-c87449f35434 req-99ce5b2d-b3d8-4eed-b649-8b1ad1edcc3d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdd6c6cf-de08-4eaf-9f56-a63726d71ef8 HTTP/1.1" status: 200 len: 1101 time: 0.1979101 Nov 26 02:50:46.234583 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5abe061-02e4-43f3-af6a-a11dab687646 req-c1556fdf-3fbe-4b4a-8ae2-358e1c6e645d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a860a0-f05d-4abb-b980-afccdda395e3 HTTP/1.1" status: 200 len: 999 time: 0.2008843 Nov 26 02:50:46.259693 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea673-f41f-4b2c-a1f4-959706ea412f req-6aa87960-efb7-4e25-b8d2-db9e4a9bb489 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:46.261343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffcea673-f41f-4b2c-a1f4-959706ea412f req-6aa87960-efb7-4e25-b8d2-db9e4a9bb489 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 946 time: 0.2043135 Nov 26 02:50:46.279392 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['55f69076-54de-4d67-b550-d86e29c69d5d'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:50:46.355632 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-1fbe9d88-2d2e-4b9d-bc32-21487dd388c9 service neutron] 10.222.0.54 "GET /v2.0/networks/1a9e75a6-7221-447b-a78c-497a718c2aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393452 Nov 26 02:50:46.447149 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-5fbd035a-a8f4-4189-90f2-cadb557ff9de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f HTTP/1.1" status: 200 len: 217 time: 0.0796597 Nov 26 02:50:46.524596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-bdc24924-1955-47f8-86a1-48ed74ee18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:46.526068 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-bdc24924-1955-47f8-86a1-48ed74ee18a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63d50455-9704-4445-9844-5a1aa7d1e6f7 HTTP/1.1" status: 200 len: 797 time: 0.0703781 Nov 26 02:50:46.527498 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abe061-02e4-43f3-af6a-a11dab687646 req-f4159447-155e-4c68-bad8-9f3bfee7150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:46.528882 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5abe061-02e4-43f3-af6a-a11dab687646 req-f4159447-155e-4c68-bad8-9f3bfee7150b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1577680f-5797-46f6-a362-fcb572539860 HTTP/1.1" status: 200 len: 853 time: 0.2666259 Nov 26 02:50:46.544409 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffcea673-f41f-4b2c-a1f4-959706ea412f req-a8df8c63-f880-4a43-a3af-cac545c33019 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/security-groups?id=978a719a-e340-40f0-9101-ef04acba6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737060 Nov 26 02:50:46.563335 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:46.586998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7613240-8ffa-4f45-ad3b-c87449f35434 req-fe789351-11fd-4641-b8c6-c29290c8b44f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232534 Nov 26 02:50:46.674908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b6887a1e-df78-43ce-82c0-bd52b590a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:46.676434 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b6887a1e-df78-43ce-82c0-bd52b590a932 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=936fa975-95c9-4edd-86b5-749a85dee6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1357825 Nov 26 02:50:46.682378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abe061-02e4-43f3-af6a-a11dab687646 req-6c63b7e5-2281-4f6d-a6ac-27b60964b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:46.683743 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5abe061-02e4-43f3-af6a-a11dab687646 req-6c63b7e5-2281-4f6d-a6ac-27b60964b114 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a35786f-0b36-407c-b722-ad995f99efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446037 Nov 26 02:50:46.696724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af67efb-ce24-4bd5-9959-bd8d531fb968 req-05418ed4-0db6-43b0-ba6a-fc7c6edc78c3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:46.702658 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af67efb-ce24-4bd5-9959-bd8d531fb968 req-05418ed4-0db6-43b0-ba6a-fc7c6edc78c3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:46.708616 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af67efb-ce24-4bd5-9959-bd8d531fb968 req-05418ed4-0db6-43b0-ba6a-fc7c6edc78c3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:46.714594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af67efb-ce24-4bd5-9959-bd8d531fb968 req-05418ed4-0db6-43b0-ba6a-fc7c6edc78c3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:46.720545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af67efb-ce24-4bd5-9959-bd8d531fb968 req-05418ed4-0db6-43b0-ba6a-fc7c6edc78c3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:46.726994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af67efb-ce24-4bd5-9959-bd8d531fb968 req-05418ed4-0db6-43b0-ba6a-fc7c6edc78c3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:46.733201 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af67efb-ce24-4bd5-9959-bd8d531fb968 req-05418ed4-0db6-43b0-ba6a-fc7c6edc78c3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:46.734957 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6af67efb-ce24-4bd5-9959-bd8d531fb968 req-05418ed4-0db6-43b0-ba6a-fc7c6edc78c3 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5431 time: 0.2131760 Nov 26 02:50:46.759168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00da967-f71c-4754-bab3-6745a3438905 req-110ff4c7-e96f-42a9-9914-2d2edb0e70dd tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:46.760609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c00da967-f71c-4754-bab3-6745a3438905 req-110ff4c7-e96f-42a9-9914-2d2edb0e70dd tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.1367934 Nov 26 02:50:46.839663 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c00da967-f71c-4754-bab3-6745a3438905 req-702f0fba-f59f-46d7-b6a0-5ace6be8ae68 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718205 Nov 26 02:50:46.844653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6af67efb-ce24-4bd5-9959-bd8d531fb968 req-cf38aae1-6f7d-422d-b12a-3d286607b6d5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1023989 Nov 26 02:50:47.119981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243db06-84a9-421e-8612-e80ba30028c0 req-397a04d2-ee83-4306-8cd0-e9676e016c07 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:47.121374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e243db06-84a9-421e-8612-e80ba30028c0 req-397a04d2-ee83-4306-8cd0-e9676e016c07 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/networks?id=b727c198-3d36-4fd1-b045-70b4bce472a0 HTTP/1.1" status: 200 len: 804 time: 0.2009022 Nov 26 02:50:47.170797 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e243db06-84a9-421e-8612-e80ba30028c0 req-0e76bcb4-eb85-4551-a375-b6f684291f86 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/quotas/c21dd357d0374f68baf23c21ffc3bf3d HTTP/1.1" status: 200 len: 375 time: 0.0324950 Nov 26 02:50:47.230558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eb98b-f1d1-4ee8-af81-b6353e28ed23 req-8db9997e-acdd-4157-9ce7-62f17abda22d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:47.230558 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-149eb98b-f1d1-4ee8-af81-b6353e28ed23 req-8db9997e-acdd-4157-9ce7-62f17abda22d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdd6c6cf-de08-4eaf-9f56-a63726d71ef8 HTTP/1.1" status: 200 len: 950 time: 0.1317787 Nov 26 02:50:47.263778 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5abe061-02e4-43f3-af6a-a11dab687646 req-5dc04f6e-ce8b-4307-90c1-528e74da943c service neutron] 10.222.0.54 "GET /v2.0/networks/1a35786f-0b36-407c-b722-ad995f99efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585030 Nov 26 02:50:47.268345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ab811f4e-774b-449c-8d9f-96416f0327d1 service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691557 Nov 26 02:50:47.386313 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device b7d5a017-3df4-409e-ad05-15f640e3d508 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:50:47.464926 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:47.506117 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port b7d5a017-3df4-409e-ad05-15f640e3d508, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b7d5a017-3df4-409e-ad05-15f640e3d508,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:47.511796 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:47.541608 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:47.567902 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=b7d5a017-3df4-409e-ad05-15f640e3d508,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:47.675025 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e243db06-84a9-421e-8612-e80ba30028c0 req-cc5ec8ea-d798-4e8a-a77e-172fb3e6fbc4 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c21dd357d0374f68baf23c21ffc3bf3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4973989 Nov 26 02:50:47.696723 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-149eb98b-f1d1-4ee8-af81-b6353e28ed23 req-16988e93-52fe-43d0-8326-29bd87618771 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464469 Nov 26 02:50:47.831746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ed428f63-ae8a-4582-82ed-e22790378b5c service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476100 Nov 26 02:50:47.833522 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5abe061-02e4-43f3-af6a-a11dab687646 req-5ad67061-8e40-4f04-babd-5c9f91f1da0e service neutron] 10.222.0.54 "GET /v2.0/networks/1a35786f-0b36-407c-b722-ad995f99efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484302 Nov 26 02:50:47.871432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46ed07-4783-4cc0-ba30-c9702f6f5a70 req-27619182-7620-47b6-a803-2837cdc7470e tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:47.873766 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa46ed07-4783-4cc0-ba30-c9702f6f5a70 req-27619182-7620-47b6-a803-2837cdc7470e tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8912127-7fe3-4ee6-a176-cd6178e6819d HTTP/1.1" status: 200 len: 944 time: 0.1185393 Nov 26 02:50:47.881097 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e243db06-84a9-421e-8612-e80ba30028c0 req-589044d6-3f11-48f6-aa2c-df92eb8eb7ff service neutron] 10.222.0.31 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965988 Nov 26 02:50:47.910041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872872d2-fcaa-4a15-ac72-0b15a6bb9387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2047c4a7-76cf-4a29-af9d-38c6d0083f12'}, {'server_uuid': '933b44d8-5aef-48ee-8ae2-5244271ab2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d5a017-3df4-409e-ad05-15f640e3d508'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:47.912331 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65981c10-6528-4191-aa9f-1e0a33aea574" -d '{"events": [{"server_uuid": "872872d2-fcaa-4a15-ac72-0b15a6bb9387", "name": "network-vif-plugged", "status": "completed", "tag": "2047c4a7-76cf-4a29-af9d-38c6d0083f12"}, {"server_uuid": "933b44d8-5aef-48ee-8ae2-5244271ab2b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b7d5a017-3df4-409e-ad05-15f640e3d508"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:47.938748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-c9601d13-bf08-4fd8-9ff7-4e718526d562 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=8be3bf7e-8853-443e-9883-2546fd4abe46 HTTP/1.1" status: 200 len: 217 time: 0.0647926 Nov 26 02:50:48.049319 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-8348950c-58e5-4485-805b-05b82dcb2b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:48.050795 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-8348950c-58e5-4485-805b-05b82dcb2b78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63d50455-9704-4445-9844-5a1aa7d1e6f7 HTTP/1.1" status: 200 len: 797 time: 0.1016426 Nov 26 02:50:48.059708 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa46ed07-4783-4cc0-ba30-c9702f6f5a70 req-e81e32a4-9777-4c9c-bce7-aa398fea7e6a tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/security-groups?id=7711af3b-36ab-41e2-9b55-dfd4e9ef4276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777155 Nov 26 02:50:48.107219 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e243db06-84a9-421e-8612-e80ba30028c0 req-4a60c8f6-ad73-4ac6-8e28-1298b56f1614 service neutron] 10.222.0.31 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924784 Nov 26 02:50:48.117979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-f672bb25-e3d3-4e61-8c1c-da2f0df2e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:48.120985 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-f672bb25-e3d3-4e61-8c1c-da2f0df2e01c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=936fa975-95c9-4edd-86b5-749a85dee6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0599518 Nov 26 02:50:48.409292 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd507a-cd8e-449b-9074-8921613f9c95 req-b9d0ef4b-24df-4455-a2ed-6a5e60ddbcc8 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:48.410803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26bd507a-cd8e-449b-9074-8921613f9c95 req-b9d0ef4b-24df-4455-a2ed-6a5e60ddbcc8 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.59 "GET /v2.0/ports?device_id=933b44d8-5aef-48ee-8ae2-5244271ab2b0 HTTP/1.1" status: 200 len: 944 time: 0.2411239 Nov 26 02:50:48.424786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618341fd-e945-473b-a751-8ed9d0e46215 req-3512f925-e3f9-4cc9-a55e-dda9179d724e tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:48.432426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-618341fd-e945-473b-a751-8ed9d0e46215 req-3512f925-e3f9-4cc9-a55e-dda9179d724e tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 946 time: 0.2288468 Nov 26 02:50:48.435475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-22d87e79-8787-47d4-837d-46bf90f9b599 service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852855 Nov 26 02:50:48.473890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b2943-9265-4791-9c10-069f255d97d4 req-a121eaac-51e4-460a-9c35-4b5c39e4dffc tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:48.475400 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-214b2943-9265-4791-9c10-069f255d97d4 req-a121eaac-51e4-460a-9c35-4b5c39e4dffc tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.1632426 Nov 26 02:50:48.676506 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-618341fd-e945-473b-a751-8ed9d0e46215 req-9e509d17-eb2d-47da-b9c6-245b2906b2f7 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/security-groups?id=978a719a-e340-40f0-9101-ef04acba6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383161 Nov 26 02:50:48.685157 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-214b2943-9265-4791-9c10-069f255d97d4 req-7a44f9f8-faab-4ca2-8fba-163e31a8367c tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803501 Nov 26 02:50:48.742349 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-0c4c5727-49e9-4da9-aba5-473eac21d97d service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856092 Nov 26 02:50:48.768272 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5952aab-0262-4cd1-ad1d-66c10504e569 x-openstack-request-id: req-e5952aab-0262-4cd1-ad1d-66c10504e569 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:48.769439 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872872d2-fcaa-4a15-ac72-0b15a6bb9387", "name": "network-vif-plugged", "status": "completed", "tag": "2047c4a7-76cf-4a29-af9d-38c6d0083f12", "code": 200}, {"server_uuid": "933b44d8-5aef-48ee-8ae2-5244271ab2b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b7d5a017-3df4-409e-ad05-15f640e3d508", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:48.770064 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5952aab-0262-4cd1-ad1d-66c10504e569 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:48.770749 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872872d2-fcaa-4a15-ac72-0b15a6bb9387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2047c4a7-76cf-4a29-af9d-38c6d0083f12', 'code': 200} Nov 26 02:50:48.771688 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933b44d8-5aef-48ee-8ae2-5244271ab2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d5a017-3df4-409e-ad05-15f640e3d508', 'code': 200} Nov 26 02:50:48.783431 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426567e-f133-42b9-9de4-7926f1869c03 req-8e7db2fd-0303-4987-9c99-f359d03e63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:48.786105 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c426567e-f133-42b9-9de4-7926f1869c03 req-8e7db2fd-0303-4987-9c99-f359d03e63e8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 1096 time: 0.0649948 Nov 26 02:50:48.849792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ece82680-d83e-4711-8e81-9a9c15d6353c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=1652fdd8-a96b-4b29-8dfe-f52e1ca56718 HTTP/1.1" status: 200 len: 217 time: 0.0905087 Nov 26 02:50:48.860924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-26bd507a-cd8e-449b-9074-8921613f9c95 req-9dfe9556-360c-480d-a445-f10f643b7854 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Deleting port b7d5a017-3df4-409e-ad05-15f640e3d508 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:50:48.861284 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-26bd507a-cd8e-449b-9074-8921613f9c95 req-9dfe9556-360c-480d-a445-f10f643b7854 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:48.914004 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c426567e-f133-42b9-9de4-7926f1869c03 req-277dead0-3220-463d-9af8-b8d09f75b211 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590947 Nov 26 02:50:49.009557 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6647a24-efc6-4f55-b833-9ac76edc4473 req-904846fd-c372-4836-a748-a74ef4f472d7 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b99433-a5db-47b2-9947-63f03559d915 HTTP/1.1" status: 200 len: 210 time: 0.0555077 Nov 26 02:50:49.023732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d104f-1b03-46c3-9564-b1330c0ce1b0 req-0dd7c27a-c6fe-49eb-8928-ba9a7e9ac671 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:49.029810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d104f-1b03-46c3-9564-b1330c0ce1b0 req-0dd7c27a-c6fe-49eb-8928-ba9a7e9ac671 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:49.035863 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d104f-1b03-46c3-9564-b1330c0ce1b0 req-0dd7c27a-c6fe-49eb-8928-ba9a7e9ac671 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:49.042467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d104f-1b03-46c3-9564-b1330c0ce1b0 req-0dd7c27a-c6fe-49eb-8928-ba9a7e9ac671 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:49.048760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d104f-1b03-46c3-9564-b1330c0ce1b0 req-0dd7c27a-c6fe-49eb-8928-ba9a7e9ac671 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:49.055952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d104f-1b03-46c3-9564-b1330c0ce1b0 req-0dd7c27a-c6fe-49eb-8928-ba9a7e9ac671 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:49.061871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d104f-1b03-46c3-9564-b1330c0ce1b0 req-0dd7c27a-c6fe-49eb-8928-ba9a7e9ac671 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:49.064003 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-792d104f-1b03-46c3-9564-b1330c0ce1b0 req-0dd7c27a-c6fe-49eb-8928-ba9a7e9ac671 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5431 time: 0.2868659 Nov 26 02:50:49.070549 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b4e11ee7-d6c8-4857-b4e8-bc61c9640ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:49.072020 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-b4e11ee7-d6c8-4857-b4e8-bc61c9640ad3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63d50455-9704-4445-9844-5a1aa7d1e6f7 HTTP/1.1" status: 200 len: 797 time: 0.1552024 Nov 26 02:50:49.202011 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-26bd507a-cd8e-449b-9074-8921613f9c95 req-9dfe9556-360c-480d-a445-f10f643b7854 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] For port b7d5a017-3df4-409e-ad05-15f640e3d508, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b7d5a017-3df4-409e-ad05-15f640e3d508,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:49.202305 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-26bd507a-cd8e-449b-9074-8921613f9c95 req-9dfe9556-360c-480d-a445-f10f643b7854 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:49.241439 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-792d104f-1b03-46c3-9564-b1330c0ce1b0 req-142ea068-c287-4c4f-b857-edb785056dd6 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1678383 Nov 26 02:50:49.248906 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-26bd507a-cd8e-449b-9074-8921613f9c95 req-9dfe9556-360c-480d-a445-f10f643b7854 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Calling delete_port for b7d5a017-3df4-409e-ad05-15f640e3d508 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:50:49.261251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-763a820d-81c7-4eb0-a13e-b8e5f854be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:49.262913 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-763a820d-81c7-4eb0-a13e-b8e5f854be7b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=936fa975-95c9-4edd-86b5-749a85dee6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1619473 Nov 26 02:50:49.285422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a12b76-41ac-483e-8716-9f9f511b8a22 req-ca3a30b2-edcf-47b4-acca-e2389b158640 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:49.285422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43a12b76-41ac-483e-8716-9f9f511b8a22 req-ca3a30b2-edcf-47b4-acca-e2389b158640 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdd6c6cf-de08-4eaf-9f56-a63726d71ef8 HTTP/1.1" status: 200 len: 950 time: 0.1483526 Nov 26 02:50:49.298158 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f7109-4f40-41e6-847e-6f805d25bee5 req-8b078e75-4dcc-4e34-a047-8dc95e9d2015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:49.299854 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d83f7109-4f40-41e6-847e-6f805d25bee5 req-8b078e75-4dcc-4e34-a047-8dc95e9d2015 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 1097 time: 0.0935977 Nov 26 02:50:49.385778 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d83f7109-4f40-41e6-847e-6f805d25bee5 req-e2350bbf-80ca-4bc2-8ace-823d25abf167 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=978a719a-e340-40f0-9101-ef04acba6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735798 Nov 26 02:50:49.410419 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 55f69076-54de-4d67-b550-d86e29c69d5d up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:50:49.493669 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 55f69076-54de-4d67-b550-d86e29c69d5d completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:50:49.512938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 55f69076-54de-4d67-b550-d86e29c69d5d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:49.516185 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:49.529776 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43a12b76-41ac-483e-8716-9f9f511b8a22 req-c69cf940-f04f-4473-9c95-0d2b5e7c0067 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401884 Nov 26 02:50:49.577126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4d7a3-3265-41c1-8f9e-0ad025608d37 req-1e8d4be0-5cfe-46c5-a406-af88d734fcfc tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:49.578806 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5c4d7a3-3265-41c1-8f9e-0ad025608d37 req-1e8d4be0-5cfe-46c5-a406-af88d734fcfc tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8912127-7fe3-4ee6-a176-cd6178e6819d HTTP/1.1" status: 200 len: 944 time: 0.1716344 Nov 26 02:50:49.587844 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-d14941c2-0877-4781-ae1e-beed18008d98 service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992353 Nov 26 02:50:49.682120 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:49.731756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 55f69076-54de-4d67-b550-d86e29c69d5d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=55f69076-54de-4d67-b550-d86e29c69d5d,segment=NetworkSegment(df656601-e3a0-4e64-92e3-019739161697),segment_id=df656601-e3a0-4e64-92e3-019739161697)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:49.739369 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:49.795929 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=55f69076-54de-4d67-b550-d86e29c69d5d,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:49.884353 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5c4d7a3-3265-41c1-8f9e-0ad025608d37 req-44fef540-82ea-4ddd-ae01-737ef7048fd5 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/security-groups?id=7711af3b-36ab-41e2-9b55-dfd4e9ef4276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952468 Nov 26 02:50:49.898632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e53e3-d93f-4850-aa9f-39956f1943cf req-3db16bc0-75eb-4ec7-8d29-c2062a4aa999 tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:49.911620 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-727e53e3-d93f-4850-aa9f-39956f1943cf req-3db16bc0-75eb-4ec7-8d29-c2062a4aa999 tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bdd6c6cf-de08-4eaf-9f56-a63726d71ef8 HTTP/1.1" status: 200 len: 1101 time: 0.1979589 Nov 26 02:50:49.911620 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-26bd507a-cd8e-449b-9074-8921613f9c95 req-9dfe9556-360c-480d-a445-f10f643b7854 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:49.964047 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-e9494139-c01c-4080-b94d-877f9a89aa50 service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573873 Nov 26 02:50:49.974757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe9556-360c-480d-a445-f10f643b7854 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Pushing event deleted for resources: {'Port': ['ID=b7d5a017-3df4-409e-ad05-15f640e3d508,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:49.984004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243db06-84a9-421e-8612-e80ba30028c0 req-0964704f-99a1-4106-b89f-5c97f6b2505d tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:49.985570 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e243db06-84a9-421e-8612-e80ba30028c0 req-0964704f-99a1-4106-b89f-5c97f6b2505d tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.54 "GET /v2.0/networks?id=b727c198-3d36-4fd1-b045-70b4bce472a0 HTTP/1.1" status: 200 len: 804 time: 0.3954930 Nov 26 02:50:49.991322 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a0232d-6363-4f33-8a79-3729242829e5 None None] DHCP port deletion for b727c198-3d36-4fd1-b045-70b4bce472a0 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:50:50.071827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f0aa5f88-b81d-4dee-ac37-a4a1b0421373 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Request body: {'port': {'device_id': '63b99433-a5db-47b2-9947-63f03559d915', 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0', 'admin_state_up': True, 'tenant_id': 'c21dd357d0374f68baf23c21ffc3bf3d'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:50.095559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-98d21e4b-886b-4fb7-af88-d84961fa873a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=fa2350b4-56d4-47ad-916e-e0e40196eccd HTTP/1.1" status: 200 len: 217 time: 0.1017897 Nov 26 02:50:50.107780 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bd507a-cd8e-449b-9074-8921613f9c95 req-9dfe9556-360c-480d-a445-f10f643b7854 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] No DVR routers for this DVR port b7d5a017-3df4-409e-ad05-15f640e3d508 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:50:50.154664 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-26bd507a-cd8e-449b-9074-8921613f9c95 req-9dfe9556-360c-480d-a445-f10f643b7854 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:50.157907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26bd507a-cd8e-449b-9074-8921613f9c95 req-9dfe9556-360c-480d-a445-f10f643b7854 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.59 "DELETE /v2.0/ports/b7d5a017-3df4-409e-ad05-15f640e3d508 HTTP/1.1" status: 204 len: 173 time: 1.7216094 Nov 26 02:50:50.158367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933b44d8-5aef-48ee-8ae2-5244271ab2b0', 'name': 'network-vif-deleted', 'tag': 'b7d5a017-3df4-409e-ad05-15f640e3d508'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:50.160588 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0bf00c-cb10-4646-91af-9d85152e75d5" -d '{"events": [{"server_uuid": "933b44d8-5aef-48ee-8ae2-5244271ab2b0", "name": "network-vif-deleted", "tag": "b7d5a017-3df4-409e-ad05-15f640e3d508"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:50.197260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-727e53e3-d93f-4850-aa9f-39956f1943cf req-91395127-2d4f-4b24-8368-1eb87e31a551 tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743857 Nov 26 02:50:50.227287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cc995-1379-4623-93a1-64f185b480f3 req-2cd330f5-1d71-4bb6-9bbb-55e406f481e6 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:50.237943 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-986cc995-1379-4623-93a1-64f185b480f3 req-2cd330f5-1d71-4bb6-9bbb-55e406f481e6 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 946 time: 0.2713649 Nov 26 02:50:50.276720 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-dbcc464f-1c40-4f7c-846d-08b876d1d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:50.278230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-dbcc464f-1c40-4f7c-846d-08b876d1d8a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63d50455-9704-4445-9844-5a1aa7d1e6f7 HTTP/1.1" status: 200 len: 797 time: 0.1659124 Nov 26 02:50:50.402458 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-986cc995-1379-4623-93a1-64f185b480f3 req-8cb7cf8f-abc9-4cea-b7be-ec9fbe32dcfb tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/security-groups?id=978a719a-e340-40f0-9101-ef04acba6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635933 Nov 26 02:50:50.473951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-d3bb29d4-e237-4eb5-84a5-f82ee0f3826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:50.475650 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-d3bb29d4-e237-4eb5-84a5-f82ee0f3826d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=936fa975-95c9-4edd-86b5-749a85dee6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1753132 Nov 26 02:50:50.478034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f0aa5f88-b81d-4dee-ac37-a4a1b0421373 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Made reservation on behalf of c21dd357d0374f68baf23c21ffc3bf3d for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:50:50.482098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f0aa5f88-b81d-4dee-ac37-a4a1b0421373 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:50.562291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdea0f-d684-4b8d-bb60-be129ac6f751 req-a5e5b216-bf08-42b6-bbf4-c3cfafd41744 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:50.563937 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77cdea0f-d684-4b8d-bb60-be129ac6f751 req-a5e5b216-bf08-42b6-bbf4-c3cfafd41744 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.2201674 Nov 26 02:50:50.774119 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8912127-7fe3-4ee6-a176-cd6178e6819d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f69076-54de-4d67-b550-d86e29c69d5d'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:50.776596 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6defd85c-9609-4041-831f-3718d9ce21b6" -d '{"events": [{"server_uuid": "b8912127-7fe3-4ee6-a176-cd6178e6819d", "name": "network-vif-plugged", "status": "completed", "tag": "55f69076-54de-4d67-b550-d86e29c69d5d"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:50.994776 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e7e1e8e-808c-439b-8cb9-d2d3cff386b8 req-0b8c74b0-843f-4502-a2d0-0655c2f21c52 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b99433-a5db-47b2-9947-63f03559d915 HTTP/1.1" status: 200 len: 210 time: 0.0685589 Nov 26 02:50:51.017517 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-bde11511-3164-42fd-9abd-62ae46338612 service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328710 Nov 26 02:50:51.078536 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba7daaf-b356-4c5a-bb85-6505a7ff7049 x-openstack-request-id: req-8ba7daaf-b356-4c5a-bb85-6505a7ff7049 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:51.078830 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933b44d8-5aef-48ee-8ae2-5244271ab2b0", "name": "network-vif-deleted", "tag": "b7d5a017-3df4-409e-ad05-15f640e3d508", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:51.079088 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ba7daaf-b356-4c5a-bb85-6505a7ff7049 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:51.079496 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933b44d8-5aef-48ee-8ae2-5244271ab2b0', 'name': 'network-vif-deleted', 'tag': 'b7d5a017-3df4-409e-ad05-15f640e3d508', 'status': 'completed', 'code': 200} Nov 26 02:50:51.085031 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77cdea0f-d684-4b8d-bb60-be129ac6f751 req-a28c3d26-c800-4994-9428-313206af7e47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899755 Nov 26 02:50:51.152766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f0aa5f88-b81d-4dee-ac37-a4a1b0421373 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Allocated IP 172.20.0.9 (b727c198-3d36-4fd1-b045-70b4bce472a0/1b1d7b87-e76e-420b-a6ea-a71bcbbcd592/0d4e996e-dd9e-4022-bc73-75e7fdaf918b) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:50:51.250189 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-778805ed-0d55-466c-8d7e-b08664708512 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=08b5feaa4095481faa6084a9cce632a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581815 Nov 26 02:50:51.286486 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-d5d64032-30ac-4507-931a-ab441e81b325 service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534015 Nov 26 02:50:51.388655 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d5b6d-330f-4785-9ce4-3f7d04751303 req-c9ac70d2-74de-469b-be8d-00e73cae431b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:51.394561 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d5b6d-330f-4785-9ce4-3f7d04751303 req-c9ac70d2-74de-469b-be8d-00e73cae431b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:51.401029 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d5b6d-330f-4785-9ce4-3f7d04751303 req-c9ac70d2-74de-469b-be8d-00e73cae431b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:51.406915 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d5b6d-330f-4785-9ce4-3f7d04751303 req-c9ac70d2-74de-469b-be8d-00e73cae431b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:51.413524 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d5b6d-330f-4785-9ce4-3f7d04751303 req-c9ac70d2-74de-469b-be8d-00e73cae431b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:51.419589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d5b6d-330f-4785-9ce4-3f7d04751303 req-c9ac70d2-74de-469b-be8d-00e73cae431b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:51.425511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d5b6d-330f-4785-9ce4-3f7d04751303 req-c9ac70d2-74de-469b-be8d-00e73cae431b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:51.427408 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-207d5b6d-330f-4785-9ce4-3f7d04751303 req-c9ac70d2-74de-469b-be8d-00e73cae431b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5431 time: 0.2769673 Nov 26 02:50:51.440455 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-7fc5783c-1b2d-4059-b33c-1b1508efd3a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=02844178-cc04-42e0-87c6-2802fd9ca94d HTTP/1.1" status: 200 len: 217 time: 0.1146464 Nov 26 02:50:51.617159 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-c1e192a6-a889-4f3f-95c0-822eaf80cfa5 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:51.618643 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-c1e192a6-a889-4f3f-95c0-822eaf80cfa5 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3594258 Nov 26 02:50:51.620047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-70ee1a43-6d69-4aa9-9e8c-5fed5e96a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:51.621394 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-70ee1a43-6d69-4aa9-9e8c-5fed5e96a1d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46d2ec77-6d8a-4d0f-b6e0-8fe9b1c5d96d HTTP/1.1" status: 200 len: 797 time: 0.1487215 Nov 26 02:50:51.681822 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-207d5b6d-330f-4785-9ce4-3f7d04751303 req-afd6d51e-0d46-4915-9443-d82056e36ab8 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2403846 Nov 26 02:50:51.690447 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-d350a335-1393-4cef-b19c-a6faae3be797 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/quotas/08b5feaa4095481faa6084a9cce632a2 HTTP/1.1" status: 200 len: 375 time: 0.0444670 Nov 26 02:50:51.727440 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f0aa5f88-b81d-4dee-ac37-a4a1b0421373 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:51.753844 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7525b906-7278-4d37-a7f8-5be952ab55bc x-openstack-request-id: req-7525b906-7278-4d37-a7f8-5be952ab55bc {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:51.754346 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8912127-7fe3-4ee6-a176-cd6178e6819d", "name": "network-vif-plugged", "status": "completed", "tag": "55f69076-54de-4d67-b550-d86e29c69d5d", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:51.754549 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7525b906-7278-4d37-a7f8-5be952ab55bc {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:51.755409 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8912127-7fe3-4ee6-a176-cd6178e6819d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f69076-54de-4d67-b550-d86e29c69d5d', 'code': 200} Nov 26 02:50:51.771510 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-8f2286ff-d0eb-4c5a-85fe-b9d1842480df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:51.773700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-8f2286ff-d0eb-4c5a-85fe-b9d1842480df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c07786a-4bb0-4031-ab82-de5af92a6806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1401715 Nov 26 02:50:51.861868 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-3d60bb95-fed5-4329-9ec8-ac6213ed3814 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1602523 Nov 26 02:50:51.958621 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f0aa5f88-b81d-4dee-ac37-a4a1b0421373 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:52.025604 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-3618095f-c2a7-4aec-95f7-1d36dce0aaa9 service neutron] 10.222.0.54 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404394 Nov 26 02:50:52.047177 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f6e0b-4af4-48e9-a53b-e3ebaff5c6e7 req-5a0bce4e-6c3f-4ab1-ac04-199fcdc4ca9a tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:52.054533 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-633f6e0b-4af4-48e9-a53b-e3ebaff5c6e7 req-5a0bce4e-6c3f-4ab1-ac04-199fcdc4ca9a tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8912127-7fe3-4ee6-a176-cd6178e6819d HTTP/1.1" status: 200 len: 945 time: 0.2400928 Nov 26 02:50:52.073443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f0aa5f88-b81d-4dee-ac37-a4a1b0421373 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Network b727c198-3d36-4fd1-b045-70b4bce472a0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:50:52.092697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67daef-676c-4712-8b85-ea0712c33733 req-a58a954f-7717-4bc0-a2b5-5b82cb76b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:52.094522 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c67daef-676c-4712-8b85-ea0712c33733 req-a58a954f-7717-4bc0-a2b5-5b82cb76b869 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8912127-7fe3-4ee6-a176-cd6178e6819d HTTP/1.1" status: 200 len: 1096 time: 0.2192676 Nov 26 02:50:52.108115 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f0aa5f88-b81d-4dee-ac37-a4a1b0421373 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:52.127611 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a0902d-3dd3-4a3c-a479-181c947393ea None None] DHCP port deletion for b727c198-3d36-4fd1-b045-70b4bce472a0 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:50:52.151006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f0aa5f88-b81d-4dee-ac37-a4a1b0421373 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:50:52.157201 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa5f88-b81d-4dee-ac37-a4a1b0421373 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Pushing event updated for resources: {'Port': ['ID=0d4e996e-dd9e-4022-bc73-75e7fdaf918b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:52.178724 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:52.259655 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a31950b9-1ab6-4a93-b907-7f8286bca231 None None] Provisioning complete for port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:52.260398 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a31950b9-1ab6-4a93-b907-7f8286bca231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:52.283705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-633f6e0b-4af4-48e9-a53b-e3ebaff5c6e7 req-b7562c89-88ec-49aa-ac30-b5283e80d032 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/security-groups?id=7711af3b-36ab-41e2-9b55-dfd4e9ef4276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272589 Nov 26 02:50:52.299337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a31950b9-1ab6-4a93-b907-7f8286bca231 None None] Port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:50:52.331520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f0aa5f88-b81d-4dee-ac37-a4a1b0421373 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:52.332329 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f0aa5f88-b81d-4dee-ac37-a4a1b0421373 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:52.372826 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c7a78-85da-444d-ba14-3d09b9f13aab req-9abe9398-c027-41d6-a5ea-5055b01c3b98 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:52.380142 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b67c7a78-85da-444d-ba14-3d09b9f13aab req-9abe9398-c027-41d6-a5ea-5055b01c3b98 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 946 time: 0.3152983 Nov 26 02:50:52.416897 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c67daef-676c-4712-8b85-ea0712c33733 req-16650666-ff19-4d1d-97e7-5e8c2637fd2a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7711af3b-36ab-41e2-9b55-dfd4e9ef4276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024857 Nov 26 02:50:52.431118 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f0aa5f88-b81d-4dee-ac37-a4a1b0421373 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4048526 Nov 26 02:50:52.435475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-7dd36c67-7ec4-46e7-a7f1-c79969789e12 service neutron] 10.222.0.54 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667135 Nov 26 02:50:52.483159 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Request body: {'port': {'device_id': '63b99433-a5db-47b2-9947-63f03559d915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:52.487192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-46d1c0e7-c600-428c-8923-d50520cc1f77 req-4be4d883-111a-4f2a-8d04-ed4fecc70ad3 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=6686f324-2b1f-4608-94cb-c958fc328c42 HTTP/1.1" status: 200 len: 210 time: 0.0481777 Nov 26 02:50:52.491301 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b67c7a78-85da-444d-ba14-3d09b9f13aab req-0dc0ee90-92d8-459a-ad35-1bee1f697af9 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/security-groups?id=978a719a-e340-40f0-9101-ef04acba6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095958 Nov 26 02:50:52.544907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-223f0738-fdc8-4eed-b74a-fdd767c2c6b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57741d91-c980-4e0b-9b35-bab416945e3b HTTP/1.1" status: 200 len: 217 time: 0.0727680 Nov 26 02:50:52.664535 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:52.707690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-459c29da-1c40-4442-b410-8ef1b9bb34f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:52.709240 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-459c29da-1c40-4442-b410-8ef1b9bb34f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46d2ec77-6d8a-4d0f-b6e0-8fe9b1c5d96d HTTP/1.1" status: 200 len: 797 time: 0.1331902 Nov 26 02:50:52.716940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2bb74-db9a-4664-b057-499e0dc2b8e9 req-4132d498-703c-46c2-b543-3ff640495027 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:52.718345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33a2bb74-db9a-4664-b057-499e0dc2b8e9 req-4132d498-703c-46c2-b543-3ff640495027 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b99433-a5db-47b2-9947-63f03559d915 HTTP/1.1" status: 200 len: 931 time: 0.1409771 Nov 26 02:50:52.753719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b060f5b-16f1-4f3e-88f5-f75c0c060b99 req-c354498d-2604-4d3b-b6dc-101fdd15d76f tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:52.755206 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b060f5b-16f1-4f3e-88f5-f75c0c060b99 req-c354498d-2604-4d3b-b6dc-101fdd15d76f tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.1768692 Nov 26 02:50:52.929380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33a2bb74-db9a-4664-b057-499e0dc2b8e9 req-f71eb707-a6d1-4d08-85fc-73032de25c41 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834397 Nov 26 02:50:52.931255 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-3c0a2630-25de-4d44-9784-c1de2ed12d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:52.932826 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-3c0a2630-25de-4d44-9784-c1de2ed12d1e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c07786a-4bb0-4031-ab82-de5af92a6806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2136252 Nov 26 02:50:52.940247 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b060f5b-16f1-4f3e-88f5-f75c0c060b99 req-fff6d433-7514-40fc-a5a5-a8993f88de83 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619365 Nov 26 02:50:53.168667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8378166-5379-4506-88b3-1f8c52527c5e req-3e4762a8-a93f-4e4b-936c-2fbf08be690a tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:53.174593 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8378166-5379-4506-88b3-1f8c52527c5e req-3e4762a8-a93f-4e4b-936c-2fbf08be690a tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:53.180718 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8378166-5379-4506-88b3-1f8c52527c5e req-3e4762a8-a93f-4e4b-936c-2fbf08be690a tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:53.186726 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8378166-5379-4506-88b3-1f8c52527c5e req-3e4762a8-a93f-4e4b-936c-2fbf08be690a tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:53.192791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8378166-5379-4506-88b3-1f8c52527c5e req-3e4762a8-a93f-4e4b-936c-2fbf08be690a tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:53.198911 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8378166-5379-4506-88b3-1f8c52527c5e req-3e4762a8-a93f-4e4b-936c-2fbf08be690a tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:53.204952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8378166-5379-4506-88b3-1f8c52527c5e req-3e4762a8-a93f-4e4b-936c-2fbf08be690a tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:53.207973 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8378166-5379-4506-88b3-1f8c52527c5e req-3e4762a8-a93f-4e4b-936c-2fbf08be690a tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5431 time: 0.1742847 Nov 26 02:50:53.228465 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-ec89eaff-3460-434d-8c08-3f08994343d3 service neutron] 10.222.0.54 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791824 Nov 26 02:50:53.412807 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:53.416560 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device b7d5a017-3df4-409e-ad05-15f640e3d508 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:50:53.437072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd0b0b-08ef-40fb-ba81-0040b0d752c1 req-1cbc073d-eab5-435d-885f-fdde86fab234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:53.438648 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1dfd0b0b-08ef-40fb-ba81-0040b0d752c1 req-1cbc073d-eab5-435d-885f-fdde86fab234 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=32a241a3ac2b4e6a811cab282f5c9e7e&device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 1096 time: 0.2307642 Nov 26 02:50:53.482579 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-d1634a95-1454-4f71-92f1-f4027f28f008 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=08b5feaa4095481faa6084a9cce632a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428507 Nov 26 02:50:53.562826 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4e996e-dd9e-4022-bc73-75e7fdaf918b {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:53.574879 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:53.600244 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: b7d5a017-3df4-409e-ad05-15f640e3d508 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:50:53.600996 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device b7d5a017-3df4-409e-ad05-15f640e3d508 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:50:53.619112 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-7a162f3f-2f8e-4f4f-b794-b6621be91335 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:53.620938 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-7a162f3f-2f8e-4f4f-b794-b6621be91335 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1294196 Nov 26 02:50:53.648088 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-28165836-1d33-40a7-a89c-4f5b2ac92826 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Request body: {'port': {'device_id': '6686f324-2b1f-4608-94cb-c958fc328c42', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '08b5feaa4095481faa6084a9cce632a2'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:53.718925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8378166-5379-4506-88b3-1f8c52527c5e req-1ed32623-4c15-4ef8-8c3a-ac98136f30ba tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4953091 Nov 26 02:50:53.768787 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:50:53.801782 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-28165836-1d33-40a7-a89c-4f5b2ac92826 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Made reservation on behalf of 08b5feaa4095481faa6084a9cce632a2 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:50:53.807472 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-28165836-1d33-40a7-a89c-4f5b2ac92826 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:53.957665 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-28165836-1d33-40a7-a89c-4f5b2ac92826 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Allocated IP 192.168.233.28 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/9edfdac1-ce62-4734-acba-dc2c826ee7e5) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:50:54.077031 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Transition to ACTIVE for port object 0d4e996e-dd9e-4022-bc73-75e7fdaf918b will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:50:54.090230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0e7673-87af-40da-9636-ec06fd7a393d req-4f33673c-7ff2-4228-b209-2904b265c1c1 service neutron] 10.222.0.54 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8306501 Nov 26 02:50:54.101543 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:54.116809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdb4f6-fcab-4fa5-925d-f91cd93385e4 req-9ef8b48e-209d-4bc4-bbb5-d3b9f7ad83b7 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:54.118326 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83cdb4f6-fcab-4fa5-925d-f91cd93385e4 req-9ef8b48e-209d-4bc4-bbb5-d3b9f7ad83b7 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.8057904 Nov 26 02:50:54.153966 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-28165836-1d33-40a7-a89c-4f5b2ac92826 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:54.192513 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-28165836-1d33-40a7-a89c-4f5b2ac92826 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:54.203826 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b584ab8-ab74-4d41-8521-40bebd3cc204 None None] DHCP port deletion for b727c198-3d36-4fd1-b045-70b4bce472a0 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:50:54.216342 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-28165836-1d33-40a7-a89c-4f5b2ac92826 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:50:54.218992 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-28165836-1d33-40a7-a89c-4f5b2ac92826 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:50:54.227352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ff1e4597-24c9-4f10-b373-14610df89cdf', 'a691e3df-fba1-4aba-a148-2d4cceb9293e', 'e90ba5fa-5c6f-4aac-9b57-a43178489aba', 'da867439-a2c3-4d99-bc9c-196563876648'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:50:54.242495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabd4d5-852d-4650-aebf-e512bbde40c1 req-c190bbda-de21-406c-87b8-234e6aafaaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:54.243830 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-deabd4d5-852d-4650-aebf-e512bbde40c1 req-c190bbda-de21-406c-87b8-234e6aafaaa8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9aac7129d6ec459596a4040733f8023a&device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 1097 time: 0.7906380 Nov 26 02:50:54.244473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Pushing event updated for resources: {'Port': ['ID=0d4e996e-dd9e-4022-bc73-75e7fdaf918b,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:54.260694 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-28165836-1d33-40a7-a89c-4f5b2ac92826 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:50:54.287826 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['a5410e7e-dc9e-4a07-9af2-b87d03317c44', '58504d4f-9970-4cf8-a283-b000838f9cd3', '170dd7cd-885c-4bea-ae60-e07ae92f5831'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:50:54.301020 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd0b0b-08ef-40fb-ba81-0040b0d752c1 req-d1000f60-546f-464a-a712-444b664ec47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:54.301020 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1dfd0b0b-08ef-40fb-ba81-0040b0d752c1 req-d1000f60-546f-464a-a712-444b664ec47d service neutron] 10.222.0.59 "GET /v2.0/networks?id=594bd1bb-37c7-4b4b-b783-88b783966743 HTTP/1.1" status: 200 len: 911 time: 0.8477783 Nov 26 02:50:54.332507 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28165836-1d33-40a7-a89c-4f5b2ac92826 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Pushing event updated for resources: {'Port': ['ID=9edfdac1-ce62-4734-acba-dc2c826ee7e5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:54.340157 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9720a-579e-4ab1-a836-3e4e63944f75 req-db494cf9-41ec-46c3-8ef9-962695f15902 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:54.347501 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5f9720a-579e-4ab1-a836-3e4e63944f75 req-db494cf9-41ec-46c3-8ef9-962695f15902 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 946 time: 0.2653086 Nov 26 02:50:54.354210 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-28165836-1d33-40a7-a89c-4f5b2ac92826 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:54.355288 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-28165836-1d33-40a7-a89c-4f5b2ac92826 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:54.381531 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-28165836-1d33-40a7-a89c-4f5b2ac92826 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7388384 Nov 26 02:50:54.402078 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Request body: {'port': {'device_id': '6686f324-2b1f-4608-94cb-c958fc328c42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:50:54.502849 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:54.546674 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83cdb4f6-fcab-4fa5-925d-f91cd93385e4 req-0e08c02f-cbe1-4804-bebd-b2b4cf5abf7a tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060175 Nov 26 02:50:54.554181 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1dfd0b0b-08ef-40fb-ba81-0040b0d752c1 req-616eed75-7059-41c4-86b8-57e32f4d0190 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=364cebcd-fefa-4f12-bcef-20d72aa9cc05 HTTP/1.1" status: 200 len: 217 time: 0.1621122 Nov 26 02:50:54.790415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e6fe-fc43-4eee-b8f0-93748f3e9c5a req-d7a84b9a-0146-4490-9892-7a139f941cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:54.791148 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e6fe-fc43-4eee-b8f0-93748f3e9c5a req-d7a84b9a-0146-4490-9892-7a139f941cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:54.791388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e6fe-fc43-4eee-b8f0-93748f3e9c5a req-d7a84b9a-0146-4490-9892-7a139f941cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:54.791848 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e6fe-fc43-4eee-b8f0-93748f3e9c5a req-d7a84b9a-0146-4490-9892-7a139f941cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:54.792350 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e6fe-fc43-4eee-b8f0-93748f3e9c5a req-d7a84b9a-0146-4490-9892-7a139f941cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:54.792830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e6fe-fc43-4eee-b8f0-93748f3e9c5a req-d7a84b9a-0146-4490-9892-7a139f941cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:54.793404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e6fe-fc43-4eee-b8f0-93748f3e9c5a req-d7a84b9a-0146-4490-9892-7a139f941cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:54.794715 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f223210f-c24a-4966-87a5-bd0b8f0cabba None None] Provisioning complete for port 9edfdac1-ce62-4734-acba-dc2c826ee7e5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:50:54.795171 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f223210f-c24a-4966-87a5-bd0b8f0cabba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:54.795419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcd8e6fe-fc43-4eee-b8f0-93748f3e9c5a req-d7a84b9a-0146-4490-9892-7a139f941cef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c9e03453576449e8027bf6795ca2563&device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 6488 time: 0.4442759 Nov 26 02:50:54.796203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Attempting to bind port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:50:54.796591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Attempting to bind port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '1bfbf118-5066-4c99-b7c9-a1c3f7285572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:50:54.796942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Attempting to bind port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b on network b727c198-3d36-4fd1-b045-70b4bce472a0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:54.811203 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5f9720a-579e-4ab1-a836-3e4e63944f75 req-5a134477-3622-4cbb-a4b4-451017e332c4 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/security-groups?id=978a719a-e340-40f0-9101-ef04acba6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627876 Nov 26 02:50:54.910994 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f223210f-c24a-4966-87a5-bd0b8f0cabba None None] Port 9edfdac1-ce62-4734-acba-dc2c826ee7e5 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:50:54.921297 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9edfdac1-ce62-4734-acba-dc2c826ee7e5 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:54.929537 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:54.944107 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Transition to ACTIVE for port object 9edfdac1-ce62-4734-acba-dc2c826ee7e5 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:50:54.949243 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:54.957115 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd0b0b-08ef-40fb-ba81-0040b0d752c1 req-17be447e-9c86-4c00-8850-a631f830944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:54.961718 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1dfd0b0b-08ef-40fb-ba81-0040b0d752c1 req-17be447e-9c86-4c00-8850-a631f830944f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=99eb0b63-1e2c-4b26-887f-343457cd281c HTTP/1.1" status: 200 len: 850 time: 0.3765180 Nov 26 02:50:54.986614 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e5e30-74b3-4ee7-ad08-34bd1fd791bc req-18b48aad-a571-41c5-b69e-5e27aa0d78b9 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:54.995158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a97e5e30-74b3-4ee7-ad08-34bd1fd791bc req-18b48aad-a571-41c5-b69e-5e27aa0d78b9 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8912127-7fe3-4ee6-a176-cd6178e6819d HTTP/1.1" status: 200 len: 945 time: 0.3404820 Nov 26 02:50:54.997431 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b on network b727c198-3d36-4fd1-b045-70b4bce472a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:50:54.997794 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Attempting to bind port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b on network b727c198-3d36-4fd1-b045-70b4bce472a0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:55.012990 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabd4d5-852d-4650-aebf-e512bbde40c1 req-bd21e954-9104-4312-8803-e153d3cdea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:55.014920 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-deabd4d5-852d-4650-aebf-e512bbde40c1 req-bd21e954-9104-4312-8803-e153d3cdea58 service neutron] 10.222.0.59 "GET /v2.0/networks?id=74a0aeed-26c1-4009-a7a2-0b865092795c HTTP/1.1" status: 200 len: 914 time: 0.7514315 Nov 26 02:50:55.089354 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9edfdac1-ce62-4734-acba-dc2c826ee7e5,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:55.144735 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1dfd0b0b-08ef-40fb-ba81-0040b0d752c1 req-32e72122-f585-4b00-9125-0464159d6b33 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=594bd1bb-37c7-4b4b-b783-88b783966743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1715076 Nov 26 02:50:55.146722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-deabd4d5-852d-4650-aebf-e512bbde40c1 req-20b2dd7a-de0c-4233-ba12-c8ed030a55e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2047c4a7-76cf-4a29-af9d-38c6d0083f12 HTTP/1.1" status: 200 len: 217 time: 0.0810425 Nov 26 02:50:55.147564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:50:55.148028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Checking segment: {'id': '1bfbf118-5066-4c99-b7c9-a1c3f7285572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:55.148513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Bound using segment: {'id': '1bfbf118-5066-4c99-b7c9-a1c3f7285572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:50:55.149064 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Bound port: 0d4e996e-dd9e-4022-bc73-75e7fdaf918b, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfbf118-5066-4c99-b7c9-a1c3f7285572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:50:55.149753 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:55.199179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Attempting to bind port 9edfdac1-ce62-4734-acba-dc2c826ee7e5 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:50:55.199875 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Attempting to bind port 9edfdac1-ce62-4734-acba-dc2c826ee7e5 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:50:55.200258 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Attempting to bind port 9edfdac1-ce62-4734-acba-dc2c826ee7e5 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:55.206367 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Port 9edfdac1-ce62-4734-acba-dc2c826ee7e5 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:50:55.206693 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Attempting to bind port 9edfdac1-ce62-4734-acba-dc2c826ee7e5 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:50:55.217275 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:50:55.217786 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:50:55.218176 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:50:55.219314 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Bound port: 9edfdac1-ce62-4734-acba-dc2c826ee7e5, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:50:55.219684 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:55.300766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabd4d5-852d-4650-aebf-e512bbde40c1 req-621b9d53-c5c9-449e-9239-d4f110b62478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:55.302269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-deabd4d5-852d-4650-aebf-e512bbde40c1 req-621b9d53-c5c9-449e-9239-d4f110b62478 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8aee8988-948e-4c82-be54-c565dcbd42a8 HTTP/1.1" status: 200 len: 853 time: 0.1285191 Nov 26 02:50:55.306250 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a97e5e30-74b3-4ee7-ad08-34bd1fd791bc req-ef504f0b-980f-447a-ba46-8e109665e731 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/security-groups?id=7711af3b-36ab-41e2-9b55-dfd4e9ef4276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101254 Nov 26 02:50:55.350305 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] For port 9edfdac1-ce62-4734-acba-dc2c826ee7e5, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:50:55.353336 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] For port 9edfdac1-ce62-4734-acba-dc2c826ee7e5, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9edfdac1-ce62-4734-acba-dc2c826ee7e5,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:50:55.361224 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:55.419827 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:55.420484 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:55.422577 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] 10.222.0.59 "PUT /v2.0/ports/9edfdac1-ce62-4734-acba-dc2c826ee7e5 HTTP/1.1" status: 200 len: 1095 time: 1.0265236 Nov 26 02:50:55.423047 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6686f324-2b1f-4608-94cb-c958fc328c42', 'tag': '9edfdac1-ce62-4734-acba-dc2c826ee7e5'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:55.425595 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab829da-1de8-498a-8115-6cb0061fbea6" -d '{"events": [{"name": "network-changed", "server_uuid": "6686f324-2b1f-4608-94cb-c958fc328c42", "tag": "9edfdac1-ce62-4734-acba-dc2c826ee7e5"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:55.434591 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1dfd0b0b-08ef-40fb-ba81-0040b0d752c1 req-48c33952-0d12-4c09-9a9b-8ac6e2dd0ea2 service neutron] 10.222.0.59 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634511 Nov 26 02:50:55.456368 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20573c20-a786-49f4-91d7-7e05e849a5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9edfdac1-ce62-4734-acba-dc2c826ee7e5,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:55.539651 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-deabd4d5-852d-4650-aebf-e512bbde40c1 req-53862151-b2df-483d-a1d8-676f2be77879 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74a0aeed-26c1-4009-a7a2-0b865092795c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180155 Nov 26 02:50:55.542186 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] For port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:50:55.552280 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-5227cb19-fa93-4348-abbb-665ff9081b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:55.555405 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-5227cb19-fa93-4348-abbb-665ff9081b9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&device_id=6686f324-2b1f-4608-94cb-c958fc328c42 HTTP/1.1" status: 200 len: 1098 time: 0.0543256 Nov 26 02:50:55.614416 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-6c2cd7fc-0c53-4e85-b0c5-86b1c0d69837 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=9edfdac1-ce62-4734-acba-dc2c826ee7e5 HTTP/1.1" status: 200 len: 217 time: 0.0431027 Nov 26 02:50:55.623328 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] For port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0d4e996e-dd9e-4022-bc73-75e7fdaf918b,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:50:55.682409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e6fe-fc43-4eee-b8f0-93748f3e9c5a req-c016dc90-f556-4a3c-b21a-cd9ee2cc014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:55.682706 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-e068e4bf-9d26-4476-892a-0d283c9407bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:55.683961 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcd8e6fe-fc43-4eee-b8f0-93748f3e9c5a req-c016dc90-f556-4a3c-b21a-cd9ee2cc014d service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c07786a-4bb0-4031-ab82-de5af92a6806 HTTP/1.1" status: 200 len: 903 time: 0.8512554 Nov 26 02:50:55.684361 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-e068e4bf-9d26-4476-892a-0d283c9407bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0544715 Nov 26 02:50:55.685166 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:55.741974 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-d5f73eeb-658d-4928-94e3-775002ef8337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:55.743782 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-d5f73eeb-658d-4928-94e3-775002ef8337 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0512891 Nov 26 02:50:55.751670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956162b-7336-4580-b9a2-804866eaf99e req-7bb117e7-3207-479c-b7eb-c8fd5a7e3088 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:55.759475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e956162b-7336-4580-b9a2-804866eaf99e req-7bb117e7-3207-479c-b7eb-c8fd5a7e3088 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=6686f324-2b1f-4608-94cb-c958fc328c42 HTTP/1.1" status: 200 len: 947 time: 0.5845835 Nov 26 02:50:55.815430 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481b1ee-5914-4980-9ded-aaeab93fcf99 req-4517d733-b536-4d3b-919a-059fc1da8ad2 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:55.816946 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3481b1ee-5914-4980-9ded-aaeab93fcf99 req-4517d733-b536-4d3b-919a-059fc1da8ad2 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b99433-a5db-47b2-9947-63f03559d915 HTTP/1.1" status: 200 len: 943 time: 0.3814490 Nov 26 02:50:55.832543 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcd8e6fe-fc43-4eee-b8f0-93748f3e9c5a req-a172778c-3940-4313-b90f-5e2b64c1d3ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57741d91-c980-4e0b-9b35-bab416945e3b HTTP/1.1" status: 200 len: 217 time: 0.1060994 Nov 26 02:50:55.852199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3649da6-4431-48e3-8642-78bbefabcf9d None None] DHCP port deletion for b727c198-3d36-4fd1-b045-70b4bce472a0 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:50:55.853338 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:55.854390 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:55.856431 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] 10.222.0.54 "PUT /v2.0/ports/0d4e996e-dd9e-4022-bc73-75e7fdaf918b HTTP/1.1" status: 200 len: 1091 time: 3.3828242 Nov 26 02:50:55.879213 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b99433-a5db-47b2-9947-63f03559d915', 'tag': '0d4e996e-dd9e-4022-bc73-75e7fdaf918b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:55.882303 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e73356-4857-42f7-8110-c3190d504098" -d '{"events": [{"name": "network-changed", "server_uuid": "63b99433-a5db-47b2-9947-63f03559d915", "tag": "0d4e996e-dd9e-4022-bc73-75e7fdaf918b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:55.886776 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-9c686ec2-4281-468b-b58d-6f35c73edaca service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276026 Nov 26 02:50:55.983696 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dd11d-8015-4cfd-9c08-59ec28ff43cf service neutron] Pushing event updated for resources: {'Port': ['ID=0d4e996e-dd9e-4022-bc73-75e7fdaf918b,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:55.987706 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1dfd0b0b-08ef-40fb-ba81-0040b0d752c1 req-67ab47ea-b21c-4c56-b91a-c39609939181 service neutron] 10.222.0.59 "GET /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145447 Nov 26 02:50:56.023781 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-505d0b15-38cc-48d3-b88f-d3deb40c552a req-1bf8d409-7bdf-4595-95b7-bd2a7a4c3a27 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257129 Nov 26 02:50:56.029572 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-deabd4d5-852d-4650-aebf-e512bbde40c1 req-afb2d119-bb2b-40ca-9a36-17fec4d842b5 service neutron] 10.222.0.59 "GET /v2.0/networks/74a0aeed-26c1-4009-a7a2-0b865092795c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441919 Nov 26 02:50:56.047739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e6fe-fc43-4eee-b8f0-93748f3e9c5a req-67670c2a-5df6-4593-ad98-450d6d10cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:56.049441 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcd8e6fe-fc43-4eee-b8f0-93748f3e9c5a req-67670c2a-5df6-4593-ad98-450d6d10cbec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46d2ec77-6d8a-4d0f-b6e0-8fe9b1c5d96d HTTP/1.1" status: 200 len: 797 time: 0.1913857 Nov 26 02:50:56.055108 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e956162b-7336-4580-b9a2-804866eaf99e req-91e00dfa-6c7a-421a-979b-b325ed091d45 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948551 Nov 26 02:50:56.075880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3481b1ee-5914-4980-9ded-aaeab93fcf99 req-909657c5-c85f-4092-8dcb-5325f9073f33 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045448 Nov 26 02:50:56.190269 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243db06-84a9-421e-8612-e80ba30028c0 req-ec0219a2-e472-4838-945a-53ee1883ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:56.191760 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e243db06-84a9-421e-8612-e80ba30028c0 req-ec0219a2-e472-4838-945a-53ee1883ac6b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21dd357d0374f68baf23c21ffc3bf3d&device_id=63b99433-a5db-47b2-9947-63f03559d915 HTTP/1.1" status: 200 len: 1094 time: 0.2538354 Nov 26 02:50:56.275695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e6fe-fc43-4eee-b8f0-93748f3e9c5a req-4e3732d5-edc7-4a01-b84b-e2614b653897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:56.277264 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcd8e6fe-fc43-4eee-b8f0-93748f3e9c5a req-4e3732d5-edc7-4a01-b84b-e2614b653897 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c07786a-4bb0-4031-ab82-de5af92a6806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2197185 Nov 26 02:50:56.281265 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e243db06-84a9-421e-8612-e80ba30028c0 req-46c651b0-a53d-4b89-9fc0-1c5c1c0ba7a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d4e996e-dd9e-4022-bc73-75e7fdaf918b HTTP/1.1" status: 200 len: 217 time: 0.0545852 Nov 26 02:50:56.287144 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b4f2d5-176a-49d4-b37f-1dee560b153b x-openstack-request-id: req-52b4f2d5-176a-49d4-b37f-1dee560b153b {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:56.288103 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6686f324-2b1f-4608-94cb-c958fc328c42", "tag": "9edfdac1-ce62-4734-acba-dc2c826ee7e5", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:56.288467 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52b4f2d5-176a-49d4-b37f-1dee560b153b {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:56.289615 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6686f324-2b1f-4608-94cb-c958fc328c42', 'tag': '9edfdac1-ce62-4734-acba-dc2c826ee7e5', 'status': 'completed', 'code': 200} Nov 26 02:50:56.400219 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3abf-5975-4297-92b8-020589d23bf6 req-e16adca5-7e3f-412e-82b4-b2e2b52fd5bb tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:56.407380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3abf-5975-4297-92b8-020589d23bf6 req-e16adca5-7e3f-412e-82b4-b2e2b52fd5bb tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:56.414422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3abf-5975-4297-92b8-020589d23bf6 req-e16adca5-7e3f-412e-82b4-b2e2b52fd5bb tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:56.420467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3abf-5975-4297-92b8-020589d23bf6 req-e16adca5-7e3f-412e-82b4-b2e2b52fd5bb tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:56.426729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3abf-5975-4297-92b8-020589d23bf6 req-e16adca5-7e3f-412e-82b4-b2e2b52fd5bb tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:56.433292 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3abf-5975-4297-92b8-020589d23bf6 req-e16adca5-7e3f-412e-82b4-b2e2b52fd5bb tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:56.439257 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3abf-5975-4297-92b8-020589d23bf6 req-e16adca5-7e3f-412e-82b4-b2e2b52fd5bb tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:56.441809 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c4b3abf-5975-4297-92b8-020589d23bf6 req-e16adca5-7e3f-412e-82b4-b2e2b52fd5bb tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5431 time: 0.2701960 Nov 26 02:50:56.442094 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab829da-1de8-498a-8115-6cb0061fbea6 req-8160fe3d-ab64-42c5-a9dc-30f6bc149a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:56.444231 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2ab829da-1de8-498a-8115-6cb0061fbea6 req-8160fe3d-ab64-42c5-a9dc-30f6bc149a00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&device_id=6686f324-2b1f-4608-94cb-c958fc328c42 HTTP/1.1" status: 200 len: 1098 time: 0.0425358 Nov 26 02:50:56.458854 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-deabd4d5-852d-4650-aebf-e512bbde40c1 req-0f775301-727b-41c2-a851-8eb3254b0c41 service neutron] 10.222.0.59 "GET /v2.0/networks/74a0aeed-26c1-4009-a7a2-0b865092795c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703797 Nov 26 02:50:56.529778 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f7c62639-c604-4f48-81d0-9d72ec8543c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:56.531274 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e243db06-84a9-421e-8612-e80ba30028c0 req-f7c62639-c604-4f48-81d0-9d72ec8543c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1b1d7b87-e76e-420b-a6ea-a71bcbbcd592 HTTP/1.1" status: 200 len: 844 time: 0.2384489 Nov 26 02:50:56.540090 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab829da-1de8-498a-8115-6cb0061fbea6 req-6daed731-fbed-487f-9388-217f0ace7140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:56.541660 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2ab829da-1de8-498a-8115-6cb0061fbea6 req-6daed731-fbed-487f-9388-217f0ace7140 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.0898342 Nov 26 02:50:56.587268 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2ab829da-1de8-498a-8115-6cb0061fbea6 req-67003377-5240-4c1f-85e5-3328bd3f0cbb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=9edfdac1-ce62-4734-acba-dc2c826ee7e5 HTTP/1.1" status: 200 len: 217 time: 0.0373483 Nov 26 02:50:56.662247 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab829da-1de8-498a-8115-6cb0061fbea6 req-1695c624-f13f-4ffc-b818-1f0c209b76b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:56.664316 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2ab829da-1de8-498a-8115-6cb0061fbea6 req-1695c624-f13f-4ffc-b818-1f0c209b76b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0585334 Nov 26 02:50:56.720600 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab829da-1de8-498a-8115-6cb0061fbea6 req-b69b0512-b8d6-4554-b2ba-c90731b94620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:56.722191 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2ab829da-1de8-498a-8115-6cb0061fbea6 req-b69b0512-b8d6-4554-b2ba-c90731b94620 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0492079 Nov 26 02:50:56.821296 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2ab829da-1de8-498a-8115-6cb0061fbea6 req-be34d5c3-c356-41b9-8f1a-780e8a964b2f service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857441 Nov 26 02:50:56.892383 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e243db06-84a9-421e-8612-e80ba30028c0 req-a027a17f-b722-464f-8d2b-b14f9bc5f5af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b727c198-3d36-4fd1-b045-70b4bce472a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3396447 Nov 26 02:50:56.904855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf85274-a549-4ed3-94c5-329b4dcb5963 req-f878bfd7-f126-43a1-9b76-6cac244b747f tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:56.906283 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eaf85274-a549-4ed3-94c5-329b4dcb5963 req-f878bfd7-f126-43a1-9b76-6cac244b747f tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.5250580 Nov 26 02:50:56.910577 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcd8e6fe-fc43-4eee-b8f0-93748f3e9c5a req-7994fd0c-49dc-4bce-8663-4fcbd82f7eeb service neutron] 10.222.0.54 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6156609 Nov 26 02:50:56.923825 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c4b3abf-5975-4297-92b8-020589d23bf6 req-18cf2dcf-85c2-482a-a294-df0ab5c5f50b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4699717 Nov 26 02:50:56.924726 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2ab829da-1de8-498a-8115-6cb0061fbea6 req-e193b786-7bda-4449-b44c-d5435b0a48cf service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954213 Nov 26 02:50:57.137059 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eaf85274-a549-4ed3-94c5-329b4dcb5963 req-899fb592-79ee-45be-b8a9-bff1818e8ca2 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185218 Nov 26 02:50:57.144084 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e243db06-84a9-421e-8612-e80ba30028c0 req-58832743-3223-4f95-bb50-7f92030f7b62 service neutron] 10.222.0.54 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359462 Nov 26 02:50:57.148681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcd8e6fe-fc43-4eee-b8f0-93748f3e9c5a req-078d041b-96bb-4893-a239-c7176e5e456d service neutron] 10.222.0.54 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142487 Nov 26 02:50:57.156975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88832ebb-9c9d-4729-a68c-f8bf68fa5d62 req-9bc0c147-9407-471d-8b34-3eb996239d2f tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:57.158398 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88832ebb-9c9d-4729-a68c-f8bf68fa5d62 req-9bc0c147-9407-471d-8b34-3eb996239d2f tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 946 time: 0.1416829 Nov 26 02:50:57.268891 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88832ebb-9c9d-4729-a68c-f8bf68fa5d62 req-db127210-b395-4a2a-be1a-844c1302cf45 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/security-groups?id=978a719a-e340-40f0-9101-ef04acba6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037283 Nov 26 02:50:57.308843 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66db904a-89cd-44e8-b38d-9e109a36a0dc x-openstack-request-id: req-66db904a-89cd-44e8-b38d-9e109a36a0dc {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:57.309147 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b99433-a5db-47b2-9947-63f03559d915", "tag": "0d4e996e-dd9e-4022-bc73-75e7fdaf918b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:57.309409 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66db904a-89cd-44e8-b38d-9e109a36a0dc {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:57.309814 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b99433-a5db-47b2-9947-63f03559d915', 'tag': '0d4e996e-dd9e-4022-bc73-75e7fdaf918b', 'status': 'completed', 'code': 200} Nov 26 02:50:57.313803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e243db06-84a9-421e-8612-e80ba30028c0 req-0cd9e4d6-2ac5-432e-97a0-0eafb4fdf718 service neutron] 10.222.0.54 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342361 Nov 26 02:50:57.464839 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba7697-a00a-45c1-ab1e-cafa173fe46e req-7a8803c0-40b9-4ae5-b57b-e4d8a58cbc66 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:57.466199 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-40ba7697-a00a-45c1-ab1e-cafa173fe46e req-7a8803c0-40b9-4ae5-b57b-e4d8a58cbc66 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=6686f324-2b1f-4608-94cb-c958fc328c42 HTTP/1.1" status: 200 len: 947 time: 0.0860162 Nov 26 02:50:57.525581 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904ed68-6a45-4f2f-980d-501f635ffef8 req-d955d174-e04d-497f-8633-8f98f68357d4 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:57.527072 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3904ed68-6a45-4f2f-980d-501f635ffef8 req-d955d174-e04d-497f-8633-8f98f68357d4 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b99433-a5db-47b2-9947-63f03559d915 HTTP/1.1" status: 200 len: 943 time: 0.1080825 Nov 26 02:50:57.558356 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e73356-4857-42f7-8110-c3190d504098 req-970f2734-053e-4b65-88c4-c39830dce599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:57.559878 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56e73356-4857-42f7-8110-c3190d504098 req-970f2734-053e-4b65-88c4-c39830dce599 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21dd357d0374f68baf23c21ffc3bf3d&device_id=63b99433-a5db-47b2-9947-63f03559d915 HTTP/1.1" status: 200 len: 1094 time: 0.1116288 Nov 26 02:50:57.571128 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-40ba7697-a00a-45c1-ab1e-cafa173fe46e req-ec03db2d-3b0c-4d68-89c4-d0fa50be9c53 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854445 Nov 26 02:50:57.679297 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3904ed68-6a45-4f2f-980d-501f635ffef8 req-fdd156cf-1713-4436-9400-c98aa3829a5f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419761 Nov 26 02:50:57.717745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e73356-4857-42f7-8110-c3190d504098 req-c3b85917-71d0-40c8-839a-e25ceb987d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:57.719162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56e73356-4857-42f7-8110-c3190d504098 req-c3b85917-71d0-40c8-839a-e25ceb987d53 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b727c198-3d36-4fd1-b045-70b4bce472a0 HTTP/1.1" status: 200 len: 905 time: 0.1471801 Nov 26 02:50:57.727202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e2215-1c08-4b15-a897-a5cdbbadb154 req-b29e0d5e-49f1-40ff-b2b9-36602f6b2c3d tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:57.728653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c14e2215-1c08-4b15-a897-a5cdbbadb154 req-b29e0d5e-49f1-40ff-b2b9-36602f6b2c3d tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bc608ff-5b55-477d-a03d-225661c07e8d HTTP/1.1" status: 200 len: 945 time: 0.0997701 Nov 26 02:50:57.777573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56e73356-4857-42f7-8110-c3190d504098 req-aebe39c5-ee99-40db-b20f-b0432d60f961 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d4e996e-dd9e-4022-bc73-75e7fdaf918b HTTP/1.1" status: 200 len: 217 time: 0.0476942 Nov 26 02:50:57.841449 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c14e2215-1c08-4b15-a897-a5cdbbadb154 req-19323c08-f208-41da-a286-a276cc62cb7e tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab4eed67-92e4-40d1-a614-742961c799e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058056 Nov 26 02:50:57.852650 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e73356-4857-42f7-8110-c3190d504098 req-3241f368-56d7-452b-9515-d1fa1c648941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:57.854817 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56e73356-4857-42f7-8110-c3190d504098 req-3241f368-56d7-452b-9515-d1fa1c648941 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1b1d7b87-e76e-420b-a6ea-a71bcbbcd592 HTTP/1.1" status: 200 len: 844 time: 0.0641203 Nov 26 02:50:57.888742 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56e73356-4857-42f7-8110-c3190d504098 req-57b0521a-c1fe-4a0b-8a6e-d9944cf8d28d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b727c198-3d36-4fd1-b045-70b4bce472a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261629 Nov 26 02:50:58.009809 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56e73356-4857-42f7-8110-c3190d504098 req-3729d1d3-b3af-4994-9df4-7a36fa537e94 service neutron] 10.222.0.54 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059830 Nov 26 02:50:58.121544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a56167-ee9c-4faf-9688-9ee962b2d30b req-88baa845-03b1-423a-8b9a-766738ea0317 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:58.126439 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a56167-ee9c-4faf-9688-9ee962b2d30b req-88baa845-03b1-423a-8b9a-766738ea0317 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:58.133043 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a56167-ee9c-4faf-9688-9ee962b2d30b req-88baa845-03b1-423a-8b9a-766738ea0317 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:58.139042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a56167-ee9c-4faf-9688-9ee962b2d30b req-88baa845-03b1-423a-8b9a-766738ea0317 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:58.146272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a56167-ee9c-4faf-9688-9ee962b2d30b req-88baa845-03b1-423a-8b9a-766738ea0317 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:58.152337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a56167-ee9c-4faf-9688-9ee962b2d30b req-88baa845-03b1-423a-8b9a-766738ea0317 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:58.158342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a56167-ee9c-4faf-9688-9ee962b2d30b req-88baa845-03b1-423a-8b9a-766738ea0317 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:58.160341 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a4a56167-ee9c-4faf-9688-9ee962b2d30b req-88baa845-03b1-423a-8b9a-766738ea0317 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5431 time: 0.1544566 Nov 26 02:50:58.206404 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56e73356-4857-42f7-8110-c3190d504098 req-a5e6da69-5422-46df-ae04-2ffd41450810 service neutron] 10.222.0.54 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845021 Nov 26 02:50:58.255046 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a4a56167-ee9c-4faf-9688-9ee962b2d30b req-02c89a8d-5eb0-41d3-b474-d2a493f986f0 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875332 Nov 26 02:50:58.308168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a87ad-1c90-47e4-ae69-edfff3ed4861 req-6d707dfd-9e43-4a48-a994-eb007da55049 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:58.309833 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc7a87ad-1c90-47e4-ae69-edfff3ed4861 req-6d707dfd-9e43-4a48-a994-eb007da55049 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.0499532 Nov 26 02:50:58.374022 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc7a87ad-1c90-47e4-ae69-edfff3ed4861 req-cc26051b-f009-4217-82fa-f3a345380e4c tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579722 Nov 26 02:50:58.487704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f86d8b-7f05-4594-b5e9-0c519dc029cc req-1494461b-a1b7-4f03-802f-bb61dfdd7cbf tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:58.489279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e2f86d8b-7f05-4594-b5e9-0c519dc029cc req-1494461b-a1b7-4f03-802f-bb61dfdd7cbf tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 946 time: 0.0561759 Nov 26 02:50:58.541659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e2f86d8b-7f05-4594-b5e9-0c519dc029cc req-1f730678-b661-4643-bfed-62ed312c31e3 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/security-groups?id=978a719a-e340-40f0-9101-ef04acba6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456150 Nov 26 02:50:58.706954 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a23c7-429e-4ff7-b9b2-81ab92898b00 req-9e7431de-be79-4abd-a0a8-5ede02a6f264 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:58.708495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f77a23c7-429e-4ff7-b9b2-81ab92898b00 req-9e7431de-be79-4abd-a0a8-5ede02a6f264 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=6686f324-2b1f-4608-94cb-c958fc328c42 HTTP/1.1" status: 200 len: 947 time: 0.0496430 Nov 26 02:50:58.758675 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f77a23c7-429e-4ff7-b9b2-81ab92898b00 req-2a1a172c-40d4-4a27-b87d-8989ba4c746d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442560 Nov 26 02:50:58.866585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8673464-914d-4676-8bc4-a03b567bde58 req-78a1c93a-5ecb-472c-abf7-dd0e8939875a tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:58.868132 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8673464-914d-4676-8bc4-a03b567bde58 req-78a1c93a-5ecb-472c-abf7-dd0e8939875a tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b99433-a5db-47b2-9947-63f03559d915 HTTP/1.1" status: 200 len: 943 time: 0.0508070 Nov 26 02:50:58.930496 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8673464-914d-4676-8bc4-a03b567bde58 req-b2be5a28-6f21-46ca-abfb-4f649e62f52c tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560682 Nov 26 02:50:58.973898 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59966d52-6fd8-4995-a11e-b69d47ec4c4d req-891b6aeb-242d-4c4d-8b7c-7be5dbe91782 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:58.975970 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59966d52-6fd8-4995-a11e-b69d47ec4c4d req-891b6aeb-242d-4c4d-8b7c-7be5dbe91782 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 946 time: 0.0620840 Nov 26 02:50:59.024337 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59966d52-6fd8-4995-a11e-b69d47ec4c4d req-1d62d40f-4d36-4b8d-b82f-f32aca49b2ab tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/security-groups?id=978a719a-e340-40f0-9101-ef04acba6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420647 Nov 26 02:50:59.131356 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e3919-a8ca-4b5e-a68e-0fd5299f6270 req-2b106b34-9171-4b60-8f90-2687185fe7dd tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:59.136793 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-815e3919-a8ca-4b5e-a68e-0fd5299f6270 req-2b106b34-9171-4b60-8f90-2687185fe7dd tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bc608ff-5b55-477d-a03d-225661c07e8d HTTP/1.1" status: 200 len: 945 time: 0.0519760 Nov 26 02:50:59.181649 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-815e3919-a8ca-4b5e-a68e-0fd5299f6270 req-96a1073a-e27e-43b7-8a6a-8c99f866032a tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab4eed67-92e4-40d1-a614-742961c799e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427296 Nov 26 02:50:59.242504 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742204a9-0e5a-4866-9871-720c65bbb5e6 req-ba5ec778-0ad8-4e6c-845c-6ce65101a28c tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:59.244046 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-742204a9-0e5a-4866-9871-720c65bbb5e6 req-ba5ec778-0ad8-4e6c-845c-6ce65101a28c tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bc608ff-5b55-477d-a03d-225661c07e8d HTTP/1.1" status: 200 len: 945 time: 0.0487831 Nov 26 02:50:59.364478 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-742204a9-0e5a-4866-9871-720c65bbb5e6 req-ad43f3af-9afa-4ad8-beda-63d7d421950c tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Deleting port c03d7a7a-3583-4afd-9e23-34fdeac85622 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:50:59.364478 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-742204a9-0e5a-4866-9871-720c65bbb5e6 req-ad43f3af-9afa-4ad8-beda-63d7d421950c tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:59.415847 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183f92f-ca74-496b-901e-24a2c80bd4c6 req-3931ceac-23cc-40fa-b460-16f516cd2368 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:59.421868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183f92f-ca74-496b-901e-24a2c80bd4c6 req-3931ceac-23cc-40fa-b460-16f516cd2368 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:59.428438 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183f92f-ca74-496b-901e-24a2c80bd4c6 req-3931ceac-23cc-40fa-b460-16f516cd2368 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:59.434362 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183f92f-ca74-496b-901e-24a2c80bd4c6 req-3931ceac-23cc-40fa-b460-16f516cd2368 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:59.440314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183f92f-ca74-496b-901e-24a2c80bd4c6 req-3931ceac-23cc-40fa-b460-16f516cd2368 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:59.446370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183f92f-ca74-496b-901e-24a2c80bd4c6 req-3931ceac-23cc-40fa-b460-16f516cd2368 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:59.449752 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9edfdac1-ce62-4734-acba-dc2c826ee7e5 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:50:59.452408 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183f92f-ca74-496b-901e-24a2c80bd4c6 req-3931ceac-23cc-40fa-b460-16f516cd2368 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:59.454006 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-742204a9-0e5a-4866-9871-720c65bbb5e6 req-ad43f3af-9afa-4ad8-beda-63d7d421950c tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] For port c03d7a7a-3583-4afd-9e23-34fdeac85622, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c03d7a7a-3583-4afd-9e23-34fdeac85622,segment=NetworkSegment(9220402a-90b4-41d1-8f9b-038a1f1b549b),segment_id=9220402a-90b4-41d1-8f9b-038a1f1b549b)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:59.454375 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1183f92f-ca74-496b-901e-24a2c80bd4c6 req-3931ceac-23cc-40fa-b460-16f516cd2368 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5431 time: 0.1180682 Nov 26 02:50:59.454827 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-742204a9-0e5a-4866-9871-720c65bbb5e6 req-ad43f3af-9afa-4ad8-beda-63d7d421950c tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:59.472194 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-742204a9-0e5a-4866-9871-720c65bbb5e6 req-ad43f3af-9afa-4ad8-beda-63d7d421950c tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Calling delete_port for c03d7a7a-3583-4afd-9e23-34fdeac85622 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:50:59.531713 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503d41d-ca92-42d5-acad-d1b006c14b83 req-01ee6be5-4791-493f-af68-90821617d847 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:59.533283 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8503d41d-ca92-42d5-acad-d1b006c14b83 req-01ee6be5-4791-493f-af68-90821617d847 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8912127-7fe3-4ee6-a176-cd6178e6819d HTTP/1.1" status: 200 len: 945 time: 0.0779922 Nov 26 02:50:59.557437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1183f92f-ca74-496b-901e-24a2c80bd4c6 req-f0526988-34dc-44c6-a875-681aaa630b99 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920346 Nov 26 02:50:59.561369 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9edfdac1-ce62-4734-acba-dc2c826ee7e5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9edfdac1-ce62-4734-acba-dc2c826ee7e5,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:59.573863 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '9edfdac1-ce62-4734-acba-dc2c826ee7e5', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '9edfdac1-ce62-4734-acba-dc2c826ee7e5', 'mac_address': 'fa:16:3e:48:34:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:50:59.609167 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8503d41d-ca92-42d5-acad-d1b006c14b83 req-12031028-b176-4cea-931c-66a531428a08 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/security-groups?id=7711af3b-36ab-41e2-9b55-dfd4e9ef4276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652323 Nov 26 02:50:59.619006 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:59.635281 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-742204a9-0e5a-4866-9871-720c65bbb5e6 req-ad43f3af-9afa-4ad8-beda-63d7d421950c tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:59.653254 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9edfdac1-ce62-4734-acba-dc2c826ee7e5 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:50:59.680431 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43f3af-9afa-4ad8-beda-63d7d421950c tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Pushing event deleted for resources: {'Port': ['ID=c03d7a7a-3583-4afd-9e23-34fdeac85622,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:59.680708 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9edfdac1-ce62-4734-acba-dc2c826ee7e5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9edfdac1-ce62-4734-acba-dc2c826ee7e5,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:50:59.683368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c03d7a7a-3583-4afd-9e23-34fdeac85622'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:50:59.692967 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:59.703198 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40be26-a208-447a-89fa-d93a3290e5b7 req-8b077778-7a7e-4ce2-8866-4c86708d618f tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:59.704784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf40be26-a208-447a-89fa-d93a3290e5b7 req-8b077778-7a7e-4ce2-8866-4c86708d618f tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.0686090 Nov 26 02:50:59.722523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb73ae0-df12-46ef-897e-3d9af9b9b2ba None None] DHCP port deletion for bbc2d3ef-241f-44e9-a91f-af291ec322b0 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:50:59.741145 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-742204a9-0e5a-4866-9871-720c65bbb5e6 req-ad43f3af-9afa-4ad8-beda-63d7d421950c tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] No DVR routers for this DVR port c03d7a7a-3583-4afd-9e23-34fdeac85622 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:50:59.744358 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-742204a9-0e5a-4866-9871-720c65bbb5e6 req-ad43f3af-9afa-4ad8-beda-63d7d421950c tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:50:59.748570 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-742204a9-0e5a-4866-9871-720c65bbb5e6 req-ad43f3af-9afa-4ad8-beda-63d7d421950c tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.59 "DELETE /v2.0/ports/c03d7a7a-3583-4afd-9e23-34fdeac85622 HTTP/1.1" status: 204 len: 173 time: 0.4907756 Nov 26 02:50:59.749054 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc608ff-5b55-477d-a03d-225661c07e8d', 'name': 'network-vif-deleted', 'tag': 'c03d7a7a-3583-4afd-9e23-34fdeac85622'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:50:59.751421 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b399e2-d109-4606-bf53-e1afbb78c9e7" -d '{"events": [{"server_uuid": "3bc608ff-5b55-477d-a03d-225661c07e8d", "name": "network-vif-deleted", "tag": "c03d7a7a-3583-4afd-9e23-34fdeac85622"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:50:59.763890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf40be26-a208-447a-89fa-d93a3290e5b7 req-f295efd5-8772-4ee5-99b9-76908642b271 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507717 Nov 26 02:50:59.796655 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=9edfdac1-ce62-4734-acba-dc2c826ee7e5,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:50:59.804315 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a155e9-4094-4c9c-ba5c-dfa182d8a9eb x-openstack-request-id: req-a4a155e9-4094-4c9c-ba5c-dfa182d8a9eb {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:50:59.804650 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc608ff-5b55-477d-a03d-225661c07e8d", "name": "network-vif-deleted", "tag": "c03d7a7a-3583-4afd-9e23-34fdeac85622", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:50:59.804885 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4a155e9-4094-4c9c-ba5c-dfa182d8a9eb {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:50:59.805286 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc608ff-5b55-477d-a03d-225661c07e8d', 'name': 'network-vif-deleted', 'tag': 'c03d7a7a-3583-4afd-9e23-34fdeac85622', 'status': 'completed', 'code': 200} Nov 26 02:50:59.897393 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516d556-e90b-43ee-b79a-e08cc536c932 req-2dec2183-fd8d-4b36-b210-71615c66b9bf tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:50:59.898928 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4516d556-e90b-43ee-b79a-e08cc536c932 req-2dec2183-fd8d-4b36-b210-71615c66b9bf tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=6686f324-2b1f-4608-94cb-c958fc328c42 HTTP/1.1" status: 200 len: 948 time: 0.0512977 Nov 26 02:50:59.956904 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4516d556-e90b-43ee-b79a-e08cc536c932 req-c391761e-3014-4e1e-a013-c70b94b8485d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512927 Nov 26 02:51:00.033944 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e057e0e-3b77-449d-afc7-bc0ccf31112f req-12661ae0-70e8-456c-ade4-dc3e8ebfc604 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:00.035460 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e057e0e-3b77-449d-afc7-bc0ccf31112f req-12661ae0-70e8-456c-ade4-dc3e8ebfc604 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.0489650 Nov 26 02:51:00.116772 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231dc5e3-6538-4b88-88e6-c6ba14bb68ca req-b9d76790-455c-4a7d-a654-3c4a41c8a9d6 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:00.118162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-231dc5e3-6538-4b88-88e6-c6ba14bb68ca req-b9d76790-455c-4a7d-a654-3c4a41c8a9d6 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b99433-a5db-47b2-9947-63f03559d915 HTTP/1.1" status: 200 len: 943 time: 0.0818055 Nov 26 02:51:00.121823 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e057e0e-3b77-449d-afc7-bc0ccf31112f req-f75d5b80-e97d-4c01-8ffc-97033c31f3c3 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768561 Nov 26 02:51:00.146827 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['9edfdac1-ce62-4734-acba-dc2c826ee7e5'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:00.166186 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-231dc5e3-6538-4b88-88e6-c6ba14bb68ca req-d7e38a6a-82db-4a02-b460-d28a1f4b0101 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420015 Nov 26 02:51:00.235240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775827ea-68cb-46b2-83ff-3d701b83be9b req-4e473eef-1d54-47e0-8124-674a64cd19df tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:00.236902 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-775827ea-68cb-46b2-83ff-3d701b83be9b req-4e473eef-1d54-47e0-8124-674a64cd19df tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 946 time: 0.0497758 Nov 26 02:51:00.308368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7210a6cf-d7e5-42cb-80b8-0ada2883e52d req-1df7062c-8663-4099-baae-729cb3e20b99 tempest-VolumesAdminNegativeTest-1066659093 tempest-VolumesAdminNegativeTest-1066659093-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bc608ff-5b55-477d-a03d-225661c07e8d HTTP/1.1" status: 200 len: 210 time: 0.0375662 Nov 26 02:51:00.315918 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-775827ea-68cb-46b2-83ff-3d701b83be9b req-a03bfb97-7d7f-4a01-b9f4-1042625b4f86 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/security-groups?id=978a719a-e340-40f0-9101-ef04acba6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711434 Nov 26 02:51:00.704518 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ead4bb-c6bb-41f0-9299-0da12ee8fe2a req-164d6eac-2cbe-4359-bf35-3e39a6b01f81 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:00.710491 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ead4bb-c6bb-41f0-9299-0da12ee8fe2a req-164d6eac-2cbe-4359-bf35-3e39a6b01f81 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:00.716488 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ead4bb-c6bb-41f0-9299-0da12ee8fe2a req-164d6eac-2cbe-4359-bf35-3e39a6b01f81 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:00.722504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ead4bb-c6bb-41f0-9299-0da12ee8fe2a req-164d6eac-2cbe-4359-bf35-3e39a6b01f81 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:00.729325 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ead4bb-c6bb-41f0-9299-0da12ee8fe2a req-164d6eac-2cbe-4359-bf35-3e39a6b01f81 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:00.735342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ead4bb-c6bb-41f0-9299-0da12ee8fe2a req-164d6eac-2cbe-4359-bf35-3e39a6b01f81 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:00.741940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ead4bb-c6bb-41f0-9299-0da12ee8fe2a req-164d6eac-2cbe-4359-bf35-3e39a6b01f81 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:00.743914 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93ead4bb-c6bb-41f0-9299-0da12ee8fe2a req-164d6eac-2cbe-4359-bf35-3e39a6b01f81 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5431 time: 0.1026146 Nov 26 02:51:00.820383 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0613caa-ed5d-471f-a7f2-4bfb935e6597 req-3a17521c-9fe9-4247-bc94-ba954c3adb0b tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:00.821689 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 0d4e996e-dd9e-4022-bc73-75e7fdaf918b details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:51:00.822204 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0613caa-ed5d-471f-a7f2-4bfb935e6597 req-3a17521c-9fe9-4247-bc94-ba954c3adb0b tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8912127-7fe3-4ee6-a176-cd6178e6819d HTTP/1.1" status: 200 len: 945 time: 0.1384616 Nov 26 02:51:00.853466 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93ead4bb-c6bb-41f0-9299-0da12ee8fe2a req-e446f8f8-2d23-4682-8e5a-ce918860c363 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994244 Nov 26 02:51:00.885367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0613caa-ed5d-471f-a7f2-4bfb935e6597 req-577755f6-451b-4ea4-a312-cdb57a20ed19 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/security-groups?id=7711af3b-36ab-41e2-9b55-dfd4e9ef4276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558362 Nov 26 02:51:00.923333 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0d4e996e-dd9e-4022-bc73-75e7fdaf918b,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:00.935019 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '0d4e996e-dd9e-4022-bc73-75e7fdaf918b', 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0', 'port_id': '0d4e996e-dd9e-4022-bc73-75e7fdaf918b', 'mac_address': 'fa:16:3e:18:f7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1d7b87-e76e-420b-a6ea-a71bcbbcd592', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:51:00.975364 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:00.988391 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4e996e-dd9e-4022-bc73-75e7fdaf918b {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:01.007886 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0d4e996e-dd9e-4022-bc73-75e7fdaf918b,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:01.013409 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:01.060300 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=0d4e996e-dd9e-4022-bc73-75e7fdaf918b,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:01.082059 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ce786-4e4f-452c-8b8e-6dcd87195d51 req-fc895660-6c62-4047-a87a-c5ba5ec78a1d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:01.083544 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-903ce786-4e4f-452c-8b8e-6dcd87195d51 req-fc895660-6c62-4047-a87a-c5ba5ec78a1d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=6686f324-2b1f-4608-94cb-c958fc328c42 HTTP/1.1" status: 200 len: 948 time: 0.0492790 Nov 26 02:51:01.131165 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-903ce786-4e4f-452c-8b8e-6dcd87195d51 req-708c74a6-687b-4068-8087-91a98c7d5390 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415137 Nov 26 02:51:01.167891 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fda2cc-c0bb-4883-854f-313966606dfe req-6420087c-75be-4b04-b9dc-1560fe5679d4 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:01.169433 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-76fda2cc-c0bb-4883-854f-313966606dfe req-6420087c-75be-4b04-b9dc-1560fe5679d4 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.59 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 946 time: 0.0511172 Nov 26 02:51:01.273616 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-76fda2cc-c0bb-4883-854f-313966606dfe req-799d5e28-2ee3-4ea3-b554-197905687aeb tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Deleting port 2047c4a7-76cf-4a29-af9d-38c6d0083f12 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:51:01.274110 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-76fda2cc-c0bb-4883-854f-313966606dfe req-799d5e28-2ee3-4ea3-b554-197905687aeb tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:01.280873 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67794dcc-d99c-4815-9349-284e2bc4fd1f req-1058b8db-e336-41b1-a3ca-9433bfc1a653 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:01.282363 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-67794dcc-d99c-4815-9349-284e2bc4fd1f req-1058b8db-e336-41b1-a3ca-9433bfc1a653 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.0909500 Nov 26 02:51:01.304371 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078c5bd-f2f8-4347-bd31-f9af1ccfa72a req-04f46907-8c12-4cec-8c48-09b3cf8f8b0c tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:01.305799 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1078c5bd-f2f8-4347-bd31-f9af1ccfa72a req-04f46907-8c12-4cec-8c48-09b3cf8f8b0c tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b99433-a5db-47b2-9947-63f03559d915 HTTP/1.1" status: 200 len: 944 time: 0.0704403 Nov 26 02:51:01.366111 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-76fda2cc-c0bb-4883-854f-313966606dfe req-799d5e28-2ee3-4ea3-b554-197905687aeb tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] For port 2047c4a7-76cf-4a29-af9d-38c6d0083f12, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=2047c4a7-76cf-4a29-af9d-38c6d0083f12,segment=NetworkSegment(3c0f1d84-d325-49d6-a155-06c28c0e7458),segment_id=3c0f1d84-d325-49d6-a155-06c28c0e7458)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:01.366482 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-76fda2cc-c0bb-4883-854f-313966606dfe req-799d5e28-2ee3-4ea3-b554-197905687aeb tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:01.371097 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-67794dcc-d99c-4815-9349-284e2bc4fd1f req-9e8c5674-42c2-4981-a0de-daa9de74104a tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797184 Nov 26 02:51:01.378708 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1078c5bd-f2f8-4347-bd31-f9af1ccfa72a req-90b6a437-54ba-4802-9e64-bcf96c303ab3 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637009 Nov 26 02:51:01.380557 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-76fda2cc-c0bb-4883-854f-313966606dfe req-799d5e28-2ee3-4ea3-b554-197905687aeb tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Calling delete_port for 2047c4a7-76cf-4a29-af9d-38c6d0083f12 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:51:01.444722 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39384) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:01.487285 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9edfdac1-ce62-4734-acba-dc2c826ee7e5 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:01.492610 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3bf86-3915-4b12-ae18-af6dbee89f5b req-48e5395a-c6ce-49ce-8747-9e50ef0c9b08 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:01.494144 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51e3bf86-3915-4b12-ae18-af6dbee89f5b req-48e5395a-c6ce-49ce-8747-9e50ef0c9b08 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 946 time: 0.0506144 Nov 26 02:51:01.507622 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3b4cd5-f2d9-4c2d-b72b-b6fe7359d19d admin admin] Deleting subnet c7f1f47b-6106-448f-8750-3318ef90c67c {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:51:01.511142 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd3b4cd5-f2d9-4c2d-b72b-b6fe7359d19d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:01.541837 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 9edfdac1-ce62-4734-acba-dc2c826ee7e5 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:51:01.546224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 9edfdac1-ce62-4734-acba-dc2c826ee7e5 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:01.546851 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:01.581475 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd3b4cd5-f2d9-4c2d-b72b-b6fe7359d19d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:01.616068 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-76fda2cc-c0bb-4883-854f-313966606dfe req-799d5e28-2ee3-4ea3-b554-197905687aeb tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:01.632769 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['0d4e996e-dd9e-4022-bc73-75e7fdaf918b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:01.642103 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f647d-d5e2-4101-a842-c252728300f2 req-1c660b5c-58b8-436c-a19e-172c2ebc5158 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:01.643992 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-543f647d-d5e2-4101-a842-c252728300f2 req-1c660b5c-58b8-436c-a19e-172c2ebc5158 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8912127-7fe3-4ee6-a176-cd6178e6819d HTTP/1.1" status: 200 len: 945 time: 0.0926282 Nov 26 02:51:01.664705 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['2047c4a7-76cf-4a29-af9d-38c6d0083f12'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:01.667494 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d5e28-2ee3-4ea3-b554-197905687aeb tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Pushing event deleted for resources: {'Port': ['ID=2047c4a7-76cf-4a29-af9d-38c6d0083f12,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:01.670017 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd3b4cd5-f2d9-4c2d-b72b-b6fe7359d19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:01.686373 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:01.706466 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51e3bf86-3915-4b12-ae18-af6dbee89f5b req-a030a2d8-e144-44bc-bad5-325c8a65a0a1 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/security-groups?id=978a719a-e340-40f0-9101-ef04acba6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989813 Nov 26 02:51:01.734571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6686f324-2b1f-4608-94cb-c958fc328c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edfdac1-ce62-4734-acba-dc2c826ee7e5'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:01.737071 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfb358a-ded8-40ff-ba2a-216a5cb0e8d8" -d '{"events": [{"server_uuid": "6686f324-2b1f-4608-94cb-c958fc328c42", "name": "network-vif-plugged", "status": "completed", "tag": "9edfdac1-ce62-4734-acba-dc2c826ee7e5"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:01.753901 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9edfdac1-ce62-4734-acba-dc2c826ee7e5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9edfdac1-ce62-4734-acba-dc2c826ee7e5,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:01.770169 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:01.771087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c03d7a7a-3583-4afd-9e23-34fdeac85622 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:51:01.782745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-543f647d-d5e2-4101-a842-c252728300f2 req-9d0b39c4-c65d-496c-9b3d-aec2adfc33a3 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Deleting port 55f69076-54de-4d67-b550-d86e29c69d5d {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:51:01.783194 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-543f647d-d5e2-4101-a842-c252728300f2 req-9d0b39c4-c65d-496c-9b3d-aec2adfc33a3 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:01.797009 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a09941-de41-47f7-9e76-39932346e9ee x-openstack-request-id: req-69a09941-de41-47f7-9e76-39932346e9ee {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:01.797314 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6686f324-2b1f-4608-94cb-c958fc328c42", "name": "network-vif-plugged", "status": "completed", "tag": "9edfdac1-ce62-4734-acba-dc2c826ee7e5", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:01.798184 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69a09941-de41-47f7-9e76-39932346e9ee {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:01.798673 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6686f324-2b1f-4608-94cb-c958fc328c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edfdac1-ce62-4734-acba-dc2c826ee7e5', 'code': 200} Nov 26 02:51:01.803791 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: c03d7a7a-3583-4afd-9e23-34fdeac85622 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:51:01.804167 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c03d7a7a-3583-4afd-9e23-34fdeac85622 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:51:01.879840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=9edfdac1-ce62-4734-acba-dc2c826ee7e5,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:01.958802 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-543f647d-d5e2-4101-a842-c252728300f2 req-9d0b39c4-c65d-496c-9b3d-aec2adfc33a3 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] For port 55f69076-54de-4d67-b550-d86e29c69d5d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=55f69076-54de-4d67-b550-d86e29c69d5d,segment=NetworkSegment(df656601-e3a0-4e64-92e3-019739161697),segment_id=df656601-e3a0-4e64-92e3-019739161697)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:01.960236 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-543f647d-d5e2-4101-a842-c252728300f2 req-9d0b39c4-c65d-496c-9b3d-aec2adfc33a3 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:02.002496 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fda2cc-c0bb-4883-854f-313966606dfe req-799d5e28-2ee3-4ea3-b554-197905687aeb tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] No DVR routers for this DVR port 2047c4a7-76cf-4a29-af9d-38c6d0083f12 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:51:02.005204 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-76fda2cc-c0bb-4883-854f-313966606dfe req-799d5e28-2ee3-4ea3-b554-197905687aeb tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:02.009054 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-76fda2cc-c0bb-4883-854f-313966606dfe req-799d5e28-2ee3-4ea3-b554-197905687aeb tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.59 "DELETE /v2.0/ports/2047c4a7-76cf-4a29-af9d-38c6d0083f12 HTTP/1.1" status: 204 len: 173 time: 0.8281176 Nov 26 02:51:02.012575 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872872d2-fcaa-4a15-ac72-0b15a6bb9387', 'name': 'network-vif-deleted', 'tag': '2047c4a7-76cf-4a29-af9d-38c6d0083f12'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:02.012852 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-543f647d-d5e2-4101-a842-c252728300f2 req-9d0b39c4-c65d-496c-9b3d-aec2adfc33a3 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Calling delete_port for 55f69076-54de-4d67-b550-d86e29c69d5d owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:51:02.015021 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9888bad1-8e7e-4ca8-8206-d8e3d0aafc1a" -d '{"events": [{"server_uuid": "872872d2-fcaa-4a15-ac72-0b15a6bb9387", "name": "network-vif-deleted", "tag": "2047c4a7-76cf-4a29-af9d-38c6d0083f12"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:02.050411 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd3b4cd5-f2d9-4c2d-b72b-b6fe7359d19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:02.076709 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b4cd5-f2d9-4c2d-b72b-b6fe7359d19d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7f1f47b-6106-448f-8750-3318ef90c67c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:02.082923 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd3b4cd5-f2d9-4c2d-b72b-b6fe7359d19d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:02.086355 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dd3b4cd5-f2d9-4c2d-b72b-b6fe7359d19d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c7f1f47b-6106-448f-8750-3318ef90c67c HTTP/1.1" status: 204 len: 168 time: 0.6395819 Nov 26 02:51:02.089553 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39398) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:02.089906 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b31b29-50cc-4c9c-b903-42bc22635b93 req-fcb83165-2524-441e-9bd4-a9dbe5dca245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:02.091429 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0b31b29-50cc-4c9c-b903-42bc22635b93 req-fcb83165-2524-441e-9bd4-a9dbe5dca245 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6686f324-2b1f-4608-94cb-c958fc328c42 HTTP/1.1" status: 200 len: 1100 time: 0.2041788 Nov 26 02:51:02.092019 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963a32e0-916d-4794-9a10-7afc94c5a90e None None] Network bbc2d3ef-241f-44e9-a91f-af291ec322b0 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:51:02.127311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc294e-1df2-4166-836a-6542b55b5d81 req-c0c707ca-f175-4517-bec6-a08ad3c4b1bf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:02.134854 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc294e-1df2-4166-836a-6542b55b5d81 req-c0c707ca-f175-4517-bec6-a08ad3c4b1bf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:02.141090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc294e-1df2-4166-836a-6542b55b5d81 req-c0c707ca-f175-4517-bec6-a08ad3c4b1bf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:02.147244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc294e-1df2-4166-836a-6542b55b5d81 req-c0c707ca-f175-4517-bec6-a08ad3c4b1bf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:02.153627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc294e-1df2-4166-836a-6542b55b5d81 req-c0c707ca-f175-4517-bec6-a08ad3c4b1bf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:02.159162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc294e-1df2-4166-836a-6542b55b5d81 req-c0c707ca-f175-4517-bec6-a08ad3c4b1bf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:02.164576 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f3bb-84e5-4b91-af5c-4dfb190ae24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:02.165323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc294e-1df2-4166-836a-6542b55b5d81 req-c0c707ca-f175-4517-bec6-a08ad3c4b1bf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:02.173625 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6cc294e-1df2-4166-836a-6542b55b5d81 req-c0c707ca-f175-4517-bec6-a08ad3c4b1bf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5431 time: 0.2186606 Nov 26 02:51:02.209034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159a88d-035c-48ef-bcf7-cb6e870828cd req-c6e4022e-7e44-4a8c-9d01-6fc309a3fe13 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:02.210549 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a159a88d-035c-48ef-bcf7-cb6e870828cd req-c6e4022e-7e44-4a8c-9d01-6fc309a3fe13 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8912127-7fe3-4ee6-a176-cd6178e6819d HTTP/1.1" status: 200 len: 945 time: 0.2288864 Nov 26 02:51:02.250409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0285eb99-a576-4a2b-889f-083061968e84 None None] DHCP port deletion for bbc2d3ef-241f-44e9-a91f-af291ec322b0 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:51:02.255381 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f3bb-84e5-4b91-af5c-4dfb190ae24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:02.278923 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-0fb7f3bb-84e5-4b91-af5c-4dfb190ae24f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc2d3ef-241f-44e9-a91f-af291ec322b0']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:02.288734 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-0fb7f3bb-84e5-4b91-af5c-4dfb190ae24f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9220402a-90b4-41d1-8f9b-038a1f1b549b') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:02.289034 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-0fb7f3bb-84e5-4b91-af5c-4dfb190ae24f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9220402a-90b4-41d1-8f9b-038a1f1b549b') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:02.298705 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f3bb-84e5-4b91-af5c-4dfb190ae24f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:02.307782 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0b31b29-50cc-4c9c-b903-42bc22635b93 req-d2b2dc50-9d1f-4e52-930e-e04bd0d87605 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052414 Nov 26 02:51:02.312662 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f3bb-84e5-4b91-af5c-4dfb190ae24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:02.318679 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb7f3bb-84e5-4b91-af5c-4dfb190ae24f admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:51:02.319059 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f3bb-84e5-4b91-af5c-4dfb190ae24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:51:02.321177 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:51:02.359879 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a159a88d-035c-48ef-bcf7-cb6e870828cd req-5a845cb4-00a5-4b92-95be-3f62d6a6b80c tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.31 "GET /v2.0/security-groups?id=7711af3b-36ab-41e2-9b55-dfd4e9ef4276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404896 Nov 26 02:51:02.364858 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6cc294e-1df2-4166-836a-6542b55b5d81 req-1d21be76-0ef6-4339-8cd4-54053d3a02f0 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1905150 Nov 26 02:51:02.377211 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f3bb-84e5-4b91-af5c-4dfb190ae24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:02.385239 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f3bb-84e5-4b91-af5c-4dfb190ae24f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:02.394745 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0fb7f3bb-84e5-4b91-af5c-4dfb190ae24f admin admin] 10.222.0.31 "DELETE /v2.0/networks/bbc2d3ef-241f-44e9-a91f-af291ec322b0 HTTP/1.1" status: 204 len: 168 time: 0.3012283 Nov 26 02:51:02.396290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39402) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:02.415822 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7f3bb-84e5-4b91-af5c-4dfb190ae24f admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc2d3ef-241f-44e9-a91f-af291ec322b0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:02.426654 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c72a52-55da-49b2-a2d4-24e48c454621 x-openstack-request-id: req-40c72a52-55da-49b2-a2d4-24e48c454621 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:02.426953 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872872d2-fcaa-4a15-ac72-0b15a6bb9387", "name": "network-vif-deleted", "tag": "2047c4a7-76cf-4a29-af9d-38c6d0083f12", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:02.427210 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40c72a52-55da-49b2-a2d4-24e48c454621 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:02.427659 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872872d2-fcaa-4a15-ac72-0b15a6bb9387', 'name': 'network-vif-deleted', 'tag': '2047c4a7-76cf-4a29-af9d-38c6d0083f12', 'status': 'completed', 'code': 200} Nov 26 02:51:02.431392 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-543f647d-d5e2-4101-a842-c252728300f2 req-9d0b39c4-c65d-496c-9b3d-aec2adfc33a3 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:02.463973 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b39c4-c65d-496c-9b3d-aec2adfc33a3 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Pushing event deleted for resources: {'Port': ['ID=55f69076-54de-4d67-b550-d86e29c69d5d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:02.466140 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['55f69076-54de-4d67-b550-d86e29c69d5d'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:02.516599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ecf15b-3219-4ee8-a19d-52d4c1e960be admin admin] Deleting subnet a8f3ab68-e918-4074-a4be-1af27703f16d {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:51:02.532919 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8ecf15b-3219-4ee8-a19d-52d4c1e960be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:02.568279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-543f647d-d5e2-4101-a842-c252728300f2 req-9d0b39c4-c65d-496c-9b3d-aec2adfc33a3 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] No DVR routers for this DVR port 55f69076-54de-4d67-b550-d86e29c69d5d on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:51:02.576248 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-543f647d-d5e2-4101-a842-c252728300f2 req-9d0b39c4-c65d-496c-9b3d-aec2adfc33a3 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:02.579485 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-543f647d-d5e2-4101-a842-c252728300f2 req-9d0b39c4-c65d-496c-9b3d-aec2adfc33a3 tempest-ServerTagsTestJSON-1471539863 tempest-ServerTagsTestJSON-1471539863-project] 10.222.0.59 "DELETE /v2.0/ports/55f69076-54de-4d67-b550-d86e29c69d5d HTTP/1.1" status: 204 len: 173 time: 0.9287312 Nov 26 02:51:02.586447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8912127-7fe3-4ee6-a176-cd6178e6819d', 'name': 'network-vif-deleted', 'tag': '55f69076-54de-4d67-b550-d86e29c69d5d'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:02.588701 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def9075b-d4fe-4a0d-8f2c-089d81419bf9" -d '{"events": [{"server_uuid": "b8912127-7fe3-4ee6-a176-cd6178e6819d", "name": "network-vif-deleted", "tag": "55f69076-54de-4d67-b550-d86e29c69d5d"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:02.627983 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8ecf15b-3219-4ee8-a19d-52d4c1e960be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:02.658633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc64747-eb4a-4abf-bdcd-7ed534a4c443 req-c5d75990-9749-4260-86c4-8a623420939a tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:02.660461 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7bc64747-eb4a-4abf-bdcd-7ed534a4c443 req-c5d75990-9749-4260-86c4-8a623420939a tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=6686f324-2b1f-4608-94cb-c958fc328c42 HTTP/1.1" status: 200 len: 949 time: 0.1826913 Nov 26 02:51:02.704889 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a1092-4e9c-459a-82bc-623850eea0bf req-262ce7d8-d285-46e5-8290-974769e92a2e tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:02.706282 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e09a1092-4e9c-459a-82bc-623850eea0bf req-262ce7d8-d285-46e5-8290-974769e92a2e tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.1401691 Nov 26 02:51:02.712615 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8ecf15b-3219-4ee8-a19d-52d4c1e960be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:02.781368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7bc64747-eb4a-4abf-bdcd-7ed534a4c443 req-88ce2934-0b22-41ec-8d6d-848eebd5cc24 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134379 Nov 26 02:51:02.821155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e09a1092-4e9c-459a-82bc-623850eea0bf req-0e86f143-a11c-46ad-836c-13c422daeaad tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041248 Nov 26 02:51:02.828102 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8ecf15b-3219-4ee8-a19d-52d4c1e960be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:02.863890 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8ecf15b-3219-4ee8-a19d-52d4c1e960be admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:02.867732 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c8ecf15b-3219-4ee8-a19d-52d4c1e960be admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a8f3ab68-e918-4074-a4be-1af27703f16d HTTP/1.1" status: 204 len: 168 time: 0.4702733 Nov 26 02:51:02.870773 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39412) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:02.886529 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ecf15b-3219-4ee8-a19d-52d4c1e960be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8f3ab68-e918-4074-a4be-1af27703f16d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:02.889521 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da4850b-2c86-4c57-9092-8e10138f30ce x-openstack-request-id: req-1da4850b-2c86-4c57-9092-8e10138f30ce {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:02.889886 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8912127-7fe3-4ee6-a176-cd6178e6819d", "name": "network-vif-deleted", "tag": "55f69076-54de-4d67-b550-d86e29c69d5d", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:02.890217 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1da4850b-2c86-4c57-9092-8e10138f30ce {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:02.890686 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8912127-7fe3-4ee6-a176-cd6178e6819d', 'name': 'network-vif-deleted', 'tag': '55f69076-54de-4d67-b550-d86e29c69d5d', 'status': 'completed', 'code': 200} Nov 26 02:51:02.950531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d594f-aa2f-4886-b9a9-590d20ecf456 req-2eb2fa1e-2952-4056-9ea6-e6d6a42a04f7 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:02.956390 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af04dff2-3ec3-4323-b89e-52a31b18ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:02.956577 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b1d594f-aa2f-4886-b9a9-590d20ecf456 req-2eb2fa1e-2952-4056-9ea6-e6d6a42a04f7 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b99433-a5db-47b2-9947-63f03559d915 HTTP/1.1" status: 200 len: 944 time: 0.0870161 Nov 26 02:51:02.996414 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91889190-aede-4386-a111-e2fa3528d71a req-39e3c187-5471-440e-a7f0-70bbf69444c0 tempest-InstanceActionsTestJSON-2115156000 tempest-InstanceActionsTestJSON-2115156000-project] 10.222.0.31 "GET /v2.0/ports?device_id=872872d2-fcaa-4a15-ac72-0b15a6bb9387 HTTP/1.1" status: 200 len: 210 time: 0.0387089 Nov 26 02:51:03.031703 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b1d594f-aa2f-4886-b9a9-590d20ecf456 req-b7c7c196-0067-4b39-9af2-00c97c453c52 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716877 Nov 26 02:51:03.041186 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af04dff2-3ec3-4323-b89e-52a31b18ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:03.060767 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-af04dff2-3ec3-4323-b89e-52a31b18ccc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8a85e5-c0f5-4d0f-bced-dc8a9357d3e7']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:03.070300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-af04dff2-3ec3-4323-b89e-52a31b18ccc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d56107-e6a4-4d2e-b2f8-0f66759fbf82') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:03.070603 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-af04dff2-3ec3-4323-b89e-52a31b18ccc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d56107-e6a4-4d2e-b2f8-0f66759fbf82') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:03.080065 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af04dff2-3ec3-4323-b89e-52a31b18ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:03.093697 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af04dff2-3ec3-4323-b89e-52a31b18ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:03.099442 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af04dff2-3ec3-4323-b89e-52a31b18ccc0 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:51:03.099843 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af04dff2-3ec3-4323-b89e-52a31b18ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:51:03.101625 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:51:03.156599 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af04dff2-3ec3-4323-b89e-52a31b18ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:03.161100 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af04dff2-3ec3-4323-b89e-52a31b18ccc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:03.164922 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-af04dff2-3ec3-4323-b89e-52a31b18ccc0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ab8a85e5-c0f5-4d0f-bced-dc8a9357d3e7 HTTP/1.1" status: 204 len: 168 time: 0.2930079 Nov 26 02:51:03.176918 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04dff2-3ec3-4323-b89e-52a31b18ccc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab8a85e5-c0f5-4d0f-bced-dc8a9357d3e7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:03.277976 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39416) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:03.318831 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-41da6ae4-30d5-4eb9-b1b8-62574ceae434 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6860f21f0ef64b358fc4c10864b6e6f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394509 Nov 26 02:51:03.321492 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39418) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:03.372781 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e02b1730-6b34-4009-b0bb-9f2390a10bec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:03.395534 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e02b1730-6b34-4009-b0bb-9f2390a10bec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:03.425449 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39424) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:03.449931 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e02b1730-6b34-4009-b0bb-9f2390a10bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:03.453432 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e02b1730-6b34-4009-b0bb-9f2390a10bec admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:03.457450 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e02b1730-6b34-4009-b0bb-9f2390a10bec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab4eed67-92e4-40d1-a614-742961c799e9 HTTP/1.1" status: 204 len: 168 time: 0.1339588 Nov 26 02:51:03.478575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b1730-6b34-4009-b0bb-9f2390a10bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4eed67-92e4-40d1-a614-742961c799e9,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:03.491347 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e40fb41-35a1-4210-b900-91fdc90fdcd6 admin admin] Deleting subnet 27e4d354-32dc-4e30-bc99-94b02a5363d2 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:51:03.495833 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e40fb41-35a1-4210-b900-91fdc90fdcd6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:03.538281 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956852e-5081-4af9-9136-436861079d63 req-5d2609cb-ea6a-4572-8775-130c1a26fe4b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:03.546785 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956852e-5081-4af9-9136-436861079d63 req-5d2609cb-ea6a-4572-8775-130c1a26fe4b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:03.557628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956852e-5081-4af9-9136-436861079d63 req-5d2609cb-ea6a-4572-8775-130c1a26fe4b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:03.565212 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956852e-5081-4af9-9136-436861079d63 req-5d2609cb-ea6a-4572-8775-130c1a26fe4b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:03.573289 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956852e-5081-4af9-9136-436861079d63 req-5d2609cb-ea6a-4572-8775-130c1a26fe4b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:03.577805 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e40fb41-35a1-4210-b900-91fdc90fdcd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:03.580135 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956852e-5081-4af9-9136-436861079d63 req-5d2609cb-ea6a-4572-8775-130c1a26fe4b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:03.588222 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956852e-5081-4af9-9136-436861079d63 req-5d2609cb-ea6a-4572-8775-130c1a26fe4b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:03.596460 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3956852e-5081-4af9-9136-436861079d63 req-5d2609cb-ea6a-4572-8775-130c1a26fe4b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5431 time: 0.1342783 Nov 26 02:51:03.659233 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e40fb41-35a1-4210-b900-91fdc90fdcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:03.666842 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3956852e-5081-4af9-9136-436861079d63 req-d7486680-5481-4f88-98f0-7df4f0057e4d tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693595 Nov 26 02:51:03.715807 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e40fb41-35a1-4210-b900-91fdc90fdcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:03.746251 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e40fb41-35a1-4210-b900-91fdc90fdcd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:03.749559 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9e40fb41-35a1-4210-b900-91fdc90fdcd6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/27e4d354-32dc-4e30-bc99-94b02a5363d2 HTTP/1.1" status: 204 len: 168 time: 0.3228943 Nov 26 02:51:03.750824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40fb41-35a1-4210-b900-91fdc90fdcd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e4d354-32dc-4e30-bc99-94b02a5363d2,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:03.752239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39432) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:03.824240 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39436) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:03.836219 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d9878d9-7711-4cbf-805f-f68a4bc02106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:03.869186 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d77f4d09-5cde-4c8a-9108-dd743abfb693 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c059735613b4affb3db3b079525abf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435774 Nov 26 02:51:03.871455 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39440) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:03.922460 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-87c53b2f-f4a4-4712-968f-3bb12343ccd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:03.945020 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-87c53b2f-f4a4-4712-968f-3bb12343ccd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:03.995837 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-87c53b2f-f4a4-4712-968f-3bb12343ccd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:03.998806 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-87c53b2f-f4a4-4712-968f-3bb12343ccd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:04.000075 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-87c53b2f-f4a4-4712-968f-3bb12343ccd0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fe785d8-703a-46c1-8ad1-dd3c87c9edef HTTP/1.1" status: 204 len: 168 time: 0.1276810 Nov 26 02:51:04.012140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c53b2f-f4a4-4712-968f-3bb12343ccd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe785d8-703a-46c1-8ad1-dd3c87c9edef,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:04.270340 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d9878d9-7711-4cbf-805f-f68a4bc02106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:04.298327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-1d9878d9-7711-4cbf-805f-f68a4bc02106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027a9df8-0506-489e-8d80-67ab77b39f09']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:04.309074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529de88e-f55f-4700-bdd6-96703c2faa3d req-6348d3be-2c2a-472e-899e-b4dc33d37739 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:04.310562 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-529de88e-f55f-4700-bdd6-96703c2faa3d req-6348d3be-2c2a-472e-899e-b4dc33d37739 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=6686f324-2b1f-4608-94cb-c958fc328c42 HTTP/1.1" status: 200 len: 949 time: 0.4322186 Nov 26 02:51:04.322237 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-1d9878d9-7711-4cbf-805f-f68a4bc02106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df656601-e3a0-4e64-92e3-019739161697') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:04.322531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-1d9878d9-7711-4cbf-805f-f68a4bc02106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df656601-e3a0-4e64-92e3-019739161697') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:04.349906 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d365c0-0b96-4e44-98d1-880a61c40932 req-cb82789e-9f8b-4dc0-be33-de9749f926c4 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:04.351400 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9d365c0-0b96-4e44-98d1-880a61c40932 req-cb82789e-9f8b-4dc0-be33-de9749f926c4 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.4520202 Nov 26 02:51:04.353239 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d9878d9-7711-4cbf-805f-f68a4bc02106 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:04.407008 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d9878d9-7711-4cbf-805f-f68a4bc02106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:04.429809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9878d9-7711-4cbf-805f-f68a4bc02106 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:51:04.430201 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d9878d9-7711-4cbf-805f-f68a4bc02106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:51:04.433942 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:51:04.506718 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-529de88e-f55f-4700-bdd6-96703c2faa3d req-256a2def-0e49-4398-90ad-a9176f8851b3 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869550 Nov 26 02:51:04.547319 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96b609f0-569d-4f5d-bf2c-1d01666b75c8 req-5fb2004e-7a61-4f4c-ba5f-08ed4e461ad4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1902933 Nov 26 02:51:04.551354 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9d365c0-0b96-4e44-98d1-880a61c40932 req-5617d7a4-2c93-4027-b6eb-9086f9660c05 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800494 Nov 26 02:51:04.553642 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d9878d9-7711-4cbf-805f-f68a4bc02106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:04.560931 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d9878d9-7711-4cbf-805f-f68a4bc02106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:04.564115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1d9878d9-7711-4cbf-805f-f68a4bc02106 admin admin] 10.222.0.31 "DELETE /v2.0/networks/027a9df8-0506-489e-8d80-67ab77b39f09 HTTP/1.1" status: 204 len: 168 time: 0.8108370 Nov 26 02:51:04.591176 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39468) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:04.591610 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe2024-f6ea-48f2-aee1-4c947e5fae38 req-3a88a967-2dfa-406c-8f89-c236b52e96ef tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:04.593180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69fe2024-f6ea-48f2-aee1-4c947e5fae38 req-3a88a967-2dfa-406c-8f89-c236b52e96ef tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 945 time: 0.1610160 Nov 26 02:51:04.594270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9878d9-7711-4cbf-805f-f68a4bc02106 admin admin] Pushing event deleted for resources: {'Network': ['ID=027a9df8-0506-489e-8d80-67ab77b39f09,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:04.680873 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-70331411-83ba-4d35-8f4a-601505e5b5a5 admin admin] Deleting subnet 8aee8988-948e-4c82-be54-c565dcbd42a8 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:51:04.684196 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70331411-83ba-4d35-8f4a-601505e5b5a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:04.721897 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70331411-83ba-4d35-8f4a-601505e5b5a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:04.765655 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70331411-83ba-4d35-8f4a-601505e5b5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:04.806965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39478) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:04.854634 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 0d4e996e-dd9e-4022-bc73-75e7fdaf918b up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:04.855264 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70331411-83ba-4d35-8f4a-601505e5b5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:04.871495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9355b-f5a7-4776-9ce8-8a77f1c902c8 req-1af97194-4a46-4715-9887-f250ec9f40a8 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:04.880273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6c9355b-f5a7-4776-9ce8-8a77f1c902c8 req-1af97194-4a46-4715-9887-f250ec9f40a8 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b99433-a5db-47b2-9947-63f03559d915 HTTP/1.1" status: 200 len: 944 time: 0.1866748 Nov 26 02:51:04.880714 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39480) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:04.889594 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-84f6d857-9d3a-48ed-9b55-7fef58a93ef2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c75bd62459e24417a7995e38970058ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0793605 Nov 26 02:51:04.893480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b609f0-569d-4f5d-bf2c-1d01666b75c8 req-f3a4bf11-912b-49aa-b88b-456f045e64f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:04.894944 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96b609f0-569d-4f5d-bf2c-1d01666b75c8 req-f3a4bf11-912b-49aa-b88b-456f045e64f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 1100 time: 0.2466080 Nov 26 02:51:04.895459 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70331411-83ba-4d35-8f4a-601505e5b5a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aee8988-948e-4c82-be54-c565dcbd42a8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:04.897003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39482) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:04.902389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3677f4-8574-43cf-bc22-356f861d6b69 req-e0784406-fbe3-45bd-84cb-24bb85d557a7 tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:04.909739 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed3677f4-8574-43cf-bc22-356f861d6b69 req-e0784406-fbe3-45bd-84cb-24bb85d557a7 tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6686f324-2b1f-4608-94cb-c958fc328c42 HTTP/1.1" status: 200 len: 1100 time: 0.2059529 Nov 26 02:51:04.913399 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70331411-83ba-4d35-8f4a-601505e5b5a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:04.917581 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-70331411-83ba-4d35-8f4a-601505e5b5a5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8aee8988-948e-4c82-be54-c565dcbd42a8 HTTP/1.1" status: 204 len: 168 time: 0.3248351 Nov 26 02:51:04.920905 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39486) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:04.933418 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-69fe2024-f6ea-48f2-aee1-4c947e5fae38 req-c001e704-8725-4fb0-9385-0e0a5e4186c1 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Deleting port 364cebcd-fefa-4f12-bcef-20d72aa9cc05 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:51:04.933801 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-69fe2024-f6ea-48f2-aee1-4c947e5fae38 req-c001e704-8725-4fb0-9385-0e0a5e4186c1 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:04.936760 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:51:04.941573 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:04.942363 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.021325 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5cff-a6cc-4b32-9f29-cba8076649d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.047620 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.090192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b99433-a5db-47b2-9947-63f03559d915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4e996e-dd9e-4022-bc73-75e7fdaf918b'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:05.093358 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fa4027-3246-47c1-ba55-31f53ac0ff98" -d '{"events": [{"server_uuid": "63b99433-a5db-47b2-9947-63f03559d915", "name": "network-vif-plugged", "status": "completed", "tag": "0d4e996e-dd9e-4022-bc73-75e7fdaf918b"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:05.107361 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a846cfd2-4080-4fc1-849d-d8529df91833 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-network', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:05.107628 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0d4e996e-dd9e-4022-bc73-75e7fdaf918b,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:05.112384 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.131645 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5cff-a6cc-4b32-9f29-cba8076649d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.138961 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6c9355b-f5a7-4776-9ce8-8a77f1c902c8 req-6f53478f-2eb8-4357-a4e5-1bb2957da45e tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576356 Nov 26 02:51:05.153285 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed3677f4-8574-43cf-bc22-356f861d6b69 req-71f4d0e7-becc-4889-8363-968bc420dde4 tempest-ServersOnMultiNodesTest-66515781 tempest-ServersOnMultiNodesTest-66515781-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425644 Nov 26 02:51:05.169484 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a846cfd2-4080-4fc1-849d-d8529df91833 admin admin] Made reservation on behalf of e4c8c6ef166541329b9dea8ef3b97de5 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:51:05.171948 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a846cfd2-4080-4fc1-849d-d8529df91833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.172568 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=0d4e996e-dd9e-4022-bc73-75e7fdaf918b,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:05.181845 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-9ebf5cff-a6cc-4b32-9f29-cba8076649d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a0aeed-26c1-4009-a7a2-0b865092795c']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:05.184236 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a846cfd2-4080-4fc1-849d-d8529df91833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.201813 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-9ebf5cff-a6cc-4b32-9f29-cba8076649d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0f1d84-d325-49d6-a155-06c28c0e7458') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:05.202117 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-9ebf5cff-a6cc-4b32-9f29-cba8076649d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0f1d84-d325-49d6-a155-06c28c0e7458') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:05.216889 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5cff-a6cc-4b32-9f29-cba8076649d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.222895 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-64ffc7b0-3e00-424b-b9e5-f287f6df2936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.236355 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b609f0-569d-4f5d-bf2c-1d01666b75c8 req-37ca1b8f-34d2-405c-a0b3-de36ba3e032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:05.237920 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96b609f0-569d-4f5d-bf2c-1d01666b75c8 req-37ca1b8f-34d2-405c-a0b3-de36ba3e032c service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.3099709 Nov 26 02:51:05.241465 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5cff-a6cc-4b32-9f29-cba8076649d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.252344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-69fe2024-f6ea-48f2-aee1-4c947e5fae38 req-c001e704-8725-4fb0-9385-0e0a5e4186c1 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] For port 364cebcd-fefa-4f12-bcef-20d72aa9cc05, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=364cebcd-fefa-4f12-bcef-20d72aa9cc05,segment=NetworkSegment(7ce99101-b46d-4016-9c19-b214c734027c),segment_id=7ce99101-b46d-4016-9c19-b214c734027c)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:05.252724 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-69fe2024-f6ea-48f2-aee1-4c947e5fae38 req-c001e704-8725-4fb0-9385-0e0a5e4186c1 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.252881 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ebf5cff-a6cc-4b32-9f29-cba8076649d3 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:51:05.253194 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5cff-a6cc-4b32-9f29-cba8076649d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:51:05.254893 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:51:05.310320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-69fe2024-f6ea-48f2-aee1-4c947e5fae38 req-c001e704-8725-4fb0-9385-0e0a5e4186c1 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Calling delete_port for 364cebcd-fefa-4f12-bcef-20d72aa9cc05 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:51:05.315548 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91051daa-33af-4354-a7d8-392cdf3154d1 x-openstack-request-id: req-91051daa-33af-4354-a7d8-392cdf3154d1 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:05.316131 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b99433-a5db-47b2-9947-63f03559d915", "name": "network-vif-plugged", "status": "completed", "tag": "0d4e996e-dd9e-4022-bc73-75e7fdaf918b", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:05.316615 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91051daa-33af-4354-a7d8-392cdf3154d1 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:05.316813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96b609f0-569d-4f5d-bf2c-1d01666b75c8 req-1c4d1908-4f75-419d-8ab3-d24b1ffe8b70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=ff1e4597-24c9-4f10-b373-14610df89cdf HTTP/1.1" status: 200 len: 217 time: 0.0680871 Nov 26 02:51:05.317526 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b99433-a5db-47b2-9947-63f03559d915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4e996e-dd9e-4022-bc73-75e7fdaf918b', 'code': 200} Nov 26 02:51:05.321216 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-64ffc7b0-3e00-424b-b9e5-f287f6df2936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.357122 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5cff-a6cc-4b32-9f29-cba8076649d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.364440 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5cff-a6cc-4b32-9f29-cba8076649d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.367752 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9ebf5cff-a6cc-4b32-9f29-cba8076649d3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/74a0aeed-26c1-4009-a7a2-0b865092795c HTTP/1.1" status: 204 len: 168 time: 0.4457877 Nov 26 02:51:05.407796 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a846cfd2-4080-4fc1-849d-d8529df91833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.408525 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf5cff-a6cc-4b32-9f29-cba8076649d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=74a0aeed-26c1-4009-a7a2-0b865092795c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:05.415982 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a846cfd2-4080-4fc1-849d-d8529df91833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.441148 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a846cfd2-4080-4fc1-849d-d8529df91833 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:51:05.466188 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a846cfd2-4080-4fc1-849d-d8529df91833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.466606 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-a846cfd2-4080-4fc1-849d-d8529df91833 admin admin] Added segment 53241765-6c41-46c6-a94d-3bef277876d6 of type vlan for network ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 Nov 26 02:51:05.475258 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846cfd2-4080-4fc1-849d-d8529df91833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd76475e-8194-47b6-975f-89e05998cd97,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:05.485777 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 55f69076-54de-4d67-b550-d86e29c69d5d no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:51:05.487054 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b609f0-569d-4f5d-bf2c-1d01666b75c8 req-29f481c9-e9bf-4de5-afac-dc5b9e47979d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:05.488594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96b609f0-569d-4f5d-bf2c-1d01666b75c8 req-29f481c9-e9bf-4de5-afac-dc5b9e47979d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1572411 Nov 26 02:51:05.503252 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877b52e-f508-42c8-867a-94006442961d req-e53a2ccb-c75d-4745-8aef-1cf53ece65a9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:05.510163 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877b52e-f508-42c8-867a-94006442961d req-e53a2ccb-c75d-4745-8aef-1cf53ece65a9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:05.516324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877b52e-f508-42c8-867a-94006442961d req-e53a2ccb-c75d-4745-8aef-1cf53ece65a9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:05.523471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877b52e-f508-42c8-867a-94006442961d req-e53a2ccb-c75d-4745-8aef-1cf53ece65a9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:05.529619 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877b52e-f508-42c8-867a-94006442961d req-e53a2ccb-c75d-4745-8aef-1cf53ece65a9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:05.535523 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877b52e-f508-42c8-867a-94006442961d req-e53a2ccb-c75d-4745-8aef-1cf53ece65a9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:05.541779 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877b52e-f508-42c8-867a-94006442961d req-e53a2ccb-c75d-4745-8aef-1cf53ece65a9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:05.549676 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c877b52e-f508-42c8-867a-94006442961d req-e53a2ccb-c75d-4745-8aef-1cf53ece65a9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5431 time: 0.2407262 Nov 26 02:51:05.550930 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 55f69076-54de-4d67-b550-d86e29c69d5d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:51:05.551610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 55f69076-54de-4d67-b550-d86e29c69d5d not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:51:05.552490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 2047c4a7-76cf-4a29-af9d-38c6d0083f12 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:51:05.564769 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a846cfd2-4080-4fc1-849d-d8529df91833 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.600188 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a846cfd2-4080-4fc1-849d-d8529df91833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.602891 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a846cfd2-4080-4fc1-849d-d8529df91833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:05.605084 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a846cfd2-4080-4fc1-849d-d8529df91833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.612632 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 2047c4a7-76cf-4a29-af9d-38c6d0083f12 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:51:05.613502 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 2047c4a7-76cf-4a29-af9d-38c6d0083f12 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:51:05.668091 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a846cfd2-4080-4fc1-849d-d8529df91833 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7834437 Nov 26 02:51:05.675026 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39498) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:05.675588 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39500) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:05.691744 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-64ffc7b0-3e00-424b-b9e5-f287f6df2936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.692004 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-5934b4d1-8fa1-4caa-ab59-0f289272e0be admin admin] Request body: {'subnet': {'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-subnet', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:05.695013 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-64ffc7b0-3e00-424b-b9e5-f287f6df2936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.696173 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-64ffc7b0-3e00-424b-b9e5-f287f6df2936 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7711af3b-36ab-41e2-9b55-dfd4e9ef4276 HTTP/1.1" status: 204 len: 168 time: 0.7959273 Nov 26 02:51:05.705855 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846cfd2-4080-4fc1-849d-d8529df91833 admin admin] Pushing event updated for resources: {'Network': ['ID=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:05.720249 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:51:05.742921 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3ea1e34e-12b4-4862-83ef-dd99350c64cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9aac7129d6ec459596a4040733f8023a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0659876 Nov 26 02:51:05.745651 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39506) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:05.773194 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5934b4d1-8fa1-4caa-ab59-0f289272e0be admin admin] Made reservation on behalf of e4c8c6ef166541329b9dea8ef3b97de5 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:51:05.775760 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5934b4d1-8fa1-4caa-ab59-0f289272e0be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.793574 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c877b52e-f508-42c8-867a-94006442961d req-32c71df5-87ac-46ea-90e7-50e6adde93b5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2423072 Nov 26 02:51:05.803906 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-69fe2024-f6ea-48f2-aee1-4c947e5fae38 req-c001e704-8725-4fb0-9385-0e0a5e4186c1 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.840968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['364cebcd-fefa-4f12-bcef-20d72aa9cc05'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:05.847872 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['802a87f5-51f2-41df-9978-a431aee1d05f'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:05.860617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b609f0-569d-4f5d-bf2c-1d01666b75c8 req-86dfd628-190c-4560-92d5-70ed935a46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:05.863074 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96b609f0-569d-4f5d-bf2c-1d01666b75c8 req-86dfd628-190c-4560-92d5-70ed935a46c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3098385 Nov 26 02:51:05.864511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffc7b0-3e00-424b-b9e5-f287f6df2936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7711af3b-36ab-41e2-9b55-dfd4e9ef4276,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:05.874192 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3fcc39d-6a53-426b-96bf-dcfd410af79e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.885652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001e704-8725-4fb0-9385-0e0a5e4186c1 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Pushing event deleted for resources: {'Port': ['ID=364cebcd-fefa-4f12-bcef-20d72aa9cc05,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:05.894555 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e541715-f9a0-4392-bce6-76564571519c req-140c5d77-8d0e-4fc0-b01c-a1254e24bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:05.896989 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e541715-f9a0-4392-bce6-76564571519c req-140c5d77-8d0e-4fc0-b01c-a1254e24bed5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=63b99433-a5db-47b2-9947-63f03559d915 HTTP/1.1" status: 200 len: 1096 time: 0.3275704 Nov 26 02:51:05.900828 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3fcc39d-6a53-426b-96bf-dcfd410af79e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.922629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0347013-d75c-4048-8def-df97797ca6d2 req-93189cd8-c1f9-45d2-93db-7082e2440c29 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:05.931765 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0347013-d75c-4048-8def-df97797ca6d2 req-93189cd8-c1f9-45d2-93db-7082e2440c29 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=6686f324-2b1f-4608-94cb-c958fc328c42 HTTP/1.1" status: 200 len: 949 time: 0.3259537 Nov 26 02:51:05.962217 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8c0916-88d0-4c97-84d5-496170219109 None None] DHCP port deletion for 594bd1bb-37c7-4b4b-b783-88b783966743 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:51:05.984313 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3fcc39d-6a53-426b-96bf-dcfd410af79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.988466 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3fcc39d-6a53-426b-96bf-dcfd410af79e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:05.989633 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f3fcc39d-6a53-426b-96bf-dcfd410af79e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/978a719a-e340-40f0-9101-ef04acba6d89 HTTP/1.1" status: 204 len: 168 time: 0.2432184 Nov 26 02:51:06.020234 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcc39d-6a53-426b-96bf-dcfd410af79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978a719a-e340-40f0-9101-ef04acba6d89,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:06.088428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fe2024-f6ea-48f2-aee1-4c947e5fae38 req-c001e704-8725-4fb0-9385-0e0a5e4186c1 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] No DVR routers for this DVR port 364cebcd-fefa-4f12-bcef-20d72aa9cc05 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:51:06.101705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-11679674-2b89-42c2-a158-abeca59e9ebe req-99a78cdf-5c2c-4c92-8600-9135fbfdc6a7 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f412f8-2691-4ea6-9f15-2f74c9342855 HTTP/1.1" status: 200 len: 210 time: 0.1631298 Nov 26 02:51:06.116801 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-69fe2024-f6ea-48f2-aee1-4c947e5fae38 req-c001e704-8725-4fb0-9385-0e0a5e4186c1 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:06.116801 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69fe2024-f6ea-48f2-aee1-4c947e5fae38 req-c001e704-8725-4fb0-9385-0e0a5e4186c1 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.59 "DELETE /v2.0/ports/364cebcd-fefa-4f12-bcef-20d72aa9cc05 HTTP/1.1" status: 204 len: 173 time: 1.5124424 Nov 26 02:51:06.128598 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f412f8-2691-4ea6-9f15-2f74c9342855', 'name': 'network-vif-deleted', 'tag': '364cebcd-fefa-4f12-bcef-20d72aa9cc05'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:06.131071 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f466ec5e-0e38-456b-a6d1-01ad8b7c8cfa" -d '{"events": [{"server_uuid": "c8f412f8-2691-4ea6-9f15-2f74c9342855", "name": "network-vif-deleted", "tag": "364cebcd-fefa-4f12-bcef-20d72aa9cc05"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:06.231001 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9bcd4d-55df-459d-abda-fa36e0548c3a x-openstack-request-id: req-0a9bcd4d-55df-459d-abda-fa36e0548c3a {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:06.231795 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f412f8-2691-4ea6-9f15-2f74c9342855", "name": "network-vif-deleted", "tag": "364cebcd-fefa-4f12-bcef-20d72aa9cc05", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:06.232600 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a9bcd4d-55df-459d-abda-fa36e0548c3a {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:06.233510 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f412f8-2691-4ea6-9f15-2f74c9342855', 'name': 'network-vif-deleted', 'tag': '364cebcd-fefa-4f12-bcef-20d72aa9cc05', 'status': 'completed', 'code': 200} Nov 26 02:51:06.237486 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5934b4d1-8fa1-4caa-ab59-0f289272e0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:06.265928 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e541715-f9a0-4392-bce6-76564571519c req-f15fd519-d0cb-4d56-9abe-ec3bdacf6119 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584688 Nov 26 02:51:06.301021 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0347013-d75c-4048-8def-df97797ca6d2 req-f3e27aee-be88-4b3d-82fe-7a227d03687e tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653455 Nov 26 02:51:06.317805 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96b609f0-569d-4f5d-bf2c-1d01666b75c8 req-b3bbc73f-e7e5-4e13-825d-49d352db94d5 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370646 Nov 26 02:51:06.323656 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934b4d1-8fa1-4caa-ab59-0f289272e0be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3b0af46-8ddc-4906-bee5-c3ae4085bf9d,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:06.326676 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5934b4d1-8fa1-4caa-ab59-0f289272e0be admin admin] Checking segment: {'id': '53241765-6c41-46c6-a94d-3bef277876d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:51:06.327095 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5934b4d1-8fa1-4caa-ab59-0f289272e0be admin admin] Network hostable DHCP agents. Network: ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:51:06.350904 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5934b4d1-8fa1-4caa-ab59-0f289272e0be admin admin] Network ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:51:06.368100 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-5934b4d1-8fa1-4caa-ab59-0f289272e0be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:06.375317 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5934b4d1-8fa1-4caa-ab59-0f289272e0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:06.376512 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5934b4d1-8fa1-4caa-ab59-0f289272e0be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:06.380474 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61babc5b-18a6-4fd1-a2cc-671d1ebe3902 None None] Network ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:51:06.416886 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5934b4d1-8fa1-4caa-ab59-0f289272e0be admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7382355 Nov 26 02:51:06.419613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39526) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:06.424627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:06.451978 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:06.454251 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:06.497793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce5bcf-4442-4d8c-a515-7bfa76d79650 req-00d45b13-699e-4e14-ba82-2cd909a068c3 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:06.504593 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bce5bcf-4442-4d8c-a515-7bfa76d79650 req-00d45b13-699e-4e14-ba82-2cd909a068c3 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b99433-a5db-47b2-9947-63f03559d915 HTTP/1.1" status: 200 len: 945 time: 0.1894577 Nov 26 02:51:06.518243 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96b609f0-569d-4f5d-bf2c-1d01666b75c8 req-46bcd446-cc88-4c7d-a973-e9f993a957d4 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713088 Nov 26 02:51:06.520185 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:06.581411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:51:06.582503 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:06.623586 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bce5bcf-4442-4d8c-a515-7bfa76d79650 req-06194c5f-4a0c-400c-8acc-186cda4aebd7 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036589 Nov 26 02:51:06.698650 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:06.901830 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Allocated IP 172.20.0.2 (ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9/f3b0af46-8ddc-4906-bee5-c3ae4085bf9d/874c7e5d-125b-46e7-80a1-642554f748ba) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:51:07.001570 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:07.028035 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:07.048593 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ad89e-4e66-4d7f-bdc2-5387f389810e req-8693aee0-d56c-4b93-a2d1-40f13da85ff5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:07.055395 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ad89e-4e66-4d7f-bdc2-5387f389810e req-8693aee0-d56c-4b93-a2d1-40f13da85ff5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:07.061677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ad89e-4e66-4d7f-bdc2-5387f389810e req-8693aee0-d56c-4b93-a2d1-40f13da85ff5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:07.069286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ad89e-4e66-4d7f-bdc2-5387f389810e req-8693aee0-d56c-4b93-a2d1-40f13da85ff5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:07.078302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ad89e-4e66-4d7f-bdc2-5387f389810e req-8693aee0-d56c-4b93-a2d1-40f13da85ff5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:07.085432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ad89e-4e66-4d7f-bdc2-5387f389810e req-8693aee0-d56c-4b93-a2d1-40f13da85ff5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:07.091669 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ad89e-4e66-4d7f-bdc2-5387f389810e req-8693aee0-d56c-4b93-a2d1-40f13da85ff5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:07.100681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef8ad89e-4e66-4d7f-bdc2-5387f389810e req-8693aee0-d56c-4b93-a2d1-40f13da85ff5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5431 time: 0.1268928 Nov 26 02:51:07.127593 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3344d786-c4db-434e-bea0-c52c28e17fd6 req-b4b28970-e921-4d1e-b45c-9c0be4fd9b03 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2411187 Nov 26 02:51:07.190925 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:07.205724 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:07.252269 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] Allocated IP 172.25.0.72 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/e7251f1c-9025-417d-8984-5a9119d9eca6) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:51:07.261347 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef8ad89e-4e66-4d7f-bdc2-5387f389810e req-9bbc9268-d2c5-4393-b289-8ba2f1cc8396 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1595743 Nov 26 02:51:07.272723 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Network ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:51:07.276858 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:07.323023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Pushing event updated for resources: {'Port': ['ID=874c7e5d-125b-46e7-80a1-642554f748ba,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:07.330557 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:51:07.342200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344d786-c4db-434e-bea0-c52c28e17fd6 req-1b3f5687-71d7-4e6e-b6da-f482fcf4ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:07.343636 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3344d786-c4db-434e-bea0-c52c28e17fd6 req-1b3f5687-71d7-4e6e-b6da-f482fcf4ea06 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08b5feaa4095481faa6084a9cce632a2&device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 1100 time: 0.1737080 Nov 26 02:51:07.359796 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d30ad1-f4a4-440e-9ccf-1feec87dd8fd req-b8068064-7b14-4a9b-ab35-e93da748de9c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:07.361343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-50d30ad1-f4a4-440e-9ccf-1feec87dd8fd req-b8068064-7b14-4a9b-ab35-e93da748de9c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6686f324-2b1f-4608-94cb-c958fc328c42 HTTP/1.1" status: 200 len: 949 time: 0.1275887 Nov 26 02:51:07.450246 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Attempting to bind port 874c7e5d-125b-46e7-80a1-642554f748ba on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:51:07.451205 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Attempting to bind port 874c7e5d-125b-46e7-80a1-642554f748ba by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '53241765-6c41-46c6-a94d-3bef277876d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:51:07.453299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Attempting to bind port 874c7e5d-125b-46e7-80a1-642554f748ba on network ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:51:07.460651 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:51:07.461190 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Checking segment: {'id': '53241765-6c41-46c6-a94d-3bef277876d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:51:07.461961 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:07.462469 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Bound using segment: {'id': '53241765-6c41-46c6-a94d-3bef277876d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:51:07.463060 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Bound port: 874c7e5d-125b-46e7-80a1-642554f748ba, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53241765-6c41-46c6-a94d-3bef277876d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:51:07.464183 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:07.511529 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:07.567582 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:07.577050 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39570) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:07.597540 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] For port 874c7e5d-125b-46e7-80a1-642554f748ba, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:51:07.602199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] For port 874c7e5d-125b-46e7-80a1-642554f748ba, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=874c7e5d-125b-46e7-80a1-642554f748ba,segment=NetworkSegment(53241765-6c41-46c6-a94d-3bef277876d6),segment_id=53241765-6c41-46c6-a94d-3bef277876d6)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:51:07.609180 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:07.639957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-50d30ad1-f4a4-440e-9ccf-1feec87dd8fd req-bbef96ed-0770-4c7a-8598-dda49eaab3c2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Deleting port 9edfdac1-ce62-4734-acba-dc2c826ee7e5 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:51:07.640390 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-50d30ad1-f4a4-440e-9ccf-1feec87dd8fd req-bbef96ed-0770-4c7a-8598-dda49eaab3c2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:07.646169 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344d786-c4db-434e-bea0-c52c28e17fd6 req-b17ad6b4-3e4e-490d-a9b8-89c74f98dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:07.647495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3344d786-c4db-434e-bea0-c52c28e17fd6 req-b17ad6b4-3e4e-490d-a9b8-89c74f98dc4d service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.2274089 Nov 26 02:51:07.650859 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:51:07.657138 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:07.667106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1101068-9744-44c2-b257-c63b92656c37 req-72f6237d-b1fa-4801-bdb7-c82f1527b3b2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:07.672777 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:51:07.675078 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1101068-9744-44c2-b257-c63b92656c37 req-72f6237d-b1fa-4801-bdb7-c82f1527b3b2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=6686f324-2b1f-4608-94cb-c958fc328c42 HTTP/1.1" status: 200 len: 949 time: 0.1361456 Nov 26 02:51:07.676953 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852d2016-dc9a-4ddd-9642-ff608474dfc8 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:51:07.687289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] Pushing event updated for resources: {'Port': ['ID=e7251f1c-9025-417d-8984-5a9119d9eca6,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:07.702756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3e1a2-8ab0-4da9-b0db-cb52be6dc475 None None] Pushing event updated for resources: {'Port': ['ID=874c7e5d-125b-46e7-80a1-642554f748ba,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:07.760916 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9442be3d-03ad-439c-a204-5c49b1d9f93f None None] Provisioning complete for port e7251f1c-9025-417d-8984-5a9119d9eca6 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:07.761807 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9442be3d-03ad-439c-a204-5c49b1d9f93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:07.801694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9442be3d-03ad-439c-a204-5c49b1d9f93f None None] Port e7251f1c-9025-417d-8984-5a9119d9eca6 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:51:07.809820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3344d786-c4db-434e-bea0-c52c28e17fd6 req-c1da3fbc-7cf1-4c8c-bd9e-fe4fb2b035d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=a5410e7e-dc9e-4a07-9af2-b87d03317c44 HTTP/1.1" status: 200 len: 217 time: 0.0825109 Nov 26 02:51:07.873571 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-2d8399aa-2786-42d7-9db6-5887fb083295 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-776535965-network', 'tenant_id': '4867ea4ab19e4376b91304772eaa341a'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:07.882296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-50d30ad1-f4a4-440e-9ccf-1feec87dd8fd req-bbef96ed-0770-4c7a-8598-dda49eaab3c2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] For port 9edfdac1-ce62-4734-acba-dc2c826ee7e5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9edfdac1-ce62-4734-acba-dc2c826ee7e5,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:07.883164 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-50d30ad1-f4a4-440e-9ccf-1feec87dd8fd req-bbef96ed-0770-4c7a-8598-dda49eaab3c2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:07.897810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-50d30ad1-f4a4-440e-9ccf-1feec87dd8fd req-bbef96ed-0770-4c7a-8598-dda49eaab3c2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Calling delete_port for 9edfdac1-ce62-4734-acba-dc2c826ee7e5 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:51:07.940716 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8399aa-2786-42d7-9db6-5887fb083295 admin admin] Made reservation on behalf of 4867ea4ab19e4376b91304772eaa341a for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:51:07.945604 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d8399aa-2786-42d7-9db6-5887fb083295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:07.967755 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d8399aa-2786-42d7-9db6-5887fb083295 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:08.158004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344d786-c4db-434e-bea0-c52c28e17fd6 req-eda5e0d5-310d-4dc8-a968-54a9aefe1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:08.171107 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3344d786-c4db-434e-bea0-c52c28e17fd6 req-eda5e0d5-310d-4dc8-a968-54a9aefe1226 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.3501792 Nov 26 02:51:08.191718 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1101068-9744-44c2-b257-c63b92656c37 req-fc84cc73-ee51-496b-baff-1bfa2bcd354a tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5157528 Nov 26 02:51:08.204253 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d8399aa-2786-42d7-9db6-5887fb083295 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:08.212663 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:08.216025 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d8399aa-2786-42d7-9db6-5887fb083295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:08.228818 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8399aa-2786-42d7-9db6-5887fb083295 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:51:08.239607 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d8399aa-2786-42d7-9db6-5887fb083295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:08.242269 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-2d8399aa-2786-42d7-9db6-5887fb083295 admin admin] Added segment 542f9f35-1483-44a4-b34f-4591455e5d03 of type vlan for network cea4f35b-4f1f-4f69-8281-484a29c1496b Nov 26 02:51:08.287544 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d8399aa-2786-42d7-9db6-5887fb083295 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:08.299157 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b08288-5102-4e3d-9b3b-6f483a23819d req-3639e42b-f853-4b93-b71f-9956a4d8c83e tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:08.301063 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71b08288-5102-4e3d-9b3b-6f483a23819d req-3639e42b-f853-4b93-b71f-9956a4d8c83e tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 946 time: 0.1971478 Nov 26 02:51:08.368635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344d786-c4db-434e-bea0-c52c28e17fd6 req-eea89bd7-b1f2-4d9d-8236-37a282ababda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:08.370847 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3344d786-c4db-434e-bea0-c52c28e17fd6 req-eea89bd7-b1f2-4d9d-8236-37a282ababda service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1628723 Nov 26 02:51:08.371091 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d8399aa-2786-42d7-9db6-5887fb083295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:08.372086 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8399aa-2786-42d7-9db6-5887fb083295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:08.372668 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d8399aa-2786-42d7-9db6-5887fb083295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:08.444239 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2d8399aa-2786-42d7-9db6-5887fb083295 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8592453 Nov 26 02:51:08.451853 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39598) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:08.459908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1127b11-8d2b-48c8-8e1b-3c9416f8795b req-a898e01f-f9ab-417e-a3e0-01ee18d09b6a tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:08.461555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1127b11-8d2b-48c8-8e1b-3c9416f8795b req-a898e01f-f9ab-417e-a3e0-01ee18d09b6a tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b99433-a5db-47b2-9947-63f03559d915 HTTP/1.1" status: 200 len: 945 time: 0.1593180 Nov 26 02:51:08.462667 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-fe81bf37-ecc9-4583-9a52-8390d41a7380 admin admin] Request body: {'subnet': {'network_id': 'cea4f35b-4f1f-4f69-8281-484a29c1496b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-776535965-subnet', 'tenant_id': '4867ea4ab19e4376b91304772eaa341a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:08.477055 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8399aa-2786-42d7-9db6-5887fb083295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd777595-c4dc-4773-840f-0ce241f92464,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:08.497080 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8399aa-2786-42d7-9db6-5887fb083295 admin admin] Pushing event updated for resources: {'Network': ['ID=cea4f35b-4f1f-4f69-8281-484a29c1496b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:08.516818 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network cea4f35b-4f1f-4f69-8281-484a29c1496b details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:51:08.517499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe81bf37-ecc9-4583-9a52-8390d41a7380 admin admin] Made reservation on behalf of 4867ea4ab19e4376b91304772eaa341a for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:51:08.520133 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe81bf37-ecc9-4583-9a52-8390d41a7380 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:08.790377 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:08.822862 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 874c7e5d-125b-46e7-80a1-642554f748ba up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:08.943006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 874c7e5d-125b-46e7-80a1-642554f748ba triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:08.944347 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:09.027497 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71b08288-5102-4e3d-9b3b-6f483a23819d req-3c454493-0772-4eda-9b7b-a4f6b12b6817 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6974881 Nov 26 02:51:09.047715 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:09.050477 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-50d30ad1-f4a4-440e-9ccf-1feec87dd8fd req-bbef96ed-0770-4c7a-8598-dda49eaab3c2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:09.134478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 874c7e5d-125b-46e7-80a1-642554f748ba, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=874c7e5d-125b-46e7-80a1-642554f748ba,segment=NetworkSegment(53241765-6c41-46c6-a94d-3bef277876d6),segment_id=53241765-6c41-46c6-a94d-3bef277876d6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:09.139858 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ff1e4597-24c9-4f10-b373-14610df89cdf', 'a691e3df-fba1-4aba-a148-2d4cceb9293e', 'e90ba5fa-5c6f-4aac-9b57-a43178489aba', 'da867439-a2c3-4d99-bc9c-196563876648', '9edfdac1-ce62-4734-acba-dc2c826ee7e5'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:09.150868 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['a5410e7e-dc9e-4a07-9af2-b87d03317c44', '58504d4f-9970-4cf8-a283-b000838f9cd3', '170dd7cd-885c-4bea-ae60-e07ae92f5831'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:09.157789 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:09.262229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef96ed-0770-4c7a-8598-dda49eaab3c2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Pushing event deleted for resources: {'Port': ['ID=9edfdac1-ce62-4734-acba-dc2c826ee7e5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:09.326371 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d30ad1-f4a4-440e-9ccf-1feec87dd8fd req-bbef96ed-0770-4c7a-8598-dda49eaab3c2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] No DVR routers for this DVR port 9edfdac1-ce62-4734-acba-dc2c826ee7e5 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:51:09.346579 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1127b11-8d2b-48c8-8e1b-3c9416f8795b req-6f6d4505-8dc1-46af-a60f-729ebb3cb8e1 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062603 Nov 26 02:51:09.366541 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3344d786-c4db-434e-bea0-c52c28e17fd6 req-d97aca10-15a8-4b59-af5d-73fde8c084f7 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9792066 Nov 26 02:51:09.369228 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-50d30ad1-f4a4-440e-9ccf-1feec87dd8fd req-bbef96ed-0770-4c7a-8598-dda49eaab3c2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:09.376017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-50d30ad1-f4a4-440e-9ccf-1feec87dd8fd req-bbef96ed-0770-4c7a-8598-dda49eaab3c2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "DELETE /v2.0/ports/9edfdac1-ce62-4734-acba-dc2c826ee7e5 HTTP/1.1" status: 204 len: 173 time: 2.0067549 Nov 26 02:51:09.409643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6686f324-2b1f-4608-94cb-c958fc328c42', 'name': 'network-vif-deleted', 'tag': '9edfdac1-ce62-4734-acba-dc2c826ee7e5'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:09.409875 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe81bf37-ecc9-4583-9a52-8390d41a7380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:09.412961 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9943f493-b6ea-4a3e-b365-8dc0589ecbe3" -d '{"events": [{"server_uuid": "6686f324-2b1f-4608-94cb-c958fc328c42", "name": "network-vif-deleted", "tag": "9edfdac1-ce62-4734-acba-dc2c826ee7e5"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:09.429651 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5a313d3-345a-47ed-8b53-31a0ef8270e4 req-b76514ef-9fcd-4d17-ac04-70c089dc16fd tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.1341231 Nov 26 02:51:09.579229 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81bf37-ecc9-4583-9a52-8390d41a7380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b55f70be-5a1e-4b08-af63-032bf7d78898,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:09.601237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe81bf37-ecc9-4583-9a52-8390d41a7380 admin admin] Checking segment: {'id': '542f9f35-1483-44a4-b34f-4591455e5d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cea4f35b-4f1f-4f69-8281-484a29c1496b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:51:09.602673 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe81bf37-ecc9-4583-9a52-8390d41a7380 admin admin] Network hostable DHCP agents. Network: cea4f35b-4f1f-4f69-8281-484a29c1496b, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:51:09.605377 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] Router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:51:09.612121 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa54ea2-5677-447f-aaf2-29ea557aa5d3 None None] Network ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:51:09.618337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 364cebcd-fefa-4f12-bcef-20d72aa9cc05 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:51:09.683793 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3efb5c8-bbbc-47bc-8c00-cc0f999a5d83 req-9cfad72b-269c-4c0f-a740-3a7cfb356e3a tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=6686f324-2b1f-4608-94cb-c958fc328c42 HTTP/1.1" status: 200 len: 210 time: 0.1049531 Nov 26 02:51:09.741299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3344d786-c4db-434e-bea0-c52c28e17fd6 req-36861782-d481-4a8e-9f3c-dc87c382f4da service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236420 Nov 26 02:51:09.775924 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:51:09.781161 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b432e95-8908-4847-9bc0-2d33bd041f5f req-3b90429a-e3e7-4906-a967-278c76997e15 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:09.789465 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 364cebcd-fefa-4f12-bcef-20d72aa9cc05 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:51:09.789902 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 364cebcd-fefa-4f12-bcef-20d72aa9cc05 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:51:09.790744 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Sync routers for ids ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:51:09.793624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b432e95-8908-4847-9bc0-2d33bd041f5f req-3b90429a-e3e7-4906-a967-278c76997e15 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:09.796714 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe81bf37-ecc9-4583-9a52-8390d41a7380 admin admin] Network cea4f35b-4f1f-4f69-8281-484a29c1496b is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:51:09.803960 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b432e95-8908-4847-9bc0-2d33bd041f5f req-3b90429a-e3e7-4906-a967-278c76997e15 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:09.807914 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:09.809541 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bbe9bc83-45ad-49ef-8cac-35a392908f27 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.3888979 Nov 26 02:51:09.811846 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-fe81bf37-ecc9-4583-9a52-8390d41a7380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, cea4f35b-4f1f-4f69-8281-484a29c1496b) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:09.813819 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39608) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:09.815962 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b432e95-8908-4847-9bc0-2d33bd041f5f req-3b90429a-e3e7-4906-a967-278c76997e15 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:09.825425 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe81bf37-ecc9-4583-9a52-8390d41a7380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:09.826414 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe81bf37-ecc9-4583-9a52-8390d41a7380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:09.827668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b432e95-8908-4847-9bc0-2d33bd041f5f req-3b90429a-e3e7-4906-a967-278c76997e15 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:09.840700 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b432e95-8908-4847-9bc0-2d33bd041f5f req-3b90429a-e3e7-4906-a967-278c76997e15 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:09.852298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b432e95-8908-4847-9bc0-2d33bd041f5f req-3b90429a-e3e7-4906-a967-278c76997e15 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:09.852897 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Routers {'cca8a4de-6d51-4c8f-8aaf-09ab19c24947'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:51:09.855486 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:50:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:09.863681 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726c5297-32c9-4eb9-9d66-f635a342b247 None None] Network cea4f35b-4f1f-4f69-8281-484a29c1496b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:51:09.866060 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b432e95-8908-4847-9bc0-2d33bd041f5f req-3b90429a-e3e7-4906-a967-278c76997e15 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5431 time: 0.2895031 Nov 26 02:51:09.888112 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fe81bf37-ecc9-4583-9a52-8390d41a7380 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4329257 Nov 26 02:51:09.936438 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-fab0a4f5-0998-45ce-a220-0593432b9238 None None] Provisioning complete for port 874c7e5d-125b-46e7-80a1-642554f748ba triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:09.936830 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fab0a4f5-0998-45ce-a220-0593432b9238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:09.974003 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=874c7e5d-125b-46e7-80a1-642554f748ba,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:10.066245 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:10.066599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:10.067088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:10.067269 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:10.067609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:10.067941 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:10.068841 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:10.069167 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:10.069496 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:10.069824 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:10.070158 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:10.070565 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:10.079910 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b432e95-8908-4847-9bc0-2d33bd041f5f req-c6b00b21-7995-4d9d-a64b-01d944f83324 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2115154 Nov 26 02:51:10.225379 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3decf86-1aa4-4a5c-b1bb-602ff084e763 x-openstack-request-id: req-d3decf86-1aa4-4a5c-b1bb-602ff084e763 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:10.226340 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6686f324-2b1f-4608-94cb-c958fc328c42", "name": "network-vif-deleted", "tag": "9edfdac1-ce62-4734-acba-dc2c826ee7e5", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:10.227188 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3decf86-1aa4-4a5c-b1bb-602ff084e763 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:10.228160 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6686f324-2b1f-4608-94cb-c958fc328c42', 'name': 'network-vif-deleted', 'tag': '9edfdac1-ce62-4734-acba-dc2c826ee7e5', 'status': 'completed', 'code': 200} Nov 26 02:51:10.241274 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Set router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:51:10.411643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc33b2-459d-4f9b-ad18-98d0f236c994 req-bd50ea67-c2ea-49a4-9b12-cdecf9a7b630 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:10.429387 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8dc33b2-459d-4f9b-ad18-98d0f236c994 req-bd50ea67-c2ea-49a4-9b12-cdecf9a7b630 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b99433-a5db-47b2-9947-63f03559d915 HTTP/1.1" status: 200 len: 945 time: 0.0993862 Nov 26 02:51:10.451002 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3168e70-0dd1-4b59-9734-213ccf7c354c req-f13bb461-3de2-410a-af1a-2ae6e4ec672b tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:10.461594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3168e70-0dd1-4b59-9734-213ccf7c354c req-f13bb461-3de2-410a-af1a-2ae6e4ec672b tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 946 time: 0.2314734 Nov 26 02:51:10.469916 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ccdc53-e8eb-4d60-972a-ea1921d9d7ae None None] Network cea4f35b-4f1f-4f69-8281-484a29c1496b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:51:10.541419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8dc33b2-459d-4f9b-ad18-98d0f236c994 req-d950ec68-3603-4b3b-aef7-aea84f08bed7 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108301 Nov 26 02:51:10.575638 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-658770fd-d4cd-409e-ac01-0860d80dc7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:10.586347 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3168e70-0dd1-4b59-9734-213ccf7c354c req-e27cc386-6275-4e43-aaa7-3b48e5e78364 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232815 Nov 26 02:51:10.591303 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:07Z', 'revision_number': 3, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:10.668705 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Checking router: cca8a4de-6d51-4c8f-8aaf-09ab19c24947 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:51:10.669061 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Updating router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 port e7251f1c-9025-417d-8984-5a9119d9eca6 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:51:10.714352 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:10.795310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 874c7e5d-125b-46e7-80a1-642554f748ba up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:11.016616 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 874c7e5d-125b-46e7-80a1-642554f748ba triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:11.017001 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:11.032847 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-658770fd-d4cd-409e-ac01-0860d80dc7f8 admin admin] Allocated IP 172.20.0.1 (ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9/f3b0af46-8ddc-4906-bee5-c3ae4085bf9d/cdfb123d-6820-4b90-8359-720255ca43e2) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:51:11.090421 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30de1501-076a-4290-aa7d-4def8fe9359f req-a3738233-f20f-4a84-b2f4-ae385e65346a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0790181 Nov 26 02:51:11.125542 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607a3bb-e5ba-4f84-a237-689758d9d066 req-2d1cb795-b381-46bb-9087-113e85e89943 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:11.128244 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5607a3bb-e5ba-4f84-a237-689758d9d066 req-2d1cb795-b381-46bb-9087-113e85e89943 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 946 time: 0.1509874 Nov 26 02:51:11.219229 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:11.220699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6b95ca2-f2b1-4dd5-8d03-c7f8c8f978fb req-f4b44b52-554f-42b9-942d-2d4b3d2aef20 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0454674 Nov 26 02:51:11.220868 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e5d6fe6a-1f65-408a-95bb-dea4d6072b40 None None] Provisioning complete for port 874c7e5d-125b-46e7-80a1-642554f748ba triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:11.221196 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e5d6fe6a-1f65-408a-95bb-dea4d6072b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:11.235089 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-658770fd-d4cd-409e-ac01-0860d80dc7f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:11.257701 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:11.257836 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-92a1c280-6dc8-4980-a9fb-ff67b14ac26f tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:11.261094 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-92a1c280-6dc8-4980-a9fb-ff67b14ac26f tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/networks?id=cea4f35b-4f1f-4f69-8281-484a29c1496b HTTP/1.1" status: 200 len: 821 time: 0.4008214 Nov 26 02:51:11.292895 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f770ac-d9d1-4cc5-9c6a-a4eafcd7acf5 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:51:11.341818 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-658770fd-d4cd-409e-ac01-0860d80dc7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:11.358623 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-066dc970-a015-419f-8d28-0b1acf42a7b3 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/quotas/4867ea4ab19e4376b91304772eaa341a HTTP/1.1" status: 200 len: 375 time: 0.0964217 Nov 26 02:51:11.396128 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Attempting to bind port e7251f1c-9025-417d-8984-5a9119d9eca6 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:51:11.396579 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Attempting to bind port e7251f1c-9025-417d-8984-5a9119d9eca6 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:51:11.397004 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Attempting to bind port e7251f1c-9025-417d-8984-5a9119d9eca6 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:51:11.410469 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658770fd-d4cd-409e-ac01-0860d80dc7f8 admin admin] Network ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:51:11.415829 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-658770fd-d4cd-409e-ac01-0860d80dc7f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:11.421789 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658770fd-d4cd-409e-ac01-0860d80dc7f8 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:51:11.435371 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b02fb-6cd8-475c-b4d2-5a2eeff8090a None None] Pushing event updated for resources: {'Port': ['ID=e7251f1c-9025-417d-8984-5a9119d9eca6,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:11.439268 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:51:11.439653 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:51:11.440385 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-cf81ff2e-771e-4ec9-8d7c-023c2a18d3e5 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4867ea4ab19e4376b91304772eaa341a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803442 Nov 26 02:51:11.444522 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:11.444943 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:51:11.445448 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Bound port: e7251f1c-9025-417d-8984-5a9119d9eca6, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:51:11.448075 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:11.451749 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658770fd-d4cd-409e-ac01-0860d80dc7f8 admin admin] Pushing event updated for resources: {'Port': ['ID=cdfb123d-6820-4b90-8359-720255ca43e2,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:11.457671 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b02fb-6cd8-475c-b4d2-5a2eeff8090a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:11.458043 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b02fb-6cd8-475c-b4d2-5a2eeff8090a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:11.458400 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b02fb-6cd8-475c-b4d2-5a2eeff8090a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:11.459302 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b02fb-6cd8-475c-b4d2-5a2eeff8090a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:11.459548 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b02fb-6cd8-475c-b4d2-5a2eeff8090a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:11.460279 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b02fb-6cd8-475c-b4d2-5a2eeff8090a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:11.460810 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b02fb-6cd8-475c-b4d2-5a2eeff8090a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:11.461318 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b02fb-6cd8-475c-b4d2-5a2eeff8090a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:11.461838 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b02fb-6cd8-475c-b4d2-5a2eeff8090a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:11.462358 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b02fb-6cd8-475c-b4d2-5a2eeff8090a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:11.463378 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b02fb-6cd8-475c-b4d2-5a2eeff8090a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:11.463896 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b02fb-6cd8-475c-b4d2-5a2eeff8090a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:11.501117 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9edfdac1-ce62-4734-acba-dc2c826ee7e5 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:51:11.506740 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-658770fd-d4cd-409e-ac01-0860d80dc7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:11.535459 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] For port e7251f1c-9025-417d-8984-5a9119d9eca6, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:51:11.540454 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] For port e7251f1c-9025-417d-8984-5a9119d9eca6, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e7251f1c-9025-417d-8984-5a9119d9eca6,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:51:11.551074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 9edfdac1-ce62-4734-acba-dc2c826ee7e5 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:51:11.551428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9edfdac1-ce62-4734-acba-dc2c826ee7e5 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:51:11.555042 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:11.608951 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a8adbe37-e6e2-4191-9d48-d28b9f812be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:11.622153 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a889c689-6faa-4248-86a0-5ed571591019 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:51:11.626991 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4f8533b3-0c3e-4f3c-a3b9-d811ba97b8d6 None None] Provisioning complete for port e7251f1c-9025-417d-8984-5a9119d9eca6 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:11.627764 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4f8533b3-0c3e-4f3c-a3b9-d811ba97b8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:11.664226 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-eecb44e0-75d5-42d6-95a4-3b5bbae14e1a service neutron] 10.222.0.31 "GET /v2.0/networks/cea4f35b-4f1f-4f69-8281-484a29c1496b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229176 Nov 26 02:51:11.678097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-5607a3bb-e5ba-4f84-a237-689758d9d066 req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Deleting port 802a87f5-51f2-41df-9978-a431aee1d05f {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:51:11.678550 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5607a3bb-e5ba-4f84-a237-689758d9d066 req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:11.681927 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Routers {'cca8a4de-6d51-4c8f-8aaf-09ab19c24947'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:51:11.682839 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:50:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:11.729559 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-658770fd-d4cd-409e-ac01-0860d80dc7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:11.750560 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4f8533b3-0c3e-4f3c-a3b9-d811ba97b8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:11.776561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4f8533b3-0c3e-4f3c-a3b9-d811ba97b8d6 None None] For port e7251f1c-9025-417d-8984-5a9119d9eca6, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e7251f1c-9025-417d-8984-5a9119d9eca6,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:11.794110 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4f8533b3-0c3e-4f3c-a3b9-d811ba97b8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:11.813823 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b02fb-6cd8-475c-b4d2-5a2eeff8090a None None] Pushing event updated for resources: {'Port': ['ID=e7251f1c-9025-417d-8984-5a9119d9eca6,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:11.825812 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41397d7f-1243-4ed4-acd5-f904497eeb90 req-10402d6e-87b2-4c9e-a115-b023fd7deb5b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:11.832174 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41397d7f-1243-4ed4-acd5-f904497eeb90 req-10402d6e-87b2-4c9e-a115-b023fd7deb5b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:11.838885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41397d7f-1243-4ed4-acd5-f904497eeb90 req-10402d6e-87b2-4c9e-a115-b023fd7deb5b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:11.845555 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41397d7f-1243-4ed4-acd5-f904497eeb90 req-10402d6e-87b2-4c9e-a115-b023fd7deb5b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:11.849349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8533b3-0c3e-4f3c-a3b9-d811ba97b8d6 None None] Pushing event updated for resources: {'Port': ['ID=e7251f1c-9025-417d-8984-5a9119d9eca6,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:11.853770 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41397d7f-1243-4ed4-acd5-f904497eeb90 req-10402d6e-87b2-4c9e-a115-b023fd7deb5b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:11.860287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41397d7f-1243-4ed4-acd5-f904497eeb90 req-10402d6e-87b2-4c9e-a115-b023fd7deb5b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:11.866413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41397d7f-1243-4ed4-acd5-f904497eeb90 req-10402d6e-87b2-4c9e-a115-b023fd7deb5b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:11.867165 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] Set router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:51:11.872553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-41397d7f-1243-4ed4-acd5-f904497eeb90 req-10402d6e-87b2-4c9e-a115-b023fd7deb5b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5431 time: 0.3036754 Nov 26 02:51:11.929274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b47c7dcd-cc46-4dfa-8440-358d199d1117 None None] Provisioning complete for port e7251f1c-9025-417d-8984-5a9119d9eca6 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:11.929693 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b47c7dcd-cc46-4dfa-8440-358d199d1117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:11.967280 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-658770fd-d4cd-409e-ac01-0860d80dc7f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:11.981282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-658770fd-d4cd-409e-ac01-0860d80dc7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:11.996419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-41397d7f-1243-4ed4-acd5-f904497eeb90 req-4a576ffb-f9b4-4de9-9ff9-71596eb27f00 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1164811 Nov 26 02:51:12.011782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5607a3bb-e5ba-4f84-a237-689758d9d066 req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] For port 802a87f5-51f2-41df-9978-a431aee1d05f, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=802a87f5-51f2-41df-9978-a431aee1d05f,segment=NetworkSegment(7ce99101-b46d-4016-9c19-b214c734027c),segment_id=7ce99101-b46d-4016-9c19-b214c734027c)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:12.012255 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5607a3bb-e5ba-4f84-a237-689758d9d066 req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:12.025916 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-f7927af5-44fb-4635-900d-c793551aa000 service neutron] 10.222.0.31 "GET /v2.0/networks/cea4f35b-4f1f-4f69-8281-484a29c1496b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507855 Nov 26 02:51:12.030304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-5607a3bb-e5ba-4f84-a237-689758d9d066 req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Calling delete_port for 802a87f5-51f2-41df-9978-a431aee1d05f owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:51:12.063037 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b47c7dcd-cc46-4dfa-8440-358d199d1117 None None] Provisioning complete for port cdfb123d-6820-4b90-8359-720255ca43e2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:12.063546 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b47c7dcd-cc46-4dfa-8440-358d199d1117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:12.162741 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-658770fd-d4cd-409e-ac01-0860d80dc7f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:12.164802 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b47c7dcd-cc46-4dfa-8440-358d199d1117 None None] Port cdfb123d-6820-4b90-8359-720255ca43e2 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:51:12.175598 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658770fd-d4cd-409e-ac01-0860d80dc7f8 admin admin] Pushing event updated for resources: {'Port': ['ID=cdfb123d-6820-4b90-8359-720255ca43e2,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:12.191956 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:07Z', 'revision_number': 3, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:12.229940 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda8922-a1ae-463c-961d-e87176670198 None None] The sync data for ids ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'] in n-d-819389-3 is: [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:07Z', 'revision_number': 3, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:51:12.309401 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5607a3bb-e5ba-4f84-a237-689758d9d066 req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:12.339036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658770fd-d4cd-409e-ac01-0860d80dc7f8 admin admin] Network ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:51:12.340770 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-658770fd-d4cd-409e-ac01-0860d80dc7f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:12.374838 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Pushing event deleted for resources: {'Port': ['ID=802a87f5-51f2-41df-9978-a431aee1d05f,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:12.396967 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a6cd2a-017e-4623-ab0b-35f495410625 None None] DHCP port deletion for 594bd1bb-37c7-4b4b-b783-88b783966743 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:51:12.442130 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:12.443193 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:12.443668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:12.444385 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:12.444840 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:12.445345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:12.445721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:12.446161 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:12.446594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:12.447838 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:12.448463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:12.449648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:12.489481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5607a3bb-e5ba-4f84-a237-689758d9d066 req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] No DVR routers for this DVR port 802a87f5-51f2-41df-9978-a431aee1d05f on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:51:12.492315 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5607a3bb-e5ba-4f84-a237-689758d9d066 req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:12.496519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5607a3bb-e5ba-4f84-a237-689758d9d066 req-670c5d62-23c2-48a9-93d5-86de13bbfa47 tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.54 "DELETE /v2.0/ports/802a87f5-51f2-41df-9978-a431aee1d05f HTTP/1.1" status: 204 len: 173 time: 1.3591387 Nov 26 02:51:12.500958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658770fd-d4cd-409e-ac01-0860d80dc7f8 admin admin] Router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:51:12.511084 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['802a87f5-51f2-41df-9978-a431aee1d05f'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:12.517800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdd7899-5948-48cf-9d39-b7843261600a', 'name': 'network-vif-deleted', 'tag': '802a87f5-51f2-41df-9978-a431aee1d05f'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:12.527398 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f48e28d-a50f-4ceb-a86d-80ece7f786db" -d '{"events": [{"server_uuid": "2fdd7899-5948-48cf-9d39-b7843261600a", "name": "network-vif-deleted", "tag": "802a87f5-51f2-41df-9978-a431aee1d05f"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:12.557951 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc9f9866-f973-42c8-8379-995853d8f3c9 req-6f74db54-11a2-42c7-9c79-9533229acafb tempest-ServerRescueTestJSON-764003742 tempest-ServerRescueTestJSON-764003742-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdd7899-5948-48cf-9d39-b7843261600a HTTP/1.1" status: 200 len: 210 time: 0.0991597 Nov 26 02:51:12.591848 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfd3d2-d7d6-4279-9938-1808a5a01dd4 req-b3ee54dc-1436-400f-8eaf-1ab9caf475f8 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:12.606860 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2dfd3d2-d7d6-4279-9938-1808a5a01dd4 req-b3ee54dc-1436-400f-8eaf-1ab9caf475f8 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b99433-a5db-47b2-9947-63f03559d915 HTTP/1.1" status: 200 len: 945 time: 0.2413833 Nov 26 02:51:12.753024 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2dfd3d2-d7d6-4279-9938-1808a5a01dd4 req-50481fe7-5025-4a2d-9e02-e79be0cc6833 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452448 Nov 26 02:51:12.818938 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658770fd-d4cd-409e-ac01-0860d80dc7f8 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:51:12.829256 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-658770fd-d4cd-409e-ac01-0860d80dc7f8 admin admin] 10.222.0.31 "PUT /v2.0/routers/cca8a4de-6d51-4c8f-8aaf-09ab19c24947/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0139446 Nov 26 02:51:12.876648 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4009f749-b4cb-4850-aa85-883252a75a93 req-f8b179fb-9508-459c-8d1c-8eac7df9b306 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0529237 Nov 26 02:51:12.912983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-776fb723-57d3-4ba7-a9cf-8f918b8300a9 req-c453a19c-cd51-497b-9aed-10cfb78840c1 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/ports?device_id=7355887e-31c8-4bcc-a9f4-9a56e3d56ae4 HTTP/1.1" status: 200 len: 210 time: 0.0341718 Nov 26 02:51:12.921576 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-07642195-de43-4620-a871-05467dea7031 None None] Provisioning complete for port cdfb123d-6820-4b90-8359-720255ca43e2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:12.922163 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-07642195-de43-4620-a871-05467dea7031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:12.978793 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674a489e-93e2-4cec-9c19-32040debf94b x-openstack-request-id: req-674a489e-93e2-4cec-9c19-32040debf94b {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:12.979347 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdd7899-5948-48cf-9d39-b7843261600a", "name": "network-vif-deleted", "tag": "802a87f5-51f2-41df-9978-a431aee1d05f", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:12.979613 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-674a489e-93e2-4cec-9c19-32040debf94b {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:12.980028 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdd7899-5948-48cf-9d39-b7843261600a', 'name': 'network-vif-deleted', 'tag': '802a87f5-51f2-41df-9978-a431aee1d05f', 'status': 'completed', 'code': 200} Nov 26 02:51:12.993471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-07642195-de43-4620-a871-05467dea7031 None None] Port cdfb123d-6820-4b90-8359-720255ca43e2 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:51:13.069370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aace4e-5d14-4539-b132-482701e71afc req-bd188832-98b3-481b-8311-828525703d46 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:13.078297 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42aace4e-5d14-4539-b132-482701e71afc req-bd188832-98b3-481b-8311-828525703d46 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdd6c6cf-de08-4eaf-9f56-a63726d71ef8 HTTP/1.1" status: 200 len: 950 time: 0.0932481 Nov 26 02:51:13.144234 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42aace4e-5d14-4539-b132-482701e71afc req-07ba37f1-fb04-4754-92e9-a2ad414a599e tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626011 Nov 26 02:51:13.515412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27ef7e-b8cf-4ae6-b6fe-a203ca80bf62 req-44c14312-32ab-4a70-82c8-266a3d8ab875 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:13.523770 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27ef7e-b8cf-4ae6-b6fe-a203ca80bf62 req-44c14312-32ab-4a70-82c8-266a3d8ab875 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:13.529824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27ef7e-b8cf-4ae6-b6fe-a203ca80bf62 req-44c14312-32ab-4a70-82c8-266a3d8ab875 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:13.535749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27ef7e-b8cf-4ae6-b6fe-a203ca80bf62 req-44c14312-32ab-4a70-82c8-266a3d8ab875 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:13.541858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27ef7e-b8cf-4ae6-b6fe-a203ca80bf62 req-44c14312-32ab-4a70-82c8-266a3d8ab875 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:13.550864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27ef7e-b8cf-4ae6-b6fe-a203ca80bf62 req-44c14312-32ab-4a70-82c8-266a3d8ab875 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:13.557998 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27ef7e-b8cf-4ae6-b6fe-a203ca80bf62 req-44c14312-32ab-4a70-82c8-266a3d8ab875 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:13.560655 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea27ef7e-b8cf-4ae6-b6fe-a203ca80bf62 req-44c14312-32ab-4a70-82c8-266a3d8ab875 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5431 time: 0.1338630 Nov 26 02:51:13.702513 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea27ef7e-b8cf-4ae6-b6fe-a203ca80bf62 req-56220bca-3a4c-4b23-8b33-4ab0ef1530fe tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1271198 Nov 26 02:51:13.730497 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-c3bc2956-34e3-4e26-acfe-316bac940e9a tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:13.730497 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-c3bc2956-34e3-4e26-acfe-316bac940e9a tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/networks?id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 HTTP/1.1" status: 200 len: 821 time: 0.1610775 Nov 26 02:51:13.786254 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-21f5741d-3abe-449c-b9c1-430f4c113207 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/quotas/e4c8c6ef166541329b9dea8ef3b97de5 HTTP/1.1" status: 200 len: 375 time: 0.0497262 Nov 26 02:51:13.879603 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-6e804f62-3f52-4e0b-8885-82a3c1eabf0f tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4c8c6ef166541329b9dea8ef3b97de5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768631 Nov 26 02:51:13.892227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-0f94185a-aec8-4470-98ab-cd3b838fb05f tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:13.893681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-0f94185a-aec8-4470-98ab-cd3b838fb05f tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.59 "GET /v2.0/networks?id=cea4f35b-4f1f-4f69-8281-484a29c1496b HTTP/1.1" status: 200 len: 821 time: 0.1660612 Nov 26 02:51:13.945067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-75ae4be9-c617-4a07-963d-6ec587c91e0c tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Request body: {'port': {'device_id': '7355887e-31c8-4bcc-a9f4-9a56e3d56ae4', 'network_id': 'cea4f35b-4f1f-4f69-8281-484a29c1496b', 'admin_state_up': True, 'tenant_id': '4867ea4ab19e4376b91304772eaa341a'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:14.056498 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39720) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:14.064495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-03cf3de8-ff8d-423a-8cc4-b27f42380115 service neutron] 10.222.0.31 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696794 Nov 26 02:51:14.124576 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-60ea721f-f7ea-4f54-b7ef-5d8d416ba865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:14.198938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-75ae4be9-c617-4a07-963d-6ec587c91e0c tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Made reservation on behalf of 4867ea4ab19e4376b91304772eaa341a for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:51:14.202511 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-75ae4be9-c617-4a07-963d-6ec587c91e0c tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:14.247493 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e8496dc4-5c44-4a65-99d5-8b3a35e7ca83 service neutron] 10.222.0.31 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749189 Nov 26 02:51:14.308732 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96822f9c-ee22-4e6c-99b3-179813067eef req-908c0c24-e5e3-418f-a393-b6a996987742 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/ports?device_id=7355887e-31c8-4bcc-a9f4-9a56e3d56ae4 HTTP/1.1" status: 200 len: 210 time: 0.0602629 Nov 26 02:51:14.416389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-75ae4be9-c617-4a07-963d-6ec587c91e0c tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Allocated IP 172.20.0.8 (cea4f35b-4f1f-4f69-8281-484a29c1496b/b55f70be-5a1e-4b08-af63-032bf7d78898/d2904a60-89a8-4298-9eb5-ed83e54e4be7) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:51:14.528217 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8168733-1b30-4f05-acea-e063c08dd7a7 req-a9dae3a4-f72e-4671-b7a5-6afec6336938 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0979626 Nov 26 02:51:14.594091 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15c9f0c7-58a8-4db5-8979-eeeaa67576de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:14.614630 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Sync routers for ids ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:51:14.615573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a066172-4c69-463c-88d9-1173b49a6290 req-1d875214-b202-4c6d-b88f-a2ba35d25e13 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:14.617907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a066172-4c69-463c-88d9-1173b49a6290 req-1d875214-b202-4c6d-b88f-a2ba35d25e13 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd6c6cf-de08-4eaf-9f56-a63726d71ef8 HTTP/1.1" status: 200 len: 950 time: 0.1487103 Nov 26 02:51:14.637373 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Routers {'cca8a4de-6d51-4c8f-8aaf-09ab19c24947'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:51:14.638011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:51:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:14.756237 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2e9ee77-5269-40fa-ac54-72ac3861f018 req-dffc6194-2e0d-4def-9081-f312c54047ac tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 210 time: 0.1318476 Nov 26 02:51:14.777604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e7251f1c-9025-417d-8984-5a9119d9eca6 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:14.814774 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a5bf3-065c-41af-98d4-d40ca378f29a req-0fd2f8f3-5f38-4afe-b173-e84cb157757a tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:14.815926 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c5a5bf3-065c-41af-98d4-d40ca378f29a req-0fd2f8f3-5f38-4afe-b173-e84cb157757a tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdd6c6cf-de08-4eaf-9f56-a63726d71ef8 HTTP/1.1" status: 200 len: 950 time: 0.3335469 Nov 26 02:51:14.888551 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port e7251f1c-9025-417d-8984-5a9119d9eca6 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:14.888861 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:14.939138 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Set router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:51:14.946872 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-75ae4be9-c617-4a07-963d-6ec587c91e0c tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:14.965482 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-15c9f0c7-58a8-4db5-8979-eeeaa67576de admin admin] Deleting port 49e09311-df43-4079-a8a3-815540ecae1f {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:51:14.966092 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15c9f0c7-58a8-4db5-8979-eeeaa67576de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:14.971111 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 8be3bf7e-8853-443e-9883-2546fd4abe46 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:51:14.984889 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 802a87f5-51f2-41df-9978-a431aee1d05f no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:51:14.992524 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:15.003089 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-75ae4be9-c617-4a07-963d-6ec587c91e0c tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:15.067974 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-15c9f0c7-58a8-4db5-8979-eeeaa67576de admin admin] For port 49e09311-df43-4079-a8a3-815540ecae1f, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=49e09311-df43-4079-a8a3-815540ecae1f,segment=NetworkSegment(7ce99101-b46d-4016-9c19-b214c734027c),segment_id=7ce99101-b46d-4016-9c19-b214c734027c)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:15.069176 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15c9f0c7-58a8-4db5-8979-eeeaa67576de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:15.084743 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-15c9f0c7-58a8-4db5-8979-eeeaa67576de admin admin] Calling delete_port for 49e09311-df43-4079-a8a3-815540ecae1f owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:51:15.138010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-75ae4be9-c617-4a07-963d-6ec587c91e0c tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Network cea4f35b-4f1f-4f69-8281-484a29c1496b is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:51:15.150824 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c5a5bf3-065c-41af-98d4-d40ca378f29a req-24ee2076-65ba-4fe8-a051-7f6c10b5d1bf tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219857 Nov 26 02:51:15.169103 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae4be9-c617-4a07-963d-6ec587c91e0c tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Pushing event updated for resources: {'Port': ['ID=d2904a60-89a8-4298-9eb5-ed83e54e4be7,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:15.184347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-2a066172-4c69-463c-88d9-1173b49a6290 req-776ce64a-173d-4003-b398-c992af19aa63 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Deleting port 170dd7cd-885c-4bea-ae60-e07ae92f5831 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:51:15.184703 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2a066172-4c69-463c-88d9-1173b49a6290 req-776ce64a-173d-4003-b398-c992af19aa63 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:15.186649 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.resource_extend [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 02:51:15.226454 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 802a87f5-51f2-41df-9978-a431aee1d05f {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:51:15.226805 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 802a87f5-51f2-41df-9978-a431aee1d05f not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:51:15.252554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-75ae4be9-c617-4a07-963d-6ec587c91e0c tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:15.265106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-75ae4be9-c617-4a07-963d-6ec587c91e0c tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:51:15.290246 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff0c4-1834-4d97-b886-915c4ce41216 req-3edec5fe-6c01-4560-b694-b1d8944200f2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:15.298394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff0c4-1834-4d97-b886-915c4ce41216 req-3edec5fe-6c01-4560-b694-b1d8944200f2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:15.306104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff0c4-1834-4d97-b886-915c4ce41216 req-3edec5fe-6c01-4560-b694-b1d8944200f2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:15.313065 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff0c4-1834-4d97-b886-915c4ce41216 req-3edec5fe-6c01-4560-b694-b1d8944200f2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:15.320459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff0c4-1834-4d97-b886-915c4ce41216 req-3edec5fe-6c01-4560-b694-b1d8944200f2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:15.328270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff0c4-1834-4d97-b886-915c4ce41216 req-3edec5fe-6c01-4560-b694-b1d8944200f2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:15.336268 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff0c4-1834-4d97-b886-915c4ce41216 req-3edec5fe-6c01-4560-b694-b1d8944200f2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:15.342191 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15c9f0c7-58a8-4db5-8979-eeeaa67576de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:15.358790 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-351ff0c4-1834-4d97-b886-915c4ce41216 req-3edec5fe-6c01-4560-b694-b1d8944200f2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5431 time: 0.3631771 Nov 26 02:51:15.378995 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9f0c7-58a8-4db5-8979-eeeaa67576de admin admin] Pushing event deleted for resources: {'Port': ['ID=49e09311-df43-4079-a8a3-815540ecae1f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:15.423704 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5681b4a2-5278-43cb-a9c7-2e223f8d4a46 None None] DHCP port deletion for 594bd1bb-37c7-4b4b-b783-88b783966743 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:51:15.482222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 8be3bf7e-8853-443e-9883-2546fd4abe46, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8be3bf7e-8853-443e-9883-2546fd4abe46,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:15.508358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-75ae4be9-c617-4a07-963d-6ec587c91e0c tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:15.508986 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-75ae4be9-c617-4a07-963d-6ec587c91e0c tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:15.512637 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '8be3bf7e-8853-443e-9883-2546fd4abe46', 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7', 'port_id': '8be3bf7e-8853-443e-9883-2546fd4abe46', 'mac_address': 'fa:16:3e:4d:da:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d50455-9704-4445-9844-5a1aa7d1e6f7', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:51:15.562088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2a066172-4c69-463c-88d9-1173b49a6290 req-776ce64a-173d-4003-b398-c992af19aa63 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] For port 170dd7cd-885c-4bea-ae60-e07ae92f5831, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=170dd7cd-885c-4bea-ae60-e07ae92f5831,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:15.562876 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2a066172-4c69-463c-88d9-1173b49a6290 req-776ce64a-173d-4003-b398-c992af19aa63 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:15.577038 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:15.583037 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-75ae4be9-c617-4a07-963d-6ec587c91e0c tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6710515 Nov 26 02:51:15.594380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-351ff0c4-1834-4d97-b886-915c4ce41216 req-8e03932a-8223-42f8-801a-2efd4e0e30f8 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2347078 Nov 26 02:51:15.595314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-2a066172-4c69-463c-88d9-1173b49a6290 req-776ce64a-173d-4003-b398-c992af19aa63 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Calling delete_port for 170dd7cd-885c-4bea-ae60-e07ae92f5831 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:51:15.596044 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be3bf7e-8853-443e-9883-2546fd4abe46 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:15.603773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-6183550b-87a6-4b7e-81dc-79040f65c848 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:51:15.605559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-6183550b-87a6-4b7e-81dc-79040f65c848 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062673 Nov 26 02:51:15.622170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 8be3bf7e-8853-443e-9883-2546fd4abe46, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8be3bf7e-8853-443e-9883-2546fd4abe46,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:15.623372 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15c9f0c7-58a8-4db5-8979-eeeaa67576de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:15.626110 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99916673-7c07-473d-adf8-06651e691208 req-92aa0296-a0ea-438a-91f8-66d3882a5f36 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:15.626809 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 2, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:15.633172 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99916673-7c07-473d-adf8-06651e691208 req-92aa0296-a0ea-438a-91f8-66d3882a5f36 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/ports?device_id=7355887e-31c8-4bcc-a9f4-9a56e3d56ae4 HTTP/1.1" status: 200 len: 931 time: 0.1606536 Nov 26 02:51:15.636191 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:15.637071 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 1652fdd8-a96b-4b29-8dfe-f52e1ca56718 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:51:15.712912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Checking router: cca8a4de-6d51-4c8f-8aaf-09ab19c24947 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:51:15.713429 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Updating router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 port cdfb123d-6820-4b90-8359-720255ca43e2 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:51:15.767971 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:15.803532 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 1652fdd8-a96b-4b29-8dfe-f52e1ca56718, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=1652fdd8-a96b-4b29-8dfe-f52e1ca56718,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:15.806522 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=8be3bf7e-8853-443e-9883-2546fd4abe46,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:15.825811 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '1652fdd8-a96b-4b29-8dfe-f52e1ca56718', 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7', 'port_id': '1652fdd8-a96b-4b29-8dfe-f52e1ca56718', 'mac_address': 'fa:16:3e:a7:aa:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d50455-9704-4445-9844-5a1aa7d1e6f7', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:51:15.923737 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c9f0c7-58a8-4db5-8979-eeeaa67576de admin admin] Router 011c420f-e2e6-4805-a657-953da0529563 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:51:15.956580 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:15.982432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1652fdd8-a96b-4b29-8dfe-f52e1ca56718 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:16.049984 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 1652fdd8-a96b-4b29-8dfe-f52e1ca56718, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=1652fdd8-a96b-4b29-8dfe-f52e1ca56718,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:16.076945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Request body: {'port': {'device_id': '7355887e-31c8-4bcc-a9f4-9a56e3d56ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:16.111012 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:16.111702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 13a06076-645c-49e5-bb53-f3985928e9af details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:51:16.119428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-839a929c-85a8-40e7-ac95-6460edf0199d req-92bd44d3-7f08-4795-93a0-d7c524dad266 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.1459675 Nov 26 02:51:16.169549 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99916673-7c07-473d-adf8-06651e691208 req-42e1eea6-7060-43c3-bb8f-ece630ed50bd tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd777595-c4dc-4773-840f-0ce241f92464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308518 Nov 26 02:51:16.281278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=1652fdd8-a96b-4b29-8dfe-f52e1ca56718,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:16.320326 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:16.343670 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c9f0c7-58a8-4db5-8979-eeeaa67576de admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:51:16.350313 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-15c9f0c7-58a8-4db5-8979-eeeaa67576de admin admin] 10.222.0.31 "PUT /v2.0/routers/011c420f-e2e6-4805-a657-953da0529563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2888799 Nov 26 02:51:16.352791 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39766) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:16.354935 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6233286c-4bfe-462b-88cf-f3e6f7077b24 req-63c336af-6108-41b9-8cc6-a789763ababb tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 210 time: 0.0983365 Nov 26 02:51:16.360401 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24abef49-ed0c-435c-85cf-e9352f1389e6 None None] Sync routers for ids ['011c420f-e2e6-4805-a657-953da0529563'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:51:16.364316 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 13a06076-645c-49e5-bb53-f3985928e9af, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=13a06076-645c-49e5-bb53-f3985928e9af,segment=NetworkSegment(4e794c0b-7845-4eca-a295-7b59404568d7),segment_id=4e794c0b-7845-4eca-a295-7b59404568d7)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:16.390565 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24abef49-ed0c-435c-85cf-e9352f1389e6 None None] Routers {'011c420f-e2e6-4805-a657-953da0529563'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:51:16.391210 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-24abef49-ed0c-435c-85cf-e9352f1389e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:51:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['011c420f-e2e6-4805-a657-953da0529563'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:16.396193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '13a06076-645c-49e5-bb53-f3985928e9af', 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac', 'port_id': '13a06076-645c-49e5-bb53-f3985928e9af', 'mac_address': 'fa:16:3e:cb:5f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:51:16.405586 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:16.426164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-8039690e-b38a-491c-b6a8-7aab548b072c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:16.428452 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-8039690e-b38a-491c-b6a8-7aab548b072c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.59 "GET /v2.0/networks?id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 HTTP/1.1" status: 200 len: 821 time: 0.4655981 Nov 26 02:51:16.439995 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:16.467511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-b7ae6d8f-f309-4cd3-9a69-9bb931056d0c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Request body: {'port': {'device_id': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'admin_state_up': True, 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:16.491509 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:16.541798 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:16.546852 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6cca1-5671-42df-b36f-725a77bdbca8 req-12655504-3227-4ebf-894f-1752aae10094 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:16.554499 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a06076-645c-49e5-bb53-f3985928e9af {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:16.556599 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0d6cca1-5671-42df-b36f-725a77bdbca8 req-12655504-3227-4ebf-894f-1752aae10094 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdd6c6cf-de08-4eaf-9f56-a63726d71ef8 HTTP/1.1" status: 200 len: 950 time: 0.2967613 Nov 26 02:51:16.574227 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40cb87-c18c-44a7-85bc-0f4a8b1acbbf None None] Pushing event updated for resources: {'Port': ['ID=cdfb123d-6820-4b90-8359-720255ca43e2,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:16.616268 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81512e3b-1b6b-400e-9a86-5db0389719e0 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:16.653343 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-24abef49-ed0c-435c-85cf-e9352f1389e6 None None] Set router 011c420f-e2e6-4805-a657-953da0529563 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:51:16.679575 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0d6cca1-5671-42df-b36f-725a77bdbca8 req-79bcb84b-3846-4da6-b64d-8acdfaccabbc tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155128 Nov 26 02:51:16.706844 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 13a06076-645c-49e5-bb53-f3985928e9af, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=13a06076-645c-49e5-bb53-f3985928e9af,segment=NetworkSegment(4e794c0b-7845-4eca-a295-7b59404568d7),segment_id=4e794c0b-7845-4eca-a295-7b59404568d7)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:16.720794 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Attempting to bind port cdfb123d-6820-4b90-8359-720255ca43e2 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:51:16.721285 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Attempting to bind port cdfb123d-6820-4b90-8359-720255ca43e2 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '53241765-6c41-46c6-a94d-3bef277876d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:51:16.721723 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Attempting to bind port cdfb123d-6820-4b90-8359-720255ca43e2 on network ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:51:16.725949 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2a066172-4c69-463c-88d9-1173b49a6290 req-776ce64a-173d-4003-b398-c992af19aa63 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:16.733605 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:16.734566 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:51:16.789430 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:51:16.789816 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Checking segment: {'id': '53241765-6c41-46c6-a94d-3bef277876d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:51:16.790218 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:16.790760 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Bound using segment: {'id': '53241765-6c41-46c6-a94d-3bef277876d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:51:16.791260 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Bound port: cdfb123d-6820-4b90-8359-720255ca43e2, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53241765-6c41-46c6-a94d-3bef277876d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:51:16.791638 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:16.794002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ff1e4597-24c9-4f10-b373-14610df89cdf', 'a691e3df-fba1-4aba-a148-2d4cceb9293e', 'e90ba5fa-5c6f-4aac-9b57-a43178489aba', 'da867439-a2c3-4d99-bc9c-196563876648'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:16.831983 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['a5410e7e-dc9e-4a07-9af2-b87d03317c44', '58504d4f-9970-4cf8-a283-b000838f9cd3', '170dd7cd-885c-4bea-ae60-e07ae92f5831'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:16.859638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ce64a-173d-4003-b398-c992af19aa63 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Pushing event deleted for resources: {'Port': ['ID=170dd7cd-885c-4bea-ae60-e07ae92f5831,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:16.898815 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81512e3b-1b6b-400e-9a86-5db0389719e0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:16.946367 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=13a06076-645c-49e5-bb53-f3985928e9af,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:17.010862 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-81512e3b-1b6b-400e-9a86-5db0389719e0 admin admin] Deleting port 53c84897-efe5-40a9-b6e5-ea21c9796452 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:51:17.011211 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81512e3b-1b6b-400e-9a86-5db0389719e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:17.025560 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:17.100134 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-81512e3b-1b6b-400e-9a86-5db0389719e0 admin admin] For port 53c84897-efe5-40a9-b6e5-ea21c9796452, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=53c84897-efe5-40a9-b6e5-ea21c9796452,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:17.100507 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81512e3b-1b6b-400e-9a86-5db0389719e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:17.114351 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-81512e3b-1b6b-400e-9a86-5db0389719e0 admin admin] Calling delete_port for 53c84897-efe5-40a9-b6e5-ea21c9796452 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:51:17.118668 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-91b29a75-f3ba-433d-a308-a657c0ae9f93 None None] Provisioning complete for port cdfb123d-6820-4b90-8359-720255ca43e2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:17.119041 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-91b29a75-f3ba-433d-a308-a657c0ae9f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:17.120597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f', 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7', 'port_id': '22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f', 'mac_address': 'fa:16:3e:b0:f8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d50455-9704-4445-9844-5a1aa7d1e6f7', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:51:17.156318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2904a60-89a8-4298-9eb5-ed83e54e4be7 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:17.166486 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:17.182688 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Transition to ACTIVE for port object d2904a60-89a8-4298-9eb5-ed83e54e4be7 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:51:17.191057 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a066172-4c69-463c-88d9-1173b49a6290 req-776ce64a-173d-4003-b398-c992af19aa63 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] No DVR routers for this DVR port 170dd7cd-885c-4bea-ae60-e07ae92f5831 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:51:17.202116 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] For port cdfb123d-6820-4b90-8359-720255ca43e2, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:51:17.211595 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb4f97-6197-4d1c-ac2d-4df3107e514b req-05bcddb6-1913-4c6b-b1e2-8ed7e4c546fe tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:17.221467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb4f97-6197-4d1c-ac2d-4df3107e514b req-05bcddb6-1913-4c6b-b1e2-8ed7e4c546fe tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:17.231965 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb4f97-6197-4d1c-ac2d-4df3107e514b req-05bcddb6-1913-4c6b-b1e2-8ed7e4c546fe tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:17.234479 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-24abef49-ed0c-435c-85cf-e9352f1389e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011c420f-e2e6-4805-a657-953da0529563', 'name': 'tempest-ServerRescueTestJSON-593700144-router', 'tenant_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '53c84897-efe5-40a9-b6e5-ea21c9796452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:46Z', 'updated_at': '2021-11-26T02:51:15Z', 'revision_number': 5, 'project_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'gw_port': {'id': '53c84897-efe5-40a9-b6e5-ea21c9796452', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011c420f-e2e6-4805-a657-953da0529563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:47Z', 'updated_at': '2021-11-26T02:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:17.241244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb4f97-6197-4d1c-ac2d-4df3107e514b req-05bcddb6-1913-4c6b-b1e2-8ed7e4c546fe tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:17.248649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb4f97-6197-4d1c-ac2d-4df3107e514b req-05bcddb6-1913-4c6b-b1e2-8ed7e4c546fe tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:17.252892 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] For port cdfb123d-6820-4b90-8359-720255ca43e2, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cdfb123d-6820-4b90-8359-720255ca43e2,segment=NetworkSegment(53241765-6c41-46c6-a94d-3bef277876d6),segment_id=53241765-6c41-46c6-a94d-3bef277876d6)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:51:17.256403 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb4f97-6197-4d1c-ac2d-4df3107e514b req-05bcddb6-1913-4c6b-b1e2-8ed7e4c546fe tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:17.263291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb4f97-6197-4d1c-ac2d-4df3107e514b req-05bcddb6-1913-4c6b-b1e2-8ed7e4c546fe tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:17.273307 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5cb4f97-6197-4d1c-ac2d-4df3107e514b req-05bcddb6-1913-4c6b-b1e2-8ed7e4c546fe tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5434 time: 0.5037127 Nov 26 02:51:17.275462 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24abef49-ed0c-435c-85cf-e9352f1389e6 None None] Checking router: 011c420f-e2e6-4805-a657-953da0529563 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:51:17.276483 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2a066172-4c69-463c-88d9-1173b49a6290 req-776ce64a-173d-4003-b398-c992af19aa63 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:17.280102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a066172-4c69-463c-88d9-1173b49a6290 req-776ce64a-173d-4003-b398-c992af19aa63 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.54 "DELETE /v2.0/ports/170dd7cd-885c-4bea-ae60-e07ae92f5831 HTTP/1.1" status: 204 len: 173 time: 2.6543365 Nov 26 02:51:17.284015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd6c6cf-de08-4eaf-9f56-a63726d71ef8', 'name': 'network-vif-deleted', 'tag': '170dd7cd-885c-4bea-ae60-e07ae92f5831'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:17.286646 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8a9aff-6606-4c76-aa1a-d6f252a4cb78" -d '{"events": [{"server_uuid": "bdd6c6cf-de08-4eaf-9f56-a63726d71ef8", "name": "network-vif-deleted", "tag": "170dd7cd-885c-4bea-ae60-e07ae92f5831"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:17.289510 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-b7ae6d8f-f309-4cd3-9a69-9bb931056d0c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Made reservation on behalf of e4c8c6ef166541329b9dea8ef3b97de5 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:51:17.295127 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24abef49-ed0c-435c-85cf-e9352f1389e6 None None] Routers {'011c420f-e2e6-4805-a657-953da0529563'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:51:17.295386 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-b7ae6d8f-f309-4cd3-9a69-9bb931056d0c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:17.295641 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:17.297577 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-24abef49-ed0c-435c-85cf-e9352f1389e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:51:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['011c420f-e2e6-4805-a657-953da0529563'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:17.305210 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-91b29a75-f3ba-433d-a308-a657c0ae9f93 None None] Port cdfb123d-6820-4b90-8359-720255ca43e2 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:51:17.319196 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:17.321015 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81512e3b-1b6b-400e-9a86-5db0389719e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:17.360498 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81512e3b-1b6b-400e-9a86-5db0389719e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=53c84897-efe5-40a9-b6e5-ea21c9796452,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:17.382670 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:17.394640 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5f1150a-e574-4107-a52f-14a423e9133e req-371a5de6-c7e5-4c10-91a6-75790c2a4b10 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.1125455 Nov 26 02:51:17.398877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f43698-bb30-48cd-8197-b2512dc7a35f None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:51:17.433083 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-24abef49-ed0c-435c-85cf-e9352f1389e6 None None] Set router 011c420f-e2e6-4805-a657-953da0529563 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:51:17.485143 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81512e3b-1b6b-400e-9a86-5db0389719e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:17.524377 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-24abef49-ed0c-435c-85cf-e9352f1389e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011c420f-e2e6-4805-a657-953da0529563', 'name': 'tempest-ServerRescueTestJSON-593700144-router', 'tenant_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:46Z', 'updated_at': '2021-11-26T02:51:16Z', 'revision_number': 6, 'project_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:17.532785 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Routers {'cca8a4de-6d51-4c8f-8aaf-09ab19c24947'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:51:17.539769 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:51:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:17.604837 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24abef49-ed0c-435c-85cf-e9352f1389e6 None None] The sync data for ids ['011c420f-e2e6-4805-a657-953da0529563'] in n-d-819389-3 is: [{'id': '011c420f-e2e6-4805-a657-953da0529563', 'name': 'tempest-ServerRescueTestJSON-593700144-router', 'tenant_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:46Z', 'updated_at': '2021-11-26T02:51:16Z', 'revision_number': 6, 'project_id': '32a241a3ac2b4e6a811cab282f5c9e7e', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:51:17.607742 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5cb4f97-6197-4d1c-ac2d-4df3107e514b req-6602b4fe-9f93-4f8b-b5a7-8110b498debb tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3286889 Nov 26 02:51:17.657642 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81512e3b-1b6b-400e-9a86-5db0389719e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:17.660104 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81512e3b-1b6b-400e-9a86-5db0389719e0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:17.706346 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5010d5-4d03-410c-8fa0-45edbe8819f0 x-openstack-request-id: req-bd5010d5-4d03-410c-8fa0-45edbe8819f0 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:17.706886 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd6c6cf-de08-4eaf-9f56-a63726d71ef8", "name": "network-vif-deleted", "tag": "170dd7cd-885c-4bea-ae60-e07ae92f5831", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:17.706886 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd5010d5-4d03-410c-8fa0-45edbe8819f0 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:17.707276 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd6c6cf-de08-4eaf-9f56-a63726d71ef8', 'name': 'network-vif-deleted', 'tag': '170dd7cd-885c-4bea-ae60-e07ae92f5831', 'status': 'completed', 'code': 200} Nov 26 02:51:17.754177 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Pushing event updated for resources: {'Port': ['ID=d2904a60-89a8-4298-9eb5-ed83e54e4be7,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:17.772039 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81512e3b-1b6b-400e-9a86-5db0389719e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:17.772528 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81512e3b-1b6b-400e-9a86-5db0389719e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 011c420f-e2e6-4805-a657-953da0529563 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:51:17.781949 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81512e3b-1b6b-400e-9a86-5db0389719e0 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:17.786082 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-81512e3b-1b6b-400e-9a86-5db0389719e0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/011c420f-e2e6-4805-a657-953da0529563 HTTP/1.1" status: 204 len: 168 time: 1.4116833 Nov 26 02:51:17.786531 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39792) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:17.846947 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f9311c-47bb-43a3-8372-0180ac866977 admin admin] Deleting subnet 99eb0b63-1e2c-4b26-887f-343457cd281c {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:51:17.850794 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-18f9311c-47bb-43a3-8372-0180ac866977 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:17.853773 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1503917b-ae79-4be8-a035-61bc03801c21 req-3760ca54-d0b8-4026-a028-e0a979cf565d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 210 time: 0.0687442 Nov 26 02:51:17.862427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef9059-c2b6-43dc-b205-eba7a2039bd1 req-d802863b-56f4-45e0-a3e0-837689333cf2 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:17.864207 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cef9059-c2b6-43dc-b205-eba7a2039bd1 req-d802863b-56f4-45e0-a3e0-837689333cf2 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/ports?device_id=7355887e-31c8-4bcc-a9f4-9a56e3d56ae4 HTTP/1.1" status: 200 len: 943 time: 0.2493122 Nov 26 02:51:17.879899 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-b7ae6d8f-f309-4cd3-9a69-9bb931056d0c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Allocated IP 172.20.0.5 (ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9/f3b0af46-8ddc-4906-bee5-c3ae4085bf9d/849a9db9-7ed6-47be-bdbb-b639b1cf41fc) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:51:17.897696 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-18f9311c-47bb-43a3-8372-0180ac866977 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:17.950168 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] Set router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:51:17.980976 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cef9059-c2b6-43dc-b205-eba7a2039bd1 req-086293e8-3079-4bb4-be38-075b239fe594 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd777595-c4dc-4773-840f-0ce241f92464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940592 Nov 26 02:51:17.987845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Attempting to bind port d2904a60-89a8-4298-9eb5-ed83e54e4be7 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:51:17.988680 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Attempting to bind port d2904a60-89a8-4298-9eb5-ed83e54e4be7 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '542f9f35-1483-44a4-b34f-4591455e5d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cea4f35b-4f1f-4f69-8281-484a29c1496b'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:51:17.990552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Attempting to bind port d2904a60-89a8-4298-9eb5-ed83e54e4be7 on network cea4f35b-4f1f-4f69-8281-484a29c1496b {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:51:18.000994 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-18f9311c-47bb-43a3-8372-0180ac866977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.020345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Port d2904a60-89a8-4298-9eb5-ed83e54e4be7 on network cea4f35b-4f1f-4f69-8281-484a29c1496b not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:51:18.020957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Attempting to bind port d2904a60-89a8-4298-9eb5-ed83e54e4be7 on network cea4f35b-4f1f-4f69-8281-484a29c1496b {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:51:18.039449 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:51:18.039772 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Checking segment: {'id': '542f9f35-1483-44a4-b34f-4591455e5d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cea4f35b-4f1f-4f69-8281-484a29c1496b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:51:18.040199 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Bound using segment: {'id': '542f9f35-1483-44a4-b34f-4591455e5d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cea4f35b-4f1f-4f69-8281-484a29c1496b'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:51:18.046817 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Bound port: d2904a60-89a8-4298-9eb5-ed83e54e4be7, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '542f9f35-1483-44a4-b34f-4591455e5d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cea4f35b-4f1f-4f69-8281-484a29c1496b'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:51:18.047200 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.061670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:18.087606 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:18.133798 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-18f9311c-47bb-43a3-8372-0180ac866977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.177724 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-18f9311c-47bb-43a3-8372-0180ac866977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.183796 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-18f9311c-47bb-43a3-8372-0180ac866977 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/99eb0b63-1e2c-4b26-887f-343457cd281c HTTP/1.1" status: 204 len: 168 time: 0.3956337 Nov 26 02:51:18.184848 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39802) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:18.198356 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9311c-47bb-43a3-8372-0180ac866977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99eb0b63-1e2c-4b26-887f-343457cd281c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:18.206102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a413eb8d-58e9-4222-b7a6-5ed6ef120cf4 req-a6fae501-a124-4698-a8a9-5fb16524043e tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdd6c6cf-de08-4eaf-9f56-a63726d71ef8 HTTP/1.1" status: 200 len: 210 time: 0.0837395 Nov 26 02:51:18.227405 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a027fc6-47fd-45ec-9ce8-db6fe5f8a5e5 None None] Network 594bd1bb-37c7-4b4b-b783-88b783966743 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:51:18.232307 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.242719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40cb87-c18c-44a7-85bc-0f4a8b1acbbf None None] Pushing event updated for resources: {'Port': ['ID=cdfb123d-6820-4b90-8359-720255ca43e2,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:18.281873 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4abc662f-98c4-4a48-9fd7-c3374b82acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.305832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] For port d2904a60-89a8-4298-9eb5-ed83e54e4be7, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:51:18.315028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] For port d2904a60-89a8-4298-9eb5-ed83e54e4be7, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=d2904a60-89a8-4298-9eb5-ed83e54e4be7,segment=NetworkSegment(542f9f35-1483-44a4-b34f-4591455e5d03),segment_id=542f9f35-1483-44a4-b34f-4591455e5d03)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:51:18.322871 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.325446 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.371227 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4abc662f-98c4-4a48-9fd7-c3374b82acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.380377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:18.380377 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.380776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 0d4e996e-dd9e-4022-bc73-75e7fdaf918b details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:51:18.381890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-9389de21-8888-42d6-bca8-9730169d998a service neutron] 10.222.0.59 "PUT /v2.0/ports/d2904a60-89a8-4298-9eb5-ed83e54e4be7 HTTP/1.1" status: 200 len: 1091 time: 2.7461565 Nov 26 02:51:18.393654 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4abc662f-98c4-4a48-9fd7-c3374b82acb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594bd1bb-37c7-4b4b-b783-88b783966743']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:18.397296 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-b7ae6d8f-f309-4cd3-9a69-9bb931056d0c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.404227 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4abc662f-98c4-4a48-9fd7-c3374b82acb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce99101-b46d-4016-9c19-b214c734027c') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:18.404832 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4abc662f-98c4-4a48-9fd7-c3374b82acb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce99101-b46d-4016-9c19-b214c734027c') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:18.415511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389de21-8888-42d6-bca8-9730169d998a service neutron] Pushing event updated for resources: {'Port': ['ID=d2904a60-89a8-4298-9eb5-ed83e54e4be7,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:18.417281 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4abc662f-98c4-4a48-9fd7-c3374b82acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.432607 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4abc662f-98c4-4a48-9fd7-c3374b82acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.438822 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4abc662f-98c4-4a48-9fd7-c3374b82acb8 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:51:18.439415 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4abc662f-98c4-4a48-9fd7-c3374b82acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:51:18.441415 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:51:18.454436 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-b7ae6d8f-f309-4cd3-9a69-9bb931056d0c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.519289 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e3a9c784-8b5f-4cb8-929f-4636e9fe90d7 None None] Provisioning complete for port cdfb123d-6820-4b90-8359-720255ca43e2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:18.519698 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c784-8b5f-4cb8-929f-4636e9fe90d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.520493 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4abc662f-98c4-4a48-9fd7-c3374b82acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.541541 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4abc662f-98c4-4a48-9fd7-c3374b82acb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.560449 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4abc662f-98c4-4a48-9fd7-c3374b82acb8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/594bd1bb-37c7-4b4b-b783-88b783966743 HTTP/1.1" status: 204 len: 168 time: 0.3743596 Nov 26 02:51:18.561749 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc662f-98c4-4a48-9fd7-c3374b82acb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=594bd1bb-37c7-4b4b-b783-88b783966743,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:18.562973 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-b7ae6d8f-f309-4cd3-9a69-9bb931056d0c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Network ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:51:18.567265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-b7ae6d8f-f309-4cd3-9a69-9bb931056d0c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:18.600609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b547565-a890-40c0-8614-ed4376b6f3ff req-2af20fc9-9b8e-4428-afd3-3b3b9c0a1af2 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0794079 Nov 26 02:51:18.606925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-b7ae6d8f-f309-4cd3-9a69-9bb931056d0c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:51:18.620007 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:18.677477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae6d8f-f309-4cd3-9a69-9bb931056d0c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Pushing event updated for resources: {'Port': ['ID=849a9db9-7ed6-47be-bdbb-b639b1cf41fc,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:18.708253 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-d0f67f82-a516-4770-b721-709e319108d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:18.711265 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-d0f67f82-a516-4770-b721-709e319108d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4867ea4ab19e4376b91304772eaa341a&device_id=7355887e-31c8-4bcc-a9f4-9a56e3d56ae4 HTTP/1.1" status: 200 len: 1094 time: 0.2217600 Nov 26 02:51:18.773975 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.resource_extend [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 02:51:18.789125 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 53c84897-efe5-40a9-b6e5-ea21c9796452 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:51:18.808823 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39812) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:18.816844 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b04b207-97bb-48e8-a5a8-d23be4c203da None None] DHCP port deletion for 594bd1bb-37c7-4b4b-b783-88b783966743 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:51:18.821320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-b7ae6d8f-f309-4cd3-9a69-9bb931056d0c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:18.822274 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-b7ae6d8f-f309-4cd3-9a69-9bb931056d0c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.855011 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-d2fcc51b-471b-4866-85b2-97b03f4470c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2904a60-89a8-4298-9eb5-ed83e54e4be7 HTTP/1.1" status: 200 len: 217 time: 0.1173034 Nov 26 02:51:18.873781 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-982a091b-4e8b-40f8-81f2-2b3b9d921b40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32a241a3ac2b4e6a811cab282f5c9e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0635414 Nov 26 02:51:18.876109 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39814) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:18.903004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 53c84897-efe5-40a9-b6e5-ea21c9796452 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:51:18.903579 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 53c84897-efe5-40a9-b6e5-ea21c9796452 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:51:18.904217 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 49e09311-df43-4079-a8a3-815540ecae1f no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:51:18.923238 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-b7ae6d8f-f309-4cd3-9a69-9bb931056d0c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4592729 Nov 26 02:51:18.927831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-31932b57-ef5b-4161-9942-ba5f2702b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:18.929422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-31932b57-ef5b-4161-9942-ba5f2702b380 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b55f70be-5a1e-4b08-af63-032bf7d78898 HTTP/1.1" status: 200 len: 861 time: 0.0683393 Nov 26 02:51:18.943799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 49e09311-df43-4079-a8a3-815540ecae1f {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:51:18.944430 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 49e09311-df43-4079-a8a3-815540ecae1f not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:51:18.958075 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27302c-6d84-4b24-a33c-b4635560b95e req-ffdbd50c-8fed-4303-bc74-3665b308b9ff tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:18.960159 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a348eeba-30d2-41a1-95a9-a77fe76b1cfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.980686 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27302c-6d84-4b24-a33c-b4635560b95e req-ffdbd50c-8fed-4303-bc74-3665b308b9ff tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:18.990539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27302c-6d84-4b24-a33c-b4635560b95e req-ffdbd50c-8fed-4303-bc74-3665b308b9ff tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:18.992437 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a348eeba-30d2-41a1-95a9-a77fe76b1cfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:18.998630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27302c-6d84-4b24-a33c-b4635560b95e req-ffdbd50c-8fed-4303-bc74-3665b308b9ff tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:19.007480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27302c-6d84-4b24-a33c-b4635560b95e req-ffdbd50c-8fed-4303-bc74-3665b308b9ff tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:19.019065 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27302c-6d84-4b24-a33c-b4635560b95e req-ffdbd50c-8fed-4303-bc74-3665b308b9ff tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:19.026864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27302c-6d84-4b24-a33c-b4635560b95e req-ffdbd50c-8fed-4303-bc74-3665b308b9ff tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:19.036076 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c27302c-6d84-4b24-a33c-b4635560b95e req-ffdbd50c-8fed-4303-bc74-3665b308b9ff tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5435 time: 0.2805836 Nov 26 02:51:19.049163 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a348eeba-30d2-41a1-95a9-a77fe76b1cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:19.052872 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a348eeba-30d2-41a1-95a9-a77fe76b1cfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:19.054450 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a348eeba-30d2-41a1-95a9-a77fe76b1cfc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e8c2e4c-94ab-4e98-a9d2-deb99962ed38 HTTP/1.1" status: 204 len: 168 time: 0.1756389 Nov 26 02:51:19.066429 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348eeba-30d2-41a1-95a9-a77fe76b1cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8c2e4c-94ab-4e98-a9d2-deb99962ed38,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:19.079431 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Request body: {'port': {'device_id': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:19.103451 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:17Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:19.126416 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0d4e996e-dd9e-4022-bc73-75e7fdaf918b,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:19.172888 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-f66a1a72-4e9c-4cbb-9bef-4545f58fb70d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cea4f35b-4f1f-4f69-8281-484a29c1496b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852005 Nov 26 02:51:19.198241 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1015d225-7dad-4a5f-8a1e-4766f2b634e8 None None] The sync data for ids ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'] in n-d-819389-3 is: [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:17Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:51:19.220902 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '0d4e996e-dd9e-4022-bc73-75e7fdaf918b', 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0', 'port_id': '0d4e996e-dd9e-4022-bc73-75e7fdaf918b', 'mac_address': 'fa:16:3e:18:f7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1d7b87-e76e-420b-a6ea-a71bcbbcd592', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:51:19.248393 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c784-8b5f-4cb8-929f-4636e9fe90d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:19.323184 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c27302c-6d84-4b24-a33c-b4635560b95e req-115fee35-3dc9-47a9-bd1f-b5c822d8cc8a tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2845449 Nov 26 02:51:19.345523 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:19.360822 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e3a9c784-8b5f-4cb8-929f-4636e9fe90d7 None None] For port cdfb123d-6820-4b90-8359-720255ca43e2, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cdfb123d-6820-4b90-8359-720255ca43e2,segment=NetworkSegment(53241765-6c41-46c6-a94d-3bef277876d6),segment_id=53241765-6c41-46c6-a94d-3bef277876d6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:19.387325 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c784-8b5f-4cb8-929f-4636e9fe90d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:19.396704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548c360-e83c-4201-bd74-e04512f72edd req-b7f28a0e-5b2b-4290-8b42-722d6fb87ecc tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:19.398390 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5548c360-e83c-4201-bd74-e04512f72edd req-b7f28a0e-5b2b-4290-8b42-722d6fb87ecc tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 931 time: 0.3117716 Nov 26 02:51:19.400292 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-ce2ecde4-4cb7-4059-be65-1bc9da30274b service neutron] 10.222.0.59 "GET /v2.0/networks/cea4f35b-4f1f-4f69-8281-484a29c1496b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157674 Nov 26 02:51:19.441225 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d4e996e-dd9e-4022-bc73-75e7fdaf918b {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:19.476403 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:19.496215 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0d4e996e-dd9e-4022-bc73-75e7fdaf918b,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:19.518521 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:19.519168 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 02844178-cc04-42e0-87c6-2802fd9ca94d details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:51:19.534212 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9c784-8b5f-4cb8-929f-4636e9fe90d7 None None] Pushing event updated for resources: {'Port': ['ID=cdfb123d-6820-4b90-8359-720255ca43e2,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:19.617376 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3f1da4d0-33ca-4d67-8a69-a498c9a03ca9 None None] Provisioning complete for port 849a9db9-7ed6-47be-bdbb-b639b1cf41fc triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:19.617750 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3f1da4d0-33ca-4d67-8a69-a498c9a03ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:19.644093 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5bef7be-3bb9-43b0-bba3-3c20c8b486db req-ba839ceb-dab7-4904-8028-cbc9945598b1 service neutron] 10.222.0.59 "GET /v2.0/networks/cea4f35b-4f1f-4f69-8281-484a29c1496b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243237 Nov 26 02:51:19.710953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7355887e-31c8-4bcc-a9f4-9a56e3d56ae4', 'tag': 'd2904a60-89a8-4298-9eb5-ed83e54e4be7'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:19.714142 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7c5208-8f15-42e2-9217-b2cffa645f78" -d '{"events": [{"name": "network-changed", "server_uuid": "7355887e-31c8-4bcc-a9f4-9a56e3d56ae4", "tag": "d2904a60-89a8-4298-9eb5-ed83e54e4be7"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:19.745837 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=0d4e996e-dd9e-4022-bc73-75e7fdaf918b,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:19.747982 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5548c360-e83c-4201-bd74-e04512f72edd req-12575776-2989-461b-9545-9dc642e47849 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367813 Nov 26 02:51:19.781428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3f1da4d0-33ca-4d67-8a69-a498c9a03ca9 None None] Port 849a9db9-7ed6-47be-bdbb-b639b1cf41fc cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:51:19.844594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 02844178-cc04-42e0-87c6-2802fd9ca94d, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=02844178-cc04-42e0-87c6-2802fd9ca94d,segment=NetworkSegment(d1a472b8-5e0f-401d-ae98-42c43399d15c),segment_id=d1a472b8-5e0f-401d-ae98-42c43399d15c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:19.851809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076defb8-e23a-4ecb-bebb-7174bcc4b45a req-fd2f0f73-6138-41b4-b86c-3fbce7bd1f1a tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:19.858205 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['8be3bf7e-8853-443e-9883-2546fd4abe46'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:19.860010 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-076defb8-e23a-4ecb-bebb-7174bcc4b45a req-fd2f0f73-6138-41b4-b86c-3fbce7bd1f1a tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/ports?device_id=7355887e-31c8-4bcc-a9f4-9a56e3d56ae4 HTTP/1.1" status: 200 len: 943 time: 0.2268260 Nov 26 02:51:19.889104 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '02844178-cc04-42e0-87c6-2802fd9ca94d', 'network_id': '9c07786a-4bb0-4031-ab82-de5af92a6806', 'port_id': '02844178-cc04-42e0-87c6-2802fd9ca94d', 'mac_address': 'fa:16:3e:aa:2a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d2ec77-6d8a-4d0f-b6e0-8fe9b1c5d96d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:51:19.964752 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-076defb8-e23a-4ecb-bebb-7174bcc4b45a req-111677dc-aada-427f-af23-8c1f187ddfb5 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd777595-c4dc-4773-840f-0ce241f92464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036465 Nov 26 02:51:19.996368 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:20.018152 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02844178-cc04-42e0-87c6-2802fd9ca94d {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:20.054697 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 02844178-cc04-42e0-87c6-2802fd9ca94d, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=02844178-cc04-42e0-87c6-2802fd9ca94d,segment=NetworkSegment(d1a472b8-5e0f-401d-ae98-42c43399d15c),segment_id=d1a472b8-5e0f-401d-ae98-42c43399d15c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:20.067695 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['1652fdd8-a96b-4b29-8dfe-f52e1ca56718'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:20.074926 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffeea45-d606-42e1-aa9a-b9a63ab07933 x-openstack-request-id: req-6ffeea45-d606-42e1-aa9a-b9a63ab07933 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:20.075226 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7355887e-31c8-4bcc-a9f4-9a56e3d56ae4", "tag": "d2904a60-89a8-4298-9eb5-ed83e54e4be7", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:20.075486 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ffeea45-d606-42e1-aa9a-b9a63ab07933 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:20.075623 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:20.075882 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7355887e-31c8-4bcc-a9f4-9a56e3d56ae4', 'tag': 'd2904a60-89a8-4298-9eb5-ed83e54e4be7', 'status': 'completed', 'code': 200} Nov 26 02:51:20.076432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device fa2350b4-56d4-47ad-916e-e0e40196eccd details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:51:20.141217 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc15939e-1bd1-4db2-b861-315f157deadc req-6a7b3b33-1bb1-4a83-a1e0-64f82161cebe tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0562191 Nov 26 02:51:20.164308 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['13a06076-645c-49e5-bb53-f3985928e9af'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:20.208134 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5208-8f15-42e2-9217-b2cffa645f78 req-5e0030df-f487-4119-a832-f552cc5b963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:20.212429 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e7c5208-8f15-42e2-9217-b2cffa645f78 req-5e0030df-f487-4119-a832-f552cc5b963f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4867ea4ab19e4376b91304772eaa341a&device_id=7355887e-31c8-4bcc-a9f4-9a56e3d56ae4 HTTP/1.1" status: 200 len: 1094 time: 0.0719097 Nov 26 02:51:20.212631 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39860) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:20.250245 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:20.260158 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.resource_extend [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 02:51:20.285422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849a9db9-7ed6-47be-bdbb-b639b1cf41fc {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:20.343542 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:20.412909 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5208-8f15-42e2-9217-b2cffa645f78 req-58d92099-6400-4e31-8a16-70f7b6cd2562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:20.414749 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e7c5208-8f15-42e2-9217-b2cffa645f78 req-58d92099-6400-4e31-8a16-70f7b6cd2562 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cea4f35b-4f1f-4f69-8281-484a29c1496b HTTP/1.1" status: 200 len: 922 time: 0.1452312 Nov 26 02:51:20.437055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Transition to ACTIVE for port object 849a9db9-7ed6-47be-bdbb-b639b1cf41fc will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:51:20.444993 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-abd3030d-145e-4cc5-8f48-b9309acc2537 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1129002438-network', 'tenant_id': 'c43a80d7d3a64acc8e271b3400bc973d'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:20.474539 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:20.493769 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd3030d-145e-4cc5-8f48-b9309acc2537 admin admin] Made reservation on behalf of c43a80d7d3a64acc8e271b3400bc973d for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:51:20.497076 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-abd3030d-145e-4cc5-8f48-b9309acc2537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:20.509244 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-abd3030d-145e-4cc5-8f48-b9309acc2537 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:20.534774 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e7c5208-8f15-42e2-9217-b2cffa645f78 req-3f9c9652-3181-4490-b4d1-9d42fd34379c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2904a60-89a8-4298-9eb5-ed83e54e4be7 HTTP/1.1" status: 200 len: 217 time: 0.0936222 Nov 26 02:51:20.645163 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=02844178-cc04-42e0-87c6-2802fd9ca94d,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:20.645703 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-abd3030d-145e-4cc5-8f48-b9309acc2537 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:20.654298 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-abd3030d-145e-4cc5-8f48-b9309acc2537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:20.714439 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3030d-145e-4cc5-8f48-b9309acc2537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cb1560-e832-4a21-bd09-3c96a08afe2f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:20.747072 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd3030d-145e-4cc5-8f48-b9309acc2537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:51:20.790894 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-abd3030d-145e-4cc5-8f48-b9309acc2537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:20.793521 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-abd3030d-145e-4cc5-8f48-b9309acc2537 admin admin] Added segment 7b46139d-cc23-488e-92a2-7db3587aa44a of type vlan for network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 Nov 26 02:51:20.851661 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port fa2350b4-56d4-47ad-916e-e0e40196eccd, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=fa2350b4-56d4-47ad-916e-e0e40196eccd,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:20.859363 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cdfb123d-6820-4b90-8359-720255ca43e2 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:20.871907 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-abd3030d-145e-4cc5-8f48-b9309acc2537 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:20.943681 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'fa2350b4-56d4-47ad-916e-e0e40196eccd', 'network_id': '936fa975-95c9-4edd-86b5-749a85dee6b7', 'port_id': 'fa2350b4-56d4-47ad-916e-e0e40196eccd', 'mac_address': 'fa:16:3e:d3:a0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d50455-9704-4445-9844-5a1aa7d1e6f7', 'ip_address': '10.1.1.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:51:20.951405 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-abd3030d-145e-4cc5-8f48-b9309acc2537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:20.952889 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd3030d-145e-4cc5-8f48-b9309acc2537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:20.953771 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-abd3030d-145e-4cc5-8f48-b9309acc2537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:21.058547 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-abd3030d-145e-4cc5-8f48-b9309acc2537 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8420630 Nov 26 02:51:21.059241 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39884) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:21.064319 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7b09e719-0b3a-407e-80bc-a5fc214c4373 admin admin] Request body: {'subnet': {'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1129002438-subnet', 'tenant_id': 'c43a80d7d3a64acc8e271b3400bc973d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:21.075279 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3030d-145e-4cc5-8f48-b9309acc2537 admin admin] Pushing event updated for resources: {'Network': ['ID=9695ee60-1251-4c9f-86cb-bb7e75f253d5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:21.096573 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:51:21.117939 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b09e719-0b3a-407e-80bc-a5fc214c4373 admin admin] Made reservation on behalf of c43a80d7d3a64acc8e271b3400bc973d for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:51:21.120915 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7b09e719-0b3a-407e-80bc-a5fc214c4373 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:21.162000 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:21.167003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Pushing event updated for resources: {'Port': ['ID=849a9db9-7ed6-47be-bdbb-b639b1cf41fc,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:21.176373 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992effbe-0156-41a3-bb21-4834d9fac69c req-edb17297-3433-4b54-b19e-f2003d59c03b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:21.184080 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-992effbe-0156-41a3-bb21-4834d9fac69c req-edb17297-3433-4b54-b19e-f2003d59c03b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e4bb15-c037-4272-bed8-39e5be4ac273 HTTP/1.1" status: 200 len: 950 time: 0.8280027 Nov 26 02:51:21.225971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc48dd-9270-42f8-9c97-9aac7d550803 req-1b2049b1-732d-4216-9b8e-602e9d49474e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:21.234835 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc48dd-9270-42f8-9c97-9aac7d550803 req-1b2049b1-732d-4216-9b8e-602e9d49474e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:21.243079 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc48dd-9270-42f8-9c97-9aac7d550803 req-1b2049b1-732d-4216-9b8e-602e9d49474e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:21.249873 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc48dd-9270-42f8-9c97-9aac7d550803 req-1b2049b1-732d-4216-9b8e-602e9d49474e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:21.250373 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2350b4-56d4-47ad-916e-e0e40196eccd {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:21.256397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port cdfb123d-6820-4b90-8359-720255ca43e2 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:21.256768 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:21.259769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc48dd-9270-42f8-9c97-9aac7d550803 req-1b2049b1-732d-4216-9b8e-602e9d49474e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:21.267784 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc48dd-9270-42f8-9c97-9aac7d550803 req-1b2049b1-732d-4216-9b8e-602e9d49474e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:21.274569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc48dd-9270-42f8-9c97-9aac7d550803 req-1b2049b1-732d-4216-9b8e-602e9d49474e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:21.282450 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcfc48dd-9270-42f8-9c97-9aac7d550803 req-1b2049b1-732d-4216-9b8e-602e9d49474e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5436 time: 0.7640693 Nov 26 02:51:21.331887 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port fa2350b4-56d4-47ad-916e-e0e40196eccd, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=fa2350b4-56d4-47ad-916e-e0e40196eccd,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:21.346226 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:21.346909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 57741d91-c980-4e0b-9b35-bab416945e3b details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:51:21.348207 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5208-8f15-42e2-9217-b2cffa645f78 req-c7445052-7e58-4b3f-8197-7a3f37f4b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:21.350229 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e7c5208-8f15-42e2-9217-b2cffa645f78 req-c7445052-7e58-4b3f-8197-7a3f37f4b4f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b55f70be-5a1e-4b08-af63-032bf7d78898 HTTP/1.1" status: 200 len: 861 time: 0.7764404 Nov 26 02:51:21.366272 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7b09e719-0b3a-407e-80bc-a5fc214c4373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:21.417179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09e719-0b3a-407e-80bc-a5fc214c4373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c43934f-dad4-4b8b-af05-58049fc63ec8,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:21.430217 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 57741d91-c980-4e0b-9b35-bab416945e3b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=57741d91-c980-4e0b-9b35-bab416945e3b,segment=NetworkSegment(d1a472b8-5e0f-401d-ae98-42c43399d15c),segment_id=d1a472b8-5e0f-401d-ae98-42c43399d15c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:21.441166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Attempting to bind port 849a9db9-7ed6-47be-bdbb-b639b1cf41fc on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:51:21.441513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Attempting to bind port 849a9db9-7ed6-47be-bdbb-b639b1cf41fc by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '53241765-6c41-46c6-a94d-3bef277876d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:51:21.441832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Attempting to bind port 849a9db9-7ed6-47be-bdbb-b639b1cf41fc on network ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:51:21.444049 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b09e719-0b3a-407e-80bc-a5fc214c4373 admin admin] Checking segment: {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:51:21.444806 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b09e719-0b3a-407e-80bc-a5fc214c4373 admin admin] Network hostable DHCP agents. Network: 9695ee60-1251-4c9f-86cb-bb7e75f253d5, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:51:21.449632 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e7c5208-8f15-42e2-9217-b2cffa645f78 req-65311732-72e1-4754-8215-91c7ce0a2a48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cea4f35b-4f1f-4f69-8281-484a29c1496b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721314 Nov 26 02:51:21.469130 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=fa2350b4-56d4-47ad-916e-e0e40196eccd,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:21.471538 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Port 849a9db9-7ed6-47be-bdbb-b639b1cf41fc on network ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:51:21.471885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Attempting to bind port 849a9db9-7ed6-47be-bdbb-b639b1cf41fc on network ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:51:21.473349 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b09e719-0b3a-407e-80bc-a5fc214c4373 admin admin] Network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:51:21.476182 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '57741d91-c980-4e0b-9b35-bab416945e3b', 'network_id': '9c07786a-4bb0-4031-ab82-de5af92a6806', 'port_id': '57741d91-c980-4e0b-9b35-bab416945e3b', 'mac_address': 'fa:16:3e:9b:c1:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d2ec77-6d8a-4d0f-b6e0-8fe9b1c5d96d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:51:21.491202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:51:21.491549 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Checking segment: {'id': '53241765-6c41-46c6-a94d-3bef277876d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:51:21.491932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Bound using segment: {'id': '53241765-6c41-46c6-a94d-3bef277876d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:51:21.492090 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-7b09e719-0b3a-407e-80bc-a5fc214c4373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 9695ee60-1251-4c9f-86cb-bb7e75f253d5) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:21.492478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Bound port: 849a9db9-7ed6-47be-bdbb-b639b1cf41fc, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53241765-6c41-46c6-a94d-3bef277876d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:51:21.492835 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:21.496856 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b09e719-0b3a-407e-80bc-a5fc214c4373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:21.497590 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7b09e719-0b3a-407e-80bc-a5fc214c4373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:21.520258 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b0b460-7c3a-47b8-85d0-3fd3151b4ff9 None None] Network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:51:21.528136 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7b09e719-0b3a-407e-80bc-a5fc214c4373 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4625685 Nov 26 02:51:21.572180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-992effbe-0156-41a3-bb21-4834d9fac69c req-a88b7e66-399b-4dc2-b4a7-63eb450ad287 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821151 Nov 26 02:51:21.581495 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device d2904a60-89a8-4298-9eb5-ed83e54e4be7 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:51:21.597052 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:21.616361 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcfc48dd-9270-42f8-9c97-9aac7d550803 req-2bdbd31f-b40a-4429-80b1-8c292151d238 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3246717 Nov 26 02:51:21.662969 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57741d91-c980-4e0b-9b35-bab416945e3b {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:21.781122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 57741d91-c980-4e0b-9b35-bab416945e3b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=57741d91-c980-4e0b-9b35-bab416945e3b,segment=NetworkSegment(d1a472b8-5e0f-401d-ae98-42c43399d15c),segment_id=d1a472b8-5e0f-401d-ae98-42c43399d15c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:21.816934 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:21.867991 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e7c5208-8f15-42e2-9217-b2cffa645f78 req-bc4e8982-3af4-43be-83f6-8c62f522201b service neutron] 10.222.0.59 "GET /v2.0/networks/cea4f35b-4f1f-4f69-8281-484a29c1496b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040771 Nov 26 02:51:21.871634 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] For port 849a9db9-7ed6-47be-bdbb-b639b1cf41fc, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:51:21.875027 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cecc2ff-2623-47f8-93a8-a71a12a2039f None None] Network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:51:21.875846 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] For port 849a9db9-7ed6-47be-bdbb-b639b1cf41fc, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=849a9db9-7ed6-47be-bdbb-b639b1cf41fc,segment=NetworkSegment(53241765-6c41-46c6-a94d-3bef277876d6),segment_id=53241765-6c41-46c6-a94d-3bef277876d6)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:51:21.905544 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:21.949020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port d2904a60-89a8-4298-9eb5-ed83e54e4be7, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=d2904a60-89a8-4298-9eb5-ed83e54e4be7,segment=NetworkSegment(542f9f35-1483-44a4-b34f-4591455e5d03),segment_id=542f9f35-1483-44a4-b34f-4591455e5d03)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:21.981782 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'd2904a60-89a8-4298-9eb5-ed83e54e4be7', 'network_id': 'cea4f35b-4f1f-4f69-8281-484a29c1496b', 'port_id': 'd2904a60-89a8-4298-9eb5-ed83e54e4be7', 'mac_address': 'fa:16:3e:04:bb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55f70be-5a1e-4b08-af63-032bf7d78898', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:51:21.989376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a46b1-b429-4a54-bae4-07abdc69ad38 req-90d05b50-5534-48bf-b4ac-81cba5ecaaa0 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:21.994026 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=57741d91-c980-4e0b-9b35-bab416945e3b,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:21.997966 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec8a46b1-b429-4a54-bae4-07abdc69ad38 req-90d05b50-5534-48bf-b4ac-81cba5ecaaa0 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 943 time: 0.2301724 Nov 26 02:51:22.003379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:22.004039 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:22.006064 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] 10.222.0.59 "PUT /v2.0/ports/849a9db9-7ed6-47be-bdbb-b639b1cf41fc HTTP/1.1" status: 200 len: 1091 time: 2.9382813 Nov 26 02:51:22.034034 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 170dd7cd-885c-4bea-ae60-e07ae92f5831 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:51:22.080197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'tag': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:22.087598 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1ce2bd-b57c-4a08-8231-1b8040733eda" -d '{"events": [{"name": "network-changed", "server_uuid": "589836c0-a28f-4a80-a5ac-7d22d14e3146", "tag": "849a9db9-7ed6-47be-bdbb-b639b1cf41fc"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:22.103759 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 170dd7cd-885c-4bea-ae60-e07ae92f5831 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:51:22.104028 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 170dd7cd-885c-4bea-ae60-e07ae92f5831 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:51:22.207380 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:22.234418 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1245df8-3d7e-45b1-b90e-226d6afa8b41 service neutron] Pushing event updated for resources: {'Port': ['ID=849a9db9-7ed6-47be-bdbb-b639b1cf41fc,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:22.241178 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:22.250831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2904a60-89a8-4298-9eb5-ed83e54e4be7 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:22.293050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf3ded-5bea-44bb-be83-b40e0957e523 req-3dab934b-952b-4793-aa3d-9dadb4823c5c tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:22.300719 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-39cf3ded-5bea-44bb-be83-b40e0957e523 req-3dab934b-952b-4793-aa3d-9dadb4823c5c tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/ports?device_id=7355887e-31c8-4bcc-a9f4-9a56e3d56ae4 HTTP/1.1" status: 200 len: 943 time: 0.3420215 Nov 26 02:51:22.312516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-497be50e-fa08-4cd7-b3ba-efb184f911a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:22.314039 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-497be50e-fa08-4cd7-b3ba-efb184f911a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4c8c6ef166541329b9dea8ef3b97de5&device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 1094 time: 0.2098615 Nov 26 02:51:22.325255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port d2904a60-89a8-4298-9eb5-ed83e54e4be7, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=d2904a60-89a8-4298-9eb5-ed83e54e4be7,segment=NetworkSegment(542f9f35-1483-44a4-b34f-4591455e5d03),segment_id=542f9f35-1483-44a4-b34f-4591455e5d03)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:22.326284 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e7c5208-8f15-42e2-9217-b2cffa645f78 req-2fd2fe5d-892e-4324-9b1c-7c2c78defcf4 service neutron] 10.222.0.59 "GET /v2.0/networks/cea4f35b-4f1f-4f69-8281-484a29c1496b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473255 Nov 26 02:51:22.333319 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:22.387748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec8a46b1-b429-4a54-bae4-07abdc69ad38 req-7c014c49-841d-46b5-bb4e-81475ebee740 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839564 Nov 26 02:51:22.399365 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=d2904a60-89a8-4298-9eb5-ed83e54e4be7,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:22.468836 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-16531dd9-491b-4cf1-a114-857134172730 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849a9db9-7ed6-47be-bdbb-b639b1cf41fc HTTP/1.1" status: 200 len: 217 time: 0.1121988 Nov 26 02:51:22.518845 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36e8671a-c409-4bfc-ac90-bdd35e0a4f06 req-571630c6-ce08-4a05-8eac-4bd4e0683bed tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0517008 Nov 26 02:51:22.535232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['0d4e996e-dd9e-4022-bc73-75e7fdaf918b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:22.549678 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-39cf3ded-5bea-44bb-be83-b40e0957e523 req-4fb10bd5-642a-4256-ba0f-ab01983e3580 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd777595-c4dc-4773-840f-0ce241f92464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480030 Nov 26 02:51:22.587839 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-063366dc-b499-4c97-ac8a-52d46e8927b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:22.589831 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-063366dc-b499-4c97-ac8a-52d46e8927b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f3b0af46-8ddc-4906-bee5-c3ae4085bf9d HTTP/1.1" status: 200 len: 860 time: 0.1009717 Nov 26 02:51:22.658765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d691b2-bf04-4269-898a-abcdf92bd044 req-3368ec61-71d9-4aef-abe6-8634c208e526 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:22.660828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6d691b2-bf04-4269-898a-abcdf92bd044 req-3368ec61-71d9-4aef-abe6-8634c208e526 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.54 "GET /v2.0/ports?device_id=94e4bb15-c037-4272-bed8-39e5be4ac273 HTTP/1.1" status: 200 len: 950 time: 0.3056681 Nov 26 02:51:22.690228 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-ba159687-180a-4e6e-accc-c03a3dce6be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:22.692315 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-ba159687-180a-4e6e-accc-c03a3dce6be8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923855 Nov 26 02:51:22.728420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['d2904a60-89a8-4298-9eb5-ed83e54e4be7'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:22.883151 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b989cba3-c6c9-4d4a-a39a-d31b4f8d0e10 x-openstack-request-id: req-b989cba3-c6c9-4d4a-a39a-d31b4f8d0e10 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:22.883151 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589836c0-a28f-4a80-a5ac-7d22d14e3146", "tag": "849a9db9-7ed6-47be-bdbb-b639b1cf41fc", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:22.883151 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b989cba3-c6c9-4d4a-a39a-d31b4f8d0e10 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:22.883694 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'tag': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc', 'status': 'completed', 'code': 200} Nov 26 02:51:22.893087 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-af893e04-a8b4-44d6-85b5-82478bafc6bd service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742148 Nov 26 02:51:22.895573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c6d691b2-bf04-4269-898a-abcdf92bd044 req-1ae072b3-cf96-4255-907e-220e8ffccfdb tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Deleting port 58504d4f-9970-4cf8-a283-b000838f9cd3 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:51:22.896042 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c6d691b2-bf04-4269-898a-abcdf92bd044 req-1ae072b3-cf96-4255-907e-220e8ffccfdb tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:23.190894 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3438e0-bb4d-4b00-b4ad-7ef2efe75e4c req-dc8f21b3-6091-4834-bd55-2295a7382efa tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:23.192332 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e3438e0-bb4d-4b00-b4ad-7ef2efe75e4c req-dc8f21b3-6091-4834-bd55-2295a7382efa tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e4bb15-c037-4272-bed8-39e5be4ac273 HTTP/1.1" status: 200 len: 950 time: 0.1868596 Nov 26 02:51:23.212044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5192849c-1a96-40cf-9c5f-460d1a6a13dd req-11c0cca3-6996-469b-ab1d-02d407f06d86 service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964551 Nov 26 02:51:23.227295 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c6d691b2-bf04-4269-898a-abcdf92bd044 req-1ae072b3-cf96-4255-907e-220e8ffccfdb tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] For port 58504d4f-9970-4cf8-a283-b000838f9cd3, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=58504d4f-9970-4cf8-a283-b000838f9cd3,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:23.227690 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c6d691b2-bf04-4269-898a-abcdf92bd044 req-1ae072b3-cf96-4255-907e-220e8ffccfdb tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:23.253970 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-7b3b3508-fcfc-4371-a9fd-b312fac574a8 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:23.255661 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-7b3b3508-fcfc-4371-a9fd-b312fac574a8 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 806 time: 0.2998919 Nov 26 02:51:23.266832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c6d691b2-bf04-4269-898a-abcdf92bd044 req-1ae072b3-cf96-4255-907e-220e8ffccfdb tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Calling delete_port for 58504d4f-9970-4cf8-a283-b000838f9cd3 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:51:23.316657 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e3438e0-bb4d-4b00-b4ad-7ef2efe75e4c req-5678f316-edd3-415e-ac11-af0994642167 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135900 Nov 26 02:51:23.320431 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-535f9594-b4c6-413d-baf2-dc94e6add3e4 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/quotas/c43a80d7d3a64acc8e271b3400bc973d HTTP/1.1" status: 200 len: 375 time: 0.0468540 Nov 26 02:51:23.395145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-292eca68-97db-4828-a209-01d866e53363 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316017 Nov 26 02:51:23.405932 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:23.478216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ce2bd-b57c-4a08-8231-1b8040733eda req-8d07c7e7-6c67-4c9b-8362-4e9c11bfc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:23.479975 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc1ce2bd-b57c-4a08-8231-1b8040733eda req-8d07c7e7-6c67-4c9b-8362-4e9c11bfc529 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4c8c6ef166541329b9dea8ef3b97de5&device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 1094 time: 0.1554396 Nov 26 02:51:23.563953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d0b7e-58d4-4560-831e-7df72e7ad219 req-2b7a06fc-c434-41f0-824d-a9e84de90be9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:23.570764 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d0b7e-58d4-4560-831e-7df72e7ad219 req-2b7a06fc-c434-41f0-824d-a9e84de90be9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:23.576959 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d0b7e-58d4-4560-831e-7df72e7ad219 req-2b7a06fc-c434-41f0-824d-a9e84de90be9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:23.583340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d0b7e-58d4-4560-831e-7df72e7ad219 req-2b7a06fc-c434-41f0-824d-a9e84de90be9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:23.589391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d0b7e-58d4-4560-831e-7df72e7ad219 req-2b7a06fc-c434-41f0-824d-a9e84de90be9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:23.595548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d0b7e-58d4-4560-831e-7df72e7ad219 req-2b7a06fc-c434-41f0-824d-a9e84de90be9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:23.602251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d0b7e-58d4-4560-831e-7df72e7ad219 req-2b7a06fc-c434-41f0-824d-a9e84de90be9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:23.604546 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-094d0b7e-58d4-4560-831e-7df72e7ad219 req-2b7a06fc-c434-41f0-824d-a9e84de90be9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5438 time: 0.1936200 Nov 26 02:51:23.773365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ce2bd-b57c-4a08-8231-1b8040733eda req-5f425eb5-cc95-4666-ac16-a808798524b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:23.774865 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc1ce2bd-b57c-4a08-8231-1b8040733eda req-5f425eb5-cc95-4666-ac16-a808798524b6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 HTTP/1.1" status: 200 len: 922 time: 0.2872782 Nov 26 02:51:23.776873 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['fa2350b4-56d4-47ad-916e-e0e40196eccd'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:23.817202 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['02844178-cc04-42e0-87c6-2802fd9ca94d'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:23.819928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['57741d91-c980-4e0b-9b35-bab416945e3b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:23.834345 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c6d691b2-bf04-4269-898a-abcdf92bd044 req-1ae072b3-cf96-4255-907e-220e8ffccfdb tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:23.845319 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc1ce2bd-b57c-4a08-8231-1b8040733eda req-42bd395e-3000-49e6-a03b-9413392f0b24 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849a9db9-7ed6-47be-bdbb-b639b1cf41fc HTTP/1.1" status: 200 len: 217 time: 0.0560308 Nov 26 02:51:23.862089 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-094d0b7e-58d4-4560-831e-7df72e7ad219 req-60f2183b-e7a9-4719-b99b-71e4bd7da222 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2345691 Nov 26 02:51:23.920331 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ff1e4597-24c9-4f10-b373-14610df89cdf', 'a691e3df-fba1-4aba-a148-2d4cceb9293e', 'e90ba5fa-5c6f-4aac-9b57-a43178489aba', 'da867439-a2c3-4d99-bc9c-196563876648'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:23.942993 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ce2bd-b57c-4a08-8231-1b8040733eda req-f847ed86-41a6-4fdd-a00a-132b4961f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:23.944533 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc1ce2bd-b57c-4a08-8231-1b8040733eda req-f847ed86-41a6-4fdd-a00a-132b4961f67c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f3b0af46-8ddc-4906-bee5-c3ae4085bf9d HTTP/1.1" status: 200 len: 860 time: 0.0587888 Nov 26 02:51:23.948809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae072b3-cf96-4255-907e-220e8ffccfdb tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Pushing event deleted for resources: {'Port': ['ID=58504d4f-9970-4cf8-a283-b000838f9cd3,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:23.993013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 8be3bf7e-8853-443e-9883-2546fd4abe46 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:24.059846 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d691b2-bf04-4269-898a-abcdf92bd044 req-1ae072b3-cf96-4255-907e-220e8ffccfdb tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] No DVR routers for this DVR port 58504d4f-9970-4cf8-a283-b000838f9cd3 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:51:24.069663 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-c5bef509-0177-45b7-9043-4e99c872c4cc service neutron] 10.222.0.31 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914537 Nov 26 02:51:24.071893 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c6d691b2-bf04-4269-898a-abcdf92bd044 req-1ae072b3-cf96-4255-907e-220e8ffccfdb tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:24.075301 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6d691b2-bf04-4269-898a-abcdf92bd044 req-1ae072b3-cf96-4255-907e-220e8ffccfdb tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.54 "DELETE /v2.0/ports/58504d4f-9970-4cf8-a283-b000838f9cd3 HTTP/1.1" status: 204 len: 173 time: 1.3999577 Nov 26 02:51:24.203455 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-6459ef36-f5f7-4046-bdc2-8d17fb6d27e2 service neutron] 10.222.0.31 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328318 Nov 26 02:51:24.269203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ce2bd-b57c-4a08-8231-1b8040733eda req-00078eb7-5e0a-4930-8494-febd8e150366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:24.272239 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc1ce2bd-b57c-4a08-8231-1b8040733eda req-00078eb7-5e0a-4930-8494-febd8e150366 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3174970 Nov 26 02:51:24.274788 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 8be3bf7e-8853-443e-9883-2546fd4abe46 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:51:24.305787 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09656a77-9e26-40ea-8c81-7c09f572c633 req-178236a7-b53d-485a-a31b-deee7efb9dda tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:24.315926 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09656a77-9e26-40ea-8c81-7c09f572c633 req-178236a7-b53d-485a-a31b-deee7efb9dda tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 943 time: 0.1059594 Nov 26 02:51:24.316342 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 8be3bf7e-8853-443e-9883-2546fd4abe46 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:24.316616 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:24.403571 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09656a77-9e26-40ea-8c81-7c09f572c633 req-c9157aaf-f166-4625-97d2-bfa8f34bfa2f tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857892 Nov 26 02:51:24.657076 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfc4d964-5df9-4a5b-ba8e-7cf7f5e49a70 req-adc1b994-7e6c-435a-9730-d834ec5a2299 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.1019657 Nov 26 02:51:24.685324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3254fe-e89b-4697-8152-430e3a6f080b req-76b4843f-6772-494a-92ce-fa5a78a7ef91 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:24.688691 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc3254fe-e89b-4697-8152-430e3a6f080b req-76b4843f-6772-494a-92ce-fa5a78a7ef91 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/ports?device_id=7355887e-31c8-4bcc-a9f4-9a56e3d56ae4 HTTP/1.1" status: 200 len: 944 time: 0.1781147 Nov 26 02:51:24.755547 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc3254fe-e89b-4697-8152-430e3a6f080b req-a4cb0b22-90bd-4073-a086-f5ac2a863050 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd777595-c4dc-4773-840f-0ce241f92464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538099 Nov 26 02:51:24.760105 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc1ce2bd-b57c-4a08-8231-1b8040733eda req-ab7e7e97-7a63-400e-a4c0-a9e9e93adf20 service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766567 Nov 26 02:51:24.984150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e4bb15-c037-4272-bed8-39e5be4ac273', 'name': 'network-vif-deleted', 'tag': '58504d4f-9970-4cf8-a283-b000838f9cd3'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:24.986820 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201048b3-ad1c-4199-8ff1-ea91ef2f5ac5" -d '{"events": [{"server_uuid": "94e4bb15-c037-4272-bed8-39e5be4ac273", "name": "network-vif-deleted", "tag": "58504d4f-9970-4cf8-a283-b000838f9cd3"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:24.994196 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:25.010191 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc1ce2bd-b57c-4a08-8231-1b8040733eda req-db3fc4c1-40ae-44e2-898d-168b64514559 service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394304 Nov 26 02:51:25.056709 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52a1f9d7-8c76-4fca-9545-0bed76a29a0e req-99ec0d15-9d71-49a3-8aee-b2f4eb28fa0e tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e4bb15-c037-4272-bed8-39e5be4ac273 HTTP/1.1" status: 200 len: 210 time: 0.0546205 Nov 26 02:51:25.083409 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55ac6839-5702-4f8a-98b4-0f4095d998fe req-93458152-740f-43b5-bed1-9d3d37bb3212 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 210 time: 0.0871377 Nov 26 02:51:25.156039 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be3bf7e-8853-443e-9883-2546fd4abe46'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:25.179826 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce207e1-02bd-42b3-821f-e9fd77dad5a3" -d '{"events": [{"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-plugged", "status": "completed", "tag": "8be3bf7e-8853-443e-9883-2546fd4abe46"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:25.239080 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 8be3bf7e-8853-443e-9883-2546fd4abe46, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8be3bf7e-8853-443e-9883-2546fd4abe46,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:25.257766 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:25.258884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 0d4e996e-dd9e-4022-bc73-75e7fdaf918b up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:25.285550 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18797531-c74a-439e-8b1b-98db9e53caa6 req-b1ee79fe-8f8e-4338-994d-ce20c0a597e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:25.306251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18797531-c74a-439e-8b1b-98db9e53caa6 req-b1ee79fe-8f8e-4338-994d-ce20c0a597e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:25.314273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18797531-c74a-439e-8b1b-98db9e53caa6 req-b1ee79fe-8f8e-4338-994d-ce20c0a597e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:25.320638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18797531-c74a-439e-8b1b-98db9e53caa6 req-b1ee79fe-8f8e-4338-994d-ce20c0a597e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:25.326774 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18797531-c74a-439e-8b1b-98db9e53caa6 req-b1ee79fe-8f8e-4338-994d-ce20c0a597e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:25.332889 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18797531-c74a-439e-8b1b-98db9e53caa6 req-b1ee79fe-8f8e-4338-994d-ce20c0a597e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:25.339482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18797531-c74a-439e-8b1b-98db9e53caa6 req-b1ee79fe-8f8e-4338-994d-ce20c0a597e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:25.347662 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18797531-c74a-439e-8b1b-98db9e53caa6 req-b1ee79fe-8f8e-4338-994d-ce20c0a597e4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5438 time: 0.1502616 Nov 26 02:51:25.351101 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7772e6-5221-4fed-a7f5-22b29f4b022b x-openstack-request-id: req-ac7772e6-5221-4fed-a7f5-22b29f4b022b {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:25.351511 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e4bb15-c037-4272-bed8-39e5be4ac273", "name": "network-vif-deleted", "tag": "58504d4f-9970-4cf8-a283-b000838f9cd3", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:25.351874 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac7772e6-5221-4fed-a7f5-22b29f4b022b {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:25.352396 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e4bb15-c037-4272-bed8-39e5be4ac273', 'name': 'network-vif-deleted', 'tag': '58504d4f-9970-4cf8-a283-b000838f9cd3', 'status': 'completed', 'code': 200} Nov 26 02:51:25.452678 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18797531-c74a-439e-8b1b-98db9e53caa6 req-eb67404a-bb56-43cb-9308-e6835704f60f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038086 Nov 26 02:51:25.503690 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319cd536-788a-4340-aebe-66c5f8bcc8c6 x-openstack-request-id: req-319cd536-788a-4340-aebe-66c5f8bcc8c6 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:25.503982 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-plugged", "status": "completed", "tag": "8be3bf7e-8853-443e-9883-2546fd4abe46", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:25.504262 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-319cd536-788a-4340-aebe-66c5f8bcc8c6 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:25.504701 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be3bf7e-8853-443e-9883-2546fd4abe46', 'code': 200} Nov 26 02:51:25.524767 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=8be3bf7e-8853-443e-9883-2546fd4abe46,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:25.552725 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:25.553095 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:25.602953 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 849a9db9-7ed6-47be-bdbb-b639b1cf41fc details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:51:25.605316 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device d2904a60-89a8-4298-9eb5-ed83e54e4be7 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:25.633337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2541375-ce86-43df-8623-3b5aeea9122f req-0a8522a3-def5-4372-9041-b9ff192ecdc8 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:25.642242 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a2541375-ce86-43df-8623-3b5aeea9122f req-0a8522a3-def5-4372-9041-b9ff192ecdc8 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 943 time: 0.0682874 Nov 26 02:51:25.694637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a2541375-ce86-43df-8623-3b5aeea9122f req-93b679dd-8836-4902-969c-65f3320432a3 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520759 Nov 26 02:51:25.862329 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1764beb8-43b6-431e-8953-e3e75a89d643 req-4e240a0f-f6df-4d4d-a32d-25dcebf181b9 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0811093 Nov 26 02:51:25.963674 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4dcf5e-f398-43de-879a-fc2685c5063b req-4f047a6a-8c90-4a07-8f29-a2842658bc2b tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:25.972287 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a4dcf5e-f398-43de-879a-fc2685c5063b req-4f047a6a-8c90-4a07-8f29-a2842658bc2b tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/ports?device_id=7355887e-31c8-4bcc-a9f4-9a56e3d56ae4 HTTP/1.1" status: 200 len: 944 time: 0.0780416 Nov 26 02:51:26.040972 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a4dcf5e-f398-43de-879a-fc2685c5063b req-d84ba07b-1a10-4d5d-936d-b4e0ae400bdd tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd777595-c4dc-4773-840f-0ce241f92464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631607 Nov 26 02:51:26.080009 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port d2904a60-89a8-4298-9eb5-ed83e54e4be7 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:51:26.117355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port d2904a60-89a8-4298-9eb5-ed83e54e4be7 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:26.117981 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:26.195322 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 849a9db9-7ed6-47be-bdbb-b639b1cf41fc, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=849a9db9-7ed6-47be-bdbb-b639b1cf41fc,segment=NetworkSegment(53241765-6c41-46c6-a94d-3bef277876d6),segment_id=53241765-6c41-46c6-a94d-3bef277876d6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:26.211536 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:26.320144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'port_id': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc', 'mac_address': 'fa:16:3e:d2:fc:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:51:26.324519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43684c14-b662-42e7-8ac1-0d6b70c9c50e req-3d417f9a-21d1-4003-ba49-584c33f02a6f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 210 time: 0.0676343 Nov 26 02:51:26.466694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0d4e996e-dd9e-4022-bc73-75e7fdaf918b,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:26.635548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-0fb2513b-7a50-4691-8670-2067496382e9 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:26.637811 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-0fb2513b-7a50-4691-8670-2067496382e9 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.54 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 806 time: 0.3331504 Nov 26 02:51:26.662351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-d1d85599-ffb5-42ea-9e2d-e390281ab6f3 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Request body: {'port': {'device_id': 'b5d0b242-22b9-43ef-9ddd-3867a5a51b0f', 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5', 'admin_state_up': True, 'tenant_id': 'c43a80d7d3a64acc8e271b3400bc973d'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:26.666853 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:26.669077 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:26.670002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 58504d4f-9970-4cf8-a283-b000838f9cd3 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:51:26.746610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 58504d4f-9970-4cf8-a283-b000838f9cd3 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:51:26.747199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 58504d4f-9970-4cf8-a283-b000838f9cd3 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:51:26.771869 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849a9db9-7ed6-47be-bdbb-b639b1cf41fc {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:26.789977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 1652fdd8-a96b-4b29-8dfe-f52e1ca56718 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:26.795153 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4492f93-e703-4f8e-851e-237280ead29a req-bf4f0e3f-d534-414d-bc82-68af0c774544 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:26.808890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4492f93-e703-4f8e-851e-237280ead29a req-bf4f0e3f-d534-414d-bc82-68af0c774544 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:26.863348 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['a5410e7e-dc9e-4a07-9af2-b87d03317c44'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:26.865975 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:26.880244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4492f93-e703-4f8e-851e-237280ead29a req-bf4f0e3f-d534-414d-bc82-68af0c774544 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:26.901175 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4492f93-e703-4f8e-851e-237280ead29a req-bf4f0e3f-d534-414d-bc82-68af0c774544 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:26.904816 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 849a9db9-7ed6-47be-bdbb-b639b1cf41fc, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=849a9db9-7ed6-47be-bdbb-b639b1cf41fc,segment=NetworkSegment(53241765-6c41-46c6-a94d-3bef277876d6),segment_id=53241765-6c41-46c6-a94d-3bef277876d6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:26.919372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4492f93-e703-4f8e-851e-237280ead29a req-bf4f0e3f-d534-414d-bc82-68af0c774544 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:26.925653 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4492f93-e703-4f8e-851e-237280ead29a req-bf4f0e3f-d534-414d-bc82-68af0c774544 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:26.933571 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:26.933833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4492f93-e703-4f8e-851e-237280ead29a req-bf4f0e3f-d534-414d-bc82-68af0c774544 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:26.942525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=0d4e996e-dd9e-4022-bc73-75e7fdaf918b,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:26.943259 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a4492f93-e703-4f8e-851e-237280ead29a req-bf4f0e3f-d534-414d-bc82-68af0c774544 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5439 time: 0.3042779 Nov 26 02:51:27.047693 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port d2904a60-89a8-4298-9eb5-ed83e54e4be7, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=d2904a60-89a8-4298-9eb5-ed83e54e4be7,segment=NetworkSegment(542f9f35-1483-44a4-b34f-4591455e5d03),segment_id=542f9f35-1483-44a4-b34f-4591455e5d03)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:27.071432 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:27.108829 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 1652fdd8-a96b-4b29-8dfe-f52e1ca56718 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:51:27.114155 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=849a9db9-7ed6-47be-bdbb-b639b1cf41fc,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:27.124608 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 1652fdd8-a96b-4b29-8dfe-f52e1ca56718 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:27.125230 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:27.253789 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=d2904a60-89a8-4298-9eb5-ed83e54e4be7,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:27.329757 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:27.375047 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['849a9db9-7ed6-47be-bdbb-b639b1cf41fc'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:27.387432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 1652fdd8-a96b-4b29-8dfe-f52e1ca56718, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=1652fdd8-a96b-4b29-8dfe-f52e1ca56718,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:27.411881 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:27.413046 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 13a06076-645c-49e5-bb53-f3985928e9af up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:27.460839 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea460d46-c00c-4a22-8cdf-649b3c769e13 req-6a7a1632-f6fb-4487-ac10-04506f6c603e tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:27.468978 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea460d46-c00c-4a22-8cdf-649b3c769e13 req-6a7a1632-f6fb-4487-ac10-04506f6c603e tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 944 time: 0.1584044 Nov 26 02:51:27.501451 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a4492f93-e703-4f8e-851e-237280ead29a req-792669ca-6ce8-485a-be43-5f12a46334e5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5564106 Nov 26 02:51:27.513608 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b99433-a5db-47b2-9947-63f03559d915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4e996e-dd9e-4022-bc73-75e7fdaf918b'}, {'server_uuid': '7355887e-31c8-4bcc-a9f4-9a56e3d56ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2904a60-89a8-4298-9eb5-ed83e54e4be7'}, {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1652fdd8-a96b-4b29-8dfe-f52e1ca56718'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:27.515962 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe4c527-ea67-40a9-8964-922f190db010" -d '{"events": [{"server_uuid": "63b99433-a5db-47b2-9947-63f03559d915", "name": "network-vif-plugged", "status": "completed", "tag": "0d4e996e-dd9e-4022-bc73-75e7fdaf918b"}, {"server_uuid": "7355887e-31c8-4bcc-a9f4-9a56e3d56ae4", "name": "network-vif-plugged", "status": "completed", "tag": "d2904a60-89a8-4298-9eb5-ed83e54e4be7"}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-plugged", "status": "completed", "tag": "1652fdd8-a96b-4b29-8dfe-f52e1ca56718"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:27.551807 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-d1d85599-ffb5-42ea-9e2d-e390281ab6f3 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Made reservation on behalf of c43a80d7d3a64acc8e271b3400bc973d for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:51:27.557987 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-d1d85599-ffb5-42ea-9e2d-e390281ab6f3 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:27.571504 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=1652fdd8-a96b-4b29-8dfe-f52e1ca56718,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:27.611601 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 13a06076-645c-49e5-bb53-f3985928e9af completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:51:27.635508 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 13a06076-645c-49e5-bb53-f3985928e9af triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:27.635886 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:27.720799 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea460d46-c00c-4a22-8cdf-649b3c769e13 req-59def9db-39d9-451b-abd9-8be963474b0a tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504094 Nov 26 02:51:27.804493 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:27.805115 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4f7c5-2f02-441e-baef-c033ae155884 req-75f1fb8f-3afc-49b6-860b-1f0b3762c611 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:27.817154 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77d4f7c5-2f02-441e-baef-c033ae155884 req-75f1fb8f-3afc-49b6-860b-1f0b3762c611 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d5260d-1064-419a-8077-995776924690 HTTP/1.1" status: 200 len: 949 time: 0.1683671 Nov 26 02:51:27.846050 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 13a06076-645c-49e5-bb53-f3985928e9af, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=13a06076-645c-49e5-bb53-f3985928e9af,segment=NetworkSegment(4e794c0b-7845-4eca-a295-7b59404568d7),segment_id=4e794c0b-7845-4eca-a295-7b59404568d7)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:27.850848 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:27.851932 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:27.893426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-86e03f4d-d4ee-4ebe-b471-9f3aa0947238 req-766d6720-bdd1-41f8-ac26-2ffd6ef8188d tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0688412 Nov 26 02:51:27.962385 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=13a06076-645c-49e5-bb53-f3985928e9af,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:27.962922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-d1d85599-ffb5-42ea-9e2d-e390281ab6f3 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Allocated IP 172.20.0.5 (9695ee60-1251-4c9f-86cb-bb7e75f253d5/6c43934f-dad4-4b8b-af05-58049fc63ec8/743d1c09-7495-40e6-a927-fb0deef5aa25) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:51:27.977139 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77d4f7c5-2f02-441e-baef-c033ae155884 req-d403e5cf-a3a3-4dd5-8309-a487b36bbeaa tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594493 Nov 26 02:51:27.983129 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:51:28.001680 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:28.002140 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:28.133126 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:28.187151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:28.195084 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:28.227413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 02844178-cc04-42e0-87c6-2802fd9ca94d up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:28.261108 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7f4df188-5124-4001-a88e-fbc57245c817 req-38c828fe-0b2e-43a7-9406-87e97f630afa tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 210 time: 0.1441128 Nov 26 02:51:28.306615 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:28.337727 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 02844178-cc04-42e0-87c6-2802fd9ca94d completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:51:28.342781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 02844178-cc04-42e0-87c6-2802fd9ca94d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:28.343309 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:28.375082 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-d1d85599-ffb5-42ea-9e2d-e390281ab6f3 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:28.401090 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f1b051-fadf-4caa-9630-4d2b04c09602 x-openstack-request-id: req-76f1b051-fadf-4caa-9630-4d2b04c09602 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:28.401449 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b99433-a5db-47b2-9947-63f03559d915", "name": "network-vif-plugged", "status": "completed", "tag": "0d4e996e-dd9e-4022-bc73-75e7fdaf918b", "code": 200}, {"server_uuid": "7355887e-31c8-4bcc-a9f4-9a56e3d56ae4", "name": "network-vif-plugged", "status": "completed", "tag": "d2904a60-89a8-4298-9eb5-ed83e54e4be7", "code": 200}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-plugged", "status": "completed", "tag": "1652fdd8-a96b-4b29-8dfe-f52e1ca56718", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:28.401713 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76f1b051-fadf-4caa-9630-4d2b04c09602 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:28.402622 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b99433-a5db-47b2-9947-63f03559d915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4e996e-dd9e-4022-bc73-75e7fdaf918b', 'code': 200} Nov 26 02:51:28.402894 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7355887e-31c8-4bcc-a9f4-9a56e3d56ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2904a60-89a8-4298-9eb5-ed83e54e4be7', 'code': 200} Nov 26 02:51:28.403152 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1652fdd8-a96b-4b29-8dfe-f52e1ca56718', 'code': 200} Nov 26 02:51:28.418495 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-d1d85599-ffb5-42ea-9e2d-e390281ab6f3 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:28.484975 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:28.511615 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8abd2-6d1d-49e6-abae-c73c2ab0297e req-c397f053-2f06-499e-baa6-b8cfce319365 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:28.530499 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 02844178-cc04-42e0-87c6-2802fd9ca94d, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=02844178-cc04-42e0-87c6-2802fd9ca94d,segment=NetworkSegment(d1a472b8-5e0f-401d-ae98-42c43399d15c),segment_id=d1a472b8-5e0f-401d-ae98-42c43399d15c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:28.532895 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15e8abd2-6d1d-49e6-abae-c73c2ab0297e req-c397f053-2f06-499e-baa6-b8cfce319365 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/ports?device_id=7355887e-31c8-4bcc-a9f4-9a56e3d56ae4 HTTP/1.1" status: 200 len: 945 time: 0.4692104 Nov 26 02:51:28.537227 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:28.538232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device fa2350b4-56d4-47ad-916e-e0e40196eccd up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:28.663395 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d85599-ffb5-42ea-9e2d-e390281ab6f3 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Pushing event updated for resources: {'Port': ['ID=743d1c09-7495-40e6-a927-fb0deef5aa25,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:28.667803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-d1d85599-ffb5-42ea-9e2d-e390281ab6f3 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:51:28.694720 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=02844178-cc04-42e0-87c6-2802fd9ca94d,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:28.706850 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-d1d85599-ffb5-42ea-9e2d-e390281ab6f3 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:28.720128 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec9c5b-12d7-4689-a95a-d2f577906482 req-b3ac9acf-1218-41c7-afa1-edb07194e09d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:28.721848 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74ec9c5b-12d7-4689-a95a-d2f577906482 req-b3ac9acf-1218-41c7-afa1-edb07194e09d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "GET /v2.0/ports?device_id=69d5260d-1064-419a-8077-995776924690 HTTP/1.1" status: 200 len: 949 time: 0.5099440 Nov 26 02:51:28.722818 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-d1d85599-ffb5-42ea-9e2d-e390281ab6f3 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:51:28.723309 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port fa2350b4-56d4-47ad-916e-e0e40196eccd completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:51:28.728332 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port fa2350b4-56d4-47ad-916e-e0e40196eccd triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:28.728715 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:28.825635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44da897-3a3d-4f3e-a9bc-57c1fe84048a req-8a9cfdf5-5218-4eb9-be82-ee43adecc986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:28.826553 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:28.827111 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d44da897-3a3d-4f3e-a9bc-57c1fe84048a req-8a9cfdf5-5218-4eb9-be82-ee43adecc986 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7355887e-31c8-4bcc-a9f4-9a56e3d56ae4 HTTP/1.1" status: 200 len: 1096 time: 0.2920566 Nov 26 02:51:28.832954 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15e8abd2-6d1d-49e6-abae-c73c2ab0297e req-ddb2c61b-915d-44e4-826f-e4a50efb8d06 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd777595-c4dc-4773-840f-0ce241f92464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991371 Nov 26 02:51:28.884860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018dcab-bb24-4705-879f-bce652d2ee3c req-117537fd-5266-4409-afce-aafdc9b06056 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:28.891322 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018dcab-bb24-4705-879f-bce652d2ee3c req-117537fd-5266-4409-afce-aafdc9b06056 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:28.898325 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018dcab-bb24-4705-879f-bce652d2ee3c req-117537fd-5266-4409-afce-aafdc9b06056 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:28.904707 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018dcab-bb24-4705-879f-bce652d2ee3c req-117537fd-5266-4409-afce-aafdc9b06056 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:28.913616 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018dcab-bb24-4705-879f-bce652d2ee3c req-117537fd-5266-4409-afce-aafdc9b06056 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:28.919829 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018dcab-bb24-4705-879f-bce652d2ee3c req-117537fd-5266-4409-afce-aafdc9b06056 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:28.920479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port fa2350b4-56d4-47ad-916e-e0e40196eccd, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=fa2350b4-56d4-47ad-916e-e0e40196eccd,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:28.926158 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018dcab-bb24-4705-879f-bce652d2ee3c req-117537fd-5266-4409-afce-aafdc9b06056 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:28.927741 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:28.928548 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 57741d91-c980-4e0b-9b35-bab416945e3b up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:28.936468 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f018dcab-bb24-4705-879f-bce652d2ee3c req-117537fd-5266-4409-afce-aafdc9b06056 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5443 time: 0.2844410 Nov 26 02:51:29.031688 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-d1d85599-ffb5-42ea-9e2d-e390281ab6f3 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:29.032787 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-d1d85599-ffb5-42ea-9e2d-e390281ab6f3 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:29.033627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=fa2350b4-56d4-47ad-916e-e0e40196eccd,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:29.065592 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 57741d91-c980-4e0b-9b35-bab416945e3b completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:51:29.078786 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 57741d91-c980-4e0b-9b35-bab416945e3b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:29.079055 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:29.146325 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-d1d85599-ffb5-42ea-9e2d-e390281ab6f3 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4885325 Nov 26 02:51:29.193480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-3791f02f-ea0c-4526-bea6-58eed55853d4 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:51:29.200358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-3791f02f-ea0c-4526-bea6-58eed55853d4 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0323782 Nov 26 02:51:29.205759 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:29.251144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 57741d91-c980-4e0b-9b35-bab416945e3b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=57741d91-c980-4e0b-9b35-bab416945e3b,segment=NetworkSegment(d1a472b8-5e0f-401d-ae98-42c43399d15c),segment_id=d1a472b8-5e0f-401d-ae98-42c43399d15c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:29.259423 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:29.262160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6ddf8-f39d-41b7-9ffc-b00c3808022f req-3a5517eb-f4bb-4768-8403-6e624d2bac42 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:29.269786 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ea6ddf8-f39d-41b7-9ffc-b00c3808022f req-3a5517eb-f4bb-4768-8403-6e624d2bac42 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 944 time: 0.2973630 Nov 26 02:51:29.274152 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d44da897-3a3d-4f3e-a9bc-57c1fe84048a req-56b4651c-c659-425c-82de-1e49c0b343af service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bd777595-c4dc-4773-840f-0ce241f92464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217565 Nov 26 02:51:29.288932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2e112-6826-4d05-9ed8-f6c5773e8547 req-1dbd2370-1ce1-4fe3-ab4b-1004bd6ca780 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:29.290541 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92d2e112-6826-4d05-9ed8-f6c5773e8547 req-1dbd2370-1ce1-4fe3-ab4b-1004bd6ca780 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 949 time: 0.3193543 Nov 26 02:51:29.301632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-74ec9c5b-12d7-4689-a95a-d2f577906482 req-55cfd95e-b0cf-47d3-b3a2-297c592afe42 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Deleting port da867439-a2c3-4d99-bc9c-196563876648 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:51:29.301977 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74ec9c5b-12d7-4689-a95a-d2f577906482 req-55cfd95e-b0cf-47d3-b3a2-297c592afe42 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:29.337484 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=57741d91-c980-4e0b-9b35-bab416945e3b,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:29.338240 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f018dcab-bb24-4705-879f-bce652d2ee3c req-7349373c-0903-4925-b70a-ae1de6bd9dbc tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4008231 Nov 26 02:51:29.413928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Request body: {'port': {'device_id': 'b5d0b242-22b9-43ef-9ddd-3867a5a51b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:29.511012 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed5793bc-d796-4e23-9232-a244ae3bd01b req-a4b17606-c93b-4e42-87a1-3efa92abc009 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0918806 Nov 26 02:51:29.602378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ea6ddf8-f39d-41b7-9ffc-b00c3808022f req-143da615-151c-4833-8c05-621c021b6a92 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270240 Nov 26 02:51:29.624016 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 849a9db9-7ed6-47be-bdbb-b639b1cf41fc up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:29.640862 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:29.713977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 849a9db9-7ed6-47be-bdbb-b639b1cf41fc completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:51:29.718045 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 849a9db9-7ed6-47be-bdbb-b639b1cf41fc triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:29.718755 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:29.773789 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-74ec9c5b-12d7-4689-a95a-d2f577906482 req-55cfd95e-b0cf-47d3-b3a2-297c592afe42 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] For port da867439-a2c3-4d99-bc9c-196563876648, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=da867439-a2c3-4d99-bc9c-196563876648,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:29.774237 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74ec9c5b-12d7-4689-a95a-d2f577906482 req-55cfd95e-b0cf-47d3-b3a2-297c592afe42 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:29.813263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-74ec9c5b-12d7-4689-a95a-d2f577906482 req-55cfd95e-b0cf-47d3-b3a2-297c592afe42 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Calling delete_port for da867439-a2c3-4d99-bc9c-196563876648 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:51:29.818187 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:29.867238 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 849a9db9-7ed6-47be-bdbb-b639b1cf41fc, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=849a9db9-7ed6-47be-bdbb-b639b1cf41fc,segment=NetworkSegment(53241765-6c41-46c6-a94d-3bef277876d6),segment_id=53241765-6c41-46c6-a94d-3bef277876d6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:29.875648 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:29.893045 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-92d2e112-6826-4d05-9ed8-f6c5773e8547 req-a0dab57b-5e5b-4c00-93b5-ca299e2a3ba2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Deleting port a5410e7e-dc9e-4a07-9af2-b87d03317c44 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:51:29.893467 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-92d2e112-6826-4d05-9ed8-f6c5773e8547 req-a0dab57b-5e5b-4c00-93b5-ca299e2a3ba2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:29.912980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913589bb-8e3d-41d1-939f-7d712eff03db req-67df8215-37f0-4330-b8f5-853fc94ecf2b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:29.920233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-913589bb-8e3d-41d1-939f-7d712eff03db req-67df8215-37f0-4330-b8f5-853fc94ecf2b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d5260d-1064-419a-8077-995776924690 HTTP/1.1" status: 200 len: 949 time: 0.2874446 Nov 26 02:51:29.935385 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=849a9db9-7ed6-47be-bdbb-b639b1cf41fc,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:30.030410 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9b08f-4a31-4936-9533-2b63d2f3d33b req-9840f054-cb9a-4d78-8887-01a701b2dff3 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:30.031950 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffa9b08f-4a31-4936-9533-2b63d2f3d33b req-9840f054-cb9a-4d78-8887-01a701b2dff3 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 931 time: 0.3485749 Nov 26 02:51:30.183513 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-913589bb-8e3d-41d1-939f-7d712eff03db req-45649b77-21a2-410b-b4de-8a798c404a0c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623150 Nov 26 02:51:30.247087 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffa9b08f-4a31-4936-9533-2b63d2f3d33b req-80ea7fd5-05aa-4fa7-b1ec-11e9454a9826 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017903 Nov 26 02:51:30.308431 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-92d2e112-6826-4d05-9ed8-f6c5773e8547 req-a0dab57b-5e5b-4c00-93b5-ca299e2a3ba2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] For port a5410e7e-dc9e-4a07-9af2-b87d03317c44, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=a5410e7e-dc9e-4a07-9af2-b87d03317c44,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:30.308811 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-92d2e112-6826-4d05-9ed8-f6c5773e8547 req-a0dab57b-5e5b-4c00-93b5-ca299e2a3ba2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:30.335782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-92d2e112-6826-4d05-9ed8-f6c5773e8547 req-a0dab57b-5e5b-4c00-93b5-ca299e2a3ba2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Calling delete_port for a5410e7e-dc9e-4a07-9af2-b87d03317c44 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:51:30.404986 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a06076-645c-49e5-bb53-f3985928e9af'}, {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f'}, {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02844178-cc04-42e0-87c6-2802fd9ca94d'}, {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2350b4-56d4-47ad-916e-e0e40196eccd'}, {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57741d91-c980-4e0b-9b35-bab416945e3b'}, {'server_uuid': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:30.408433 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38e1d2d-6b24-4f70-9605-c104615390a5" -d '{"events": [{"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-plugged", "status": "completed", "tag": "13a06076-645c-49e5-bb53-f3985928e9af"}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-plugged", "status": "completed", "tag": "22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f"}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-plugged", "status": "completed", "tag": "02844178-cc04-42e0-87c6-2802fd9ca94d"}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-plugged", "status": "completed", "tag": "fa2350b4-56d4-47ad-916e-e0e40196eccd"}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-plugged", "status": "completed", "tag": "57741d91-c980-4e0b-9b35-bab416945e3b"}, {"server_uuid": "589836c0-a28f-4a80-a5ac-7d22d14e3146", "name": "network-vif-plugged", "status": "completed", "tag": "849a9db9-7ed6-47be-bdbb-b639b1cf41fc"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:30.542187 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74ec9c5b-12d7-4689-a95a-d2f577906482 req-55cfd95e-b0cf-47d3-b3a2-297c592afe42 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:30.575855 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ff1e4597-24c9-4f10-b373-14610df89cdf', 'a691e3df-fba1-4aba-a148-2d4cceb9293e', 'e90ba5fa-5c6f-4aac-9b57-a43178489aba'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:30.577530 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743d1c09-7495-40e6-a927-fb0deef5aa25 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:30.609131 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:30.624488 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4aee1-06e4-4782-abcc-ce1535ff7e2e req-0680f3ef-895d-4556-8ead-aefc3866f44d tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:30.632280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cd4aee1-06e4-4782-abcc-ce1535ff7e2e req-0680f3ef-895d-4556-8ead-aefc3866f44d tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/ports?device_id=7355887e-31c8-4bcc-a9f4-9a56e3d56ae4 HTTP/1.1" status: 200 len: 945 time: 0.2572050 Nov 26 02:51:30.634254 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfd95e-b0cf-47d3-b3a2-297c592afe42 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Pushing event deleted for resources: {'Port': ['ID=da867439-a2c3-4d99-bc9c-196563876648,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:30.692113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c652593-406e-499c-b713-8bc0037cb874 req-0e57e413-ad45-4cf3-aff6-2d6650245059 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:30.698784 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c652593-406e-499c-b713-8bc0037cb874 req-0e57e413-ad45-4cf3-aff6-2d6650245059 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:30.704879 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c652593-406e-499c-b713-8bc0037cb874 req-0e57e413-ad45-4cf3-aff6-2d6650245059 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:30.710937 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c652593-406e-499c-b713-8bc0037cb874 req-0e57e413-ad45-4cf3-aff6-2d6650245059 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:30.717017 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c652593-406e-499c-b713-8bc0037cb874 req-0e57e413-ad45-4cf3-aff6-2d6650245059 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:30.723041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c652593-406e-499c-b713-8bc0037cb874 req-0e57e413-ad45-4cf3-aff6-2d6650245059 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:30.729963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c652593-406e-499c-b713-8bc0037cb874 req-0e57e413-ad45-4cf3-aff6-2d6650245059 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:30.736581 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c652593-406e-499c-b713-8bc0037cb874 req-0e57e413-ad45-4cf3-aff6-2d6650245059 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5445 time: 0.2737434 Nov 26 02:51:30.772147 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:51:30.781718 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Transition to ACTIVE for port object 743d1c09-7495-40e6-a927-fb0deef5aa25 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:51:30.813188 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ec9c5b-12d7-4689-a95a-d2f577906482 req-55cfd95e-b0cf-47d3-b3a2-297c592afe42 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] No DVR routers for this DVR port da867439-a2c3-4d99-bc9c-196563876648 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:51:30.818478 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-74ec9c5b-12d7-4689-a95a-d2f577906482 req-55cfd95e-b0cf-47d3-b3a2-297c592afe42 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:30.820511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74ec9c5b-12d7-4689-a95a-d2f577906482 req-55cfd95e-b0cf-47d3-b3a2-297c592afe42 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "DELETE /v2.0/ports/da867439-a2c3-4d99-bc9c-196563876648 HTTP/1.1" status: 204 len: 173 time: 2.0817161 Nov 26 02:51:30.825070 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d5260d-1064-419a-8077-995776924690', 'name': 'network-vif-deleted', 'tag': 'da867439-a2c3-4d99-bc9c-196563876648'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:30.826419 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9978a14b-fd47-4d41-83f6-5adf287f8210" -d '{"events": [{"server_uuid": "69d5260d-1064-419a-8077-995776924690", "name": "network-vif-deleted", "tag": "da867439-a2c3-4d99-bc9c-196563876648"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:30.829489 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:30.843262 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cd4aee1-06e4-4782-abcc-ce1535ff7e2e req-51100ed8-84bf-41a1-95db-d970abad1be7 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd777595-c4dc-4773-840f-0ce241f92464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100172 Nov 26 02:51:30.950394 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1eb923-6a64-4afd-b8fa-8765972ee6fe x-openstack-request-id: req-9b1eb923-6a64-4afd-b8fa-8765972ee6fe {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:30.950567 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-plugged", "status": "completed", "tag": "13a06076-645c-49e5-bb53-f3985928e9af", "code": 200}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-plugged", "status": "completed", "tag": "22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f", "code": 200}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-plugged", "status": "completed", "tag": "02844178-cc04-42e0-87c6-2802fd9ca94d", "code": 200}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-plugged", "status": "completed", "tag": "fa2350b4-56d4-47ad-916e-e0e40196eccd", "code": 200}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-plugged", "status": "completed", "tag": "57741d91-c980-4e0b-9b35-bab416945e3b", "code": 200}, {"server_uuid": "589836c0-a28f-4a80-a5ac-7d22d14e3146", "name": "network-vif-plugged", "status": "completed", "tag": "849a9db9-7ed6-47be-bdbb-b639b1cf41fc", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:30.950775 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b1eb923-6a64-4afd-b8fa-8765972ee6fe {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:30.951242 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a06076-645c-49e5-bb53-f3985928e9af', 'code': 200} Nov 26 02:51:30.951565 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f', 'code': 200} Nov 26 02:51:30.951824 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02844178-cc04-42e0-87c6-2802fd9ca94d', 'code': 200} Nov 26 02:51:30.952096 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2350b4-56d4-47ad-916e-e0e40196eccd', 'code': 200} Nov 26 02:51:30.952392 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57741d91-c980-4e0b-9b35-bab416945e3b', 'code': 200} Nov 26 02:51:30.952648 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc', 'code': 200} Nov 26 02:51:31.127513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Pushing event updated for resources: {'Port': ['ID=743d1c09-7495-40e6-a927-fb0deef5aa25,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:31.517205 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c652593-406e-499c-b713-8bc0037cb874 req-e82a05d6-6c3a-4d5b-a301-fc8e906e2af4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7366803 Nov 26 02:51:31.562344 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d243e27-8f4f-4e47-96ea-29016585789c req-50507c5b-f863-4a17-b632-903984aaf7bc tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.4657416 Nov 26 02:51:31.599213 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-92d2e112-6826-4d05-9ed8-f6c5773e8547 req-a0dab57b-5e5b-4c00-93b5-ca299e2a3ba2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:31.652380 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device da867439-a2c3-4d99-bc9c-196563876648 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:51:31.691538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: da867439-a2c3-4d99-bc9c-196563876648 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:51:31.691538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device da867439-a2c3-4d99-bc9c-196563876648 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:51:31.696268 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf5f724-287b-4770-aa46-19cc220978fe x-openstack-request-id: req-2cf5f724-287b-4770-aa46-19cc220978fe {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:31.696810 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d5260d-1064-419a-8077-995776924690", "name": "network-vif-deleted", "tag": "da867439-a2c3-4d99-bc9c-196563876648", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:31.696810 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cf5f724-287b-4770-aa46-19cc220978fe {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:31.697208 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d5260d-1064-419a-8077-995776924690', 'name': 'network-vif-deleted', 'tag': 'da867439-a2c3-4d99-bc9c-196563876648', 'status': 'completed', 'code': 200} Nov 26 02:51:31.753779 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dab57b-5e5b-4c00-93b5-ca299e2a3ba2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Pushing event deleted for resources: {'Port': ['ID=a5410e7e-dc9e-4a07-9af2-b87d03317c44,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:31.787536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed538b2-164c-4eba-9de2-f2fff01642c9 req-0961b31c-6ae7-4729-869d-fb17b1653813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:31.789106 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fed538b2-164c-4eba-9de2-f2fff01642c9 req-0961b31c-6ae7-4729-869d-fb17b1653813 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 1096 time: 0.6944056 Nov 26 02:51:31.789799 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Attempting to bind port 743d1c09-7495-40e6-a927-fb0deef5aa25 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:51:31.790138 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Attempting to bind port 743d1c09-7495-40e6-a927-fb0deef5aa25 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:51:31.790472 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Attempting to bind port 743d1c09-7495-40e6-a927-fb0deef5aa25 on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:51:31.811633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d2e112-6826-4d05-9ed8-f6c5773e8547 req-a0dab57b-5e5b-4c00-93b5-ca299e2a3ba2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] No DVR routers for this DVR port a5410e7e-dc9e-4a07-9af2-b87d03317c44 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:51:31.831504 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-92d2e112-6826-4d05-9ed8-f6c5773e8547 req-a0dab57b-5e5b-4c00-93b5-ca299e2a3ba2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:31.835414 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92d2e112-6826-4d05-9ed8-f6c5773e8547 req-a0dab57b-5e5b-4c00-93b5-ca299e2a3ba2 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.54 "DELETE /v2.0/ports/a5410e7e-dc9e-4a07-9af2-b87d03317c44 HTTP/1.1" status: 204 len: 173 time: 2.5377007 Nov 26 02:51:31.853670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ff1e4597-24c9-4f10-b373-14610df89cdf', 'a691e3df-fba1-4aba-a148-2d4cceb9293e', 'e90ba5fa-5c6f-4aac-9b57-a43178489aba'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:31.873387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Port 743d1c09-7495-40e6-a927-fb0deef5aa25 on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:51:31.873689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Attempting to bind port 743d1c09-7495-40e6-a927-fb0deef5aa25 on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:51:31.887610 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df4287-ee18-4557-8890-3a103368ee7c req-9890f0b4-4243-41ef-b8d0-8b904ee42d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:31.888440 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df4287-ee18-4557-8890-3a103368ee7c req-9890f0b4-4243-41ef-b8d0-8b904ee42d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:31.888831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df4287-ee18-4557-8890-3a103368ee7c req-9890f0b4-4243-41ef-b8d0-8b904ee42d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:31.889425 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df4287-ee18-4557-8890-3a103368ee7c req-9890f0b4-4243-41ef-b8d0-8b904ee42d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:31.890149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df4287-ee18-4557-8890-3a103368ee7c req-9890f0b4-4243-41ef-b8d0-8b904ee42d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:31.890794 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df4287-ee18-4557-8890-3a103368ee7c req-9890f0b4-4243-41ef-b8d0-8b904ee42d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:31.891483 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df4287-ee18-4557-8890-3a103368ee7c req-9890f0b4-4243-41ef-b8d0-8b904ee42d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:31.894091 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7df4287-ee18-4557-8890-3a103368ee7c req-9890f0b4-4243-41ef-b8d0-8b904ee42d4e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 6502 time: 0.3459935 Nov 26 02:51:31.912392 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a5410e7e-dc9e-4a07-9af2-b87d03317c44 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:51:31.929289 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08dcf1-7c73-4dbc-9d92-ad064283b11f req-b9fd181b-c24c-4881-b69c-f6f0c00636ad tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:31.930828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff08dcf1-7c73-4dbc-9d92-ad064283b11f req-b9fd181b-c24c-4881-b69c-f6f0c00636ad tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 945 time: 0.2526739 Nov 26 02:51:31.950648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:51:31.950648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Checking segment: {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:51:31.950648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Bound using segment: {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:51:31.950648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Bound port: 743d1c09-7495-40e6-a927-fb0deef5aa25, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:51:31.950648 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:31.975346 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: a5410e7e-dc9e-4a07-9af2-b87d03317c44 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:51:31.975844 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device a5410e7e-dc9e-4a07-9af2-b87d03317c44 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:51:32.018603 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fed538b2-164c-4eba-9de2-f2fff01642c9 req-7f3a5cee-8b27-4e96-9982-41cb3515df61 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079697 Nov 26 02:51:32.032773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d938af-4923-4249-9d09-0d205b1a94cf req-0bcd2129-1fdf-41a9-87ad-b07fe9d7f614 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:32.040242 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d2d938af-4923-4249-9d09-0d205b1a94cf req-0bcd2129-1fdf-41a9-87ad-b07fe9d7f614 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 943 time: 0.2341576 Nov 26 02:51:32.137791 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff08dcf1-7c73-4dbc-9d92-ad064283b11f req-9e822e2f-fe99-43e6-a5d8-807d7a7593c6 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791666 Nov 26 02:51:32.173780 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7df4287-ee18-4557-8890-3a103368ee7c req-72df1db1-6633-40d5-9de8-cfdcb09972dc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&id=8c240ba7-87f6-488e-8265-9777283b8720&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2688401 Nov 26 02:51:32.216757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d2d938af-4923-4249-9d09-0d205b1a94cf req-cddcfbd2-c077-41c3-841b-324356e4730d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755197 Nov 26 02:51:32.236386 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] For port 743d1c09-7495-40e6-a927-fb0deef5aa25, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:51:32.251737 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] For port 743d1c09-7495-40e6-a927-fb0deef5aa25, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=743d1c09-7495-40e6-a927-fb0deef5aa25,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:51:32.265197 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:32.320975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:32.321614 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:32.323078 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] 10.222.0.54 "PUT /v2.0/ports/743d1c09-7495-40e6-a927-fb0deef5aa25 HTTP/1.1" status: 200 len: 1091 time: 3.0998826 Nov 26 02:51:32.353957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339c238-d1e3-4052-a070-462ef1d778a5 service neutron] Pushing event updated for resources: {'Port': ['ID=743d1c09-7495-40e6-a927-fb0deef5aa25,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:32.447220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e242d76-ffcb-43cd-b85f-374553885519 req-c765dd26-3a86-4e42-865c-92953c1465bf tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6a3722a-aa09-4697-86f2-8d35b93cc668 HTTP/1.1" status: 200 len: 210 time: 0.0362201 Nov 26 02:51:32.576273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21358daf-ffab-4dd4-be1e-3a19ec271bd6 req-5ee4b8a5-300e-4e28-be6b-fe70e7879a74 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:32.578604 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21358daf-ffab-4dd4-be1e-3a19ec271bd6 req-5ee4b8a5-300e-4e28-be6b-fe70e7879a74 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/ports?device_id=7355887e-31c8-4bcc-a9f4-9a56e3d56ae4 HTTP/1.1" status: 200 len: 945 time: 0.0634329 Nov 26 02:51:32.658739 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21358daf-ffab-4dd4-be1e-3a19ec271bd6 req-976ec6f1-3992-4806-9556-4cc2f89d9b27 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd777595-c4dc-4773-840f-0ce241f92464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715246 Nov 26 02:51:32.786015 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3d12b64-ed98-4b48-a395-9f10910ae72e req-27004e00-28ad-4e92-bb29-a45a082d2dd7 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0375772 Nov 26 02:51:32.790177 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-ef8e6333-fce5-47fa-b4dc-aef43d45c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:32.791631 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-ef8e6333-fce5-47fa-b4dc-aef43d45c603 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 1094 time: 0.1014113 Nov 26 02:51:32.811976 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08a0c7-b666-4afb-92d6-d54a35b35f35 req-5cbc827d-0e98-4275-a246-b096ce6e7b0b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:32.821447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08a0c7-b666-4afb-92d6-d54a35b35f35 req-5cbc827d-0e98-4275-a246-b096ce6e7b0b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:32.827556 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08a0c7-b666-4afb-92d6-d54a35b35f35 req-5cbc827d-0e98-4275-a246-b096ce6e7b0b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:32.834330 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08a0c7-b666-4afb-92d6-d54a35b35f35 req-5cbc827d-0e98-4275-a246-b096ce6e7b0b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:32.840498 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08a0c7-b666-4afb-92d6-d54a35b35f35 req-5cbc827d-0e98-4275-a246-b096ce6e7b0b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:32.846633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08a0c7-b666-4afb-92d6-d54a35b35f35 req-5cbc827d-0e98-4275-a246-b096ce6e7b0b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:32.861421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08a0c7-b666-4afb-92d6-d54a35b35f35 req-5cbc827d-0e98-4275-a246-b096ce6e7b0b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:32.873535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce08a0c7-b666-4afb-92d6-d54a35b35f35 req-5cbc827d-0e98-4275-a246-b096ce6e7b0b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5445 time: 0.2010403 Nov 26 02:51:32.942247 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-6d584711-3b32-4d0f-b46a-f587ccd9f998 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=743d1c09-7495-40e6-a927-fb0deef5aa25 HTTP/1.1" status: 200 len: 217 time: 0.0660434 Nov 26 02:51:33.032869 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce08a0c7-b666-4afb-92d6-d54a35b35f35 req-4d0d865b-2076-4c9c-8bd3-3428d5855acf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1583550 Nov 26 02:51:33.060268 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-5cd8d044-206a-467b-8c00-dfd1bfda91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:33.061860 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-5cd8d044-206a-467b-8c00-dfd1bfda91a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c43934f-dad4-4b8b-af05-58049fc63ec8 HTTP/1.1" status: 200 len: 846 time: 0.1091244 Nov 26 02:51:33.122895 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-322dd293-07fa-44a6-abc9-270add4d7cce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9695ee60-1251-4c9f-86cb-bb7e75f253d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455980 Nov 26 02:51:33.277716 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d167b-227a-459b-850d-3da7e328ad70 req-9074de9b-0a95-4751-b126-e3f15ae9f0fc tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:33.285367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e7d167b-227a-459b-850d-3da7e328ad70 req-9074de9b-0a95-4751-b126-e3f15ae9f0fc tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/ports?device_id=7355887e-31c8-4bcc-a9f4-9a56e3d56ae4 HTTP/1.1" status: 200 len: 945 time: 0.1044996 Nov 26 02:51:33.353853 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ac9a8-ce2f-4fef-8892-e46619f5386b req-47fb5efc-9915-4ed4-af25-bc97e04378b7 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:33.362488 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b59ac9a8-ce2f-4fef-8892-e46619f5386b req-47fb5efc-9915-4ed4-af25-bc97e04378b7 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 945 time: 0.1266510 Nov 26 02:51:33.406411 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-2abcae19-1600-45a9-982a-578792cb317e service neutron] 10.222.0.54 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730830 Nov 26 02:51:33.415136 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e7d167b-227a-459b-850d-3da7e328ad70 req-c869a58d-2053-4534-9486-56042e16bb28 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd777595-c4dc-4773-840f-0ce241f92464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286817 Nov 26 02:51:33.528768 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b59ac9a8-ce2f-4fef-8892-e46619f5386b req-546b810f-4af6-4b12-a5de-bf890fc1cc24 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648815 Nov 26 02:51:33.615139 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20dec0b0-6b44-486c-8c58-90732d4ed46c req-85447e85-f2f0-4416-bd64-2526e50705c8 service neutron] 10.222.0.54 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971059 Nov 26 02:51:33.658902 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f938d6-ba1d-4239-bb16-75fa56b8c3e3 req-5ef94a19-79d7-489e-844b-024f9c924e2b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:33.660628 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1f938d6-ba1d-4239-bb16-75fa56b8c3e3 req-5ef94a19-79d7-489e-844b-024f9c924e2b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 943 time: 0.0920048 Nov 26 02:51:33.697867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a3722a-aa09-4697-86f2-8d35b93cc668', 'name': 'network-vif-deleted', 'tag': 'a5410e7e-dc9e-4a07-9af2-b87d03317c44'}, {'name': 'network-changed', 'server_uuid': 'b5d0b242-22b9-43ef-9ddd-3867a5a51b0f', 'tag': '743d1c09-7495-40e6-a927-fb0deef5aa25'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:33.700559 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc450bd9-dc3d-44db-9c32-57712ccdd6df" -d '{"events": [{"server_uuid": "a6a3722a-aa09-4697-86f2-8d35b93cc668", "name": "network-vif-deleted", "tag": "a5410e7e-dc9e-4a07-9af2-b87d03317c44"}, {"name": "network-changed", "server_uuid": "b5d0b242-22b9-43ef-9ddd-3867a5a51b0f", "tag": "743d1c09-7495-40e6-a927-fb0deef5aa25"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:33.744637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1f938d6-ba1d-4239-bb16-75fa56b8c3e3 req-3a0c5e60-0282-428c-8a32-247dd18bcc88 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744836 Nov 26 02:51:33.808366 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fd8e1d-d3a3-4514-aca6-90a12e7bed83 x-openstack-request-id: req-d8fd8e1d-d3a3-4514-aca6-90a12e7bed83 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:33.809063 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a3722a-aa09-4697-86f2-8d35b93cc668", "name": "network-vif-deleted", "tag": "a5410e7e-dc9e-4a07-9af2-b87d03317c44", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b5d0b242-22b9-43ef-9ddd-3867a5a51b0f", "tag": "743d1c09-7495-40e6-a927-fb0deef5aa25", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:33.809063 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8fd8e1d-d3a3-4514-aca6-90a12e7bed83 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:33.809349 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3722a-aa09-4697-86f2-8d35b93cc668', 'name': 'network-vif-deleted', 'tag': 'a5410e7e-dc9e-4a07-9af2-b87d03317c44', 'status': 'completed', 'code': 200} Nov 26 02:51:33.809675 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d0b242-22b9-43ef-9ddd-3867a5a51b0f', 'tag': '743d1c09-7495-40e6-a927-fb0deef5aa25', 'status': 'completed', 'code': 200} Nov 26 02:51:33.972689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7f4f8a4-6092-4f01-a194-40ae736563a6 req-9cb33d30-00b9-4c68-83b9-4ce0f56b38b7 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0488765 Nov 26 02:51:34.022840 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc450bd9-dc3d-44db-9c32-57712ccdd6df req-5e462ddc-044f-4f4b-a5cf-e805350022f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:34.024493 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc450bd9-dc3d-44db-9c32-57712ccdd6df req-5e462ddc-044f-4f4b-a5cf-e805350022f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 1094 time: 0.1325753 Nov 26 02:51:34.250245 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc450bd9-dc3d-44db-9c32-57712ccdd6df req-58e4ef9f-481e-4bf4-9cdd-020e5798575c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:34.252220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc450bd9-dc3d-44db-9c32-57712ccdd6df req-58e4ef9f-481e-4bf4-9cdd-020e5798575c service neutron] 10.222.0.54 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 907 time: 0.2196250 Nov 26 02:51:34.273714 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a9e2a-c143-4cc0-9bf8-5c68f0e95496 req-d5427247-6c79-46cb-b690-e16d1b5c90aa tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:34.280298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a9e2a-c143-4cc0-9bf8-5c68f0e95496 req-d5427247-6c79-46cb-b690-e16d1b5c90aa tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:34.286559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a9e2a-c143-4cc0-9bf8-5c68f0e95496 req-d5427247-6c79-46cb-b690-e16d1b5c90aa tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:34.293704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a9e2a-c143-4cc0-9bf8-5c68f0e95496 req-d5427247-6c79-46cb-b690-e16d1b5c90aa tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:34.300328 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a9e2a-c143-4cc0-9bf8-5c68f0e95496 req-d5427247-6c79-46cb-b690-e16d1b5c90aa tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:34.309400 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a9e2a-c143-4cc0-9bf8-5c68f0e95496 req-d5427247-6c79-46cb-b690-e16d1b5c90aa tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:34.315540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a9e2a-c143-4cc0-9bf8-5c68f0e95496 req-d5427247-6c79-46cb-b690-e16d1b5c90aa tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:34.320549 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-942a9e2a-c143-4cc0-9bf8-5c68f0e95496 req-d5427247-6c79-46cb-b690-e16d1b5c90aa tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5445 time: 0.1804180 Nov 26 02:51:34.371666 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc450bd9-dc3d-44db-9c32-57712ccdd6df req-adda0089-9381-4c44-b99c-a233ed9470f5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=743d1c09-7495-40e6-a927-fb0deef5aa25 HTTP/1.1" status: 200 len: 217 time: 0.0485423 Nov 26 02:51:34.488401 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf86f2-fd0c-47a5-b862-0117cc7ec257 req-cd60c3d2-d845-40f0-bda0-87c3db972411 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:34.495598 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15bf86f2-fd0c-47a5-b862-0117cc7ec257 req-cd60c3d2-d845-40f0-bda0-87c3db972411 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0 HTTP/1.1" status: 200 len: 950 time: 0.1736422 Nov 26 02:51:34.498235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc450bd9-dc3d-44db-9c32-57712ccdd6df req-8e8dbd30-d340-4f83-8f13-d6597726bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:34.499632 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc450bd9-dc3d-44db-9c32-57712ccdd6df req-8e8dbd30-d340-4f83-8f13-d6597726bd74 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c43934f-dad4-4b8b-af05-58049fc63ec8 HTTP/1.1" status: 200 len: 846 time: 0.1084120 Nov 26 02:51:34.546724 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc450bd9-dc3d-44db-9c32-57712ccdd6df req-575eb1f3-4b36-4ae6-afe3-92b08a16f60c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9695ee60-1251-4c9f-86cb-bb7e75f253d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321727 Nov 26 02:51:34.551707 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-942a9e2a-c143-4cc0-9bf8-5c68f0e95496 req-c241705e-c27b-4085-b905-37cfcbf7dab6 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2191401 Nov 26 02:51:34.632725 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15bf86f2-fd0c-47a5-b862-0117cc7ec257 req-c64717b8-2c09-45ed-b80f-669855dada20 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362495 Nov 26 02:51:34.751723 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc450bd9-dc3d-44db-9c32-57712ccdd6df req-d4ba984b-b92a-49cf-962c-7759ce6591a4 service neutron] 10.222.0.54 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945829 Nov 26 02:51:34.762006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e842bd3-43b0-4c54-993e-01e3f02a4101 req-79e2d609-1aea-4874-a265-1d006f430d21 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:34.763861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e842bd3-43b0-4c54-993e-01e3f02a4101 req-79e2d609-1aea-4874-a265-1d006f430d21 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/ports?device_id=7355887e-31c8-4bcc-a9f4-9a56e3d56ae4 HTTP/1.1" status: 200 len: 945 time: 0.1280158 Nov 26 02:51:34.867284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94e9d7-15fe-4aec-b55b-5d6039364a7a req-97cef011-5455-4136-b707-ae4a705fc950 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:34.869011 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4e94e9d7-15fe-4aec-b55b-5d6039364a7a req-97cef011-5455-4136-b707-ae4a705fc950 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 945 time: 0.1489906 Nov 26 02:51:34.933091 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e842bd3-43b0-4c54-993e-01e3f02a4101 req-476380da-676e-446e-9c0a-27fd7edc0a13 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd777595-c4dc-4773-840f-0ce241f92464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582258 Nov 26 02:51:34.945022 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc450bd9-dc3d-44db-9c32-57712ccdd6df req-821361d9-ada9-4694-b563-52f52062959b service neutron] 10.222.0.54 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800809 Nov 26 02:51:34.966330 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4e94e9d7-15fe-4aec-b55b-5d6039364a7a req-637bf965-15ae-4729-92a8-4bf8ccce81bf tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861795 Nov 26 02:51:35.141934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f9ba9-47d2-4daa-85ba-0e42a226b7ca req-fc2cb77e-2292-428e-9efa-45db419ff3b4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:35.147961 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f9ba9-47d2-4daa-85ba-0e42a226b7ca req-fc2cb77e-2292-428e-9efa-45db419ff3b4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:35.154176 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f9ba9-47d2-4daa-85ba-0e42a226b7ca req-fc2cb77e-2292-428e-9efa-45db419ff3b4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:35.160217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f9ba9-47d2-4daa-85ba-0e42a226b7ca req-fc2cb77e-2292-428e-9efa-45db419ff3b4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:35.166336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f9ba9-47d2-4daa-85ba-0e42a226b7ca req-fc2cb77e-2292-428e-9efa-45db419ff3b4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:35.172495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f9ba9-47d2-4daa-85ba-0e42a226b7ca req-fc2cb77e-2292-428e-9efa-45db419ff3b4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:35.179143 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f9ba9-47d2-4daa-85ba-0e42a226b7ca req-fc2cb77e-2292-428e-9efa-45db419ff3b4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:35.181153 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-607f9ba9-47d2-4daa-85ba-0e42a226b7ca req-fc2cb77e-2292-428e-9efa-45db419ff3b4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5445 time: 0.1503665 Nov 26 02:51:35.191602 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40174) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:35.200654 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-66bf22de-751d-4b78-a919-bd173d347818 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Request body: {'floatingip': {'port_id': '13a06076-645c-49e5-bb53-f3985928e9af'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:35.219669 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d85e4-ed96-4884-aedb-18bf3617e715 req-368cc8c2-79ae-48f0-871d-e0550307dd59 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:35.221225 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-193d85e4-ed96-4884-aedb-18bf3617e715 req-368cc8c2-79ae-48f0-871d-e0550307dd59 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.59 "GET /v2.0/ports?device_id=7355887e-31c8-4bcc-a9f4-9a56e3d56ae4 HTTP/1.1" status: 200 len: 945 time: 0.1404421 Nov 26 02:51:35.235586 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778ecb1-2118-4b7b-a16d-10def4acfd9e req-02e990a6-f7e8-4188-8459-ae9ed0b8bd3c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:35.243374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7778ecb1-2118-4b7b-a16d-10def4acfd9e req-02e990a6-f7e8-4188-8459-ae9ed0b8bd3c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 943 time: 0.1310947 Nov 26 02:51:35.271274 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-66bf22de-751d-4b78-a919-bd173d347818 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for floatingip, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:35.457525 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7778ecb1-2118-4b7b-a16d-10def4acfd9e req-5c3ddd88-1f45-4632-946f-2db119d840de tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082179 Nov 26 02:51:35.562696 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-193d85e4-ed96-4884-aedb-18bf3617e715 req-adc7f8e4-1503-459d-b99d-24e57b0dd173 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Deleting port d2904a60-89a8-4298-9eb5-ed83e54e4be7 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:51:35.563316 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-193d85e4-ed96-4884-aedb-18bf3617e715 req-adc7f8e4-1503-459d-b99d-24e57b0dd173 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:35.616479 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2cd7ee56-9f1e-4f81-a010-8d18d11e57ad req-029bff2a-6a3b-48e7-9e52-25912e4cfcd7 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0642767 Nov 26 02:51:35.674786 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-1a015229-c107-41b0-85f2-a533f9313841 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3617036 Nov 26 02:51:35.680193 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-8d6e3fd2-39e3-46c0-87a1-ba7b245e5b15 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:35.749933 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-8d6e3fd2-39e3-46c0-87a1-ba7b245e5b15 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:35.770388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-193d85e4-ed96-4884-aedb-18bf3617e715 req-adc7f8e4-1503-459d-b99d-24e57b0dd173 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] For port d2904a60-89a8-4298-9eb5-ed83e54e4be7, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=d2904a60-89a8-4298-9eb5-ed83e54e4be7,segment=NetworkSegment(542f9f35-1483-44a4-b34f-4591455e5d03),segment_id=542f9f35-1483-44a4-b34f-4591455e5d03)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:35.771776 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-193d85e4-ed96-4884-aedb-18bf3617e715 req-adc7f8e4-1503-459d-b99d-24e57b0dd173 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:35.791620 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-66bf22de-751d-4b78-a919-bd173d347818 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:35.799390 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-66bf22de-751d-4b78-a919-bd173d347818 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:35.823164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-193d85e4-ed96-4884-aedb-18bf3617e715 req-adc7f8e4-1503-459d-b99d-24e57b0dd173 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Calling delete_port for d2904a60-89a8-4298-9eb5-ed83e54e4be7 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:51:35.884951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e1af5-b92f-49bd-82b4-d2d056fcfc5d req-9b90ed14-a651-46df-b7c1-f642d8dcbf1c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:35.886450 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe5e1af5-b92f-49bd-82b4-d2d056fcfc5d req-9b90ed14-a651-46df-b7c1-f642d8dcbf1c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0 HTTP/1.1" status: 200 len: 950 time: 0.1589835 Nov 26 02:51:35.899404 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-66bf22de-751d-4b78-a919-bd173d347818 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Floating IP 2a444aa4-0b65-4d59-8f30-9135d40175b7 associated. External IP: 172.25.0.147, port: 13a06076-645c-49e5-bb53-f3985928e9af. Nov 26 02:51:35.982744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe5e1af5-b92f-49bd-82b4-d2d056fcfc5d req-5c9f0754-417b-4e6e-88f0-bdd037871df9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870919 Nov 26 02:51:36.044386 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-8d6e3fd2-39e3-46c0-87a1-ba7b245e5b15 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:36.123703 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bf22de-751d-4b78-a919-bd173d347818 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Router 9988ee81-5aaa-4110-a1e4-b01824edb017 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:51:36.128683 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-193d85e4-ed96-4884-aedb-18bf3617e715 req-adc7f8e4-1503-459d-b99d-24e57b0dd173 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:36.166418 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['d2904a60-89a8-4298-9eb5-ed83e54e4be7'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:36.234246 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bf22de-751d-4b78-a919-bd173d347818 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:51:36.238928 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-66bf22de-751d-4b78-a919-bd173d347818 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:36.247218 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b749463b-362d-48c6-916e-7b144cfc3783 None None] Sync routers for ids ['9988ee81-5aaa-4110-a1e4-b01824edb017'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:51:36.260006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749463b-362d-48c6-916e-7b144cfc3783 None None] Routers {'9988ee81-5aaa-4110-a1e4-b01824edb017'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:51:36.260696 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b749463b-362d-48c6-916e-7b144cfc3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:51:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9988ee81-5aaa-4110-a1e4-b01824edb017'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:36.271825 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-66bf22de-751d-4b78-a919-bd173d347818 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "PUT /v2.0/floatingips/2a444aa4-0b65-4d59-8f30-9135d40175b7 HTTP/1.1" status: 200 len: 992 time: 1.0747049 Nov 26 02:51:36.271825 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'tag': '13a06076-645c-49e5-bb53-f3985928e9af'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:36.272186 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7ba806-6906-4c66-b0bb-1c7f9887381a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "tag": "13a06076-645c-49e5-bb53-f3985928e9af"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:36.484037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7f8e4-1503-459d-b99d-24e57b0dd173 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Pushing event deleted for resources: {'Port': ['ID=d2904a60-89a8-4298-9eb5-ed83e54e4be7,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:36.484388 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bef66-b446-4f63-a677-cbbc4d45d42b req-a56fa912-98a3-4f1f-aa8e-69bc785c96ff tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:36.486975 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5a0bef66-b446-4f63-a677-cbbc4d45d42b req-a56fa912-98a3-4f1f-aa8e-69bc785c96ff tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "GET /v2.0/ports?device_id=e556c4cd-3032-4022-96af-9d69df0af27d HTTP/1.1" status: 200 len: 950 time: 0.0554705 Nov 26 02:51:36.532192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b749463b-362d-48c6-916e-7b144cfc3783 None None] Set router 9988ee81-5aaa-4110-a1e4-b01824edb017 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:51:36.554556 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcce69-3e17-4590-8036-2264fc428cf8 req-158aaa60-503d-4758-9f46-be6e89d82d76 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:36.561131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bbbcce69-3e17-4590-8036-2264fc428cf8 req-158aaa60-503d-4758-9f46-be6e89d82d76 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/ports?device_id=7355887e-31c8-4bcc-a9f4-9a56e3d56ae4 HTTP/1.1" status: 200 len: 867 time: 0.5032296 Nov 26 02:51:36.593113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-5a0bef66-b446-4f63-a677-cbbc4d45d42b req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Deleting port a691e3df-fba1-4aba-a148-2d4cceb9293e {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:51:36.593564 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5a0bef66-b446-4f63-a677-cbbc4d45d42b req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:36.602454 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-193d85e4-ed96-4884-aedb-18bf3617e715 req-adc7f8e4-1503-459d-b99d-24e57b0dd173 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] No DVR routers for this DVR port d2904a60-89a8-4298-9eb5-ed83e54e4be7 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:51:36.616711 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-193d85e4-ed96-4884-aedb-18bf3617e715 req-adc7f8e4-1503-459d-b99d-24e57b0dd173 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:36.620165 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-193d85e4-ed96-4884-aedb-18bf3617e715 req-adc7f8e4-1503-459d-b99d-24e57b0dd173 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.59 "DELETE /v2.0/ports/d2904a60-89a8-4298-9eb5-ed83e54e4be7 HTTP/1.1" status: 204 len: 173 time: 1.3699098 Nov 26 02:51:36.621445 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7355887e-31c8-4bcc-a9f4-9a56e3d56ae4', 'name': 'network-vif-deleted', 'tag': 'd2904a60-89a8-4298-9eb5-ed83e54e4be7'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:36.623762 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a95d3a-cbff-4fff-9955-0973b19ff4e4" -d '{"events": [{"server_uuid": "7355887e-31c8-4bcc-a9f4-9a56e3d56ae4", "name": "network-vif-deleted", "tag": "d2904a60-89a8-4298-9eb5-ed83e54e4be7"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:36.637205 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-8d6e3fd2-39e3-46c0-87a1-ba7b245e5b15 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Allocated IP 172.25.0.141 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/e33f1f60-0b56-4e0b-b93c-4bbeadbacf7a) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:51:36.660081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317b9fa-72ca-4c45-8e6b-e6596d6e5926 req-a0ffc916-18fa-4c0f-bb62-4b5c5199026b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:36.662511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0317b9fa-72ca-4c45-8e6b-e6596d6e5926 req-a0ffc916-18fa-4c0f-bb62-4b5c5199026b tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0 HTTP/1.1" status: 200 len: 950 time: 0.1926622 Nov 26 02:51:36.706816 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-5a0bef66-b446-4f63-a677-cbbc4d45d42b req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] For port a691e3df-fba1-4aba-a148-2d4cceb9293e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a691e3df-fba1-4aba-a148-2d4cceb9293e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:36.707224 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5a0bef66-b446-4f63-a677-cbbc4d45d42b req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:36.723255 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-5a0bef66-b446-4f63-a677-cbbc4d45d42b req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Calling delete_port for a691e3df-fba1-4aba-a148-2d4cceb9293e owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:51:36.767096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bbbcce69-3e17-4590-8036-2264fc428cf8 req-6a3a9b69-bcb5-4909-b6e2-81340f5683b4 tempest-InstanceActionsNegativeTestJSON-462125461 tempest-InstanceActionsNegativeTestJSON-462125461-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd777595-c4dc-4773-840f-0ce241f92464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946597 Nov 26 02:51:36.821223 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b749463b-362d-48c6-916e-7b144cfc3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'name': 'tempest-TaggedBootDevicesTest_v242-79700035-router', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:52Z', 'updated_at': '2021-11-26T02:48:57Z', 'revision_number': 4, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'gw_port': {'id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:53Z', 'updated_at': '2021-11-26T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '2a444aa4-0b65-4d59-8f30-9135d40175b7', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'port_id': '13a06076-645c-49e5-bb53-f3985928e9af', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac', 'mac_address': 'fa:16:3e:cb:5f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:49:54Z', 'updated_at': '2021-11-26T02:51:35Z', 'revision_number': 1, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd35cd2-5c28-403c-ba2f-4fec36c01d56', 'name': '', 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'mac_address': 'fa:16:3e:c4:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:56Z', 'updated_at': '2021-11-26T02:49:11Z', 'revision_number': 5, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'subnets': [{'id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:36.863855 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-8d6e3fd2-39e3-46c0-87a1-ba7b245e5b15 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:36.875632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-0317b9fa-72ca-4c45-8e6b-e6596d6e5926 req-024a4752-4d4c-4095-ba8e-5114de46718c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Deleting port e90ba5fa-5c6f-4aac-9b57-a43178489aba {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:51:36.876121 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0317b9fa-72ca-4c45-8e6b-e6596d6e5926 req-024a4752-4d4c-4095-ba8e-5114de46718c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:36.879565 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b749463b-362d-48c6-916e-7b144cfc3783 None None] Checking router: 9988ee81-5aaa-4110-a1e4-b01824edb017 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:51:36.891471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749463b-362d-48c6-916e-7b144cfc3783 None None] Routers {'9988ee81-5aaa-4110-a1e4-b01824edb017'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:51:36.892315 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b749463b-362d-48c6-916e-7b144cfc3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:51:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9988ee81-5aaa-4110-a1e4-b01824edb017'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:36.922496 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5a0bef66-b446-4f63-a677-cbbc4d45d42b req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:36.952422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Pushing event deleted for resources: {'Port': ['ID=a691e3df-fba1-4aba-a148-2d4cceb9293e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:36.962654 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:36.962965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:36.963315 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:36.963660 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:36.964001 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:36.964458 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:36.964796 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:36.965327 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:36.965664 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:36.966002 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:36.966350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:36.966680 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ff1e4597-24c9-4f10-b373-14610df89cdf', 'a691e3df-fba1-4aba-a148-2d4cceb9293e', 'e90ba5fa-5c6f-4aac-9b57-a43178489aba'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:36.966805 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:51:37.013420 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0bef66-b446-4f63-a677-cbbc4d45d42b req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] No DVR routers for this DVR port a691e3df-fba1-4aba-a148-2d4cceb9293e on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:51:37.016733 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5a0bef66-b446-4f63-a677-cbbc4d45d42b req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:37.020347 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5a0bef66-b446-4f63-a677-cbbc4d45d42b req-95551c6b-46b3-4e9f-a64c-19c9588be8b9 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "DELETE /v2.0/ports/a691e3df-fba1-4aba-a148-2d4cceb9293e HTTP/1.1" status: 204 len: 173 time: 0.5249999 Nov 26 02:51:37.022396 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221f2998-a3dd-4133-92be-b8fb42b66d77 x-openstack-request-id: req-221f2998-a3dd-4133-92be-b8fb42b66d77 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:37.022693 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "tag": "13a06076-645c-49e5-bb53-f3985928e9af", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:37.022984 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-221f2998-a3dd-4133-92be-b8fb42b66d77 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:37.023352 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'tag': '13a06076-645c-49e5-bb53-f3985928e9af', 'status': 'completed', 'code': 200} Nov 26 02:51:37.042578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0317b9fa-72ca-4c45-8e6b-e6596d6e5926 req-024a4752-4d4c-4095-ba8e-5114de46718c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] For port e90ba5fa-5c6f-4aac-9b57-a43178489aba, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e90ba5fa-5c6f-4aac-9b57-a43178489aba,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:37.056633 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0317b9fa-72ca-4c45-8e6b-e6596d6e5926 req-024a4752-4d4c-4095-ba8e-5114de46718c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:37.080990 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-0317b9fa-72ca-4c45-8e6b-e6596d6e5926 req-024a4752-4d4c-4095-ba8e-5114de46718c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Calling delete_port for e90ba5fa-5c6f-4aac-9b57-a43178489aba owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:51:37.087284 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b749463b-362d-48c6-916e-7b144cfc3783 None None] Set router 9988ee81-5aaa-4110-a1e4-b01824edb017 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:51:37.087836 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-8d6e3fd2-39e3-46c0-87a1-ba7b245e5b15 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:37.231747 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-8d6e3fd2-39e3-46c0-87a1-ba7b245e5b15 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:51:37.259165 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e3fd2-39e3-46c0-87a1-ba7b245e5b15 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Pushing event updated for resources: {'Port': ['ID=e33f1f60-0b56-4e0b-b93c-4bbeadbacf7a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:37.262520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-8d6e3fd2-39e3-46c0-87a1-ba7b245e5b15 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:37.264678 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-8d6e3fd2-39e3-46c0-87a1-ba7b245e5b15 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:51:37.278946 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ba806-6906-4c66-b0bb-1c7f9887381a req-649f2f3b-5d4c-4d2b-bbbb-03dea4a7481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:37.279442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ba806-6906-4c66-b0bb-1c7f9887381a req-649f2f3b-5d4c-4d2b-bbbb-03dea4a7481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:37.279920 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ba806-6906-4c66-b0bb-1c7f9887381a req-649f2f3b-5d4c-4d2b-bbbb-03dea4a7481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:37.280728 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ba806-6906-4c66-b0bb-1c7f9887381a req-649f2f3b-5d4c-4d2b-bbbb-03dea4a7481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:37.281215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ba806-6906-4c66-b0bb-1c7f9887381a req-649f2f3b-5d4c-4d2b-bbbb-03dea4a7481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:37.281685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ba806-6906-4c66-b0bb-1c7f9887381a req-649f2f3b-5d4c-4d2b-bbbb-03dea4a7481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:37.282147 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ba806-6906-4c66-b0bb-1c7f9887381a req-649f2f3b-5d4c-4d2b-bbbb-03dea4a7481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:37.284206 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e7ba806-6906-4c66-b0bb-1c7f9887381a req-649f2f3b-5d4c-4d2b-bbbb-03dea4a7481f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c9e03453576449e8027bf6795ca2563&device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 6502 time: 0.1923993 Nov 26 02:51:37.425714 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d98763-7b33-44ad-8f8e-248ce9d4d951 req-005a79dd-c960-4ad6-a3c8-5cc917cdcbbd tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:37.428265 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07d98763-7b33-44ad-8f8e-248ce9d4d951 req-005a79dd-c960-4ad6-a3c8-5cc917cdcbbd tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 943 time: 0.2262866 Nov 26 02:51:37.454895 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b749463b-362d-48c6-916e-7b144cfc3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'name': 'tempest-TaggedBootDevicesTest_v242-79700035-router', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:52Z', 'updated_at': '2021-11-26T02:48:57Z', 'revision_number': 4, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'gw_port': {'id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:53Z', 'updated_at': '2021-11-26T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '2a444aa4-0b65-4d59-8f30-9135d40175b7', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'port_id': '13a06076-645c-49e5-bb53-f3985928e9af', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac', 'mac_address': 'fa:16:3e:cb:5f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:49:54Z', 'updated_at': '2021-11-26T02:51:35Z', 'revision_number': 1, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd35cd2-5c28-403c-ba2f-4fec36c01d56', 'name': '', 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'mac_address': 'fa:16:3e:c4:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:56Z', 'updated_at': '2021-11-26T02:49:11Z', 'revision_number': 5, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'subnets': [{'id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:37.490049 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b749463b-362d-48c6-916e-7b144cfc3783 None None] The sync data for ids ['9988ee81-5aaa-4110-a1e4-b01824edb017'] in n-d-819389-3 is: [{'id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'name': 'tempest-TaggedBootDevicesTest_v242-79700035-router', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:52Z', 'updated_at': '2021-11-26T02:48:57Z', 'revision_number': 4, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'gw_port': {'id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:53Z', 'updated_at': '2021-11-26T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '2a444aa4-0b65-4d59-8f30-9135d40175b7', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'port_id': '13a06076-645c-49e5-bb53-f3985928e9af', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac', 'mac_address': 'fa:16:3e:cb:5f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:49:54Z', 'updated_at': '2021-11-26T02:51:35Z', 'revision_number': 1, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd35cd2-5c28-403c-ba2f-4fec36c01d56', 'name': '', 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'mac_address': 'fa:16:3e:c4:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:56Z', 'updated_at': '2021-11-26T02:49:11Z', 'revision_number': 5, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'subnets': [{'id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:51:37.522169 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ba806-6906-4c66-b0bb-1c7f9887381a req-1c202143-a8c1-4573-9a76-95d2d381914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:37.523954 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e7ba806-6906-4c66-b0bb-1c7f9887381a req-1c202143-a8c1-4573-9a76-95d2d381914a service neutron] 10.222.0.54 "GET /v2.0/networks?id=1a9e75a6-7221-447b-a78c-497a718c2aac HTTP/1.1" status: 200 len: 916 time: 0.2175174 Nov 26 02:51:37.599345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07d98763-7b33-44ad-8f8e-248ce9d4d951 req-7ea1198b-45ec-47d6-b2ec-5ee751b2ae5f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606765 Nov 26 02:51:37.610618 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0317b9fa-72ca-4c45-8e6b-e6596d6e5926 req-024a4752-4d4c-4095-ba8e-5114de46718c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:37.686227 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b61401-a381-4ac7-a4b5-a0ed23d9eb00 x-openstack-request-id: req-93b61401-a381-4ac7-a4b5-a0ed23d9eb00 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:37.686464 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7355887e-31c8-4bcc-a9f4-9a56e3d56ae4", "name": "network-vif-deleted", "tag": "d2904a60-89a8-4298-9eb5-ed83e54e4be7", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:37.686729 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93b61401-a381-4ac7-a4b5-a0ed23d9eb00 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:37.686991 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7355887e-31c8-4bcc-a9f4-9a56e3d56ae4', 'name': 'network-vif-deleted', 'tag': 'd2904a60-89a8-4298-9eb5-ed83e54e4be7', 'status': 'completed', 'code': 200} Nov 26 02:51:37.687713 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a4752-4d4c-4095-ba8e-5114de46718c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Pushing event deleted for resources: {'Port': ['ID=e90ba5fa-5c6f-4aac-9b57-a43178489aba,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:37.704100 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e7ba806-6906-4c66-b0bb-1c7f9887381a req-15e54183-7ea6-42a8-84c9-5607938e34e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13a06076-645c-49e5-bb53-f3985928e9af HTTP/1.1" status: 200 len: 1000 time: 0.1657836 Nov 26 02:51:37.776718 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a2325d-3a23-4049-aab1-259eee288af5 None None] New status for floating IP 2a444aa4-0b65-4d59-8f30-9135d40175b7: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:51:37.793932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0317b9fa-72ca-4c45-8e6b-e6596d6e5926 req-024a4752-4d4c-4095-ba8e-5114de46718c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] No DVR routers for this DVR port e90ba5fa-5c6f-4aac-9b57-a43178489aba on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:51:37.796684 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0317b9fa-72ca-4c45-8e6b-e6596d6e5926 req-024a4752-4d4c-4095-ba8e-5114de46718c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:37.800137 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0317b9fa-72ca-4c45-8e6b-e6596d6e5926 req-024a4752-4d4c-4095-ba8e-5114de46718c tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "DELETE /v2.0/ports/e90ba5fa-5c6f-4aac-9b57-a43178489aba HTTP/1.1" status: 204 len: 173 time: 1.1298795 Nov 26 02:51:37.819925 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-8d6e3fd2-39e3-46c0-87a1-ba7b245e5b15 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:37.824633 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d80fd95c-6ceb-47fd-8c97-b03a8feb6e61 req-ddf9cb5f-90d7-4418-ac23-7bd52c6fb5c3 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0577028 Nov 26 02:51:37.839835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ff1e4597-24c9-4f10-b373-14610df89cdf', 'a691e3df-fba1-4aba-a148-2d4cceb9293e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:37.841904 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ba806-6906-4c66-b0bb-1c7f9887381a req-abcf600d-4f68-4f76-9052-bb0b947dc5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:37.845951 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e7ba806-6906-4c66-b0bb-1c7f9887381a req-abcf600d-4f68-4f76-9052-bb0b947dc5b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa7501fd-fac3-4deb-97b7-64e0674633aa HTTP/1.1" status: 200 len: 854 time: 0.1193204 Nov 26 02:51:37.936375 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-8d6e3fd2-39e3-46c0-87a1-ba7b245e5b15 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:37.961405 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 743d1c09-7495-40e6-a927-fb0deef5aa25 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:51:38.008871 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d8cbde3-67c2-4b10-bf56-00650d1b28d7 req-b97dd9c8-6011-4da2-9cfe-e92f6fb04bac tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0 HTTP/1.1" status: 200 len: 210 time: 0.0327363 Nov 26 02:51:38.024607 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ba806-6906-4c66-b0bb-1c7f9887381a req-0c5be2d7-cf4e-4f5f-9d9b-6b4a33a636b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:38.026093 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e7ba806-6906-4c66-b0bb-1c7f9887381a req-0c5be2d7-cf4e-4f5f-9d9b-6b4a33a636b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a9e75a6-7221-447b-a78c-497a718c2aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645334 Nov 26 02:51:38.106861 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40232) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:38.139656 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 743d1c09-7495-40e6-a927-fb0deef5aa25, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=743d1c09-7495-40e6-a927-fb0deef5aa25,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:38.154187 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '743d1c09-7495-40e6-a927-fb0deef5aa25', 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5', 'port_id': '743d1c09-7495-40e6-a927-fb0deef5aa25', 'mac_address': 'fa:16:3e:45:7f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c43934f-dad4-4b8b-af05-58049fc63ec8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:51:38.200824 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e7ba806-6906-4c66-b0bb-1c7f9887381a req-2411d19d-800e-424e-8077-136794a39600 service neutron] 10.222.0.54 "GET /v2.0/networks/1a9e75a6-7221-447b-a78c-497a718c2aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622808 Nov 26 02:51:38.204433 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-3448a4de-f11a-4b88-872f-8d7a926b8be9 admin admin] Deleting subnet b55f70be-5a1e-4b08-af63-032bf7d78898 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:51:38.229562 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3448a4de-f11a-4b88-872f-8d7a926b8be9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:38.243147 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:38.271797 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743d1c09-7495-40e6-a927-fb0deef5aa25 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:38.281527 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3448a4de-f11a-4b88-872f-8d7a926b8be9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:38.314958 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-8d6e3fd2-39e3-46c0-87a1-ba7b245e5b15 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:38.325552 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 743d1c09-7495-40e6-a927-fb0deef5aa25, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=743d1c09-7495-40e6-a927-fb0deef5aa25,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:38.335175 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-8d6e3fd2-39e3-46c0-87a1-ba7b245e5b15 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:38.343088 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:38.355244 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3448a4de-f11a-4b88-872f-8d7a926b8be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:38.388985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e3fd2-39e3-46c0-87a1-ba7b245e5b15 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Pushing event updated for resources: {'Port': ['ID=e33f1f60-0b56-4e0b-b93c-4bbeadbacf7a,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:38.430580 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e7ba806-6906-4c66-b0bb-1c7f9887381a req-07f1fa6b-bcf4-4bea-9689-44cda9a23ee2 service neutron] 10.222.0.54 "GET /v2.0/networks/1a9e75a6-7221-447b-a78c-497a718c2aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181706 Nov 26 02:51:38.431293 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3448a4de-f11a-4b88-872f-8d7a926b8be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:38.443745 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=743d1c09-7495-40e6-a927-fb0deef5aa25,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:38.464966 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448a4de-f11a-4b88-872f-8d7a926b8be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b55f70be-5a1e-4b08-af63-032bf7d78898,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:38.466942 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3448a4de-f11a-4b88-872f-8d7a926b8be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:38.470778 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3448a4de-f11a-4b88-872f-8d7a926b8be9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b55f70be-5a1e-4b08-af63-032bf7d78898 HTTP/1.1" status: 204 len: 168 time: 0.3628242 Nov 26 02:51:38.473434 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40260) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:38.506222 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-8d6e3fd2-39e3-46c0-87a1-ba7b245e5b15 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:38.526508 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-8d6e3fd2-39e3-46c0-87a1-ba7b245e5b15 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:38.527983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-8d6e3fd2-39e3-46c0-87a1-ba7b245e5b15 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8520358 Nov 26 02:51:38.567138 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-96b610a6-0ace-48a6-a7f6-ee70ade4399b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:38.600705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-e3d21e2a-b246-41a0-bde1-3f904ca885b7 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 696 time: 0.0582781 Nov 26 02:51:38.675474 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-96b610a6-0ace-48a6-a7f6-ee70ade4399b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:38.695468 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-96b610a6-0ace-48a6-a7f6-ee70ade4399b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea4f35b-4f1f-4f69-8281-484a29c1496b']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:38.705030 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-96b610a6-0ace-48a6-a7f6-ee70ade4399b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542f9f35-1483-44a4-b34f-4591455e5d03') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:38.705334 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-96b610a6-0ace-48a6-a7f6-ee70ade4399b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542f9f35-1483-44a4-b34f-4591455e5d03') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:38.715673 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-96b610a6-0ace-48a6-a7f6-ee70ade4399b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:38.729892 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-96b610a6-0ace-48a6-a7f6-ee70ade4399b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:38.735856 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-ecb0805a-ee88-4f69-b440-25bf8e1cd746 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:38.736643 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b610a6-0ace-48a6-a7f6-ee70ade4399b admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:51:38.737176 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-96b610a6-0ace-48a6-a7f6-ee70ade4399b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:51:38.739094 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:51:38.752258 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d8d8e62-2cc2-413f-ace5-cd77f61e02d2 req-ecb0805a-ee88-4f69-b440-25bf8e1cd746 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.1445498 Nov 26 02:51:38.805696 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-96b610a6-0ace-48a6-a7f6-ee70ade4399b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:38.811633 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-96b610a6-0ace-48a6-a7f6-ee70ade4399b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:38.817774 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-96b610a6-0ace-48a6-a7f6-ee70ade4399b admin admin] 10.222.0.31 "DELETE /v2.0/networks/cea4f35b-4f1f-4f69-8281-484a29c1496b HTTP/1.1" status: 204 len: 168 time: 0.3423336 Nov 26 02:51:38.838812 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b610a6-0ace-48a6-a7f6-ee70ade4399b admin admin] Pushing event deleted for resources: {'Network': ['ID=cea4f35b-4f1f-4f69-8281-484a29c1496b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:38.874825 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['743d1c09-7495-40e6-a927-fb0deef5aa25'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:38.939182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48beb14-16ba-404c-a2d5-50c45aefdd64 req-c0e0ad27-9f59-43ca-aa45-45dd0d5fb0a6 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:38.940966 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b48beb14-16ba-404c-a2d5-50c45aefdd64 req-c0e0ad27-9f59-43ca-aa45-45dd0d5fb0a6 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 944 time: 0.0720253 Nov 26 02:51:39.000899 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40284) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:39.015514 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b48beb14-16ba-404c-a2d5-50c45aefdd64 req-833a5c5b-9841-40f4-acf8-ac9df6a6009c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667727 Nov 26 02:51:39.034186 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e556c4cd-3032-4022-96af-9d69df0af27d', 'name': 'network-vif-deleted', 'tag': 'a691e3df-fba1-4aba-a148-2d4cceb9293e'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:39.036613 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1683f88-a0f7-4382-8148-281fab707abe" -d '{"events": [{"server_uuid": "e556c4cd-3032-4022-96af-9d69df0af27d", "name": "network-vif-deleted", "tag": "a691e3df-fba1-4aba-a148-2d4cceb9293e"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:39.112791 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1e31b2ad-10d2-4702-81ef-673f03dc74da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4867ea4ab19e4376b91304772eaa341a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1102016 Nov 26 02:51:39.113717 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40300) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:39.142607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06c02d2f-396c-4297-827b-191691fc9951 req-dd29c07b-a4a4-449a-8b6b-e75b2abfe0f9 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0382364 Nov 26 02:51:39.169489 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-28b1cbf3-ecc5-4da0-9b45-d3ef4e1a906b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:39.192102 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-28b1cbf3-ecc5-4da0-9b45-d3ef4e1a906b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:39.203709 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139b3f1b-434f-401f-abd8-2d1aba04b70d x-openstack-request-id: req-139b3f1b-434f-401f-abd8-2d1aba04b70d {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:39.204000 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e556c4cd-3032-4022-96af-9d69df0af27d", "name": "network-vif-deleted", "tag": "a691e3df-fba1-4aba-a148-2d4cceb9293e", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:39.204275 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-139b3f1b-434f-401f-abd8-2d1aba04b70d {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:39.204662 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e556c4cd-3032-4022-96af-9d69df0af27d', 'name': 'network-vif-deleted', 'tag': 'a691e3df-fba1-4aba-a148-2d4cceb9293e', 'status': 'completed', 'code': 200} Nov 26 02:51:39.238817 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-d8fe4051-cc13-4a9d-978c-10917b22dcde tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:39.241593 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-28b1cbf3-ecc5-4da0-9b45-d3ef4e1a906b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:39.244148 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-28b1cbf3-ecc5-4da0-9b45-d3ef4e1a906b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:39.244936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-d8fe4051-cc13-4a9d-978c-10917b22dcde tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/networks?id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 HTTP/1.1" status: 200 len: 821 time: 0.1272578 Nov 26 02:51:39.245469 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-28b1cbf3-ecc5-4da0-9b45-d3ef4e1a906b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd777595-c4dc-4773-840f-0ce241f92464 HTTP/1.1" status: 204 len: 168 time: 0.1306343 Nov 26 02:51:39.254689 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1cbf3-ecc5-4da0-9b45-d3ef4e1a906b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd777595-c4dc-4773-840f-0ce241f92464,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:39.273084 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f0b885bb-b1da-4f42-96d5-82d6ccc27644 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/quotas/e4c8c6ef166541329b9dea8ef3b97de5 HTTP/1.1" status: 200 len: 375 time: 0.0204077 Nov 26 02:51:39.384994 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-e361f755-d74f-49f3-b8d9-5c0d8ebd837a tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4c8c6ef166541329b9dea8ef3b97de5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1107519 Nov 26 02:51:39.399992 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-48547940-1d2e-4982-8d07-82156104b502 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:51:39.401084 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-48547940-1d2e-4982-8d07-82156104b502 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075274 Nov 26 02:51:39.476991 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-a7770ce2-9851-4b4a-a778-5e36096dd296 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:39.478484 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-a7770ce2-9851-4b4a-a778-5e36096dd296 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/networks?id=b727c198-3d36-4fd1-b045-70b4bce472a0 HTTP/1.1" status: 200 len: 804 time: 0.1709201 Nov 26 02:51:39.501423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-e7228d8e-2d1c-4bd1-a320-6b6cf8f46ccd tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/quotas/c21dd357d0374f68baf23c21ffc3bf3d HTTP/1.1" status: 200 len: 375 time: 0.0168939 Nov 26 02:51:39.552221 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f6a40853-98f2-4768-8a7a-dec51f1c4fb2 service neutron] 10.222.0.31 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435103 Nov 26 02:51:39.611347 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-51d0f4c1-e1b8-47ac-8dea-a9cc7ef7519a tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c21dd357d0374f68baf23c21ffc3bf3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1035724 Nov 26 02:51:39.655735 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e90ba5fa-5c6f-4aac-9b57-a43178489aba no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:51:39.680950 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: e90ba5fa-5c6f-4aac-9b57-a43178489aba {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:51:39.681302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e90ba5fa-5c6f-4aac-9b57-a43178489aba not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:51:39.681730 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device d2904a60-89a8-4298-9eb5-ed83e54e4be7 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:51:39.691463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0', 'name': 'network-vif-deleted', 'tag': 'e90ba5fa-5c6f-4aac-9b57-a43178489aba'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:39.693769 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c967197e-ebab-4a71-b07e-5e8b7b84ec8f" -d '{"events": [{"server_uuid": "a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0", "name": "network-vif-deleted", "tag": "e90ba5fa-5c6f-4aac-9b57-a43178489aba"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:39.700712 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: d2904a60-89a8-4298-9eb5-ed83e54e4be7 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:51:39.701043 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device d2904a60-89a8-4298-9eb5-ed83e54e4be7 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:51:39.719509 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-627235cd-c263-499a-97a2-9c3b131b1cce service neutron] 10.222.0.31 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603978 Nov 26 02:51:39.742758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-c131edb1-936b-4fe8-8c59-8e96591e4d44 service neutron] 10.222.0.31 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203854 Nov 26 02:51:39.856395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-3d778109-6fbf-4467-8317-af59668704b9 service neutron] 10.222.0.31 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071818 Nov 26 02:51:39.926216 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb756448-c3e7-47d5-89e9-1278f65589ec x-openstack-request-id: req-cb756448-c3e7-47d5-89e9-1278f65589ec {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:39.926803 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0", "name": "network-vif-deleted", "tag": "e90ba5fa-5c6f-4aac-9b57-a43178489aba", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:39.928213 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb756448-c3e7-47d5-89e9-1278f65589ec {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:39.928721 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ed34d1-15f3-4170-aea2-4ffa88f8e8d0', 'name': 'network-vif-deleted', 'tag': 'e90ba5fa-5c6f-4aac-9b57-a43178489aba', 'status': 'completed', 'code': 200} Nov 26 02:51:39.963663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 0d4e996e-dd9e-4022-bc73-75e7fdaf918b no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:51:40.161351 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:40.204964 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f67fbd8-5f77-44a5-9ec9-e046510e0a4a req-8c98731d-3b5f-457e-b29d-4bf8009b905e tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 210 time: 0.0561559 Nov 26 02:51:40.211203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0d4e996e-dd9e-4022-bc73-75e7fdaf918b,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:40.212584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b99433-a5db-47b2-9947-63f03559d915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4e996e-dd9e-4022-bc73-75e7fdaf918b'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:40.216084 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4c4204-7114-48f2-91fe-fcee9d7e5246" -d '{"events": [{"server_uuid": "63b99433-a5db-47b2-9947-63f03559d915", "name": "network-vif-unplugged", "status": "completed", "tag": "0d4e996e-dd9e-4022-bc73-75e7fdaf918b"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:40.223684 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:40.248238 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40364) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:40.290130 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=0d4e996e-dd9e-4022-bc73-75e7fdaf918b,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:40.332533 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7effe1fd-3dfd-4b38-ab71-86cd9ff14c36 req-b6561d98-c3d2-4918-a10c-8c55a45f9857 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 210 time: 0.0560610 Nov 26 02:51:40.401524 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7d9514d4-b5ea-4507-acc1-ec72efdbbaff admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1156753520-network', 'tenant_id': 'd2f7329f7ca643cf9ccba62fc8a39d81'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:40.409264 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00ff60-5b41-440f-8401-b09dc4f6adce req-263204e5-1ef0-4346-b8c4-dbaa13eb9f98 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:40.411071 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae00ff60-5b41-440f-8401-b09dc4f6adce req-263204e5-1ef0-4346-b8c4-dbaa13eb9f98 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 944 time: 0.0942471 Nov 26 02:51:40.431927 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9514d4-b5ea-4507-acc1-ec72efdbbaff admin admin] Made reservation on behalf of d2f7329f7ca643cf9ccba62fc8a39d81 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:51:40.436113 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d9514d4-b5ea-4507-acc1-ec72efdbbaff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:40.451931 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d9514d4-b5ea-4507-acc1-ec72efdbbaff admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:40.490185 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae00ff60-5b41-440f-8401-b09dc4f6adce req-5a83383d-fc19-45c1-94ea-07a8ec9d5f1a tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724318 Nov 26 02:51:40.505741 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-074f93ae-a041-4864-8b5c-db8e8ced2465 req-4aa5905d-3f66-4389-addd-52c1929cd885 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0300303 Nov 26 02:51:40.584779 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d893bb1f-b280-4875-9596-e1e1af55d3b0 x-openstack-request-id: req-d893bb1f-b280-4875-9596-e1e1af55d3b0 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:40.585320 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b99433-a5db-47b2-9947-63f03559d915", "name": "network-vif-unplugged", "status": "completed", "tag": "0d4e996e-dd9e-4022-bc73-75e7fdaf918b", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:40.585580 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d893bb1f-b280-4875-9596-e1e1af55d3b0 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:40.585983 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b99433-a5db-47b2-9947-63f03559d915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4e996e-dd9e-4022-bc73-75e7fdaf918b', 'code': 200} Nov 26 02:51:40.589728 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d9514d4-b5ea-4507-acc1-ec72efdbbaff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:40.596465 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d9514d4-b5ea-4507-acc1-ec72efdbbaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:40.628837 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9514d4-b5ea-4507-acc1-ec72efdbbaff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:51:40.642089 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9514d4-b5ea-4507-acc1-ec72efdbbaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac41958-79f2-4f2e-abd6-f0fc3aebd663,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:40.645066 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d9514d4-b5ea-4507-acc1-ec72efdbbaff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:40.645410 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-7d9514d4-b5ea-4507-acc1-ec72efdbbaff admin admin] Added segment 7c476237-eb4f-4fad-b46c-d27c6522c3dc of type vlan for network 9d9f44ba-7569-461d-b20c-0933912a8962 Nov 26 02:51:40.693109 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d9514d4-b5ea-4507-acc1-ec72efdbbaff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:40.725968 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d9514d4-b5ea-4507-acc1-ec72efdbbaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:40.727148 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9514d4-b5ea-4507-acc1-ec72efdbbaff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:40.727790 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d9514d4-b5ea-4507-acc1-ec72efdbbaff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:40.779837 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7d9514d4-b5ea-4507-acc1-ec72efdbbaff admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5300307 Nov 26 02:51:40.785948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40376) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:40.791376 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9514d4-b5ea-4507-acc1-ec72efdbbaff admin admin] Pushing event updated for resources: {'Network': ['ID=9d9f44ba-7569-461d-b20c-0933912a8962,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:40.793113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-14709912-29e8-4fa6-91a6-961b6ffa0882 admin admin] Request body: {'subnet': {'network_id': '9d9f44ba-7569-461d-b20c-0933912a8962', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1156753520-subnet', 'tenant_id': 'd2f7329f7ca643cf9ccba62fc8a39d81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:40.808553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 9d9f44ba-7569-461d-b20c-0933912a8962 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:51:40.831276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a73af-0c78-4391-af31-d8e4a1a39431 req-b9f9af64-f081-40da-a649-b39791de9542 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:40.833081 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc1a73af-0c78-4391-af31-d8e4a1a39431 req-b9f9af64-f081-40da-a649-b39791de9542 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 949 time: 0.0735226 Nov 26 02:51:40.840830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14709912-29e8-4fa6-91a6-961b6ffa0882 admin admin] Made reservation on behalf of d2f7329f7ca643cf9ccba62fc8a39d81 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:51:40.843373 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-14709912-29e8-4fa6-91a6-961b6ffa0882 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:40.946942 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc1a73af-0c78-4391-af31-d8e4a1a39431 req-3193d0a4-7905-446f-b52a-a8bb9d7ea746 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003268 Nov 26 02:51:41.046769 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-14709912-29e8-4fa6-91a6-961b6ffa0882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:41.099876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14709912-29e8-4fa6-91a6-961b6ffa0882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d792ca-3e67-4b7e-85a4-cc2c83394550,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:41.110566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14709912-29e8-4fa6-91a6-961b6ffa0882 admin admin] Checking segment: {'id': '7c476237-eb4f-4fad-b46c-d27c6522c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9d9f44ba-7569-461d-b20c-0933912a8962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:51:41.110926 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14709912-29e8-4fa6-91a6-961b6ffa0882 admin admin] Network hostable DHCP agents. Network: 9d9f44ba-7569-461d-b20c-0933912a8962, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:51:41.126463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14709912-29e8-4fa6-91a6-961b6ffa0882 admin admin] Network 9d9f44ba-7569-461d-b20c-0933912a8962 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:51:41.135041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-14709912-29e8-4fa6-91a6-961b6ffa0882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 9d9f44ba-7569-461d-b20c-0933912a8962) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:41.141604 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14709912-29e8-4fa6-91a6-961b6ffa0882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:41.142203 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-14709912-29e8-4fa6-91a6-961b6ffa0882 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:41.148485 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b2e797-fde5-4558-9368-9ffaa9ca3751 None None] Network 9d9f44ba-7569-461d-b20c-0933912a8962 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:51:41.160541 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-14709912-29e8-4fa6-91a6-961b6ffa0882 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3715758 Nov 26 02:51:41.272812 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b1184-3f4e-4c7d-a723-3b00cb724910 req-a251b989-2451-4600-b12f-5945dcd6abd5 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:41.280193 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a0b1184-3f4e-4c7d-a723-3b00cb724910 req-a251b989-2451-4600-b12f-5945dcd6abd5 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.54 "GET /v2.0/ports?device_id=63b99433-a5db-47b2-9947-63f03559d915 HTTP/1.1" status: 200 len: 943 time: 0.0939276 Nov 26 02:51:41.328291 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df089560-307d-47b0-9f4c-a929a7a2a477 None None] Network 9d9f44ba-7569-461d-b20c-0933912a8962 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:51:41.345323 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcd54d18-65f0-49f4-9640-c6f858cd001c req-e7b240c9-7799-41b7-891d-309de3677c9e tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 210 time: 0.0511885 Nov 26 02:51:41.353682 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40390) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:41.425474 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-32185a30-589a-4551-9376-4b8adc47c2fe admin admin] Deleting subnet d0d792ca-3e67-4b7e-85a4-cc2c83394550 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:51:41.429048 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-32185a30-589a-4551-9376-4b8adc47c2fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:41.472014 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-32185a30-589a-4551-9376-4b8adc47c2fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:41.518774 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-32185a30-589a-4551-9376-4b8adc47c2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:41.580549 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-32185a30-589a-4551-9376-4b8adc47c2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:41.595858 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cd6dc945-866c-4685-9309-12b68e819fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:41.616675 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32185a30-589a-4551-9376-4b8adc47c2fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d792ca-3e67-4b7e-85a4-cc2c83394550,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:41.618693 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-32185a30-589a-4551-9376-4b8adc47c2fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:41.624948 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-32185a30-589a-4551-9376-4b8adc47c2fe admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d0d792ca-3e67-4b7e-85a4-cc2c83394550 HTTP/1.1" status: 204 len: 168 time: 0.2694242 Nov 26 02:51:41.625603 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40396) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:41.649140 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device a691e3df-fba1-4aba-a148-2d4cceb9293e no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:51:41.680033 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: a691e3df-fba1-4aba-a148-2d4cceb9293e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:51:41.680455 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device a691e3df-fba1-4aba-a148-2d4cceb9293e not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:51:41.809024 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-04e858a7-458a-49f9-b573-cebdf52351b2 req-571c6da6-4bed-4b38-83ce-fbe76adc34e3 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 210 time: 0.3916178 Nov 26 02:51:41.953730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb76992-ce4e-4143-aafd-7c7e34dbde10 req-256dcd2a-4f9c-4f5e-8424-38a9715c8f6b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:41.960951 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5cb76992-ce4e-4143-aafd-7c7e34dbde10 req-256dcd2a-4f9c-4f5e-8424-38a9715c8f6b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 944 time: 0.1505859 Nov 26 02:51:41.964484 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb0e57ce-3160-4613-a372-b83a8201f96b req-577e953a-8d36-4eed-8e55-06f62533014d tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0656140 Nov 26 02:51:41.993005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-a29ad78f-55fb-4c1a-80a7-77b7f9cd9541 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:41.993519 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 743d1c09-7495-40e6-a927-fb0deef5aa25 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:41.994498 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-a29ad78f-55fb-4c1a-80a7-77b7f9cd9541 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.59 "GET /v2.0/networks?id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 HTTP/1.1" status: 200 len: 821 time: 0.5759621 Nov 26 02:51:42.002628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-0a0b1184-3f4e-4c7d-a723-3b00cb724910 req-0b4511c6-7fb9-4258-a2d0-67ba8ab23985 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Deleting port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:51:42.002978 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a0b1184-3f4e-4c7d-a723-3b00cb724910 req-0b4511c6-7fb9-4258-a2d0-67ba8ab23985 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.033909 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-3b606604-6a87-4686-a817-732ef58161f5 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Request body: {'port': {'device_id': '762301de-cb83-42a8-81d9-d0434cec213f', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'admin_state_up': True, 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:42.037043 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9c74cc8-de0a-437c-a63f-cdf8e6638a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.052457 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5cb76992-ce4e-4143-aafd-7c7e34dbde10 req-27a28959-fe7c-48a0-9b26-f5d32c00012a tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853214 Nov 26 02:51:42.085923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 743d1c09-7495-40e6-a927-fb0deef5aa25 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:51:42.091481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 743d1c09-7495-40e6-a927-fb0deef5aa25 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:42.092020 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.114161 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-e6c8c938-5e1a-4e6a-af2e-bc40da5a0ce2 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:42.116213 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-e6c8c938-5e1a-4e6a-af2e-bc40da5a0ce2 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.59 "GET /v2.0/networks?id=b727c198-3d36-4fd1-b045-70b4bce472a0 HTTP/1.1" status: 200 len: 804 time: 0.1829345 Nov 26 02:51:42.148824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-1f499eb7-62ad-4972-9d74-7126930ad873 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Request body: {'port': {'device_id': 'de9710cd-74d3-4375-b4c0-e869036554d1', 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0', 'admin_state_up': True, 'tenant_id': 'c21dd357d0374f68baf23c21ffc3bf3d'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:42.182987 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.208998 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9c74cc8-de0a-437c-a63f-cdf8e6638a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.230683 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 743d1c09-7495-40e6-a927-fb0deef5aa25, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=743d1c09-7495-40e6-a927-fb0deef5aa25,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:42.235358 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.236362 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 0d4e996e-dd9e-4022-bc73-75e7fdaf918b no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:51:42.241677 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-f9c74cc8-de0a-437c-a63f-cdf8e6638a10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9f44ba-7569-461d-b20c-0933912a8962']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:42.256517 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-f9c74cc8-de0a-437c-a63f-cdf8e6638a10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c476237-eb4f-4fad-b46c-d27c6522c3dc') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:42.256733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe095d9-9af6-486e-98b2-1ae7888d7502 req-4b193c7d-7db2-488b-91d2-16304b0dc930 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:42.256851 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-f9c74cc8-de0a-437c-a63f-cdf8e6638a10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c476237-eb4f-4fad-b46c-d27c6522c3dc') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:42.263852 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffe095d9-9af6-486e-98b2-1ae7888d7502 req-4b193c7d-7db2-488b-91d2-16304b0dc930 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 949 time: 0.1773815 Nov 26 02:51:42.280884 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0a0b1184-3f4e-4c7d-a723-3b00cb724910 req-0b4511c6-7fb9-4258-a2d0-67ba8ab23985 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] For port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0d4e996e-dd9e-4022-bc73-75e7fdaf918b,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:42.281496 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a0b1184-3f4e-4c7d-a723-3b00cb724910 req-0b4511c6-7fb9-4258-a2d0-67ba8ab23985 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.313688 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-0a0b1184-3f4e-4c7d-a723-3b00cb724910 req-0b4511c6-7fb9-4258-a2d0-67ba8ab23985 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Calling delete_port for 0d4e996e-dd9e-4022-bc73-75e7fdaf918b owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:51:42.313890 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9c74cc8-de0a-437c-a63f-cdf8e6638a10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.330742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=743d1c09-7495-40e6-a927-fb0deef5aa25,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:42.336910 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9c74cc8-de0a-437c-a63f-cdf8e6638a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.350501 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c74cc8-de0a-437c-a63f-cdf8e6638a10 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:51:42.350927 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9c74cc8-de0a-437c-a63f-cdf8e6638a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:51:42.352932 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:51:42.419080 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9c74cc8-de0a-437c-a63f-cdf8e6638a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.431648 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffe095d9-9af6-486e-98b2-1ae7888d7502 req-d16b329a-5591-4b22-b7d9-1285726952a5 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653345 Nov 26 02:51:42.432139 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9c74cc8-de0a-437c-a63f-cdf8e6638a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.435208 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f9c74cc8-de0a-437c-a63f-cdf8e6638a10 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9d9f44ba-7569-461d-b20c-0933912a8962 HTTP/1.1" status: 204 len: 168 time: 0.8082588 Nov 26 02:51:42.446431 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-3b606604-6a87-4686-a817-732ef58161f5 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Made reservation on behalf of e4c8c6ef166541329b9dea8ef3b97de5 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:51:42.449290 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c74cc8-de0a-437c-a63f-cdf8e6638a10 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d9f44ba-7569-461d-b20c-0933912a8962,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:42.453935 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-3b606604-6a87-4686-a817-732ef58161f5 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.462761 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-1f499eb7-62ad-4972-9d74-7126930ad873 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Made reservation on behalf of c21dd357d0374f68baf23c21ffc3bf3d for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:51:42.466809 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-1f499eb7-62ad-4972-9d74-7126930ad873 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.500733 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a98c4a7-89d3-4514-81a4-c03694f323d6 req-940c2a22-a7c4-4340-9c9a-1bb273705ae8 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 210 time: 0.0594921 Nov 26 02:51:42.583907 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40408) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:42.586942 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d0b242-22b9-43ef-9ddd-3867a5a51b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743d1c09-7495-40e6-a927-fb0deef5aa25'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:42.589887 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f125ef0c-ff72-4e5c-ad31-69046eb0bf62" -d '{"events": [{"server_uuid": "b5d0b242-22b9-43ef-9ddd-3867a5a51b0f", "name": "network-vif-plugged", "status": "completed", "tag": "743d1c09-7495-40e6-a927-fb0deef5aa25"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:42.618626 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-1f499eb7-62ad-4972-9d74-7126930ad873 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Allocated IP 172.20.0.10 (b727c198-3d36-4fd1-b045-70b4bce472a0/1b1d7b87-e76e-420b-a6ea-a71bcbbcd592/4f040c59-4ff0-434d-a03e-a3d8db815c04) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:51:42.647627 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e682bb7-bbfc-4625-9b30-955975787d69 x-openstack-request-id: req-0e682bb7-bbfc-4625-9b30-955975787d69 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:42.647924 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d0b242-22b9-43ef-9ddd-3867a5a51b0f", "name": "network-vif-plugged", "status": "completed", "tag": "743d1c09-7495-40e6-a927-fb0deef5aa25", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:42.648249 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e682bb7-bbfc-4625-9b30-955975787d69 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:42.648652 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d0b242-22b9-43ef-9ddd-3867a5a51b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743d1c09-7495-40e6-a927-fb0deef5aa25', 'code': 200} Nov 26 02:51:42.741722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8abad31a-6184-4ba3-b997-614ee143e4aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2f7329f7ca643cf9ccba62fc8a39d81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1565619 Nov 26 02:51:42.744224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40412) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:42.746789 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-3b606604-6a87-4686-a817-732ef58161f5 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Allocated IP 172.20.0.9 (ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9/f3b0af46-8ddc-4906-bee5-c3ae4085bf9d/6a3407e6-2727-4f0b-8b3b-58ac0e352216) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:51:42.762087 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a0b1184-3f4e-4c7d-a723-3b00cb724910 req-0b4511c6-7fb9-4258-a2d0-67ba8ab23985 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.828758 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec9ad9-27fb-4a3f-99a9-39e0db6046e1 req-b2bebf8a-1e31-4005-aeeb-f3678e8cfc7d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:42.830227 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b7ec9ad9-27fb-4a3f-99a9-39e0db6046e1 req-b2bebf8a-1e31-4005-aeeb-f3678e8cfc7d tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "GET /v2.0/ports?device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 949 time: 0.1697972 Nov 26 02:51:42.834050 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-1f499eb7-62ad-4972-9d74-7126930ad873 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.834556 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4511c6-7fb9-4258-a2d0-67ba8ab23985 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Pushing event deleted for resources: {'Port': ['ID=0d4e996e-dd9e-4022-bc73-75e7fdaf918b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:42.838996 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b54c1a20-55a1-4000-8148-d016d15548f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.861385 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afc8356-58ee-49c4-b84c-467d2c7caa23 None None] DHCP port deletion for b727c198-3d36-4fd1-b045-70b4bce472a0 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:51:42.863379 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b54c1a20-55a1-4000-8148-d016d15548f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.926293 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b54c1a20-55a1-4000-8148-d016d15548f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.928939 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0b1184-3f4e-4c7d-a723-3b00cb724910 req-0b4511c6-7fb9-4258-a2d0-67ba8ab23985 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] No DVR routers for this DVR port 0d4e996e-dd9e-4022-bc73-75e7fdaf918b on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:51:42.930528 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b54c1a20-55a1-4000-8148-d016d15548f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.931097 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b54c1a20-55a1-4000-8148-d016d15548f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bac41958-79f2-4f2e-abd6-f0fc3aebd663 HTTP/1.1" status: 204 len: 168 time: 0.1856771 Nov 26 02:51:42.940573 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a0b1184-3f4e-4c7d-a723-3b00cb724910 req-0b4511c6-7fb9-4258-a2d0-67ba8ab23985 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:42.944857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a0b1184-3f4e-4c7d-a723-3b00cb724910 req-0b4511c6-7fb9-4258-a2d0-67ba8ab23985 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.54 "DELETE /v2.0/ports/0d4e996e-dd9e-4022-bc73-75e7fdaf918b HTTP/1.1" status: 204 len: 173 time: 1.6603324 Nov 26 02:51:42.945323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b99433-a5db-47b2-9947-63f03559d915', 'name': 'network-vif-deleted', 'tag': '0d4e996e-dd9e-4022-bc73-75e7fdaf918b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:42.947871 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d14908-7776-41bb-bfe1-83546128e981" -d '{"events": [{"server_uuid": "63b99433-a5db-47b2-9947-63f03559d915", "name": "network-vif-deleted", "tag": "0d4e996e-dd9e-4022-bc73-75e7fdaf918b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:42.948784 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c1a20-55a1-4000-8148-d016d15548f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac41958-79f2-4f2e-abd6-f0fc3aebd663,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:42.992523 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e46db-69af-4d51-a763-41344b975b4b req-26cc3c00-0fd0-45bc-a300-63b17ef3bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:42.993998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b1e46db-69af-4d51-a763-41344b975b4b req-26cc3c00-0fd0-45bc-a300-63b17ef3bf21 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 1096 time: 0.2449775 Nov 26 02:51:43.016239 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-1f499eb7-62ad-4972-9d74-7126930ad873 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:43.017578 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-655b363d-74dd-46be-a195-bf7e83a603c3 req-9ba29f65-abb1-4e40-a99a-22ec947cb4aa tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 210 time: 0.0938945 Nov 26 02:51:43.076105 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dbc6c6-a8f7-4ce1-98d4-934161af7ec4 x-openstack-request-id: req-c6dbc6c6-a8f7-4ce1-98d4-934161af7ec4 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:43.076554 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b99433-a5db-47b2-9947-63f03559d915", "name": "network-vif-deleted", "tag": "0d4e996e-dd9e-4022-bc73-75e7fdaf918b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:43.076947 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6dbc6c6-a8f7-4ce1-98d4-934161af7ec4 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:43.077507 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b99433-a5db-47b2-9947-63f03559d915', 'name': 'network-vif-deleted', 'tag': '0d4e996e-dd9e-4022-bc73-75e7fdaf918b', 'status': 'completed', 'code': 200} Nov 26 02:51:43.090868 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-1f499eb7-62ad-4972-9d74-7126930ad873 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Network b727c198-3d36-4fd1-b045-70b4bce472a0 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:51:43.096012 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-1f499eb7-62ad-4972-9d74-7126930ad873 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:43.115572 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fc4ee7-5856-4fa7-829f-260e46716efe None None] DHCP port deletion for b727c198-3d36-4fd1-b045-70b4bce472a0 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:51:43.119724 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f499eb7-62ad-4972-9d74-7126930ad873 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Pushing event updated for resources: {'Port': ['ID=4f040c59-4ff0-434d-a03e-a3d8db815c04,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:43.125665 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-1f499eb7-62ad-4972-9d74-7126930ad873 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:51:43.200794 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b1e46db-69af-4d51-a763-41344b975b4b req-ac6777c2-7c90-48d7-84a0-f5a79c018a79 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767595 Nov 26 02:51:43.217730 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-1f499eb7-62ad-4972-9d74-7126930ad873 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:43.218364 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-1f499eb7-62ad-4972-9d74-7126930ad873 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:43.238067 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21fa3022-e577-4190-b788-195657baae92 req-b960a60b-db08-406e-9551-a758cb4b45b9 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0538218 Nov 26 02:51:43.238576 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-1f499eb7-62ad-4972-9d74-7126930ad873 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0941660 Nov 26 02:51:43.257676 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-3b606604-6a87-4686-a817-732ef58161f5 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:43.268472 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-0ef47da8-426d-4a4a-8c24-7f204cf69788 None None] Provisioning complete for port 4f040c59-4ff0-434d-a03e-a3d8db815c04 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:43.269907 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0ef47da8-426d-4a4a-8c24-7f204cf69788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:43.275622 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Request body: {'port': {'device_id': 'de9710cd-74d3-4375-b4c0-e869036554d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:43.300909 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-b7ec9ad9-27fb-4a3f-99a9-39e0db6046e1 req-a5ace64b-dbe6-4c3c-9f25-4049873921e7 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Deleting port ff1e4597-24c9-4f10-b373-14610df89cdf {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:51:43.304072 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b7ec9ad9-27fb-4a3f-99a9-39e0db6046e1 req-a5ace64b-dbe6-4c3c-9f25-4049873921e7 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:43.322485 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-0ef47da8-426d-4a4a-8c24-7f204cf69788 None None] Port 4f040c59-4ff0-434d-a03e-a3d8db815c04 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:51:43.353813 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:43.410910 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b03e92-3767-4ddc-bdc7-2eaf6f8d4790 req-94dc0dc3-1e49-4cdc-93c8-69c93cfebbda tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:43.412535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21b03e92-3767-4ddc-bdc7-2eaf6f8d4790 req-94dc0dc3-1e49-4cdc-93c8-69c93cfebbda tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 945 time: 0.2098436 Nov 26 02:51:43.456473 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-3b606604-6a87-4686-a817-732ef58161f5 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:43.487754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['849a9db9-7ed6-47be-bdbb-b639b1cf41fc'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:43.524126 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21b03e92-3767-4ddc-bdc7-2eaf6f8d4790 req-e88f53a6-bfe3-4cb7-b0b0-1b60c84e65f0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007843 Nov 26 02:51:43.536618 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-b7ec9ad9-27fb-4a3f-99a9-39e0db6046e1 req-a5ace64b-dbe6-4c3c-9f25-4049873921e7 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] For port ff1e4597-24c9-4f10-b373-14610df89cdf, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ff1e4597-24c9-4f10-b373-14610df89cdf,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:43.537260 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b7ec9ad9-27fb-4a3f-99a9-39e0db6046e1 req-a5ace64b-dbe6-4c3c-9f25-4049873921e7 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:43.561069 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-3b606604-6a87-4686-a817-732ef58161f5 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Network ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:51:43.569899 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-3b606604-6a87-4686-a817-732ef58161f5 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:43.572548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-b7ec9ad9-27fb-4a3f-99a9-39e0db6046e1 req-a5ace64b-dbe6-4c3c-9f25-4049873921e7 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Calling delete_port for ff1e4597-24c9-4f10-b373-14610df89cdf owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:51:43.578123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-3b606604-6a87-4686-a817-732ef58161f5 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:51:43.662572 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-3b606604-6a87-4686-a817-732ef58161f5 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:43.663248 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-3b606604-6a87-4686-a817-732ef58161f5 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:43.673739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b606604-6a87-4686-a817-732ef58161f5 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Pushing event updated for resources: {'Port': ['ID=6a3407e6-2727-4f0b-8b3b-58ac0e352216,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:43.722308 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f040c59-4ff0-434d-a03e-a3d8db815c04 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:43.727037 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-3b606604-6a87-4686-a817-732ef58161f5 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6983235 Nov 26 02:51:43.738942 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:43.748161 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Request body: {'port': {'device_id': '762301de-cb83-42a8-81d9-d0434cec213f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:43.768741 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Transition to ACTIVE for port object 4f040c59-4ff0-434d-a03e-a3d8db815c04 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:51:43.778787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:43.832371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7bf116-b022-4be9-a68d-d45bd9d7f4a3 None None] DHCP port deletion for b727c198-3d36-4fd1-b045-70b4bce472a0 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:51:43.834946 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Pushing event updated for resources: {'Port': ['ID=4f040c59-4ff0-434d-a03e-a3d8db815c04,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:43.918208 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b7ec9ad9-27fb-4a3f-99a9-39e0db6046e1 req-a5ace64b-dbe6-4c3c-9f25-4049873921e7 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:43.920349 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Attempting to bind port 4f040c59-4ff0-434d-a03e-a3d8db815c04 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:51:43.920848 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Attempting to bind port 4f040c59-4ff0-434d-a03e-a3d8db815c04 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '1bfbf118-5066-4c99-b7c9-a1c3f7285572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:51:43.921341 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Attempting to bind port 4f040c59-4ff0-434d-a03e-a3d8db815c04 on network b727c198-3d36-4fd1-b045-70b4bce472a0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:51:43.927400 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Port 4f040c59-4ff0-434d-a03e-a3d8db815c04 on network b727c198-3d36-4fd1-b045-70b4bce472a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:51:43.928333 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Attempting to bind port 4f040c59-4ff0-434d-a03e-a3d8db815c04 on network b727c198-3d36-4fd1-b045-70b4bce472a0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:51:43.938618 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:51:43.939153 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Checking segment: {'id': '1bfbf118-5066-4c99-b7c9-a1c3f7285572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:51:43.939868 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Bound using segment: {'id': '1bfbf118-5066-4c99-b7c9-a1c3f7285572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:51:43.940470 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Bound port: 4f040c59-4ff0-434d-a03e-a3d8db815c04, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfbf118-5066-4c99-b7c9-a1c3f7285572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:51:43.941299 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:43.954912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ff1e4597-24c9-4f10-b373-14610df89cdf'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:43.969540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ace64b-dbe6-4c3c-9f25-4049873921e7 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Pushing event deleted for resources: {'Port': ['ID=ff1e4597-24c9-4f10-b373-14610df89cdf,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:44.035471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b8fb810b-23eb-433c-a0fc-34c28c939019 None None] Provisioning complete for port 6a3407e6-2727-4f0b-8b3b-58ac0e352216 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:44.037008 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b8fb810b-23eb-433c-a0fc-34c28c939019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:44.053281 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] For port 4f040c59-4ff0-434d-a03e-a3d8db815c04, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:51:44.058605 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f6fda-f18f-4d46-8374-fe2255f86160 req-4171ca0f-b969-4f69-81c3-460d65722654 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:44.060240 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-044f6fda-f18f-4d46-8374-fe2255f86160 req-4171ca0f-b969-4f69-81c3-460d65722654 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf3d835-6bca-47d7-9b0b-5fd3742a516c HTTP/1.1" status: 200 len: 867 time: 0.2953157 Nov 26 02:51:44.063385 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] For port 4f040c59-4ff0-434d-a03e-a3d8db815c04, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=4f040c59-4ff0-434d-a03e-a3d8db815c04,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:51:44.083890 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:44.084112 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:44.095131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342699e-3021-4c2c-87cf-e0a3df218ee6 req-ea20a5a4-36fe-4453-89a6-c876718bc970 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:44.103122 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7342699e-3021-4c2c-87cf-e0a3df218ee6 req-ea20a5a4-36fe-4453-89a6-c876718bc970 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 931 time: 0.1904063 Nov 26 02:51:44.115313 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb810b-23eb-433c-a0fc-34c28c939019 None None] Port 6a3407e6-2727-4f0b-8b3b-58ac0e352216 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:51:44.121024 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-64ff475f-097a-4340-9c42-aef81559c178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:44.135572 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ec9ad9-27fb-4a3f-99a9-39e0db6046e1 req-a5ace64b-dbe6-4c3c-9f25-4049873921e7 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] No DVR routers for this DVR port ff1e4597-24c9-4f10-b373-14610df89cdf on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:51:44.146181 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:44.146413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e324f94-9d3e-4521-acac-2566373cf93e None None] DHCP port deletion for b727c198-3d36-4fd1-b045-70b4bce472a0 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:51:44.147665 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:44.149480 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] 10.222.0.59 "PUT /v2.0/ports/4f040c59-4ff0-434d-a03e-a3d8db815c04 HTTP/1.1" status: 200 len: 1092 time: 0.8904984 Nov 26 02:51:44.150086 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9710cd-74d3-4375-b4c0-e869036554d1', 'tag': '4f040c59-4ff0-434d-a03e-a3d8db815c04'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:44.152167 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b7ec9ad9-27fb-4a3f-99a9-39e0db6046e1 req-a5ace64b-dbe6-4c3c-9f25-4049873921e7 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:44.152953 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62372160-54de-452e-91e8-d2579d995422" -d '{"events": [{"name": "network-changed", "server_uuid": "de9710cd-74d3-4375-b4c0-e869036554d1", "tag": "4f040c59-4ff0-434d-a03e-a3d8db815c04"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:44.155434 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b7ec9ad9-27fb-4a3f-99a9-39e0db6046e1 req-a5ace64b-dbe6-4c3c-9f25-4049873921e7 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.59 "DELETE /v2.0/ports/ff1e4597-24c9-4f10-b373-14610df89cdf HTTP/1.1" status: 204 len: 173 time: 1.3041375 Nov 26 02:51:44.213178 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffd536-cd27-4795-b966-ba024b85b65b service neutron] Pushing event updated for resources: {'Port': ['ID=4f040c59-4ff0-434d-a03e-a3d8db815c04,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:44.307938 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40456) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:44.416432 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7342699e-3021-4c2c-87cf-e0a3df218ee6 req-cbf6999b-3782-47c9-92a4-de6c52cafac0 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036191 Nov 26 02:51:44.426300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-6f6ad418-e5d7-461b-911d-175491df686e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-330170607-network', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:44.443862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-044f6fda-f18f-4d46-8374-fe2255f86160 req-f3ee1f9d-e58a-4ed4-8f2b-e547d0b72382 tempest-ServersOnMultiNodesTest-1968416850 tempest-ServersOnMultiNodesTest-1968416850-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c46cc94-74aa-4943-8f36-1598bc8e5941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688381 Nov 26 02:51:44.452728 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6ad418-e5d7-461b-911d-175491df686e admin admin] Made reservation on behalf of 63b815c3cb0d48b09328fd2ad95d226f for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:51:44.456331 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f6ad418-e5d7-461b-911d-175491df686e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:44.466883 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-64cb7f24-a1ae-4d1b-b89b-a0226a0cf8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:44.468564 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-64cb7f24-a1ae-4d1b-b89b-a0226a0cf8b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c21dd357d0374f68baf23c21ffc3bf3d&device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 1095 time: 0.2107873 Nov 26 02:51:44.470439 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f6ad418-e5d7-461b-911d-175491df686e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:44.519769 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc78dce-a0b5-4649-9e09-75e46e4747cc x-openstack-request-id: req-ebc78dce-a0b5-4649-9e09-75e46e4747cc {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:44.520086 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9710cd-74d3-4375-b4c0-e869036554d1", "tag": "4f040c59-4ff0-434d-a03e-a3d8db815c04", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:44.520344 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebc78dce-a0b5-4649-9e09-75e46e4747cc {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:44.521311 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9710cd-74d3-4375-b4c0-e869036554d1', 'tag': '4f040c59-4ff0-434d-a03e-a3d8db815c04', 'status': 'completed', 'code': 200} Nov 26 02:51:44.572251 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-9e7c9354-5092-4200-acfb-a6c961d69a89 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f040c59-4ff0-434d-a03e-a3d8db815c04 HTTP/1.1" status: 200 len: 217 time: 0.0832546 Nov 26 02:51:44.572709 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f6ad418-e5d7-461b-911d-175491df686e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:44.582228 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f6ad418-e5d7-461b-911d-175491df686e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:44.608081 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6ad418-e5d7-461b-911d-175491df686e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:51:44.646261 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ad418-e5d7-461b-911d-175491df686e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0374942-5ad8-4a9c-acc2-a2c23f511b47,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:44.651339 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f6ad418-e5d7-461b-911d-175491df686e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:44.652415 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-6f6ad418-e5d7-461b-911d-175491df686e admin admin] Added segment b035f7d8-bdc3-4a67-a8cf-cb3525c2442b of type vlan for network 280aa7a0-b74e-4574-ba4c-9132492aa839 Nov 26 02:51:44.686955 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07ac8902-c097-4344-bbc5-1bf577b943d9 req-10fb5337-109e-4bc3-80e7-cd420e0cf393 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0921907 Nov 26 02:51:44.712870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d62bb8-b82b-4d0b-b512-cc1e379ef7e3 req-0645440a-b3c7-4833-903a-321ef19e14fe tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:44.715060 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f6ad418-e5d7-461b-911d-175491df686e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:44.720001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54d62bb8-b82b-4d0b-b512-cc1e379ef7e3 req-0645440a-b3c7-4833-903a-321ef19e14fe tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 944 time: 0.2170906 Nov 26 02:51:44.738423 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3407e6-2727-4f0b-8b3b-58ac0e352216 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:44.750583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-aa616b49-f77d-4d16-8cb0-83858d2438a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:44.752263 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-aa616b49-f77d-4d16-8cb0-83858d2438a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b1d7b87-e76e-420b-a6ea-a71bcbbcd592 HTTP/1.1" status: 200 len: 844 time: 0.1666670 Nov 26 02:51:44.757959 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:44.758496 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f6ad418-e5d7-461b-911d-175491df686e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:44.760218 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ad418-e5d7-461b-911d-175491df686e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:44.761239 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f6ad418-e5d7-461b-911d-175491df686e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:44.795676 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-b3b4d2fa-7861-41e8-a9f7-8e2e889a2d11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b727c198-3d36-4fd1-b045-70b4bce472a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340035 Nov 26 02:51:44.825585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Transition to ACTIVE for port object 6a3407e6-2727-4f0b-8b3b-58ac0e352216 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:51:44.844524 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6f6ad418-e5d7-461b-911d-175491df686e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5349400 Nov 26 02:51:44.852574 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40466) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:44.858077 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-08bd9341-dff4-4818-85b1-dc6b244abc6b admin admin] Request body: {'subnet': {'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-330170607-subnet', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:44.866866 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:44.873365 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ad418-e5d7-461b-911d-175491df686e admin admin] Pushing event updated for resources: {'Network': ['ID=280aa7a0-b74e-4574-ba4c-9132492aa839,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:44.883868 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 280aa7a0-b74e-4574-ba4c-9132492aa839 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:51:44.887578 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54d62bb8-b82b-4d0b-b512-cc1e379ef7e3 req-1db8a015-82e7-4a84-8614-9a0571968594 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665204 Nov 26 02:51:44.900637 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bd9341-dff4-4818-85b1-dc6b244abc6b admin admin] Made reservation on behalf of 63b815c3cb0d48b09328fd2ad95d226f for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:51:44.903002 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08bd9341-dff4-4818-85b1-dc6b244abc6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:44.982832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Pushing event updated for resources: {'Port': ['ID=6a3407e6-2727-4f0b-8b3b-58ac0e352216,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:45.014428 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:45.034793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb83fe-2b04-4cb3-98d8-e8d1528b0e4f req-ffaf1364-c5d9-4bfc-a5c3-ebf404ee1fff tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:45.036387 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ebeb83fe-2b04-4cb3-98d8-e8d1528b0e4f req-ffaf1364-c5d9-4bfc-a5c3-ebf404ee1fff tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 945 time: 0.1982772 Nov 26 02:51:45.062208 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-8f7fffb0-7493-42e4-ab06-a53cd04a6b96 service neutron] 10.222.0.59 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558146 Nov 26 02:51:45.078667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf3d835-6bca-47d7-9b0b-5fd3742a516c', 'name': 'network-vif-deleted', 'tag': 'ff1e4597-24c9-4f10-b373-14610df89cdf'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:45.080884 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f238e75-e8a0-47d4-ac48-ffab79e21904" -d '{"events": [{"server_uuid": "5bf3d835-6bca-47d7-9b0b-5fd3742a516c", "name": "network-vif-deleted", "tag": "ff1e4597-24c9-4f10-b373-14610df89cdf"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:45.129274 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08bd9341-dff4-4818-85b1-dc6b244abc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:45.192003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Attempting to bind port 6a3407e6-2727-4f0b-8b3b-58ac0e352216 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:51:45.192663 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Attempting to bind port 6a3407e6-2727-4f0b-8b3b-58ac0e352216 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '53241765-6c41-46c6-a94d-3bef277876d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:51:45.193149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Attempting to bind port 6a3407e6-2727-4f0b-8b3b-58ac0e352216 on network ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:51:45.204836 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd9341-dff4-4818-85b1-dc6b244abc6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd6a293a-896f-4bbe-a4f6-4ff012988fdc,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:45.205051 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ebeb83fe-2b04-4cb3-98d8-e8d1528b0e4f req-94cbd0a2-e47e-4201-bffa-7d10a9c5e75b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449842 Nov 26 02:51:45.207387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Port 6a3407e6-2727-4f0b-8b3b-58ac0e352216 on network ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:51:45.208099 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Attempting to bind port 6a3407e6-2727-4f0b-8b3b-58ac0e352216 on network ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:51:45.212997 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb873fc-98ad-41bb-8431-90b85a7fdf1c x-openstack-request-id: req-dbb873fc-98ad-41bb-8431-90b85a7fdf1c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:45.213290 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf3d835-6bca-47d7-9b0b-5fd3742a516c", "name": "network-vif-deleted", "tag": "ff1e4597-24c9-4f10-b373-14610df89cdf", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:45.213546 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbb873fc-98ad-41bb-8431-90b85a7fdf1c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:45.213941 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf3d835-6bca-47d7-9b0b-5fd3742a516c', 'name': 'network-vif-deleted', 'tag': 'ff1e4597-24c9-4f10-b373-14610df89cdf', 'status': 'completed', 'code': 200} Nov 26 02:51:45.217812 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bd9341-dff4-4818-85b1-dc6b244abc6b admin admin] Checking segment: {'id': 'b035f7d8-bdc3-4a67-a8cf-cb3525c2442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:51:45.218352 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bd9341-dff4-4818-85b1-dc6b244abc6b admin admin] Network hostable DHCP agents. Network: 280aa7a0-b74e-4574-ba4c-9132492aa839, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:51:45.227071 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:51:45.227412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Checking segment: {'id': '53241765-6c41-46c6-a94d-3bef277876d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:51:45.227798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Bound using segment: {'id': '53241765-6c41-46c6-a94d-3bef277876d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:51:45.228262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Bound port: 6a3407e6-2727-4f0b-8b3b-58ac0e352216, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53241765-6c41-46c6-a94d-3bef277876d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:51:45.228628 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:45.243701 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bd9341-dff4-4818-85b1-dc6b244abc6b admin admin] Network 280aa7a0-b74e-4574-ba4c-9132492aa839 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:51:45.252539 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1b9ea08-577f-4c00-81cf-aea1d509346d req-1b0ce840-3c7c-4843-854f-332ffadd80b1 service neutron] 10.222.0.59 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615245 Nov 26 02:51:45.254413 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-08bd9341-dff4-4818-85b1-dc6b244abc6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 280aa7a0-b74e-4574-ba4c-9132492aa839) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:45.258855 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bd9341-dff4-4818-85b1-dc6b244abc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:45.259521 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08bd9341-dff4-4818-85b1-dc6b244abc6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:45.276539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38fdaf6-295b-41c5-8da3-2e90cc66d147 None None] Network 280aa7a0-b74e-4574-ba4c-9132492aa839 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:51:45.289628 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-08bd9341-dff4-4818-85b1-dc6b244abc6b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4361863 Nov 26 02:51:45.292602 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40470) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:45.300872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:45.310093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] For port 6a3407e6-2727-4f0b-8b3b-58ac0e352216, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:51:45.313425 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] For port 6a3407e6-2727-4f0b-8b3b-58ac0e352216, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6a3407e6-2727-4f0b-8b3b-58ac0e352216,segment=NetworkSegment(53241765-6c41-46c6-a94d-3bef277876d6),segment_id=53241765-6c41-46c6-a94d-3bef277876d6)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:51:45.318252 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:45.322056 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:45.324223 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:45.362098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:45.362722 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:45.364899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] 10.222.0.59 "PUT /v2.0/ports/6a3407e6-2727-4f0b-8b3b-58ac0e352216 HTTP/1.1" status: 200 len: 1091 time: 1.6219497 Nov 26 02:51:45.394135 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:45.412995 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3521083-4cca-44f4-a225-d21a41ddee7c service neutron] Pushing event updated for resources: {'Port': ['ID=6a3407e6-2727-4f0b-8b3b-58ac0e352216,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:45.437184 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62372160-54de-452e-91e8-d2579d995422 req-f38ed402-8969-45d8-8cf7-4c75c17111d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:45.438903 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62372160-54de-452e-91e8-d2579d995422 req-f38ed402-8969-45d8-8cf7-4c75c17111d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c21dd357d0374f68baf23c21ffc3bf3d&device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 1095 time: 0.0574751 Nov 26 02:51:45.569708 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:45.667620 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-280aa7a0-b74e-4574-ba4c-9132492aa839', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:51:45.668532 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:45.866391 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:45.890400 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40482) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:45.897757 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:45.918714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Allocated IP 172.20.0.2 (280aa7a0-b74e-4574-ba4c-9132492aa839/fd6a293a-896f-4bbe-a4f6-4ff012988fdc/1cd73f41-9a00-4e88-bb7d-4f62beab8e97) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:51:46.030358 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] Allocated IP 172.25.0.202 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/1eeefd21-4cce-4c3c-904a-cd80562e14ce) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:51:46.058683 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d79293c7-d713-45ff-8de7-83166bb9c58e req-14460e7d-4737-4b3b-817b-905dfc58a762 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0791361 Nov 26 02:51:46.092242 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-ef876b66-e164-4648-b519-4d82532baf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:46.096785 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-ef876b66-e164-4648-b519-4d82532baf5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4c8c6ef166541329b9dea8ef3b97de5&device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 1094 time: 0.6354237 Nov 26 02:51:46.106150 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:46.116529 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:46.178082 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d95a5020-6c5c-49f3-9450-1a2aee32e834 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08b5feaa4095481faa6084a9cce632a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857821 Nov 26 02:51:46.180938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Network 280aa7a0-b74e-4574-ba4c-9132492aa839 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:51:46.184523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:46.189644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:51:46.200019 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Pushing event updated for resources: {'Port': ['ID=1cd73f41-9a00-4e88-bb7d-4f62beab8e97,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:46.204712 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:46.216705 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40492) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:46.232249 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62372160-54de-452e-91e8-d2579d995422 req-264fb0ed-df69-457d-b5a5-344f9e30922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:46.234019 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62372160-54de-452e-91e8-d2579d995422 req-264fb0ed-df69-457d-b5a5-344f9e30922f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b727c198-3d36-4fd1-b045-70b4bce472a0 HTTP/1.1" status: 200 len: 905 time: 0.7848558 Nov 26 02:51:46.235576 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-22237d07-df17-4353-8d0a-6e86ad4e1083 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a3407e6-2727-4f0b-8b3b-58ac0e352216 HTTP/1.1" status: 200 len: 217 time: 0.0972142 Nov 26 02:51:46.245016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e3003-6bdd-4c32-8e19-a307fdced0cd req-a3f81458-0479-49b3-99ee-dc128c18c74a tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:46.247114 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-200e3003-6bdd-4c32-8e19-a307fdced0cd req-a3f81458-0479-49b3-99ee-dc128c18c74a tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 943 time: 0.6838143 Nov 26 02:51:46.274038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Attempting to bind port 1cd73f41-9a00-4e88-bb7d-4f62beab8e97 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:51:46.274511 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Attempting to bind port 1cd73f41-9a00-4e88-bb7d-4f62beab8e97 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'b035f7d8-bdc3-4a67-a8cf-cb3525c2442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:51:46.274958 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Attempting to bind port 1cd73f41-9a00-4e88-bb7d-4f62beab8e97 on network 280aa7a0-b74e-4574-ba4c-9132492aa839 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:51:46.280890 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:46.281128 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:51:46.281336 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Checking segment: {'id': 'b035f7d8-bdc3-4a67-a8cf-cb3525c2442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:51:46.281790 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:46.282297 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Bound using segment: {'id': 'b035f7d8-bdc3-4a67-a8cf-cb3525c2442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:51:46.282644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Bound port: 1cd73f41-9a00-4e88-bb7d-4f62beab8e97, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b035f7d8-bdc3-4a67-a8cf-cb3525c2442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:51:46.283087 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:46.294128 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8115e913-e86b-4987-8cc6-c8ceeec92762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:46.323718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:51:46.341012 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:46.347017 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:51:46.358929 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] For port 1cd73f41-9a00-4e88-bb7d-4f62beab8e97, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:51:46.362860 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] For port 1cd73f41-9a00-4e88-bb7d-4f62beab8e97, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1cd73f41-9a00-4e88-bb7d-4f62beab8e97,segment=NetworkSegment(b035f7d8-bdc3-4a67-a8cf-cb3525c2442b),segment_id=b035f7d8-bdc3-4a67-a8cf-cb3525c2442b)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:51:46.366410 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128607df-15b7-450a-b149-039f432b5fad None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:51:46.371055 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:46.373042 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62372160-54de-452e-91e8-d2579d995422 req-00528e22-fd81-419f-aaf5-27ac05e89f0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f040c59-4ff0-434d-a03e-a3d8db815c04 HTTP/1.1" status: 200 len: 217 time: 0.1157248 Nov 26 02:51:46.392545 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8115e913-e86b-4987-8cc6-c8ceeec92762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:46.403998 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] Pushing event updated for resources: {'Port': ['ID=1eeefd21-4cce-4c3c-904a-cd80562e14ce,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:46.440539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a93e1-9d35-444f-a047-b010abede6d5 None None] Pushing event updated for resources: {'Port': ['ID=1cd73f41-9a00-4e88-bb7d-4f62beab8e97,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:46.466590 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27d82a-df27-45cb-a3a7-e2d178e714d4 req-c5f3a118-e339-48ef-af92-932011a93ab9 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:46.471543 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f27d82a-df27-45cb-a3a7-e2d178e714d4 req-c5f3a118-e339-48ef-af92-932011a93ab9 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 944 time: 0.2419529 Nov 26 02:51:46.481791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-64a9effa-7a86-4341-8e38-1b7acc88afce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:46.483758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-64a9effa-7a86-4341-8e38-1b7acc88afce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f3b0af46-8ddc-4906-bee5-c3ae4085bf9d HTTP/1.1" status: 200 len: 860 time: 0.2251687 Nov 26 02:51:46.507776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-304a32f5-d4fb-4c3f-abf2-7267b45a1d34 None None] Provisioning complete for port 1eeefd21-4cce-4c3c-904a-cd80562e14ce triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:46.508125 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-304a32f5-d4fb-4c3f-abf2-7267b45a1d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:46.512082 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:46.530163 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-200e3003-6bdd-4c32-8e19-a307fdced0cd req-fa0be2ad-972b-4159-b703-392d6cae074e tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697034 Nov 26 02:51:46.566297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62372160-54de-452e-91e8-d2579d995422 req-284ab2d2-4009-4d22-9e0c-c35e53b58d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:46.569098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62372160-54de-452e-91e8-d2579d995422 req-284ab2d2-4009-4d22-9e0c-c35e53b58d09 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b1d7b87-e76e-420b-a6ea-a71bcbbcd592 HTTP/1.1" status: 200 len: 844 time: 0.1790881 Nov 26 02:51:46.574085 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8115e913-e86b-4987-8cc6-c8ceeec92762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:46.574628 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-304a32f5-d4fb-4c3f-abf2-7267b45a1d34 None None] Port 1eeefd21-4cce-4c3c-904a-cd80562e14ce cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:51:46.577519 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8115e913-e86b-4987-8cc6-c8ceeec92762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:46.580097 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8115e913-e86b-4987-8cc6-c8ceeec92762 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c46cc94-74aa-4943-8f36-1598bc8e5941 HTTP/1.1" status: 204 len: 168 time: 0.3608313 Nov 26 02:51:46.601519 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115e913-e86b-4987-8cc6-c8ceeec92762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c46cc94-74aa-4943-8f36-1598bc8e5941,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:46.656014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62372160-54de-452e-91e8-d2579d995422 req-dd79d54e-b6c1-4fb6-9c30-bac6c10a90ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b727c198-3d36-4fd1-b045-70b4bce472a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769324 Nov 26 02:51:46.690903 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f27d82a-df27-45cb-a3a7-e2d178e714d4 req-64ec5b56-67f6-4fcf-aabe-0bcbd330c1d8 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029736 Nov 26 02:51:46.706393 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-882b4ad2-53ca-43a0-942b-74c61feea5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:46.710586 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-882b4ad2-53ca-43a0-942b-74c61feea5ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2105882 Nov 26 02:51:46.837353 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:46.998356 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca94abd-2ebf-41be-b48d-5e4b01c2a6e1 req-10041e8d-723b-430b-b99a-8c430663c57f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:47.000763 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ca94abd-2ebf-41be-b48d-5e4b01c2a6e1 req-10041e8d-723b-430b-b99a-8c430663c57f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 945 time: 0.1464913 Nov 26 02:51:47.004475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-fa6e68a5-2f81-43a6-a936-3cd4db9619a0 service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760742 Nov 26 02:51:47.008438 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62372160-54de-452e-91e8-d2579d995422 req-1a62f0f1-f064-4b29-81af-8fcaa9429036 service neutron] 10.222.0.59 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393736 Nov 26 02:51:47.082627 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:47.164582 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40502) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:47.189029 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ca94abd-2ebf-41be-b48d-5e4b01c2a6e1 req-862513f4-aa8a-4a11-90d3-70845af69171 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786473 Nov 26 02:51:47.215522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762301de-cb83-42a8-81d9-d0434cec213f', 'tag': '6a3407e6-2727-4f0b-8b3b-58ac0e352216'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:47.229570 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f60f51-6158-4229-81d7-e54124a578dc" -d '{"events": [{"name": "network-changed", "server_uuid": "762301de-cb83-42a8-81d9-d0434cec213f", "tag": "6a3407e6-2727-4f0b-8b3b-58ac0e352216"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:47.279610 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfb7e609-0a60-4720-9c3c-e9e41a4340e1 req-ea3cc552-5191-4f34-941b-46442b11c743 service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611799 Nov 26 02:51:47.313935 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-393588f0-00e8-4cf5-a16f-9a3b244c8dc4 req-55fa9833-2d30-4fb5-9568-ac8a9808abe5 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.1226568 Nov 26 02:51:47.369102 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959b3acf-c01c-4b59-9e8d-1186bd4d5cfc x-openstack-request-id: req-959b3acf-c01c-4b59-9e8d-1186bd4d5cfc {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:47.369102 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762301de-cb83-42a8-81d9-d0434cec213f", "tag": "6a3407e6-2727-4f0b-8b3b-58ac0e352216", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:47.369472 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-959b3acf-c01c-4b59-9e8d-1186bd4d5cfc {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:47.369803 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762301de-cb83-42a8-81d9-d0434cec213f', 'tag': '6a3407e6-2727-4f0b-8b3b-58ac0e352216', 'status': 'completed', 'code': 200} Nov 26 02:51:47.376887 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62372160-54de-452e-91e8-d2579d995422 req-cd96eae8-7c7e-4305-8e5e-b3eb22bea2f6 service neutron] 10.222.0.59 "GET /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576477 Nov 26 02:51:47.485698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2bd4b79f-65dd-482e-a05e-875f469a19e4 req-16ce59d4-ab9e-46a5-963d-ed388e4185bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0466559 Nov 26 02:51:47.512857 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:47.523102 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-88a6a91a-2d36-4308-9974-1b5b584128b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad6d2ec9a5d44694965aa24ee0245dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3573518 Nov 26 02:51:47.527607 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40518) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:47.597450 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f60f51-6158-4229-81d7-e54124a578dc req-4f4f4a40-0ce8-46f2-aed1-e3dd640ed39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:47.599565 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02f60f51-6158-4229-81d7-e54124a578dc req-4f4f4a40-0ce8-46f2-aed1-e3dd640ed39a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4c8c6ef166541329b9dea8ef3b97de5&device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 1094 time: 0.1250174 Nov 26 02:51:47.611056 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-17b67bcf-d787-4ace-8015-4fbf25e528bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:47.633355 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] Router ac88865d-134d-4d00-abfb-b80b3c5d88be is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:51:47.648500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784eacc-bae8-4025-822d-fea922841b43 req-48cb2837-4875-46c5-9715-543e3891366e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:47.655300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1784eacc-bae8-4025-822d-fea922841b43 req-48cb2837-4875-46c5-9715-543e3891366e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 806 time: 0.1823437 Nov 26 02:51:47.659353 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-17b67bcf-d787-4ace-8015-4fbf25e528bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:47.674548 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1784eacc-bae8-4025-822d-fea922841b43 req-93516589-571a-4856-a483-7f0761a4729d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/quotas/c43a80d7d3a64acc8e271b3400bc973d HTTP/1.1" status: 200 len: 375 time: 0.0181420 Nov 26 02:51:47.693543 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ff1e4597-24c9-4f10-b373-14610df89cdf no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:51:47.723091 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: ff1e4597-24c9-4f10-b373-14610df89cdf {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:51:47.723492 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ff1e4597-24c9-4f10-b373-14610df89cdf not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:51:47.750921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1784eacc-bae8-4025-822d-fea922841b43 req-4cfa3d2b-3532-4abb-934d-0e71519f78b4 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754986 Nov 26 02:51:47.790698 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6785e-7271-4997-abc7-f6765cd8abd7 req-ef9933b6-92bc-4b70-8dcb-2dce91cb6b2b tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:47.792252 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61f6785e-7271-4997-abc7-f6765cd8abd7 req-ef9933b6-92bc-4b70-8dcb-2dce91cb6b2b tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 943 time: 0.1347342 Nov 26 02:51:47.807305 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:51:47.820721 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Sync routers for ids ['ac88865d-134d-4d00-abfb-b80b3c5d88be'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:51:47.824242 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-17b67bcf-d787-4ace-8015-4fbf25e528bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:47.827953 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-17b67bcf-d787-4ace-8015-4fbf25e528bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:47.832454 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-17b67bcf-d787-4ace-8015-4fbf25e528bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0557930f-7c1c-47a3-925a-dd6980c8b695 HTTP/1.1" status: 204 len: 168 time: 0.3034832 Nov 26 02:51:47.843180 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Routers {'ac88865d-134d-4d00-abfb-b80b3c5d88be'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:51:47.844094 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:51:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ac88865d-134d-4d00-abfb-b80b3c5d88be'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:47.847606 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:47.853043 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-74022d22-b58a-4682-9e77-d253c4934254 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5579860 Nov 26 02:51:47.853974 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b67bcf-d787-4ace-8015-4fbf25e528bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0557930f-7c1c-47a3-925a-dd6980c8b695,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:47.857325 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40530) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:47.934964 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e18216-f49e-4dd7-bea9-6bf8e4399d3c None None] Network 280aa7a0-b74e-4574-ba4c-9132492aa839 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:51:47.995295 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61f6785e-7271-4997-abc7-f6765cd8abd7 req-f9d19e63-e73a-4042-8e55-177b12056d4c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769040 Nov 26 02:51:48.002448 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1784eacc-bae8-4025-822d-fea922841b43 req-aa2dbea1-df1b-43d5-bc2d-e7c65bef5e07 service neutron] 10.222.0.31 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409711 Nov 26 02:51:48.003611 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f60f51-6158-4229-81d7-e54124a578dc req-d03e167b-3263-4a39-a55b-cd212ac13780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:48.005555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02f60f51-6158-4229-81d7-e54124a578dc req-d03e167b-3263-4a39-a55b-cd212ac13780 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 HTTP/1.1" status: 200 len: 922 time: 0.2530913 Nov 26 02:51:48.066555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02f60f51-6158-4229-81d7-e54124a578dc req-8f4fa8b7-c2a7-4ddb-899b-307615c0dba1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a3407e6-2727-4f0b-8b3b-58ac0e352216 HTTP/1.1" status: 200 len: 217 time: 0.0528018 Nov 26 02:51:48.106862 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Set router ac88865d-134d-4d00-abfb-b80b3c5d88be gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:51:48.108752 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-78d1c35a-b429-46a4-8a86-79cbdc03795e None None] Provisioning complete for port 1cd73f41-9a00-4e88-bb7d-4f62beab8e97 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:48.109351 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-78d1c35a-b429-46a4-8a86-79cbdc03795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:48.224601 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1784eacc-bae8-4025-822d-fea922841b43 req-17180073-bb30-4968-992e-8eb38b00a346 service neutron] 10.222.0.31 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121446 Nov 26 02:51:48.247995 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f60f51-6158-4229-81d7-e54124a578dc req-45ff6071-31e6-4927-b787-b783890df8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:48.249433 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02f60f51-6158-4229-81d7-e54124a578dc req-45ff6071-31e6-4927-b787-b783890df8c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f3b0af46-8ddc-4906-bee5-c3ae4085bf9d HTTP/1.1" status: 200 len: 860 time: 0.1387804 Nov 26 02:51:48.262510 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4870384-4473-49ad-b652-0f8bfc05e0d5 req-25031beb-8fa2-48aa-8085-ff535901c679 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:48.263780 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4870384-4473-49ad-b652-0f8bfc05e0d5 req-25031beb-8fa2-48aa-8085-ff535901c679 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 944 time: 0.1542172 Nov 26 02:51:48.407273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f60f51-6158-4229-81d7-e54124a578dc req-34c9e7a2-d029-43fc-9797-5844b2bc0bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:48.409504 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02f60f51-6158-4229-81d7-e54124a578dc req-34c9e7a2-d029-43fc-9797-5844b2bc0bb7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446106 Nov 26 02:51:48.412656 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-78d1c35a-b429-46a4-8a86-79cbdc03795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:48.470297 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4870384-4473-49ad-b652-0f8bfc05e0d5 req-d4d0620b-9cae-4b4f-a029-726bb76e4475 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972945 Nov 26 02:51:48.502347 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-78d1c35a-b429-46a4-8a86-79cbdc03795e None None] For port 1cd73f41-9a00-4e88-bb7d-4f62beab8e97, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1cd73f41-9a00-4e88-bb7d-4f62beab8e97,segment=NetworkSegment(b035f7d8-bdc3-4a67-a8cf-cb3525c2442b),segment_id=b035f7d8-bdc3-4a67-a8cf-cb3525c2442b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:48.528298 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-78d1c35a-b429-46a4-8a86-79cbdc03795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:48.560008 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef7d3486-fdc6-4369-8fc3-83e0d60cdc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:48.617611 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:46Z', 'revision_number': 3, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'gw_port': {'id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:48.712533 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02f60f51-6158-4229-81d7-e54124a578dc req-e3bbb1b5-7f5d-48d5-9ea7-2c6ad5573a72 service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371669 Nov 26 02:51:48.721781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Checking router: ac88865d-134d-4d00-abfb-b80b3c5d88be for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:51:48.722376 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Updating router ac88865d-134d-4d00-abfb-b80b3c5d88be port 1eeefd21-4cce-4c3c-904a-cd80562e14ce binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:51:48.750014 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1c35a-b429-46a4-8a86-79cbdc03795e None None] Pushing event updated for resources: {'Port': ['ID=1cd73f41-9a00-4e88-bb7d-4f62beab8e97,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:48.822384 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:48.980266 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a0b87a6-c231-4dde-852e-bbee54b9033e req-9e63c0e7-f412-4ec9-9bc0-9e96ccc41b86 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.1650684 Nov 26 02:51:48.982091 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1cd73f41-9a00-4e88-bb7d-4f62beab8e97 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:49.066867 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02f60f51-6158-4229-81d7-e54124a578dc req-847476ce-6b73-4b6c-9708-0c65d3addb79 service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321707 Nov 26 02:51:49.068188 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-ef7d3486-fdc6-4369-8fc3-83e0d60cdc77 admin admin] Allocated IP 172.20.0.1 (280aa7a0-b74e-4574-ba4c-9132492aa839/fd6a293a-896f-4bbe-a4f6-4ff012988fdc/5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:51:49.207052 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-bbe01aa2-e90a-49be-bbc6-4bb2679d6a20 None None] Provisioning complete for port 1cd73f41-9a00-4e88-bb7d-4f62beab8e97 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:49.207424 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bbe01aa2-e90a-49be-bbc6-4bb2679d6a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:49.211482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4206de-ee93-4019-a64a-f138270ff9c3 req-f562d9cf-59a5-44a2-8840-38bebf10655c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:49.219119 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be4206de-ee93-4019-a64a-f138270ff9c3 req-f562d9cf-59a5-44a2-8840-38bebf10655c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 943 time: 0.0963488 Nov 26 02:51:49.222110 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef7d3486-fdc6-4369-8fc3-83e0d60cdc77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:49.267987 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef7d3486-fdc6-4369-8fc3-83e0d60cdc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:49.287560 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be4206de-ee93-4019-a64a-f138270ff9c3 req-ee78c110-16ca-47b2-b480-491316a222b8 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671389 Nov 26 02:51:49.328816 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7d3486-fdc6-4369-8fc3-83e0d60cdc77 admin admin] Network 280aa7a0-b74e-4574-ba4c-9132492aa839 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:51:49.332593 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-ef7d3486-fdc6-4369-8fc3-83e0d60cdc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:49.351982 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7d3486-fdc6-4369-8fc3-83e0d60cdc77 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:51:49.378050 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 1cd73f41-9a00-4e88-bb7d-4f62beab8e97 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:49.378526 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:49.404993 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d3486-fdc6-4369-8fc3-83e0d60cdc77 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:49.437248 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef7d3486-fdc6-4369-8fc3-83e0d60cdc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:49.667357 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:49.708996 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 4f040c59-4ff0-434d-a03e-a3d8db815c04 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:51:49.718484 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:49.786485 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef7d3486-fdc6-4369-8fc3-83e0d60cdc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:49.881055 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-def9881d-53d6-475e-982e-1ae552bc1dc8 req-71735caa-612d-4b81-8605-4c5178316ec6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cfc5a3d6af14439e805e6b2eae23d057&device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.1141548 Nov 26 02:51:49.898616 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8f0c7-68a6-4295-93a1-7203589bed8b req-ef27542b-a0b1-449d-a80c-3dd1596ea118 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:49.906980 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e4ee72-a207-4a16-b13d-f3d6d18dd13f None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:51:49.907382 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0dd8f0c7-68a6-4295-93a1-7203589bed8b req-ef27542b-a0b1-449d-a80c-3dd1596ea118 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 944 time: 0.2835665 Nov 26 02:51:49.950396 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.resource_extend [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 02:51:49.963169 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-def9881d-53d6-475e-982e-1ae552bc1dc8 req-9e959b86-7d0e-4824-89fe-b36b6bc7f09e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=cfc5a3d6af14439e805e6b2eae23d057&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476835 Nov 26 02:51:50.068007 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c32d53c-b25a-4c07-9436-7096b227826e req-38c2d54d-cf30-4c41-be8c-ed772834b177 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0321753 Nov 26 02:51:50.131535 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef7d3486-fdc6-4369-8fc3-83e0d60cdc77 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:50.136782 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0dd8f0c7-68a6-4295-93a1-7203589bed8b req-351761a5-0cfb-4ef5-8cc5-b5d22350ab0c tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283361 Nov 26 02:51:50.151152 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef7d3486-fdc6-4369-8fc3-83e0d60cdc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:50.211204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9881d-53d6-475e-982e-1ae552bc1dc8 req-c161bf4e-85ad-4da2-9625-f8ae6bbc278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:50.212911 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-def9881d-53d6-475e-982e-1ae552bc1dc8 req-c161bf4e-85ad-4da2-9625-f8ae6bbc278f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2422702 Nov 26 02:51:50.258424 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef7d3486-fdc6-4369-8fc3-83e0d60cdc77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:50.275658 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d1ab2-8828-4f42-abba-857f5360b526 None None] Pushing event updated for resources: {'Port': ['ID=1eeefd21-4cce-4c3c-904a-cd80562e14ce,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:50.281280 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Attempting to bind port 1eeefd21-4cce-4c3c-904a-cd80562e14ce on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:51:50.281936 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Attempting to bind port 1eeefd21-4cce-4c3c-904a-cd80562e14ce by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:51:50.282510 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Attempting to bind port 1eeefd21-4cce-4c3c-904a-cd80562e14ce on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:51:50.287912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34020f74-343d-459f-af98-0e701bb080d2 None None] Provisioning complete for port 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:50.288560 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34020f74-343d-459f-af98-0e701bb080d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:50.341458 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d3486-fdc6-4369-8fc3-83e0d60cdc77 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:50.353503 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:51:50.353892 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:51:50.354297 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:50.354957 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:51:50.361734 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Bound port: 1eeefd21-4cce-4c3c-904a-cd80562e14ce, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:51:50.363222 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:50.387444 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7d3486-fdc6-4369-8fc3-83e0d60cdc77 admin admin] Network 280aa7a0-b74e-4574-ba4c-9132492aa839 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:51:50.389027 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-ef7d3486-fdc6-4369-8fc3-83e0d60cdc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:50.399210 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34020f74-343d-459f-af98-0e701bb080d2 None None] Port 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:51:50.440582 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-2d9d26d8-da36-4e65-b6e6-f6f39e2b697d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:50.448510 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-2d9d26d8-da36-4e65-b6e6-f6f39e2b697d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 806 time: 0.2016287 Nov 26 02:51:50.452754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 4f040c59-4ff0-434d-a03e-a3d8db815c04, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=4f040c59-4ff0-434d-a03e-a3d8db815c04,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:50.472667 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-5a634f62-879b-4b84-9a26-6323d81e1197 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/quotas/c43a80d7d3a64acc8e271b3400bc973d HTTP/1.1" status: 200 len: 375 time: 0.0232453 Nov 26 02:51:50.474770 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '4f040c59-4ff0-434d-a03e-a3d8db815c04', 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0', 'port_id': '4f040c59-4ff0-434d-a03e-a3d8db815c04', 'mac_address': 'fa:16:3e:5c:75:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1d7b87-e76e-420b-a6ea-a71bcbbcd592', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:51:50.478584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] For port 1eeefd21-4cce-4c3c-904a-cd80562e14ce, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:51:50.482914 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] For port 1eeefd21-4cce-4c3c-904a-cd80562e14ce, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1eeefd21-4cce-4c3c-904a-cd80562e14ce,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:51:50.499421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b710f-c1ec-4f7e-82f1-6ee123df4f10 req-ea60169f-56cd-491d-8570-61e7662370fe tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:50.508152 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:50.508598 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a3b710f-c1ec-4f7e-82f1-6ee123df4f10 req-ea60169f-56cd-491d-8570-61e7662370fe tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 943 time: 0.1241658 Nov 26 02:51:50.566061 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:50.570302 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7d3486-fdc6-4369-8fc3-83e0d60cdc77 admin admin] Router ac88865d-134d-4d00-abfb-b80b3c5d88be has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:51:50.574639 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ae7d87-4336-4165-ba42-562b02ebff06 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:51:50.611982 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a3b710f-c1ec-4f7e-82f1-6ee123df4f10 req-68645a53-908d-48ef-8c70-80d4db530c6c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024175 Nov 26 02:51:50.618835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f040c59-4ff0-434d-a03e-a3d8db815c04 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:50.622963 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f07b6347-bd78-4510-bc7f-f419b495be0f None None] Provisioning complete for port 1eeefd21-4cce-4c3c-904a-cd80562e14ce triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:50.623351 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f07b6347-bd78-4510-bc7f-f419b495be0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:50.633760 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d1ab2-8828-4f42-abba-857f5360b526 None None] Pushing event updated for resources: {'Port': ['ID=1eeefd21-4cce-4c3c-904a-cd80562e14ce,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:50.652426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-4afe63db-97ae-4a66-af0a-7ded44fed42f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1618011 Nov 26 02:51:50.655617 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Routers {'ac88865d-134d-4d00-abfb-b80b3c5d88be'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:51:50.656293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:51:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ac88865d-134d-4d00-abfb-b80b3c5d88be'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:50.730010 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 4f040c59-4ff0-434d-a03e-a3d8db815c04, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=4f040c59-4ff0-434d-a03e-a3d8db815c04,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:50.756081 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7d3486-fdc6-4369-8fc3-83e0d60cdc77 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:51:50.764952 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ef7d3486-fdc6-4369-8fc3-83e0d60cdc77 admin admin] 10.222.0.31 "PUT /v2.0/routers/ac88865d-134d-4d00-abfb-b80b3c5d88be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9049869 Nov 26 02:51:50.783825 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:50.837950 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1cd73f41-9a00-4e88-bb7d-4f62beab8e97 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:50.845922 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-9a500fdf-7057-459b-bf1d-2ef0dff4bfd6 service neutron] 10.222.0.31 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869268 Nov 26 02:51:50.943323 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f07b6347-bd78-4510-bc7f-f419b495be0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:50.951761 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=4f040c59-4ff0-434d-a03e-a3d8db815c04,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:50.984657 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] Set router ac88865d-134d-4d00-abfb-b80b3c5d88be gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:51:50.987324 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f07b6347-bd78-4510-bc7f-f419b495be0f None None] For port 1eeefd21-4cce-4c3c-904a-cd80562e14ce, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1eeefd21-4cce-4c3c-904a-cd80562e14ce,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:50.988203 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-ade2e8c3-9b08-48b3-885f-7fcc1d6617a8 service neutron] 10.222.0.31 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229801 Nov 26 02:51:51.025024 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f07b6347-bd78-4510-bc7f-f419b495be0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:51.099325 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 1cd73f41-9a00-4e88-bb7d-4f62beab8e97 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:51.099699 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:51.152255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['4f040c59-4ff0-434d-a03e-a3d8db815c04'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:51.240929 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5979ed5-fe79-403c-b8b6-c823fadd6ec8 req-5cbefe76-d7e8-4f56-89f9-04284ceb3536 tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0311930 Nov 26 02:51:51.274034 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b6347-bd78-4510-bc7f-f419b495be0f None None] Pushing event updated for resources: {'Port': ['ID=1eeefd21-4cce-4c3c-904a-cd80562e14ce,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:51.313927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4bc89bf0-122e-46e4-af05-7de104dc43f6 None None] Provisioning complete for port 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:51.314304 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4bc89bf0-122e-46e4-af05-7de104dc43f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:51.332312 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-831a763e-c395-4317-b687-d13e7f673281 req-2b00441d-a14d-436e-be49-e43c5c36b975 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc HTTP/1.1" status: 200 len: 210 time: 0.0384271 Nov 26 02:51:51.452230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1c76a-6fa1-45bf-825c-15720cec91fd req-ef903326-b727-48f2-bcc3-2273d61fa337 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:51.454932 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42e1c76a-6fa1-45bf-825c-15720cec91fd req-ef903326-b727-48f2-bcc3-2273d61fa337 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 945 time: 0.0562956 Nov 26 02:51:51.512768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4bc89bf0-122e-46e4-af05-7de104dc43f6 None None] Port 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:51:51.550286 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42e1c76a-6fa1-45bf-825c-15720cec91fd req-5b420a5b-6c81-4ced-bc60-2d226a1a8f78 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808270 Nov 26 02:51:51.563168 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4bc89bf0-122e-46e4-af05-7de104dc43f6 None None] Provisioning complete for port 1eeefd21-4cce-4c3c-904a-cd80562e14ce triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:51.563547 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4bc89bf0-122e-46e4-af05-7de104dc43f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:51.630710 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 4, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'gw_port': {'id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb', 'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'mac_address': 'fa:16:3e:8c:7a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:48Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 2, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'subnets': [{'id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:51.664345 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c5546e-48e2-4716-ac28-887fbad32233 None None] The sync data for ids ['ac88865d-134d-4d00-abfb-b80b3c5d88be'] in n-d-819389-3 is: [{'id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 4, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'gw_port': {'id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb', 'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'mac_address': 'fa:16:3e:8c:7a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:48Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 2, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'subnets': [{'id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:51:51.726079 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6a3407e6-2727-4f0b-8b3b-58ac0e352216 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:51:51.758031 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-def9881d-53d6-475e-982e-1ae552bc1dc8 req-7b1034f4-95a6-4599-98be-7149a8ded6de tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.59 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.0581005 Nov 26 02:51:51.867447 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40662) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:51.876482 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b8ca398d-e4f8-476e-a663-899bcbbf8601 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1859162084', 'description': 'tempest-description--1845467215'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:51.916571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6a3407e6-2727-4f0b-8b3b-58ac0e352216, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6a3407e6-2727-4f0b-8b3b-58ac0e352216,segment=NetworkSegment(53241765-6c41-46c6-a94d-3bef277876d6),segment_id=53241765-6c41-46c6-a94d-3bef277876d6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:51.919256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f54e17-af2d-4330-b04f-d276a7abc3dd req-b24b5631-8cdf-4944-82da-79493ba2667a tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:51.928873 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68f54e17-af2d-4330-b04f-d276a7abc3dd req-b24b5631-8cdf-4944-82da-79493ba2667a tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 943 time: 0.0709946 Nov 26 02:51:51.954118 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '6a3407e6-2727-4f0b-8b3b-58ac0e352216', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'port_id': '6a3407e6-2727-4f0b-8b3b-58ac0e352216', 'mac_address': 'fa:16:3e:42:4f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:51:51.961534 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca398d-e4f8-476e-a663-899bcbbf8601 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:52.033128 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:52.034725 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68f54e17-af2d-4330-b04f-d276a7abc3dd req-d18be0e9-e72d-43c6-9891-27d2e33e1db8 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018784 Nov 26 02:51:52.079717 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3407e6-2727-4f0b-8b3b-58ac0e352216 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:52.128189 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6a3407e6-2727-4f0b-8b3b-58ac0e352216, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6a3407e6-2727-4f0b-8b3b-58ac0e352216,segment=NetworkSegment(53241765-6c41-46c6-a94d-3bef277876d6),segment_id=53241765-6c41-46c6-a94d-3bef277876d6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:52.141898 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:52.155644 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca398d-e4f8-476e-a663-899bcbbf8601 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:52.168965 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca398d-e4f8-476e-a663-899bcbbf8601 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:52.207564 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b8ca398d-e4f8-476e-a663-899bcbbf8601 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:52.212561 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40684) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:52.213339 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b8ca398d-e4f8-476e-a663-899bcbbf8601 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3423557 Nov 26 02:51:52.219470 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca398d-e4f8-476e-a663-899bcbbf8601 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd1dc22-824f-47b9-bd49-8ed28931d10a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:52.221081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-86644829-b771-4bef-afa2-75efbdbaad7c tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Request body: {'security_group_rule': {'security_group_id': '5dd1dc22-824f-47b9-bd49-8ed28931d10a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:52.270911 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=6a3407e6-2727-4f0b-8b3b-58ac0e352216,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:52.275451 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-86644829-b771-4bef-afa2-75efbdbaad7c tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:52.284810 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:52.382909 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-86644829-b771-4bef-afa2-75efbdbaad7c tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:52.387583 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-86644829-b771-4bef-afa2-75efbdbaad7c tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:52.446175 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['6a3407e6-2727-4f0b-8b3b-58ac0e352216'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:52.503768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86644829-b771-4bef-afa2-75efbdbaad7c tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e156bc-7ecf-4064-910a-de5e840c6ca9,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:52.519388 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f2cd881-874d-4256-9c5f-f413f890f1b4 req-7b39ca4a-7808-4eb6-b63b-5e991a156e4d tempest-ServerShowV254Test-1053451124 tempest-ServerShowV254Test-1053451124-project] 10.222.0.31 "GET /v2.0/ports?device_id=b473eb70-c7a0-425c-be59-aa453c37af76 HTTP/1.1" status: 200 len: 210 time: 0.1022267 Nov 26 02:51:52.526795 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-86644829-b771-4bef-afa2-75efbdbaad7c tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:52.528396 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-86644829-b771-4bef-afa2-75efbdbaad7c tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3129790 Nov 26 02:51:52.531611 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40692) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:52.539186 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-53d6459d-f354-4f17-972f-012d6437c6d1 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Request body: {'security_group_rule': {'security_group_id': '5dd1dc22-824f-47b9-bd49-8ed28931d10a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:52.546064 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47c25f0e-c909-46fb-b48a-96e1ab9e06da req-0a93c455-f6a0-4d8e-9ce3-38b6193a55c7 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc HTTP/1.1" status: 200 len: 210 time: 0.1058497 Nov 26 02:51:52.610915 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-53d6459d-f354-4f17-972f-012d6437c6d1 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:52.709653 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-53d6459d-f354-4f17-972f-012d6437c6d1 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:52.715271 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-53d6459d-f354-4f17-972f-012d6437c6d1 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:52.772122 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40700) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:52.782585 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-53d6459d-f354-4f17-972f-012d6437c6d1 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:52.788089 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-53d6459d-f354-4f17-972f-012d6437c6d1 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2543819 Nov 26 02:51:52.794178 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40702) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:52.794860 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6459d-f354-4f17-972f-012d6437c6d1 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d517fe-2278-4d83-ac01-54155d408f1b,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:52.812113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-4b1a56ee-9055-4c50-bd8f-e964cdddc407 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:52.868029 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1a56ee-9055-4c50-bd8f-e964cdddc407 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:52.868815 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d115a35-76ba-4680-87fd-3b922835b500 req-4fd75519-03fa-41d3-812e-ec3148b2bdd5 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:52.870644 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d115a35-76ba-4680-87fd-3b922835b500 req-4fd75519-03fa-41d3-812e-ec3148b2bdd5 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 945 time: 0.2052341 Nov 26 02:51:52.960966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-ae7e438d-ab75-4657-99a5-da27d9a8a36b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:52.962495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-ae7e438d-ab75-4657-99a5-da27d9a8a36b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.54 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 806 time: 0.3456619 Nov 26 02:51:52.970529 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d115a35-76ba-4680-87fd-3b922835b500 req-79e947f6-383a-446d-a76c-b139d2af536d tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879653 Nov 26 02:51:53.008197 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1a56ee-9055-4c50-bd8f-e964cdddc407 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:53.026926 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-5a490eca-df7f-4f96-b929-987da1e7b02b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Request body: {'port': {'device_id': 'ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc', 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5', 'admin_state_up': True, 'tenant_id': 'c43a80d7d3a64acc8e271b3400bc973d'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:53.067870 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6a465e8-2dc3-42cc-894c-46647eea8444 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:53.146712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-5a490eca-df7f-4f96-b929-987da1e7b02b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Made reservation on behalf of c43a80d7d3a64acc8e271b3400bc973d for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:51:53.151685 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-5a490eca-df7f-4f96-b929-987da1e7b02b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:53.177095 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-4b1a56ee-9055-4c50-bd8f-e964cdddc407 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Allocated IP 172.25.0.228 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/1e7d9522-27a0-472b-908d-ed58c38114f4) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:51:53.272703 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd0501-6d75-4138-b58f-0ee994552a39 req-3166274e-8966-4188-82af-8cf0ca1917ed tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:53.276009 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6a465e8-2dc3-42cc-894c-46647eea8444 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:53.276161 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28bd0501-6d75-4138-b58f-0ee994552a39 req-3166274e-8966-4188-82af-8cf0ca1917ed tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 944 time: 0.1205556 Nov 26 02:51:53.285598 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6a465e8-2dc3-42cc-894c-46647eea8444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:53.349203 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a465e8-2dc3-42cc-894c-46647eea8444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59c3d61-f6ac-4de7-aaf2-c14c5c5641ec,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:53.357116 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a6a465e8-2dc3-42cc-894c-46647eea8444 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c38c3c9dd7514461ae27c1fff40f3337&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5675578 Nov 26 02:51:53.360599 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40710) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:53.391918 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1a56ee-9055-4c50-bd8f-e964cdddc407 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:53.415499 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:53.452651 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c81ad4d8-0261-4f4d-b43a-4b274ceec190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:53.468763 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1a56ee-9055-4c50-bd8f-e964cdddc407 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:53.505785 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c81ad4d8-0261-4f4d-b43a-4b274ceec190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:53.544513 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1a56ee-9055-4c50-bd8f-e964cdddc407 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:51:53.558875 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-4b1a56ee-9055-4c50-bd8f-e964cdddc407 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:53.563808 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1a56ee-9055-4c50-bd8f-e964cdddc407 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:51:53.566577 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a56ee-9055-4c50-bd8f-e964cdddc407 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Pushing event updated for resources: {'Port': ['ID=1e7d9522-27a0-472b-908d-ed58c38114f4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:53.637800 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c81ad4d8-0261-4f4d-b43a-4b274ceec190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:53.646534 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c81ad4d8-0261-4f4d-b43a-4b274ceec190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:53.650791 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c81ad4d8-0261-4f4d-b43a-4b274ceec190 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d59c3d61-f6ac-4de7-aaf2-c14c5c5641ec HTTP/1.1" status: 204 len: 168 time: 0.2862527 Nov 26 02:51:53.690267 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ad4d8-0261-4f4d-b43a-4b274ceec190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59c3d61-f6ac-4de7-aaf2-c14c5c5641ec,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:53.709359 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6a3407e6-2727-4f0b-8b3b-58ac0e352216 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:53.749893 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1a56ee-9055-4c50-bd8f-e964cdddc407 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:53.760423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-625e4a12-156c-4fa8-8ab4-01570a492fd0 req-0a15b5ef-bc3b-430d-a97b-36ec266f2c84 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc HTTP/1.1" status: 200 len: 210 time: 0.0452077 Nov 26 02:51:53.761731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-5a490eca-df7f-4f96-b929-987da1e7b02b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Allocated IP 172.20.0.2 (9695ee60-1251-4c9f-86cb-bb7e75f253d5/6c43934f-dad4-4b8b-af05-58049fc63ec8/1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:51:53.767365 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28bd0501-6d75-4138-b58f-0ee994552a39 req-62e20483-9683-4650-a731-9c5356a8913e tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847734 Nov 26 02:51:53.841144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 6a3407e6-2727-4f0b-8b3b-58ac0e352216 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:51:53.845871 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 6a3407e6-2727-4f0b-8b3b-58ac0e352216 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:53.846255 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:53.864727 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1a56ee-9055-4c50-bd8f-e964cdddc407 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.054972 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-5a490eca-df7f-4f96-b929-987da1e7b02b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.055719 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.056558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40728) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:54.108105 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762301de-cb83-42a8-81d9-d0434cec213f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3407e6-2727-4f0b-8b3b-58ac0e352216'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:54.109934 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1a56ee-9055-4c50-bd8f-e964cdddc407 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.112283 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb452e0-ef0a-4ec9-8b3d-52120b333aef" -d '{"events": [{"server_uuid": "762301de-cb83-42a8-81d9-d0434cec213f", "name": "network-vif-plugged", "status": "completed", "tag": "6a3407e6-2727-4f0b-8b3b-58ac0e352216"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:54.118892 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1a56ee-9055-4c50-bd8f-e964cdddc407 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.140539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6a3407e6-2727-4f0b-8b3b-58ac0e352216, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6a3407e6-2727-4f0b-8b3b-58ac0e352216,segment=NetworkSegment(53241765-6c41-46c6-a94d-3bef277876d6),segment_id=53241765-6c41-46c6-a94d-3bef277876d6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:54.145495 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.146207 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 4f040c59-4ff0-434d-a03e-a3d8db815c04 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:54.227439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=6a3407e6-2727-4f0b-8b3b-58ac0e352216,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:54.242438 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40736) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:54.244461 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 4f040c59-4ff0-434d-a03e-a3d8db815c04 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:51:54.248831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 4f040c59-4ff0-434d-a03e-a3d8db815c04 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:54.249462 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.264404 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a56ee-9055-4c50-bd8f-e964cdddc407 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Pushing event updated for resources: {'Port': ['ID=1e7d9522-27a0-472b-908d-ed58c38114f4,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:54.278909 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1a56ee-9055-4c50-bd8f-e964cdddc407 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.300751 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b1a56ee-9055-4c50-bd8f-e964cdddc407 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.302772 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4b1a56ee-9055-4c50-bd8f-e964cdddc407 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4973195 Nov 26 02:51:54.305130 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-5a490eca-df7f-4f96-b929-987da1e7b02b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.309857 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-44b5c7d6-6e77-4e74-9c96-f7e9039a0608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.324271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4622fa2-b750-4471-afae-1a6abaa29e10 req-b5218104-37b4-44d5-a4fd-8f011ecd2077 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:54.331682 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4622fa2-b750-4471-afae-1a6abaa29e10 req-b5218104-37b4-44d5-a4fd-8f011ecd2077 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 945 time: 0.2153814 Nov 26 02:51:54.351649 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9770764c-ac80-4fe0-814a-bb5749c2a6e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.363797 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['743d1c09-7495-40e6-a927-fb0deef5aa25'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:51:54.433451 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.477272 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9770764c-ac80-4fe0-814a-bb5749c2a6e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.499095 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 4f040c59-4ff0-434d-a03e-a3d8db815c04, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=4f040c59-4ff0-434d-a03e-a3d8db815c04,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:54.509988 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.511967 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9770764c-ac80-4fe0-814a-bb5749c2a6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.516268 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-5a490eca-df7f-4f96-b929-987da1e7b02b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:51:54.546172 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-5a490eca-df7f-4f96-b929-987da1e7b02b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:54.546635 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5831f32d-7b32-48ac-8c6d-cef828d81c57 x-openstack-request-id: req-5831f32d-7b32-48ac-8c6d-cef828d81c57 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:54.546931 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762301de-cb83-42a8-81d9-d0434cec213f", "name": "network-vif-plugged", "status": "completed", "tag": "6a3407e6-2727-4f0b-8b3b-58ac0e352216", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:54.547175 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5831f32d-7b32-48ac-8c6d-cef828d81c57 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:54.547570 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762301de-cb83-42a8-81d9-d0434cec213f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3407e6-2727-4f0b-8b3b-58ac0e352216', 'code': 200} Nov 26 02:51:54.560815 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a490eca-df7f-4f96-b929-987da1e7b02b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Pushing event updated for resources: {'Port': ['ID=1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:54.568004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-5a490eca-df7f-4f96-b929-987da1e7b02b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:51:54.622219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=4f040c59-4ff0-434d-a03e-a3d8db815c04,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:54.622918 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4622fa2-b750-4471-afae-1a6abaa29e10 req-3a578caa-3c10-4677-9b31-048f66479c25 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884693 Nov 26 02:51:54.685803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9770764c-ac80-4fe0-814a-bb5749c2a6e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c021dc5bb2ea4035bce605f554265dcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4409342 Nov 26 02:51:54.688667 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40748) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:54.751669 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770764c-ac80-4fe0-814a-bb5749c2a6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e2538e-674a-44bb-888f-83ed51931d1f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:54.772893 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7560e3c8-701d-4d2e-925d-a5013c4b2e96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.795852 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-5a490eca-df7f-4f96-b929-987da1e7b02b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:54.798316 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-5a490eca-df7f-4f96-b929-987da1e7b02b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.802896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1eeefd21-4cce-4c3c-904a-cd80562e14ce up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:54.811306 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7560e3c8-701d-4d2e-925d-a5013c4b2e96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.848772 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-44b5c7d6-6e77-4e74-9c96-f7e9039a0608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.861671 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-44b5c7d6-6e77-4e74-9c96-f7e9039a0608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.874512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 1eeefd21-4cce-4c3c-904a-cd80562e14ce triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:54.876495 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.884931 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Sync routers for ids ['ac88865d-134d-4d00-abfb-b80b3c5d88be'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:51:54.899701 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Routers {'ac88865d-134d-4d00-abfb-b80b3c5d88be'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:51:54.901078 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:51:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ac88865d-134d-4d00-abfb-b80b3c5d88be'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:54.909721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-5a490eca-df7f-4f96-b929-987da1e7b02b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8878472 Nov 26 02:51:54.917558 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7560e3c8-701d-4d2e-925d-a5013c4b2e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.922236 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7560e3c8-701d-4d2e-925d-a5013c4b2e96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:54.922852 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7560e3c8-701d-4d2e-925d-a5013c4b2e96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01e2538e-674a-44bb-888f-83ed51931d1f HTTP/1.1" status: 204 len: 168 time: 0.2328701 Nov 26 02:51:54.934184 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560e3c8-701d-4d2e-925d-a5013c4b2e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e2538e-674a-44bb-888f-83ed51931d1f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:54.970471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Request body: {'port': {'device_id': 'ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:55.031351 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Set router ac88865d-134d-4d00-abfb-b80b3c5d88be gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:51:55.056646 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-48b81693-ad6b-486c-ad6b-1a952fedf3d4 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1859162084&fields=id&tenant_id=63b815c3cb0d48b09328fd2ad95d226f HTTP/1.1" status: 200 len: 267 time: 0.3073192 Nov 26 02:51:55.068584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5c7d6-6e77-4e74-9c96-f7e9039a0608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb2b926-3b32-46e4-92dc-cc9d935ea623,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:55.073252 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-44b5c7d6-6e77-4e74-9c96-f7e9039a0608 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfc5a3d6af14439e805e6b2eae23d057&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0154078 Nov 26 02:51:55.076852 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40762) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:55.092184 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:55.111460 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06aa5b-e6b7-4d77-b9f5-911d86a3229b req-a73bf823-b3c1-46d6-bcd5-b7d772fe6543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:55.113123 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d06aa5b-e6b7-4d77-b9f5-911d86a3229b req-a73bf823-b3c1-46d6-bcd5-b7d772fe6543 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 1096 time: 0.4477208 Nov 26 02:51:55.162126 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f794061d-53db-4d4b-b6ac-e4aa60743890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:55.187601 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f794061d-53db-4d4b-b6ac-e4aa60743890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:55.248913 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f794061d-53db-4d4b-b6ac-e4aa60743890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:55.251884 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f794061d-53db-4d4b-b6ac-e4aa60743890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:55.253284 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f794061d-53db-4d4b-b6ac-e4aa60743890 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afb2b926-3b32-46e4-92dc-cc9d935ea623 HTTP/1.1" status: 204 len: 168 time: 0.1754258 Nov 26 02:51:55.261968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d06aa5b-e6b7-4d77-b9f5-911d86a3229b req-e5752aab-1416-40eb-9be0-3d3308b65f32 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015842 Nov 26 02:51:55.265337 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794061d-53db-4d4b-b6ac-e4aa60743890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb2b926-3b32-46e4-92dc-cc9d935ea623,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:55.271280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a355c21-d2f8-4abd-9f1f-85a5d3162587 req-eb338bba-2cb5-43b4-a327-50742ba5c98b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:55.277031 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 4, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'gw_port': {'id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb', 'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'mac_address': 'fa:16:3e:8c:7a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:48Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 2, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'subnets': [{'id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:55.279068 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a355c21-d2f8-4abd-9f1f-85a5d3162587 req-eb338bba-2cb5-43b4-a327-50742ba5c98b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc HTTP/1.1" status: 200 len: 931 time: 0.3834949 Nov 26 02:51:55.319156 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Checking router: ac88865d-134d-4d00-abfb-b80b3c5d88be for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:51:55.319764 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Updating router ac88865d-134d-4d00-abfb-b80b3c5d88be port 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:51:55.356174 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:55.432886 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a355c21-d2f8-4abd-9f1f-85a5d3162587 req-64a9e896-cc5b-45a6-a296-2f74c312c68a tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527195 Nov 26 02:51:55.445860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-258e6bac-a1ef-4308-bb8f-c32fa9e9b5e2 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:55.447436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-258e6bac-a1ef-4308-bb8f-c32fa9e9b5e2 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/networks?id=280aa7a0-b74e-4574-ba4c-9132492aa839 HTTP/1.1" status: 200 len: 810 time: 0.3731258 Nov 26 02:51:55.527382 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-a8d73c69-effb-4e9c-be36-f0f6fee515f3 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/quotas/63b815c3cb0d48b09328fd2ad95d226f HTTP/1.1" status: 200 len: 375 time: 0.0702977 Nov 26 02:51:55.651343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48bb8f-1629-4aa9-86d8-be37e83d2ddb req-0a6a2289-339b-46c9-b4ab-0b2d3d73de63 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:55.658953 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a48bb8f-1629-4aa9-86d8-be37e83d2ddb req-0a6a2289-339b-46c9-b4ab-0b2d3d73de63 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 945 time: 0.1333716 Nov 26 02:51:55.699400 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-4f3c57e5-f62a-4e1e-8be2-7c3a832dabc0 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=63b815c3cb0d48b09328fd2ad95d226f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1601911 Nov 26 02:51:55.762722 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:55.770231 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:55.825891 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99de5a-6ddb-47f8-9026-e3bb15323547 None None] Pushing event updated for resources: {'Port': ['ID=5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:55.827387 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a48bb8f-1629-4aa9-86d8-be37e83d2ddb req-861940cc-9e65-4efb-b0d6-f04102b394b9 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675637 Nov 26 02:51:55.830934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:51:55.846456 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:55.900500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Transition to ACTIVE for port object 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:51:55.919439 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:55.930036 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-c0513a4d-21ea-4a3c-91b5-a4acf9fce9a8 service neutron] 10.222.0.31 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111909 Nov 26 02:51:55.943643 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Attempting to bind port 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:51:55.944141 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Attempting to bind port 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'b035f7d8-bdc3-4a67-a8cf-cb3525c2442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:51:55.944719 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Attempting to bind port 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb on network 280aa7a0-b74e-4574-ba4c-9132492aa839 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:51:55.951614 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:51:55.952019 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Checking segment: {'id': 'b035f7d8-bdc3-4a67-a8cf-cb3525c2442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:51:55.952459 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:55.952996 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Bound using segment: {'id': 'b035f7d8-bdc3-4a67-a8cf-cb3525c2442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:51:55.953837 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Bound port: 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b035f7d8-bdc3-4a67-a8cf-cb3525c2442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:51:55.954228 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:56.055492 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] For port 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:51:56.059497 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] For port 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb,segment=NetworkSegment(b035f7d8-bdc3-4a67-a8cf-cb3525c2442b),segment_id=b035f7d8-bdc3-4a67-a8cf-cb3525c2442b)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:51:56.068487 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:56.098636 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Pushing event updated for resources: {'Port': ['ID=1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:56.162788 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99de5a-6ddb-47f8-9026-e3bb15323547 None None] Pushing event updated for resources: {'Port': ['ID=5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:56.190309 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Routers {'ac88865d-134d-4d00-abfb-b80b3c5d88be'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:51:56.190946 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:51:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ac88865d-134d-4d00-abfb-b80b3c5d88be'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:56.273429 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-cf1cd629-a50b-44e9-b27b-600d5e723f89 service neutron] 10.222.0.31 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112936 Nov 26 02:51:56.295645 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766bd2b-dfff-41ac-9a1e-7176a46b4ceb req-f73bd745-ed75-4dcc-a57b-038ff12b6e0f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:56.304434 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9766bd2b-dfff-41ac-9a1e-7176a46b4ceb req-f73bd745-ed75-4dcc-a57b-038ff12b6e0f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 946 time: 0.1667120 Nov 26 02:51:56.353589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e925e7f2-e196-45a3-94b7-d14ece00e347 None None] Provisioning complete for port 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:56.354787 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e925e7f2-e196-45a3-94b7-d14ece00e347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:56.385056 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Attempting to bind port 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:51:56.385422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Attempting to bind port 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:51:56.392201 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Attempting to bind port 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:51:56.419749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Port 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:51:56.420094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Attempting to bind port 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:51:56.425451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40808) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:56.475881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:51:56.476603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Checking segment: {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:51:56.477151 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Bound using segment: {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:51:56.477820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Bound port: 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:51:56.478396 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:56.521970 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] Set router ac88865d-134d-4d00-abfb-b80b3c5d88be gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:51:56.533910 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9766bd2b-dfff-41ac-9a1e-7176a46b4ceb req-32ba789f-1732-40a2-b5ef-38eb04ad1261 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283564 Nov 26 02:51:56.592892 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9710cd-74d3-4375-b4c0-e869036554d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f040c59-4ff0-434d-a03e-a3d8db815c04'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:56.616195 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6010f31-dd4e-4bf3-9b3f-de85b49c561a" -d '{"events": [{"server_uuid": "de9710cd-74d3-4375-b4c0-e869036554d1", "name": "network-vif-plugged", "status": "completed", "tag": "4f040c59-4ff0-434d-a03e-a3d8db815c04"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:56.627513 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e925e7f2-e196-45a3-94b7-d14ece00e347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:56.678388 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a2b953bd-5279-4447-b18b-1a3328cf83dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1512078870-network', 'tenant_id': 'e446dd2610754aaca387689d806c1fd6'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:56.756089 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b953bd-5279-4447-b18b-1a3328cf83dc admin admin] Made reservation on behalf of e446dd2610754aaca387689d806c1fd6 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:51:56.758434 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2b953bd-5279-4447-b18b-1a3328cf83dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:56.762714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e925e7f2-e196-45a3-94b7-d14ece00e347 None None] For port 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb,segment=NetworkSegment(b035f7d8-bdc3-4a67-a8cf-cb3525c2442b),segment_id=b035f7d8-bdc3-4a67-a8cf-cb3525c2442b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:51:56.778909 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e925e7f2-e196-45a3-94b7-d14ece00e347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:56.787915 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2b953bd-5279-4447-b18b-1a3328cf83dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:56.855295 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925e7f2-e196-45a3-94b7-d14ece00e347 None None] Pushing event updated for resources: {'Port': ['ID=5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:56.897542 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a064bcf6-0cd9-49f8-b3e9-af7cf4343737 req-e2a4d288-ffaf-4fa9-8fa7-610701521107 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 210 time: 0.0963151 Nov 26 02:51:56.898876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] For port 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:51:56.911226 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5acd0dcb-912c-44db-9ea0-7b60b5a90ea6 None None] Provisioning complete for port 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:56.911625 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5acd0dcb-912c-44db-9ea0-7b60b5a90ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:56.959649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b43de-1625-4cb0-88e2-8a336a161840 req-5e51a84b-43d0-45c7-84cb-c02041c4aebc tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:56.961273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d1b43de-1625-4cb0-88e2-8a336a161840 req-5e51a84b-43d0-45c7-84cb-c02041c4aebc tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc HTTP/1.1" status: 200 len: 943 time: 0.2899034 Nov 26 02:51:56.993924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] For port 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:51:56.994444 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edd1938-5625-4881-a29f-d24634cb943e x-openstack-request-id: req-1edd1938-5625-4881-a29f-d24634cb943e {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:56.995972 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9710cd-74d3-4375-b4c0-e869036554d1", "name": "network-vif-plugged", "status": "completed", "tag": "4f040c59-4ff0-434d-a03e-a3d8db815c04", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:56.996444 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1edd1938-5625-4881-a29f-d24634cb943e {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:56.997786 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9710cd-74d3-4375-b4c0-e869036554d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f040c59-4ff0-434d-a03e-a3d8db815c04', 'code': 200} Nov 26 02:51:57.012714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:57.019053 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2b953bd-5279-4447-b18b-1a3328cf83dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:57.040068 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2b953bd-5279-4447-b18b-1a3328cf83dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:57.044217 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 4, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'gw_port': {'id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb', 'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'mac_address': 'fa:16:3e:8c:7a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:48Z', 'updated_at': '2021-11-26T02:51:56Z', 'revision_number': 4, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'subnets': [{'id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:51:57.052825 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:57.105999 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b953bd-5279-4447-b18b-1a3328cf83dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:51:57.118492 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b953bd-5279-4447-b18b-1a3328cf83dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:57.119466 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145ec77-1280-465b-a346-cc8074db71e9 None None] The sync data for ids ['ac88865d-134d-4d00-abfb-b80b3c5d88be'] in n-d-819389-3 is: [{'id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 4, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'gw_port': {'id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb', 'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'mac_address': 'fa:16:3e:8c:7a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:48Z', 'updated_at': '2021-11-26T02:51:56Z', 'revision_number': 4, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'subnets': [{'id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:51:57.124929 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2b953bd-5279-4447-b18b-1a3328cf83dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:57.126590 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-a2b953bd-5279-4447-b18b-1a3328cf83dc admin admin] Added segment 29b8cea0-869e-4a25-85ad-1e8e01219b55 of type vlan for network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 Nov 26 02:51:57.184645 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2b953bd-5279-4447-b18b-1a3328cf83dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:57.245390 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2b953bd-5279-4447-b18b-1a3328cf83dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:57.246404 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b953bd-5279-4447-b18b-1a3328cf83dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:57.246997 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2b953bd-5279-4447-b18b-1a3328cf83dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:57.313404 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:57.313937 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:57.343304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:57.344338 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:57.346351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] 10.222.0.54 "PUT /v2.0/ports/1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca HTTP/1.1" status: 200 len: 1091 time: 2.3806672 Nov 26 02:51:57.365990 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d1b43de-1625-4cb0-88e2-8a336a161840 req-2389d580-d262-4f17-9345-682066a772ab tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880160 Nov 26 02:51:57.366936 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc', 'tag': '1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:51:57.379491 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b953bd-5279-4447-b18b-1a3328cf83dc admin admin] Pushing event updated for resources: {'Network': ['ID=483c29ae-2b8e-42e0-9580-f2bd749e8ff9,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:57.386658 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2114f937-3218-4fbf-b372-7bc7df7dd91a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc", "tag": "1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:51:57.400806 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a2b953bd-5279-4447-b18b-1a3328cf83dc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9731677 Nov 26 02:51:57.403544 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40844) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:51:57.415160 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1e0d560e-ba04-4941-9158-cb37ff2dc30b admin admin] Request body: {'subnet': {'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1512078870-subnet', 'tenant_id': 'e446dd2610754aaca387689d806c1fd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:57.422498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:51:57.474673 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0d560e-ba04-4941-9158-cb37ff2dc30b admin admin] Made reservation on behalf of e446dd2610754aaca387689d806c1fd6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:51:57.476975 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e0d560e-ba04-4941-9158-cb37ff2dc30b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:57.490210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06470e-a4ac-4213-bf2a-b3d1ad3975de req-b7e8c7ef-c884-409f-b10d-dd75e518fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:57.494683 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb06470e-a4ac-4213-bf2a-b3d1ad3975de req-b7e8c7ef-c884-409f-b10d-dd75e518fdfe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 1097 time: 0.3768156 Nov 26 02:51:57.589557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5cc8fd-3760-48b9-93b0-9bf443ed1e0f req-004b2b3f-4059-4ec3-8783-402e7c8c057c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:57.605260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef5cc8fd-3760-48b9-93b0-9bf443ed1e0f req-004b2b3f-4059-4ec3-8783-402e7c8c057c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 945 time: 0.5256808 Nov 26 02:51:57.637535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3935b3b-0601-4096-8b13-36542007c357 service neutron] Pushing event updated for resources: {'Port': ['ID=1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:57.651647 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6972f5-d8c2-43f4-bb70-fda622e04518 x-openstack-request-id: req-6f6972f5-d8c2-43f4-bb70-fda622e04518 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:51:57.652160 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc", "tag": "1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:51:57.652570 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f6972f5-d8c2-43f4-bb70-fda622e04518 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:51:57.653116 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc', 'tag': '1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca', 'status': 'completed', 'code': 200} Nov 26 02:51:57.779080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-cb556c06-bbc8-4f01-b73e-47481b90fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:57.780867 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-cb556c06-bbc8-4f01-b73e-47481b90fca1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&device_id=ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc HTTP/1.1" status: 200 len: 1094 time: 0.3459661 Nov 26 02:51:57.797824 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e0d560e-ba04-4941-9158-cb37ff2dc30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:57.804754 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef5cc8fd-3760-48b9-93b0-9bf443ed1e0f req-013de6d5-4bd1-4142-acd9-1425d09d391c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976495 Nov 26 02:51:57.808012 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb06470e-a4ac-4213-bf2a-b3d1ad3975de req-c12ec576-4d65-4b65-9ab2-bf991bf19d32 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445998 Nov 26 02:51:57.872044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d560e-ba04-4941-9158-cb37ff2dc30b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da5bde2-3a74-47b9-8c22-4f9e31dcb52d,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:51:57.888728 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0d560e-ba04-4941-9158-cb37ff2dc30b admin admin] Checking segment: {'id': '29b8cea0-869e-4a25-85ad-1e8e01219b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:51:57.889160 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0d560e-ba04-4941-9158-cb37ff2dc30b admin admin] Network hostable DHCP agents. Network: 483c29ae-2b8e-42e0-9580-f2bd749e8ff9, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:51:57.907058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072bc64-95a9-442d-a15d-5bdb8bc71110 req-8ef30002-6322-40c6-a4a1-91ca59aabb53 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:57.909450 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7072bc64-95a9-442d-a15d-5bdb8bc71110 req-8ef30002-6322-40c6-a4a1-91ca59aabb53 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 946 time: 0.1938772 Nov 26 02:51:57.911114 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-b8158994-6505-4f5c-98d7-6b6047402d08 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca HTTP/1.1" status: 200 len: 217 time: 0.0853405 Nov 26 02:51:57.915210 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0d560e-ba04-4941-9158-cb37ff2dc30b admin admin] Network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:51:57.926729 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-1e0d560e-ba04-4941-9158-cb37ff2dc30b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 483c29ae-2b8e-42e0-9580-f2bd749e8ff9) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:51:57.931614 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0d560e-ba04-4941-9158-cb37ff2dc30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:57.932508 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e0d560e-ba04-4941-9158-cb37ff2dc30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:57.950632 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ec294a-5f39-47d3-a147-451feb8143d1 None None] Network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:51:57.975153 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1e0d560e-ba04-4941-9158-cb37ff2dc30b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5629807 Nov 26 02:51:58.036780 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-1d6e22d4-0f95-42d1-af12-ac75a89372c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:58.038334 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-1d6e22d4-0f95-42d1-af12-ac75a89372c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c43934f-dad4-4b8b-af05-58049fc63ec8 HTTP/1.1" status: 200 len: 846 time: 0.0961089 Nov 26 02:51:58.053591 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7072bc64-95a9-442d-a15d-5bdb8bc71110 req-bc44e8f1-e52f-4831-99f8-d8893cd74562 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295295 Nov 26 02:51:58.112874 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-b816b326-c899-4a71-bd13-8317eb62d664 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9695ee60-1251-4c9f-86cb-bb7e75f253d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569944 Nov 26 02:51:58.248733 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26377a5a-f2fc-4ea7-abf2-a6c4af879418 None None] Network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:51:58.274309 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-e90429af-dec9-4cd1-bbbb-3cae9e3c82de tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:58.275794 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-e90429af-dec9-4cd1-bbbb-3cae9e3c82de tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0908651 Nov 26 02:51:58.313713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-0ef7d674-6f17-4599-b442-2fea50cbe1c5 service neutron] 10.222.0.54 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915841 Nov 26 02:51:58.347439 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-00fa9745-bcc3-4069-886f-4ebddbc0a6a3 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ec45c82f4a7049c9a6fab5bfc2b52323&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654581 Nov 26 02:51:58.391119 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-efd897c3-b1c1-40cd-9a91-ba7329995d84 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 696 time: 0.1079926 Nov 26 02:51:58.459738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-15774fa7-8efd-4aaa-adb3-cc56c00b2ca6 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Request body: {'floatingip': {'port_id': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:58.517730 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-15774fa7-8efd-4aaa-adb3-cc56c00b2ca6 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:58.745615 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:51:58.797959 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:51:58.798338 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:59.000432 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aab1237e-75a2-40ce-835d-d40a343e3651 req-e2b00832-f5af-4633-bfe2-86a385f553fa service neutron] 10.222.0.54 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6551483 Nov 26 02:51:59.025811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-faff4bf6-da3f-467c-9a05-3655ac6defca tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:59.027313 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-faff4bf6-da3f-467c-9a05-3655ac6defca tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6698825 Nov 26 02:51:59.149999 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-fec873aa-ba84-402c-8ce8-2b464334e939 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/quotas/ec45c82f4a7049c9a6fab5bfc2b52323 HTTP/1.1" status: 200 len: 375 time: 0.1092448 Nov 26 02:51:59.179313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-383a7da0-36e6-4cfc-a051-3ca869de7db0 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:59.180638 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-383a7da0-36e6-4cfc-a051-3ca869de7db0 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.59 "GET /v2.0/networks?id=280aa7a0-b74e-4574-ba4c-9132492aa839 HTTP/1.1" status: 200 len: 810 time: 0.6214368 Nov 26 02:51:59.222921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-5da19782-7a23-4f8a-9300-30f04ce5eec7 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec45c82f4a7049c9a6fab5bfc2b52323&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515256 Nov 26 02:51:59.253777 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114f937-3218-4fbf-b372-7bc7df7dd91a req-bbe93bd8-2d03-4b72-8050-a36252a4c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:59.255823 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2114f937-3218-4fbf-b372-7bc7df7dd91a req-bbe93bd8-2d03-4b72-8050-a36252a4c5f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&device_id=ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc HTTP/1.1" status: 200 len: 1094 time: 0.1177416 Nov 26 02:51:59.451697 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-31e5d351-8d66-421c-864f-4f9eb1edb69b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63b815c3cb0d48b09328fd2ad95d226f HTTP/1.1" status: 200 len: 380 time: 0.2385447 Nov 26 02:51:59.483330 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-a9468ef6-a24f-4764-bea0-4ff597e40e22 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Request body: {'port': {'device_id': '3905d340-4b89-48c9-8e5e-18b94261f72c', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'admin_state_up': True, 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'security_groups': ['5dd1dc22-824f-47b9-bd49-8ed28931d10a']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:51:59.489596 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75f06a9d-7296-4a54-925e-9ce99769182e req-65465b3a-0d1e-406a-a643-a2ee34af9aa1 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 210 time: 0.0869341 Nov 26 02:51:59.617053 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114f937-3218-4fbf-b372-7bc7df7dd91a req-89f6e470-e0aa-4c3b-8936-d90c97b10b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:59.618581 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2114f937-3218-4fbf-b372-7bc7df7dd91a req-89f6e470-e0aa-4c3b-8936-d90c97b10b72 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 907 time: 0.3505976 Nov 26 02:51:59.712924 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2114f937-3218-4fbf-b372-7bc7df7dd91a req-e890650c-a354-4cce-b818-5bf26568b302 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca HTTP/1.1" status: 200 len: 217 time: 0.0743153 Nov 26 02:51:59.855238 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-15774fa7-8efd-4aaa-adb3-cc56c00b2ca6 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:59.870699 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-15774fa7-8efd-4aaa-adb3-cc56c00b2ca6 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:59.910437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-a9468ef6-a24f-4764-bea0-4ff597e40e22 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Made reservation on behalf of 63b815c3cb0d48b09328fd2ad95d226f for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:51:59.914402 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-a9468ef6-a24f-4764-bea0-4ff597e40e22 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:51:59.945592 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114f937-3218-4fbf-b372-7bc7df7dd91a req-440d1c70-a256-4908-b9fb-47f5c9c84335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:51:59.947007 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2114f937-3218-4fbf-b372-7bc7df7dd91a req-440d1c70-a256-4908-b9fb-47f5c9c84335 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c43934f-dad4-4b8b-af05-58049fc63ec8 HTTP/1.1" status: 200 len: 846 time: 0.2257264 Nov 26 02:52:00.010014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2114f937-3218-4fbf-b372-7bc7df7dd91a req-23ae486e-959c-494f-af75-1299e43ca89a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9695ee60-1251-4c9f-86cb-bb7e75f253d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485981 Nov 26 02:52:00.029531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-7a2cdb4e-b387-485d-a975-2e38b3f0a2ac tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:00.030975 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-7a2cdb4e-b387-485d-a975-2e38b3f0a2ac tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/networks?id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9 HTTP/1.1" status: 200 len: 815 time: 0.3152318 Nov 26 02:52:00.141533 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-d2c3dea6-81c1-41cd-85bc-ea3b533ddf58 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/quotas/e446dd2610754aaca387689d806c1fd6 HTTP/1.1" status: 200 len: 375 time: 0.1011469 Nov 26 02:52:00.204353 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-15774fa7-8efd-4aaa-adb3-cc56c00b2ca6 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Floating IP 649a12aa-1245-490e-a05a-7de90f23ab7b associated. External IP: 172.25.0.141, port: 849a9db9-7ed6-47be-bdbb-b639b1cf41fc. Nov 26 02:52:00.207742 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-bff6d349-d251-4894-a913-d9239daf5f92 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e446dd2610754aaca387689d806c1fd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556748 Nov 26 02:52:00.388447 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2114f937-3218-4fbf-b372-7bc7df7dd91a req-4c7bc534-9f8b-45f8-ad0d-f74f73ea8389 service neutron] 10.222.0.54 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506570 Nov 26 02:52:00.394700 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-a9468ef6-a24f-4764-bea0-4ff597e40e22 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Allocated IP 172.20.0.3 (280aa7a0-b74e-4574-ba4c-9132492aa839/fd6a293a-896f-4bbe-a4f6-4ff012988fdc/bce8bb5e-896d-449f-ad69-8507532d3695) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:52:00.571670 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-318b0139-b021-4044-b721-1e3c4ebe8906 service neutron] 10.222.0.31 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145001 Nov 26 02:52:01.037496 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-358623cb-bc20-4a21-9886-54090a4aeaa0 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ec45c82f4a7049c9a6fab5bfc2b52323&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3700571 Nov 26 02:52:01.124858 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2114f937-3218-4fbf-b372-7bc7df7dd91a req-dc00ecd0-dcc0-4d08-ba99-5cb1edd491d0 service neutron] 10.222.0.54 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7173514 Nov 26 02:52:01.193316 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-5585d79f-a1a0-4546-92d8-b4e59065767a service neutron] 10.222.0.31 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544686 Nov 26 02:52:01.195034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-15774fa7-8efd-4aaa-adb3-cc56c00b2ca6 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:52:01.210008 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-a9468ef6-a24f-4764-bea0-4ff597e40e22 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:01.294639 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-3bc44ef5-59c8-4338-a245-1e33d0505e4a tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:01.296173 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-3bc44ef5-59c8-4338-a245-1e33d0505e4a tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388213 Nov 26 02:52:01.334964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b2aa64d-82df-49f3-ad35-bcf4b9aa07a9 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Request body: {'port': {'device_id': '4bb74989-ec66-4a44-b940-53006feee7a9', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': 'ec45c82f4a7049c9a6fab5bfc2b52323'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:01.432648 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-a9468ef6-a24f-4764-bea0-4ff597e40e22 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:01.537860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-a9468ef6-a24f-4764-bea0-4ff597e40e22 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Network 280aa7a0-b74e-4574-ba4c-9132492aa839 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:52:01.539594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9468ef6-a24f-4764-bea0-4ff597e40e22 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Pushing event updated for resources: {'Port': ['ID=bce8bb5e-896d-449f-ad69-8507532d3695,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:01.544464 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-15774fa7-8efd-4aaa-adb3-cc56c00b2ca6 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:52:01.553379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341347a-720f-4de1-8666-aead0129768a req-293caaf4-35cd-4a50-91fc-aa64ad06b687 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:01.554928 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7341347a-720f-4de1-8666-aead0129768a req-293caaf4-35cd-4a50-91fc-aa64ad06b687 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc HTTP/1.1" status: 200 len: 943 time: 0.2028809 Nov 26 02:52:01.556750 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcdd703-cda5-4d6a-96c2-d897b402137c None None] Sync routers for ids ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:52:01.560077 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-15774fa7-8efd-4aaa-adb3-cc56c00b2ca6 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:01.562845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-a9468ef6-a24f-4764-bea0-4ff597e40e22 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:01.567485 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-a9468ef6-a24f-4764-bea0-4ff597e40e22 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:52:01.572675 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcdd703-cda5-4d6a-96c2-d897b402137c None None] Routers {'cca8a4de-6d51-4c8f-8aaf-09ab19c24947'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:01.573608 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-9dcdd703-cda5-4d6a-96c2-d897b402137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:51:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:01.674601 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-15774fa7-8efd-4aaa-adb3-cc56c00b2ca6 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "PUT /v2.0/floatingips/649a12aa-1245-490e-a05a-7de90f23ab7b HTTP/1.1" status: 200 len: 996 time: 3.2215202 Nov 26 02:52:01.683286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'tag': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:01.686358 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9978587-f82a-4cd9-8064-83144133bc00" -d '{"events": [{"name": "network-changed", "server_uuid": "589836c0-a28f-4a80-a5ac-7d22d14e3146", "tag": "849a9db9-7ed6-47be-bdbb-b639b1cf41fc"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:01.707272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-a9468ef6-a24f-4764-bea0-4ff597e40e22 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:01.708146 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-a9468ef6-a24f-4764-bea0-4ff597e40e22 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:01.718370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b2aa64d-82df-49f3-ad35-bcf4b9aa07a9 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Made reservation on behalf of ec45c82f4a7049c9a6fab5bfc2b52323 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:52:01.722413 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b2aa64d-82df-49f3-ad35-bcf4b9aa07a9 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:01.752841 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-9dcdd703-cda5-4d6a-96c2-d897b402137c None None] Set router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:01.767464 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b2aa64d-82df-49f3-ad35-bcf4b9aa07a9 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:01.784781 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-a9468ef6-a24f-4764-bea0-4ff597e40e22 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3126612 Nov 26 02:52:01.801105 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7341347a-720f-4de1-8666-aead0129768a req-c6077692-0e2c-43c6-b374-7cc4fb46fbe4 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313919 Nov 26 02:52:01.850690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Request body: {'port': {'device_id': '3905d340-4b89-48c9-8e5e-18b94261f72c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:01.891162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-47ca31dc-f8c6-4411-8423-abe60f4e03b0 None None] Provisioning complete for port bce8bb5e-896d-449f-ad69-8507532d3695 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:01.891556 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-47ca31dc-f8c6-4411-8423-abe60f4e03b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:01.901378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-2807b1a9-a4a9-4e02-b9c2-a3dc705e729a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:01.903039 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-2807b1a9-a4a9-4e02-b9c2-a3dc705e729a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4c8c6ef166541329b9dea8ef3b97de5&device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 1096 time: 0.1758542 Nov 26 02:52:01.971690 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:01.989592 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-47ca31dc-f8c6-4411-8423-abe60f4e03b0 None None] Port bce8bb5e-896d-449f-ad69-8507532d3695 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:52:02.050889 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b2aa64d-82df-49f3-ad35-bcf4b9aa07a9 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:02.078360 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b2aa64d-82df-49f3-ad35-bcf4b9aa07a9 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:02.096108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-9dcdd703-cda5-4d6a-96c2-d897b402137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '649a12aa-1245-490e-a05a-7de90f23ab7b', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'port_id': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'mac_address': 'fa:16:3e:d2:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:51:37Z', 'updated_at': '2021-11-26T02:51:59Z', 'revision_number': 1, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:19Z', 'revision_number': 5, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:02.131914 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcdd703-cda5-4d6a-96c2-d897b402137c None None] Checking router: cca8a4de-6d51-4c8f-8aaf-09ab19c24947 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:52:02.143370 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcdd703-cda5-4d6a-96c2-d897b402137c None None] Routers {'cca8a4de-6d51-4c8f-8aaf-09ab19c24947'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:02.144006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-9dcdd703-cda5-4d6a-96c2-d897b402137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:51:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:02.188680 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2aa64d-82df-49f3-ad35-bcf4b9aa07a9 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20337006-f32e-4415-a1e9-cf09d47d63fc,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:02.261233 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-9dcdd703-cda5-4d6a-96c2-d897b402137c None None] Set router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:02.295559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-5e9bb80d-4b44-4aef-ae15-fef0ed9f8240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:02.297196 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-5e9bb80d-4b44-4aef-ae15-fef0ed9f8240 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 HTTP/1.1" status: 200 len: 922 time: 0.3652606 Nov 26 02:52:02.469273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70333e-f8ea-46f6-bd61-954bb90a5306 req-7a7b0fa5-aa9b-4cef-9956-f3a5979e20f1 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:02.470764 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa70333e-f8ea-46f6-bd61-954bb90a5306 req-7a7b0fa5-aa9b-4cef-9956-f3a5979e20f1 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 946 time: 0.2885752 Nov 26 02:52:02.480951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b2aa64d-82df-49f3-ad35-bcf4b9aa07a9 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Allocated IP 192.168.233.96 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/74476a72-7d4f-4b94-b71a-9b614328908e) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:52:02.487037 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-bb44eaf1-9c18-4c3b-a4d8-1851ea973838 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849a9db9-7ed6-47be-bdbb-b639b1cf41fc HTTP/1.1" status: 200 len: 999 time: 0.1774516 Nov 26 02:52:02.513358 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-9dcdd703-cda5-4d6a-96c2-d897b402137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '649a12aa-1245-490e-a05a-7de90f23ab7b', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'port_id': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'mac_address': 'fa:16:3e:d2:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:51:37Z', 'updated_at': '2021-11-26T02:51:59Z', 'revision_number': 1, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:19Z', 'revision_number': 5, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:02.542341 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcdd703-cda5-4d6a-96c2-d897b402137c None None] The sync data for ids ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'] in n-d-819389-3 is: [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '649a12aa-1245-490e-a05a-7de90f23ab7b', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'port_id': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'mac_address': 'fa:16:3e:d2:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:51:37Z', 'updated_at': '2021-11-26T02:51:59Z', 'revision_number': 1, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:19Z', 'revision_number': 5, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:52:02.710990 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-b706d692-25e5-426c-be7d-e01330615c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:02.712534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-b706d692-25e5-426c-be7d-e01330615c6f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f3b0af46-8ddc-4906-bee5-c3ae4085bf9d HTTP/1.1" status: 200 len: 860 time: 0.2140617 Nov 26 02:52:02.739218 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa70333e-f8ea-46f6-bd61-954bb90a5306 req-8f34a889-2e12-4cf2-aadd-7397446bf648 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538643 Nov 26 02:52:02.795786 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1212a49a-057f-415e-b395-5b14bae90782 None None] New status for floating IP 649a12aa-1245-490e-a05a-7de90f23ab7b: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:52:02.904283 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0cf22afd-04cd-489f-aaa5-0eb1005a5217 req-84853321-f193-417a-97e2-b9647f4dc20d tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bb74989-ec66-4a44-b940-53006feee7a9 HTTP/1.1" status: 200 len: 210 time: 0.0685756 Nov 26 02:52:02.954322 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-6a7166d9-3373-4c8d-90d0-55c8d163069c tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:02.955775 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-6a7166d9-3373-4c8d-90d0-55c8d163069c tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.59 "GET /v2.0/networks?id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9 HTTP/1.1" status: 200 len: 815 time: 0.3967283 Nov 26 02:52:02.981752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-0a52c602-fd17-4598-a76b-d53c293a9ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:02.983320 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-0a52c602-fd17-4598-a76b-d53c293a9ebe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2488585 Nov 26 02:52:02.997776 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce8bb5e-896d-449f-ad69-8507532d3695 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:52:03.017032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-5cb1a912-9324-47f1-9504-5af40bf5f57e tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Request body: {'port': {'device_id': 'f1e86ee4-4db5-4bcf-92fb-abf292e777cd', 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9', 'admin_state_up': True, 'tenant_id': 'e446dd2610754aaca387689d806c1fd6'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:03.059254 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:03.138981 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b2aa64d-82df-49f3-ad35-bcf4b9aa07a9 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:03.160199 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Transition to ACTIVE for port object bce8bb5e-896d-449f-ad69-8507532d3695 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:52:03.176249 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:03.238780 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535bad1-ae00-4b43-b880-28df9196f76c req-48c5bc12-fa7e-46d6-939c-dc01677deb59 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:03.240243 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d535bad1-ae00-4b43-b880-28df9196f76c req-48c5bc12-fa7e-46d6-939c-dc01677deb59 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 931 time: 0.2724259 Nov 26 02:52:03.343592 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Pushing event updated for resources: {'Port': ['ID=bce8bb5e-896d-449f-ad69-8507532d3695,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:03.362992 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-6c9de719-1e7b-4337-b2a8-1b69406f26a9 service neutron] 10.222.0.31 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608201 Nov 26 02:52:03.372237 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b2aa64d-82df-49f3-ad35-bcf4b9aa07a9 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:03.872554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b2aa64d-82df-49f3-ad35-bcf4b9aa07a9 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:52:03.876792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d535bad1-ae00-4b43-b880-28df9196f76c req-1db64e54-d880-42f4-807e-24167f780044 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6150823 Nov 26 02:52:03.877392 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-5cb1a912-9324-47f1-9504-5af40bf5f57e tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Made reservation on behalf of e446dd2610754aaca387689d806c1fd6 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:52:03.881687 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-5cb1a912-9324-47f1-9504-5af40bf5f57e tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:03.914413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b2aa64d-82df-49f3-ad35-bcf4b9aa07a9 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:03.920114 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b2aa64d-82df-49f3-ad35-bcf4b9aa07a9 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:52:03.925163 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2aa64d-82df-49f3-ad35-bcf4b9aa07a9 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Pushing event updated for resources: {'Port': ['ID=74476a72-7d4f-4b94-b71a-9b614328908e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:04.030621 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-307f20f9-72e6-4c5d-8e90-e77116ee9e5a req-67ef66a5-f8bb-46a9-ade4-5008bede7868 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e86ee4-4db5-4bcf-92fb-abf292e777cd HTTP/1.1" status: 200 len: 210 time: 0.0614185 Nov 26 02:52:04.031402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Attempting to bind port bce8bb5e-896d-449f-ad69-8507532d3695 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:52:04.031766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Attempting to bind port bce8bb5e-896d-449f-ad69-8507532d3695 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'b035f7d8-bdc3-4a67-a8cf-cb3525c2442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:52:04.032117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Attempting to bind port bce8bb5e-896d-449f-ad69-8507532d3695 on network 280aa7a0-b74e-4574-ba4c-9132492aa839 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:04.084244 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:52:04.110351 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc702be3-c57b-4eb9-9be9-9fe62db3b01c x-openstack-request-id: req-dc702be3-c57b-4eb9-9be9-9fe62db3b01c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:04.110917 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589836c0-a28f-4a80-a5ac-7d22d14e3146", "tag": "849a9db9-7ed6-47be-bdbb-b639b1cf41fc", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:04.110917 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc702be3-c57b-4eb9-9be9-9fe62db3b01c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:04.111297 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'tag': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc', 'status': 'completed', 'code': 200} Nov 26 02:52:04.130298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b2aa64d-82df-49f3-ad35-bcf4b9aa07a9 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:04.130686 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b2aa64d-82df-49f3-ad35-bcf4b9aa07a9 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:04.137256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Port bce8bb5e-896d-449f-ad69-8507532d3695 on network 280aa7a0-b74e-4574-ba4c-9132492aa839 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:52:04.137483 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Attempting to bind port bce8bb5e-896d-449f-ad69-8507532d3695 on network 280aa7a0-b74e-4574-ba4c-9132492aa839 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:04.141467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a7b435a-0671-46e8-814c-b7d2c1a8fabf req-aefd122d-5f10-45ce-a88a-a154e7e4e482 service neutron] 10.222.0.31 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7420509 Nov 26 02:52:04.170800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:52:04.171162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Checking segment: {'id': 'b035f7d8-bdc3-4a67-a8cf-cb3525c2442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:52:04.171561 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Bound using segment: {'id': 'b035f7d8-bdc3-4a67-a8cf-cb3525c2442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:52:04.172213 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Bound port: bce8bb5e-896d-449f-ad69-8507532d3695, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b035f7d8-bdc3-4a67-a8cf-cb3525c2442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:52:04.172690 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:04.182002 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b2aa64d-82df-49f3-ad35-bcf4b9aa07a9 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8538916 Nov 26 02:52:04.208373 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9978587-f82a-4cd9-8064-83144133bc00 req-13a443e7-f5fe-45da-a6fa-1e1081c61e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:04.210158 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e9978587-f82a-4cd9-8064-83144133bc00 req-13a443e7-f5fe-45da-a6fa-1e1081c61e60 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4c8c6ef166541329b9dea8ef3b97de5&device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 1096 time: 0.0714259 Nov 26 02:52:04.222163 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Request body: {'port': {'device_id': '4bb74989-ec66-4a44-b940-53006feee7a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:04.275234 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:04.289551 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca', 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5', 'port_id': '1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca', 'mac_address': 'fa:16:3e:a0:04:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c43934f-dad4-4b8b-af05-58049fc63ec8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:52:04.330135 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9978587-f82a-4cd9-8064-83144133bc00 req-4a30d3ec-afeb-4882-8a46-5300a505ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:04.332272 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e9978587-f82a-4cd9-8064-83144133bc00 req-4a30d3ec-afeb-4882-8a46-5300a505ea83 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 HTTP/1.1" status: 200 len: 922 time: 0.1139119 Nov 26 02:52:04.381717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-5cb1a912-9324-47f1-9504-5af40bf5f57e tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Allocated IP 172.20.0.12 (483c29ae-2b8e-42e0-9580-f2bd749e8ff9/1da5bde2-3a74-47b9-8c22-4f9e31dcb52d/c481e43b-fcaf-4f73-99bc-9bbe4254c6ca) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:52:04.398426 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:04.424834 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:52:04.432885 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:04.439149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] For port bce8bb5e-896d-449f-ad69-8507532d3695, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:52:04.451271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1406b4b-8deb-4be0-ac05-ba2d45470a44 req-a71af537-58bc-4167-a0df-3ada833eaa58 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:04.452896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1406b4b-8deb-4be0-ac05-ba2d45470a44 req-a71af537-58bc-4167-a0df-3ada833eaa58 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc HTTP/1.1" status: 200 len: 943 time: 0.1841233 Nov 26 02:52:04.466224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:04.467252 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e9978587-f82a-4cd9-8064-83144133bc00 req-a63ebfda-6bee-4dec-9ab9-d478abc9c70d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849a9db9-7ed6-47be-bdbb-b639b1cf41fc HTTP/1.1" status: 200 len: 1001 time: 0.1230421 Nov 26 02:52:04.469457 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-20387fb3-d25e-49d9-84d3-176f7cc45d45 None None] Provisioning complete for port 74476a72-7d4f-4b94-b71a-9b614328908e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:04.470112 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-20387fb3-d25e-49d9-84d3-176f7cc45d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:04.473809 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:04.498477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] For port bce8bb5e-896d-449f-ad69-8507532d3695, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bce8bb5e-896d-449f-ad69-8507532d3695,segment=NetworkSegment(b035f7d8-bdc3-4a67-a8cf-cb3525c2442b),segment_id=b035f7d8-bdc3-4a67-a8cf-cb3525c2442b)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:52:04.535415 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:04.562537 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9978587-f82a-4cd9-8064-83144133bc00 req-8e7a53ee-437c-4e08-b9a2-c6a8f5db56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:04.564817 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e9978587-f82a-4cd9-8064-83144133bc00 req-8e7a53ee-437c-4e08-b9a2-c6a8f5db56ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f3b0af46-8ddc-4906-bee5-c3ae4085bf9d HTTP/1.1" status: 200 len: 860 time: 0.0881536 Nov 26 02:52:04.572996 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:04.594372 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-20387fb3-d25e-49d9-84d3-176f7cc45d45 None None] Port 74476a72-7d4f-4b94-b71a-9b614328908e cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:52:04.654451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9978587-f82a-4cd9-8064-83144133bc00 req-fe5c8cc1-06ec-4665-a010-f2d7836db5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:04.656113 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e9978587-f82a-4cd9-8064-83144133bc00 req-fe5c8cc1-06ec-4665-a010-f2d7836db5fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839527 Nov 26 02:52:04.679900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:04.680570 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:04.682106 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] 10.222.0.59 "PUT /v2.0/ports/bce8bb5e-896d-449f-ad69-8507532d3695 HTTP/1.1" status: 200 len: 1091 time: 2.8395574 Nov 26 02:52:04.692995 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1406b4b-8deb-4be0-ac05-ba2d45470a44 req-0a3ab272-ca0d-4591-8b32-9c275fef1c1e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233763 Nov 26 02:52:04.809223 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e9978587-f82a-4cd9-8064-83144133bc00 req-c387f030-f17e-48d6-a1ef-f412fb235e50 service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423616 Nov 26 02:52:04.877700 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2f259-412c-4e23-8caa-ea489888003e service neutron] Pushing event updated for resources: {'Port': ['ID=bce8bb5e-896d-449f-ad69-8507532d3695,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:04.934640 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e9978587-f82a-4cd9-8064-83144133bc00 req-5209f4a0-e8e4-47f7-ab9a-c2a6aaa6d4db service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102898 Nov 26 02:52:04.988561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:52:05.049670 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-5cb1a912-9324-47f1-9504-5af40bf5f57e tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:05.072072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-12a112e9-8afe-4167-b57e-fe11e5b03731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:05.073596 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-12a112e9-8afe-4167-b57e-fe11e5b03731 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63b815c3cb0d48b09328fd2ad95d226f&device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 1094 time: 0.2472417 Nov 26 02:52:05.080835 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f151c2-1a16-4819-a4db-384914e80ed7 req-ca18a40e-b3c7-4f8a-bce9-3ce11062d349 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:05.082234 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82f151c2-1a16-4819-a4db-384914e80ed7 req-ca18a40e-b3c7-4f8a-bce9-3ce11062d349 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bb74989-ec66-4a44-b940-53006feee7a9 HTTP/1.1" status: 200 len: 935 time: 0.2417858 Nov 26 02:52:05.094393 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-911969d6-2a65-448f-bef2-995e89571fdb tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:05.095877 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-911969d6-2a65-448f-bef2-995e89571fdb tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=762301de-cb83-42a8-81d9-d0434cec213f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2476764 Nov 26 02:52:05.182748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-b1d3d1d5-e1c2-40f0-982c-34c7b4fb9674 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bce8bb5e-896d-449f-ad69-8507532d3695 HTTP/1.1" status: 200 len: 217 time: 0.0844104 Nov 26 02:52:05.318132 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82f151c2-1a16-4819-a4db-384914e80ed7 req-80964559-04f4-4c09-bd91-3b79785bde0c tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/security-groups?id=20337006-f32e-4415-a1e9-cf09d47d63fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170885 Nov 26 02:52:05.320953 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-df3ebcac-0bf8-493d-a9e4-509911229078 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 1001 time: 0.2159021 Nov 26 02:52:05.321963 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-5cb1a912-9324-47f1-9504-5af40bf5f57e tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:05.345460 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-9dc641ab-261a-491d-b5d1-73357d14bc08 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Request body: {'floatingip': {'port_id': '6a3407e6-2727-4f0b-8b3b-58ac0e352216', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:05.402733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-3b52822a-46dc-48f7-9b3a-29b2a23a6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:05.404324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-3b52822a-46dc-48f7-9b3a-29b2a23a6d14 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd6a293a-896f-4bbe-a4f6-4ff012988fdc HTTP/1.1" status: 200 len: 849 time: 0.1879697 Nov 26 02:52:05.438871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-5cb1a912-9324-47f1-9504-5af40bf5f57e tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:52:05.495191 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-5cb1a912-9324-47f1-9504-5af40bf5f57e tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:05.515374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-5cb1a912-9324-47f1-9504-5af40bf5f57e tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:52:05.530493 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1a912-9324-47f1-9504-5af40bf5f57e tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Pushing event updated for resources: {'Port': ['ID=c481e43b-fcaf-4f73-99bc-9bbe4254c6ca,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:05.564242 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74476a72-7d4f-4b94-b71a-9b614328908e {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:52:05.573089 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-9dc641ab-261a-491d-b5d1-73357d14bc08 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:05.618965 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:05.664353 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-5cb1a912-9324-47f1-9504-5af40bf5f57e tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:05.664974 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-5cb1a912-9324-47f1-9504-5af40bf5f57e tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:05.669699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Transition to ACTIVE for port object 74476a72-7d4f-4b94-b71a-9b614328908e will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:52:05.672831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-fc72e051-7164-4b77-b309-1bb114c79e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:05.674423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-fc72e051-7164-4b77-b309-1bb114c79e5a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=280aa7a0-b74e-4574-ba4c-9132492aa839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2427108 Nov 26 02:52:05.686149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910c2db-e6a7-4092-bc34-7dfddf60f623 req-15e8fb38-8349-470f-8fbc-4aa726ebbff5 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:05.687539 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d910c2db-e6a7-4092-bc34-7dfddf60f623 req-15e8fb38-8349-470f-8fbc-4aa726ebbff5 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 943 time: 0.2585993 Nov 26 02:52:05.693635 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:05.774704 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-5cb1a912-9324-47f1-9504-5af40bf5f57e tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7791040 Nov 26 02:52:05.833045 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Request body: {'port': {'device_id': 'f1e86ee4-4db5-4bcf-92fb-abf292e777cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:05.925646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Pushing event updated for resources: {'Port': ['ID=74476a72-7d4f-4b94-b71a-9b614328908e,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:06.322053 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3905d340-4b89-48c9-8e5e-18b94261f72c', 'tag': 'bce8bb5e-896d-449f-ad69-8507532d3695'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:06.324412 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ff50e8-d59f-46cb-afd9-83e2b9283785" -d '{"events": [{"name": "network-changed", "server_uuid": "3905d340-4b89-48c9-8e5e-18b94261f72c", "tag": "bce8bb5e-896d-449f-ad69-8507532d3695"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:06.360045 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d910c2db-e6a7-4092-bc34-7dfddf60f623 req-b88a4578-f89a-4103-8d07-b21909997a4d tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6465936 Nov 26 02:52:06.409153 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:06.417212 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-cf19ae26-3803-487f-a2be-28a27446fc3f service neutron] 10.222.0.59 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215137 Nov 26 02:52:06.591141 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Attempting to bind port 74476a72-7d4f-4b94-b71a-9b614328908e on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:52:06.591408 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Attempting to bind port 74476a72-7d4f-4b94-b71a-9b614328908e by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:52:06.591739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Attempting to bind port 74476a72-7d4f-4b94-b71a-9b614328908e on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:06.694456 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Port 74476a72-7d4f-4b94-b71a-9b614328908e on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:52:06.694789 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Attempting to bind port 74476a72-7d4f-4b94-b71a-9b614328908e on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:06.710814 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b27be-778c-44e3-ad83-f2348cb1facc req-efad836b-0eed-40fc-b15d-4247906867d7 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:06.712410 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cd9b27be-778c-44e3-ad83-f2348cb1facc req-efad836b-0eed-40fc-b15d-4247906867d7 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e86ee4-4db5-4bcf-92fb-abf292e777cd HTTP/1.1" status: 200 len: 932 time: 0.2842577 Nov 26 02:52:06.734861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:52:06.735204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:52:06.735592 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:52:06.736039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Bound port: 74476a72-7d4f-4b94-b71a-9b614328908e, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:52:06.736423 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:06.772126 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a09ce4f-15b9-4b41-b402-b0e19271bcb7 req-6e006a73-a7c8-4424-a27e-3dacd2020fec service neutron] 10.222.0.59 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329031 Nov 26 02:52:06.988436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cd9b27be-778c-44e3-ad83-f2348cb1facc req-66f0ba7f-e0c5-450c-9325-9810233e9a39 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622483 Nov 26 02:52:07.033540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] For port 74476a72-7d4f-4b94-b71a-9b614328908e, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:52:07.060991 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] For port 74476a72-7d4f-4b94-b71a-9b614328908e, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=74476a72-7d4f-4b94-b71a-9b614328908e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:52:07.093883 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:07.161649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:07.162285 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:07.163688 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] 10.222.0.54 "PUT /v2.0/ports/74476a72-7d4f-4b94-b71a-9b614328908e HTTP/1.1" status: 200 len: 1095 time: 2.9560132 Nov 26 02:52:07.179850 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-9dc641ab-261a-491d-b5d1-73357d14bc08 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:07.222327 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-9dc641ab-261a-491d-b5d1-73357d14bc08 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:07.232294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a9451-e3c4-4b5c-b1e0-d4a7ff272528 service neutron] Pushing event updated for resources: {'Port': ['ID=74476a72-7d4f-4b94-b71a-9b614328908e,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:07.315472 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c481e43b-fcaf-4f73-99bc-9bbe4254c6ca {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:52:07.328025 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:07.380435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Transition to ACTIVE for port object c481e43b-fcaf-4f73-99bc-9bbe4254c6ca will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:52:07.389920 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:07.437617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdaa8a-c197-4747-a453-d69c704d05a5 req-d46842ac-4b40-468f-8be5-5b582eca2414 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:07.439046 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fafdaa8a-c197-4747-a453-d69c704d05a5 req-d46842ac-4b40-468f-8be5-5b582eca2414 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc HTTP/1.1" status: 200 len: 944 time: 0.2351627 Nov 26 02:52:07.447527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-e61e3b73-3669-4a36-a1a9-b6e7f455170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:07.449070 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-e61e3b73-3669-4a36-a1a9-b6e7f455170f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec45c82f4a7049c9a6fab5bfc2b52323&device_id=4bb74989-ec66-4a44-b940-53006feee7a9 HTTP/1.1" status: 200 len: 1098 time: 0.2196679 Nov 26 02:52:07.467490 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-9dc641ab-261a-491d-b5d1-73357d14bc08 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Floating IP 649a12aa-1245-490e-a05a-7de90f23ab7b associated. External IP: 172.25.0.141, port: 849a9db9-7ed6-47be-bdbb-b639b1cf41fc. Nov 26 02:52:07.576349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Pushing event updated for resources: {'Port': ['ID=c481e43b-fcaf-4f73-99bc-9bbe4254c6ca,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:07.586040 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-93bfb086-3e4e-4e9e-9007-9fe9dc50315d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=74476a72-7d4f-4b94-b71a-9b614328908e HTTP/1.1" status: 200 len: 217 time: 0.1155157 Nov 26 02:52:07.706487 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fafdaa8a-c197-4747-a453-d69c704d05a5 req-0a66039e-b588-4c52-9ce8-87357ad8108a tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532885 Nov 26 02:52:07.725699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-0587bfc5-50ec-4db6-bd06-ccda8c048338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:07.727284 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-0587bfc5-50ec-4db6-bd06-ccda8c048338 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1241994 Nov 26 02:52:07.773778 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Attempting to bind port c481e43b-fcaf-4f73-99bc-9bbe4254c6ca on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:52:07.773993 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:52:07.774479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Attempting to bind port c481e43b-fcaf-4f73-99bc-9bbe4254c6ca by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '29b8cea0-869e-4a25-85ad-1e8e01219b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:52:07.774479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Attempting to bind port c481e43b-fcaf-4f73-99bc-9bbe4254c6ca on network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:07.783517 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Port c481e43b-fcaf-4f73-99bc-9bbe4254c6ca on network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:52:07.783843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Attempting to bind port c481e43b-fcaf-4f73-99bc-9bbe4254c6ca on network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:07.807243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 4f040c59-4ff0-434d-a03e-a3d8db815c04 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:52:07.854034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:52:07.854643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Checking segment: {'id': '29b8cea0-869e-4a25-85ad-1e8e01219b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:52:07.855033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Bound using segment: {'id': '29b8cea0-869e-4a25-85ad-1e8e01219b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:52:07.855480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Bound port: c481e43b-fcaf-4f73-99bc-9bbe4254c6ca, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b8cea0-869e-4a25-85ad-1e8e01219b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:52:07.855841 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:07.860537 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f899067e-a57d-4f1d-b310-911d5ea078a5 x-openstack-request-id: req-f899067e-a57d-4f1d-b310-911d5ea078a5 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:07.860783 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3905d340-4b89-48c9-8e5e-18b94261f72c", "tag": "bce8bb5e-896d-449f-ad69-8507532d3695", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:07.861038 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f899067e-a57d-4f1d-b310-911d5ea078a5 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:07.861431 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3905d340-4b89-48c9-8e5e-18b94261f72c', 'tag': 'bce8bb5e-896d-449f-ad69-8507532d3695', 'status': 'completed', 'code': 200} Nov 26 02:52:07.884276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-c7bdff1d-9fc9-497c-b662-4f48618f9a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:07.885734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-c7bdff1d-9fc9-497c-b662-4f48618f9a00 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1479747 Nov 26 02:52:07.933411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 4f040c59-4ff0-434d-a03e-a3d8db815c04, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=4f040c59-4ff0-434d-a03e-a3d8db815c04,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:07.949152 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '4f040c59-4ff0-434d-a03e-a3d8db815c04', 'network_id': 'b727c198-3d36-4fd1-b045-70b4bce472a0', 'port_id': '4f040c59-4ff0-434d-a03e-a3d8db815c04', 'mac_address': 'fa:16:3e:5c:75:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1d7b87-e76e-420b-a6ea-a71bcbbcd592', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:52:07.991735 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:08.009470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f040c59-4ff0-434d-a03e-a3d8db815c04 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:52:08.031568 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 4f040c59-4ff0-434d-a03e-a3d8db815c04, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=4f040c59-4ff0-434d-a03e-a3d8db815c04,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:08.036374 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:08.089551 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=4f040c59-4ff0-434d-a03e-a3d8db815c04,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:08.114275 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] For port c481e43b-fcaf-4f73-99bc-9bbe4254c6ca, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:52:08.117325 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:52:08.118099 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-9dc641ab-261a-491d-b5d1-73357d14bc08 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:52:08.177488 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:52:08.182582 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:08.183012 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:08.227677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['4f040c59-4ff0-434d-a03e-a3d8db815c04'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:52:08.371461 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:08.425764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:08.435656 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01833c52-5a3d-4ad2-9c00-26669fc9b5ef" -d '{"events": [{"server_uuid": "ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc", "name": "network-vif-plugged", "status": "completed", "tag": "1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:08.456950 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:08.475965 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:08.482880 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff50e8-d59f-46cb-afd9-83e2b9283785 req-c10816de-6038-4383-a834-f3c89a1ec0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:08.484506 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29ff50e8-d59f-46cb-afd9-83e2b9283785 req-c10816de-6038-4383-a834-f3c89a1ec0f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63b815c3cb0d48b09328fd2ad95d226f&device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 1094 time: 0.5649533 Nov 26 02:52:08.506708 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f90b16-c5e2-49cf-8f51-bf72debde175 req-1c4dfc2c-1ed8-44c7-b842-28f5d8780e7d tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:08.508287 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82f90b16-c5e2-49cf-8f51-bf72debde175 req-1c4dfc2c-1ed8-44c7-b842-28f5d8780e7d tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bb74989-ec66-4a44-b940-53006feee7a9 HTTP/1.1" status: 200 len: 947 time: 0.5690589 Nov 26 02:52:08.533775 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] For port c481e43b-fcaf-4f73-99bc-9bbe4254c6ca, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c481e43b-fcaf-4f73-99bc-9bbe4254c6ca,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:52:08.562747 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:08.585902 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:08.599467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-3b6dcc49-ecd8-4dbe-b30d-752f86c34492 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6691973 Nov 26 02:52:08.780727 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:08.781365 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:08.783352 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] 10.222.0.59 "PUT /v2.0/ports/c481e43b-fcaf-4f73-99bc-9bbe4254c6ca HTTP/1.1" status: 200 len: 1092 time: 2.9702921 Nov 26 02:52:08.838909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82f90b16-c5e2-49cf-8f51-bf72debde175 req-7f9e2208-216d-4af7-acde-46dc7a42090f tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/security-groups?id=20337006-f32e-4415-a1e9-cf09d47d63fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215485 Nov 26 02:52:08.858989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f9a1c-ee5d-420c-b003-755a3950bf8b service neutron] Pushing event updated for resources: {'Port': ['ID=c481e43b-fcaf-4f73-99bc-9bbe4254c6ca,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:08.894305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff50e8-d59f-46cb-afd9-83e2b9283785 req-d0e6f6c9-2d3c-4050-92c2-1a7d7d97fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:08.897067 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29ff50e8-d59f-46cb-afd9-83e2b9283785 req-d0e6f6c9-2d3c-4050-92c2-1a7d7d97fcfe service neutron] 10.222.0.59 "GET /v2.0/networks?id=280aa7a0-b74e-4574-ba4c-9132492aa839 HTTP/1.1" status: 200 len: 911 time: 0.3828628 Nov 26 02:52:08.992175 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29ff50e8-d59f-46cb-afd9-83e2b9283785 req-243cc6e7-3b21-4747-ba04-53b16fedc0f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bce8bb5e-896d-449f-ad69-8507532d3695 HTTP/1.1" status: 200 len: 217 time: 0.0598490 Nov 26 02:52:08.994051 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-9dc641ab-261a-491d-b5d1-73357d14bc08 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:52:09.000080 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5033a79e-2c65-4877-9f0b-7a3ac6cb30c5 req-b5201d6c-0151-4162-9968-25f7384c20ea service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650916 Nov 26 02:52:09.006838 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdec931-bc1c-4a35-a4dd-5c4e522a0ab8 None None] Sync routers for ids ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:52:09.034067 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdec931-bc1c-4a35-a4dd-5c4e522a0ab8 None None] Routers {'cca8a4de-6d51-4c8f-8aaf-09ab19c24947'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:09.034723 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8fdec931-bc1c-4a35-a4dd-5c4e522a0ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:51:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:09.110534 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-a3673557-71cb-41fc-9462-2cef45087ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:09.112099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-a3673557-71cb-41fc-9462-2cef45087ac1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e446dd2610754aaca387689d806c1fd6&device_id=f1e86ee4-4db5-4bcf-92fb-abf292e777cd HTTP/1.1" status: 200 len: 1095 time: 0.2342503 Nov 26 02:52:09.138986 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff50e8-d59f-46cb-afd9-83e2b9283785 req-017256c7-0651-45e4-ac37-e10a7cce29a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:09.140541 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29ff50e8-d59f-46cb-afd9-83e2b9283785 req-017256c7-0651-45e4-ac37-e10a7cce29a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd6a293a-896f-4bbe-a4f6-4ff012988fdc HTTP/1.1" status: 200 len: 849 time: 0.1395707 Nov 26 02:52:09.197060 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-e3cec146-82b4-4688-aef7-078bcb330389 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c481e43b-fcaf-4f73-99bc-9bbe4254c6ca HTTP/1.1" status: 200 len: 217 time: 0.0600271 Nov 26 02:52:09.212251 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-8fdec931-bc1c-4a35-a4dd-5c4e522a0ab8 None None] Set router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:09.389955 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff50e8-d59f-46cb-afd9-83e2b9283785 req-39132bff-3f6a-4ff3-b5b4-f8d01808f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:09.391503 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29ff50e8-d59f-46cb-afd9-83e2b9283785 req-39132bff-3f6a-4ff3-b5b4-f8d01808f51e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=280aa7a0-b74e-4574-ba4c-9132492aa839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2114890 Nov 26 02:52:09.398292 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-b2471b6a-ca62-43c1-bef0-5c473c717895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:09.399878 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-b2471b6a-ca62-43c1-bef0-5c473c717895 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1da5bde2-3a74-47b9-8c22-4f9e31dcb52d HTTP/1.1" status: 200 len: 855 time: 0.1731219 Nov 26 02:52:09.407515 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ae75d-7318-484d-809c-1f7dccde41ff req-86f3009a-4c5b-48f3-bb1d-8502f301a4c0 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:09.414874 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-784ae75d-7318-484d-809c-1f7dccde41ff req-86f3009a-4c5b-48f3-bb1d-8502f301a4c0 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 943 time: 0.2231421 Nov 26 02:52:09.477215 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8fdec931-bc1c-4a35-a4dd-5c4e522a0ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '649a12aa-1245-490e-a05a-7de90f23ab7b', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'port_id': '6a3407e6-2727-4f0b-8b3b-58ac0e352216', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'mac_address': 'fa:16:3e:42:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762301de-cb83-42a8-81d9-d0434cec213f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:51:37Z', 'updated_at': '2021-11-26T02:52:06Z', 'revision_number': 3, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:19Z', 'revision_number': 5, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:09.514806 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-51d4b0d4-3d26-48a5-bb33-e0b6e6241c04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968521 Nov 26 02:52:09.649456 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-784ae75d-7318-484d-809c-1f7dccde41ff req-69481dbc-c45c-4ede-818e-4008ce887385 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335801 Nov 26 02:52:09.684546 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdec931-bc1c-4a35-a4dd-5c4e522a0ab8 None None] Checking router: cca8a4de-6d51-4c8f-8aaf-09ab19c24947 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:52:09.697051 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdec931-bc1c-4a35-a4dd-5c4e522a0ab8 None None] Routers {'cca8a4de-6d51-4c8f-8aaf-09ab19c24947'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:09.698941 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8fdec931-bc1c-4a35-a4dd-5c4e522a0ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:51:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:09.711451 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-9dc641ab-261a-491d-b5d1-73357d14bc08 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:52:09.721853 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29ff50e8-d59f-46cb-afd9-83e2b9283785 req-a78d9be3-3ed9-49ee-be62-4f501cc20b40 service neutron] 10.222.0.59 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048716 Nov 26 02:52:09.819088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 4f040c59-4ff0-434d-a03e-a3d8db815c04 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:52:09.860494 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-5a899310-f078-4e77-bff8-5129133b498d service neutron] 10.222.0.59 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328969 Nov 26 02:52:09.864538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-8fdec931-bc1c-4a35-a4dd-5c4e522a0ab8 None None] Set router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:09.889704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb74989-ec66-4a44-b940-53006feee7a9', 'tag': '74476a72-7d4f-4b94-b71a-9b614328908e'}, {'name': 'network-changed', 'server_uuid': 'f1e86ee4-4db5-4bcf-92fb-abf292e777cd', 'tag': 'c481e43b-fcaf-4f73-99bc-9bbe4254c6ca'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:09.891933 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d930172-9310-4864-bb52-ee56a022e2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb74989-ec66-4a44-b940-53006feee7a9", "tag": "74476a72-7d4f-4b94-b71a-9b614328908e"}, {"name": "network-changed", "server_uuid": "f1e86ee4-4db5-4bcf-92fb-abf292e777cd", "tag": "c481e43b-fcaf-4f73-99bc-9bbe4254c6ca"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:10.006682 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0cb21-dc7c-4240-9717-09af0c25788d req-b0b50347-103f-47c3-b93c-901c434467b9 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:10.012505 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ed0cb21-dc7c-4240-9717-09af0c25788d req-b0b50347-103f-47c3-b93c-901c434467b9 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e86ee4-4db5-4bcf-92fb-abf292e777cd HTTP/1.1" status: 200 len: 944 time: 0.2759855 Nov 26 02:52:10.037503 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 4f040c59-4ff0-434d-a03e-a3d8db815c04 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:10.038049 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:10.077880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29ff50e8-d59f-46cb-afd9-83e2b9283785 req-fe6b7748-4e33-4196-953f-0962b2ac43c9 service neutron] 10.222.0.59 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415506 Nov 26 02:52:10.091934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-9dc641ab-261a-491d-b5d1-73357d14bc08 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:52:10.105532 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-9dc641ab-261a-491d-b5d1-73357d14bc08 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:10.150803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec77c9d8-9a3a-4980-ab5f-5cd31ec6e67e req-2d5ed987-20f6-4b65-80f6-180d90898faf service neutron] 10.222.0.59 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558544 Nov 26 02:52:10.164504 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ed0cb21-dc7c-4240-9717-09af0c25788d req-2b22969e-3c29-420d-8c0d-185f8d3d74a0 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374416 Nov 26 02:52:10.229089 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-9dc641ab-261a-491d-b5d1-73357d14bc08 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "PUT /v2.0/floatingips/649a12aa-1245-490e-a05a-7de90f23ab7b HTTP/1.1" status: 200 len: 998 time: 4.8973622 Nov 26 02:52:10.282067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-7f98d228-eab1-4317-818f-cac8b4a72145 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:10.296098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-7f98d228-eab1-4317-818f-cac8b4a72145 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports/849a9db9-7ed6-47be-bdbb-b639b1cf41fc HTTP/1.1" status: 200 len: 942 time: 0.0663540 Nov 26 02:52:10.375653 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:10.388929 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fe37fe-955c-418c-bc82-71a881ef43f8 x-openstack-request-id: req-53fe37fe-955c-418c-bc82-71a881ef43f8 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:10.389219 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc", "name": "network-vif-plugged", "status": "completed", "tag": "1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:10.389473 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53fe37fe-955c-418c-bc82-71a881ef43f8 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:10.389866 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca', 'code': 200} Nov 26 02:52:10.426162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8fdec931-bc1c-4a35-a4dd-5c4e522a0ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '649a12aa-1245-490e-a05a-7de90f23ab7b', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'port_id': '6a3407e6-2727-4f0b-8b3b-58ac0e352216', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'mac_address': 'fa:16:3e:42:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762301de-cb83-42a8-81d9-d0434cec213f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:51:37Z', 'updated_at': '2021-11-26T02:52:06Z', 'revision_number': 3, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:19Z', 'revision_number': 5, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:10.473916 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdec931-bc1c-4a35-a4dd-5c4e522a0ab8 None None] The sync data for ids ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'] in n-d-819389-3 is: [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '649a12aa-1245-490e-a05a-7de90f23ab7b', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'port_id': '6a3407e6-2727-4f0b-8b3b-58ac0e352216', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'mac_address': 'fa:16:3e:42:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762301de-cb83-42a8-81d9-d0434cec213f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:51:37Z', 'updated_at': '2021-11-26T02:52:06Z', 'revision_number': 3, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:19Z', 'revision_number': 5, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:52:10.480776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 4f040c59-4ff0-434d-a03e-a3d8db815c04, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=4f040c59-4ff0-434d-a03e-a3d8db815c04,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:10.488421 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:10.557327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-6257d9bf-d82c-4101-8b56-157542ded49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:10.562872 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-6257d9bf-d82c-4101-8b56-157542ded49f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4c8c6ef166541329b9dea8ef3b97de5&device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 1096 time: 0.2059057 Nov 26 02:52:10.581189 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=4f040c59-4ff0-434d-a03e-a3d8db815c04,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:10.597199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:10.597478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:10.597858 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:10.598214 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:10.598554 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:10.598900 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:10.599237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:10.599575 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:10.599905 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:10.600263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:10.600599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:10.605239 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:10.662101 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d6047-7cbf-420b-9bfd-f13c226b93b8 req-13591252-c91d-4f38-ba81-54e572ce6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:10.663649 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da8d6047-7cbf-420b-9bfd-f13c226b93b8 req-13591252-c91d-4f38-ba81-54e572ce6434 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc HTTP/1.1" status: 200 len: 1096 time: 0.1545849 Nov 26 02:52:10.679725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df294f-a300-409f-a7f2-21cacc700e3e req-27896c05-a1cf-451f-9884-7b0b1248bfb1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:10.687551 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26df294f-a300-409f-a7f2-21cacc700e3e req-27896c05-a1cf-451f-9884-7b0b1248bfb1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc HTTP/1.1" status: 200 len: 945 time: 0.1621644 Nov 26 02:52:10.775106 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310db229-cfdf-4822-aa96-cc9fec342459 None None] New status for floating IP 649a12aa-1245-490e-a05a-7de90f23ab7b: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:52:10.782752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-c2483e06-99d9-4362-81c7-8aed7a004217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:10.784319 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-c2483e06-99d9-4362-81c7-8aed7a004217 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 HTTP/1.1" status: 200 len: 922 time: 0.2206445 Nov 26 02:52:10.808229 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26df294f-a300-409f-a7f2-21cacc700e3e req-ec82ed58-7b49-4c9e-b606-57f4faf0da3f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137857 Nov 26 02:52:10.867343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-15a50400-3b87-4ec0-84dc-60d76e48a74a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849a9db9-7ed6-47be-bdbb-b639b1cf41fc HTTP/1.1" status: 200 len: 217 time: 0.0751939 Nov 26 02:52:10.885894 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da8d6047-7cbf-420b-9bfd-f13c226b93b8 req-51fcbfb7-7eab-4972-a353-b32a352c3fae service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925714 Nov 26 02:52:10.927397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-6202f7fd-60a1-4933-993a-653d4e75d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:10.936959 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-6202f7fd-60a1-4933-993a-653d4e75d5c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f3b0af46-8ddc-4906-bee5-c3ae4085bf9d HTTP/1.1" status: 200 len: 860 time: 0.0680311 Nov 26 02:52:11.007928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-d02de7bd-387a-4377-b888-19800db0fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:11.010372 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-d02de7bd-387a-4377-b888-19800db0fbe0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725057 Nov 26 02:52:11.033162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-840b903a-cbad-4efe-be3f-6f09cce80bb4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:52:11.034328 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-840b903a-cbad-4efe-be3f-6f09cce80bb4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080457 Nov 26 02:52:11.119670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63939f-9d77-4c6c-80ef-09a089a6d698 None None] Sync routers for ids ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:52:11.133877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63939f-9d77-4c6c-80ef-09a089a6d698 None None] Routers {'cca8a4de-6d51-4c8f-8aaf-09ab19c24947'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:11.134799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ec63939f-9d77-4c6c-80ef-09a089a6d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:51:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:11.138474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48991c2a-9250-40d7-9f91-b3cac4b26126 req-7bdb2070-8fcc-430d-8703-cf05f2c4b55d tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:11.145353 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-48991c2a-9250-40d7-9f91-b3cac4b26126 req-7bdb2070-8fcc-430d-8703-cf05f2c4b55d tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bb74989-ec66-4a44-b940-53006feee7a9 HTTP/1.1" status: 200 len: 947 time: 0.1093211 Nov 26 02:52:11.227915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-48991c2a-9250-40d7-9f91-b3cac4b26126 req-04e6bcfa-2b24-469b-beb1-6cc270d466db tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/security-groups?id=20337006-f32e-4415-a1e9-cf09d47d63fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750980 Nov 26 02:52:11.252857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-54237fcc-d155-46f6-adb6-ab5324385e02 service neutron] 10.222.0.31 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078192 Nov 26 02:52:11.255812 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-ec63939f-9d77-4c6c-80ef-09a089a6d698 None None] Set router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:11.317004 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec18f6a0-a803-4d33-9ed5-647e8a5d4472 x-openstack-request-id: req-ec18f6a0-a803-4d33-9ed5-647e8a5d4472 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:11.317390 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb74989-ec66-4a44-b940-53006feee7a9", "tag": "74476a72-7d4f-4b94-b71a-9b614328908e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f1e86ee4-4db5-4bcf-92fb-abf292e777cd", "tag": "c481e43b-fcaf-4f73-99bc-9bbe4254c6ca", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:11.317512 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec18f6a0-a803-4d33-9ed5-647e8a5d4472 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:11.317886 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb74989-ec66-4a44-b940-53006feee7a9', 'tag': '74476a72-7d4f-4b94-b71a-9b614328908e', 'status': 'completed', 'code': 200} Nov 26 02:52:11.318144 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e86ee4-4db5-4bcf-92fb-abf292e777cd', 'tag': 'c481e43b-fcaf-4f73-99bc-9bbe4254c6ca', 'status': 'completed', 'code': 200} Nov 26 02:52:11.532307 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ec63939f-9d77-4c6c-80ef-09a089a6d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '649a12aa-1245-490e-a05a-7de90f23ab7b', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'port_id': '6a3407e6-2727-4f0b-8b3b-58ac0e352216', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'mac_address': 'fa:16:3e:42:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762301de-cb83-42a8-81d9-d0434cec213f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:51:37Z', 'updated_at': '2021-11-26T02:52:10Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:19Z', 'revision_number': 5, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:11.571679 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63939f-9d77-4c6c-80ef-09a089a6d698 None None] Checking router: cca8a4de-6d51-4c8f-8aaf-09ab19c24947 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:52:11.588365 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63939f-9d77-4c6c-80ef-09a089a6d698 None None] Routers {'cca8a4de-6d51-4c8f-8aaf-09ab19c24947'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:11.589319 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ec63939f-9d77-4c6c-80ef-09a089a6d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:51:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:11.702748 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fa220439-2aa8-4d92-aecb-23c1372e2d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:11.754666 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-ec63939f-9d77-4c6c-80ef-09a089a6d698 None None] Set router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:11.784378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-5ff5f710-de1f-4eb4-a43a-25bb9a419a27 service neutron] 10.222.0.31 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249269 Nov 26 02:52:11.818477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-6a279a5d-348d-41d3-a9df-c7a2418c92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:11.820293 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-6a279a5d-348d-41d3-a9df-c7a2418c92b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e446dd2610754aaca387689d806c1fd6&device_id=f1e86ee4-4db5-4bcf-92fb-abf292e777cd HTTP/1.1" status: 200 len: 1095 time: 0.4616947 Nov 26 02:52:11.822132 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-8b665388-c630-4f3b-aed3-01b4784dbbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:11.823520 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-8b665388-c630-4f3b-aed3-01b4784dbbe3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec45c82f4a7049c9a6fab5bfc2b52323&device_id=4bb74989-ec66-4a44-b940-53006feee7a9 HTTP/1.1" status: 200 len: 1098 time: 0.4179969 Nov 26 02:52:11.827164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device bce8bb5e-896d-449f-ad69-8507532d3695 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:52:11.833052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824ef75-353e-4cdc-9ebe-aff90f1c3faa req-c37c8dc9-b6db-462b-b748-dfe2d1914613 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:11.834702 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6824ef75-353e-4cdc-9ebe-aff90f1c3faa req-c37c8dc9-b6db-462b-b748-dfe2d1914613 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 943 time: 0.4524822 Nov 26 02:52:12.037295 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-f589b4e2-72a1-41fb-94b5-1ae5f8fe4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:12.045191 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-f589b4e2-72a1-41fb-94b5-1ae5f8fe4e02 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4c8c6ef166541329b9dea8ef3b97de5&device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 1096 time: 0.2094064 Nov 26 02:52:12.109418 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port bce8bb5e-896d-449f-ad69-8507532d3695, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bce8bb5e-896d-449f-ad69-8507532d3695,segment=NetworkSegment(b035f7d8-bdc3-4a67-a8cf-cb3525c2442b),segment_id=b035f7d8-bdc3-4a67-a8cf-cb3525c2442b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:12.132625 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6824ef75-353e-4cdc-9ebe-aff90f1c3faa req-cd2b9ca8-de5a-43b3-a771-2c28764bb329 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803807 Nov 26 02:52:12.159219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 74476a72-7d4f-4b94-b71a-9b614328908e details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:52:12.205743 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-9b723ab5-0d3f-4038-9dee-8336c702101b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:12.207313 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-9b723ab5-0d3f-4038-9dee-8336c702101b service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.3641729 Nov 26 02:52:12.239448 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-75e7b25d-d8c6-4239-9d86-7a8d400d0629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:12.240993 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-75e7b25d-d8c6-4239-9d86-7a8d400d0629 service neutron] 10.222.0.59 "GET /v2.0/networks?id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9 HTTP/1.1" status: 200 len: 916 time: 0.3989329 Nov 26 02:52:12.263865 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 74476a72-7d4f-4b94-b71a-9b614328908e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=74476a72-7d4f-4b94-b71a-9b614328908e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:12.281962 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '74476a72-7d4f-4b94-b71a-9b614328908e', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '74476a72-7d4f-4b94-b71a-9b614328908e', 'mac_address': 'fa:16:3e:74:5c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:52:12.283846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'bce8bb5e-896d-449f-ad69-8507532d3695', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'port_id': 'bce8bb5e-896d-449f-ad69-8507532d3695', 'mac_address': 'fa:16:3e:33:8e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:52:12.293988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-dfc62068-f7c9-403e-a304-b08fd0cb4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:12.295566 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-dfc62068-f7c9-403e-a304-b08fd0cb4f5f service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 HTTP/1.1" status: 200 len: 922 time: 0.2495968 Nov 26 02:52:12.368094 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-46dcc395-c75d-4423-935c-13e8ba72247d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=74476a72-7d4f-4b94-b71a-9b614328908e HTTP/1.1" status: 200 len: 217 time: 0.1258807 Nov 26 02:52:12.369280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-4979a993-bb18-449f-933f-672a164e4f36 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c481e43b-fcaf-4f73-99bc-9bbe4254c6ca HTTP/1.1" status: 200 len: 217 time: 0.0951021 Nov 26 02:52:12.384175 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:12.413599 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:12.420708 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9710cd-74d3-4375-b4c0-e869036554d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f040c59-4ff0-434d-a03e-a3d8db815c04'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:12.424315 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8101ce9-c2db-4a58-818a-37d13b49f238" -d '{"events": [{"server_uuid": "de9710cd-74d3-4375-b4c0-e869036554d1", "name": "network-vif-plugged", "status": "completed", "tag": "4f040c59-4ff0-434d-a03e-a3d8db815c04"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:12.429999 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74476a72-7d4f-4b94-b71a-9b614328908e {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:52:12.458690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e047776-4e67-4401-8cb7-a452d533cdc1 req-30389be0-08d2-4dc0-8e45-6cc8b29f500e tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:12.460282 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e047776-4e67-4401-8cb7-a452d533cdc1 req-30389be0-08d2-4dc0-8e45-6cc8b29f500e tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 946 time: 0.2151792 Nov 26 02:52:12.484135 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ec63939f-9d77-4c6c-80ef-09a089a6d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '649a12aa-1245-490e-a05a-7de90f23ab7b', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'port_id': '6a3407e6-2727-4f0b-8b3b-58ac0e352216', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'mac_address': 'fa:16:3e:42:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762301de-cb83-42a8-81d9-d0434cec213f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:51:37Z', 'updated_at': '2021-11-26T02:52:10Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:19Z', 'revision_number': 5, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:12.517907 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce8bb5e-896d-449f-ad69-8507532d3695 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:52:12.522024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-84f149f4-5410-45fd-8114-8bc50230bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:12.523512 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-84f149f4-5410-45fd-8114-8bc50230bbe7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1da5bde2-3a74-47b9-8c22-4f9e31dcb52d HTTP/1.1" status: 200 len: 855 time: 0.1112101 Nov 26 02:52:12.526373 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63939f-9d77-4c6c-80ef-09a089a6d698 None None] The sync data for ids ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'] in n-d-819389-3 is: [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '649a12aa-1245-490e-a05a-7de90f23ab7b', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'port_id': '6a3407e6-2727-4f0b-8b3b-58ac0e352216', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'mac_address': 'fa:16:3e:42:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762301de-cb83-42a8-81d9-d0434cec213f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:51:37Z', 'updated_at': '2021-11-26T02:52:10Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:19Z', 'revision_number': 5, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:52:12.532491 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 74476a72-7d4f-4b94-b71a-9b614328908e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=74476a72-7d4f-4b94-b71a-9b614328908e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:12.543647 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:12.591128 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-654b2c10-d82e-4dce-b12d-21c0b6750679 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536661 Nov 26 02:52:12.633047 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=74476a72-7d4f-4b94-b71a-9b614328908e,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:12.640561 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-4172b794-17b3-422f-8672-6aec9c285647 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a3407e6-2727-4f0b-8b3b-58ac0e352216 HTTP/1.1" status: 200 len: 1001 time: 0.2811248 Nov 26 02:52:12.643755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-fa7345cc-ec57-4e47-8cc3-b42c5389186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:12.648011 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-fa7345cc-ec57-4e47-8cc3-b42c5389186f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.2374735 Nov 26 02:52:12.689489 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e047776-4e67-4401-8cb7-a452d533cdc1 req-4094cea2-4b13-4a08-b49e-f90889a28d18 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061040 Nov 26 02:52:12.810696 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port bce8bb5e-896d-449f-ad69-8507532d3695, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bce8bb5e-896d-449f-ad69-8507532d3695,segment=NetworkSegment(b035f7d8-bdc3-4a67-a8cf-cb3525c2442b),segment_id=b035f7d8-bdc3-4a67-a8cf-cb3525c2442b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:12.822565 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:12.886436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-32cfebca-7aba-46e0-91cc-a2237ef8fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:12.888167 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-32cfebca-7aba-46e0-91cc-a2237ef8fc37 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f3b0af46-8ddc-4906-bee5-c3ae4085bf9d HTTP/1.1" status: 200 len: 860 time: 0.2463522 Nov 26 02:52:12.897679 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=bce8bb5e-896d-449f-ad69-8507532d3695,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:12.919087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-8756cc4f-945e-4316-9b8b-a6c4dcefd0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:12.920649 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-8756cc4f-945e-4316-9b8b-a6c4dcefd0e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2065001 Nov 26 02:52:12.940800 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-fcbd4479-8d54-4bbd-85e3-c02d4f751e43 service neutron] 10.222.0.59 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257110 Nov 26 02:52:12.959162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72e156-72ee-42b4-a43b-ebb79fe56e8a req-f0cc6608-9c90-426b-a77c-bfb1a4952357 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:12.960700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e72e156-72ee-42b4-a43b-ebb79fe56e8a req-f0cc6608-9c90-426b-a77c-bfb1a4952357 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e86ee4-4db5-4bcf-92fb-abf292e777cd HTTP/1.1" status: 200 len: 944 time: 0.1522624 Nov 26 02:52:13.070182 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['74476a72-7d4f-4b94-b71a-9b614328908e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:52:13.083239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-eb2ea0c9-1502-403b-aa8f-378632172500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:13.084739 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-eb2ea0c9-1502-403b-aa8f-378632172500 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1842446 Nov 26 02:52:13.181982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['bce8bb5e-896d-449f-ad69-8507532d3695'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:52:13.204925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e72e156-72ee-42b4-a43b-ebb79fe56e8a req-b0da345b-37a8-4c0e-9b8b-4bcd6dffa6ab tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921837 Nov 26 02:52:13.209912 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-6bbbdfaa-10e4-45d7-a20c-549577a680fa service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681999 Nov 26 02:52:13.257124 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-6a8cad19-95e8-4a20-8646-4506ed37bc41 service neutron] 10.222.0.59 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930851 Nov 26 02:52:13.338843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'tag': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc'}, {'name': 'network-changed', 'server_uuid': '762301de-cb83-42a8-81d9-d0434cec213f', 'tag': '6a3407e6-2727-4f0b-8b3b-58ac0e352216'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:13.341146 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d4e19c-378e-43e5-98b5-0af29b4728d8" -d '{"events": [{"name": "network-changed", "server_uuid": "589836c0-a28f-4a80-a5ac-7d22d14e3146", "tag": "849a9db9-7ed6-47be-bdbb-b639b1cf41fc"}, {"name": "network-changed", "server_uuid": "762301de-cb83-42a8-81d9-d0434cec213f", "tag": "6a3407e6-2727-4f0b-8b3b-58ac0e352216"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:13.432990 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-b626e29d-b438-49f0-afac-cbafc3a91605 service neutron] 10.222.0.31 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349695 Nov 26 02:52:13.543440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d930172-9310-4864-bb52-ee56a022e2f3 req-7d096b6a-270d-4573-89ff-5aa17db1d9cf service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191679 Nov 26 02:52:13.581237 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4a105-c975-4085-b95a-1c9d71dfc426 req-ffb53abc-006f-4aa4-b22d-ae58d6334c13 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:13.582886 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccc4a105-c975-4085-b95a-1c9d71dfc426 req-ffb53abc-006f-4aa4-b22d-ae58d6334c13 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc HTTP/1.1" status: 200 len: 945 time: 0.1413789 Nov 26 02:52:13.617103 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-567ddaf2-8ad8-4f9a-97ad-e6edf01bb756 req-6b26957f-3ea4-4011-b154-796dcff83a63 service neutron] 10.222.0.31 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765196 Nov 26 02:52:13.664508 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccc4a105-c975-4085-b95a-1c9d71dfc426 req-92533d22-a9a0-40e1-b5da-15e870103821 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676584 Nov 26 02:52:13.787221 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f98e8-39f0-420c-aab3-e8df0e329d98 req-84d2e361-65ab-4d62-ac88-c570eac1ee54 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:13.790438 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e5f98e8-39f0-420c-aab3-e8df0e329d98 req-84d2e361-65ab-4d62-ac88-c570eac1ee54 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bb74989-ec66-4a44-b940-53006feee7a9 HTTP/1.1" status: 200 len: 948 time: 0.0655897 Nov 26 02:52:13.793763 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8eba78-5f62-459c-b7e1-37359c8ca3c4 x-openstack-request-id: req-cd8eba78-5f62-459c-b7e1-37359c8ca3c4 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:13.794290 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9710cd-74d3-4375-b4c0-e869036554d1", "name": "network-vif-plugged", "status": "completed", "tag": "4f040c59-4ff0-434d-a03e-a3d8db815c04", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:13.794815 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd8eba78-5f62-459c-b7e1-37359c8ca3c4 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:13.795352 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9710cd-74d3-4375-b4c0-e869036554d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f040c59-4ff0-434d-a03e-a3d8db815c04', 'code': 200} Nov 26 02:52:13.830604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c481e43b-fcaf-4f73-99bc-9bbe4254c6ca details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:52:13.880702 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e5f98e8-39f0-420c-aab3-e8df0e329d98 req-d2a657a9-88f3-4921-91ce-613abe8c956d tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/security-groups?id=20337006-f32e-4415-a1e9-cf09d47d63fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765924 Nov 26 02:52:13.942634 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a5fe72-0909-4165-a2cd-e20f9f05dd7a x-openstack-request-id: req-16a5fe72-0909-4165-a2cd-e20f9f05dd7a {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:13.943262 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589836c0-a28f-4a80-a5ac-7d22d14e3146", "tag": "849a9db9-7ed6-47be-bdbb-b639b1cf41fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "762301de-cb83-42a8-81d9-d0434cec213f", "tag": "6a3407e6-2727-4f0b-8b3b-58ac0e352216", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:13.943262 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16a5fe72-0909-4165-a2cd-e20f9f05dd7a {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:13.943666 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'tag': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc', 'status': 'completed', 'code': 200} Nov 26 02:52:13.943932 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762301de-cb83-42a8-81d9-d0434cec213f', 'tag': '6a3407e6-2727-4f0b-8b3b-58ac0e352216', 'status': 'completed', 'code': 200} Nov 26 02:52:13.992752 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c481e43b-fcaf-4f73-99bc-9bbe4254c6ca, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c481e43b-fcaf-4f73-99bc-9bbe4254c6ca,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:14.010480 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'c481e43b-fcaf-4f73-99bc-9bbe4254c6ca', 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9', 'port_id': 'c481e43b-fcaf-4f73-99bc-9bbe4254c6ca', 'mac_address': 'fa:16:3e:8d:13:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da5bde2-3a74-47b9-8c22-4f9e31dcb52d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:52:14.032877 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f0385-bf87-4fc4-9a27-0c648817dcae req-de28c224-dbf3-4347-9fef-76dc1c3d58de tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:14.034535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e17f0385-bf87-4fc4-9a27-0c648817dcae req-de28c224-dbf3-4347-9fef-76dc1c3d58de tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 944 time: 0.1526105 Nov 26 02:52:14.058337 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:14.073810 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c481e43b-fcaf-4f73-99bc-9bbe4254c6ca {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:52:14.110476 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c2b3f5f-de5a-423c-97a7-ed14d7e70930 req-65133aeb-2005-440a-8dbb-d78afb5f9550 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 1001 time: 0.1497145 Nov 26 02:52:14.118956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c481e43b-fcaf-4f73-99bc-9bbe4254c6ca, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c481e43b-fcaf-4f73-99bc-9bbe4254c6ca,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:14.123122 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:14.128405 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9d4df507-aff6-44f7-b3d4-442b3a49041e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:14.147477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-ce957dd2-9c19-4eb1-9294-54196a73ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:14.149311 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-ce957dd2-9c19-4eb1-9294-54196a73ea5e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4c8c6ef166541329b9dea8ef3b97de5&device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 1096 time: 0.1486917 Nov 26 02:52:14.183945 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=c481e43b-fcaf-4f73-99bc-9bbe4254c6ca,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:14.206059 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e17f0385-bf87-4fc4-9a27-0c648817dcae req-4152a98d-f4d5-48fa-af9e-5d33f4f92f64 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506219 Nov 26 02:52:14.259292 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b3f5f-de5a-423c-97a7-ed14d7e70930 req-f62e16d1-6f19-4691-b596-0a2ddba2d716 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:14.260845 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c2b3f5f-de5a-423c-97a7-ed14d7e70930 req-f62e16d1-6f19-4691-b596-0a2ddba2d716 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports/6a3407e6-2727-4f0b-8b3b-58ac0e352216 HTTP/1.1" status: 200 len: 942 time: 0.1349132 Nov 26 02:52:14.401713 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-19b5b284-1b0a-4046-88ba-37b4eb1b64f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:14.403174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-19b5b284-1b0a-4046-88ba-37b4eb1b64f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 HTTP/1.1" status: 200 len: 922 time: 0.2262330 Nov 26 02:52:14.476108 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-7776acda-2332-4f96-8ccc-f5c73d4079f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849a9db9-7ed6-47be-bdbb-b639b1cf41fc HTTP/1.1" status: 200 len: 217 time: 0.0606759 Nov 26 02:52:14.496381 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c2b3f5f-de5a-423c-97a7-ed14d7e70930 req-af1782bf-8184-464c-a085-462500335d26 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 1001 time: 0.1744280 Nov 26 02:52:14.507444 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936f0b6-9763-4b46-b930-b9a8aaa12a7e req-a3e92192-5708-4e13-82e5-9c9e7cd4e076 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:14.509862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4936f0b6-9763-4b46-b930-b9a8aaa12a7e req-a3e92192-5708-4e13-82e5-9c9e7cd4e076 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc HTTP/1.1" status: 200 len: 945 time: 0.2067597 Nov 26 02:52:14.511289 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c481e43b-fcaf-4f73-99bc-9bbe4254c6ca'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:52:14.929311 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:15.017570 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-d49705ae-7c64-4f2c-8bdc-5e17f75629d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:15.019518 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-d49705ae-7c64-4f2c-8bdc-5e17f75629d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f3b0af46-8ddc-4906-bee5-c3ae4085bf9d HTTP/1.1" status: 200 len: 860 time: 0.5357976 Nov 26 02:52:15.051000 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4936f0b6-9763-4b46-b930-b9a8aaa12a7e req-8447e321-e575-407a-b324-5f9fef586894 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082982 Nov 26 02:52:15.110421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b3f5f-de5a-423c-97a7-ed14d7e70930 req-9c45710c-15d8-4c89-98f0-9aab0afd59e6 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:15.119332 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c2b3f5f-de5a-423c-97a7-ed14d7e70930 req-9c45710c-15d8-4c89-98f0-9aab0afd59e6 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.6083097 Nov 26 02:52:15.135470 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-2d917612-07e0-4e5d-a566-8360947aa8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:15.137762 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-2d917612-07e0-4e5d-a566-8360947aa8eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992155 Nov 26 02:52:15.322044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d868c7-f4ad-4197-b97c-247323f27cb8 req-f0bd9aa8-d886-474e-ae7d-ab0095e41152 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:15.325157 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38d868c7-f4ad-4197-b97c-247323f27cb8 req-f0bd9aa8-d886-474e-ae7d-ab0095e41152 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 946 time: 0.1844044 Nov 26 02:52:15.367195 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6b76d-e4ee-4c56-bc5a-083a79cb58c0 req-dece2890-7a40-4bbf-98b0-3600cee14beb tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:15.368667 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93d6b76d-e4ee-4c56-bc5a-083a79cb58c0 req-dece2890-7a40-4bbf-98b0-3600cee14beb tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e86ee4-4db5-4bcf-92fb-abf292e777cd HTTP/1.1" status: 200 len: 945 time: 0.1707380 Nov 26 02:52:15.418116 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-7d5c0705-e1c8-4706-ab26-217b40c23ca8 service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296245 Nov 26 02:52:15.521188 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38d868c7-f4ad-4197-b97c-247323f27cb8 req-3c3992ce-3037-483d-9934-9f39b7b96c8f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817846 Nov 26 02:52:15.542034 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93d6b76d-e4ee-4c56-bc5a-083a79cb58c0 req-d1df53b4-c38f-47c7-b0ae-380f92b82845 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574757 Nov 26 02:52:15.640030 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-2e2104c5-48f3-4271-8b88-79bf3db3dd89 service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056353 Nov 26 02:52:15.765461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc49217-2306-40a1-b557-106baaadb9c4 req-90ab1016-de5d-40a3-a1cc-a6df570c0f14 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:15.767259 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cbc49217-2306-40a1-b557-106baaadb9c4 req-90ab1016-de5d-40a3-a1cc-a6df570c0f14 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bb74989-ec66-4a44-b940-53006feee7a9 HTTP/1.1" status: 200 len: 948 time: 0.0734758 Nov 26 02:52:15.847192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c481e43b-fcaf-4f73-99bc-9bbe4254c6ca up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:52:15.899654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cbc49217-2306-40a1-b557-106baaadb9c4 req-8e0795c7-35ed-47b0-9b43-73e93ae602df tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/security-groups?id=20337006-f32e-4415-a1e9-cf09d47d63fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213965 Nov 26 02:52:15.922483 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port c481e43b-fcaf-4f73-99bc-9bbe4254c6ca completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:52:15.930861 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port c481e43b-fcaf-4f73-99bc-9bbe4254c6ca triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:15.931572 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:15.969495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-6eb7a92d-146a-4f4d-a2b6-442575c2f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:15.971063 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-6eb7a92d-146a-4f4d-a2b6-442575c2f1ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4c8c6ef166541329b9dea8ef3b97de5&device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 1096 time: 0.1836538 Nov 26 02:52:16.028766 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-7087e0a9-ab37-4e9f-ac4a-32cc599d5c98 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 1001 time: 0.1499271 Nov 26 02:52:16.047455 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:16.079202 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e86ee4-4db5-4bcf-92fb-abf292e777cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c481e43b-fcaf-4f73-99bc-9bbe4254c6ca'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:16.082866 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093fec38-3868-4839-af0f-2e47d7547983" -d '{"events": [{"server_uuid": "f1e86ee4-4db5-4bcf-92fb-abf292e777cd", "name": "network-vif-plugged", "status": "completed", "tag": "c481e43b-fcaf-4f73-99bc-9bbe4254c6ca"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:16.107772 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c481e43b-fcaf-4f73-99bc-9bbe4254c6ca, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c481e43b-fcaf-4f73-99bc-9bbe4254c6ca,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:16.121074 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:16.122745 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device bce8bb5e-896d-449f-ad69-8507532d3695 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:52:16.143208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-ded70a99-4664-45ac-a592-d97bb1897d59 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:16.156934 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-ded70a99-4664-45ac-a592-d97bb1897d59 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports/6a3407e6-2727-4f0b-8b3b-58ac0e352216 HTTP/1.1" status: 200 len: 942 time: 0.0776570 Nov 26 02:52:16.178993 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa36890-b901-4fa4-baf5-285b8972b239 req-0ac18dbc-bbb2-4fc6-a56a-2647765e0804 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:16.186563 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5aa36890-b901-4fa4-baf5-285b8972b239 req-0ac18dbc-bbb2-4fc6-a56a-2647765e0804 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 944 time: 0.1957152 Nov 26 02:52:16.197674 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=c481e43b-fcaf-4f73-99bc-9bbe4254c6ca,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:16.201017 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 74476a72-7d4f-4b94-b71a-9b614328908e up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:52:16.274135 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port bce8bb5e-896d-449f-ad69-8507532d3695 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:52:16.278615 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port bce8bb5e-896d-449f-ad69-8507532d3695 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:16.278999 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:16.282780 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 74476a72-7d4f-4b94-b71a-9b614328908e completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:52:16.295557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-c807431a-590f-4637-87a6-a3e90036500d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:16.297465 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-c807431a-590f-4637-87a6-a3e90036500d service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 HTTP/1.1" status: 200 len: 922 time: 0.3081791 Nov 26 02:52:16.304173 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5aa36890-b901-4fa4-baf5-285b8972b239 req-52f38cb0-c2be-4012-8870-a775198f6ed2 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159284 Nov 26 02:52:16.308977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 74476a72-7d4f-4b94-b71a-9b614328908e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:16.309372 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:16.381415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-0a2778c4-b04e-4234-91c3-1dc8446d2359 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 1001 time: 0.1576993 Nov 26 02:52:16.438282 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:16.458103 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-5a388977-264a-473e-b386-665014024317 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a3407e6-2727-4f0b-8b3b-58ac0e352216 HTTP/1.1" status: 200 len: 1001 time: 0.1512501 Nov 26 02:52:16.488954 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:16.517914 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port bce8bb5e-896d-449f-ad69-8507532d3695, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bce8bb5e-896d-449f-ad69-8507532d3695,segment=NetworkSegment(b035f7d8-bdc3-4a67-a8cf-cb3525c2442b),segment_id=b035f7d8-bdc3-4a67-a8cf-cb3525c2442b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:16.528317 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:16.536706 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:16.561218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048192b-09ff-45e0-bf11-46f956934a9d req-0210304b-ec45-4524-9d14-a3fd15767734 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:16.563771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c048192b-09ff-45e0-bf11-46f956934a9d req-0210304b-ec45-4524-9d14-a3fd15767734 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc HTTP/1.1" status: 200 len: 945 time: 0.1564884 Nov 26 02:52:16.568232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 74476a72-7d4f-4b94-b71a-9b614328908e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=74476a72-7d4f-4b94-b71a-9b614328908e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:16.578655 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:16.599797 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=bce8bb5e-896d-449f-ad69-8507532d3695,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:16.601387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-5b73cd3d-be37-4e74-97a2-89e80290343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:16.602868 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-5b73cd3d-be37-4e74-97a2-89e80290343e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f3b0af46-8ddc-4906-bee5-c3ae4085bf9d HTTP/1.1" status: 200 len: 860 time: 0.1290340 Nov 26 02:52:16.619408 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-9cf05e44-a523-493b-861e-4d9d3aa0c79c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:16.627505 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-9cf05e44-a523-493b-861e-4d9d3aa0c79c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.2385895 Nov 26 02:52:16.667954 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=74476a72-7d4f-4b94-b71a-9b614328908e,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:16.738914 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c048192b-09ff-45e0-bf11-46f956934a9d req-87f06dfe-5191-4be4-a156-15a2b8ca3405 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660264 Nov 26 02:52:16.749895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-8c94706d-d9eb-4a3b-842a-dc6dd2a80c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:16.751588 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-8c94706d-d9eb-4a3b-842a-dc6dd2a80c38 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218486 Nov 26 02:52:16.769890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-9cc019de-7f1e-4a4f-9cac-64e0c8a7a9ea tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 1001 time: 0.1413720 Nov 26 02:52:16.782803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-eba40df2-7d32-4168-9991-d210467bdc14 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:16.807670 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b208ba-39c1-4b89-9a6e-a1af2902aa50 x-openstack-request-id: req-78b208ba-39c1-4b89-9a6e-a1af2902aa50 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:16.808210 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e86ee4-4db5-4bcf-92fb-abf292e777cd", "name": "network-vif-plugged", "status": "completed", "tag": "c481e43b-fcaf-4f73-99bc-9bbe4254c6ca", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:16.808898 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78b208ba-39c1-4b89-9a6e-a1af2902aa50 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:16.809538 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e86ee4-4db5-4bcf-92fb-abf292e777cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c481e43b-fcaf-4f73-99bc-9bbe4254c6ca', 'code': 200} Nov 26 02:52:16.889445 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-eba40df2-7d32-4168-9991-d210467bdc14 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:17.003582 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-c38a7d98-b72b-44bc-9c68-07e40c9a0f89 service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314739 Nov 26 02:52:17.135203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf43e30-7c8a-4a2a-8e0e-fb30dbdfd501 req-82b0aa2c-181c-4746-adb5-c0416497a1fa tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:17.136774 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-edf43e30-7c8a-4a2a-8e0e-fb30dbdfd501 req-82b0aa2c-181c-4746-adb5-c0416497a1fa tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 946 time: 0.2086036 Nov 26 02:52:17.148948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c043ba-6e71-4eef-afd4-3d272ad5f928 req-53a5f464-83e1-4fd6-9b42-248272a626de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:17.150453 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9c043ba-6e71-4eef-afd4-3d272ad5f928 req-53a5f464-83e1-4fd6-9b42-248272a626de service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1e86ee4-4db5-4bcf-92fb-abf292e777cd HTTP/1.1" status: 200 len: 1097 time: 0.1981380 Nov 26 02:52:17.231403 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-eba40df2-7d32-4168-9991-d210467bdc14 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:17.248331 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-eba40df2-7d32-4168-9991-d210467bdc14 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:17.248620 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-eba40df2-7d32-4168-9991-d210467bdc14 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Floating IP 649a12aa-1245-490e-a05a-7de90f23ab7b disassociated. External IP: 172.25.0.141, port: 6a3407e6-2727-4f0b-8b3b-58ac0e352216. Nov 26 02:52:17.354032 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9c043ba-6e71-4eef-afd4-3d272ad5f928 req-02f34f83-8f61-4864-81cf-4404cd374a87 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936677 Nov 26 02:52:17.361753 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56d4e19c-378e-43e5-98b5-0af29b4728d8 req-b664b72d-5915-4bc6-8f83-bde54af8c0f6 service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421197 Nov 26 02:52:17.372547 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-edf43e30-7c8a-4a2a-8e0e-fb30dbdfd501 req-a37ba0f8-8589-46ec-babd-cad3c76f3bdd tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188349 Nov 26 02:52:17.513501 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:17.563294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20eb13-9423-4bc5-bc7f-543b80bb7064 req-fbb4e1c9-4964-425f-b3a2-19dc8f62c060 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:17.564863 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad20eb13-9423-4bc5-bc7f-543b80bb7064 req-fbb4e1c9-4964-425f-b3a2-19dc8f62c060 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e86ee4-4db5-4bcf-92fb-abf292e777cd HTTP/1.1" status: 200 len: 946 time: 0.0773287 Nov 26 02:52:17.618148 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-eba40df2-7d32-4168-9991-d210467bdc14 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:52:17.666600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c4f97-fba3-4099-be53-6257fc7dc47f req-4f9f170d-5f18-4bee-8007-b637e878f392 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:17.668153 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-116c4f97-fba3-4099-be53-6257fc7dc47f req-4f9f170d-5f18-4bee-8007-b637e878f392 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc HTTP/1.1" status: 200 len: 945 time: 0.1002381 Nov 26 02:52:17.673185 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad20eb13-9423-4bc5-bc7f-543b80bb7064 req-829885c7-0308-4fc5-b8c3-ac6b3ee4a6cc tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958409 Nov 26 02:52:18.183688 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b23293-6832-4543-946a-26fca73ac9a5 req-5914af2b-9e96-4aac-974b-1f68e6ca8e04 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:18.185182 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51b23293-6832-4543-946a-26fca73ac9a5 req-5914af2b-9e96-4aac-974b-1f68e6ca8e04 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bb74989-ec66-4a44-b940-53006feee7a9 HTTP/1.1" status: 200 len: 949 time: 0.1230888 Nov 26 02:52:18.189035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-eba40df2-7d32-4168-9991-d210467bdc14 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:52:18.194453 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-eba40df2-7d32-4168-9991-d210467bdc14 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:18.209755 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af63b5a-e3ff-4f89-bf20-fc8d62673630 None None] Sync routers for ids ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:52:18.226483 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af63b5a-e3ff-4f89-bf20-fc8d62673630 None None] Routers {'cca8a4de-6d51-4c8f-8aaf-09ab19c24947'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:18.228567 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9af63b5a-e3ff-4f89-bf20-fc8d62673630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:18.250717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-116c4f97-fba3-4099-be53-6257fc7dc47f req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Deleting port 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:52:18.251071 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-116c4f97-fba3-4099-be53-6257fc7dc47f req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:18.257248 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-eba40df2-7d32-4168-9991-d210467bdc14 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "PUT /v2.0/floatingips/649a12aa-1245-490e-a05a-7de90f23ab7b HTTP/1.1" status: 200 len: 695 time: 1.4864287 Nov 26 02:52:18.263796 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762301de-cb83-42a8-81d9-d0434cec213f', 'tag': '6a3407e6-2727-4f0b-8b3b-58ac0e352216'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:18.265993 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f86a707-87b1-4ece-811c-faba2c627e88" -d '{"events": [{"name": "network-changed", "server_uuid": "762301de-cb83-42a8-81d9-d0434cec213f", "tag": "6a3407e6-2727-4f0b-8b3b-58ac0e352216"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:18.335092 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51b23293-6832-4543-946a-26fca73ac9a5 req-2dd409ac-79c0-4e4d-9d03-c4ed843788b0 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/security-groups?id=20337006-f32e-4415-a1e9-cf09d47d63fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369765 Nov 26 02:52:18.431799 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-9af63b5a-e3ff-4f89-bf20-fc8d62673630 None None] Set router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:18.462302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-116c4f97-fba3-4099-be53-6257fc7dc47f req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] For port 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:18.462302 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-116c4f97-fba3-4099-be53-6257fc7dc47f req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:18.479362 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-116c4f97-fba3-4099-be53-6257fc7dc47f req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Calling delete_port for 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:52:18.506678 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-12160b5b-269f-4fe2-b86c-7cf3c3ed7fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:18.508310 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-12160b5b-269f-4fe2-b86c-7cf3c3ed7fe4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4c8c6ef166541329b9dea8ef3b97de5&device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 1096 time: 0.1995878 Nov 26 02:52:18.577589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028723a-f73c-4713-aedd-ef4a3e65d2a8 req-1f6cb215-3305-4e7a-bc6d-18d908a337dd tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:18.578886 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f028723a-f73c-4713-aedd-ef4a3e65d2a8 req-1f6cb215-3305-4e7a-bc6d-18d908a337dd tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.1514423 Nov 26 02:52:18.749365 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f028723a-f73c-4713-aedd-ef4a3e65d2a8 req-76c312f9-8001-4606-98e3-f3257dbfb5eb tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441209 Nov 26 02:52:18.790876 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9af63b5a-e3ff-4f89-bf20-fc8d62673630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:19Z', 'revision_number': 5, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:18.791290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-077ce966-d053-41f0-a586-bf2c007531cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:18.799440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-077ce966-d053-41f0-a586-bf2c007531cc service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 HTTP/1.1" status: 200 len: 922 time: 0.2579098 Nov 26 02:52:18.810869 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3905d340-4b89-48c9-8e5e-18b94261f72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce8bb5e-896d-449f-ad69-8507532d3695'}, {'server_uuid': '4bb74989-ec66-4a44-b940-53006feee7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74476a72-7d4f-4b94-b71a-9b614328908e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:18.817688 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2fc899-ca48-426c-9b85-6f5caafbb080" -d '{"events": [{"server_uuid": "3905d340-4b89-48c9-8e5e-18b94261f72c", "name": "network-vif-plugged", "status": "completed", "tag": "bce8bb5e-896d-449f-ad69-8507532d3695"}, {"server_uuid": "4bb74989-ec66-4a44-b940-53006feee7a9", "name": "network-vif-plugged", "status": "completed", "tag": "74476a72-7d4f-4b94-b71a-9b614328908e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:18.827594 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af63b5a-e3ff-4f89-bf20-fc8d62673630 None None] Checking router: cca8a4de-6d51-4c8f-8aaf-09ab19c24947 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:52:18.842424 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af63b5a-e3ff-4f89-bf20-fc8d62673630 None None] Routers {'cca8a4de-6d51-4c8f-8aaf-09ab19c24947'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:18.843396 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9af63b5a-e3ff-4f89-bf20-fc8d62673630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:18.886452 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-d52065b1-8cb1-4a70-85ec-8de73e4b642d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a3407e6-2727-4f0b-8b3b-58ac0e352216 HTTP/1.1" status: 200 len: 217 time: 0.0860920 Nov 26 02:52:18.983786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-5e4cd585-7170-4809-bc0e-4c071d6b7996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:18.991987 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-9af63b5a-e3ff-4f89-bf20-fc8d62673630 None None] Set router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:18.992182 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-5e4cd585-7170-4809-bc0e-4c071d6b7996 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f3b0af46-8ddc-4906-bee5-c3ae4085bf9d HTTP/1.1" status: 200 len: 860 time: 0.1045737 Nov 26 02:52:19.027281 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-116c4f97-fba3-4099-be53-6257fc7dc47f req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:19.064631 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['743d1c09-7495-40e6-a927-fb0deef5aa25', '1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:52:19.076453 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1e669-2af0-4633-a526-eb732378ec2c req-12737b2d-cf5d-445e-b6d0-32dac8238ecb tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:19.078044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cb1e669-2af0-4633-a526-eb732378ec2c req-12737b2d-cf5d-445e-b6d0-32dac8238ecb tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc HTTP/1.1" status: 200 len: 867 time: 0.2079153 Nov 26 02:52:19.084391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Pushing event deleted for resources: {'Port': ['ID=1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:19.138219 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:19.138587 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:19.138942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:19.139292 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:19.139972 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:19.140139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:19.140468 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:19.140811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:19.141153 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:19.141492 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:19.141830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:19.142167 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:19.169377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-afb9ca51-bff3-4d94-831a-46f698ee13fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:19.177981 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-afb9ca51-bff3-4d94-831a-46f698ee13fe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850462 Nov 26 02:52:19.251603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-116c4f97-fba3-4099-be53-6257fc7dc47f req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] No DVR routers for this DVR port 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:52:19.257731 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-116c4f97-fba3-4099-be53-6257fc7dc47f req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:19.261360 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-116c4f97-fba3-4099-be53-6257fc7dc47f req-13a0779b-aa7c-4825-88db-9bc81a5b1875 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.54 "DELETE /v2.0/ports/1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca HTTP/1.1" status: 204 len: 173 time: 1.5863144 Nov 26 02:52:19.264880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cb1e669-2af0-4633-a526-eb732378ec2c req-70cb150b-7b4c-4166-8643-6971094dc059 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765616 Nov 26 02:52:19.336816 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-299bc625-176d-4e0c-9757-3a7d610bc7b9 service neutron] 10.222.0.31 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579461 Nov 26 02:52:19.357636 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2bcb18-4f1f-4a83-9e5f-7307c3303f53 x-openstack-request-id: req-eb2bcb18-4f1f-4a83-9e5f-7307c3303f53 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:19.359318 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762301de-cb83-42a8-81d9-d0434cec213f", "tag": "6a3407e6-2727-4f0b-8b3b-58ac0e352216", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:19.360135 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb2bcb18-4f1f-4a83-9e5f-7307c3303f53 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:19.362472 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762301de-cb83-42a8-81d9-d0434cec213f', 'tag': '6a3407e6-2727-4f0b-8b3b-58ac0e352216', 'status': 'completed', 'code': 200} Nov 26 02:52:19.517397 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9af63b5a-e3ff-4f89-bf20-fc8d62673630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:19Z', 'revision_number': 5, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:19.551088 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af63b5a-e3ff-4f89-bf20-fc8d62673630 None None] The sync data for ids ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'] in n-d-819389-3 is: [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:19Z', 'revision_number': 5, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:52:19.563117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86a707-87b1-4ece-811c-faba2c627e88 req-4eb12720-f34a-476d-bc48-a573db0a7795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:19.565176 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f86a707-87b1-4ece-811c-faba2c627e88 req-4eb12720-f34a-476d-bc48-a573db0a7795 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4c8c6ef166541329b9dea8ef3b97de5&device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 1096 time: 0.1703138 Nov 26 02:52:19.602900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03beb81f-7647-4ff9-98a2-88076ee3189f req-2c7b5db0-6b5e-45d0-ae7f-3b942981181c tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:19.611276 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-03beb81f-7647-4ff9-98a2-88076ee3189f req-2c7b5db0-6b5e-45d0-ae7f-3b942981181c tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 946 time: 0.1591403 Nov 26 02:52:19.645413 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-490f5428-cd95-4957-8e62-d263a2084ff7 req-e14cc5e3-257f-4a4c-87c6-9f0cbb4680e2 service neutron] 10.222.0.31 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906499 Nov 26 02:52:19.768027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-03beb81f-7647-4ff9-98a2-88076ee3189f req-e91ecb4b-e4c8-49d8-b8a5-caa81355fbb0 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558359 Nov 26 02:52:19.816953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86a707-87b1-4ece-811c-faba2c627e88 req-97ab4c26-bc09-4a74-9704-8405f386671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:19.818487 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f86a707-87b1-4ece-811c-faba2c627e88 req-97ab4c26-bc09-4a74-9704-8405f386671f service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 HTTP/1.1" status: 200 len: 922 time: 0.2348301 Nov 26 02:52:19.891145 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8658d6d-170d-4495-9031-e605a7fc3afd req-2af6d760-a31a-4b1a-8190-dbe8dc0097a1 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:19.892884 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8658d6d-170d-4495-9031-e605a7fc3afd req-2af6d760-a31a-4b1a-8190-dbe8dc0097a1 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e86ee4-4db5-4bcf-92fb-abf292e777cd HTTP/1.1" status: 200 len: 946 time: 0.1497688 Nov 26 02:52:19.894429 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f86a707-87b1-4ece-811c-faba2c627e88 req-8ba5a1a0-4253-48c0-9d49-cabc39babcaa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a3407e6-2727-4f0b-8b3b-58ac0e352216 HTTP/1.1" status: 200 len: 217 time: 0.0641077 Nov 26 02:52:19.987153 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77438bb8-786b-463b-9e96-e31d46aa0eab x-openstack-request-id: req-77438bb8-786b-463b-9e96-e31d46aa0eab {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:19.987669 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3905d340-4b89-48c9-8e5e-18b94261f72c", "name": "network-vif-plugged", "status": "completed", "tag": "bce8bb5e-896d-449f-ad69-8507532d3695", "code": 200}, {"server_uuid": "4bb74989-ec66-4a44-b940-53006feee7a9", "name": "network-vif-plugged", "status": "completed", "tag": "74476a72-7d4f-4b94-b71a-9b614328908e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:19.987754 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8658d6d-170d-4495-9031-e605a7fc3afd req-766197c6-41bc-4822-8d6d-353977f71d10 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884714 Nov 26 02:52:19.987830 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77438bb8-786b-463b-9e96-e31d46aa0eab {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:19.988139 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3905d340-4b89-48c9-8e5e-18b94261f72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce8bb5e-896d-449f-ad69-8507532d3695', 'code': 200} Nov 26 02:52:19.994637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86a707-87b1-4ece-811c-faba2c627e88 req-88f0a0e5-807c-41ae-a02f-509d2b81aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:19.995616 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb74989-ec66-4a44-b940-53006feee7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74476a72-7d4f-4b94-b71a-9b614328908e', 'code': 200} Nov 26 02:52:19.997589 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f86a707-87b1-4ece-811c-faba2c627e88 req-88f0a0e5-807c-41ae-a02f-509d2b81aa17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f3b0af46-8ddc-4906-bee5-c3ae4085bf9d HTTP/1.1" status: 200 len: 860 time: 0.0754075 Nov 26 02:52:20.001647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d3843-145d-48e1-afc5-e22f8dc39903 None None] New status for floating IP 649a12aa-1245-490e-a05a-7de90f23ab7b: DOWN {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:52:20.152206 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86a707-87b1-4ece-811c-faba2c627e88 req-e935892c-d764-4687-92e0-e3fc2a97a77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:20.158216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f86a707-87b1-4ece-811c-faba2c627e88 req-e935892c-d764-4687-92e0-e3fc2a97a77b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311870 Nov 26 02:52:20.431777 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855740a-e8ef-4a4e-98fa-68dec631b368 req-e7a7ef64-d4a6-4f56-a81c-3944c5ffb902 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:20.449953 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c855740a-e8ef-4a4e-98fa-68dec631b368 req-e7a7ef64-d4a6-4f56-a81c-3944c5ffb902 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bb74989-ec66-4a44-b940-53006feee7a9 HTTP/1.1" status: 200 len: 949 time: 0.2845478 Nov 26 02:52:20.462721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d7cae-22af-424d-b554-a83817680713 req-9d27f0b4-887a-4afd-a622-71953199c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:20.464293 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-388d7cae-22af-424d-b554-a83817680713 req-9d27f0b4-887a-4afd-a622-71953199c331 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 1096 time: 0.2657194 Nov 26 02:52:20.466583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d4c83-9fcd-490e-a1e4-6c599b868e69 req-86c3b316-dd04-41d6-8c80-59a67ef0d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:20.468374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb8d4c83-9fcd-490e-a1e4-6c599b868e69 req-86c3b316-dd04-41d6-8c80-59a67ef0d6d5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4bb74989-ec66-4a44-b940-53006feee7a9 HTTP/1.1" status: 200 len: 1100 time: 0.2718573 Nov 26 02:52:20.546606 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f86a707-87b1-4ece-811c-faba2c627e88 req-7bb8e1d3-8164-4ffb-98c0-9b431890e1a8 service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671362 Nov 26 02:52:20.716077 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-388d7cae-22af-424d-b554-a83817680713 req-7dad3995-a990-488f-a1ee-8b04c69fa6a6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286620 Nov 26 02:52:20.731123 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c855740a-e8ef-4a4e-98fa-68dec631b368 req-357b1380-af43-435b-b92f-a8a1936ed60f tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/security-groups?id=20337006-f32e-4415-a1e9-cf09d47d63fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801349 Nov 26 02:52:20.745182 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb8d4c83-9fcd-490e-a1e4-6c599b868e69 req-03879c0c-b0c7-4738-b5cc-dda819b83925 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=20337006-f32e-4415-a1e9-cf09d47d63fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602267 Nov 26 02:52:20.761986 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee903126-81c6-410b-8fe5-cc31f05ddc14 req-a932baab-d2bc-42da-9c5e-d690b85ca689 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:20.764047 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee903126-81c6-410b-8fe5-cc31f05ddc14 req-a932baab-d2bc-42da-9c5e-d690b85ca689 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.1890957 Nov 26 02:52:20.859734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee903126-81c6-410b-8fe5-cc31f05ddc14 req-b9943d82-1d0f-4a9d-a41f-fefa0f243539 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710788 Nov 26 02:52:20.873496 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f86a707-87b1-4ece-811c-faba2c627e88 req-11c80635-9827-4de1-974a-98b1ffa0cc8e service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045096 Nov 26 02:52:20.922722 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-60f322b9-8053-470f-b7dc-b061382ae47d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:20.924321 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-60f322b9-8053-470f-b7dc-b061382ae47d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0701001 Nov 26 02:52:20.976948 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-65d384fd-54a3-46f6-8448-fc3b0e371673 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 696 time: 0.0459843 Nov 26 02:52:20.989969 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-ec599506-a18a-4961-bb67-76af860fd30c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Request body: {'floatingip': {'port_id': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:21.037254 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-ec599506-a18a-4961-bb67-76af860fd30c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:21.371762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc', 'name': 'network-vif-deleted', 'tag': '1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:21.373976 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c78c3c-bcea-4ed8-a657-88532a0ceae2" -d '{"events": [{"server_uuid": "ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc", "name": "network-vif-deleted", "tag": "1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:21.530848 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-ec599506-a18a-4961-bb67-76af860fd30c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:21.537524 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-ec599506-a18a-4961-bb67-76af860fd30c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:21.581384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5eea8-2c2f-48d5-adbd-1a399242dfe7 req-4afee51d-691a-4b3e-ac12-206054504b4d tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:21.583395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33b5eea8-2c2f-48d5-adbd-1a399242dfe7 req-4afee51d-691a-4b3e-ac12-206054504b4d tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 946 time: 0.0996001 Nov 26 02:52:21.674940 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33b5eea8-2c2f-48d5-adbd-1a399242dfe7 req-c5e26394-0262-4165-86c0-4e231be1f490 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658255 Nov 26 02:52:21.690047 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-ec599506-a18a-4961-bb67-76af860fd30c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Floating IP 649a12aa-1245-490e-a05a-7de90f23ab7b associated. External IP: 172.25.0.141, port: 849a9db9-7ed6-47be-bdbb-b639b1cf41fc. Nov 26 02:52:21.907688 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783a35e1-a12e-4017-be5c-f1a39bdecf47 x-openstack-request-id: req-783a35e1-a12e-4017-be5c-f1a39bdecf47 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:21.907979 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc", "name": "network-vif-deleted", "tag": "1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:21.908254 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-783a35e1-a12e-4017-be5c-f1a39bdecf47 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:21.908640 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7081b2-b7ec-4e3b-b55b-5a4bc44e0ffc', 'name': 'network-vif-deleted', 'tag': '1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca', 'status': 'completed', 'code': 200} Nov 26 02:52:21.926885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-ec599506-a18a-4961-bb67-76af860fd30c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:52:22.047314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-ec599506-a18a-4961-bb67-76af860fd30c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:52:22.052154 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-ec599506-a18a-4961-bb67-76af860fd30c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:22.056535 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039b2e54-5389-4fb0-b972-af76734a1ae3 None None] Sync routers for ids ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:52:22.068313 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039b2e54-5389-4fb0-b972-af76734a1ae3 None None] Routers {'cca8a4de-6d51-4c8f-8aaf-09ab19c24947'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:22.068924 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-039b2e54-5389-4fb0-b972-af76734a1ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:22.083226 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-ec599506-a18a-4961-bb67-76af860fd30c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "PUT /v2.0/floatingips/649a12aa-1245-490e-a05a-7de90f23ab7b HTTP/1.1" status: 200 len: 996 time: 1.0978513 Nov 26 02:52:22.140251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-cf5048b6-f06d-444e-8c95-33d374913197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:22.141813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-cf5048b6-f06d-444e-8c95-33d374913197 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4c8c6ef166541329b9dea8ef3b97de5&device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 1096 time: 0.0445962 Nov 26 02:52:22.155836 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:52:22.185160 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-039b2e54-5389-4fb0-b972-af76734a1ae3 None None] Set router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:22.213979 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:52:22.214335 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 1dcc6de9-a4cc-41ef-9b5c-0ae1a7bb38ca not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:52:22.227573 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:22.260627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-209e3ab4-84ea-418e-90be-ba9d308d61dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:22.262516 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-209e3ab4-84ea-418e-90be-ba9d308d61dc service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 HTTP/1.1" status: 200 len: 922 time: 0.1132245 Nov 26 02:52:22.361141 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-cc5d3f82-32f1-4776-86af-1e82428fa839 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849a9db9-7ed6-47be-bdbb-b639b1cf41fc HTTP/1.1" status: 200 len: 999 time: 0.0904567 Nov 26 02:52:22.444740 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-9ac90ba7-4592-413c-8a08-35bd558cb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:22.446238 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-9ac90ba7-4592-413c-8a08-35bd558cb0a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f3b0af46-8ddc-4906-bee5-c3ae4085bf9d HTTP/1.1" status: 200 len: 860 time: 0.0760503 Nov 26 02:52:22.510005 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-039b2e54-5389-4fb0-b972-af76734a1ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '649a12aa-1245-490e-a05a-7de90f23ab7b', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'port_id': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'mac_address': 'fa:16:3e:d2:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:51:37Z', 'updated_at': '2021-11-26T02:52:21Z', 'revision_number': 8, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:19Z', 'revision_number': 5, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:22.531394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-423adbff-a235-4a0e-9c2d-55566d7bf222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:22.532982 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-423adbff-a235-4a0e-9c2d-55566d7bf222 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796447 Nov 26 02:52:22.539861 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039b2e54-5389-4fb0-b972-af76734a1ae3 None None] Checking router: cca8a4de-6d51-4c8f-8aaf-09ab19c24947 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:52:22.548232 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039b2e54-5389-4fb0-b972-af76734a1ae3 None None] Routers {'cca8a4de-6d51-4c8f-8aaf-09ab19c24947'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:22.548630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc3d9c-7a41-4237-8d18-a8bad1cdfa33 req-ac77b588-96e0-4c02-bdd3-be246e970ea3 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:22.548830 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-039b2e54-5389-4fb0-b972-af76734a1ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:22.550086 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96bc3d9c-7a41-4237-8d18-a8bad1cdfa33 req-ac77b588-96e0-4c02-bdd3-be246e970ea3 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bb74989-ec66-4a44-b940-53006feee7a9 HTTP/1.1" status: 200 len: 949 time: 0.0647280 Nov 26 02:52:22.668373 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-039b2e54-5389-4fb0-b972-af76734a1ae3 None None] Set router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:22.935247 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-039b2e54-5389-4fb0-b972-af76734a1ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '649a12aa-1245-490e-a05a-7de90f23ab7b', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'port_id': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'mac_address': 'fa:16:3e:d2:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:51:37Z', 'updated_at': '2021-11-26T02:52:21Z', 'revision_number': 8, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:19Z', 'revision_number': 5, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:22.955011 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96bc3d9c-7a41-4237-8d18-a8bad1cdfa33 req-837c7f5d-3b82-4f96-86f4-209379166316 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/security-groups?id=20337006-f32e-4415-a1e9-cf09d47d63fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960967 Nov 26 02:52:22.966472 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039b2e54-5389-4fb0-b972-af76734a1ae3 None None] The sync data for ids ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'] in n-d-819389-3 is: [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '649a12aa-1245-490e-a05a-7de90f23ab7b', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'port_id': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'mac_address': 'fa:16:3e:d2:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:51:37Z', 'updated_at': '2021-11-26T02:52:21Z', 'revision_number': 8, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:19Z', 'revision_number': 5, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:52:22.970762 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-61cffcd6-c5ac-4c61-9b1a-60d97d470cd9 service neutron] 10.222.0.31 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300821 Nov 26 02:52:23.134144 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-633e0e5a-3005-4cef-8e39-58e22f5cef64 req-31977326-a070-48a7-8325-01fbc7595538 service neutron] 10.222.0.31 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533527 Nov 26 02:52:23.162852 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5196dc2-fe76-487e-ade2-e963b09be691 req-b1a1b6e8-3f59-448a-a266-b17350ef6cd6 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:23.164483 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5196dc2-fe76-487e-ade2-e963b09be691 req-b1a1b6e8-3f59-448a-a266-b17350ef6cd6 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.59 "GET /v2.0/ports?device_id=762301de-cb83-42a8-81d9-d0434cec213f HTTP/1.1" status: 200 len: 945 time: 0.1009440 Nov 26 02:52:23.173249 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf93ff-6259-4cb2-94be-a7083e6582d0 req-f87cfade-0361-42bf-9265-1b25e2820e10 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:23.174767 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5adf93ff-6259-4cb2-94be-a7083e6582d0 req-f87cfade-0361-42bf-9265-1b25e2820e10 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.1124620 Nov 26 02:52:23.217440 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5789d-e769-49bb-b05e-8c44b4a63a1b None None] New status for floating IP 649a12aa-1245-490e-a05a-7de90f23ab7b: ACTIVE {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:52:23.333748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5adf93ff-6259-4cb2-94be-a7083e6582d0 req-6152bc8c-704d-43d2-b006-9a6aa6383250 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507301 Nov 26 02:52:23.395896 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-d5196dc2-fe76-487e-ade2-e963b09be691 req-9ac96508-8cf6-436e-89d6-eb1eb5c4b089 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Deleting port 6a3407e6-2727-4f0b-8b3b-58ac0e352216 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:52:23.396251 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d5196dc2-fe76-487e-ade2-e963b09be691 req-9ac96508-8cf6-436e-89d6-eb1eb5c4b089 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:23.406456 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:23.496943 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-dafe1ca1-4455-4744-9961-01debcae978e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:23.500611 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-dafe1ca1-4455-4744-9961-01debcae978e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 806 time: 0.2329364 Nov 26 02:52:23.524840 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-b655cc5d-3538-4b27-afb0-cb26f06aa734 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/quotas/c43a80d7d3a64acc8e271b3400bc973d HTTP/1.1" status: 200 len: 375 time: 0.0146430 Nov 26 02:52:23.593249 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f03aa-347d-4003-8226-c38e773a283e req-2d75bbad-47ed-4fee-98c8-68ada035bd31 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:23.594758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a27f03aa-347d-4003-8226-c38e773a283e req-2d75bbad-47ed-4fee-98c8-68ada035bd31 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 946 time: 0.1589780 Nov 26 02:52:23.600754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-d5196dc2-fe76-487e-ade2-e963b09be691 req-9ac96508-8cf6-436e-89d6-eb1eb5c4b089 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] For port 6a3407e6-2727-4f0b-8b3b-58ac0e352216, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6a3407e6-2727-4f0b-8b3b-58ac0e352216,segment=NetworkSegment(53241765-6c41-46c6-a94d-3bef277876d6),segment_id=53241765-6c41-46c6-a94d-3bef277876d6)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:23.601125 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d5196dc2-fe76-487e-ade2-e963b09be691 req-9ac96508-8cf6-436e-89d6-eb1eb5c4b089 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:23.634003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-d5196dc2-fe76-487e-ade2-e963b09be691 req-9ac96508-8cf6-436e-89d6-eb1eb5c4b089 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Calling delete_port for 6a3407e6-2727-4f0b-8b3b-58ac0e352216 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:52:23.654138 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-9c14b39a-ece1-4a5e-b5be-5c2648ff2b8c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1145916 Nov 26 02:52:23.699126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-40749611-8d4d-443e-a296-04b0ffd03e35 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:52:23.700165 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-40749611-8d4d-443e-a296-04b0ffd03e35 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088432 Nov 26 02:52:23.739962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a27f03aa-347d-4003-8226-c38e773a283e req-6d92b0d7-797f-480f-ad16-3064bd488e5c tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359808 Nov 26 02:52:23.850759 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-4cf3d7dc-9ac2-4a30-96de-067e75bdcbe2 service neutron] 10.222.0.31 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428499 Nov 26 02:52:23.913166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'tag': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:23.915421 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f03d303-7bd8-4285-aefe-359755f17139" -d '{"events": [{"name": "network-changed", "server_uuid": "589836c0-a28f-4a80-a5ac-7d22d14e3146", "tag": "849a9db9-7ed6-47be-bdbb-b639b1cf41fc"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:23.940532 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d5196dc2-fe76-487e-ade2-e963b09be691 req-9ac96508-8cf6-436e-89d6-eb1eb5c4b089 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:23.974464 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['849a9db9-7ed6-47be-bdbb-b639b1cf41fc', '6a3407e6-2727-4f0b-8b3b-58ac0e352216'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:52:23.974660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac96508-8cf6-436e-89d6-eb1eb5c4b089 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Pushing event deleted for resources: {'Port': ['ID=6a3407e6-2727-4f0b-8b3b-58ac0e352216,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:24.034083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5196dc2-fe76-487e-ade2-e963b09be691 req-9ac96508-8cf6-436e-89d6-eb1eb5c4b089 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] No DVR routers for this DVR port 6a3407e6-2727-4f0b-8b3b-58ac0e352216 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:52:24.037553 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d5196dc2-fe76-487e-ade2-e963b09be691 req-9ac96508-8cf6-436e-89d6-eb1eb5c4b089 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:24.045967 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5196dc2-fe76-487e-ade2-e963b09be691 req-9ac96508-8cf6-436e-89d6-eb1eb5c4b089 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.59 "DELETE /v2.0/ports/6a3407e6-2727-4f0b-8b3b-58ac0e352216 HTTP/1.1" status: 204 len: 173 time: 0.8700855 Nov 26 02:52:24.048576 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-8e51e38e-ed3c-4763-a880-b2a28fb970d1 service neutron] 10.222.0.31 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876221 Nov 26 02:52:24.295981 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f2f308a-f04c-42b4-9a80-2233721affb7 req-573fb086-ace8-4c0e-82c4-ddfad6551acf tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/floatingips/649a12aa-1245-490e-a05a-7de90f23ab7b HTTP/1.1" status: 200 len: 998 time: 0.1483979 Nov 26 02:52:24.446789 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29161579-4625-41b6-b781-91a204d50108 req-d9a63e7d-b9f6-4347-b947-08be1354756c tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:24.448338 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29161579-4625-41b6-b781-91a204d50108 req-d9a63e7d-b9f6-4347-b947-08be1354756c tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.0797677 Nov 26 02:52:24.457702 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41234) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:24.462617 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-bb719597-7c38-4c09-bb3b-19748f039fb7 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Request body: {'floatingip': {'port_id': 'bce8bb5e-896d-449f-ad69-8507532d3695'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:24.482741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f308a-f04c-42b4-9a80-2233721affb7 req-fc24457b-da0d-4e65-a4b7-98b992d0baaf tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:24.496795 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f2f308a-f04c-42b4-9a80-2233721affb7 req-fc24457b-da0d-4e65-a4b7-98b992d0baaf tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.1987026 Nov 26 02:52:24.524408 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438aa857-7ea3-499e-bc7e-07a6dff3a1af x-openstack-request-id: req-438aa857-7ea3-499e-bc7e-07a6dff3a1af {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:24.525046 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589836c0-a28f-4a80-a5ac-7d22d14e3146", "tag": "849a9db9-7ed6-47be-bdbb-b639b1cf41fc", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:24.525547 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-438aa857-7ea3-499e-bc7e-07a6dff3a1af {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:24.526091 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'tag': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc', 'status': 'completed', 'code': 200} Nov 26 02:52:24.925110 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99867937-8b05-4c0f-a1a3-3f5dd0253d4a req-db136e00-59f5-45c0-a7e7-831f0b66b465 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 210 time: 0.0717833 Nov 26 02:52:24.943011 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03d303-7bd8-4285-aefe-359755f17139 req-2453d63b-f3da-4ed8-a8d7-63bf545caf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:24.944701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f03d303-7bd8-4285-aefe-359755f17139 req-2453d63b-f3da-4ed8-a8d7-63bf545caf32 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4c8c6ef166541329b9dea8ef3b97de5&device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 1096 time: 0.3655071 Nov 26 02:52:24.953122 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-1d796f79-b461-490a-856e-0bbe8d1c90a3 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 1001 time: 0.2131653 Nov 26 02:52:24.955405 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb719597-7c38-4c09-bb3b-19748f039fb7 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for floatingip, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:25.176792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-5ac0c24d-0a03-4665-a979-0ef7bbb38183 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:25.183585 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-5ac0c24d-0a03-4665-a979-0ef7bbb38183 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports/849a9db9-7ed6-47be-bdbb-b639b1cf41fc HTTP/1.1" status: 200 len: 942 time: 0.2081549 Nov 26 02:52:25.235178 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03d303-7bd8-4285-aefe-359755f17139 req-703dc6f6-6f5c-41bf-9161-5d9dc3b347e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:25.236862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f03d303-7bd8-4285-aefe-359755f17139 req-703dc6f6-6f5c-41bf-9161-5d9dc3b347e2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 HTTP/1.1" status: 200 len: 922 time: 0.2802682 Nov 26 02:52:25.444553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f03d303-7bd8-4285-aefe-359755f17139 req-98fe0e0f-8bdc-44df-8f7a-6fe3fdcfbf56 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849a9db9-7ed6-47be-bdbb-b639b1cf41fc HTTP/1.1" status: 200 len: 1001 time: 0.1978135 Nov 26 02:52:25.461487 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-5a258f3e-0179-4d2c-bb17-462db5991dbf tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 1001 time: 0.1402764 Nov 26 02:52:25.584767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03d303-7bd8-4285-aefe-359755f17139 req-60518c49-ba46-4a85-893a-256216301701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:25.586298 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f03d303-7bd8-4285-aefe-359755f17139 req-60518c49-ba46-4a85-893a-256216301701 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f3b0af46-8ddc-4906-bee5-c3ae4085bf9d HTTP/1.1" status: 200 len: 860 time: 0.1208022 Nov 26 02:52:25.653559 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb719597-7c38-4c09-bb3b-19748f039fb7 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:25.663581 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb719597-7c38-4c09-bb3b-19748f039fb7 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:25.670798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-75e29959-12c4-4911-a373-562a5ec7fc6c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:25.674297 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-75e29959-12c4-4911-a373-562a5ec7fc6c tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.2107022 Nov 26 02:52:25.815803 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-bb719597-7c38-4c09-bb3b-19748f039fb7 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Floating IP 18c09fc7-d5ea-4c19-8650-7d184ef1a6a9 associated. External IP: 172.25.0.228, port: bce8bb5e-896d-449f-ad69-8507532d3695. Nov 26 02:52:25.838342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03d303-7bd8-4285-aefe-359755f17139 req-68672f91-3d5d-409c-8cf1-1f2dba9920c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:25.841983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f03d303-7bd8-4285-aefe-359755f17139 req-68672f91-3d5d-409c-8cf1-1f2dba9920c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2454498 Nov 26 02:52:25.853276 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 4f040c59-4ff0-434d-a03e-a3d8db815c04 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:52:25.927183 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-6fca9027-3fd7-44f4-995b-143f7f8a01fc tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 1001 time: 0.2397645 Nov 26 02:52:26.010114 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-577084e1-593a-4ede-89d5-26717376c74d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:26.089293 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:26.126191 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9710cd-74d3-4375-b4c0-e869036554d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f040c59-4ff0-434d-a03e-a3d8db815c04'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:26.133248 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01fdac6-a53e-473b-8d6e-77772b0d4016" -d '{"events": [{"server_uuid": "de9710cd-74d3-4375-b4c0-e869036554d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4f040c59-4ff0-434d-a03e-a3d8db815c04"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:26.162601 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 4f040c59-4ff0-434d-a03e-a3d8db815c04, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=4f040c59-4ff0-434d-a03e-a3d8db815c04,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:26.177743 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:26.280345 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=4f040c59-4ff0-434d-a03e-a3d8db815c04,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:26.306136 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb719597-7c38-4c09-bb3b-19748f039fb7 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Router ac88865d-134d-4d00-abfb-b80b3c5d88be has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:52:26.311215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc41721-0395-4bca-ad18-65db277c6273 req-91d8c8f9-30ae-4266-87e3-84301537c645 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:26.318539 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcc41721-0395-4bca-ad18-65db277c6273 req-91d8c8f9-30ae-4266-87e3-84301537c645 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bb74989-ec66-4a44-b940-53006feee7a9 HTTP/1.1" status: 200 len: 949 time: 0.2177575 Nov 26 02:52:26.353897 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-577084e1-593a-4ede-89d5-26717376c74d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:26.426224 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f03d303-7bd8-4285-aefe-359755f17139 req-59402264-9949-447d-a64a-983c764abd54 service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946306 Nov 26 02:52:26.452700 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-e1ded216-0557-4801-85e9-69415202b3a4 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:26.454152 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-e1ded216-0557-4801-85e9-69415202b3a4 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.54 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 806 time: 0.5257709 Nov 26 02:52:26.473610 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb719597-7c38-4c09-bb3b-19748f039fb7 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:52:26.481630 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb719597-7c38-4c09-bb3b-19748f039fb7 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:26.485990 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45294fef-e9e8-48c9-a054-22ec0fb3c280 None None] Sync routers for ids ['ac88865d-134d-4d00-abfb-b80b3c5d88be'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:52:26.497735 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45294fef-e9e8-48c9-a054-22ec0fb3c280 None None] Routers {'ac88865d-134d-4d00-abfb-b80b3c5d88be'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:26.498564 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-45294fef-e9e8-48c9-a054-22ec0fb3c280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ac88865d-134d-4d00-abfb-b80b3c5d88be'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:26.504487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-775b00c0-aae1-47f7-83b1-b325fa4fb35c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Request body: {'port': {'device_id': '5cc25232-b149-4c3a-b4ed-0aee0e73238a', 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5', 'admin_state_up': True, 'tenant_id': 'c43a80d7d3a64acc8e271b3400bc973d'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:26.550376 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bb719597-7c38-4c09-bb3b-19748f039fb7 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "PUT /v2.0/floatingips/18c09fc7-d5ea-4c19-8650-7d184ef1a6a9 HTTP/1.1" status: 200 len: 991 time: 2.0892644 Nov 26 02:52:26.550376 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3905d340-4b89-48c9-8e5e-18b94261f72c', 'tag': 'bce8bb5e-896d-449f-ad69-8507532d3695'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:26.552075 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425b1f99-95f4-4134-bbb7-01b003d09975" -d '{"events": [{"name": "network-changed", "server_uuid": "3905d340-4b89-48c9-8e5e-18b94261f72c", "tag": "bce8bb5e-896d-449f-ad69-8507532d3695"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:26.621949 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-45294fef-e9e8-48c9-a054-22ec0fb3c280 None None] Set router ac88865d-134d-4d00-abfb-b80b3c5d88be gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:26.876820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762301de-cb83-42a8-81d9-d0434cec213f', 'name': 'network-vif-deleted', 'tag': '6a3407e6-2727-4f0b-8b3b-58ac0e352216'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:26.879112 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9a2cea-96b2-4c57-b3cf-c79009e10238" -d '{"events": [{"server_uuid": "762301de-cb83-42a8-81d9-d0434cec213f", "name": "network-vif-deleted", "tag": "6a3407e6-2727-4f0b-8b3b-58ac0e352216"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:26.900784 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-45294fef-e9e8-48c9-a054-22ec0fb3c280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 4, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'gw_port': {'id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '18c09fc7-d5ea-4c19-8650-7d184ef1a6a9', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'port_id': 'bce8bb5e-896d-449f-ad69-8507532d3695', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'mac_address': 'fa:16:3e:33:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905d340-4b89-48c9-8e5e-18b94261f72c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:51:53Z', 'updated_at': '2021-11-26T02:52:25Z', 'revision_number': 1, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb', 'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'mac_address': 'fa:16:3e:8c:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:48Z', 'updated_at': '2021-11-26T02:51:56Z', 'revision_number': 5, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'subnets': [{'id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:26.929606 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45294fef-e9e8-48c9-a054-22ec0fb3c280 None None] Checking router: ac88865d-134d-4d00-abfb-b80b3c5d88be for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:52:26.939445 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45294fef-e9e8-48c9-a054-22ec0fb3c280 None None] Routers {'ac88865d-134d-4d00-abfb-b80b3c5d88be'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:26.940272 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-45294fef-e9e8-48c9-a054-22ec0fb3c280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ac88865d-134d-4d00-abfb-b80b3c5d88be'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:26.941391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcc41721-0395-4bca-ad18-65db277c6273 req-090b214e-6c8f-43eb-8092-97724f56e9fe tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/security-groups?id=20337006-f32e-4415-a1e9-cf09d47d63fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6219592 Nov 26 02:52:27.165825 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-45294fef-e9e8-48c9-a054-22ec0fb3c280 None None] Set router ac88865d-134d-4d00-abfb-b80b3c5d88be gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:27.167706 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb474f0-04d1-4ee6-82b5-10d2ad0d6d48 req-e18cdfd7-7b66-4e90-ac33-a3db7ba0a08a tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:27.169298 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2bb474f0-04d1-4ee6-82b5-10d2ad0d6d48 req-e18cdfd7-7b66-4e90-ac33-a3db7ba0a08a tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.59 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 944 time: 0.2836666 Nov 26 02:52:27.183397 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-577084e1-593a-4ede-89d5-26717376c74d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:27.199603 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f03d303-7bd8-4285-aefe-359755f17139 req-a70e77c7-e915-45df-92f2-6132a9dcd36c service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7593033 Nov 26 02:52:27.201307 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-577084e1-593a-4ede-89d5-26717376c74d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:27.201655 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-577084e1-593a-4ede-89d5-26717376c74d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Floating IP 649a12aa-1245-490e-a05a-7de90f23ab7b disassociated. External IP: 172.25.0.141, port: 849a9db9-7ed6-47be-bdbb-b639b1cf41fc. Nov 26 02:52:27.297478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54906444-c7da-4aae-b1f6-91f0c2008588 req-3be72100-cdee-4326-885c-d3ca88091182 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:27.298995 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54906444-c7da-4aae-b1f6-91f0c2008588 req-3be72100-cdee-4326-885c-d3ca88091182 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 944 time: 0.2751582 Nov 26 02:52:27.399832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-775b00c0-aae1-47f7-83b1-b325fa4fb35c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Made reservation on behalf of c43a80d7d3a64acc8e271b3400bc973d for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:52:27.403409 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-775b00c0-aae1-47f7-83b1-b325fa4fb35c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:27.426922 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-45294fef-e9e8-48c9-a054-22ec0fb3c280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 4, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'gw_port': {'id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '18c09fc7-d5ea-4c19-8650-7d184ef1a6a9', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'port_id': 'bce8bb5e-896d-449f-ad69-8507532d3695', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'mac_address': 'fa:16:3e:33:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905d340-4b89-48c9-8e5e-18b94261f72c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:51:53Z', 'updated_at': '2021-11-26T02:52:25Z', 'revision_number': 1, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb', 'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'mac_address': 'fa:16:3e:8c:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:48Z', 'updated_at': '2021-11-26T02:51:56Z', 'revision_number': 5, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'subnets': [{'id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:27.458064 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54906444-c7da-4aae-b1f6-91f0c2008588 req-1ece9ac7-d22d-43bb-a9c8-e433c35f7f57 tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/security-groups?id=73a43501-a846-4860-839c-d2a242b46300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434238 Nov 26 02:52:27.462116 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45294fef-e9e8-48c9-a054-22ec0fb3c280 None None] The sync data for ids ['ac88865d-134d-4d00-abfb-b80b3c5d88be'] in n-d-819389-3 is: [{'id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 4, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'gw_port': {'id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '18c09fc7-d5ea-4c19-8650-7d184ef1a6a9', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'port_id': 'bce8bb5e-896d-449f-ad69-8507532d3695', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'mac_address': 'fa:16:3e:33:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905d340-4b89-48c9-8e5e-18b94261f72c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:51:53Z', 'updated_at': '2021-11-26T02:52:25Z', 'revision_number': 1, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb', 'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'mac_address': 'fa:16:3e:8c:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:48Z', 'updated_at': '2021-11-26T02:51:56Z', 'revision_number': 5, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'subnets': [{'id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:52:27.600436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-2bb474f0-04d1-4ee6-82b5-10d2ad0d6d48 req-3d773d52-c0c3-4c86-be37-7a2574bd749f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Deleting port 4f040c59-4ff0-434d-a03e-a3d8db815c04 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:52:27.600784 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2bb474f0-04d1-4ee6-82b5-10d2ad0d6d48 req-3d773d52-c0c3-4c86-be37-7a2574bd749f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:27.636188 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b96e9edd-65e7-455d-b526-eb4b415ae34c req-568842df-9ee3-4c17-a127-556c66a952d5 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 210 time: 0.0822608 Nov 26 02:52:27.704846 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0736e832-7da9-40d7-bf36-237a9a6f879c x-openstack-request-id: req-0736e832-7da9-40d7-bf36-237a9a6f879c {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:27.705369 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9710cd-74d3-4375-b4c0-e869036554d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4f040c59-4ff0-434d-a03e-a3d8db815c04", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:27.705369 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0736e832-7da9-40d7-bf36-237a9a6f879c {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:27.705789 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9710cd-74d3-4375-b4c0-e869036554d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f040c59-4ff0-434d-a03e-a3d8db815c04', 'code': 200} Nov 26 02:52:27.763879 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f7d2ba-a236-4389-bd34-3e93db3a0f54 None None] New status for floating IP 18c09fc7-d5ea-4c19-8650-7d184ef1a6a9: ACTIVE {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:52:27.849862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18f49a-97bb-46d2-90db-f7d591505d93 req-ff6350e9-d4d7-431e-a597-860b1ce65b16 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:27.851389 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff18f49a-97bb-46d2-90db-f7d591505d93 req-ff6350e9-d4d7-431e-a597-860b1ce65b16 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bb74989-ec66-4a44-b940-53006feee7a9 HTTP/1.1" status: 200 len: 949 time: 0.2194889 Nov 26 02:52:27.863476 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-775b00c0-aae1-47f7-83b1-b325fa4fb35c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Allocated IP 172.20.0.7 (9695ee60-1251-4c9f-86cb-bb7e75f253d5/6c43934f-dad4-4b8b-af05-58049fc63ec8/449a0bbd-cca2-4e5d-9515-96c466fb0dce) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:52:27.874962 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2bb474f0-04d1-4ee6-82b5-10d2ad0d6d48 req-3d773d52-c0c3-4c86-be37-7a2574bd749f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] For port 4f040c59-4ff0-434d-a03e-a3d8db815c04, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=4f040c59-4ff0-434d-a03e-a3d8db815c04,segment=NetworkSegment(1bfbf118-5066-4c99-b7c9-a1c3f7285572),segment_id=1bfbf118-5066-4c99-b7c9-a1c3f7285572)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:27.875334 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2bb474f0-04d1-4ee6-82b5-10d2ad0d6d48 req-3d773d52-c0c3-4c86-be37-7a2574bd749f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:27.884279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6a3407e6-2727-4f0b-8b3b-58ac0e352216 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:52:27.899458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-577084e1-593a-4ede-89d5-26717376c74d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:52:27.909811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-2bb474f0-04d1-4ee6-82b5-10d2ad0d6d48 req-3d773d52-c0c3-4c86-be37-7a2574bd749f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Calling delete_port for 4f040c59-4ff0-434d-a03e-a3d8db815c04 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:52:27.921595 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 6a3407e6-2727-4f0b-8b3b-58ac0e352216 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:52:27.922021 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6a3407e6-2727-4f0b-8b3b-58ac0e352216 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:52:28.093702 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0318f59a-62f4-4928-9b2d-0c85e9eaa80c x-openstack-request-id: req-0318f59a-62f4-4928-9b2d-0c85e9eaa80c {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:28.094176 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3905d340-4b89-48c9-8e5e-18b94261f72c", "tag": "bce8bb5e-896d-449f-ad69-8507532d3695", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:28.094262 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0318f59a-62f4-4928-9b2d-0c85e9eaa80c {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:28.094633 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3905d340-4b89-48c9-8e5e-18b94261f72c', 'tag': 'bce8bb5e-896d-449f-ad69-8507532d3695', 'status': 'completed', 'code': 200} Nov 26 02:52:28.144908 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ee0952-1e9a-41ef-a709-5068b28c7a66 x-openstack-request-id: req-95ee0952-1e9a-41ef-a709-5068b28c7a66 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:28.145426 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762301de-cb83-42a8-81d9-d0434cec213f", "name": "network-vif-deleted", "tag": "6a3407e6-2727-4f0b-8b3b-58ac0e352216", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:28.145426 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95ee0952-1e9a-41ef-a709-5068b28c7a66 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:28.145844 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762301de-cb83-42a8-81d9-d0434cec213f', 'name': 'network-vif-deleted', 'tag': '6a3407e6-2727-4f0b-8b3b-58ac0e352216', 'status': 'completed', 'code': 200} Nov 26 02:52:28.339509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-ff18f49a-97bb-46d2-90db-f7d591505d93 req-83a3960a-ad9c-4fcf-baf9-2c41bf75db4e tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Deleting port 74476a72-7d4f-4b94-b71a-9b614328908e {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:52:28.339859 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff18f49a-97bb-46d2-90db-f7d591505d93 req-83a3960a-ad9c-4fcf-baf9-2c41bf75db4e tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:28.356977 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-577084e1-593a-4ede-89d5-26717376c74d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:52:28.367045 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc9a34-9984-4a99-988c-afc16f097dd7 None None] Sync routers for ids ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:52:28.379880 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc9a34-9984-4a99-988c-afc16f097dd7 None None] Routers {'cca8a4de-6d51-4c8f-8aaf-09ab19c24947'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:28.380600 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5dfc9a34-9984-4a99-988c-afc16f097dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:28.393780 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b1f99-95f4-4134-bbb7-01b003d09975 req-45c6286d-7334-4dfa-a0dd-e41fd1c99b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:28.395355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-425b1f99-95f4-4134-bbb7-01b003d09975 req-45c6286d-7334-4dfa-a0dd-e41fd1c99b2a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63b815c3cb0d48b09328fd2ad95d226f&device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 1096 time: 0.2207196 Nov 26 02:52:28.429742 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-577084e1-593a-4ede-89d5-26717376c74d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:28.437652 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-775b00c0-aae1-47f7-83b1-b325fa4fb35c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:28.449346 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047cff3-0c1b-4672-b2fe-70eb1ddd77fe req-45445dc4-d5b1-4652-8f13-5da3b4b6ac44 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:28.450864 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f047cff3-0c1b-4672-b2fe-70eb1ddd77fe req-45445dc4-d5b1-4652-8f13-5da3b4b6ac44 tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bb74989-ec66-4a44-b940-53006feee7a9 HTTP/1.1" status: 200 len: 949 time: 0.2543530 Nov 26 02:52:28.501682 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-5dfc9a34-9984-4a99-988c-afc16f097dd7 None None] Set router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:28.743157 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5dfc9a34-9984-4a99-988c-afc16f097dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:19Z', 'revision_number': 5, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:28.774214 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc9a34-9984-4a99-988c-afc16f097dd7 None None] Checking router: cca8a4de-6d51-4c8f-8aaf-09ab19c24947 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:52:28.782785 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc9a34-9984-4a99-988c-afc16f097dd7 None None] Routers {'cca8a4de-6d51-4c8f-8aaf-09ab19c24947'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:28.783398 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5dfc9a34-9984-4a99-988c-afc16f097dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:28.883110 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-577084e1-593a-4ede-89d5-26717376c74d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "PUT /v2.0/floatingips/649a12aa-1245-490e-a05a-7de90f23ab7b HTTP/1.1" status: 200 len: 696 time: 2.9261079 Nov 26 02:52:28.907602 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-5dfc9a34-9984-4a99-988c-afc16f097dd7 None None] Set router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:28.971949 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2bb474f0-04d1-4ee6-82b5-10d2ad0d6d48 req-3d773d52-c0c3-4c86-be37-7a2574bd749f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:28.994739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ff18f49a-97bb-46d2-90db-f7d591505d93 req-83a3960a-ad9c-4fcf-baf9-2c41bf75db4e tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] For port 74476a72-7d4f-4b94-b71a-9b614328908e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=74476a72-7d4f-4b94-b71a-9b614328908e,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:28.995105 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff18f49a-97bb-46d2-90db-f7d591505d93 req-83a3960a-ad9c-4fcf-baf9-2c41bf75db4e tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:29.056162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-ff18f49a-97bb-46d2-90db-f7d591505d93 req-83a3960a-ad9c-4fcf-baf9-2c41bf75db4e tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Calling delete_port for 74476a72-7d4f-4b94-b71a-9b614328908e owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:52:29.062403 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f047cff3-0c1b-4672-b2fe-70eb1ddd77fe req-358870e8-f54f-4ece-92e7-2cb519b0d1ac tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/security-groups?id=20337006-f32e-4415-a1e9-cf09d47d63fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803783 Nov 26 02:52:29.063142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d773d52-c0c3-4c86-be37-7a2574bd749f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Pushing event deleted for resources: {'Port': ['ID=4f040c59-4ff0-434d-a03e-a3d8db815c04,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:29.076429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b1f99-95f4-4134-bbb7-01b003d09975 req-e6a75bca-3c3e-44c1-9d0a-1a4f72ffbc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:29.077956 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-425b1f99-95f4-4134-bbb7-01b003d09975 req-e6a75bca-3c3e-44c1-9d0a-1a4f72ffbc13 service neutron] 10.222.0.59 "GET /v2.0/networks?id=280aa7a0-b74e-4574-ba4c-9132492aa839 HTTP/1.1" status: 200 len: 911 time: 0.6433971 Nov 26 02:52:29.079025 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-775b00c0-aae1-47f7-83b1-b325fa4fb35c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:29.107931 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02180053-04f8-4967-bdbb-a0998c3721ee None None] DHCP port deletion for b727c198-3d36-4fd1-b045-70b4bce472a0 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:52:29.123143 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['743d1c09-7495-40e6-a927-fb0deef5aa25'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:52:29.149325 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5dfc9a34-9984-4a99-988c-afc16f097dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:19Z', 'revision_number': 5, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:29.183749 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc9a34-9984-4a99-988c-afc16f097dd7 None None] The sync data for ids ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'] in n-d-819389-3 is: [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'cdfb123d-6820-4b90-8359-720255ca43e2', 'name': '', 'network_id': 'ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'mac_address': 'fa:16:3e:57:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:10Z', 'updated_at': '2021-11-26T02:51:19Z', 'revision_number': 5, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'subnets': [{'id': 'f3b0af46-8ddc-4906-bee5-c3ae4085bf9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:52:29.199769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-64752253-7bff-46d3-a890-59684f726f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:29.201606 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-64752253-7bff-46d3-a890-59684f726f03 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4c8c6ef166541329b9dea8ef3b97de5&device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 1096 time: 0.2927465 Nov 26 02:52:29.262111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb474f0-04d1-4ee6-82b5-10d2ad0d6d48 req-3d773d52-c0c3-4c86-be37-7a2574bd749f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] No DVR routers for this DVR port 4f040c59-4ff0-434d-a03e-a3d8db815c04 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:52:29.288455 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2bb474f0-04d1-4ee6-82b5-10d2ad0d6d48 req-3d773d52-c0c3-4c86-be37-7a2574bd749f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:29.291641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2bb474f0-04d1-4ee6-82b5-10d2ad0d6d48 req-3d773d52-c0c3-4c86-be37-7a2574bd749f tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.59 "DELETE /v2.0/ports/4f040c59-4ff0-434d-a03e-a3d8db815c04 HTTP/1.1" status: 204 len: 173 time: 2.1071250 Nov 26 02:52:29.361481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-775b00c0-aae1-47f7-83b1-b325fa4fb35c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:52:29.370900 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ba05500-2f2c-48f9-8468-3bec1786d49b req-4b38f2b6-6fb7-4f38-aaad-d80d22635fbf tempest-ImagesTestJSON-1593221147 tempest-ImagesTestJSON-1593221147-project] 10.222.0.31 "GET /v2.0/ports?device_id=de9710cd-74d3-4375-b4c0-e869036554d1 HTTP/1.1" status: 200 len: 210 time: 0.1194491 Nov 26 02:52:29.388906 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-775b00c0-aae1-47f7-83b1-b325fa4fb35c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:29.399737 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-775b00c0-aae1-47f7-83b1-b325fa4fb35c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:52:29.403698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-425b1f99-95f4-4134-bbb7-01b003d09975 req-2606c658-9340-4454-ac93-86e7bd27db9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bce8bb5e-896d-449f-ad69-8507532d3695 HTTP/1.1" status: 200 len: 1001 time: 0.2759430 Nov 26 02:52:29.410886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b00c0-aae1-47f7-83b1-b325fa4fb35c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Pushing event updated for resources: {'Port': ['ID=449a0bbd-cca2-4e5d-9515-96c466fb0dce,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:29.502324 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649ed0c-5176-4208-8c73-07d39afca1b1 None None] New status for floating IP 649a12aa-1245-490e-a05a-7de90f23ab7b: DOWN {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:52:29.578503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-775b00c0-aae1-47f7-83b1-b325fa4fb35c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:29.579144 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-775b00c0-aae1-47f7-83b1-b325fa4fb35c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:29.594562 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-bf977bae-9158-47d3-b4b5-464a5b8ba4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:29.596184 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-bf977bae-9158-47d3-b4b5-464a5b8ba4bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 HTTP/1.1" status: 200 len: 922 time: 0.3413413 Nov 26 02:52:29.625703 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b1f99-95f4-4134-bbb7-01b003d09975 req-03e9f124-e49e-46aa-b894-db4441cb6e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:29.627174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-425b1f99-95f4-4134-bbb7-01b003d09975 req-03e9f124-e49e-46aa-b894-db4441cb6e6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd6a293a-896f-4bbe-a4f6-4ff012988fdc HTTP/1.1" status: 200 len: 849 time: 0.2061095 Nov 26 02:52:29.680210 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-775b00c0-aae1-47f7-83b1-b325fa4fb35c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2057488 Nov 26 02:52:29.692023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-3fa9c60b-cc9c-4468-8db0-b10d028f6cb9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849a9db9-7ed6-47be-bdbb-b639b1cf41fc HTTP/1.1" status: 200 len: 217 time: 0.0699272 Nov 26 02:52:29.719473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Request body: {'port': {'device_id': '5cc25232-b149-4c3a-b4ed-0aee0e73238a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:29.792821 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e3f90-816f-4f12-a673-23201a1429ac req-805d8c4c-ccaa-427a-9304-1574f886e35c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:29.794552 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a1e3f90-816f-4f12-a673-23201a1429ac req-805d8c4c-ccaa-427a-9304-1574f886e35c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 931 time: 0.2958040 Nov 26 02:52:29.799510 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff18f49a-97bb-46d2-90db-f7d591505d93 req-83a3960a-ad9c-4fcf-baf9-2c41bf75db4e tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:29.833472 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['74476a72-7d4f-4b94-b71a-9b614328908e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:52:29.864513 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 4f040c59-4ff0-434d-a03e-a3d8db815c04 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:52:29.870261 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3960a-ad9c-4fcf-baf9-2c41bf75db4e tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Pushing event deleted for resources: {'Port': ['ID=74476a72-7d4f-4b94-b71a-9b614328908e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:29.896245 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 4f040c59-4ff0-434d-a03e-a3d8db815c04 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:52:29.896597 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b1f99-95f4-4134-bbb7-01b003d09975 req-73efddc0-57b6-49e5-a9a6-d0a4de53fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:29.896717 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 4f040c59-4ff0-434d-a03e-a3d8db815c04 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:52:29.898305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-425b1f99-95f4-4134-bbb7-01b003d09975 req-73efddc0-57b6-49e5-a9a6-d0a4de53fd4c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=280aa7a0-b74e-4574-ba4c-9132492aa839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2617667 Nov 26 02:52:29.905123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-cf9beeb3-4bf8-4524-9166-2e3a12fdfa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:29.906598 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-cf9beeb3-4bf8-4524-9166-2e3a12fdfa1a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f3b0af46-8ddc-4906-bee5-c3ae4085bf9d HTTP/1.1" status: 200 len: 860 time: 0.1967816 Nov 26 02:52:29.980177 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:30.044950 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff18f49a-97bb-46d2-90db-f7d591505d93 req-83a3960a-ad9c-4fcf-baf9-2c41bf75db4e tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] No DVR routers for this DVR port 74476a72-7d4f-4b94-b71a-9b614328908e on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:52:30.057847 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff18f49a-97bb-46d2-90db-f7d591505d93 req-83a3960a-ad9c-4fcf-baf9-2c41bf75db4e tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:30.061430 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff18f49a-97bb-46d2-90db-f7d591505d93 req-83a3960a-ad9c-4fcf-baf9-2c41bf75db4e tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.54 "DELETE /v2.0/ports/74476a72-7d4f-4b94-b71a-9b614328908e HTTP/1.1" status: 204 len: 173 time: 2.1720328 Nov 26 02:52:30.077237 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a1e3f90-816f-4f12-a673-23201a1429ac req-76cf4983-f780-4738-a060-d9c7f5375abb tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674897 Nov 26 02:52:30.153428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'tag': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc'}, {'server_uuid': 'de9710cd-74d3-4375-b4c0-e869036554d1', 'name': 'network-vif-deleted', 'tag': '4f040c59-4ff0-434d-a03e-a3d8db815c04'}, {'server_uuid': '4bb74989-ec66-4a44-b940-53006feee7a9', 'name': 'network-vif-deleted', 'tag': '74476a72-7d4f-4b94-b71a-9b614328908e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:30.156659 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1edd771-708e-47ba-949e-f2c3cfeab28f" -d '{"events": [{"name": "network-changed", "server_uuid": "589836c0-a28f-4a80-a5ac-7d22d14e3146", "tag": "849a9db9-7ed6-47be-bdbb-b639b1cf41fc"}, {"server_uuid": "de9710cd-74d3-4375-b4c0-e869036554d1", "name": "network-vif-deleted", "tag": "4f040c59-4ff0-434d-a03e-a3d8db815c04"}, {"server_uuid": "4bb74989-ec66-4a44-b940-53006feee7a9", "name": "network-vif-deleted", "tag": "74476a72-7d4f-4b94-b71a-9b614328908e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:30.174088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-03c1a3d2-ec8b-41fa-92aa-1a2b087ae770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:30.176355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-03c1a3d2-ec8b-41fa-92aa-1a2b087ae770 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2593880 Nov 26 02:52:30.310018 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-425b1f99-95f4-4134-bbb7-01b003d09975 req-1a4699cd-4afe-4e93-a5b5-878d023056ae service neutron] 10.222.0.59 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763297 Nov 26 02:52:30.477900 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85d1b018-942f-4cbb-ace1-2a41fd2f1752 req-ca85f5e1-93bb-448d-b3f9-57f9647941cd tempest-TenantUsagesTestJSON-1535521039 tempest-TenantUsagesTestJSON-1535521039-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bb74989-ec66-4a44-b940-53006feee7a9 HTTP/1.1" status: 200 len: 210 time: 0.0532548 Nov 26 02:52:30.492479 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-33558c7b-04bd-4478-a320-692a62e3050a service neutron] 10.222.0.31 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038955 Nov 26 02:52:30.545498 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9f4964-6f6e-407f-922c-1cb9f5493b00 x-openstack-request-id: req-fd9f4964-6f6e-407f-922c-1cb9f5493b00 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:30.545869 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589836c0-a28f-4a80-a5ac-7d22d14e3146", "tag": "849a9db9-7ed6-47be-bdbb-b639b1cf41fc", "status": "completed", "code": 200}, {"server_uuid": "de9710cd-74d3-4375-b4c0-e869036554d1", "name": "network-vif-deleted", "tag": "4f040c59-4ff0-434d-a03e-a3d8db815c04", "status": "completed", "code": 200}, {"server_uuid": "4bb74989-ec66-4a44-b940-53006feee7a9", "name": "network-vif-deleted", "tag": "74476a72-7d4f-4b94-b71a-9b614328908e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:30.546132 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd9f4964-6f6e-407f-922c-1cb9f5493b00 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:30.546586 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'tag': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc', 'status': 'completed', 'code': 200} Nov 26 02:52:30.546841 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9710cd-74d3-4375-b4c0-e869036554d1', 'name': 'network-vif-deleted', 'tag': '4f040c59-4ff0-434d-a03e-a3d8db815c04', 'status': 'completed', 'code': 200} Nov 26 02:52:30.547086 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb74989-ec66-4a44-b940-53006feee7a9', 'name': 'network-vif-deleted', 'tag': '74476a72-7d4f-4b94-b71a-9b614328908e', 'status': 'completed', 'code': 200} Nov 26 02:52:30.596399 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-425b1f99-95f4-4134-bbb7-01b003d09975 req-00c4a415-7948-4f22-8ecd-a3047423a5b8 service neutron] 10.222.0.59 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779641 Nov 26 02:52:30.726829 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edd771-708e-47ba-949e-f2c3cfeab28f req-32170304-d52c-423d-8f4f-daa221a21d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:30.728461 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1edd771-708e-47ba-949e-f2c3cfeab28f req-32170304-d52c-423d-8f4f-daa221a21d3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4c8c6ef166541329b9dea8ef3b97de5&device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 1096 time: 0.1254699 Nov 26 02:52:30.734031 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449a0bbd-cca2-4e5d-9515-96c466fb0dce {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:52:30.740099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a0816d1-0b3b-4171-a812-82f2d67c8a85 req-279957ed-4b98-4513-a07a-ed14b7662a4b service neutron] 10.222.0.31 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284305 Nov 26 02:52:30.751975 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:30.811274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Transition to ACTIVE for port object 449a0bbd-cca2-4e5d-9515-96c466fb0dce will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:52:30.820821 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:30.937468 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41344) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:30.944130 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Pushing event updated for resources: {'Port': ['ID=449a0bbd-cca2-4e5d-9515-96c466fb0dce,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:30.957495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edd771-708e-47ba-949e-f2c3cfeab28f req-94f89fd4-8e6a-4d40-a9a1-39a34055cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:30.959003 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1edd771-708e-47ba-949e-f2c3cfeab28f req-94f89fd4-8e6a-4d40-a9a1-39a34055cf5b service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 HTTP/1.1" status: 200 len: 922 time: 0.2160094 Nov 26 02:52:30.976971 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72f4f785-7da6-4e89-abfe-896ef1afb569 req-1d39018b-3fc3-4afa-a488-4aa7d103973f tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/floatingips/649a12aa-1245-490e-a05a-7de90f23ab7b HTTP/1.1" status: 200 len: 694 time: 0.0873561 Nov 26 02:52:30.985108 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-743c93f4-1f2b-4cbc-bfdd-5ab3c8d1a073 admin admin] Deleting subnet 1b1d7b87-e76e-420b-a6ea-a71bcbbcd592 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:52:30.988182 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-743c93f4-1f2b-4cbc-bfdd-5ab3c8d1a073 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:31.025211 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-743c93f4-1f2b-4cbc-bfdd-5ab3c8d1a073 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:31.039640 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1edd771-708e-47ba-949e-f2c3cfeab28f req-a5814064-cb42-4589-9517-dca4ce970e81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849a9db9-7ed6-47be-bdbb-b639b1cf41fc HTTP/1.1" status: 200 len: 217 time: 0.0675774 Nov 26 02:52:31.062726 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-743c93f4-1f2b-4cbc-bfdd-5ab3c8d1a073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:31.116956 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-743c93f4-1f2b-4cbc-bfdd-5ab3c8d1a073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:31.146157 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c93f4-1f2b-4cbc-bfdd-5ab3c8d1a073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b1d7b87-e76e-420b-a6ea-a71bcbbcd592,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:31.158816 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-743c93f4-1f2b-4cbc-bfdd-5ab3c8d1a073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:31.160238 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645b2d15-f84e-4ed6-b1dd-98288ccdc599 None None] Network b727c198-3d36-4fd1-b045-70b4bce472a0 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:52:31.167661 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-743c93f4-1f2b-4cbc-bfdd-5ab3c8d1a073 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1b1d7b87-e76e-420b-a6ea-a71bcbbcd592 HTTP/1.1" status: 204 len: 168 time: 0.2251842 Nov 26 02:52:31.168652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edd771-708e-47ba-949e-f2c3cfeab28f req-94f24a98-44b9-4c4c-9f30-41a79cecb374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:31.168731 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41350) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:31.169764 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1edd771-708e-47ba-949e-f2c3cfeab28f req-94f24a98-44b9-4c4c-9f30-41a79cecb374 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f3b0af46-8ddc-4906-bee5-c3ae4085bf9d HTTP/1.1" status: 200 len: 860 time: 0.1155093 Nov 26 02:52:31.169764 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Attempting to bind port 449a0bbd-cca2-4e5d-9515-96c466fb0dce on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:52:31.169947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Attempting to bind port 449a0bbd-cca2-4e5d-9515-96c466fb0dce by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:52:31.170274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Attempting to bind port 449a0bbd-cca2-4e5d-9515-96c466fb0dce on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:31.206771 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Port 449a0bbd-cca2-4e5d-9515-96c466fb0dce on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:52:31.207528 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Attempting to bind port 449a0bbd-cca2-4e5d-9515-96c466fb0dce on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:31.259013 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-528fbf87-4ffa-41b6-b976-3dc02d676d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:31.268947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4f785-7da6-4e89-abfe-896ef1afb569 req-7895af95-33ce-41d7-8e81-2a866cfff3b6 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:31.270906 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72f4f785-7da6-4e89-abfe-896ef1afb569 req-7895af95-33ce-41d7-8e81-2a866cfff3b6 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.2424436 Nov 26 02:52:31.272552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:52:31.273070 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Checking segment: {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:52:31.273463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Bound using segment: {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:52:31.274540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Bound port: 449a0bbd-cca2-4e5d-9515-96c466fb0dce, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:52:31.274910 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:31.314442 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfc5c9b-57fc-4b9c-a9e5-73788cc3b26e None None] DHCP port deletion for b727c198-3d36-4fd1-b045-70b4bce472a0 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:52:31.348038 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-528fbf87-4ffa-41b6-b976-3dc02d676d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:31.363653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72f4f785-7da6-4e89-abfe-896ef1afb569 req-38a86fee-62b9-4a7d-822e-fa785b587dd2 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 697 time: 0.0734391 Nov 26 02:52:31.368192 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-528fbf87-4ffa-41b6-b976-3dc02d676d2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b727c198-3d36-4fd1-b045-70b4bce472a0']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:31.371542 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edd771-708e-47ba-949e-f2c3cfeab28f req-173240e9-316e-4179-b790-b1644446a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:31.373095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1edd771-708e-47ba-949e-f2c3cfeab28f req-173240e9-316e-4179-b790-b1644446a724 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1949627 Nov 26 02:52:31.378960 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-528fbf87-4ffa-41b6-b976-3dc02d676d2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfbf118-5066-4c99-b7c9-a1c3f7285572') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:31.379265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-528fbf87-4ffa-41b6-b976-3dc02d676d2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfbf118-5066-4c99-b7c9-a1c3f7285572') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:31.388446 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-528fbf87-4ffa-41b6-b976-3dc02d676d2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:31.402083 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-528fbf87-4ffa-41b6-b976-3dc02d676d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:31.408185 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528fbf87-4ffa-41b6-b976-3dc02d676d2a admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:52:31.408599 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-528fbf87-4ffa-41b6-b976-3dc02d676d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:52:31.410920 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:52:31.437744 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbcb4b-b57a-475e-9c9b-09d4681dc974 req-0b304f80-2c09-440a-9466-be3c6e5d1c31 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:31.439312 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43cbcb4b-b57a-475e-9c9b-09d4681dc974 req-0b304f80-2c09-440a-9466-be3c6e5d1c31 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 943 time: 0.2375586 Nov 26 02:52:31.463987 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-528fbf87-4ffa-41b6-b976-3dc02d676d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:31.470462 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-528fbf87-4ffa-41b6-b976-3dc02d676d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:31.475126 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-528fbf87-4ffa-41b6-b976-3dc02d676d2a admin admin] 10.222.0.31 "DELETE /v2.0/networks/b727c198-3d36-4fd1-b045-70b4bce472a0 HTTP/1.1" status: 204 len: 168 time: 0.3056567 Nov 26 02:52:31.485061 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fbf87-4ffa-41b6-b976-3dc02d676d2a admin admin] Pushing event deleted for resources: {'Network': ['ID=b727c198-3d36-4fd1-b045-70b4bce472a0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:31.508216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72f4f785-7da6-4e89-abfe-896ef1afb569 req-cf7b4d48-5d0d-46ae-9916-4ec735c1764a tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 697 time: 0.1341050 Nov 26 02:52:31.658257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41362) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:31.700046 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f2b8ebc0-0aa2-48da-9909-c462e46c76ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c21dd357d0374f68baf23c21ffc3bf3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404699 Nov 26 02:52:31.702629 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41364) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:31.756516 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af7c2ab5-946d-4179-8b24-8792b66aeba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:31.779557 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af7c2ab5-946d-4179-8b24-8792b66aeba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:31.827488 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af7c2ab5-946d-4179-8b24-8792b66aeba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:31.830040 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af7c2ab5-946d-4179-8b24-8792b66aeba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:31.831292 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-af7c2ab5-946d-4179-8b24-8792b66aeba4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73a43501-a846-4860-839c-d2a242b46300 HTTP/1.1" status: 204 len: 168 time: 0.1275792 Nov 26 02:52:31.839978 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c2ab5-946d-4179-8b24-8792b66aeba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a43501-a846-4860-839c-d2a242b46300,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:31.885067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] For port 449a0bbd-cca2-4e5d-9515-96c466fb0dce, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:52:31.920521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] For port 449a0bbd-cca2-4e5d-9515-96c466fb0dce, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=449a0bbd-cca2-4e5d-9515-96c466fb0dce,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:52:31.960638 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:31.965355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43cbcb4b-b57a-475e-9c9b-09d4681dc974 req-6d687cfa-2fa3-42d9-a430-2f16d586c533 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822986 Nov 26 02:52:32.010254 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1edd771-708e-47ba-949e-f2c3cfeab28f req-999430c9-f638-4dc7-88f1-21f413c62fda service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275237 Nov 26 02:52:32.037366 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:32.037984 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:32.039351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] 10.222.0.54 "PUT /v2.0/ports/449a0bbd-cca2-4e5d-9515-96c466fb0dce HTTP/1.1" status: 200 len: 1091 time: 2.3250694 Nov 26 02:52:32.120644 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b4292-7b30-4eb4-a2dd-1e62837606c4 service neutron] Pushing event updated for resources: {'Port': ['ID=449a0bbd-cca2-4e5d-9515-96c466fb0dce,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:32.196442 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1edd771-708e-47ba-949e-f2c3cfeab28f req-e426c754-fa3d-454d-afae-261f42766e78 service neutron] 10.222.0.59 "GET /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630719 Nov 26 02:52:32.198605 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-72f4f785-7da6-4e89-abfe-896ef1afb569 req-95c7cfcf-0244-4043-8a68-f2d98271914d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Deleting port e33f1f60-0b56-4e0b-b93c-4bbeadbacf7a {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:52:32.198942 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-72f4f785-7da6-4e89-abfe-896ef1afb569 req-95c7cfcf-0244-4043-8a68-f2d98271914d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:32.209210 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 74476a72-7d4f-4b94-b71a-9b614328908e no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:52:32.240697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-48a8c224-ed34-41dd-bb4e-2720a44971ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:32.242122 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-48a8c224-ed34-41dd-bb4e-2720a44971ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 1094 time: 0.1119113 Nov 26 02:52:32.299044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-6ee057a0-91e7-428e-aea3-c63ef2b8d48d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=449a0bbd-cca2-4e5d-9515-96c466fb0dce HTTP/1.1" status: 200 len: 217 time: 0.0411668 Nov 26 02:52:32.347937 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-72f4f785-7da6-4e89-abfe-896ef1afb569 req-95c7cfcf-0244-4043-8a68-f2d98271914d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:32.349624 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-72f4f785-7da6-4e89-abfe-896ef1afb569 req-95c7cfcf-0244-4043-8a68-f2d98271914d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:32.384369 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 74476a72-7d4f-4b94-b71a-9b614328908e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:52:32.384811 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 74476a72-7d4f-4b94-b71a-9b614328908e not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:52:32.402200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-72f4f785-7da6-4e89-abfe-896ef1afb569 req-95c7cfcf-0244-4043-8a68-f2d98271914d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Calling delete_port for e33f1f60-0b56-4e0b-b93c-4bbeadbacf7a owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:52:32.424830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-304b85a1-8a16-4a8c-a3f2-de017c656261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:32.427001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-304b85a1-8a16-4a8c-a3f2-de017c656261 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c43934f-dad4-4b8b-af05-58049fc63ec8 HTTP/1.1" status: 200 len: 846 time: 0.1124425 Nov 26 02:52:32.489279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-2d663f37-4482-48ac-a132-dc4d4c571955 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9695ee60-1251-4c9f-86cb-bb7e75f253d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317695 Nov 26 02:52:32.548084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc25232-b149-4c3a-b4ed-0aee0e73238a', 'tag': '449a0bbd-cca2-4e5d-9515-96c466fb0dce'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:32.550370 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb0a6fe-4016-408c-ab86-affab3b940f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc25232-b149-4c3a-b4ed-0aee0e73238a", "tag": "449a0bbd-cca2-4e5d-9515-96c466fb0dce"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:32.601940 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63aef389-fee8-493e-80a9-f0b4b2b1f614 x-openstack-request-id: req-63aef389-fee8-493e-80a9-f0b4b2b1f614 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:32.602233 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc25232-b149-4c3a-b4ed-0aee0e73238a", "tag": "449a0bbd-cca2-4e5d-9515-96c466fb0dce", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:32.602483 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63aef389-fee8-493e-80a9-f0b4b2b1f614 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:32.603048 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc25232-b149-4c3a-b4ed-0aee0e73238a', 'tag': '449a0bbd-cca2-4e5d-9515-96c466fb0dce', 'status': 'completed', 'code': 200} Nov 26 02:52:32.619037 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41392) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:32.636550 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-7940f5a6-ab46-4466-b918-bcc49bb15e6e service neutron] 10.222.0.54 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403139 Nov 26 02:52:32.713264 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-72f4f785-7da6-4e89-abfe-896ef1afb569 req-95c7cfcf-0244-4043-8a68-f2d98271914d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:32.743444 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7cfcf-0244-4043-8a68-f2d98271914d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Pushing event deleted for resources: {'Port': ['ID=e33f1f60-0b56-4e0b-b93c-4bbeadbacf7a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:32.769080 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41398) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:32.812650 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-333f1cf1-22e4-4925-9ec5-89ea09640686 req-31a3e775-a869-45e3-b459-6a6a86ed19a5 service neutron] 10.222.0.54 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675189 Nov 26 02:52:32.825029 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-72f4f785-7da6-4e89-abfe-896ef1afb569 req-95c7cfcf-0244-4043-8a68-f2d98271914d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:32.827853 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-72f4f785-7da6-4e89-abfe-896ef1afb569 req-95c7cfcf-0244-4043-8a68-f2d98271914d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:32.828652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ea6e5b7f-8efa-4353-9dbf-2db3e78babb3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-435340495-network', 'tenant_id': '9993de35a7464567a69c402cef4d5826'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:32.829110 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72f4f785-7da6-4e89-abfe-896ef1afb569 req-95c7cfcf-0244-4043-8a68-f2d98271914d tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "DELETE /v2.0/floatingips/649a12aa-1245-490e-a05a-7de90f23ab7b HTTP/1.1" status: 204 len: 173 time: 1.3082111 Nov 26 02:52:32.891699 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6e5b7f-8efa-4353-9dbf-2db3e78babb3 admin admin] Made reservation on behalf of 9993de35a7464567a69c402cef4d5826 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:52:32.893991 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5b7f-8efa-4353-9dbf-2db3e78babb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:32.907207 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-03156ca2-efcf-4329-a696-b9a735a2a984 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec45c82f4a7049c9a6fab5bfc2b52323&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2846665 Nov 26 02:52:32.907207 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5b7f-8efa-4353-9dbf-2db3e78babb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:32.908105 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41404) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:33.001443 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5b7f-8efa-4353-9dbf-2db3e78babb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.002972 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0a6fe-4016-408c-ab86-affab3b940f5 req-854895d7-2360-431f-b615-fdbd3aa00d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:33.004473 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-deb0a6fe-4016-408c-ab86-affab3b940f5 req-854895d7-2360-431f-b615-fdbd3aa00d19 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 1094 time: 0.0746639 Nov 26 02:52:33.009759 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-64d1fa81-c414-4cd6-9d0c-e316d4643769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.010113 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5b7f-8efa-4353-9dbf-2db3e78babb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.041184 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6e5b7f-8efa-4353-9dbf-2db3e78babb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:52:33.052489 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e5b7f-8efa-4353-9dbf-2db3e78babb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d606da-b6ed-4b84-9535-1e5cb37579d5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:33.059096 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5b7f-8efa-4353-9dbf-2db3e78babb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.059736 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-ea6e5b7f-8efa-4353-9dbf-2db3e78babb3 admin admin] Added segment 7c6bb0ba-cb65-43b3-a632-cc4f5cfe9ccc of type vlan for network e6a02539-a72a-45d1-b7bc-1726672881ce Nov 26 02:52:33.096589 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-64d1fa81-c414-4cd6-9d0c-e316d4643769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.107047 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5b7f-8efa-4353-9dbf-2db3e78babb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.133198 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5b7f-8efa-4353-9dbf-2db3e78babb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.134397 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6e5b7f-8efa-4353-9dbf-2db3e78babb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:33.135152 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5b7f-8efa-4353-9dbf-2db3e78babb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.191593 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ea6e5b7f-8efa-4353-9dbf-2db3e78babb3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4206278 Nov 26 02:52:33.195219 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41414) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:33.203629 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e5b7f-8efa-4353-9dbf-2db3e78babb3 admin admin] Pushing event updated for resources: {'Network': ['ID=e6a02539-a72a-45d1-b7bc-1726672881ce,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:33.205923 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c258b517-b8dc-46cd-86f3-3894a6c2704c admin admin] Request body: {'subnet': {'network_id': 'e6a02539-a72a-45d1-b7bc-1726672881ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-435340495-subnet', 'tenant_id': '9993de35a7464567a69c402cef4d5826', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:33.214703 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0a6fe-4016-408c-ab86-affab3b940f5 req-daed7c4a-c64e-4f13-821e-14f2acfe6ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:33.215957 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network e6a02539-a72a-45d1-b7bc-1726672881ce details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:52:33.216434 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-deb0a6fe-4016-408c-ab86-affab3b940f5 req-daed7c4a-c64e-4f13-821e-14f2acfe6ae3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 907 time: 0.2036328 Nov 26 02:52:33.223741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f5672-b23c-46de-a229-c91954398c1b req-402e4a4a-ba71-4fb2-8655-aaee1c06f7f8 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:33.227189 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b57f5672-b23c-46de-a229-c91954398c1b req-402e4a4a-ba71-4fb2-8655-aaee1c06f7f8 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 945 time: 0.1545882 Nov 26 02:52:33.294859 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-deb0a6fe-4016-408c-ab86-affab3b940f5 req-825a9817-71c6-483a-9f18-f8279cb8ad76 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=449a0bbd-cca2-4e5d-9515-96c466fb0dce HTTP/1.1" status: 200 len: 217 time: 0.0660393 Nov 26 02:52:33.301532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c258b517-b8dc-46cd-86f3-3894a6c2704c admin admin] Made reservation on behalf of 9993de35a7464567a69c402cef4d5826 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:52:33.303887 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c258b517-b8dc-46cd-86f3-3894a6c2704c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.312576 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e615b-e8b4-47d9-be6c-352a4a9f5bda req-35b02bb5-49c6-455a-b81a-06eb9f08de01 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:33.314016 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-583e615b-e8b4-47d9-be6c-352a4a9f5bda req-35b02bb5-49c6-455a-b81a-06eb9f08de01 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 943 time: 0.2289622 Nov 26 02:52:33.335913 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-64d1fa81-c414-4cd6-9d0c-e316d4643769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.338444 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-64d1fa81-c414-4cd6-9d0c-e316d4643769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.339500 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-64d1fa81-c414-4cd6-9d0c-e316d4643769 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20337006-f32e-4415-a1e9-cf09d47d63fc HTTP/1.1" status: 204 len: 168 time: 0.4309063 Nov 26 02:52:33.438709 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1fa81-c414-4cd6-9d0c-e316d4643769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20337006-f32e-4415-a1e9-cf09d47d63fc,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:33.461913 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b57f5672-b23c-46de-a229-c91954398c1b req-73e48d9e-2454-4e2b-aa10-3ae9242b55c8 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228048 Nov 26 02:52:33.475092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0a6fe-4016-408c-ab86-affab3b940f5 req-22a2c3d4-0b6e-4604-b446-9c7eda23f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:33.476658 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-deb0a6fe-4016-408c-ab86-affab3b940f5 req-22a2c3d4-0b6e-4604-b446-9c7eda23f309 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c43934f-dad4-4b8b-af05-58049fc63ec8 HTTP/1.1" status: 200 len: 846 time: 0.1613460 Nov 26 02:52:33.525882 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-deb0a6fe-4016-408c-ab86-affab3b940f5 req-bafd50e3-c435-48c5-89ca-c4e7f9855ec8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9695ee60-1251-4c9f-86cb-bb7e75f253d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349712 Nov 26 02:52:33.538392 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-583e615b-e8b4-47d9-be6c-352a4a9f5bda req-0d273dc8-9396-444b-a717-14174ec74751 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540620 Nov 26 02:52:33.670703 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41424) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:33.684455 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-606a53df-31e6-4572-b4cb-9fbb123705b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.692935 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-deb0a6fe-4016-408c-ab86-affab3b940f5 req-e2f39eb3-1a0e-456d-ba28-d4c1577a4c1c service neutron] 10.222.0.54 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522448 Nov 26 02:52:33.724554 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c258b517-b8dc-46cd-86f3-3894a6c2704c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.759120 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-606a53df-31e6-4572-b4cb-9fbb123705b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.763516 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-606a53df-31e6-4572-b4cb-9fbb123705b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.801017 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-606a53df-31e6-4572-b4cb-9fbb123705b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0ca64cf4ecb4fe9bbb82ff04b51462b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289704 Nov 26 02:52:33.801909 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a53df-31e6-4572-b4cb-9fbb123705b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e616e455-6bbe-4b90-8609-5165a1bfebb6,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:33.804177 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41426) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:33.813265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258b517-b8dc-46cd-86f3-3894a6c2704c admin admin] Pushing event updated for resources: {'Subnet': ['ID=172b2d9a-9ab5-4b07-bf3d-7f042d422a01,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:33.839994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c258b517-b8dc-46cd-86f3-3894a6c2704c admin admin] Checking segment: {'id': '7c6bb0ba-cb65-43b3-a632-cc4f5cfe9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e6a02539-a72a-45d1-b7bc-1726672881ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:52:33.840391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c258b517-b8dc-46cd-86f3-3894a6c2704c admin admin] Network hostable DHCP agents. Network: e6a02539-a72a-45d1-b7bc-1726672881ce, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:52:33.860161 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5061f538-d7da-4edd-9ece-2b54e2af292d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.863959 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-deb0a6fe-4016-408c-ab86-affab3b940f5 req-c620fc0e-f1fa-4e0c-bc64-45a12674124f service neutron] 10.222.0.54 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610446 Nov 26 02:52:33.873359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c258b517-b8dc-46cd-86f3-3894a6c2704c admin admin] Network e6a02539-a72a-45d1-b7bc-1726672881ce is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:52:33.882993 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-c258b517-b8dc-46cd-86f3-3894a6c2704c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, e6a02539-a72a-45d1-b7bc-1726672881ce) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:33.889256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c258b517-b8dc-46cd-86f3-3894a6c2704c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:33.889973 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c258b517-b8dc-46cd-86f3-3894a6c2704c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.892035 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5061f538-d7da-4edd-9ece-2b54e2af292d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.897320 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fcf6e4-22a6-44b8-910f-f39d9c984e46 None None] Network e6a02539-a72a-45d1-b7bc-1726672881ce requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:52:33.910761 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c258b517-b8dc-46cd-86f3-3894a6c2704c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7134018 Nov 26 02:52:33.955154 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5061f538-d7da-4edd-9ece-2b54e2af292d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.958640 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5061f538-d7da-4edd-9ece-2b54e2af292d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:33.959813 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5061f538-d7da-4edd-9ece-2b54e2af292d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e616e455-6bbe-4b90-8609-5165a1bfebb6 HTTP/1.1" status: 204 len: 168 time: 0.1547275 Nov 26 02:52:33.968639 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061f538-d7da-4edd-9ece-2b54e2af292d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e616e455-6bbe-4b90-8609-5165a1bfebb6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:34.046948 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab883498-1dcb-445d-b557-720936738868 None None] Network e6a02539-a72a-45d1-b7bc-1726672881ce requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:52:34.326857 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-3dd6197a-bdc8-4afc-91ff-3d4b2d8ccac8 req-ef55e566-6a8c-46a3-97d7-45de53e45242 tempest-SecurityGroupsNegativeTestJSON-649107086 tempest-SecurityGroupsNegativeTestJSON-649107086-project] show failed (client error): The resource could not be found. Nov 26 02:52:34.327857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3dd6197a-bdc8-4afc-91ff-3d4b2d8ccac8 req-ef55e566-6a8c-46a3-97d7-45de53e45242 tempest-SecurityGroupsNegativeTestJSON-649107086 tempest-SecurityGroupsNegativeTestJSON-649107086-project] 10.222.0.31 "GET /v2.0/security-groups/164f2d51-d99a-411b-a6a3-518656ed4136 HTTP/1.1" status: 404 len: 352 time: 0.0136213 Nov 26 02:52:34.404903 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5dd593ba-b522-40b2-9a0c-38cb73bf51f5 req-11f5b681-b6dc-4c22-b4e1-7117a97fef40 tempest-SecurityGroupsNegativeTestJSON-649107086 tempest-SecurityGroupsNegativeTestJSON-649107086-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9993de35a7464567a69c402cef4d5826 HTTP/1.1" status: 200 len: 3005 time: 0.0444283 Nov 26 02:52:34.469644 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5dd593ba-b522-40b2-9a0c-38cb73bf51f5 req-7f086011-d1fa-4f3f-9561-0bb83470d956 tempest-SecurityGroupsNegativeTestJSON-649107086 tempest-SecurityGroupsNegativeTestJSON-649107086-project] 10.222.0.31 "GET /v2.0/security-groups/f1d606da-b6ed-4b84-9535-1e5cb37579d5 HTTP/1.1" status: 200 len: 3002 time: 0.0580230 Nov 26 02:52:34.533397 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5dd593ba-b522-40b2-9a0c-38cb73bf51f5 req-892440f8-7776-45e2-a1da-a5ecf1e34420 tempest-SecurityGroupsNegativeTestJSON-649107086 tempest-SecurityGroupsNegativeTestJSON-649107086-project] 10.222.0.31 "GET /v2.0/security-groups/f1d606da-b6ed-4b84-9535-1e5cb37579d5 HTTP/1.1" status: 200 len: 3002 time: 0.0559740 Nov 26 02:52:34.645693 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adb4c1-bc83-4d0e-bd54-b6de17f5b70b req-17c56161-9eb5-40ea-926c-704c7c2d7c93 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:34.652567 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68adb4c1-bc83-4d0e-bd54-b6de17f5b70b req-17c56161-9eb5-40ea-926c-704c7c2d7c93 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 945 time: 0.0974195 Nov 26 02:52:34.661973 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-edffbf2e-a661-4e56-aa28-1e798dcbaced req-87e0a448-8661-4d4e-9f1d-9199875cf2bf tempest-SecurityGroupsNegativeTestJSON-649107086 tempest-SecurityGroupsNegativeTestJSON-649107086-project] 10.222.0.31 "GET /v2.0/security-groups/f1d606da-b6ed-4b84-9535-1e5cb37579d5 HTTP/1.1" status: 200 len: 3002 time: 0.1045072 Nov 26 02:52:34.717394 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41472) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:34.768372 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68adb4c1-bc83-4d0e-bd54-b6de17f5b70b req-f7a51ebd-bed2-4cc8-8f40-d1ec7bebebe3 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd76475e-8194-47b6-975f-89e05998cd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147690 Nov 26 02:52:34.797235 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-edffbf2e-a661-4e56-aa28-1e798dcbaced req-672b4d06-5d2e-470f-83e6-cd24796f777d tempest-SecurityGroupsNegativeTestJSON-649107086 tempest-SecurityGroupsNegativeTestJSON-649107086-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 26 02:52:34.798321 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-edffbf2e-a661-4e56-aa28-1e798dcbaced req-672b4d06-5d2e-470f-83e6-cd24796f777d tempest-SecurityGroupsNegativeTestJSON-649107086 tempest-SecurityGroupsNegativeTestJSON-649107086-project] 10.222.0.31 "DELETE /v2.0/security-groups/f1d606da-b6ed-4b84-9535-1e5cb37579d5 HTTP/1.1" status: 409 len: 352 time: 0.1269217 Nov 26 02:52:34.806600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862dfca-02fb-483a-8921-d87b87a64f7f req-804129a5-1be2-4cf0-8b0d-606d1b674d00 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:34.808090 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7862dfca-02fb-483a-8921-d87b87a64f7f req-804129a5-1be2-4cf0-8b0d-606d1b674d00 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.59 "GET /v2.0/ports?device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 945 time: 0.0913966 Nov 26 02:52:34.824199 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a6c7de69-d95b-4aa3-898a-a83869cc2def admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1119628511-network', 'tenant_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:34.849887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c7de69-d95b-4aa3-898a-a83869cc2def admin admin] Made reservation on behalf of c8ad485dcc6144a4b0bcb4200f09a9b4 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:52:34.853449 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6c7de69-d95b-4aa3-898a-a83869cc2def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:34.864881 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6c7de69-d95b-4aa3-898a-a83869cc2def admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:34.950571 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6c7de69-d95b-4aa3-898a-a83869cc2def admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:34.955061 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6c7de69-d95b-4aa3-898a-a83869cc2def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:34.978894 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c7de69-d95b-4aa3-898a-a83869cc2def admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:52:34.980028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e215-0565-4f17-b0a6-437344665ebf req-fb21813d-6984-4798-b4e4-a7fa7a98f66a tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:34.981639 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3f8e215-0565-4f17-b0a6-437344665ebf req-fb21813d-6984-4798-b4e4-a7fa7a98f66a tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 943 time: 0.1189454 Nov 26 02:52:34.994558 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7de69-d95b-4aa3-898a-a83869cc2def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3813272c-d66e-4485-8999-25cbd536e131,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:34.999607 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6c7de69-d95b-4aa3-898a-a83869cc2def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:34.999886 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-a6c7de69-d95b-4aa3-898a-a83869cc2def admin admin] Added segment 955215e4-6db3-4667-a19b-a2ae3fe33404 of type vlan for network cc2d7def-9127-4b85-98b1-5940dd6cc051 Nov 26 02:52:35.012682 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-7862dfca-02fb-483a-8921-d87b87a64f7f req-bdec7abc-3564-4e21-972c-cfbc8e071ea0 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Deleting port 849a9db9-7ed6-47be-bdbb-b639b1cf41fc {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:52:35.013038 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7862dfca-02fb-483a-8921-d87b87a64f7f req-bdec7abc-3564-4e21-972c-cfbc8e071ea0 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.045124 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6c7de69-d95b-4aa3-898a-a83869cc2def admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.073971 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6c7de69-d95b-4aa3-898a-a83869cc2def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.074880 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c7de69-d95b-4aa3-898a-a83869cc2def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:35.075461 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a6c7de69-d95b-4aa3-898a-a83869cc2def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.097325 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3f8e215-0565-4f17-b0a6-437344665ebf req-6706e0db-4250-4f1b-8963-6796b07ae67a tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063185 Nov 26 02:52:35.126057 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a6c7de69-d95b-4aa3-898a-a83869cc2def admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4075553 Nov 26 02:52:35.132847 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41478) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:35.137792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7de69-d95b-4aa3-898a-a83869cc2def admin admin] Pushing event updated for resources: {'Network': ['ID=cc2d7def-9127-4b85-98b1-5940dd6cc051,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:35.147933 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network cc2d7def-9127-4b85-98b1-5940dd6cc051 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:52:35.149509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b1712340-00bc-44a4-9b24-f215bc156c4f admin admin] Request body: {'subnet': {'network_id': 'cc2d7def-9127-4b85-98b1-5940dd6cc051', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1119628511-subnet', 'tenant_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:35.153288 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-ec2a5696-cf26-4adc-bbe4-cc13c9d15412 req-2c467064-b169-4d40-ac06-71fe8623e853 tempest-SecurityGroupsNegativeTestJSON-649107086 tempest-SecurityGroupsNegativeTestJSON-649107086-project] show failed (client error): The resource could not be found. Nov 26 02:52:35.154286 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec2a5696-cf26-4adc-bbe4-cc13c9d15412 req-2c467064-b169-4d40-ac06-71fe8623e853 tempest-SecurityGroupsNegativeTestJSON-649107086 tempest-SecurityGroupsNegativeTestJSON-649107086-project] 10.222.0.31 "GET /v2.0/security-groups/db5fcc64-870f-48e0-b405-7f306edba174 HTTP/1.1" status: 404 len: 352 time: 0.0452890 Nov 26 02:52:35.163498 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-7862dfca-02fb-483a-8921-d87b87a64f7f req-bdec7abc-3564-4e21-972c-cfbc8e071ea0 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] For port 849a9db9-7ed6-47be-bdbb-b639b1cf41fc, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=849a9db9-7ed6-47be-bdbb-b639b1cf41fc,segment=NetworkSegment(53241765-6c41-46c6-a94d-3bef277876d6),segment_id=53241765-6c41-46c6-a94d-3bef277876d6)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:35.163971 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7862dfca-02fb-483a-8921-d87b87a64f7f req-bdec7abc-3564-4e21-972c-cfbc8e071ea0 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.183777 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-7862dfca-02fb-483a-8921-d87b87a64f7f req-bdec7abc-3564-4e21-972c-cfbc8e071ea0 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Calling delete_port for 849a9db9-7ed6-47be-bdbb-b639b1cf41fc owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:52:35.212116 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-f18c7774-6fe1-415a-ae03-66305139d52a req-165bc02e-1e2f-40c1-a205-6b97d0011a3e tempest-SecurityGroupsNegativeTestJSON-649107086 tempest-SecurityGroupsNegativeTestJSON-649107086-project] show failed (client error): The resource could not be found. Nov 26 02:52:35.213205 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f18c7774-6fe1-415a-ae03-66305139d52a req-165bc02e-1e2f-40c1-a205-6b97d0011a3e tempest-SecurityGroupsNegativeTestJSON-649107086 tempest-SecurityGroupsNegativeTestJSON-649107086-project] 10.222.0.31 "GET /v2.0/security-groups/33d1017f-1a59-40ff-a3d1-3531c6f36ad3 HTTP/1.1" status: 404 len: 352 time: 0.0319381 Nov 26 02:52:35.216954 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1712340-00bc-44a4-9b24-f215bc156c4f admin admin] Made reservation on behalf of c8ad485dcc6144a4b0bcb4200f09a9b4 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:52:35.220505 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1712340-00bc-44a4-9b24-f215bc156c4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.224155 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41482) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:35.270451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1ef820-73a6-4a97-8749-307ce7a95348 admin admin] Deleting subnet 172b2d9a-9ab5-4b07-bf3d-7f042d422a01 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:52:35.273720 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6b1ef820-73a6-4a97-8749-307ce7a95348 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.307836 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6b1ef820-73a6-4a97-8749-307ce7a95348 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.349523 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6b1ef820-73a6-4a97-8749-307ce7a95348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.400294 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6b1ef820-73a6-4a97-8749-307ce7a95348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.426797 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ef820-73a6-4a97-8749-307ce7a95348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=172b2d9a-9ab5-4b07-bf3d-7f042d422a01,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:35.428697 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6b1ef820-73a6-4a97-8749-307ce7a95348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.434193 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6b1ef820-73a6-4a97-8749-307ce7a95348 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/172b2d9a-9ab5-4b07-bf3d-7f042d422a01 HTTP/1.1" status: 204 len: 168 time: 0.2054183 Nov 26 02:52:35.434295 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41484) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:35.468828 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7862dfca-02fb-483a-8921-d87b87a64f7f req-bdec7abc-3564-4e21-972c-cfbc8e071ea0 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.503778 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f446f57c-57f5-4364-9504-81af27292b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.516799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['849a9db9-7ed6-47be-bdbb-b639b1cf41fc'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:52:35.517657 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec7abc-3564-4e21-972c-cfbc8e071ea0 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Pushing event deleted for resources: {'Port': ['ID=849a9db9-7ed6-47be-bdbb-b639b1cf41fc,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:35.528898 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1712340-00bc-44a4-9b24-f215bc156c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.593714 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7862dfca-02fb-483a-8921-d87b87a64f7f req-bdec7abc-3564-4e21-972c-cfbc8e071ea0 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] No DVR routers for this DVR port 849a9db9-7ed6-47be-bdbb-b639b1cf41fc on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:52:35.596670 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7862dfca-02fb-483a-8921-d87b87a64f7f req-bdec7abc-3564-4e21-972c-cfbc8e071ea0 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.601416 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7862dfca-02fb-483a-8921-d87b87a64f7f req-bdec7abc-3564-4e21-972c-cfbc8e071ea0 tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.59 "DELETE /v2.0/ports/849a9db9-7ed6-47be-bdbb-b639b1cf41fc HTTP/1.1" status: 204 len: 173 time: 0.7837191 Nov 26 02:52:35.607033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'name': 'network-vif-deleted', 'tag': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:35.609356 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4812c8-08f4-4dd6-99f0-afb9d674cec1" -d '{"events": [{"server_uuid": "589836c0-a28f-4a80-a5ac-7d22d14e3146", "name": "network-vif-deleted", "tag": "849a9db9-7ed6-47be-bdbb-b639b1cf41fc"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:35.609897 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f446f57c-57f5-4364-9504-81af27292b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.627612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1712340-00bc-44a4-9b24-f215bc156c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f380926-1243-4019-bcda-91da7a7d71d0,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:35.656789 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-f446f57c-57f5-4364-9504-81af27292b8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a02539-a72a-45d1-b7bc-1726672881ce']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:35.662303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1712340-00bc-44a4-9b24-f215bc156c4f admin admin] Checking segment: {'id': '955215e4-6db3-4667-a19b-a2ae3fe33404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'cc2d7def-9127-4b85-98b1-5940dd6cc051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:52:35.662734 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1712340-00bc-44a4-9b24-f215bc156c4f admin admin] Network hostable DHCP agents. Network: cc2d7def-9127-4b85-98b1-5940dd6cc051, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:52:35.671249 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4bfba9-1ba5-4b64-8e13-30ea4c90cd9f x-openstack-request-id: req-7f4bfba9-1ba5-4b64-8e13-30ea4c90cd9f {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:35.671546 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589836c0-a28f-4a80-a5ac-7d22d14e3146", "name": "network-vif-deleted", "tag": "849a9db9-7ed6-47be-bdbb-b639b1cf41fc", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:35.671803 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f4bfba9-1ba5-4b64-8e13-30ea4c90cd9f {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:35.672233 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589836c0-a28f-4a80-a5ac-7d22d14e3146', 'name': 'network-vif-deleted', 'tag': '849a9db9-7ed6-47be-bdbb-b639b1cf41fc', 'status': 'completed', 'code': 200} Nov 26 02:52:35.672785 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-f446f57c-57f5-4364-9504-81af27292b8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6bb0ba-cb65-43b3-a632-cc4f5cfe9ccc') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:35.673158 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-f446f57c-57f5-4364-9504-81af27292b8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6bb0ba-cb65-43b3-a632-cc4f5cfe9ccc') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:35.685123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1712340-00bc-44a4-9b24-f215bc156c4f admin admin] Network cc2d7def-9127-4b85-98b1-5940dd6cc051 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:52:35.688941 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f446f57c-57f5-4364-9504-81af27292b8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.696875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-b1712340-00bc-44a4-9b24-f215bc156c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, cc2d7def-9127-4b85-98b1-5940dd6cc051) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:35.704746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1712340-00bc-44a4-9b24-f215bc156c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:35.705494 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1712340-00bc-44a4-9b24-f215bc156c4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.711431 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d59a899-7bff-4a3d-9b08-57d15311038e None None] Network cc2d7def-9127-4b85-98b1-5940dd6cc051 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:52:35.736327 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f446f57c-57f5-4364-9504-81af27292b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.744959 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b1712340-00bc-44a4-9b24-f215bc156c4f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6093936 Nov 26 02:52:35.747646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41496) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:35.754326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1119628511-router', 'tenant_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:35.754618 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f446f57c-57f5-4364-9504-81af27292b8c admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:52:35.755774 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f446f57c-57f5-4364-9504-81af27292b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:52:35.797371 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:52:35.812900 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.816218 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.820619 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f446f57c-57f5-4364-9504-81af27292b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.827497 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f446f57c-57f5-4364-9504-81af27292b8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.834219 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f446f57c-57f5-4364-9504-81af27292b8c admin admin] 10.222.0.31 "DELETE /v2.0/networks/e6a02539-a72a-45d1-b7bc-1726672881ce HTTP/1.1" status: 204 len: 168 time: 0.3962240 Nov 26 02:52:35.847153 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446f57c-57f5-4364-9504-81af27292b8c admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a02539-a72a-45d1-b7bc-1726672881ce,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:35.942849 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-cc2d7def-9127-4b85-98b1-5940dd6cc051', 'network_id': 'cc2d7def-9127-4b85-98b1-5940dd6cc051', 'tenant_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'fixed_ips': [{'subnet_id': '5f380926-1243-4019-bcda-91da7a7d71d0'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:52:35.944328 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.992809 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:35.994664 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41514) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:36.035737 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ea9f060-77f2-4a5b-b3cd-4726878aed14 req-144051b1-b232-4733-8045-eb05c913d31e tempest-FloatingIPsAssociationTestJSON-1428693338 tempest-FloatingIPsAssociationTestJSON-1428693338-project] 10.222.0.31 "GET /v2.0/ports?device_id=589836c0-a28f-4a80-a5ac-7d22d14e3146 HTTP/1.1" status: 200 len: 210 time: 0.1158595 Nov 26 02:52:36.045974 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3fe8577c-8c17-4d74-bc2c-daafeb937d44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9993de35a7464567a69c402cef4d5826&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0496945 Nov 26 02:52:36.048237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41516) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:36.126311 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Allocated IP 172.20.0.2 (cc2d7def-9127-4b85-98b1-5940dd6cc051/5f380926-1243-4019-bcda-91da7a7d71d0/c8b526e7-e828-4f4e-8b04-50bede63d7c2) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:52:36.141760 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f567609a-8dae-47b4-b237-42857a890dd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:36.179206 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f567609a-8dae-47b4-b237-42857a890dd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:36.239416 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 449a0bbd-cca2-4e5d-9515-96c466fb0dce details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:52:36.254084 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:36.260190 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f567609a-8dae-47b4-b237-42857a890dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:36.263122 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f567609a-8dae-47b4-b237-42857a890dd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:36.266501 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f567609a-8dae-47b4-b237-42857a890dd9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1d606da-b6ed-4b84-9535-1e5cb37579d5 HTTP/1.1" status: 204 len: 168 time: 0.2148478 Nov 26 02:52:36.277183 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567609a-8dae-47b4-b237-42857a890dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d606da-b6ed-4b84-9535-1e5cb37579d5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:36.281092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-29a9d729-3c87-41d3-ad3f-200ab29764df tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:36.292968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-29a9d729-3c87-41d3-ad3f-200ab29764df tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/networks?id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9 HTTP/1.1" status: 200 len: 815 time: 0.4623773 Nov 26 02:52:36.321999 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-b82c75fe-9235-4233-8a7b-5f35c5b2be8c tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/quotas/e446dd2610754aaca387689d806c1fd6 HTTP/1.1" status: 200 len: 375 time: 0.0280805 Nov 26 02:52:36.406154 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d44f35ca-1413-43e4-ba6f-4a8ba371c352 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e446dd2610754aaca387689d806c1fd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0829375 Nov 26 02:52:36.471431 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:36.486600 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:36.495912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 449a0bbd-cca2-4e5d-9515-96c466fb0dce, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=449a0bbd-cca2-4e5d-9515-96c466fb0dce,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:36.540073 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Network cc2d7def-9127-4b85-98b1-5940dd6cc051 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:52:36.541671 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:36.545065 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:52:36.581629 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Pushing event updated for resources: {'Port': ['ID=c8b526e7-e828-4f4e-8b04-50bede63d7c2,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:36.587909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '449a0bbd-cca2-4e5d-9515-96c466fb0dce', 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5', 'port_id': '449a0bbd-cca2-4e5d-9515-96c466fb0dce', 'mac_address': 'fa:16:3e:1b:93:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c43934f-dad4-4b8b-af05-58049fc63ec8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:52:36.687137 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Attempting to bind port c8b526e7-e828-4f4e-8b04-50bede63d7c2 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:52:36.687528 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Attempting to bind port c8b526e7-e828-4f4e-8b04-50bede63d7c2 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '955215e4-6db3-4667-a19b-a2ae3fe33404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'cc2d7def-9127-4b85-98b1-5940dd6cc051'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:52:36.687903 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Attempting to bind port c8b526e7-e828-4f4e-8b04-50bede63d7c2 on network cc2d7def-9127-4b85-98b1-5940dd6cc051 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:36.696891 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:52:36.697509 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Checking segment: {'id': '955215e4-6db3-4667-a19b-a2ae3fe33404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'cc2d7def-9127-4b85-98b1-5940dd6cc051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:52:36.700272 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:36.701037 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Bound using segment: {'id': '955215e4-6db3-4667-a19b-a2ae3fe33404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'cc2d7def-9127-4b85-98b1-5940dd6cc051'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:52:36.701806 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Bound port: c8b526e7-e828-4f4e-8b04-50bede63d7c2, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955215e4-6db3-4667-a19b-a2ae3fe33404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'cc2d7def-9127-4b85-98b1-5940dd6cc051'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:52:36.702363 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:36.718338 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:36.752430 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449a0bbd-cca2-4e5d-9515-96c466fb0dce {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:52:36.784455 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 449a0bbd-cca2-4e5d-9515-96c466fb0dce, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=449a0bbd-cca2-4e5d-9515-96c466fb0dce,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:36.796881 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:36.830070 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] For port c8b526e7-e828-4f4e-8b04-50bede63d7c2, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:52:36.853355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] For port c8b526e7-e828-4f4e-8b04-50bede63d7c2, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c8b526e7-e828-4f4e-8b04-50bede63d7c2,segment=NetworkSegment(955215e4-6db3-4667-a19b-a2ae3fe33404),segment_id=955215e4-6db3-4667-a19b-a2ae3fe33404)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:52:36.866225 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:36.868175 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=449a0bbd-cca2-4e5d-9515-96c466fb0dce,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:36.870454 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3f388-80bc-4279-ab94-a972604aa7d8 req-29bd86c5-b9f7-4bd3-ac69-0f93cb88a724 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:36.871986 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89c3f388-80bc-4279-ab94-a972604aa7d8 req-29bd86c5-b9f7-4bd3-ac69-0f93cb88a724 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 943 time: 0.1001577 Nov 26 02:52:36.884419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-c0018723-8405-4fa3-8167-c6c41a936535 service neutron] 10.222.0.31 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774601 Nov 26 02:52:36.941592 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398bccb-6c14-498a-9b2e-dd19f7ae8c65 None None] Pushing event updated for resources: {'Port': ['ID=c8b526e7-e828-4f4e-8b04-50bede63d7c2,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:37.108202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89c3f388-80bc-4279-ab94-a972604aa7d8 req-bf82637a-8f4a-41b2-820b-1682cbc4352a tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156456 Nov 26 02:52:37.172652 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-1c65ad33-e492-4af8-9a57-cfc6db051b68 service neutron] 10.222.0.31 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871585 Nov 26 02:52:37.199256 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:37.203161 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41544) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:37.240954 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:37.262648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['449a0bbd-cca2-4e5d-9515-96c466fb0dce'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:52:37.380830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] Allocated IP 172.25.0.84 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/5aae12a8-ee7d-4715-8270-f797296b555c) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:52:37.590902 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:37.671384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d42a7ad0-9d40-4636-9f55-f078cfb9a3e2 req-0dc70590-da29-45a5-a606-e2a0eaea8bc2 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed054cf-5941-4180-9ebc-6777f620c4c8 HTTP/1.1" status: 200 len: 210 time: 0.0629177 Nov 26 02:52:37.703000 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:37.760769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:52:37.765303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:37.770964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:52:37.782409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04345b93-cddf-4ddc-af49-bc769f4a4a02 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:52:37.803023 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] Pushing event updated for resources: {'Port': ['ID=5aae12a8-ee7d-4715-8270-f797296b555c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:37.893613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 849a9db9-7ed6-47be-bdbb-b639b1cf41fc no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:52:37.904297 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:37.932435 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-887f9914-ca29-4ed1-acad-c41b4fcf4a4f None None] Provisioning complete for port 5aae12a8-ee7d-4715-8270-f797296b555c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:37.933016 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-887f9914-ca29-4ed1-acad-c41b4fcf4a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:37.937300 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 849a9db9-7ed6-47be-bdbb-b639b1cf41fc {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:52:37.937882 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 849a9db9-7ed6-47be-bdbb-b639b1cf41fc not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:52:37.977454 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-887f9914-ca29-4ed1-acad-c41b4fcf4a4f None None] Port 5aae12a8-ee7d-4715-8270-f797296b555c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:52:38.074527 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41572) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:38.182789 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:38.278258 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Deleting port cdfb123d-6820-4b90-8359-720255ca43e2 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:52:38.278258 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:38.338897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6326589-ce00-4001-9d07-3d391ee39235 None None] Network cc2d7def-9127-4b85-98b1-5940dd6cc051 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:52:38.408559 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] For port cdfb123d-6820-4b90-8359-720255ca43e2, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cdfb123d-6820-4b90-8359-720255ca43e2,segment=NetworkSegment(53241765-6c41-46c6-a94d-3bef277876d6),segment_id=53241765-6c41-46c6-a94d-3bef277876d6)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:38.408904 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:38.422961 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Calling delete_port for cdfb123d-6820-4b90-8359-720255ca43e2 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:52:38.458210 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-148a42ca-cda4-4de5-ae39-fdd7c45c952e None None] Provisioning complete for port c8b526e7-e828-4f4e-8b04-50bede63d7c2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:38.458974 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-148a42ca-cda4-4de5-ae39-fdd7c45c952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:38.478013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a664c7-e747-4197-80d1-e08fff29a605 req-9ccb8cee-7ec1-4c06-b157-a3ecf994aaa5 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:38.480090 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7a664c7-e747-4197-80d1-e08fff29a605 req-9ccb8cee-7ec1-4c06-b157-a3ecf994aaa5 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 944 time: 0.1154284 Nov 26 02:52:38.528015 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:38.563424 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b47b58bd-0b72-4398-8720-320dfeb1cb4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:38.622925 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-148a42ca-cda4-4de5-ae39-fdd7c45c952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:38.630277 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7a664c7-e747-4197-80d1-e08fff29a605 req-06938788-dc43-4452-8edf-3c198eb8a8cb tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430888 Nov 26 02:52:38.682240 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-148a42ca-cda4-4de5-ae39-fdd7c45c952e None None] For port c8b526e7-e828-4f4e-8b04-50bede63d7c2, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c8b526e7-e828-4f4e-8b04-50bede63d7c2,segment=NetworkSegment(955215e4-6db3-4667-a19b-a2ae3fe33404),segment_id=955215e4-6db3-4667-a19b-a2ae3fe33404)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:38.687496 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-148a42ca-cda4-4de5-ae39-fdd7c45c952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:38.786343 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a42ca-cda4-4de5-ae39-fdd7c45c952e None None] Pushing event updated for resources: {'Port': ['ID=c8b526e7-e828-4f4e-8b04-50bede63d7c2,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:38.820518 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b47b58bd-0b72-4398-8720-320dfeb1cb4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:38.829215 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b47b58bd-0b72-4398-8720-320dfeb1cb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:38.832310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] Router c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:52:38.896882 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c2c1e15-b257-4291-983f-b83003853a9c req-0f5e7150-8495-4e48-8d7a-830d3ec025ea tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed054cf-5941-4180-9ebc-6777f620c4c8 HTTP/1.1" status: 200 len: 210 time: 0.0670061 Nov 26 02:52:38.901929 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b47b58bd-0b72-4398-8720-320dfeb1cb4a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21d4e91491e145818b9324a7bc0aa126&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8262858 Nov 26 02:52:38.904495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41586) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:38.919899 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:38.926988 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c8b526e7-e828-4f4e-8b04-50bede63d7c2 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:52:38.951936 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b58bd-0b72-4398-8720-320dfeb1cb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da84f7ce-2386-40df-b270-e6207cdd33bf,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:38.960839 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdfb123d-6820-4b90-8359-720255ca43e2,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:39.002105 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port c8b526e7-e828-4f4e-8b04-50bede63d7c2 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:39.002488 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:39.015496 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b58bd-0b72-4398-8720-320dfeb1cb4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.015922 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b58bd-0b72-4398-8720-320dfeb1cb4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.016273 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b58bd-0b72-4398-8720-320dfeb1cb4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.016650 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b58bd-0b72-4398-8720-320dfeb1cb4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.017078 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b58bd-0b72-4398-8720-320dfeb1cb4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.017536 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b58bd-0b72-4398-8720-320dfeb1cb4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.018059 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b58bd-0b72-4398-8720-320dfeb1cb4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.018487 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b58bd-0b72-4398-8720-320dfeb1cb4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.018837 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b58bd-0b72-4398-8720-320dfeb1cb4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.020017 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b58bd-0b72-4398-8720-320dfeb1cb4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.020461 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b58bd-0b72-4398-8720-320dfeb1cb4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.021746 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b58bd-0b72-4398-8720-320dfeb1cb4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.032567 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.032884 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.033264 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.033604 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.033942 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.034276 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.034767 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.035327 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.035932 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.036162 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.036449 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.036841 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:39.212024 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5ed9b3a0-d15b-4987-91ef-ac5fc4f74c63 None None] Provisioning complete for port c8b526e7-e828-4f4e-8b04-50bede63d7c2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:39.212530 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5ed9b3a0-d15b-4987-91ef-ac5fc4f74c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:39.240471 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:39.260710 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:52:39.270819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-e6e3f141-8037-4062-af4e-a51c3947c8e5 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:39.271775 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Sync routers for ids ['c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:52:39.272451 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-e6e3f141-8037-4062-af4e-a51c3947c8e5 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.54 "GET /v2.0/networks?id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9 HTTP/1.1" status: 200 len: 815 time: 0.2331321 Nov 26 02:52:39.277676 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b42b815a-f445-4e4f-b1ec-b8a4994cac11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:39.287683 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Routers {'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:39.290089 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:39.298244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-c8c62bc0-02ea-477c-b856-fae37beffb89 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Request body: {'port': {'device_id': 'aed054cf-5941-4180-9ebc-6777f620c4c8', 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9', 'admin_state_up': True, 'tenant_id': 'e446dd2610754aaca387689d806c1fd6'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:39.355998 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:39.359639 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41588) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:39.360412 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d504214d-56b6-4cae-b85b-427943be60c9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6115377 Nov 26 02:52:39.365647 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b42b815a-f445-4e4f-b1ec-b8a4994cac11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:39.416919 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Set router c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:39.457632 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b42b815a-f445-4e4f-b1ec-b8a4994cac11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:39.460213 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b42b815a-f445-4e4f-b1ec-b8a4994cac11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:39.463658 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b42b815a-f445-4e4f-b1ec-b8a4994cac11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da84f7ce-2386-40df-b270-e6207cdd33bf HTTP/1.1" status: 204 len: 168 time: 0.5543015 Nov 26 02:52:39.470847 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b815a-f445-4e4f-b1ec-b8a4994cac11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da84f7ce-2386-40df-b270-e6207cdd33bf,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:39.480104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-c8c62bc0-02ea-477c-b856-fae37beffb89 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Made reservation on behalf of e446dd2610754aaca387689d806c1fd6 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:52:39.497639 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-c8c62bc0-02ea-477c-b856-fae37beffb89 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:39.664330 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'name': 'tempest-FloatingIPsTestJSON-1119628511-router', 'tenant_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '5aae12a8-ee7d-4715-8270-f797296b555c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:35Z', 'updated_at': '2021-11-26T02:52:38Z', 'revision_number': 3, 'project_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'gw_port': {'id': '5aae12a8-ee7d-4715-8270-f797296b555c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ab:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:37Z', 'updated_at': '2021-11-26T02:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:39.725689 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Checking router: c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:52:39.728935 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Updating router c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24 port 5aae12a8-ee7d-4715-8270-f797296b555c binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:52:39.793703 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:39.804698 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-c8c62bc0-02ea-477c-b856-fae37beffb89 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Allocated IP 172.20.0.10 (483c29ae-2b8e-42e0-9580-f2bd749e8ff9/1da5bde2-3a74-47b9-8c22-4f9e31dcb52d/284bf332-8f10-4316-9c92-39a7f5f1cceb) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:52:39.858883 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c6885-1699-4109-9973-44e9340f0fa2 req-3a04cf0c-a344-4764-8c31-3e2b1e6a5502 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:39.860511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-795c6885-1699-4109-9973-44e9340f0fa2 req-3a04cf0c-a344-4764-8c31-3e2b1e6a5502 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 944 time: 0.0941873 Nov 26 02:52:39.950146 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-795c6885-1699-4109-9973-44e9340f0fa2 req-c21b9656-7b45-4a9e-bbf0-bff7a8d9e4b0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793631 Nov 26 02:52:40.062977 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-c8c62bc0-02ea-477c-b856-fae37beffb89 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:40.102187 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f389c000-6f30-4ac9-9b8a-33ddab358549 req-30bb5935-4b37-4ddd-8bf0-85cbfa1cfce3 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed054cf-5941-4180-9ebc-6777f620c4c8 HTTP/1.1" status: 200 len: 210 time: 0.0310555 Nov 26 02:52:40.138330 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-c8c62bc0-02ea-477c-b856-fae37beffb89 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:40.172293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c481e43b-fcaf-4f73-99bc-9bbe4254c6ca'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:52:40.172946 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:52:40.246559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-c8c62bc0-02ea-477c-b856-fae37beffb89 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:52:40.250693 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-c8c62bc0-02ea-477c-b856-fae37beffb89 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:40.259134 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-c8c62bc0-02ea-477c-b856-fae37beffb89 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:52:40.316507 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 449a0bbd-cca2-4e5d-9515-96c466fb0dce up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:52:40.330727 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c62bc0-02ea-477c-b856-fae37beffb89 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Pushing event updated for resources: {'Port': ['ID=284bf332-8f10-4316-9c92-39a7f5f1cceb,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:40.359119 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-c8c62bc0-02ea-477c-b856-fae37beffb89 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:40.360434 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-c8c62bc0-02ea-477c-b856-fae37beffb89 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:40.385481 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-c8c62bc0-02ea-477c-b856-fae37beffb89 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0927508 Nov 26 02:52:40.401601 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:40.406690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Request body: {'port': {'device_id': 'aed054cf-5941-4180-9ebc-6777f620c4c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:40.407301 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:52:40.414935 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-616fd434-0f26-4f6b-8e46-df5f698170f6 admin admin] 10.222.0.31 "PUT /v2.0/routers/cca8a4de-6d51-4c8f-8aaf-09ab19c24947/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2099683 Nov 26 02:52:40.417948 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41618) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:40.420273 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:40.464970 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5830223d-9d61-43d9-83c7-77dec41b17c3 None None] Sync routers for ids ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:52:40.487912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca9a75f-4d52-4ba0-bec0-cd7295b1111e None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:52:40.494479 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:40.502321 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Attempting to bind port 5aae12a8-ee7d-4715-8270-f797296b555c on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:52:40.503098 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Attempting to bind port 5aae12a8-ee7d-4715-8270-f797296b555c by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:52:40.505035 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Attempting to bind port 5aae12a8-ee7d-4715-8270-f797296b555c on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:40.510981 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226ea7f-0c96-4451-912c-ec374d137dff None None] Pushing event updated for resources: {'Port': ['ID=5aae12a8-ee7d-4715-8270-f797296b555c,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:40.516704 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:52:40.518373 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:52:40.519583 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:40.520246 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:52:40.520986 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Bound port: 5aae12a8-ee7d-4715-8270-f797296b555c, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:52:40.521472 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:40.532403 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5830223d-9d61-43d9-83c7-77dec41b17c3 None None] Routers {'cca8a4de-6d51-4c8f-8aaf-09ab19c24947'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:40.533082 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5830223d-9d61-43d9-83c7-77dec41b17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:40.551456 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226ea7f-0c96-4451-912c-ec374d137dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:40.551963 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226ea7f-0c96-4451-912c-ec374d137dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:40.552479 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226ea7f-0c96-4451-912c-ec374d137dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:40.552965 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226ea7f-0c96-4451-912c-ec374d137dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:40.553414 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226ea7f-0c96-4451-912c-ec374d137dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:40.553859 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226ea7f-0c96-4451-912c-ec374d137dff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:40.554299 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226ea7f-0c96-4451-912c-ec374d137dff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:40.554739 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226ea7f-0c96-4451-912c-ec374d137dff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:40.555177 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226ea7f-0c96-4451-912c-ec374d137dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:40.555614 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226ea7f-0c96-4451-912c-ec374d137dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:40.556049 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226ea7f-0c96-4451-912c-ec374d137dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:40.556498 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226ea7f-0c96-4451-912c-ec374d137dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:52:40.599472 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] For port 5aae12a8-ee7d-4715-8270-f797296b555c, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:52:40.602981 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] For port 5aae12a8-ee7d-4715-8270-f797296b555c, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5aae12a8-ee7d-4715-8270-f797296b555c,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:52:40.609540 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:40.640576 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4152ddfb-78da-4569-bd14-56f4b0bdf616 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:40.706688 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226ea7f-0c96-4451-912c-ec374d137dff None None] Pushing event updated for resources: {'Port': ['ID=5aae12a8-ee7d-4715-8270-f797296b555c,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:40.738833 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Routers {'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:40.739463 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:40.953940 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-642621af-2995-4bb4-b807-b55b4b62ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:40.967560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284bf332-8f10-4316-9c92-39a7f5f1cceb {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:52:40.985304 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.003167 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Transition to ACTIVE for port object 284bf332-8f10-4316-9c92-39a7f5f1cceb will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:52:41.009068 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.043862 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] Set router c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:41.045657 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-5830223d-9d61-43d9-83c7-77dec41b17c3 None None] Set router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:41.122092 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef8532a-7c4b-471d-80c0-05aaa9c42368 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:52:41.123978 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c8b526e7-e828-4f4e-8b04-50bede63d7c2 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:52:41.133741 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-642621af-2995-4bb4-b807-b55b4b62ac70 admin admin] Allocated IP 172.20.0.1 (cc2d7def-9127-4b85-98b1-5940dd6cc051/5f380926-1243-4019-bcda-91da7a7d71d0/b80c1eb4-703c-458c-ac52-ab16a4e18026) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:52:41.213735 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Pushing event updated for resources: {'Port': ['ID=284bf332-8f10-4316-9c92-39a7f5f1cceb,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:41.257625 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-914c4887-68c4-4934-a22d-66304868c1cd None None] Provisioning complete for port 5aae12a8-ee7d-4715-8270-f797296b555c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:41.258150 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-914c4887-68c4-4934-a22d-66304868c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.262773 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-642621af-2995-4bb4-b807-b55b4b62ac70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.265321 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 449a0bbd-cca2-4e5d-9515-96c466fb0dce completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:52:41.290335 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 449a0bbd-cca2-4e5d-9515-96c466fb0dce triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:41.290714 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.307649 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4152ddfb-78da-4569-bd14-56f4b0bdf616 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.322151 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-642621af-2995-4bb4-b807-b55b4b62ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.338066 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434468e-2b32-4ee4-a573-63b01eec66bd req-75c370da-e980-4cf7-a43a-c35b23914619 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:41.341407 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2434468e-2b32-4ee4-a573-63b01eec66bd req-75c370da-e980-4cf7-a43a-c35b23914619 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 944 time: 0.2165160 Nov 26 02:52:41.347465 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'name': 'tempest-FloatingIPsTestJSON-1119628511-router', 'tenant_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '5aae12a8-ee7d-4715-8270-f797296b555c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:35Z', 'updated_at': '2021-11-26T02:52:38Z', 'revision_number': 3, 'project_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'gw_port': {'id': '5aae12a8-ee7d-4715-8270-f797296b555c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ab:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:37Z', 'updated_at': '2021-11-26T02:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:41.387107 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b20759-c144-428c-b66d-0709bcb86948 None None] The sync data for ids ['c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24'] in n-d-819389-3 is: [{'id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'name': 'tempest-FloatingIPsTestJSON-1119628511-router', 'tenant_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '5aae12a8-ee7d-4715-8270-f797296b555c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:35Z', 'updated_at': '2021-11-26T02:52:38Z', 'revision_number': 3, 'project_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'gw_port': {'id': '5aae12a8-ee7d-4715-8270-f797296b555c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ab:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:37Z', 'updated_at': '2021-11-26T02:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:52:41.424146 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port c8b526e7-e828-4f4e-8b04-50bede63d7c2 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:41.424525 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.429260 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642621af-2995-4bb4-b807-b55b4b62ac70 admin admin] Network cc2d7def-9127-4b85-98b1-5940dd6cc051 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:52:41.436263 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-642621af-2995-4bb4-b807-b55b4b62ac70 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:41.444471 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642621af-2995-4bb4-b807-b55b4b62ac70 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:52:41.481959 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Attempting to bind port 284bf332-8f10-4316-9c92-39a7f5f1cceb on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:52:41.482319 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Attempting to bind port 284bf332-8f10-4316-9c92-39a7f5f1cceb by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '29b8cea0-869e-4a25-85ad-1e8e01219b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:52:41.482647 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Attempting to bind port 284bf332-8f10-4316-9c92-39a7f5f1cceb on network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:41.491038 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642621af-2995-4bb4-b807-b55b4b62ac70 admin admin] Pushing event updated for resources: {'Port': ['ID=b80c1eb4-703c-458c-ac52-ab16a4e18026,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:41.494282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Port 284bf332-8f10-4316-9c92-39a7f5f1cceb on network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:52:41.494630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Attempting to bind port 284bf332-8f10-4316-9c92-39a7f5f1cceb on network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:41.499614 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2434468e-2b32-4ee4-a573-63b01eec66bd req-9d0f5f1a-e0c3-4017-98c6-8092e217895c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497390 Nov 26 02:52:41.504703 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-642621af-2995-4bb4-b807-b55b4b62ac70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.513516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:52:41.513771 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Checking segment: {'id': '29b8cea0-869e-4a25-85ad-1e8e01219b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:52:41.516908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Bound using segment: {'id': '29b8cea0-869e-4a25-85ad-1e8e01219b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:52:41.516908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Bound port: 284bf332-8f10-4316-9c92-39a7f5f1cceb, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b8cea0-869e-4a25-85ad-1e8e01219b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:52:41.516908 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.558350 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc116e-97bb-4be6-9500-5bc76d476c13 req-800510be-4ea7-4005-b7e0-4abe6ce613f6 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:41.566932 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-04cc116e-97bb-4be6-9500-5bc76d476c13 req-800510be-4ea7-4005-b7e0-4abe6ce613f6 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed054cf-5941-4180-9ebc-6777f620c4c8 HTTP/1.1" status: 200 len: 944 time: 0.1767004 Nov 26 02:52:41.606515 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-4152ddfb-78da-4569-bd14-56f4b0bdf616 admin admin] Deleting port e7251f1c-9025-417d-8984-5a9119d9eca6 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:52:41.606859 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4152ddfb-78da-4569-bd14-56f4b0bdf616 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.633296 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-914c4887-68c4-4934-a22d-66304868c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.673452 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-914c4887-68c4-4934-a22d-66304868c1cd None None] For port 5aae12a8-ee7d-4715-8270-f797296b555c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5aae12a8-ee7d-4715-8270-f797296b555c,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:41.674838 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.677666 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6419c9b2-0141-4128-b3c7-489f91012898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.703568 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-914c4887-68c4-4934-a22d-66304868c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.733963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-04cc116e-97bb-4be6-9500-5bc76d476c13 req-b16cc5a3-9832-4128-a376-aa15c1d73c58 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659856 Nov 26 02:52:41.756719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] For port 284bf332-8f10-4316-9c92-39a7f5f1cceb, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:52:41.763942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] For port 284bf332-8f10-4316-9c92-39a7f5f1cceb, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=284bf332-8f10-4316-9c92-39a7f5f1cceb,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:52:41.782879 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.796477 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc25232-b149-4c3a-b4ed-0aee0e73238a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449a0bbd-cca2-4e5d-9515-96c466fb0dce'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:41.798956 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea20589-7710-4af2-a978-21928df6c234" -d '{"events": [{"server_uuid": "5cc25232-b149-4c3a-b4ed-0aee0e73238a", "name": "network-vif-plugged", "status": "completed", "tag": "449a0bbd-cca2-4e5d-9515-96c466fb0dce"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:41.880196 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 449a0bbd-cca2-4e5d-9515-96c466fb0dce, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=449a0bbd-cca2-4e5d-9515-96c466fb0dce,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:41.886234 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5830223d-9d61-43d9-83c7-77dec41b17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:52:38Z', 'revision_number': 5, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port': {'id': 'e7251f1c-9025-417d-8984-5a9119d9eca6', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:07Z', 'updated_at': '2021-11-26T02:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:41.935815 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-4152ddfb-78da-4569-bd14-56f4b0bdf616 admin admin] For port e7251f1c-9025-417d-8984-5a9119d9eca6, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e7251f1c-9025-417d-8984-5a9119d9eca6,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:41.936116 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4152ddfb-78da-4569-bd14-56f4b0bdf616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.945982 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:41.946836 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.947667 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-642621af-2995-4bb4-b807-b55b4b62ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.948350 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] 10.222.0.54 "PUT /v2.0/ports/284bf332-8f10-4316-9c92-39a7f5f1cceb HTTP/1.1" status: 200 len: 1092 time: 1.5468364 Nov 26 02:52:41.953047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed054cf-5941-4180-9ebc-6777f620c4c8', 'tag': '284bf332-8f10-4316-9c92-39a7f5f1cceb'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:41.955532 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886890b6-e58a-4677-9875-fe2637301a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "aed054cf-5941-4180-9ebc-6777f620c4c8", "tag": "284bf332-8f10-4316-9c92-39a7f5f1cceb"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:41.962163 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:41.970242 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5830223d-9d61-43d9-83c7-77dec41b17c3 None None] Checking router: cca8a4de-6d51-4c8f-8aaf-09ab19c24947 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:52:41.993109 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c4887-68c4-4934-a22d-66304868c1cd None None] Pushing event updated for resources: {'Port': ['ID=5aae12a8-ee7d-4715-8270-f797296b555c,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:41.998770 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffe182-34c8-4cb5-98d0-b9fcc4b98443 service neutron] Pushing event updated for resources: {'Port': ['ID=284bf332-8f10-4316-9c92-39a7f5f1cceb,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:42.022202 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f220ca-7387-4fd1-8ca4-281d1e8b3aca x-openstack-request-id: req-31f220ca-7387-4fd1-8ca4-281d1e8b3aca {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:42.022914 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc25232-b149-4c3a-b4ed-0aee0e73238a", "name": "network-vif-plugged", "status": "completed", "tag": "449a0bbd-cca2-4e5d-9515-96c466fb0dce", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:42.023333 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31f220ca-7387-4fd1-8ca4-281d1e8b3aca {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:42.023444 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-4152ddfb-78da-4569-bd14-56f4b0bdf616 admin admin] Calling delete_port for e7251f1c-9025-417d-8984-5a9119d9eca6 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:52:42.023995 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc25232-b149-4c3a-b4ed-0aee0e73238a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449a0bbd-cca2-4e5d-9515-96c466fb0dce', 'code': 200} Nov 26 02:52:42.034348 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-04d69fa2-9fe9-4b3d-99db-e4cd49ce6d6b None None] Provisioning complete for port 5aae12a8-ee7d-4715-8270-f797296b555c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:42.035553 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-04d69fa2-9fe9-4b3d-99db-e4cd49ce6d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:42.063857 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4212cab4-6bd4-42a4-8eee-c38543a2051a x-openstack-request-id: req-4212cab4-6bd4-42a4-8eee-c38543a2051a {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:42.064397 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed054cf-5941-4180-9ebc-6777f620c4c8", "tag": "284bf332-8f10-4316-9c92-39a7f5f1cceb", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:42.064840 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4212cab4-6bd4-42a4-8eee-c38543a2051a {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:42.065440 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed054cf-5941-4180-9ebc-6777f620c4c8', 'tag': '284bf332-8f10-4316-9c92-39a7f5f1cceb', 'status': 'completed', 'code': 200} Nov 26 02:52:42.125299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5830223d-9d61-43d9-83c7-77dec41b17c3 None None] Routers {'cca8a4de-6d51-4c8f-8aaf-09ab19c24947'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:42.125975 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5830223d-9d61-43d9-83c7-77dec41b17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:42.253291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-a1017cf6-c1b1-4a75-8407-2a7ed1b5a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:42.256437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-a1017cf6-c1b1-4a75-8407-2a7ed1b5a82c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e446dd2610754aaca387689d806c1fd6&device_id=aed054cf-5941-4180-9ebc-6777f620c4c8 HTTP/1.1" status: 200 len: 1095 time: 0.1738427 Nov 26 02:52:42.260367 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=449a0bbd-cca2-4e5d-9515-96c466fb0dce,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:42.292162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-5830223d-9d61-43d9-83c7-77dec41b17c3 None None] Set router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:42.332784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-e8df84bc-9748-433c-9da4-59bb983d89e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=284bf332-8f10-4316-9c92-39a7f5f1cceb HTTP/1.1" status: 200 len: 217 time: 0.0608299 Nov 26 02:52:42.339642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d24912-e1a5-4dc0-860f-d3fd10dd3ada req-64d28d62-2ef8-4e57-85ce-d812344f293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:42.342585 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7d24912-e1a5-4dc0-860f-d3fd10dd3ada req-64d28d62-2ef8-4e57-85ce-d812344f293e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 1096 time: 0.1700501 Nov 26 02:52:42.377763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5830223d-9d61-43d9-83c7-77dec41b17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:52:41Z', 'revision_number': 6, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:42.401758 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-c9d69faf-36e1-41c3-8b7c-a79fea42ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:42.403522 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-c9d69faf-36e1-41c3-8b7c-a79fea42ea69 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1da5bde2-3a74-47b9-8c22-4f9e31dcb52d HTTP/1.1" status: 200 len: 855 time: 0.0592148 Nov 26 02:52:42.414971 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5830223d-9d61-43d9-83c7-77dec41b17c3 None None] The sync data for ids ['cca8a4de-6d51-4c8f-8aaf-09ab19c24947'] in n-d-819389-3 is: [{'id': 'cca8a4de-6d51-4c8f-8aaf-09ab19c24947', 'name': 'tempest-FloatingIPsAssociationTestJSON-2033069958-router', 'tenant_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:06Z', 'updated_at': '2021-11-26T02:52:41Z', 'revision_number': 6, 'project_id': 'e4c8c6ef166541329b9dea8ef3b97de5', 'gw_port_host': None}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:52:42.480687 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-999e8d12-f7a1-4b08-b26b-bb6bc5d17270 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521820 Nov 26 02:52:42.547311 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2079e4de-47cf-433d-a7fb-d4f5bb4c5117 None None] Provisioning complete for port b80c1eb4-703c-458c-ac52-ab16a4e18026 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:42.548471 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2079e4de-47cf-433d-a7fb-d4f5bb4c5117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:42.555566 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-642621af-2995-4bb4-b807-b55b4b62ac70 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:42.573395 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-642621af-2995-4bb4-b807-b55b4b62ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:42.615603 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-5319fa2c-de5f-4484-9937-a419c946e692 service neutron] 10.222.0.54 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260643 Nov 26 02:52:42.620484 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7d24912-e1a5-4dc0-860f-d3fd10dd3ada req-fa77d74d-fa24-4e24-bd69-e7cbb869f063 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158155 Nov 26 02:52:42.627310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2079e4de-47cf-433d-a7fb-d4f5bb4c5117 None None] Port b80c1eb4-703c-458c-ac52-ab16a4e18026 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:52:42.631201 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41680) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:42.704443 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-642621af-2995-4bb4-b807-b55b4b62ac70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:42.713284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642621af-2995-4bb4-b807-b55b4b62ac70 admin admin] Pushing event updated for resources: {'Port': ['ID=b80c1eb4-703c-458c-ac52-ab16a4e18026,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:42.714682 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacef9d-f84a-4c2b-9f2f-e71367ae0d8d req-ceb21485-9836-42f6-97e7-2193e2c48342 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:42.724607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-efacef9d-f84a-4c2b-9f2f-e71367ae0d8d req-ceb21485-9836-42f6-97e7-2193e2c48342 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 945 time: 0.0771248 Nov 26 02:52:42.763473 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4152ddfb-78da-4569-bd14-56f4b0bdf616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:42.817151 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152ddfb-78da-4569-bd14-56f4b0bdf616 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7251f1c-9025-417d-8984-5a9119d9eca6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:42.838737 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fec57cd-d355-48e9-a25c-0d44e0fa7290 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:52:42.848676 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-efacef9d-f84a-4c2b-9f2f-e71367ae0d8d req-4b2426c7-b101-4a8f-9373-0bde19ddf754 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226959 Nov 26 02:52:42.879006 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-55cb0325-9212-4ad6-b4d9-22bc5af27236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:42.904347 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5aae12a8-ee7d-4715-8270-f797296b555c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:52:42.917066 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4152ddfb-78da-4569-bd14-56f4b0bdf616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:43.002216 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 5aae12a8-ee7d-4715-8270-f797296b555c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:43.002992 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:43.049108 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4152ddfb-78da-4569-bd14-56f4b0bdf616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:43.051459 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4152ddfb-78da-4569-bd14-56f4b0bdf616 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:43.113754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cdfb123d-6820-4b90-8359-720255ca43e2 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:52:43.114923 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642621af-2995-4bb4-b807-b55b4b62ac70 admin admin] Network cc2d7def-9127-4b85-98b1-5940dd6cc051 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:52:43.117156 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-642621af-2995-4bb4-b807-b55b4b62ac70 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:43.145814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: cdfb123d-6820-4b90-8359-720255ca43e2 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:52:43.147511 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cdfb123d-6820-4b90-8359-720255ca43e2 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:52:43.166989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780df530-7b6a-4059-9600-c40c28a5bd12 req-d4e835cf-f067-443a-bf32-df359fb53f9f tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:43.168776 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-780df530-7b6a-4059-9600-c40c28a5bd12 req-d4e835cf-f067-443a-bf32-df359fb53f9f tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed054cf-5941-4180-9ebc-6777f620c4c8 HTTP/1.1" status: 200 len: 944 time: 0.2195339 Nov 26 02:52:43.204333 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-801d3339-bb21-4e63-a491-009f0f77a2b1 req-fa9aae1b-5144-4236-8199-15680f3bb8de service neutron] 10.222.0.54 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341776 Nov 26 02:52:43.207846 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-55cb0325-9212-4ad6-b4d9-22bc5af27236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:43.213907 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-55cb0325-9212-4ad6-b4d9-22bc5af27236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:43.221312 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4152ddfb-78da-4569-bd14-56f4b0bdf616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:43.221835 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4152ddfb-78da-4569-bd14-56f4b0bdf616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cca8a4de-6d51-4c8f-8aaf-09ab19c24947 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:52:43.228773 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4152ddfb-78da-4569-bd14-56f4b0bdf616 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:43.231421 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4152ddfb-78da-4569-bd14-56f4b0bdf616 admin admin] 10.222.0.31 "DELETE /v2.0/routers/cca8a4de-6d51-4c8f-8aaf-09ab19c24947 HTTP/1.1" status: 204 len: 168 time: 2.8115532 Nov 26 02:52:43.234166 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41688) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:43.252313 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-55cb0325-9212-4ad6-b4d9-22bc5af27236 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c31c9ab912a647c7a062f22fb3eb0388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6192985 Nov 26 02:52:43.262478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41692) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:43.330977 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-780df530-7b6a-4059-9600-c40c28a5bd12 req-dd2cccc1-9147-4ee0-85bf-50abb3969719 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541805 Nov 26 02:52:43.337895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb0325-9212-4ad6-b4d9-22bc5af27236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd51e7d9-263a-4ed4-adc5-bb8d980824f1,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:43.373861 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3521649-3c69-44e5-83d9-a0629098f14d admin admin] Deleting subnet f3b0af46-8ddc-4906-bee5-c3ae4085bf9d {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:52:43.378868 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3521649-3c69-44e5-83d9-a0629098f14d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:43.413289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642621af-2995-4bb4-b807-b55b4b62ac70 admin admin] Router c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:52:43.433891 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886890b6-e58a-4677-9875-fe2637301a8a req-4865ac65-713f-4ee5-af0c-1a13d895a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:43.435176 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-886890b6-e58a-4677-9875-fe2637301a8a req-4865ac65-713f-4ee5-af0c-1a13d895a479 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e446dd2610754aaca387689d806c1fd6&device_id=aed054cf-5941-4180-9ebc-6777f620c4c8 HTTP/1.1" status: 200 len: 1095 time: 0.0902588 Nov 26 02:52:43.435999 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed184-4371-47c3-9503-f3a228352fb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:43.441974 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3521649-3c69-44e5-83d9-a0629098f14d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:43.479422 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed184-4371-47c3-9503-f3a228352fb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:43.562922 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-0c3eb533-16ca-4eab-99fd-48b1e9d127bd None None] Provisioning complete for port b80c1eb4-703c-458c-ac52-ab16a4e18026 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:43.563935 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0c3eb533-16ca-4eab-99fd-48b1e9d127bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:43.593809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886890b6-e58a-4677-9875-fe2637301a8a req-fa53d662-fe10-40d1-b307-5e9aa383a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:43.595725 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-886890b6-e58a-4677-9875-fe2637301a8a req-fa53d662-fe10-40d1-b307-5e9aa383a0e1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9 HTTP/1.1" status: 200 len: 916 time: 0.1435161 Nov 26 02:52:43.597498 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed184-4371-47c3-9503-f3a228352fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:43.601037 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed184-4371-47c3-9503-f3a228352fb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:43.604114 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0b5ed184-4371-47c3-9503-f3a228352fb4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd51e7d9-263a-4ed4-adc5-bb8d980824f1 HTTP/1.1" status: 204 len: 168 time: 0.3386745 Nov 26 02:52:43.608932 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642621af-2995-4bb4-b807-b55b4b62ac70 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:52:43.621734 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-642621af-2995-4bb4-b807-b55b4b62ac70 admin admin] 10.222.0.31 "PUT /v2.0/routers/c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2608020 Nov 26 02:52:43.627764 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3521649-3c69-44e5-83d9-a0629098f14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:43.636981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ed184-4371-47c3-9503-f3a228352fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd51e7d9-263a-4ed4-adc5-bb8d980824f1,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:43.685768 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-886890b6-e58a-4677-9875-fe2637301a8a req-d7de2bc2-41e0-4fd1-a3d7-3dc9abe0e601 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=284bf332-8f10-4316-9c92-39a7f5f1cceb HTTP/1.1" status: 200 len: 217 time: 0.0501370 Nov 26 02:52:43.698032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-0c3eb533-16ca-4eab-99fd-48b1e9d127bd None None] Port b80c1eb4-703c-458c-ac52-ab16a4e18026 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:52:43.767769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886890b6-e58a-4677-9875-fe2637301a8a req-9af06150-2eee-433e-a97f-1f6299c77742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:43.769894 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-886890b6-e58a-4677-9875-fe2637301a8a req-9af06150-2eee-433e-a97f-1f6299c77742 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1da5bde2-3a74-47b9-8c22-4f9e31dcb52d HTTP/1.1" status: 200 len: 855 time: 0.0767155 Nov 26 02:52:43.773814 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3521649-3c69-44e5-83d9-a0629098f14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:43.814269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-886890b6-e58a-4677-9875-fe2637301a8a req-d208f45c-079f-4bbf-9214-3bca3d576c45 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356596 Nov 26 02:52:43.816047 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3521649-3c69-44e5-83d9-a0629098f14d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3b0af46-8ddc-4906-bee5-c3ae4085bf9d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:43.819301 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3521649-3c69-44e5-83d9-a0629098f14d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:43.822631 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d08ad2b-1a99-4825-9f7b-b091094ba1a8 None None] Network ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:52:43.825983 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e3521649-3c69-44e5-83d9-a0629098f14d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f3b0af46-8ddc-4906-bee5-c3ae4085bf9d HTTP/1.1" status: 204 len: 168 time: 0.5882916 Nov 26 02:52:43.826496 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41700) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:43.999899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-886890b6-e58a-4677-9875-fe2637301a8a req-1704521a-93f4-487a-bce0-3295b6e423e2 service neutron] 10.222.0.54 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757841 Nov 26 02:52:44.116794 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2b11ecfa-3846-4431-9222-ad67adefc199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:44.164989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331ae82-bd14-4eed-baa5-e0ee441a1b29 req-2127f5fe-56e1-4384-9613-c8be1ff0c3b0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:44.174625 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3331ae82-bd14-4eed-baa5-e0ee441a1b29 req-2127f5fe-56e1-4384-9613-c8be1ff0c3b0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 945 time: 0.1734920 Nov 26 02:52:44.179665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244c19c7-8eeb-4349-82bc-40a5cfdf7f45 None None] DHCP port deletion for ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:52:44.233950 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-886890b6-e58a-4677-9875-fe2637301a8a req-cea80019-b1d3-4e0c-81db-6f66eafce436 service neutron] 10.222.0.54 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220685 Nov 26 02:52:44.276705 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-244c19c7-8eeb-4349-82bc-40a5cfdf7f45 None None] Deleting port 874c7e5d-125b-46e7-80a1-642554f748ba {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:52:44.277908 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-244c19c7-8eeb-4349-82bc-40a5cfdf7f45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:44.319895 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3331ae82-bd14-4eed-baa5-e0ee441a1b29 req-d382f6f6-b23a-4e16-bd10-f6111410035b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428971 Nov 26 02:52:44.415820 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-244c19c7-8eeb-4349-82bc-40a5cfdf7f45 None None] For port 874c7e5d-125b-46e7-80a1-642554f748ba, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=874c7e5d-125b-46e7-80a1-642554f748ba,segment=NetworkSegment(53241765-6c41-46c6-a94d-3bef277876d6),segment_id=53241765-6c41-46c6-a94d-3bef277876d6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:44.416262 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-244c19c7-8eeb-4349-82bc-40a5cfdf7f45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:44.430655 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-244c19c7-8eeb-4349-82bc-40a5cfdf7f45 None None] Calling delete_port for 874c7e5d-125b-46e7-80a1-642554f748ba owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:52:44.473310 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:44.495394 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Sync routers for ids ['c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:52:44.514934 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Routers {'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:44.515631 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:44.618025 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] Deleting port 874c7e5d-125b-46e7-80a1-642554f748ba {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:52:44.620517 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:44.690683 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Set router c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:44.697552 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-61992542-641c-4aeb-b708-52c19e51262e tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2436233 Nov 26 02:52:44.702794 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-dca165cf-f4d1-4738-a9bf-2da092e71e20 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:44.772885 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] For port 874c7e5d-125b-46e7-80a1-642554f748ba, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=874c7e5d-125b-46e7-80a1-642554f748ba,segment=NetworkSegment(53241765-6c41-46c6-a94d-3bef277876d6),segment_id=53241765-6c41-46c6-a94d-3bef277876d6)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:44.773174 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:44.800047 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] Calling delete_port for 874c7e5d-125b-46e7-80a1-642554f748ba owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:52:44.805627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a77489-0b5e-4b18-92bd-418da9c65102 req-34a804b5-0bfc-4ccd-8e3a-2bda4225779d tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:44.807148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51a77489-0b5e-4b18-92bd-418da9c65102 req-34a804b5-0bfc-4ccd-8e3a-2bda4225779d tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed054cf-5941-4180-9ebc-6777f620c4c8 HTTP/1.1" status: 200 len: 944 time: 0.0925560 Nov 26 02:52:44.810722 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:52:44.818422 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-dca165cf-f4d1-4738-a9bf-2da092e71e20 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:44.849835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e7251f1c-9025-417d-8984-5a9119d9eca6 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:52:44.880355 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-244c19c7-8eeb-4349-82bc-40a5cfdf7f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:44.884324 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41734) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:44.907223 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: e7251f1c-9025-417d-8984-5a9119d9eca6 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:52:44.908041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e7251f1c-9025-417d-8984-5a9119d9eca6 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:52:44.908891 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 874c7e5d-125b-46e7-80a1-642554f748ba no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:52:44.927225 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51a77489-0b5e-4b18-92bd-418da9c65102 req-23a266fb-db08-4831-a5ac-844cf9b7a0a6 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051986 Nov 26 02:52:44.950538 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:44.976345 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c19c7-8eeb-4349-82bc-40a5cfdf7f45 None None] Pushing event deleted for resources: {'Port': ['ID=874c7e5d-125b-46e7-80a1-642554f748ba,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:44.979295 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 874c7e5d-125b-46e7-80a1-642554f748ba {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:52:44.980536 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 874c7e5d-125b-46e7-80a1-642554f748ba not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:52:44.988864 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244c19c7-8eeb-4349-82bc-40a5cfdf7f45 None None] No DVR routers for this DVR port 874c7e5d-125b-46e7-80a1-642554f748ba on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:52:45.015787 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] No DVR routers for this DVR port 874c7e5d-125b-46e7-80a1-642554f748ba on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:52:45.021369 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=874c7e5d-125b-46e7-80a1-642554f748ba,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:45.029881 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-dca165cf-f4d1-4738-a9bf-2da092e71e20 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.060143 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.077612 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ac6a4212-df62-4c52-95b3-8c7ea0932c57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-network', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:45.125238 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'name': 'tempest-FloatingIPsTestJSON-1119628511-router', 'tenant_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '5aae12a8-ee7d-4715-8270-f797296b555c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:35Z', 'updated_at': '2021-11-26T02:52:41Z', 'revision_number': 4, 'project_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'gw_port': {'id': '5aae12a8-ee7d-4715-8270-f797296b555c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:37Z', 'updated_at': '2021-11-26T02:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'b80c1eb4-703c-458c-ac52-ab16a4e18026', 'name': '', 'network_id': 'cc2d7def-9127-4b85-98b1-5940dd6cc051', 'tenant_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'mac_address': 'fa:16:3e:7a:c2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '5f380926-1243-4019-bcda-91da7a7d71d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:40Z', 'updated_at': '2021-11-26T02:52:42Z', 'revision_number': 2, 'project_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'subnets': [{'id': '5f380926-1243-4019-bcda-91da7a7d71d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:45.131719 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.155641 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6a4212-df62-4c52-95b3-8c7ea0932c57 admin admin] Made reservation on behalf of cd0486c09d3445d19d9cae0425413414 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:52:45.157800 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Checking router: c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:52:45.158143 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac6a4212-df62-4c52-95b3-8c7ea0932c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.158534 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Updating router c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24 port b80c1eb4-703c-458c-ac52-ab16a4e18026 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:52:45.161166 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:45.175088 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac6a4212-df62-4c52-95b3-8c7ea0932c57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.178642 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53241765-6c41-46c6-a94d-3bef277876d6') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:45.178936 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53241765-6c41-46c6-a94d-3bef277876d6') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:45.184582 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.185628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-dca165cf-f4d1-4738-a9bf-2da092e71e20 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Allocated IP 172.25.0.233 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/a533daa8-22b9-4d10-beb7-d63c0e01e952) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:52:45.195208 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.217677 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.231163 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:52:45.231572 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:52:45.233441 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:52:45.315599 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.322367 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.329118 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9 HTTP/1.1" status: 204 len: 168 time: 1.4992733 Nov 26 02:52:45.351613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b06c0-6c69-4e06-acbd-aa6a00697da1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed3d0dd5-45df-4bf9-b5f9-e19608caa9e9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:45.372743 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac6a4212-df62-4c52-95b3-8c7ea0932c57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.377641 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac6a4212-df62-4c52-95b3-8c7ea0932c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.409936 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6a4212-df62-4c52-95b3-8c7ea0932c57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:52:45.421016 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a4212-df62-4c52-95b3-8c7ea0932c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8eb6f5-9c7a-4c71-b961-68c98db3259f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:45.429735 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac6a4212-df62-4c52-95b3-8c7ea0932c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.430278 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-ac6a4212-df62-4c52-95b3-8c7ea0932c57 admin admin] Added segment 7ebb7002-7f54-4554-a4d2-54ac6c3c062a of type vlan for network fb2445e5-ad67-43dc-b60d-c555dd7b8e12 Nov 26 02:52:45.485208 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac6a4212-df62-4c52-95b3-8c7ea0932c57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.487352 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41744) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:45.544611 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0016da79-7dee-4a22-99eb-65dc40944776 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4c8c6ef166541329b9dea8ef3b97de5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0555022 Nov 26 02:52:45.547126 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41746) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:45.554441 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac6a4212-df62-4c52-95b3-8c7ea0932c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.556221 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6a4212-df62-4c52-95b3-8c7ea0932c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:45.557084 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac6a4212-df62-4c52-95b3-8c7ea0932c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.558822 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.564817 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.619279 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0713207-cc40-4fb9-b942-fe7fdd84f375 None None] Pushing event updated for resources: {'Port': ['ID=b80c1eb4-703c-458c-ac52-ab16a4e18026,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:45.665935 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ac6a4212-df62-4c52-95b3-8c7ea0932c57 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7770307 Nov 26 02:52:45.672718 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41750) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:45.680904 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-d127704a-a620-4fc3-8f39-080ee16c5ac9 admin admin] Request body: {'subnet': {'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-subnet', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:45.689139 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Attempting to bind port b80c1eb4-703c-458c-ac52-ab16a4e18026 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:52:45.689937 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Attempting to bind port b80c1eb4-703c-458c-ac52-ab16a4e18026 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '955215e4-6db3-4667-a19b-a2ae3fe33404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'cc2d7def-9127-4b85-98b1-5940dd6cc051'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:52:45.690530 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Attempting to bind port b80c1eb4-703c-458c-ac52-ab16a4e18026 on network cc2d7def-9127-4b85-98b1-5940dd6cc051 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:45.697051 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:52:45.697825 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Checking segment: {'id': '955215e4-6db3-4667-a19b-a2ae3fe33404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'cc2d7def-9127-4b85-98b1-5940dd6cc051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:52:45.698447 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.699051 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Bound using segment: {'id': '955215e4-6db3-4667-a19b-a2ae3fe33404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'cc2d7def-9127-4b85-98b1-5940dd6cc051'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:52:45.699742 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Bound port: b80c1eb4-703c-458c-ac52-ab16a4e18026, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955215e4-6db3-4667-a19b-a2ae3fe33404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'cc2d7def-9127-4b85-98b1-5940dd6cc051'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:52:45.700857 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.708524 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a4212-df62-4c52-95b3-8c7ea0932c57 admin admin] Pushing event updated for resources: {'Network': ['ID=fb2445e5-ad67-43dc-b60d-c555dd7b8e12,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:45.721235 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network fb2445e5-ad67-43dc-b60d-c555dd7b8e12 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:52:45.734705 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-735c2633-0b90-415f-94db-c1772126f40f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.737277 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456dc2b7-7aae-46da-a873-4aaef266b635 req-2652d17c-40c9-4371-8082-5ae479294a53 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:45.739439 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-456dc2b7-7aae-46da-a873-4aaef266b635 req-2652d17c-40c9-4371-8082-5ae479294a53 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 945 time: 0.1489527 Nov 26 02:52:45.770035 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-735c2633-0b90-415f-94db-c1772126f40f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.797215 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] For port b80c1eb4-703c-458c-ac52-ab16a4e18026, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:52:45.803699 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] For port b80c1eb4-703c-458c-ac52-ab16a4e18026, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b80c1eb4-703c-458c-ac52-ab16a4e18026,segment=NetworkSegment(955215e4-6db3-4667-a19b-a2ae3fe33404),segment_id=955215e4-6db3-4667-a19b-a2ae3fe33404)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:52:45.828049 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-dca165cf-f4d1-4738-a9bf-2da092e71e20 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.833782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d127704a-a620-4fc3-8f39-080ee16c5ac9 admin admin] Made reservation on behalf of cd0486c09d3445d19d9cae0425413414 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:52:45.838576 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d127704a-a620-4fc3-8f39-080ee16c5ac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.838791 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.845933 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-735c2633-0b90-415f-94db-c1772126f40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.852987 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-735c2633-0b90-415f-94db-c1772126f40f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.856827 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-735c2633-0b90-415f-94db-c1772126f40f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd76475e-8194-47b6-975f-89e05998cd97 HTTP/1.1" status: 204 len: 168 time: 0.3058860 Nov 26 02:52:45.864043 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c2633-0b90-415f-94db-c1772126f40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd76475e-8194-47b6-975f-89e05998cd97,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:45.917650 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Routers {'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:45.918290 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:45.920247 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0713207-cc40-4fb9-b942-fe7fdd84f375 None None] Pushing event updated for resources: {'Port': ['ID=b80c1eb4-703c-458c-ac52-ab16a4e18026,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:45.959776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-0427f43d-6548-485c-9001-19b2e69f7428 None None] Provisioning complete for port b80c1eb4-703c-458c-ac52-ab16a4e18026 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:45.960723 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0427f43d-6548-485c-9001-19b2e69f7428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:45.994976 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-456dc2b7-7aae-46da-a873-4aaef266b635 req-8058c8ed-8763-46be-9555-b6622499b237 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412624 Nov 26 02:52:46.048181 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-dca165cf-f4d1-4738-a9bf-2da092e71e20 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:46.090026 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] Set router c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:46.111156 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-dca165cf-f4d1-4738-a9bf-2da092e71e20 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:52:46.126458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-dca165cf-f4d1-4738-a9bf-2da092e71e20 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:46.130574 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0427f43d-6548-485c-9001-19b2e69f7428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:46.138146 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-dca165cf-f4d1-4738-a9bf-2da092e71e20 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:52:46.191297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca165cf-f4d1-4738-a9bf-2da092e71e20 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Pushing event updated for resources: {'Port': ['ID=a533daa8-22b9-4d10-beb7-d63c0e01e952,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:46.204602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0427f43d-6548-485c-9001-19b2e69f7428 None None] For port b80c1eb4-703c-458c-ac52-ab16a4e18026, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b80c1eb4-703c-458c-ac52-ab16a4e18026,segment=NetworkSegment(955215e4-6db3-4667-a19b-a2ae3fe33404),segment_id=955215e4-6db3-4667-a19b-a2ae3fe33404)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:46.223860 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0427f43d-6548-485c-9001-19b2e69f7428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:46.276358 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427f43d-6548-485c-9001-19b2e69f7428 None None] Pushing event updated for resources: {'Port': ['ID=b80c1eb4-703c-458c-ac52-ab16a4e18026,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:46.308878 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 284bf332-8f10-4316-9c92-39a7f5f1cceb details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:52:46.359488 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-dca165cf-f4d1-4738-a9bf-2da092e71e20 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:46.367281 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d127704a-a620-4fc3-8f39-080ee16c5ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:46.417167 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127704a-a620-4fc3-8f39-080ee16c5ac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a5d52cf-14f1-4c64-a09a-1d91ea505a6c,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:46.469349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4ae10f49-86a4-444f-8f0e-796a10e87b02 None None] Provisioning complete for port b80c1eb4-703c-458c-ac52-ab16a4e18026 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:46.471506 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4ae10f49-86a4-444f-8f0e-796a10e87b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:46.484410 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-dca165cf-f4d1-4738-a9bf-2da092e71e20 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:46.540658 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:46.549426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aea4df-78f6-42d6-a5f9-44778eb38500 req-4779a86f-39b1-4767-afac-cb241232b1b4 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:46.551551 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-48aea4df-78f6-42d6-a5f9-44778eb38500 req-4779a86f-39b1-4767-afac-cb241232b1b4 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed054cf-5941-4180-9ebc-6777f620c4c8 HTTP/1.1" status: 200 len: 944 time: 0.1354790 Nov 26 02:52:46.554809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d127704a-a620-4fc3-8f39-080ee16c5ac9 admin admin] Checking segment: {'id': '7ebb7002-7f54-4554-a4d2-54ac6c3c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:52:46.554809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d127704a-a620-4fc3-8f39-080ee16c5ac9 admin admin] Network hostable DHCP agents. Network: fb2445e5-ad67-43dc-b60d-c555dd7b8e12, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:52:46.579045 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'name': 'tempest-FloatingIPsTestJSON-1119628511-router', 'tenant_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '5aae12a8-ee7d-4715-8270-f797296b555c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:35Z', 'updated_at': '2021-11-26T02:52:41Z', 'revision_number': 4, 'project_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'gw_port': {'id': '5aae12a8-ee7d-4715-8270-f797296b555c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:37Z', 'updated_at': '2021-11-26T02:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'b80c1eb4-703c-458c-ac52-ab16a4e18026', 'name': '', 'network_id': 'cc2d7def-9127-4b85-98b1-5940dd6cc051', 'tenant_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'mac_address': 'fa:16:3e:7a:c2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '5f380926-1243-4019-bcda-91da7a7d71d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:40Z', 'updated_at': '2021-11-26T02:52:45Z', 'revision_number': 4, 'project_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'subnets': [{'id': '5f380926-1243-4019-bcda-91da7a7d71d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:46.587199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 284bf332-8f10-4316-9c92-39a7f5f1cceb, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=284bf332-8f10-4316-9c92-39a7f5f1cceb,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:46.611528 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b90be5-60d5-444d-aa96-a7d5f66b5b77 None None] The sync data for ids ['c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24'] in n-d-819389-3 is: [{'id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'name': 'tempest-FloatingIPsTestJSON-1119628511-router', 'tenant_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '5aae12a8-ee7d-4715-8270-f797296b555c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:35Z', 'updated_at': '2021-11-26T02:52:41Z', 'revision_number': 4, 'project_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'gw_port': {'id': '5aae12a8-ee7d-4715-8270-f797296b555c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:37Z', 'updated_at': '2021-11-26T02:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'b80c1eb4-703c-458c-ac52-ab16a4e18026', 'name': '', 'network_id': 'cc2d7def-9127-4b85-98b1-5940dd6cc051', 'tenant_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'mac_address': 'fa:16:3e:7a:c2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '5f380926-1243-4019-bcda-91da7a7d71d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:40Z', 'updated_at': '2021-11-26T02:52:45Z', 'revision_number': 4, 'project_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'subnets': [{'id': '5f380926-1243-4019-bcda-91da7a7d71d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:52:46.634140 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '284bf332-8f10-4316-9c92-39a7f5f1cceb', 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9', 'port_id': '284bf332-8f10-4316-9c92-39a7f5f1cceb', 'mac_address': 'fa:16:3e:ac:81:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da5bde2-3a74-47b9-8c22-4f9e31dcb52d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:52:46.721146 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d127704a-a620-4fc3-8f39-080ee16c5ac9 admin admin] Network fb2445e5-ad67-43dc-b60d-c555dd7b8e12 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:52:46.729403 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:46.750612 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284bf332-8f10-4316-9c92-39a7f5f1cceb {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:52:46.759580 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-48aea4df-78f6-42d6-a5f9-44778eb38500 req-062c1c93-50bc-4a1f-a6c2-4f24c2d95cbd tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944902 Nov 26 02:52:46.769239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-d127704a-a620-4fc3-8f39-080ee16c5ac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, fb2445e5-ad67-43dc-b60d-c555dd7b8e12) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:46.790742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d127704a-a620-4fc3-8f39-080ee16c5ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:46.791032 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d127704a-a620-4fc3-8f39-080ee16c5ac9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:46.801713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f213d802-69d9-4717-83cd-cd643dd870f4 None None] Network fb2445e5-ad67-43dc-b60d-c555dd7b8e12 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:52:46.830607 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 284bf332-8f10-4316-9c92-39a7f5f1cceb, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=284bf332-8f10-4316-9c92-39a7f5f1cceb,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:46.848555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d127704a-a620-4fc3-8f39-080ee16c5ac9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1708026 Nov 26 02:52:46.850097 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41774) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:46.856409 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:46.881056 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-dca165cf-f4d1-4738-a9bf-2da092e71e20 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:46.901965 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:46.906475 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:46.914380 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:46.919256 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-dca165cf-f4d1-4738-a9bf-2da092e71e20 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:46.921637 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b80c1eb4-703c-458c-ac52-ab16a4e18026 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:52:47.016342 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:47.036629 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-dca165cf-f4d1-4738-a9bf-2da092e71e20 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:47.057938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca165cf-f4d1-4738-a9bf-2da092e71e20 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Pushing event updated for resources: {'Port': ['ID=a533daa8-22b9-4d10-beb7-d63c0e01e952,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:47.078977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=284bf332-8f10-4316-9c92-39a7f5f1cceb,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:47.085357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad2559-70ea-4b61-bd48-0f2f4717c8b1 req-97664b5a-7ed6-4238-ad41-8fe7cadab1a6 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:47.093074 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9ad2559-70ea-4b61-bd48-0f2f4717c8b1 req-97664b5a-7ed6-4238-ad41-8fe7cadab1a6 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 945 time: 0.2099423 Nov 26 02:52:47.105612 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-dca165cf-f4d1-4738-a9bf-2da092e71e20 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:47.106931 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-dca165cf-f4d1-4738-a9bf-2da092e71e20 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4085348 Nov 26 02:52:47.126007 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port b80c1eb4-703c-458c-ac52-ab16a4e18026 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:47.126641 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:47.212004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-5d12a243-ceb4-43c4-8114-397c7ddcc627 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 696 time: 0.0968196 Nov 26 02:52:47.247977 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:47.254324 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:52:47.255507 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:47.365886 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9ad2559-70ea-4b61-bd48-0f2f4717c8b1 req-dc1d6194-ad02-49c0-9656-d6b84125416d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718692 Nov 26 02:52:47.384283 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['284bf332-8f10-4316-9c92-39a7f5f1cceb'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:52:47.450154 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-548b7b99-7b4d-48ab-bc0d-f0da6b4a6bdb tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:47.451761 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fb881be-e35a-44aa-ae81-a9795e7f6cc7 req-548b7b99-7b4d-48ab-bc0d-f0da6b4a6bdb tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.2280295 Nov 26 02:52:47.534102 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Allocated IP 172.20.0.2 (fb2445e5-ad67-43dc-b60d-c555dd7b8e12/9a5d52cf-14f1-4c64-a09a-1d91ea505a6c/54252506-efcf-40bb-8b3c-5154b2d49a20) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:52:47.543787 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:47.649023 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:47.686827 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:47.834301 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:47.844519 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:47.860897 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-3065393d-cfe7-488a-9f54-20474328c041 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f7400acf3df644b1a5f5f690048b7551&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551577 Nov 26 02:52:47.873683 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Network fb2445e5-ad67-43dc-b60d-c555dd7b8e12 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:52:47.888870 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] Allocated IP 172.25.0.7 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/e6e5561d-537b-4621-8dda-326a941faaa0) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:52:47.900384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:47.905224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:52:47.918216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a4c959a-6fe4-4e52-94c2-d0d47dfd2f49 req-d93870cc-46d1-453c-a023-56cfd89b7068 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/floatingips/4bf3fe4b-abb3-4b96-ae29-72995c4264b4 HTTP/1.1" status: 200 len: 693 time: 0.0603693 Nov 26 02:52:47.977579 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Pushing event updated for resources: {'Port': ['ID=54252506-efcf-40bb-8b3c-5154b2d49a20,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:47.998289 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Attempting to bind port 54252506-efcf-40bb-8b3c-5154b2d49a20 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:52:47.999033 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Attempting to bind port 54252506-efcf-40bb-8b3c-5154b2d49a20 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '7ebb7002-7f54-4554-a4d2-54ac6c3c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:52:47.999593 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Attempting to bind port 54252506-efcf-40bb-8b3c-5154b2d49a20 on network fb2445e5-ad67-43dc-b60d-c555dd7b8e12 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:48.006554 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:52:48.007200 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Checking segment: {'id': '7ebb7002-7f54-4554-a4d2-54ac6c3c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:52:48.007817 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:48.008456 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Bound using segment: {'id': '7ebb7002-7f54-4554-a4d2-54ac6c3c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:52:48.009110 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Bound port: 54252506-efcf-40bb-8b3c-5154b2d49a20, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ebb7002-7f54-4554-a4d2-54ac6c3c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:52:48.009676 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:48.011219 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:48.063707 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:48.087981 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] For port 54252506-efcf-40bb-8b3c-5154b2d49a20, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:52:48.091368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] For port 54252506-efcf-40bb-8b3c-5154b2d49a20, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=54252506-efcf-40bb-8b3c-5154b2d49a20,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:52:48.098265 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:48.103712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-8fc4c152-156f-458c-b383-eb1792fcbe80 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:48.105664 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-8fc4c152-156f-458c-b383-eb1792fcbe80 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2376547 Nov 26 02:52:48.134277 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:52:48.139888 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:48.146596 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:52:48.147184 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c959a-6fe4-4e52-94c2-d0d47dfd2f49 req-2fb8dc91-f8b6-416e-b6d7-34334109dadc tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:48.155421 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a4c959a-6fe4-4e52-94c2-d0d47dfd2f49 req-2fb8dc91-f8b6-416e-b6d7-34334109dadc tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.2260115 Nov 26 02:52:48.162031 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-6a4c959a-6fe4-4e52-94c2-d0d47dfd2f49 req-ef8188d4-8fdb-442b-b9fa-3f35763d91df tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:52:48.168565 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a4c959a-6fe4-4e52-94c2-d0d47dfd2f49 req-ef8188d4-8fdb-442b-b9fa-3f35763d91df tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121651 Nov 26 02:52:48.180300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] Pushing event updated for resources: {'Port': ['ID=e6e5561d-537b-4621-8dda-326a941faaa0,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:48.187323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75b7014-0756-4415-940f-70b98a3cbb41 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:52:48.189123 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-da5fa816-07c7-43f2-a74a-d6f2453b670d tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/quotas/f7400acf3df644b1a5f5f690048b7551 HTTP/1.1" status: 200 len: 375 time: 0.0768881 Nov 26 02:52:48.199741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a4dec-2ed9-4f9a-9d40-2d4b9574001c None None] Pushing event updated for resources: {'Port': ['ID=54252506-efcf-40bb-8b3c-5154b2d49a20,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:48.240290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-04a13fa6-d135-42b2-92de-5e4a8c7e42d2 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f7400acf3df644b1a5f5f690048b7551&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457659 Nov 26 02:52:48.310131 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ff131d03-00d6-456b-8ab1-85cb0323c200 None None] Provisioning complete for port e6e5561d-537b-4621-8dda-326a941faaa0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:48.312108 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ff131d03-00d6-456b-8ab1-85cb0323c200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:48.380433 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ff131d03-00d6-456b-8ab1-85cb0323c200 None None] Port e6e5561d-537b-4621-8dda-326a941faaa0 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:52:48.381308 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f02c3-5aa5-4a6f-ac0e-358b616a8b06 req-d85b0aad-d89e-4e82-9d79-b8da2340f767 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:48.385324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a17f02c3-5aa5-4a6f-ac0e-358b616a8b06 req-d85b0aad-d89e-4e82-9d79-b8da2340f767 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed054cf-5941-4180-9ebc-6777f620c4c8 HTTP/1.1" status: 200 len: 945 time: 0.1314006 Nov 26 02:52:48.504024 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a17f02c3-5aa5-4a6f-ac0e-358b616a8b06 req-38caa57a-65e6-4955-a1c2-75c997709491 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076825 Nov 26 02:52:48.560237 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:48.678038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a7cb822-4100-490d-80ae-65e97f20b9bb req-8b6f3743-9acc-459b-9555-44d9d1152e91 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=c8ad485dcc6144a4b0bcb4200f09a9b4 HTTP/1.1" status: 200 len: 696 time: 0.1335356 Nov 26 02:52:48.745668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0572c4-0544-4e7a-a5fb-167e29aa6b7e req-639e371d-6e52-4993-881c-42f340d003d9 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:48.754369 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b0572c4-0544-4e7a-a5fb-167e29aa6b7e req-639e371d-6e52-4993-881c-42f340d003d9 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 945 time: 0.1745551 Nov 26 02:52:48.821675 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:48.877870 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b0572c4-0544-4e7a-a5fb-167e29aa6b7e req-6d508faf-48f5-480c-8564-d63dc3abcb26 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170511 Nov 26 02:52:48.880237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 54252506-efcf-40bb-8b3c-5154b2d49a20 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:52:48.894823 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7cb822-4100-490d-80ae-65e97f20b9bb req-00f4e706-026d-4916-a53e-f75789ad3d91 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:48.905266 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a7cb822-4100-490d-80ae-65e97f20b9bb req-00f4e706-026d-4916-a53e-f75789ad3d91 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/networks?id=0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 787 time: 0.2194211 Nov 26 02:52:48.911066 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-9a7cb822-4100-490d-80ae-65e97f20b9bb req-e5dc88e2-3d6d-4c77-9ac0-04aa23eb0dc0 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:52:48.925138 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a7cb822-4100-490d-80ae-65e97f20b9bb req-e5dc88e2-3d6d-4c77-9ac0-04aa23eb0dc0 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188918 Nov 26 02:52:48.968099 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 54252506-efcf-40bb-8b3c-5154b2d49a20 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:48.968528 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:48.973247 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d1bd5b3-2d48-44fe-afdc-d7b935a558a5 req-5296bedf-c674-46dc-9058-7ed6d03d37b1 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/ports?device_id=4335e359-321c-4429-9e90-40de929211be HTTP/1.1" status: 200 len: 210 time: 0.0438073 Nov 26 02:52:49.051310 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] Router e4060108-028b-4201-a0fb-3dd264774662 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:52:49.102003 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:49.147166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 54252506-efcf-40bb-8b3c-5154b2d49a20, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=54252506-efcf-40bb-8b3c-5154b2d49a20,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:49.152588 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:49.188628 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:52:49.216749 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:49.218844 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3d4dc794-ca3c-4d04-8009-25a03fdc02dd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3671055 Nov 26 02:52:49.222113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41826) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:49.241738 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=54252506-efcf-40bb-8b3c-5154b2d49a20,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:49.255832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Sync routers for ids ['e4060108-028b-4201-a0fb-3dd264774662'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:52:49.260793 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5ae45f9-0d37-4c96-8fbf-7a6c6fe44a25 req-f9d38144-da14-4cc0-a3f3-b7bde9af0936 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/floatingips/4bf3fe4b-abb3-4b96-ae29-72995c4264b4 HTTP/1.1" status: 200 len: 693 time: 0.1215367 Nov 26 02:52:49.279075 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Routers {'e4060108-028b-4201-a0fb-3dd264774662'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:49.279854 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e4060108-028b-4201-a0fb-3dd264774662'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:49.438932 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Set router e4060108-028b-4201-a0fb-3dd264774662 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:49.439497 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae45f9-0d37-4c96-8fbf-7a6c6fe44a25 req-da7c1f63-ab08-49ed-bc71-1d37ca9b4eae tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:49.441634 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5ae45f9-0d37-4c96-8fbf-7a6c6fe44a25 req-da7c1f63-ab08-49ed-bc71-1d37ca9b4eae tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.1683204 Nov 26 02:52:49.535607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5ae45f9-0d37-4c96-8fbf-7a6c6fe44a25 req-68738a68-4319-49ba-b4d4-de51b3e6ee19 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 696 time: 0.0862823 Nov 26 02:52:49.612218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3dc94-7bf6-42b2-a022-e7165d156be7 req-770924a6-abd2-4383-a74a-4dadb0a2fc52 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:49.613962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7f3dc94-7bf6-42b2-a022-e7165d156be7 req-770924a6-abd2-4383-a74a-4dadb0a2fc52 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 945 time: 0.1249363 Nov 26 02:52:49.623579 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5ae45f9-0d37-4c96-8fbf-7a6c6fe44a25 req-ad22c974-05b1-4492-9162-9575086d03ea tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 696 time: 0.0816166 Nov 26 02:52:49.677320 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T02:52:48Z', 'revision_number': 3, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port': {'id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:52:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:47Z', 'updated_at': '2021-11-26T02:52:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:49.707637 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Checking router: e4060108-028b-4201-a0fb-3dd264774662 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:52:49.707637 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Updating router e4060108-028b-4201-a0fb-3dd264774662 port e6e5561d-537b-4621-8dda-326a941faaa0 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:52:49.743188 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:49.772596 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ba6c7f-b80c-4bcf-aac1-ecfbff0295e4 None None] Network fb2445e5-ad67-43dc-b60d-c555dd7b8e12 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:52:49.795889 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84610800-c815-439a-a4b9-23351b96b712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:49.875233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30d4d9-dc10-49ae-806c-5cfb9a1f0aea req-ed17b83d-8f2e-4c5c-a9cf-d942fa2a1d6b tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:49.883131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d30d4d9-dc10-49ae-806c-5cfb9a1f0aea req-ed17b83d-8f2e-4c5c-a9cf-d942fa2a1d6b tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed054cf-5941-4180-9ebc-6777f620c4c8 HTTP/1.1" status: 200 len: 945 time: 0.2571421 Nov 26 02:52:49.897023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-a5035191-78ca-4f9a-89c8-71ed4b054082 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f7400acf3df644b1a5f5f690048b7551&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757589 Nov 26 02:52:49.909799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c5daa913-da42-42c8-9d93-af98ae752968 None None] Provisioning complete for port 54252506-efcf-40bb-8b3c-5154b2d49a20 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:49.910178 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c5daa913-da42-42c8-9d93-af98ae752968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:49.990282 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-84610800-c815-439a-a4b9-23351b96b712 admin admin] Allocated IP 172.20.0.1 (fb2445e5-ad67-43dc-b60d-c555dd7b8e12/9a5d52cf-14f1-4c64-a09a-1d91ea505a6c/1ffed77e-7f8a-4771-a6ea-762322c9cf50) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:52:50.019897 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d30d4d9-dc10-49ae-806c-5cfb9a1f0aea req-38afc91f-a909-4b98-822d-bd727020c5e3 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341538 Nov 26 02:52:50.057131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-d7f3dc94-7bf6-42b2-a022-e7165d156be7 req-55a852f6-5d35-415c-afe2-ca57fee07a1e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Deleting port 449a0bbd-cca2-4e5d-9515-96c466fb0dce {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:52:50.057488 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d7f3dc94-7bf6-42b2-a022-e7165d156be7 req-55a852f6-5d35-415c-afe2-ca57fee07a1e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:50.194871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c5ae45f9-0d37-4c96-8fbf-7a6c6fe44a25 req-701c2390-9215-44ca-8778-98af023e6432 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Deleting port a533daa8-22b9-4d10-beb7-d63c0e01e952 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:52:50.195245 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c5ae45f9-0d37-4c96-8fbf-7a6c6fe44a25 req-701c2390-9215-44ca-8778-98af023e6432 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:50.265457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-3de52d9c-3ed4-4067-bf06-1486646c2bd7 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:50.266915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-3de52d9c-3ed4-4067-bf06-1486646c2bd7 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3606775 Nov 26 02:52:50.301209 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-81800304-bf9d-4ce9-a6ec-ef6e47d4f5b0 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Request body: {'port': {'device_id': '4335e359-321c-4429-9e90-40de929211be', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': 'f7400acf3df644b1a5f5f690048b7551'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:50.328234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6e1fa-7bbb-45ce-a0ad-1d838acf510c req-4dfa6272-341d-4be3-b040-e426ffe08116 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:50.329861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1e6e1fa-7bbb-45ce-a0ad-1d838acf510c req-4dfa6272-341d-4be3-b040-e426ffe08116 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 945 time: 0.1973274 Nov 26 02:52:50.335316 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-d7f3dc94-7bf6-42b2-a022-e7165d156be7 req-55a852f6-5d35-415c-afe2-ca57fee07a1e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] For port 449a0bbd-cca2-4e5d-9515-96c466fb0dce, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=449a0bbd-cca2-4e5d-9515-96c466fb0dce,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:50.335698 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d7f3dc94-7bf6-42b2-a022-e7165d156be7 req-55a852f6-5d35-415c-afe2-ca57fee07a1e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:50.351505 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 284bf332-8f10-4316-9c92-39a7f5f1cceb up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:52:50.397171 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84610800-c815-439a-a4b9-23351b96b712 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:50.404904 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-d7f3dc94-7bf6-42b2-a022-e7165d156be7 req-55a852f6-5d35-415c-afe2-ca57fee07a1e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Calling delete_port for 449a0bbd-cca2-4e5d-9515-96c466fb0dce owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:52:50.444074 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84610800-c815-439a-a4b9-23351b96b712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:50.503620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84610800-c815-439a-a4b9-23351b96b712 admin admin] Network fb2445e5-ad67-43dc-b60d-c555dd7b8e12 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:52:50.508587 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-84610800-c815-439a-a4b9-23351b96b712 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:50.513415 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84610800-c815-439a-a4b9-23351b96b712 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:52:50.520433 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c5ae45f9-0d37-4c96-8fbf-7a6c6fe44a25 req-701c2390-9215-44ca-8778-98af023e6432 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:50.520747 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c5ae45f9-0d37-4c96-8fbf-7a6c6fe44a25 req-701c2390-9215-44ca-8778-98af023e6432 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:50.555250 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84610800-c815-439a-a4b9-23351b96b712 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffed77e-7f8a-4771-a6ea-762322c9cf50,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:50.555925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c5ae45f9-0d37-4c96-8fbf-7a6c6fe44a25 req-701c2390-9215-44ca-8778-98af023e6432 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Calling delete_port for a533daa8-22b9-4d10-beb7-d63c0e01e952 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:52:50.570177 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 284bf332-8f10-4316-9c92-39a7f5f1cceb completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:52:50.577498 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84610800-c815-439a-a4b9-23351b96b712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:50.597687 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 284bf332-8f10-4316-9c92-39a7f5f1cceb triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:50.598060 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:50.599782 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1e6e1fa-7bbb-45ce-a0ad-1d838acf510c req-7c8f7e72-627b-489e-ac87-d87fdc43d1e4 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435248 Nov 26 02:52:50.644146 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:50.664605 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:50.735095 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Attempting to bind port e6e5561d-537b-4621-8dda-326a941faaa0 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:52:50.735477 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Attempting to bind port e6e5561d-537b-4621-8dda-326a941faaa0 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:52:50.735628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-81800304-bf9d-4ce9-a6ec-ef6e47d4f5b0 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Made reservation on behalf of f7400acf3df644b1a5f5f690048b7551 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:52:50.735854 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Attempting to bind port e6e5561d-537b-4621-8dda-326a941faaa0 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:50.740273 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-81800304-bf9d-4ce9-a6ec-ef6e47d4f5b0 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:50.767407 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1285a5e2-7cf1-4238-a2a1-ffab4326ef83 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:52:50.769695 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec9027-1050-4c5d-a12b-32d151ecc95c None None] Pushing event updated for resources: {'Port': ['ID=e6e5561d-537b-4621-8dda-326a941faaa0,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:50.790244 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:52:50.790635 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:52:50.790945 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:50.791351 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:52:50.791847 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Bound port: e6e5561d-537b-4621-8dda-326a941faaa0, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:52:50.792270 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:50.800316 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-81800304-bf9d-4ce9-a6ec-ef6e47d4f5b0 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:50.834354 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84610800-c815-439a-a4b9-23351b96b712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:50.846239 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:50.924260 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed054cf-5941-4180-9ebc-6777f620c4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284bf332-8f10-4316-9c92-39a7f5f1cceb'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:50.926786 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b39dd8-a78d-421f-9918-5324b1a763ae" -d '{"events": [{"server_uuid": "aed054cf-5941-4180-9ebc-6777f620c4c8", "name": "network-vif-plugged", "status": "completed", "tag": "284bf332-8f10-4316-9c92-39a7f5f1cceb"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:50.934009 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] For port e6e5561d-537b-4621-8dda-326a941faaa0, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:52:50.940400 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] For port e6e5561d-537b-4621-8dda-326a941faaa0, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e6e5561d-537b-4621-8dda-326a941faaa0,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:52:50.959964 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 284bf332-8f10-4316-9c92-39a7f5f1cceb, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=284bf332-8f10-4316-9c92-39a7f5f1cceb,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:50.964994 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:50.975562 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-fadbcc1d-701c-4e79-8aaa-eeca9fba088e None None] Provisioning complete for port e6e5561d-537b-4621-8dda-326a941faaa0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:50.975763 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fadbcc1d-701c-4e79-8aaa-eeca9fba088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:51.054052 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:51.089839 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8897fe9d-c9e7-4d89-ab92-4e50fa7900d7 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:52:51.120364 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Routers {'e4060108-028b-4201-a0fb-3dd264774662'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:51.121018 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e4060108-028b-4201-a0fb-3dd264774662'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:51.139554 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84610800-c815-439a-a4b9-23351b96b712 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:51.148685 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84610800-c815-439a-a4b9-23351b96b712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:51.185830 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-750f5341-7450-49c8-98eb-818fdf0765b2 req-f53659d6-d938-42ee-8f02-93080afa2855 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/ports?device_id=4335e359-321c-4429-9e90-40de929211be HTTP/1.1" status: 200 len: 210 time: 0.4361455 Nov 26 02:52:51.217790 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 54252506-efcf-40bb-8b3c-5154b2d49a20 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:52:51.240898 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d7f3dc94-7bf6-42b2-a022-e7165d156be7 req-55a852f6-5d35-415c-afe2-ca57fee07a1e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:51.254900 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84610800-c815-439a-a4b9-23351b96b712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:51.261370 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec9027-1050-4c5d-a12b-32d151ecc95c None None] Pushing event updated for resources: {'Port': ['ID=e6e5561d-537b-4621-8dda-326a941faaa0,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:51.266640 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84610800-c815-439a-a4b9-23351b96b712 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffed77e-7f8a-4771-a6ea-762322c9cf50,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:51.294241 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['743d1c09-7495-40e6-a927-fb0deef5aa25', '449a0bbd-cca2-4e5d-9515-96c466fb0dce'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:52:51.301430 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a852f6-5d35-415c-afe2-ca57fee07a1e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Pushing event deleted for resources: {'Port': ['ID=449a0bbd-cca2-4e5d-9515-96c466fb0dce,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:51.341981 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-81800304-bf9d-4ce9-a6ec-ef6e47d4f5b0 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:51.370035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f3dc94-7bf6-42b2-a022-e7165d156be7 req-55a852f6-5d35-415c-afe2-ca57fee07a1e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] No DVR routers for this DVR port 449a0bbd-cca2-4e5d-9515-96c466fb0dce on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:52:51.371870 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-81800304-bf9d-4ce9-a6ec-ef6e47d4f5b0 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:51.375255 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c5ae45f9-0d37-4c96-8fbf-7a6c6fe44a25 req-701c2390-9215-44ca-8778-98af023e6432 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:51.377799 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d7f3dc94-7bf6-42b2-a022-e7165d156be7 req-55a852f6-5d35-415c-afe2-ca57fee07a1e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:51.383346 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7f3dc94-7bf6-42b2-a022-e7165d156be7 req-55a852f6-5d35-415c-afe2-ca57fee07a1e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.54 "DELETE /v2.0/ports/449a0bbd-cca2-4e5d-9515-96c466fb0dce HTTP/1.1" status: 204 len: 173 time: 1.7562058 Nov 26 02:52:51.385836 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84610800-c815-439a-a4b9-23351b96b712 admin admin] Network fb2445e5-ad67-43dc-b60d-c555dd7b8e12 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:52:51.387424 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-84610800-c815-439a-a4b9-23351b96b712 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:51.392752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc25232-b149-4c3a-b4ed-0aee0e73238a', 'name': 'network-vif-deleted', 'tag': '449a0bbd-cca2-4e5d-9515-96c466fb0dce'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:51.395582 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950989e0-596b-4b55-91c6-fee4e1b77140" -d '{"events": [{"server_uuid": "5cc25232-b149-4c3a-b4ed-0aee0e73238a", "name": "network-vif-deleted", "tag": "449a0bbd-cca2-4e5d-9515-96c466fb0dce"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:51.441210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c2390-9215-44ca-8778-98af023e6432 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Pushing event deleted for resources: {'Port': ['ID=a533daa8-22b9-4d10-beb7-d63c0e01e952,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:51.463847 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] Set router e4060108-028b-4201-a0fb-3dd264774662 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:51.534838 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81800304-bf9d-4ce9-a6ec-ef6e47d4f5b0 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71f1b4b-3aac-45f5-a110-fb5ff2862208,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:51.551142 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fadbcc1d-701c-4e79-8aaa-eeca9fba088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:51.613531 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84610800-c815-439a-a4b9-23351b96b712 admin admin] Router e4060108-028b-4201-a0fb-3dd264774662 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:52:51.643421 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c5ae45f9-0d37-4c96-8fbf-7a6c6fe44a25 req-701c2390-9215-44ca-8778-98af023e6432 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:51.646631 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c5ae45f9-0d37-4c96-8fbf-7a6c6fe44a25 req-701c2390-9215-44ca-8778-98af023e6432 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:51.672685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5ae45f9-0d37-4c96-8fbf-7a6c6fe44a25 req-701c2390-9215-44ca-8778-98af023e6432 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "DELETE /v2.0/floatingips/4bf3fe4b-abb3-4b96-ae29-72995c4264b4 HTTP/1.1" status: 204 len: 173 time: 2.0479293 Nov 26 02:52:51.715064 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-81800304-bf9d-4ce9-a6ec-ef6e47d4f5b0 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Allocated IP 192.168.233.164 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/47565517-d27e-4253-9c47-a299a0271b00) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:52:51.733579 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8809859-f1ef-4aec-ba8c-4dbe569a62a3 x-openstack-request-id: req-c8809859-f1ef-4aec-ba8c-4dbe569a62a3 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:51.733880 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed054cf-5941-4180-9ebc-6777f620c4c8", "name": "network-vif-plugged", "status": "completed", "tag": "284bf332-8f10-4316-9c92-39a7f5f1cceb", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:51.734141 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8809859-f1ef-4aec-ba8c-4dbe569a62a3 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:51.734551 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed054cf-5941-4180-9ebc-6777f620c4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284bf332-8f10-4316-9c92-39a7f5f1cceb', 'code': 200} Nov 26 02:52:51.738569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=284bf332-8f10-4316-9c92-39a7f5f1cceb,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:51.743957 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-fadbcc1d-701c-4e79-8aaa-eeca9fba088e None None] For port e6e5561d-537b-4621-8dda-326a941faaa0, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e6e5561d-537b-4621-8dda-326a941faaa0,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:51.784750 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fadbcc1d-701c-4e79-8aaa-eeca9fba088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:51.826251 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84610800-c815-439a-a4b9-23351b96b712 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:52:51.842736 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-84610800-c815-439a-a4b9-23351b96b712 admin admin] 10.222.0.31 "PUT /v2.0/routers/e4060108-028b-4201-a0fb-3dd264774662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6100457 Nov 26 02:52:51.881072 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbcc1d-701c-4e79-8aaa-eeca9fba088e None None] Pushing event updated for resources: {'Port': ['ID=e6e5561d-537b-4621-8dda-326a941faaa0,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:51.915256 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a00476-f215-44c5-97c1-187c1e586057 x-openstack-request-id: req-d5a00476-f215-44c5-97c1-187c1e586057 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:51.915551 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc25232-b149-4c3a-b4ed-0aee0e73238a", "name": "network-vif-deleted", "tag": "449a0bbd-cca2-4e5d-9515-96c466fb0dce", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:51.915811 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5a00476-f215-44c5-97c1-187c1e586057 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:51.916233 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc25232-b149-4c3a-b4ed-0aee0e73238a', 'name': 'network-vif-deleted', 'tag': '449a0bbd-cca2-4e5d-9515-96c466fb0dce', 'status': 'completed', 'code': 200} Nov 26 02:52:51.930563 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 54252506-efcf-40bb-8b3c-5154b2d49a20 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:51.931622 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:51.974274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2370163d-63cc-44b5-9666-81ee5c4480d3 None None] Provisioning complete for port e6e5561d-537b-4621-8dda-326a941faaa0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:51.974717 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2370163d-63cc-44b5-9666-81ee5c4480d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:52.014126 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-265d98eb-afe2-462e-9f59-4c1af938da03 req-47b48d73-a00e-4cb9-8b25-d02c1a1bd8c8 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc25232-b149-4c3a-b4ed-0aee0e73238a HTTP/1.1" status: 200 len: 210 time: 0.0507610 Nov 26 02:52:52.038378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916e262-c19f-4779-896b-8f97dcb97580 req-40011c6c-1da6-4373-9cbf-c0f9a1444183 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:52.040106 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9916e262-c19f-4779-896b-8f97dcb97580 req-40011c6c-1da6-4373-9cbf-c0f9a1444183 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed054cf-5941-4180-9ebc-6777f620c4c8 HTTP/1.1" status: 200 len: 946 time: 0.2103014 Nov 26 02:52:52.048409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59642c49-97de-44dc-9d63-6adf2c66f604 req-d7928a4f-b6dc-483f-900b-b4ffdbeab28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:52.049840 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59642c49-97de-44dc-9d63-6adf2c66f604 req-d7928a4f-b6dc-483f-900b-b4ffdbeab28e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aed054cf-5941-4180-9ebc-6777f620c4c8 HTTP/1.1" status: 200 len: 1097 time: 0.1548548 Nov 26 02:52:52.125285 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 4, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port': {'id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:52:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:47Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '1ffed77e-7f8a-4771-a6ea-762322c9cf50', 'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'mac_address': 'fa:16:3e:cb:7b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:49Z', 'updated_at': '2021-11-26T02:52:49Z', 'revision_number': 1, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'subnets': [{'id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:52.163274 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-81800304-bf9d-4ce9-a6ec-ef6e47d4f5b0 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:52.167799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffde6a06-ee09-438f-a8d4-821ff56cd697 None None] The sync data for ids ['e4060108-028b-4201-a0fb-3dd264774662'] in n-d-819389-3 is: [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 4, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port': {'id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:52:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:47Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '1ffed77e-7f8a-4771-a6ea-762322c9cf50', 'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'mac_address': 'fa:16:3e:cb:7b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:49Z', 'updated_at': '2021-11-26T02:52:49Z', 'revision_number': 1, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'subnets': [{'id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:52:52.224398 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9916e262-c19f-4779-896b-8f97dcb97580 req-60e8cfb8-0173-4aad-9652-f7b53fc4f1f1 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669507 Nov 26 02:52:52.231242 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59642c49-97de-44dc-9d63-6adf2c66f604 req-9fb300f4-58f0-44a4-9dd8-5df424edf8ce service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655498 Nov 26 02:52:52.239207 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:52.240678 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2370163d-63cc-44b5-9666-81ee5c4480d3 None None] Provisioning complete for port 54252506-efcf-40bb-8b3c-5154b2d49a20 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:52.241281 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2370163d-63cc-44b5-9666-81ee5c4480d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:52.297141 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-1f73f9ff-e283-43aa-8076-8a0ad2db7ec1 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2408371 Nov 26 02:52:52.299191 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-81800304-bf9d-4ce9-a6ec-ef6e47d4f5b0 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:52.313854 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-00eeef5e-b10b-418a-90b3-ae77b03b14e7 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:52.348692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2370163d-63cc-44b5-9666-81ee5c4480d3 None None] Provisioning complete for port 1ffed77e-7f8a-4771-a6ea-762322c9cf50 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:52.349071 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2370163d-63cc-44b5-9666-81ee5c4480d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:52.386519 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2370163d-63cc-44b5-9666-81ee5c4480d3 None None] Port 1ffed77e-7f8a-4771-a6ea-762322c9cf50 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:52:52.388457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-81800304-bf9d-4ce9-a6ec-ef6e47d4f5b0 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:52:52.395348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-81800304-bf9d-4ce9-a6ec-ef6e47d4f5b0 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:52.397582 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81800304-bf9d-4ce9-a6ec-ef6e47d4f5b0 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Pushing event updated for resources: {'Port': ['ID=47565517-d27e-4253-9c47-a299a0271b00,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:52.400229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-81800304-bf9d-4ce9-a6ec-ef6e47d4f5b0 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:52:52.405312 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-00eeef5e-b10b-418a-90b3-ae77b03b14e7 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:52.499674 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-81800304-bf9d-4ce9-a6ec-ef6e47d4f5b0 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:52.499674 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-81800304-bf9d-4ce9-a6ec-ef6e47d4f5b0 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:52.526587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2177cb96-a04f-403d-a430-fe671cfcabcd None None] Provisioning complete for port 1ffed77e-7f8a-4771-a6ea-762322c9cf50 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:52.527140 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2177cb96-a04f-403d-a430-fe671cfcabcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:52.553837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-81800304-bf9d-4ce9-a6ec-ef6e47d4f5b0 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2611668 Nov 26 02:52:52.577316 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Request body: {'port': {'device_id': '4335e359-321c-4429-9e90-40de929211be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:52.616364 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2177cb96-a04f-403d-a430-fe671cfcabcd None None] Port 1ffed77e-7f8a-4771-a6ea-762322c9cf50 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:52:52.683787 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:52.785837 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-00eeef5e-b10b-418a-90b3-ae77b03b14e7 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:52.836491 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41864) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:52.843738 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a3ae4fc5-c666-4982-8b90-b81b8de68f68 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--78449243', 'description': 'tempest-description--1971672668'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:52.869774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-83202cf7-b6f2-4f59-83b3-ae3cf87dcd47 None None] Provisioning complete for port 47565517-d27e-4253-9c47-a299a0271b00 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:52.872437 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-83202cf7-b6f2-4f59-83b3-ae3cf87dcd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:52.885435 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4fc5-c666-4982-8b90-b81b8de68f68 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:52.917307 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-83202cf7-b6f2-4f59-83b3-ae3cf87dcd47 None None] Port 47565517-d27e-4253-9c47-a299a0271b00 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:52:52.962804 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4fc5-c666-4982-8b90-b81b8de68f68 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:52.968095 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4fc5-c666-4982-8b90-b81b8de68f68 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:52.999115 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4fc5-c666-4982-8b90-b81b8de68f68 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.003833 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a3ae4fc5-c666-4982-8b90-b81b8de68f68 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1624734 Nov 26 02:52:53.003833 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae4fc5-c666-4982-8b90-b81b8de68f68 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1de9f6b-624b-4748-a9c0-5c85de834fc3,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:53.003833 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41866) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:53.008858 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-32554b25-1352-4417-802f-c51d51ce83d0 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Request body: {'security_group_rule': {'security_group_id': 'b1de9f6b-624b-4748-a9c0-5c85de834fc3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:53.044367 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-32554b25-1352-4417-802f-c51d51ce83d0 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.070426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74e46f-b84c-4321-a186-d8603581d0df req-4b5e7b4b-b89c-4783-932f-0202023667ba tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:53.072155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a74e46f-b84c-4321-a186-d8603581d0df req-4b5e7b4b-b89c-4783-932f-0202023667ba tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/ports?device_id=4335e359-321c-4429-9e90-40de929211be HTTP/1.1" status: 200 len: 936 time: 0.1446862 Nov 26 02:52:53.109710 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-32554b25-1352-4417-802f-c51d51ce83d0 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.113688 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-32554b25-1352-4417-802f-c51d51ce83d0 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.131450 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32554b25-1352-4417-802f-c51d51ce83d0 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f5cb58-cb69-4d7b-b856-25f7d9a264fb,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:53.139327 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-32554b25-1352-4417-802f-c51d51ce83d0 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.144189 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-32554b25-1352-4417-802f-c51d51ce83d0 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357782 Nov 26 02:52:53.144371 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-00eeef5e-b10b-418a-90b3-ae77b03b14e7 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Allocated IP 172.25.0.67 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/b67a5fb1-6903-4526-981d-ce1519a63fe9) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:52:53.144489 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41870) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:53.149008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9fa12227-b6e7-4b22-a207-ba03116d9926 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Request body: {'security_group_rule': {'security_group_id': 'b1de9f6b-624b-4748-a9c0-5c85de834fc3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:53.174788 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9fa12227-b6e7-4b22-a207-ba03116d9926 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.185312 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a74e46f-b84c-4321-a186-d8603581d0df req-1136ff6c-399a-4bd3-af1e-8233ea0b34df tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/security-groups?id=a71f1b4b-3aac-45f5-a110-fb5ff2862208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014895 Nov 26 02:52:53.235370 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9fa12227-b6e7-4b22-a207-ba03116d9926 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.239835 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9fa12227-b6e7-4b22-a207-ba03116d9926 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.261747 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa12227-b6e7-4b22-a207-ba03116d9926 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db03c50-9f31-4957-95ed-b7329bc4e9e3,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:53.271249 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9fa12227-b6e7-4b22-a207-ba03116d9926 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.275394 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9fa12227-b6e7-4b22-a207-ba03116d9926 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272414 Nov 26 02:52:53.275563 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47565517-d27e-4253-9c47-a299a0271b00 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:52:53.276010 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41874) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:53.283036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e7ece53e-9f3e-4fac-a14d-9dffba7811f8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:53.287363 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.305276 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7ece53e-9f3e-4fac-a14d-9dffba7811f8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.314554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Transition to ACTIVE for port object 47565517-d27e-4253-9c47-a299a0271b00 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:52:53.321223 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.366316 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-00eeef5e-b10b-418a-90b3-ae77b03b14e7 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.422513 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.429517 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Pushing event updated for resources: {'Port': ['ID=47565517-d27e-4253-9c47-a299a0271b00,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:53.450321 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7ece53e-9f3e-4fac-a14d-9dffba7811f8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.495400 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-00eeef5e-b10b-418a-90b3-ae77b03b14e7 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.508179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Attempting to bind port 47565517-d27e-4253-9c47-a299a0271b00 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:52:53.509410 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Attempting to bind port 47565517-d27e-4253-9c47-a299a0271b00 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:52:53.510053 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Attempting to bind port 47565517-d27e-4253-9c47-a299a0271b00 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:53.547127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Port 47565517-d27e-4253-9c47-a299a0271b00 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:52:53.547497 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Attempting to bind port 47565517-d27e-4253-9c47-a299a0271b00 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:53.563313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-00eeef5e-b10b-418a-90b3-ae77b03b14e7 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:52:53.567282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:52:53.567560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:52:53.567944 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:52:53.568465 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Bound port: 47565517-d27e-4253-9c47-a299a0271b00, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:52:53.568822 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.574034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-00eeef5e-b10b-418a-90b3-ae77b03b14e7 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:53.582088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-00eeef5e-b10b-418a-90b3-ae77b03b14e7 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:52:53.592848 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eeef5e-b10b-418a-90b3-ae77b03b14e7 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Pushing event updated for resources: {'Port': ['ID=b67a5fb1-6903-4526-981d-ce1519a63fe9,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:53.605944 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-e7ece53e-9f3e-4fac-a14d-9dffba7811f8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Allocated IP 172.25.0.114 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/4fce3d2d-d4fb-438a-af97-666c79704b4b) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:52:53.779290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e8fbb-ee52-4bc2-a48e-22e4b0e21d55 req-ed44db4f-7f96-4022-8411-398138f01809 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:53.779867 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7ece53e-9f3e-4fac-a14d-9dffba7811f8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.785480 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-198e8fbb-ee52-4bc2-a48e-22e4b0e21d55 req-ed44db4f-7f96-4022-8411-398138f01809 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed054cf-5941-4180-9ebc-6777f620c4c8 HTTP/1.1" status: 200 len: 946 time: 0.2051775 Nov 26 02:52:53.795391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] For port 47565517-d27e-4253-9c47-a299a0271b00, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:52:53.799731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] For port 47565517-d27e-4253-9c47-a299a0271b00, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=47565517-d27e-4253-9c47-a299a0271b00,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:52:53.811454 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.825883 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7ece53e-9f3e-4fac-a14d-9dffba7811f8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.876840 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ece53e-9f3e-4fac-a14d-9dffba7811f8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:52:53.881516 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e7ece53e-9f3e-4fac-a14d-9dffba7811f8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:53.884042 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ece53e-9f3e-4fac-a14d-9dffba7811f8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Pushing event updated for resources: {'Port': ['ID=4fce3d2d-d4fb-438a-af97-666c79704b4b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:53.886111 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ece53e-9f3e-4fac-a14d-9dffba7811f8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:52:53.908178 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:53.909105 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.910548 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] 10.222.0.59 "PUT /v2.0/ports/47565517-d27e-4253-9c47-a299a0271b00 HTTP/1.1" status: 200 len: 1096 time: 1.3408155 Nov 26 02:52:53.920981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4335e359-321c-4429-9e90-40de929211be', 'tag': '47565517-d27e-4253-9c47-a299a0271b00'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:52:53.923278 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e36b8e-10b5-41eb-b026-fae9d0a91078" -d '{"events": [{"name": "network-changed", "server_uuid": "4335e359-321c-4429-9e90-40de929211be", "tag": "47565517-d27e-4253-9c47-a299a0271b00"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:52:53.959902 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e1bdd-dc9f-4849-8a0f-45cd240bec9c service neutron] Pushing event updated for resources: {'Port': ['ID=47565517-d27e-4253-9c47-a299a0271b00,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:53.969698 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-00eeef5e-b10b-418a-90b3-ae77b03b14e7 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:53.980737 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-198e8fbb-ee52-4bc2-a48e-22e4b0e21d55 req-e9c9a6c4-ff0c-4386-b8ef-504738825f22 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875856 Nov 26 02:52:54.026707 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7ece53e-9f3e-4fac-a14d-9dffba7811f8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:54.059198 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-00eeef5e-b10b-418a-90b3-ae77b03b14e7 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:54.088417 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7ece53e-9f3e-4fac-a14d-9dffba7811f8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:54.092507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-6f8a003f-51b2-4963-b078-4ef0d8581c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:54.094034 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-6f8a003f-51b2-4963-b078-4ef0d8581c78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f7400acf3df644b1a5f5f690048b7551&device_id=4335e359-321c-4429-9e90-40de929211be HTTP/1.1" status: 200 len: 1099 time: 0.1123538 Nov 26 02:52:54.152405 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b475e949-ee29-4f28-b272-21eed4df5d43 x-openstack-request-id: req-b475e949-ee29-4f28-b272-21eed4df5d43 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:52:54.152704 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4335e359-321c-4429-9e90-40de929211be", "tag": "47565517-d27e-4253-9c47-a299a0271b00", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:52:54.152972 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b475e949-ee29-4f28-b272-21eed4df5d43 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:52:54.153379 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4335e359-321c-4429-9e90-40de929211be', 'tag': '47565517-d27e-4253-9c47-a299a0271b00', 'status': 'completed', 'code': 200} Nov 26 02:52:54.186609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-2fe7dd26-582a-4d25-8b3d-421dce2ffe8a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=47565517-d27e-4253-9c47-a299a0271b00 HTTP/1.1" status: 200 len: 217 time: 0.0680444 Nov 26 02:52:54.292645 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-1c204637-657f-415c-9526-9ef8cdd1fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:54.294129 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-1c204637-657f-415c-9526-9ef8cdd1fe90 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0883408 Nov 26 02:52:54.332543 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7ece53e-9f3e-4fac-a14d-9dffba7811f8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:54.338924 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7ece53e-9f3e-4fac-a14d-9dffba7811f8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:54.350659 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 449a0bbd-cca2-4e5d-9515-96c466fb0dce no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:52:54.376322 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 449a0bbd-cca2-4e5d-9515-96c466fb0dce {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:52:54.377056 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 449a0bbd-cca2-4e5d-9515-96c466fb0dce not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:52:54.421597 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ece53e-9f3e-4fac-a14d-9dffba7811f8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Pushing event updated for resources: {'Port': ['ID=4fce3d2d-d4fb-438a-af97-666c79704b4b,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:54.428353 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-b5081160-0554-4153-a48d-4463dfbdde40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:54.429895 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-b5081160-0554-4153-a48d-4463dfbdde40 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1214082 Nov 26 02:52:54.439969 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92743b0-17c1-499d-95de-3c6e657b3cd7 req-e417599d-4d38-4ceb-9d80-0aaff1e6347f tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:54.441609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b92743b0-17c1-499d-95de-3c6e657b3cd7 req-e417599d-4d38-4ceb-9d80-0aaff1e6347f tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/ports?device_id=4335e359-321c-4429-9e90-40de929211be HTTP/1.1" status: 200 len: 948 time: 0.1344635 Nov 26 02:52:54.441951 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7ece53e-9f3e-4fac-a14d-9dffba7811f8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:54.460019 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7ece53e-9f3e-4fac-a14d-9dffba7811f8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:54.461363 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e7ece53e-9f3e-4fac-a14d-9dffba7811f8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1844766 Nov 26 02:52:54.517171 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-00eeef5e-b10b-418a-90b3-ae77b03b14e7 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:54.525917 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-00eeef5e-b10b-418a-90b3-ae77b03b14e7 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:54.637865 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b92743b0-17c1-499d-95de-3c6e657b3cd7 req-543a5e82-f233-4b18-a7c8-feccdc967f0c tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/security-groups?id=a71f1b4b-3aac-45f5-a110-fb5ff2862208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856389 Nov 26 02:52:54.643059 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eeef5e-b10b-418a-90b3-ae77b03b14e7 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Pushing event updated for resources: {'Port': ['ID=b67a5fb1-6903-4526-981d-ce1519a63fe9,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:54.649888 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-44049ddb-3dcf-4674-913c-58dc835bc0c6 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072406 Nov 26 02:52:54.708661 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-00eeef5e-b10b-418a-90b3-ae77b03b14e7 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:54.776293 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-00eeef5e-b10b-418a-90b3-ae77b03b14e7 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:54.777546 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-00eeef5e-b10b-418a-90b3-ae77b03b14e7 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4687283 Nov 26 02:52:54.801239 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e6e5561d-537b-4621-8dda-326a941faaa0 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:52:54.851725 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port e6e5561d-537b-4621-8dda-326a941faaa0 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:54.852145 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:54.866713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-d90b0c9d-f736-432f-8905-f694adc9c0ea tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 695 time: 0.0797555 Nov 26 02:52:54.872801 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a6b071f-cd5c-4a20-b305-52deefdd5d9b req-528f3cff-80e1-4cab-bb08-63bde5657a43 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148929 Nov 26 02:52:54.953296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-2d25c436-b031-4276-b697-147023abd210 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:54.954784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-2d25c436-b031-4276-b697-147023abd210 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 806 time: 0.2396269 Nov 26 02:52:55.001188 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-28e5b50d-2c05-403c-bb96-00ca2a80297d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/quotas/c43a80d7d3a64acc8e271b3400bc973d HTTP/1.1" status: 200 len: 375 time: 0.0389576 Nov 26 02:52:55.069712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-4f11e839-01df-4515-a889-c7e0dbee8460 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:55.071083 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a24d2dbe-cd4c-4f70-a2a5-6eb3792e51f3 req-4f11e839-01df-4515-a889-c7e0dbee8460 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.1974132 Nov 26 02:52:55.079197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e36b8e-10b5-41eb-b026-fae9d0a91078 req-ecc9a8f7-9b79-4daa-af73-6a4303bd8b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:55.080709 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7e36b8e-10b5-41eb-b026-fae9d0a91078 req-ecc9a8f7-9b79-4daa-af73-6a4303bd8b09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f7400acf3df644b1a5f5f690048b7551&device_id=4335e359-321c-4429-9e90-40de929211be HTTP/1.1" status: 200 len: 1099 time: 0.1099825 Nov 26 02:52:55.101095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-e38f1da9-cd2e-4060-b568-1a066c3c3245 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0917056 Nov 26 02:52:55.246617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e36b8e-10b5-41eb-b026-fae9d0a91078 req-a41714a4-2bae-491e-8719-45d64ec8b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:55.248136 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7e36b8e-10b5-41eb-b026-fae9d0a91078 req-a41714a4-2bae-491e-8719-45d64ec8b606 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.1593173 Nov 26 02:52:55.254009 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-ee803695-3138-4023-b969-46d39c5bbc4a service neutron] 10.222.0.31 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426399 Nov 26 02:52:55.338131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7e36b8e-10b5-41eb-b026-fae9d0a91078 req-5ad9845d-1eb5-4155-8ead-bba3f6276124 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=47565517-d27e-4253-9c47-a299a0271b00 HTTP/1.1" status: 200 len: 217 time: 0.0766561 Nov 26 02:52:55.358069 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Sync routers for ids ['e4060108-028b-4201-a0fb-3dd264774662'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:52:55.369471 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Routers {'e4060108-028b-4201-a0fb-3dd264774662'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:55.370666 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e4060108-028b-4201-a0fb-3dd264774662'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:55.450549 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-7916db7f-49c3-4207-a35b-9a5e02759b67 service neutron] 10.222.0.31 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901188 Nov 26 02:52:55.451781 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e36b8e-10b5-41eb-b026-fae9d0a91078 req-721d8953-7341-4336-a3bd-847678fa7861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:55.453499 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7e36b8e-10b5-41eb-b026-fae9d0a91078 req-721d8953-7341-4336-a3bd-847678fa7861 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1042526 Nov 26 02:52:55.480259 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Set router e4060108-028b-4201-a0fb-3dd264774662 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:55.499145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-ebeb2534-2d71-495b-96ae-5d936a20ba7d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--78449243&fields=id&tenant_id=cd0486c09d3445d19d9cae0425413414 HTTP/1.1" status: 200 len: 267 time: 0.1059487 Nov 26 02:52:55.533424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e36b8e-10b5-41eb-b026-fae9d0a91078 req-8ababddd-1968-4cfd-81e1-4868ba5072ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:55.535566 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7e36b8e-10b5-41eb-b026-fae9d0a91078 req-8ababddd-1968-4cfd-81e1-4868ba5072ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677645 Nov 26 02:52:55.726469 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 4, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port': {'id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:47Z', 'updated_at': '2021-11-26T02:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '1ffed77e-7f8a-4771-a6ea-762322c9cf50', 'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'mac_address': 'fa:16:3e:cb:7b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:49Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 2, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'subnets': [{'id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:55.755871 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Checking router: e4060108-028b-4201-a0fb-3dd264774662 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:52:55.756274 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Updating router e4060108-028b-4201-a0fb-3dd264774662 port 1ffed77e-7f8a-4771-a6ea-762322c9cf50 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:52:55.782824 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:56.051764 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c852-2579-46c0-a616-6e748f4a32e6 req-1acdbb92-114f-41c3-9112-31decab1d8a6 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:56.053269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d04c852-2579-46c0-a616-6e748f4a32e6 req-1acdbb92-114f-41c3-9112-31decab1d8a6 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed054cf-5941-4180-9ebc-6777f620c4c8 HTTP/1.1" status: 200 len: 946 time: 0.1680586 Nov 26 02:52:56.066292 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-76cbcf87-893a-4f6d-835e-fb6510e1f04a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:56.067780 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-76cbcf87-893a-4f6d-835e-fb6510e1f04a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/networks?id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12 HTTP/1.1" status: 200 len: 817 time: 0.5584848 Nov 26 02:52:56.081901 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:56.087154 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:56.093157 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7e36b8e-10b5-41eb-b026-fae9d0a91078 req-3424ac4d-e3a1-44ba-9548-3c3bc1360804 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090123 Nov 26 02:52:56.100044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-1080a47d-df6c-4393-97d9-c52137e3c342 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/quotas/cd0486c09d3445d19d9cae0425413414 HTTP/1.1" status: 200 len: 375 time: 0.0224380 Nov 26 02:52:56.171316 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45002169-e276-49b0-937a-b547acb82533 None None] Pushing event updated for resources: {'Port': ['ID=1ffed77e-7f8a-4771-a6ea-762322c9cf50,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:56.198852 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d04c852-2579-46c0-a616-6e748f4a32e6 req-d87a24d9-b1ff-4797-945f-a4b5755542b3 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300371 Nov 26 02:52:56.213283 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Attempting to bind port 1ffed77e-7f8a-4771-a6ea-762322c9cf50 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:52:56.213732 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Attempting to bind port 1ffed77e-7f8a-4771-a6ea-762322c9cf50 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '7ebb7002-7f54-4554-a4d2-54ac6c3c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:52:56.214161 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Attempting to bind port 1ffed77e-7f8a-4771-a6ea-762322c9cf50 on network fb2445e5-ad67-43dc-b60d-c555dd7b8e12 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:56.232609 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:52:56.232609 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Checking segment: {'id': '7ebb7002-7f54-4554-a4d2-54ac6c3c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:52:56.234991 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:56.235655 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Bound using segment: {'id': '7ebb7002-7f54-4554-a4d2-54ac6c3c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:52:56.236416 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Bound port: 1ffed77e-7f8a-4771-a6ea-762322c9cf50, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ebb7002-7f54-4554-a4d2-54ac6c3c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:52:56.236900 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:56.249505 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-e1dfe460-de56-4334-8ee6-2a1ad10d9dc7 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd0486c09d3445d19d9cae0425413414&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1189768 Nov 26 02:52:56.311953 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] For port 1ffed77e-7f8a-4771-a6ea-762322c9cf50, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:52:56.316338 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] For port 1ffed77e-7f8a-4771-a6ea-762322c9cf50, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1ffed77e-7f8a-4771-a6ea-762322c9cf50,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:52:56.321884 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:56.326709 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7e36b8e-10b5-41eb-b026-fae9d0a91078 req-2f8247f4-9696-44d7-ac93-d7e738569c34 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222383 Nov 26 02:52:56.346288 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-219d7086-e762-4ca9-9d91-a36fdb0dc09c req-0396208a-5af8-4346-b138-82a11c0d1937 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/floatingips/2c2f518a-164c-4f92-994e-bdbbdfa0928e HTTP/1.1" status: 200 len: 692 time: 0.1049688 Nov 26 02:52:56.395897 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Routers {'e4060108-028b-4201-a0fb-3dd264774662'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:52:56.396394 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e4060108-028b-4201-a0fb-3dd264774662'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:56.462644 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45002169-e276-49b0-937a-b547acb82533 None None] Pushing event updated for resources: {'Port': ['ID=1ffed77e-7f8a-4771-a6ea-762322c9cf50,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:56.494517 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-07d297e8-a40e-4053-ba5f-fa3af1779504 service neutron] 10.222.0.31 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824005 Nov 26 02:52:56.515512 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] Set router e4060108-028b-4201-a0fb-3dd264774662 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:52:56.520734 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-bf24d8d1-863d-4069-be88-7103030c8fd6 None None] Provisioning complete for port 1ffed77e-7f8a-4771-a6ea-762322c9cf50 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:56.521237 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bf24d8d1-863d-4069-be88-7103030c8fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:56.600998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-7a53d949-8c39-4b6c-85a1-68ebdcf34bc9 service neutron] 10.222.0.31 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993729 Nov 26 02:52:56.614326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d7086-e762-4ca9-9d91-a36fdb0dc09c req-130eaa53-197a-406a-9952-d633789c8cd4 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:56.623142 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-219d7086-e762-4ca9-9d91-a36fdb0dc09c req-130eaa53-197a-406a-9952-d633789c8cd4 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.2425838 Nov 26 02:52:56.631955 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bf24d8d1-863d-4069-be88-7103030c8fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:56.684169 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-219d7086-e762-4ca9-9d91-a36fdb0dc09c req-fcaaf685-84bb-439e-b70b-e1d81f70de24 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 695 time: 0.0597880 Nov 26 02:52:56.691293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-bf24d8d1-863d-4069-be88-7103030c8fd6 None None] For port 1ffed77e-7f8a-4771-a6ea-762322c9cf50, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1ffed77e-7f8a-4771-a6ea-762322c9cf50,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:56.699517 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bf24d8d1-863d-4069-be88-7103030c8fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:56.763585 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-219d7086-e762-4ca9-9d91-a36fdb0dc09c req-c3fa7ee3-5dd8-4f37-96e6-d65b439301ac tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 695 time: 0.0782189 Nov 26 02:52:56.770949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24d8d1-863d-4069-be88-7103030c8fd6 None None] Pushing event updated for resources: {'Port': ['ID=1ffed77e-7f8a-4771-a6ea-762322c9cf50,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:56.830027 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 4, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port': {'id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:47Z', 'updated_at': '2021-11-26T02:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '1ffed77e-7f8a-4771-a6ea-762322c9cf50', 'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'mac_address': 'fa:16:3e:cb:7b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:49Z', 'updated_at': '2021-11-26T02:52:56Z', 'revision_number': 4, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'subnets': [{'id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:52:56.847023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-790bfb56-be41-41ef-a2c1-318d7ab5cee4 None None] Provisioning complete for port 1ffed77e-7f8a-4771-a6ea-762322c9cf50 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:56.847413 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-790bfb56-be41-41ef-a2c1-318d7ab5cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:56.892525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1ffed77e-7f8a-4771-a6ea-762322c9cf50 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:52:56.902761 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cde6a4-16ff-4b3e-a785-d21e8514d770 None None] The sync data for ids ['e4060108-028b-4201-a0fb-3dd264774662'] in n-d-819389-3 is: [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 4, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port': {'id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:47Z', 'updated_at': '2021-11-26T02:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '1ffed77e-7f8a-4771-a6ea-762322c9cf50', 'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'mac_address': 'fa:16:3e:cb:7b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:49Z', 'updated_at': '2021-11-26T02:52:56Z', 'revision_number': 4, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'subnets': [{'id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:52:57.036152 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05cb0a88-d34f-4050-84ed-74fac7b6338a req-17c27680-ebff-4fce-ae11-b391774f5ae5 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 210 time: 0.0448937 Nov 26 02:52:57.051643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-35a10e71-1539-4888-a00f-0c0acc6d4922 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:57.053520 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-35a10e71-1539-4888-a00f-0c0acc6d4922 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.54 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 806 time: 0.2769904 Nov 26 02:52:57.083355 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-219d7086-e762-4ca9-9d91-a36fdb0dc09c req-b3666afc-15a7-468b-a42b-e5c4315c0214 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Deleting port b67a5fb1-6903-4526-981d-ce1519a63fe9 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:52:57.083908 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-219d7086-e762-4ca9-9d91-a36fdb0dc09c req-b3666afc-15a7-468b-a42b-e5c4315c0214 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:57.104494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-086e3a3f-85f1-47e5-be36-022ebd9d5ae0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Request body: {'port': {'device_id': '2916ef55-3209-4e23-b285-e738c74a9a97', 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5', 'admin_state_up': True, 'tenant_id': 'c43a80d7d3a64acc8e271b3400bc973d'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:57.249927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 1ffed77e-7f8a-4771-a6ea-762322c9cf50 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:57.250226 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:57.308879 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4b87b-34e6-400e-bb00-cd99368710dc req-bfac8695-62d1-483b-a2d1-edbb763ad97c tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:57.310580 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1a4b87b-34e6-400e-bb00-cd99368710dc req-bfac8695-62d1-483b-a2d1-edbb763ad97c tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/ports?device_id=4335e359-321c-4429-9e90-40de929211be HTTP/1.1" status: 200 len: 948 time: 0.1654615 Nov 26 02:52:57.314467 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-219d7086-e762-4ca9-9d91-a36fdb0dc09c req-b3666afc-15a7-468b-a42b-e5c4315c0214 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:57.314879 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-219d7086-e762-4ca9-9d91-a36fdb0dc09c req-b3666afc-15a7-468b-a42b-e5c4315c0214 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:57.340837 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-219d7086-e762-4ca9-9d91-a36fdb0dc09c req-b3666afc-15a7-468b-a42b-e5c4315c0214 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Calling delete_port for b67a5fb1-6903-4526-981d-ce1519a63fe9 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:52:57.459766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-086e3a3f-85f1-47e5-be36-022ebd9d5ae0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Made reservation on behalf of c43a80d7d3a64acc8e271b3400bc973d for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:52:57.463354 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-086e3a3f-85f1-47e5-be36-022ebd9d5ae0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:57.469837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1a4b87b-34e6-400e-bb00-cd99368710dc req-b33ed82c-14de-4147-ba6b-849ea7d4ff57 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/security-groups?id=a71f1b4b-3aac-45f5-a110-fb5ff2862208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303511 Nov 26 02:52:57.670347 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-219d7086-e762-4ca9-9d91-a36fdb0dc09c req-b3666afc-15a7-468b-a42b-e5c4315c0214 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:57.712095 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-086e3a3f-85f1-47e5-be36-022ebd9d5ae0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Allocated IP 172.20.0.3 (9695ee60-1251-4c9f-86cb-bb7e75f253d5/6c43934f-dad4-4b8b-af05-58049fc63ec8/7cf50330-eb69-47fa-82a7-79e3b16aca58) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:52:57.807050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3666afc-15a7-468b-a42b-e5c4315c0214 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Pushing event deleted for resources: {'Port': ['ID=b67a5fb1-6903-4526-981d-ce1519a63fe9,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:57.901999 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-219d7086-e762-4ca9-9d91-a36fdb0dc09c req-b3666afc-15a7-468b-a42b-e5c4315c0214 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:57.904622 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-219d7086-e762-4ca9-9d91-a36fdb0dc09c req-b3666afc-15a7-468b-a42b-e5c4315c0214 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:57.906419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-219d7086-e762-4ca9-9d91-a36fdb0dc09c req-b3666afc-15a7-468b-a42b-e5c4315c0214 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "DELETE /v2.0/floatingips/2c2f518a-164c-4f92-994e-bdbbdfa0928e HTTP/1.1" status: 204 len: 173 time: 1.1337817 Nov 26 02:52:57.977001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6334ce0-6622-47f7-9ad9-93d8381ce9f9 req-109f64e6-9c27-4016-a97a-dc0c6026f1cd tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 210 time: 0.0376439 Nov 26 02:52:57.986690 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-086e3a3f-85f1-47e5-be36-022ebd9d5ae0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:58.006013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 47565517-d27e-4253-9c47-a299a0271b00 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:52:58.070570 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-4161a305-bc8a-4adb-bc73-fed8b61478bc req-a8553fef-ab42-4ec7-bea2-40855691f0c0 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] show failed (client error): The resource could not be found. Nov 26 02:52:58.071932 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4161a305-bc8a-4adb-bc73-fed8b61478bc req-a8553fef-ab42-4ec7-bea2-40855691f0c0 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/floatingips/2c2f518a-164c-4f92-994e-bdbbdfa0928e HTTP/1.1" status: 404 len: 350 time: 0.0580418 Nov 26 02:52:58.084886 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-086e3a3f-85f1-47e5-be36-022ebd9d5ae0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:58.119974 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 47565517-d27e-4253-9c47-a299a0271b00, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=47565517-d27e-4253-9c47-a299a0271b00,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:58.130973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['743d1c09-7495-40e6-a927-fb0deef5aa25'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:52:58.160130 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '47565517-d27e-4253-9c47-a299a0271b00', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '47565517-d27e-4253-9c47-a299a0271b00', 'mac_address': 'fa:16:3e:d3:a1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:52:58.196293 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-2c6de263-fdcf-49ac-abe3-af566d129c30 req-ad0d5b52-4618-425f-813f-b147bb2ec199 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] show failed (client error): The resource could not be found. Nov 26 02:52:58.197444 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c6de263-fdcf-49ac-abe3-af566d129c30 req-ad0d5b52-4618-425f-813f-b147bb2ec199 tempest-FloatingIPsTestJSON-2035007435 tempest-FloatingIPsTestJSON-2035007435-project] 10.222.0.31 "GET /v2.0/floatingips/2c2f518a-164c-4f92-994e-bdbbdfa0928e HTTP/1.1" status: 404 len: 350 time: 0.0536954 Nov 26 02:52:58.207433 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41964) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:52:58.221112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e3a3f-85f1-47e5-be36-022ebd9d5ae0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Pushing event updated for resources: {'Port': ['ID=7cf50330-eb69-47fa-82a7-79e3b16aca58,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:58.222695 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:58.256347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-086e3a3f-85f1-47e5-be36-022ebd9d5ae0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:52:58.278944 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-086e3a3f-85f1-47e5-be36-022ebd9d5ae0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:58.281575 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47565517-d27e-4253-9c47-a299a0271b00 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:52:58.281722 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-086e3a3f-85f1-47e5-be36-022ebd9d5ae0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:52:58.325781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 47565517-d27e-4253-9c47-a299a0271b00, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=47565517-d27e-4253-9c47-a299a0271b00,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:58.338123 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:58.418443 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=47565517-d27e-4253-9c47-a299a0271b00,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:58.452367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-086e3a3f-85f1-47e5-be36-022ebd9d5ae0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:58.452994 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-086e3a3f-85f1-47e5-be36-022ebd9d5ae0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:58.464414 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-ef2e532d-7229-4754-946a-4b7e5d223f75 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:58.465874 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-ef2e532d-7229-4754-946a-4b7e5d223f75 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.54 "GET /v2.0/networks?id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12 HTTP/1.1" status: 200 len: 817 time: 0.2120154 Nov 26 02:52:58.484956 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b4e53-8810-404c-9fb2-ebed7ac54aa0 req-18681057-ded8-4832-8ede-6bf7e2b8c094 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:58.486457 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-349b4e53-8810-404c-9fb2-ebed7ac54aa0 req-18681057-ded8-4832-8ede-6bf7e2b8c094 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 931 time: 0.2880452 Nov 26 02:52:58.498256 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-086e3a3f-85f1-47e5-be36-022ebd9d5ae0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3983924 Nov 26 02:52:58.551034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Request body: {'port': {'device_id': '2916ef55-3209-4e23-b285-e738c74a9a97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:58.633593 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-722edac2-803a-4428-ade9-ba1119d46c4d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd0486c09d3445d19d9cae0425413414 HTTP/1.1" status: 200 len: 378 time: 0.1460531 Nov 26 02:52:58.641031 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-349b4e53-8810-404c-9fb2-ebed7ac54aa0 req-a539db9d-b794-4c1b-9764-3afff1e71fe9 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474636 Nov 26 02:52:58.650851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-957a154a-4b05-4b0b-b9ce-9b2627b6a9f9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Request body: {'port': {'device_id': 'cfd93807-1077-4786-98b2-8d84d6662527', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'admin_state_up': True, 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'security_groups': ['b1de9f6b-624b-4748-a9c0-5c85de834fc3']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:52:58.685947 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a3a6b8f-ac82-41f7-941e-7abcb9addede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:58.696575 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['47565517-d27e-4253-9c47-a299a0271b00'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:52:58.753905 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d9215-07f2-46fe-90ca-0bd98c157eb1 req-954f0a21-fe0e-4942-8d88-d06f354b22a3 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:58.761385 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb2d9215-07f2-46fe-90ca-0bd98c157eb1 req-954f0a21-fe0e-4942-8d88-d06f354b22a3 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/ports?device_id=4335e359-321c-4429-9e90-40de929211be HTTP/1.1" status: 200 len: 949 time: 0.2170944 Nov 26 02:52:58.768728 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:58.851953 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1ffed77e-7f8a-4771-a6ea-762322c9cf50 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:52:58.910382 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb2d9215-07f2-46fe-90ca-0bd98c157eb1 req-386d96cc-4031-4c38-b996-f9ec8642a235 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/security-groups?id=a71f1b4b-3aac-45f5-a110-fb5ff2862208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479051 Nov 26 02:52:58.968726 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-957a154a-4b05-4b0b-b9ce-9b2627b6a9f9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Made reservation on behalf of cd0486c09d3445d19d9cae0425413414 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:52:58.972896 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-957a154a-4b05-4b0b-b9ce-9b2627b6a9f9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:58.988875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 1ffed77e-7f8a-4771-a6ea-762322c9cf50 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:52:58.989835 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:59.094176 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-6a3a6b8f-ac82-41f7-941e-7abcb9addede admin admin] Deleting port b80c1eb4-703c-458c-ac52-ab16a4e18026 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:52:59.094929 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a3a6b8f-ac82-41f7-941e-7abcb9addede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:59.188483 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-03cecd67-42e6-4263-8603-a80f49050b29 req-b9e75fa1-ed40-44d8-acee-80b77d1c624f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 210 time: 0.0380762 Nov 26 02:52:59.220635 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-6a3a6b8f-ac82-41f7-941e-7abcb9addede admin admin] For port b80c1eb4-703c-458c-ac52-ab16a4e18026, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b80c1eb4-703c-458c-ac52-ab16a4e18026,segment=NetworkSegment(955215e4-6db3-4667-a19b-a2ae3fe33404),segment_id=955215e4-6db3-4667-a19b-a2ae3fe33404)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:52:59.222209 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a3a6b8f-ac82-41f7-941e-7abcb9addede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:59.237117 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-6a3a6b8f-ac82-41f7-941e-7abcb9addede admin admin] Calling delete_port for b80c1eb4-703c-458c-ac52-ab16a4e18026 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:52:59.360460 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-957a154a-4b05-4b0b-b9ce-9b2627b6a9f9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Allocated IP 172.20.0.8 (fb2445e5-ad67-43dc-b60d-c555dd7b8e12/9a5d52cf-14f1-4c64-a09a-1d91ea505a6c/d733a54c-2bc9-4a73-af61-0a2661545586) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:52:59.429569 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a3a6b8f-ac82-41f7-941e-7abcb9addede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:59.437078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf50330-eb69-47fa-82a7-79e3b16aca58 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:52:59.451371 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:59.474345 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a6b8f-ac82-41f7-941e-7abcb9addede admin admin] Pushing event deleted for resources: {'Port': ['ID=b80c1eb4-703c-458c-ac52-ab16a4e18026,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:59.505785 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Transition to ACTIVE for port object 7cf50330-eb69-47fa-82a7-79e3b16aca58 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:52:59.519067 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:59.625993 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf50330-eb69-47fa-82a7-79e3b16aca58,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:52:59.676722 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a3a6b8f-ac82-41f7-941e-7abcb9addede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:59.703436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Attempting to bind port 7cf50330-eb69-47fa-82a7-79e3b16aca58 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:52:59.703786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Attempting to bind port 7cf50330-eb69-47fa-82a7-79e3b16aca58 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:52:59.704166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Attempting to bind port 7cf50330-eb69-47fa-82a7-79e3b16aca58 on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:59.712016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Port 7cf50330-eb69-47fa-82a7-79e3b16aca58 on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:52:59.712363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Attempting to bind port 7cf50330-eb69-47fa-82a7-79e3b16aca58 on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:52:59.731941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:52:59.732401 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Checking segment: {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:52:59.732891 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Bound using segment: {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:52:59.733366 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Bound port: 7cf50330-eb69-47fa-82a7-79e3b16aca58, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:52:59.733779 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:59.744544 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-957a154a-4b05-4b0b-b9ce-9b2627b6a9f9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:59.864908 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-957a154a-4b05-4b0b-b9ce-9b2627b6a9f9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:59.908011 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] For port 7cf50330-eb69-47fa-82a7-79e3b16aca58, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:52:59.944187 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f77c7-7e01-4796-9fc2-69bc947e6a1a req-16562532-9712-4f3c-82c5-3be2e3edd277 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:52:59.945756 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf7f77c7-7e01-4796-9fc2-69bc947e6a1a req-16562532-9712-4f3c-82c5-3be2e3edd277 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 943 time: 0.1417475 Nov 26 02:52:59.947624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-957a154a-4b05-4b0b-b9ce-9b2627b6a9f9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Network fb2445e5-ad67-43dc-b60d-c555dd7b8e12 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:52:59.951403 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] For port 7cf50330-eb69-47fa-82a7-79e3b16aca58, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7cf50330-eb69-47fa-82a7-79e3b16aca58,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:52:59.957232 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-957a154a-4b05-4b0b-b9ce-9b2627b6a9f9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:52:59.967195 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-957a154a-4b05-4b0b-b9ce-9b2627b6a9f9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:52:59.972944 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:52:59.975226 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3a6b8f-ac82-41f7-941e-7abcb9addede admin admin] Router c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:52:59.995563 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 47565517-d27e-4253-9c47-a299a0271b00 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:53:00.003441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a154a-4b05-4b0b-b9ce-9b2627b6a9f9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Pushing event updated for resources: {'Port': ['ID=d733a54c-2bc9-4a73-af61-0a2661545586,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:00.078733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:00.079074 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:00.080510 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] 10.222.0.54 "PUT /v2.0/ports/7cf50330-eb69-47fa-82a7-79e3b16aca58 HTTP/1.1" status: 200 len: 1091 time: 1.5412927 Nov 26 02:53:00.081522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2916ef55-3209-4e23-b285-e738c74a9a97', 'tag': '7cf50330-eb69-47fa-82a7-79e3b16aca58'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:00.083780 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2d1c34-a8fc-4d3b-8392-1140a823d06d" -d '{"events": [{"name": "network-changed", "server_uuid": "2916ef55-3209-4e23-b285-e738c74a9a97", "tag": "7cf50330-eb69-47fa-82a7-79e3b16aca58"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:00.120336 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 47565517-d27e-4253-9c47-a299a0271b00 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:53:00.124828 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 47565517-d27e-4253-9c47-a299a0271b00 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:00.125209 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:00.157735 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-957a154a-4b05-4b0b-b9ce-9b2627b6a9f9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:00.158599 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-957a154a-4b05-4b0b-b9ce-9b2627b6a9f9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:00.175729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf7f77c7-7e01-4796-9fc2-69bc947e6a1a req-477e297d-3bb2-4df0-94c4-84c76f35017e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205455 Nov 26 02:53:00.199420 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311d4d7-d2c7-4356-abfa-0a7c3b7843f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf50330-eb69-47fa-82a7-79e3b16aca58,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:00.217363 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3a6b8f-ac82-41f7-941e-7abcb9addede admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:53:00.231466 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6a3a6b8f-ac82-41f7-941e-7abcb9addede admin admin] 10.222.0.31 "PUT /v2.0/routers/c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0173767 Nov 26 02:53:00.232008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41992) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:00.248731 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717cc4c0-a6ba-46e2-8749-280fe166c8d5 None None] Sync routers for ids ['c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:53:00.271419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-957a154a-4b05-4b0b-b9ce-9b2627b6a9f9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6293364 Nov 26 02:53:00.298866 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717cc4c0-a6ba-46e2-8749-280fe166c8d5 None None] Routers {'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:53:00.300714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-717cc4c0-a6ba-46e2-8749-280fe166c8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:00.313450 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Request body: {'port': {'device_id': 'cfd93807-1077-4786-98b2-8d84d6662527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:00.378829 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-bd55792c-4793-498d-bea1-b632d8fdfded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:00.379854 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-bd55792c-4793-498d-bea1-b632d8fdfded service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 1094 time: 0.2030745 Nov 26 02:53:00.430147 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e7db5f8-42d4-48e1-b433-dc9302b8b697 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:00.513540 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:00.518943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3f106845-c98d-4d69-a6d4-aa7c42e0e383 None None] Provisioning complete for port d733a54c-2bc9-4a73-af61-0a2661545586 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:00.519313 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3f106845-c98d-4d69-a6d4-aa7c42e0e383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:00.581274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 47565517-d27e-4253-9c47-a299a0271b00, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=47565517-d27e-4253-9c47-a299a0271b00,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:00.585756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4335e359-321c-4429-9e90-40de929211be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47565517-d27e-4253-9c47-a299a0271b00'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:00.588198 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c4468a-507f-4500-97d7-edafbf6be885" -d '{"events": [{"server_uuid": "4335e359-321c-4429-9e90-40de929211be", "name": "network-vif-plugged", "status": "completed", "tag": "47565517-d27e-4253-9c47-a299a0271b00"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:00.603550 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:00.613533 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-717cc4c0-a6ba-46e2-8749-280fe166c8d5 None None] Set router c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:53:00.699241 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3f106845-c98d-4d69-a6d4-aa7c42e0e383 None None] Port d733a54c-2bc9-4a73-af61-0a2661545586 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:53:00.788696 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=47565517-d27e-4253-9c47-a299a0271b00,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:00.794541 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5ec8a9-ff7b-4ba9-953a-6d0fd3929f81 x-openstack-request-id: req-bf5ec8a9-ff7b-4ba9-953a-6d0fd3929f81 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:53:00.795105 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2916ef55-3209-4e23-b285-e738c74a9a97", "tag": "7cf50330-eb69-47fa-82a7-79e3b16aca58", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:53:00.795105 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf5ec8a9-ff7b-4ba9-953a-6d0fd3929f81 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:53:00.795570 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2916ef55-3209-4e23-b285-e738c74a9a97', 'tag': '7cf50330-eb69-47fa-82a7-79e3b16aca58', 'status': 'completed', 'code': 200} Nov 26 02:53:00.808645 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3357b01-a77b-47d2-8c65-c393ebca4135 req-71d93b28-11aa-4f2c-a391-c70591733741 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:00.810305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e3357b01-a77b-47d2-8c65-c393ebca4135 req-71d93b28-11aa-4f2c-a391-c70591733741 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/ports?device_id=4335e359-321c-4429-9e90-40de929211be HTTP/1.1" status: 200 len: 949 time: 0.5541403 Nov 26 02:53:00.814327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-c24ef1ad-9642-4069-a392-3729ebbc4c93 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cf50330-eb69-47fa-82a7-79e3b16aca58 HTTP/1.1" status: 200 len: 217 time: 0.4071307 Nov 26 02:53:00.826257 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:00.896775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-717cc4c0-a6ba-46e2-8749-280fe166c8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'name': 'tempest-FloatingIPsTestJSON-1119628511-router', 'tenant_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '5aae12a8-ee7d-4715-8270-f797296b555c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:35Z', 'updated_at': '2021-11-26T02:52:59Z', 'revision_number': 5, 'project_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'gw_port': {'id': '5aae12a8-ee7d-4715-8270-f797296b555c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:37Z', 'updated_at': '2021-11-26T02:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:00.924789 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717cc4c0-a6ba-46e2-8749-280fe166c8d5 None None] Checking router: c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:53:00.935427 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717cc4c0-a6ba-46e2-8749-280fe166c8d5 None None] Routers {'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:53:00.936095 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-717cc4c0-a6ba-46e2-8749-280fe166c8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:00.966106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-abfc114a-8d8e-4bcc-be3d-5ecf040e3f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:00.967733 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-abfc114a-8d8e-4bcc-be3d-5ecf040e3f0e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c43934f-dad4-4b8b-af05-58049fc63ec8 HTTP/1.1" status: 200 len: 846 time: 0.1448553 Nov 26 02:53:00.980558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39246c-b6c2-49f3-ac0d-3673432c910e req-70c3916a-c515-4769-bb41-eeb8510b85ee tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:00.982281 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9c39246c-b6c2-49f3-ac0d-3673432c910e req-70c3916a-c515-4769-bb41-eeb8510b85ee tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 931 time: 0.1894734 Nov 26 02:53:01.013960 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e7db5f8-42d4-48e1-b433-dc9302b8b697 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:01.042089 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-abf47d18-5a2d-43a1-ad0f-bfc8c41417e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9695ee60-1251-4c9f-86cb-bb7e75f253d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527086 Nov 26 02:53:01.057334 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e3357b01-a77b-47d2-8c65-c393ebca4135 req-4e8840fe-99be-4532-93f6-9a7d70cd22fb tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/security-groups?id=a71f1b4b-3aac-45f5-a110-fb5ff2862208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331767 Nov 26 02:53:01.089013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-717cc4c0-a6ba-46e2-8749-280fe166c8d5 None None] Set router c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:53:01.110780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1e7db5f8-42d4-48e1-b433-dc9302b8b697 admin admin] Deleting port 5aae12a8-ee7d-4715-8270-f797296b555c {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:53:01.111254 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e7db5f8-42d4-48e1-b433-dc9302b8b697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:01.230467 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-1e7db5f8-42d4-48e1-b433-dc9302b8b697 admin admin] For port 5aae12a8-ee7d-4715-8270-f797296b555c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5aae12a8-ee7d-4715-8270-f797296b555c,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:01.231127 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e7db5f8-42d4-48e1-b433-dc9302b8b697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:01.234927 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5ef09b-3066-4018-97a1-4c852d383e99 x-openstack-request-id: req-6c5ef09b-3066-4018-97a1-4c852d383e99 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:53:01.235236 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4335e359-321c-4429-9e90-40de929211be", "name": "network-vif-plugged", "status": "completed", "tag": "47565517-d27e-4253-9c47-a299a0271b00", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:53:01.235498 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c5ef09b-3066-4018-97a1-4c852d383e99 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:53:01.235891 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4335e359-321c-4429-9e90-40de929211be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47565517-d27e-4253-9c47-a299a0271b00', 'code': 200} Nov 26 02:53:01.264742 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1e7db5f8-42d4-48e1-b433-dc9302b8b697 admin admin] Calling delete_port for 5aae12a8-ee7d-4715-8270-f797296b555c owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:53:01.326471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-717cc4c0-a6ba-46e2-8749-280fe166c8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'name': 'tempest-FloatingIPsTestJSON-1119628511-router', 'tenant_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '5aae12a8-ee7d-4715-8270-f797296b555c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:35Z', 'updated_at': '2021-11-26T02:52:59Z', 'revision_number': 5, 'project_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'gw_port': {'id': '5aae12a8-ee7d-4715-8270-f797296b555c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:37Z', 'updated_at': '2021-11-26T02:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:01.363150 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717cc4c0-a6ba-46e2-8749-280fe166c8d5 None None] The sync data for ids ['c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24'] in n-d-819389-3 is: [{'id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'name': 'tempest-FloatingIPsTestJSON-1119628511-router', 'tenant_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '5aae12a8-ee7d-4715-8270-f797296b555c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:35Z', 'updated_at': '2021-11-26T02:52:59Z', 'revision_number': 5, 'project_id': 'c8ad485dcc6144a4b0bcb4200f09a9b4', 'gw_port': {'id': '5aae12a8-ee7d-4715-8270-f797296b555c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:37Z', 'updated_at': '2021-11-26T02:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:53:01.504910 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9c39246c-b6c2-49f3-ac0d-3673432c910e req-70dc3012-d740-4d3f-9100-54c998398b49 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5018761 Nov 26 02:53:01.508735 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e7db5f8-42d4-48e1-b433-dc9302b8b697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:01.545116 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7db5f8-42d4-48e1-b433-dc9302b8b697 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aae12a8-ee7d-4715-8270-f797296b555c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:01.568591 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6ab6ce-91f4-4275-878b-610bed3cddac None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:53:01.610953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea83be-6fea-486e-b63e-b57b7935cabe req-58d9b58a-e25a-4398-86eb-9875ac7f0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:01.613386 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a4ea83be-6fea-486e-b63e-b57b7935cabe req-58d9b58a-e25a-4398-86eb-9875ac7f0cf6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4335e359-321c-4429-9e90-40de929211be HTTP/1.1" status: 200 len: 1101 time: 0.1553001 Nov 26 02:53:01.615367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-ef6ca0fd-1b2a-4800-a4a3-c9e3d31e7b56 service neutron] 10.222.0.54 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650493 Nov 26 02:53:01.676525 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e7db5f8-42d4-48e1-b433-dc9302b8b697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:01.755478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238b809-455d-41df-bd59-c95777e81e46 req-3842b173-e6ff-449a-ae2a-0a4849d5f67c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:01.761397 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7238b809-455d-41df-bd59-c95777e81e46 req-3842b173-e6ff-449a-ae2a-0a4849d5f67c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 943 time: 0.2221818 Nov 26 02:53:01.777372 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e7db5f8-42d4-48e1-b433-dc9302b8b697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:01.779700 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e7db5f8-42d4-48e1-b433-dc9302b8b697 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:01.839553 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e7db5f8-42d4-48e1-b433-dc9302b8b697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:01.840653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7db5f8-42d4-48e1-b433-dc9302b8b697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:53:01.847737 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e7db5f8-42d4-48e1-b433-dc9302b8b697 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:01.851544 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1e7db5f8-42d4-48e1-b433-dc9302b8b697 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c9a64e4e-7ef7-4a06-ac6f-67443c0ecc24 HTTP/1.1" status: 204 len: 168 time: 1.6145654 Nov 26 02:53:01.851889 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42006) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:01.865194 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a4ea83be-6fea-486e-b63e-b57b7935cabe req-031ccd30-256a-4ed5-864e-252e897a78fe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a71f1b4b-3aac-45f5-a110-fb5ff2862208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396615 Nov 26 02:53:01.875403 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eab03158-6ea8-4307-b15a-3d7372fd308d req-85629635-5a66-4bfe-80c3-b90529f6c3df service neutron] 10.222.0.54 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435308 Nov 26 02:53:01.896340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d733a54c-2bc9-4a73-af61-0a2661545586 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:53:01.917892 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-9650bf29-a5e5-48be-81f7-e3c5c5124f38 admin admin] Deleting subnet 5f380926-1243-4019-bcda-91da7a7d71d0 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:53:01.925260 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9650bf29-a5e5-48be-81f7-e3c5c5124f38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:01.930268 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:01.943598 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7238b809-455d-41df-bd59-c95777e81e46 req-00544297-fa1e-47e8-93c6-4aea044d49b1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710413 Nov 26 02:53:01.951629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Transition to ACTIVE for port object d733a54c-2bc9-4a73-af61-0a2661545586 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:53:01.957629 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:02.000706 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9650bf29-a5e5-48be-81f7-e3c5c5124f38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:02.052718 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Pushing event updated for resources: {'Port': ['ID=d733a54c-2bc9-4a73-af61-0a2661545586,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:02.104455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d1c34-a8fc-4d3b-8392-1140a823d06d req-5849b7f1-8113-49fa-a4b2-27956b079aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:02.107815 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e2d1c34-a8fc-4d3b-8392-1140a823d06d req-5849b7f1-8113-49fa-a4b2-27956b079aba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 1094 time: 0.1193948 Nov 26 02:53:02.114354 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9650bf29-a5e5-48be-81f7-e3c5c5124f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:02.204754 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9650bf29-a5e5-48be-81f7-e3c5c5124f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:02.240314 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650bf29-a5e5-48be-81f7-e3c5c5124f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f380926-1243-4019-bcda-91da7a7d71d0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:02.244117 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9650bf29-a5e5-48be-81f7-e3c5c5124f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:02.247579 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9650bf29-a5e5-48be-81f7-e3c5c5124f38 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5f380926-1243-4019-bcda-91da7a7d71d0 HTTP/1.1" status: 204 len: 168 time: 0.3941424 Nov 26 02:53:02.250076 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42012) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:02.253342 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1937ef0a-5ee9-41fb-8abd-738174d996ed None None] Network cc2d7def-9127-4b85-98b1-5940dd6cc051 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:53:02.375879 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:02.383828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Attempting to bind port d733a54c-2bc9-4a73-af61-0a2661545586 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:53:02.387124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Attempting to bind port d733a54c-2bc9-4a73-af61-0a2661545586 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '7ebb7002-7f54-4554-a4d2-54ac6c3c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:53:02.387310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Attempting to bind port d733a54c-2bc9-4a73-af61-0a2661545586 on network fb2445e5-ad67-43dc-b60d-c555dd7b8e12 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:53:02.405333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Port d733a54c-2bc9-4a73-af61-0a2661545586 on network fb2445e5-ad67-43dc-b60d-c555dd7b8e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:53:02.405673 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Attempting to bind port d733a54c-2bc9-4a73-af61-0a2661545586 on network fb2445e5-ad67-43dc-b60d-c555dd7b8e12 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:53:02.421370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:53:02.421755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Checking segment: {'id': '7ebb7002-7f54-4554-a4d2-54ac6c3c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:53:02.422859 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Bound using segment: {'id': '7ebb7002-7f54-4554-a4d2-54ac6c3c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:53:02.423327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Bound port: d733a54c-2bc9-4a73-af61-0a2661545586, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ebb7002-7f54-4554-a4d2-54ac6c3c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:53:02.423700 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:02.458700 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7916e-69d5-4015-99ad-03604a0ec459 req-4da9553d-377a-455b-bb73-392ade8e2c71 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:02.466824 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9f7916e-69d5-4015-99ad-03604a0ec459 req-4da9553d-377a-455b-bb73-392ade8e2c71 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/ports?device_id=4335e359-321c-4429-9e90-40de929211be HTTP/1.1" status: 200 len: 950 time: 0.2421136 Nov 26 02:53:02.528701 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] Deleting port c8b526e7-e828-4f4e-8b04-50bede63d7c2 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:53:02.531977 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:02.551233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d1c34-a8fc-4d3b-8392-1140a823d06d req-63de753e-0326-47ee-9082-d3cbb17a72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:02.552782 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e2d1c34-a8fc-4d3b-8392-1140a823d06d req-63de753e-0326-47ee-9082-d3cbb17a72d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 907 time: 0.3430707 Nov 26 02:53:02.602216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9f7916e-69d5-4015-99ad-03604a0ec459 req-2c0174bc-5113-402a-9763-c564afeee973 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/security-groups?id=a71f1b4b-3aac-45f5-a110-fb5ff2862208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295936 Nov 26 02:53:02.626657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] For port c8b526e7-e828-4f4e-8b04-50bede63d7c2, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c8b526e7-e828-4f4e-8b04-50bede63d7c2,segment=NetworkSegment(955215e4-6db3-4667-a19b-a2ae3fe33404),segment_id=955215e4-6db3-4667-a19b-a2ae3fe33404)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:02.627281 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:02.648326 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] Calling delete_port for c8b526e7-e828-4f4e-8b04-50bede63d7c2 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:53:02.648900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] For port d733a54c-2bc9-4a73-af61-0a2661545586, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:53:02.652217 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e2d1c34-a8fc-4d3b-8392-1140a823d06d req-0c56cc3f-3a3f-4338-9e03-4f2860f14860 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cf50330-eb69-47fa-82a7-79e3b16aca58 HTTP/1.1" status: 200 len: 217 time: 0.0720012 Nov 26 02:53:02.712252 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49957c2a-03a2-48f2-a9b0-26f6a203c9e2 None None] DHCP port deletion for cc2d7def-9127-4b85-98b1-5940dd6cc051 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:53:02.712892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] For port d733a54c-2bc9-4a73-af61-0a2661545586, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d733a54c-2bc9-4a73-af61-0a2661545586,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:53:02.769874 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:02.786341 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:02.829217 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b526e7-e828-4f4e-8b04-50bede63d7c2,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:02.831327 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] No DVR routers for this DVR port c8b526e7-e828-4f4e-8b04-50bede63d7c2 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:53:02.843271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4927ca-d082-43da-a43f-2f903341a158 req-75ecbec2-d3dd-4045-ba49-48175ac39c01 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:02.843504 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-49957c2a-03a2-48f2-a9b0-26f6a203c9e2 None None] Deleting port c8b526e7-e828-4f4e-8b04-50bede63d7c2 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:53:02.843679 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-49957c2a-03a2-48f2-a9b0-26f6a203c9e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:02.844939 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d4927ca-d082-43da-a43f-2f903341a158 req-75ecbec2-d3dd-4045-ba49-48175ac39c01 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.1903129 Nov 26 02:53:02.853881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:02.854514 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:02.856662 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] 10.222.0.54 "PUT /v2.0/ports/d733a54c-2bc9-4a73-af61-0a2661545586 HTTP/1.1" status: 200 len: 1091 time: 2.5582035 Nov 26 02:53:02.871588 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd93807-1077-4786-98b2-8d84d6662527', 'tag': 'd733a54c-2bc9-4a73-af61-0a2661545586'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:02.874294 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4103db35-84a5-4b4f-8b57-969d61fe3166" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd93807-1077-4786-98b2-8d84d6662527", "tag": "d733a54c-2bc9-4a73-af61-0a2661545586"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:02.895342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d1c34-a8fc-4d3b-8392-1140a823d06d req-6bc40595-69e3-46af-8566-e00e4b7bb4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:02.896979 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e2d1c34-a8fc-4d3b-8392-1140a823d06d req-6bc40595-69e3-46af-8566-e00e4b7bb4e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c43934f-dad4-4b8b-af05-58049fc63ec8 HTTP/1.1" status: 200 len: 846 time: 0.2288017 Nov 26 02:53:02.946566 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b80c1eb4-703c-458c-ac52-ab16a4e18026 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:53:02.946754 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e2d1c34-a8fc-4d3b-8392-1140a823d06d req-c8bdad85-c855-4153-8946-62564a55eab0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9695ee60-1251-4c9f-86cb-bb7e75f253d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363615 Nov 26 02:53:02.994224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: b80c1eb4-703c-458c-ac52-ab16a4e18026 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:53:02.995192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b80c1eb4-703c-458c-ac52-ab16a4e18026 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:53:02.995938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c8b526e7-e828-4f4e-8b04-50bede63d7c2 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:53:03.002398 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:03.007926 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8c9a1c-defb-4f87-9c06-4a1e95a03205 x-openstack-request-id: req-1b8c9a1c-defb-4f87-9c06-4a1e95a03205 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:53:03.008270 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd93807-1077-4786-98b2-8d84d6662527", "tag": "d733a54c-2bc9-4a73-af61-0a2661545586", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:53:03.008961 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b8c9a1c-defb-4f87-9c06-4a1e95a03205 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:53:03.009556 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd93807-1077-4786-98b2-8d84d6662527', 'tag': 'd733a54c-2bc9-4a73-af61-0a2661545586', 'status': 'completed', 'code': 200} Nov 26 02:53:03.033214 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: c8b526e7-e828-4f4e-8b04-50bede63d7c2 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:53:03.036486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c8b526e7-e828-4f4e-8b04-50bede63d7c2 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:53:03.037073 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5aae12a8-ee7d-4715-8270-f797296b555c no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:53:03.072596 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2d7def-9127-4b85-98b1-5940dd6cc051']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:03.073104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677fd24-7f78-4634-8ad4-fffb589e358d service neutron] Pushing event updated for resources: {'Port': ['ID=d733a54c-2bc9-4a73-af61-0a2661545586,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:03.085941 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955215e4-6db3-4667-a19b-a2ae3fe33404') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:03.086248 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955215e4-6db3-4667-a19b-a2ae3fe33404') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:03.099719 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:03.103601 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 5aae12a8-ee7d-4715-8270-f797296b555c {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:53:03.104200 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5aae12a8-ee7d-4715-8270-f797296b555c not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:53:03.110971 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d4927ca-d082-43da-a43f-2f903341a158 req-b3c8009d-37fe-4f2a-bc85-8b24d16aea02 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2460415 Nov 26 02:53:03.125368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-49957c2a-03a2-48f2-a9b0-26f6a203c9e2 None None] For port c8b526e7-e828-4f4e-8b04-50bede63d7c2, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:03.126020 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-49957c2a-03a2-48f2-a9b0-26f6a203c9e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:03.141309 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:03.151944 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-49957c2a-03a2-48f2-a9b0-26f6a203c9e2 None None] Calling delete_port for c8b526e7-e828-4f4e-8b04-50bede63d7c2 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:53:03.154658 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:53:03.155183 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:03.156412 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-49957c2a-03a2-48f2-a9b0-26f6a203c9e2 None None] Port c8b526e7-e828-4f4e-8b04-50bede63d7c2 was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:53:03.160110 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:53:03.162414 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-49957c2a-03a2-48f2-a9b0-26f6a203c9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:03.165565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-084cef02-880c-4552-b78d-cce6d02cd8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:03.167113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-084cef02-880c-4552-b78d-cce6d02cd8d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd0486c09d3445d19d9cae0425413414&device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 1094 time: 0.1910288 Nov 26 02:53:03.206707 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49957c2a-03a2-48f2-a9b0-26f6a203c9e2 None None] Pushing event deleted for resources: {'Port': ['ID=c8b526e7-e828-4f4e-8b04-50bede63d7c2,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:03.211946 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49957c2a-03a2-48f2-a9b0-26f6a203c9e2 None None] No DVR routers for this DVR port c8b526e7-e828-4f4e-8b04-50bede63d7c2 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:53:03.241572 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-6ae5387b-fd69-4a3d-82b9-77f89301bbcf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d733a54c-2bc9-4a73-af61-0a2661545586 HTTP/1.1" status: 200 len: 217 time: 0.0486391 Nov 26 02:53:03.262917 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:03.270375 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:03.276329 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cc2d7def-9127-4b85-98b1-5940dd6cc051 HTTP/1.1" status: 204 len: 168 time: 1.0230207 Nov 26 02:53:03.292878 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277e433-30c6-4361-98fa-fd8bf1e091b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc2d7def-9127-4b85-98b1-5940dd6cc051,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:03.328045 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-8f92e4aa-e1d6-4b2a-8215-928d208432e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:03.329771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-8f92e4aa-e1d6-4b2a-8215-928d208432e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9a5d52cf-14f1-4c64-a09a-1d91ea505a6c HTTP/1.1" status: 200 len: 856 time: 0.0700233 Nov 26 02:53:03.333572 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e2d1c34-a8fc-4d3b-8392-1140a823d06d req-71073af5-2b5e-4a21-bfbd-767b79b63c32 service neutron] 10.222.0.54 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704166 Nov 26 02:53:03.351843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31462c3-ab78-4ca6-a61d-9bcf737f83e9 req-6e258aa1-c1a6-44f5-87ec-a326c61c22b7 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:03.353691 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e31462c3-ab78-4ca6-a61d-9bcf737f83e9 req-6e258aa1-c1a6-44f5-87ec-a326c61c22b7 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 943 time: 0.1710734 Nov 26 02:53:03.495497 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e31462c3-ab78-4ca6-a61d-9bcf737f83e9 req-088fc814-0514-46ef-bccc-afe242a4cbf4 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226776 Nov 26 02:53:03.497583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-631d6ee5-d07f-4c20-8705-f172f40071c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:03.499380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-631d6ee5-d07f-4c20-8705-f172f40071c5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445901 Nov 26 02:53:03.520693 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42032) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:03.557300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e2d1c34-a8fc-4d3b-8392-1140a823d06d req-952805d2-faac-4d13-aad3-9d08c0a524ec service neutron] 10.222.0.54 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011325 Nov 26 02:53:03.569286 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e874251c-08ee-4e98-b289-7024aca436fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8ad485dcc6144a4b0bcb4200f09a9b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467520 Nov 26 02:53:03.571732 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42034) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:03.631874 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea43e5da-1400-471d-a0b5-fc39bad99fc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:03.656234 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea43e5da-1400-471d-a0b5-fc39bad99fc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:03.663469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-acd5fa82-b73a-4608-9823-58a22b641184 service neutron] 10.222.0.54 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452470 Nov 26 02:53:03.707607 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea43e5da-1400-471d-a0b5-fc39bad99fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:03.710842 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea43e5da-1400-471d-a0b5-fc39bad99fc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:03.714583 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ea43e5da-1400-471d-a0b5-fc39bad99fc7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3813272c-d66e-4485-8999-25cbd536e131 HTTP/1.1" status: 204 len: 168 time: 0.1394250 Nov 26 02:53:03.722105 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43e5da-1400-471d-a0b5-fc39bad99fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3813272c-d66e-4485-8999-25cbd536e131,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:03.818475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92431d38-f265-4b67-84bd-f810444d9925 req-3ba15a9f-0028-401b-a94b-c53b3110d0a6 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:03.820094 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92431d38-f265-4b67-84bd-f810444d9925 req-3ba15a9f-0028-401b-a94b-c53b3110d0a6 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/ports?device_id=4335e359-321c-4429-9e90-40de929211be HTTP/1.1" status: 200 len: 950 time: 0.1270106 Nov 26 02:53:03.876586 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a264265-e75f-4ddc-8032-240dd7f62e78 req-4f9d7d54-2776-48e2-b960-f3d9da2061e1 service neutron] 10.222.0.54 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736999 Nov 26 02:53:03.900382 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92431d38-f265-4b67-84bd-f810444d9925 req-95628928-eb6b-4b7e-bf5b-ef5acaad16a4 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/security-groups?id=a71f1b4b-3aac-45f5-a110-fb5ff2862208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729043 Nov 26 02:53:04.050216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103db35-84a5-4b4f-8b57-969d61fe3166 req-8a67c895-c0e9-414f-8542-bfc82719de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:04.052343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4103db35-84a5-4b4f-8b57-969d61fe3166 req-8a67c895-c0e9-414f-8542-bfc82719de3d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd0486c09d3445d19d9cae0425413414&device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 1094 time: 0.0621371 Nov 26 02:53:04.196222 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103db35-84a5-4b4f-8b57-969d61fe3166 req-2232ad44-8b7e-4664-b80e-0a606ed0f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:04.197751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4103db35-84a5-4b4f-8b57-969d61fe3166 req-2232ad44-8b7e-4664-b80e-0a606ed0f5ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12 HTTP/1.1" status: 200 len: 918 time: 0.1368647 Nov 26 02:53:04.249836 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4103db35-84a5-4b4f-8b57-969d61fe3166 req-6a1ccaa5-3c86-4b81-8f7b-44b36b202c63 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d733a54c-2bc9-4a73-af61-0a2661545586 HTTP/1.1" status: 200 len: 217 time: 0.0443230 Nov 26 02:53:04.343132 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0182f80-c978-4683-9037-8d39d7817b4d req-9a562d7e-3a99-4f13-bbb9-eb43778c27f0 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:04.344699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0182f80-c978-4683-9037-8d39d7817b4d req-9a562d7e-3a99-4f13-bbb9-eb43778c27f0 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.0976348 Nov 26 02:53:04.349937 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103db35-84a5-4b4f-8b57-969d61fe3166 req-708502dd-46a7-475f-b6c3-66ab03552cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:04.351955 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4103db35-84a5-4b4f-8b57-969d61fe3166 req-708502dd-46a7-475f-b6c3-66ab03552cbe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9a5d52cf-14f1-4c64-a09a-1d91ea505a6c HTTP/1.1" status: 200 len: 856 time: 0.0719149 Nov 26 02:53:04.442951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103db35-84a5-4b4f-8b57-969d61fe3166 req-b554b34a-6b98-46c7-8c62-b018f9080202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:04.446216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4103db35-84a5-4b4f-8b57-969d61fe3166 req-b554b34a-6b98-46c7-8c62-b018f9080202 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855093 Nov 26 02:53:04.478671 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0182f80-c978-4683-9037-8d39d7817b4d req-1d2829fe-768d-424b-ae97-cfc037e1f15c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1142027 Nov 26 02:53:04.575912 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4103db35-84a5-4b4f-8b57-969d61fe3166 req-7ec6436e-f927-4967-9090-14eebb791a48 service neutron] 10.222.0.54 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204655 Nov 26 02:53:04.584271 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42090) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:04.727129 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8e040164-1e8e-4e3e-9795-dfb17a443bf7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-113304627-network', 'tenant_id': 'f9c14705091147dea5be07e14b6395d5'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:04.733304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ab365-7506-4e3e-a5fe-48e92293aa96 req-8382c025-4cf1-45bd-8030-60593ee9d0c7 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:04.740754 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d6ab365-7506-4e3e-a5fe-48e92293aa96 req-8382c025-4cf1-45bd-8030-60593ee9d0c7 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 943 time: 0.1152086 Nov 26 02:53:04.758532 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e040164-1e8e-4e3e-9795-dfb17a443bf7 admin admin] Made reservation on behalf of f9c14705091147dea5be07e14b6395d5 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:53:04.761745 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e040164-1e8e-4e3e-9795-dfb17a443bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:04.763869 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4103db35-84a5-4b4f-8b57-969d61fe3166 req-cc24a765-4a89-480a-bf74-4fafa175573f service neutron] 10.222.0.54 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794152 Nov 26 02:53:04.772816 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e040164-1e8e-4e3e-9795-dfb17a443bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:04.826771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d6ab365-7506-4e3e-a5fe-48e92293aa96 req-5c30f053-b1f1-4879-9966-f5960a9ce167 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781233 Nov 26 02:53:04.865172 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e040164-1e8e-4e3e-9795-dfb17a443bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:04.869888 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e040164-1e8e-4e3e-9795-dfb17a443bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:04.893340 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e040164-1e8e-4e3e-9795-dfb17a443bf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:53:04.909253 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e040164-1e8e-4e3e-9795-dfb17a443bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bc82ae-c44a-418e-9b94-03f799570784,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:04.912894 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e040164-1e8e-4e3e-9795-dfb17a443bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:04.913371 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-8e040164-1e8e-4e3e-9795-dfb17a443bf7 admin admin] Added segment c891240a-6e8b-4d7a-b885-f7cfdebd52e9 of type vlan for network 88e09b06-7cc0-4428-b6e3-2ead0f9a7f06 Nov 26 02:53:04.959007 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e040164-1e8e-4e3e-9795-dfb17a443bf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:04.984286 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e040164-1e8e-4e3e-9795-dfb17a443bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:04.985224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e040164-1e8e-4e3e-9795-dfb17a443bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:04.985803 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e040164-1e8e-4e3e-9795-dfb17a443bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:05.039164 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8e040164-1e8e-4e3e-9795-dfb17a443bf7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4530275 Nov 26 02:53:05.042151 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 42098) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:05.047150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-69cc48d1-5c5f-4a92-96d5-9d9926234d17 admin admin] Request body: {'subnet': {'network_id': '88e09b06-7cc0-4428-b6e3-2ead0f9a7f06', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-113304627-subnet', 'tenant_id': 'f9c14705091147dea5be07e14b6395d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:05.049596 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e040164-1e8e-4e3e-9795-dfb17a443bf7 admin admin] Pushing event updated for resources: {'Network': ['ID=88e09b06-7cc0-4428-b6e3-2ead0f9a7f06,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:05.060511 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 88e09b06-7cc0-4428-b6e3-2ead0f9a7f06 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:53:05.067951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cc48d1-5c5f-4a92-96d5-9d9926234d17 admin admin] Made reservation on behalf of f9c14705091147dea5be07e14b6395d5 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:53:05.070338 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-69cc48d1-5c5f-4a92-96d5-9d9926234d17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:05.241277 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-69cc48d1-5c5f-4a92-96d5-9d9926234d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:05.295295 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc48d1-5c5f-4a92-96d5-9d9926234d17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ba8f84-4ae5-4d07-a183-9a0dfd70c011,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:05.304313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc48d1-5c5f-4a92-96d5-9d9926234d17 admin admin] Checking segment: {'id': 'c891240a-6e8b-4d7a-b885-f7cfdebd52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '88e09b06-7cc0-4428-b6e3-2ead0f9a7f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:53:05.304673 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cc48d1-5c5f-4a92-96d5-9d9926234d17 admin admin] Network hostable DHCP agents. Network: 88e09b06-7cc0-4428-b6e3-2ead0f9a7f06, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:53:05.320926 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cc48d1-5c5f-4a92-96d5-9d9926234d17 admin admin] Network 88e09b06-7cc0-4428-b6e3-2ead0f9a7f06 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:53:05.329844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-69cc48d1-5c5f-4a92-96d5-9d9926234d17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 88e09b06-7cc0-4428-b6e3-2ead0f9a7f06) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:53:05.333876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc48d1-5c5f-4a92-96d5-9d9926234d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:05.334470 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-69cc48d1-5c5f-4a92-96d5-9d9926234d17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:05.338411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5549d8c5-928f-4bb5-bc58-a1563356e3af None None] Network 88e09b06-7cc0-4428-b6e3-2ead0f9a7f06 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:53:05.350828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-69cc48d1-5c5f-4a92-96d5-9d9926234d17 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3075430 Nov 26 02:53:05.353587 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 42100) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:05.358113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-113304627-router', 'tenant_id': 'f9c14705091147dea5be07e14b6395d5', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:05.378769 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:05.379771 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:05.435210 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:05.490268 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-88e09b06-7cc0-4428-b6e3-2ead0f9a7f06', 'network_id': '88e09b06-7cc0-4428-b6e3-2ead0f9a7f06', 'tenant_id': 'f9c14705091147dea5be07e14b6395d5', 'fixed_ips': [{'subnet_id': '80ba8f84-4ae5-4d07-a183-9a0dfd70c011'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:53:05.491445 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:05.651246 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Allocated IP 172.20.0.2 (88e09b06-7cc0-4428-b6e3-2ead0f9a7f06/80ba8f84-4ae5-4d07-a183-9a0dfd70c011/bfeb562d-411c-488d-bac6-95932e21dd35) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:53:05.957584 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:05.966273 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:05.972981 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:06.011665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Network 88e09b06-7cc0-4428-b6e3-2ead0f9a7f06 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:53:06.016496 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:53:06.020750 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:53:06.029058 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Pushing event updated for resources: {'Port': ['ID=bfeb562d-411c-488d-bac6-95932e21dd35,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:06.032369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62030e2-77fb-46a1-8de6-07e58d6c9466 req-2661b5cc-5d9f-413b-a201-bb1c45a6465d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:06.033981 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b62030e2-77fb-46a1-8de6-07e58d6c9466 req-2661b5cc-5d9f-413b-a201-bb1c45a6465d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.4618063 Nov 26 02:53:06.088754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Attempting to bind port bfeb562d-411c-488d-bac6-95932e21dd35 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:53:06.089344 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Attempting to bind port bfeb562d-411c-488d-bac6-95932e21dd35 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'c891240a-6e8b-4d7a-b885-f7cfdebd52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '88e09b06-7cc0-4428-b6e3-2ead0f9a7f06'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:53:06.089472 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Attempting to bind port bfeb562d-411c-488d-bac6-95932e21dd35 on network 88e09b06-7cc0-4428-b6e3-2ead0f9a7f06 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:53:06.094396 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:53:06.094799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Checking segment: {'id': 'c891240a-6e8b-4d7a-b885-f7cfdebd52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '88e09b06-7cc0-4428-b6e3-2ead0f9a7f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:53:06.095195 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:06.095697 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Bound using segment: {'id': 'c891240a-6e8b-4d7a-b885-f7cfdebd52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '88e09b06-7cc0-4428-b6e3-2ead0f9a7f06'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:53:06.096183 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Bound port: bfeb562d-411c-488d-bac6-95932e21dd35, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c891240a-6e8b-4d7a-b885-f7cfdebd52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '88e09b06-7cc0-4428-b6e3-2ead0f9a7f06'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:53:06.097115 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:06.156824 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b62030e2-77fb-46a1-8de6-07e58d6c9466 req-d2137ca9-acf5-4ab2-b71c-7d6f1c65b7d0 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904880 Nov 26 02:53:06.158375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] For port bfeb562d-411c-488d-bac6-95932e21dd35, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:53:06.161927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] For port bfeb562d-411c-488d-bac6-95932e21dd35, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bfeb562d-411c-488d-bac6-95932e21dd35,segment=NetworkSegment(c891240a-6e8b-4d7a-b885-f7cfdebd52e9),segment_id=c891240a-6e8b-4d7a-b885-f7cfdebd52e9)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:53:06.165006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-7f16df9c-b970-43f6-b9e2-8536e08f1972 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:06.166276 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:06.166572 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-7f16df9c-b970-43f6-b9e2-8536e08f1972 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/networks?id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9 HTTP/1.1" status: 200 len: 815 time: 0.2055142 Nov 26 02:53:06.190766 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-f0fefdcb-7281-4f9a-8684-393ef5eb7ecd tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/quotas/e446dd2610754aaca387689d806c1fd6 HTTP/1.1" status: 200 len: 375 time: 0.0149784 Nov 26 02:53:06.231785 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55904f87-97e8-4e8a-86bd-d32e0f4f096b None None] Pushing event updated for resources: {'Port': ['ID=bfeb562d-411c-488d-bac6-95932e21dd35,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:06.326609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-7e816e89-d82c-4360-b9e9-8fb204129970 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e446dd2610754aaca387689d806c1fd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1278188 Nov 26 02:53:06.398776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 7cf50330-eb69-47fa-82a7-79e3b16aca58 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:53:06.524557 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:06.536506 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 7cf50330-eb69-47fa-82a7-79e3b16aca58, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7cf50330-eb69-47fa-82a7-79e3b16aca58,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:06.541683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007d7c-58ab-4189-8272-93f3aeb1c76c req-2211cb27-4c20-4476-9dcf-a7b00add3460 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:06.543271 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07007d7c-58ab-4189-8272-93f3aeb1c76c req-2211cb27-4c20-4476-9dcf-a7b00add3460 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 943 time: 0.2157652 Nov 26 02:53:06.554624 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '7cf50330-eb69-47fa-82a7-79e3b16aca58', 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5', 'port_id': '7cf50330-eb69-47fa-82a7-79e3b16aca58', 'mac_address': 'fa:16:3e:eb:83:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c43934f-dad4-4b8b-af05-58049fc63ec8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:53:06.575856 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bc29455-80d3-44ca-ad62-fcd9ce73ac16 req-62251e84-2193-4f31-b75a-40e939e779dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2094264 Nov 26 02:53:06.582643 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:06.591766 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-c92bbabe-e74a-46cc-946f-8d5bd6e624c0 service neutron] 10.222.0.31 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540500 Nov 26 02:53:06.594052 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:06.608714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf50330-eb69-47fa-82a7-79e3b16aca58 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:53:06.629160 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 7cf50330-eb69-47fa-82a7-79e3b16aca58, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7cf50330-eb69-47fa-82a7-79e3b16aca58,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:06.634435 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:06.689109 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=7cf50330-eb69-47fa-82a7-79e3b16aca58,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:06.743210 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07007d7c-58ab-4189-8272-93f3aeb1c76c req-8489777b-f74e-4c1a-ac0f-c26da0a22e04 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647341 Nov 26 02:53:06.829391 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bfeb562d-411c-488d-bac6-95932e21dd35 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:53:06.835425 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29455-80d3-44ca-ad62-fcd9ce73ac16 req-86abea9d-d818-42fe-9589-f0352b5a144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:06.836977 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bc29455-80d3-44ca-ad62-fcd9ce73ac16 req-86abea9d-d818-42fe-9589-f0352b5a144c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63b815c3cb0d48b09328fd2ad95d226f&device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 1096 time: 0.1863623 Nov 26 02:53:06.852041 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-7dcf294c-2d28-4dca-9d6e-e43470495c45 service neutron] 10.222.0.31 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458146 Nov 26 02:53:06.871233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] Allocated IP 172.25.0.178 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/c1cdd5a8-f399-4713-a219-b7c562088616) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:53:06.924157 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port bfeb562d-411c-488d-bac6-95932e21dd35 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:06.924575 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:07.083503 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:07.130961 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port bfeb562d-411c-488d-bac6-95932e21dd35, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bfeb562d-411c-488d-bac6-95932e21dd35,segment=NetworkSegment(c891240a-6e8b-4d7a-b885-f7cfdebd52e9),segment_id=c891240a-6e8b-4d7a-b885-f7cfdebd52e9)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:07.136618 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:07.143909 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29455-80d3-44ca-ad62-fcd9ce73ac16 req-eea0665a-128d-4c35-bbab-7c535e0aa0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:07.148368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bc29455-80d3-44ca-ad62-fcd9ce73ac16 req-eea0665a-128d-4c35-bbab-7c535e0aa0b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=280aa7a0-b74e-4574-ba4c-9132492aa839 HTTP/1.1" status: 200 len: 911 time: 0.2686548 Nov 26 02:53:07.215502 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=bfeb562d-411c-488d-bac6-95932e21dd35,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:07.222820 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['7cf50330-eb69-47fa-82a7-79e3b16aca58'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:53:07.235136 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:07.344630 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a26dc22-8e08-48d6-b0c8-cad88077faa7 req-88a128fb-afa9-4a80-8820-bd0e37c626a4 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 210 time: 0.1964183 Nov 26 02:53:07.373286 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80467f01-ee4d-4068-a257-a8513b0452b6 None None] Network 88e09b06-7cc0-4428-b6e3-2ead0f9a7f06 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:53:07.472941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0495c-5b3b-4b3b-b988-97854500f8f4 req-f345d784-2ad5-4d5a-bc4e-50f70a9435b6 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:07.475244 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-95f0495c-5b3b-4b3b-b988-97854500f8f4 req-f345d784-2ad5-4d5a-bc4e-50f70a9435b6 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.1544347 Nov 26 02:53:07.481204 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bc29455-80d3-44ca-ad62-fcd9ce73ac16 req-a933b25a-9a90-426e-a289-635b4eb8bbd3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bce8bb5e-896d-449f-ad69-8507532d3695 HTTP/1.1" status: 200 len: 1001 time: 0.3026407 Nov 26 02:53:07.511936 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:07.524315 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-82557e32-9963-4ab7-9165-0f23575e8014 None None] Provisioning complete for port bfeb562d-411c-488d-bac6-95932e21dd35 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:07.524737 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82557e32-9963-4ab7-9165-0f23575e8014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:07.600603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:53:07.615773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:53:07.619610 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:53:07.639363 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a0c427-afeb-4d0b-ba17-f4715ddc18c3 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:53:07.678251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29455-80d3-44ca-ad62-fcd9ce73ac16 req-88dd5994-2143-4a39-85bc-cdf1d89d6931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:07.679251 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bc29455-80d3-44ca-ad62-fcd9ce73ac16 req-88dd5994-2143-4a39-85bc-cdf1d89d6931 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd6a293a-896f-4bbe-a4f6-4ff012988fdc HTTP/1.1" status: 200 len: 849 time: 0.1860125 Nov 26 02:53:07.723530 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-95f0495c-5b3b-4b3b-b988-97854500f8f4 req-7de6f0a9-7e1b-4de9-a39f-54dbdb0b725c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2399032 Nov 26 02:53:07.811139 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-931022b9-c001-472a-ba45-231f3f121ed3 None None] Provisioning complete for port c1cdd5a8-f399-4713-a219-b7c562088616 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:07.811703 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-931022b9-c001-472a-ba45-231f3f121ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:07.824608 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] Pushing event updated for resources: {'Port': ['ID=c1cdd5a8-f399-4713-a219-b7c562088616,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:07.908025 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-931022b9-c001-472a-ba45-231f3f121ed3 None None] Port c1cdd5a8-f399-4713-a219-b7c562088616 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:53:07.995041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa3d89-83ac-4024-9d64-ab41915466ad req-f3bf4609-afde-4fd5-bbfb-f237940cb4e5 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:07.996789 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7fa3d89-83ac-4024-9d64-ab41915466ad req-f3bf4609-afde-4fd5-bbfb-f237940cb4e5 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 944 time: 0.1117301 Nov 26 02:53:07.998817 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29455-80d3-44ca-ad62-fcd9ce73ac16 req-17148926-b538-45bf-ac6d-e2ff61694d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:08.000241 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bc29455-80d3-44ca-ad62-fcd9ce73ac16 req-17148926-b538-45bf-ac6d-e2ff61694d05 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=280aa7a0-b74e-4574-ba4c-9132492aa839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2755117 Nov 26 02:53:08.042895 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 47565517-d27e-4253-9c47-a299a0271b00 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:53:08.181313 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-09a89cea-98f0-49d0-95f2-903a70fc12fd None None] Provisioning complete for port bfeb562d-411c-488d-bac6-95932e21dd35 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:08.182234 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-09a89cea-98f0-49d0-95f2-903a70fc12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:08.201000 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7fa3d89-83ac-4024-9d64-ab41915466ad req-55f7b20e-60c7-4fb8-b744-b1aa11a242b4 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565578 Nov 26 02:53:08.243233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bc29455-80d3-44ca-ad62-fcd9ce73ac16 req-47d0be6e-0080-47ea-93a4-e15fc41f8c8a service neutron] 10.222.0.59 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096496 Nov 26 02:53:08.248470 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:08.265226 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 47565517-d27e-4253-9c47-a299a0271b00, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=47565517-d27e-4253-9c47-a299a0271b00,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:08.285280 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '47565517-d27e-4253-9c47-a299a0271b00', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '47565517-d27e-4253-9c47-a299a0271b00', 'mac_address': 'fa:16:3e:d3:a1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:53:08.335285 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:08.354973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47565517-d27e-4253-9c47-a299a0271b00 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:53:08.399253 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 47565517-d27e-4253-9c47-a299a0271b00, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=47565517-d27e-4253-9c47-a299a0271b00,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:08.412972 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:08.420896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d733a54c-2bc9-4a73-af61-0a2661545586 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:53:08.662798 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['47565517-d27e-4253-9c47-a299a0271b00'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:53:08.716471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=47565517-d27e-4253-9c47-a299a0271b00,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:08.787188 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d733a54c-2bc9-4a73-af61-0a2661545586, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d733a54c-2bc9-4a73-af61-0a2661545586,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:08.822953 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'd733a54c-2bc9-4a73-af61-0a2661545586', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'port_id': 'd733a54c-2bc9-4a73-af61-0a2661545586', 'mac_address': 'fa:16:3e:3a:fd:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:53:08.828008 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bfeb562d-411c-488d-bac6-95932e21dd35 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:53:08.875014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-083579a2-9317-4408-9f36-0de13f430e02 req-33c3755e-fd75-4876-a171-64cc27b9f5ff tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 210 time: 0.4410198 Nov 26 02:53:08.944133 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:08.974226 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d733a54c-2bc9-4a73-af61-0a2661545586 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:53:09.017691 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port bfeb562d-411c-488d-bac6-95932e21dd35 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:09.018089 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:09.021522 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d733a54c-2bc9-4a73-af61-0a2661545586, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d733a54c-2bc9-4a73-af61-0a2661545586,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:09.046732 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:09.115647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=d733a54c-2bc9-4a73-af61-0a2661545586,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:09.198179 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bc29455-80d3-44ca-ad62-fcd9ce73ac16 req-2ce39ad0-d948-4560-bd32-43af7b05cccd service neutron] 10.222.0.59 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9007533 Nov 26 02:53:09.238658 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259962b7-60d7-4581-a18c-2dd25c13a441 req-70405ebf-75de-4807-a30b-5fa4d927257d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:09.244547 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-259962b7-60d7-4581-a18c-2dd25c13a441 req-70405ebf-75de-4807-a30b-5fa4d927257d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.3135483 Nov 26 02:53:09.279106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-43055931-7f12-4190-ae48-a106aafa4682 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:09.280894 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-43055931-7f12-4190-ae48-a106aafa4682 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.59 "GET /v2.0/networks?id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9 HTTP/1.1" status: 200 len: 815 time: 0.4432178 Nov 26 02:53:09.339539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-848be728-deb3-4c14-bfc2-3e1bf8765afb tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Request body: {'port': {'device_id': 'ee1956f6-d202-469f-b624-f2465402cbdc', 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9', 'admin_state_up': True, 'tenant_id': 'e446dd2610754aaca387689d806c1fd6'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:09.396925 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:09.436391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-259962b7-60d7-4581-a18c-2dd25c13a441 req-4548bdeb-4ac6-429c-9c69-d2587b91ab2f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1731114 Nov 26 02:53:09.513980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e8767-18aa-4918-98aa-c35a9d2c577e req-0f0a85a7-78c0-464d-b041-1c0731abafe1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:09.516159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-056e8767-18aa-4918-98aa-c35a9d2c577e req-0f0a85a7-78c0-464d-b041-1c0731abafe1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 944 time: 0.2174604 Nov 26 02:53:09.568896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['d733a54c-2bc9-4a73-af61-0a2661545586'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:53:09.658455 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-056e8767-18aa-4918-98aa-c35a9d2c577e req-8cee2aba-6e13-4d88-b43b-5ae8b60648b2 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298914 Nov 26 02:53:09.678052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-848be728-deb3-4c14-bfc2-3e1bf8765afb tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Made reservation on behalf of e446dd2610754aaca387689d806c1fd6 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:53:09.682713 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-848be728-deb3-4c14-bfc2-3e1bf8765afb tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:09.787891 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] Router c67ce19c-101f-4d02-afab-cb76c3d284ce is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:53:09.949890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-848be728-deb3-4c14-bfc2-3e1bf8765afb tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Allocated IP 172.20.0.8 (483c29ae-2b8e-42e0-9580-f2bd749e8ff9/1da5bde2-3a74-47b9-8c22-4f9e31dcb52d/490ef08e-6e8b-4d49-a62b-1b467e2b618a) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:53:10.018004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9418e613-9c32-4089-b1fb-1b5565b3cb58 req-a0c8d404-7cd2-48de-802f-434d0af257d2 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 210 time: 0.0510712 Nov 26 02:53:10.025648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:53:10.041428 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Sync routers for ids ['c67ce19c-101f-4d02-afab-cb76c3d284ce'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:53:10.056645 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 47565517-d27e-4253-9c47-a299a0271b00 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:53:10.067418 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Routers {'c67ce19c-101f-4d02-afab-cb76c3d284ce'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:53:10.068338 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c67ce19c-101f-4d02-afab-cb76c3d284ce'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:10.087207 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:10.091845 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-201c0cc0-e030-4fb6-a44a-b24bbcfab983 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7372870 Nov 26 02:53:10.096640 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42230) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:10.169485 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 47565517-d27e-4253-9c47-a299a0271b00 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:10.169802 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:10.258462 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Set router c67ce19c-101f-4d02-afab-cb76c3d284ce gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:53:10.277517 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-848be728-deb3-4c14-bfc2-3e1bf8765afb tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:10.342865 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-848be728-deb3-4c14-bfc2-3e1bf8765afb tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:10.368220 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:10.404754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-848be728-deb3-4c14-bfc2-3e1bf8765afb tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:53:10.410846 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-848be728-deb3-4c14-bfc2-3e1bf8765afb tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:53:10.411011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c481e43b-fcaf-4f73-99bc-9bbe4254c6ca'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:53:10.418213 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-848be728-deb3-4c14-bfc2-3e1bf8765afb tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:53:10.440671 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4335e359-321c-4429-9e90-40de929211be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47565517-d27e-4253-9c47-a299a0271b00'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:10.442902 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a796a0-4935-42f5-9380-ba1a366bbbcc" -d '{"events": [{"server_uuid": "4335e359-321c-4429-9e90-40de929211be", "name": "network-vif-plugged", "status": "completed", "tag": "47565517-d27e-4253-9c47-a299a0271b00"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:10.502095 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 7cf50330-eb69-47fa-82a7-79e3b16aca58 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:53:10.539536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-848be728-deb3-4c14-bfc2-3e1bf8765afb tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:10.540414 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-848be728-deb3-4c14-bfc2-3e1bf8765afb tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:10.577968 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8497fb41-a4e1-402d-89db-ee280d22d7a6 x-openstack-request-id: req-8497fb41-a4e1-402d-89db-ee280d22d7a6 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:53:10.579734 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4335e359-321c-4429-9e90-40de929211be", "name": "network-vif-plugged", "status": "completed", "tag": "47565517-d27e-4253-9c47-a299a0271b00", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:53:10.580008 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8497fb41-a4e1-402d-89db-ee280d22d7a6 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:53:10.580449 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4335e359-321c-4429-9e90-40de929211be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47565517-d27e-4253-9c47-a299a0271b00', 'code': 200} Nov 26 02:53:10.607545 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 47565517-d27e-4253-9c47-a299a0271b00, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=47565517-d27e-4253-9c47-a299a0271b00,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:10.645220 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:10.656768 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67ce19c-101f-4d02-afab-cb76c3d284ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-113304627-router', 'tenant_id': 'f9c14705091147dea5be07e14b6395d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c1cdd5a8-f399-4713-a219-b7c562088616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:53:05Z', 'updated_at': '2021-11-26T02:53:07Z', 'revision_number': 3, 'project_id': 'f9c14705091147dea5be07e14b6395d5', 'gw_port': {'id': 'c1cdd5a8-f399-4713-a219-b7c562088616', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67ce19c-101f-4d02-afab-cb76c3d284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:53:06Z', 'updated_at': '2021-11-26T02:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:10.679468 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848be728-deb3-4c14-bfc2-3e1bf8765afb tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Pushing event updated for resources: {'Port': ['ID=490ef08e-6e8b-4d49-a62b-1b467e2b618a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:10.712447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6f341-661d-4215-bf78-22d977152521 req-b12207fb-0257-46e1-8cbf-75d952ef3b68 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:10.713428 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Checking router: c67ce19c-101f-4d02-afab-cb76c3d284ce for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:53:10.714019 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Updating router c67ce19c-101f-4d02-afab-cb76c3d284ce port c1cdd5a8-f399-4713-a219-b7c562088616 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:53:10.738944 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72c6f341-661d-4215-bf78-22d977152521 req-b12207fb-0257-46e1-8cbf-75d952ef3b68 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 944 time: 0.1652868 Nov 26 02:53:10.759686 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-848be728-deb3-4c14-bfc2-3e1bf8765afb tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4275391 Nov 26 02:53:10.779046 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:10.793059 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['284bf332-8f10-4316-9c92-39a7f5f1cceb'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:53:10.805708 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Request body: {'port': {'device_id': 'ee1956f6-d202-469f-b624-f2465402cbdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:10.911742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=47565517-d27e-4253-9c47-a299a0271b00,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:10.932923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 7cf50330-eb69-47fa-82a7-79e3b16aca58 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:53:10.953981 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 7cf50330-eb69-47fa-82a7-79e3b16aca58 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:10.954447 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:11.024322 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-459394db-5ae5-4094-8cbc-bb76aeac504f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:11.032937 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:11.033416 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:11.034467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:11.034932 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:11.035385 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:11.035839 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:11.036444 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:11.036767 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:11.037224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:11.037808 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:11.038263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:11.038714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:11.044006 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:11.103050 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72c6f341-661d-4215-bf78-22d977152521 req-e4757c8f-0540-44af-b1bc-cc4737da6bed tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3628848 Nov 26 02:53:11.155080 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-01d93164-0f4d-4c87-8f05-c1ac7cb7a408 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2555451 Nov 26 02:53:11.370186 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:11.384775 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:11.395352 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:11.457663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ca47bd-7104-47c2-b983-da4851f06a30 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:53:11.462383 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c04b8-d4a9-4da4-ac3f-7e51fcdf7f33 None None] Pushing event updated for resources: {'Port': ['ID=c1cdd5a8-f399-4713-a219-b7c562088616,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:11.465127 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Attempting to bind port c1cdd5a8-f399-4713-a219-b7c562088616 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:53:11.465127 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Attempting to bind port c1cdd5a8-f399-4713-a219-b7c562088616 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:53:11.465420 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Attempting to bind port c1cdd5a8-f399-4713-a219-b7c562088616 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:53:11.474309 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:53:11.474747 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:53:11.475149 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:11.475584 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:53:11.476081 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Bound port: c1cdd5a8-f399-4713-a219-b7c562088616, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:53:11.476629 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:11.487896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 7cf50330-eb69-47fa-82a7-79e3b16aca58, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7cf50330-eb69-47fa-82a7-79e3b16aca58,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:11.498678 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:11.507907 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-459394db-5ae5-4094-8cbc-bb76aeac504f admin admin] Allocated IP 172.20.0.1 (88e09b06-7cc0-4428-b6e3-2ead0f9a7f06/80ba8f84-4ae5-4d07-a183-9a0dfd70c011/336735e9-a524-4f96-8ec0-f5686d46e9f6) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:53:11.576417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecfa0b-8fbe-4ddc-b012-5d67b3ad2cb0 req-6271958e-267b-4fcc-b29c-42aa073d2e4b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:11.589793 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91ecfa0b-8fbe-4ddc-b012-5d67b3ad2cb0 req-6271958e-267b-4fcc-b29c-42aa073d2e4b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 944 time: 0.8050537 Nov 26 02:53:11.610086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=7cf50330-eb69-47fa-82a7-79e3b16aca58,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:11.616291 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] For port c1cdd5a8-f399-4713-a219-b7c562088616, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:53:11.624079 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] For port c1cdd5a8-f399-4713-a219-b7c562088616, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c1cdd5a8-f399-4713-a219-b7c562088616,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:53:11.630907 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:11.651120 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0c9cd052-7af0-4862-815f-6324d524ec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:11.653749 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3f40d994-e4bb-40fa-8a4e-7655826c861d None None] Provisioning complete for port c1cdd5a8-f399-4713-a219-b7c562088616 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:11.654212 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3f40d994-e4bb-40fa-8a4e-7655826c861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:11.678759 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-459394db-5ae5-4094-8cbc-bb76aeac504f admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:11.732097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b461b9c-92bf-4e5f-83c0-5b04e45d46be None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:53:11.736635 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-459394db-5ae5-4094-8cbc-bb76aeac504f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:11.759090 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3f40d994-e4bb-40fa-8a4e-7655826c861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:11.787982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3f40d994-e4bb-40fa-8a4e-7655826c861d None None] For port c1cdd5a8-f399-4713-a219-b7c562088616, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c1cdd5a8-f399-4713-a219-b7c562088616,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:11.789957 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c04b8-d4a9-4da4-ac3f-7e51fcdf7f33 None None] Pushing event updated for resources: {'Port': ['ID=c1cdd5a8-f399-4713-a219-b7c562088616,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:11.793231 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Routers {'c67ce19c-101f-4d02-afab-cb76c3d284ce'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:53:11.793862 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:52:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c67ce19c-101f-4d02-afab-cb76c3d284ce'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:11.803743 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459394db-5ae5-4094-8cbc-bb76aeac504f admin admin] Network 88e09b06-7cc0-4428-b6e3-2ead0f9a7f06 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:53:11.805162 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3f40d994-e4bb-40fa-8a4e-7655826c861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:11.808809 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-459394db-5ae5-4094-8cbc-bb76aeac504f admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:53:11.814675 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459394db-5ae5-4094-8cbc-bb76aeac504f admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:53:11.822697 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459394db-5ae5-4094-8cbc-bb76aeac504f admin admin] Pushing event updated for resources: {'Port': ['ID=336735e9-a524-4f96-8ec0-f5686d46e9f6,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:11.868222 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-459394db-5ae5-4094-8cbc-bb76aeac504f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:11.937354 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40d994-e4bb-40fa-8a4e-7655826c861d None None] Pushing event updated for resources: {'Port': ['ID=c1cdd5a8-f399-4713-a219-b7c562088616,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:11.976811 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-aa880a9e-a599-48fd-9cce-e44994412643 None None] Provisioning complete for port c1cdd5a8-f399-4713-a219-b7c562088616 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:11.977192 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aa880a9e-a599-48fd-9cce-e44994412643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:12.034238 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] Set router c67ce19c-101f-4d02-afab-cb76c3d284ce gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:53:12.041359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-f6f076e8-e232-495f-8323-8229320911b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:12.041773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-f6f076e8-e232-495f-8323-8229320911b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:12.042241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-f6f076e8-e232-495f-8323-8229320911b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:12.042701 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-f6f076e8-e232-495f-8323-8229320911b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:12.043184 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-f6f076e8-e232-495f-8323-8229320911b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:12.043621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-f6f076e8-e232-495f-8323-8229320911b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:12.057695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-f6f076e8-e232-495f-8323-8229320911b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:12.059838 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-f6f076e8-e232-495f-8323-8229320911b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c9e03453576449e8027bf6795ca2563&device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 6502 time: 0.5598145 Nov 26 02:53:12.075222 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91ecfa0b-8fbe-4ddc-b012-5d67b3ad2cb0 req-70bdd0c7-b1e2-41b1-8d4f-4571bcc824cb tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844351 Nov 26 02:53:12.138940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa41a6-ec79-44a8-8c94-35a4ba29bfff req-46ee7eec-058d-4ceb-af22-d6727ba60121 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:12.150967 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b4fa41a6-ec79-44a8-8c94-35a4ba29bfff req-46ee7eec-058d-4ceb-af22-d6727ba60121 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 931 time: 0.6470850 Nov 26 02:53:12.172215 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-459394db-5ae5-4094-8cbc-bb76aeac504f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:12.381168 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-64afa8c3-eab7-4719-b1e8-be540e66381e None None] Provisioning complete for port 336735e9-a524-4f96-8ec0-f5686d46e9f6 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:12.381557 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-64afa8c3-eab7-4719-b1e8-be540e66381e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:12.457248 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67ce19c-101f-4d02-afab-cb76c3d284ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-113304627-router', 'tenant_id': 'f9c14705091147dea5be07e14b6395d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c1cdd5a8-f399-4713-a219-b7c562088616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:53:05Z', 'updated_at': '2021-11-26T02:53:07Z', 'revision_number': 3, 'project_id': 'f9c14705091147dea5be07e14b6395d5', 'gw_port': {'id': 'c1cdd5a8-f399-4713-a219-b7c562088616', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67ce19c-101f-4d02-afab-cb76c3d284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:53:06Z', 'updated_at': '2021-11-26T02:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:12.482877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-64afa8c3-eab7-4719-b1e8-be540e66381e None None] Port 336735e9-a524-4f96-8ec0-f5686d46e9f6 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:53:12.490115 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d733a54c-2bc9-4a73-af61-0a2661545586 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:53:12.519635 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70fd23c-639b-466c-8ef8-33c00ceab8e3 None None] The sync data for ids ['c67ce19c-101f-4d02-afab-cb76c3d284ce'] in n-d-819389-3 is: [{'id': 'c67ce19c-101f-4d02-afab-cb76c3d284ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-113304627-router', 'tenant_id': 'f9c14705091147dea5be07e14b6395d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c1cdd5a8-f399-4713-a219-b7c562088616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:53:05Z', 'updated_at': '2021-11-26T02:53:07Z', 'revision_number': 3, 'project_id': 'f9c14705091147dea5be07e14b6395d5', 'gw_port': {'id': 'c1cdd5a8-f399-4713-a219-b7c562088616', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67ce19c-101f-4d02-afab-cb76c3d284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:53:06Z', 'updated_at': '2021-11-26T02:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:53:12.592342 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b4fa41a6-ec79-44a8-8c94-35a4ba29bfff req-69774eb0-e8ba-4948-be07-75e7906f7feb tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304862 Nov 26 02:53:12.603455 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-459394db-5ae5-4094-8cbc-bb76aeac504f admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:12.619678 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490ef08e-6e8b-4d49-a62b-1b467e2b618a {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:53:12.620350 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-459394db-5ae5-4094-8cbc-bb76aeac504f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:12.668920 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:12.712089 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459394db-5ae5-4094-8cbc-bb76aeac504f admin admin] Pushing event updated for resources: {'Port': ['ID=336735e9-a524-4f96-8ec0-f5686d46e9f6,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:12.734361 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-11ffc8c0-cbd2-47de-82d6-6484fce0dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:12.735465 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-11ffc8c0-cbd2-47de-82d6-6484fce0dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:12.736769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-11ffc8c0-cbd2-47de-82d6-6484fce0dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:12.739367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-11ffc8c0-cbd2-47de-82d6-6484fce0dd70 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1a9e75a6-7221-447b-a78c-497a718c2aac&id=936fa975-95c9-4edd-86b5-749a85dee6b7&id=936fa975-95c9-4edd-86b5-749a85dee6b7&id=936fa975-95c9-4edd-86b5-749a85dee6b7&id=936fa975-95c9-4edd-86b5-749a85dee6b7&id=9c07786a-4bb0-4031-ab82-de5af92a6806&id=9c07786a-4bb0-4031-ab82-de5af92a6806 HTTP/1.1" status: 200 len: 2296 time: 0.5867918 Nov 26 02:53:12.753320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Transition to ACTIVE for port object 490ef08e-6e8b-4d49-a62b-1b467e2b618a will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:53:12.775674 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-459394db-5ae5-4094-8cbc-bb76aeac504f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:12.778920 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:12.815264 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250ea6e-18c4-424d-986a-bdc1d390b2fb req-7cdf9ed9-a96a-4813-b38e-1d2b0f3d3790 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:12.817371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2916ef55-3209-4e23-b285-e738c74a9a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf50330-eb69-47fa-82a7-79e3b16aca58'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:12.827766 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519f995d-3dd4-441d-815b-0b8813e70364" -d '{"events": [{"server_uuid": "2916ef55-3209-4e23-b285-e738c74a9a97", "name": "network-vif-plugged", "status": "completed", "tag": "7cf50330-eb69-47fa-82a7-79e3b16aca58"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:12.833029 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3250ea6e-18c4-424d-986a-bdc1d390b2fb req-7cdf9ed9-a96a-4813-b38e-1d2b0f3d3790 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 944 time: 0.1913519 Nov 26 02:53:12.885142 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port d733a54c-2bc9-4a73-af61-0a2661545586 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:53:12.889983 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port d733a54c-2bc9-4a73-af61-0a2661545586 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:12.890368 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:12.940474 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4fb605-6bba-4952-b746-dc4414ac1328 x-openstack-request-id: req-2a4fb605-6bba-4952-b746-dc4414ac1328 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:53:12.940770 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2916ef55-3209-4e23-b285-e738c74a9a97", "name": "network-vif-plugged", "status": "completed", "tag": "7cf50330-eb69-47fa-82a7-79e3b16aca58", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:53:12.941031 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a4fb605-6bba-4952-b746-dc4414ac1328 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:53:12.941932 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2916ef55-3209-4e23-b285-e738c74a9a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf50330-eb69-47fa-82a7-79e3b16aca58', 'code': 200} Nov 26 02:53:12.970469 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459394db-5ae5-4094-8cbc-bb76aeac504f admin admin] Network 88e09b06-7cc0-4428-b6e3-2ead0f9a7f06 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:53:12.973971 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-459394db-5ae5-4094-8cbc-bb76aeac504f admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:53:13.052785 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-25f5a826-a8d4-427d-aa6e-a36b7e364dd0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13a06076-645c-49e5-bb53-f3985928e9af HTTP/1.1" status: 200 len: 1002 time: 0.2757039 Nov 26 02:53:13.111392 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3250ea6e-18c4-424d-986a-bdc1d390b2fb req-32546d9e-6003-47ed-850b-b1827a55ce30 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2763138 Nov 26 02:53:13.183571 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:13.269640 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d733a54c-2bc9-4a73-af61-0a2661545586, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d733a54c-2bc9-4a73-af61-0a2661545586,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:13.280958 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Pushing event updated for resources: {'Port': ['ID=490ef08e-6e8b-4d49-a62b-1b467e2b618a,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:13.285511 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:13.306731 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459394db-5ae5-4094-8cbc-bb76aeac504f admin admin] Router c67ce19c-101f-4d02-afab-cb76c3d284ce has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:53:13.390097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-91986fcb-8e3b-41ca-8f9d-858bc382f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:13.391625 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-91986fcb-8e3b-41ca-8f9d-858bc382f185 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa7501fd-fac3-4deb-97b7-64e0674633aa HTTP/1.1" status: 200 len: 854 time: 0.3188474 Nov 26 02:53:13.443807 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=d733a54c-2bc9-4a73-af61-0a2661545586,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:13.554585 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-23a215c2-81c2-4f6b-881a-ce3654c12fc5 None None] Provisioning complete for port 336735e9-a524-4f96-8ec0-f5686d46e9f6 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:13.556311 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-23a215c2-81c2-4f6b-881a-ce3654c12fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:13.561905 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc373c05-0737-4d1c-93e5-6474fd8f35bf req-70fbed4d-e4e2-4944-b14f-34925172a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:13.566126 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc373c05-0737-4d1c-93e5-6474fd8f35bf req-70fbed4d-e4e2-4944-b14f-34925172a6ef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 1096 time: 0.4527662 Nov 26 02:53:13.613427 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459394db-5ae5-4094-8cbc-bb76aeac504f admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:53:13.622636 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-459394db-5ae5-4094-8cbc-bb76aeac504f admin admin] 10.222.0.31 "PUT /v2.0/routers/c67ce19c-101f-4d02-afab-cb76c3d284ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5247562 Nov 26 02:53:13.636769 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-23a215c2-81c2-4f6b-881a-ce3654c12fc5 None None] Port 336735e9-a524-4f96-8ec0-f5686d46e9f6 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:53:13.697704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ca62-47db-42a7-a2e0-9b7fce590fb6 req-f91e47ce-e51c-4e87-9d92-1638e9a04981 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:13.705885 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a32ca62-47db-42a7-a2e0-9b7fce590fb6 req-f91e47ce-e51c-4e87-9d92-1638e9a04981 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 945 time: 0.4198856 Nov 26 02:53:13.744897 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-8d875c19-84bc-4b31-86b0-7bb1f83885a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:13.746687 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-8d875c19-84bc-4b31-86b0-7bb1f83885a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a9e75a6-7221-447b-a78c-497a718c2aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3361733 Nov 26 02:53:13.765616 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Attempting to bind port 490ef08e-6e8b-4d49-a62b-1b467e2b618a on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:53:13.766201 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Attempting to bind port 490ef08e-6e8b-4d49-a62b-1b467e2b618a by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '29b8cea0-869e-4a25-85ad-1e8e01219b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:53:13.766859 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Attempting to bind port 490ef08e-6e8b-4d49-a62b-1b467e2b618a on network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:53:13.845753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Port 490ef08e-6e8b-4d49-a62b-1b467e2b618a on network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:53:13.846656 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Attempting to bind port 490ef08e-6e8b-4d49-a62b-1b467e2b618a on network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:53:13.861010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:53:13.861382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Checking segment: {'id': '29b8cea0-869e-4a25-85ad-1e8e01219b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:53:13.862333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Bound using segment: {'id': '29b8cea0-869e-4a25-85ad-1e8e01219b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:53:13.862792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Bound port: 490ef08e-6e8b-4d49-a62b-1b467e2b618a, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b8cea0-869e-4a25-85ad-1e8e01219b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:53:13.863156 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:13.932561 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a32ca62-47db-42a7-a2e0-9b7fce590fb6 req-9f920436-669c-4dc8-9319-783e5fc982cf tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256577 Nov 26 02:53:13.957726 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc373c05-0737-4d1c-93e5-6474fd8f35bf req-f680ed40-961b-4156-89a7-5a44dac7072b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690665 Nov 26 02:53:13.986240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92859fa3-c5b2-4258-aecc-47f591b38a54 req-7cd00c3f-73e3-4e10-90dd-4e77a2a68ae8 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:13.987970 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92859fa3-c5b2-4258-aecc-47f591b38a54 req-7cd00c3f-73e3-4e10-90dd-4e77a2a68ae8 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 943 time: 0.2374747 Nov 26 02:53:14.066002 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] For port 490ef08e-6e8b-4d49-a62b-1b467e2b618a, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:53:14.069197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] For port 490ef08e-6e8b-4d49-a62b-1b467e2b618a, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=490ef08e-6e8b-4d49-a62b-1b467e2b618a,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:53:14.092448 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-4385834a-aa12-45e2-ba58-3a4f1dc3a594 service neutron] 10.222.0.54 "GET /v2.0/networks/1a9e75a6-7221-447b-a78c-497a718c2aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278356 Nov 26 02:53:14.107390 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:14.160007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:14.160691 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:14.161605 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-072a616e-6bf9-4173-99d9-eea8026325c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:14.162234 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] 10.222.0.59 "PUT /v2.0/ports/490ef08e-6e8b-4d49-a62b-1b467e2b618a HTTP/1.1" status: 200 len: 1091 time: 3.3722429 Nov 26 02:53:14.168609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92859fa3-c5b2-4258-aecc-47f591b38a54 req-ad731a16-8fb8-4a16-a6ac-74984fed54bb tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977600 Nov 26 02:53:14.169420 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1956f6-d202-469f-b624-f2465402cbdc', 'tag': '490ef08e-6e8b-4d49-a62b-1b467e2b618a'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:14.177563 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b43755-5b3e-4fab-9793-cf3b67ca5dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1956f6-d202-469f-b624-f2465402cbdc", "tag": "490ef08e-6e8b-4d49-a62b-1b467e2b618a"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:14.256975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bb894-cbe2-4e40-ade6-98496872fba8 service neutron] Pushing event updated for resources: {'Port': ['ID=490ef08e-6e8b-4d49-a62b-1b467e2b618a,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:14.380091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-616188af-7059-4d6b-ac82-b16ce89ee661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:14.381900 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-616188af-7059-4d6b-ac82-b16ce89ee661 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e446dd2610754aaca387689d806c1fd6&device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 1094 time: 0.1207042 Nov 26 02:53:14.525571 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-68e47e71-a653-46a7-aecc-58eb79b2ee54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=490ef08e-6e8b-4d49-a62b-1b467e2b618a HTTP/1.1" status: 200 len: 217 time: 0.1231210 Nov 26 02:53:14.548125 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb761f21-af3d-4341-9eb8-2ea93934b8ff req-096f240e-a37f-4335-a7e7-dddeb69bbd19 tempest-FloatingIPsNegativeTestJSON-1582217778 tempest-FloatingIPsNegativeTestJSON-1582217778-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=f9c14705091147dea5be07e14b6395d5 HTTP/1.1" status: 200 len: 217 time: 0.0757394 Nov 26 02:53:14.603343 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde0ed58-9dbf-4cec-b28a-abf65e257897 x-openstack-request-id: req-bde0ed58-9dbf-4cec-b28a-abf65e257897 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:53:14.603643 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1956f6-d202-469f-b624-f2465402cbdc", "tag": "490ef08e-6e8b-4d49-a62b-1b467e2b618a", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:53:14.603901 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bde0ed58-9dbf-4cec-b28a-abf65e257897 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:53:14.604411 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1956f6-d202-469f-b624-f2465402cbdc', 'tag': '490ef08e-6e8b-4d49-a62b-1b467e2b618a', 'status': 'completed', 'code': 200} Nov 26 02:53:14.610347 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-d57d75ae-fdfc-4217-96cc-e6d190d44769 service neutron] 10.222.0.54 "GET /v2.0/networks/1a9e75a6-7221-447b-a78c-497a718c2aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968326 Nov 26 02:53:14.644631 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e888b2-3a4e-438a-a9f1-418731e5dcd7 req-8e100d58-662c-4ff3-999b-433844d3391c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:14.648548 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-12e888b2-3a4e-438a-a9f1-418731e5dcd7 req-8e100d58-662c-4ff3-999b-433844d3391c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.2471879 Nov 26 02:53:14.904963 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c1cdd5a8-f399-4713-a219-b7c562088616 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:53:14.953756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd93807-1077-4786-98b2-8d84d6662527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd733a54c-2bc9-4a73-af61-0a2661545586'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:14.961908 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3603de-e0e1-44ca-b48e-bbcdbdf9210f" -d '{"events": [{"server_uuid": "cfd93807-1077-4786-98b2-8d84d6662527", "name": "network-vif-plugged", "status": "completed", "tag": "d733a54c-2bc9-4a73-af61-0a2661545586"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:14.998883 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:15.023619 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port c1cdd5a8-f399-4713-a219-b7c562088616 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:15.024238 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:15.107276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-f1216594-4d6b-4e55-82a6-269fd557d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:15.108805 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-f1216594-4d6b-4e55-82a6-269fd557d5e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1da5bde2-3a74-47b9-8c22-4f9e31dcb52d HTTP/1.1" status: 200 len: 855 time: 0.5604198 Nov 26 02:53:15.119775 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-ef010370-214e-41fd-83fb-a5d5602addf3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f HTTP/1.1" status: 200 len: 217 time: 0.4935656 Nov 26 02:53:15.172675 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8ade98b-d565-4e2d-a884-aaaa949eb30f req-36e3446f-014e-4b85-bc42-e972bef44e8c tempest-FloatingIPsNegativeTestJSON-1582217778 tempest-FloatingIPsNegativeTestJSON-1582217778-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0680034 Nov 26 02:53:15.212217 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-cc186f95-46f3-49ae-9cf7-a657804542eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870960 Nov 26 02:53:15.268801 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Sync routers for ids ['c67ce19c-101f-4d02-afab-cb76c3d284ce'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:53:15.273881 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-12e888b2-3a4e-438a-a9f1-418731e5dcd7 req-552b9be1-12bd-43ad-bbfc-081f94fb5612 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6243725 Nov 26 02:53:15.289871 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Routers {'c67ce19c-101f-4d02-afab-cb76c3d284ce'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:53:15.290719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:53:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c67ce19c-101f-4d02-afab-cb76c3d284ce'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:15.351350 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365ad101-8cf4-4e3c-8c04-f9f82fcbf36e x-openstack-request-id: req-365ad101-8cf4-4e3c-8c04-f9f82fcbf36e {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:53:15.351692 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd93807-1077-4786-98b2-8d84d6662527", "name": "network-vif-plugged", "status": "completed", "tag": "d733a54c-2bc9-4a73-af61-0a2661545586", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:53:15.351908 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-365ad101-8cf4-4e3c-8c04-f9f82fcbf36e {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:53:15.352357 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd93807-1077-4786-98b2-8d84d6662527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd733a54c-2bc9-4a73-af61-0a2661545586', 'code': 200} Nov 26 02:53:15.372340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-4a8f28b2-fbe9-461c-abee-ce86f66c3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:15.374267 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-4a8f28b2-fbe9-461c-abee-ce86f66c3696 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63d50455-9704-4445-9844-5a1aa7d1e6f7 HTTP/1.1" status: 200 len: 797 time: 0.2388878 Nov 26 02:53:15.430585 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-6f366c27-0c26-4a2c-b88c-40bb8f520782 req-fafcd245-f080-4793-b25d-3da437c75eab tempest-FloatingIPsNegativeTestJSON-1582217778 tempest-FloatingIPsNegativeTestJSON-1582217778-project] show failed (client error): The resource could not be found. Nov 26 02:53:15.432009 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f366c27-0c26-4a2c-b88c-40bb8f520782 req-fafcd245-f080-4793-b25d-3da437c75eab tempest-FloatingIPsNegativeTestJSON-1582217778 tempest-FloatingIPsNegativeTestJSON-1582217778-project] 10.222.0.31 "GET /v2.0/floatingips/edfb9802-67c8-47eb-8f0e-ba3570d8be0a HTTP/1.1" status: 404 len: 350 time: 0.0667810 Nov 26 02:53:15.444216 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42336) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:15.473618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Set router c67ce19c-101f-4d02-afab-cb76c3d284ce gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:53:15.530985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5011717-6243-48c0-a81f-2a5667668bdc req-3022f0d8-8d67-4ab9-aef3-a88ccd52d663 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:15.530985 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5011717-6243-48c0-a81f-2a5667668bdc req-3022f0d8-8d67-4ab9-aef3-a88ccd52d663 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 945 time: 0.1203449 Nov 26 02:53:15.599874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-9d84b41f-58f6-4455-9869-90451eefb76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:15.602197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-9d84b41f-58f6-4455-9869-90451eefb76a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=936fa975-95c9-4edd-86b5-749a85dee6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1838315 Nov 26 02:53:15.624162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-7181304c-2a06-41d3-a2ed-b735e0e258d1 service neutron] 10.222.0.59 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957570 Nov 26 02:53:15.735473 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-cf1365c6-5776-4646-bb9d-0d0f2d236d2b service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100848 Nov 26 02:53:15.856346 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67ce19c-101f-4d02-afab-cb76c3d284ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-113304627-router', 'tenant_id': 'f9c14705091147dea5be07e14b6395d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c1cdd5a8-f399-4713-a219-b7c562088616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:53:05Z', 'updated_at': '2021-11-26T02:53:12Z', 'revision_number': 4, 'project_id': 'f9c14705091147dea5be07e14b6395d5', 'gw_port': {'id': 'c1cdd5a8-f399-4713-a219-b7c562088616', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67ce19c-101f-4d02-afab-cb76c3d284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:53:06Z', 'updated_at': '2021-11-26T02:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '336735e9-a524-4f96-8ec0-f5686d46e9f6', 'name': '', 'network_id': '88e09b06-7cc0-4428-b6e3-2ead0f9a7f06', 'tenant_id': 'f9c14705091147dea5be07e14b6395d5', 'mac_address': 'fa:16:3e:c1:3c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67ce19c-101f-4d02-afab-cb76c3d284ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '80ba8f84-4ae5-4d07-a183-9a0dfd70c011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:53:11Z', 'updated_at': '2021-11-26T02:53:12Z', 'revision_number': 2, 'project_id': 'f9c14705091147dea5be07e14b6395d5', 'subnets': [{'id': '80ba8f84-4ae5-4d07-a183-9a0dfd70c011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:15.881870 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5011717-6243-48c0-a81f-2a5667668bdc req-fd35243c-841b-46a9-896d-1fa1dbf8b848 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370581 Nov 26 02:53:15.890066 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad0496-1fe8-479d-a2e2-1f48a8cc56b9 req-770b596a-97fc-498e-b13e-a0322c6ee08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:15.891634 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1ad0496-1fe8-479d-a2e2-1f48a8cc56b9 req-770b596a-97fc-498e-b13e-a0322c6ee08a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 1096 time: 0.3605406 Nov 26 02:53:15.894341 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Checking router: c67ce19c-101f-4d02-afab-cb76c3d284ce for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:53:15.896127 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Updating router c67ce19c-101f-4d02-afab-cb76c3d284ce port 336735e9-a524-4f96-8ec0-f5686d46e9f6 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:53:15.905265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6cb66-bea4-4856-808d-684f6f207f02 req-719fc309-b6cb-4668-8230-9e9f326ad053 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:15.924267 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-03d6cb66-bea4-4856-808d-684f6f207f02 req-719fc309-b6cb-4668-8230-9e9f326ad053 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 943 time: 0.3641212 Nov 26 02:53:15.938625 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:16.027552 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6d741cf1-b027-4be8-ad04-a0b2b00dbd60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:16.061752 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-03d6cb66-bea4-4856-808d-684f6f207f02 req-b79d45b3-f428-4d53-a67e-1796839104ca tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296580 Nov 26 02:53:16.107073 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1ad0496-1fe8-479d-a2e2-1f48a8cc56b9 req-5c1201c7-1ff6-46a6-964a-d03705c0cc38 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1404326 Nov 26 02:53:16.116536 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-b375242a-ceb1-4457-891f-83001bd57343 service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226049 Nov 26 02:53:16.129092 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec69aab2-d824-460e-b003-38f56ac0f1b4 req-d5731cd2-93ba-49e4-b7b9-e6560d0189bc service neutron] 10.222.0.59 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124391 Nov 26 02:53:16.364913 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b43755-5b3e-4fab-9793-cf3b67ca5dbe req-49c164b5-33fb-468b-aa10-11c974011dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:16.373941 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88b43755-5b3e-4fab-9793-cf3b67ca5dbe req-49c164b5-33fb-468b-aa10-11c974011dcc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e446dd2610754aaca387689d806c1fd6&device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 1094 time: 0.1187007 Nov 26 02:53:16.425173 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-6d741cf1-b027-4be8-ad04-a0b2b00dbd60 admin admin] Deleting port 336735e9-a524-4f96-8ec0-f5686d46e9f6 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:53:16.426055 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6d741cf1-b027-4be8-ad04-a0b2b00dbd60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:16.431300 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:16.459533 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:16.590501 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e5afc-c8d3-47e3-ba20-394011a3c46d None None] Pushing event updated for resources: {'Port': ['ID=336735e9-a524-4f96-8ec0-f5686d46e9f6,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:16.601636 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:16.609981 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6d741cf1-b027-4be8-ad04-a0b2b00dbd60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:16.629933 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-6d741cf1-b027-4be8-ad04-a0b2b00dbd60 admin admin] Calling delete_port for 336735e9-a524-4f96-8ec0-f5686d46e9f6 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:53:16.660079 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Attempting to bind port 336735e9-a524-4f96-8ec0-f5686d46e9f6 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:53:16.660457 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Attempting to bind port 336735e9-a524-4f96-8ec0-f5686d46e9f6 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'c891240a-6e8b-4d7a-b885-f7cfdebd52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '88e09b06-7cc0-4428-b6e3-2ead0f9a7f06'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:53:16.660833 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Attempting to bind port 336735e9-a524-4f96-8ec0-f5686d46e9f6 on network 88e09b06-7cc0-4428-b6e3-2ead0f9a7f06 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:53:16.666528 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:53:16.666908 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Checking segment: {'id': 'c891240a-6e8b-4d7a-b885-f7cfdebd52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '88e09b06-7cc0-4428-b6e3-2ead0f9a7f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:53:16.667309 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:16.667703 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Bound using segment: {'id': 'c891240a-6e8b-4d7a-b885-f7cfdebd52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '88e09b06-7cc0-4428-b6e3-2ead0f9a7f06'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:53:16.668205 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Bound port: 336735e9-a524-4f96-8ec0-f5686d46e9f6, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c891240a-6e8b-4d7a-b885-f7cfdebd52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '88e09b06-7cc0-4428-b6e3-2ead0f9a7f06'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:53:16.668588 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:16.677418 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-8b705668-6c33-402e-b70f-56c3c0c84bbd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=8be3bf7e-8853-443e-9883-2546fd4abe46 HTTP/1.1" status: 200 len: 217 time: 0.1287379 Nov 26 02:53:16.773750 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b43755-5b3e-4fab-9793-cf3b67ca5dbe req-cd291965-ad17-4acf-bf24-36c0ab63ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:16.775299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88b43755-5b3e-4fab-9793-cf3b67ca5dbe req-cd291965-ad17-4acf-bf24-36c0ab63ea35 service neutron] 10.222.0.59 "GET /v2.0/networks?id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9 HTTP/1.1" status: 200 len: 916 time: 0.3953924 Nov 26 02:53:16.785719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bc064-596d-4ecf-86e9-9a306edff941 req-aeb75925-52e6-4eff-b7ac-b4843a6686e7 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:16.787406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac5bc064-596d-4ecf-86e9-9a306edff941 req-aeb75925-52e6-4eff-b7ac-b4843a6686e7 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.3891594 Nov 26 02:53:16.787561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] For port 336735e9-a524-4f96-8ec0-f5686d46e9f6, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:53:16.791839 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] For port 336735e9-a524-4f96-8ec0-f5686d46e9f6, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=336735e9-a524-4f96-8ec0-f5686d46e9f6,segment=NetworkSegment(c891240a-6e8b-4d7a-b885-f7cfdebd52e9),segment_id=c891240a-6e8b-4d7a-b885-f7cfdebd52e9)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:53:16.801860 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:16.866445 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Routers {'c67ce19c-101f-4d02-afab-cb76c3d284ce'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:53:16.866993 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:53:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c67ce19c-101f-4d02-afab-cb76c3d284ce'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:16.916304 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88b43755-5b3e-4fab-9793-cf3b67ca5dbe req-2d68ed50-91ad-4912-8cac-779a81895e04 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=490ef08e-6e8b-4d49-a62b-1b467e2b618a HTTP/1.1" status: 200 len: 217 time: 0.1258764 Nov 26 02:53:16.920886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-36fbe58f-2d7d-4b13-98ce-1faae6dc7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:16.922424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-36fbe58f-2d7d-4b13-98ce-1faae6dc7a8e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63d50455-9704-4445-9844-5a1aa7d1e6f7 HTTP/1.1" status: 200 len: 797 time: 0.2311110 Nov 26 02:53:16.992650 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac5bc064-596d-4ecf-86e9-9a306edff941 req-affb375e-4b88-4cc7-ac18-f07185e4384f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1930070 Nov 26 02:53:17.037954 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] Set router c67ce19c-101f-4d02-afab-cb76c3d284ce gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:53:17.264635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b43755-5b3e-4fab-9793-cf3b67ca5dbe req-2e1dcb14-30ed-4630-90f3-b510103b20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:17.267207 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88b43755-5b3e-4fab-9793-cf3b67ca5dbe req-2e1dcb14-30ed-4630-90f3-b510103b20a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1da5bde2-3a74-47b9-8c22-4f9e31dcb52d HTTP/1.1" status: 200 len: 855 time: 0.3329701 Nov 26 02:53:17.284531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-2bbaeac2-bad1-442f-abb2-1e3b17465f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:17.286399 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-2bbaeac2-bad1-442f-abb2-1e3b17465f02 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=936fa975-95c9-4edd-86b5-749a85dee6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3245025 Nov 26 02:53:17.322839 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79727f7c-21eb-4bfa-9db4-62ed7263d2d5 req-08abf99d-7d83-4d3c-a39a-7d0566b4a8df tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:17.326621 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79727f7c-21eb-4bfa-9db4-62ed7263d2d5 req-08abf99d-7d83-4d3c-a39a-7d0566b4a8df tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 945 time: 0.2001455 Nov 26 02:53:17.328999 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88b43755-5b3e-4fab-9793-cf3b67ca5dbe req-a3d57129-2a49-44ba-a36e-953457e78842 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413566 Nov 26 02:53:17.334397 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6d741cf1-b027-4be8-ad04-a0b2b00dbd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:17.349278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e5afc-c8d3-47e3-ba20-394011a3c46d None None] Pushing event updated for resources: {'Port': ['ID=336735e9-a524-4f96-8ec0-f5686d46e9f6,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:17.366638 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d741cf1-b027-4be8-ad04-a0b2b00dbd60 admin admin] Pushing event deleted for resources: {'Port': ['ID=336735e9-a524-4f96-8ec0-f5686d46e9f6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:17.377405 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-159ecd2a-e108-4a0b-afb7-d45158a43538 None None] Provisioning complete for port 336735e9-a524-4f96-8ec0-f5686d46e9f6 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:17.377405 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-159ecd2a-e108-4a0b-afb7-d45158a43538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:17.447617 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-159ecd2a-e108-4a0b-afb7-d45158a43538 None None] Port 336735e9-a524-4f96-8ec0-f5686d46e9f6 was deleted so its status cannot be updated. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 26 02:53:17.465376 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-0659e3f9-128e-4cb0-9d8e-efc0800cecdd service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352975 Nov 26 02:53:17.555591 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67ce19c-101f-4d02-afab-cb76c3d284ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-113304627-router', 'tenant_id': 'f9c14705091147dea5be07e14b6395d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c1cdd5a8-f399-4713-a219-b7c562088616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:53:05Z', 'updated_at': '2021-11-26T02:53:12Z', 'revision_number': 4, 'project_id': 'f9c14705091147dea5be07e14b6395d5', 'gw_port': {'id': 'c1cdd5a8-f399-4713-a219-b7c562088616', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67ce19c-101f-4d02-afab-cb76c3d284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:53:06Z', 'updated_at': '2021-11-26T02:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '336735e9-a524-4f96-8ec0-f5686d46e9f6', 'name': '', 'network_id': '88e09b06-7cc0-4428-b6e3-2ead0f9a7f06', 'tenant_id': 'f9c14705091147dea5be07e14b6395d5', 'mac_address': 'fa:16:3e:c1:3c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67ce19c-101f-4d02-afab-cb76c3d284ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '80ba8f84-4ae5-4d07-a183-9a0dfd70c011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:53:11Z', 'updated_at': '2021-11-26T02:53:16Z', 'revision_number': 4, 'project_id': 'f9c14705091147dea5be07e14b6395d5', 'subnets': [{'id': '80ba8f84-4ae5-4d07-a183-9a0dfd70c011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:17.614225 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f5e8e-2c54-4e6d-8fa5-0240b87521a4 None None] The sync data for ids ['c67ce19c-101f-4d02-afab-cb76c3d284ce'] in n-d-819389-3 is: [{'id': 'c67ce19c-101f-4d02-afab-cb76c3d284ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-113304627-router', 'tenant_id': 'f9c14705091147dea5be07e14b6395d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c1cdd5a8-f399-4713-a219-b7c562088616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:53:05Z', 'updated_at': '2021-11-26T02:53:12Z', 'revision_number': 4, 'project_id': 'f9c14705091147dea5be07e14b6395d5', 'gw_port': {'id': 'c1cdd5a8-f399-4713-a219-b7c562088616', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67ce19c-101f-4d02-afab-cb76c3d284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:53:06Z', 'updated_at': '2021-11-26T02:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '336735e9-a524-4f96-8ec0-f5686d46e9f6', 'name': '', 'network_id': '88e09b06-7cc0-4428-b6e3-2ead0f9a7f06', 'tenant_id': 'f9c14705091147dea5be07e14b6395d5', 'mac_address': 'fa:16:3e:c1:3c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67ce19c-101f-4d02-afab-cb76c3d284ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '80ba8f84-4ae5-4d07-a183-9a0dfd70c011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:53:11Z', 'updated_at': '2021-11-26T02:53:16Z', 'revision_number': 4, 'project_id': 'f9c14705091147dea5be07e14b6395d5', 'subnets': [{'id': '80ba8f84-4ae5-4d07-a183-9a0dfd70c011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:53:17.625156 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:17.655013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6250d4da-454a-47be-9d4f-4c29b9df331d None None] Could not find standard attr ID for object 336735e9-a524-4f96-8ec0-f5686d46e9f6. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:53:17.677383 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88b43755-5b3e-4fab-9793-cf3b67ca5dbe req-4c6b3caa-a6eb-41bf-9ed4-7eb854047393 service neutron] 10.222.0.59 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233770 Nov 26 02:53:17.803793 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6d741cf1-b027-4be8-ad04-a0b2b00dbd60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:17.853930 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba9d2e-2a12-4f74-9954-482480c0bd9a req-02a9ba79-c08a-48f0-8add-ca774b3bc3ec tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:17.855816 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aeba9d2e-2a12-4f74-9954-482480c0bd9a req-02a9ba79-c08a-48f0-8add-ca774b3bc3ec tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 943 time: 0.5861678 Nov 26 02:53:17.911596 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79727f7c-21eb-4bfa-9db4-62ed7263d2d5 req-4d2bcc0f-1171-4c1b-beaf-b9a9a07e916e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5556419 Nov 26 02:53:17.981448 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aeba9d2e-2a12-4f74-9954-482480c0bd9a req-d852711c-3299-49b9-a1ef-e31ee8e48361 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169164 Nov 26 02:53:17.996850 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-3720f57e-e526-4c22-9e7e-04adb472bd81 service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707730 Nov 26 02:53:18.008303 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88b43755-5b3e-4fab-9793-cf3b67ca5dbe req-3e7e0023-94e3-439a-823d-7279c3e3893b service neutron] 10.222.0.59 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721682 Nov 26 02:53:18.068241 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-50150b8a-87c7-473d-8ca6-dcdb3e199d44 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=1652fdd8-a96b-4b29-8dfe-f52e1ca56718 HTTP/1.1" status: 200 len: 217 time: 0.0567687 Nov 26 02:53:18.160932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-571bec29-df0a-4428-ba94-26b653fd53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:18.162509 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-571bec29-df0a-4428-ba94-26b653fd53ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63d50455-9704-4445-9844-5a1aa7d1e6f7 HTTP/1.1" status: 200 len: 797 time: 0.0870311 Nov 26 02:53:18.192201 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d741cf1-b027-4be8-ad04-a0b2b00dbd60 admin admin] Router c67ce19c-101f-4d02-afab-cb76c3d284ce has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:53:18.283987 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-17bebb24-8fb4-4a4f-92e9-c411bfd3696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:18.285512 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-17bebb24-8fb4-4a4f-92e9-c411bfd3696e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=936fa975-95c9-4edd-86b5-749a85dee6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1144893 Nov 26 02:53:18.339909 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d741cf1-b027-4be8-ad04-a0b2b00dbd60 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:53:18.349209 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6d741cf1-b027-4be8-ad04-a0b2b00dbd60 admin admin] 10.222.0.31 "PUT /v2.0/routers/c67ce19c-101f-4d02-afab-cb76c3d284ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9038537 Nov 26 02:53:18.349963 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42382) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:18.405732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b7554-9d1d-4dc1-8318-b2f2d50b403b req-1527e3e0-9e0a-4417-ac60-21beca409f68 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:18.413556 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d11b7554-9d1d-4dc1-8318-b2f2d50b403b req-1527e3e0-9e0a-4417-ac60-21beca409f68 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.1640711 Nov 26 02:53:18.511818 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9307a22-0b40-4530-8f40-69bb79bcf52b admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:18.599835 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-dad46e8a-1fe5-4b0d-8e37-a5668082d913 service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932770 Nov 26 02:53:18.610213 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d11b7554-9d1d-4dc1-8318-b2f2d50b403b req-9d5f6768-609e-496d-857d-dd7f9241f867 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1945601 Nov 26 02:53:18.663461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-13e4eed9-bad8-428c-b9e0-2fccd0fdd1d5 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:18.679467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-13e4eed9-bad8-428c-b9e0-2fccd0fdd1d5 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 806 time: 0.2590427 Nov 26 02:53:18.712917 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9307a22-0b40-4530-8f40-69bb79bcf52b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:18.778955 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-d9307a22-0b40-4530-8f40-69bb79bcf52b admin admin] Deleting port c1cdd5a8-f399-4713-a219-b7c562088616 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:53:18.779600 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9307a22-0b40-4530-8f40-69bb79bcf52b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:18.816654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-cf057eb0-db79-453c-bed4-37580d3f8d44 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/quotas/c43a80d7d3a64acc8e271b3400bc973d HTTP/1.1" status: 200 len: 375 time: 0.1344855 Nov 26 02:53:18.881139 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-d9307a22-0b40-4530-8f40-69bb79bcf52b admin admin] For port c1cdd5a8-f399-4713-a219-b7c562088616, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c1cdd5a8-f399-4713-a219-b7c562088616,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:18.881700 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9307a22-0b40-4530-8f40-69bb79bcf52b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:18.892091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204759ac-fa6c-41e9-bcf1-b79b6268fd39 req-cf1b69c1-1b3a-4a23-8a28-91f9e3c6caf1 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:18.894970 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-204759ac-fa6c-41e9-bcf1-b79b6268fd39 req-cf1b69c1-1b3a-4a23-8a28-91f9e3c6caf1 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.1490884 Nov 26 02:53:18.906113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-d9307a22-0b40-4530-8f40-69bb79bcf52b admin admin] Calling delete_port for c1cdd5a8-f399-4713-a219-b7c562088616 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:53:18.907593 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42394) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:18.912776 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8e49c1e3-4ae1-4cdb-b237-bd29a16ff6e4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Request body: {'floatingip': {'port_id': 'd733a54c-2bc9-4a73-af61-0a2661545586'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:18.930586 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-6b8ccd5a-e6a3-4a77-b60a-be6e3c3c33b4 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054420 Nov 26 02:53:18.933184 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-558b077c-444b-4339-b610-c3a09d89176e service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127701 Nov 26 02:53:18.961698 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e49c1e3-4ae1-4cdb-b237-bd29a16ff6e4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for floatingip, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:18.993537 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04788810-c530-4b6d-8074-74b061ff853d None None] Sync routers for ids ['c67ce19c-101f-4d02-afab-cb76c3d284ce'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:53:19.009924 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04788810-c530-4b6d-8074-74b061ff853d None None] Routers {'c67ce19c-101f-4d02-afab-cb76c3d284ce'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:53:19.011058 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-04788810-c530-4b6d-8074-74b061ff853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:53:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c67ce19c-101f-4d02-afab-cb76c3d284ce'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:19.128153 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-04788810-c530-4b6d-8074-74b061ff853d None None] Set router c67ce19c-101f-4d02-afab-cb76c3d284ce gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:53:19.138907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-af82ca2c-93e7-4ec9-b75c-a9845149e089 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=fa2350b4-56d4-47ad-916e-e0e40196eccd HTTP/1.1" status: 200 len: 217 time: 0.1280947 Nov 26 02:53:19.212525 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-04788810-c530-4b6d-8074-74b061ff853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67ce19c-101f-4d02-afab-cb76c3d284ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-113304627-router', 'tenant_id': 'f9c14705091147dea5be07e14b6395d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:53:05Z', 'updated_at': '2021-11-26T02:53:18Z', 'revision_number': 6, 'project_id': 'f9c14705091147dea5be07e14b6395d5', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:19.217667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-15107744-1f67-47d4-b023-94ef0b7585f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:19.221435 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-15107744-1f67-47d4-b023-94ef0b7585f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63d50455-9704-4445-9844-5a1aa7d1e6f7 HTTP/1.1" status: 200 len: 797 time: 0.0725145 Nov 26 02:53:19.244250 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04788810-c530-4b6d-8074-74b061ff853d None None] Checking router: c67ce19c-101f-4d02-afab-cb76c3d284ce for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:53:19.257057 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04788810-c530-4b6d-8074-74b061ff853d None None] Routers {'c67ce19c-101f-4d02-afab-cb76c3d284ce'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:53:19.258731 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-04788810-c530-4b6d-8074-74b061ff853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:53:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c67ce19c-101f-4d02-afab-cb76c3d284ce'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:19.325897 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-4b018a19-a4f4-4130-8b4d-4bbae52a0b67 service neutron] 10.222.0.31 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845363 Nov 26 02:53:19.376179 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-04788810-c530-4b6d-8074-74b061ff853d None None] Set router c67ce19c-101f-4d02-afab-cb76c3d284ce gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:53:19.402664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600ecaa-7fba-4c67-a53a-e024684b0b21 req-80f9a35c-25c0-4331-9a88-113fd18b55a9 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:19.411155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c600ecaa-7fba-4c67-a53a-e024684b0b21 req-80f9a35c-25c0-4331-9a88-113fd18b55a9 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 943 time: 0.2850602 Nov 26 02:53:19.430604 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-049f5be3-9a52-485d-a4ef-f5da3f7fd6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:19.433646 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-049f5be3-9a52-485d-a4ef-f5da3f7fd6dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=936fa975-95c9-4edd-86b5-749a85dee6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1917431 Nov 26 02:53:19.449735 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-04788810-c530-4b6d-8074-74b061ff853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67ce19c-101f-4d02-afab-cb76c3d284ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-113304627-router', 'tenant_id': 'f9c14705091147dea5be07e14b6395d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:53:05Z', 'updated_at': '2021-11-26T02:53:18Z', 'revision_number': 6, 'project_id': 'f9c14705091147dea5be07e14b6395d5', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:19.477715 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04788810-c530-4b6d-8074-74b061ff853d None None] The sync data for ids ['c67ce19c-101f-4d02-afab-cb76c3d284ce'] in n-d-819389-3 is: [{'id': 'c67ce19c-101f-4d02-afab-cb76c3d284ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-113304627-router', 'tenant_id': 'f9c14705091147dea5be07e14b6395d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:53:05Z', 'updated_at': '2021-11-26T02:53:18Z', 'revision_number': 6, 'project_id': 'f9c14705091147dea5be07e14b6395d5', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:53:19.528898 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9307a22-0b40-4530-8f40-69bb79bcf52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:19.583903 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9307a22-0b40-4530-8f40-69bb79bcf52b admin admin] Pushing event deleted for resources: {'Port': ['ID=c1cdd5a8-f399-4713-a219-b7c562088616,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:19.603322 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73529747-b12d-406e-8ba3-ae3927f6b716 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:53:19.615147 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c600ecaa-7fba-4c67-a53a-e024684b0b21 req-08c663c6-97fe-4036-be4e-e011ec2695a0 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025223 Nov 26 02:53:19.644280 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.db.resource_extend [None req-8e49c1e3-4ae1-4cdb-b237-bd29a16ff6e4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 02:53:19.706756 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-b862281f-04ff-4947-a015-14d3e26c9edd service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603638 Nov 26 02:53:19.709393 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-028a29ce-3ca1-4b7c-8698-a18fe0596246 service neutron] 10.222.0.31 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819394 Nov 26 02:53:19.719616 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9307a22-0b40-4530-8f40-69bb79bcf52b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:19.727501 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e49c1e3-4ae1-4cdb-b237-bd29a16ff6e4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:19.789201 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e49c1e3-4ae1-4cdb-b237-bd29a16ff6e4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:19.940284 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9307a22-0b40-4530-8f40-69bb79bcf52b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:19.964162 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9307a22-0b40-4530-8f40-69bb79bcf52b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:20.087740 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-8e49c1e3-4ae1-4cdb-b237-bd29a16ff6e4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Floating IP b68481b1-edfa-4263-951b-7280b1370dc8 associated. External IP: 172.25.0.114, port: d733a54c-2bc9-4a73-af61-0a2661545586. Nov 26 02:53:20.134821 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 490ef08e-6e8b-4d49-a62b-1b467e2b618a details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:53:20.280644 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c8204a9-6b71-4e22-8b00-14255d53ebb6 req-8dcf41c0-d90a-4c65-aeb7-91bacb420aca tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 210 time: 0.0331166 Nov 26 02:53:20.283170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 490ef08e-6e8b-4d49-a62b-1b467e2b618a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=490ef08e-6e8b-4d49-a62b-1b467e2b618a,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:20.304848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '490ef08e-6e8b-4d49-a62b-1b467e2b618a', 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9', 'port_id': '490ef08e-6e8b-4d49-a62b-1b467e2b618a', 'mac_address': 'fa:16:3e:7d:4f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da5bde2-3a74-47b9-8c22-4f9e31dcb52d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:53:20.335151 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-16a92139-b70a-4f2b-99ba-75d340e5a0ad service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6216123 Nov 26 02:53:20.384533 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:20.394832 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-ac032703-0f25-4ac2-90ba-b3d153f65fc3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=02844178-cc04-42e0-87c6-2802fd9ca94d HTTP/1.1" status: 200 len: 217 time: 0.0511365 Nov 26 02:53:20.418211 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490ef08e-6e8b-4d49-a62b-1b467e2b618a {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:53:20.449796 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e49c1e3-4ae1-4cdb-b237-bd29a16ff6e4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Router e4060108-028b-4201-a0fb-3dd264774662 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:53:20.453503 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9307a22-0b40-4530-8f40-69bb79bcf52b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:20.454088 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9307a22-0b40-4530-8f40-69bb79bcf52b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c67ce19c-101f-4d02-afab-cb76c3d284ce {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:53:20.479034 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9307a22-0b40-4530-8f40-69bb79bcf52b admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:20.487303 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 490ef08e-6e8b-4d49-a62b-1b467e2b618a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=490ef08e-6e8b-4d49-a62b-1b467e2b618a,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:20.489366 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d9307a22-0b40-4530-8f40-69bb79bcf52b admin admin] 10.222.0.31 "DELETE /v2.0/routers/c67ce19c-101f-4d02-afab-cb76c3d284ce HTTP/1.1" status: 204 len: 168 time: 2.1379738 Nov 26 02:53:20.493270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 42424) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:20.497695 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:20.555757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-34d071f4-3778-4cd5-a0f6-b31a2a90b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:20.557559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-34d071f4-3778-4cd5-a0f6-b31a2a90b94a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46d2ec77-6d8a-4d0f-b6e0-8fe9b1c5d96d HTTP/1.1" status: 200 len: 797 time: 0.1466529 Nov 26 02:53:20.615172 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=490ef08e-6e8b-4d49-a62b-1b467e2b618a,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:20.666405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] Deleting subnet 80ba8f84-4ae5-4d07-a183-9a0dfd70c011 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:53:20.670722 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:20.718837 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e49c1e3-4ae1-4cdb-b237-bd29a16ff6e4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:53:20.724681 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e49c1e3-4ae1-4cdb-b237-bd29a16ff6e4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:20.731767 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22041a3-db89-4a7d-94fb-513b84a1717b None None] Sync routers for ids ['e4060108-028b-4201-a0fb-3dd264774662'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:53:20.751225 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22041a3-db89-4a7d-94fb-513b84a1717b None None] Routers {'e4060108-028b-4201-a0fb-3dd264774662'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:53:20.754535 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b22041a3-db89-4a7d-94fb-513b84a1717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:53:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e4060108-028b-4201-a0fb-3dd264774662'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:20.809350 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8e49c1e3-4ae1-4cdb-b237-bd29a16ff6e4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "PUT /v2.0/floatingips/b68481b1-edfa-4263-951b-7280b1370dc8 HTTP/1.1" status: 200 len: 991 time: 1.8970339 Nov 26 02:53:20.809350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd93807-1077-4786-98b2-8d84d6662527', 'tag': 'd733a54c-2bc9-4a73-af61-0a2661545586'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:20.815471 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05d38ea-64d1-426f-9218-6438e7f9fac0" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd93807-1077-4786-98b2-8d84d6662527", "tag": "d733a54c-2bc9-4a73-af61-0a2661545586"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:20.868779 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-21d5d247-c845-40e0-93f5-46c0c65a64cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:20.873201 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-21d5d247-c845-40e0-93f5-46c0c65a64cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c07786a-4bb0-4031-ab82-de5af92a6806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2998872 Nov 26 02:53:20.885115 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:20.932505 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['490ef08e-6e8b-4d49-a62b-1b467e2b618a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:53:20.934848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 336735e9-a524-4f96-8ec0-f5686d46e9f6 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:53:20.977924 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 336735e9-a524-4f96-8ec0-f5686d46e9f6 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:53:20.981433 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 336735e9-a524-4f96-8ec0-f5686d46e9f6 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:53:20.982188 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c1cdd5a8-f399-4713-a219-b7c562088616 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:53:21.089727 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686b38c-cfd4-42f6-9f71-e53dc35bf9be req-bcc77323-240d-4160-9f6d-0b6ee46548a1 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:21.099394 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8686b38c-cfd4-42f6-9f71-e53dc35bf9be req-bcc77323-240d-4160-9f6d-0b6ee46548a1 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 944 time: 0.3557985 Nov 26 02:53:21.103394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: c1cdd5a8-f399-4713-a219-b7c562088616 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:53:21.106073 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c1cdd5a8-f399-4713-a219-b7c562088616 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:53:21.131753 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e4f46d-f3c4-4455-aade-4601c084ce50 x-openstack-request-id: req-36e4f46d-f3c4-4455-aade-4601c084ce50 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:53:21.132248 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd93807-1077-4786-98b2-8d84d6662527", "tag": "d733a54c-2bc9-4a73-af61-0a2661545586", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:53:21.132248 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36e4f46d-f3c4-4455-aade-4601c084ce50 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:53:21.132688 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd93807-1077-4786-98b2-8d84d6662527', 'tag': 'd733a54c-2bc9-4a73-af61-0a2661545586', 'status': 'completed', 'code': 200} Nov 26 02:53:21.214196 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b22041a3-db89-4a7d-94fb-513b84a1717b None None] Set router e4060108-028b-4201-a0fb-3dd264774662 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:53:21.229469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-a310d049-50b9-4244-bdb2-a74edae59bb6 service neutron] 10.222.0.54 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417728 Nov 26 02:53:21.355679 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-ade8bea2-fa07-4d73-a801-55c3fbddca9a service neutron] 10.222.0.54 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980296 Nov 26 02:53:21.361992 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:21.476432 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8686b38c-cfd4-42f6-9f71-e53dc35bf9be req-9b6c2ef1-ff4c-4c31-b26b-36e0791cbcfe tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760076 Nov 26 02:53:21.502757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-2efe3853-8cb2-42e3-ae54-5022e90792a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57741d91-c980-4e0b-9b35-bab416945e3b HTTP/1.1" status: 200 len: 217 time: 0.1323531 Nov 26 02:53:21.547002 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d38ea-64d1-426f-9218-6438e7f9fac0 req-2ab8ab07-ab00-4df8-a855-e808a39f17c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:21.549757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d05d38ea-64d1-426f-9218-6438e7f9fac0 req-2ab8ab07-ab00-4df8-a855-e808a39f17c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd0486c09d3445d19d9cae0425413414&device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 1096 time: 0.3680446 Nov 26 02:53:21.619728 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:21.700662 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fb815514-bd75-4b03-aeba-4836988bd65a req-a47c9eb0-b801-4c69-9984-c87635f4a94d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 210 time: 0.1016307 Nov 26 02:53:21.742910 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-2af11745-4720-47d4-95aa-9b5cff124f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:21.744650 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-2af11745-4720-47d4-95aa-9b5cff124f8e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46d2ec77-6d8a-4d0f-b6e0-8fe9b1c5d96d HTTP/1.1" status: 200 len: 797 time: 0.1932974 Nov 26 02:53:21.748476 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80ba8f84-4ae5-4d07-a183-9a0dfd70c011,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:21.769153 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:21.770357 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73550bd-21a2-4105-aaeb-9415affd43b4 None None] Network 88e09b06-7cc0-4428-b6e3-2ead0f9a7f06 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:53:21.772339 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/80ba8f84-4ae5-4d07-a183-9a0dfd70c011 HTTP/1.1" status: 204 len: 168 time: 1.2778955 Nov 26 02:53:21.774852 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42454) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:21.802084 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:53:21.803499 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:21.803859 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:21.804235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:21.804579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:21.804915 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:21.805248 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:21.805585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:21.805907 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:21.806381 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:21.806714 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:21.807041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:21.807610 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9711395-08c9-4b7e-b1c2-5ae267f5bc88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:21.840773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d38ea-64d1-426f-9218-6438e7f9fac0 req-363e0b41-bc2d-4145-8dd1-171f71ab4d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:21.842363 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d05d38ea-64d1-426f-9218-6438e7f9fac0 req-363e0b41-bc2d-4145-8dd1-171f71ab4d5d service neutron] 10.222.0.54 "GET /v2.0/networks?id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12 HTTP/1.1" status: 200 len: 918 time: 0.2341876 Nov 26 02:53:21.855638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-c9ea2e30-ea0e-47f6-8a5a-26dd840a2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:21.860681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-c9ea2e30-ea0e-47f6-8a5a-26dd840a2a99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c07786a-4bb0-4031-ab82-de5af92a6806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1035728 Nov 26 02:53:21.875879 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b22041a3-db89-4a7d-94fb-513b84a1717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 4, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port': {'id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:47Z', 'updated_at': '2021-11-26T02:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'b68481b1-edfa-4263-951b-7280b1370dc8', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'floating_ip_address': '172.25.0.114', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'port_id': 'd733a54c-2bc9-4a73-af61-0a2661545586', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'mac_address': 'fa:16:3e:3a:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd93807-1077-4786-98b2-8d84d6662527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:52:53Z', 'updated_at': '2021-11-26T02:53:19Z', 'revision_number': 1, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffed77e-7f8a-4771-a6ea-762322c9cf50', 'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'mac_address': 'fa:16:3e:cb:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:49Z', 'updated_at': '2021-11-26T02:52:56Z', 'revision_number': 5, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'subnets': [{'id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:21.937982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22041a3-db89-4a7d-94fb-513b84a1717b None None] Checking router: e4060108-028b-4201-a0fb-3dd264774662 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:53:21.989029 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:22.023114 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22041a3-db89-4a7d-94fb-513b84a1717b None None] Routers {'e4060108-028b-4201-a0fb-3dd264774662'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:53:22.023853 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b22041a3-db89-4a7d-94fb-513b84a1717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:53:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e4060108-028b-4201-a0fb-3dd264774662'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:22.150459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d05d38ea-64d1-426f-9218-6438e7f9fac0 req-6d6a04c0-68a6-4e77-8581-3c7416f32e6d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d733a54c-2bc9-4a73-af61-0a2661545586 HTTP/1.1" status: 200 len: 999 time: 0.2823761 Nov 26 02:53:22.154316 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] Deleting port bfeb562d-411c-488d-bac6-95932e21dd35 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:53:22.154835 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:22.258970 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] For port bfeb562d-411c-488d-bac6-95932e21dd35, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bfeb562d-411c-488d-bac6-95932e21dd35,segment=NetworkSegment(c891240a-6e8b-4d7a-b885-f7cfdebd52e9),segment_id=c891240a-6e8b-4d7a-b885-f7cfdebd52e9)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:22.259584 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:22.275335 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] Calling delete_port for bfeb562d-411c-488d-bac6-95932e21dd35 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:53:22.276602 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-3091d101-ebdb-4ac5-8a1d-dd839c534c20 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:22.278098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-3091d101-ebdb-4ac5-8a1d-dd839c534c20 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.59 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 806 time: 0.2804382 Nov 26 02:53:22.279704 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b22041a3-db89-4a7d-94fb-513b84a1717b None None] Set router e4060108-028b-4201-a0fb-3dd264774662 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:53:22.280015 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-24288b8b-7748-4b8a-b4c5-c14ad751993e service neutron] 10.222.0.54 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632026 Nov 26 02:53:22.281915 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d38ea-64d1-426f-9218-6438e7f9fac0 req-6af62e6b-2ef4-4da0-a6e1-b503f99af941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:22.283480 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d05d38ea-64d1-426f-9218-6438e7f9fac0 req-6af62e6b-2ef4-4da0-a6e1-b503f99af941 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9a5d52cf-14f1-4c64-a09a-1d91ea505a6c HTTP/1.1" status: 200 len: 856 time: 0.1238549 Nov 26 02:53:22.328270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-521d7a2c-7718-411a-acb6-a768c5715d57 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Request body: {'port': {'device_id': 'a8bcb97d-1c13-4187-a9d8-39d029c64166', 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5', 'admin_state_up': True, 'tenant_id': 'c43a80d7d3a64acc8e271b3400bc973d'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:22.412727 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:22.417389 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:22.463483 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=bfeb562d-411c-488d-bac6-95932e21dd35,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:22.469739 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] No DVR routers for this DVR port bfeb562d-411c-488d-bac6-95932e21dd35 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:53:22.550875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79a02f9-9516-408b-ad34-4b90fd0175ad None None] DHCP port deletion for 88e09b06-7cc0-4428-b6e3-2ead0f9a7f06 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:53:22.582996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d38ea-64d1-426f-9218-6438e7f9fac0 req-688e1ec5-6bd0-4b0f-bf6f-adc5fde92bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:22.583596 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:22.597751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d05d38ea-64d1-426f-9218-6438e7f9fac0 req-688e1ec5-6bd0-4b0f-bf6f-adc5fde92bb8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2920938 Nov 26 02:53:22.618002 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e09b06-7cc0-4428-b6e3-2ead0f9a7f06']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:22.644346 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c891240a-6e8b-4d7a-b885-f7cfdebd52e9') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:22.644984 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c891240a-6e8b-4d7a-b885-f7cfdebd52e9') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:22.657293 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:22.677466 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:22.690837 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b22041a3-db89-4a7d-94fb-513b84a1717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 4, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port': {'id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:47Z', 'updated_at': '2021-11-26T02:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'b68481b1-edfa-4263-951b-7280b1370dc8', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'floating_ip_address': '172.25.0.114', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'port_id': 'd733a54c-2bc9-4a73-af61-0a2661545586', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'mac_address': 'fa:16:3e:3a:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd93807-1077-4786-98b2-8d84d6662527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:52:53Z', 'updated_at': '2021-11-26T02:53:19Z', 'revision_number': 1, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffed77e-7f8a-4771-a6ea-762322c9cf50', 'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'mac_address': 'fa:16:3e:cb:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:49Z', 'updated_at': '2021-11-26T02:52:56Z', 'revision_number': 5, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'subnets': [{'id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:22.697276 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:53:22.698880 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: items = [ Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:53:22.701830 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:53:22.753467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22041a3-db89-4a7d-94fb-513b84a1717b None None] The sync data for ids ['e4060108-028b-4201-a0fb-3dd264774662'] in n-d-819389-3 is: [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 4, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port': {'id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:47Z', 'updated_at': '2021-11-26T02:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'b68481b1-edfa-4263-951b-7280b1370dc8', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'floating_ip_address': '172.25.0.114', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'port_id': 'd733a54c-2bc9-4a73-af61-0a2661545586', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'mac_address': 'fa:16:3e:3a:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd93807-1077-4786-98b2-8d84d6662527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:52:53Z', 'updated_at': '2021-11-26T02:53:19Z', 'revision_number': 1, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffed77e-7f8a-4771-a6ea-762322c9cf50', 'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'mac_address': 'fa:16:3e:cb:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:49Z', 'updated_at': '2021-11-26T02:52:56Z', 'revision_number': 5, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'subnets': [{'id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:53:22.808048 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:22.824197 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:22.827622 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] 10.222.0.31 "DELETE /v2.0/networks/88e09b06-7cc0-4428-b6e3-2ead0f9a7f06 HTTP/1.1" status: 204 len: 168 time: 1.0500739 Nov 26 02:53:22.903377 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bfeb562d-411c-488d-bac6-95932e21dd35 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:53:22.940527 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5d128d6-df4b-41c5-b3df-a5e0ae23c6e4 req-19425df4-ed9e-4db0-b23b-9c6ff41f7c6f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 210 time: 0.0870194 Nov 26 02:53:22.942861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d05d38ea-64d1-426f-9218-6438e7f9fac0 req-aa5c09d8-2b3c-44a4-8e51-44f683a8c27a service neutron] 10.222.0.54 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896535 Nov 26 02:53:22.943069 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: bfeb562d-411c-488d-bac6-95932e21dd35 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:53:22.943419 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bfeb562d-411c-488d-bac6-95932e21dd35 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:53:22.947336 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0188aab-4466-41a0-a3aa-8487f95eeed6 req-1d4b32dd-f133-4898-bf8e-3faabc6604dd service neutron] 10.222.0.54 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515834 Nov 26 02:53:23.081200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 42480) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:23.190863 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-521d7a2c-7718-411a-acb6-a768c5715d57 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Made reservation on behalf of c43a80d7d3a64acc8e271b3400bc973d for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:53:23.195616 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-521d7a2c-7718-411a-acb6-a768c5715d57 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:23.231729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c913d02-2f01-43a8-8ff8-ff6b524f5506 req-c1463590-ba59-44c5-b4c1-506872054077 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:23.239027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9c913d02-2f01-43a8-8ff8-ff6b524f5506 req-c1463590-ba59-44c5-b4c1-506872054077 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 944 time: 0.4140792 Nov 26 02:53:23.242546 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3e9b41-8a3b-4cbe-b7fb-b2d30239103c None None] New status for floating IP b68481b1-edfa-4263-951b-7280b1370dc8: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:53:23.282227 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d05d38ea-64d1-426f-9218-6438e7f9fac0 req-6d8d20d9-40a3-48f2-8977-5e8afaf7e8f2 service neutron] 10.222.0.54 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899120 Nov 26 02:53:23.284676 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279d150-29fe-40e8-9116-4d8736838e2e admin admin] Pushing event deleted for resources: {'Network': ['ID=88e09b06-7cc0-4428-b6e3-2ead0f9a7f06,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:23.304503 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c5c7557e-2927-4192-8570-5b446deeb8c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9c14705091147dea5be07e14b6395d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2103970 Nov 26 02:53:23.312602 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42486) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:23.383819 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9c913d02-2f01-43a8-8ff8-ff6b524f5506 req-f9f4a77b-86a7-44b8-a43b-2eed10ecab4c tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417954 Nov 26 02:53:23.435519 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2cf3960-1ec3-4571-92c2-711258629cf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:23.437349 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:23.480031 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2cf3960-1ec3-4571-92c2-711258629cf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:23.511274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-521d7a2c-7718-411a-acb6-a768c5715d57 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Allocated IP 172.20.0.11 (9695ee60-1251-4c9f-86cb-bb7e75f253d5/6c43934f-dad4-4b8b-af05-58049fc63ec8/2e90d781-3c61-4a4f-a52d-2672fb2d6e6b) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:53:23.574300 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2cf3960-1ec3-4571-92c2-711258629cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:23.581852 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2cf3960-1ec3-4571-92c2-711258629cf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:23.583201 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a2cf3960-1ec3-4571-92c2-711258629cf9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7bc82ae-c44a-418e-9b94-03f799570784 HTTP/1.1" status: 204 len: 168 time: 0.2691753 Nov 26 02:53:23.618081 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf3960-1ec3-4571-92c2-711258629cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bc82ae-c44a-418e-9b94-03f799570784,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:23.777704 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-521d7a2c-7718-411a-acb6-a768c5715d57 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:23.825036 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-521d7a2c-7718-411a-acb6-a768c5715d57 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:23.861817 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['743d1c09-7495-40e6-a927-fb0deef5aa25', '7cf50330-eb69-47fa-82a7-79e3b16aca58'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:53:23.902222 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-521d7a2c-7718-411a-acb6-a768c5715d57 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:53:23.909740 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-521d7a2c-7718-411a-acb6-a768c5715d57 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:53:23.918281 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-521d7a2c-7718-411a-acb6-a768c5715d57 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:53:23.958871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d7a2c-7718-411a-acb6-a768c5715d57 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Pushing event updated for resources: {'Port': ['ID=2e90d781-3c61-4a4f-a52d-2672fb2d6e6b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:24.010945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-521d7a2c-7718-411a-acb6-a768c5715d57 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:24.015494 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-521d7a2c-7718-411a-acb6-a768c5715d57 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:24.084952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 490ef08e-6e8b-4d49-a62b-1b467e2b618a up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:53:24.085444 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-521d7a2c-7718-411a-acb6-a768c5715d57 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7609346 Nov 26 02:53:24.108165 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Request body: {'port': {'device_id': 'a8bcb97d-1c13-4187-a9d8-39d029c64166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:24.193408 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:24.193681 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 490ef08e-6e8b-4d49-a62b-1b467e2b618a completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:53:24.209965 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 490ef08e-6e8b-4d49-a62b-1b467e2b618a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:24.210454 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:24.238335 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14dc4c-f5a2-468c-a42b-53c52786bd60 req-94e91d49-5761-4d95-98c4-9d87f1b97b5e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:24.240548 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf14dc4c-f5a2-468c-a42b-53c52786bd60 req-94e91d49-5761-4d95-98c4-9d87f1b97b5e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 932 time: 0.2072675 Nov 26 02:53:24.359185 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf14dc4c-f5a2-468c-a42b-53c52786bd60 req-0e9c5aa1-d5ce-4b7f-aa24-54e6932c50ea tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098187 Nov 26 02:53:24.550090 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:24.586951 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1956f6-d202-469f-b624-f2465402cbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490ef08e-6e8b-4d49-a62b-1b467e2b618a'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:24.589631 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdcccbc-3957-4414-b4cd-42a8bea9e81e" -d '{"events": [{"server_uuid": "ee1956f6-d202-469f-b624-f2465402cbdc", "name": "network-vif-plugged", "status": "completed", "tag": "490ef08e-6e8b-4d49-a62b-1b467e2b618a"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:24.606602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 490ef08e-6e8b-4d49-a62b-1b467e2b618a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=490ef08e-6e8b-4d49-a62b-1b467e2b618a,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:24.618608 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:24.746830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bf7dc-80b1-4509-bcd1-68eddcd0f3fd req-b53f377f-69a6-4f76-aef8-ef74cf95b974 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:24.760722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-768bf7dc-80b1-4509-bcd1-68eddcd0f3fd req-b53f377f-69a6-4f76-aef8-ef74cf95b974 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 945 time: 0.1740930 Nov 26 02:53:24.772622 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bc4b35-d8c1-4fd2-a503-cdc7361779bd x-openstack-request-id: req-73bc4b35-d8c1-4fd2-a503-cdc7361779bd {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:53:24.773027 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1956f6-d202-469f-b624-f2465402cbdc", "name": "network-vif-plugged", "status": "completed", "tag": "490ef08e-6e8b-4d49-a62b-1b467e2b618a", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:53:24.775064 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73bc4b35-d8c1-4fd2-a503-cdc7361779bd {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:53:24.775579 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1956f6-d202-469f-b624-f2465402cbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490ef08e-6e8b-4d49-a62b-1b467e2b618a', 'code': 200} Nov 26 02:53:24.779066 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=490ef08e-6e8b-4d49-a62b-1b467e2b618a,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:24.908236 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:53:24.922559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-768bf7dc-80b1-4509-bcd1-68eddcd0f3fd req-07e3a120-4c70-4025-aa6c-203c3019abc5 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606202 Nov 26 02:53:24.954136 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:24.984047 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42546) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:25.040248 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Transition to ACTIVE for port object 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:53:25.048785 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:25.113566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e90d781-3c61-4a4f-a52d-2672fb2d6e6b,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:25.172078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c63fc6-49b9-4c50-a153-7474abbe1606 req-161315c2-4f22-4788-8442-25f23ca97cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:25.174385 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8c63fc6-49b9-4c50-a153-7474abbe1606 req-161315c2-4f22-4788-8442-25f23ca97cb4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 1096 time: 0.1775169 Nov 26 02:53:25.268123 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-4dc48bbf-c312-4ad6-b19b-48aef03eb3df admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1735800698-network', 'tenant_id': 'ff2785279da242a28a845cd4aa41cb72'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:25.268955 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8c63fc6-49b9-4c50-a153-7474abbe1606 req-8c73d9f7-a2db-486b-8834-f3644110a624 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714164 Nov 26 02:53:25.322139 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc48bbf-c312-4ad6-b19b-48aef03eb3df admin admin] Made reservation on behalf of ff2785279da242a28a845cd4aa41cb72 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:53:25.324728 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4dc48bbf-c312-4ad6-b19b-48aef03eb3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:25.343193 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4dc48bbf-c312-4ad6-b19b-48aef03eb3df admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:25.376525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Attempting to bind port 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:53:25.377024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Attempting to bind port 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:53:25.377940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Attempting to bind port 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:53:25.382872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Port 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:53:25.383293 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Attempting to bind port 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:53:25.390169 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:53:25.390466 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Checking segment: {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:53:25.391289 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Bound using segment: {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:53:25.391755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Bound port: 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:53:25.392148 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:25.482207 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4dc48bbf-c312-4ad6-b19b-48aef03eb3df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:25.506627 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4dc48bbf-c312-4ad6-b19b-48aef03eb3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:25.518362 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] For port 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:53:25.522677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] For port 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=2e90d781-3c61-4a4f-a52d-2672fb2d6e6b,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:53:25.534866 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc48bbf-c312-4ad6-b19b-48aef03eb3df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:53:25.556203 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4dc48bbf-c312-4ad6-b19b-48aef03eb3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:25.556680 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-4dc48bbf-c312-4ad6-b19b-48aef03eb3df admin admin] Added segment 72849679-bbac-4c45-a036-92b21a252f01 of type vlan for network cb68f993-2c26-43e2-be11-9bb0a2140d16 Nov 26 02:53:25.602298 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:25.610438 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc48bbf-c312-4ad6-b19b-48aef03eb3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cfc84a-4f58-4a4c-8cd7-fb86d51808d8,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:25.628821 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4dc48bbf-c312-4ad6-b19b-48aef03eb3df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:25.659880 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:25.660924 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:25.662579 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] 10.222.0.59 "PUT /v2.0/ports/2e90d781-3c61-4a4f-a52d-2672fb2d6e6b HTTP/1.1" status: 200 len: 1092 time: 1.5597417 Nov 26 02:53:25.663981 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4dc48bbf-c312-4ad6-b19b-48aef03eb3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:25.665349 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc48bbf-c312-4ad6-b19b-48aef03eb3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:25.666114 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4dc48bbf-c312-4ad6-b19b-48aef03eb3df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:25.705120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bcb97d-1c13-4187-a9d8-39d029c64166', 'tag': '2e90d781-3c61-4a4f-a52d-2672fb2d6e6b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:25.707701 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394b42ea-40a0-4c2d-b4b5-52dce3921f86" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bcb97d-1c13-4187-a9d8-39d029c64166", "tag": "2e90d781-3c61-4a4f-a52d-2672fb2d6e6b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:25.711120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4fc1e-80c8-43c8-b216-1b02b59b86e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e90d781-3c61-4a4f-a52d-2672fb2d6e6b,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:25.725198 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5718085-e263-4cf4-bb9b-699a23df796a req-9669f153-caaf-4e19-8e21-c6c6d686aea0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:25.726906 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5718085-e263-4cf4-bb9b-699a23df796a req-9669f153-caaf-4e19-8e21-c6c6d686aea0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 944 time: 0.1711266 Nov 26 02:53:25.775836 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4dc48bbf-c312-4ad6-b19b-48aef03eb3df admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7896955 Nov 26 02:53:25.778939 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42568) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:25.786581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-085b6d5a-d7b6-4fe1-ac67-c41ae42c3e06 admin admin] Request body: {'subnet': {'network_id': 'cb68f993-2c26-43e2-be11-9bb0a2140d16', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1735800698-subnet', 'tenant_id': 'ff2785279da242a28a845cd4aa41cb72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:25.810786 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc48bbf-c312-4ad6-b19b-48aef03eb3df admin admin] Pushing event updated for resources: {'Network': ['ID=cb68f993-2c26-43e2-be11-9bb0a2140d16,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:25.816877 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085b6d5a-d7b6-4fe1-ac67-c41ae42c3e06 admin admin] Made reservation on behalf of ff2785279da242a28a845cd4aa41cb72 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:53:25.822779 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-085b6d5a-d7b6-4fe1-ac67-c41ae42c3e06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:25.823439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network cb68f993-2c26-43e2-be11-9bb0a2140d16 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:53:25.889994 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760b466a-4add-4a21-8350-c9d5e1d19625 x-openstack-request-id: req-760b466a-4add-4a21-8350-c9d5e1d19625 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:53:25.890295 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bcb97d-1c13-4187-a9d8-39d029c64166", "tag": "2e90d781-3c61-4a4f-a52d-2672fb2d6e6b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:53:25.890558 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-760b466a-4add-4a21-8350-c9d5e1d19625 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:53:25.890965 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bcb97d-1c13-4187-a9d8-39d029c64166', 'tag': '2e90d781-3c61-4a4f-a52d-2672fb2d6e6b', 'status': 'completed', 'code': 200} Nov 26 02:53:25.919743 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-9ce3a4fb-74ef-4e39-a48c-ee78f6cf183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:25.921938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-9ce3a4fb-74ef-4e39-a48c-ee78f6cf183b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 1095 time: 0.1321149 Nov 26 02:53:25.933069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5718085-e263-4cf4-bb9b-699a23df796a req-e4178b36-2bd8-4450-abd8-1ca5ac5514d2 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980293 Nov 26 02:53:26.041879 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-7f9e2c32-ccb2-4129-a357-8cd12d5a3ad8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e90d781-3c61-4a4f-a52d-2672fb2d6e6b HTTP/1.1" status: 200 len: 217 time: 0.0961642 Nov 26 02:53:26.069083 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-085b6d5a-d7b6-4fe1-ac67-c41ae42c3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:26.132288 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-61d30bc9-5a74-40d7-a3ad-36bd39332982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:26.134115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-61d30bc9-5a74-40d7-a3ad-36bd39332982 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c43934f-dad4-4b8b-af05-58049fc63ec8 HTTP/1.1" status: 200 len: 846 time: 0.0859287 Nov 26 02:53:26.202046 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-18171a48-f188-4510-a319-df92dd123c31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9695ee60-1251-4c9f-86cb-bb7e75f253d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335205 Nov 26 02:53:26.204216 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b6d5a-d7b6-4fe1-ac67-c41ae42c3e06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a92400c0-80da-4274-a69d-147327169302,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:26.211891 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085b6d5a-d7b6-4fe1-ac67-c41ae42c3e06 admin admin] Checking segment: {'id': '72849679-bbac-4c45-a036-92b21a252f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cb68f993-2c26-43e2-be11-9bb0a2140d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:53:26.212584 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085b6d5a-d7b6-4fe1-ac67-c41ae42c3e06 admin admin] Network hostable DHCP agents. Network: cb68f993-2c26-43e2-be11-9bb0a2140d16, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:53:26.246785 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085b6d5a-d7b6-4fe1-ac67-c41ae42c3e06 admin admin] Network cb68f993-2c26-43e2-be11-9bb0a2140d16 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:53:26.262684 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-085b6d5a-d7b6-4fe1-ac67-c41ae42c3e06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, cb68f993-2c26-43e2-be11-9bb0a2140d16) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:53:26.272644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a293e3-854e-4fb5-9846-355a20ed5ac2 None None] Network cb68f993-2c26-43e2-be11-9bb0a2140d16 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:53:26.291568 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085b6d5a-d7b6-4fe1-ac67-c41ae42c3e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:26.292266 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-085b6d5a-d7b6-4fe1-ac67-c41ae42c3e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:26.295429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab52dc-58cc-4b31-9197-eba905e963fb req-82b4bf08-3a33-479e-9b0f-0bc327337780 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:26.306511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32ab52dc-58cc-4b31-9197-eba905e963fb req-82b4bf08-3a33-479e-9b0f-0bc327337780 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 945 time: 0.1764855 Nov 26 02:53:26.339791 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-085b6d5a-d7b6-4fe1-ac67-c41ae42c3e06 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5483506 Nov 26 02:53:26.346356 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42580) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:26.354454 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1735800698-router', 'tenant_id': 'ff2785279da242a28a845cd4aa41cb72', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:26.383542 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:26.384756 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:26.428640 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32ab52dc-58cc-4b31-9197-eba905e963fb req-f35afafb-e2eb-4124-bac4-ae2b9d6aa693 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148310 Nov 26 02:53:26.465903 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:26.508425 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-8618957a-c77a-42f4-be92-6c4a2347fff2 service neutron] 10.222.0.59 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936525 Nov 26 02:53:26.591441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-cb68f993-2c26-43e2-be11-9bb0a2140d16', 'network_id': 'cb68f993-2c26-43e2-be11-9bb0a2140d16', 'tenant_id': 'ff2785279da242a28a845cd4aa41cb72', 'fixed_ips': [{'subnet_id': 'a92400c0-80da-4274-a69d-147327169302'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:53:26.592354 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:26.688650 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:26.898076 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Allocated IP 172.20.0.2 (cb68f993-2c26-43e2-be11-9bb0a2140d16/a92400c0-80da-4274-a69d-147327169302/a0c96a03-52a6-44ae-aa8d-968e37b51ac6) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:53:26.973999 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:27.004282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:27.091272 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:27.098474 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:27.121871 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] Allocated IP 172.25.0.249 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/dee02eaf-d6d6-4503-af0e-c23faf2a30e0) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:53:27.141536 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5226e18c-5613-4764-97a0-4a0c8e705f5c req-fc270f62-de66-4774-9b41-fecdcf0ac41e service neutron] 10.222.0.59 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6181209 Nov 26 02:53:27.149280 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Pushing event updated for resources: {'Port': ['ID=a0c96a03-52a6-44ae-aa8d-968e37b51ac6,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:27.151469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c925258-fd4d-4d8a-991b-cff273e1f7ee req-7d7179ad-0703-447a-922b-7372d9f0f3b9 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:27.162118 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9c925258-fd4d-4d8a-991b-cff273e1f7ee req-7d7179ad-0703-447a-922b-7372d9f0f3b9 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 944 time: 0.0903094 Nov 26 02:53:27.171097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Network cb68f993-2c26-43e2-be11-9bb0a2140d16 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:53:27.174278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:53:27.177662 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:53:27.215868 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9c925258-fd4d-4d8a-991b-cff273e1f7ee req-9b2ce5d5-b70d-4b2b-a073-15bd6ed9c209 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513270 Nov 26 02:53:27.234921 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Attempting to bind port a0c96a03-52a6-44ae-aa8d-968e37b51ac6 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:53:27.235307 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Attempting to bind port a0c96a03-52a6-44ae-aa8d-968e37b51ac6 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '72849679-bbac-4c45-a036-92b21a252f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cb68f993-2c26-43e2-be11-9bb0a2140d16'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:53:27.235665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Attempting to bind port a0c96a03-52a6-44ae-aa8d-968e37b51ac6 on network cb68f993-2c26-43e2-be11-9bb0a2140d16 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:53:27.241584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:53:27.242011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Checking segment: {'id': '72849679-bbac-4c45-a036-92b21a252f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cb68f993-2c26-43e2-be11-9bb0a2140d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:53:27.242771 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:27.242771 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Bound using segment: {'id': '72849679-bbac-4c45-a036-92b21a252f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cb68f993-2c26-43e2-be11-9bb0a2140d16'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:53:27.243182 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Bound port: a0c96a03-52a6-44ae-aa8d-968e37b51ac6, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72849679-bbac-4c45-a036-92b21a252f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cb68f993-2c26-43e2-be11-9bb0a2140d16'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:53:27.243567 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:27.270756 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:27.306773 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:27.315677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] For port a0c96a03-52a6-44ae-aa8d-968e37b51ac6, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:53:27.319293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] For port a0c96a03-52a6-44ae-aa8d-968e37b51ac6, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a0c96a03-52a6-44ae-aa8d-968e37b51ac6,segment=NetworkSegment(72849679-bbac-4c45-a036-92b21a252f01),segment_id=72849679-bbac-4c45-a036-92b21a252f01)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:53:27.323378 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:27.348108 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:53:27.352982 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:53:27.357757 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:53:27.376463 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca05ee8d-ec0c-4a2c-8bdc-9d86b1640a61 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:53:27.405949 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] Pushing event updated for resources: {'Port': ['ID=dee02eaf-d6d6-4503-af0e-c23faf2a30e0,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:27.411550 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026af0ec-03ab-46a5-bb3c-0578779c25f0 None None] Pushing event updated for resources: {'Port': ['ID=a0c96a03-52a6-44ae-aa8d-968e37b51ac6,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:27.455630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b42ea-40a0-4c2d-b4b5-52dce3921f86 req-8afe9acb-6c99-4d0a-bb68-089663804059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:27.457488 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-394b42ea-40a0-4c2d-b4b5-52dce3921f86 req-8afe9acb-6c99-4d0a-bb68-089663804059 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 1095 time: 0.0620663 Nov 26 02:53:27.466994 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5af128f5-8667-447f-8b54-1951a0165f80 None None] Provisioning complete for port dee02eaf-d6d6-4503-af0e-c23faf2a30e0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:27.467465 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5af128f5-8667-447f-8b54-1951a0165f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:27.528245 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-5af128f5-8667-447f-8b54-1951a0165f80 None None] Port dee02eaf-d6d6-4503-af0e-c23faf2a30e0 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:53:27.623224 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb5236-cdc1-4bcf-bd86-dc1eae958f5d req-9a36ccf8-0a28-4a5f-b7d8-05581f8d64c3 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:27.630735 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73cb5236-cdc1-4bcf-bd86-dc1eae958f5d req-9a36ccf8-0a28-4a5f-b7d8-05581f8d64c3 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 945 time: 0.0857196 Nov 26 02:53:27.632576 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b42ea-40a0-4c2d-b4b5-52dce3921f86 req-8265a515-27ac-43f2-85b4-d3c09f9e3ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:27.634043 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-394b42ea-40a0-4c2d-b4b5-52dce3921f86 req-8265a515-27ac-43f2-85b4-d3c09f9e3ac6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 907 time: 0.1642308 Nov 26 02:53:27.685665 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:27.702581 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-394b42ea-40a0-4c2d-b4b5-52dce3921f86 req-338169af-522c-4470-b221-c752ba823f3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e90d781-3c61-4a4f-a52d-2672fb2d6e6b HTTP/1.1" status: 200 len: 217 time: 0.0558183 Nov 26 02:53:27.759268 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73cb5236-cdc1-4bcf-bd86-dc1eae958f5d req-2f175228-34d0-4bb4-9978-0ecb07a4fe60 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242535 Nov 26 02:53:27.777732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b42ea-40a0-4c2d-b4b5-52dce3921f86 req-e0268a03-2de9-453a-a144-c5b91f0c5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:27.779519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-394b42ea-40a0-4c2d-b4b5-52dce3921f86 req-e0268a03-2de9-453a-a144-c5b91f0c5bb0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c43934f-dad4-4b8b-af05-58049fc63ec8 HTTP/1.1" status: 200 len: 846 time: 0.0665066 Nov 26 02:53:27.827889 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-394b42ea-40a0-4c2d-b4b5-52dce3921f86 req-f788baa7-8ed4-4b75-9ea8-de7227c07682 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9695ee60-1251-4c9f-86cb-bb7e75f253d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360923 Nov 26 02:53:27.922404 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:27.949158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-394b42ea-40a0-4c2d-b4b5-52dce3921f86 req-ef284c92-91ff-434c-9721-874097c54967 service neutron] 10.222.0.59 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099308 Nov 26 02:53:28.072917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-394b42ea-40a0-4c2d-b4b5-52dce3921f86 req-8d954fa9-8a53-4b12-a555-b4eee04ce26c service neutron] 10.222.0.59 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164858 Nov 26 02:53:28.134940 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] Router 70c1220a-a3d3-40bf-b287-6ff6a77b1989 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:53:28.257920 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:53:28.267381 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Sync routers for ids ['70c1220a-a3d3-40bf-b287-6ff6a77b1989'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:53:28.289420 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:28.293565 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Routers {'70c1220a-a3d3-40bf-b287-6ff6a77b1989'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:53:28.293715 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d044facf-bdf8-4ec5-99cf-51ada9d6e76e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 1.9433901 Nov 26 02:53:28.293798 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:53:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['70c1220a-a3d3-40bf-b287-6ff6a77b1989'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:28.293919 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42652) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:28.349750 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b29e1-f05c-468e-b92a-1345018a3c7b req-e9b8a456-5ddd-4283-90f1-6b9bbfea9964 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:28.356680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e15b29e1-f05c-468e-b92a-1345018a3c7b req-e9b8a456-5ddd-4283-90f1-6b9bbfea9964 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/ports?device_id=4335e359-321c-4429-9e90-40de929211be HTTP/1.1" status: 200 len: 950 time: 0.1442564 Nov 26 02:53:28.465347 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Set router 70c1220a-a3d3-40bf-b287-6ff6a77b1989 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:53:28.503304 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e15b29e1-f05c-468e-b92a-1345018a3c7b req-686b7aa5-8f7a-404a-8dce-d890b003d97d tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/security-groups?id=a71f1b4b-3aac-45f5-a110-fb5ff2862208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324487 Nov 26 02:53:28.560246 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cdce4-b941-4b61-ac47-3f4cd492cfcc req-66697b23-876c-4407-b73f-78ccf52630e0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:28.565298 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-740cdce4-b941-4b61-ac47-3f4cd492cfcc req-66697b23-876c-4407-b73f-78ccf52630e0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 944 time: 0.1411808 Nov 26 02:53:28.676730 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-740cdce4-b941-4b61-ac47-3f4cd492cfcc req-b7c679a3-9566-4fa3-ab1b-d7fe3a3d0a72 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068127 Nov 26 02:53:28.839987 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c1220a-a3d3-40bf-b287-6ff6a77b1989', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1735800698-router', 'tenant_id': 'ff2785279da242a28a845cd4aa41cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dee02eaf-d6d6-4503-af0e-c23faf2a30e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:53:26Z', 'updated_at': '2021-11-26T02:53:27Z', 'revision_number': 3, 'project_id': 'ff2785279da242a28a845cd4aa41cb72', 'gw_port': {'id': 'dee02eaf-d6d6-4503-af0e-c23faf2a30e0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c1220a-a3d3-40bf-b287-6ff6a77b1989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:53:27Z', 'updated_at': '2021-11-26T02:53:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:28.902868 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdbfda5-8520-40a5-951d-7fc6ed94c038 None None] Network cb68f993-2c26-43e2-be11-9bb0a2140d16 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:53:28.926775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Checking router: 70c1220a-a3d3-40bf-b287-6ff6a77b1989 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:53:28.927196 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Updating router 70c1220a-a3d3-40bf-b287-6ff6a77b1989 port dee02eaf-d6d6-4503-af0e-c23faf2a30e0 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:53:28.956397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a0c96a03-52a6-44ae-aa8d-968e37b51ac6 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:53:28.969333 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec65eec7-631b-40e4-b73f-9b005d33e8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:29.061763 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:29.103874 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cc643fae-7f5b-44ab-be35-ddc6eb86924c None None] Provisioning complete for port a0c96a03-52a6-44ae-aa8d-968e37b51ac6 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:29.104378 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cc643fae-7f5b-44ab-be35-ddc6eb86924c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:29.255299 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-ec65eec7-631b-40e4-b73f-9b005d33e8c8 admin admin] Allocated IP 172.20.0.1 (cb68f993-2c26-43e2-be11-9bb0a2140d16/a92400c0-80da-4274-a69d-147327169302/a81277de-4eda-4eb3-aceb-04fcd994bfd6) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:53:29.387796 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec65eec7-631b-40e4-b73f-9b005d33e8c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:29.435560 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec65eec7-631b-40e4-b73f-9b005d33e8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:29.477030 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec65eec7-631b-40e4-b73f-9b005d33e8c8 admin admin] Network cb68f993-2c26-43e2-be11-9bb0a2140d16 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:53:29.480329 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-ec65eec7-631b-40e4-b73f-9b005d33e8c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:53:29.482903 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec65eec7-631b-40e4-b73f-9b005d33e8c8 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:53:29.490355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a0c96a03-52a6-44ae-aa8d-968e37b51ac6 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:29.490919 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:29.509601 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65eec7-631b-40e4-b73f-9b005d33e8c8 admin admin] Pushing event updated for resources: {'Port': ['ID=a81277de-4eda-4eb3-aceb-04fcd994bfd6,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:29.535117 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec65eec7-631b-40e4-b73f-9b005d33e8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:29.667249 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cc643fae-7f5b-44ab-be35-ddc6eb86924c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:29.692413 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec65eec7-631b-40e4-b73f-9b005d33e8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:29.771781 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:29.774740 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-cc643fae-7f5b-44ab-be35-ddc6eb86924c None None] For port a0c96a03-52a6-44ae-aa8d-968e37b51ac6, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a0c96a03-52a6-44ae-aa8d-968e37b51ac6,segment=NetworkSegment(72849679-bbac-4c45-a036-92b21a252f01),segment_id=72849679-bbac-4c45-a036-92b21a252f01)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:29.800049 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cc643fae-7f5b-44ab-be35-ddc6eb86924c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:29.918562 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe41a4-05ff-4596-b31d-d5f91d124641 req-4ec8176f-0bfc-4220-b35e-66426722eb28 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:29.929368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fafe41a4-05ff-4596-b31d-d5f91d124641 req-4ec8176f-0bfc-4220-b35e-66426722eb28 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 944 time: 0.0861397 Nov 26 02:53:29.931642 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec65eec7-631b-40e4-b73f-9b005d33e8c8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:29.939787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec65eec7-631b-40e4-b73f-9b005d33e8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:29.991277 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc643fae-7f5b-44ab-be35-ddc6eb86924c None None] Pushing event updated for resources: {'Port': ['ID=a0c96a03-52a6-44ae-aa8d-968e37b51ac6,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:30.008402 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:53:30.009194 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:53:30.011416 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:30.021246 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fafe41a4-05ff-4596-b31d-d5f91d124641 req-ea20ccab-f7cf-43ce-a78c-1a63061e8a28 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905838 Nov 26 02:53:30.028808 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:30.053301 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65eec7-631b-40e4-b73f-9b005d33e8c8 admin admin] Pushing event updated for resources: {'Port': ['ID=a81277de-4eda-4eb3-aceb-04fcd994bfd6,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:30.055844 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec65eec7-631b-40e4-b73f-9b005d33e8c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:30.076833 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c5305e-9081-4064-b354-734a92c0e1fb None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:53:30.091252 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Attempting to bind port dee02eaf-d6d6-4503-af0e-c23faf2a30e0 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:53:30.091652 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Attempting to bind port dee02eaf-d6d6-4503-af0e-c23faf2a30e0 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:53:30.092357 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Attempting to bind port dee02eaf-d6d6-4503-af0e-c23faf2a30e0 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:53:30.109174 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:53:30.110153 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:53:30.112016 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:30.112506 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:53:30.113099 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Bound port: dee02eaf-d6d6-4503-af0e-c23faf2a30e0, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:53:30.113619 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:30.115569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a798658-a20a-446c-bcc8-fa3378383713 None None] Pushing event updated for resources: {'Port': ['ID=dee02eaf-d6d6-4503-af0e-c23faf2a30e0,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:30.131194 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:53:30.173902 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 47565517-d27e-4253-9c47-a299a0271b00 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:53:30.210090 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec65eec7-631b-40e4-b73f-9b005d33e8c8 admin admin] Network cb68f993-2c26-43e2-be11-9bb0a2140d16 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:53:30.211648 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-ec65eec7-631b-40e4-b73f-9b005d33e8c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:53:30.249978 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2c0b5bfc-abe3-4ad0-8e33-5e1b3e4f5cf0 None None] Provisioning complete for port a0c96a03-52a6-44ae-aa8d-968e37b51ac6 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:30.250365 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2c0b5bfc-abe3-4ad0-8e33-5e1b3e4f5cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:30.328209 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] For port dee02eaf-d6d6-4503-af0e-c23faf2a30e0, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:53:30.361013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] For port dee02eaf-d6d6-4503-af0e-c23faf2a30e0, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=dee02eaf-d6d6-4503-af0e-c23faf2a30e0,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:53:30.381658 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:30.504289 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=2e90d781-3c61-4a4f-a52d-2672fb2d6e6b,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:30.534785 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db90dde-3507-4325-ba28-60e531368a22 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:53:30.603677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '2e90d781-3c61-4a4f-a52d-2672fb2d6e6b', 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5', 'port_id': '2e90d781-3c61-4a4f-a52d-2672fb2d6e6b', 'mac_address': 'fa:16:3e:b7:d4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c43934f-dad4-4b8b-af05-58049fc63ec8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:53:30.616470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Routers {'70c1220a-a3d3-40bf-b287-6ff6a77b1989'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:53:30.617793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:53:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['70c1220a-a3d3-40bf-b287-6ff6a77b1989'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:30.679640 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:30.714348 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a798658-a20a-446c-bcc8-fa3378383713 None None] Pushing event updated for resources: {'Port': ['ID=dee02eaf-d6d6-4503-af0e-c23faf2a30e0,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:30.719588 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec65eec7-631b-40e4-b73f-9b005d33e8c8 admin admin] Router 70c1220a-a3d3-40bf-b287-6ff6a77b1989 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:53:30.791327 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:30.857011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4335e359-321c-4429-9e90-40de929211be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47565517-d27e-4253-9c47-a299a0271b00'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:30.859365 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73adbbc-c2d5-43d5-bc4b-7009f602341e" -d '{"events": [{"server_uuid": "4335e359-321c-4429-9e90-40de929211be", "name": "network-vif-unplugged", "status": "completed", "tag": "47565517-d27e-4253-9c47-a299a0271b00"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:30.868628 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:53:30.883169 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec65eec7-631b-40e4-b73f-9b005d33e8c8 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:53:30.897772 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ec65eec7-631b-40e4-b73f-9b005d33e8c8 admin admin] 10.222.0.31 "PUT /v2.0/routers/70c1220a-a3d3-40bf-b287-6ff6a77b1989/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6025393 Nov 26 02:53:30.904279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 47565517-d27e-4253-9c47-a299a0271b00, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=47565517-d27e-4253-9c47-a299a0271b00,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:30.930615 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2c0b5bfc-abe3-4ad0-8e33-5e1b3e4f5cf0 None None] Provisioning complete for port a81277de-4eda-4eb3-aceb-04fcd994bfd6 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:30.930994 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2c0b5bfc-abe3-4ad0-8e33-5e1b3e4f5cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:30.952542 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3294a7-748a-4713-a2eb-a8d5ce1954f3 x-openstack-request-id: req-cc3294a7-748a-4713-a2eb-a8d5ce1954f3 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:53:30.952865 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4335e359-321c-4429-9e90-40de929211be", "name": "network-vif-unplugged", "status": "completed", "tag": "47565517-d27e-4253-9c47-a299a0271b00", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:53:30.953110 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc3294a7-748a-4713-a2eb-a8d5ce1954f3 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:53:30.953469 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4335e359-321c-4429-9e90-40de929211be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47565517-d27e-4253-9c47-a299a0271b00', 'code': 200} Nov 26 02:53:30.957194 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:30.959071 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a0c96a03-52a6-44ae-aa8d-968e37b51ac6 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:53:31.016254 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=2e90d781-3c61-4a4f-a52d-2672fb2d6e6b,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:31.031119 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] Set router 70c1220a-a3d3-40bf-b287-6ff6a77b1989 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:53:31.069315 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:31.097681 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b5bfc-abe3-4ad0-8e33-5e1b3e4f5cf0 None None] Port a81277de-4eda-4eb3-aceb-04fcd994bfd6 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:53:31.153479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=47565517-d27e-4253-9c47-a299a0271b00,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:31.185060 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b08ee6-3c89-4808-8336-8ea4244888ec req-c1a241b8-57d7-4560-a81a-eba67a7869fe tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:31.186665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92b08ee6-3c89-4808-8336-8ea4244888ec req-c1a241b8-57d7-4560-a81a-eba67a7869fe tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 945 time: 0.0634868 Nov 26 02:53:31.265334 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a0c96a03-52a6-44ae-aa8d-968e37b51ac6 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:31.265719 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:31.285276 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-2450bc78-cb95-40c5-845b-6bd3de68521f req-1dfa9d7f-ed0e-4eaa-bcdc-c0d3136a9441 tempest-FloatingIPDetailsNegativeTestJSON-1192809580 tempest-FloatingIPDetailsNegativeTestJSON-1192809580-project] show failed (client error): The resource could not be found. Nov 26 02:53:31.286458 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2450bc78-cb95-40c5-845b-6bd3de68521f req-1dfa9d7f-ed0e-4eaa-bcdc-c0d3136a9441 tempest-FloatingIPDetailsNegativeTestJSON-1192809580 tempest-FloatingIPDetailsNegativeTestJSON-1192809580-project] 10.222.0.31 "GET /v2.0/floatingips/dbabebfb-c231-49c8-b9c0-125bc7751371 HTTP/1.1" status: 404 len: 350 time: 0.0490124 Nov 26 02:53:31.300381 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42778) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:31.318092 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92b08ee6-3c89-4808-8336-8ea4244888ec req-75568b0a-3137-472e-81dd-492cc917f3f5 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017900 Nov 26 02:53:31.451762 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-41f40694-d73b-4f1e-b608-18eb326cbeb7 None None] Provisioning complete for port dee02eaf-d6d6-4503-af0e-c23faf2a30e0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:31.452528 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-41f40694-d73b-4f1e-b608-18eb326cbeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:31.459612 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=2e90d781-3c61-4a4f-a52d-2672fb2d6e6b,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:31.673672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['2e90d781-3c61-4a4f-a52d-2672fb2d6e6b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:53:31.731328 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a24f8ed4-4698-4756-995f-3a9ffb5115a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:31.872306 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-41f40694-d73b-4f1e-b608-18eb326cbeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:31.912106 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-41f40694-d73b-4f1e-b608-18eb326cbeb7 None None] For port dee02eaf-d6d6-4503-af0e-c23faf2a30e0, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=dee02eaf-d6d6-4503-af0e-c23faf2a30e0,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:31.916906 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c1220a-a3d3-40bf-b287-6ff6a77b1989', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1735800698-router', 'tenant_id': 'ff2785279da242a28a845cd4aa41cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dee02eaf-d6d6-4503-af0e-c23faf2a30e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:53:26Z', 'updated_at': '2021-11-26T02:53:29Z', 'revision_number': 4, 'project_id': 'ff2785279da242a28a845cd4aa41cb72', 'gw_port': {'id': 'dee02eaf-d6d6-4503-af0e-c23faf2a30e0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c1220a-a3d3-40bf-b287-6ff6a77b1989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:53:27Z', 'updated_at': '2021-11-26T02:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'a81277de-4eda-4eb3-aceb-04fcd994bfd6', 'name': '', 'network_id': 'cb68f993-2c26-43e2-be11-9bb0a2140d16', 'tenant_id': 'ff2785279da242a28a845cd4aa41cb72', 'mac_address': 'fa:16:3e:01:70:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c1220a-a3d3-40bf-b287-6ff6a77b1989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'a92400c0-80da-4274-a69d-147327169302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:53:28Z', 'updated_at': '2021-11-26T02:53:29Z', 'revision_number': 2, 'project_id': 'ff2785279da242a28a845cd4aa41cb72', 'subnets': [{'id': 'a92400c0-80da-4274-a69d-147327169302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:31.962601 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6698aa84-3b26-4792-a836-30d974179e68 None None] The sync data for ids ['70c1220a-a3d3-40bf-b287-6ff6a77b1989'] in n-d-819389-3 is: [{'id': '70c1220a-a3d3-40bf-b287-6ff6a77b1989', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1735800698-router', 'tenant_id': 'ff2785279da242a28a845cd4aa41cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dee02eaf-d6d6-4503-af0e-c23faf2a30e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:53:26Z', 'updated_at': '2021-11-26T02:53:29Z', 'revision_number': 4, 'project_id': 'ff2785279da242a28a845cd4aa41cb72', 'gw_port': {'id': 'dee02eaf-d6d6-4503-af0e-c23faf2a30e0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c1220a-a3d3-40bf-b287-6ff6a77b1989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:53:27Z', 'updated_at': '2021-11-26T02:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'a81277de-4eda-4eb3-aceb-04fcd994bfd6', 'name': '', 'network_id': 'cb68f993-2c26-43e2-be11-9bb0a2140d16', 'tenant_id': 'ff2785279da242a28a845cd4aa41cb72', 'mac_address': 'fa:16:3e:01:70:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c1220a-a3d3-40bf-b287-6ff6a77b1989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'a92400c0-80da-4274-a69d-147327169302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:53:28Z', 'updated_at': '2021-11-26T02:53:29Z', 'revision_number': 2, 'project_id': 'ff2785279da242a28a845cd4aa41cb72', 'subnets': [{'id': 'a92400c0-80da-4274-a69d-147327169302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:53:31.969141 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-41f40694-d73b-4f1e-b608-18eb326cbeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:32.041301 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-41f40694-d73b-4f1e-b608-18eb326cbeb7 None None] Provisioning complete for port a81277de-4eda-4eb3-aceb-04fcd994bfd6 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:32.042027 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-41f40694-d73b-4f1e-b608-18eb326cbeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:32.077140 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f40694-d73b-4f1e-b608-18eb326cbeb7 None None] Pushing event updated for resources: {'Port': ['ID=dee02eaf-d6d6-4503-af0e-c23faf2a30e0,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:32.081278 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a24f8ed4-4698-4756-995f-3a9ffb5115a7 admin admin] Deleting port a81277de-4eda-4eb3-aceb-04fcd994bfd6 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:53:32.081814 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a24f8ed4-4698-4756-995f-3a9ffb5115a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:32.118584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-41f40694-d73b-4f1e-b608-18eb326cbeb7 None None] Port a81277de-4eda-4eb3-aceb-04fcd994bfd6 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:53:32.168186 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a24f8ed4-4698-4756-995f-3a9ffb5115a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:32.180426 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a24f8ed4-4698-4756-995f-3a9ffb5115a7 admin admin] Calling delete_port for a81277de-4eda-4eb3-aceb-04fcd994bfd6 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:53:32.410829 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a24f8ed4-4698-4756-995f-3a9ffb5115a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:32.462215 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f8ed4-4698-4756-995f-3a9ffb5115a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a81277de-4eda-4eb3-aceb-04fcd994bfd6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:32.478875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc6ec0-e577-4b5f-8915-774c5d18385b req-82a48464-425d-4315-a5a6-d3623e19e5e3 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:32.487191 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cbc6ec0-e577-4b5f-8915-774c5d18385b req-82a48464-425d-4315-a5a6-d3623e19e5e3 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 945 time: 0.0865138 Nov 26 02:53:32.603221 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cbc6ec0-e577-4b5f-8915-774c5d18385b req-24d7dbbf-e818-4eb9-9be0-a05f74359f99 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149971 Nov 26 02:53:32.795799 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a24f8ed4-4698-4756-995f-3a9ffb5115a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:33.120014 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24f8ed4-4698-4756-995f-3a9ffb5115a7 admin admin] Router 70c1220a-a3d3-40bf-b287-6ff6a77b1989 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:53:33.254217 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24f8ed4-4698-4756-995f-3a9ffb5115a7 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:53:33.262069 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a24f8ed4-4698-4756-995f-3a9ffb5115a7 admin admin] 10.222.0.31 "PUT /v2.0/routers/70c1220a-a3d3-40bf-b287-6ff6a77b1989/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9579136 Nov 26 02:53:33.262477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 42820) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:33.382625 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e03449b8-3c41-4f50-bb52-913df91d91e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:33.513521 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e03449b8-3c41-4f50-bb52-913df91d91e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:33.592244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e03449b8-3c41-4f50-bb52-913df91d91e8 admin admin] Deleting port dee02eaf-d6d6-4503-af0e-c23faf2a30e0 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:53:33.592999 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e03449b8-3c41-4f50-bb52-913df91d91e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:33.710998 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-e03449b8-3c41-4f50-bb52-913df91d91e8 admin admin] For port dee02eaf-d6d6-4503-af0e-c23faf2a30e0, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=dee02eaf-d6d6-4503-af0e-c23faf2a30e0,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:33.711466 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e03449b8-3c41-4f50-bb52-913df91d91e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:33.727168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e03449b8-3c41-4f50-bb52-913df91d91e8 admin admin] Calling delete_port for dee02eaf-d6d6-4503-af0e-c23faf2a30e0 owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:53:33.873828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b11fca-f0fc-4b9b-9681-caca04658861 req-9c86cc67-e96c-44d6-b2b0-f7ee86a8b46b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:33.875608 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07b11fca-f0fc-4b9b-9681-caca04658861 req-9c86cc67-e96c-44d6-b2b0-f7ee86a8b46b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 945 time: 0.1380265 Nov 26 02:53:33.999840 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07b11fca-f0fc-4b9b-9681-caca04658861 req-60925a85-84aa-43eb-834f-ae24bfb86826 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127253 Nov 26 02:53:34.135288 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e03449b8-3c41-4f50-bb52-913df91d91e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:34.142566 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 47565517-d27e-4253-9c47-a299a0271b00 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:53:34.153701 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:53:34.181067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03449b8-3c41-4f50-bb52-913df91d91e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dee02eaf-d6d6-4503-af0e-c23faf2a30e0,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:34.202180 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6341dd8-2a33-4125-9fa3-743799612c12 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:53:34.348658 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e03449b8-3c41-4f50-bb52-913df91d91e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:34.375589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:53:34.403513 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:34.403797 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:34.412306 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 47565517-d27e-4253-9c47-a299a0271b00, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=47565517-d27e-4253-9c47-a299a0271b00,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:34.432544 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '47565517-d27e-4253-9c47-a299a0271b00', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '47565517-d27e-4253-9c47-a299a0271b00', 'mac_address': 'fa:16:3e:d3:a1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:53:34.528816 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:34.542057 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e03449b8-3c41-4f50-bb52-913df91d91e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:34.546583 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e03449b8-3c41-4f50-bb52-913df91d91e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:34.558900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20965ce-a8d7-4832-8e9f-4fd32bef6bf4 req-e09ba7ec-49be-4a47-ad95-805955aa618c tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:34.569189 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f20965ce-a8d7-4832-8e9f-4fd32bef6bf4 req-e09ba7ec-49be-4a47-ad95-805955aa618c tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3d72e75-b877-4eff-ac23-687c2fb81e00 HTTP/1.1" status: 200 len: 945 time: 0.1485863 Nov 26 02:53:34.688474 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e03449b8-3c41-4f50-bb52-913df91d91e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:34.689155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03449b8-3c41-4f50-bb52-913df91d91e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70c1220a-a3d3-40bf-b287-6ff6a77b1989 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:53:34.702187 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f20965ce-a8d7-4832-8e9f-4fd32bef6bf4 req-5b6cf25d-3b57-462d-945e-0c47eed3e4cd tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5a2e5c0-a7ad-4401-ad1d-80b9dcd76b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317112 Nov 26 02:53:34.708016 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47565517-d27e-4253-9c47-a299a0271b00 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:53:34.714616 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e03449b8-3c41-4f50-bb52-913df91d91e8 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:34.716331 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e03449b8-3c41-4f50-bb52-913df91d91e8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/70c1220a-a3d3-40bf-b287-6ff6a77b1989 HTTP/1.1" status: 204 len: 168 time: 1.4526381 Nov 26 02:53:34.719301 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 42878) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:34.730406 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:34.750975 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 47565517-d27e-4253-9c47-a299a0271b00, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=47565517-d27e-4253-9c47-a299a0271b00,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:34.763875 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:34.773847 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bcb97d-1c13-4187-a9d8-39d029c64166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e90d781-3c61-4a4f-a52d-2672fb2d6e6b'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:34.776301 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8677b3-6102-4ae7-b5ed-1d510eeff1f7" -d '{"events": [{"server_uuid": "a8bcb97d-1c13-4187-a9d8-39d029c64166", "name": "network-vif-plugged", "status": "completed", "tag": "2e90d781-3c61-4a4f-a52d-2672fb2d6e6b"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:34.807010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2d8855-4aa4-4794-b7c4-1f01496188c9 admin admin] Deleting subnet a92400c0-80da-4274-a69d-147327169302 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:53:34.844166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=2e90d781-3c61-4a4f-a52d-2672fb2d6e6b,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:34.845678 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5b2d8855-4aa4-4794-b7c4-1f01496188c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:34.867850 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:34.895307 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=47565517-d27e-4253-9c47-a299a0271b00,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:34.969759 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a7cdfd-4fcd-470f-8092-6ccc2885b986 x-openstack-request-id: req-d6a7cdfd-4fcd-470f-8092-6ccc2885b986 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:53:34.970088 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bcb97d-1c13-4187-a9d8-39d029c64166", "name": "network-vif-plugged", "status": "completed", "tag": "2e90d781-3c61-4a4f-a52d-2672fb2d6e6b", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:53:34.970922 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6a7cdfd-4fcd-470f-8092-6ccc2885b986 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:53:34.971311 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bcb97d-1c13-4187-a9d8-39d029c64166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e90d781-3c61-4a4f-a52d-2672fb2d6e6b', 'code': 200} Nov 26 02:53:34.978038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['47565517-d27e-4253-9c47-a299a0271b00'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:53:34.995148 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5b2d8855-4aa4-4794-b7c4-1f01496188c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:35.030520 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f6f46b-1cbb-4fb2-afe7-f9be80c337b4 None None] Sync routers for ids ['70c1220a-a3d3-40bf-b287-6ff6a77b1989'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:53:35.072144 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f6f46b-1cbb-4fb2-afe7-f9be80c337b4 None None] Routers set() bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:53:35.072522 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f6f46b-1cbb-4fb2-afe7-f9be80c337b4 None None] Router IDs set() for agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 26 02:53:35.073268 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_agentschedulers_db [None req-b9f6f46b-1cbb-4fb2-afe7-f9be80c337b4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'70c1220a-a3d3-40bf-b287-6ff6a77b1989'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:53:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent'). {{(pid=104804) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 26 02:53:35.101307 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f6f46b-1cbb-4fb2-afe7-f9be80c337b4 None None] Routers set() bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:53:35.105893 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f6f46b-1cbb-4fb2-afe7-f9be80c337b4 None None] Router IDs set() for agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 26 02:53:35.109104 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_agentschedulers_db [None req-b9f6f46b-1cbb-4fb2-afe7-f9be80c337b4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'70c1220a-a3d3-40bf-b287-6ff6a77b1989'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:53:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent'). {{(pid=104804) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 26 02:53:35.109561 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f6f46b-1cbb-4fb2-afe7-f9be80c337b4 None None] The sync data for ids ['70c1220a-a3d3-40bf-b287-6ff6a77b1989'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:53:35.179506 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=2e90d781-3c61-4a4f-a52d-2672fb2d6e6b,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:35.239203 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5b2d8855-4aa4-4794-b7c4-1f01496188c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:35.380153 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18654a-f34e-4039-b763-44b7c1f0be23 req-38a8cf8a-8d22-4809-8f89-339d63500bab tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:35.382086 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b18654a-f34e-4039-b763-44b7c1f0be23 req-38a8cf8a-8d22-4809-8f89-339d63500bab tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 946 time: 0.0888672 Nov 26 02:53:35.455300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b18654a-f34e-4039-b763-44b7c1f0be23 req-30c1c253-956e-4b69-acf9-52bd8e1d9b01 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669792 Nov 26 02:53:35.468919 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb8988-bc6c-4dc7-bdd4-742ebb7835f0 req-16ad50d8-1398-468a-8b54-1eebc905f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:35.475487 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8cb8988-bc6c-4dc7-bdd4-742ebb7835f0 req-16ad50d8-1398-468a-8b54-1eebc905f2b1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 1097 time: 0.2550812 Nov 26 02:53:35.513451 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5b2d8855-4aa4-4794-b7c4-1f01496188c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:35.562538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0c2b5c-fe75-4e2a-84ae-954b5002724c None None] Network cb68f993-2c26-43e2-be11-9bb0a2140d16 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:53:35.601136 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d8855-4aa4-4794-b7c4-1f01496188c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a92400c0-80da-4274-a69d-147327169302,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:35.621610 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5b2d8855-4aa4-4794-b7c4-1f01496188c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:35.632834 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42892) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:35.647857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5b2d8855-4aa4-4794-b7c4-1f01496188c9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a92400c0-80da-4274-a69d-147327169302 HTTP/1.1" status: 204 len: 168 time: 0.9270196 Nov 26 02:53:35.663129 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8cb8988-bc6c-4dc7-bdd4-742ebb7835f0 req-fbf29f19-975b-49b5-beb7-296341db70dc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782806 Nov 26 02:53:35.786398 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:35.909847 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] Deleting port a0c96a03-52a6-44ae-aa8d-968e37b51ac6 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:53:35.910330 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:35.920892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0eb7a-cc8e-4d17-94df-c467ee9e7eb4 req-852b21d2-a55e-4b9b-b788-48db4e2f7894 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:35.922938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30a0eb7a-cc8e-4d17-94df-c467ee9e7eb4 req-852b21d2-a55e-4b9b-b788-48db4e2f7894 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3d72e75-b877-4eff-ac23-687c2fb81e00 HTTP/1.1" status: 200 len: 945 time: 0.0796428 Nov 26 02:53:36.046892 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30a0eb7a-cc8e-4d17-94df-c467ee9e7eb4 req-0bd29f4d-3bac-452a-933d-4b18d7c04b40 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5a2e5c0-a7ad-4401-ad1d-80b9dcd76b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060569 Nov 26 02:53:36.085190 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d1c6e3-1d0b-45d5-a473-e6a8567de9eb None None] DHCP port deletion for cb68f993-2c26-43e2-be11-9bb0a2140d16 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:53:36.126292 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] For port a0c96a03-52a6-44ae-aa8d-968e37b51ac6, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a0c96a03-52a6-44ae-aa8d-968e37b51ac6,segment=NetworkSegment(72849679-bbac-4c45-a036-92b21a252f01),segment_id=72849679-bbac-4c45-a036-92b21a252f01)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:36.126292 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:36.153439 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] Calling delete_port for a0c96a03-52a6-44ae-aa8d-968e37b51ac6 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:53:36.161782 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 47565517-d27e-4253-9c47-a299a0271b00 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:53:36.249955 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-48d1c6e3-1d0b-45d5-a473-e6a8567de9eb None None] Deleting port a0c96a03-52a6-44ae-aa8d-968e37b51ac6 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:53:36.250604 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-48d1c6e3-1d0b-45d5-a473-e6a8567de9eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:36.265401 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 47565517-d27e-4253-9c47-a299a0271b00 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:36.266036 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:36.384997 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:36.412632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c96a03-52a6-44ae-aa8d-968e37b51ac6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:36.416093 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] No DVR routers for this DVR port a0c96a03-52a6-44ae-aa8d-968e37b51ac6 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:53:36.449996 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-48d1c6e3-1d0b-45d5-a473-e6a8567de9eb None None] For port a0c96a03-52a6-44ae-aa8d-968e37b51ac6, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a0c96a03-52a6-44ae-aa8d-968e37b51ac6,segment=NetworkSegment(72849679-bbac-4c45-a036-92b21a252f01),segment_id=72849679-bbac-4c45-a036-92b21a252f01)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:36.450403 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-48d1c6e3-1d0b-45d5-a473-e6a8567de9eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:36.452881 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:36.521919 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-48d1c6e3-1d0b-45d5-a473-e6a8567de9eb None None] Calling delete_port for a0c96a03-52a6-44ae-aa8d-968e37b51ac6 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:53:36.564014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387d2bc-b501-4852-91ff-39aea6c18283 req-f4eba0e5-ed74-4778-834f-4d0ca1a3d4fd tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:36.565808 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4387d2bc-b501-4852-91ff-39aea6c18283 req-f4eba0e5-ed74-4778-834f-4d0ca1a3d4fd tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3d72e75-b877-4eff-ac23-687c2fb81e00 HTTP/1.1" status: 200 len: 945 time: 0.0991485 Nov 26 02:53:36.633582 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:36.682225 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb68f993-2c26-43e2-be11-9bb0a2140d16']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:36.694087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 47565517-d27e-4253-9c47-a299a0271b00, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=47565517-d27e-4253-9c47-a299a0271b00,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:36.704638 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72849679-bbac-4c45-a036-92b21a252f01') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:36.705523 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72849679-bbac-4c45-a036-92b21a252f01') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:36.715042 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:36.730581 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:36.751162 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:36.781027 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:53:36.781448 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:53:36.783371 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:53:36.803674 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efb200-6c06-4f2a-8aec-7d02d0d101e6 req-1c303f6a-85a7-4433-b6e4-74795645d4d9 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:36.812934 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-64efb200-6c06-4f2a-8aec-7d02d0d101e6 req-1c303f6a-85a7-4433-b6e4-74795645d4d9 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 946 time: 0.1966436 Nov 26 02:53:36.857587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=47565517-d27e-4253-9c47-a299a0271b00,revision_number=10']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:36.862398 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-48d1c6e3-1d0b-45d5-a473-e6a8567de9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:36.875820 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d1c6e3-1d0b-45d5-a473-e6a8567de9eb None None] No DVR routers for this DVR port a0c96a03-52a6-44ae-aa8d-968e37b51ac6 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:53:36.897623 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-4387d2bc-b501-4852-91ff-39aea6c18283 req-27b4e8e1-3265-4bdc-a3db-77e88a0f4800 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Deleting port e9a860a0-f05d-4abb-b980-afccdda395e3 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:53:36.897968 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4387d2bc-b501-4852-91ff-39aea6c18283 req-27b4e8e1-3265-4bdc-a3db-77e88a0f4800 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:36.911101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1c6e3-1d0b-45d5-a473-e6a8567de9eb None None] Pushing event deleted for resources: {'Port': ['ID=a0c96a03-52a6-44ae-aa8d-968e37b51ac6,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:36.972171 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4335e359-321c-4429-9e90-40de929211be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47565517-d27e-4253-9c47-a299a0271b00'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:36.974980 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:36.975125 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c1a5cf-a36d-4829-bd17-1841f32a7a57" -d '{"events": [{"server_uuid": "4335e359-321c-4429-9e90-40de929211be", "name": "network-vif-plugged", "status": "completed", "tag": "47565517-d27e-4253-9c47-a299a0271b00"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:36.991568 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a81277de-4eda-4eb3-aceb-04fcd994bfd6 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:53:36.995575 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:37.000325 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cb68f993-2c26-43e2-be11-9bb0a2140d16 HTTP/1.1" status: 204 len: 168 time: 1.3664217 Nov 26 02:53:37.048270 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfcc31-ae6a-4285-9aa8-ee6c15f07a04 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb68f993-2c26-43e2-be11-9bb0a2140d16,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:37.073892 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-64efb200-6c06-4f2a-8aec-7d02d0d101e6 req-7035d587-5050-4494-89aa-8f5e4ebf5584 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470703 Nov 26 02:53:37.091770 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: a81277de-4eda-4eb3-aceb-04fcd994bfd6 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:53:37.092160 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a81277de-4eda-4eb3-aceb-04fcd994bfd6 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:53:37.092586 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a0c96a03-52a6-44ae-aa8d-968e37b51ac6 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:53:37.190079 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d0e043-eb50-477e-987c-457d8661324c x-openstack-request-id: req-61d0e043-eb50-477e-987c-457d8661324c {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:53:37.190406 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4335e359-321c-4429-9e90-40de929211be", "name": "network-vif-plugged", "status": "completed", "tag": "47565517-d27e-4253-9c47-a299a0271b00", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:53:37.190671 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61d0e043-eb50-477e-987c-457d8661324c {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:53:37.191086 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4335e359-321c-4429-9e90-40de929211be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47565517-d27e-4253-9c47-a299a0271b00', 'code': 200} Nov 26 02:53:37.192134 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: a0c96a03-52a6-44ae-aa8d-968e37b51ac6 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:53:37.192485 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a0c96a03-52a6-44ae-aa8d-968e37b51ac6 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:53:37.192898 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device dee02eaf-d6d6-4503-af0e-c23faf2a30e0 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:53:37.253733 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42936) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:37.257603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: dee02eaf-d6d6-4503-af0e-c23faf2a30e0 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:53:37.260046 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device dee02eaf-d6d6-4503-af0e-c23faf2a30e0 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:53:37.292649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-4387d2bc-b501-4852-91ff-39aea6c18283 req-27b4e8e1-3265-4bdc-a3db-77e88a0f4800 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] For port e9a860a0-f05d-4abb-b980-afccdda395e3, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=e9a860a0-f05d-4abb-b980-afccdda395e3,segment=NetworkSegment(a2f1cdf0-008d-47e9-82c2-d0692d086593),segment_id=a2f1cdf0-008d-47e9-82c2-d0692d086593)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:37.293038 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4387d2bc-b501-4852-91ff-39aea6c18283 req-27b4e8e1-3265-4bdc-a3db-77e88a0f4800 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:37.323199 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-11d93834-4dd2-4029-a397-6c254285b871 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff2785279da242a28a845cd4aa41cb72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0660169 Nov 26 02:53:37.324608 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42938) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:37.402619 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6afc3ab6-a8dc-4b71-b763-814f20f2b559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:37.445172 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6afc3ab6-a8dc-4b71-b763-814f20f2b559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:37.447630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd96b78-08d6-4071-925f-4f6ea4e31e21 req-fc45ced0-fa06-4510-8352-43b5a4bbeb80 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:37.449227 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bd96b78-08d6-4071-925f-4f6ea4e31e21 req-fc45ced0-fa06-4510-8352-43b5a4bbeb80 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3d72e75-b877-4eff-ac23-687c2fb81e00 HTTP/1.1" status: 200 len: 945 time: 0.2450533 Nov 26 02:53:37.507670 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6afc3ab6-a8dc-4b71-b763-814f20f2b559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:37.512299 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6afc3ab6-a8dc-4b71-b763-814f20f2b559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:37.522185 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6afc3ab6-a8dc-4b71-b763-814f20f2b559 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9cfc84a-4f58-4a4c-8cd7-fb86d51808d8 HTTP/1.1" status: 204 len: 168 time: 0.1965666 Nov 26 02:53:37.554697 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc3ab6-a8dc-4b71-b763-814f20f2b559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cfc84a-4f58-4a4c-8cd7-fb86d51808d8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:37.565989 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bd96b78-08d6-4071-925f-4f6ea4e31e21 req-50790d87-0a83-4ebb-9a28-ad12d85cdeb9 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5a2e5c0-a7ad-4401-ad1d-80b9dcd76b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010034 Nov 26 02:53:37.663494 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4387d2bc-b501-4852-91ff-39aea6c18283 req-27b4e8e1-3265-4bdc-a3db-77e88a0f4800 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:37.663904 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4387d2bc-b501-4852-91ff-39aea6c18283 req-27b4e8e1-3265-4bdc-a3db-77e88a0f4800 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:37.664248 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-4387d2bc-b501-4852-91ff-39aea6c18283 req-27b4e8e1-3265-4bdc-a3db-77e88a0f4800 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Floating IP 626661c9-6f68-417b-8078-9accf31475c3 disassociated. External IP: 172.25.0.146, port: e9a860a0-f05d-4abb-b980-afccdda395e3. Nov 26 02:53:37.664604 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-4387d2bc-b501-4852-91ff-39aea6c18283 req-27b4e8e1-3265-4bdc-a3db-77e88a0f4800 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Calling delete_port for e9a860a0-f05d-4abb-b980-afccdda395e3 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:53:37.875418 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4387d2bc-b501-4852-91ff-39aea6c18283 req-27b4e8e1-3265-4bdc-a3db-77e88a0f4800 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:37.930214 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4e8e1-3265-4bdc-a3db-77e88a0f4800 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Pushing event deleted for resources: {'Port': ['ID=e9a860a0-f05d-4abb-b980-afccdda395e3,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:38.122188 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4387d2bc-b501-4852-91ff-39aea6c18283 req-27b4e8e1-3265-4bdc-a3db-77e88a0f4800 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Router 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:53:38.278443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4387d2bc-b501-4852-91ff-39aea6c18283 req-27b4e8e1-3265-4bdc-a3db-77e88a0f4800 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:53:38.293331 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2ba08-92fa-498c-ab90-56ad3dbbb234 None None] Sync routers for ids ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:53:38.319485 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2ba08-92fa-498c-ab90-56ad3dbbb234 None None] Routers {'2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:53:38.322729 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-eec2ba08-92fa-498c-ab90-56ad3dbbb234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:53:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:38.422280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4387d2bc-b501-4852-91ff-39aea6c18283 req-27b4e8e1-3265-4bdc-a3db-77e88a0f4800 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] No DVR routers for this DVR port e9a860a0-f05d-4abb-b980-afccdda395e3 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:53:38.432177 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4387d2bc-b501-4852-91ff-39aea6c18283 req-27b4e8e1-3265-4bdc-a3db-77e88a0f4800 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:38.436888 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4387d2bc-b501-4852-91ff-39aea6c18283 req-27b4e8e1-3265-4bdc-a3db-77e88a0f4800 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.54 "DELETE /v2.0/ports/e9a860a0-f05d-4abb-b980-afccdda395e3 HTTP/1.1" status: 204 len: 173 time: 1.8626034 Nov 26 02:53:38.463930 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d72e75-b877-4eff-ac23-687c2fb81e00', 'name': 'network-vif-deleted', 'tag': 'e9a860a0-f05d-4abb-b980-afccdda395e3'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:38.473107 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805719dc-d122-4b47-a0b8-ae404b0dc077" -d '{"events": [{"server_uuid": "d3d72e75-b877-4eff-ac23-687c2fb81e00", "name": "network-vif-deleted", "tag": "e9a860a0-f05d-4abb-b980-afccdda395e3"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:38.528665 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbeaf3-3bfb-41f8-bc60-b47b69c99575 req-7b822f8f-fc75-4fe5-9234-ca871fd6effe tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:38.548110 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9cbeaf3-3bfb-41f8-bc60-b47b69c99575 req-7b822f8f-fc75-4fe5-9234-ca871fd6effe tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 946 time: 0.3993866 Nov 26 02:53:38.618912 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a6347b-0c76-4977-8ddf-bab6a08a074e x-openstack-request-id: req-07a6347b-0c76-4977-8ddf-bab6a08a074e {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:53:38.619257 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d72e75-b877-4eff-ac23-687c2fb81e00", "name": "network-vif-deleted", "tag": "e9a860a0-f05d-4abb-b980-afccdda395e3", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:53:38.619465 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07a6347b-0c76-4977-8ddf-bab6a08a074e {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:53:38.619881 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d72e75-b877-4eff-ac23-687c2fb81e00', 'name': 'network-vif-deleted', 'tag': 'e9a860a0-f05d-4abb-b980-afccdda395e3', 'status': 'completed', 'code': 200} Nov 26 02:53:38.624015 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9cbeaf3-3bfb-41f8-bc60-b47b69c99575 req-194a069d-e6be-439e-9d71-2619b0a2929e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733187 Nov 26 02:53:38.676319 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-eec2ba08-92fa-498c-ab90-56ad3dbbb234 None None] Set router 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:53:38.827848 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88bd3169-6497-405b-b905-8be8289ea168 req-967a23ae-4443-405d-a65e-141212ea5c8b tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3d72e75-b877-4eff-ac23-687c2fb81e00 HTTP/1.1" status: 200 len: 210 time: 0.0592799 Nov 26 02:53:38.947527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f421f-b587-46a7-8e09-f6392e78c5c3 req-8a0daa8f-d457-4697-b3ba-a207bec03fd8 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:38.951529 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-275f421f-b587-46a7-8e09-f6392e78c5c3 req-8a0daa8f-d457-4697-b3ba-a207bec03fd8 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 945 time: 0.0638776 Nov 26 02:53:39.008154 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-275f421f-b587-46a7-8e09-f6392e78c5c3 req-9d57c881-041f-400a-b5f4-88b4b8d6f054 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496142 Nov 26 02:53:39.061412 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-eec2ba08-92fa-498c-ab90-56ad3dbbb234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'name': 'tempest-ServersTestFqdnHostnames-476699327-router', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5957472c-8009-4954-868e-2954a9d20805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:07Z', 'revision_number': 4, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'gw_port': {'id': '5957472c-8009-4954-868e-2954a9d20805', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '499c1615-4a22-48a7-b129-e4bbd1f500a5', 'name': '', 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'mac_address': 'fa:16:3e:1e:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1577680f-5797-46f6-a362-fcb572539860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:07Z', 'updated_at': '2021-11-26T02:50:15Z', 'revision_number': 5, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'subnets': [{'id': '1577680f-5797-46f6-a362-fcb572539860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:39.115343 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2ba08-92fa-498c-ab90-56ad3dbbb234 None None] Checking router: 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:53:39.133744 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2ba08-92fa-498c-ab90-56ad3dbbb234 None None] Routers {'2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:53:39.134413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-eec2ba08-92fa-498c-ab90-56ad3dbbb234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:53:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:39.183725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319ac7b-a96a-4761-a7b6-aa806d53f54a req-edf78669-72df-4492-8660-f01a98dcac7b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:39.202422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1319ac7b-a96a-4761-a7b6-aa806d53f54a req-edf78669-72df-4492-8660-f01a98dcac7b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 946 time: 0.0907843 Nov 26 02:53:39.304608 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1319ac7b-a96a-4761-a7b6-aa806d53f54a req-12e0ec30-f7e4-41e3-a5cd-2d2aeb52f66c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013012 Nov 26 02:53:39.338014 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-eec2ba08-92fa-498c-ab90-56ad3dbbb234 None None] Set router 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:53:39.921037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbb8ba-010f-4163-b9f0-0926de02c73e req-fa960f81-acba-408d-8c24-a31a8d816625 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:39.923129 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2acbb8ba-010f-4163-b9f0-0926de02c73e req-fa960f81-acba-408d-8c24-a31a8d816625 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 946 time: 0.0979702 Nov 26 02:53:39.926988 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-eec2ba08-92fa-498c-ab90-56ad3dbbb234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'name': 'tempest-ServersTestFqdnHostnames-476699327-router', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5957472c-8009-4954-868e-2954a9d20805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:07Z', 'revision_number': 4, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'gw_port': {'id': '5957472c-8009-4954-868e-2954a9d20805', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '499c1615-4a22-48a7-b129-e4bbd1f500a5', 'name': '', 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'mac_address': 'fa:16:3e:1e:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1577680f-5797-46f6-a362-fcb572539860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:07Z', 'updated_at': '2021-11-26T02:50:15Z', 'revision_number': 5, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'subnets': [{'id': '1577680f-5797-46f6-a362-fcb572539860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:39.964196 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2ba08-92fa-498c-ab90-56ad3dbbb234 None None] The sync data for ids ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'] in n-d-819389-3 is: [{'id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'name': 'tempest-ServersTestFqdnHostnames-476699327-router', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5957472c-8009-4954-868e-2954a9d20805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:07Z', 'revision_number': 4, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'gw_port': {'id': '5957472c-8009-4954-868e-2954a9d20805', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '499c1615-4a22-48a7-b129-e4bbd1f500a5', 'name': '', 'network_id': '1a35786f-0b36-407c-b722-ad995f99efe9', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'mac_address': 'fa:16:3e:1e:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1577680f-5797-46f6-a362-fcb572539860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:07Z', 'updated_at': '2021-11-26T02:50:15Z', 'revision_number': 5, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'subnets': [{'id': '1577680f-5797-46f6-a362-fcb572539860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:53:40.002896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2acbb8ba-010f-4163-b9f0-0926de02c73e req-c450c356-8e69-4378-9402-63be865a3044 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725260 Nov 26 02:53:40.095737 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43064) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:40.192202 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a3cc103e-0c62-48ff-98e3-ddf5dace0ffe tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:40.233295 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a3cc103e-0c62-48ff-98e3-ddf5dace0ffe tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:40.326292 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a3cc103e-0c62-48ff-98e3-ddf5dace0ffe tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:40.330786 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a3cc103e-0c62-48ff-98e3-ddf5dace0ffe tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:40.331977 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a3cc103e-0c62-48ff-98e3-ddf5dace0ffe tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "DELETE /v2.0/security-groups/a5a2e5c0-a7ad-4401-ad1d-80b9dcd76b6f HTTP/1.1" status: 204 len: 168 time: 0.2338238 Nov 26 02:53:40.334558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 43086) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:40.356258 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc103e-0c62-48ff-98e3-ddf5dace0ffe tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a2e5c0-a7ad-4401-ad1d-80b9dcd76b6f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:40.360182 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-8d1f345f-e765-492b-a93f-f952056594a6 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] show failed (client error): The resource could not be found. Nov 26 02:53:40.366257 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8d1f345f-e765-492b-a93f-f952056594a6 tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "GET /v2.0/security-groups/a5a2e5c0-a7ad-4401-ad1d-80b9dcd76b6f HTTP/1.1" status: 404 len: 347 time: 0.0304039 Nov 26 02:53:40.366821 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 43088) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:40.373134 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc103e-0c62-48ff-98e3-ddf5dace0ffe tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:40.374630 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc103e-0c62-48ff-98e3-ddf5dace0ffe tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:40.379364 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc103e-0c62-48ff-98e3-ddf5dace0ffe tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:40.382265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc103e-0c62-48ff-98e3-ddf5dace0ffe tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:40.382625 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc103e-0c62-48ff-98e3-ddf5dace0ffe tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:40.382977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc103e-0c62-48ff-98e3-ddf5dace0ffe tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:40.383321 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc103e-0c62-48ff-98e3-ddf5dace0ffe tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:40.383660 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc103e-0c62-48ff-98e3-ddf5dace0ffe tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:40.384001 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc103e-0c62-48ff-98e3-ddf5dace0ffe tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:40.385485 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc103e-0c62-48ff-98e3-ddf5dace0ffe tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:40.385844 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc103e-0c62-48ff-98e3-ddf5dace0ffe tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:40.386190 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc103e-0c62-48ff-98e3-ddf5dace0ffe tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:53:40.410579 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d459b4-ffa1-4c6d-8b40-e3d5a65c7448 None None] New status for floating IP 626661c9-6f68-417b-8078-9accf31475c3: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:53:40.599350 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device e9a860a0-f05d-4abb-b980-afccdda395e3 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:53:40.621938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-6826a12f-c53c-4553-9240-b8b5056a7b7a tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Deleting port 17869269-cb65-44f4-b616-7a4222cb8a6b {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:53:40.622315 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6826a12f-c53c-4553-9240-b8b5056a7b7a tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:40.653235 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: e9a860a0-f05d-4abb-b980-afccdda395e3 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:53:40.653594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device e9a860a0-f05d-4abb-b980-afccdda395e3 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:53:41.183247 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6826a12f-c53c-4553-9240-b8b5056a7b7a tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:41.183817 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6826a12f-c53c-4553-9240-b8b5056a7b7a tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:41.214388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-6826a12f-c53c-4553-9240-b8b5056a7b7a tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Calling delete_port for 17869269-cb65-44f4-b616-7a4222cb8a6b owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:53:41.246368 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e598e1-2295-4ce0-9129-32e33edca661 req-f79b98ac-73db-4db5-9523-5dabddac84cf tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:41.247955 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9e598e1-2295-4ce0-9129-32e33edca661 req-f79b98ac-73db-4db5-9523-5dabddac84cf tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 946 time: 0.0834169 Nov 26 02:53:41.408650 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9e598e1-2295-4ce0-9129-32e33edca661 req-ad879530-96a6-4fa8-a54d-d7ec88dcbbd5 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517556 Nov 26 02:53:41.466216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd0e8d-0dd9-4767-8dc1-52e6d25e1efa req-79887796-26f7-4c39-9c8c-edaba618a82f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:41.467782 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-01bd0e8d-0dd9-4767-8dc1-52e6d25e1efa req-79887796-26f7-4c39-9c8c-edaba618a82f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 946 time: 0.1467566 Nov 26 02:53:41.599178 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6826a12f-c53c-4553-9240-b8b5056a7b7a tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:41.613388 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7e90de04-1857-462f-9023-1dbecaa69b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:41.645920 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826a12f-c53c-4553-9240-b8b5056a7b7a tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Pushing event deleted for resources: {'Port': ['ID=17869269-cb65-44f4-b616-7a4222cb8a6b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:41.711702 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-01bd0e8d-0dd9-4767-8dc1-52e6d25e1efa req-37135fae-9094-471b-8b64-59c88b1e887d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Deleting port 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:53:41.714848 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-01bd0e8d-0dd9-4767-8dc1-52e6d25e1efa req-37135fae-9094-471b-8b64-59c88b1e887d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:41.817683 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6826a12f-c53c-4553-9240-b8b5056a7b7a tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:41.821674 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6826a12f-c53c-4553-9240-b8b5056a7b7a tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:41.822959 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6826a12f-c53c-4553-9240-b8b5056a7b7a tempest-ServersTestFqdnHostnames-141216308 tempest-ServersTestFqdnHostnames-141216308-project] 10.222.0.31 "DELETE /v2.0/floatingips/626661c9-6f68-417b-8078-9accf31475c3 HTTP/1.1" status: 204 len: 168 time: 1.4551291 Nov 26 02:53:41.825956 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43222) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:41.907265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-01bd0e8d-0dd9-4767-8dc1-52e6d25e1efa req-37135fae-9094-471b-8b64-59c88b1e887d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] For port 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=2e90d781-3c61-4a4f-a52d-2672fb2d6e6b,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:41.907651 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-01bd0e8d-0dd9-4767-8dc1-52e6d25e1efa req-37135fae-9094-471b-8b64-59c88b1e887d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:41.922098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-01bd0e8d-0dd9-4767-8dc1-52e6d25e1efa req-37135fae-9094-471b-8b64-59c88b1e887d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Calling delete_port for 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:53:42.175633 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-01bd0e8d-0dd9-4767-8dc1-52e6d25e1efa req-37135fae-9094-471b-8b64-59c88b1e887d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:42.216889 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['743d1c09-7495-40e6-a927-fb0deef5aa25', '7cf50330-eb69-47fa-82a7-79e3b16aca58'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:53:42.223338 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['2e90d781-3c61-4a4f-a52d-2672fb2d6e6b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:53:42.260632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bd0e8d-0dd9-4767-8dc1-52e6d25e1efa req-37135fae-9094-471b-8b64-59c88b1e887d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] No DVR routers for this DVR port 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:53:42.265723 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-01bd0e8d-0dd9-4767-8dc1-52e6d25e1efa req-37135fae-9094-471b-8b64-59c88b1e887d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:42.275343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-01bd0e8d-0dd9-4767-8dc1-52e6d25e1efa req-37135fae-9094-471b-8b64-59c88b1e887d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.59 "DELETE /v2.0/ports/2e90d781-3c61-4a4f-a52d-2672fb2d6e6b HTTP/1.1" status: 204 len: 173 time: 0.7985220 Nov 26 02:53:42.277379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bcb97d-1c13-4187-a9d8-39d029c64166', 'name': 'network-vif-deleted', 'tag': '2e90d781-3c61-4a4f-a52d-2672fb2d6e6b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:42.283342 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b46500a-305b-46ba-877b-b11a4598b1ca" -d '{"events": [{"server_uuid": "a8bcb97d-1c13-4187-a9d8-39d029c64166", "name": "network-vif-deleted", "tag": "2e90d781-3c61-4a4f-a52d-2672fb2d6e6b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:42.286361 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37135fae-9094-471b-8b64-59c88b1e887d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Pushing event deleted for resources: {'Port': ['ID=2e90d781-3c61-4a4f-a52d-2672fb2d6e6b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:42.427898 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b394e462-d698-4239-ace4-bfda217053dc x-openstack-request-id: req-b394e462-d698-4239-ace4-bfda217053dc {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:53:42.428302 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bcb97d-1c13-4187-a9d8-39d029c64166", "name": "network-vif-deleted", "tag": "2e90d781-3c61-4a4f-a52d-2672fb2d6e6b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:53:42.428625 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b394e462-d698-4239-ace4-bfda217053dc {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:53:42.429130 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bcb97d-1c13-4187-a9d8-39d029c64166', 'name': 'network-vif-deleted', 'tag': '2e90d781-3c61-4a4f-a52d-2672fb2d6e6b', 'status': 'completed', 'code': 200} Nov 26 02:53:42.542348 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b711a2e-8e80-4137-8594-1a63246e96f7 req-d65f5bdb-d772-4f75-ab48-4e27d14c0f51 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bcb97d-1c13-4187-a9d8-39d029c64166 HTTP/1.1" status: 200 len: 210 time: 0.0466013 Nov 26 02:53:42.561967 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0d114882-33f7-41e0-8af4-a564eb8a7f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:42.967806 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0d114882-33f7-41e0-8af4-a564eb8a7f37 admin admin] Deleting port 499c1615-4a22-48a7-b129-e4bbd1f500a5 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:53:42.967806 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0d114882-33f7-41e0-8af4-a564eb8a7f37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:43.125086 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-0d114882-33f7-41e0-8af4-a564eb8a7f37 admin admin] For port 499c1615-4a22-48a7-b129-e4bbd1f500a5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=499c1615-4a22-48a7-b129-e4bbd1f500a5,segment=NetworkSegment(a2f1cdf0-008d-47e9-82c2-d0692d086593),segment_id=a2f1cdf0-008d-47e9-82c2-d0692d086593)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:43.125552 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0d114882-33f7-41e0-8af4-a564eb8a7f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:43.163633 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0d114882-33f7-41e0-8af4-a564eb8a7f37 admin admin] Calling delete_port for 499c1615-4a22-48a7-b129-e4bbd1f500a5 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:53:43.482723 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0d114882-33f7-41e0-8af4-a564eb8a7f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:43.527347 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d114882-33f7-41e0-8af4-a564eb8a7f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=499c1615-4a22-48a7-b129-e4bbd1f500a5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:43.798203 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0d114882-33f7-41e0-8af4-a564eb8a7f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:44.059220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fafef-09dc-4486-af9c-28d137a9cbbf req-00105b63-b213-480f-af40-6a8cdb891994 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:44.067422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-189fafef-09dc-4486-af9c-28d137a9cbbf req-00105b63-b213-480f-af40-6a8cdb891994 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 945 time: 0.0718591 Nov 26 02:53:44.113350 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-38383132-ec5a-43b7-9099-f94955e0ffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:44.156932 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-189fafef-09dc-4486-af9c-28d137a9cbbf req-3a48b781-7b8f-46ab-bb33-7b505b9006d7 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883205 Nov 26 02:53:44.222310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:53:44.269747 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:53:44.270097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 2e90d781-3c61-4a4f-a52d-2672fb2d6e6b not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:53:44.395613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d114882-33f7-41e0-8af4-a564eb8a7f37 admin admin] Router 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:53:44.602410 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d114882-33f7-41e0-8af4-a564eb8a7f37 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:53:44.607805 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0d114882-33f7-41e0-8af4-a564eb8a7f37 admin admin] 10.222.0.31 "PUT /v2.0/routers/2bdbb39d-d671-4e9c-ba6d-70df7d36faa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7808700 Nov 26 02:53:44.610356 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43482) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:44.613844 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf3828-3957-4d85-859d-d4be69896df5 None None] Sync routers for ids ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:53:44.631225 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf3828-3957-4d85-859d-d4be69896df5 None None] Routers {'2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:53:44.632041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7dcf3828-3957-4d85-859d-d4be69896df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:53:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:44.778678 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-7dcf3828-3957-4d85-859d-d4be69896df5 None None] Set router 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:53:44.779056 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a56a905-aaee-45d1-aaea-3f793854e407 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:44.954127 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a56a905-aaee-45d1-aaea-3f793854e407 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:45.006590 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:45.101566 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-5a56a905-aaee-45d1-aaea-3f793854e407 admin admin] Deleting port 5957472c-8009-4954-868e-2954a9d20805 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:53:45.102019 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a56a905-aaee-45d1-aaea-3f793854e407 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:45.146721 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7dcf3828-3957-4d85-859d-d4be69896df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'name': 'tempest-ServersTestFqdnHostnames-476699327-router', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5957472c-8009-4954-868e-2954a9d20805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:53:43Z', 'revision_number': 5, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'gw_port': {'id': '5957472c-8009-4954-868e-2954a9d20805', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:45.195122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf3828-3957-4d85-859d-d4be69896df5 None None] Checking router: 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:53:45.205807 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf3828-3957-4d85-859d-d4be69896df5 None None] Routers {'2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:53:45.206872 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7dcf3828-3957-4d85-859d-d4be69896df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:53:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:45.253769 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-5a56a905-aaee-45d1-aaea-3f793854e407 admin admin] For port 5957472c-8009-4954-868e-2954a9d20805, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5957472c-8009-4954-868e-2954a9d20805,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:45.254139 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a56a905-aaee-45d1-aaea-3f793854e407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:45.284906 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-5a56a905-aaee-45d1-aaea-3f793854e407 admin admin] Calling delete_port for 5957472c-8009-4954-868e-2954a9d20805 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:53:45.315199 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f070b-9ac1-42be-8913-a6820a6fced4 req-3f04b8e7-0ffb-4ca7-89a1-9680c7a09058 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:45.324316 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c3f070b-9ac1-42be-8913-a6820a6fced4 req-3f04b8e7-0ffb-4ca7-89a1-9680c7a09058 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 945 time: 0.0643761 Nov 26 02:53:45.352599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-7dcf3828-3957-4d85-859d-d4be69896df5 None None] Set router 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:53:45.407191 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c3f070b-9ac1-42be-8913-a6820a6fced4 req-280bb6fc-8419-4139-9a3e-ae279388ce53 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819392 Nov 26 02:53:45.429409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7dcf3828-3957-4d85-859d-d4be69896df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'name': 'tempest-ServersTestFqdnHostnames-476699327-router', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:53:44Z', 'revision_number': 6, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:45.458850 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf3828-3957-4d85-859d-d4be69896df5 None None] The sync data for ids ['2bdbb39d-d671-4e9c-ba6d-70df7d36faa9'] in n-d-819389-3 is: [{'id': '2bdbb39d-d671-4e9c-ba6d-70df7d36faa9', 'name': 'tempest-ServersTestFqdnHostnames-476699327-router', 'tenant_id': '62f1a3b546104164a149a5fd26a16b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:50:04Z', 'updated_at': '2021-11-26T02:53:44Z', 'revision_number': 6, 'project_id': '62f1a3b546104164a149a5fd26a16b95', 'gw_port_host': None}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:53:45.619050 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a56a905-aaee-45d1-aaea-3f793854e407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:45.648665 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56a905-aaee-45d1-aaea-3f793854e407 admin admin] Pushing event deleted for resources: {'Port': ['ID=5957472c-8009-4954-868e-2954a9d20805,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:45.690906 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6f0f5e-18ed-4f90-9ae3-a7c72b17dcda None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:53:45.731610 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85f33c-f9f4-4b13-8ead-0ea03a99dcfb req-e81e16ea-5146-4540-90f4-9c9fca1fcfec tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:45.739369 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b85f33c-f9f4-4b13-8ead-0ea03a99dcfb req-e81e16ea-5146-4540-90f4-9c9fca1fcfec tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.54 "GET /v2.0/ports?device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 945 time: 0.1367989 Nov 26 02:53:45.780581 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a56a905-aaee-45d1-aaea-3f793854e407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:45.888575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-3b85f33c-f9f4-4b13-8ead-0ea03a99dcfb req-48498dae-eec3-4779-980d-fd9e72c96d5f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Deleting port 7cf50330-eb69-47fa-82a7-79e3b16aca58 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:53:45.889297 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3b85f33c-f9f4-4b13-8ead-0ea03a99dcfb req-48498dae-eec3-4779-980d-fd9e72c96d5f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:45.963839 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a56a905-aaee-45d1-aaea-3f793854e407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:45.966360 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a56a905-aaee-45d1-aaea-3f793854e407 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:46.023409 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a56a905-aaee-45d1-aaea-3f793854e407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:46.024018 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a56a905-aaee-45d1-aaea-3f793854e407 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:53:46.031869 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a56a905-aaee-45d1-aaea-3f793854e407 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:46.033103 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5a56a905-aaee-45d1-aaea-3f793854e407 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2bdbb39d-d671-4e9c-ba6d-70df7d36faa9 HTTP/1.1" status: 204 len: 168 time: 1.4140594 Nov 26 02:53:46.035641 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43584) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:46.077989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-3b85f33c-f9f4-4b13-8ead-0ea03a99dcfb req-48498dae-eec3-4779-980d-fd9e72c96d5f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] For port 7cf50330-eb69-47fa-82a7-79e3b16aca58, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7cf50330-eb69-47fa-82a7-79e3b16aca58,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:46.078363 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3b85f33c-f9f4-4b13-8ead-0ea03a99dcfb req-48498dae-eec3-4779-980d-fd9e72c96d5f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:46.106869 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-3b85f33c-f9f4-4b13-8ead-0ea03a99dcfb req-48498dae-eec3-4779-980d-fd9e72c96d5f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Calling delete_port for 7cf50330-eb69-47fa-82a7-79e3b16aca58 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:53:46.138362 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b0a835-2536-48ae-8c06-2fb970b735e3 admin admin] Deleting subnet 1577680f-5797-46f6-a362-fcb572539860 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:53:46.142621 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9b0a835-2536-48ae-8c06-2fb970b735e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:46.199011 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9b0a835-2536-48ae-8c06-2fb970b735e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:46.330009 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3b85f33c-f9f4-4b13-8ead-0ea03a99dcfb req-48498dae-eec3-4779-980d-fd9e72c96d5f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:46.354482 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9b0a835-2536-48ae-8c06-2fb970b735e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:46.368209 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['743d1c09-7495-40e6-a927-fb0deef5aa25', '7cf50330-eb69-47fa-82a7-79e3b16aca58'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:53:46.438175 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48498dae-eec3-4779-980d-fd9e72c96d5f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Pushing event deleted for resources: {'Port': ['ID=7cf50330-eb69-47fa-82a7-79e3b16aca58,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:46.478186 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9b0a835-2536-48ae-8c06-2fb970b735e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:46.549391 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0a835-2536-48ae-8c06-2fb970b735e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1577680f-5797-46f6-a362-fcb572539860,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:46.567183 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9b0a835-2536-48ae-8c06-2fb970b735e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:46.577711 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e9b0a835-2536-48ae-8c06-2fb970b735e3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1577680f-5797-46f6-a362-fcb572539860 HTTP/1.1" status: 204 len: 168 time: 0.5373778 Nov 26 02:53:46.580165 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43618) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:46.580963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b85f33c-f9f4-4b13-8ead-0ea03a99dcfb req-48498dae-eec3-4779-980d-fd9e72c96d5f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] No DVR routers for this DVR port 7cf50330-eb69-47fa-82a7-79e3b16aca58 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:53:46.583625 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3b85f33c-f9f4-4b13-8ead-0ea03a99dcfb req-48498dae-eec3-4779-980d-fd9e72c96d5f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:46.593381 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b85f33c-f9f4-4b13-8ead-0ea03a99dcfb req-48498dae-eec3-4779-980d-fd9e72c96d5f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.54 "DELETE /v2.0/ports/7cf50330-eb69-47fa-82a7-79e3b16aca58 HTTP/1.1" status: 204 len: 173 time: 0.8471634 Nov 26 02:53:46.593545 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540b8231-941a-4e49-be04-448d00c43b50 None None] Network 1a35786f-0b36-407c-b722-ad995f99efe9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:53:46.594598 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2916ef55-3209-4e23-b285-e738c74a9a97', 'name': 'network-vif-deleted', 'tag': '7cf50330-eb69-47fa-82a7-79e3b16aca58'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:46.606014 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e65f6ea-8bd0-4c85-962c-48c8dacd74de" -d '{"events": [{"server_uuid": "2916ef55-3209-4e23-b285-e738c74a9a97", "name": "network-vif-deleted", "tag": "7cf50330-eb69-47fa-82a7-79e3b16aca58"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:46.714431 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98a3a925-a808-48e8-b698-585d8560dfd2 req-cceea620-5550-4589-a51f-68dbaf16d2e5 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=2916ef55-3209-4e23-b285-e738c74a9a97 HTTP/1.1" status: 200 len: 210 time: 0.1350420 Nov 26 02:53:46.746189 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:46.749681 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090ab679-ae02-4859-99e9-61c1790c2bd6 x-openstack-request-id: req-090ab679-ae02-4859-99e9-61c1790c2bd6 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:53:46.750304 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2916ef55-3209-4e23-b285-e738c74a9a97", "name": "network-vif-deleted", "tag": "7cf50330-eb69-47fa-82a7-79e3b16aca58", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:53:46.750714 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-090ab679-ae02-4859-99e9-61c1790c2bd6 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:53:46.751267 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2916ef55-3209-4e23-b285-e738c74a9a97', 'name': 'network-vif-deleted', 'tag': '7cf50330-eb69-47fa-82a7-79e3b16aca58', 'status': 'completed', 'code': 200} Nov 26 02:53:46.757296 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:46.868647 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] Deleting port 0408ea96-1a54-4e5c-8b1b-4f78d179b66e {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:53:46.869078 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:47.039282 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] For port 0408ea96-1a54-4e5c-8b1b-4f78d179b66e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0408ea96-1a54-4e5c-8b1b-4f78d179b66e,segment=NetworkSegment(a2f1cdf0-008d-47e9-82c2-d0692d086593),segment_id=a2f1cdf0-008d-47e9-82c2-d0692d086593)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:47.039654 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:47.046178 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 499c1615-4a22-48a7-b129-e4bbd1f500a5 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:53:47.092515 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] Calling delete_port for 0408ea96-1a54-4e5c-8b1b-4f78d179b66e owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:53:47.115561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 499c1615-4a22-48a7-b129-e4bbd1f500a5 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:53:47.116097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 499c1615-4a22-48a7-b129-e4bbd1f500a5 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:53:47.140400 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5957472c-8009-4954-868e-2954a9d20805 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:53:47.173251 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 5957472c-8009-4954-868e-2954a9d20805 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:53:47.173751 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5957472c-8009-4954-868e-2954a9d20805 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:53:47.298033 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a13d1-f261-47e6-952e-00ca782e085a None None] DHCP port deletion for 1a35786f-0b36-407c-b722-ad995f99efe9 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:53:47.309903 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:47.365237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] No DVR routers for this DVR port 0408ea96-1a54-4e5c-8b1b-4f78d179b66e on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:53:47.376081 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] Pushing event deleted for resources: {'Port': ['ID=0408ea96-1a54-4e5c-8b1b-4f78d179b66e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:47.522163 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:47.525242 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:47.596767 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a35786f-0b36-407c-b722-ad995f99efe9']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:47.619699 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f1cdf0-008d-47e9-82c2-d0692d086593') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:47.621155 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f1cdf0-008d-47e9-82c2-d0692d086593') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:53:47.633258 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:47.651275 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:47.668763 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:53:47.669326 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:53:47.671412 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:53:47.751623 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:47.768930 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:47.790343 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] 10.222.0.31 "DELETE /v2.0/networks/1a35786f-0b36-407c-b722-ad995f99efe9 HTTP/1.1" status: 204 len: 168 time: 1.2090299 Nov 26 02:53:47.809884 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af6d01-eb12-48b4-b992-749a802207bc admin admin] Pushing event deleted for resources: {'Network': ['ID=1a35786f-0b36-407c-b722-ad995f99efe9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:47.920936 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43680) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:48.057982 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43686) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:48.117844 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0bd38a15-ab18-4187-9c38-43d9038708f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62f1a3b546104164a149a5fd26a16b95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0580142 Nov 26 02:53:48.120178 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 43696) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:48.224551 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53bd5a14-6e26-4dbc-9408-ff4a8285c99c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:48.321372 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53bd5a14-6e26-4dbc-9408-ff4a8285c99c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:48.375202 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0f99a9d4-3131-4bb7-bc61-d21790468689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:48.404205 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-16dcf92f-9707-4cc5-81ed-1f3c2b6fbb46 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:48.406600 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-16dcf92f-9707-4cc5-81ed-1f3c2b6fbb46 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 806 time: 0.1980803 Nov 26 02:53:48.430988 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-83ba2966-faaf-4da1-ae00-5c394c98f7db tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/quotas/c43a80d7d3a64acc8e271b3400bc973d HTTP/1.1" status: 200 len: 375 time: 0.0165741 Nov 26 02:53:48.490616 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53bd5a14-6e26-4dbc-9408-ff4a8285c99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:48.493084 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53bd5a14-6e26-4dbc-9408-ff4a8285c99c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:48.496953 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-53bd5a14-6e26-4dbc-9408-ff4a8285c99c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bfe433f7-a3ca-447d-b0ef-6e935b02274b HTTP/1.1" status: 204 len: 168 time: 0.3712454 Nov 26 02:53:48.526461 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0f99a9d4-3131-4bb7-bc61-d21790468689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:48.526642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd5a14-6e26-4dbc-9408-ff4a8285c99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe433f7-a3ca-447d-b0ef-6e935b02274b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:48.538361 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0f99a9d4-3131-4bb7-bc61-d21790468689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:48.571745 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-f638058e-a21f-433a-be4a-89a84f626afe tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1397829 Nov 26 02:53:48.652944 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0f99a9d4-3131-4bb7-bc61-d21790468689 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dea6aff41a63472bb9b71373b0e67acc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7305977 Nov 26 02:53:48.661605 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99a9d4-3131-4bb7-bc61-d21790468689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3a03d9-798d-4beb-b3b7-7c1d6447d108,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:48.664285 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43718) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:48.743956 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a24d68be-54d7-4903-af68-4c82979e6b25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:48.779857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-8830dff2-184d-4345-91ad-97bf5ed1f80c service neutron] 10.222.0.31 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070520 Nov 26 02:53:48.791051 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a24d68be-54d7-4903-af68-4c82979e6b25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:48.942146 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-b3668568-8f93-4db0-8590-4f21088a5110 service neutron] 10.222.0.31 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553116 Nov 26 02:53:48.950674 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a24d68be-54d7-4903-af68-4c82979e6b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:48.953109 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a24d68be-54d7-4903-af68-4c82979e6b25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:48.954279 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a24d68be-54d7-4903-af68-4c82979e6b25 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff3a03d9-798d-4beb-b3b7-7c1d6447d108 HTTP/1.1" status: 204 len: 168 time: 0.2875626 Nov 26 02:53:48.976751 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d68be-54d7-4903-af68-4c82979e6b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3a03d9-798d-4beb-b3b7-7c1d6447d108,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:48.992209 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0408ea96-1a54-4e5c-8b1b-4f78d179b66e no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:53:49.043733 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 0408ea96-1a54-4e5c-8b1b-4f78d179b66e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:53:49.048785 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0408ea96-1a54-4e5c-8b1b-4f78d179b66e not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:53:49.434917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b84bcd3-7c1b-482d-9ef8-71ab18c32477 req-a396fc15-2221-4c8f-a5ca-79c83cceccbd tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 210 time: 0.0983019 Nov 26 02:53:49.769768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 43776) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:49.966166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-f2ac8e94-80e2-44ea-8e22-a840aae5143a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1632362377-network', 'tenant_id': '9c1dd47412c74adab6bd185fe34d57b1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:50.000993 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ac8e94-80e2-44ea-8e22-a840aae5143a admin admin] Made reservation on behalf of 9c1dd47412c74adab6bd185fe34d57b1 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:53:50.003533 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8e94-80e2-44ea-8e22-a840aae5143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:50.026989 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8e94-80e2-44ea-8e22-a840aae5143a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:50.119895 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8e94-80e2-44ea-8e22-a840aae5143a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:50.127945 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8e94-80e2-44ea-8e22-a840aae5143a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:50.177768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac8e94-80e2-44ea-8e22-a840aae5143a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39163a50-8b9a-4bdf-9212-469059b61801,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:50.196593 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ac8e94-80e2-44ea-8e22-a840aae5143a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:53:50.224749 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8e94-80e2-44ea-8e22-a840aae5143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:50.225198 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-f2ac8e94-80e2-44ea-8e22-a840aae5143a admin admin] Added segment b31254fe-6936-443c-8617-712c2ea13f53 of type vlan for network c7e4d84c-8158-48a8-8b44-87c73c68b000 Nov 26 02:53:50.303476 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8e94-80e2-44ea-8e22-a840aae5143a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:50.355543 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8e94-80e2-44ea-8e22-a840aae5143a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:50.356935 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ac8e94-80e2-44ea-8e22-a840aae5143a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:50.358478 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8e94-80e2-44ea-8e22-a840aae5143a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:50.497828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac8e94-80e2-44ea-8e22-a840aae5143a admin admin] Pushing event updated for resources: {'Network': ['ID=c7e4d84c-8158-48a8-8b44-87c73c68b000,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:50.511835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network c7e4d84c-8158-48a8-8b44-87c73c68b000 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:53:50.524540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f2ac8e94-80e2-44ea-8e22-a840aae5143a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7513905 Nov 26 02:53:50.525690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 43804) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:53:50.536462 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-80101b68-dde1-4379-83d1-f4c4bfa97681 admin admin] Request body: {'subnet': {'network_id': 'c7e4d84c-8158-48a8-8b44-87c73c68b000', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1632362377-subnet', 'tenant_id': '9c1dd47412c74adab6bd185fe34d57b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:50.571666 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80101b68-dde1-4379-83d1-f4c4bfa97681 admin admin] Made reservation on behalf of 9c1dd47412c74adab6bd185fe34d57b1 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:53:50.575681 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-80101b68-dde1-4379-83d1-f4c4bfa97681 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:50.630571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 7cf50330-eb69-47fa-82a7-79e3b16aca58 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:53:50.660724 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 7cf50330-eb69-47fa-82a7-79e3b16aca58 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:53:50.661387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 7cf50330-eb69-47fa-82a7-79e3b16aca58 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:53:50.894971 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d5cf5ae-7445-48d0-adbe-a7c0e3ff50c7 req-8d83b12b-4ea1-4b3a-a701-ea0afe9b1518 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 210 time: 0.0407760 Nov 26 02:53:50.895957 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-80101b68-dde1-4379-83d1-f4c4bfa97681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:50.940948 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-bc6b4a23-f283-4e1b-a621-f7ee37cf9c87 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e5f38bf6c652459da0ab875d42dc00f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888054 Nov 26 02:53:51.116218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80101b68-dde1-4379-83d1-f4c4bfa97681 admin admin] Checking segment: {'id': 'b31254fe-6936-443c-8617-712c2ea13f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c7e4d84c-8158-48a8-8b44-87c73c68b000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:53:51.116595 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80101b68-dde1-4379-83d1-f4c4bfa97681 admin admin] Network hostable DHCP agents. Network: c7e4d84c-8158-48a8-8b44-87c73c68b000, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:53:51.120706 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80101b68-dde1-4379-83d1-f4c4bfa97681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62a4f200-cb78-440b-8a14-5034861af2c0,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:51.216019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80101b68-dde1-4379-83d1-f4c4bfa97681 admin admin] Network c7e4d84c-8158-48a8-8b44-87c73c68b000 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:53:51.257843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-80101b68-dde1-4379-83d1-f4c4bfa97681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, c7e4d84c-8158-48a8-8b44-87c73c68b000) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:53:51.277453 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611a369a-6897-4548-80a5-e05b34f88fed None None] Network c7e4d84c-8158-48a8-8b44-87c73c68b000 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:53:51.377216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80101b68-dde1-4379-83d1-f4c4bfa97681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:51.378048 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-80101b68-dde1-4379-83d1-f4c4bfa97681 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:51.396965 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-db186cc2-9667-4372-b089-79caaa925b9e tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:51.405266 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-db186cc2-9667-4372-b089-79caaa925b9e tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4283209 Nov 26 02:53:51.425074 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-80101b68-dde1-4379-83d1-f4c4bfa97681 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8964436 Nov 26 02:53:51.451089 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88bcc69-6df1-4ba4-ae3b-2c81ae47e636 None None] Network c7e4d84c-8158-48a8-8b44-87c73c68b000 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:53:51.451804 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-93a3c8bc-7aeb-4526-8ebb-f392ed93bb63 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/quotas/e5f38bf6c652459da0ab875d42dc00f5 HTTP/1.1" status: 200 len: 375 time: 0.0449784 Nov 26 02:53:51.555592 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-be0f40d4-525b-4ac0-8e3f-87919fc3a819 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e5f38bf6c652459da0ab875d42dc00f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1022770 Nov 26 02:53:51.579264 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-4f73386e-bbb5-4ff8-8031-c320bc1fff1c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:51.585030 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-4f73386e-bbb5-4ff8-8031-c320bc1fff1c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.59 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 806 time: 0.5857701 Nov 26 02:53:51.606056 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-9dc63801-cb4c-4148-92d8-8890fc8e3441 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Request body: {'port': {'device_id': 'f5228c75-6aa4-4d10-82c4-307ea40e1993', 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5', 'admin_state_up': True, 'tenant_id': 'c43a80d7d3a64acc8e271b3400bc973d'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:51.853438 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4131aa39-6c59-459a-98a8-3b42b08e48a3 req-380029fb-8079-463b-bc38-3f08fe6e71de tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 210 time: 0.0401719 Nov 26 02:53:51.856347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-9dc63801-cb4c-4148-92d8-8890fc8e3441 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Made reservation on behalf of c43a80d7d3a64acc8e271b3400bc973d for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:53:51.863521 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-9dc63801-cb4c-4148-92d8-8890fc8e3441 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:52.089461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-bdcbcac9-d247-4575-9f1f-a788e571b0eb tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:52.092353 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-bdcbcac9-d247-4575-9f1f-a788e571b0eb tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/networks?id=c7e4d84c-8158-48a8-8b44-87c73c68b000 HTTP/1.1" status: 200 len: 813 time: 0.1362815 Nov 26 02:53:52.164377 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-130df5a8-ec38-4618-9d70-c829f0eb8451 req-87e8b064-408e-453b-947d-31a613fb01cc tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 210 time: 0.0630257 Nov 26 02:53:52.203908 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-df008921-9e57-49a2-a9c5-c54c2191bfc0 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/quotas/9c1dd47412c74adab6bd185fe34d57b1 HTTP/1.1" status: 200 len: 375 time: 0.0963211 Nov 26 02:53:52.271604 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:52.273897 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-8f4bd729-859b-45f8-9580-c333c9dedb40 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c1dd47412c74adab6bd185fe34d57b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611429 Nov 26 02:53:52.297578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-9dc63801-cb4c-4148-92d8-8890fc8e3441 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Allocated IP 172.20.0.14 (9695ee60-1251-4c9f-86cb-bb7e75f253d5/6c43934f-dad4-4b8b-af05-58049fc63ec8/d6d55a1a-9906-4042-b081-1fa7060c0084) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:53:52.612298 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-9dc63801-cb4c-4148-92d8-8890fc8e3441 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:52.615803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-5ced3b83-6163-4a0c-8f3d-37eb1a4426a7 service neutron] 10.222.0.31 "GET /v2.0/networks/c7e4d84c-8158-48a8-8b44-87c73c68b000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197985 Nov 26 02:53:52.738759 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-9dc63801-cb4c-4148-92d8-8890fc8e3441 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:52.773320 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['743d1c09-7495-40e6-a927-fb0deef5aa25'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:53:52.834324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-9dc63801-cb4c-4148-92d8-8890fc8e3441 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:53:52.840722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-52ab20fa-973d-4ada-9557-773ff1009ba6 service neutron] 10.222.0.31 "GET /v2.0/networks/c7e4d84c-8158-48a8-8b44-87c73c68b000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133400 Nov 26 02:53:52.844320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-9dc63801-cb4c-4148-92d8-8890fc8e3441 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:53:52.846570 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-9dc63801-cb4c-4148-92d8-8890fc8e3441 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:53:52.907680 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-9dc63801-cb4c-4148-92d8-8890fc8e3441 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:52.908463 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-9dc63801-cb4c-4148-92d8-8890fc8e3441 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:52.924730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc63801-cb4c-4148-92d8-8890fc8e3441 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Pushing event updated for resources: {'Port': ['ID=d6d55a1a-9906-4042-b081-1fa7060c0084,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:52.947210 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-9dc63801-cb4c-4148-92d8-8890fc8e3441 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3457501 Nov 26 02:53:53.025768 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27b84eec-f195-433f-bb09-f2102ad0ef53 req-fa3d2aaa-4f33-42a9-9370-41f6d71b32f8 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 210 time: 0.0421402 Nov 26 02:53:53.029661 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Request body: {'port': {'device_id': 'f5228c75-6aa4-4d10-82c4-307ea40e1993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:53.090630 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e39ea2af-baf8-4aa3-bda0-6a37881196f2 req-01179794-ab38-4ae7-b3cc-b5758f0c45c9 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4e9b6f2-da01-4622-a87e-b153c4f78cde HTTP/1.1" status: 200 len: 210 time: 0.0359571 Nov 26 02:53:53.137722 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:53.384026 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-b4ae1d67-0107-489e-b52d-883da36ba3ad tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e5f38bf6c652459da0ab875d42dc00f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794535 Nov 26 02:53:53.431382 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:53.554867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fdd86-ec66-4573-8156-60c399bbd8b9 req-6522bdef-391b-4586-88f8-8e6a654341e6 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:53.556895 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a0fdd86-ec66-4573-8156-60c399bbd8b9 req-6522bdef-391b-4586-88f8-8e6a654341e6 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 932 time: 0.2508683 Nov 26 02:53:53.648038 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-670a854d-21f9-4cc7-8553-000b7c643aad tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:53.649500 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-670a854d-21f9-4cc7-8553-000b7c643aad tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2528837 Nov 26 02:53:53.683130 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-8f2f94a5-0dfd-40fb-992c-6511aff3e57f tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Request body: {'port': {'device_id': 'cd80da69-0ced-45f1-ab16-83daa0289f2e', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': 'e5f38bf6c652459da0ab875d42dc00f5'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:53.753629 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a0fdd86-ec66-4573-8156-60c399bbd8b9 req-e04bdd34-5070-4d6b-b2b6-c9b57315e069 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783760 Nov 26 02:53:54.173674 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a82aca3-30cf-4413-97f7-7925e4de682e req-679d07da-f368-4fe7-af3c-a89fa7e70a1d tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 210 time: 0.0571644 Nov 26 02:53:54.195521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d55a1a-9906-4042-b081-1fa7060c0084 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:53:54.203395 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:54.223565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed97a1-4234-4b87-a6c1-5655b1f29180 req-86979efc-3207-4b9f-80bf-a39d7779741e tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:54.225137 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66ed97a1-4234-4b87-a6c1-5655b1f29180 req-86979efc-3207-4b9f-80bf-a39d7779741e tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/ports?device_id=4335e359-321c-4429-9e90-40de929211be HTTP/1.1" status: 200 len: 951 time: 0.4533014 Nov 26 02:53:54.238734 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Transition to ACTIVE for port object d6d55a1a-9906-4042-b081-1fa7060c0084 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:53:54.253230 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:54.276873 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-8f2f94a5-0dfd-40fb-992c-6511aff3e57f tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Made reservation on behalf of e5f38bf6c652459da0ab875d42dc00f5 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:53:54.280390 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-8f2f94a5-0dfd-40fb-992c-6511aff3e57f tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:54.332787 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa2c11d1-46ae-4cdc-8cac-a3145da1c98c req-3dd70a29-bb58-4cd1-b427-9ff86f20fcac tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4e9b6f2-da01-4622-a87e-b153c4f78cde HTTP/1.1" status: 200 len: 210 time: 0.0850856 Nov 26 02:53:54.354037 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-8f2f94a5-0dfd-40fb-992c-6511aff3e57f tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:54.446472 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d55a1a-9906-4042-b081-1fa7060c0084,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:54.468815 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66ed97a1-4234-4b87-a6c1-5655b1f29180 req-49d9d54f-9ef5-4b3f-b7a6-5ae85d6e5e1d tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/security-groups?id=a71f1b4b-3aac-45f5-a110-fb5ff2862208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313497 Nov 26 02:53:54.573935 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-e2bced7b-f9c5-48b0-9009-d0cb3c527a2d tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:54.575495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-e2bced7b-f9c5-48b0-9009-d0cb3c527a2d tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.59 "GET /v2.0/networks?id=c7e4d84c-8158-48a8-8b44-87c73c68b000 HTTP/1.1" status: 200 len: 813 time: 0.2915192 Nov 26 02:53:54.580845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Attempting to bind port d6d55a1a-9906-4042-b081-1fa7060c0084 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:53:54.581221 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Attempting to bind port d6d55a1a-9906-4042-b081-1fa7060c0084 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:53:54.581521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Attempting to bind port d6d55a1a-9906-4042-b081-1fa7060c0084 on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:53:54.590582 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Port d6d55a1a-9906-4042-b081-1fa7060c0084 on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:53:54.591286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Attempting to bind port d6d55a1a-9906-4042-b081-1fa7060c0084 on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:53:54.603227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:53:54.603577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Checking segment: {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:53:54.603962 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Bound using segment: {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:53:54.604461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Bound port: d6d55a1a-9906-4042-b081-1fa7060c0084, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:53:54.605092 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:54.612029 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-75506d92-ac26-41fa-b2d6-faaabcfd23e2 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Request body: {'port': {'device_id': 'c4e9b6f2-da01-4622-a87e-b153c4f78cde', 'network_id': 'c7e4d84c-8158-48a8-8b44-87c73c68b000', 'admin_state_up': True, 'tenant_id': '9c1dd47412c74adab6bd185fe34d57b1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:54.685579 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-8f2f94a5-0dfd-40fb-992c-6511aff3e57f tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:54.711528 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-8f2f94a5-0dfd-40fb-992c-6511aff3e57f tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:54.847589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f94a5-0dfd-40fb-992c-6511aff3e57f tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ccfb84-d19c-452c-bfe8-41ec7cecd982,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:54.878422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] For port d6d55a1a-9906-4042-b081-1fa7060c0084, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:53:54.930369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] For port d6d55a1a-9906-4042-b081-1fa7060c0084, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=d6d55a1a-9906-4042-b081-1fa7060c0084,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:53:54.980445 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:55.059034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-8f2f94a5-0dfd-40fb-992c-6511aff3e57f tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Allocated IP 192.168.233.248 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/0d30922f-20d8-408d-9c0e-6be7a7982e0b) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:53:55.066295 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-75506d92-ac26-41fa-b2d6-faaabcfd23e2 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Made reservation on behalf of 9c1dd47412c74adab6bd185fe34d57b1 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:53:55.069796 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-75506d92-ac26-41fa-b2d6-faaabcfd23e2 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:55.072311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:55.072922 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:55.074264 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] 10.222.0.59 "PUT /v2.0/ports/d6d55a1a-9906-4042-b081-1fa7060c0084 HTTP/1.1" status: 200 len: 1092 time: 2.0510812 Nov 26 02:53:55.084218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5228c75-6aa4-4d10-82c4-307ea40e1993', 'tag': 'd6d55a1a-9906-4042-b081-1fa7060c0084'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:55.086515 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0806325b-32c7-45e2-b6b6-c049fd598a00" -d '{"events": [{"name": "network-changed", "server_uuid": "f5228c75-6aa4-4d10-82c4-307ea40e1993", "tag": "d6d55a1a-9906-4042-b081-1fa7060c0084"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:55.168769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380f404-81e0-4a3e-920c-e6983aa7d948 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d55a1a-9906-4042-b081-1fa7060c0084,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:55.267085 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-7ea1eaf0-5adf-43e0-8d8c-5bad14aad0d8 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:55.268571 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-7ea1eaf0-5adf-43e0-8d8c-5bad14aad0d8 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/networks?id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9 HTTP/1.1" status: 200 len: 815 time: 0.3604174 Nov 26 02:53:55.329047 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-d1d50312-089a-4a6c-aca9-009fa2781048 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/quotas/e446dd2610754aaca387689d806c1fd6 HTTP/1.1" status: 200 len: 375 time: 0.0484827 Nov 26 02:53:55.344704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-8a833262-9699-4225-b737-7182e7c87293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:55.346234 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-8a833262-9699-4225-b737-7182e7c87293 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 1095 time: 0.2018642 Nov 26 02:53:55.426481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed53de-e85c-46d1-a634-85e071721516 req-ba096392-d876-4c4e-b7c4-99e733075fa1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:55.427940 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e7ed53de-e85c-46d1-a634-85e071721516 req-ba096392-d876-4c4e-b7c4-99e733075fa1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 944 time: 0.2621155 Nov 26 02:53:55.488402 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-8d68b06a-b26f-4a2e-88a7-f903f9e46d81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6d55a1a-9906-4042-b081-1fa7060c0084 HTTP/1.1" status: 200 len: 217 time: 0.0913157 Nov 26 02:53:55.561908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-75506d92-ac26-41fa-b2d6-faaabcfd23e2 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Allocated IP 172.20.0.12 (c7e4d84c-8158-48a8-8b44-87c73c68b000/62a4f200-cb78-440b-8a14-5034861af2c0/de1773bc-cd60-4bb9-9a95-6c49493707e7) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:53:55.627667 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-ebf7eca4-e0e5-4573-9a0f-fcd6dd49e961 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e446dd2610754aaca387689d806c1fd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2360902 Nov 26 02:53:55.659174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e7ed53de-e85c-46d1-a634-85e071721516 req-a25d4825-38f6-4c0c-b824-217b59995f71 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867707 Nov 26 02:53:55.663808 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-8f2f94a5-0dfd-40fb-992c-6511aff3e57f tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:55.682989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-e01a57a6-233a-4378-8895-e0eb9a632dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:55.684390 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-e01a57a6-233a-4378-8895-e0eb9a632dc9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c43934f-dad4-4b8b-af05-58049fc63ec8 HTTP/1.1" status: 200 len: 846 time: 0.1819284 Nov 26 02:53:55.761708 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-a2a91bb4-2d1c-412f-97e3-5ee6c382bb41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9695ee60-1251-4c9f-86cb-bb7e75f253d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414948 Nov 26 02:53:55.820530 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55eb430-6a53-4f5f-ac04-f97165510b0d x-openstack-request-id: req-f55eb430-6a53-4f5f-ac04-f97165510b0d {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:53:55.820826 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5228c75-6aa4-4d10-82c4-307ea40e1993", "tag": "d6d55a1a-9906-4042-b081-1fa7060c0084", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:53:55.821085 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f55eb430-6a53-4f5f-ac04-f97165510b0d {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:53:55.821484 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5228c75-6aa4-4d10-82c4-307ea40e1993', 'tag': 'd6d55a1a-9906-4042-b081-1fa7060c0084', 'status': 'completed', 'code': 200} Nov 26 02:53:55.939236 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fad54888-6294-41f2-ae71-e49a9b4f87f8 req-700de6ab-75b1-4e61-9d8f-dfe6ba5d02e6 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 210 time: 0.0665970 Nov 26 02:53:55.956627 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-8f2f94a5-0dfd-40fb-992c-6511aff3e57f tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:55.984203 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-b66cdec3-8254-4773-bf6a-8b75c631b69d service neutron] 10.222.0.31 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465285 Nov 26 02:53:56.119564 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-af999a90-c738-4390-853b-585bdedd224c service neutron] 10.222.0.59 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458350 Nov 26 02:53:56.125863 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-8f2f94a5-0dfd-40fb-992c-6511aff3e57f tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:53:56.128410 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9e97c6c-0548-4ef5-b01e-4f4241d6608c req-aa5d980a-7a55-46e1-a8eb-fa974e84b243 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4e9b6f2-da01-4622-a87e-b153c4f78cde HTTP/1.1" status: 200 len: 210 time: 0.1112871 Nov 26 02:53:56.131082 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-75506d92-ac26-41fa-b2d6-faaabcfd23e2 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:56.146554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-8f2f94a5-0dfd-40fb-992c-6511aff3e57f tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:53:56.154861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f94a5-0dfd-40fb-992c-6511aff3e57f tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Pushing event updated for resources: {'Port': ['ID=0d30922f-20d8-408d-9c0e-6be7a7982e0b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:56.164094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-8f2f94a5-0dfd-40fb-992c-6511aff3e57f tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:53:56.298732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-8f2f94a5-0dfd-40fb-992c-6511aff3e57f tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:56.299397 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-8f2f94a5-0dfd-40fb-992c-6511aff3e57f tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:56.316159 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 47565517-d27e-4253-9c47-a299a0271b00 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:53:56.328846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-5c4ecf2e-0afd-4faa-a15e-59f864309b79 service neutron] 10.222.0.31 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171782 Nov 26 02:53:56.362476 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-8f2f94a5-0dfd-40fb-992c-6511aff3e57f tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6870317 Nov 26 02:53:56.369276 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-75506d92-ac26-41fa-b2d6-faaabcfd23e2 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:56.400757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Request body: {'port': {'device_id': 'cd80da69-0ced-45f1-ab16-83daa0289f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:56.440467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c335015c-699a-40b8-866f-95a9a18afccd None None] Provisioning complete for port 0d30922f-20d8-408d-9c0e-6be7a7982e0b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:53:56.440767 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c335015c-699a-40b8-866f-95a9a18afccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:56.447284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-75506d92-ac26-41fa-b2d6-faaabcfd23e2 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Network c7e4d84c-8158-48a8-8b44-87c73c68b000 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:53:56.458053 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78bfe9db-cb82-4ab4-bb47-e6a743776186 req-c5381f17-04b5-4c5a-9bfe-1ec3797213b6 service neutron] 10.222.0.59 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236024 Nov 26 02:53:56.461329 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-75506d92-ac26-41fa-b2d6-faaabcfd23e2 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:53:56.502914 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c335015c-699a-40b8-866f-95a9a18afccd None None] Port 0d30922f-20d8-408d-9c0e-6be7a7982e0b cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:53:56.516161 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:56.519320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-75506d92-ac26-41fa-b2d6-faaabcfd23e2 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:53:56.526543 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:56.552318 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4335e359-321c-4429-9e90-40de929211be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47565517-d27e-4253-9c47-a299a0271b00'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:56.555684 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341a9589-1982-411c-8324-0ea08dd941b5" -d '{"events": [{"server_uuid": "4335e359-321c-4429-9e90-40de929211be", "name": "network-vif-unplugged", "status": "completed", "tag": "47565517-d27e-4253-9c47-a299a0271b00"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:56.567627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 47565517-d27e-4253-9c47-a299a0271b00, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=47565517-d27e-4253-9c47-a299a0271b00,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:56.578965 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:56.642593 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=47565517-d27e-4253-9c47-a299a0271b00,revision_number=11']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:56.661323 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5cd30816-0c38-4621-b2ba-3b0a65dccbf9 req-66502ca5-3ed2-4588-8e68-e272f0bd4d23 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=85ff09a2-35f9-4818-b433-c54dfb9d3125 HTTP/1.1" status: 200 len: 210 time: 0.0893381 Nov 26 02:53:56.706438 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aac6579-d2b3-450a-9458-05d6ed2f73a4 x-openstack-request-id: req-0aac6579-d2b3-450a-9458-05d6ed2f73a4 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:53:56.706731 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4335e359-321c-4429-9e90-40de929211be", "name": "network-vif-unplugged", "status": "completed", "tag": "47565517-d27e-4253-9c47-a299a0271b00", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:53:56.707056 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0aac6579-d2b3-450a-9458-05d6ed2f73a4 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:53:56.707481 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4335e359-321c-4429-9e90-40de929211be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47565517-d27e-4253-9c47-a299a0271b00', 'code': 200} Nov 26 02:53:57.019092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75506d92-ac26-41fa-b2d6-faaabcfd23e2 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Pushing event updated for resources: {'Port': ['ID=de1773bc-cd60-4bb9-9a95-6c49493707e7,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:57.055086 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-75506d92-ac26-41fa-b2d6-faaabcfd23e2 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:57.055701 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-75506d92-ac26-41fa-b2d6-faaabcfd23e2 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:57.161345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-75506d92-ac26-41fa-b2d6-faaabcfd23e2 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5590844 Nov 26 02:53:57.168762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6b69b-eb7f-4065-9833-6ae9da7b8df0 req-eb418d3d-937e-47e9-8052-e341eaf2ed6d tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:57.170153 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09f6b69b-eb7f-4065-9833-6ae9da7b8df0 req-eb418d3d-937e-47e9-8052-e341eaf2ed6d tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/ports?device_id=4335e359-321c-4429-9e90-40de929211be HTTP/1.1" status: 200 len: 949 time: 0.6029694 Nov 26 02:53:57.182738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806325b-32c7-45e2-b6b6-c049fd598a00 req-1641bc86-8bce-421a-93b9-bd8f70e4f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:57.184210 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0806325b-32c7-45e2-b6b6-c049fd598a00 req-1641bc86-8bce-421a-93b9-bd8f70e4f6ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 1095 time: 0.5834279 Nov 26 02:53:57.190947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Request body: {'port': {'device_id': 'c4e9b6f2-da01-4622-a87e-b153c4f78cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:57.257772 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd804c-f9ba-4faf-89ce-690e644480ca req-8ee9988d-1cb6-41b4-8598-d5205c77f05c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:57.259260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a7cd804c-f9ba-4faf-89ce-690e644480ca req-8ee9988d-1cb6-41b4-8598-d5205c77f05c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 944 time: 0.2328017 Nov 26 02:53:57.417897 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:57.427634 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09f6b69b-eb7f-4065-9833-6ae9da7b8df0 req-fa8b608a-4625-475c-9829-a599acb5d41a tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/security-groups?id=a71f1b4b-3aac-45f5-a110-fb5ff2862208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481086 Nov 26 02:53:57.513446 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a7cd804c-f9ba-4faf-89ce-690e644480ca req-fd491c7f-b6d3-4c51-98a5-c75f3cb782ef tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159247 Nov 26 02:53:57.519162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806325b-32c7-45e2-b6b6-c049fd598a00 req-889834f8-6277-4a22-9edb-cff3200905b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:57.520873 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0806325b-32c7-45e2-b6b6-c049fd598a00 req-889834f8-6277-4a22-9edb-cff3200905b2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 907 time: 0.3212061 Nov 26 02:53:57.646787 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0806325b-32c7-45e2-b6b6-c049fd598a00 req-bd39e0b8-79b7-43a3-b140-02de007de5d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6d55a1a-9906-4042-b081-1fa7060c0084 HTTP/1.1" status: 200 len: 217 time: 0.1149075 Nov 26 02:53:57.936362 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806325b-32c7-45e2-b6b6-c049fd598a00 req-06322430-acc2-4676-ac2f-270b59d5e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:57.937837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0806325b-32c7-45e2-b6b6-c049fd598a00 req-06322430-acc2-4676-ac2f-270b59d5e0cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c43934f-dad4-4b8b-af05-58049fc63ec8 HTTP/1.1" status: 200 len: 846 time: 0.2679334 Nov 26 02:53:57.953386 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f0ab4-ac16-4084-9c87-82ceb863d446 req-f979c33b-1cfc-4076-a292-7765734752ee tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:57.954820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d71f0ab4-ac16-4084-9c87-82ceb863d446 req-f979c33b-1cfc-4076-a292-7765734752ee tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 936 time: 0.3582058 Nov 26 02:53:57.961914 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088934f6-5cd9-4522-a38c-112b0a6f9bf7 req-5e9ae891-f878-4062-b6c4-4bbd794e77c8 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:57.963325 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-088934f6-5cd9-4522-a38c-112b0a6f9bf7 req-5e9ae891-f878-4062-b6c4-4bbd794e77c8 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4e9b6f2-da01-4622-a87e-b153c4f78cde HTTP/1.1" status: 200 len: 932 time: 0.3655977 Nov 26 02:53:57.975079 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d30922f-20d8-408d-9c0e-6be7a7982e0b {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:53:58.004279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-784f5295-5990-4b20-bcd9-c08ee4134fec tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:58.005694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-784f5295-5990-4b20-bcd9-c08ee4134fec tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.54 "GET /v2.0/networks?id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9 HTTP/1.1" status: 200 len: 815 time: 0.4626427 Nov 26 02:53:58.023934 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:58.036935 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0806325b-32c7-45e2-b6b6-c049fd598a00 req-ce4565c7-d7d9-4ac2-baa2-44402ca93dfe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9695ee60-1251-4c9f-86cb-bb7e75f253d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727115 Nov 26 02:53:58.050621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-83fa1ae7-350f-4e5e-88e0-bcdfe89306bf tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Request body: {'port': {'device_id': '85ff09a2-35f9-4818-b433-c54dfb9d3125', 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9', 'admin_state_up': True, 'tenant_id': 'e446dd2610754aaca387689d806c1fd6'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:53:58.161137 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Transition to ACTIVE for port object 0d30922f-20d8-408d-9c0e-6be7a7982e0b will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:53:58.182235 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:58.296914 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d71f0ab4-ac16-4084-9c87-82ceb863d446 req-2f556e4b-365b-48b2-8ade-93f37e5ae610 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/security-groups?id=67ccfb84-d19c-452c-bfe8-41ec7cecd982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270686 Nov 26 02:53:58.317026 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-088934f6-5cd9-4522-a38c-112b0a6f9bf7 req-6d84eb1d-b60b-4a95-b916-b34736d66243 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/security-groups?id=39163a50-8b9a-4bdf-9212-469059b61801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437865 Nov 26 02:53:58.375587 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Pushing event updated for resources: {'Port': ['ID=0d30922f-20d8-408d-9c0e-6be7a7982e0b,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:58.455093 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0806325b-32c7-45e2-b6b6-c049fd598a00 req-88172ad7-5919-4dc0-97f5-d7792673b61d service neutron] 10.222.0.59 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954186 Nov 26 02:53:58.527856 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-46d78300-a86a-4e10-aeb4-84ab682556b0 req-c8af71e0-129b-4964-9907-2e718655cb0a tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=85ff09a2-35f9-4818-b433-c54dfb9d3125 HTTP/1.1" status: 200 len: 210 time: 0.0686519 Nov 26 02:53:58.551825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1773bc-cd60-4bb9-9a95-6c49493707e7 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:53:58.603840 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-83fa1ae7-350f-4e5e-88e0-bcdfe89306bf tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Made reservation on behalf of e446dd2610754aaca387689d806c1fd6 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:53:58.607642 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-83fa1ae7-350f-4e5e-88e0-bcdfe89306bf tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:58.613645 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:58.652981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Transition to ACTIVE for port object de1773bc-cd60-4bb9-9a95-6c49493707e7 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:53:58.681973 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:58.702669 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56389c31-aeec-45ce-80d3-e1e3f585a47a req-a372477e-5f86-4881-b64c-2ae68451a543 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:58.704776 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-56389c31-aeec-45ce-80d3-e1e3f585a47a req-a372477e-5f86-4881-b64c-2ae68451a543 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.59 "GET /v2.0/ports?device_id=4335e359-321c-4429-9e90-40de929211be HTTP/1.1" status: 200 len: 949 time: 0.0615377 Nov 26 02:53:58.732357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Attempting to bind port 0d30922f-20d8-408d-9c0e-6be7a7982e0b on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:53:58.732697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Attempting to bind port 0d30922f-20d8-408d-9c0e-6be7a7982e0b by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:53:58.733025 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Attempting to bind port 0d30922f-20d8-408d-9c0e-6be7a7982e0b on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:53:58.775138 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:53:58.800140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-56389c31-aeec-45ce-80d3-e1e3f585a47a req-f8a5f760-a914-48c3-a899-5cbebc74f9ec tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Deleting port 47565517-d27e-4253-9c47-a299a0271b00 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:53:58.800895 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-56389c31-aeec-45ce-80d3-e1e3f585a47a req-f8a5f760-a914-48c3-a899-5cbebc74f9ec tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:58.810283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1a587-05ed-4939-9670-a57f375672e2 req-2e332636-f00b-40cb-ac1c-c5d220ea0bd4 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:58.811782 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ee1a587-05ed-4939-9670-a57f375672e2 req-2e332636-f00b-40cb-ac1c-c5d220ea0bd4 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/ports?device_id=4335e359-321c-4429-9e90-40de929211be HTTP/1.1" status: 200 len: 949 time: 0.2961471 Nov 26 02:53:58.826464 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Port 0d30922f-20d8-408d-9c0e-6be7a7982e0b on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:53:58.826791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Attempting to bind port 0d30922f-20d8-408d-9c0e-6be7a7982e0b on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:53:58.838244 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0806325b-32c7-45e2-b6b6-c049fd598a00 req-e66eb990-ecc7-4890-82e7-81bc3f2495bc service neutron] 10.222.0.59 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385823 Nov 26 02:53:58.868651 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:53:58.869071 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:53:58.869455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:53:58.869895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Bound port: 0d30922f-20d8-408d-9c0e-6be7a7982e0b, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:53:58.870252 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:58.878217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Pushing event updated for resources: {'Port': ['ID=de1773bc-cd60-4bb9-9a95-6c49493707e7,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:58.897296 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-56389c31-aeec-45ce-80d3-e1e3f585a47a req-f8a5f760-a914-48c3-a899-5cbebc74f9ec tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] For port 47565517-d27e-4253-9c47-a299a0271b00, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=47565517-d27e-4253-9c47-a299a0271b00,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:53:58.897671 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-56389c31-aeec-45ce-80d3-e1e3f585a47a req-f8a5f760-a914-48c3-a899-5cbebc74f9ec tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:58.909920 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-56389c31-aeec-45ce-80d3-e1e3f585a47a req-f8a5f760-a914-48c3-a899-5cbebc74f9ec tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Calling delete_port for 47565517-d27e-4253-9c47-a299a0271b00 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:53:58.957312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b7529-7d24-4de1-9b69-d37ecd2fcf96 req-6d0ac2e3-e858-4f03-b770-8d9e21a8a79d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:58.958809 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f84b7529-7d24-4de1-9b69-d37ecd2fcf96 req-6d0ac2e3-e858-4f03-b770-8d9e21a8a79d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 944 time: 0.2705843 Nov 26 02:53:59.038740 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-56389c31-aeec-45ce-80d3-e1e3f585a47a req-f8a5f760-a914-48c3-a899-5cbebc74f9ec tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:59.072445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5f760-a914-48c3-a899-5cbebc74f9ec tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Pushing event deleted for resources: {'Port': ['ID=47565517-d27e-4253-9c47-a299a0271b00,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:59.116246 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-56389c31-aeec-45ce-80d3-e1e3f585a47a req-f8a5f760-a914-48c3-a899-5cbebc74f9ec tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] No DVR routers for this DVR port 47565517-d27e-4253-9c47-a299a0271b00 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:53:59.118943 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-56389c31-aeec-45ce-80d3-e1e3f585a47a req-f8a5f760-a914-48c3-a899-5cbebc74f9ec tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:59.122416 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-56389c31-aeec-45ce-80d3-e1e3f585a47a req-f8a5f760-a914-48c3-a899-5cbebc74f9ec tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.59 "DELETE /v2.0/ports/47565517-d27e-4253-9c47-a299a0271b00 HTTP/1.1" status: 204 len: 173 time: 0.4117782 Nov 26 02:53:59.122889 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4335e359-321c-4429-9e90-40de929211be', 'name': 'network-vif-deleted', 'tag': '47565517-d27e-4253-9c47-a299a0271b00'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:59.125223 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0e203b-5182-48ff-8b6d-a1908f271699" -d '{"events": [{"server_uuid": "4335e359-321c-4429-9e90-40de929211be", "name": "network-vif-deleted", "tag": "47565517-d27e-4253-9c47-a299a0271b00"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:59.365872 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ee1a587-05ed-4939-9670-a57f375672e2 req-9010dcd1-25ba-4eb4-9006-a2b68302d064 tempest-ImagesOneServerTestJSON-1718123272 tempest-ImagesOneServerTestJSON-1718123272-project] 10.222.0.31 "GET /v2.0/security-groups?id=a71f1b4b-3aac-45f5-a110-fb5ff2862208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440655 Nov 26 02:53:59.368432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-83fa1ae7-350f-4e5e-88e0-bcdfe89306bf tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Allocated IP 172.20.0.3 (483c29ae-2b8e-42e0-9580-f2bd749e8ff9/1da5bde2-3a74-47b9-8c22-4f9e31dcb52d/95ab99fc-fa67-4e64-b79b-6484a04d5c3e) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:53:59.432837 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] For port 0d30922f-20d8-408d-9c0e-6be7a7982e0b, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:53:59.440045 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Attempting to bind port de1773bc-cd60-4bb9-9a95-6c49493707e7 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:53:59.440409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Attempting to bind port de1773bc-cd60-4bb9-9a95-6c49493707e7 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'b31254fe-6936-443c-8617-712c2ea13f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c7e4d84c-8158-48a8-8b44-87c73c68b000'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:53:59.440861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Attempting to bind port de1773bc-cd60-4bb9-9a95-6c49493707e7 on network c7e4d84c-8158-48a8-8b44-87c73c68b000 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:53:59.461896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f84b7529-7d24-4de1-9b69-d37ecd2fcf96 req-72992cc5-d468-4fc8-8b74-dcee3cadcccf tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567290 Nov 26 02:53:59.467691 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] For port 0d30922f-20d8-408d-9c0e-6be7a7982e0b, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0d30922f-20d8-408d-9c0e-6be7a7982e0b,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:53:59.477648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Port de1773bc-cd60-4bb9-9a95-6c49493707e7 on network c7e4d84c-8158-48a8-8b44-87c73c68b000 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:53:59.477973 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Attempting to bind port de1773bc-cd60-4bb9-9a95-6c49493707e7 on network c7e4d84c-8158-48a8-8b44-87c73c68b000 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:53:59.486429 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:59.506004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:53:59.506345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Checking segment: {'id': 'b31254fe-6936-443c-8617-712c2ea13f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c7e4d84c-8158-48a8-8b44-87c73c68b000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:53:59.506741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Bound using segment: {'id': 'b31254fe-6936-443c-8617-712c2ea13f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c7e4d84c-8158-48a8-8b44-87c73c68b000'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:53:59.507186 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Bound port: de1773bc-cd60-4bb9-9a95-6c49493707e7, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b31254fe-6936-443c-8617-712c2ea13f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c7e4d84c-8158-48a8-8b44-87c73c68b000'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:53:59.507539 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:59.562844 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e23133-97ab-4fbb-9f5c-f544135e8ab6 x-openstack-request-id: req-81e23133-97ab-4fbb-9f5c-f544135e8ab6 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:53:59.563134 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4335e359-321c-4429-9e90-40de929211be", "name": "network-vif-deleted", "tag": "47565517-d27e-4253-9c47-a299a0271b00", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:53:59.563388 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81e23133-97ab-4fbb-9f5c-f544135e8ab6 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:53:59.564368 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4335e359-321c-4429-9e90-40de929211be', 'name': 'network-vif-deleted', 'tag': '47565517-d27e-4253-9c47-a299a0271b00', 'status': 'completed', 'code': 200} Nov 26 02:53:59.631970 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:59.632560 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:59.633968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] 10.222.0.54 "PUT /v2.0/ports/0d30922f-20d8-408d-9c0e-6be7a7982e0b HTTP/1.1" status: 200 len: 1096 time: 3.2566533 Nov 26 02:53:59.634600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd80da69-0ced-45f1-ab16-83daa0289f2e', 'tag': '0d30922f-20d8-408d-9c0e-6be7a7982e0b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:53:59.637293 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38f60af-56bf-42e6-86b3-a6e67cd1ef3b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd80da69-0ced-45f1-ab16-83daa0289f2e", "tag": "0d30922f-20d8-408d-9c0e-6be7a7982e0b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:53:59.717438 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db9022-53b5-4cbf-bb8c-82e1e6d55568 service neutron] Pushing event updated for resources: {'Port': ['ID=0d30922f-20d8-408d-9c0e-6be7a7982e0b,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:53:59.823279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] For port de1773bc-cd60-4bb9-9a95-6c49493707e7, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:53:59.832251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c7465-79d5-42fb-bd01-bcaa2b66c93e req-7c887fec-37a0-4d60-9c41-ce854dc748e9 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:59.833809 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf3c7465-79d5-42fb-bd01-bcaa2b66c93e req-7c887fec-37a0-4d60-9c41-ce854dc748e9 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 948 time: 0.2869420 Nov 26 02:53:59.868717 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-83fa1ae7-350f-4e5e-88e0-bcdfe89306bf tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:59.871290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] For port de1773bc-cd60-4bb9-9a95-6c49493707e7, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=de1773bc-cd60-4bb9-9a95-6c49493707e7,segment=NetworkSegment(b31254fe-6936-443c-8617-712c2ea13f53),segment_id=b31254fe-6936-443c-8617-712c2ea13f53)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:53:59.890222 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:59.899059 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631e3b3-8b2e-4fe9-abfb-c77b789ec50d req-96fedb5a-6444-4be2-9155-d0f58e9d0dd9 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:59.900597 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e631e3b3-8b2e-4fe9-abfb-c77b789ec50d req-96fedb5a-6444-4be2-9155-d0f58e9d0dd9 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4e9b6f2-da01-4622-a87e-b153c4f78cde HTTP/1.1" status: 200 len: 944 time: 0.2204170 Nov 26 02:53:59.954868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-5d8d1434-7c89-4384-93b7-bacf1895c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:59.956354 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-5d8d1434-7c89-4384-93b7-bacf1895c78a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5f38bf6c652459da0ab875d42dc00f5&device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 1099 time: 0.2123725 Nov 26 02:53:59.976927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:53:59.977460 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:53:59.978822 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] 10.222.0.59 "PUT /v2.0/ports/de1773bc-cd60-4bb9-9a95-6c49493707e7 HTTP/1.1" status: 200 len: 1092 time: 2.7982125 Nov 26 02:54:00.055257 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf3c7465-79d5-42fb-bd01-bcaa2b66c93e req-f6c20b39-6173-4758-9b65-b82c89bb9d70 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/security-groups?id=67ccfb84-d19c-452c-bfe8-41ec7cecd982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058916 Nov 26 02:54:00.076303 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-a1a3ded5-e5ad-4910-b573-36170f89c8f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=0d30922f-20d8-408d-9c0e-6be7a7982e0b HTTP/1.1" status: 200 len: 217 time: 0.0964661 Nov 26 02:54:00.095723 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113bb143-f4c5-4a45-b818-e5edd80444ca service neutron] Pushing event updated for resources: {'Port': ['ID=de1773bc-cd60-4bb9-9a95-6c49493707e7,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:00.137473 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-83fa1ae7-350f-4e5e-88e0-bcdfe89306bf tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:00.149347 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e631e3b3-8b2e-4fe9-abfb-c77b789ec50d req-2b3d1cda-9ce3-4955-8fb9-8e2e2448f8f8 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/security-groups?id=39163a50-8b9a-4bdf-9212-469059b61801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370219 Nov 26 02:54:00.177061 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c481e43b-fcaf-4f73-99bc-9bbe4254c6ca', '490ef08e-6e8b-4d49-a62b-1b467e2b618a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:00.184586 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['284bf332-8f10-4316-9c92-39a7f5f1cceb'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:00.211129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-83fa1ae7-350f-4e5e-88e0-bcdfe89306bf tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:54:00.218066 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-83fa1ae7-350f-4e5e-88e0-bcdfe89306bf tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:54:00.221347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-173d0f08-3a7a-4f99-9198-2954ef4b25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:00.222920 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-173d0f08-3a7a-4f99-9198-2954ef4b25eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1242743 Nov 26 02:54:00.224585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-83fa1ae7-350f-4e5e-88e0-bcdfe89306bf tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:54:00.227187 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa1ae7-350f-4e5e-88e0-bcdfe89306bf tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Pushing event updated for resources: {'Port': ['ID=95ab99fc-fa67-4e64-b79b-6484a04d5c3e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:00.233598 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-d95e9b05-3a96-4974-ac46-fc342a38ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:00.235121 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-d95e9b05-3a96-4974-ac46-fc342a38ef70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c1dd47412c74adab6bd185fe34d57b1&device_id=c4e9b6f2-da01-4622-a87e-b153c4f78cde HTTP/1.1" status: 200 len: 1095 time: 0.1862545 Nov 26 02:54:00.326767 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device d6d55a1a-9906-4042-b081-1fa7060c0084 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:54:00.343899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-a1300690-7348-44d4-b5e3-a288f0f74243 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de1773bc-cd60-4bb9-9a95-6c49493707e7 HTTP/1.1" status: 200 len: 217 time: 0.0680764 Nov 26 02:54:00.371358 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b2ba56-7c60-4b14-95e5-d122ebdc5cc1 x-openstack-request-id: req-37b2ba56-7c60-4b14-95e5-d122ebdc5cc1 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:00.372020 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd80da69-0ced-45f1-ab16-83daa0289f2e", "tag": "0d30922f-20d8-408d-9c0e-6be7a7982e0b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:00.372020 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37b2ba56-7c60-4b14-95e5-d122ebdc5cc1 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:00.372300 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd80da69-0ced-45f1-ab16-83daa0289f2e', 'tag': '0d30922f-20d8-408d-9c0e-6be7a7982e0b', 'status': 'completed', 'code': 200} Nov 26 02:54:00.404749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-83fa1ae7-350f-4e5e-88e0-bcdfe89306bf tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:00.405122 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-83fa1ae7-350f-4e5e-88e0-bcdfe89306bf tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:00.431626 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-08d595df-1d0f-44d4-a489-7a788b427dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:00.433149 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-08d595df-1d0f-44d4-a489-7a788b427dee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1965823 Nov 26 02:54:00.446456 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9c9b9-c933-4cc3-91c6-e8cf5ad2b8df req-16ab7b8b-1403-479b-b8b3-9c4522f965a2 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:00.447954 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1de9c9b9-c933-4cc3-91c6-e8cf5ad2b8df req-16ab7b8b-1403-479b-b8b3-9c4522f965a2 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=85ff09a2-35f9-4818-b433-c54dfb9d3125 HTTP/1.1" status: 200 len: 931 time: 0.2182961 Nov 26 02:54:00.454772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-83fa1ae7-350f-4e5e-88e0-bcdfe89306bf tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4195013 Nov 26 02:54:00.481477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-3382dc20-3b3f-4be7-8cc1-286094a7c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:00.482945 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-3382dc20-3b3f-4be7-8cc1-286094a7c35c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62a4f200-cb78-440b-8a14-5034861af2c0 HTTP/1.1" status: 200 len: 853 time: 0.1283617 Nov 26 02:54:00.519260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Request body: {'port': {'device_id': '85ff09a2-35f9-4818-b433-c54dfb9d3125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:00.557606 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port d6d55a1a-9906-4042-b081-1fa7060c0084, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=d6d55a1a-9906-4042-b081-1fa7060c0084,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:00.581754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'd6d55a1a-9906-4042-b081-1fa7060c0084', 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5', 'port_id': 'd6d55a1a-9906-4042-b081-1fa7060c0084', 'mac_address': 'fa:16:3e:1e:4a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c43934f-dad4-4b8b-af05-58049fc63ec8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:54:00.586212 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-ac0be590-6316-4ce4-83d5-55ac49aa20f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c7e4d84c-8158-48a8-8b44-87c73c68b000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770473 Nov 26 02:54:00.669137 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:00.691115 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d55a1a-9906-4042-b081-1fa7060c0084 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:54:00.715209 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port d6d55a1a-9906-4042-b081-1fa7060c0084, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=d6d55a1a-9906-4042-b081-1fa7060c0084,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:00.720319 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:00.725504 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1de9c9b9-c933-4cc3-91c6-e8cf5ad2b8df req-a9ad468b-7214-424f-a8e2-123f58b1166d tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697895 Nov 26 02:54:00.742932 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:00.763181 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-ecf121f3-9357-45e9-b8c3-0c0fe7730bcf service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142269 Nov 26 02:54:00.769253 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44080) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:00.782291 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=d6d55a1a-9906-4042-b081-1fa7060c0084,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:00.782756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079962c-c97f-4a16-b5dc-fa2acab30556 req-42248d0b-2408-4ff6-b683-15048f3fcdec tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:00.784274 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3079962c-c97f-4a16-b5dc-fa2acab30556 req-42248d0b-2408-4ff6-b683-15048f3fcdec tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 944 time: 0.2303510 Nov 26 02:54:00.883287 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-2cb911a7-1b9b-4287-b6ac-500459f6976c service neutron] 10.222.0.59 "GET /v2.0/networks/c7e4d84c-8158-48a8-8b44-87c73c68b000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809522 Nov 26 02:54:00.908876 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cce2c2ce-6af0-4c05-8bc2-222fa3c112a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7400acf3df644b1a5f5f690048b7551&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382020 Nov 26 02:54:00.911230 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44084) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:00.957431 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42e8882d-af08-4a80-89aa-c1935e28a6d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:00.977835 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42e8882d-af08-4a80-89aa-c1935e28a6d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:01.028438 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42e8882d-af08-4a80-89aa-c1935e28a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:01.031091 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42e8882d-af08-4a80-89aa-c1935e28a6d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:01.034862 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-42e8882d-af08-4a80-89aa-c1935e28a6d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a71f1b4b-3aac-45f5-a110-fb5ff2862208 HTTP/1.1" status: 204 len: 168 time: 0.1201231 Nov 26 02:54:01.040709 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3079962c-c97f-4a16-b5dc-fa2acab30556 req-7f35f88e-d3a1-4910-b5a6-f7e1ff16b941 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453389 Nov 26 02:54:01.045218 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8882d-af08-4a80-89aa-c1935e28a6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71f1b4b-3aac-45f5-a110-fb5ff2862208,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:01.077120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78692bfc-b46e-429f-b5aa-7a9452e83f41 req-bb141d5b-d20d-4850-b789-7561eb018afd service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022141 Nov 26 02:54:01.161693 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd2f10f6-d241-4fd6-9d80-f4cda2d0ceb0 req-f7b2253d-5ac4-4470-b184-30c76914ab20 service neutron] 10.222.0.59 "GET /v2.0/networks/c7e4d84c-8158-48a8-8b44-87c73c68b000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623539 Nov 26 02:54:01.178749 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['d6d55a1a-9906-4042-b081-1fa7060c0084'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:01.262391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9308db-1558-4996-b7b5-a9480d36c0b6 req-79f52130-1563-484b-af20-54b623a8ed84 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:01.263883 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b9308db-1558-4996-b7b5-a9480d36c0b6 req-79f52130-1563-484b-af20-54b623a8ed84 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 948 time: 0.1218233 Nov 26 02:54:01.324453 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ab99fc-fa67-4e64-b79b-6484a04d5c3e {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:54:01.329855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f60af-56bf-42e6-86b3-a6e67cd1ef3b req-d19c09da-4346-4e1e-bb43-d5dc71879edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:01.331372 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a38f60af-56bf-42e6-86b3-a6e67cd1ef3b req-d19c09da-4346-4e1e-bb43-d5dc71879edc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5f38bf6c652459da0ab875d42dc00f5&device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 1099 time: 0.1230171 Nov 26 02:54:01.335669 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:01.420368 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Transition to ACTIVE for port object 95ab99fc-fa67-4e64-b79b-6484a04d5c3e will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:54:01.444549 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b9308db-1558-4996-b7b5-a9480d36c0b6 req-adaa5521-4186-401d-b96e-d5c15807bf06 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/security-groups?id=67ccfb84-d19c-452c-bfe8-41ec7cecd982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569178 Nov 26 02:54:01.457943 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:01.550569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07306616-2eb9-4689-ae79-7bc448be1f33 req-52db268d-7bd8-4828-a8a8-a61cf01a2bb6 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:01.552180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07306616-2eb9-4689-ae79-7bc448be1f33 req-52db268d-7bd8-4828-a8a8-a61cf01a2bb6 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4e9b6f2-da01-4622-a87e-b153c4f78cde HTTP/1.1" status: 200 len: 944 time: 0.1794221 Nov 26 02:54:01.555155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f60af-56bf-42e6-86b3-a6e67cd1ef3b req-d56487fa-5be9-49d1-b3f1-76f9a563797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:01.556522 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a38f60af-56bf-42e6-86b3-a6e67cd1ef3b req-d56487fa-5be9-49d1-b3f1-76f9a563797a service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.2149518 Nov 26 02:54:01.557114 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Pushing event updated for resources: {'Port': ['ID=95ab99fc-fa67-4e64-b79b-6484a04d5c3e,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:01.634635 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a38f60af-56bf-42e6-86b3-a6e67cd1ef3b req-78d06738-231b-4fde-a4d7-1b39ae1c63bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=0d30922f-20d8-408d-9c0e-6be7a7982e0b HTTP/1.1" status: 200 len: 217 time: 0.0643449 Nov 26 02:54:01.729276 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07306616-2eb9-4689-ae79-7bc448be1f33 req-3612c48f-df18-4471-9a6c-ffacd2a5a35d tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/security-groups?id=39163a50-8b9a-4bdf-9212-469059b61801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695890 Nov 26 02:54:01.741599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f60af-56bf-42e6-86b3-a6e67cd1ef3b req-20f4bea6-8c02-453e-9b9d-8d0d8a6e232b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:01.743045 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a38f60af-56bf-42e6-86b3-a6e67cd1ef3b req-20f4bea6-8c02-453e-9b9d-8d0d8a6e232b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0823121 Nov 26 02:54:01.745391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Attempting to bind port 95ab99fc-fa67-4e64-b79b-6484a04d5c3e on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:54:01.745733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Attempting to bind port 95ab99fc-fa67-4e64-b79b-6484a04d5c3e by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '29b8cea0-869e-4a25-85ad-1e8e01219b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:54:01.746060 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Attempting to bind port 95ab99fc-fa67-4e64-b79b-6484a04d5c3e on network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:54:01.750592 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Port 95ab99fc-fa67-4e64-b79b-6484a04d5c3e on network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:54:01.751512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Attempting to bind port 95ab99fc-fa67-4e64-b79b-6484a04d5c3e on network 483c29ae-2b8e-42e0-9580-f2bd749e8ff9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:54:01.757965 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:54:01.758313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Checking segment: {'id': '29b8cea0-869e-4a25-85ad-1e8e01219b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:54:01.758704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Bound using segment: {'id': '29b8cea0-869e-4a25-85ad-1e8e01219b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:54:01.759138 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Bound port: 95ab99fc-fa67-4e64-b79b-6484a04d5c3e, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b8cea0-869e-4a25-85ad-1e8e01219b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:54:01.759500 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:01.828130 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44118) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:01.866711 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f60af-56bf-42e6-86b3-a6e67cd1ef3b req-96337c0f-6db5-4928-a09d-e4743911d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:01.868282 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a38f60af-56bf-42e6-86b3-a6e67cd1ef3b req-96337c0f-6db5-4928-a09d-e4743911d679 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146312 Nov 26 02:54:01.928045 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d19c86a4-dacc-4169-ac1a-facba392a9b3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-791049038-network', 'tenant_id': '4be478bdf8de411ba7c8fa3e014f0ef8'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:01.939212 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] For port 95ab99fc-fa67-4e64-b79b-6484a04d5c3e, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:54:01.954763 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19c86a4-dacc-4169-ac1a-facba392a9b3 admin admin] Made reservation on behalf of 4be478bdf8de411ba7c8fa3e014f0ef8 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:54:01.957124 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d19c86a4-dacc-4169-ac1a-facba392a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:01.963444 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] For port 95ab99fc-fa67-4e64-b79b-6484a04d5c3e, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=95ab99fc-fa67-4e64-b79b-6484a04d5c3e,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:54:01.965485 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d19c86a4-dacc-4169-ac1a-facba392a9b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:01.976200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd29069-a42a-44ab-ae23-d6a07eb07f87 req-c9d72d23-e095-416d-9a66-31a8ff5847c4 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:01.977694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9fd29069-a42a-44ab-ae23-d6a07eb07f87 req-c9d72d23-e095-416d-9a66-31a8ff5847c4 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=85ff09a2-35f9-4818-b433-c54dfb9d3125 HTTP/1.1" status: 200 len: 943 time: 0.1548069 Nov 26 02:54:01.982391 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:02.037937 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d19c86a4-dacc-4169-ac1a-facba392a9b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:02.039043 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:02.040493 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:02.042092 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] 10.222.0.54 "PUT /v2.0/ports/95ab99fc-fa67-4e64-b79b-6484a04d5c3e HTTP/1.1" status: 200 len: 1091 time: 1.5340548 Nov 26 02:54:02.042329 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d19c86a4-dacc-4169-ac1a-facba392a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:02.063459 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19c86a4-dacc-4169-ac1a-facba392a9b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:54:02.079538 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c86a4-dacc-4169-ac1a-facba392a9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06264ce-eeb5-4355-a9a0-51dcaa0e0139,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:02.082937 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d19c86a4-dacc-4169-ac1a-facba392a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:02.083292 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-d19c86a4-dacc-4169-ac1a-facba392a9b3 admin admin] Added segment d2439ea4-b0c3-4d95-930c-e2a35126e95b of type vlan for network 6f6608d8-291a-4259-8927-5089b1ce2d2e Nov 26 02:54:02.105895 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a38f60af-56bf-42e6-86b3-a6e67cd1ef3b req-83e0f7d3-f71f-45fc-adf8-83da6a127218 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269320 Nov 26 02:54:02.113550 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9fd29069-a42a-44ab-ae23-d6a07eb07f87 req-abeb2a46-f703-4878-a695-9fba2cc2cc47 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283810 Nov 26 02:54:02.114157 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd8672-75a1-4cea-a6c0-305d46dfbf08 service neutron] Pushing event updated for resources: {'Port': ['ID=95ab99fc-fa67-4e64-b79b-6484a04d5c3e,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:02.137193 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d19c86a4-dacc-4169-ac1a-facba392a9b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:02.169852 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d19c86a4-dacc-4169-ac1a-facba392a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:02.171102 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19c86a4-dacc-4169-ac1a-facba392a9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:02.171700 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d19c86a4-dacc-4169-ac1a-facba392a9b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:02.241052 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d19c86a4-dacc-4169-ac1a-facba392a9b3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4114063 Nov 26 02:54:02.243070 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c86a4-dacc-4169-ac1a-facba392a9b3 admin admin] Pushing event updated for resources: {'Network': ['ID=6f6608d8-291a-4259-8927-5089b1ce2d2e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:02.246895 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44124) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:02.253899 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 6f6608d8-291a-4259-8927-5089b1ce2d2e details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:54:02.254421 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8fdcf1d9-b9a2-4075-b815-9e723bac5348 admin admin] Request body: {'subnet': {'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-791049038-subnet', 'tenant_id': '4be478bdf8de411ba7c8fa3e014f0ef8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:02.275649 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdcf1d9-b9a2-4075-b815-9e723bac5348 admin admin] Made reservation on behalf of 4be478bdf8de411ba7c8fa3e014f0ef8 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:54:02.278577 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf1d9-b9a2-4075-b815-9e723bac5348 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:02.314596 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device d6d55a1a-9906-4042-b081-1fa7060c0084 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:54:02.378519 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port d6d55a1a-9906-4042-b081-1fa7060c0084 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:54:02.384875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port d6d55a1a-9906-4042-b081-1fa7060c0084 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:54:02.385609 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:02.476369 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:02.488020 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf1d9-b9a2-4075-b815-9e723bac5348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:02.502819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e9b6f2-da01-4622-a87e-b153c4f78cde', 'tag': 'de1773bc-cd60-4bb9-9a95-6c49493707e7'}, {'name': 'network-changed', 'server_uuid': '85ff09a2-35f9-4818-b433-c54dfb9d3125', 'tag': '95ab99fc-fa67-4e64-b79b-6484a04d5c3e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:02.505088 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e9b6f2-da01-4622-a87e-b153c4f78cde", "tag": "de1773bc-cd60-4bb9-9a95-6c49493707e7"}, {"name": "network-changed", "server_uuid": "85ff09a2-35f9-4818-b433-c54dfb9d3125", "tag": "95ab99fc-fa67-4e64-b79b-6484a04d5c3e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:02.527032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5228c75-6aa4-4d10-82c4-307ea40e1993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d55a1a-9906-4042-b081-1fa7060c0084'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:02.531733 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8902fa-8159-43f0-91dc-61f2c475cfd4" -d '{"events": [{"server_uuid": "f5228c75-6aa4-4d10-82c4-307ea40e1993", "name": "network-vif-plugged", "status": "completed", "tag": "d6d55a1a-9906-4042-b081-1fa7060c0084"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:02.549970 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port d6d55a1a-9906-4042-b081-1fa7060c0084, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=d6d55a1a-9906-4042-b081-1fa7060c0084,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:02.551767 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcf1d9-b9a2-4075-b815-9e723bac5348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afcc1d3e-e838-4aac-9873-c211c542870e,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:02.560289 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:02.561479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 47565517-d27e-4253-9c47-a299a0271b00 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:54:02.563325 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdcf1d9-b9a2-4075-b815-9e723bac5348 admin admin] Checking segment: {'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:54:02.563827 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdcf1d9-b9a2-4075-b815-9e723bac5348 admin admin] Network hostable DHCP agents. Network: 6f6608d8-291a-4259-8927-5089b1ce2d2e, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:54:02.584797 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdcf1d9-b9a2-4075-b815-9e723bac5348 admin admin] Network 6f6608d8-291a-4259-8927-5089b1ce2d2e is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:54:02.595811 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-8fdcf1d9-b9a2-4075-b815-9e723bac5348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 6f6608d8-291a-4259-8927-5089b1ce2d2e) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:54:02.602530 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdcf1d9-b9a2-4075-b815-9e723bac5348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:02.603034 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf1d9-b9a2-4075-b815-9e723bac5348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:02.611201 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df68f92-d02d-4ed9-9ed2-ac34919b8539 None None] Network 6f6608d8-291a-4259-8927-5089b1ce2d2e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:54:02.617279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 47565517-d27e-4253-9c47-a299a0271b00 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:54:02.617960 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 47565517-d27e-4253-9c47-a299a0271b00 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:54:02.636132 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8fdcf1d9-b9a2-4075-b815-9e723bac5348 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3875952 Nov 26 02:54:02.653336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-f809174d-50dc-4953-a97f-9c56464f0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:02.655492 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-f809174d-50dc-4953-a97f-9c56464f0afa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e446dd2610754aaca387689d806c1fd6&device_id=85ff09a2-35f9-4818-b433-c54dfb9d3125 HTTP/1.1" status: 200 len: 1094 time: 0.5358200 Nov 26 02:54:02.691802 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df762403-5a4f-454f-b63c-84e67af5efac req-4a6d996c-a783-4da3-a704-5180b93a96d1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:02.693356 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df762403-5a4f-454f-b63c-84e67af5efac req-4a6d996c-a783-4da3-a704-5180b93a96d1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 945 time: 0.1915457 Nov 26 02:54:02.696288 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=d6d55a1a-9906-4042-b081-1fa7060c0084,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:02.703397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44921f1-8f1f-4546-bd87-c0c6341ef612 req-115e0650-dcd5-47d2-a509-5be253286d43 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:02.705457 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c44921f1-8f1f-4546-bd87-c0c6341ef612 req-115e0650-dcd5-47d2-a509-5be253286d43 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 948 time: 0.1584263 Nov 26 02:54:02.707975 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a38f60af-56bf-42e6-86b3-a6e67cd1ef3b req-6f40b9e6-aacd-4759-beca-efbbd4cdcaf4 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5894637 Nov 26 02:54:02.739029 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-0197ae22-300e-4c04-8357-8634e7ee565d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95ab99fc-fa67-4e64-b79b-6484a04d5c3e HTTP/1.1" status: 200 len: 217 time: 0.0645216 Nov 26 02:54:02.782056 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c146ab29-b690-48d7-9466-9fc366dc941e None None] Network 6f6608d8-291a-4259-8927-5089b1ce2d2e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:54:02.854256 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df762403-5a4f-454f-b63c-84e67af5efac req-608da4c6-40c0-4c0a-ae0e-e4aedc425f6f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195536 Nov 26 02:54:02.856210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-17886f73-6d84-417a-8a89-cd2e68c55d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:02.857603 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-17886f73-6d84-417a-8a89-cd2e68c55d7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1da5bde2-3a74-47b9-8c22-4f9e31dcb52d HTTP/1.1" status: 200 len: 855 time: 0.0985043 Nov 26 02:54:02.860967 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c44921f1-8f1f-4546-bd87-c0c6341ef612 req-45b27da8-168b-41fa-b4a7-a188ac930861 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/security-groups?id=67ccfb84-d19c-452c-bfe8-41ec7cecd982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248550 Nov 26 02:54:02.908437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-aa4b85e2-1af4-4982-9bbb-a1e1bad063bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404963 Nov 26 02:54:02.915488 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f89637-840a-48d1-aafa-c79aecfb3e3e x-openstack-request-id: req-07f89637-840a-48d1-aafa-c79aecfb3e3e {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:02.915789 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5228c75-6aa4-4d10-82c4-307ea40e1993", "name": "network-vif-plugged", "status": "completed", "tag": "d6d55a1a-9906-4042-b081-1fa7060c0084", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:02.916047 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07f89637-840a-48d1-aafa-c79aecfb3e3e {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:02.916557 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5228c75-6aa4-4d10-82c4-307ea40e1993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d55a1a-9906-4042-b081-1fa7060c0084', 'code': 200} Nov 26 02:54:02.929629 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2941ab8d-acf9-4761-8e64-842368a98e51 x-openstack-request-id: req-2941ab8d-acf9-4761-8e64-842368a98e51 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:02.929872 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e9b6f2-da01-4622-a87e-b153c4f78cde", "tag": "de1773bc-cd60-4bb9-9a95-6c49493707e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "85ff09a2-35f9-4818-b433-c54dfb9d3125", "tag": "95ab99fc-fa67-4e64-b79b-6484a04d5c3e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:02.930134 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2941ab8d-acf9-4761-8e64-842368a98e51 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:02.930532 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e9b6f2-da01-4622-a87e-b153c4f78cde', 'tag': 'de1773bc-cd60-4bb9-9a95-6c49493707e7', 'status': 'completed', 'code': 200} Nov 26 02:54:02.930788 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ff09a2-35f9-4818-b433-c54dfb9d3125', 'tag': '95ab99fc-fa67-4e64-b79b-6484a04d5c3e', 'status': 'completed', 'code': 200} Nov 26 02:54:03.045697 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-8bf5b730-11fc-44db-b5fd-0c0d0cf8fb62 service neutron] 10.222.0.54 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278870 Nov 26 02:54:03.097344 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796da111-4c40-4293-a00a-f047a8b3afde req-704101a8-06d5-4008-8b7d-fc9588d495e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:03.098860 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-796da111-4c40-4293-a00a-f047a8b3afde req-704101a8-06d5-4008-8b7d-fc9588d495e5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 1097 time: 0.0409331 Nov 26 02:54:03.153797 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-796da111-4c40-4293-a00a-f047a8b3afde req-3aadadce-c1d4-4a1c-a011-2997a26e2a79 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460246 Nov 26 02:54:03.160997 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-a9012024-14df-4538-8ab8-77b71f8df2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:03.162511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-a9012024-14df-4538-8ab8-77b71f8df2bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c1dd47412c74adab6bd185fe34d57b1&device_id=c4e9b6f2-da01-4622-a87e-b153c4f78cde HTTP/1.1" status: 200 len: 1095 time: 0.1302996 Nov 26 02:54:03.186028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ec197-2d8d-4b3b-96bb-9ae0f7dce06a req-198648d9-2cd4-4775-8ec0-41e8cd52185e tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:03.187532 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b9ec197-2d8d-4b3b-96bb-9ae0f7dce06a req-198648d9-2cd4-4775-8ec0-41e8cd52185e tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4e9b6f2-da01-4622-a87e-b153c4f78cde HTTP/1.1" status: 200 len: 944 time: 0.1408527 Nov 26 02:54:03.208961 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d4ef3c0-7cd4-4e98-a55a-80f753e2ab11 req-0d7bc392-8cc1-45d0-85b4-7a2ace493c52 service neutron] 10.222.0.54 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486900 Nov 26 02:54:03.300440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b9ec197-2d8d-4b3b-96bb-9ae0f7dce06a req-f8b8d076-87a7-4e68-9558-690686c0a06e tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/security-groups?id=39163a50-8b9a-4bdf-9212-469059b61801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034064 Nov 26 02:54:03.370485 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16799981-d85d-4168-be45-ef9c1308be4a req-bd526e3a-1a71-4a08-b70f-7ba839012acf tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:03.371959 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16799981-d85d-4168-be45-ef9c1308be4a req-bd526e3a-1a71-4a08-b70f-7ba839012acf tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 811 time: 0.1552451 Nov 26 02:54:03.376862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-62732e6b-1b86-4746-a562-658cde4993bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:03.378231 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-62732e6b-1b86-4746-a562-658cde4993bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e446dd2610754aaca387689d806c1fd6&device_id=85ff09a2-35f9-4818-b433-c54dfb9d3125 HTTP/1.1" status: 200 len: 1094 time: 0.0819228 Nov 26 02:54:03.453089 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16799981-d85d-4168-be45-ef9c1308be4a req-e56e6cdb-aeb0-4094-ab62-5f3057a2bea0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/quotas/4be478bdf8de411ba7c8fa3e014f0ef8 HTTP/1.1" status: 200 len: 375 time: 0.0677090 Nov 26 02:54:03.511890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16799981-d85d-4168-be45-ef9c1308be4a req-23ee765c-1b6c-45c3-9441-bc0955d42f75 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519791 Nov 26 02:54:03.573107 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169942f-6ddf-40fa-91e1-c894c70790d5 req-45ca1cd3-8564-4139-b617-53363ded337c tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:03.574487 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1169942f-6ddf-40fa-91e1-c894c70790d5 req-45ca1cd3-8564-4139-b617-53363ded337c tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=85ff09a2-35f9-4818-b433-c54dfb9d3125 HTTP/1.1" status: 200 len: 943 time: 0.2009757 Nov 26 02:54:03.686245 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-29ae103e-b378-4ad5-a5f3-dd3683884d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:03.687713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-29ae103e-b378-4ad5-a5f3-dd3683884d07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9 HTTP/1.1" status: 200 len: 916 time: 0.2935913 Nov 26 02:54:03.755672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-392b0d06-c978-412d-8a54-616fa81d0836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:03.757133 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-392b0d06-c978-412d-8a54-616fa81d0836 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c7e4d84c-8158-48a8-8b44-87c73c68b000 HTTP/1.1" status: 200 len: 914 time: 0.2933502 Nov 26 02:54:03.760657 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-1486d042-35e2-461b-93be-474dfe408235 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95ab99fc-fa67-4e64-b79b-6484a04d5c3e HTTP/1.1" status: 200 len: 217 time: 0.0565786 Nov 26 02:54:03.763947 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1169942f-6ddf-40fa-91e1-c894c70790d5 req-f4788ccb-e7ee-4ef7-a0a5-2e80518d2572 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624455 Nov 26 02:54:03.772897 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16799981-d85d-4168-be45-ef9c1308be4a req-5a22da9a-5d64-4674-add8-09965e73840e service neutron] 10.222.0.31 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305098 Nov 26 02:54:03.846620 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-6314467f-e00b-48ae-b7b3-71a83bb7807c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de1773bc-cd60-4bb9-9a95-6c49493707e7 HTTP/1.1" status: 200 len: 217 time: 0.0803249 Nov 26 02:54:03.934050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-33d8719d-63de-4512-adbf-846d2947d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:03.935613 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-33d8719d-63de-4512-adbf-846d2947d703 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1da5bde2-3a74-47b9-8c22-4f9e31dcb52d HTTP/1.1" status: 200 len: 855 time: 0.1619027 Nov 26 02:54:03.991402 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-b86f1f5f-fc70-4290-951b-8d23271a7d4e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431550 Nov 26 02:54:03.999118 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-091bf6df-c9bb-4bce-ad8b-b5e05ae71125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:04.000562 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-091bf6df-c9bb-4bce-ad8b-b5e05ae71125 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62a4f200-cb78-440b-8a14-5034861af2c0 HTTP/1.1" status: 200 len: 853 time: 0.1271579 Nov 26 02:54:04.016939 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16799981-d85d-4168-be45-ef9c1308be4a req-d6f7d441-3e81-4d67-8d46-f867f051c9ab service neutron] 10.222.0.31 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353430 Nov 26 02:54:04.088603 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-c827bd22-36f6-4e7e-ba0b-0a2ce303030d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c7e4d84c-8158-48a8-8b44-87c73c68b000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646927 Nov 26 02:54:04.115139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f439e-f618-4855-93c4-d5510332c0fc req-2cf1875f-c228-4cb6-9637-a6e84bcdf360 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:04.116560 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-334f439e-f618-4855-93c4-d5510332c0fc req-2cf1875f-c228-4cb6-9637-a6e84bcdf360 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 946 time: 0.1581168 Nov 26 02:54:04.260272 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-30d0e272-e0a3-452c-9c3f-b5e3aea85ff4 service neutron] 10.222.0.54 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587147 Nov 26 02:54:04.289693 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-334f439e-f618-4855-93c4-d5510332c0fc req-4b410923-2d70-4a8f-9013-5372a0ce74a9 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522095 Nov 26 02:54:04.316524 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device de1773bc-cd60-4bb9-9a95-6c49493707e7 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:54:04.317456 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff697f-a274-4bb5-ba00-4862e9442ed4 req-cea7e0e0-e546-46d0-878d-111f92b069cf tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:04.319030 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19ff697f-a274-4bb5-ba00-4862e9442ed4 req-cea7e0e0-e546-46d0-878d-111f92b069cf tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 948 time: 0.1428740 Nov 26 02:54:04.386279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-a5cf1d23-4b64-484e-85ba-8d9eadbd7d5b service neutron] 10.222.0.59 "GET /v2.0/networks/c7e4d84c-8158-48a8-8b44-87c73c68b000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683790 Nov 26 02:54:04.496594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port de1773bc-cd60-4bb9-9a95-6c49493707e7, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=de1773bc-cd60-4bb9-9a95-6c49493707e7,segment=NetworkSegment(b31254fe-6936-443c-8617-712c2ea13f53),segment_id=b31254fe-6936-443c-8617-712c2ea13f53)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:04.508823 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19ff697f-a274-4bb5-ba00-4862e9442ed4 req-1de1ede2-562a-4320-81cd-48044b8a9df8 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/security-groups?id=67ccfb84-d19c-452c-bfe8-41ec7cecd982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544657 Nov 26 02:54:04.518569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'de1773bc-cd60-4bb9-9a95-6c49493707e7', 'network_id': 'c7e4d84c-8158-48a8-8b44-87c73c68b000', 'port_id': 'de1773bc-cd60-4bb9-9a95-6c49493707e7', 'mac_address': 'fa:16:3e:68:99:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62a4f200-cb78-440b-8a14-5034861af2c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:54:04.524230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-130bd9ee-766d-47de-90cc-802090138fcd service neutron] 10.222.0.54 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528956 Nov 26 02:54:04.580108 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1cb1d713-6b03-4efe-84ee-37e7bf54e01d req-5e2851ed-d745-4320-8ad5-cf461c2d3763 service neutron] 10.222.0.59 "GET /v2.0/networks/c7e4d84c-8158-48a8-8b44-87c73c68b000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838820 Nov 26 02:54:04.619132 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:04.621465 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd981e73-5b48-40fa-8ed1-507c854645b2 req-7894b3b6-96f9-40e5-a4c6-cecd23443e79 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=a15e6639-f0c6-48b5-a2a3-61be6c052b1d HTTP/1.1" status: 200 len: 210 time: 0.0398681 Nov 26 02:54:04.641536 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1773bc-cd60-4bb9-9a95-6c49493707e7 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:54:04.680581 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b566ee-b45f-4f59-93c9-a33c2715dff0 req-fd916201-4e0a-4c71-94d6-3b017406cf16 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:04.680802 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 0d30922f-20d8-408d-9c0e-6be7a7982e0b details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:54:04.682100 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-40b566ee-b45f-4f59-93c9-a33c2715dff0 req-fd916201-4e0a-4c71-94d6-3b017406cf16 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4e9b6f2-da01-4622-a87e-b153c4f78cde HTTP/1.1" status: 200 len: 944 time: 0.0639999 Nov 26 02:54:04.686909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port de1773bc-cd60-4bb9-9a95-6c49493707e7, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=de1773bc-cd60-4bb9-9a95-6c49493707e7,segment=NetworkSegment(b31254fe-6936-443c-8617-712c2ea13f53),segment_id=b31254fe-6936-443c-8617-712c2ea13f53)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:04.695272 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:04.738768 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-40b566ee-b45f-4f59-93c9-a33c2715dff0 req-1c865986-83cf-478c-98b6-062683ba97d4 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/security-groups?id=39163a50-8b9a-4bdf-9212-469059b61801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470405 Nov 26 02:54:04.800252 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=de1773bc-cd60-4bb9-9a95-6c49493707e7,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:04.852262 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 0d30922f-20d8-408d-9c0e-6be7a7982e0b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0d30922f-20d8-408d-9c0e-6be7a7982e0b,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:04.866125 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '0d30922f-20d8-408d-9c0e-6be7a7982e0b', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '0d30922f-20d8-408d-9c0e-6be7a7982e0b', 'mac_address': 'fa:16:3e:eb:e6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:54:04.890153 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04ba30-96f8-490b-875f-1077d38d88b3 req-7f144495-d188-4a4f-927f-e2741b9c7998 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:04.891790 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a04ba30-96f8-490b-875f-1077d38d88b3 req-7f144495-d188-4a4f-927f-e2741b9c7998 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=85ff09a2-35f9-4818-b433-c54dfb9d3125 HTTP/1.1" status: 200 len: 943 time: 0.0524228 Nov 26 02:54:04.911345 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:04.928076 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d30922f-20d8-408d-9c0e-6be7a7982e0b {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:54:04.951802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a04ba30-96f8-490b-875f-1077d38d88b3 req-f7ebc4f0-1e1f-4ace-9bf9-8b730750b334 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534687 Nov 26 02:54:04.959348 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 0d30922f-20d8-408d-9c0e-6be7a7982e0b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0d30922f-20d8-408d-9c0e-6be7a7982e0b,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:04.963971 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:05.013234 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=0d30922f-20d8-408d-9c0e-6be7a7982e0b,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:05.065610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['de1773bc-cd60-4bb9-9a95-6c49493707e7'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:05.476099 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8174738-e68d-4356-89ca-c3c6606bd2c8 req-418d99e0-df18-4a78-ac28-c9e2e8540ab0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:05.477725 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8174738-e68d-4356-89ca-c3c6606bd2c8 req-418d99e0-df18-4a78-ac28-c9e2e8540ab0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 946 time: 0.1097331 Nov 26 02:54:05.525527 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['0d30922f-20d8-408d-9c0e-6be7a7982e0b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:05.546922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16799981-d85d-4168-be45-ef9c1308be4a req-cd28a7ec-9e51-4e86-bc8f-7f10263ca7b0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:05.549341 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16799981-d85d-4168-be45-ef9c1308be4a req-cd28a7ec-9e51-4e86-bc8f-7f10263ca7b0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.59 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 811 time: 0.1541715 Nov 26 02:54:05.571958 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8174738-e68d-4356-89ca-c3c6606bd2c8 req-506ba13e-1812-43ba-a1ef-680ec5444b80 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828600 Nov 26 02:54:05.617396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-16799981-d85d-4168-be45-ef9c1308be4a req-96515907-21a8-42f0-8385-7e57245286af tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Request body: {'port': {'device_id': 'a15e6639-f0c6-48b5-a2a3-61be6c052b1d', 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e', 'admin_state_up': True, 'tenant_id': '4be478bdf8de411ba7c8fa3e014f0ef8'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:05.788926 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16799981-d85d-4168-be45-ef9c1308be4a req-96515907-21a8-42f0-8385-7e57245286af tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Made reservation on behalf of 4be478bdf8de411ba7c8fa3e014f0ef8 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:54:05.792661 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16799981-d85d-4168-be45-ef9c1308be4a req-96515907-21a8-42f0-8385-7e57245286af tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:05.815052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf75885-4a40-44a4-9a24-8571836c9bbc req-1620d85a-aea5-44de-9e3b-d4970c916871 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:05.816573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2bf75885-4a40-44a4-9a24-8571836c9bbc req-1620d85a-aea5-44de-9e3b-d4970c916871 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 949 time: 0.0903711 Nov 26 02:54:05.848029 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ede23b4-6bd5-4e88-9c26-d0aeeccd720a req-ad44dd89-3975-48fc-b912-b48c649a3138 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=a15e6639-f0c6-48b5-a2a3-61be6c052b1d HTTP/1.1" status: 200 len: 210 time: 0.0523584 Nov 26 02:54:05.967239 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2bf75885-4a40-44a4-9a24-8571836c9bbc req-958ef140-3ccb-4282-88ba-4e389484ecfb tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/security-groups?id=67ccfb84-d19c-452c-bfe8-41ec7cecd982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407275 Nov 26 02:54:06.032214 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd268-7afb-4b0c-ae99-edf831d15777 req-2965c1af-bf06-4744-a088-689a1434d873 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:06.034340 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-777fd268-7afb-4b0c-ae99-edf831d15777 req-2965c1af-bf06-4744-a088-689a1434d873 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 946 time: 0.1227400 Nov 26 02:54:06.055837 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-16799981-d85d-4168-be45-ef9c1308be4a req-96515907-21a8-42f0-8385-7e57245286af tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Allocated IP 172.20.0.12 (6f6608d8-291a-4259-8927-5089b1ce2d2e/afcc1d3e-e838-4aac-9873-c211c542870e/c84883a7-2138-4561-84db-7d576bbb9ccc) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:54:06.151594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-777fd268-7afb-4b0c-ae99-edf831d15777 req-6221addd-82b1-409b-9f5e-662352fb9ede tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095157 Nov 26 02:54:06.162280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2af3b-3eca-442e-855f-950e8bd54c21 req-76712740-057d-4e12-bf74-69e1f4b4efec tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:06.163813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bf2af3b-3eca-442e-855f-950e8bd54c21 req-76712740-057d-4e12-bf74-69e1f4b4efec tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4e9b6f2-da01-4622-a87e-b153c4f78cde HTTP/1.1" status: 200 len: 945 time: 0.1249285 Nov 26 02:54:06.317812 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device de1773bc-cd60-4bb9-9a95-6c49493707e7 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:54:06.370816 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port de1773bc-cd60-4bb9-9a95-6c49493707e7 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:54:06.377913 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port de1773bc-cd60-4bb9-9a95-6c49493707e7 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:54:06.378293 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:06.389869 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-744ee514-ee21-4c41-b2e0-e658a930a48b req-5543df6b-aa84-428f-af21-de59559f1341 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1e86ee4-4db5-4bcf-92fb-abf292e777cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526848 Nov 26 02:54:06.458950 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:06.466539 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ee514-ee21-4c41-b2e0-e658a930a48b req-0222ef02-5cce-40c5-8539-4d28389916bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:06.468177 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-744ee514-ee21-4c41-b2e0-e658a930a48b req-0222ef02-5cce-40c5-8539-4d28389916bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e446dd2610754aaca387689d806c1fd6&device_id=f1e86ee4-4db5-4bcf-92fb-abf292e777cd HTTP/1.1" status: 200 len: 1097 time: 0.0428843 Nov 26 02:54:06.487884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e9b6f2-da01-4622-a87e-b153c4f78cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1773bc-cd60-4bb9-9a95-6c49493707e7'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:06.490211 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09969981-ac6e-4b4b-bcac-adae80732ae8" -d '{"events": [{"server_uuid": "c4e9b6f2-da01-4622-a87e-b153c4f78cde", "name": "network-vif-plugged", "status": "completed", "tag": "de1773bc-cd60-4bb9-9a95-6c49493707e7"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:06.504942 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port de1773bc-cd60-4bb9-9a95-6c49493707e7, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=de1773bc-cd60-4bb9-9a95-6c49493707e7,segment=NetworkSegment(b31254fe-6936-443c-8617-712c2ea13f53),segment_id=b31254fe-6936-443c-8617-712c2ea13f53)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:06.510195 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:06.562340 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=de1773bc-cd60-4bb9-9a95-6c49493707e7,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:06.581847 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ee514-ee21-4c41-b2e0-e658a930a48b req-04afd174-e194-40f7-9fcc-b0038d175e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:06.583328 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-744ee514-ee21-4c41-b2e0-e658a930a48b req-04afd174-e194-40f7-9fcc-b0038d175e09 service neutron] 10.222.0.59 "GET /v2.0/networks?id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9 HTTP/1.1" status: 200 len: 916 time: 0.0949173 Nov 26 02:54:06.612073 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bf2af3b-3eca-442e-855f-950e8bd54c21 req-02b812da-fb8b-4ed0-9b96-bdb0346dd8f7 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/security-groups?id=39163a50-8b9a-4bdf-9212-469059b61801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406114 Nov 26 02:54:06.638687 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-744ee514-ee21-4c41-b2e0-e658a930a48b req-fac615df-9715-41d7-8c19-92024f8e0ccc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c481e43b-fcaf-4f73-99bc-9bbe4254c6ca HTTP/1.1" status: 200 len: 217 time: 0.0443640 Nov 26 02:54:06.645679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb843ef2-d7d9-4a08-add4-da9eadce87fe req-40c287dd-aee8-4e48-81df-1d195923c125 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:06.647215 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb843ef2-d7d9-4a08-add4-da9eadce87fe req-40c287dd-aee8-4e48-81df-1d195923c125 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=85ff09a2-35f9-4818-b433-c54dfb9d3125 HTTP/1.1" status: 200 len: 943 time: 0.1045487 Nov 26 02:54:06.679344 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 95ab99fc-fa67-4e64-b79b-6484a04d5c3e details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:54:06.698984 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ee514-ee21-4c41-b2e0-e658a930a48b req-34133c9c-0084-48aa-a8c0-60309d1f319a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:06.699431 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16799981-d85d-4168-be45-ef9c1308be4a req-96515907-21a8-42f0-8385-7e57245286af tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:06.700995 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-744ee514-ee21-4c41-b2e0-e658a930a48b req-34133c9c-0084-48aa-a8c0-60309d1f319a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1da5bde2-3a74-47b9-8c22-4f9e31dcb52d HTTP/1.1" status: 200 len: 855 time: 0.0492511 Nov 26 02:54:06.738769 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-744ee514-ee21-4c41-b2e0-e658a930a48b req-b25fc0f2-be74-420e-a21b-65acbce23d0f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=483c29ae-2b8e-42e0-9580-f2bd749e8ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294883 Nov 26 02:54:06.769376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f1226-4825-40f1-b97d-bba32ed6d81f req-3bed333a-ef14-49d8-93b0-b4f4fb7e1a54 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:06.771469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-158f1226-4825-40f1-b97d-bba32ed6d81f req-3bed333a-ef14-49d8-93b0-b4f4fb7e1a54 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 946 time: 0.0953979 Nov 26 02:54:06.780402 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb843ef2-d7d9-4a08-add4-da9eadce87fe req-7ce85cc6-f8ed-49f9-a25f-4012aaa85e88 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237404 Nov 26 02:54:06.784285 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 95ab99fc-fa67-4e64-b79b-6484a04d5c3e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=95ab99fc-fa67-4e64-b79b-6484a04d5c3e,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:06.796697 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '95ab99fc-fa67-4e64-b79b-6484a04d5c3e', 'network_id': '483c29ae-2b8e-42e0-9580-f2bd749e8ff9', 'port_id': '95ab99fc-fa67-4e64-b79b-6484a04d5c3e', 'mac_address': 'fa:16:3e:20:04:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da5bde2-3a74-47b9-8c22-4f9e31dcb52d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:54:06.817434 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16799981-d85d-4168-be45-ef9c1308be4a req-96515907-21a8-42f0-8385-7e57245286af tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:06.846418 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:06.857425 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-744ee514-ee21-4c41-b2e0-e658a930a48b req-367f992b-7d85-4c98-a294-cf397eec4fd7 service neutron] 10.222.0.59 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112695 Nov 26 02:54:06.865943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ab99fc-fa67-4e64-b79b-6484a04d5c3e {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:54:06.878980 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-158f1226-4825-40f1-b97d-bba32ed6d81f req-a00d8a80-dd98-44be-8484-403800797bb1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958591 Nov 26 02:54:06.882609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16799981-d85d-4168-be45-ef9c1308be4a req-96515907-21a8-42f0-8385-7e57245286af tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Network 6f6608d8-291a-4259-8927-5089b1ce2d2e is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:54:06.885906 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-16799981-d85d-4168-be45-ef9c1308be4a req-96515907-21a8-42f0-8385-7e57245286af tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:54:06.890777 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-16799981-d85d-4168-be45-ef9c1308be4a req-96515907-21a8-42f0-8385-7e57245286af tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:54:06.903763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 95ab99fc-fa67-4e64-b79b-6484a04d5c3e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=95ab99fc-fa67-4e64-b79b-6484a04d5c3e,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:06.911409 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:06.959231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16799981-d85d-4168-be45-ef9c1308be4a req-96515907-21a8-42f0-8385-7e57245286af tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:06.959386 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16799981-d85d-4168-be45-ef9c1308be4a req-96515907-21a8-42f0-8385-7e57245286af tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:06.967924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96515907-21a8-42f0-8385-7e57245286af tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Pushing event updated for resources: {'Port': ['ID=c84883a7-2138-4561-84db-7d576bbb9ccc,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:06.975340 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26af7783-87c8-4857-b675-d6809aff802c x-openstack-request-id: req-26af7783-87c8-4857-b675-d6809aff802c {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:06.975710 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e9b6f2-da01-4622-a87e-b153c4f78cde", "name": "network-vif-plugged", "status": "completed", "tag": "de1773bc-cd60-4bb9-9a95-6c49493707e7", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:06.976110 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26af7783-87c8-4857-b675-d6809aff802c {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:06.976519 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e9b6f2-da01-4622-a87e-b153c4f78cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1773bc-cd60-4bb9-9a95-6c49493707e7', 'code': 200} Nov 26 02:54:06.978323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=95ab99fc-fa67-4e64-b79b-6484a04d5c3e,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:06.985926 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16799981-d85d-4168-be45-ef9c1308be4a req-96515907-21a8-42f0-8385-7e57245286af tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3716726 Nov 26 02:54:07.011422 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-744ee514-ee21-4c41-b2e0-e658a930a48b req-e724feef-bcfa-4883-b171-7f02dcfd41b4 service neutron] 10.222.0.59 "GET /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454568 Nov 26 02:54:07.033437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Request body: {'port': {'device_id': 'a15e6639-f0c6-48b5-a2a3-61be6c052b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:07.104072 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:07.131390 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939dd7b-e9ab-4f93-8a0b-798a7424d91c req-30e0df6f-90dc-45f5-8908-3756412d370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:07.132986 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6939dd7b-e9ab-4f93-8a0b-798a7424d91c req-30e0df6f-90dc-45f5-8908-3756412d370f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c4e9b6f2-da01-4622-a87e-b153c4f78cde HTTP/1.1" status: 200 len: 1097 time: 0.0511112 Nov 26 02:54:07.208394 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6939dd7b-e9ab-4f93-8a0b-798a7424d91c req-72d49a90-4505-47f0-8fdc-d25be32f976d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=39163a50-8b9a-4bdf-9212-469059b61801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660405 Nov 26 02:54:07.288659 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35423e24-1804-4dab-aca5-0fad1e8d676a req-ba894e62-cc20-418f-8398-eba201ffd382 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:07.290064 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35423e24-1804-4dab-aca5-0fad1e8d676a req-ba894e62-cc20-418f-8398-eba201ffd382 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=a15e6639-f0c6-48b5-a2a3-61be6c052b1d HTTP/1.1" status: 200 len: 932 time: 0.0698061 Nov 26 02:54:07.391143 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35423e24-1804-4dab-aca5-0fad1e8d676a req-2643419b-1cd8-4b32-93a0-e915d602f81f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908151 Nov 26 02:54:07.439614 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['95ab99fc-fa67-4e64-b79b-6484a04d5c3e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:07.533308 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2591430-711e-4050-a4d9-fd1cf79a34ce req-a5176c00-a07c-46d2-9318-dec60c54cd81 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:07.534882 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a2591430-711e-4050-a4d9-fd1cf79a34ce req-a5176c00-a07c-46d2-9318-dec60c54cd81 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 949 time: 0.1398842 Nov 26 02:54:07.548939 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c84883a7-2138-4561-84db-7d576bbb9ccc {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:54:07.560588 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:07.596383 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfb138-53b4-4eb0-ab3b-6ee9330741db req-9f8fcf84-a64d-4335-b0ae-81b0b1ae99b2 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:07.597863 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69dfb138-53b4-4eb0-ab3b-6ee9330741db req-9f8fcf84-a64d-4335-b0ae-81b0b1ae99b2 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 946 time: 0.1422074 Nov 26 02:54:07.599956 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Transition to ACTIVE for port object c84883a7-2138-4561-84db-7d576bbb9ccc will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:54:07.619439 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:07.674555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a2591430-711e-4050-a4d9-fd1cf79a34ce req-a5f519c1-0707-4fd5-9d34-b80f631bb4b2 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/security-groups?id=67ccfb84-d19c-452c-bfe8-41ec7cecd982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212611 Nov 26 02:54:07.715926 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Pushing event updated for resources: {'Port': ['ID=c84883a7-2138-4561-84db-7d576bbb9ccc,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:07.725222 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69dfb138-53b4-4eb0-ab3b-6ee9330741db req-1bbe5f0d-6563-41e5-8b05-7a2905e9e93a tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191485 Nov 26 02:54:07.834819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7526a6-95eb-4ec3-92cf-6a92e5655c2d req-28a225f5-1bab-4d14-b90c-f7708cb764a8 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:07.836383 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d7526a6-95eb-4ec3-92cf-6a92e5655c2d req-28a225f5-1bab-4d14-b90c-f7708cb764a8 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4e9b6f2-da01-4622-a87e-b153c4f78cde HTTP/1.1" status: 200 len: 946 time: 0.0874317 Nov 26 02:54:07.837579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Attempting to bind port c84883a7-2138-4561-84db-7d576bbb9ccc on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:54:07.837920 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Attempting to bind port c84883a7-2138-4561-84db-7d576bbb9ccc by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:54:07.838254 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Attempting to bind port c84883a7-2138-4561-84db-7d576bbb9ccc on network 6f6608d8-291a-4259-8927-5089b1ce2d2e {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:54:07.845852 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Port c84883a7-2138-4561-84db-7d576bbb9ccc on network 6f6608d8-291a-4259-8927-5089b1ce2d2e not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:54:07.846185 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Attempting to bind port c84883a7-2138-4561-84db-7d576bbb9ccc on network 6f6608d8-291a-4259-8927-5089b1ce2d2e {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:54:07.857058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:54:07.857406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Checking segment: {'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:54:07.857788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Bound using segment: {'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:54:07.858225 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Bound port: c84883a7-2138-4561-84db-7d576bbb9ccc, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:54:07.858587 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:07.961961 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d7526a6-95eb-4ec3-92cf-6a92e5655c2d req-dd1f400f-74b3-48ef-9245-5d2ec5c908dc tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/security-groups?id=39163a50-8b9a-4bdf-9212-469059b61801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176157 Nov 26 02:54:07.997444 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1a6f1-47d8-4817-a495-d1c510c08ae9 req-329375b6-fae8-43af-ba09-61b438c918e0 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:07.998939 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14b1a6f1-47d8-4817-a495-d1c510c08ae9 req-329375b6-fae8-43af-ba09-61b438c918e0 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=85ff09a2-35f9-4818-b433-c54dfb9d3125 HTTP/1.1" status: 200 len: 944 time: 0.1310916 Nov 26 02:54:08.001601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] For port c84883a7-2138-4561-84db-7d576bbb9ccc, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:54:08.004877 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] For port c84883a7-2138-4561-84db-7d576bbb9ccc, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c84883a7-2138-4561-84db-7d576bbb9ccc,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:54:08.014652 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:08.068087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:08.068710 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:08.070092 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16799981-d85d-4168-be45-ef9c1308be4a req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] 10.222.0.59 "PUT /v2.0/ports/c84883a7-2138-4561-84db-7d576bbb9ccc HTTP/1.1" status: 200 len: 1092 time: 1.0422418 Nov 26 02:54:08.075713 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15e6639-f0c6-48b5-a2a3-61be6c052b1d', 'tag': 'c84883a7-2138-4561-84db-7d576bbb9ccc'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:08.077777 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94253333-18bf-46e9-8041-0fc43fe9e275" -d '{"events": [{"name": "network-changed", "server_uuid": "a15e6639-f0c6-48b5-a2a3-61be6c052b1d", "tag": "c84883a7-2138-4561-84db-7d576bbb9ccc"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:08.135486 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14b1a6f1-47d8-4817-a495-d1c510c08ae9 req-69cd03ca-b222-42be-99fb-e7cdb3001992 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208227 Nov 26 02:54:08.136318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e61e5-4fb1-4fef-90b5-ca072e26352a service neutron] Pushing event updated for resources: {'Port': ['ID=c84883a7-2138-4561-84db-7d576bbb9ccc,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:08.167053 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd126e6-1847-40f5-a1ad-b961da063693 x-openstack-request-id: req-5cd126e6-1847-40f5-a1ad-b961da063693 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:08.167627 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15e6639-f0c6-48b5-a2a3-61be6c052b1d", "tag": "c84883a7-2138-4561-84db-7d576bbb9ccc", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:08.168101 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5cd126e6-1847-40f5-a1ad-b961da063693 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:08.169058 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15e6639-f0c6-48b5-a2a3-61be6c052b1d', 'tag': 'c84883a7-2138-4561-84db-7d576bbb9ccc', 'status': 'completed', 'code': 200} Nov 26 02:54:08.262866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16799981-d85d-4168-be45-ef9c1308be4a req-53c63bed-d694-4d7a-9e92-5c5b516b2b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:08.264820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16799981-d85d-4168-be45-ef9c1308be4a req-53c63bed-d694-4d7a-9e92-5c5b516b2b4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&device_id=a15e6639-f0c6-48b5-a2a3-61be6c052b1d HTTP/1.1" status: 200 len: 1095 time: 0.0703130 Nov 26 02:54:08.373915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16799981-d85d-4168-be45-ef9c1308be4a req-eeab012a-61ea-4114-9cf1-bb12176e74e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c84883a7-2138-4561-84db-7d576bbb9ccc HTTP/1.1" status: 200 len: 217 time: 0.0355558 Nov 26 02:54:08.534291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16799981-d85d-4168-be45-ef9c1308be4a req-15ff31ae-a749-451f-bcf5-f3f3c21d7f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:08.535813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16799981-d85d-4168-be45-ef9c1308be4a req-15ff31ae-a749-451f-bcf5-f3f3c21d7f93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afcc1d3e-e838-4aac-9873-c211c542870e HTTP/1.1" status: 200 len: 851 time: 0.0919595 Nov 26 02:54:08.553118 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c5c7b-d2ef-4213-832c-27d04bcdd910 req-c117ae8e-a838-4aa8-ba8e-6309e8352c57 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:08.560653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d8c5c7b-d2ef-4213-832c-27d04bcdd910 req-c117ae8e-a838-4aa8-ba8e-6309e8352c57 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=a15e6639-f0c6-48b5-a2a3-61be6c052b1d HTTP/1.1" status: 200 len: 944 time: 0.0780582 Nov 26 02:54:08.605790 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16799981-d85d-4168-be45-ef9c1308be4a req-c0c70d4b-7b6a-4bd2-a495-d4fac20d795e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6f6608d8-291a-4259-8927-5089b1ce2d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363779 Nov 26 02:54:08.677090 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d8c5c7b-d2ef-4213-832c-27d04bcdd910 req-cb2a061e-258f-45a5-9eb3-750a575fcf26 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152563 Nov 26 02:54:08.679829 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 0d30922f-20d8-408d-9c0e-6be7a7982e0b up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:54:08.730986 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16799981-d85d-4168-be45-ef9c1308be4a req-c15b083a-3309-484c-84e0-450bcfbb0bf4 service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007593 Nov 26 02:54:08.793151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 0d30922f-20d8-408d-9c0e-6be7a7982e0b completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:54:08.798071 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 0d30922f-20d8-408d-9c0e-6be7a7982e0b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:54:08.798737 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:08.885028 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:08.922576 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 0d30922f-20d8-408d-9c0e-6be7a7982e0b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0d30922f-20d8-408d-9c0e-6be7a7982e0b,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:08.924123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16117eee-19d2-4686-bdd0-1c66be4db38c req-c7e4026d-8f43-41fc-862e-9910cc31a994 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:08.925781 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16117eee-19d2-4686-bdd0-1c66be4db38c req-c7e4026d-8f43-41fc-862e-9910cc31a994 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 949 time: 0.1279709 Nov 26 02:54:08.929286 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:08.933909 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3438f98-183c-4845-9d62-d3eff2dd2832 req-08cd3a5e-597d-4bec-ae90-7cbf01061833 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:08.935404 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3438f98-183c-4845-9d62-d3eff2dd2832 req-08cd3a5e-597d-4bec-ae90-7cbf01061833 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 946 time: 0.1236053 Nov 26 02:54:08.938711 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16799981-d85d-4168-be45-ef9c1308be4a req-064bf0d6-867f-4a8c-9ea3-355af5152f33 service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974051 Nov 26 02:54:08.980725 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd80da69-0ced-45f1-ab16-83daa0289f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d30922f-20d8-408d-9c0e-6be7a7982e0b'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:08.983330 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1dd05c-8b92-46f5-a579-304f65b6f4c3" -d '{"events": [{"server_uuid": "cd80da69-0ced-45f1-ab16-83daa0289f2e", "name": "network-vif-plugged", "status": "completed", "tag": "0d30922f-20d8-408d-9c0e-6be7a7982e0b"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:08.993176 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=0d30922f-20d8-408d-9c0e-6be7a7982e0b,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:09.022131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16117eee-19d2-4686-bdd0-1c66be4db38c req-75759ca2-6dad-492e-937a-12b891505db4 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/security-groups?id=67ccfb84-d19c-452c-bfe8-41ec7cecd982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857327 Nov 26 02:54:09.025743 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3438f98-183c-4845-9d62-d3eff2dd2832 req-6a451c0e-2b71-4cea-a46c-7b9666c9177c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802870 Nov 26 02:54:09.078938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94253333-18bf-46e9-8041-0fc43fe9e275 req-2031f149-473e-458e-8f7c-aa0ff1207bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:09.081362 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94253333-18bf-46e9-8041-0fc43fe9e275 req-2031f149-473e-458e-8f7c-aa0ff1207bfb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&device_id=a15e6639-f0c6-48b5-a2a3-61be6c052b1d HTTP/1.1" status: 200 len: 1095 time: 0.0517509 Nov 26 02:54:09.101393 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100dc1de-7f0e-4c6d-8e05-30c00b26a10d x-openstack-request-id: req-100dc1de-7f0e-4c6d-8e05-30c00b26a10d {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:09.101929 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd80da69-0ced-45f1-ab16-83daa0289f2e", "name": "network-vif-plugged", "status": "completed", "tag": "0d30922f-20d8-408d-9c0e-6be7a7982e0b", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:09.102070 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-100dc1de-7f0e-4c6d-8e05-30c00b26a10d {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:09.102391 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd80da69-0ced-45f1-ab16-83daa0289f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d30922f-20d8-408d-9c0e-6be7a7982e0b', 'code': 200} Nov 26 02:54:09.255310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3cbf9-30dc-4f65-88a9-728ed3f69e2c req-9e0bff89-ca61-4da3-b764-375d96c7d9f3 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:09.256847 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26a3cbf9-30dc-4f65-88a9-728ed3f69e2c req-9e0bff89-ca61-4da3-b764-375d96c7d9f3 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4e9b6f2-da01-4622-a87e-b153c4f78cde HTTP/1.1" status: 200 len: 946 time: 0.1497946 Nov 26 02:54:09.307566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94253333-18bf-46e9-8041-0fc43fe9e275 req-9a456f5d-5bfd-4c67-9c8d-002f86a6ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:09.309079 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94253333-18bf-46e9-8041-0fc43fe9e275 req-9a456f5d-5bfd-4c67-9c8d-002f86a6ca6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 912 time: 0.2201834 Nov 26 02:54:09.342365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c7fc0-0a0c-45a9-9cf5-985597dc2469 req-f3b9d65b-a872-4309-aa63-d657107b4376 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:09.350485 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa9c7fc0-0a0c-45a9-9cf5-985597dc2469 req-f3b9d65b-a872-4309-aa63-d657107b4376 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=85ff09a2-35f9-4818-b433-c54dfb9d3125 HTTP/1.1" status: 200 len: 944 time: 0.1511662 Nov 26 02:54:09.454472 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26a3cbf9-30dc-4f65-88a9-728ed3f69e2c req-c0042a63-1ba1-4786-ba1d-c68b230b244a tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/security-groups?id=39163a50-8b9a-4bdf-9212-469059b61801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870840 Nov 26 02:54:09.458109 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94253333-18bf-46e9-8041-0fc43fe9e275 req-4425847b-76ca-4b4e-be3b-332532594d8b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c84883a7-2138-4561-84db-7d576bbb9ccc HTTP/1.1" status: 200 len: 217 time: 0.0976574 Nov 26 02:54:09.460176 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152e4c1-55d7-4264-a1bf-9ee8909d16fc req-a970decf-1801-42b9-942e-7390aea4e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:09.461707 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9152e4c1-55d7-4264-a1bf-9ee8909d16fc req-a970decf-1801-42b9-942e-7390aea4e972 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 1101 time: 0.1737437 Nov 26 02:54:09.565749 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa9c7fc0-0a0c-45a9-9cf5-985597dc2469 req-28e8a840-0449-4afa-b20a-bfc43794bdae tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105522 Nov 26 02:54:09.590415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94253333-18bf-46e9-8041-0fc43fe9e275 req-36c1f748-aa92-47c4-814b-09514ccb8b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:09.592068 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94253333-18bf-46e9-8041-0fc43fe9e275 req-36c1f748-aa92-47c4-814b-09514ccb8b67 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afcc1d3e-e838-4aac-9873-c211c542870e HTTP/1.1" status: 200 len: 851 time: 0.1006720 Nov 26 02:54:09.613706 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9152e4c1-55d7-4264-a1bf-9ee8909d16fc req-e2c12960-d45b-4565-bc8e-59c3a5b0132e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=67ccfb84-d19c-452c-bfe8-41ec7cecd982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234810 Nov 26 02:54:09.646541 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94253333-18bf-46e9-8041-0fc43fe9e275 req-42b0f8e8-41ea-4677-b127-31f44f9d6ba9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6f6608d8-291a-4259-8927-5089b1ce2d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318649 Nov 26 02:54:09.790004 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca233ae-3ab9-48aa-a51c-147e50e4347d req-1bb47e8d-4923-4fdb-82d9-a7daded5cba4 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:09.792249 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3ca233ae-3ab9-48aa-a51c-147e50e4347d req-1bb47e8d-4923-4fdb-82d9-a7daded5cba4 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 946 time: 0.0887935 Nov 26 02:54:09.874016 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94253333-18bf-46e9-8041-0fc43fe9e275 req-25e44a73-ba2f-4cc9-a796-cd46d13ceb8d service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707602 Nov 26 02:54:09.890417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82878c31-b379-4ebf-a27f-ffe8922b02ba req-2af87bcb-f7f8-4074-80c9-e48083c329c4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:09.893094 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82878c31-b379-4ebf-a27f-ffe8922b02ba req-2af87bcb-f7f8-4074-80c9-e48083c329c4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=a15e6639-f0c6-48b5-a2a3-61be6c052b1d HTTP/1.1" status: 200 len: 944 time: 0.1194074 Nov 26 02:54:09.964344 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-3ca233ae-3ab9-48aa-a51c-147e50e4347d req-a956ceda-e57a-4b3b-8a36-3da727162d0b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Deleting port d6d55a1a-9906-4042-b081-1fa7060c0084 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:54:09.966071 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3ca233ae-3ab9-48aa-a51c-147e50e4347d req-a956ceda-e57a-4b3b-8a36-3da727162d0b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:10.080979 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-3ca233ae-3ab9-48aa-a51c-147e50e4347d req-a956ceda-e57a-4b3b-8a36-3da727162d0b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] For port d6d55a1a-9906-4042-b081-1fa7060c0084, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=d6d55a1a-9906-4042-b081-1fa7060c0084,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:10.081355 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3ca233ae-3ab9-48aa-a51c-147e50e4347d req-a956ceda-e57a-4b3b-8a36-3da727162d0b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:10.096342 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-3ca233ae-3ab9-48aa-a51c-147e50e4347d req-a956ceda-e57a-4b3b-8a36-3da727162d0b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Calling delete_port for d6d55a1a-9906-4042-b081-1fa7060c0084 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:54:10.111988 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82878c31-b379-4ebf-a27f-ffe8922b02ba req-89c98ed1-c3aa-4aac-89c2-bb34b8b5612b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094724 Nov 26 02:54:10.166748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94253333-18bf-46e9-8041-0fc43fe9e275 req-30e41bbf-e70d-4a84-9d4b-66f1f635a471 service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724383 Nov 26 02:54:10.174944 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8854ad-f6a1-4769-9b49-72f7d07f5243 req-a38cb128-c2f9-419d-b272-c301d4625598 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:10.176468 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce8854ad-f6a1-4769-9b49-72f7d07f5243 req-a38cb128-c2f9-419d-b272-c301d4625598 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4e9b6f2-da01-4622-a87e-b153c4f78cde HTTP/1.1" status: 200 len: 946 time: 0.1432579 Nov 26 02:54:10.276230 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3ca233ae-3ab9-48aa-a51c-147e50e4347d req-a956ceda-e57a-4b3b-8a36-3da727162d0b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:10.306070 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956ceda-e57a-4b3b-8a36-3da727162d0b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Pushing event deleted for resources: {'Port': ['ID=d6d55a1a-9906-4042-b081-1fa7060c0084,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:10.312854 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['743d1c09-7495-40e6-a927-fb0deef5aa25'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:10.329622 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce8854ad-f6a1-4769-9b49-72f7d07f5243 req-2c881a2f-a1aa-427c-95fa-963d6a27bd13 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/security-groups?id=39163a50-8b9a-4bdf-9212-469059b61801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467381 Nov 26 02:54:10.359170 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca233ae-3ab9-48aa-a51c-147e50e4347d req-a956ceda-e57a-4b3b-8a36-3da727162d0b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] No DVR routers for this DVR port d6d55a1a-9906-4042-b081-1fa7060c0084 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:54:10.362584 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3ca233ae-3ab9-48aa-a51c-147e50e4347d req-a956ceda-e57a-4b3b-8a36-3da727162d0b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:10.366154 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c929ceb-e189-4e84-b470-36113bd80537 req-54881d71-f3a6-4f5d-bb98-7298256cdc58 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:10.366532 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3ca233ae-3ab9-48aa-a51c-147e50e4347d req-a956ceda-e57a-4b3b-8a36-3da727162d0b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.59 "DELETE /v2.0/ports/d6d55a1a-9906-4042-b081-1fa7060c0084 HTTP/1.1" status: 204 len: 173 time: 0.5657337 Nov 26 02:54:10.367058 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5228c75-6aa4-4d10-82c4-307ea40e1993', 'name': 'network-vif-deleted', 'tag': 'd6d55a1a-9906-4042-b081-1fa7060c0084'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:10.367471 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c929ceb-e189-4e84-b470-36113bd80537 req-54881d71-f3a6-4f5d-bb98-7298256cdc58 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 950 time: 0.1526270 Nov 26 02:54:10.376887 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73687707-08cc-42b2-9b76-52308e28dbd4" -d '{"events": [{"server_uuid": "f5228c75-6aa4-4d10-82c4-307ea40e1993", "name": "network-vif-deleted", "tag": "d6d55a1a-9906-4042-b081-1fa7060c0084"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:10.392832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['d6d55a1a-9906-4042-b081-1fa7060c0084'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:10.483916 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c929ceb-e189-4e84-b470-36113bd80537 req-f81716fe-810e-4dca-a9da-52a0e2223506 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/security-groups?id=67ccfb84-d19c-452c-bfe8-41ec7cecd982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087568 Nov 26 02:54:10.529483 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b48728d9-3611-4976-8284-792f519a75f5 req-3647215e-9871-4d9c-8674-e1bae4da9e91 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5228c75-6aa4-4d10-82c4-307ea40e1993 HTTP/1.1" status: 200 len: 210 time: 0.0688441 Nov 26 02:54:10.576433 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc26fae-6deb-477e-9a87-f8be3d742ec0 x-openstack-request-id: req-0fc26fae-6deb-477e-9a87-f8be3d742ec0 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:10.576945 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5228c75-6aa4-4d10-82c4-307ea40e1993", "name": "network-vif-deleted", "tag": "d6d55a1a-9906-4042-b081-1fa7060c0084", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:10.577205 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0fc26fae-6deb-477e-9a87-f8be3d742ec0 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:10.577617 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5228c75-6aa4-4d10-82c4-307ea40e1993', 'name': 'network-vif-deleted', 'tag': 'd6d55a1a-9906-4042-b081-1fa7060c0084', 'status': 'completed', 'code': 200} Nov 26 02:54:10.721703 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 95ab99fc-fa67-4e64-b79b-6484a04d5c3e up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:54:10.731345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b1033-0c65-42fe-8881-ac9ae7b84aa1 req-2378b7e6-78be-469d-8710-a9b527065e75 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:10.736689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac7b1033-0c65-42fe-8881-ac9ae7b84aa1 req-2378b7e6-78be-469d-8710-a9b527065e75 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=85ff09a2-35f9-4818-b433-c54dfb9d3125 HTTP/1.1" status: 200 len: 944 time: 0.0601807 Nov 26 02:54:10.789641 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 95ab99fc-fa67-4e64-b79b-6484a04d5c3e completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:54:10.796730 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 95ab99fc-fa67-4e64-b79b-6484a04d5c3e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:54:10.797165 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac7b1033-0c65-42fe-8881-ac9ae7b84aa1 req-2999fec5-c2cb-4fb1-8ea4-0ad168423a33 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512238 Nov 26 02:54:10.797529 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:10.900103 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:10.931721 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 95ab99fc-fa67-4e64-b79b-6484a04d5c3e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=95ab99fc-fa67-4e64-b79b-6484a04d5c3e,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:10.936472 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:10.993847 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=95ab99fc-fa67-4e64-b79b-6484a04d5c3e,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:11.103122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ff09a2-35f9-4818-b433-c54dfb9d3125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ab99fc-fa67-4e64-b79b-6484a04d5c3e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:11.106209 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e816c9-0463-430a-8f24-8eea99795315" -d '{"events": [{"server_uuid": "85ff09a2-35f9-4818-b433-c54dfb9d3125", "name": "network-vif-plugged", "status": "completed", "tag": "95ab99fc-fa67-4e64-b79b-6484a04d5c3e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:11.144187 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8976e651-e6fd-4f8b-be5b-286d9f294015 x-openstack-request-id: req-8976e651-e6fd-4f8b-be5b-286d9f294015 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:11.144480 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ff09a2-35f9-4818-b433-c54dfb9d3125", "name": "network-vif-plugged", "status": "completed", "tag": "95ab99fc-fa67-4e64-b79b-6484a04d5c3e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:11.144738 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8976e651-e6fd-4f8b-be5b-286d9f294015 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:11.145145 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ff09a2-35f9-4818-b433-c54dfb9d3125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ab99fc-fa67-4e64-b79b-6484a04d5c3e', 'code': 200} Nov 26 02:54:11.229132 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297ed96-3783-4430-a5e9-8347e409b3e9 req-ad96bd4d-812d-4832-ae56-147a44303cfd tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:11.230962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c297ed96-3783-4430-a5e9-8347e409b3e9 req-ad96bd4d-812d-4832-ae56-147a44303cfd tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=a15e6639-f0c6-48b5-a2a3-61be6c052b1d HTTP/1.1" status: 200 len: 944 time: 0.0504735 Nov 26 02:54:11.284193 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c297ed96-3783-4430-a5e9-8347e409b3e9 req-274fde32-afc4-4977-93bb-fb0f66ae6e8b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466852 Nov 26 02:54:11.339238 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12ab9-1dbd-4b9b-963f-b30aeaa4ad8b req-655866c3-04a5-436c-9007-8d2d27a0c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:11.340792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0be12ab9-1dbd-4b9b-963f-b30aeaa4ad8b req-655866c3-04a5-436c-9007-8d2d27a0c40a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=85ff09a2-35f9-4818-b433-c54dfb9d3125 HTTP/1.1" status: 200 len: 1096 time: 0.0514319 Nov 26 02:54:11.396800 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0be12ab9-1dbd-4b9b-963f-b30aeaa4ad8b req-a29af605-cb4e-46e6-80ae-4502c54c441e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469286 Nov 26 02:54:11.445809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611b31a-351c-4afd-8dfe-9bec4b2a3c4c req-22e40859-9736-4fac-a2a2-54065622f26a tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:11.447474 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a611b31a-351c-4afd-8dfe-9bec4b2a3c4c req-22e40859-9736-4fac-a2a2-54065622f26a tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4e9b6f2-da01-4622-a87e-b153c4f78cde HTTP/1.1" status: 200 len: 946 time: 0.0487285 Nov 26 02:54:11.498177 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a611b31a-351c-4afd-8dfe-9bec4b2a3c4c req-278e2320-cb6a-4d0d-b092-0b51dd82afe5 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/security-groups?id=39163a50-8b9a-4bdf-9212-469059b61801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445814 Nov 26 02:54:11.601119 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3f56b-e0d9-4102-b473-087641d98605 req-fd9bd281-69b1-48d0-bf26-ad1141894c40 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:11.602698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65c3f56b-e0d9-4102-b473-087641d98605 req-fd9bd281-69b1-48d0-bf26-ad1141894c40 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 950 time: 0.0641370 Nov 26 02:54:11.618379 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bd65fa20-b2ea-4bdc-b73a-2e589dc8f4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:11.657790 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65c3f56b-e0d9-4102-b473-087641d98605 req-d3770def-9202-480d-a442-bb8e02528f5e tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/security-groups?id=67ccfb84-d19c-452c-bfe8-41ec7cecd982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462701 Nov 26 02:54:11.792019 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db7169-c21d-4bfc-8bf6-a53293c20030 req-3db16fad-93ce-49ab-a693-12cb1e0ea622 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:11.796294 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-11db7169-c21d-4bfc-8bf6-a53293c20030 req-3db16fad-93ce-49ab-a693-12cb1e0ea622 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4e9b6f2-da01-4622-a87e-b153c4f78cde HTTP/1.1" status: 200 len: 946 time: 0.0803957 Nov 26 02:54:11.940080 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-11db7169-c21d-4bfc-8bf6-a53293c20030 req-8bda83ae-3868-498a-a366-aa1e8db328e4 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Deleting port de1773bc-cd60-4bb9-9a95-6c49493707e7 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:54:11.940413 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-11db7169-c21d-4bfc-8bf6-a53293c20030 req-8bda83ae-3868-498a-a366-aa1e8db328e4 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:12.012592 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-bc5e10ed-54e7-479c-98cc-acfd46a918c1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:12.020307 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-bc5e10ed-54e7-479c-98cc-acfd46a918c1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 806 time: 0.1252804 Nov 26 02:54:12.046690 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45e89e20-9437-448f-8247-a2a6dd9a2619 req-b1438a19-ea18-46f6-b4b4-b7029cf355b7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1971576 Nov 26 02:54:12.051938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-9f4b4917-2c1b-4d50-862a-478c749db0f5 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/quotas/c43a80d7d3a64acc8e271b3400bc973d HTTP/1.1" status: 200 len: 375 time: 0.0303831 Nov 26 02:54:12.169225 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e9f32-7ecf-43af-ab53-2e5c71c93fe4 req-d812d723-2766-4159-8701-a10eb09fefd1 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:12.172370 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b44e9f32-7ecf-43af-ab53-2e5c71c93fe4 req-d812d723-2766-4159-8701-a10eb09fefd1 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=85ff09a2-35f9-4818-b433-c54dfb9d3125 HTTP/1.1" status: 200 len: 945 time: 0.1394842 Nov 26 02:54:12.179001 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e89e20-9437-448f-8247-a2a6dd9a2619 req-45bafc8b-9cae-4207-a463-793024034ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:12.180553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45e89e20-9437-448f-8247-a2a6dd9a2619 req-45bafc8b-9cae-4207-a463-793024034ce2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 1096 time: 0.0951788 Nov 26 02:54:12.199656 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-1e7ff6bb-8bf1-4f74-990d-aabf15fec920 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1270750 Nov 26 02:54:12.298983 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-11db7169-c21d-4bfc-8bf6-a53293c20030 req-8bda83ae-3868-498a-a366-aa1e8db328e4 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] For port de1773bc-cd60-4bb9-9a95-6c49493707e7, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=de1773bc-cd60-4bb9-9a95-6c49493707e7,segment=NetworkSegment(b31254fe-6936-443c-8617-712c2ea13f53),segment_id=b31254fe-6936-443c-8617-712c2ea13f53)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:12.299335 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-11db7169-c21d-4bfc-8bf6-a53293c20030 req-8bda83ae-3868-498a-a366-aa1e8db328e4 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:12.312530 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-11db7169-c21d-4bfc-8bf6-a53293c20030 req-8bda83ae-3868-498a-a366-aa1e8db328e4 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Calling delete_port for de1773bc-cd60-4bb9-9a95-6c49493707e7 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:54:12.343183 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c84883a7-2138-4561-84db-7d576bbb9ccc details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:54:12.349366 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device d6d55a1a-9906-4042-b081-1fa7060c0084 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:54:12.375290 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: d6d55a1a-9906-4042-b081-1fa7060c0084 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:54:12.375850 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device d6d55a1a-9906-4042-b081-1fa7060c0084 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:54:12.388635 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-250689a0-cc63-4060-a9f8-55e8a7bdbad7 service neutron] 10.222.0.31 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879051 Nov 26 02:54:12.397816 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b44e9f32-7ecf-43af-ab53-2e5c71c93fe4 req-6e6a7ae9-272c-4469-9d44-a0c8c06f5271 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120597 Nov 26 02:54:12.433227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e89e20-9437-448f-8247-a2a6dd9a2619 req-cb78b33c-81fa-4c42-81d3-eb65f0a8ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:12.434732 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45e89e20-9437-448f-8247-a2a6dd9a2619 req-cb78b33c-81fa-4c42-81d3-eb65f0a8ceb7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 907 time: 0.2214372 Nov 26 02:54:12.501609 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-11db7169-c21d-4bfc-8bf6-a53293c20030 req-8bda83ae-3868-498a-a366-aa1e8db328e4 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:12.529573 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c84883a7-2138-4561-84db-7d576bbb9ccc, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c84883a7-2138-4561-84db-7d576bbb9ccc,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:12.534459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['de1773bc-cd60-4bb9-9a95-6c49493707e7'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:12.548767 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda83ae-3868-498a-a366-aa1e8db328e4 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Pushing event deleted for resources: {'Port': ['ID=de1773bc-cd60-4bb9-9a95-6c49493707e7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:12.566297 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'c84883a7-2138-4561-84db-7d576bbb9ccc', 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e', 'port_id': 'c84883a7-2138-4561-84db-7d576bbb9ccc', 'mac_address': 'fa:16:3e:4f:3a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcc1d3e-e838-4aac-9873-c211c542870e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:54:12.617790 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-11db7169-c21d-4bfc-8bf6-a53293c20030 req-8bda83ae-3868-498a-a366-aa1e8db328e4 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] No DVR routers for this DVR port de1773bc-cd60-4bb9-9a95-6c49493707e7 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:54:12.622365 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-11db7169-c21d-4bfc-8bf6-a53293c20030 req-8bda83ae-3868-498a-a366-aa1e8db328e4 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:12.622803 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:12.629481 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-11db7169-c21d-4bfc-8bf6-a53293c20030 req-8bda83ae-3868-498a-a366-aa1e8db328e4 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.59 "DELETE /v2.0/ports/de1773bc-cd60-4bb9-9a95-6c49493707e7 HTTP/1.1" status: 204 len: 173 time: 0.8256919 Nov 26 02:54:12.629974 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e9b6f2-da01-4622-a87e-b153c4f78cde', 'name': 'network-vif-deleted', 'tag': 'de1773bc-cd60-4bb9-9a95-6c49493707e7'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:12.633071 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7803eef8-5f99-4564-b75c-3f7e74ba5464" -d '{"events": [{"server_uuid": "c4e9b6f2-da01-4622-a87e-b153c4f78cde", "name": "network-vif-deleted", "tag": "de1773bc-cd60-4bb9-9a95-6c49493707e7"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:12.656855 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84883a7-2138-4561-84db-7d576bbb9ccc {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:54:12.691123 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c84883a7-2138-4561-84db-7d576bbb9ccc, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c84883a7-2138-4561-84db-7d576bbb9ccc,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:12.697099 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:12.765499 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=c84883a7-2138-4561-84db-7d576bbb9ccc,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:12.774847 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:12.775203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:12.775615 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:12.775968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:12.776345 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:12.776689 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:12.777028 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:12.777363 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:12.777696 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:12.778034 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:12.778366 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:12.778695 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:12.930192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45e89e20-9437-448f-8247-a2a6dd9a2619 req-77efaa35-8895-4ec2-8944-e595257ec46c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=743d1c09-7495-40e6-a927-fb0deef5aa25 HTTP/1.1" status: 200 len: 217 time: 0.4398737 Nov 26 02:54:12.998334 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c84883a7-2138-4561-84db-7d576bbb9ccc'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:13.029689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376161-a3fc-43d0-a709-328e4f430628 req-eb4e5bdd-86e2-4055-82ec-cb9413696e0b tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:13.031380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0376161-a3fc-43d0-a709-328e4f430628 req-eb4e5bdd-86e2-4055-82ec-cb9413696e0b tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 950 time: 0.5398903 Nov 26 02:54:13.045358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-f6e71c44-d8e3-477e-aa29-6876471e2db7 service neutron] 10.222.0.31 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6463542 Nov 26 02:54:13.053568 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e89e20-9437-448f-8247-a2a6dd9a2619 req-d43cf13d-4a35-4b60-bbb8-93d1df757617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:13.054990 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45e89e20-9437-448f-8247-a2a6dd9a2619 req-d43cf13d-4a35-4b60-bbb8-93d1df757617 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c43934f-dad4-4b8b-af05-58049fc63ec8 HTTP/1.1" status: 200 len: 846 time: 0.1079087 Nov 26 02:54:13.137673 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45e89e20-9437-448f-8247-a2a6dd9a2619 req-173e6c85-2daf-457d-950e-655d29ad5424 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9695ee60-1251-4c9f-86cb-bb7e75f253d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671654 Nov 26 02:54:13.253511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0376161-a3fc-43d0-a709-328e4f430628 req-03949e04-bffa-4fa3-8087-0b8dde232f39 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/security-groups?id=67ccfb84-d19c-452c-bfe8-41ec7cecd982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026083 Nov 26 02:54:13.336282 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45e89e20-9437-448f-8247-a2a6dd9a2619 req-3aaa3010-0efc-4402-b01c-117699fc9b6f service neutron] 10.222.0.54 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875277 Nov 26 02:54:13.360899 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fb1ed-39f3-423e-9e67-5c98fa27a9f9 req-47af43b0-c4cc-4722-85d6-2e841c03f6eb tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:13.362598 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-975fb1ed-39f3-423e-9e67-5c98fa27a9f9 req-47af43b0-c4cc-4722-85d6-2e841c03f6eb tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=a15e6639-f0c6-48b5-a2a3-61be6c052b1d HTTP/1.1" status: 200 len: 945 time: 0.0907240 Nov 26 02:54:13.446907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78193159-1016-42f9-875c-8380ee14d422 req-d2cabe32-4c5a-45e7-b8b8-54b1032d1641 tempest-ServerPasswordTestJSON-1875287457 tempest-ServerPasswordTestJSON-1875287457-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4e9b6f2-da01-4622-a87e-b153c4f78cde HTTP/1.1" status: 200 len: 210 time: 0.0767376 Nov 26 02:54:13.490005 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-975fb1ed-39f3-423e-9e67-5c98fa27a9f9 req-6d03799f-26cd-433c-926a-cacecee529ca tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177895 Nov 26 02:54:13.510401 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7690dd32-ca41-414c-a079-3afc3772a4fd x-openstack-request-id: req-7690dd32-ca41-414c-a079-3afc3772a4fd {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:13.511369 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e9b6f2-da01-4622-a87e-b153c4f78cde", "name": "network-vif-deleted", "tag": "de1773bc-cd60-4bb9-9a95-6c49493707e7", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:13.512132 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7690dd32-ca41-414c-a079-3afc3772a4fd {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:13.512686 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e9b6f2-da01-4622-a87e-b153c4f78cde', 'name': 'network-vif-deleted', 'tag': 'de1773bc-cd60-4bb9-9a95-6c49493707e7', 'status': 'completed', 'code': 200} Nov 26 02:54:13.552159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45e89e20-9437-448f-8247-a2a6dd9a2619 req-c65fbb82-dbf2-4c9f-860b-594078cc615b service neutron] 10.222.0.54 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059460 Nov 26 02:54:13.713175 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34941f96-cc6b-41eb-b214-362920a27047 req-94b84512-2f56-4c0b-97a9-e256dbd2c4e1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 210 time: 0.0482688 Nov 26 02:54:13.770940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad534a-8fff-47f0-a37b-c364e80d820a req-285756cc-5bf7-4b64-8b26-48537e37e005 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:13.772444 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71ad534a-8fff-47f0-a37b-c364e80d820a req-285756cc-5bf7-4b64-8b26-48537e37e005 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=85ff09a2-35f9-4818-b433-c54dfb9d3125 HTTP/1.1" status: 200 len: 945 time: 0.0636816 Nov 26 02:54:13.848707 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71ad534a-8fff-47f0-a37b-c364e80d820a req-c14ae06c-2d65-4a8c-878c-f9ce51c31c2e tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702302 Nov 26 02:54:13.872993 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525d6b6-e55e-4c88-a3a5-5256491b6780 req-41f67d8f-58da-4a05-8117-a4572c742092 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:13.874469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2525d6b6-e55e-4c88-a3a5-5256491b6780 req-41f67d8f-58da-4a05-8117-a4572c742092 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 950 time: 0.0596728 Nov 26 02:54:13.971662 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-2525d6b6-e55e-4c88-a3a5-5256491b6780 req-c62c0549-30d8-46df-adf3-08d2ec04fcde tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Deleting port 0d30922f-20d8-408d-9c0e-6be7a7982e0b {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:54:13.972152 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2525d6b6-e55e-4c88-a3a5-5256491b6780 req-c62c0549-30d8-46df-adf3-08d2ec04fcde tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:14.067243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2525d6b6-e55e-4c88-a3a5-5256491b6780 req-c62c0549-30d8-46df-adf3-08d2ec04fcde tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] For port 0d30922f-20d8-408d-9c0e-6be7a7982e0b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=0d30922f-20d8-408d-9c0e-6be7a7982e0b,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:14.067603 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2525d6b6-e55e-4c88-a3a5-5256491b6780 req-c62c0549-30d8-46df-adf3-08d2ec04fcde tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:14.088129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-2525d6b6-e55e-4c88-a3a5-5256491b6780 req-c62c0549-30d8-46df-adf3-08d2ec04fcde tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Calling delete_port for 0d30922f-20d8-408d-9c0e-6be7a7982e0b owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:54:14.115020 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-675dc9d9-a3a5-468d-be06-f2c5a09adb75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:14.222716 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2525d6b6-e55e-4c88-a3a5-5256491b6780 req-c62c0549-30d8-46df-adf3-08d2ec04fcde tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:14.257904 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c0549-30d8-46df-adf3-08d2ec04fcde tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Pushing event deleted for resources: {'Port': ['ID=0d30922f-20d8-408d-9c0e-6be7a7982e0b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:14.258232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['0d30922f-20d8-408d-9c0e-6be7a7982e0b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:14.333718 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2525d6b6-e55e-4c88-a3a5-5256491b6780 req-c62c0549-30d8-46df-adf3-08d2ec04fcde tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] No DVR routers for this DVR port 0d30922f-20d8-408d-9c0e-6be7a7982e0b on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:54:14.338676 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2525d6b6-e55e-4c88-a3a5-5256491b6780 req-c62c0549-30d8-46df-adf3-08d2ec04fcde tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:14.342643 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2525d6b6-e55e-4c88-a3a5-5256491b6780 req-c62c0549-30d8-46df-adf3-08d2ec04fcde tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.54 "DELETE /v2.0/ports/0d30922f-20d8-408d-9c0e-6be7a7982e0b HTTP/1.1" status: 204 len: 173 time: 0.4619734 Nov 26 02:54:14.344352 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd80da69-0ced-45f1-ab16-83daa0289f2e', 'name': 'network-vif-deleted', 'tag': '0d30922f-20d8-408d-9c0e-6be7a7982e0b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:14.347011 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0bc913-74d7-4068-9ff1-5100993bd0d6" -d '{"events": [{"server_uuid": "cd80da69-0ced-45f1-ab16-83daa0289f2e", "name": "network-vif-deleted", "tag": "0d30922f-20d8-408d-9c0e-6be7a7982e0b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:14.365150 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c84883a7-2138-4561-84db-7d576bbb9ccc up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:54:14.404824 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24ec7c68-ee80-4b32-b727-a54438db531d req-70f02b65-f4d3-4613-b385-90f6565d9664 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 210 time: 0.0680563 Nov 26 02:54:14.426079 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5344536-d3c9-4921-9ceb-1459ae480849 x-openstack-request-id: req-d5344536-d3c9-4921-9ceb-1459ae480849 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:14.426710 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd80da69-0ced-45f1-ab16-83daa0289f2e", "name": "network-vif-deleted", "tag": "0d30922f-20d8-408d-9c0e-6be7a7982e0b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:14.427191 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5344536-d3c9-4921-9ceb-1459ae480849 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:14.427815 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd80da69-0ced-45f1-ab16-83daa0289f2e', 'name': 'network-vif-deleted', 'tag': '0d30922f-20d8-408d-9c0e-6be7a7982e0b', 'status': 'completed', 'code': 200} Nov 26 02:54:14.487559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port c84883a7-2138-4561-84db-7d576bbb9ccc completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:54:14.493478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port c84883a7-2138-4561-84db-7d576bbb9ccc triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:54:14.493478 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:14.515521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 44374) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:14.662055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-66860ad9-5265-4231-8f9b-a81f66ee7d4d admin admin] Deleting subnet 62a4f200-cb78-440b-8a14-5034861af2c0 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:54:14.674686 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-66860ad9-5265-4231-8f9b-a81f66ee7d4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:14.695043 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-4ceff065-9335-4250-9a89-c2cc4ccc1b69 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:14.698793 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-4ceff065-9335-4250-9a89-c2cc4ccc1b69 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.59 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 806 time: 0.3028626 Nov 26 02:54:14.726859 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-593cc4c0-03e4-4657-9d10-d93c72c5fe79 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Request body: {'port': {'device_id': '63f5ff78-505a-4d13-a5db-f8e76224d5eb', 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5', 'admin_state_up': True, 'tenant_id': 'c43a80d7d3a64acc8e271b3400bc973d'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:14.832619 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-66860ad9-5265-4231-8f9b-a81f66ee7d4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:14.874880 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-593cc4c0-03e4-4657-9d10-d93c72c5fe79 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Made reservation on behalf of c43a80d7d3a64acc8e271b3400bc973d for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:54:14.879045 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-593cc4c0-03e4-4657-9d10-d93c72c5fe79 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:14.898741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa29b4-6884-4c3b-bafd-68898eca5810 req-52f88c96-5871-4271-b20b-b04786e49999 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:14.907637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-60aa29b4-6884-4c3b-bafd-68898eca5810 req-52f88c96-5871-4271-b20b-b04786e49999 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=a15e6639-f0c6-48b5-a2a3-61be6c052b1d HTTP/1.1" status: 200 len: 945 time: 0.1675773 Nov 26 02:54:14.938309 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:14.947401 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-66860ad9-5265-4231-8f9b-a81f66ee7d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:14.975394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15e6639-f0c6-48b5-a2a3-61be6c052b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84883a7-2138-4561-84db-7d576bbb9ccc'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:14.977967 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f9a93e-7829-43b1-8c89-301ee32091bf" -d '{"events": [{"server_uuid": "a15e6639-f0c6-48b5-a2a3-61be6c052b1d", "name": "network-vif-plugged", "status": "completed", "tag": "c84883a7-2138-4561-84db-7d576bbb9ccc"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:14.990620 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:14.994600 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c84883a7-2138-4561-84db-7d576bbb9ccc, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c84883a7-2138-4561-84db-7d576bbb9ccc,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:15.003246 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:15.005856 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device de1773bc-cd60-4bb9-9a95-6c49493707e7 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:54:15.017899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-60aa29b4-6884-4c3b-bafd-68898eca5810 req-d255547b-1d06-47d5-9800-e8083397e63a tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037962 Nov 26 02:54:15.045677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: de1773bc-cd60-4bb9-9a95-6c49493707e7 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:54:15.046031 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device de1773bc-cd60-4bb9-9a95-6c49493707e7 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:54:15.074339 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-593cc4c0-03e4-4657-9d10-d93c72c5fe79 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Allocated IP 172.20.0.14 (9695ee60-1251-4c9f-86cb-bb7e75f253d5/6c43934f-dad4-4b8b-af05-58049fc63ec8/39ecc35d-3153-4a36-b792-3596aa87a3b4) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:54:15.098564 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d94f354-1cfd-4c18-9bc9-4cb16514756a req-fe59ea16-34b6-421a-acae-74945e7c09aa tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 210 time: 0.0607712 Nov 26 02:54:15.107002 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-66860ad9-5265-4231-8f9b-a81f66ee7d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:15.111692 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaf7e21-5fa8-4174-987f-99141b94ae37 x-openstack-request-id: req-4eaf7e21-5fa8-4174-987f-99141b94ae37 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:15.111969 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15e6639-f0c6-48b5-a2a3-61be6c052b1d", "name": "network-vif-plugged", "status": "completed", "tag": "c84883a7-2138-4561-84db-7d576bbb9ccc", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:15.114074 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4eaf7e21-5fa8-4174-987f-99141b94ae37 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:15.114514 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15e6639-f0c6-48b5-a2a3-61be6c052b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84883a7-2138-4561-84db-7d576bbb9ccc', 'code': 200} Nov 26 02:54:15.130542 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=c84883a7-2138-4561-84db-7d576bbb9ccc,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:15.148206 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66860ad9-5265-4231-8f9b-a81f66ee7d4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62a4f200-cb78-440b-8a14-5034861af2c0,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:15.150268 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-66860ad9-5265-4231-8f9b-a81f66ee7d4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:15.153699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-66860ad9-5265-4231-8f9b-a81f66ee7d4d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/62a4f200-cb78-440b-8a14-5034861af2c0 HTTP/1.1" status: 204 len: 168 time: 0.6364794 Nov 26 02:54:15.156553 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 44390) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:15.288303 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f25c5a3-f83a-4350-8e05-62587510de53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:15.298452 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bb475-3eef-4a5e-b6af-96e544bac379 req-730bc216-0983-49c8-859e-6aa91a45302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:15.300748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f5bb475-3eef-4a5e-b6af-96e544bac379 req-730bc216-0983-49c8-859e-6aa91a45302b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a15e6639-f0c6-48b5-a2a3-61be6c052b1d HTTP/1.1" status: 200 len: 1097 time: 0.0794728 Nov 26 02:54:15.310952 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-593cc4c0-03e4-4657-9d10-d93c72c5fe79 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:15.353102 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-593cc4c0-03e4-4657-9d10-d93c72c5fe79 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:15.389050 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['743d1c09-7495-40e6-a927-fb0deef5aa25'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:15.406044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-593cc4c0-03e4-4657-9d10-d93c72c5fe79 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:54:15.414851 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f25c5a3-f83a-4350-8e05-62587510de53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:15.419879 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-593cc4c0-03e4-4657-9d10-d93c72c5fe79 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:54:15.424023 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-593cc4c0-03e4-4657-9d10-d93c72c5fe79 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:54:15.446391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f5bb475-3eef-4a5e-b6af-96e544bac379 req-77e8e45b-3e1e-4d28-902c-c2e1bdf44a5b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135876 Nov 26 02:54:15.450890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-7f25c5a3-f83a-4350-8e05-62587510de53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e4d84c-8158-48a8-8b44-87c73c68b000']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:54:15.461152 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cc4c0-03e4-4657-9d10-d93c72c5fe79 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Pushing event updated for resources: {'Port': ['ID=39ecc35d-3153-4a36-b792-3596aa87a3b4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:15.470759 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-7f25c5a3-f83a-4350-8e05-62587510de53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31254fe-6936-443c-8617-712c2ea13f53') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:54:15.471058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-7f25c5a3-f83a-4350-8e05-62587510de53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31254fe-6936-443c-8617-712c2ea13f53') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:54:15.486763 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f25c5a3-f83a-4350-8e05-62587510de53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:15.489144 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-593cc4c0-03e4-4657-9d10-d93c72c5fe79 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:15.489798 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-593cc4c0-03e4-4657-9d10-d93c72c5fe79 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:15.510687 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f25c5a3-f83a-4350-8e05-62587510de53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:15.515460 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-593cc4c0-03e4-4657-9d10-d93c72c5fe79 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7938969 Nov 26 02:54:15.518818 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f25c5a3-f83a-4350-8e05-62587510de53 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:54:15.519911 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f25c5a3-f83a-4350-8e05-62587510de53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:54:15.522568 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:54:15.590406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-814b059d-73c1-443e-aab2-c8756bd3af73 req-42855481-d286-4c4f-904c-d2383192fc59 tempest-ImagesNegativeTestJSON-1020895136 tempest-ImagesNegativeTestJSON-1020895136-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd80da69-0ced-45f1-ab16-83daa0289f2e HTTP/1.1" status: 200 len: 210 time: 0.0516212 Nov 26 02:54:15.606281 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f25c5a3-f83a-4350-8e05-62587510de53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:15.612396 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f25c5a3-f83a-4350-8e05-62587510de53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:15.615475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7f25c5a3-f83a-4350-8e05-62587510de53 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c7e4d84c-8158-48a8-8b44-87c73c68b000 HTTP/1.1" status: 204 len: 168 time: 0.4578719 Nov 26 02:54:15.626866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25c5a3-f83a-4350-8e05-62587510de53 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7e4d84c-8158-48a8-8b44-87c73c68b000,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:15.712734 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Request body: {'port': {'device_id': '63f5ff78-505a-4d13-a5db-f8e76224d5eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:15.724100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 44398) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:15.768493 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b51733b5-a0da-4771-8cb3-d6d6afc260c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c1dd47412c74adab6bd185fe34d57b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408456 Nov 26 02:54:15.768725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 44402) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:15.771596 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:15.821907 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3e181c8-9449-442d-85e6-27bf0da7ddd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:15.848042 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3e181c8-9449-442d-85e6-27bf0da7ddd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:15.898643 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3e181c8-9449-442d-85e6-27bf0da7ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:15.902742 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3e181c8-9449-442d-85e6-27bf0da7ddd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:15.904104 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c3e181c8-9449-442d-85e6-27bf0da7ddd4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39163a50-8b9a-4bdf-9212-469059b61801 HTTP/1.1" status: 204 len: 168 time: 0.1344423 Nov 26 02:54:15.914055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e181c8-9449-442d-85e6-27bf0da7ddd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39163a50-8b9a-4bdf-9212-469059b61801,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:16.057763 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ecc35d-3153-4a36-b792-3596aa87a3b4 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:54:16.065799 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:16.081379 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Transition to ACTIVE for port object 39ecc35d-3153-4a36-b792-3596aa87a3b4 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:54:16.085428 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:16.148587 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd98b6-4c92-4604-b7ca-79e0d06c5637 req-0f3829bb-10a3-4e4e-9886-ae1229177b94 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:16.150461 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7cd98b6-4c92-4604-b7ca-79e0d06c5637 req-0f3829bb-10a3-4e4e-9886-ae1229177b94 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=a15e6639-f0c6-48b5-a2a3-61be6c052b1d HTTP/1.1" status: 200 len: 946 time: 0.0621316 Nov 26 02:54:16.166024 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Pushing event updated for resources: {'Port': ['ID=39ecc35d-3153-4a36-b792-3596aa87a3b4,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:16.211023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7cd98b6-4c92-4604-b7ca-79e0d06c5637 req-8ebe198f-6e79-4741-b5a3-b082bb016e9b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537434 Nov 26 02:54:16.243531 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Attempting to bind port 39ecc35d-3153-4a36-b792-3596aa87a3b4 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:54:16.243876 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Attempting to bind port 39ecc35d-3153-4a36-b792-3596aa87a3b4 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:54:16.244284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Attempting to bind port 39ecc35d-3153-4a36-b792-3596aa87a3b4 on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:54:16.248737 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Port 39ecc35d-3153-4a36-b792-3596aa87a3b4 on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:54:16.249062 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Attempting to bind port 39ecc35d-3153-4a36-b792-3596aa87a3b4 on network 9695ee60-1251-4c9f-86cb-bb7e75f253d5 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:54:16.258780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:54:16.259377 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Checking segment: {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:54:16.259836 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Bound using segment: {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:54:16.260559 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Bound port: 39ecc35d-3153-4a36-b792-3596aa87a3b4, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b46139d-cc23-488e-92a2-7db3587aa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:54:16.261501 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:16.265812 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cecd70-67c8-47f4-b17c-09fa4cf0dd66 req-a3191847-55cf-4c75-b1f4-746674a88521 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:16.276716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5cecd70-67c8-47f4-b17c-09fa4cf0dd66 req-a3191847-55cf-4c75-b1f4-746674a88521 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 944 time: 0.0707223 Nov 26 02:54:16.336669 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5cecd70-67c8-47f4-b17c-09fa4cf0dd66 req-a32d4ea7-e283-4ffc-acc2-a723ecae102b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579836 Nov 26 02:54:16.344943 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] For port 39ecc35d-3153-4a36-b792-3596aa87a3b4, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:54:16.348257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] For port 39ecc35d-3153-4a36-b792-3596aa87a3b4, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=39ecc35d-3153-4a36-b792-3596aa87a3b4,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:54:16.355219 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:16.393764 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:16.394778 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:16.396214 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] 10.222.0.59 "PUT /v2.0/ports/39ecc35d-3153-4a36-b792-3596aa87a3b4 HTTP/1.1" status: 200 len: 1092 time: 0.6879530 Nov 26 02:54:16.401383 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f5ff78-505a-4d13-a5db-f8e76224d5eb', 'tag': '39ecc35d-3153-4a36-b792-3596aa87a3b4'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:16.403779 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeebb4aa-0f05-4104-859a-bd7cfaebb09e" -d '{"events": [{"name": "network-changed", "server_uuid": "63f5ff78-505a-4d13-a5db-f8e76224d5eb", "tag": "39ecc35d-3153-4a36-b792-3596aa87a3b4"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:16.455027 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3318f6-3fcf-4057-a7e8-1757c5de219c x-openstack-request-id: req-2b3318f6-3fcf-4057-a7e8-1757c5de219c {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:16.455473 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f5ff78-505a-4d13-a5db-f8e76224d5eb", "tag": "39ecc35d-3153-4a36-b792-3596aa87a3b4", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:16.455832 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b3318f6-3fcf-4057-a7e8-1757c5de219c {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:16.456437 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f5ff78-505a-4d13-a5db-f8e76224d5eb', 'tag': '39ecc35d-3153-4a36-b792-3596aa87a3b4', 'status': 'completed', 'code': 200} Nov 26 02:54:16.457456 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0db60-09d4-4d06-93c8-b1aef0461a02 service neutron] Pushing event updated for resources: {'Port': ['ID=39ecc35d-3153-4a36-b792-3596aa87a3b4,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:16.525956 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:16.528703 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-25b44d26-ee32-41e9-9d8b-55639a9de853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:16.530512 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-25b44d26-ee32-41e9-9d8b-55639a9de853 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 1095 time: 0.0618749 Nov 26 02:54:16.586646 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-aa5f819e-5375-413b-b3b9-6a6b873dcd15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39ecc35d-3153-4a36-b792-3596aa87a3b4 HTTP/1.1" status: 200 len: 217 time: 0.0422003 Nov 26 02:54:16.651924 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c6688262-730d-4af4-a774-61a46215fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:16.653919 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c6688262-730d-4af4-a774-61a46215fe3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c43934f-dad4-4b8b-af05-58049fc63ec8 HTTP/1.1" status: 200 len: 846 time: 0.0605831 Nov 26 02:54:16.698702 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-17c2d894-14d6-4657-8335-54dad7be2ef5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9695ee60-1251-4c9f-86cb-bb7e75f253d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370219 Nov 26 02:54:16.720184 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 0d30922f-20d8-408d-9c0e-6be7a7982e0b no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:54:16.760591 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 0d30922f-20d8-408d-9c0e-6be7a7982e0b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:54:16.765956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 0d30922f-20d8-408d-9c0e-6be7a7982e0b not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:54:16.804852 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44458) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:16.846589 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-c4f9e086-4e8b-4ba1-a359-7a233c1c564d service neutron] 10.222.0.59 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405332 Nov 26 02:54:16.984177 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1e9ffe4e-4680-4185-9640-8a68151829aa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-993159388-network', 'tenant_id': '05ad26a86ee740398b6faf6ec00a76de'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:17.023359 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7a856e9d-3999-4b76-97ae-acd4996a64ff req-53458984-a59e-4923-8ed1-1e240177b4b5 service neutron] 10.222.0.59 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604395 Nov 26 02:54:17.030304 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9ffe4e-4680-4185-9640-8a68151829aa admin admin] Made reservation on behalf of 05ad26a86ee740398b6faf6ec00a76de for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:54:17.033553 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e9ffe4e-4680-4185-9640-8a68151829aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:17.055954 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e9ffe4e-4680-4185-9640-8a68151829aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:17.169868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 44474) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:17.206533 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e9ffe4e-4680-4185-9640-8a68151829aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:17.212265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebb4aa-0f05-4104-859a-bd7cfaebb09e req-f2f23155-ffe2-45c4-9b56-c411948a2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:17.214042 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eeebb4aa-0f05-4104-859a-bd7cfaebb09e req-f2f23155-ffe2-45c4-9b56-c411948a2049 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 1095 time: 0.0765336 Nov 26 02:54:17.215246 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e9ffe4e-4680-4185-9640-8a68151829aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:17.253654 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9ffe4e-4680-4185-9640-8a68151829aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:54:17.307751 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e9ffe4e-4680-4185-9640-8a68151829aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:17.308459 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-1e9ffe4e-4680-4185-9640-8a68151829aa admin admin] Added segment dbebb02b-d7fe-4240-9f6f-ab1730c4e13e of type vlan for network 0f455e3c-2d42-40e0-90e3-74b50cd1f266 Nov 26 02:54:17.321631 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ffe4e-4680-4185-9640-8a68151829aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1382ed5-dbdb-4d3c-8f86-775a4eccb9c3,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:17.350698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f98f7910-a2aa-408e-b367-baef53621945 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5f38bf6c652459da0ab875d42dc00f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1790535 Nov 26 02:54:17.367792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 44480) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:17.412422 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e9ffe4e-4680-4185-9640-8a68151829aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:17.419705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0656c9-390d-4174-8dc2-3873c9664c55 req-a2d696da-ccdc-4208-8bd2-fa7df82c036c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:17.421446 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee0656c9-390d-4174-8dc2-3873c9664c55 req-a2d696da-ccdc-4208-8bd2-fa7df82c036c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=a15e6639-f0c6-48b5-a2a3-61be6c052b1d HTTP/1.1" status: 200 len: 946 time: 0.0942509 Nov 26 02:54:17.423185 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebb4aa-0f05-4104-859a-bd7cfaebb09e req-54234881-035e-4e15-a4e7-b7ca2a606830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:17.425398 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eeebb4aa-0f05-4104-859a-bd7cfaebb09e req-54234881-035e-4e15-a4e7-b7ca2a606830 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 200 len: 907 time: 0.2022429 Nov 26 02:54:17.492864 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-926a21d6-cb88-4907-9f06-c8f327b80105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:17.514705 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eeebb4aa-0f05-4104-859a-bd7cfaebb09e req-ce2c4ed5-9d51-4d43-9a18-1e3dea739c5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39ecc35d-3153-4a36-b792-3596aa87a3b4 HTTP/1.1" status: 200 len: 217 time: 0.0698662 Nov 26 02:54:17.520347 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:17.549765 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee0656c9-390d-4174-8dc2-3873c9664c55 req-a0c07c15-bf1c-4ab9-af61-6b83f6ff8b6e tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193781 Nov 26 02:54:17.587153 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-926a21d6-cb88-4907-9f06-c8f327b80105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:17.612652 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e9ffe4e-4680-4185-9640-8a68151829aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:17.613621 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9ffe4e-4680-4185-9640-8a68151829aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:17.614209 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e9ffe4e-4680-4185-9640-8a68151829aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:17.629364 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebb4aa-0f05-4104-859a-bd7cfaebb09e req-c766a07f-955f-439c-b54e-e0cbbfee6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:17.630911 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eeebb4aa-0f05-4104-859a-bd7cfaebb09e req-c766a07f-955f-439c-b54e-e0cbbfee6734 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c43934f-dad4-4b8b-af05-58049fc63ec8 HTTP/1.1" status: 200 len: 846 time: 0.1068790 Nov 26 02:54:17.638752 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1e9ffe4e-4680-4185-9640-8a68151829aa admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8327258 Nov 26 02:54:17.650644 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44486) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:17.661044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea24d5-f949-4f9b-9a59-1755a9ec849f req-7a769c65-d8d3-4960-9428-312a05408525 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:17.669033 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cea24d5-f949-4f9b-9a59-1755a9ec849f req-7a769c65-d8d3-4960-9428-312a05408525 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 944 time: 0.2089112 Nov 26 02:54:17.690250 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-926a21d6-cb88-4907-9f06-c8f327b80105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:17.692880 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-926a21d6-cb88-4907-9f06-c8f327b80105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:17.694156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-926a21d6-cb88-4907-9f06-c8f327b80105 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67ccfb84-d19c-452c-bfe8-41ec7cecd982 HTTP/1.1" status: 204 len: 168 time: 0.3242161 Nov 26 02:54:17.707457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a21d6-cb88-4907-9f06-c8f327b80105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ccfb84-d19c-452c-bfe8-41ec7cecd982,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:17.724959 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a117eb8f-ee9e-4648-8e9f-b02b52239acd admin admin] Request body: {'subnet': {'network_id': '0f455e3c-2d42-40e0-90e3-74b50cd1f266', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-993159388-subnet', 'tenant_id': '05ad26a86ee740398b6faf6ec00a76de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:17.745225 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eeebb4aa-0f05-4104-859a-bd7cfaebb09e req-9a4c39a2-77fe-4328-80aa-0d74e135f6e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9695ee60-1251-4c9f-86cb-bb7e75f253d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953841 Nov 26 02:54:17.783027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cea24d5-f949-4f9b-9a59-1755a9ec849f req-e296368a-cc01-4986-b824-6a7692873e54 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117558 Nov 26 02:54:17.897235 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ffe4e-4680-4185-9640-8a68151829aa admin admin] Pushing event updated for resources: {'Network': ['ID=0f455e3c-2d42-40e0-90e3-74b50cd1f266,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:17.910631 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 0f455e3c-2d42-40e0-90e3-74b50cd1f266 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:54:17.913843 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a117eb8f-ee9e-4648-8e9f-b02b52239acd admin admin] Made reservation on behalf of 05ad26a86ee740398b6faf6ec00a76de for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:54:17.916249 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a117eb8f-ee9e-4648-8e9f-b02b52239acd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:17.968146 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52f6b1-121a-4ea9-8141-3185e6a89612 req-aa2f9714-7fd8-4516-99e5-64043e33b7d5 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:17.978497 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e52f6b1-121a-4ea9-8141-3185e6a89612 req-aa2f9714-7fd8-4516-99e5-64043e33b7d5 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=a15e6639-f0c6-48b5-a2a3-61be6c052b1d HTTP/1.1" status: 200 len: 946 time: 0.0838647 Nov 26 02:54:18.076748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e52f6b1-121a-4ea9-8141-3185e6a89612 req-b179c18f-d89e-49f6-8a5e-7b44af272739 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938604 Nov 26 02:54:18.197730 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eeebb4aa-0f05-4104-859a-bd7cfaebb09e req-e67786b5-f616-4dfe-aee4-89cd92b71f09 service neutron] 10.222.0.59 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295273 Nov 26 02:54:18.199158 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a117eb8f-ee9e-4648-8e9f-b02b52239acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:18.310956 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117eb8f-ee9e-4648-8e9f-b02b52239acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d116689-fba2-4092-8237-5db4194f69a1,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:18.335657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a117eb8f-ee9e-4648-8e9f-b02b52239acd admin admin] Checking segment: {'id': 'dbebb02b-d7fe-4240-9f6f-ab1730c4e13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0f455e3c-2d42-40e0-90e3-74b50cd1f266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:54:18.336027 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a117eb8f-ee9e-4648-8e9f-b02b52239acd admin admin] Network hostable DHCP agents. Network: 0f455e3c-2d42-40e0-90e3-74b50cd1f266, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:54:18.357862 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eeebb4aa-0f05-4104-859a-bd7cfaebb09e req-65ecf537-5af9-4848-a56e-7afeff5e1d53 service neutron] 10.222.0.59 "GET /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312044 Nov 26 02:54:18.369668 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a117eb8f-ee9e-4648-8e9f-b02b52239acd admin admin] Network 0f455e3c-2d42-40e0-90e3-74b50cd1f266 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:54:18.380686 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-a117eb8f-ee9e-4648-8e9f-b02b52239acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 0f455e3c-2d42-40e0-90e3-74b50cd1f266) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:54:18.388270 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5460c52-8741-4ed9-8b62-b6abf2939022 None None] Network 0f455e3c-2d42-40e0-90e3-74b50cd1f266 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:54:18.401653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a117eb8f-ee9e-4648-8e9f-b02b52239acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:18.402257 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a117eb8f-ee9e-4648-8e9f-b02b52239acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:18.425220 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a117eb8f-ee9e-4648-8e9f-b02b52239acd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7734652 Nov 26 02:54:18.530284 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a218f5d-8218-4702-b4fe-1573202e09db None None] Network 0f455e3c-2d42-40e0-90e3-74b50cd1f266 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:54:18.947711 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26589fa1-5146-4490-8918-961477a19313 req-c1160c51-2689-456c-800d-0e12fbbafd2f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:18.957974 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26589fa1-5146-4490-8918-961477a19313 req-c1160c51-2689-456c-800d-0e12fbbafd2f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 944 time: 0.0728660 Nov 26 02:54:19.015923 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26589fa1-5146-4490-8918-961477a19313 req-9c1351c0-806c-4e5e-bec4-f1bc5266519c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549150 Nov 26 02:54:19.035432 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44540) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:19.040712 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-924e3a0e-2585-440e-9ee9-afac09d36890 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2043577587-network', 'tenant_id': '4c1ceb5b61da47b884154c768961cded'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:19.061319 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924e3a0e-2585-440e-9ee9-afac09d36890 admin admin] Made reservation on behalf of 4c1ceb5b61da47b884154c768961cded for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:54:19.065357 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-924e3a0e-2585-440e-9ee9-afac09d36890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:19.079198 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-924e3a0e-2585-440e-9ee9-afac09d36890 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:19.194857 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-924e3a0e-2585-440e-9ee9-afac09d36890 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:19.207133 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-924e3a0e-2585-440e-9ee9-afac09d36890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:19.293725 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924e3a0e-2585-440e-9ee9-afac09d36890 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:54:19.303723 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2a8d-aa49-4000-9634-a6d5f0b047e9 req-73a89d6c-5134-4f03-b18b-d42509f23256 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:19.307577 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cbcc2a8d-aa49-4000-9634-a6d5f0b047e9 req-73a89d6c-5134-4f03-b18b-d42509f23256 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=a15e6639-f0c6-48b5-a2a3-61be6c052b1d HTTP/1.1" status: 200 len: 946 time: 0.0936024 Nov 26 02:54:19.377417 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-924e3a0e-2585-440e-9ee9-afac09d36890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:19.380152 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-924e3a0e-2585-440e-9ee9-afac09d36890 admin admin] Added segment 649eabad-6ea6-4a18-bce7-6afd6ae7f0b2 of type vlan for network 8154dd52-7731-4dfd-8d4d-30b08374e4a9 Nov 26 02:54:19.382785 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e3a0e-2585-440e-9ee9-afac09d36890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34731464-8380-4284-b8bf-9b86c5660613,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:19.416916 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cbcc2a8d-aa49-4000-9634-a6d5f0b047e9 req-02aea136-0bcc-40ba-8b2d-c452ed0b1e28 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915310 Nov 26 02:54:19.456967 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab72f7-a22b-41d3-bf0c-c240eb8168e2 req-064fc26f-5dd6-494a-8f6f-b5b13e269be8 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:19.458582 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-83ab72f7-a22b-41d3-bf0c-c240eb8168e2 req-064fc26f-5dd6-494a-8f6f-b5b13e269be8 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.59 "GET /v2.0/ports?device_id=a15e6639-f0c6-48b5-a2a3-61be6c052b1d HTTP/1.1" status: 200 len: 946 time: 0.1508715 Nov 26 02:54:19.532112 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-924e3a0e-2585-440e-9ee9-afac09d36890 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:19.602618 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-924e3a0e-2585-440e-9ee9-afac09d36890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:19.603587 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924e3a0e-2585-440e-9ee9-afac09d36890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:19.604539 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-924e3a0e-2585-440e-9ee9-afac09d36890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:19.670236 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-924e3a0e-2585-440e-9ee9-afac09d36890 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6337922 Nov 26 02:54:19.673746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 44556) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:19.675981 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e3a0e-2585-440e-9ee9-afac09d36890 admin admin] Pushing event updated for resources: {'Network': ['ID=8154dd52-7731-4dfd-8d4d-30b08374e4a9,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:19.682497 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-83ab72f7-a22b-41d3-bf0c-c240eb8168e2 req-8c796ac0-d2be-4549-a83d-6c710d75c194 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Deleting port c84883a7-2138-4561-84db-7d576bbb9ccc {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:54:19.682833 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-83ab72f7-a22b-41d3-bf0c-c240eb8168e2 req-8c796ac0-d2be-4549-a83d-6c710d75c194 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:19.685621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-cd26746f-9308-4676-8751-1e531b1ac168 admin admin] Request body: {'subnet': {'network_id': '8154dd52-7731-4dfd-8d4d-30b08374e4a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2043577587-subnet', 'tenant_id': '4c1ceb5b61da47b884154c768961cded', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:19.687166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 8154dd52-7731-4dfd-8d4d-30b08374e4a9 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:54:19.720244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd26746f-9308-4676-8751-1e531b1ac168 admin admin] Made reservation on behalf of 4c1ceb5b61da47b884154c768961cded for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:54:19.723607 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cd26746f-9308-4676-8751-1e531b1ac168 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:19.822557 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-83ab72f7-a22b-41d3-bf0c-c240eb8168e2 req-8c796ac0-d2be-4549-a83d-6c710d75c194 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] For port c84883a7-2138-4561-84db-7d576bbb9ccc, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c84883a7-2138-4561-84db-7d576bbb9ccc,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:19.822979 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-83ab72f7-a22b-41d3-bf0c-c240eb8168e2 req-8c796ac0-d2be-4549-a83d-6c710d75c194 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:19.836162 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-83ab72f7-a22b-41d3-bf0c-c240eb8168e2 req-8c796ac0-d2be-4549-a83d-6c710d75c194 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Calling delete_port for c84883a7-2138-4561-84db-7d576bbb9ccc owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:54:19.994231 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-83ab72f7-a22b-41d3-bf0c-c240eb8168e2 req-8c796ac0-d2be-4549-a83d-6c710d75c194 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:20.001562 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cd26746f-9308-4676-8751-1e531b1ac168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:20.030272 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c84883a7-2138-4561-84db-7d576bbb9ccc'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:20.047061 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c796ac0-d2be-4549-a83d-6c710d75c194 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Pushing event deleted for resources: {'Port': ['ID=c84883a7-2138-4561-84db-7d576bbb9ccc,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:20.092561 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26746f-9308-4676-8751-1e531b1ac168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e08b9f9-8462-450f-a445-26cd5d9f1a26,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:20.101030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd26746f-9308-4676-8751-1e531b1ac168 admin admin] Checking segment: {'id': '649eabad-6ea6-4a18-bce7-6afd6ae7f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8154dd52-7731-4dfd-8d4d-30b08374e4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:54:20.101471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd26746f-9308-4676-8751-1e531b1ac168 admin admin] Network hostable DHCP agents. Network: 8154dd52-7731-4dfd-8d4d-30b08374e4a9, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:54:20.116815 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ab72f7-a22b-41d3-bf0c-c240eb8168e2 req-8c796ac0-d2be-4549-a83d-6c710d75c194 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] No DVR routers for this DVR port c84883a7-2138-4561-84db-7d576bbb9ccc on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:54:20.119724 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-83ab72f7-a22b-41d3-bf0c-c240eb8168e2 req-8c796ac0-d2be-4549-a83d-6c710d75c194 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:20.123447 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-83ab72f7-a22b-41d3-bf0c-c240eb8168e2 req-8c796ac0-d2be-4549-a83d-6c710d75c194 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.59 "DELETE /v2.0/ports/c84883a7-2138-4561-84db-7d576bbb9ccc HTTP/1.1" status: 204 len: 173 time: 0.6564012 Nov 26 02:54:20.123905 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15e6639-f0c6-48b5-a2a3-61be6c052b1d', 'name': 'network-vif-deleted', 'tag': 'c84883a7-2138-4561-84db-7d576bbb9ccc'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:20.133337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd26746f-9308-4676-8751-1e531b1ac168 admin admin] Network 8154dd52-7731-4dfd-8d4d-30b08374e4a9 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:54:20.134229 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176bcf6b-6647-489e-8c1f-8f8146cac5c3" -d '{"events": [{"server_uuid": "a15e6639-f0c6-48b5-a2a3-61be6c052b1d", "name": "network-vif-deleted", "tag": "c84883a7-2138-4561-84db-7d576bbb9ccc"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:20.153484 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-cd26746f-9308-4676-8751-1e531b1ac168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 8154dd52-7731-4dfd-8d4d-30b08374e4a9) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:54:20.165656 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fc6395-b116-4d37-a488-f1e4d7e89a49 None None] Network 8154dd52-7731-4dfd-8d4d-30b08374e4a9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:54:20.177317 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd26746f-9308-4676-8751-1e531b1ac168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:20.184497 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cd26746f-9308-4676-8751-1e531b1ac168 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:20.223334 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cd26746f-9308-4676-8751-1e531b1ac168 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5481973 Nov 26 02:54:20.290095 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f963ff-e2a1-4663-956b-9c96feb5a97e req-c5ab6f06-4dbb-4e75-893f-b627a165a881 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:20.291745 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69f963ff-e2a1-4663-956b-9c96feb5a97e req-c5ab6f06-4dbb-4e75-893f-b627a165a881 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 944 time: 0.0945318 Nov 26 02:54:20.390546 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 39ecc35d-3153-4a36-b792-3596aa87a3b4 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:54:20.420702 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69f963ff-e2a1-4663-956b-9c96feb5a97e req-df1f5b35-d128-4a53-8ad0-c2f090c0ac00 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221378 Nov 26 02:54:20.484544 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38c97de-3ad1-408a-a8be-9ca5c0513739 None None] Network 8154dd52-7731-4dfd-8d4d-30b08374e4a9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:54:20.509059 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6c2bad-8c34-4a9b-a9f1-128a1f0bdeb8 x-openstack-request-id: req-4b6c2bad-8c34-4a9b-a9f1-128a1f0bdeb8 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:20.509345 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15e6639-f0c6-48b5-a2a3-61be6c052b1d", "name": "network-vif-deleted", "tag": "c84883a7-2138-4561-84db-7d576bbb9ccc", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:20.509649 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b6c2bad-8c34-4a9b-a9f1-128a1f0bdeb8 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:20.510082 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15e6639-f0c6-48b5-a2a3-61be6c052b1d', 'name': 'network-vif-deleted', 'tag': 'c84883a7-2138-4561-84db-7d576bbb9ccc', 'status': 'completed', 'code': 200} Nov 26 02:54:20.693028 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 39ecc35d-3153-4a36-b792-3596aa87a3b4, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=39ecc35d-3153-4a36-b792-3596aa87a3b4,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:20.718589 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-157973f9-8ace-4eb6-a737-8cc8f549278d req-1b212d6d-cdd2-4190-880d-8487401b9a8c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=a15e6639-f0c6-48b5-a2a3-61be6c052b1d HTTP/1.1" status: 200 len: 210 time: 0.0348315 Nov 26 02:54:20.750339 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '39ecc35d-3153-4a36-b792-3596aa87a3b4', 'network_id': '9695ee60-1251-4c9f-86cb-bb7e75f253d5', 'port_id': '39ecc35d-3153-4a36-b792-3596aa87a3b4', 'mac_address': 'fa:16:3e:ef:ca:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c43934f-dad4-4b8b-af05-58049fc63ec8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:54:20.834456 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:20.850565 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ecc35d-3153-4a36-b792-3596aa87a3b4 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:54:20.881305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 39ecc35d-3153-4a36-b792-3596aa87a3b4, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=39ecc35d-3153-4a36-b792-3596aa87a3b4,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:20.892825 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:20.957013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=39ecc35d-3153-4a36-b792-3596aa87a3b4,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:21.129205 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-f0fde7fa-679b-4868-b254-276d903c31af tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:21.130817 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-f0fde7fa-679b-4868-b254-276d903c31af tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/networks?id=0f455e3c-2d42-40e0-90e3-74b50cd1f266 HTTP/1.1" status: 200 len: 824 time: 0.1274304 Nov 26 02:54:21.148031 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-1a466e64-b9e5-40f4-8bbe-28890338664a tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/quotas/05ad26a86ee740398b6faf6ec00a76de HTTP/1.1" status: 200 len: 375 time: 0.0099831 Nov 26 02:54:21.182637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-7c4bd6b8-bef9-49ed-a88c-925399e7bece tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=05ad26a86ee740398b6faf6ec00a76de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280735 Nov 26 02:54:21.202494 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['39ecc35d-3153-4a36-b792-3596aa87a3b4'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:21.303772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-a0fdcfac-77d7-4783-98b5-21d0ca4af47a service neutron] 10.222.0.31 "GET /v2.0/networks/0f455e3c-2d42-40e0-90e3-74b50cd1f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129527 Nov 26 02:54:21.399120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-ea3422e9-a3c7-4149-b023-d7320932b85d service neutron] 10.222.0.31 "GET /v2.0/networks/0f455e3c-2d42-40e0-90e3-74b50cd1f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940037 Nov 26 02:54:21.623764 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27533449-3637-457b-a348-41d7bd79838b req-b7bf6fc4-d96a-47c6-a8ff-ac7638cd943a tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:21.629909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27533449-3637-457b-a348-41d7bd79838b req-b7bf6fc4-d96a-47c6-a8ff-ac7638cd943a tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.0628381 Nov 26 02:54:21.712849 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27533449-3637-457b-a348-41d7bd79838b req-74a78551-8a3e-409f-a830-6635adaafe67 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811224 Nov 26 02:54:21.809023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-397cf087-7009-4b66-aa5e-f4cc62f7042c req-0c5bb088-c0a6-4bcc-abe4-78f8908cfb5e tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/ports?device_id=087b07ce-a05e-405b-b880-4f419224dd8a HTTP/1.1" status: 200 len: 210 time: 0.0308161 Nov 26 02:54:21.832375 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7afb45-af2d-4b7b-8490-b0be60dbed4b req-58806dc9-90cd-4fe6-ba88-412f8bdc2c44 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:21.832375 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c7afb45-af2d-4b7b-8490-b0be60dbed4b req-58806dc9-90cd-4fe6-ba88-412f8bdc2c44 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 945 time: 0.0841885 Nov 26 02:54:21.893946 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c7afb45-af2d-4b7b-8490-b0be60dbed4b req-a5f4c2c7-606d-4a1e-9f9c-5e7c0e512ddb tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555599 Nov 26 02:54:22.266267 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:22.374001 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 39ecc35d-3153-4a36-b792-3596aa87a3b4 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:54:22.381412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-4398a09b-29bd-4d62-be3a-2d4b11d0aef8 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:22.389630 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-4398a09b-29bd-4d62-be3a-2d4b11d0aef8 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 811 time: 0.1657636 Nov 26 02:54:22.401590 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-10ab7766-a57a-4466-a2da-663754ba747c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/quotas/4be478bdf8de411ba7c8fa3e014f0ef8 HTTP/1.1" status: 200 len: 375 time: 0.0109684 Nov 26 02:54:22.435417 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 39ecc35d-3153-4a36-b792-3596aa87a3b4 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:54:22.440972 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-4296b316-274b-4c87-ae92-e436e6a64178 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337398 Nov 26 02:54:22.445644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 39ecc35d-3153-4a36-b792-3596aa87a3b4 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:54:22.446788 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:22.527341 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:22.562641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1dfba97b-9820-417c-aba1-763390cc2786 service neutron] 10.222.0.31 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142063 Nov 26 02:54:22.567417 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 39ecc35d-3153-4a36-b792-3596aa87a3b4, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=39ecc35d-3153-4a36-b792-3596aa87a3b4,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:22.568474 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f5ff78-505a-4d13-a5db-f8e76224d5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ecc35d-3153-4a36-b792-3596aa87a3b4'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:22.571009 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71d58bd-ec07-4edd-828d-0d89ed0239f4" -d '{"events": [{"server_uuid": "63f5ff78-505a-4d13-a5db-f8e76224d5eb", "name": "network-vif-plugged", "status": "completed", "tag": "39ecc35d-3153-4a36-b792-3596aa87a3b4"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:22.578086 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:22.579143 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c84883a7-2138-4561-84db-7d576bbb9ccc no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:54:22.630019 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: c84883a7-2138-4561-84db-7d576bbb9ccc {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:54:22.630538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c84883a7-2138-4561-84db-7d576bbb9ccc not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:54:22.688265 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=39ecc35d-3153-4a36-b792-3596aa87a3b4,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:22.692116 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-7ec3eca6-19c8-41ba-93ed-cdf82653ff8e service neutron] 10.222.0.31 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265664 Nov 26 02:54:22.924374 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e69008-7704-4e5f-afca-fba31e80eb73 x-openstack-request-id: req-d8e69008-7704-4e5f-afca-fba31e80eb73 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:22.924679 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f5ff78-505a-4d13-a5db-f8e76224d5eb", "name": "network-vif-plugged", "status": "completed", "tag": "39ecc35d-3153-4a36-b792-3596aa87a3b4", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:22.924945 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8e69008-7704-4e5f-afca-fba31e80eb73 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:22.925359 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f5ff78-505a-4d13-a5db-f8e76224d5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ecc35d-3153-4a36-b792-3596aa87a3b4', 'code': 200} Nov 26 02:54:22.969647 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-3c8db143-8887-42a8-8d44-dd3262499339 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:22.971892 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-3c8db143-8887-42a8-8d44-dd3262499339 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.59 "GET /v2.0/networks?id=0f455e3c-2d42-40e0-90e3-74b50cd1f266 HTTP/1.1" status: 200 len: 824 time: 0.2103655 Nov 26 02:54:23.017213 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-c04bbe8b-a436-49c0-9df5-49d3ad29b8e5 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Request body: {'port': {'device_id': '087b07ce-a05e-405b-b880-4f419224dd8a', 'network_id': '0f455e3c-2d42-40e0-90e3-74b50cd1f266', 'admin_state_up': True, 'tenant_id': '05ad26a86ee740398b6faf6ec00a76de'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:23.059441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df21c89-4a97-43e8-92c7-6dd6f35a750d req-cf99a41d-2d8b-470c-9ddf-07b374152777 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:23.061209 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2df21c89-4a97-43e8-92c7-6dd6f35a750d req-cf99a41d-2d8b-470c-9ddf-07b374152777 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.0607061 Nov 26 02:54:23.176355 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8910b7-550b-436b-9beb-3e8bb3082161 req-621068a7-af16-4f66-b229-c406ad42f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:23.178374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b8910b7-550b-436b-9beb-3e8bb3082161 req-621068a7-af16-4f66-b229-c406ad42f831 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 1097 time: 0.0973260 Nov 26 02:54:23.183023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2df21c89-4a97-43e8-92c7-6dd6f35a750d req-7d904537-bdb7-40ba-9700-15ee4d157d47 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148472 Nov 26 02:54:23.186520 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-c04bbe8b-a436-49c0-9df5-49d3ad29b8e5 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Made reservation on behalf of 05ad26a86ee740398b6faf6ec00a76de for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:54:23.190721 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-c04bbe8b-a436-49c0-9df5-49d3ad29b8e5 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:23.282064 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a80a097c-ef81-4070-9bac-4c19e0bbe764 req-163c4a25-5d73-4986-8f6a-94201530cf26 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/ports?device_id=087b07ce-a05e-405b-b880-4f419224dd8a HTTP/1.1" status: 200 len: 210 time: 0.0387642 Nov 26 02:54:23.331192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b8910b7-550b-436b-9beb-3e8bb3082161 req-93038cf7-971c-4e90-9a29-45e5747f7269 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454799 Nov 26 02:54:23.352442 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4ac7df46-0e0b-4c93-943b-ec82884147d1 req-bdd48c89-ecd5-48ba-b257-5b8653a5466d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 210 time: 0.0602891 Nov 26 02:54:23.384993 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-c04bbe8b-a436-49c0-9df5-49d3ad29b8e5 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Allocated IP 172.20.0.8 (0f455e3c-2d42-40e0-90e3-74b50cd1f266/8d116689-fba2-4092-8237-5db4194f69a1/779b8c3e-04a1-4fd1-93dc-33ac370de05b) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:54:23.443947 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:23.451300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c852cc-036c-4556-9cd9-3de1822e2e20 req-4cc07acb-b981-4c61-9ebb-c757bd773f37 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:23.458559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30c852cc-036c-4556-9cd9-3de1822e2e20 req-4cc07acb-b981-4c61-9ebb-c757bd773f37 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0923839 Nov 26 02:54:23.555538 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30c852cc-036c-4556-9cd9-3de1822e2e20 req-da86fa56-7ea6-4ef9-821f-ff292f6bf31a tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870955 Nov 26 02:54:23.620874 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-c04bbe8b-a436-49c0-9df5-49d3ad29b8e5 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:23.663001 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-c04bbe8b-a436-49c0-9df5-49d3ad29b8e5 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:23.710572 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-c04bbe8b-a436-49c0-9df5-49d3ad29b8e5 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Network 0f455e3c-2d42-40e0-90e3-74b50cd1f266 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:54:23.713767 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-c04bbe8b-a436-49c0-9df5-49d3ad29b8e5 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:54:23.716974 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-c04bbe8b-a436-49c0-9df5-49d3ad29b8e5 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:54:23.748937 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bbe8b-a436-49c0-9df5-49d3ad29b8e5 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Pushing event updated for resources: {'Port': ['ID=779b8c3e-04a1-4fd1-93dc-33ac370de05b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:23.779944 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-c04bbe8b-a436-49c0-9df5-49d3ad29b8e5 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:23.780678 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-c04bbe8b-a436-49c0-9df5-49d3ad29b8e5 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:23.799362 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-c04bbe8b-a436-49c0-9df5-49d3ad29b8e5 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7890735 Nov 26 02:54:23.819363 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Request body: {'port': {'device_id': '087b07ce-a05e-405b-b880-4f419224dd8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:23.876438 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:24.138373 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779b8c3e-04a1-4fd1-93dc-33ac370de05b {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:54:24.148620 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:24.164088 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Transition to ACTIVE for port object 779b8c3e-04a1-4fd1-93dc-33ac370de05b will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:54:24.167722 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:24.344429 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=779b8c3e-04a1-4fd1-93dc-33ac370de05b,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:24.368194 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Attempting to bind port 779b8c3e-04a1-4fd1-93dc-33ac370de05b on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:54:24.368744 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Attempting to bind port 779b8c3e-04a1-4fd1-93dc-33ac370de05b by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'dbebb02b-d7fe-4240-9f6f-ab1730c4e13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0f455e3c-2d42-40e0-90e3-74b50cd1f266'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:54:24.369279 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Attempting to bind port 779b8c3e-04a1-4fd1-93dc-33ac370de05b on network 0f455e3c-2d42-40e0-90e3-74b50cd1f266 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:54:24.389773 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Port 779b8c3e-04a1-4fd1-93dc-33ac370de05b on network 0f455e3c-2d42-40e0-90e3-74b50cd1f266 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:54:24.390267 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Attempting to bind port 779b8c3e-04a1-4fd1-93dc-33ac370de05b on network 0f455e3c-2d42-40e0-90e3-74b50cd1f266 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:54:24.399799 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:54:24.400318 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Checking segment: {'id': 'dbebb02b-d7fe-4240-9f6f-ab1730c4e13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0f455e3c-2d42-40e0-90e3-74b50cd1f266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:54:24.400952 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Bound using segment: {'id': 'dbebb02b-d7fe-4240-9f6f-ab1730c4e13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0f455e3c-2d42-40e0-90e3-74b50cd1f266'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:54:24.401494 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Bound port: 779b8c3e-04a1-4fd1-93dc-33ac370de05b, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbebb02b-d7fe-4240-9f6f-ab1730c4e13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0f455e3c-2d42-40e0-90e3-74b50cd1f266'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:54:24.401975 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:24.420138 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1c144af8-f347-4662-918d-90ac58e4b9af tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:24.421814 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1c144af8-f347-4662-918d-90ac58e4b9af tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.54 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 811 time: 0.2311325 Nov 26 02:54:24.433994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 44700) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:24.449578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1ddab864-1ff2-4ac9-a040-803885a11a05 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Request body: {'port': {'device_id': 'ed3d417e-69e0-4afa-8755-1665abf0bc45', 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e', 'admin_state_up': True, 'tenant_id': '4be478bdf8de411ba7c8fa3e014f0ef8'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:24.464951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6300b69-b0ad-4297-9111-629494736681 req-cb311426-8e1a-4dcf-b336-61c9afd8bd99 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:24.472588 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d6300b69-b0ad-4297-9111-629494736681 req-cb311426-8e1a-4dcf-b336-61c9afd8bd99 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.1458063 Nov 26 02:54:24.486429 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] For port 779b8c3e-04a1-4fd1-93dc-33ac370de05b, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:54:24.490936 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] For port 779b8c3e-04a1-4fd1-93dc-33ac370de05b, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=779b8c3e-04a1-4fd1-93dc-33ac370de05b,segment=NetworkSegment(dbebb02b-d7fe-4240-9f6f-ab1730c4e13e),segment_id=dbebb02b-d7fe-4240-9f6f-ab1730c4e13e)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:54:24.496380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65f533-aeaf-4e66-8eb6-62bffff278af req-08eb38f1-d628-45b2-a189-e06826171cb7 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:24.497072 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:24.497911 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b65f533-aeaf-4e66-8eb6-62bffff278af req-08eb38f1-d628-45b2-a189-e06826171cb7 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/ports?device_id=087b07ce-a05e-405b-b880-4f419224dd8a HTTP/1.1" status: 200 len: 943 time: 0.1158955 Nov 26 02:54:24.536080 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:24.536965 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:24.538479 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] 10.222.0.59 "PUT /v2.0/ports/779b8c3e-04a1-4fd1-93dc-33ac370de05b HTTP/1.1" status: 200 len: 1091 time: 0.7233617 Nov 26 02:54:24.539023 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087b07ce-a05e-405b-b880-4f419224dd8a', 'tag': '779b8c3e-04a1-4fd1-93dc-33ac370de05b'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:24.542076 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbb3e19-74b6-4b0a-afc4-5467df05fd40" -d '{"events": [{"name": "network-changed", "server_uuid": "087b07ce-a05e-405b-b880-4f419224dd8a", "tag": "779b8c3e-04a1-4fd1-93dc-33ac370de05b"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:24.574513 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30a285-8a22-4bf0-8494-1946dc954ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=779b8c3e-04a1-4fd1-93dc-33ac370de05b,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:24.647491 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-004506a4-d429-4e99-8b05-4a4dd6d9f48c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:24.676717 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-01fa2d47-b08b-44b7-b8f5-9d85a830c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:24.678412 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-01fa2d47-b08b-44b7-b8f5-9d85a830c0c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05ad26a86ee740398b6faf6ec00a76de&device_id=087b07ce-a05e-405b-b880-4f419224dd8a HTTP/1.1" status: 200 len: 1094 time: 0.0641706 Nov 26 02:54:24.707008 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b65f533-aeaf-4e66-8eb6-62bffff278af req-7193264b-d9d3-4669-9f83-157567332838 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1382ed5-dbdb-4d3c-8f86-775a4eccb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480515 Nov 26 02:54:24.721354 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d6300b69-b0ad-4297-9111-629494736681 req-68cfeab7-3767-491f-8e5a-ab9c58e9ac47 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478886 Nov 26 02:54:24.763912 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-24f1c691-a1f6-4758-86ad-de9db78d8d83 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=779b8c3e-04a1-4fd1-93dc-33ac370de05b HTTP/1.1" status: 200 len: 217 time: 0.0715606 Nov 26 02:54:24.847554 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d3398f5-b0ab-4ede-ae6d-ccaa5f9f6df3 req-1ba15722-f9ff-4bac-bc3b-f2600ace4f9d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 210 time: 0.0417902 Nov 26 02:54:24.864725 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-39faa19f-59a7-4d08-ab8f-f810a9770342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:24.867921 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1ddab864-1ff2-4ac9-a040-803885a11a05 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Made reservation on behalf of 4be478bdf8de411ba7c8fa3e014f0ef8 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:54:24.869910 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-39faa19f-59a7-4d08-ab8f-f810a9770342 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d116689-fba2-4092-8237-5db4194f69a1 HTTP/1.1" status: 200 len: 864 time: 0.0947144 Nov 26 02:54:24.884547 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1ddab864-1ff2-4ac9-a040-803885a11a05 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:24.934384 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-8da60e5b-c1dc-423e-948f-a5092ac8103c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f455e3c-2d42-40e0-90e3-74b50cd1f266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531874 Nov 26 02:54:24.935960 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd89a4f7-a938-4dd6-8e21-061f2f0054af x-openstack-request-id: req-cd89a4f7-a938-4dd6-8e21-061f2f0054af {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:24.936438 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087b07ce-a05e-405b-b880-4f419224dd8a", "tag": "779b8c3e-04a1-4fd1-93dc-33ac370de05b", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:24.936703 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd89a4f7-a938-4dd6-8e21-061f2f0054af {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:24.937321 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '087b07ce-a05e-405b-b880-4f419224dd8a', 'tag': '779b8c3e-04a1-4fd1-93dc-33ac370de05b', 'status': 'completed', 'code': 200} Nov 26 02:54:24.992922 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-004506a4-d429-4e99-8b05-4a4dd6d9f48c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:25.009785 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-004506a4-d429-4e99-8b05-4a4dd6d9f48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:25.066963 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-c9c79a10-54d3-49ff-bed5-1c47eaf87b3e service neutron] 10.222.0.59 "GET /v2.0/networks/0f455e3c-2d42-40e0-90e3-74b50cd1f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250074 Nov 26 02:54:25.123622 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-004506a4-d429-4e99-8b05-4a4dd6d9f48c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6101d9812034d53802db87dd710b477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6888285 Nov 26 02:54:25.127347 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44714) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:25.130144 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004506a4-d429-4e99-8b05-4a4dd6d9f48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1aa152-24ee-4c8f-885c-4928d3a374e7,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:25.153159 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044cdf2-2a25-448f-a7ba-df538fe36da6 req-f38ace20-e097-489a-b24e-fd9f83bd302d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:25.154672 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f044cdf2-2a25-448f-a7ba-df538fe36da6 req-f38ace20-e097-489a-b24e-fd9f83bd302d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.1706958 Nov 26 02:54:25.173314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004506a4-d429-4e99-8b05-4a4dd6d9f48c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:25.173668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004506a4-d429-4e99-8b05-4a4dd6d9f48c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:25.174019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004506a4-d429-4e99-8b05-4a4dd6d9f48c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:25.174392 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004506a4-d429-4e99-8b05-4a4dd6d9f48c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:25.174736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004506a4-d429-4e99-8b05-4a4dd6d9f48c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:25.175074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004506a4-d429-4e99-8b05-4a4dd6d9f48c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:25.175409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004506a4-d429-4e99-8b05-4a4dd6d9f48c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:25.175735 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004506a4-d429-4e99-8b05-4a4dd6d9f48c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:25.176086 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004506a4-d429-4e99-8b05-4a4dd6d9f48c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:25.176413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004506a4-d429-4e99-8b05-4a4dd6d9f48c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:25.176743 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004506a4-d429-4e99-8b05-4a4dd6d9f48c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:25.177066 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004506a4-d429-4e99-8b05-4a4dd6d9f48c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:25.194366 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1ddab864-1ff2-4ac9-a040-803885a11a05 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Allocated IP 172.20.0.10 (6f6608d8-291a-4259-8927-5089b1ce2d2e/afcc1d3e-e838-4aac-9873-c211c542870e/44c820e0-df5c-449a-bfeb-66e0f5662415) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:54:25.209739 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-96c4e179-c5a2-4c0f-817b-4e8a2ed3ef24 req-618c7246-8459-449a-b654-a2bac43b46c7 service neutron] 10.222.0.59 "GET /v2.0/networks/0f455e3c-2d42-40e0-90e3-74b50cd1f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352556 Nov 26 02:54:25.214750 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af210878-d2b1-4f03-bcaa-aeee920c1688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:25.257182 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af210878-d2b1-4f03-bcaa-aeee920c1688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:25.278877 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f044cdf2-2a25-448f-a7ba-df538fe36da6 req-5e358cd5-0e27-4bea-aa8b-1c57378bb4b2 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113501 Nov 26 02:54:25.318645 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af210878-d2b1-4f03-bcaa-aeee920c1688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:25.321947 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af210878-d2b1-4f03-bcaa-aeee920c1688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:25.325517 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-af210878-d2b1-4f03-bcaa-aeee920c1688 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce1aa152-24ee-4c8f-885c-4928d3a374e7 HTTP/1.1" status: 204 len: 168 time: 0.1944408 Nov 26 02:54:25.371063 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af210878-d2b1-4f03-bcaa-aeee920c1688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1aa152-24ee-4c8f-885c-4928d3a374e7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:25.408272 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb3e19-74b6-4b0a-afc4-5467df05fd40 req-86dc0513-b545-46bd-8681-d3c9430502f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:25.411264 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ebbb3e19-74b6-4b0a-afc4-5467df05fd40 req-86dc0513-b545-46bd-8681-d3c9430502f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05ad26a86ee740398b6faf6ec00a76de&device_id=087b07ce-a05e-405b-b880-4f419224dd8a HTTP/1.1" status: 200 len: 1094 time: 0.0870440 Nov 26 02:54:25.441509 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1ddab864-1ff2-4ac9-a040-803885a11a05 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:25.502788 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1ddab864-1ff2-4ac9-a040-803885a11a05 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:25.548327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1ddab864-1ff2-4ac9-a040-803885a11a05 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Network 6f6608d8-291a-4259-8927-5089b1ce2d2e is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:54:25.551551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1ddab864-1ff2-4ac9-a040-803885a11a05 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:54:25.554131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1ddab864-1ff2-4ac9-a040-803885a11a05 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:54:25.597699 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb3e19-74b6-4b0a-afc4-5467df05fd40 req-ee6f9210-244b-4806-855e-e48ee6baa1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:25.599845 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ebbb3e19-74b6-4b0a-afc4-5467df05fd40 req-ee6f9210-244b-4806-855e-e48ee6baa1d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f455e3c-2d42-40e0-90e3-74b50cd1f266 HTTP/1.1" status: 200 len: 925 time: 0.1796799 Nov 26 02:54:25.638848 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddab864-1ff2-4ac9-a040-803885a11a05 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Pushing event updated for resources: {'Port': ['ID=44c820e0-df5c-449a-bfeb-66e0f5662415,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:25.664621 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ebbb3e19-74b6-4b0a-afc4-5467df05fd40 req-36ad617e-abaa-4d93-abf5-4f5f55959bc6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=779b8c3e-04a1-4fd1-93dc-33ac370de05b HTTP/1.1" status: 200 len: 217 time: 0.0553684 Nov 26 02:54:25.666895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1ddab864-1ff2-4ac9-a040-803885a11a05 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:25.667528 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1ddab864-1ff2-4ac9-a040-803885a11a05 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:25.686061 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff686bd-565e-4093-b919-ba3fc6e58c96 req-b4cbed91-1773-4264-b7ed-2d0a56156f05 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:25.687594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4ff686bd-565e-4093-b919-ba3fc6e58c96 req-b4cbed91-1773-4264-b7ed-2d0a56156f05 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.1063185 Nov 26 02:54:25.705323 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1ddab864-1ff2-4ac9-a040-803885a11a05 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2638834 Nov 26 02:54:25.737338 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb3e19-74b6-4b0a-afc4-5467df05fd40 req-b452bf0e-4bbc-48bd-ba6a-80327044e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:25.739852 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ebbb3e19-74b6-4b0a-afc4-5467df05fd40 req-b452bf0e-4bbc-48bd-ba6a-80327044e9cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d116689-fba2-4092-8237-5db4194f69a1 HTTP/1.1" status: 200 len: 864 time: 0.0674615 Nov 26 02:54:25.743660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Request body: {'port': {'device_id': 'ed3d417e-69e0-4afa-8755-1665abf0bc45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:25.781209 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ebbb3e19-74b6-4b0a-afc4-5467df05fd40 req-a1ef27cc-fd71-4a6f-83bb-115a9ff1131b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f455e3c-2d42-40e0-90e3-74b50cd1f266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259249 Nov 26 02:54:25.802185 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4ff686bd-565e-4093-b919-ba3fc6e58c96 req-84a32659-5bf6-4280-a1ec-3d65e2a5c75a tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078377 Nov 26 02:54:25.893796 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ebbb3e19-74b6-4b0a-afc4-5467df05fd40 req-868cdb68-486b-43d9-8ec0-76a7dada209e service neutron] 10.222.0.59 "GET /v2.0/networks/0f455e3c-2d42-40e0-90e3-74b50cd1f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040165 Nov 26 02:54:25.945409 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:26.005575 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ebbb3e19-74b6-4b0a-afc4-5467df05fd40 req-1133f4f4-e5a1-4b85-b171-4b956e56c0aa service neutron] 10.222.0.59 "GET /v2.0/networks/0f455e3c-2d42-40e0-90e3-74b50cd1f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043572 Nov 26 02:54:26.337501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee08e2-8ee8-46b8-a254-0a402c545a98 req-8afde586-cbb8-4459-bb06-ae912cb97af0 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:26.338954 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4ee08e2-8ee8-46b8-a254-0a402c545a98 req-8afde586-cbb8-4459-bb06-ae912cb97af0 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/ports?device_id=087b07ce-a05e-405b-b880-4f419224dd8a HTTP/1.1" status: 200 len: 943 time: 0.4622841 Nov 26 02:54:26.365004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a977db3-9701-4347-87d2-c4c3810340ce req-e9555a7b-88c1-4e5a-b483-d661fc40a27d tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:26.366414 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a977db3-9701-4347-87d2-c4c3810340ce req-e9555a7b-88c1-4e5a-b483-d661fc40a27d tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.4477382 Nov 26 02:54:26.483197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4ee08e2-8ee8-46b8-a254-0a402c545a98 req-7148c7bd-18db-4b4d-a57d-853c5d8e4b4c tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1382ed5-dbdb-4d3c-8f86-775a4eccb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353495 Nov 26 02:54:26.540662 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a977db3-9701-4347-87d2-c4c3810340ce req-7057b569-30d4-47b5-acd7-9b53347197fb tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673191 Nov 26 02:54:26.619679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8b2c7-a760-4ef9-a649-a190c0738580 req-da829881-47a6-4c0e-8a68-1597cd4aa28a tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:26.621218 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a0c8b2c7-a760-4ef9-a649-a190c0738580 req-da829881-47a6-4c0e-8a68-1597cd4aa28a tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0783079 Nov 26 02:54:26.737618 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a0c8b2c7-a760-4ef9-a649-a190c0738580 req-4b6a5f84-3869-4086-8fee-55d22d0cb4c1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059947 Nov 26 02:54:26.750903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c820e0-df5c-449a-bfeb-66e0f5662415 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:54:26.760587 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:26.778846 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdea6f9-ec48-4722-b1c2-b96f105fe8ce req-d8c1e3af-9d23-42f6-9d9e-86cef5192d3e tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:26.780367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0bdea6f9-ec48-4722-b1c2-b96f105fe8ce req-d8c1e3af-9d23-42f6-9d9e-86cef5192d3e tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 932 time: 0.1057425 Nov 26 02:54:26.785725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Transition to ACTIVE for port object 44c820e0-df5c-449a-bfeb-66e0f5662415 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:54:26.794361 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:26.866273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Pushing event updated for resources: {'Port': ['ID=44c820e0-df5c-449a-bfeb-66e0f5662415,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:26.882638 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0bdea6f9-ec48-4722-b1c2-b96f105fe8ce req-40df16e9-1922-47f5-a3b2-950c4f0f37d0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946715 Nov 26 02:54:26.948360 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Attempting to bind port 44c820e0-df5c-449a-bfeb-66e0f5662415 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:54:26.948701 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Attempting to bind port 44c820e0-df5c-449a-bfeb-66e0f5662415 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:54:26.949034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Attempting to bind port 44c820e0-df5c-449a-bfeb-66e0f5662415 on network 6f6608d8-291a-4259-8927-5089b1ce2d2e {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:54:26.954099 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Port 44c820e0-df5c-449a-bfeb-66e0f5662415 on network 6f6608d8-291a-4259-8927-5089b1ce2d2e not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:54:26.954265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Attempting to bind port 44c820e0-df5c-449a-bfeb-66e0f5662415 on network 6f6608d8-291a-4259-8927-5089b1ce2d2e {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:54:26.959298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:54:26.959640 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Checking segment: {'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:54:26.960026 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Bound using segment: {'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:54:26.960496 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Bound port: 44c820e0-df5c-449a-bfeb-66e0f5662415, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:54:26.960856 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:27.043252 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] For port 44c820e0-df5c-449a-bfeb-66e0f5662415, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:54:27.048424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] For port 44c820e0-df5c-449a-bfeb-66e0f5662415, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=44c820e0-df5c-449a-bfeb-66e0f5662415,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:54:27.059600 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:27.115709 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:27.116592 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:27.117998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] 10.222.0.54 "PUT /v2.0/ports/44c820e0-df5c-449a-bfeb-66e0f5662415 HTTP/1.1" status: 200 len: 1092 time: 1.3870778 Nov 26 02:54:27.124695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3d417e-69e0-4afa-8755-1665abf0bc45', 'tag': '44c820e0-df5c-449a-bfeb-66e0f5662415'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:27.127702 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4759dc-2e61-48c3-bebf-80bcea555caf" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3d417e-69e0-4afa-8755-1665abf0bc45", "tag": "44c820e0-df5c-449a-bfeb-66e0f5662415"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:27.164639 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052415b1-1cc0-44f3-9119-227f3879657c req-941b0129-bc86-4e8a-994f-d94a8aa2cc04 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:27.166842 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-052415b1-1cc0-44f3-9119-227f3879657c req-941b0129-bc86-4e8a-994f-d94a8aa2cc04 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.1213105 Nov 26 02:54:27.168153 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef0e11-87fb-4148-8d39-44d6f8424e52 service neutron] Pushing event updated for resources: {'Port': ['ID=44c820e0-df5c-449a-bfeb-66e0f5662415,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:27.174204 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0de14c-33ec-43e4-b851-ad83b09768ca x-openstack-request-id: req-9e0de14c-33ec-43e4-b851-ad83b09768ca {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:27.174504 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3d417e-69e0-4afa-8755-1665abf0bc45", "tag": "44c820e0-df5c-449a-bfeb-66e0f5662415", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:27.174819 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e0de14c-33ec-43e4-b851-ad83b09768ca {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:27.175316 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3d417e-69e0-4afa-8755-1665abf0bc45', 'tag': '44c820e0-df5c-449a-bfeb-66e0f5662415', 'status': 'completed', 'code': 200} Nov 26 02:54:27.258534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-052415b1-1cc0-44f3-9119-227f3879657c req-a665b831-b2db-474d-b224-3d631876b31d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717094 Nov 26 02:54:27.264848 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-928f1286-f16f-4c13-bbff-9dc50211a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:27.266886 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-928f1286-f16f-4c13-bbff-9dc50211a1f3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 1095 time: 0.0642676 Nov 26 02:54:27.285165 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44770) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:27.320105 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-9bc72952-da05-48f1-83e3-706c82471ef1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44c820e0-df5c-449a-bfeb-66e0f5662415 HTTP/1.1" status: 200 len: 217 time: 0.0351799 Nov 26 02:54:27.376507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-37e6b6e8-ae31-460b-b4c5-f30eb53d433b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:27.377933 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-37e6b6e8-ae31-460b-b4c5-f30eb53d433b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afcc1d3e-e838-4aac-9873-c211c542870e HTTP/1.1" status: 200 len: 851 time: 0.0481617 Nov 26 02:54:27.392909 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46ed1d46-783a-4301-8152-cd90de2cf33e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:27.412571 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-1c4d34dc-4b40-4a88-b4f7-71277226c432 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f6608d8-291a-4259-8927-5089b1ce2d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242243 Nov 26 02:54:27.468519 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46ed1d46-783a-4301-8152-cd90de2cf33e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:27.474648 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46ed1d46-783a-4301-8152-cd90de2cf33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:27.507400 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-db451bbe-95f2-4143-aec6-d33545822b5f service neutron] 10.222.0.54 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843399 Nov 26 02:54:27.511996 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-46ed1d46-783a-4301-8152-cd90de2cf33e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7a105dc0dad453ebf8e1aa7030962ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2257237 Nov 26 02:54:27.513394 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed1d46-783a-4301-8152-cd90de2cf33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4feef814-1ea5-4cc7-b299-2571bfa82c34,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:27.515421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 44776) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:27.710596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088cae5-68b6-4c49-840b-9c0de3d9cb3f req-4866a9de-1433-44ca-af7b-47ded3f187c9 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:27.712106 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6088cae5-68b6-4c49-840b-9c0de3d9cb3f req-4866a9de-1433-44ca-af7b-47ded3f187c9 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/ports?device_id=087b07ce-a05e-405b-b880-4f419224dd8a HTTP/1.1" status: 200 len: 943 time: 0.1373103 Nov 26 02:54:27.712713 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ae89ac39-8809-4bb5-bcd1-0c59789cae75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:27.722791 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e44dcd8-adff-4555-ba04-f366023e27d1 req-4e03a482-db46-4027-9c0f-657414849cae service neutron] 10.222.0.54 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000091 Nov 26 02:54:27.767402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449d64c-6413-48a5-a98a-73bda6448597 req-67eb8353-414e-4c9b-8fda-1dc15daaefe2 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:27.768909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0449d64c-6413-48a5-a98a-73bda6448597 req-67eb8353-414e-4c9b-8fda-1dc15daaefe2 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.1529839 Nov 26 02:54:27.770722 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ae89ac39-8809-4bb5-bcd1-0c59789cae75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:27.853415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6088cae5-68b6-4c49-840b-9c0de3d9cb3f req-faae0c99-0593-4acc-b8a4-66ef80c6bdc1 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1382ed5-dbdb-4d3c-8f86-775a4eccb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348159 Nov 26 02:54:27.906299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0449d64c-6413-48a5-a98a-73bda6448597 req-a401d519-0467-4625-80b4-2e33b984c540 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279619 Nov 26 02:54:27.916143 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4759dc-2e61-48c3-bebf-80bcea555caf req-d2525a9a-bbef-492e-b41a-851471cab405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:27.917687 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f4759dc-2e61-48c3-bebf-80bcea555caf req-d2525a9a-bbef-492e-b41a-851471cab405 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 1095 time: 0.0894620 Nov 26 02:54:27.918408 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ae89ac39-8809-4bb5-bcd1-0c59789cae75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:27.922351 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ae89ac39-8809-4bb5-bcd1-0c59789cae75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:27.923577 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ae89ac39-8809-4bb5-bcd1-0c59789cae75 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4feef814-1ea5-4cc7-b299-2571bfa82c34 HTTP/1.1" status: 204 len: 168 time: 0.4064331 Nov 26 02:54:27.932943 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89ac39-8809-4bb5-bcd1-0c59789cae75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feef814-1ea5-4cc7-b299-2571bfa82c34,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:28.070571 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4759dc-2e61-48c3-bebf-80bcea555caf req-76bc8408-f4fa-48de-8d07-d37ec5b255ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:28.072104 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f4759dc-2e61-48c3-bebf-80bcea555caf req-76bc8408-f4fa-48de-8d07-d37ec5b255ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 912 time: 0.1226838 Nov 26 02:54:28.084942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02437aa7-2087-49e9-b7b7-9696d3b2ed22 req-c7c57361-0618-4151-83a7-43cd3e5c5142 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:28.086400 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02437aa7-2087-49e9-b7b7-9696d3b2ed22 req-c7c57361-0618-4151-83a7-43cd3e5c5142 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 944 time: 0.0773840 Nov 26 02:54:28.141200 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f4759dc-2e61-48c3-bebf-80bcea555caf req-8897fafb-ba3f-49e3-95c1-e08b91e4ec72 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44c820e0-df5c-449a-bfeb-66e0f5662415 HTTP/1.1" status: 200 len: 217 time: 0.0507419 Nov 26 02:54:28.202672 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02437aa7-2087-49e9-b7b7-9696d3b2ed22 req-e1de7e18-c138-4d88-b539-990c374323be tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039941 Nov 26 02:54:28.212381 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4759dc-2e61-48c3-bebf-80bcea555caf req-e8dcc672-c7ea-4d90-b65a-537faab24f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:28.213838 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f4759dc-2e61-48c3-bebf-80bcea555caf req-e8dcc672-c7ea-4d90-b65a-537faab24f1d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afcc1d3e-e838-4aac-9873-c211c542870e HTTP/1.1" status: 200 len: 851 time: 0.0650861 Nov 26 02:54:28.251981 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f4759dc-2e61-48c3-bebf-80bcea555caf req-5a5660f2-b67e-49e9-86cd-923e1781531d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f6608d8-291a-4259-8927-5089b1ce2d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300007 Nov 26 02:54:28.379870 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f4759dc-2e61-48c3-bebf-80bcea555caf req-7d9f42c1-4398-4276-a771-8d5b5ff47065 service neutron] 10.222.0.54 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197476 Nov 26 02:54:28.402820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3c81d-5569-40ea-a8cb-8714a5984a1c req-ef7445b0-c309-4844-b3c1-acd27f30dcfb tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:28.404525 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-40c3c81d-5569-40ea-a8cb-8714a5984a1c req-ef7445b0-c309-4844-b3c1-acd27f30dcfb tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0672729 Nov 26 02:54:28.412828 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 779b8c3e-04a1-4fd1-93dc-33ac370de05b details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:54:28.520106 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-40c3c81d-5569-40ea-a8cb-8714a5984a1c req-0e64d38d-eb53-4717-998a-f5544b558c80 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036890 Nov 26 02:54:28.524476 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 779b8c3e-04a1-4fd1-93dc-33ac370de05b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=779b8c3e-04a1-4fd1-93dc-33ac370de05b,segment=NetworkSegment(dbebb02b-d7fe-4240-9f6f-ab1730c4e13e),segment_id=dbebb02b-d7fe-4240-9f6f-ab1730c4e13e)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:28.526265 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f4759dc-2e61-48c3-bebf-80bcea555caf req-a9e87db0-f159-4a3a-aa62-8b1600779542 service neutron] 10.222.0.54 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382809 Nov 26 02:54:28.536611 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '779b8c3e-04a1-4fd1-93dc-33ac370de05b', 'network_id': '0f455e3c-2d42-40e0-90e3-74b50cd1f266', 'port_id': '779b8c3e-04a1-4fd1-93dc-33ac370de05b', 'mac_address': 'fa:16:3e:d2:a7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d116689-fba2-4092-8237-5db4194f69a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:54:28.574698 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:28.588321 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779b8c3e-04a1-4fd1-93dc-33ac370de05b {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:54:28.591234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 44812) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:28.609318 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 779b8c3e-04a1-4fd1-93dc-33ac370de05b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=779b8c3e-04a1-4fd1-93dc-33ac370de05b,segment=NetworkSegment(dbebb02b-d7fe-4240-9f6f-ab1730c4e13e),segment_id=dbebb02b-d7fe-4240-9f6f-ab1730c4e13e)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:28.614983 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:28.667736 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=779b8c3e-04a1-4fd1-93dc-33ac370de05b,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:28.700133 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-e2a0188a-c4e9-49d3-b85e-af4ca0397b9b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1520262432-network', 'tenant_id': '520ff9420b704d8db0f444895bd76fae'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:28.721047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a0188a-c4e9-49d3-b85e-af4ca0397b9b admin admin] Made reservation on behalf of 520ff9420b704d8db0f444895bd76fae for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:54:28.723458 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2a0188a-c4e9-49d3-b85e-af4ca0397b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:28.732767 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2a0188a-c4e9-49d3-b85e-af4ca0397b9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:28.807773 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2a0188a-c4e9-49d3-b85e-af4ca0397b9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:28.811396 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2a0188a-c4e9-49d3-b85e-af4ca0397b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:28.835875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a0188a-c4e9-49d3-b85e-af4ca0397b9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:54:28.846170 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0188a-c4e9-49d3-b85e-af4ca0397b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:28.851211 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2a0188a-c4e9-49d3-b85e-af4ca0397b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:28.851561 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-e2a0188a-c4e9-49d3-b85e-af4ca0397b9b admin admin] Added segment 3548748d-4f04-4d12-938c-8675885efb66 of type vlan for network 9ed15978-d56f-4d77-911b-29cd615b31e8 Nov 26 02:54:28.894766 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2a0188a-c4e9-49d3-b85e-af4ca0397b9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:28.924531 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2a0188a-c4e9-49d3-b85e-af4ca0397b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:28.925440 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a0188a-c4e9-49d3-b85e-af4ca0397b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:28.926229 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2a0188a-c4e9-49d3-b85e-af4ca0397b9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:28.926695 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['779b8c3e-04a1-4fd1-93dc-33ac370de05b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:29.051548 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e2a0188a-c4e9-49d3-b85e-af4ca0397b9b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4591444 Nov 26 02:54:29.054518 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44824) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:29.060897 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-dc1edf02-621f-450c-a59f-55e57b7fd0b3 admin admin] Request body: {'subnet': {'network_id': '9ed15978-d56f-4d77-911b-29cd615b31e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1520262432-subnet', 'tenant_id': '520ff9420b704d8db0f444895bd76fae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:29.065284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0188a-c4e9-49d3-b85e-af4ca0397b9b admin admin] Pushing event updated for resources: {'Network': ['ID=9ed15978-d56f-4d77-911b-29cd615b31e8,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:29.076641 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 9ed15978-d56f-4d77-911b-29cd615b31e8 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:54:29.081234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e26978-dcab-494e-aba8-93d235fc0e05 req-e2a5547d-9557-4f87-a9f9-98fe1e3412dd tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:29.082796 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3e26978-dcab-494e-aba8-93d235fc0e05 req-e2a5547d-9557-4f87-a9f9-98fe1e3412dd tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/ports?device_id=087b07ce-a05e-405b-b880-4f419224dd8a HTTP/1.1" status: 200 len: 944 time: 0.1541047 Nov 26 02:54:29.090841 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1edf02-621f-450c-a59f-55e57b7fd0b3 admin admin] Made reservation on behalf of 520ff9420b704d8db0f444895bd76fae for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:54:29.093492 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dc1edf02-621f-450c-a59f-55e57b7fd0b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:29.097675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e568a87-ffbc-43bb-a05b-2ea29a1f0cfb req-abcb285f-082c-47ea-89ea-3d691c84d71c tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:29.099221 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e568a87-ffbc-43bb-a05b-2ea29a1f0cfb req-abcb285f-082c-47ea-89ea-3d691c84d71c tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.1107867 Nov 26 02:54:29.174662 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3e26978-dcab-494e-aba8-93d235fc0e05 req-e9d8cff4-fcd6-49d2-bbb5-846a00257fa7 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1382ed5-dbdb-4d3c-8f86-775a4eccb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742984 Nov 26 02:54:29.182739 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e568a87-ffbc-43bb-a05b-2ea29a1f0cfb req-3be82c74-994e-4f61-9f54-1f25748ba3b3 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752954 Nov 26 02:54:29.390194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528899ca-65de-4308-b71c-5435e46bb795 req-d75d714a-79f8-402d-a78e-1819ac11a2b4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:29.392399 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-528899ca-65de-4308-b71c-5435e46bb795 req-d75d714a-79f8-402d-a78e-1819ac11a2b4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 944 time: 0.0516560 Nov 26 02:54:29.440326 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-528899ca-65de-4308-b71c-5435e46bb795 req-ace98636-17cc-4727-aea2-b0c93b4997b2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416636 Nov 26 02:54:29.527058 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dc1edf02-621f-450c-a59f-55e57b7fd0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:29.587162 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1edf02-621f-450c-a59f-55e57b7fd0b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78a3ba49-f97b-46ea-9cad-f78b1f3fbbc5,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:29.595929 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1edf02-621f-450c-a59f-55e57b7fd0b3 admin admin] Checking segment: {'id': '3548748d-4f04-4d12-938c-8675885efb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ed15978-d56f-4d77-911b-29cd615b31e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:54:29.596352 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1edf02-621f-450c-a59f-55e57b7fd0b3 admin admin] Network hostable DHCP agents. Network: 9ed15978-d56f-4d77-911b-29cd615b31e8, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:54:29.616584 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1edf02-621f-450c-a59f-55e57b7fd0b3 admin admin] Network 9ed15978-d56f-4d77-911b-29cd615b31e8 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:54:29.627430 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-dc1edf02-621f-450c-a59f-55e57b7fd0b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 9ed15978-d56f-4d77-911b-29cd615b31e8) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:54:29.631815 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1edf02-621f-450c-a59f-55e57b7fd0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:29.633894 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dc1edf02-621f-450c-a59f-55e57b7fd0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:29.641992 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d78ced9-29e4-4605-a464-2363a16bbdd6 None None] Network 9ed15978-d56f-4d77-911b-29cd615b31e8 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:54:29.668447 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dc1edf02-621f-450c-a59f-55e57b7fd0b3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6122618 Nov 26 02:54:29.676004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8912b2-e828-4618-955d-1f1b0576f9b9 req-627c5223-eaf0-4586-9180-9036877ade74 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:29.677742 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed8912b2-e828-4618-955d-1f1b0576f9b9 req-627c5223-eaf0-4586-9180-9036877ade74 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0659080 Nov 26 02:54:29.748503 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed8912b2-e828-4618-955d-1f1b0576f9b9 req-63958054-d4f9-4f10-b902-edf90ace61b5 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592802 Nov 26 02:54:29.811067 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dd12e6-7b5c-49cf-b4b8-8768490e5e05 None None] Network 9ed15978-d56f-4d77-911b-29cd615b31e8 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:54:29.959143 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-b5f435c1-ee55-44b4-95a2-a8136de3b8d6 req-87785220-b13f-40e4-b200-a9f926a73fdd tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1759119717', 'description': 'tempest-description-1205742825'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:29.981958 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5f435c1-ee55-44b4-95a2-a8136de3b8d6 req-87785220-b13f-40e4-b200-a9f926a73fdd tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:30.054465 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5f435c1-ee55-44b4-95a2-a8136de3b8d6 req-87785220-b13f-40e4-b200-a9f926a73fdd tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:30.058884 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5f435c1-ee55-44b4-95a2-a8136de3b8d6 req-87785220-b13f-40e4-b200-a9f926a73fdd tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:30.083765 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5f435c1-ee55-44b4-95a2-a8136de3b8d6 req-87785220-b13f-40e4-b200-a9f926a73fdd tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:30.085167 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5f435c1-ee55-44b4-95a2-a8136de3b8d6 req-87785220-b13f-40e4-b200-a9f926a73fdd tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1303525 Nov 26 02:54:30.093370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87785220-b13f-40e4-b200-a9f926a73fdd tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943a9cd4-26d6-4ebd-97f9-a246e95c19d9,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:30.114803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ee2adf0b-c2af-4c8a-a7c8-0eb7eb81a78d req-28f8f621-0798-4897-91c8-438b91849fc6 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1044162339', 'description': 'tempest-description-1748255886'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:30.143735 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ee2adf0b-c2af-4c8a-a7c8-0eb7eb81a78d req-28f8f621-0798-4897-91c8-438b91849fc6 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:30.221276 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ee2adf0b-c2af-4c8a-a7c8-0eb7eb81a78d req-28f8f621-0798-4897-91c8-438b91849fc6 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:30.226230 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ee2adf0b-c2af-4c8a-a7c8-0eb7eb81a78d req-28f8f621-0798-4897-91c8-438b91849fc6 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:30.258113 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ee2adf0b-c2af-4c8a-a7c8-0eb7eb81a78d req-28f8f621-0798-4897-91c8-438b91849fc6 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:30.259305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee2adf0b-c2af-4c8a-a7c8-0eb7eb81a78d req-28f8f621-0798-4897-91c8-438b91849fc6 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1501555 Nov 26 02:54:30.270702 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8f621-0798-4897-91c8-438b91849fc6 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=250ba0ef-8fe2-4d33-9055-a66cb914e7eb,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:30.313092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714febb-1ae1-4d9e-986e-3bc616d8d9eb req-46137afe-f109-45e8-82a5-0b52b66f0c7c tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:30.314597 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a714febb-1ae1-4d9e-986e-3bc616d8d9eb req-46137afe-f109-45e8-82a5-0b52b66f0c7c tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/ports?device_id=087b07ce-a05e-405b-b880-4f419224dd8a HTTP/1.1" status: 200 len: 944 time: 0.0622878 Nov 26 02:54:30.390401 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5502e-d9f8-407f-8bf7-17a644e9ce87 req-93485b7a-b422-48d4-8ec6-ef8dd7c94152 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:30.392438 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e7b5502e-d9f8-407f-8bf7-17a644e9ce87 req-93485b7a-b422-48d4-8ec6-ef8dd7c94152 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.0769615 Nov 26 02:54:30.395709 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a714febb-1ae1-4d9e-986e-3bc616d8d9eb req-ad0fcac7-8bf4-4c16-b08c-49ff7597a77f tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1382ed5-dbdb-4d3c-8f86-775a4eccb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720878 Nov 26 02:54:30.428736 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 779b8c3e-04a1-4fd1-93dc-33ac370de05b up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:54:30.447637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e7b5502e-d9f8-407f-8bf7-17a644e9ce87 req-e36eb0e3-bf93-43ef-82b4-b0f342fcab34 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489423 Nov 26 02:54:30.483131 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 779b8c3e-04a1-4fd1-93dc-33ac370de05b completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:54:30.487424 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 779b8c3e-04a1-4fd1-93dc-33ac370de05b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:54:30.487735 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:30.568296 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:30.595783 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087b07ce-a05e-405b-b880-4f419224dd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779b8c3e-04a1-4fd1-93dc-33ac370de05b'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:30.598289 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c335f5-6e12-47e0-bf93-b0654ef404f3" -d '{"events": [{"server_uuid": "087b07ce-a05e-405b-b880-4f419224dd8a", "name": "network-vif-plugged", "status": "completed", "tag": "779b8c3e-04a1-4fd1-93dc-33ac370de05b"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:30.611439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 779b8c3e-04a1-4fd1-93dc-33ac370de05b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=779b8c3e-04a1-4fd1-93dc-33ac370de05b,segment=NetworkSegment(dbebb02b-d7fe-4240-9f6f-ab1730c4e13e),segment_id=dbebb02b-d7fe-4240-9f6f-ab1730c4e13e)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:30.616601 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:30.649753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-20ef728e-9598-4071-950e-45486dc4e66c tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:30.651293 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-20ef728e-9598-4071-950e-45486dc4e66c tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/networks?id=9ed15978-d56f-4d77-911b-29cd615b31e8 HTTP/1.1" status: 200 len: 813 time: 0.1219554 Nov 26 02:54:30.666798 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-e350a6cf-d573-4b4f-b4bc-b2c46794d0e5 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/quotas/520ff9420b704d8db0f444895bd76fae HTTP/1.1" status: 200 len: 375 time: 0.0093088 Nov 26 02:54:30.673287 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=779b8c3e-04a1-4fd1-93dc-33ac370de05b,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:30.718529 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-a6bb1d99-d32b-42cd-a082-2153df4b68fe tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=520ff9420b704d8db0f444895bd76fae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396616 Nov 26 02:54:30.754475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437fac3-d7c0-44f1-bef9-b02b793f8332 req-3728ed5c-f494-4681-9d48-2f5b08ed2838 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:30.755933 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c437fac3-d7c0-44f1-bef9-b02b793f8332 req-3728ed5c-f494-4681-9d48-2f5b08ed2838 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 944 time: 0.0882907 Nov 26 02:54:30.779306 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 44c820e0-df5c-449a-bfeb-66e0f5662415 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:54:30.853230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c437fac3-d7c0-44f1-bef9-b02b793f8332 req-311b6c34-fc2d-4ae5-a102-d801cc55c4b9 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672061 Nov 26 02:54:30.868817 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-86f6c52c-f193-4b9e-9e32-5510fb575e03 service neutron] 10.222.0.31 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418395 Nov 26 02:54:30.894636 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 44c820e0-df5c-449a-bfeb-66e0f5662415, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=44c820e0-df5c-449a-bfeb-66e0f5662415,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:30.908337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '44c820e0-df5c-449a-bfeb-66e0f5662415', 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e', 'port_id': '44c820e0-df5c-449a-bfeb-66e0f5662415', 'mac_address': 'fa:16:3e:4e:16:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcc1d3e-e838-4aac-9873-c211c542870e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:54:30.911564 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f456fda-48c2-454a-bafc-b06fad0dac8c x-openstack-request-id: req-7f456fda-48c2-454a-bafc-b06fad0dac8c {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:30.912029 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087b07ce-a05e-405b-b880-4f419224dd8a", "name": "network-vif-plugged", "status": "completed", "tag": "779b8c3e-04a1-4fd1-93dc-33ac370de05b", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:30.912456 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f456fda-48c2-454a-bafc-b06fad0dac8c {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:30.912997 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087b07ce-a05e-405b-b880-4f419224dd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779b8c3e-04a1-4fd1-93dc-33ac370de05b', 'code': 200} Nov 26 02:54:30.965873 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:30.983536 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c820e0-df5c-449a-bfeb-66e0f5662415 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:54:30.990848 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-b92836da-717f-489d-af27-8880a858bc51 service neutron] 10.222.0.31 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160836 Nov 26 02:54:31.007800 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 44c820e0-df5c-449a-bfeb-66e0f5662415, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=44c820e0-df5c-449a-bfeb-66e0f5662415,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:31.015283 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:31.064614 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcf72c-122c-4971-ba40-e5ccae34ded6 req-64054c8e-ae34-4484-b8e0-aed8b24e2610 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:31.074817 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddcf72c-122c-4971-ba40-e5ccae34ded6 req-64054c8e-ae34-4484-b8e0-aed8b24e2610 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0870962 Nov 26 02:54:31.074971 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=44c820e0-df5c-449a-bfeb-66e0f5662415,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:31.104651 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87149fd0-cb6d-4290-8e8a-8e271cc434b1 req-615bf8f8-aa5c-4469-be94-cafd228ff3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:31.107284 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-87149fd0-cb6d-4290-8e8a-8e271cc434b1 req-615bf8f8-aa5c-4469-be94-cafd228ff3b7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=087b07ce-a05e-405b-b880-4f419224dd8a HTTP/1.1" status: 200 len: 1096 time: 0.0718496 Nov 26 02:54:31.136720 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ddcf72c-122c-4971-ba40-e5ccae34ded6 req-ec40063d-b058-4c30-a44f-ea3fb0c89cbb tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606127 Nov 26 02:54:31.165024 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-87149fd0-cb6d-4290-8e8a-8e271cc434b1 req-765869a5-4561-4616-b6ed-f2192e84dc0b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b1382ed5-dbdb-4d3c-8f86-775a4eccb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490336 Nov 26 02:54:31.199438 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b72ae52-a949-4fd8-a199-bc6755570f29 req-aa4421ef-4d05-48df-a7c3-3fbbccd3645c tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 210 time: 0.0300419 Nov 26 02:54:31.529957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348ea8e-8f94-4e14-9bca-4a2f7460d21a req-54ee7fae-373f-4ca0-b8ad-058414ae1cf7 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:31.532298 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4348ea8e-8f94-4e14-9bca-4a2f7460d21a req-54ee7fae-373f-4ca0-b8ad-058414ae1cf7 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/ports?device_id=087b07ce-a05e-405b-b880-4f419224dd8a HTTP/1.1" status: 200 len: 945 time: 0.0560529 Nov 26 02:54:31.570218 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['44c820e0-df5c-449a-bfeb-66e0f5662415'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:31.622891 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4348ea8e-8f94-4e14-9bca-4a2f7460d21a req-3ede7b36-c4f0-44e1-a796-517ccee5ad33 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1382ed5-dbdb-4d3c-8f86-775a4eccb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797262 Nov 26 02:54:31.638860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f25042-1e7c-437e-9f06-b134889bb5c9 req-022250e7-fe71-4d74-8ab8-06b3e3093df3 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:31.657137 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28f25042-1e7c-437e-9f06-b134889bb5c9 req-022250e7-fe71-4d74-8ab8-06b3e3093df3 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.1226935 Nov 26 02:54:31.712710 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28f25042-1e7c-437e-9f06-b134889bb5c9 req-450a9e0c-60ad-4bd5-b7f7-f27fd5e50ed2 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545502 Nov 26 02:54:31.980963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717d24d-77ee-4d69-82f0-9d2d957124ef req-1a60f768-537f-4935-8c29-3553fcfca527 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:31.982471 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2717d24d-77ee-4d69-82f0-9d2d957124ef req-1a60f768-537f-4935-8c29-3553fcfca527 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 945 time: 0.0496569 Nov 26 02:54:32.030617 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2717d24d-77ee-4d69-82f0-9d2d957124ef req-b13208e1-7176-456b-ab59-e5b3c1cd5ea5 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418565 Nov 26 02:54:32.264522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746384bf-11e8-444f-94db-6b5ced8833aa req-9c8acbee-f55e-4372-bb99-119e1fa484b2 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:32.272275 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-746384bf-11e8-444f-94db-6b5ced8833aa req-9c8acbee-f55e-4372-bb99-119e1fa484b2 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0620675 Nov 26 02:54:32.314839 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bff6df68-b17d-4323-8df5-985e4d524e33 req-83897ab0-5bb7-4a67-aaa8-c0ac3eb95135 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 210 time: 0.0356486 Nov 26 02:54:32.352386 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-746384bf-11e8-444f-94db-6b5ced8833aa req-50b794cd-1f64-4e1c-9c25-95952e45efa2 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791876 Nov 26 02:54:32.564800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-8a13b32b-00f9-439c-8a36-77a0459870f4 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:32.567336 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-8a13b32b-00f9-439c-8a36-77a0459870f4 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.59 "GET /v2.0/networks?id=9ed15978-d56f-4d77-911b-29cd615b31e8 HTTP/1.1" status: 200 len: 813 time: 0.1248479 Nov 26 02:54:32.605376 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-66838a4f-8bea-4aa3-8a6c-42b99bb8c7f2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Request body: {'port': {'device_id': 'fcc1e625-91e9-428a-8c13-a15eb3834c9b', 'network_id': '9ed15978-d56f-4d77-911b-29cd615b31e8', 'admin_state_up': True, 'tenant_id': '520ff9420b704d8db0f444895bd76fae'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:32.720734 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-66838a4f-8bea-4aa3-8a6c-42b99bb8c7f2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Made reservation on behalf of 520ff9420b704d8db0f444895bd76fae for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:54:32.724876 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-66838a4f-8bea-4aa3-8a6c-42b99bb8c7f2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:32.764619 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28359e-0c09-44b1-97bb-66cb7df2f117 req-a0834323-d507-4d84-95cf-0e183b37e1c7 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:32.766684 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d28359e-0c09-44b1-97bb-66cb7df2f117 req-a0834323-d507-4d84-95cf-0e183b37e1c7 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/ports?device_id=087b07ce-a05e-405b-b880-4f419224dd8a HTTP/1.1" status: 200 len: 945 time: 0.0631537 Nov 26 02:54:32.853534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d28359e-0c09-44b1-97bb-66cb7df2f117 req-b7260a10-4431-407d-8222-461152cb48a6 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1382ed5-dbdb-4d3c-8f86-775a4eccb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795441 Nov 26 02:54:32.879583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf2f5e-8199-4f0e-84ab-ad3633c2a83b req-b5f2b17e-f2da-471c-99b0-cca889a7c123 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:32.881388 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8ddf2f5e-8199-4f0e-84ab-ad3633c2a83b req-b5f2b17e-f2da-471c-99b0-cca889a7c123 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.0928967 Nov 26 02:54:32.884985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-66838a4f-8bea-4aa3-8a6c-42b99bb8c7f2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Allocated IP 172.20.0.4 (9ed15978-d56f-4d77-911b-29cd615b31e8/78a3ba49-f97b-46ea-9cad-f78b1f3fbbc5/e07301ab-f415-4a88-890f-f91aca38fb5e) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:54:32.942595 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8ddf2f5e-8199-4f0e-84ab-ad3633c2a83b req-6a9a4648-84ce-4df4-89e6-f71a6b5db75b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548899 Nov 26 02:54:33.067756 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-66838a4f-8bea-4aa3-8a6c-42b99bb8c7f2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:33.080664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a311f8a-1267-49ac-af6a-949ffacc41c7 req-54d568e5-e2f9-4989-a7c7-3181a72d1f10 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:33.083461 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a311f8a-1267-49ac-af6a-949ffacc41c7 req-54d568e5-e2f9-4989-a7c7-3181a72d1f10 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/ports?device_id=087b07ce-a05e-405b-b880-4f419224dd8a HTTP/1.1" status: 200 len: 945 time: 0.0604568 Nov 26 02:54:33.106227 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-66838a4f-8bea-4aa3-8a6c-42b99bb8c7f2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:33.155316 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-66838a4f-8bea-4aa3-8a6c-42b99bb8c7f2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Network 9ed15978-d56f-4d77-911b-29cd615b31e8 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:54:33.159188 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-66838a4f-8bea-4aa3-8a6c-42b99bb8c7f2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:54:33.161774 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-66838a4f-8bea-4aa3-8a6c-42b99bb8c7f2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:54:33.168512 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66838a4f-8bea-4aa3-8a6c-42b99bb8c7f2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event updated for resources: {'Port': ['ID=e07301ab-f415-4a88-890f-f91aca38fb5e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:33.188829 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a311f8a-1267-49ac-af6a-949ffacc41c7 req-4650d399-45fc-4a80-a8d8-5965a00eccb6 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1382ed5-dbdb-4d3c-8f86-775a4eccb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961540 Nov 26 02:54:33.200338 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43391e-0c9e-426c-9379-7924701bd00b req-370f67a7-033e-4a85-98c7-2ef4155cd43c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:33.202131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c43391e-0c9e-426c-9379-7924701bd00b req-370f67a7-033e-4a85-98c7-2ef4155cd43c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 945 time: 0.0805273 Nov 26 02:54:33.232994 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-66838a4f-8bea-4aa3-8a6c-42b99bb8c7f2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:33.233422 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-66838a4f-8bea-4aa3-8a6c-42b99bb8c7f2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:33.254092 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-66838a4f-8bea-4aa3-8a6c-42b99bb8c7f2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6530430 Nov 26 02:54:33.268942 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c43391e-0c9e-426c-9379-7924701bd00b req-b705abaf-aaf5-4fef-a446-54f7fe111058 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555737 Nov 26 02:54:33.285124 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Request body: {'port': {'device_id': 'fcc1e625-91e9-428a-8c13-a15eb3834c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:33.349918 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:33.484048 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edae193-d13a-4ae8-a1fd-529d45fb084e req-f68298c3-0527-4103-b3ed-47cf2e374f84 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:33.485873 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6edae193-d13a-4ae8-a1fd-529d45fb084e req-f68298c3-0527-4103-b3ed-47cf2e374f84 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 931 time: 0.0778327 Nov 26 02:54:33.501943 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23700a-18ab-4320-b7bc-8642712608ee req-aaaeeeea-54cf-4fa4-b5aa-732d26509c39 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:33.503731 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a23700a-18ab-4320-b7bc-8642712608ee req-aaaeeeea-54cf-4fa4-b5aa-732d26509c39 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0690720 Nov 26 02:54:33.593362 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6edae193-d13a-4ae8-a1fd-529d45fb084e req-cad258cc-e0f6-4830-978a-aedcca4d29eb tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883300 Nov 26 02:54:33.609330 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a23700a-18ab-4320-b7bc-8642712608ee req-870704d5-e28c-4cfb-9417-2863dad9df2c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867527 Nov 26 02:54:33.669162 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07301ab-f415-4a88-890f-f91aca38fb5e {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:54:33.677815 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:33.698383 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Transition to ACTIVE for port object e07301ab-f415-4a88-890f-f91aca38fb5e will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:54:33.702153 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:33.731078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d88d3-0f9c-4579-800d-193fd55ee6da req-b0b18983-53cf-42fd-ab46-441b8ecd2a04 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:33.732699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f17d88d3-0f9c-4579-800d-193fd55ee6da req-b0b18983-53cf-42fd-ab46-441b8ecd2a04 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/ports?device_id=087b07ce-a05e-405b-b880-4f419224dd8a HTTP/1.1" status: 200 len: 945 time: 0.0569618 Nov 26 02:54:33.762999 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Pushing event updated for resources: {'Port': ['ID=e07301ab-f415-4a88-890f-f91aca38fb5e,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:33.785104 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f17d88d3-0f9c-4579-800d-193fd55ee6da req-235f9503-9882-46dd-af4c-500239d9bc31 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1382ed5-dbdb-4d3c-8f86-775a4eccb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456729 Nov 26 02:54:33.837002 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Attempting to bind port e07301ab-f415-4a88-890f-f91aca38fb5e on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:54:33.837388 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Attempting to bind port e07301ab-f415-4a88-890f-f91aca38fb5e by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '3548748d-4f04-4d12-938c-8675885efb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ed15978-d56f-4d77-911b-29cd615b31e8'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:54:33.837808 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Attempting to bind port e07301ab-f415-4a88-890f-f91aca38fb5e on network 9ed15978-d56f-4d77-911b-29cd615b31e8 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:54:33.845580 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Port e07301ab-f415-4a88-890f-f91aca38fb5e on network 9ed15978-d56f-4d77-911b-29cd615b31e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:54:33.845857 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Attempting to bind port e07301ab-f415-4a88-890f-f91aca38fb5e on network 9ed15978-d56f-4d77-911b-29cd615b31e8 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:54:33.851301 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:54:33.851650 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Checking segment: {'id': '3548748d-4f04-4d12-938c-8675885efb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ed15978-d56f-4d77-911b-29cd615b31e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:54:33.852041 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Bound using segment: {'id': '3548748d-4f04-4d12-938c-8675885efb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ed15978-d56f-4d77-911b-29cd615b31e8'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:54:33.852703 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Bound port: e07301ab-f415-4a88-890f-f91aca38fb5e, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3548748d-4f04-4d12-938c-8675885efb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ed15978-d56f-4d77-911b-29cd615b31e8'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:54:33.853067 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:33.927392 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] For port e07301ab-f415-4a88-890f-f91aca38fb5e, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:54:33.930769 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] For port e07301ab-f415-4a88-890f-f91aca38fb5e, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e07301ab-f415-4a88-890f-f91aca38fb5e,segment=NetworkSegment(3548748d-4f04-4d12-938c-8675885efb66),segment_id=3548748d-4f04-4d12-938c-8675885efb66)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:54:33.934453 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:33.975826 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:33.977240 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:33.978695 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] 10.222.0.59 "PUT /v2.0/ports/e07301ab-f415-4a88-890f-f91aca38fb5e HTTP/1.1" status: 200 len: 1091 time: 0.7104139 Nov 26 02:54:33.981849 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc1e625-91e9-428a-8c13-a15eb3834c9b', 'tag': 'e07301ab-f415-4a88-890f-f91aca38fb5e'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:33.983843 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7371c18-c235-4c40-91dd-d4b2e0423f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc1e625-91e9-428a-8c13-a15eb3834c9b", "tag": "e07301ab-f415-4a88-890f-f91aca38fb5e"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:34.021142 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2113f5-d622-4fba-890d-dcbf21ab20cf service neutron] Pushing event updated for resources: {'Port': ['ID=e07301ab-f415-4a88-890f-f91aca38fb5e,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:34.111440 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0eb951-19d5-4b5c-b989-b2d9e3233c25 req-efd33a28-cede-4971-818f-08be6334a8c8 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:34.122387 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b0eb951-19d5-4b5c-b989-b2d9e3233c25 req-efd33a28-cede-4971-818f-08be6334a8c8 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.0759139 Nov 26 02:54:34.131467 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-b7e4869f-7962-4cd7-9d69-bd08cea50e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:34.132741 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-b7e4869f-7962-4cd7-9d69-bd08cea50e7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=520ff9420b704d8db0f444895bd76fae&device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 1094 time: 0.0495837 Nov 26 02:54:34.141156 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b348388-7f9b-4065-b87d-abcb0269629d x-openstack-request-id: req-8b348388-7f9b-4065-b87d-abcb0269629d {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:34.141445 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc1e625-91e9-428a-8c13-a15eb3834c9b", "tag": "e07301ab-f415-4a88-890f-f91aca38fb5e", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:34.141712 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b348388-7f9b-4065-b87d-abcb0269629d {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:34.142118 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc1e625-91e9-428a-8c13-a15eb3834c9b', 'tag': 'e07301ab-f415-4a88-890f-f91aca38fb5e', 'status': 'completed', 'code': 200} Nov 26 02:54:34.189069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b0eb951-19d5-4b5c-b989-b2d9e3233c25 req-6e6f77ff-5c6f-4213-b5b5-66f16b8aa89b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654895 Nov 26 02:54:34.193954 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-79fae50a-1ca3-45a4-b936-b413d397747a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e07301ab-f415-4a88-890f-f91aca38fb5e HTTP/1.1" status: 200 len: 217 time: 0.0422597 Nov 26 02:54:34.255712 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-61732de5-9927-4356-9a57-948a8098657b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:34.257522 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-61732de5-9927-4356-9a57-948a8098657b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78a3ba49-f97b-46ea-9cad-f78b1f3fbbc5 HTTP/1.1" status: 200 len: 853 time: 0.0559530 Nov 26 02:54:34.263717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cb79d-0390-4071-b77c-0b06dab8e715 req-05a6bbc9-b7df-4de6-9144-685bfb223c24 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:34.265322 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e2cb79d-0390-4071-b77c-0b06dab8e715 req-05a6bbc9-b7df-4de6-9144-685bfb223c24 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/ports?device_id=087b07ce-a05e-405b-b880-4f419224dd8a HTTP/1.1" status: 200 len: 945 time: 0.0578134 Nov 26 02:54:34.300851 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-8df9ec51-9048-49da-8cf3-89cf1b7c0fa8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ed15978-d56f-4d77-911b-29cd615b31e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318100 Nov 26 02:54:34.321043 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e2cb79d-0390-4071-b77c-0b06dab8e715 req-85d1fd4a-6f58-498b-87be-e8ecab398079 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1382ed5-dbdb-4d3c-8f86-775a4eccb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468390 Nov 26 02:54:34.405829 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a6001-27c8-472c-bd94-a395cfbdf64c req-62c49a78-32d5-4ae1-86de-41c12879575a tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:34.407300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be4a6001-27c8-472c-bd94-a395cfbdf64c req-62c49a78-32d5-4ae1-86de-41c12879575a tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 945 time: 0.0497522 Nov 26 02:54:34.408420 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-6a6bb19a-92c2-4938-880b-08292e3d367a service neutron] 10.222.0.59 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987096 Nov 26 02:54:34.456137 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be4a6001-27c8-472c-bd94-a395cfbdf64c req-70d425e5-8010-4d5b-9502-5240702d5682 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424967 Nov 26 02:54:34.502060 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0bb11349-0b33-4fb2-a982-d5dd8445e8d4 req-4972c8b3-c1d5-485c-9e0d-4033c8d41d25 service neutron] 10.222.0.59 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841124 Nov 26 02:54:34.649435 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7371c18-c235-4c40-91dd-d4b2e0423f0b req-89e9cf87-2f3b-4829-a446-fc619ee62599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:34.650892 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b7371c18-c235-4c40-91dd-d4b2e0423f0b req-89e9cf87-2f3b-4829-a446-fc619ee62599 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=520ff9420b704d8db0f444895bd76fae&device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 1094 time: 0.0526583 Nov 26 02:54:34.756446 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7371c18-c235-4c40-91dd-d4b2e0423f0b req-6bee7a6b-b5ca-4083-ba75-07dd3a426ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:34.758623 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b7371c18-c235-4c40-91dd-d4b2e0423f0b req-6bee7a6b-b5ca-4083-ba75-07dd3a426ceb service neutron] 10.222.0.59 "GET /v2.0/networks?id=9ed15978-d56f-4d77-911b-29cd615b31e8 HTTP/1.1" status: 200 len: 914 time: 0.0994556 Nov 26 02:54:34.781686 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce60e06-87aa-4cc3-90ec-a55dac52cb81 req-de710614-7c46-4aa2-b6a9-9738e42c015c tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:34.783220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8ce60e06-87aa-4cc3-90ec-a55dac52cb81 req-de710614-7c46-4aa2-b6a9-9738e42c015c tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 943 time: 0.0954626 Nov 26 02:54:34.788368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 44c820e0-df5c-449a-bfeb-66e0f5662415 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:54:34.801246 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c0e74-1cf7-46b3-b145-8974cdec76ef req-305bf005-b47a-429b-bc7b-600fc6bed6b0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:34.803601 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b7371c18-c235-4c40-91dd-d4b2e0423f0b req-37e6b1af-c1e2-4dc2-9eab-23fa8c1af9ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e07301ab-f415-4a88-890f-f91aca38fb5e HTTP/1.1" status: 200 len: 217 time: 0.0359552 Nov 26 02:54:34.804500 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-023c0e74-1cf7-46b3-b145-8974cdec76ef req-305bf005-b47a-429b-bc7b-600fc6bed6b0 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.1078861 Nov 26 02:54:34.841001 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 44c820e0-df5c-449a-bfeb-66e0f5662415 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:54:34.847343 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 44c820e0-df5c-449a-bfeb-66e0f5662415 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:54:34.847996 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:34.879805 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7371c18-c235-4c40-91dd-d4b2e0423f0b req-c68f5e72-1d37-4fa1-a824-f84fbe24a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:34.881967 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b7371c18-c235-4c40-91dd-d4b2e0423f0b req-c68f5e72-1d37-4fa1-a824-f84fbe24a3d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78a3ba49-f97b-46ea-9cad-f78b1f3fbbc5 HTTP/1.1" status: 200 len: 853 time: 0.0643225 Nov 26 02:54:34.907751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-023c0e74-1cf7-46b3-b145-8974cdec76ef req-249a0f8b-ae84-40e1-bc96-008ea92f8133 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960155 Nov 26 02:54:34.925283 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b7371c18-c235-4c40-91dd-d4b2e0423f0b req-6598853b-a46a-4510-a339-27696150e6a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ed15978-d56f-4d77-911b-29cd615b31e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331836 Nov 26 02:54:34.928388 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8ce60e06-87aa-4cc3-90ec-a55dac52cb81 req-94393d69-dccc-4f88-8f58-60fe92c68965 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227255 Nov 26 02:54:34.963778 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:34.993797 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3d417e-69e0-4afa-8755-1665abf0bc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c820e0-df5c-449a-bfeb-66e0f5662415'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:34.996007 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f305d57-1267-45a1-a33f-8b30d9f8fa23" -d '{"events": [{"server_uuid": "ed3d417e-69e0-4afa-8755-1665abf0bc45", "name": "network-vif-plugged", "status": "completed", "tag": "44c820e0-df5c-449a-bfeb-66e0f5662415"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:35.009910 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 44c820e0-df5c-449a-bfeb-66e0f5662415, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=44c820e0-df5c-449a-bfeb-66e0f5662415,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:35.018291 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:35.042904 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1b818e-ba37-4624-a0c7-acd4fcde4561 x-openstack-request-id: req-4a1b818e-ba37-4624-a0c7-acd4fcde4561 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:35.043198 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3d417e-69e0-4afa-8755-1665abf0bc45", "name": "network-vif-plugged", "status": "completed", "tag": "44c820e0-df5c-449a-bfeb-66e0f5662415", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:35.043451 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a1b818e-ba37-4624-a0c7-acd4fcde4561 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:35.043840 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3d417e-69e0-4afa-8755-1665abf0bc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c820e0-df5c-449a-bfeb-66e0f5662415', 'code': 200} Nov 26 02:54:35.059933 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b7371c18-c235-4c40-91dd-d4b2e0423f0b req-c0432cf7-f355-4863-9c8e-d535eb599dcf service neutron] 10.222.0.59 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228259 Nov 26 02:54:35.072580 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=44c820e0-df5c-449a-bfeb-66e0f5662415,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:35.164462 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b7371c18-c235-4c40-91dd-d4b2e0423f0b req-e3fb7daf-6d86-429b-8c9c-e528aa2a0ba6 service neutron] 10.222.0.59 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956063 Nov 26 02:54:35.180852 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12af346-811c-4d1f-9a37-a21811cca991 req-b66fc16b-bece-4448-bb9d-e9579f4b3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:35.182541 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d12af346-811c-4d1f-9a37-a21811cca991 req-b66fc16b-bece-4448-bb9d-e9579f4b3da3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 1097 time: 0.0404553 Nov 26 02:54:35.236525 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d12af346-811c-4d1f-9a37-a21811cca991 req-b226d6f4-a478-4c02-bf18-a0ad270bc0b3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435257 Nov 26 02:54:35.304131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b1b62-d416-471e-b9c7-994b995d9021 req-4853252b-7e9d-437c-a440-6c8889f53804 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:35.305707 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f9b1b62-d416-471e-b9c7-994b995d9021 req-4853252b-7e9d-437c-a440-6c8889f53804 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.0530670 Nov 26 02:54:35.358713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f9b1b62-d416-471e-b9c7-994b995d9021 req-d34516fb-aa51-40ef-af84-f6cd334683fc tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465181 Nov 26 02:54:35.462231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3dac5-179e-469f-9c78-ae27868a9a17 req-9ef519bc-4c4b-4360-8d46-b06f0a1f3173 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:35.464023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52b3dac5-179e-469f-9c78-ae27868a9a17 req-9ef519bc-4c4b-4360-8d46-b06f0a1f3173 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/ports?device_id=087b07ce-a05e-405b-b880-4f419224dd8a HTTP/1.1" status: 200 len: 945 time: 0.0493653 Nov 26 02:54:35.510775 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52b3dac5-179e-469f-9c78-ae27868a9a17 req-8e2c49eb-2345-4e52-8183-80e48e7ab9ea tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1382ed5-dbdb-4d3c-8f86-775a4eccb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406990 Nov 26 02:54:35.622336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc2573-7c87-4a28-b289-bea96c95ca32 req-8a83bce7-34da-44b4-b888-ed675124264f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:35.623858 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fefc2573-7c87-4a28-b289-bea96c95ca32 req-8a83bce7-34da-44b4-b888-ed675124264f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 946 time: 0.0552616 Nov 26 02:54:35.683592 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fefc2573-7c87-4a28-b289-bea96c95ca32 req-fb72dbb3-7039-4993-a7ec-5730285c7848 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531354 Nov 26 02:54:35.774790 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:54:35.795194 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af86cbd-e83c-45fb-a48a-73e20692f5ca req-d87d01d0-d6c1-4999-ba91-39c053607533 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:35.796667 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2af86cbd-e83c-45fb-a48a-73e20692f5ca req-d87d01d0-d6c1-4999-ba91-39c053607533 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.59 "GET /v2.0/ports?device_id=087b07ce-a05e-405b-b880-4f419224dd8a HTTP/1.1" status: 200 len: 945 time: 0.0486839 Nov 26 02:54:35.890967 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-2af86cbd-e83c-45fb-a48a-73e20692f5ca req-7d41d6cf-0d46-45ff-99e2-c6da34c619a0 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Deleting port 779b8c3e-04a1-4fd1-93dc-33ac370de05b {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:54:35.891249 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2af86cbd-e83c-45fb-a48a-73e20692f5ca req-7d41d6cf-0d46-45ff-99e2-c6da34c619a0 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:35.986082 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-2af86cbd-e83c-45fb-a48a-73e20692f5ca req-7d41d6cf-0d46-45ff-99e2-c6da34c619a0 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] For port 779b8c3e-04a1-4fd1-93dc-33ac370de05b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=779b8c3e-04a1-4fd1-93dc-33ac370de05b,segment=NetworkSegment(dbebb02b-d7fe-4240-9f6f-ab1730c4e13e),segment_id=dbebb02b-d7fe-4240-9f6f-ab1730c4e13e)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:35.986082 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2af86cbd-e83c-45fb-a48a-73e20692f5ca req-7d41d6cf-0d46-45ff-99e2-c6da34c619a0 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:36.001057 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-2af86cbd-e83c-45fb-a48a-73e20692f5ca req-7d41d6cf-0d46-45ff-99e2-c6da34c619a0 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Calling delete_port for 779b8c3e-04a1-4fd1-93dc-33ac370de05b owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:54:36.058558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506f651-67a8-4982-9494-6069cd62bc0c req-360e3f92-437b-4035-959d-0a932098d98e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:36.059938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3506f651-67a8-4982-9494-6069cd62bc0c req-360e3f92-437b-4035-959d-0a932098d98e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0887945 Nov 26 02:54:36.092969 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c172cc8-b4c4-4268-97d9-5f81c21b02ba req-d2e3cc38-b9fa-47a4-ae98-fb104e7c901a tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:36.094470 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c172cc8-b4c4-4268-97d9-5f81c21b02ba req-d2e3cc38-b9fa-47a4-ae98-fb104e7c901a tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 943 time: 0.0728250 Nov 26 02:54:36.138110 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3506f651-67a8-4982-9494-6069cd62bc0c req-7c329a76-a669-473c-86bb-079121d0d79c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698123 Nov 26 02:54:36.138407 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2af86cbd-e83c-45fb-a48a-73e20692f5ca req-7d41d6cf-0d46-45ff-99e2-c6da34c619a0 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:36.178107 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['779b8c3e-04a1-4fd1-93dc-33ac370de05b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:36.185710 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c172cc8-b4c4-4268-97d9-5f81c21b02ba req-3296cd29-17ab-4f76-b020-95f7214db885 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804017 Nov 26 02:54:36.193853 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41d6cf-0d46-45ff-99e2-c6da34c619a0 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Pushing event deleted for resources: {'Port': ['ID=779b8c3e-04a1-4fd1-93dc-33ac370de05b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:36.250769 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af86cbd-e83c-45fb-a48a-73e20692f5ca req-7d41d6cf-0d46-45ff-99e2-c6da34c619a0 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] No DVR routers for this DVR port 779b8c3e-04a1-4fd1-93dc-33ac370de05b on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:54:36.255400 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2af86cbd-e83c-45fb-a48a-73e20692f5ca req-7d41d6cf-0d46-45ff-99e2-c6da34c619a0 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:36.259459 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2af86cbd-e83c-45fb-a48a-73e20692f5ca req-7d41d6cf-0d46-45ff-99e2-c6da34c619a0 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.59 "DELETE /v2.0/ports/779b8c3e-04a1-4fd1-93dc-33ac370de05b HTTP/1.1" status: 204 len: 173 time: 0.4564118 Nov 26 02:54:36.259937 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087b07ce-a05e-405b-b880-4f419224dd8a', 'name': 'network-vif-deleted', 'tag': '779b8c3e-04a1-4fd1-93dc-33ac370de05b'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:36.262220 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3cebdb-1309-4cbe-a0e1-c5567475eb1a" -d '{"events": [{"server_uuid": "087b07ce-a05e-405b-b880-4f419224dd8a", "name": "network-vif-deleted", "tag": "779b8c3e-04a1-4fd1-93dc-33ac370de05b"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:36.342543 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f9793a-6885-47bb-b21b-ecc5a743fe00 x-openstack-request-id: req-09f9793a-6885-47bb-b21b-ecc5a743fe00 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:36.342902 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087b07ce-a05e-405b-b880-4f419224dd8a", "name": "network-vif-deleted", "tag": "779b8c3e-04a1-4fd1-93dc-33ac370de05b", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:36.343382 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09f9793a-6885-47bb-b21b-ecc5a743fe00 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:36.343824 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087b07ce-a05e-405b-b880-4f419224dd8a', 'name': 'network-vif-deleted', 'tag': '779b8c3e-04a1-4fd1-93dc-33ac370de05b', 'status': 'completed', 'code': 200} Nov 26 02:54:36.491294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ed444-fdcf-4a2f-bade-83a00fa7cb0d req-35cfd97e-57d7-436b-901c-d88230023fde tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:36.492818 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-887ed444-fdcf-4a2f-bade-83a00fa7cb0d req-35cfd97e-57d7-436b-901c-d88230023fde tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.0530508 Nov 26 02:54:36.547414 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-887ed444-fdcf-4a2f-bade-83a00fa7cb0d req-67d87745-905a-4fae-a103-c0cefed53a3e tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480034 Nov 26 02:54:36.629484 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb2ff02b-a3d4-4fc7-a7f5-d976bba1bf78 req-cce8d5f6-db20-4b24-8cac-150cd7d42b14 tempest-ServersNegativeTestMultiTenantJSON-1451844812 tempest-ServersNegativeTestMultiTenantJSON-1451844812-project] 10.222.0.31 "GET /v2.0/ports?device_id=087b07ce-a05e-405b-b880-4f419224dd8a HTTP/1.1" status: 200 len: 210 time: 0.0281975 Nov 26 02:54:36.778730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10685613-516a-4736-8942-18b6f3ee0aee req-1bba2ba4-874e-4fe1-b24d-15aa8eece6ce tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:36.780546 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10685613-516a-4736-8942-18b6f3ee0aee req-1bba2ba4-874e-4fe1-b24d-15aa8eece6ce tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.0529532 Nov 26 02:54:36.848403 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10685613-516a-4736-8942-18b6f3ee0aee req-f54f1211-fad3-4455-a7c4-2f7c5a02a6c5 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607660 Nov 26 02:54:36.885135 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bf69f-4439-48af-93a2-1493109c3656 req-a984d53d-739c-4e2f-8989-26ffd2f5cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:36.888182 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7f4bf69f-4439-48af-93a2-1493109c3656 req-a984d53d-739c-4e2f-8989-26ffd2f5cc64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63b815c3cb0d48b09328fd2ad95d226f&device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 1096 time: 0.0743573 Nov 26 02:54:36.937807 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af72db4-ec0c-4bfe-a651-1e1886360e7b req-b801460a-471f-4cc8-a623-30c662fb4e65 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:36.941355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4af72db4-ec0c-4bfe-a651-1e1886360e7b req-b801460a-471f-4cc8-a623-30c662fb4e65 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 946 time: 0.0602417 Nov 26 02:54:37.012368 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bf69f-4439-48af-93a2-1493109c3656 req-11ef6bf3-1135-47a8-8a45-e95131633d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:37.014263 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7f4bf69f-4439-48af-93a2-1493109c3656 req-11ef6bf3-1135-47a8-8a45-e95131633d32 service neutron] 10.222.0.59 "GET /v2.0/networks?id=280aa7a0-b74e-4574-ba4c-9132492aa839 HTTP/1.1" status: 200 len: 911 time: 0.1174855 Nov 26 02:54:37.018227 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4af72db4-ec0c-4bfe-a651-1e1886360e7b req-6862ce72-9c9c-46bc-b6e4-035c98790a84 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707688 Nov 26 02:54:37.086322 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7f4bf69f-4439-48af-93a2-1493109c3656 req-97d71e6a-960b-4baf-b426-57e1f88dbdf3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bce8bb5e-896d-449f-ad69-8507532d3695 HTTP/1.1" status: 200 len: 1001 time: 0.0634136 Nov 26 02:54:37.134822 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bf69f-4439-48af-93a2-1493109c3656 req-375128d6-4975-471a-8572-2de8e4ead692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:37.136248 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7f4bf69f-4439-48af-93a2-1493109c3656 req-375128d6-4975-471a-8572-2de8e4ead692 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd6a293a-896f-4bbe-a4f6-4ff012988fdc HTTP/1.1" status: 200 len: 849 time: 0.0437913 Nov 26 02:54:37.184435 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bf69f-4439-48af-93a2-1493109c3656 req-a0c1bb35-151d-4476-a96c-7006d21f7fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:37.186067 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7f4bf69f-4439-48af-93a2-1493109c3656 req-a0c1bb35-151d-4476-a96c-7006d21f7fc7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=280aa7a0-b74e-4574-ba4c-9132492aa839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403194 Nov 26 02:54:37.265040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7e0ee-aff1-41ab-9c52-48672dc1e464 req-25b851cb-bfaa-4155-b975-61be2a5b50f1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:37.267605 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91d7e0ee-aff1-41ab-9c52-48672dc1e464 req-25b851cb-bfaa-4155-b975-61be2a5b50f1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0558960 Nov 26 02:54:37.307400 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7f4bf69f-4439-48af-93a2-1493109c3656 req-0771ae16-0143-4c4a-8d2f-57b9d585a0f0 service neutron] 10.222.0.59 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063020 Nov 26 02:54:37.355338 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e68486-1be0-4e6d-947c-35b6afcfa1e6 req-2cd8aaf3-d898-45e8-835f-68efdabfadcb tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:37.357411 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43e68486-1be0-4e6d-947c-35b6afcfa1e6 req-2cd8aaf3-d898-45e8-835f-68efdabfadcb tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 943 time: 0.0883167 Nov 26 02:54:37.360612 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91d7e0ee-aff1-41ab-9c52-48672dc1e464 req-ace5e7e3-90ad-40cc-8b65-c3f3f703382d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828238 Nov 26 02:54:37.422926 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7f4bf69f-4439-48af-93a2-1493109c3656 req-54e2fdaf-aaf0-4529-a5e2-9723a46b5846 service neutron] 10.222.0.59 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075747 Nov 26 02:54:37.426579 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43e68486-1be0-4e6d-947c-35b6afcfa1e6 req-6d5cf9e3-6e82-4a7c-a45f-df6fb86ae199 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574231 Nov 26 02:54:37.684390 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45004) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:37.732516 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef37e900-765b-491f-b634-4c329b80eef4 admin admin] Deleting subnet 8d116689-fba2-4092-8237-5db4194f69a1 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:54:37.735649 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef37e900-765b-491f-b634-4c329b80eef4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:37.768646 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef37e900-765b-491f-b634-4c329b80eef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:37.806492 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef37e900-765b-491f-b634-4c329b80eef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:37.860339 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef37e900-765b-491f-b634-4c329b80eef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:37.891512 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37e900-765b-491f-b634-4c329b80eef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d116689-fba2-4092-8237-5db4194f69a1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:37.898088 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef37e900-765b-491f-b634-4c329b80eef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:37.903895 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ef37e900-765b-491f-b634-4c329b80eef4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8d116689-fba2-4092-8237-5db4194f69a1 HTTP/1.1" status: 204 len: 168 time: 0.2160444 Nov 26 02:54:37.904152 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45010) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:37.973350 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd50e81-fac9-4c62-863e-000596eda7bf req-9fd38ff3-f8f3-4754-a100-5cfe0dc9d436 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:37.974998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dbd50e81-fac9-4c62-863e-000596eda7bf req-9fd38ff3-f8f3-4754-a100-5cfe0dc9d436 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.0555067 Nov 26 02:54:37.988218 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02089445-1833-491a-b067-5f30052d1df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.032716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dbd50e81-fac9-4c62-863e-000596eda7bf req-84ad3f95-b1ec-4406-aac9-d8b382144dc6 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495868 Nov 26 02:54:38.086877 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02089445-1833-491a-b067-5f30052d1df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.109999 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-02089445-1833-491a-b067-5f30052d1df3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f455e3c-2d42-40e0-90e3-74b50cd1f266']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:54:38.122152 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-02089445-1833-491a-b067-5f30052d1df3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbebb02b-d7fe-4240-9f6f-ab1730c4e13e') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:54:38.122453 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-02089445-1833-491a-b067-5f30052d1df3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbebb02b-d7fe-4240-9f6f-ab1730c4e13e') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:54:38.131948 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02089445-1833-491a-b067-5f30052d1df3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.147323 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02089445-1833-491a-b067-5f30052d1df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.154132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02089445-1833-491a-b067-5f30052d1df3 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:54:38.154313 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02089445-1833-491a-b067-5f30052d1df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:54:38.156925 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:54:38.165304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd703f6-fbec-44ab-8946-26419d6b91ac req-ee1c28ee-f0e8-42ae-a07d-74cd7343beea tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:38.167165 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1dd703f6-fbec-44ab-8946-26419d6b91ac req-ee1c28ee-f0e8-42ae-a07d-74cd7343beea tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 946 time: 0.0724955 Nov 26 02:54:38.218253 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02089445-1833-491a-b067-5f30052d1df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.237210 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1dd703f6-fbec-44ab-8946-26419d6b91ac req-70bfb5a7-94fa-4142-9833-f8e832f6559a tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622451 Nov 26 02:54:38.238956 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02089445-1833-491a-b067-5f30052d1df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.243692 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-02089445-1833-491a-b067-5f30052d1df3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0f455e3c-2d42-40e0-90e3-74b50cd1f266 HTTP/1.1" status: 204 len: 168 time: 0.3358464 Nov 26 02:54:38.243692 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02089445-1833-491a-b067-5f30052d1df3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f455e3c-2d42-40e0-90e3-74b50cd1f266,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:38.244030 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45014) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:38.303808 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-88bf038e-1d35-453e-956b-fdbd35d5b83a admin admin] Deleting subnet 8e08b9f9-8462-450f-a445-26cd5d9f1a26 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:54:38.307535 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88bf038e-1d35-453e-956b-fdbd35d5b83a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.345322 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88bf038e-1d35-453e-956b-fdbd35d5b83a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.391174 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88bf038e-1d35-453e-956b-fdbd35d5b83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.463453 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88bf038e-1d35-453e-956b-fdbd35d5b83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.486248 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e07301ab-f415-4a88-890f-f91aca38fb5e details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:54:38.497131 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 779b8c3e-04a1-4fd1-93dc-33ac370de05b no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:54:38.504108 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88bf038e-1d35-453e-956b-fdbd35d5b83a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.509232 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-88bf038e-1d35-453e-956b-fdbd35d5b83a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8e08b9f9-8462-450f-a445-26cd5d9f1a26 HTTP/1.1" status: 204 len: 168 time: 0.2640357 Nov 26 02:54:38.511918 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45026) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:38.523598 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf038e-1d35-453e-956b-fdbd35d5b83a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e08b9f9-8462-450f-a445-26cd5d9f1a26,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:38.549337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f8461-ed49-4b3c-bb25-34e6fe1bd16d req-9a85211a-332a-4e70-ab4b-1b470c926035 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:38.554472 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 779b8c3e-04a1-4fd1-93dc-33ac370de05b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:54:38.554818 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 779b8c3e-04a1-4fd1-93dc-33ac370de05b not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:54:38.564424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d12f8461-ed49-4b3c-bb25-34e6fe1bd16d req-9a85211a-332a-4e70-ab4b-1b470c926035 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.1190159 Nov 26 02:54:38.658649 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d12f8461-ed49-4b3c-bb25-34e6fe1bd16d req-2411d26a-11df-4e60-a231-4cf2040dfd70 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898926 Nov 26 02:54:38.677151 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14508236-ea1b-492f-966c-3921c6cf0376 req-4099b9ed-5388-40a0-b977-bbe0860337c9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:38.683393 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14508236-ea1b-492f-966c-3921c6cf0376 req-4099b9ed-5388-40a0-b977-bbe0860337c9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 943 time: 0.1100810 Nov 26 02:54:38.695158 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06bc921c-a430-45cb-bc06-0d7cfe229486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.697702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e07301ab-f415-4a88-890f-f91aca38fb5e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e07301ab-f415-4a88-890f-f91aca38fb5e,segment=NetworkSegment(3548748d-4f04-4d12-938c-8675885efb66),segment_id=3548748d-4f04-4d12-938c-8675885efb66)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:38.715701 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'e07301ab-f415-4a88-890f-f91aca38fb5e', 'network_id': '9ed15978-d56f-4d77-911b-29cd615b31e8', 'port_id': 'e07301ab-f415-4a88-890f-f91aca38fb5e', 'mac_address': 'fa:16:3e:68:ce:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a3ba49-f97b-46ea-9cad-f78b1f3fbbc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:54:38.760077 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.775828 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07301ab-f415-4a88-890f-f91aca38fb5e {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:54:38.799383 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e07301ab-f415-4a88-890f-f91aca38fb5e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e07301ab-f415-4a88-890f-f91aca38fb5e,segment=NetworkSegment(3548748d-4f04-4d12-938c-8675885efb66),segment_id=3548748d-4f04-4d12-938c-8675885efb66)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:38.803380 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.820348 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06bc921c-a430-45cb-bc06-0d7cfe229486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.838269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14508236-ea1b-492f-966c-3921c6cf0376 req-ff546826-7d52-49ea-8314-6e6dc2cc4a89 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469893 Nov 26 02:54:38.851455 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-06bc921c-a430-45cb-bc06-0d7cfe229486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8154dd52-7731-4dfd-8d4d-30b08374e4a9']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:54:38.877123 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-06bc921c-a430-45cb-bc06-0d7cfe229486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649eabad-6ea6-4a18-bce7-6afd6ae7f0b2') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:54:38.877938 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-06bc921c-a430-45cb-bc06-0d7cfe229486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649eabad-6ea6-4a18-bce7-6afd6ae7f0b2') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:54:38.880122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e07301ab-f415-4a88-890f-f91aca38fb5e,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:38.900390 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06bc921c-a430-45cb-bc06-0d7cfe229486 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.915181 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06bc921c-a430-45cb-bc06-0d7cfe229486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.923042 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bc921c-a430-45cb-bc06-0d7cfe229486 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:54:38.923042 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06bc921c-a430-45cb-bc06-0d7cfe229486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:54:38.925421 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:54:38.981479 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06bc921c-a430-45cb-bc06-0d7cfe229486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:38.996833 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06bc921c-a430-45cb-bc06-0d7cfe229486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:39.002935 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-06bc921c-a430-45cb-bc06-0d7cfe229486 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8154dd52-7731-4dfd-8d4d-30b08374e4a9 HTTP/1.1" status: 204 len: 168 time: 0.4865911 Nov 26 02:54:39.002935 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc921c-a430-45cb-bc06-0d7cfe229486 admin admin] Pushing event deleted for resources: {'Network': ['ID=8154dd52-7731-4dfd-8d4d-30b08374e4a9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:39.148399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45040) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:39.170154 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e07301ab-f415-4a88-890f-f91aca38fb5e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:39.196688 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b8df4f2b-56f5-4fa6-9521-489b7c7d5056 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05ad26a86ee740398b6faf6ec00a76de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470161 Nov 26 02:54:39.198954 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45042) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:39.200426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6f48b-5def-4632-97b8-495697c92959 req-bfd4dad9-e4d9-4c88-8ff3-007c8fbc334b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:39.204540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71d6f48b-5def-4632-97b8-495697c92959 req-bfd4dad9-e4d9-4c88-8ff3-007c8fbc334b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.0846260 Nov 26 02:54:39.293891 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-361764db-bba8-4f1d-a6fa-8bec119fd878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:39.313750 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71d6f48b-5def-4632-97b8-495697c92959 req-ac2dddb2-4687-49fb-bc8b-2eab7d594d12 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026871 Nov 26 02:54:39.338323 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-361764db-bba8-4f1d-a6fa-8bec119fd878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:39.395886 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-361764db-bba8-4f1d-a6fa-8bec119fd878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:39.400198 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-361764db-bba8-4f1d-a6fa-8bec119fd878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:39.401478 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-361764db-bba8-4f1d-a6fa-8bec119fd878 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1382ed5-dbdb-4d3c-8f86-775a4eccb9c3 HTTP/1.1" status: 204 len: 168 time: 0.2015345 Nov 26 02:54:39.414342 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361764db-bba8-4f1d-a6fa-8bec119fd878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1382ed5-dbdb-4d3c-8f86-775a4eccb9c3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:39.850142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c194b-fc86-49e8-bbf2-0fc1ff8f4ce6 req-67035d91-38ee-456c-8514-31adee6b2c74 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:39.851820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac3c194b-fc86-49e8-bbf2-0fc1ff8f4ce6 req-67035d91-38ee-456c-8514-31adee6b2c74 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0851841 Nov 26 02:54:39.911334 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac3c194b-fc86-49e8-bbf2-0fc1ff8f4ce6 req-82af7448-d312-4c27-8e1c-1f8cc7468732 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511639 Nov 26 02:54:39.919660 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45060) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:39.972133 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d39e0b3e-f051-468c-9c22-61d2d25ecf94 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c1ceb5b61da47b884154c768961cded&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509467 Nov 26 02:54:39.974750 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 45064) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:40.081988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb030f-64e8-4190-9b4e-cddf4b1e163b req-83a632e2-df1e-42ee-aef4-86c6e9dc43ac tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:40.083471 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2adb030f-64e8-4190-9b4e-cddf4b1e163b req-83a632e2-df1e-42ee-aef4-86c6e9dc43ac tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 944 time: 0.1011770 Nov 26 02:54:40.086642 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99f40823-e198-4cde-a8d9-e19a25fdc5a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:40.122359 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99f40823-e198-4cde-a8d9-e19a25fdc5a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:40.170639 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2adb030f-64e8-4190-9b4e-cddf4b1e163b req-5b00b587-706f-4bf1-ba75-40a1eaa525f6 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793028 Nov 26 02:54:40.197357 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99f40823-e198-4cde-a8d9-e19a25fdc5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:40.199965 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99f40823-e198-4cde-a8d9-e19a25fdc5a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:40.201119 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-99f40823-e198-4cde-a8d9-e19a25fdc5a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34731464-8380-4284-b8bf-9b86c5660613 HTTP/1.1" status: 204 len: 168 time: 0.2252569 Nov 26 02:54:40.209003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f40823-e198-4cde-a8d9-e19a25fdc5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34731464-8380-4284-b8bf-9b86c5660613,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:40.499088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e07301ab-f415-4a88-890f-f91aca38fb5e up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:54:40.557512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port e07301ab-f415-4a88-890f-f91aca38fb5e completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:54:40.562502 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port e07301ab-f415-4a88-890f-f91aca38fb5e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:54:40.562876 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:40.653795 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:40.682941 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc1e625-91e9-428a-8c13-a15eb3834c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07301ab-f415-4a88-890f-f91aca38fb5e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:40.686863 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd9f4c9-c1b9-42f8-ac24-9ae142faab46" -d '{"events": [{"server_uuid": "fcc1e625-91e9-428a-8c13-a15eb3834c9b", "name": "network-vif-plugged", "status": "completed", "tag": "e07301ab-f415-4a88-890f-f91aca38fb5e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:40.722138 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e07301ab-f415-4a88-890f-f91aca38fb5e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e07301ab-f415-4a88-890f-f91aca38fb5e,segment=NetworkSegment(3548748d-4f04-4d12-938c-8675885efb66),segment_id=3548748d-4f04-4d12-938c-8675885efb66)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:40.741040 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:40.869284 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e07301ab-f415-4a88-890f-f91aca38fb5e,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:40.964590 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc51e5-92a6-444a-8dab-4b96a9dde04a req-fb94d466-0c47-439c-9e43-7bf0d4ee4f24 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:40.966470 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7bc51e5-92a6-444a-8dab-4b96a9dde04a req-fb94d466-0c47-439c-9e43-7bf0d4ee4f24 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=85ff09a2-35f9-4818-b433-c54dfb9d3125 HTTP/1.1" status: 200 len: 945 time: 0.0779233 Nov 26 02:54:41.034815 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7bc51e5-92a6-444a-8dab-4b96a9dde04a req-74f2c8a3-c249-473d-91bc-17fa13a5b878 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614769 Nov 26 02:54:41.072867 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ad5657-f539-49a4-8089-72ded6f6154d x-openstack-request-id: req-b3ad5657-f539-49a4-8089-72ded6f6154d {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:41.073193 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc1e625-91e9-428a-8c13-a15eb3834c9b", "name": "network-vif-plugged", "status": "completed", "tag": "e07301ab-f415-4a88-890f-f91aca38fb5e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:41.073456 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3ad5657-f539-49a4-8089-72ded6f6154d {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:41.073861 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc1e625-91e9-428a-8c13-a15eb3834c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07301ab-f415-4a88-890f-f91aca38fb5e', 'code': 200} Nov 26 02:54:41.232986 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c407e16-a372-46c9-81cf-896ae950d466 req-8fcc4f6d-5e39-4b1b-ab50-e14d1431859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:41.235141 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1c407e16-a372-46c9-81cf-896ae950d466 req-8fcc4f6d-5e39-4b1b-ab50-e14d1431859a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 1096 time: 0.0558259 Nov 26 02:54:41.270550 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db1355-fbf7-4ceb-b750-7d0fc5492ae8 req-0832fa41-e19d-4e0f-865b-0d78074af35c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:41.272131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61db1355-fbf7-4ceb-b750-7d0fc5492ae8 req-0832fa41-e19d-4e0f-865b-0d78074af35c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0696313 Nov 26 02:54:41.289211 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1c407e16-a372-46c9-81cf-896ae950d466 req-bb4da19a-d5ad-45a9-bcb2-9d3215076a8c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406849 Nov 26 02:54:41.323932 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61db1355-fbf7-4ceb-b750-7d0fc5492ae8 req-a292bf4b-a9ad-4829-8a57-175560794c42 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442355 Nov 26 02:54:41.550562 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951a4eb-7285-49c9-bad0-447525fd7c5e req-8fb71a69-ff48-4d5c-ab02-0b79f741684c tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:41.552102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e951a4eb-7285-49c9-bad0-447525fd7c5e req-8fb71a69-ff48-4d5c-ab02-0b79f741684c tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 945 time: 0.0494764 Nov 26 02:54:41.618434 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e951a4eb-7285-49c9-bad0-447525fd7c5e req-62a62fd3-e154-4e71-8d62-38445fd21b03 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554037 Nov 26 02:54:41.635150 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2477030f-ea09-46d7-bf58-b1b49f7f73fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:41.766072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 45124) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:41.873962 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ed0a657a-49aa-41b0-9dcf-d816b93c367c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:41.945948 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ed0a657a-49aa-41b0-9dcf-d816b93c367c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:41.950461 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ed0a657a-49aa-41b0-9dcf-d816b93c367c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:41.990782 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ed0a657a-49aa-41b0-9dcf-d816b93c367c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d02a1e78b6b40b98c8655f5e677011a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2235286 Nov 26 02:54:41.992251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a657a-49aa-41b0-9dcf-d816b93c367c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f8179c-5621-4d87-94b4-18660c351f79,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:41.993447 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45128) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:42.048421 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3b75085e-cb21-44f2-be24-d2e3f995f21e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:42.069768 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3b75085e-cb21-44f2-be24-d2e3f995f21e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:42.119546 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3b75085e-cb21-44f2-be24-d2e3f995f21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:42.122156 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3b75085e-cb21-44f2-be24-d2e3f995f21e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:42.123422 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3b75085e-cb21-44f2-be24-d2e3f995f21e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3f8179c-5621-4d87-94b4-18660c351f79 HTTP/1.1" status: 204 len: 168 time: 0.1289275 Nov 26 02:54:42.131756 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75085e-cb21-44f2-be24-d2e3f995f21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f8179c-5621-4d87-94b4-18660c351f79,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:42.139725 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75085e-cb21-44f2-be24-d2e3f995f21e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:42.140145 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75085e-cb21-44f2-be24-d2e3f995f21e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:42.140496 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75085e-cb21-44f2-be24-d2e3f995f21e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:42.141601 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75085e-cb21-44f2-be24-d2e3f995f21e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:42.141999 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75085e-cb21-44f2-be24-d2e3f995f21e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:42.142613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75085e-cb21-44f2-be24-d2e3f995f21e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:42.143172 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75085e-cb21-44f2-be24-d2e3f995f21e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:42.143527 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75085e-cb21-44f2-be24-d2e3f995f21e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:42.145607 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75085e-cb21-44f2-be24-d2e3f995f21e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:42.146088 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75085e-cb21-44f2-be24-d2e3f995f21e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:42.146765 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75085e-cb21-44f2-be24-d2e3f995f21e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:42.147271 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75085e-cb21-44f2-be24-d2e3f995f21e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:54:42.162988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35500b-74e3-47af-bc2a-fe53830419ca req-f254482d-0738-4910-8793-223b3177dd4d tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:42.164305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb35500b-74e3-47af-bc2a-fe53830419ca req-f254482d-0738-4910-8793-223b3177dd4d tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=85ff09a2-35f9-4818-b433-c54dfb9d3125 HTTP/1.1" status: 200 len: 945 time: 0.0513098 Nov 26 02:54:42.233414 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb35500b-74e3-47af-bc2a-fe53830419ca req-c5ac751c-434e-4a06-af17-6c6a123d84c8 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570664 Nov 26 02:54:42.452341 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c3b36-83eb-4f73-90c5-31747afc663d req-34c6c13d-c786-4e74-ace0-31ae71d2cec5 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:42.460958 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-735c3b36-83eb-4f73-90c5-31747afc663d req-34c6c13d-c786-4e74-ace0-31ae71d2cec5 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0668337 Nov 26 02:54:42.546698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-735c3b36-83eb-4f73-90c5-31747afc663d req-692201a7-7c6c-4f46-97ae-21168d78189b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845220 Nov 26 02:54:42.754792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7027b25-632c-4caf-9eea-a0c8aa881020 req-ec08508a-115e-461d-b541-01e7bf6b9fa7 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:42.756348 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7027b25-632c-4caf-9eea-a0c8aa881020 req-ec08508a-115e-461d-b541-01e7bf6b9fa7 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 945 time: 0.0511804 Nov 26 02:54:42.828721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7027b25-632c-4caf-9eea-a0c8aa881020 req-008fc657-876c-4424-b81a-2a4f42244293 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644612 Nov 26 02:54:42.876527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715d31f-d47a-46b4-beee-4ac79188d72b req-5bfa35e0-3644-49ee-93d9-43801fcc399e tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:42.877905 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3715d31f-d47a-46b4-beee-4ac79188d72b req-5bfa35e0-3644-49ee-93d9-43801fcc399e tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.54 "GET /v2.0/ports?device_id=85ff09a2-35f9-4818-b433-c54dfb9d3125 HTTP/1.1" status: 200 len: 945 time: 0.0692229 Nov 26 02:54:42.935207 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45164) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:42.994692 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5be63c6c-2288-4e4b-a843-3dcb7b70b28a req-bd990903-badc-4272-931e-d7595f99f44c tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1759119717&fields=id&tenant_id=520ff9420b704d8db0f444895bd76fae HTTP/1.1" status: 200 len: 267 time: 0.0791433 Nov 26 02:54:43.055723 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-3715d31f-d47a-46b4-beee-4ac79188d72b req-a61330a1-ac33-4ca1-a938-f67565e0de78 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Deleting port 95ab99fc-fa67-4e64-b79b-6484a04d5c3e {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:54:43.056119 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3715d31f-d47a-46b4-beee-4ac79188d72b req-a61330a1-ac33-4ca1-a938-f67565e0de78 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:43.060702 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c100f3a7-08be-4fc9-946e-813e18426718 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-195853222-network', 'tenant_id': '10336b1026b44e6eb4afbfaed58f0d31'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:43.084405 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c100f3a7-08be-4fc9-946e-813e18426718 admin admin] Made reservation on behalf of 10336b1026b44e6eb4afbfaed58f0d31 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:54:43.086854 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c100f3a7-08be-4fc9-946e-813e18426718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:43.096678 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c100f3a7-08be-4fc9-946e-813e18426718 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:43.186170 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c100f3a7-08be-4fc9-946e-813e18426718 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:43.191439 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c100f3a7-08be-4fc9-946e-813e18426718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:43.218319 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c100f3a7-08be-4fc9-946e-813e18426718 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:54:43.228651 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100f3a7-08be-4fc9-946e-813e18426718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39f7019-4c21-4254-97c0-3e3ea5151d2f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:43.234762 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c100f3a7-08be-4fc9-946e-813e18426718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:43.235234 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-c100f3a7-08be-4fc9-946e-813e18426718 admin admin] Added segment 2112db38-0263-4164-8b32-625cbadefd2e of type vlan for network 2136774e-b2bf-4bf8-b174-b5b97299fc7a Nov 26 02:54:43.288269 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c100f3a7-08be-4fc9-946e-813e18426718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:43.321903 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c100f3a7-08be-4fc9-946e-813e18426718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:43.323301 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c100f3a7-08be-4fc9-946e-813e18426718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:43.324174 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c100f3a7-08be-4fc9-946e-813e18426718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:43.382813 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c100f3a7-08be-4fc9-946e-813e18426718 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4463921 Nov 26 02:54:43.405415 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100f3a7-08be-4fc9-946e-813e18426718 admin admin] Pushing event updated for resources: {'Network': ['ID=2136774e-b2bf-4bf8-b174-b5b97299fc7a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:43.421002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 2136774e-b2bf-4bf8-b174-b5b97299fc7a details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:54:43.422033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be63c6c-2288-4e4b-a843-3dcb7b70b28a req-aad3ad64-aedf-4924-9373-edcaff6aa85b tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:43.431161 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5be63c6c-2288-4e4b-a843-3dcb7b70b28a req-aad3ad64-aedf-4924-9373-edcaff6aa85b tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 945 time: 0.4285662 Nov 26 02:54:43.449402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-5be63c6c-2288-4e4b-a843-3dcb7b70b28a req-21ee4f94-80e7-48d9-9b32-963ae67242ac tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Request body: {'port': {'security_groups': ['5fb144f4-03a9-4ea7-8e0a-53729a2ca75b', '943a9cd4-26d6-4ebd-97f9-a246e95c19d9']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:43.584004 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5be63c6c-2288-4e4b-a843-3dcb7b70b28a req-21ee4f94-80e7-48d9-9b32-963ae67242ac tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:43.603133 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-3715d31f-d47a-46b4-beee-4ac79188d72b req-a61330a1-ac33-4ca1-a938-f67565e0de78 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] For port 95ab99fc-fa67-4e64-b79b-6484a04d5c3e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=95ab99fc-fa67-4e64-b79b-6484a04d5c3e,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:43.603498 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3715d31f-d47a-46b4-beee-4ac79188d72b req-a61330a1-ac33-4ca1-a938-f67565e0de78 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:43.626442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09bf70e-c604-4e2d-80f0-10413facee08 req-ffd601b5-3597-4325-b2e2-89839469ee33 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:43.627943 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d09bf70e-c604-4e2d-80f0-10413facee08 req-ffd601b5-3597-4325-b2e2-89839469ee33 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=85ff09a2-35f9-4818-b433-c54dfb9d3125 HTTP/1.1" status: 200 len: 945 time: 0.2167242 Nov 26 02:54:43.653745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-3715d31f-d47a-46b4-beee-4ac79188d72b req-a61330a1-ac33-4ca1-a938-f67565e0de78 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Calling delete_port for 95ab99fc-fa67-4e64-b79b-6484a04d5c3e owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:54:43.785432 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d09bf70e-c604-4e2d-80f0-10413facee08 req-844b9365-588e-469e-a175-8611fb018544 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350849 Nov 26 02:54:43.974234 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3715d31f-d47a-46b4-beee-4ac79188d72b req-a61330a1-ac33-4ca1-a938-f67565e0de78 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:43.990088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5be63c6c-2288-4e4b-a843-3dcb7b70b28a req-21ee4f94-80e7-48d9-9b32-963ae67242ac tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] For port e07301ab-f415-4a88-890f-f91aca38fb5e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e07301ab-f415-4a88-890f-f91aca38fb5e,segment=NetworkSegment(3548748d-4f04-4d12-938c-8675885efb66),segment_id=3548748d-4f04-4d12-938c-8675885efb66)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:44.007658 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['284bf332-8f10-4316-9c92-39a7f5f1cceb', '95ab99fc-fa67-4e64-b79b-6484a04d5c3e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:44.023093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61330a1-ac33-4ca1-a938-f67565e0de78 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Pushing event deleted for resources: {'Port': ['ID=95ab99fc-fa67-4e64-b79b-6484a04d5c3e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:44.046130 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c481e43b-fcaf-4f73-99bc-9bbe4254c6ca', '490ef08e-6e8b-4d49-a62b-1b467e2b618a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:44.074112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f0217-23a1-48b1-b754-8add05b38f46 req-f680b10a-9f4f-4a02-9374-28b6b3b0435f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:44.075639 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-042f0217-23a1-48b1-b754-8add05b38f46 req-f680b10a-9f4f-4a02-9374-28b6b3b0435f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.1479905 Nov 26 02:54:44.095270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-3715d31f-d47a-46b4-beee-4ac79188d72b req-a61330a1-ac33-4ca1-a938-f67565e0de78 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] No DVR routers for this DVR port 95ab99fc-fa67-4e64-b79b-6484a04d5c3e on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:54:44.110012 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3715d31f-d47a-46b4-beee-4ac79188d72b req-a61330a1-ac33-4ca1-a938-f67565e0de78 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:44.113083 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3715d31f-d47a-46b4-beee-4ac79188d72b req-a61330a1-ac33-4ca1-a938-f67565e0de78 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.54 "DELETE /v2.0/ports/95ab99fc-fa67-4e64-b79b-6484a04d5c3e HTTP/1.1" status: 204 len: 173 time: 1.2267084 Nov 26 02:54:44.113534 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ff09a2-35f9-4818-b433-c54dfb9d3125', 'name': 'network-vif-deleted', 'tag': '95ab99fc-fa67-4e64-b79b-6484a04d5c3e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:44.116311 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f67d107-c0e9-4aef-970b-52668727c300" -d '{"events": [{"server_uuid": "85ff09a2-35f9-4818-b433-c54dfb9d3125", "name": "network-vif-deleted", "tag": "95ab99fc-fa67-4e64-b79b-6484a04d5c3e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:44.128457 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5be63c6c-2288-4e4b-a843-3dcb7b70b28a req-21ee4f94-80e7-48d9-9b32-963ae67242ac tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:44.129286 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9686a454-f2a1-450d-9d79-b40f8986adfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:44.145133 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5be63c6c-2288-4e4b-a843-3dcb7b70b28a req-21ee4f94-80e7-48d9-9b32-963ae67242ac tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:44.224440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-042f0217-23a1-48b1-b754-8add05b38f46 req-a301c5b4-8a1b-4ef9-aa6d-7d235a66b7a4 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220713 Nov 26 02:54:44.234522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be63c6c-2288-4e4b-a843-3dcb7b70b28a req-21ee4f94-80e7-48d9-9b32-963ae67242ac tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:44.244835 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5be63c6c-2288-4e4b-a843-3dcb7b70b28a req-21ee4f94-80e7-48d9-9b32-963ae67242ac tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:44.272197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5be63c6c-2288-4e4b-a843-3dcb7b70b28a req-21ee4f94-80e7-48d9-9b32-963ae67242ac tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "PUT /v2.0/ports/e07301ab-f415-4a88-890f-f91aca38fb5e HTTP/1.1" status: 200 len: 981 time: 0.8390753 Nov 26 02:54:44.315596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee4f94-80e7-48d9-9b32-963ae67242ac tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event updated for resources: {'Port': ['ID=e07301ab-f415-4a88-890f-f91aca38fb5e,revision_number=6']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:44.429431 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e07301ab-f415-4a88-890f-f91aca38fb5e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:44.458349 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc8542a-c9d6-4235-a9d9-e10859f4001a x-openstack-request-id: req-7bc8542a-c9d6-4235-a9d9-e10859f4001a {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:44.458643 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ff09a2-35f9-4818-b433-c54dfb9d3125", "name": "network-vif-deleted", "tag": "95ab99fc-fa67-4e64-b79b-6484a04d5c3e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:44.458904 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bc8542a-c9d6-4235-a9d9-e10859f4001a {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:44.459312 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ff09a2-35f9-4818-b433-c54dfb9d3125', 'name': 'network-vif-deleted', 'tag': '95ab99fc-fa67-4e64-b79b-6484a04d5c3e', 'status': 'completed', 'code': 200} Nov 26 02:54:44.602361 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59f3fe20-66e8-41f7-a243-bce5338e4e0c req-3170b7f2-f806-49ce-a795-fd8e1a0772c2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1044162339&fields=id&tenant_id=520ff9420b704d8db0f444895bd76fae HTTP/1.1" status: 200 len: 267 time: 0.1051607 Nov 26 02:54:44.610532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75a2d1-ab36-4670-a30e-1127e3183465 req-ba4a911b-1e90-4ee3-a6c6-eb619206fcc1 tempest-ComputeTenantNetworksTest-1120380326 tempest-ComputeTenantNetworksTest-1120380326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:44.616369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75a2d1-ab36-4670-a30e-1127e3183465 req-ba4a911b-1e90-4ee3-a6c6-eb619206fcc1 tempest-ComputeTenantNetworksTest-1120380326 tempest-ComputeTenantNetworksTest-1120380326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:44.622435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75a2d1-ab36-4670-a30e-1127e3183465 req-ba4a911b-1e90-4ee3-a6c6-eb619206fcc1 tempest-ComputeTenantNetworksTest-1120380326 tempest-ComputeTenantNetworksTest-1120380326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:44.627333 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a75a2d1-ab36-4670-a30e-1127e3183465 req-ba4a911b-1e90-4ee3-a6c6-eb619206fcc1 tempest-ComputeTenantNetworksTest-1120380326 tempest-ComputeTenantNetworksTest-1120380326-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2453961 Nov 26 02:54:44.763147 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3fe20-66e8-41f7-a243-bce5338e4e0c req-ef3115cc-4aeb-4349-80be-cd7ff427ceb3 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:44.771758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59f3fe20-66e8-41f7-a243-bce5338e4e0c req-ef3115cc-4aeb-4349-80be-cd7ff427ceb3 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 984 time: 0.1434155 Nov 26 02:54:44.781583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-59f3fe20-66e8-41f7-a243-bce5338e4e0c req-8d8aa67c-5d7c-4f8c-8609-2ef142f62114 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Request body: {'port': {'security_groups': ['5fb144f4-03a9-4ea7-8e0a-53729a2ca75b', '943a9cd4-26d6-4ebd-97f9-a246e95c19d9', '250ba0ef-8fe2-4d33-9055-a66cb914e7eb']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:44.792781 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6c76f-2933-4c11-ad9c-cfb9f87f7b88 req-f67fb8ff-d9b3-4458-bc34-14237e80c56e tempest-ComputeTenantNetworksTest-1120380326 tempest-ComputeTenantNetworksTest-1120380326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:44.794400 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16b6c76f-2933-4c11-ad9c-cfb9f87f7b88 req-f67fb8ff-d9b3-4458-bc34-14237e80c56e tempest-ComputeTenantNetworksTest-1120380326 tempest-ComputeTenantNetworksTest-1120380326-project] 10.222.0.31 "GET /v2.0/networks/2136774e-b2bf-4bf8-b174-b5b97299fc7a HTTP/1.1" status: 200 len: 768 time: 0.1369743 Nov 26 02:54:44.804767 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45194) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:44.882472 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-59f3fe20-66e8-41f7-a243-bce5338e4e0c req-8d8aa67c-5d7c-4f8c-8609-2ef142f62114 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:44.903706 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4993a869-b2a3-4695-baa6-a9616cb20ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:44.952391 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:44.999039 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4993a869-b2a3-4695-baa6-a9616cb20ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:45.043782 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4993a869-b2a3-4695-baa6-a9616cb20ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2136774e-b2bf-4bf8-b174-b5b97299fc7a']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:54:45.055824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4993a869-b2a3-4695-baa6-a9616cb20ba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2112db38-0263-4164-8b32-625cbadefd2e') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:54:45.056156 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4993a869-b2a3-4695-baa6-a9616cb20ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2112db38-0263-4164-8b32-625cbadefd2e') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:54:45.067017 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4993a869-b2a3-4695-baa6-a9616cb20ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:45.082197 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4993a869-b2a3-4695-baa6-a9616cb20ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:45.089186 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4993a869-b2a3-4695-baa6-a9616cb20ba5 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:54:45.089780 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4993a869-b2a3-4695-baa6-a9616cb20ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:54:45.091945 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:54:45.106277 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e07301ab-f415-4a88-890f-f91aca38fb5e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:45.148390 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4993a869-b2a3-4695-baa6-a9616cb20ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:45.158658 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4993a869-b2a3-4695-baa6-a9616cb20ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:45.163501 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4993a869-b2a3-4695-baa6-a9616cb20ba5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2136774e-b2bf-4bf8-b174-b5b97299fc7a HTTP/1.1" status: 204 len: 168 time: 0.3572776 Nov 26 02:54:45.181568 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993a869-b2a3-4695-baa6-a9616cb20ba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2136774e-b2bf-4bf8-b174-b5b97299fc7a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:45.244045 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-59f3fe20-66e8-41f7-a243-bce5338e4e0c req-8d8aa67c-5d7c-4f8c-8609-2ef142f62114 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] For port e07301ab-f415-4a88-890f-f91aca38fb5e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e07301ab-f415-4a88-890f-f91aca38fb5e,segment=NetworkSegment(3548748d-4f04-4d12-938c-8675885efb66),segment_id=3548748d-4f04-4d12-938c-8675885efb66)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:45.299227 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-59f3fe20-66e8-41f7-a243-bce5338e4e0c req-8d8aa67c-5d7c-4f8c-8609-2ef142f62114 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:45.314658 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-59f3fe20-66e8-41f7-a243-bce5338e4e0c req-8d8aa67c-5d7c-4f8c-8609-2ef142f62114 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:45.330926 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45208) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:45.377482 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cfc940e6-2c89-4b8d-8f2d-e940ee83070f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10336b1026b44e6eb4afbfaed58f0d31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452423 Nov 26 02:54:45.378401 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45210) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:45.406711 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3fe20-66e8-41f7-a243-bce5338e4e0c req-8d8aa67c-5d7c-4f8c-8609-2ef142f62114 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:45.407349 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-59f3fe20-66e8-41f7-a243-bce5338e4e0c req-8d8aa67c-5d7c-4f8c-8609-2ef142f62114 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:45.408989 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59f3fe20-66e8-41f7-a243-bce5338e4e0c req-8d8aa67c-5d7c-4f8c-8609-2ef142f62114 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "PUT /v2.0/ports/e07301ab-f415-4a88-890f-f91aca38fb5e HTTP/1.1" status: 200 len: 1020 time: 0.6361580 Nov 26 02:54:45.439693 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed314b32-fd7f-4bce-bff7-b63d08f33edd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:45.447893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08960935-b598-4451-84ca-d00cb5ba8118 req-9101ee37-1dba-4b75-b2ea-9a96c8ede4ab tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:45.449455 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08960935-b598-4451-84ca-d00cb5ba8118 req-9101ee37-1dba-4b75-b2ea-9a96c8ede4ab tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.1479580 Nov 26 02:54:45.450382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8aa67c-5d7c-4f8c-8609-2ef142f62114 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event updated for resources: {'Port': ['ID=e07301ab-f415-4a88-890f-f91aca38fb5e,revision_number=7']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:45.474063 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed314b32-fd7f-4bce-bff7-b63d08f33edd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:45.504507 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08960935-b598-4451-84ca-d00cb5ba8118 req-1b750edc-2d6e-4609-89de-01fd0936f4de tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473208 Nov 26 02:54:45.539091 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e07301ab-f415-4a88-890f-f91aca38fb5e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:45.548945 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed314b32-fd7f-4bce-bff7-b63d08f33edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:45.552787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed314b32-fd7f-4bce-bff7-b63d08f33edd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:45.572469 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ed314b32-fd7f-4bce-bff7-b63d08f33edd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e39f7019-4c21-4254-97c0-3e3ea5151d2f HTTP/1.1" status: 204 len: 168 time: 0.1782885 Nov 26 02:54:45.589449 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed314b32-fd7f-4bce-bff7-b63d08f33edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39f7019-4c21-4254-97c0-3e3ea5151d2f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:45.623357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52d686-825e-4df1-a9c8-35001d0a4ba2 req-3dadb2ea-9b17-4b37-a135-fea96ef01002 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:45.632012 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e52d686-825e-4df1-a9c8-35001d0a4ba2 req-3dadb2ea-9b17-4b37-a135-fea96ef01002 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 1023 time: 0.0720985 Nov 26 02:54:45.683937 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e07301ab-f415-4a88-890f-f91aca38fb5e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:45.722336 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e52d686-825e-4df1-a9c8-35001d0a4ba2 req-9c058065-2b06-4334-8490-5c474a6abb6e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=943a9cd4-26d6-4ebd-97f9-a246e95c19d9&id=250ba0ef-8fe2-4d33-9055-a66cb914e7eb&id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b HTTP/1.1" status: 200 len: 6209 time: 0.0894041 Nov 26 02:54:45.751873 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-aef3ab32-8a48-4761-b72d-3e343048ca3c req-f733e8f4-15cb-4881-8880-db35e27575c0 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Request body: {'security_group': {'name': ' tempest-securitygroup -31488280 ', 'description': 'tempest-description-1436312507'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:45.790570 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aef3ab32-8a48-4761-b72d-3e343048ca3c req-f733e8f4-15cb-4881-8880-db35e27575c0 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:45.881073 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aef3ab32-8a48-4761-b72d-3e343048ca3c req-f733e8f4-15cb-4881-8880-db35e27575c0 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:45.887179 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aef3ab32-8a48-4761-b72d-3e343048ca3c req-f733e8f4-15cb-4881-8880-db35e27575c0 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:45.922046 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aef3ab32-8a48-4761-b72d-3e343048ca3c req-f733e8f4-15cb-4881-8880-db35e27575c0 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:45.923829 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aef3ab32-8a48-4761-b72d-3e343048ca3c req-f733e8f4-15cb-4881-8880-db35e27575c0 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.1761980 Nov 26 02:54:45.947524 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733e8f4-15cb-4881-8880-db35e27575c0 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16152923-c255-403c-b3b4-2e7a4f2c1c69,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:46.006109 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-267b4c1e-4bd4-4efa-9520-1bceb6130459 req-52a21f02-d331-4825-a300-dfc98cdd9a0c tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/16152923-c255-403c-b3b4-2e7a4f2c1c69 HTTP/1.1" status: 200 len: 1798 time: 0.0522559 Nov 26 02:54:46.094391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45a7072e-1b22-4ccd-a69b-5b15f42b35d5 req-4885ef58-3285-425e-8b1d-806ad5ae2ade tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/16152923-c255-403c-b3b4-2e7a4f2c1c69 HTTP/1.1" status: 200 len: 1798 time: 0.0633984 Nov 26 02:54:46.176588 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-45a7072e-1b22-4ccd-a69b-5b15f42b35d5 req-4432c972-8541-424a-ad2a-4f8793107c36 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:46.201159 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-45a7072e-1b22-4ccd-a69b-5b15f42b35d5 req-4432c972-8541-424a-ad2a-4f8793107c36 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:46.268695 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-45a7072e-1b22-4ccd-a69b-5b15f42b35d5 req-4432c972-8541-424a-ad2a-4f8793107c36 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:46.271849 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-45a7072e-1b22-4ccd-a69b-5b15f42b35d5 req-4432c972-8541-424a-ad2a-4f8793107c36 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:46.273221 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45a7072e-1b22-4ccd-a69b-5b15f42b35d5 req-4432c972-8541-424a-ad2a-4f8793107c36 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "DELETE /v2.0/security-groups/16152923-c255-403c-b3b4-2e7a4f2c1c69 HTTP/1.1" status: 204 len: 173 time: 0.1706064 Nov 26 02:54:46.306509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432c972-8541-424a-ad2a-4f8793107c36 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16152923-c255-403c-b3b4-2e7a4f2c1c69,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:46.334626 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-208f9bba-9ed3-4a99-89b4-839c9538a48c req-618998c9-abaf-4f13-a294-ff4a3c8f9f5d tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] show failed (client error): The resource could not be found. Nov 26 02:54:46.350957 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-208f9bba-9ed3-4a99-89b4-839c9538a48c req-618998c9-abaf-4f13-a294-ff4a3c8f9f5d tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/16152923-c255-403c-b3b4-2e7a4f2c1c69 HTTP/1.1" status: 404 len: 352 time: 0.0466120 Nov 26 02:54:46.375998 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-e5eca948-71dd-4acf-865a-3a226088bd52 req-fa25c749-2829-4897-b70b-a0842e097bea tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-173876125', 'description': 'tempest-description-1549422575'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:46.404662 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e5eca948-71dd-4acf-865a-3a226088bd52 req-fa25c749-2829-4897-b70b-a0842e097bea tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:46.487762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc1e625-91e9-428a-8c13-a15eb3834c9b', 'tag': 'e07301ab-f415-4a88-890f-f91aca38fb5e'}, {'name': 'network-changed', 'server_uuid': 'fcc1e625-91e9-428a-8c13-a15eb3834c9b', 'tag': 'e07301ab-f415-4a88-890f-f91aca38fb5e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:46.491476 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404c581b-1a31-4620-8ae0-b6811636f5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc1e625-91e9-428a-8c13-a15eb3834c9b", "tag": "e07301ab-f415-4a88-890f-f91aca38fb5e"}, {"name": "network-changed", "server_uuid": "fcc1e625-91e9-428a-8c13-a15eb3834c9b", "tag": "e07301ab-f415-4a88-890f-f91aca38fb5e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:46.496997 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e5eca948-71dd-4acf-865a-3a226088bd52 req-fa25c749-2829-4897-b70b-a0842e097bea tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:46.509779 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e5eca948-71dd-4acf-865a-3a226088bd52 req-fa25c749-2829-4897-b70b-a0842e097bea tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:46.520962 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:46.558912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25c749-2829-4897-b70b-a0842e097bea tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7175b132-3f11-4438-bf3f-cd33e785ed4a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:46.585990 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b63da6-605f-47e8-97af-f7a63dbe425a x-openstack-request-id: req-98b63da6-605f-47e8-97af-f7a63dbe425a {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:46.586335 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc1e625-91e9-428a-8c13-a15eb3834c9b", "tag": "e07301ab-f415-4a88-890f-f91aca38fb5e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fcc1e625-91e9-428a-8c13-a15eb3834c9b", "tag": "e07301ab-f415-4a88-890f-f91aca38fb5e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:46.586560 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98b63da6-605f-47e8-97af-f7a63dbe425a {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:46.587653 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc1e625-91e9-428a-8c13-a15eb3834c9b', 'tag': 'e07301ab-f415-4a88-890f-f91aca38fb5e', 'status': 'completed', 'code': 200} Nov 26 02:54:46.587975 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc1e625-91e9-428a-8c13-a15eb3834c9b', 'tag': 'e07301ab-f415-4a88-890f-f91aca38fb5e', 'status': 'completed', 'code': 200} Nov 26 02:54:46.594390 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e5eca948-71dd-4acf-865a-3a226088bd52 req-fa25c749-2829-4897-b70b-a0842e097bea tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:46.597442 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5eca948-71dd-4acf-865a-3a226088bd52 req-fa25c749-2829-4897-b70b-a0842e097bea tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2252290 Nov 26 02:54:46.714112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739f2a2-b260-468b-b7fc-074518f6cb13 req-2220974f-bfff-4e9c-a3a6-b11b6484d99c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:46.715971 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2739f2a2-b260-468b-b7fc-074518f6cb13 req-2220974f-bfff-4e9c-a3a6-b11b6484d99c tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0683696 Nov 26 02:54:46.734373 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-354583b8-5668-4b30-ab19-e7051296b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:46.737080 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-354583b8-5668-4b30-ab19-e7051296b614 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=520ff9420b704d8db0f444895bd76fae&device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 1174 time: 0.0753033 Nov 26 02:54:46.755433 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ac934c08-2abb-449d-b2c6-b431c1d3f7f5 req-87b88da8-7ab5-4711-9e3e-440e014a09a9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-783550169', 'description': 'tempest-description-2146752116'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:46.815888 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2739f2a2-b260-468b-b7fc-074518f6cb13 req-ab6124da-e6a5-42d1-ae8f-65ccd6b9ca0e tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930479 Nov 26 02:54:46.819828 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ac934c08-2abb-449d-b2c6-b431c1d3f7f5 req-87b88da8-7ab5-4711-9e3e-440e014a09a9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:46.838370 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 95ab99fc-fa67-4e64-b79b-6484a04d5c3e no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:54:46.874168 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 95ab99fc-fa67-4e64-b79b-6484a04d5c3e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:54:46.875247 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 95ab99fc-fa67-4e64-b79b-6484a04d5c3e not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:54:46.896437 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-f1189424-4655-4a3d-b1c0-3abd2a9114ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:46.898560 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-f1189424-4655-4a3d-b1c0-3abd2a9114ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=9ed15978-d56f-4d77-911b-29cd615b31e8 HTTP/1.1" status: 200 len: 914 time: 0.1480222 Nov 26 02:54:46.943243 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ac934c08-2abb-449d-b2c6-b431c1d3f7f5 req-87b88da8-7ab5-4711-9e3e-440e014a09a9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:46.951249 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-bc190374-eafe-4ea7-b1f7-3b7b0ca55b72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e07301ab-f415-4a88-890f-f91aca38fb5e HTTP/1.1" status: 200 len: 217 time: 0.0437353 Nov 26 02:54:46.952254 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ac934c08-2abb-449d-b2c6-b431c1d3f7f5 req-87b88da8-7ab5-4711-9e3e-440e014a09a9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:47.006363 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ac934c08-2abb-449d-b2c6-b431c1d3f7f5 req-87b88da8-7ab5-4711-9e3e-440e014a09a9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:47.017352 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac934c08-2abb-449d-b2c6-b431c1d3f7f5 req-87b88da8-7ab5-4711-9e3e-440e014a09a9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2624099 Nov 26 02:54:47.017352 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b88da8-7ab5-4711-9e3e-440e014a09a9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7035c54a-7dac-4c9d-9d80-d2b5f1838795,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:47.045455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-c91a96a4-a538-469d-9918-8d463272c710 req-6aba00fe-0932-4b26-9dac-94a1c086549a tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1222051748', 'description': 'tempest-description-1764096019'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:47.069883 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-53d5d32a-b3f8-4a0a-9317-f7828381c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:47.071596 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-53d5d32a-b3f8-4a0a-9317-f7828381c1a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78a3ba49-f97b-46ea-9cad-f78b1f3fbbc5 HTTP/1.1" status: 200 len: 853 time: 0.1123896 Nov 26 02:54:47.092164 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c91a96a4-a538-469d-9918-8d463272c710 req-6aba00fe-0932-4b26-9dac-94a1c086549a tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:47.145205 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-9c4bd2e0-9d65-4179-aedb-4dadd2daf13e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ed15978-d56f-4d77-911b-29cd615b31e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652397 Nov 26 02:54:47.271675 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c91a96a4-a538-469d-9918-8d463272c710 req-6aba00fe-0932-4b26-9dac-94a1c086549a tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:47.277326 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c91a96a4-a538-469d-9918-8d463272c710 req-6aba00fe-0932-4b26-9dac-94a1c086549a tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:47.316496 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba00fe-0932-4b26-9dac-94a1c086549a tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a24cb4-b094-48da-a504-4d8ee6115f3c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:47.324720 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c91a96a4-a538-469d-9918-8d463272c710 req-6aba00fe-0932-4b26-9dac-94a1c086549a tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:47.338689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c91a96a4-a538-469d-9918-8d463272c710 req-6aba00fe-0932-4b26-9dac-94a1c086549a tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2977993 Nov 26 02:54:47.387649 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-73d1c159-e3d0-43f8-88f7-8ba016203e7f service neutron] 10.222.0.59 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320204 Nov 26 02:54:47.512585 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-954f84b4-cabf-4314-91bb-0002f0d6cd3e req-9df64997-6b0b-4126-abc4-0770c85739aa tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=520ff9420b704d8db0f444895bd76fae HTTP/1.1" status: 200 len: 11014 time: 0.1453245 Nov 26 02:54:47.533589 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:47.572394 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-954f84b4-cabf-4314-91bb-0002f0d6cd3e req-b89d5b66-ea4a-402a-bdb1-6c6dd0cd2408 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/5fb144f4-03a9-4ea7-8e0a-53729a2ca75b HTTP/1.1" status: 200 len: 3002 time: 0.0576293 Nov 26 02:54:47.573369 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-8f09deb2-2fff-42c8-90cc-92ba9a619c2e service neutron] 10.222.0.59 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759684 Nov 26 02:54:47.625941 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-954f84b4-cabf-4314-91bb-0002f0d6cd3e req-b119b25f-2781-42b5-af27-78a6291b4c94 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/5fb144f4-03a9-4ea7-8e0a-53729a2ca75b HTTP/1.1" status: 200 len: 3002 time: 0.0469677 Nov 26 02:54:47.723047 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf03eca-47c8-4699-92bc-a39a62ecab85 req-95ee9e19-b6f1-428b-a354-18ddd259582f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/7175b132-3f11-4438-bf3f-cd33e785ed4a HTTP/1.1" status: 200 len: 1819 time: 0.0731721 Nov 26 02:54:47.756265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-cf441ee4-8ebf-4ce8-846d-f57f8d6cf138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:47.759574 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-cf441ee4-8ebf-4ce8-846d-f57f8d6cf138 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=520ff9420b704d8db0f444895bd76fae&device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 1174 time: 0.0866015 Nov 26 02:54:47.825250 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8bf03eca-47c8-4699-92bc-a39a62ecab85 req-7def0ffb-9208-41cd-baa6-ce99086252f5 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:47.873122 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8bf03eca-47c8-4699-92bc-a39a62ecab85 req-7def0ffb-9208-41cd-baa6-ce99086252f5 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:47.947340 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-f0979841-1853-4f76-a120-aa986377059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:47.953208 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-f0979841-1853-4f76-a120-aa986377059c service neutron] 10.222.0.59 "GET /v2.0/networks?id=9ed15978-d56f-4d77-911b-29cd615b31e8 HTTP/1.1" status: 200 len: 914 time: 0.1767125 Nov 26 02:54:48.031357 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-98d45fb9-0819-4ddd-a5a2-06658181d4c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e07301ab-f415-4a88-890f-f91aca38fb5e HTTP/1.1" status: 200 len: 217 time: 0.0707562 Nov 26 02:54:48.033690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d223b-a97c-4dea-8740-acdb7a9f287e req-662c665c-c9aa-4dfc-981a-9e9ebd379d7d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:48.035756 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e47d223b-a97c-4dea-8740-acdb7a9f287e req-662c665c-c9aa-4dfc-981a-9e9ebd379d7d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.1307263 Nov 26 02:54:48.081969 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8bf03eca-47c8-4699-92bc-a39a62ecab85 req-7def0ffb-9208-41cd-baa6-ce99086252f5 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:48.087851 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8bf03eca-47c8-4699-92bc-a39a62ecab85 req-7def0ffb-9208-41cd-baa6-ce99086252f5 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:48.088551 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-0be381a4-2835-4a15-be0b-935bcda5dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:48.088931 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf03eca-47c8-4699-92bc-a39a62ecab85 req-7def0ffb-9208-41cd-baa6-ce99086252f5 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "DELETE /v2.0/security-groups/7175b132-3f11-4438-bf3f-cd33e785ed4a HTTP/1.1" status: 204 len: 173 time: 0.3581471 Nov 26 02:54:48.090207 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-0be381a4-2835-4a15-be0b-935bcda5dc89 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78a3ba49-f97b-46ea-9cad-f78b1f3fbbc5 HTTP/1.1" status: 200 len: 853 time: 0.0481234 Nov 26 02:54:48.115369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def0ffb-9208-41cd-baa6-ce99086252f5 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7175b132-3f11-4438-bf3f-cd33e785ed4a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:48.136910 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e47d223b-a97c-4dea-8740-acdb7a9f287e req-3d3605ba-ee56-4e19-9870-a0c14847950b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947566 Nov 26 02:54:48.137976 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-5436c0b4-7869-44c7-bc8e-d7db8f4868f4 req-10a001d8-d6ea-4abd-a2ec-df7cd9fafbc9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] show failed (client error): The resource could not be found. Nov 26 02:54:48.138796 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5436c0b4-7869-44c7-bc8e-d7db8f4868f4 req-10a001d8-d6ea-4abd-a2ec-df7cd9fafbc9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/7175b132-3f11-4438-bf3f-cd33e785ed4a HTTP/1.1" status: 404 len: 352 time: 0.0298598 Nov 26 02:54:48.174630 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-a1432aa1-f7f8-46f5-b0d4-2da5bb2d83c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ed15978-d56f-4d77-911b-29cd615b31e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765681 Nov 26 02:54:48.242578 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c108c1d0-412d-4359-a4f5-5a23f3d59945 req-9789af1b-d804-4bff-9817-5055dbba3650 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/7035c54a-7dac-4c9d-9d80-d2b5f1838795 HTTP/1.1" status: 200 len: 1819 time: 0.0664215 Nov 26 02:54:48.373238 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c108c1d0-412d-4359-a4f5-5a23f3d59945 req-f5a0cff9-dfbd-4b53-a02e-4a4e1f66a453 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:48.380707 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-2862d530-aec8-4887-b326-7c3f507843ee service neutron] 10.222.0.59 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974988 Nov 26 02:54:48.412627 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c108c1d0-412d-4359-a4f5-5a23f3d59945 req-f5a0cff9-dfbd-4b53-a02e-4a4e1f66a453 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:48.463105 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c108c1d0-412d-4359-a4f5-5a23f3d59945 req-f5a0cff9-dfbd-4b53-a02e-4a4e1f66a453 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:48.472268 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c108c1d0-412d-4359-a4f5-5a23f3d59945 req-f5a0cff9-dfbd-4b53-a02e-4a4e1f66a453 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:48.474559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c108c1d0-412d-4359-a4f5-5a23f3d59945 req-f5a0cff9-dfbd-4b53-a02e-4a4e1f66a453 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "DELETE /v2.0/security-groups/7035c54a-7dac-4c9d-9d80-d2b5f1838795 HTTP/1.1" status: 204 len: 173 time: 0.2258437 Nov 26 02:54:48.506613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0cff9-dfbd-4b53-a02e-4a4e1f66a453 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7035c54a-7dac-4c9d-9d80-d2b5f1838795,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:48.529087 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-7a18b234-a24e-42c7-8eb7-74936702c5e5 req-2709d923-4ec8-449e-9261-1249288162b8 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] show failed (client error): The resource could not be found. Nov 26 02:54:48.536165 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a18b234-a24e-42c7-8eb7-74936702c5e5 req-2709d923-4ec8-449e-9261-1249288162b8 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/7035c54a-7dac-4c9d-9d80-d2b5f1838795 HTTP/1.1" status: 404 len: 352 time: 0.0307128 Nov 26 02:54:48.578632 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-404c581b-1a31-4620-8ae0-b6811636f5b7 req-d5ae044f-c429-47ec-8752-ac88a77da16a service neutron] 10.222.0.59 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852212 Nov 26 02:54:48.612448 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc3d085e-9c6c-40b2-99b9-bcc4c6c66698 req-55ff3933-fae7-4f66-baef-9d6bc8d0719c tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/48a24cb4-b094-48da-a504-4d8ee6115f3c HTTP/1.1" status: 200 len: 1820 time: 0.0573881 Nov 26 02:54:48.695870 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bc3d085e-9c6c-40b2-99b9-bcc4c6c66698 req-92131e5b-83ed-4fd9-838d-bbb0b0070550 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:48.724527 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bc3d085e-9c6c-40b2-99b9-bcc4c6c66698 req-92131e5b-83ed-4fd9-838d-bbb0b0070550 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:48.775479 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bc3d085e-9c6c-40b2-99b9-bcc4c6c66698 req-92131e5b-83ed-4fd9-838d-bbb0b0070550 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:48.778115 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bc3d085e-9c6c-40b2-99b9-bcc4c6c66698 req-92131e5b-83ed-4fd9-838d-bbb0b0070550 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:48.779307 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc3d085e-9c6c-40b2-99b9-bcc4c6c66698 req-92131e5b-83ed-4fd9-838d-bbb0b0070550 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "DELETE /v2.0/security-groups/48a24cb4-b094-48da-a504-4d8ee6115f3c HTTP/1.1" status: 204 len: 173 time: 0.1656940 Nov 26 02:54:48.792523 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92131e5b-83ed-4fd9-838d-bbb0b0070550 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a24cb4-b094-48da-a504-4d8ee6115f3c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:48.823621 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-bf6b71ba-b10d-4bdd-8d9b-d7e188d039d7 req-51d41038-8a86-4b59-8563-eeaca05ac189 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] show failed (client error): The resource could not be found. Nov 26 02:54:48.825207 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf6b71ba-b10d-4bdd-8d9b-d7e188d039d7 req-51d41038-8a86-4b59-8563-eeaca05ac189 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/48a24cb4-b094-48da-a504-4d8ee6115f3c HTTP/1.1" status: 404 len: 352 time: 0.0151501 Nov 26 02:54:48.947234 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83e7db52-adc4-4ba6-a6a5-0d9171506365 req-3cbc8283-01b9-4913-93b2-e4f541e5968b tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=520ff9420b704d8db0f444895bd76fae HTTP/1.1" status: 200 len: 6209 time: 0.0926845 Nov 26 02:54:48.998087 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83e7db52-adc4-4ba6-a6a5-0d9171506365 req-bdc76a1e-6383-42c0-864d-f55250eb0585 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/5fb144f4-03a9-4ea7-8e0a-53729a2ca75b HTTP/1.1" status: 200 len: 3002 time: 0.0493536 Nov 26 02:54:49.056495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83e7db52-adc4-4ba6-a6a5-0d9171506365 req-7d4eeaf1-a25e-4cab-8588-b3c7fd81a5a2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/5fb144f4-03a9-4ea7-8e0a-53729a2ca75b HTTP/1.1" status: 200 len: 3002 time: 0.0511501 Nov 26 02:54:49.085854 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-5939ae65-a742-44a3-9b30-c13474c7a554 req-b568937e-52a1-42cb-b15c-e1998f5caac7 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-42726834', 'description': 'tempest-description-38988688'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:49.110564 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5939ae65-a742-44a3-9b30-c13474c7a554 req-b568937e-52a1-42cb-b15c-e1998f5caac7 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:49.189357 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5939ae65-a742-44a3-9b30-c13474c7a554 req-b568937e-52a1-42cb-b15c-e1998f5caac7 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:49.194440 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5939ae65-a742-44a3-9b30-c13474c7a554 req-b568937e-52a1-42cb-b15c-e1998f5caac7 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:49.234541 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5939ae65-a742-44a3-9b30-c13474c7a554 req-b568937e-52a1-42cb-b15c-e1998f5caac7 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:49.236115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5939ae65-a742-44a3-9b30-c13474c7a554 req-b568937e-52a1-42cb-b15c-e1998f5caac7 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1548891 Nov 26 02:54:49.238162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568937e-52a1-42cb-b15c-e1998f5caac7 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda8c774-9136-4549-b2a9-b9e7ef3cc75a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:49.279967 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-3bd61178-2657-42ed-af48-6452d7bfdc75 req-e6e40b0e-9257-4b96-8434-db651111976e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1010661564', 'description': 'tempest-description-697403581'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:49.350858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291a4c8-bda9-487e-87a3-b0eac4bf2c54 req-d634257b-da46-4c15-afe2-d94108c4ad74 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:49.352336 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4291a4c8-bda9-487e-87a3-b0eac4bf2c54 req-d634257b-da46-4c15-afe2-d94108c4ad74 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.1152241 Nov 26 02:54:49.353675 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3bd61178-2657-42ed-af48-6452d7bfdc75 req-e6e40b0e-9257-4b96-8434-db651111976e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:49.433015 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4291a4c8-bda9-487e-87a3-b0eac4bf2c54 req-02f649c6-b8ae-41bb-89bd-ad33f979a446 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666656 Nov 26 02:54:49.472463 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3bd61178-2657-42ed-af48-6452d7bfdc75 req-e6e40b0e-9257-4b96-8434-db651111976e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:49.478015 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3bd61178-2657-42ed-af48-6452d7bfdc75 req-e6e40b0e-9257-4b96-8434-db651111976e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:49.514254 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3bd61178-2657-42ed-af48-6452d7bfdc75 req-e6e40b0e-9257-4b96-8434-db651111976e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:49.516118 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bd61178-2657-42ed-af48-6452d7bfdc75 req-e6e40b0e-9257-4b96-8434-db651111976e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2400987 Nov 26 02:54:49.518199 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e40b0e-9257-4b96-8434-db651111976e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03050b2-a5d3-40a4-a2d0-bdad374c8643,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:49.734512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e7e6d-e74b-4994-adeb-7167b0787860 req-4f32c2e0-b406-4f8c-983e-5944079967e9 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:49.736069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-772e7e6d-e74b-4994-adeb-7167b0787860 req-4f32c2e0-b406-4f8c-983e-5944079967e9 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 945 time: 0.0558114 Nov 26 02:54:49.865922 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-772e7e6d-e74b-4994-adeb-7167b0787860 req-d5e8c432-2da0-44e5-a682-bd05bfcc2b5a tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165183 Nov 26 02:54:49.912400 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-e425265a-25d7-4559-a09d-83c9699f578a tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:49.914096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-e425265a-25d7-4559-a09d-83c9699f578a tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/networks?id=9ed15978-d56f-4d77-911b-29cd615b31e8 HTTP/1.1" status: 200 len: 813 time: 0.1475143 Nov 26 02:54:49.929941 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-d746f71c-8d16-4a26-8b55-7e467d62e7b4 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/quotas/520ff9420b704d8db0f444895bd76fae HTTP/1.1" status: 200 len: 375 time: 0.0092297 Nov 26 02:54:49.989062 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-86f90b0e-cb51-42ba-af6c-18ffeb72b470 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=520ff9420b704d8db0f444895bd76fae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0516813 Nov 26 02:54:50.122994 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-320df2e6-c653-4898-92d8-911cd14292a2 service neutron] 10.222.0.31 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140163 Nov 26 02:54:50.221226 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-c10711cc-e38a-410c-85f7-54b0cee266b4 service neutron] 10.222.0.31 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912361 Nov 26 02:54:50.417624 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3bd2fe2-5d3a-4e68-a7da-0c3e30835999 req-2e4b5029-ab30-4fc9-8629-f4d6e638e65c tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 210 time: 0.0276790 Nov 26 02:54:50.572306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26e125-bc71-4ac8-8511-b3695083e795 req-a427ab3a-43b6-4450-b7cd-14038a486f69 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:50.574086 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fb26e125-bc71-4ac8-8511-b3695083e795 req-a427ab3a-43b6-4450-b7cd-14038a486f69 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0605500 Nov 26 02:54:50.628493 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fb26e125-bc71-4ac8-8511-b3695083e795 req-ab4e23eb-1878-4d1d-84b5-9dd0812897f5 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453732 Nov 26 02:54:50.989965 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fb65f-1015-4252-bde5-1d8682c1ebbd req-b99f2263-d395-4f13-8be6-275e955d3585 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:50.991488 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f39fb65f-1015-4252-bde5-1d8682c1ebbd req-b99f2263-d395-4f13-8be6-275e955d3585 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 945 time: 0.0599573 Nov 26 02:54:51.044467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f39fb65f-1015-4252-bde5-1d8682c1ebbd req-058722e8-952c-46e4-b129-ee4adb0a10e5 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469191 Nov 26 02:54:51.535844 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f565c-f390-447d-b1e4-9c94e0d6c9a8 req-680b95f0-bae1-4f48-9528-69cb93bc4ea3 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:51.537547 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4e39b3aa-ec3c-456f-a815-18d18dc90b59 req-a598897e-f553-4616-af49-b01ec01e1db6 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 210 time: 0.0367069 Nov 26 02:54:51.545569 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bf5f565c-f390-447d-b1e4-9c94e0d6c9a8 req-680b95f0-bae1-4f48-9528-69cb93bc4ea3 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 945 time: 0.0630488 Nov 26 02:54:51.592513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-385c6011-3aca-486d-84db-fccfed225a6f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:51.592992 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-385c6011-3aca-486d-84db-fccfed225a6f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.54 "GET /v2.0/networks?id=9ed15978-d56f-4d77-911b-29cd615b31e8 HTTP/1.1" status: 200 len: 813 time: 0.1490002 Nov 26 02:54:51.614990 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-77aabca8-30b0-483f-9037-07371157b1c2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Request body: {'port': {'device_id': '6352b589-9641-405c-890b-95ea8d22e28c', 'network_id': '9ed15978-d56f-4d77-911b-29cd615b31e8', 'admin_state_up': True, 'tenant_id': '520ff9420b704d8db0f444895bd76fae'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:51.668735 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-bf5f565c-f390-447d-b1e4-9c94e0d6c9a8 req-bf88659a-4b13-4b85-bdb0-292d70cf3799 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Deleting port 490ef08e-6e8b-4d49-a62b-1b467e2b618a {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:54:51.669152 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-bf5f565c-f390-447d-b1e4-9c94e0d6c9a8 req-bf88659a-4b13-4b85-bdb0-292d70cf3799 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:51.777285 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-bf5f565c-f390-447d-b1e4-9c94e0d6c9a8 req-bf88659a-4b13-4b85-bdb0-292d70cf3799 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] For port 490ef08e-6e8b-4d49-a62b-1b467e2b618a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=490ef08e-6e8b-4d49-a62b-1b467e2b618a,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:51.777854 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-bf5f565c-f390-447d-b1e4-9c94e0d6c9a8 req-bf88659a-4b13-4b85-bdb0-292d70cf3799 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:51.781540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27213058-abe8-47e8-ae4d-930ddb7be627 req-18ae915f-f3b5-4c1e-8720-f709eaa5c027 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:51.783509 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27213058-abe8-47e8-ae4d-930ddb7be627 req-18ae915f-f3b5-4c1e-8720-f709eaa5c027 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0728955 Nov 26 02:54:51.793502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-77aabca8-30b0-483f-9037-07371157b1c2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Made reservation on behalf of 520ff9420b704d8db0f444895bd76fae for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:54:51.794163 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-bf5f565c-f390-447d-b1e4-9c94e0d6c9a8 req-bf88659a-4b13-4b85-bdb0-292d70cf3799 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Calling delete_port for 490ef08e-6e8b-4d49-a62b-1b467e2b618a owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:54:51.797728 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-77aabca8-30b0-483f-9037-07371157b1c2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:51.895148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27213058-abe8-47e8-ae4d-930ddb7be627 req-59de3c02-88e6-4879-8d00-42f8ee41e68a tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950148 Nov 26 02:54:51.978299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-77aabca8-30b0-483f-9037-07371157b1c2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Allocated IP 172.20.0.2 (9ed15978-d56f-4d77-911b-29cd615b31e8/78a3ba49-f97b-46ea-9cad-f78b1f3fbbc5/bf1f4bb9-335b-48da-8b2e-af5d0a60a260) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:54:52.173397 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-77aabca8-30b0-483f-9037-07371157b1c2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:52.207861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc26c42-c558-4979-bd23-9fe61f18d018 req-dcef5521-d83d-4d44-b26e-b4e154d75d1f tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:52.209479 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bc26c42-c558-4979-bd23-9fe61f18d018 req-dcef5521-d83d-4d44-b26e-b4e154d75d1f tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee1956f6-d202-469f-b624-f2465402cbdc HTTP/1.1" status: 200 len: 945 time: 0.0765450 Nov 26 02:54:52.250159 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-bf5f565c-f390-447d-b1e4-9c94e0d6c9a8 req-bf88659a-4b13-4b85-bdb0-292d70cf3799 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:52.262872 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-77aabca8-30b0-483f-9037-07371157b1c2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:52.283066 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bc26c42-c558-4979-bd23-9fe61f18d018 req-b1185d1c-e53e-479f-b77e-324853bf8207 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620315 Nov 26 02:54:52.295194 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:52.296641 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88659a-4b13-4b85-bdb0-292d70cf3799 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Pushing event deleted for resources: {'Port': ['ID=490ef08e-6e8b-4d49-a62b-1b467e2b618a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:52.316847 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['284bf332-8f10-4316-9c92-39a7f5f1cceb'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:52.322994 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c481e43b-fcaf-4f73-99bc-9bbe4254c6ca', '490ef08e-6e8b-4d49-a62b-1b467e2b618a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:52.337185 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-77aabca8-30b0-483f-9037-07371157b1c2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Network 9ed15978-d56f-4d77-911b-29cd615b31e8 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:54:52.345380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-77aabca8-30b0-483f-9037-07371157b1c2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:54:52.351270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aabca8-30b0-483f-9037-07371157b1c2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event updated for resources: {'Port': ['ID=bf1f4bb9-335b-48da-8b2e-af5d0a60a260,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:52.354277 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-77aabca8-30b0-483f-9037-07371157b1c2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:54:52.373460 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5f565c-f390-447d-b1e4-9c94e0d6c9a8 req-bf88659a-4b13-4b85-bdb0-292d70cf3799 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] No DVR routers for this DVR port 490ef08e-6e8b-4d49-a62b-1b467e2b618a on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:54:52.385653 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-bf5f565c-f390-447d-b1e4-9c94e0d6c9a8 req-bf88659a-4b13-4b85-bdb0-292d70cf3799 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:52.393474 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bf5f565c-f390-447d-b1e4-9c94e0d6c9a8 req-bf88659a-4b13-4b85-bdb0-292d70cf3799 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.59 "DELETE /v2.0/ports/490ef08e-6e8b-4d49-a62b-1b467e2b618a HTTP/1.1" status: 204 len: 173 time: 0.8422139 Nov 26 02:54:52.394172 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1956f6-d202-469f-b624-f2465402cbdc', 'name': 'network-vif-deleted', 'tag': '490ef08e-6e8b-4d49-a62b-1b467e2b618a'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:52.398567 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594404a9-5ec6-4675-994a-34a90cd1ed9e" -d '{"events": [{"server_uuid": "ee1956f6-d202-469f-b624-f2465402cbdc", "name": "network-vif-deleted", "tag": "490ef08e-6e8b-4d49-a62b-1b467e2b618a"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:52.463474 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f800128-d12a-434b-9280-141ad8ad1cf6 x-openstack-request-id: req-8f800128-d12a-434b-9280-141ad8ad1cf6 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:52.463983 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1956f6-d202-469f-b624-f2465402cbdc", "name": "network-vif-deleted", "tag": "490ef08e-6e8b-4d49-a62b-1b467e2b618a", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:52.464430 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f800128-d12a-434b-9280-141ad8ad1cf6 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:52.465130 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1956f6-d202-469f-b624-f2465402cbdc', 'name': 'network-vif-deleted', 'tag': '490ef08e-6e8b-4d49-a62b-1b467e2b618a', 'status': 'completed', 'code': 200} Nov 26 02:54:52.470910 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-77aabca8-30b0-483f-9037-07371157b1c2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:52.471565 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-77aabca8-30b0-483f-9037-07371157b1c2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:52.489137 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-77aabca8-30b0-483f-9037-07371157b1c2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8787279 Nov 26 02:54:52.513780 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Request body: {'port': {'device_id': '6352b589-9641-405c-890b-95ea8d22e28c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:54:52.582208 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:52.777280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d6e0d-02d4-4468-b14d-a2d6b3185cc7 req-82068998-055b-4c01-9a0d-4d61384a9cfd tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:52.778799 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-268d6e0d-02d4-4468-b14d-a2d6b3185cc7 req-82068998-055b-4c01-9a0d-4d61384a9cfd tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 931 time: 0.1168988 Nov 26 02:54:52.880820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-268d6e0d-02d4-4468-b14d-a2d6b3185cc7 req-9f820351-57da-40a5-a9f9-3d2f662d7572 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899253 Nov 26 02:54:52.939896 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45460) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:52.957768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e07301ab-f415-4a88-890f-f91aca38fb5e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:52.971050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf1f4bb9-335b-48da-8b2e-af5d0a60a260 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:54:52.979148 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:53.034855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Transition to ACTIVE for port object bf1f4bb9-335b-48da-8b2e-af5d0a60a260 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:54:53.043648 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:53.059578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b428d9-c6f8-41b7-9de3-488ef9d74f16 req-870ffd13-5fd4-440a-8474-2d30bf958391 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:53.061172 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14b428d9-c6f8-41b7-9de3-488ef9d74f16 req-870ffd13-5fd4-440a-8474-2d30bf958391 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0792770 Nov 26 02:54:53.087930 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8628b126-a85b-4b1e-ac17-d1c2b5a2b128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:53.180750 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8628b126-a85b-4b1e-ac17-d1c2b5a2b128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:53.187299 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8628b126-a85b-4b1e-ac17-d1c2b5a2b128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:53.192918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Pushing event updated for resources: {'Port': ['ID=bf1f4bb9-335b-48da-8b2e-af5d0a60a260,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:53.213125 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14b428d9-c6f8-41b7-9de3-488ef9d74f16 req-fc27bb7f-4748-498d-b10d-3cc97515f26b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243422 Nov 26 02:54:53.241465 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628b126-a85b-4b1e-ac17-d1c2b5a2b128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9378d15-c1f7-4286-91d7-d393a7048fec,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:53.250469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Attempting to bind port bf1f4bb9-335b-48da-8b2e-af5d0a60a260 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:54:53.250815 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Attempting to bind port bf1f4bb9-335b-48da-8b2e-af5d0a60a260 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '3548748d-4f04-4d12-938c-8675885efb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ed15978-d56f-4d77-911b-29cd615b31e8'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:54:53.251147 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Attempting to bind port bf1f4bb9-335b-48da-8b2e-af5d0a60a260 on network 9ed15978-d56f-4d77-911b-29cd615b31e8 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:54:53.255952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Port bf1f4bb9-335b-48da-8b2e-af5d0a60a260 on network 9ed15978-d56f-4d77-911b-29cd615b31e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:54:53.256333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Attempting to bind port bf1f4bb9-335b-48da-8b2e-af5d0a60a260 on network 9ed15978-d56f-4d77-911b-29cd615b31e8 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:54:53.261419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:54:53.261874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Checking segment: {'id': '3548748d-4f04-4d12-938c-8675885efb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ed15978-d56f-4d77-911b-29cd615b31e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:54:53.262133 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Bound using segment: {'id': '3548748d-4f04-4d12-938c-8675885efb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ed15978-d56f-4d77-911b-29cd615b31e8'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:54:53.262681 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Bound port: bf1f4bb9-335b-48da-8b2e-af5d0a60a260, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3548748d-4f04-4d12-938c-8675885efb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ed15978-d56f-4d77-911b-29cd615b31e8'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:54:53.262911 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:53.264296 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8628b126-a85b-4b1e-ac17-d1c2b5a2b128 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62e4111026eb41ecb4047979370bad26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3231397 Nov 26 02:54:53.267258 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45466) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:53.320013 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6847660-9e68-4c55-8463-98fd2d92eaa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:53.336879 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] For port bf1f4bb9-335b-48da-8b2e-af5d0a60a260, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:54:53.341056 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] For port bf1f4bb9-335b-48da-8b2e-af5d0a60a260, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=bf1f4bb9-335b-48da-8b2e-af5d0a60a260,segment=NetworkSegment(3548748d-4f04-4d12-938c-8675885efb66),segment_id=3548748d-4f04-4d12-938c-8675885efb66)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:54:53.343398 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6847660-9e68-4c55-8463-98fd2d92eaa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:53.346912 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:53.384126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:53.384126 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:53.386047 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] 10.222.0.54 "PUT /v2.0/ports/bf1f4bb9-335b-48da-8b2e-af5d0a60a260 HTTP/1.1" status: 200 len: 1091 time: 0.8796449 Nov 26 02:54:53.388792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6352b589-9641-405c-890b-95ea8d22e28c', 'tag': 'bf1f4bb9-335b-48da-8b2e-af5d0a60a260'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:53.391738 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eab7fbd-9a7f-4062-aa27-32c8840b791e" -d '{"events": [{"name": "network-changed", "server_uuid": "6352b589-9641-405c-890b-95ea8d22e28c", "tag": "bf1f4bb9-335b-48da-8b2e-af5d0a60a260"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:53.404430 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6847660-9e68-4c55-8463-98fd2d92eaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:53.413520 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6847660-9e68-4c55-8463-98fd2d92eaa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:53.417549 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d6847660-9e68-4c55-8463-98fd2d92eaa2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9378d15-c1f7-4286-91d7-d393a7048fec HTTP/1.1" status: 204 len: 168 time: 0.1493056 Nov 26 02:54:53.430166 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6847660-9e68-4c55-8463-98fd2d92eaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9378d15-c1f7-4286-91d7-d393a7048fec,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:53.435540 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:53.453876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70ec51-2da1-4514-8e33-25ff18407d57 service neutron] Pushing event updated for resources: {'Port': ['ID=bf1f4bb9-335b-48da-8b2e-af5d0a60a260,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:53.519968 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86291b8a-1c95-4f05-908a-0fff58eb87de x-openstack-request-id: req-86291b8a-1c95-4f05-908a-0fff58eb87de {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:53.520286 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6352b589-9641-405c-890b-95ea8d22e28c", "tag": "bf1f4bb9-335b-48da-8b2e-af5d0a60a260", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:53.520546 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86291b8a-1c95-4f05-908a-0fff58eb87de {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:53.520950 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6352b589-9641-405c-890b-95ea8d22e28c', 'tag': 'bf1f4bb9-335b-48da-8b2e-af5d0a60a260', 'status': 'completed', 'code': 200} Nov 26 02:54:53.530076 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-42e9b23f-1110-4769-ada2-a1cb913edf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:53.531625 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-42e9b23f-1110-4769-ada2-a1cb913edf0b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=520ff9420b704d8db0f444895bd76fae&device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 1094 time: 0.0641413 Nov 26 02:54:53.587315 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-937e04be-bfbd-4ac1-9e52-2071314a2efb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf1f4bb9-335b-48da-8b2e-af5d0a60a260 HTTP/1.1" status: 200 len: 217 time: 0.0406694 Nov 26 02:54:53.752567 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45482) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:53.765932 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9b380d0b-0f88-4fe1-b72b-f9c62632c5e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:53.850126 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9b380d0b-0f88-4fe1-b72b-f9c62632c5e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:53.854331 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9b380d0b-0f88-4fe1-b72b-f9c62632c5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:53.894571 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9b380d0b-0f88-4fe1-b72b-f9c62632c5e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=050b4e3d4a604cef85f8b8fdb745bfaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1408317 Nov 26 02:54:53.895569 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b380d0b-0f88-4fe1-b72b-f9c62632c5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a971da-9026-4e5c-b93b-ceaec1ff30b5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:53.898845 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45484) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:53.953381 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c062f9e2-46ae-466b-b13f-b684405e5ce0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:53.976399 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c062f9e2-46ae-466b-b13f-b684405e5ce0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:53.981167 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-f76164c2-d840-4ce9-91fa-7ee2e7204c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:53.982552 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-f76164c2-d840-4ce9-91fa-7ee2e7204c76 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78a3ba49-f97b-46ea-9cad-f78b1f3fbbc5 HTTP/1.1" status: 200 len: 853 time: 0.3856328 Nov 26 02:54:53.990450 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c3170-9886-41f8-9873-1fb8ea9263f7 req-b722aadc-6120-41f2-8dd6-5a712058b3e6 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:53.991930 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-899c3170-9886-41f8-9873-1fb8ea9263f7 req-b722aadc-6120-41f2-8dd6-5a712058b3e6 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed054cf-5941-4180-9ebc-6777f620c4c8 HTTP/1.1" status: 200 len: 946 time: 0.4070444 Nov 26 02:54:54.031388 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c062f9e2-46ae-466b-b13f-b684405e5ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:54.034051 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c062f9e2-46ae-466b-b13f-b684405e5ce0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:54.035204 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c062f9e2-46ae-466b-b13f-b684405e5ce0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46a971da-9026-4e5c-b93b-ceaec1ff30b5 HTTP/1.1" status: 204 len: 168 time: 0.1352553 Nov 26 02:54:54.038558 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-4c7bf4d4-8e2a-483d-87dc-e43521e59356 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ed15978-d56f-4d77-911b-29cd615b31e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444255 Nov 26 02:54:54.043506 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062f9e2-46ae-466b-b13f-b684405e5ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a971da-9026-4e5c-b93b-ceaec1ff30b5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:54.138238 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdec7d0-ec05-4bcb-b710-57d82f59b279 req-2921cd05-066d-46f9-98dc-b984b62abdc5 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:54.139724 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fdec7d0-ec05-4bcb-b710-57d82f59b279 req-2921cd05-066d-46f9-98dc-b984b62abdc5 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 943 time: 0.1685607 Nov 26 02:54:54.160438 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-899c3170-9886-41f8-9873-1fb8ea9263f7 req-e5d339a1-e00e-4304-ae3b-162e04332322 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447113 Nov 26 02:54:54.224047 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-066fd303-bd3b-4d05-8016-50d59b52c016 service neutron] 10.222.0.54 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669137 Nov 26 02:54:54.228756 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fdec7d0-ec05-4bcb-b710-57d82f59b279 req-7b5214d7-9bb8-49fd-abfe-634640851de5 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821366 Nov 26 02:54:54.373317 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92e2c5a7-1fd2-425c-a2d7-ef97adf2a600 req-8de0f56a-bb9e-48e4-858e-8ce9498263e2 service neutron] 10.222.0.54 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415722 Nov 26 02:54:54.388938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ba404-dfbb-4626-992b-96e1ea1e95a3 req-8daae7e0-a9ce-4f7e-8b71-d86d46e124b5 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:54.391105 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-793ba404-dfbb-4626-992b-96e1ea1e95a3 req-8daae7e0-a9ce-4f7e-8b71-d86d46e124b5 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0743368 Nov 26 02:54:54.441285 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-793ba404-dfbb-4626-992b-96e1ea1e95a3 req-184b7168-2883-4516-bdf0-42d6fb7b2cdd tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433295 Nov 26 02:54:54.530357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab7fbd-9a7f-4062-aa27-32c8840b791e req-e1e992f2-3820-4e6e-b30d-f1beac351beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:54.532523 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0eab7fbd-9a7f-4062-aa27-32c8840b791e req-e1e992f2-3820-4e6e-b30d-f1beac351beb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=520ff9420b704d8db0f444895bd76fae&device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 1094 time: 0.0411675 Nov 26 02:54:54.576199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 490ef08e-6e8b-4d49-a62b-1b467e2b618a no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:54:54.608956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 490ef08e-6e8b-4d49-a62b-1b467e2b618a {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:54:54.609566 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 490ef08e-6e8b-4d49-a62b-1b467e2b618a not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:54:54.671396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab7fbd-9a7f-4062-aa27-32c8840b791e req-aead939b-5c8d-4355-b058-003c35f7cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:54.673262 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0eab7fbd-9a7f-4062-aa27-32c8840b791e req-aead939b-5c8d-4355-b058-003c35f7cb9f service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ed15978-d56f-4d77-911b-29cd615b31e8 HTTP/1.1" status: 200 len: 914 time: 0.1057098 Nov 26 02:54:54.738290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0eab7fbd-9a7f-4062-aa27-32c8840b791e req-9f8d830f-f1ed-4e6b-aee1-b6eb74cf50b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf1f4bb9-335b-48da-8b2e-af5d0a60a260 HTTP/1.1" status: 200 len: 217 time: 0.0453930 Nov 26 02:54:54.803574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab7fbd-9a7f-4062-aa27-32c8840b791e req-34bee944-91a4-464a-babc-806a5799be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:54.805204 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0eab7fbd-9a7f-4062-aa27-32c8840b791e req-34bee944-91a4-464a-babc-806a5799be50 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78a3ba49-f97b-46ea-9cad-f78b1f3fbbc5 HTTP/1.1" status: 200 len: 853 time: 0.0486143 Nov 26 02:54:54.876789 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0eab7fbd-9a7f-4062-aa27-32c8840b791e req-09c6f282-a97b-4512-9a4d-9120ce3e8111 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ed15978-d56f-4d77-911b-29cd615b31e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255692 Nov 26 02:54:54.982009 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0eab7fbd-9a7f-4062-aa27-32c8840b791e req-1a1588ef-738c-4e87-ba91-39d9fd37e710 service neutron] 10.222.0.54 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871966 Nov 26 02:54:55.075389 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0eab7fbd-9a7f-4062-aa27-32c8840b791e req-ffd3d54c-7a31-45ca-833f-f452126eb2b3 service neutron] 10.222.0.54 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850194 Nov 26 02:54:55.293526 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2addf-af7a-433b-af02-a10d705012b6 req-fe9c3634-35e7-427e-bcc7-97a249e0cf61 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:55.295415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25b2addf-af7a-433b-af02-a10d705012b6 req-fe9c3634-35e7-427e-bcc7-97a249e0cf61 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed054cf-5941-4180-9ebc-6777f620c4c8 HTTP/1.1" status: 200 len: 946 time: 0.0580177 Nov 26 02:54:55.381283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bd924-a195-4af1-9dca-b3d67cd167bb req-49c9e877-6c35-44d1-af8d-8ba46c19e427 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:55.382821 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-868bd924-a195-4af1-9dca-b3d67cd167bb req-49c9e877-6c35-44d1-af8d-8ba46c19e427 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 943 time: 0.0802743 Nov 26 02:54:55.387607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25b2addf-af7a-433b-af02-a10d705012b6 req-37494e16-8f3c-4ca2-ad10-005458edc05e tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839639 Nov 26 02:54:55.458042 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-868bd924-a195-4af1-9dca-b3d67cd167bb req-456f5e68-f386-4d10-920d-63e0fbc1d5c9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681522 Nov 26 02:54:55.491042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b79f1-b9c6-4a11-863a-c05dd3c6ea0e req-24669f3b-9887-4b3b-9696-90d81ed29651 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:55.491042 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-516b79f1-b9c6-4a11-863a-c05dd3c6ea0e req-24669f3b-9887-4b3b-9696-90d81ed29651 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.54 "GET /v2.0/ports?device_id=aed054cf-5941-4180-9ebc-6777f620c4c8 HTTP/1.1" status: 200 len: 946 time: 0.0652399 Nov 26 02:54:55.645545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c0b31-103c-46da-baff-057ff98195b9 req-8783ad12-2622-46f3-9fd7-d8be89a6949b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:55.647383 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee2c0b31-103c-46da-baff-057ff98195b9 req-8783ad12-2622-46f3-9fd7-d8be89a6949b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0764718 Nov 26 02:54:55.655392 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-516b79f1-b9c6-4a11-863a-c05dd3c6ea0e req-31884ee1-f284-4a07-ba34-64f985e74445 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Deleting port 284bf332-8f10-4316-9c92-39a7f5f1cceb {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:54:55.655922 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-516b79f1-b9c6-4a11-863a-c05dd3c6ea0e req-31884ee1-f284-4a07-ba34-64f985e74445 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:55.790343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee2c0b31-103c-46da-baff-057ff98195b9 req-baefc9f4-ebfe-4fc9-af30-c125d554561b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300335 Nov 26 02:54:55.820891 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-516b79f1-b9c6-4a11-863a-c05dd3c6ea0e req-31884ee1-f284-4a07-ba34-64f985e74445 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] For port 284bf332-8f10-4316-9c92-39a7f5f1cceb, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=284bf332-8f10-4316-9c92-39a7f5f1cceb,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:55.821200 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-516b79f1-b9c6-4a11-863a-c05dd3c6ea0e req-31884ee1-f284-4a07-ba34-64f985e74445 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:55.844434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-516b79f1-b9c6-4a11-863a-c05dd3c6ea0e req-31884ee1-f284-4a07-ba34-64f985e74445 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Calling delete_port for 284bf332-8f10-4316-9c92-39a7f5f1cceb owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:54:55.855996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538af9b-2022-4d62-89ef-46598f585630 req-4268765a-0b06-4661-a10b-51df376a4118 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:55.857641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c538af9b-2022-4d62-89ef-46598f585630 req-4268765a-0b06-4661-a10b-51df376a4118 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 946 time: 0.0931497 Nov 26 02:54:55.953098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c538af9b-2022-4d62-89ef-46598f585630 req-ad979cb2-4d06-4d3e-a83f-f19a5428df66 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880423 Nov 26 02:54:56.041595 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-516b79f1-b9c6-4a11-863a-c05dd3c6ea0e req-31884ee1-f284-4a07-ba34-64f985e74445 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:56.077805 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31884ee1-f284-4a07-ba34-64f985e74445 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Pushing event deleted for resources: {'Port': ['ID=284bf332-8f10-4316-9c92-39a7f5f1cceb,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:56.078353 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['284bf332-8f10-4316-9c92-39a7f5f1cceb'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:56.102295 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c481e43b-fcaf-4f73-99bc-9bbe4254c6ca'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:56.121933 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-516b79f1-b9c6-4a11-863a-c05dd3c6ea0e req-31884ee1-f284-4a07-ba34-64f985e74445 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] No DVR routers for this DVR port 284bf332-8f10-4316-9c92-39a7f5f1cceb on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:54:56.125481 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-516b79f1-b9c6-4a11-863a-c05dd3c6ea0e req-31884ee1-f284-4a07-ba34-64f985e74445 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:56.128847 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-516b79f1-b9c6-4a11-863a-c05dd3c6ea0e req-31884ee1-f284-4a07-ba34-64f985e74445 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.54 "DELETE /v2.0/ports/284bf332-8f10-4316-9c92-39a7f5f1cceb HTTP/1.1" status: 204 len: 173 time: 0.6315970 Nov 26 02:54:56.129303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed054cf-5941-4180-9ebc-6777f620c4c8', 'name': 'network-vif-deleted', 'tag': '284bf332-8f10-4316-9c92-39a7f5f1cceb'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:56.131562 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d427bd68-f320-440b-890d-289710350b50" -d '{"events": [{"server_uuid": "aed054cf-5941-4180-9ebc-6777f620c4c8", "name": "network-vif-deleted", "tag": "284bf332-8f10-4316-9c92-39a7f5f1cceb"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:56.180736 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604a8c79-0a32-4cc6-ac93-068efedf5c72 x-openstack-request-id: req-604a8c79-0a32-4cc6-ac93-068efedf5c72 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:56.181032 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed054cf-5941-4180-9ebc-6777f620c4c8", "name": "network-vif-deleted", "tag": "284bf332-8f10-4316-9c92-39a7f5f1cceb", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:56.181490 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-604a8c79-0a32-4cc6-ac93-068efedf5c72 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:56.181912 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed054cf-5941-4180-9ebc-6777f620c4c8', 'name': 'network-vif-deleted', 'tag': '284bf332-8f10-4316-9c92-39a7f5f1cceb', 'status': 'completed', 'code': 200} Nov 26 02:54:56.448374 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45584) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:56.494300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82cc9cd5-be40-4aed-be29-d5a8cb0b92f6 req-8d107cfa-cd44-4d5c-8875-e7bb7efa39e8 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed054cf-5941-4180-9ebc-6777f620c4c8 HTTP/1.1" status: 200 len: 210 time: 0.0262365 Nov 26 02:54:56.568930 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-452c2905-d5c5-4b14-8b47-84cfdbf9f016 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:56.583429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c54fd3-7a2d-47dd-ba7a-a33ac401a658 req-89ff8ee7-f16a-4462-856e-30cfe899afb6 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:56.584977 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16c54fd3-7a2d-47dd-ba7a-a33ac401a658 req-89ff8ee7-f16a-4462-856e-30cfe899afb6 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 943 time: 0.0497489 Nov 26 02:54:56.640007 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16c54fd3-7a2d-47dd-ba7a-a33ac401a658 req-52646a37-b142-45c3-b62e-6a3754e51ebf tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483050 Nov 26 02:54:56.650448 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-452c2905-d5c5-4b14-8b47-84cfdbf9f016 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:56.654956 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-452c2905-d5c5-4b14-8b47-84cfdbf9f016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:56.695439 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-452c2905-d5c5-4b14-8b47-84cfdbf9f016 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0fbc5efb7df5485eb6ffedc2f8f53df5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2458997 Nov 26 02:54:56.697490 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c2905-d5c5-4b14-8b47-84cfdbf9f016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6d784f-1c5c-486a-a272-f467aca1aece,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:56.698199 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 45592) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:56.751297 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2be3fe7f-933e-4771-8cea-4076cf6f2d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:56.773659 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2be3fe7f-933e-4771-8cea-4076cf6f2d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:56.821337 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2be3fe7f-933e-4771-8cea-4076cf6f2d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:56.824030 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2be3fe7f-933e-4771-8cea-4076cf6f2d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:56.825976 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2be3fe7f-933e-4771-8cea-4076cf6f2d3b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d6d784f-1c5c-486a-a272-f467aca1aece HTTP/1.1" status: 204 len: 168 time: 0.1260810 Nov 26 02:54:56.834094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3fe7f-933e-4771-8cea-4076cf6f2d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6d784f-1c5c-486a-a272-f467aca1aece,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:56.927107 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d63f87-3a93-4300-80c6-5bd55d0e8a4d req-948a0af0-18c9-42c5-b85e-c7c3cda07df2 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:56.928956 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85d63f87-3a93-4300-80c6-5bd55d0e8a4d req-948a0af0-18c9-42c5-b85e-c7c3cda07df2 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0509691 Nov 26 02:54:56.977481 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85d63f87-3a93-4300-80c6-5bd55d0e8a4d req-52404c9d-5406-4e49-b5be-6914dccf3443 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424814 Nov 26 02:54:57.076831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e0669-3e5d-4070-9606-1a19e115cc63 req-e44a5c47-ad53-468b-9110-935cbe2b2c49 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:57.078407 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-345e0669-3e5d-4070-9606-1a19e115cc63 req-e44a5c47-ad53-468b-9110-935cbe2b2c49 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 946 time: 0.0540462 Nov 26 02:54:57.115913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45604) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:57.128250 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-345e0669-3e5d-4070-9606-1a19e115cc63 req-06794a4a-3925-414e-8b84-c2a42f5f1d0a tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439141 Nov 26 02:54:57.129282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a9bc558-9e3d-4b79-94f8-85a916b72fa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:57.201161 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a9bc558-9e3d-4b79-94f8-85a916b72fa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:57.204955 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a9bc558-9e3d-4b79-94f8-85a916b72fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:57.242700 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4a9bc558-9e3d-4b79-94f8-85a916b72fa3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6378ea909fd3448890cef38fcb875f8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1256354 Nov 26 02:54:57.243823 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bc558-9e3d-4b79-94f8-85a916b72fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79eda13b-5453-4bb1-afde-b86926367f57,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:57.245683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 45606) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:57.293423 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b95d4ef5-a336-4aad-b979-084420a37f41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:57.314568 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b95d4ef5-a336-4aad-b979-084420a37f41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:57.361537 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b95d4ef5-a336-4aad-b979-084420a37f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:57.364273 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b95d4ef5-a336-4aad-b979-084420a37f41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:57.365448 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b95d4ef5-a336-4aad-b979-084420a37f41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79eda13b-5453-4bb1-afde-b86926367f57 HTTP/1.1" status: 204 len: 168 time: 0.1184430 Nov 26 02:54:57.373147 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d4ef5-a336-4aad-b979-084420a37f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eda13b-5453-4bb1-afde-b86926367f57,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:57.777129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971fb0b-60e1-407d-87d7-e7838f409b20 req-dde9c04d-5fe9-453b-92e3-af9b74aea671 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:57.778678 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7971fb0b-60e1-407d-87d7-e7838f409b20 req-dde9c04d-5fe9-453b-92e3-af9b74aea671 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 943 time: 0.0565667 Nov 26 02:54:57.836770 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7971fb0b-60e1-407d-87d7-e7838f409b20 req-47a3847f-a069-4539-97a3-fb5aebbb9aec tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515547 Nov 26 02:54:57.910552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9914af-ff84-4a26-945c-70345bd6cf08 req-f583a63a-b62f-43ad-8150-388ea29f2076 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:57.912197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c9914af-ff84-4a26-945c-70345bd6cf08 req-f583a63a-b62f-43ad-8150-388ea29f2076 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 946 time: 0.0521753 Nov 26 02:54:58.012860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-3c9914af-ff84-4a26-945c-70345bd6cf08 req-550c53cf-e4bc-4252-bbf9-2f8da4c64d6f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Deleting port 44c820e0-df5c-449a-bfeb-66e0f5662415 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:54:58.013340 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3c9914af-ff84-4a26-945c-70345bd6cf08 req-550c53cf-e4bc-4252-bbf9-2f8da4c64d6f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:58.163529 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-3c9914af-ff84-4a26-945c-70345bd6cf08 req-550c53cf-e4bc-4252-bbf9-2f8da4c64d6f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] For port 44c820e0-df5c-449a-bfeb-66e0f5662415, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=44c820e0-df5c-449a-bfeb-66e0f5662415,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:58.164187 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3c9914af-ff84-4a26-945c-70345bd6cf08 req-550c53cf-e4bc-4252-bbf9-2f8da4c64d6f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:58.191579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24773b13-1581-4117-a3e7-217e5d04b010 req-d36885c5-bb84-4a09-8d6f-51b1bd34a446 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:58.194351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24773b13-1581-4117-a3e7-217e5d04b010 req-d36885c5-bb84-4a09-8d6f-51b1bd34a446 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.1180117 Nov 26 02:54:58.201670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-3c9914af-ff84-4a26-945c-70345bd6cf08 req-550c53cf-e4bc-4252-bbf9-2f8da4c64d6f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Calling delete_port for 44c820e0-df5c-449a-bfeb-66e0f5662415 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:54:58.345300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17487976-3385-4988-84e8-a08b8d87edd6 req-445688fb-7cc0-4362-9bde-68de94df7b96 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:58.346831 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17487976-3385-4988-84e8-a08b8d87edd6 req-445688fb-7cc0-4362-9bde-68de94df7b96 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 946 time: 0.1374209 Nov 26 02:54:58.358206 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24773b13-1581-4117-a3e7-217e5d04b010 req-1a79c931-7817-40bd-936d-c432a3e18461 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485140 Nov 26 02:54:58.450767 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17487976-3385-4988-84e8-a08b8d87edd6 req-d72d1823-67fa-4e36-a416-b25c437cb566 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889816 Nov 26 02:54:58.526905 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3c9914af-ff84-4a26-945c-70345bd6cf08 req-550c53cf-e4bc-4252-bbf9-2f8da4c64d6f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:58.560237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['44c820e0-df5c-449a-bfeb-66e0f5662415'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:58.563516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c53cf-e4bc-4252-bbf9-2f8da4c64d6f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Pushing event deleted for resources: {'Port': ['ID=44c820e0-df5c-449a-bfeb-66e0f5662415,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:58.614124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9914af-ff84-4a26-945c-70345bd6cf08 req-550c53cf-e4bc-4252-bbf9-2f8da4c64d6f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] No DVR routers for this DVR port 44c820e0-df5c-449a-bfeb-66e0f5662415 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:54:58.626079 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3c9914af-ff84-4a26-945c-70345bd6cf08 req-550c53cf-e4bc-4252-bbf9-2f8da4c64d6f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:58.628232 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c9914af-ff84-4a26-945c-70345bd6cf08 req-550c53cf-e4bc-4252-bbf9-2f8da4c64d6f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.54 "DELETE /v2.0/ports/44c820e0-df5c-449a-bfeb-66e0f5662415 HTTP/1.1" status: 204 len: 173 time: 0.7094090 Nov 26 02:54:58.628712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3d417e-69e0-4afa-8755-1665abf0bc45', 'name': 'network-vif-deleted', 'tag': '44c820e0-df5c-449a-bfeb-66e0f5662415'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:54:58.631001 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a4b8b0-e790-4ae7-b1cb-6dda1f0bba07" -d '{"events": [{"server_uuid": "ed3d417e-69e0-4afa-8755-1665abf0bc45", "name": "network-vif-deleted", "tag": "44c820e0-df5c-449a-bfeb-66e0f5662415"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:54:58.688397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c958c-4145-4a37-979a-416b17f60bd7 req-47d3685e-bf8c-4924-b107-1f26fe3ef9ca tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:58.689974 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-605c958c-4145-4a37-979a-416b17f60bd7 req-47d3685e-bf8c-4924-b107-1f26fe3ef9ca tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0772102 Nov 26 02:54:58.745790 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d04fe8c-5cb9-439b-8907-ea45f634ab74 x-openstack-request-id: req-4d04fe8c-5cb9-439b-8907-ea45f634ab74 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:54:58.746084 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3d417e-69e0-4afa-8755-1665abf0bc45", "name": "network-vif-deleted", "tag": "44c820e0-df5c-449a-bfeb-66e0f5662415", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:54:58.746343 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d04fe8c-5cb9-439b-8907-ea45f634ab74 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:54:58.746779 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3d417e-69e0-4afa-8755-1665abf0bc45', 'name': 'network-vif-deleted', 'tag': '44c820e0-df5c-449a-bfeb-66e0f5662415', 'status': 'completed', 'code': 200} Nov 26 02:54:58.774316 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-605c958c-4145-4a37-979a-416b17f60bd7 req-ddbb252e-5e22-46c8-b8cf-3f3356c910c8 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770240 Nov 26 02:54:58.902299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device bf1f4bb9-335b-48da-8b2e-af5d0a60a260 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:54:58.989696 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5b36e-feae-4433-871a-2a44ce107404 req-37c68d2c-96b4-439b-ae18-753af76c8f75 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:58.991175 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90c5b36e-feae-4433-871a-2a44ce107404 req-37c68d2c-96b4-439b-ae18-753af76c8f75 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.1039615 Nov 26 02:54:59.002893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d64eb6-1ad3-4de6-b8f4-1f502da95f62 req-d7c3cd89-48f3-4ac2-b8c3-4786985eda74 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:59.004371 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1d64eb6-1ad3-4de6-b8f4-1f502da95f62 req-d7c3cd89-48f3-4ac2-b8c3-4786985eda74 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 943 time: 0.0676720 Nov 26 02:54:59.089590 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1d64eb6-1ad3-4de6-b8f4-1f502da95f62 req-7cb0fce9-4130-4034-a596-732ad368488b tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656335 Nov 26 02:54:59.121955 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90c5b36e-feae-4433-871a-2a44ce107404 req-aec954b9-3f3e-4d1d-8bd9-5552a10dcb50 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166048 Nov 26 02:54:59.146795 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 284bf332-8f10-4316-9c92-39a7f5f1cceb no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:54:59.183665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 284bf332-8f10-4316-9c92-39a7f5f1cceb {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:54:59.184470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 284bf332-8f10-4316-9c92-39a7f5f1cceb not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:54:59.189284 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port bf1f4bb9-335b-48da-8b2e-af5d0a60a260, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=bf1f4bb9-335b-48da-8b2e-af5d0a60a260,segment=NetworkSegment(3548748d-4f04-4d12-938c-8675885efb66),segment_id=3548748d-4f04-4d12-938c-8675885efb66)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:59.239352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'bf1f4bb9-335b-48da-8b2e-af5d0a60a260', 'network_id': '9ed15978-d56f-4d77-911b-29cd615b31e8', 'port_id': 'bf1f4bb9-335b-48da-8b2e-af5d0a60a260', 'mac_address': 'fa:16:3e:ea:a7:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a3ba49-f97b-46ea-9cad-f78b1f3fbbc5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:54:59.319021 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:59.338072 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf1f4bb9-335b-48da-8b2e-af5d0a60a260 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:54:59.366059 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port bf1f4bb9-335b-48da-8b2e-af5d0a60a260, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=bf1f4bb9-335b-48da-8b2e-af5d0a60a260,segment=NetworkSegment(3548748d-4f04-4d12-938c-8675885efb66),segment_id=3548748d-4f04-4d12-938c-8675885efb66)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:54:59.373069 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:59.435198 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=bf1f4bb9-335b-48da-8b2e-af5d0a60a260,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:59.495239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfd3b9-77bd-4325-8d04-16fd474807f1 req-d2edbbe8-1daa-430e-92b4-57bee42d27f1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:54:59.496944 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06dfd3b9-77bd-4325-8d04-16fd474807f1 req-d2edbbe8-1daa-430e-92b4-57bee42d27f1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0934055 Nov 26 02:54:59.564437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06dfd3b9-77bd-4325-8d04-16fd474807f1 req-e9a91edf-db45-4780-899a-cc22f16c4a83 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599859 Nov 26 02:54:59.592012 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45688) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:59.623465 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df118cca-85b9-4ed0-84f3-1db53abe9eac req-02134ee2-807e-49be-8358-dd9f5c6c438d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 210 time: 0.0400615 Nov 26 02:54:59.718676 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e5925c25-5def-48f6-9318-a2be7c30be78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:59.811248 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e5925c25-5def-48f6-9318-a2be7c30be78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:59.816616 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e5925c25-5def-48f6-9318-a2be7c30be78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:59.839314 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['bf1f4bb9-335b-48da-8b2e-af5d0a60a260'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:54:59.854180 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5925c25-5def-48f6-9318-a2be7c30be78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73131cb-933d-4047-9fcf-3c00b228c653,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:54:59.862171 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 45696) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:54:59.862376 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e5925c25-5def-48f6-9318-a2be7c30be78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63cff38e0ed84f6884985cced5e6241a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2685323 Nov 26 02:54:59.939789 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c3a0e59-702a-453a-9862-f3552b79794e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:54:59.968966 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c3a0e59-702a-453a-9862-f3552b79794e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:00.036028 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c3a0e59-702a-453a-9862-f3552b79794e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:00.038634 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c3a0e59-702a-453a-9862-f3552b79794e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:00.039808 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8c3a0e59-702a-453a-9862-f3552b79794e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b73131cb-933d-4047-9fcf-3c00b228c653 HTTP/1.1" status: 204 len: 168 time: 0.1760988 Nov 26 02:55:00.049220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a0e59-702a-453a-9862-f3552b79794e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73131cb-933d-4047-9fcf-3c00b228c653,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:00.249646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63222734-a983-4751-b86e-53173383087a req-2075b1f0-30c7-4a45-b908-dc75b2ec3088 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:00.255640 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63222734-a983-4751-b86e-53173383087a req-2075b1f0-30c7-4a45-b908-dc75b2ec3088 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 944 time: 0.0922074 Nov 26 02:55:00.348468 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63222734-a983-4751-b86e-53173383087a req-8b144444-a599-4ab5-8aea-762e0dd7e8f6 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854025 Nov 26 02:55:00.374860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 45706) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:00.391841 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8cf46118-81fc-4941-9aee-574ce695f2d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:00.468766 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8cf46118-81fc-4941-9aee-574ce695f2d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:00.473819 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8cf46118-81fc-4941-9aee-574ce695f2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:00.511170 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8cf46118-81fc-4941-9aee-574ce695f2d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61b62effdc794d788fcda0719631f21e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1322756 Nov 26 02:55:00.511856 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45708) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:00.518579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf46118-81fc-4941-9aee-574ce695f2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a3e874-cd4e-48fd-a8ba-cd0805de5872,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:00.577042 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4925f072-a370-4c0f-9ac8-49ff44a3eb47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:00.599750 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4925f072-a370-4c0f-9ac8-49ff44a3eb47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:00.675918 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4925f072-a370-4c0f-9ac8-49ff44a3eb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:00.681145 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4925f072-a370-4c0f-9ac8-49ff44a3eb47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:00.684792 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4925f072-a370-4c0f-9ac8-49ff44a3eb47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6a3e874-cd4e-48fd-a8ba-cd0805de5872 HTTP/1.1" status: 204 len: 168 time: 0.1722093 Nov 26 02:55:00.704944 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925f072-a370-4c0f-9ac8-49ff44a3eb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a3e874-cd4e-48fd-a8ba-cd0805de5872,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:00.736279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b9bd8-fc2f-4739-976e-5585ec2cc33f req-4d6fb170-12be-4df1-a078-4ff6a8150f3b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:00.753391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-590b9bd8-fc2f-4739-976e-5585ec2cc33f req-4d6fb170-12be-4df1-a078-4ff6a8150f3b tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.1132195 Nov 26 02:55:00.816800 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b858c4fe-f9f5-4a9e-9059-3530fe17d9c5 req-70f43e39-7b2b-41ed-8c18-c70a7b345719 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 210 time: 0.0447958 Nov 26 02:55:00.843293 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-590b9bd8-fc2f-4739-976e-5585ec2cc33f req-ee610a6b-fc56-4400-a40d-2f3a54a849d9 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886493 Nov 26 02:55:00.918880 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 44c820e0-df5c-449a-bfeb-66e0f5662415 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:55:00.937390 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0111a-4d23-4a80-bf76-903a5588b0e5 req-5e8d98b5-d87c-427e-a807-261f676e89b9 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:00.942070 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c8d0111a-4d23-4a80-bf76-903a5588b0e5 req-5e8d98b5-d87c-427e-a807-261f676e89b9 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.59 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 946 time: 0.0682924 Nov 26 02:55:01.035124 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 44c820e0-df5c-449a-bfeb-66e0f5662415 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:55:01.035480 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 44c820e0-df5c-449a-bfeb-66e0f5662415 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:55:01.101144 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-c8d0111a-4d23-4a80-bf76-903a5588b0e5 req-71d1b428-fb9b-411c-ae35-e479634c5f9d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Deleting port 39ecc35d-3153-4a36-b792-3596aa87a3b4 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:55:01.101553 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c8d0111a-4d23-4a80-bf76-903a5588b0e5 req-71d1b428-fb9b-411c-ae35-e479634c5f9d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:01.217261 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-c8d0111a-4d23-4a80-bf76-903a5588b0e5 req-71d1b428-fb9b-411c-ae35-e479634c5f9d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] For port 39ecc35d-3153-4a36-b792-3596aa87a3b4, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=39ecc35d-3153-4a36-b792-3596aa87a3b4,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:01.218330 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c8d0111a-4d23-4a80-bf76-903a5588b0e5 req-71d1b428-fb9b-411c-ae35-e479634c5f9d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:01.235800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-c8d0111a-4d23-4a80-bf76-903a5588b0e5 req-71d1b428-fb9b-411c-ae35-e479634c5f9d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Calling delete_port for 39ecc35d-3153-4a36-b792-3596aa87a3b4 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:55:01.474369 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c8d0111a-4d23-4a80-bf76-903a5588b0e5 req-71d1b428-fb9b-411c-ae35-e479634c5f9d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:01.513739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['743d1c09-7495-40e6-a927-fb0deef5aa25'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:55:01.522118 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1b428-fb9b-411c-ae35-e479634c5f9d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Pushing event deleted for resources: {'Port': ['ID=39ecc35d-3153-4a36-b792-3596aa87a3b4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:01.562189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd725c-815f-4dc4-b3c2-992e6fdc317c req-3d2160b1-f528-44e7-9e19-86d0d7ed9866 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:01.572454 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8abd725c-815f-4dc4-b3c2-992e6fdc317c req-3d2160b1-f528-44e7-9e19-86d0d7ed9866 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 944 time: 0.1132245 Nov 26 02:55:01.579510 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['39ecc35d-3153-4a36-b792-3596aa87a3b4'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:55:01.643951 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8abd725c-815f-4dc4-b3c2-992e6fdc317c req-a87e8d31-2021-4743-a104-0786da495c98 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702143 Nov 26 02:55:01.662371 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d0111a-4d23-4a80-bf76-903a5588b0e5 req-71d1b428-fb9b-411c-ae35-e479634c5f9d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] No DVR routers for this DVR port 39ecc35d-3153-4a36-b792-3596aa87a3b4 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:55:01.669661 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c8d0111a-4d23-4a80-bf76-903a5588b0e5 req-71d1b428-fb9b-411c-ae35-e479634c5f9d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:01.675479 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c8d0111a-4d23-4a80-bf76-903a5588b0e5 req-71d1b428-fb9b-411c-ae35-e479634c5f9d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.59 "DELETE /v2.0/ports/39ecc35d-3153-4a36-b792-3596aa87a3b4 HTTP/1.1" status: 204 len: 173 time: 0.7246056 Nov 26 02:55:01.676285 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f5ff78-505a-4d13-a5db-f8e76224d5eb', 'name': 'network-vif-deleted', 'tag': '39ecc35d-3153-4a36-b792-3596aa87a3b4'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:55:01.681326 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763f5965-15a6-4ebc-8f06-f22e8c417973" -d '{"events": [{"server_uuid": "63f5ff78-505a-4d13-a5db-f8e76224d5eb", "name": "network-vif-deleted", "tag": "39ecc35d-3153-4a36-b792-3596aa87a3b4"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:55:01.769416 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608b737c-be16-45c7-a789-e440f1c5f5f0 x-openstack-request-id: req-608b737c-be16-45c7-a789-e440f1c5f5f0 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:55:01.769978 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f5ff78-505a-4d13-a5db-f8e76224d5eb", "name": "network-vif-deleted", "tag": "39ecc35d-3153-4a36-b792-3596aa87a3b4", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:55:01.770387 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-608b737c-be16-45c7-a789-e440f1c5f5f0 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:55:01.770930 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f5ff78-505a-4d13-a5db-f8e76224d5eb', 'name': 'network-vif-deleted', 'tag': '39ecc35d-3153-4a36-b792-3596aa87a3b4', 'status': 'completed', 'code': 200} Nov 26 02:55:02.008644 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e5fa87d-051d-4fec-b1d1-a1b488911933 req-80951407-7109-488e-8c9d-4652a9864bba tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 210 time: 0.0407255 Nov 26 02:55:02.052833 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9497fa1d-cb5e-4b40-84ee-7248163d7c76 req-63e6c409-8538-4d9a-b553-d020a210c726 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=63f5ff78-505a-4d13-a5db-f8e76224d5eb HTTP/1.1" status: 200 len: 210 time: 0.0431485 Nov 26 02:55:02.401270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3a124-f7d7-43d8-b0eb-78b89b84a117 req-80226a27-931c-4489-a285-ac4a5b587218 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:02.402969 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77d3a124-f7d7-43d8-b0eb-78b89b84a117 req-80226a27-931c-4489-a285-ac4a5b587218 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e86ee4-4db5-4bcf-92fb-abf292e777cd HTTP/1.1" status: 200 len: 946 time: 0.0982878 Nov 26 02:55:02.492852 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77d3a124-f7d7-43d8-b0eb-78b89b84a117 req-1c03effc-6199-4d04-a662-d41ee4ba252f tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832794 Nov 26 02:55:02.773582 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ac0b8-df45-4a05-8c95-dbec9d6a7626 req-d477d027-c9d2-4f27-9fe1-1735f889a899 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:02.775116 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b24ac0b8-df45-4a05-8c95-dbec9d6a7626 req-d477d027-c9d2-4f27-9fe1-1735f889a899 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 944 time: 0.0539625 Nov 26 02:55:02.830445 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b24ac0b8-df45-4a05-8c95-dbec9d6a7626 req-c3762e8f-5300-4962-aa63-170e0105aa88 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481498 Nov 26 02:55:02.928612 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device bf1f4bb9-335b-48da-8b2e-af5d0a60a260 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:55:02.991267 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port bf1f4bb9-335b-48da-8b2e-af5d0a60a260 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:55:02.995390 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port bf1f4bb9-335b-48da-8b2e-af5d0a60a260 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:55:02.996012 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:03.098005 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:03.126198 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6352b589-9641-405c-890b-95ea8d22e28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1f4bb9-335b-48da-8b2e-af5d0a60a260'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:55:03.128664 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeff82c-f8ac-44bb-a3a7-3fd03716c0f7" -d '{"events": [{"server_uuid": "6352b589-9641-405c-890b-95ea8d22e28c", "name": "network-vif-plugged", "status": "completed", "tag": "bf1f4bb9-335b-48da-8b2e-af5d0a60a260"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:55:03.146193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port bf1f4bb9-335b-48da-8b2e-af5d0a60a260, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=bf1f4bb9-335b-48da-8b2e-af5d0a60a260,segment=NetworkSegment(3548748d-4f04-4d12-938c-8675885efb66),segment_id=3548748d-4f04-4d12-938c-8675885efb66)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:03.160238 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:03.182232 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cefabaf4-1fee-496f-81c8-90149fc71449 req-abe7913c-32fc-4b9f-a922-ab93b8eeb19c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 210 time: 0.0579789 Nov 26 02:55:03.239444 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=bf1f4bb9-335b-48da-8b2e-af5d0a60a260,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:03.247014 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e80766-3108-46e5-b3a7-7f4c6bd836a3 x-openstack-request-id: req-25e80766-3108-46e5-b3a7-7f4c6bd836a3 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:55:03.247309 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6352b589-9641-405c-890b-95ea8d22e28c", "name": "network-vif-plugged", "status": "completed", "tag": "bf1f4bb9-335b-48da-8b2e-af5d0a60a260", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:55:03.247572 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25e80766-3108-46e5-b3a7-7f4c6bd836a3 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:55:03.248094 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6352b589-9641-405c-890b-95ea8d22e28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1f4bb9-335b-48da-8b2e-af5d0a60a260', 'code': 200} Nov 26 02:55:03.393439 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13523f-2803-458e-893f-b5de278a2985 req-df30ca9e-3f36-4007-a3cb-80b86439889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:03.395193 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c13523f-2803-458e-893f-b5de278a2985 req-df30ca9e-3f36-4007-a3cb-80b86439889c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 1096 time: 0.0499887 Nov 26 02:55:03.446354 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c13523f-2803-458e-893f-b5de278a2985 req-ec976578-ceb4-48ce-b81b-d0ffa9d6c475 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433402 Nov 26 02:55:03.665983 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff32011-ea25-47f3-8de8-9d6b301e23da req-4ed15a3b-5af2-4b7a-9d72-d71f2b6459aa tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:03.673477 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bff32011-ea25-47f3-8de8-9d6b301e23da req-4ed15a3b-5af2-4b7a-9d72-d71f2b6459aa tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e86ee4-4db5-4bcf-92fb-abf292e777cd HTTP/1.1" status: 200 len: 946 time: 0.0774040 Nov 26 02:55:03.719065 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bff32011-ea25-47f3-8de8-9d6b301e23da req-1e781a4d-7ec0-4ce9-ba74-08a50b3e0645 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444245 Nov 26 02:55:03.748043 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45848) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:03.875339 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ad69e0c-0850-4421-8650-0da98676c220 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:03.965455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f03cb6-3cc1-4ff7-8a44-a03d3d44fe41 req-93d4061b-b85d-4dcd-ac00-62b81de2ec5e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:03.966992 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88f03cb6-3cc1-4ff7-8a44-a03d3d44fe41 req-93d4061b-b85d-4dcd-ac00-62b81de2ec5e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 945 time: 0.0571346 Nov 26 02:55:03.970622 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ad69e0c-0850-4421-8650-0da98676c220 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:03.978968 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ad69e0c-0850-4421-8650-0da98676c220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:04.019498 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad69e0c-0850-4421-8650-0da98676c220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab54f64-f154-48a5-9c27-3fb8bd33efa5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:04.026908 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1ad69e0c-0850-4421-8650-0da98676c220 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58cde7471d7d4cebb59fa7d2344c0fdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2776296 Nov 26 02:55:04.027536 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45862) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:04.071370 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88f03cb6-3cc1-4ff7-8a44-a03d3d44fe41 req-a0c3e8b8-233f-4acd-a594-c097645ab5f7 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912924 Nov 26 02:55:04.098293 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9ece9ee-9df9-44cb-afa8-0a86521ec899 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:04.128030 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9ece9ee-9df9-44cb-afa8-0a86521ec899 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:04.171457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae06e58-f342-4d23-a212-fc66446a36cf req-9d9f34c9-e1d6-4f7c-8c35-f6507772231f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:04.173090 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ae06e58-f342-4d23-a212-fc66446a36cf req-9d9f34c9-e1d6-4f7c-8c35-f6507772231f tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 945 time: 0.0517304 Nov 26 02:55:04.178518 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9ece9ee-9df9-44cb-afa8-0a86521ec899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:04.181937 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9ece9ee-9df9-44cb-afa8-0a86521ec899 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:04.183424 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f9ece9ee-9df9-44cb-afa8-0a86521ec899 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bab54f64-f154-48a5-9c27-3fb8bd33efa5 HTTP/1.1" status: 204 len: 168 time: 0.1544540 Nov 26 02:55:04.234277 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ece9ee-9df9-44cb-afa8-0a86521ec899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab54f64-f154-48a5-9c27-3fb8bd33efa5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:04.236685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ae06e58-f342-4d23-a212-fc66446a36cf req-b99859f1-c397-47c8-9f08-b335eccbda71 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560377 Nov 26 02:55:04.272482 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d9946-1892-4f9c-94dc-8aaa702da63c req-64ddac72-0ae7-4b74-a375-f391b8336f1f tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:04.274145 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c42d9946-1892-4f9c-94dc-8aaa702da63c req-64ddac72-0ae7-4b74-a375-f391b8336f1f tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1e86ee4-4db5-4bcf-92fb-abf292e777cd HTTP/1.1" status: 200 len: 946 time: 0.0802372 Nov 26 02:55:04.371946 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5df5739b-07db-42e2-ab50-aad9daef41be req-97d12d1d-aee7-465e-bd00-b8aba81d2e91 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d417e-69e0-4afa-8755-1665abf0bc45 HTTP/1.1" status: 200 len: 210 time: 0.0466163 Nov 26 02:55:04.429039 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-c42d9946-1892-4f9c-94dc-8aaa702da63c req-ad603360-f856-4591-8d1e-5e119f5455fd tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Deleting port c481e43b-fcaf-4f73-99bc-9bbe4254c6ca {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:55:04.429392 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c42d9946-1892-4f9c-94dc-8aaa702da63c req-ad603360-f856-4591-8d1e-5e119f5455fd tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:04.547655 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-c42d9946-1892-4f9c-94dc-8aaa702da63c req-ad603360-f856-4591-8d1e-5e119f5455fd tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] For port c481e43b-fcaf-4f73-99bc-9bbe4254c6ca, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c481e43b-fcaf-4f73-99bc-9bbe4254c6ca,segment=NetworkSegment(29b8cea0-869e-4a25-85ad-1e8e01219b55),segment_id=29b8cea0-869e-4a25-85ad-1e8e01219b55)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:04.548029 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c42d9946-1892-4f9c-94dc-8aaa702da63c req-ad603360-f856-4591-8d1e-5e119f5455fd tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:04.549984 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 45874) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:04.560627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-c42d9946-1892-4f9c-94dc-8aaa702da63c req-ad603360-f856-4591-8d1e-5e119f5455fd tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Calling delete_port for c481e43b-fcaf-4f73-99bc-9bbe4254c6ca owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:55:04.563116 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b5f25a31-6cce-40ab-85cd-e11592933d82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:04.639278 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b5f25a31-6cce-40ab-85cd-e11592933d82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:04.641566 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 39ecc35d-3153-4a36-b792-3596aa87a3b4 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:55:04.650101 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b5f25a31-6cce-40ab-85cd-e11592933d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:04.662811 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 39ecc35d-3153-4a36-b792-3596aa87a3b4 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:55:04.663165 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 39ecc35d-3153-4a36-b792-3596aa87a3b4 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:55:04.688361 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c42d9946-1892-4f9c-94dc-8aaa702da63c req-ad603360-f856-4591-8d1e-5e119f5455fd tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:04.689535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b5f25a31-6cce-40ab-85cd-e11592933d82 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d913686969644f3bd71acc0df2a1250&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384463 Nov 26 02:55:04.690509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f25a31-6cce-40ab-85cd-e11592933d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffd0f0a-5d96-4453-bf0c-48cb89a5a6f1,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:04.694971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 45876) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:04.722429 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad603360-f856-4591-8d1e-5e119f5455fd tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Pushing event deleted for resources: {'Port': ['ID=c481e43b-fcaf-4f73-99bc-9bbe4254c6ca,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:04.723667 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c481e43b-fcaf-4f73-99bc-9bbe4254c6ca'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:55:04.762962 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2788e86d-63b6-4a9a-98a7-c4bf5ca8b423 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:04.763892 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42d9946-1892-4f9c-94dc-8aaa702da63c req-ad603360-f856-4591-8d1e-5e119f5455fd tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] No DVR routers for this DVR port c481e43b-fcaf-4f73-99bc-9bbe4254c6ca on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:55:04.767817 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-c42d9946-1892-4f9c-94dc-8aaa702da63c req-ad603360-f856-4591-8d1e-5e119f5455fd tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:04.771344 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c42d9946-1892-4f9c-94dc-8aaa702da63c req-ad603360-f856-4591-8d1e-5e119f5455fd tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.59 "DELETE /v2.0/ports/c481e43b-fcaf-4f73-99bc-9bbe4254c6ca HTTP/1.1" status: 204 len: 173 time: 0.4823489 Nov 26 02:55:04.771796 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e86ee4-4db5-4bcf-92fb-abf292e777cd', 'name': 'network-vif-deleted', 'tag': 'c481e43b-fcaf-4f73-99bc-9bbe4254c6ca'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:55:04.774071 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff9f221-5bb9-4270-bd51-954d1739553d" -d '{"events": [{"server_uuid": "f1e86ee4-4db5-4bcf-92fb-abf292e777cd", "name": "network-vif-deleted", "tag": "c481e43b-fcaf-4f73-99bc-9bbe4254c6ca"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:55:04.790775 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2788e86d-63b6-4a9a-98a7-c4bf5ca8b423 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:04.830409 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9e71a2-87d9-4af0-8c8b-b682a35cc554 x-openstack-request-id: req-6f9e71a2-87d9-4af0-8c8b-b682a35cc554 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:55:04.830409 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e86ee4-4db5-4bcf-92fb-abf292e777cd", "name": "network-vif-deleted", "tag": "c481e43b-fcaf-4f73-99bc-9bbe4254c6ca", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:55:04.830409 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f9e71a2-87d9-4af0-8c8b-b682a35cc554 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:55:04.830409 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e86ee4-4db5-4bcf-92fb-abf292e777cd', 'name': 'network-vif-deleted', 'tag': 'c481e43b-fcaf-4f73-99bc-9bbe4254c6ca', 'status': 'completed', 'code': 200} Nov 26 02:55:04.852095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe62acf2-8912-4cba-b26d-b4ca90479fab req-be068404-3401-447e-8dd4-c5fbb221ac18 tempest-AttachVolumeNegativeTest-1063582001 tempest-AttachVolumeNegativeTest-1063582001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e86ee4-4db5-4bcf-92fb-abf292e777cd HTTP/1.1" status: 200 len: 210 time: 0.0476537 Nov 26 02:55:04.883812 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2788e86d-63b6-4a9a-98a7-c4bf5ca8b423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:04.887095 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2788e86d-63b6-4a9a-98a7-c4bf5ca8b423 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:04.891847 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2788e86d-63b6-4a9a-98a7-c4bf5ca8b423 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ffd0f0a-5d96-4453-bf0c-48cb89a5a6f1 HTTP/1.1" status: 204 len: 168 time: 0.1923945 Nov 26 02:55:04.899502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788e86d-63b6-4a9a-98a7-c4bf5ca8b423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffd0f0a-5d96-4453-bf0c-48cb89a5a6f1,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:05.194413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6ffec-0820-419d-a5a2-c55f1817e186 req-89a9014a-c924-44cf-9c5f-6eeda2c744d1 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:05.196219 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bbb6ffec-0820-419d-a5a2-c55f1817e186 req-89a9014a-c924-44cf-9c5f-6eeda2c744d1 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 945 time: 0.0566206 Nov 26 02:55:05.253382 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bbb6ffec-0820-419d-a5a2-c55f1817e186 req-e08b3c50-eda4-4613-9f3d-95eb28d14e25 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501137 Nov 26 02:55:05.389631 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079ec1c-475e-4ef8-a034-3b4b2170224f req-75d5dad3-11d6-454e-8e11-b646d78a2a7d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:05.391675 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b079ec1c-475e-4ef8-a034-3b4b2170224f req-75d5dad3-11d6-454e-8e11-b646d78a2a7d tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 945 time: 0.0792027 Nov 26 02:55:05.418294 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ab56d25-1ecd-423d-812a-ec256b400ed7 req-5cdc43ef-4e1f-4f9f-a4c7-a69cc74415da tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-42726834&fields=id&tenant_id=520ff9420b704d8db0f444895bd76fae HTTP/1.1" status: 200 len: 267 time: 0.0764172 Nov 26 02:55:05.475455 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b079ec1c-475e-4ef8-a034-3b4b2170224f req-0295e342-064e-47a2-be94-b631a36220e6 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764763 Nov 26 02:55:05.498357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab56d25-1ecd-423d-812a-ec256b400ed7 req-c2c2c437-d01d-44a1-84fb-5aa0dbda68d9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:05.499973 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ab56d25-1ecd-423d-812a-ec256b400ed7 req-c2c2c437-d01d-44a1-84fb-5aa0dbda68d9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 945 time: 0.0743465 Nov 26 02:55:05.520971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-2ab56d25-1ecd-423d-812a-ec256b400ed7 req-5d33299c-402a-4875-91f3-d3182b1bc4a0 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Request body: {'port': {'security_groups': ['5fb144f4-03a9-4ea7-8e0a-53729a2ca75b', 'bda8c774-9136-4549-b2a9-b9e7ef3cc75a']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:05.598604 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2ab56d25-1ecd-423d-812a-ec256b400ed7 req-5d33299c-402a-4875-91f3-d3182b1bc4a0 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:05.808236 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2ab56d25-1ecd-423d-812a-ec256b400ed7 req-5d33299c-402a-4875-91f3-d3182b1bc4a0 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] For port bf1f4bb9-335b-48da-8b2e-af5d0a60a260, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=bf1f4bb9-335b-48da-8b2e-af5d0a60a260,segment=NetworkSegment(3548748d-4f04-4d12-938c-8675885efb66),segment_id=3548748d-4f04-4d12-938c-8675885efb66)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:05.845349 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2ab56d25-1ecd-423d-812a-ec256b400ed7 req-5d33299c-402a-4875-91f3-d3182b1bc4a0 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:05.850434 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2ab56d25-1ecd-423d-812a-ec256b400ed7 req-5d33299c-402a-4875-91f3-d3182b1bc4a0 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:05.886542 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['bf1f4bb9-335b-48da-8b2e-af5d0a60a260'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:55:05.905237 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab56d25-1ecd-423d-812a-ec256b400ed7 req-5d33299c-402a-4875-91f3-d3182b1bc4a0 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:05.906725 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2ab56d25-1ecd-423d-812a-ec256b400ed7 req-5d33299c-402a-4875-91f3-d3182b1bc4a0 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:05.920650 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ab56d25-1ecd-423d-812a-ec256b400ed7 req-5d33299c-402a-4875-91f3-d3182b1bc4a0 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "PUT /v2.0/ports/bf1f4bb9-335b-48da-8b2e-af5d0a60a260 HTTP/1.1" status: 200 len: 981 time: 0.4112785 Nov 26 02:55:05.922649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6352b589-9641-405c-890b-95ea8d22e28c', 'tag': 'bf1f4bb9-335b-48da-8b2e-af5d0a60a260'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:55:05.926549 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cf236c-ef4e-4406-a4a0-f552f2479c64" -d '{"events": [{"name": "network-changed", "server_uuid": "6352b589-9641-405c-890b-95ea8d22e28c", "tag": "bf1f4bb9-335b-48da-8b2e-af5d0a60a260"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:55:05.931344 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45942) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:05.966331 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e07301ab-f415-4a88-890f-f91aca38fb5e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:55:05.997126 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-127fc706-ff2b-4890-ab7d-215bf88a44b2 admin admin] Deleting subnet 1da5bde2-3a74-47b9-8c22-4f9e31dcb52d {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:55:06.001539 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-127fc706-ff2b-4890-ab7d-215bf88a44b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:06.056186 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-127fc706-ff2b-4890-ab7d-215bf88a44b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:06.111041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['bf1f4bb9-335b-48da-8b2e-af5d0a60a260'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:55:06.131147 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-127fc706-ff2b-4890-ab7d-215bf88a44b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:06.135326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33299c-402a-4875-91f3-d3182b1bc4a0 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event updated for resources: {'Port': ['ID=bf1f4bb9-335b-48da-8b2e-af5d0a60a260,revision_number=6']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:06.159249 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d3e0123-ee4e-4133-b69c-33577d464281 req-047105e0-c72d-40f9-bd1e-dff1f29bb9fe tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/bda8c774-9136-4549-b2a9-b9e7ef3cc75a HTTP/1.1" status: 200 len: 1816 time: 0.1952851 Nov 26 02:55:06.189489 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cbd82-6d97-4687-994e-25950a1790c1 req-b7e79d18-279a-4a38-a57d-5361b2552172 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:06.191116 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e18cbd82-6d97-4687-994e-25950a1790c1 req-b7e79d18-279a-4a38-a57d-5361b2552172 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 945 time: 0.2610383 Nov 26 02:55:06.213902 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-127fc706-ff2b-4890-ab7d-215bf88a44b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:06.264074 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fc706-ff2b-4890-ab7d-215bf88a44b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da5bde2-3a74-47b9-8c22-4f9e31dcb52d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:06.267562 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1153d88-e002-4169-856e-4b0f8359dea8 req-de77209d-bda3-44c3-8af1-3ba10c1ccc72 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:06.269974 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-127fc706-ff2b-4890-ab7d-215bf88a44b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:06.275196 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1153d88-e002-4169-856e-4b0f8359dea8 req-de77209d-bda3-44c3-8af1-3ba10c1ccc72 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 811 time: 0.2233274 Nov 26 02:55:06.276961 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-127fc706-ff2b-4890-ab7d-215bf88a44b2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1da5bde2-3a74-47b9-8c22-4f9e31dcb52d HTTP/1.1" status: 204 len: 168 time: 0.3439832 Nov 26 02:55:06.277432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 45972) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:06.347844 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1153d88-e002-4169-856e-4b0f8359dea8 req-de6e2c5e-4f42-4e45-a203-0dce14c870e7 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/quotas/4be478bdf8de411ba7c8fa3e014f0ef8 HTTP/1.1" status: 200 len: 375 time: 0.0717194 Nov 26 02:55:06.404734 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-9d3e0123-ee4e-4133-b69c-33577d464281 req-e7455314-8f27-4f7e-8395-176de57d7fbf tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 26 02:55:06.413252 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d3e0123-ee4e-4133-b69c-33577d464281 req-e7455314-8f27-4f7e-8395-176de57d7fbf tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "DELETE /v2.0/security-groups/bda8c774-9136-4549-b2a9-b9e7ef3cc75a HTTP/1.1" status: 409 len: 341 time: 0.2524533 Nov 26 02:55:06.454134 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1153d88-e002-4169-856e-4b0f8359dea8 req-69bdd9c7-60b6-4ddb-adf8-779ac267be6e tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762904 Nov 26 02:55:06.456931 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-23942c27-d7ee-4b60-a165-e6e47cebfb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:06.471521 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf3b0c4-09ba-402d-bc78-b6e60f12de4c x-openstack-request-id: req-dcf3b0c4-09ba-402d-bc78-b6e60f12de4c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:55:06.471828 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6352b589-9641-405c-890b-95ea8d22e28c", "tag": "bf1f4bb9-335b-48da-8b2e-af5d0a60a260", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:55:06.472114 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dcf3b0c4-09ba-402d-bc78-b6e60f12de4c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:55:06.472524 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6352b589-9641-405c-890b-95ea8d22e28c', 'tag': 'bf1f4bb9-335b-48da-8b2e-af5d0a60a260', 'status': 'completed', 'code': 200} Nov 26 02:55:06.584679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-e18cbd82-6d97-4687-994e-25950a1790c1 req-8734e1c2-a9fb-436f-8474-b756928061e1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Deleting port 743d1c09-7495-40e6-a927-fb0deef5aa25 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:55:06.585028 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e18cbd82-6d97-4687-994e-25950a1790c1 req-8734e1c2-a9fb-436f-8474-b756928061e1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:06.711298 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45994) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:06.740976 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-23942c27-d7ee-4b60-a165-e6e47cebfb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:06.777154 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf236c-ef4e-4406-a4a0-f552f2479c64 req-ff5ca038-ec3b-4036-9cd2-134fdfcb769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:06.778687 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5cf236c-ef4e-4406-a4a0-f552f2479c64 req-ff5ca038-ec3b-4036-9cd2-134fdfcb769f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=520ff9420b704d8db0f444895bd76fae&device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 1135 time: 0.2134891 Nov 26 02:55:06.826780 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5c81fb4a-66d7-4603-9aa1-9b6dc175cbe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:06.850733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-23942c27-d7ee-4b60-a165-e6e47cebfb4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483c29ae-2b8e-42e0-9580-f2bd749e8ff9']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:06.886891 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1153d88-e002-4169-856e-4b0f8359dea8 req-c4ea06d9-4b12-4812-a88d-ff53757f47c1 service neutron] 10.222.0.31 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175100 Nov 26 02:55:06.896946 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-23942c27-d7ee-4b60-a165-e6e47cebfb4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b8cea0-869e-4a25-85ad-1e8e01219b55') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:06.897257 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-23942c27-d7ee-4b60-a165-e6e47cebfb4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b8cea0-869e-4a25-85ad-1e8e01219b55') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:06.908284 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5c81fb4a-66d7-4603-9aa1-9b6dc175cbe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:06.912510 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5c81fb4a-66d7-4603-9aa1-9b6dc175cbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:06.926929 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-23942c27-d7ee-4b60-a165-e6e47cebfb4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:06.951573 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5c81fb4a-66d7-4603-9aa1-9b6dc175cbe5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61e8224654864da8a556981039aec79b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2389953 Nov 26 02:55:06.952426 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81fb4a-66d7-4603-9aa1-9b6dc175cbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa3a1ea-095c-4dec-9cef-463c52cdaeb3,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:06.954801 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45998) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:07.006147 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b8342fd9-caa6-42d6-8251-830e0e47e1a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:07.034269 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b8342fd9-caa6-42d6-8251-830e0e47e1a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:07.082939 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b8342fd9-caa6-42d6-8251-830e0e47e1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:07.085833 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b8342fd9-caa6-42d6-8251-830e0e47e1a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:07.087026 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b8342fd9-caa6-42d6-8251-830e0e47e1a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9fa3a1ea-095c-4dec-9cef-463c52cdaeb3 HTTP/1.1" status: 204 len: 168 time: 0.1314158 Nov 26 02:55:07.098033 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8342fd9-caa6-42d6-8251-830e0e47e1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa3a1ea-095c-4dec-9cef-463c52cdaeb3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:07.283256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-e18cbd82-6d97-4687-994e-25950a1790c1 req-8734e1c2-a9fb-436f-8474-b756928061e1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] For port 743d1c09-7495-40e6-a927-fb0deef5aa25, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=743d1c09-7495-40e6-a927-fb0deef5aa25,segment=NetworkSegment(7b46139d-cc23-488e-92a2-7db3587aa44a),segment_id=7b46139d-cc23-488e-92a2-7db3587aa44a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:07.283841 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e18cbd82-6d97-4687-994e-25950a1790c1 req-8734e1c2-a9fb-436f-8474-b756928061e1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:07.299121 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66840570-67bd-4bd8-bbec-a33d4bc4cd07 req-2ab878bf-490e-47a6-a461-dbf035ecf62a tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:07.300680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66840570-67bd-4bd8-bbec-a33d4bc4cd07 req-2ab878bf-490e-47a6-a461-dbf035ecf62a tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 945 time: 0.5692246 Nov 26 02:55:07.319945 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-23942c27-d7ee-4b60-a165-e6e47cebfb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:07.336929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-e18cbd82-6d97-4687-994e-25950a1790c1 req-8734e1c2-a9fb-436f-8474-b756928061e1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Calling delete_port for 743d1c09-7495-40e6-a927-fb0deef5aa25 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:55:07.356792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23942c27-d7ee-4b60-a165-e6e47cebfb4c admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:55:07.357211 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-23942c27-d7ee-4b60-a165-e6e47cebfb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:55:07.358898 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:55:07.485096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf236c-ef4e-4406-a4a0-f552f2479c64 req-b1970143-fc16-471b-be00-043d36fbf56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:07.486503 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5cf236c-ef4e-4406-a4a0-f552f2479c64 req-b1970143-fc16-471b-be00-043d36fbf56a service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ed15978-d56f-4d77-911b-29cd615b31e8 HTTP/1.1" status: 200 len: 914 time: 0.6686587 Nov 26 02:55:07.517184 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66840570-67bd-4bd8-bbec-a33d4bc4cd07 req-e399ce2a-c5c0-4d30-8be5-d806f14db7b7 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/security-groups?id=07cb1560-e832-4a21-bd09-3c96a08afe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059124 Nov 26 02:55:07.556570 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-23942c27-d7ee-4b60-a165-e6e47cebfb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:07.566895 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5cf236c-ef4e-4406-a4a0-f552f2479c64 req-b8c450ce-a5d8-45c6-b4cb-a87c0d633888 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf1f4bb9-335b-48da-8b2e-af5d0a60a260 HTTP/1.1" status: 200 len: 217 time: 0.0663188 Nov 26 02:55:07.574100 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-23942c27-d7ee-4b60-a165-e6e47cebfb4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:07.576356 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-23942c27-d7ee-4b60-a165-e6e47cebfb4c admin admin] 10.222.0.31 "DELETE /v2.0/networks/483c29ae-2b8e-42e0-9580-f2bd749e8ff9 HTTP/1.1" status: 204 len: 168 time: 1.2914181 Nov 26 02:55:07.588886 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1153d88-e002-4169-856e-4b0f8359dea8 req-de4035bf-a238-4abb-aaf1-bd409d10f9fd service neutron] 10.222.0.31 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6769371 Nov 26 02:55:07.632748 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23942c27-d7ee-4b60-a165-e6e47cebfb4c admin admin] Pushing event deleted for resources: {'Network': ['ID=483c29ae-2b8e-42e0-9580-f2bd749e8ff9,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:07.663972 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf236c-ef4e-4406-a4a0-f552f2479c64 req-3022c0ac-c1c2-4d61-bcaf-3cef78ad9639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:07.665581 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5cf236c-ef4e-4406-a4a0-f552f2479c64 req-3022c0ac-c1c2-4d61-bcaf-3cef78ad9639 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78a3ba49-f97b-46ea-9cad-f78b1f3fbbc5 HTTP/1.1" status: 200 len: 853 time: 0.0861235 Nov 26 02:55:07.721126 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5cf236c-ef4e-4406-a4a0-f552f2479c64 req-09bc4dc5-6786-4a8d-be75-f57ad970a58b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ed15978-d56f-4d77-911b-29cd615b31e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465171 Nov 26 02:55:07.805594 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46026) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:07.839175 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e18cbd82-6d97-4687-994e-25950a1790c1 req-8734e1c2-a9fb-436f-8474-b756928061e1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:07.851716 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46030) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:07.864083 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a0a4b007-8ffd-4080-b06c-beb58fa34d84 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e446dd2610754aaca387689d806c1fd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0570724 Nov 26 02:55:07.866607 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46034) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:07.897416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fff41-68c9-472e-90db-8a931b43137a req-c6caaf42-6157-48eb-9b1a-9274923c2fa5 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:07.904750 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-040fff41-68c9-472e-90db-8a931b43137a req-c6caaf42-6157-48eb-9b1a-9274923c2fa5 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 984 time: 0.1807420 Nov 26 02:55:07.924865 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734e1c2-a9fb-436f-8474-b756928061e1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Pushing event deleted for resources: {'Port': ['ID=743d1c09-7495-40e6-a927-fb0deef5aa25,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:07.963383 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d75952cb-202e-4391-9485-d2b651018534 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:07.990303 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d75952cb-202e-4391-9485-d2b651018534 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:08.051678 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d75952cb-202e-4391-9485-d2b651018534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:08.054905 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5cf236c-ef4e-4406-a4a0-f552f2479c64 req-220e1195-4609-44f2-8efa-914d41b38899 service neutron] 10.222.0.54 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152654 Nov 26 02:55:08.055618 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d75952cb-202e-4391-9485-d2b651018534 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:08.057802 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d75952cb-202e-4391-9485-d2b651018534 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d70f803-3cfb-45c2-b5cc-9cb06ce520dd HTTP/1.1" status: 204 len: 168 time: 0.1901054 Nov 26 02:55:08.058175 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18cbd82-6d97-4687-994e-25950a1790c1 req-8734e1c2-a9fb-436f-8474-b756928061e1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] No DVR routers for this DVR port 743d1c09-7495-40e6-a927-fb0deef5aa25 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:55:08.061115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e598277-d16a-4c98-9ed0-e684aa6d1c1b req-aeaf18fa-ab5d-4000-8b20-e9066dcffc59 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e45583b-52ab-4068-b941-cc2758f9bbb0 HTTP/1.1" status: 200 len: 210 time: 0.0593104 Nov 26 02:55:08.065653 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e18cbd82-6d97-4687-994e-25950a1790c1 req-8734e1c2-a9fb-436f-8474-b756928061e1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:08.069510 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e18cbd82-6d97-4687-994e-25950a1790c1 req-8734e1c2-a9fb-436f-8474-b756928061e1 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.54 "DELETE /v2.0/ports/743d1c09-7495-40e6-a927-fb0deef5aa25 HTTP/1.1" status: 204 len: 173 time: 1.8643665 Nov 26 02:55:08.090756 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-8236f6fb-df6b-4c2f-8684-ade5b8539b5c tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.091315 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8236f6fb-df6b-4c2f-8684-ade5b8539b5c tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2385261 Nov 26 02:55:08.092179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46042) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.108976 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-c09672fa-88c6-4ec5-aecc-88d146f855df tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.112227 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c09672fa-88c6-4ec5-aecc-88d146f855df tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0112138 Nov 26 02:55:08.112227 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75952cb-202e-4391-9485-d2b651018534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d70f803-3cfb-45c2-b5cc-9cb06ce520dd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:08.117165 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46046) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.143708 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-24453e0b-ed61-436d-ad1e-774ab1053a89 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.146347 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-24453e0b-ed61-436d-ad1e-774ab1053a89 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0263953 Nov 26 02:55:08.149320 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46048) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.157280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-040fff41-68c9-472e-90db-8a931b43137a req-4beeb86a-dfdc-488b-8bd8-8c12d073b8db tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=bda8c774-9136-4549-b2a9-b9e7ef3cc75a&id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.2478216 Nov 26 02:55:08.175841 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-deda83da-7349-44b3-af10-816005f7984b tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.178649 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-deda83da-7349-44b3-af10-816005f7984b tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0256081 Nov 26 02:55:08.181411 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46050) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.187744 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-0304563d-2b71-4ca2-9804-86d3334a21d7 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.189117 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0304563d-2b71-4ca2-9804-86d3334a21d7 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0054424 Nov 26 02:55:08.191726 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46052) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.196679 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-774ab26b-9835-4e0d-bf91-fab37cd843eb tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.201142 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-774ab26b-9835-4e0d-bf91-fab37cd843eb tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0077958 Nov 26 02:55:08.202191 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46054) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.211189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-3fa439a8-ce35-4d6b-9cda-fc2058fbbc4a tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.216857 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46056) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.221759 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3fa439a8-ce35-4d6b-9cda-fc2058fbbc4a tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0090339 Nov 26 02:55:08.225899 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-c6ff494f-329a-456e-a2a6-d6c23bd0c910 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.232460 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46058) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.234716 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c6ff494f-329a-456e-a2a6-d6c23bd0c910 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0146663 Nov 26 02:55:08.238491 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-3f048cef-15db-4ad8-800c-fa60be06dd6e tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.242277 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3f048cef-15db-4ad8-800c-fa60be06dd6e tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0065343 Nov 26 02:55:08.243115 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46060) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.255523 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-304163e1-2759-48e0-9d28-f862cb87400a tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.258907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-304163e1-2759-48e0-9d28-f862cb87400a tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0052423 Nov 26 02:55:08.258907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5cf236c-ef4e-4406-a4a0-f552f2479c64 req-4a9ac075-fe20-4abb-836a-8a93a20bfbaa service neutron] 10.222.0.54 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845589 Nov 26 02:55:08.259168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46064) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.263272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-4a9df3c9-d11d-4e2a-bcf8-c8472fc43b7a tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.264270 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4a9df3c9-d11d-4e2a-bcf8-c8472fc43b7a tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043209 Nov 26 02:55:08.266795 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46066) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.271106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-fcf10755-d50a-4975-9d28-e515430ca53b tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.272698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fcf10755-d50a-4975-9d28-e515430ca53b tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0048184 Nov 26 02:55:08.275308 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46068) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.280937 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-21b3127b-e5a5-4550-a0af-1ae685b07078 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.291731 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-21b3127b-e5a5-4550-a0af-1ae685b07078 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0151312 Nov 26 02:55:08.294409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46070) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.302161 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-51a36670-e688-4277-acb8-05a947b0b1c6 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.303549 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-51a36670-e688-4277-acb8-05a947b0b1c6 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0052204 Nov 26 02:55:08.306841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46072) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.316720 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-29aa7dcf-e502-44f5-8022-fb48a0ed7579 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.321135 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46074) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.326118 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-29aa7dcf-e502-44f5-8022-fb48a0ed7579 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0166638 Nov 26 02:55:08.327779 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-718f2f4c-bf10-4e8c-9fe3-cde5adf1fc3f tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.329181 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-718f2f4c-bf10-4e8c-9fe3-cde5adf1fc3f tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0068333 Nov 26 02:55:08.331889 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46076) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.339139 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-82e54d2f-90ce-4312-ad7a-0f7978717c48 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.344730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46078) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.344959 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-82e54d2f-90ce-4312-ad7a-0f7978717c48 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0114226 Nov 26 02:55:08.351779 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-ce8ac6ad-fb72-49f0-831a-ce2471cb8349 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.357908 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ce8ac6ad-fb72-49f0-831a-ce2471cb8349 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0126021 Nov 26 02:55:08.361273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46080) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.368197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-552240e2-dc99-4912-96a3-87452006f2ef tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.369352 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-552240e2-dc99-4912-96a3-87452006f2ef tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0069895 Nov 26 02:55:08.372718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46084) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.380007 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-2d0c1b3b-6894-4bc4-a1d3-f2cec9230f3d tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.384417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46086) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.385276 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2d0c1b3b-6894-4bc4-a1d3-f2cec9230f3d tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0098736 Nov 26 02:55:08.406730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-4421513d-4cee-4174-9ff9-6208dd2ef558 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.410506 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4421513d-4cee-4174-9ff9-6208dd2ef558 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0224833 Nov 26 02:55:08.411605 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46090) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.416613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-99d9baea-0283-42e2-a818-872745b6401a tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.420117 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-99d9baea-0283-42e2-a818-872745b6401a tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0047760 Nov 26 02:55:08.421751 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46092) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.426957 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-0a8e1fa6-703a-467f-99fd-ebe3034993ee tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.431665 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0a8e1fa6-703a-467f-99fd-ebe3034993ee tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0083814 Nov 26 02:55:08.432788 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46094) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.440620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-fa2ba5aa-5207-456c-980e-1b8c7c5a39ea tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.449525 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fa2ba5aa-5207-456c-980e-1b8c7c5a39ea tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0154994 Nov 26 02:55:08.450046 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46096) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.456869 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-34e8681b-755c-4859-bd74-d925129479d4 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.461721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-34e8681b-755c-4859-bd74-d925129479d4 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0080307 Nov 26 02:55:08.462922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af51d1-0460-4393-93cc-dd348bac43ce req-3c1d90ff-c8c8-4103-8967-2d17e313e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:08.463309 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46098) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.465860 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62af51d1-0460-4393-93cc-dd348bac43ce req-3c1d90ff-c8c8-4103-8967-2d17e313e3e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=520ff9420b704d8db0f444895bd76fae&device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 1135 time: 0.0939012 Nov 26 02:55:08.469490 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-6ea3aa7d-c474-4995-b053-3073e71dee03 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.473560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46100) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.474092 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6ea3aa7d-c474-4995-b053-3073e71dee03 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0092998 Nov 26 02:55:08.474210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d0b242-22b9-43ef-9ddd-3867a5a51b0f', 'name': 'network-vif-deleted', 'tag': '743d1c09-7495-40e6-a927-fb0deef5aa25'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:55:08.476624 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b451a0-066a-41ac-8e40-777fb5b5daa7" -d '{"events": [{"server_uuid": "b5d0b242-22b9-43ef-9ddd-3867a5a51b0f", "name": "network-vif-deleted", "tag": "743d1c09-7495-40e6-a927-fb0deef5aa25"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:55:08.485343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-dc4dce5d-4e35-4294-925c-ae6863473115 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.489100 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-dc4dce5d-4e35-4294-925c-ae6863473115 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0066679 Nov 26 02:55:08.490004 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46104) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.495781 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-3498ab03-a455-4dd3-9ff7-d283ccfe4ce8 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.500756 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3498ab03-a455-4dd3-9ff7-d283ccfe4ce8 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0091977 Nov 26 02:55:08.501679 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46106) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.510136 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-215f6721-70e4-4f92-bce9-254f15909d41 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.518705 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-215f6721-70e4-4f92-bce9-254f15909d41 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0156770 Nov 26 02:55:08.520940 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46108) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.528998 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-7020c022-d554-4ddf-83cd-ad14671d88ed tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.536842 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7020c022-d554-4ddf-83cd-ad14671d88ed tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0146546 Nov 26 02:55:08.537619 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46110) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.543533 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-08e4bffd-788d-4e40-abad-795a24632e7c tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.549548 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-08e4bffd-788d-4e40-abad-795a24632e7c tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0097857 Nov 26 02:55:08.550518 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46114) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.555776 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-79318d57-b874-47ed-8b29-f3861052efae tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.562563 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-79318d57-b874-47ed-8b29-f3861052efae tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0106037 Nov 26 02:55:08.563213 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46116) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.568871 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-9fb6641f-6969-4fd8-a911-3ee2624fb835 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.572770 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9fb6641f-6969-4fd8-a911-3ee2624fb835 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0080211 Nov 26 02:55:08.574246 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46120) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.579982 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-8505a151-cc72-40f5-a594-e14c34e8cb6d tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.588719 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8505a151-cc72-40f5-a594-e14c34e8cb6d tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0127954 Nov 26 02:55:08.589431 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46122) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.596114 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5d7a16-5883-4c1a-803f-07844d090627 x-openstack-request-id: req-3d5d7a16-5883-4c1a-803f-07844d090627 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:55:08.596450 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d0b242-22b9-43ef-9ddd-3867a5a51b0f", "name": "network-vif-deleted", "tag": "743d1c09-7495-40e6-a927-fb0deef5aa25", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:55:08.596669 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d5d7a16-5883-4c1a-803f-07844d090627 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:55:08.597406 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d0b242-22b9-43ef-9ddd-3867a5a51b0f', 'name': 'network-vif-deleted', 'tag': '743d1c09-7495-40e6-a927-fb0deef5aa25', 'status': 'completed', 'code': 200} Nov 26 02:55:08.612178 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-212ef07f-cf18-4b97-a860-7b8696b9a6dd tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.615902 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46130) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.620560 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-212ef07f-cf18-4b97-a860-7b8696b9a6dd tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0227768 Nov 26 02:55:08.623387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-1ec2d4fc-0fed-43bc-bc40-07bbef77f6db tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.627647 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1ec2d4fc-0fed-43bc-bc40-07bbef77f6db tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0104830 Nov 26 02:55:08.630574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46132) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.636207 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-cf2f2c8b-856f-45db-b202-64b4efa406a6 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.638735 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cf2f2c8b-856f-45db-b202-64b4efa406a6 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0068467 Nov 26 02:55:08.641642 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46136) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.642474 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c481e43b-fcaf-4f73-99bc-9bbe4254c6ca no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:55:08.660747 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-3b8c3afb-8341-43c0-bab2-8045089974e9 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.662028 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3b8c3afb-8341-43c0-bab2-8045089974e9 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0133202 Nov 26 02:55:08.667412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46138) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.672878 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-88aed57d-326d-49e4-a2fd-206d372c901b tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.676734 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46140) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.676938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-88aed57d-326d-49e4-a2fd-206d372c901b tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0083852 Nov 26 02:55:08.685321 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-e1f66dc6-eb86-4ca3-a2a8-01cb1d67d615 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.688684 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e1f66dc6-eb86-4ca3-a2a8-01cb1d67d615 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0077176 Nov 26 02:55:08.689063 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46142) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.692537 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af51d1-0460-4393-93cc-dd348bac43ce req-c1653c4a-9533-46b3-beca-603ca3cb67d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:08.694370 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62af51d1-0460-4393-93cc-dd348bac43ce req-c1653c4a-9533-46b3-beca-603ca3cb67d4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ed15978-d56f-4d77-911b-29cd615b31e8 HTTP/1.1" status: 200 len: 914 time: 0.2130837 Nov 26 02:55:08.696681 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-2fc24dc9-91d5-4098-9d8a-2f1abad0062f tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.699265 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2fc24dc9-91d5-4098-9d8a-2f1abad0062f tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0088978 Nov 26 02:55:08.702606 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46144) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.708833 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: c481e43b-fcaf-4f73-99bc-9bbe4254c6ca {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:55:08.709183 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c481e43b-fcaf-4f73-99bc-9bbe4254c6ca not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:55:08.723323 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-289c351b-50d2-4a68-b220-325e50b38128 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.742038 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-289c351b-50d2-4a68-b220-325e50b38128 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0373149 Nov 26 02:55:08.745099 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46148) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.754804 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-ab6eff9f-2cc0-421f-8342-3e21c18e7512 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.760721 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ab6eff9f-2cc0-421f-8342-3e21c18e7512 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0134771 Nov 26 02:55:08.762121 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46150) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.772744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62af51d1-0460-4393-93cc-dd348bac43ce req-2e9bb37b-13c0-4f69-afca-7bcfb40908e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf1f4bb9-335b-48da-8b2e-af5d0a60a260 HTTP/1.1" status: 200 len: 217 time: 0.0694482 Nov 26 02:55:08.784999 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-d6ae3cac-1aed-4720-a47e-437e4c6102e4 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.794052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46152) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.797618 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d6ae3cac-1aed-4720-a47e-437e4c6102e4 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0301428 Nov 26 02:55:08.809586 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-b6ea8c72-c480-47cf-8aa1-900d44e289c9 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.810967 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b6ea8c72-c480-47cf-8aa1-900d44e289c9 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0057054 Nov 26 02:55:08.814274 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b7b29c8d-0ef3-47a8-9e25-fecfe9ea2dc0 req-746ea4ed-43b0-4dea-97fa-553ad94c2290 tempest-ServersTestJSON-1455591423 tempest-ServersTestJSON-1455591423-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5d0b242-22b9-43ef-9ddd-3867a5a51b0f HTTP/1.1" status: 200 len: 210 time: 0.0573096 Nov 26 02:55:08.817506 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46154) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.822418 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-671c7abf-f960-4d67-b186-0027290cc527 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.823508 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-671c7abf-f960-4d67-b186-0027290cc527 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0049927 Nov 26 02:55:08.826023 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46158) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.839690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-3320103e-62a6-481b-b060-5339ac5f7579 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.840725 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3320103e-62a6-481b-b060-5339ac5f7579 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0136201 Nov 26 02:55:08.844078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46160) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.850306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-a964069f-83ae-48aa-ab7d-49c281764264 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.854911 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46162) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.855533 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a964069f-83ae-48aa-ab7d-49c281764264 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0101447 Nov 26 02:55:08.861183 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-6e2d63b5-14d2-4145-8250-1be073e843cb tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.865323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46164) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.866058 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6e2d63b5-14d2-4145-8250-1be073e843cb tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0096729 Nov 26 02:55:08.879311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-1271f5e2-605c-45e2-9cd7-5beb3fcb6ab3 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.883197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1271f5e2-605c-45e2-9cd7-5beb3fcb6ab3 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0088432 Nov 26 02:55:08.885268 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46166) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.893945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af51d1-0460-4393-93cc-dd348bac43ce req-1ced3b58-5aab-4606-8010-606705b248a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:08.896547 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62af51d1-0460-4393-93cc-dd348bac43ce req-1ced3b58-5aab-4606-8010-606705b248a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78a3ba49-f97b-46ea-9cad-f78b1f3fbbc5 HTTP/1.1" status: 200 len: 853 time: 0.1011512 Nov 26 02:55:08.897979 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-35355c3f-ace2-4ca9-b535-c2877996c937 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.898974 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-35355c3f-ace2-4ca9-b535-c2877996c937 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0110393 Nov 26 02:55:08.902653 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46168) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.911058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-a06d3460-ed75-4ca3-aded-fe3e9fb5dd59 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.914757 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46172) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.914904 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a06d3460-ed75-4ca3-aded-fe3e9fb5dd59 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0098741 Nov 26 02:55:08.919599 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-fa0f5a57-c1f4-4dde-bf02-e9f622d06bbf tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.920569 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fa0f5a57-c1f4-4dde-bf02-e9f622d06bbf tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043347 Nov 26 02:55:08.923001 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46174) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.930270 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-4441f940-3098-4f32-beb0-24709b24cdf8 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.932085 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4441f940-3098-4f32-beb0-24709b24cdf8 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0081229 Nov 26 02:55:08.934712 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46176) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.946533 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-46e88e2e-d35f-4935-83df-d87feb58d1bb tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.950356 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-46e88e2e-d35f-4935-83df-d87feb58d1bb tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0077832 Nov 26 02:55:08.951171 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46182) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.956624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-602f3913-9ff3-4079-a5cb-36e27c97189a tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.957661 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-602f3913-9ff3-4079-a5cb-36e27c97189a tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0054886 Nov 26 02:55:08.960372 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62af51d1-0460-4393-93cc-dd348bac43ce req-29061e63-4c3f-4bc1-bc12-842eeaec87fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ed15978-d56f-4d77-911b-29cd615b31e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445433 Nov 26 02:55:08.960478 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46184) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.965119 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 743d1c09-7495-40e6-a927-fb0deef5aa25 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:55:08.969642 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-55d42c9a-87a8-4b68-a752-05260933c955 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.974551 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-55d42c9a-87a8-4b68-a752-05260933c955 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0116332 Nov 26 02:55:08.977776 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46186) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:08.985547 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-2179337e-f430-43cb-85f6-792ee98a9980 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:08.991010 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2179337e-f430-43cb-85f6-792ee98a9980 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0120318 Nov 26 02:55:08.991894 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46188) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:09.019715 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 743d1c09-7495-40e6-a927-fb0deef5aa25 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:55:09.021814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 743d1c09-7495-40e6-a927-fb0deef5aa25 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:55:09.024709 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-810564ac-5372-4f2c-a1c8-670fa6f04e24 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:09.029013 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46192) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:09.033355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-810564ac-5372-4f2c-a1c8-670fa6f04e24 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0358982 Nov 26 02:55:09.034322 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-b188268f-25ad-4724-84ee-b562a289b85b tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:09.038111 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b188268f-25ad-4724-84ee-b562a289b85b tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0077116 Nov 26 02:55:09.039010 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46196) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:09.044163 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-109e87ee-b135-47a0-9c58-d2b72bb4d7b8 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:09.045327 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-109e87ee-b135-47a0-9c58-d2b72bb4d7b8 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0050161 Nov 26 02:55:09.048555 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46198) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:09.052913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-aefb0e40-7376-42ad-84c0-c12c0b17c2d6 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:09.056121 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46200) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:09.056781 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-aefb0e40-7376-42ad-84c0-c12c0b17c2d6 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0072975 Nov 26 02:55:09.062934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-ab6f8c0b-f76d-49c7-b132-1c4a84290307 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:09.064140 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ab6f8c0b-f76d-49c7-b132-1c4a84290307 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0067065 Nov 26 02:55:09.066740 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46202) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:09.072719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-5444e383-b90d-48da-8333-336f459b331b tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:09.077458 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5444e383-b90d-48da-8333-336f459b331b tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0089846 Nov 26 02:55:09.077589 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46204) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:09.082959 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-4ea9e6ef-0279-40d3-a6ed-0b00689ba012 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:09.086566 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4ea9e6ef-0279-40d3-a6ed-0b00689ba012 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0078211 Nov 26 02:55:09.087179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46206) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:09.094263 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-6f3244c0-460c-41b0-9688-5f2b2e2d4fc1 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:09.096516 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6f3244c0-460c-41b0-9688-5f2b2e2d4fc1 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0078361 Nov 26 02:55:09.097846 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46208) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:09.109066 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62af51d1-0460-4393-93cc-dd348bac43ce req-0efdc75c-9e64-49fe-95eb-d461a885aff2 service neutron] 10.222.0.54 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383543 Nov 26 02:55:09.124428 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-0956f5f0-6656-4f0a-a355-5ef2d2df3b5d tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:09.125585 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0956f5f0-6656-4f0a-a355-5ef2d2df3b5d tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0207615 Nov 26 02:55:09.128882 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46210) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:09.133304 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-c365dbb0-bd1c-4ec2-9ba7-aa8c314da321 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:09.135964 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c365dbb0-bd1c-4ec2-9ba7-aa8c314da321 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0059955 Nov 26 02:55:09.142769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46212) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:09.149874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [None req-84741f07-cb39-451b-bd56-e688a3853860 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:09.150840 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-84741f07-cb39-451b-bd56-e688a3853860 tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0067763 Nov 26 02:55:09.160871 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46216) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:09.165376 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-df1d756f-03dd-4aa9-9940-29272fd6ca4c tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:09.166397 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-df1d756f-03dd-4aa9-9940-29272fd6ca4c tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0044732 Nov 26 02:55:09.168976 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46220) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:09.173258 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [None req-8d6f8322-6777-4270-929d-c79071e17c6b tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:55:09.181055 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8d6f8322-6777-4270-929d-c79071e17c6b tempest-ExtensionsTestJSON-2086554702 tempest-ExtensionsTestJSON-2086554702-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0109355 Nov 26 02:55:09.415609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62af51d1-0460-4393-93cc-dd348bac43ce req-19fd704f-9e2b-4144-873a-a8d44bdb6c16 service neutron] 10.222.0.54 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986367 Nov 26 02:55:09.447891 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfbae9-8836-4c91-8de3-b9ae1252e4de req-8d5977da-e445-43ed-ab5f-39e1bab7c185 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:09.449520 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02dfbae9-8836-4c91-8de3-b9ae1252e4de req-8d5977da-e445-43ed-ab5f-39e1bab7c185 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 984 time: 0.1551955 Nov 26 02:55:09.461404 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46242) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:09.482875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-a75d29c5-f15c-4f81-843d-775b4a94e40b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:09.484941 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-a75d29c5-f15c-4f81-843d-775b4a94e40b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 811 time: 0.1919370 Nov 26 02:55:09.511768 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-78ca1c21-cd62-4ead-87b4-ed1c1464d601 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/quotas/4be478bdf8de411ba7c8fa3e014f0ef8 HTTP/1.1" status: 200 len: 375 time: 0.0152204 Nov 26 02:55:09.554055 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-002a97b1-922f-4660-b598-730843af59c3 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333102 Nov 26 02:55:09.575828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02dfbae9-8836-4c91-8de3-b9ae1252e4de req-dac74aa4-ab77-4028-bb84-d4e8340c6a97 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=bda8c774-9136-4549-b2a9-b9e7ef3cc75a&id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1157770 Nov 26 02:55:09.657207 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db27f2ff-5b8a-4590-85ef-b2709d8fa82e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:09.701373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-84159c36-1ed0-4b0f-b850-34824cdcac8f service neutron] 10.222.0.31 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241744 Nov 26 02:55:09.768837 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db27f2ff-5b8a-4590-85ef-b2709d8fa82e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:09.774071 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db27f2ff-5b8a-4590-85ef-b2709d8fa82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:09.814401 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-db27f2ff-5b8a-4590-85ef-b2709d8fa82e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4412b8369feb434d9c66665df13b8f78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3515923 Nov 26 02:55:09.816690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27f2ff-5b8a-4590-85ef-b2709d8fa82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9272ad1-011b-4a1c-a3f8-508e75d92a10,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:09.818275 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46256) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:09.844578 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-18d3c0c4-32ed-4990-9698-625f0ac6a633 service neutron] 10.222.0.31 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365657 Nov 26 02:55:09.903114 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1642aeb6-8f5b-444b-b3ee-44db702daf0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:09.903448 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46264) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:09.928810 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1642aeb6-8f5b-444b-b3ee-44db702daf0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:09.961959 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-422cd0d9-a394-423f-98ee-411613ab19f8 admin admin] Deleting subnet 6c43934f-dad4-4b8b-af05-58049fc63ec8 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:55:09.965497 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-422cd0d9-a394-423f-98ee-411613ab19f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:10.009012 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1642aeb6-8f5b-444b-b3ee-44db702daf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:10.011885 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1642aeb6-8f5b-444b-b3ee-44db702daf0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:10.015866 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1642aeb6-8f5b-444b-b3ee-44db702daf0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9272ad1-011b-4a1c-a3f8-508e75d92a10 HTTP/1.1" status: 204 len: 168 time: 0.1848562 Nov 26 02:55:10.044276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642aeb6-8f5b-444b-b3ee-44db702daf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9272ad1-011b-4a1c-a3f8-508e75d92a10,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:10.102950 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-422cd0d9-a394-423f-98ee-411613ab19f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:10.160571 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77a2ff50-eb9b-49a7-98f5-780d7d0b0a10 req-8a351cb8-c0d6-497e-8f8f-cd7f426a8a59 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 210 time: 0.0889614 Nov 26 02:55:10.204529 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-422cd0d9-a394-423f-98ee-411613ab19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:10.269109 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-422cd0d9-a394-423f-98ee-411613ab19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:10.295900 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cd0d9-a394-423f-98ee-411613ab19f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c43934f-dad4-4b8b-af05-58049fc63ec8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:10.300697 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-422cd0d9-a394-423f-98ee-411613ab19f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:10.307384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46284) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:10.316669 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-422cd0d9-a394-423f-98ee-411613ab19f8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6c43934f-dad4-4b8b-af05-58049fc63ec8 HTTP/1.1" status: 204 len: 168 time: 0.4120200 Nov 26 02:55:10.388633 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c255f27-47a6-43a6-b157-6b1b9fbcd208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:10.490023 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c255f27-47a6-43a6-b157-6b1b9fbcd208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:10.519860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-5c255f27-47a6-43a6-b157-6b1b9fbcd208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9695ee60-1251-4c9f-86cb-bb7e75f253d5']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:10.531251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-5c255f27-47a6-43a6-b157-6b1b9fbcd208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b46139d-cc23-488e-92a2-7db3587aa44a') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:10.531769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-5c255f27-47a6-43a6-b157-6b1b9fbcd208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b46139d-cc23-488e-92a2-7db3587aa44a') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:10.542785 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c255f27-47a6-43a6-b157-6b1b9fbcd208 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:10.556987 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c255f27-47a6-43a6-b157-6b1b9fbcd208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:10.564519 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c255f27-47a6-43a6-b157-6b1b9fbcd208 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:55:10.565278 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c255f27-47a6-43a6-b157-6b1b9fbcd208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:55:10.567570 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:55:10.703972 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c255f27-47a6-43a6-b157-6b1b9fbcd208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:10.725444 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c255f27-47a6-43a6-b157-6b1b9fbcd208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:10.730647 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5c255f27-47a6-43a6-b157-6b1b9fbcd208 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9695ee60-1251-4c9f-86cb-bb7e75f253d5 HTTP/1.1" status: 204 len: 168 time: 0.4219272 Nov 26 02:55:10.732478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c255f27-47a6-43a6-b157-6b1b9fbcd208 admin admin] Pushing event deleted for resources: {'Network': ['ID=9695ee60-1251-4c9f-86cb-bb7e75f253d5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:10.742299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbf31e-ce3a-4758-a6dc-b114659e6772 req-9f408e3d-a20c-46ee-94a0-d5f3cdd8630c tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:10.743835 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68fbf31e-ce3a-4758-a6dc-b114659e6772 req-9f408e3d-a20c-46ee-94a0-d5f3cdd8630c tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 984 time: 0.1007187 Nov 26 02:55:10.831922 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68fbf31e-ce3a-4758-a6dc-b114659e6772 req-3bc316b9-b9b4-4d63-9ac6-913c6a8a5e0c tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=bda8c774-9136-4549-b2a9-b9e7ef3cc75a&id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0756440 Nov 26 02:55:10.945652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46316) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:10.968917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33f864f8-e3c3-45eb-ba50-c0be8b01445b req-226b98c3-7cff-4eb6-a364-058c8150206e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1010661564&fields=id&tenant_id=520ff9420b704d8db0f444895bd76fae HTTP/1.1" status: 200 len: 267 time: 0.0551085 Nov 26 02:55:10.992927 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-63634518-97c5-4ace-a7f5-e769a6b181e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c43a80d7d3a64acc8e271b3400bc973d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457678 Nov 26 02:55:10.995632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46320) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:11.033607 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f864f8-e3c3-45eb-ba50-c0be8b01445b req-ab873220-9991-4e09-abdb-9945c8a6ddd2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:11.035741 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33f864f8-e3c3-45eb-ba50-c0be8b01445b req-ab873220-9991-4e09-abdb-9945c8a6ddd2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 984 time: 0.0589974 Nov 26 02:55:11.049547 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-33f864f8-e3c3-45eb-ba50-c0be8b01445b req-071e9bfa-1bc8-4bff-8c75-25bf905ab38f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Request body: {'port': {'security_groups': ['5fb144f4-03a9-4ea7-8e0a-53729a2ca75b', 'bda8c774-9136-4549-b2a9-b9e7ef3cc75a', 'c03050b2-a5d3-40a4-a2d0-bdad374c8643']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:11.059162 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f79598b8-83ce-41bf-aeaa-537bc7d8cd1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:11.087213 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f79598b8-83ce-41bf-aeaa-537bc7d8cd1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:11.161595 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f79598b8-83ce-41bf-aeaa-537bc7d8cd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:11.165088 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f79598b8-83ce-41bf-aeaa-537bc7d8cd1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:11.166551 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f79598b8-83ce-41bf-aeaa-537bc7d8cd1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07cb1560-e832-4a21-bd09-3c96a08afe2f HTTP/1.1" status: 204 len: 168 time: 0.1696904 Nov 26 02:55:11.172709 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-33f864f8-e3c3-45eb-ba50-c0be8b01445b req-071e9bfa-1bc8-4bff-8c75-25bf905ab38f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:11.199119 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79598b8-83ce-41bf-aeaa-537bc7d8cd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cb1560-e832-4a21-bd09-3c96a08afe2f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:11.288853 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46336) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:11.324759 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-978847ee-63af-4913-8b8c-7fbb8b372fae req-1f5b66b2-3163-4fc2-875e-3ecb62eaa878 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 210 time: 0.0501380 Nov 26 02:55:11.535862 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-b916ba21-7811-48b4-91b7-75688e17d2e2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:11.536071 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-33f864f8-e3c3-45eb-ba50-c0be8b01445b req-071e9bfa-1bc8-4bff-8c75-25bf905ab38f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] For port bf1f4bb9-335b-48da-8b2e-af5d0a60a260, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=bf1f4bb9-335b-48da-8b2e-af5d0a60a260,segment=NetworkSegment(3548748d-4f04-4d12-938c-8675885efb66),segment_id=3548748d-4f04-4d12-938c-8675885efb66)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:11.538294 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-b916ba21-7811-48b4-91b7-75688e17d2e2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.59 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 811 time: 0.2314093 Nov 26 02:55:11.567194 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-33f864f8-e3c3-45eb-ba50-c0be8b01445b req-071e9bfa-1bc8-4bff-8c75-25bf905ab38f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:11.574670 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-33f864f8-e3c3-45eb-ba50-c0be8b01445b req-071e9bfa-1bc8-4bff-8c75-25bf905ab38f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:11.577079 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-217ce9e0-ce75-422f-a4dc-5b430f9d8cb0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Request body: {'port': {'device_id': 'aa50dfd2-2a7b-47fe-9539-ea18c8980c49', 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e', 'admin_state_up': True, 'tenant_id': '4be478bdf8de411ba7c8fa3e014f0ef8'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:11.622735 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['bf1f4bb9-335b-48da-8b2e-af5d0a60a260'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:55:11.629486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e07301ab-f415-4a88-890f-f91aca38fb5e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:55:11.642968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f864f8-e3c3-45eb-ba50-c0be8b01445b req-071e9bfa-1bc8-4bff-8c75-25bf905ab38f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:11.643931 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-33f864f8-e3c3-45eb-ba50-c0be8b01445b req-071e9bfa-1bc8-4bff-8c75-25bf905ab38f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:11.652756 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33f864f8-e3c3-45eb-ba50-c0be8b01445b req-071e9bfa-1bc8-4bff-8c75-25bf905ab38f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "PUT /v2.0/ports/bf1f4bb9-335b-48da-8b2e-af5d0a60a260 HTTP/1.1" status: 200 len: 1020 time: 0.6091843 Nov 26 02:55:11.662080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6352b589-9641-405c-890b-95ea8d22e28c', 'tag': 'bf1f4bb9-335b-48da-8b2e-af5d0a60a260'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:55:11.664832 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc2a21f-e6cf-482b-bb90-e12c455b5766" -d '{"events": [{"name": "network-changed", "server_uuid": "6352b589-9641-405c-890b-95ea8d22e28c", "tag": "bf1f4bb9-335b-48da-8b2e-af5d0a60a260"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:55:11.735941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e9bfa-1bc8-4bff-8c75-25bf905ab38f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event updated for resources: {'Port': ['ID=bf1f4bb9-335b-48da-8b2e-af5d0a60a260,revision_number=7']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:11.740843 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3123fdc-49b0-4c81-8fcd-8137bfef423f x-openstack-request-id: req-e3123fdc-49b0-4c81-8fcd-8137bfef423f {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:55:11.741474 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6352b589-9641-405c-890b-95ea8d22e28c", "tag": "bf1f4bb9-335b-48da-8b2e-af5d0a60a260", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:55:11.742598 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3123fdc-49b0-4c81-8fcd-8137bfef423f {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:55:11.743828 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6352b589-9641-405c-890b-95ea8d22e28c', 'tag': 'bf1f4bb9-335b-48da-8b2e-af5d0a60a260', 'status': 'completed', 'code': 200} Nov 26 02:55:11.745412 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bd6658bf-43b5-40ee-83ab-ebf8549d9ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:11.752892 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e72ace4-2418-44b9-a8b0-a5df75975648 req-3cf609e6-bd2d-4c10-9cc1-64d71fb10780 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/c03050b2-a5d3-40a4-a2d0-bdad374c8643 HTTP/1.1" status: 200 len: 1819 time: 0.0662639 Nov 26 02:55:11.760526 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-56ff1873-929f-4176-968d-04ac465d76e1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1754298616'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:11.846770 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ff1873-929f-4176-968d-04ac465d76e1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Made reservation on behalf of aaa3095268874aefaf44efd0bfa83a90 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:11.857946 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-56ff1873-929f-4176-968d-04ac465d76e1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:11.874607 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-56ff1873-929f-4176-968d-04ac465d76e1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:11.886406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2a21f-e6cf-482b-bb90-e12c455b5766 req-74ac6973-6ecd-456c-80e4-9abf9fac38be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:11.888374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4dc2a21f-e6cf-482b-bb90-e12c455b5766 req-74ac6973-6ecd-456c-80e4-9abf9fac38be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=520ff9420b704d8db0f444895bd76fae&device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 1174 time: 0.0759377 Nov 26 02:55:11.889213 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-6e72ace4-2418-44b9-a8b0-a5df75975648 req-cd9be536-a910-4282-a301-d28f38cec173 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 26 02:55:11.897534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e72ace4-2418-44b9-a8b0-a5df75975648 req-cd9be536-a910-4282-a301-d28f38cec173 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "DELETE /v2.0/security-groups/c03050b2-a5d3-40a4-a2d0-bdad374c8643 HTTP/1.1" status: 409 len: 341 time: 0.1293283 Nov 26 02:55:11.904416 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-217ce9e0-ce75-422f-a4dc-5b430f9d8cb0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Made reservation on behalf of 4be478bdf8de411ba7c8fa3e014f0ef8 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:11.910747 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-217ce9e0-ce75-422f-a4dc-5b430f9d8cb0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:12.067946 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['bf1f4bb9-335b-48da-8b2e-af5d0a60a260'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:55:12.116500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2a21f-e6cf-482b-bb90-e12c455b5766 req-8ade4a57-2412-4d85-8b12-e9011bd01777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:12.118033 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4dc2a21f-e6cf-482b-bb90-e12c455b5766 req-8ade4a57-2412-4d85-8b12-e9011bd01777 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ed15978-d56f-4d77-911b-29cd615b31e8 HTTP/1.1" status: 200 len: 914 time: 0.2193828 Nov 26 02:55:12.125404 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-56ff1873-929f-4176-968d-04ac465d76e1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:12.134575 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-56ff1873-929f-4176-968d-04ac465d76e1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:12.191180 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ff1873-929f-4176-968d-04ac465d76e1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:55:12.217613 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-56ff1873-929f-4176-968d-04ac465d76e1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:12.217966 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-56ff1873-929f-4176-968d-04ac465d76e1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Added segment cb23993e-a0af-49a8-ac7c-c0c4246a3caf of type vlan for network 8a08bdab-60a1-4150-a919-5eb57de958fb Nov 26 02:55:12.218128 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4dc2a21f-e6cf-482b-bb90-e12c455b5766 req-fd30196c-097d-474c-a948-38dd610cf833 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf1f4bb9-335b-48da-8b2e-af5d0a60a260 HTTP/1.1" status: 200 len: 217 time: 0.0872569 Nov 26 02:55:12.219215 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff1873-929f-4176-968d-04ac465d76e1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edaa1b21-1f2f-4a23-8b62-61c033730fdb,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:12.298850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-217ce9e0-ce75-422f-a4dc-5b430f9d8cb0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Allocated IP 172.20.0.7 (6f6608d8-291a-4259-8927-5089b1ce2d2e/afcc1d3e-e838-4aac-9873-c211c542870e/458de657-6129-46a2-b4d4-9a066709440a) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:12.309071 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46366) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:12.333543 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-56ff1873-929f-4176-968d-04ac465d76e1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:12.419285 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-56ff1873-929f-4176-968d-04ac465d76e1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:12.424974 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ff1873-929f-4176-968d-04ac465d76e1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:12.425579 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-56ff1873-929f-4176-968d-04ac465d76e1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:12.450076 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07727c0-06c2-4134-99c9-5765443ef2e7 req-143e9894-ff3b-4076-9554-6d28a528a01d tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:12.451698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c07727c0-06c2-4134-99c9-5765443ef2e7 req-143e9894-ff3b-4076-9554-6d28a528a01d tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 1023 time: 0.1247034 Nov 26 02:55:12.453928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2a21f-e6cf-482b-bb90-e12c455b5766 req-8e85fffe-c141-485e-9b4c-f34520120a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:12.455279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4dc2a21f-e6cf-482b-bb90-e12c455b5766 req-8e85fffe-c141-485e-9b4c-f34520120a5b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78a3ba49-f97b-46ea-9cad-f78b1f3fbbc5 HTTP/1.1" status: 200 len: 853 time: 0.2296805 Nov 26 02:55:12.580821 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-56ff1873-929f-4176-968d-04ac465d76e1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2905047 Nov 26 02:55:12.590207 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46380) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:12.604508 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0cea1478-6b56-457d-94f3-a6d04db0108e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'subnet': {'network_id': '8a08bdab-60a1-4150-a919-5eb57de958fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:12.619631 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4dc2a21f-e6cf-482b-bb90-e12c455b5766 req-abca4847-8571-4528-bf41-dcd2ed7efb09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ed15978-d56f-4d77-911b-29cd615b31e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299384 Nov 26 02:55:12.647675 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a87133a-ec46-48a4-9925-29f307e994bb req-48786e6c-4218-4305-9764-b80236339d6b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 210 time: 0.1569126 Nov 26 02:55:12.698633 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff1873-929f-4176-968d-04ac465d76e1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Network': ['ID=8a08bdab-60a1-4150-a919-5eb57de958fb,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:12.706135 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cea1478-6b56-457d-94f3-a6d04db0108e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Made reservation on behalf of aaa3095268874aefaf44efd0bfa83a90 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:12.710439 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cea1478-6b56-457d-94f3-a6d04db0108e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:12.710670 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-be1c4ee1-5aa3-46ec-916c-4909f5623f9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:12.723325 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 8a08bdab-60a1-4150-a919-5eb57de958fb details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:55:12.774408 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:55:12.812819 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c07727c0-06c2-4134-99c9-5765443ef2e7 req-55c0646e-2034-41bd-bb23-a439be1e2653 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=bda8c774-9136-4549-b2a9-b9e7ef3cc75a&id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&id=c03050b2-a5d3-40a4-a2d0-bdad374c8643&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3523993 Nov 26 02:55:12.858582 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-217ce9e0-ce75-422f-a4dc-5b430f9d8cb0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:12.903045 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4dc2a21f-e6cf-482b-bb90-e12c455b5766 req-32034200-e74d-421a-be41-ef12452fcfed service neutron] 10.222.0.54 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505937 Nov 26 02:55:12.942578 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-be1c4ee1-5aa3-46ec-916c-4909f5623f9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:12.950400 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-217ce9e0-ce75-422f-a4dc-5b430f9d8cb0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:12.969486 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-be1c4ee1-5aa3-46ec-916c-4909f5623f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.000230 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-217ce9e0-ce75-422f-a4dc-5b430f9d8cb0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Network 6f6608d8-291a-4259-8927-5089b1ce2d2e is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:13.009383 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-217ce9e0-ce75-422f-a4dc-5b430f9d8cb0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:13.023255 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-be1c4ee1-5aa3-46ec-916c-4909f5623f9d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e07728f6cf3549c886b88c6d643f7c72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7101064 Nov 26 02:55:13.030444 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46394) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:13.038744 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-217ce9e0-ce75-422f-a4dc-5b430f9d8cb0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:13.046351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c4ee1-5aa3-46ec-916c-4909f5623f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24140b49-2ce4-46cf-9ba1-58440b027763,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:13.083450 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4dc2a21f-e6cf-482b-bb90-e12c455b5766 req-06459dac-5f2b-44a6-87f6-bd969606ec88 service neutron] 10.222.0.54 "GET /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683755 Nov 26 02:55:13.087795 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ce9e0-ce75-422f-a4dc-5b430f9d8cb0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Pushing event updated for resources: {'Port': ['ID=458de657-6129-46a2-b4d4-9a066709440a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:13.096068 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cea1478-6b56-457d-94f3-a6d04db0108e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.114857 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b61f553a-cc19-4f3d-a006-6da8362f37c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.138284 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b61f553a-cc19-4f3d-a006-6da8362f37c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.145784 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-217ce9e0-ce75-422f-a4dc-5b430f9d8cb0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:13.146334 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-217ce9e0-ce75-422f-a4dc-5b430f9d8cb0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.177356 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-217ce9e0-ce75-422f-a4dc-5b430f9d8cb0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6062636 Nov 26 02:55:13.186777 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea1478-6b56-457d-94f3-a6d04db0108e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Subnet': ['ID=8af07a3a-76bb-4e6f-be33-e514e54bf6c1,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:13.189610 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b61f553a-cc19-4f3d-a006-6da8362f37c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.192784 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b61f553a-cc19-4f3d-a006-6da8362f37c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.194023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b61f553a-cc19-4f3d-a006-6da8362f37c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24140b49-2ce4-46cf-9ba1-58440b027763 HTTP/1.1" status: 204 len: 168 time: 0.1626661 Nov 26 02:55:13.197827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46400) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:13.200516 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Request body: {'port': {'device_id': 'aa50dfd2-2a7b-47fe-9539-ea18c8980c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:13.212199 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f553a-cc19-4f3d-a006-6da8362f37c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24140b49-2ce4-46cf-9ba1-58440b027763,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:13.223833 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cea1478-6b56-457d-94f3-a6d04db0108e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Checking segment: {'id': 'cb23993e-a0af-49a8-ac7c-c0c4246a3caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8a08bdab-60a1-4150-a919-5eb57de958fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:55:13.224240 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cea1478-6b56-457d-94f3-a6d04db0108e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network hostable DHCP agents. Network: 8a08bdab-60a1-4150-a919-5eb57de958fb, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:55:13.272035 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.275186 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cea1478-6b56-457d-94f3-a6d04db0108e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network 8a08bdab-60a1-4150-a919-5eb57de958fb is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:55:13.309540 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-0cea1478-6b56-457d-94f3-a6d04db0108e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 8a08bdab-60a1-4150-a919-5eb57de958fb) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:13.316505 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cea1478-6b56-457d-94f3-a6d04db0108e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:13.317115 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cea1478-6b56-457d-94f3-a6d04db0108e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.320111 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244df6ca-2937-425f-a0c4-aa52e9d1bed2 None None] Network 8a08bdab-60a1-4150-a919-5eb57de958fb requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:55:13.404467 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0cea1478-6b56-457d-94f3-a6d04db0108e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8100603 Nov 26 02:55:13.408181 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46410) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:13.412878 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1877254535', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:13.460330 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c0bade7d-55b0-48d6-9f1d-a7913f7f2c2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.501449 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.502574 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.551765 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c0bade7d-55b0-48d6-9f1d-a7913f7f2c2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.553318 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882d9ef3-0563-42c8-b970-ae40d886c644 None None] Network 8a08bdab-60a1-4150-a919-5eb57de958fb requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:55:13.558073 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c0bade7d-55b0-48d6-9f1d-a7913f7f2c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.580516 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.610631 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c0bade7d-55b0-48d6-9f1d-a7913f7f2c2f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30b4f4b84a16435ca1bc4ac608288c22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4115553 Nov 26 02:55:13.613205 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bade7d-55b0-48d6-9f1d-a7913f7f2c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c2e992-a1a5-4eff-803d-3dd3139bae29,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:13.616125 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46412) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:13.622664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46414) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:13.659330 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-490ed98a-af53-46b7-aab0-2e5bf1e93a37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.729515 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-31483c6d-ff2f-4550-9826-671b4f30baab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.788598 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-31483c6d-ff2f-4550-9826-671b4f30baab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.847998 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-490ed98a-af53-46b7-aab0-2e5bf1e93a37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.857824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7a948-5eed-4989-8f51-5361a27c951b req-f2a13d47-4235-40dd-86bd-dd8d32a467a7 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:13.858528 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.859864 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32c7a948-5eed-4989-8f51-5361a27c951b req-f2a13d47-4235-40dd-86bd-dd8d32a467a7 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 931 time: 0.1198666 Nov 26 02:55:13.862351 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-490ed98a-af53-46b7-aab0-2e5bf1e93a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.888172 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458de657-6129-46a2-b4d4-9a066709440a {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:55:13.919311 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.935471 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-490ed98a-af53-46b7-aab0-2e5bf1e93a37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f18dfe11c81d4d62850071c34c00c7e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3004816 Nov 26 02:55:13.935471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ed98a-af53-46b7-aab0-2e5bf1e93a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8638315e-0c48-4bec-a959-9d280b0c67e9,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:13.935815 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46422) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:13.960259 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Transition to ACTIVE for port object 458de657-6129-46a2-b4d4-9a066709440a will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:55:13.970582 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-31483c6d-ff2f-4550-9826-671b4f30baab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.973193 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-31483c6d-ff2f-4550-9826-671b4f30baab admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:13.974311 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-31483c6d-ff2f-4550-9826-671b4f30baab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9c2e992-a1a5-4eff-803d-3dd3139bae29 HTTP/1.1" status: 204 len: 168 time: 0.3568821 Nov 26 02:55:13.975013 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:14.014880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32c7a948-5eed-4989-8f51-5361a27c951b req-bc5d8b5f-ff20-4b3a-96f3-0e23e28c256b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383972 Nov 26 02:55:14.031642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31483c6d-ff2f-4550-9826-671b4f30baab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c2e992-a1a5-4eff-803d-3dd3139bae29,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:14.046643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042bed5-570b-45fd-beef-05087517d528 req-a88fce82-e47d-4d43-ba11-7b37fb60a59d tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:14.048824 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c042bed5-570b-45fd-beef-05087517d528 req-a88fce82-e47d-4d43-ba11-7b37fb60a59d tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.54 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 1023 time: 0.1322544 Nov 26 02:55:14.109421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376fa4f-a430-40db-8a39-9dc6450ecc19 req-4de7ec2d-396b-4c73-803d-a2cd045a6a48 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:14.111043 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6376fa4f-a430-40db-8a39-9dc6450ecc19 req-4de7ec2d-396b-4c73-803d-a2cd045a6a48 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 1023 time: 0.1430225 Nov 26 02:55:14.127123 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c5ec-a005-45bb-86b6-db3908501f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:14.238301 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6376fa4f-a430-40db-8a39-9dc6450ecc19 req-3e74f246-3bf7-4d26-9828-dce71de28624 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=bda8c774-9136-4549-b2a9-b9e7ef3cc75a&id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&id=c03050b2-a5d3-40a4-a2d0-bdad374c8643&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1204960 Nov 26 02:55:14.245232 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c042bed5-570b-45fd-beef-05087517d528 req-d30dcee6-6712-49f1-b084-7ba1e7ca77a9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Deleting port bf1f4bb9-335b-48da-8b2e-af5d0a60a260 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:55:14.245583 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c042bed5-570b-45fd-beef-05087517d528 req-d30dcee6-6712-49f1-b084-7ba1e7ca77a9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:14.321505 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Pushing event updated for resources: {'Port': ['ID=458de657-6129-46a2-b4d4-9a066709440a,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:14.324760 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2ebaad6-30f8-455f-a0e1-c8ea2d1a4ce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:14.364489 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c042bed5-570b-45fd-beef-05087517d528 req-d30dcee6-6712-49f1-b084-7ba1e7ca77a9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] For port bf1f4bb9-335b-48da-8b2e-af5d0a60a260, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=bf1f4bb9-335b-48da-8b2e-af5d0a60a260,segment=NetworkSegment(3548748d-4f04-4d12-938c-8675885efb66),segment_id=3548748d-4f04-4d12-938c-8675885efb66)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:14.364863 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c042bed5-570b-45fd-beef-05087517d528 req-d30dcee6-6712-49f1-b084-7ba1e7ca77a9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:14.384493 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c042bed5-570b-45fd-beef-05087517d528 req-d30dcee6-6712-49f1-b084-7ba1e7ca77a9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Calling delete_port for bf1f4bb9-335b-48da-8b2e-af5d0a60a260 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:55:14.404180 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2ebaad6-30f8-455f-a0e1-c8ea2d1a4ce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:14.475137 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Attempting to bind port 458de657-6129-46a2-b4d4-9a066709440a on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:55:14.475500 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Attempting to bind port 458de657-6129-46a2-b4d4-9a066709440a by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:55:14.475818 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Attempting to bind port 458de657-6129-46a2-b4d4-9a066709440a on network 6f6608d8-291a-4259-8927-5089b1ce2d2e {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:55:14.517209 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Port 458de657-6129-46a2-b4d4-9a066709440a on network 6f6608d8-291a-4259-8927-5089b1ce2d2e not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:55:14.517340 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Attempting to bind port 458de657-6129-46a2-b4d4-9a066709440a on network 6f6608d8-291a-4259-8927-5089b1ce2d2e {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:55:14.546352 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:55:14.546839 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Checking segment: {'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:55:14.547410 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Bound using segment: {'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:55:14.548025 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Bound port: 458de657-6129-46a2-b4d4-9a066709440a, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:55:14.548572 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:14.554597 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:14.559601 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c042bed5-570b-45fd-beef-05087517d528 req-d30dcee6-6712-49f1-b084-7ba1e7ca77a9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:14.588247 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:14.597993 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['bf1f4bb9-335b-48da-8b2e-af5d0a60a260'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:55:14.605475 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e07301ab-f415-4a88-890f-f91aca38fb5e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:55:14.628385 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2ebaad6-30f8-455f-a0e1-c8ea2d1a4ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:14.631017 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2ebaad6-30f8-455f-a0e1-c8ea2d1a4ce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:14.637382 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b2ebaad6-30f8-455f-a0e1-c8ea2d1a4ce1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8638315e-0c48-4bec-a959-9d280b0c67e9 HTTP/1.1" status: 204 len: 168 time: 0.6973867 Nov 26 02:55:14.658028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30dcee6-6712-49f1-b084-7ba1e7ca77a9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event deleted for resources: {'Port': ['ID=bf1f4bb9-335b-48da-8b2e-af5d0a60a260,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:14.660219 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c042bed5-570b-45fd-beef-05087517d528 req-d30dcee6-6712-49f1-b084-7ba1e7ca77a9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] No DVR routers for this DVR port bf1f4bb9-335b-48da-8b2e-af5d0a60a260 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:55:14.662593 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c042bed5-570b-45fd-beef-05087517d528 req-d30dcee6-6712-49f1-b084-7ba1e7ca77a9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:14.666719 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c042bed5-570b-45fd-beef-05087517d528 req-d30dcee6-6712-49f1-b084-7ba1e7ca77a9 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.54 "DELETE /v2.0/ports/bf1f4bb9-335b-48da-8b2e-af5d0a60a260 HTTP/1.1" status: 204 len: 173 time: 0.6098666 Nov 26 02:55:14.667626 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6352b589-9641-405c-890b-95ea8d22e28c', 'name': 'network-vif-deleted', 'tag': 'bf1f4bb9-335b-48da-8b2e-af5d0a60a260'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:55:14.669920 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a9f121-20f0-47a0-b572-862f9a493688" -d '{"events": [{"server_uuid": "6352b589-9641-405c-890b-95ea8d22e28c", "name": "network-vif-deleted", "tag": "bf1f4bb9-335b-48da-8b2e-af5d0a60a260"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:55:14.693905 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebaad6-30f8-455f-a0e1-c8ea2d1a4ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8638315e-0c48-4bec-a959-9d280b0c67e9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:14.736732 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2d6f84-d9dc-4f6d-8d7f-4e28db5473e5 x-openstack-request-id: req-7e2d6f84-d9dc-4f6d-8d7f-4e28db5473e5 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:55:14.737033 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6352b589-9641-405c-890b-95ea8d22e28c", "name": "network-vif-deleted", "tag": "bf1f4bb9-335b-48da-8b2e-af5d0a60a260", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:55:14.737336 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e2d6f84-d9dc-4f6d-8d7f-4e28db5473e5 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:55:14.737797 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6352b589-9641-405c-890b-95ea8d22e28c', 'name': 'network-vif-deleted', 'tag': 'bf1f4bb9-335b-48da-8b2e-af5d0a60a260', 'status': 'completed', 'code': 200} Nov 26 02:55:14.743321 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] For port 458de657-6129-46a2-b4d4-9a066709440a, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:55:14.749030 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] For port 458de657-6129-46a2-b4d4-9a066709440a, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=458de657-6129-46a2-b4d4-9a066709440a,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:55:14.774395 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:14.850313 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Pushing event updated for resources: {'Port': ['ID=458de657-6129-46a2-b4d4-9a066709440a,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:14.864145 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Allocated IP 172.25.0.224 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/c568d41d-1f72-4fb3-898f-c2b868665205) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:14.866987 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:14.867623 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:14.869067 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-d7a3cf27-e5db-4a4b-a158-f3e9e43f25a7 service neutron] 10.222.0.59 "PUT /v2.0/ports/458de657-6129-46a2-b4d4-9a066709440a HTTP/1.1" status: 200 len: 1091 time: 1.6740220 Nov 26 02:55:14.869525 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa50dfd2-2a7b-47fe-9539-ea18c8980c49', 'tag': '458de657-6129-46a2-b4d4-9a066709440a'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:55:14.872468 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff500971-e917-4979-9b00-e3a4c5ab9c62" -d '{"events": [{"name": "network-changed", "server_uuid": "aa50dfd2-2a7b-47fe-9539-ea18c8980c49", "tag": "458de657-6129-46a2-b4d4-9a066709440a"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:55:14.968643 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:14.997010 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d41674-e220-4b92-b82c-5b342450b73d x-openstack-request-id: req-00d41674-e220-4b92-b82c-5b342450b73d {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:55:14.997309 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa50dfd2-2a7b-47fe-9539-ea18c8980c49", "tag": "458de657-6129-46a2-b4d4-9a066709440a", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:55:14.997568 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00d41674-e220-4b92-b82c-5b342450b73d {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:55:14.997967 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa50dfd2-2a7b-47fe-9539-ea18c8980c49', 'tag': '458de657-6129-46a2-b4d4-9a066709440a', 'status': 'completed', 'code': 200} Nov 26 02:55:15.136301 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:15.141258 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-408c5404-5358-46d0-a0f5-eada92bac17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:15.142791 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-408c5404-5358-46d0-a0f5-eada92bac17e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 1094 time: 0.1698754 Nov 26 02:55:15.205417 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-dfdd1cd8-a250-4009-9230-4301452a858c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=458de657-6129-46a2-b4d4-9a066709440a HTTP/1.1" status: 200 len: 217 time: 0.0416105 Nov 26 02:55:15.215108 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:15.220464 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fbe6d-2154-4a3e-82ec-ea86060f63fc req-68704763-4319-4571-bb8a-7ad43fa48dd6 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:15.228772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-040fbe6d-2154-4a3e-82ec-ea86060f63fc req-68704763-4319-4571-bb8a-7ad43fa48dd6 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 943 time: 0.0770490 Nov 26 02:55:15.298662 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:15.305432 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:15.314141 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:15.322870 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc3a8fd-1e26-4375-9138-9ef007a278cf None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:55:15.326660 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-040fbe6d-2154-4a3e-82ec-ea86060f63fc req-1e6265f3-dc8c-4dbe-81d3-70ddc531b27e tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968311 Nov 26 02:55:15.339710 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=c568d41d-1f72-4fb3-898f-c2b868665205,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:15.348938 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-c05c231b-e34f-48a0-b411-7dce166bc4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:15.359739 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-c05c231b-e34f-48a0-b411-7dce166bc4b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afcc1d3e-e838-4aac-9873-c211c542870e HTTP/1.1" status: 200 len: 851 time: 0.1385872 Nov 26 02:55:15.407253 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-590019c8-80aa-417e-9097-d18d5037ad22 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6f6608d8-291a-4259-8927-5089b1ce2d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381715 Nov 26 02:55:15.432514 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-722ba08c-27cc-46e6-8369-79b0e6718e93 None None] Provisioning complete for port c568d41d-1f72-4fb3-898f-c2b868665205 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:55:15.432801 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-722ba08c-27cc-46e6-8369-79b0e6718e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:15.551583 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-722ba08c-27cc-46e6-8369-79b0e6718e93 None None] Port c568d41d-1f72-4fb3-898f-c2b868665205 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:55:15.682367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-331bdecc-40e5-4c8e-9f87-81c2806513ba req-630097b2-4b6d-449c-a44f-777eae09916f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=6352b589-9641-405c-890b-95ea8d22e28c HTTP/1.1" status: 200 len: 210 time: 0.0879850 Nov 26 02:55:15.716556 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-86e78622-4464-486e-9a85-8952e307bbec service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642829 Nov 26 02:55:15.849922 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:15.938188 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e03c2c75-b7c7-4981-bd6f-67668aaca509 req-3f029fe3-8a9c-4015-be25-f0525b4cdf8e service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088141 Nov 26 02:55:16.106654 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff500971-e917-4979-9b00-e3a4c5ab9c62 req-2a154337-13f4-4524-8944-012d490b3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:16.108894 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ff500971-e917-4979-9b00-e3a4c5ab9c62 req-2a154337-13f4-4524-8944-012d490b3a36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 1094 time: 0.0637627 Nov 26 02:55:16.115554 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:16.295097 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff500971-e917-4979-9b00-e3a4c5ab9c62 req-5e4bacd8-0f63-412f-af28-c9aedf4d91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:16.297188 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ff500971-e917-4979-9b00-e3a4c5ab9c62 req-5e4bacd8-0f63-412f-af28-c9aedf4d91d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 912 time: 0.1781795 Nov 26 02:55:16.355113 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ff500971-e917-4979-9b00-e3a4c5ab9c62 req-bd11f91a-66d3-4e8f-9715-b13255563044 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=458de657-6129-46a2-b4d4-9a066709440a HTTP/1.1" status: 200 len: 217 time: 0.0407598 Nov 26 02:55:16.374195 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 877f9af7-c117-426f-9e81-7a67a2943cb4 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:55:16.481698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff500971-e917-4979-9b00-e3a4c5ab9c62 req-91a24f6a-1380-4dfa-85f8-2ad648324786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:16.483768 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ff500971-e917-4979-9b00-e3a4c5ab9c62 req-91a24f6a-1380-4dfa-85f8-2ad648324786 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afcc1d3e-e838-4aac-9873-c211c542870e HTTP/1.1" status: 200 len: 851 time: 0.1172655 Nov 26 02:55:16.523629 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ff500971-e917-4979-9b00-e3a4c5ab9c62 req-bdf8e77a-e1f4-4151-828c-85569b0a4870 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6f6608d8-291a-4259-8927-5089b1ce2d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314598 Nov 26 02:55:16.527166 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:16.565899 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fd552-a4b3-4456-96fc-87bec9519e56 req-ae010df5-b0b0-4877-95fc-ceaa0eb48f2e tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:16.576887 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e0fd552-a4b3-4456-96fc-87bec9519e56 req-ae010df5-b0b0-4877-95fc-ceaa0eb48f2e tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 943 time: 0.1290367 Nov 26 02:55:16.698756 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e0fd552-a4b3-4456-96fc-87bec9519e56 req-9dfe162d-5465-4a8d-856c-f970d4ff43a1 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173239 Nov 26 02:55:16.847698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10b4df3d-c33e-4c10-a01a-348a73da05be req-db002c46-cadb-45f0-b4c9-50d811af4a0f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/bda8c774-9136-4549-b2a9-b9e7ef3cc75a HTTP/1.1" status: 200 len: 1816 time: 0.0546303 Nov 26 02:55:16.911332 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:55:16.923146 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903e38b5-5c47-42fb-a660-dbb38caf8521 None None] Sync routers for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:55:16.929036 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-10b4df3d-c33e-4c10-a01a-348a73da05be req-eb98fc82-6475-4aec-a5fe-ba36c97b1cb1 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:16.946986 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903e38b5-5c47-42fb-a660-dbb38caf8521 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:16.947647 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-903e38b5-5c47-42fb-a660-dbb38caf8521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:16.967034 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-10b4df3d-c33e-4c10-a01a-348a73da05be req-eb98fc82-6475-4aec-a5fe-ba36c97b1cb1 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:17.011818 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device bf1f4bb9-335b-48da-8b2e-af5d0a60a260 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:55:17.021101 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-903e38b5-5c47-42fb-a660-dbb38caf8521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:17.041815 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:17.045154 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: bf1f4bb9-335b-48da-8b2e-af5d0a60a260 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:55:17.045955 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device bf1f4bb9-335b-48da-8b2e-af5d0a60a260 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:55:17.049514 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-663c8c8e-92c0-45e6-bd74-4f6cb906682e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6379073 Nov 26 02:55:17.051167 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46554) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:17.051371 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903e38b5-5c47-42fb-a660-dbb38caf8521 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:17.052019 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-903e38b5-5c47-42fb-a660-dbb38caf8521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:17.054416 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-10b4df3d-c33e-4c10-a01a-348a73da05be req-eb98fc82-6475-4aec-a5fe-ba36c97b1cb1 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:17.057890 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-10b4df3d-c33e-4c10-a01a-348a73da05be req-eb98fc82-6475-4aec-a5fe-ba36c97b1cb1 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:17.064453 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10b4df3d-c33e-4c10-a01a-348a73da05be req-eb98fc82-6475-4aec-a5fe-ba36c97b1cb1 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "DELETE /v2.0/security-groups/bda8c774-9136-4549-b2a9-b9e7ef3cc75a HTTP/1.1" status: 204 len: 173 time: 0.2155387 Nov 26 02:55:17.084303 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ff500971-e917-4979-9b00-e3a4c5ab9c62 req-bff866c0-6451-4376-b4c6-07f91ccbff20 service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390210 Nov 26 02:55:17.149244 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-903e38b5-5c47-42fb-a660-dbb38caf8521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:17.152015 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903e38b5-5c47-42fb-a660-dbb38caf8521 None None] The sync data for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:55:17.252841 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ff500971-e917-4979-9b00-e3a4c5ab9c62 req-d8522eba-b176-4014-b5fa-710634667735 service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605027 Nov 26 02:55:17.531965 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:17.817629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98fc82-6475-4aec-a5fe-ba36c97b1cb1 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda8c774-9136-4549-b2a9-b9e7ef3cc75a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:17.951323 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29f553f9-7c75-4fe8-89a3-cab7d0dd1718 req-d44515b8-5055-4112-a819-607fe130ea94 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/c03050b2-a5d3-40a4-a2d0-bdad374c8643 HTTP/1.1" status: 200 len: 1819 time: 0.8199458 Nov 26 02:55:17.998919 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccff3da-6156-4776-b720-19aa149f4c56 req-fec8b0ee-2022-43cf-b303-bf9bc76780f0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:18.001607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ccff3da-6156-4776-b720-19aa149f4c56 req-fec8b0ee-2022-43cf-b303-bf9bc76780f0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 943 time: 0.1292667 Nov 26 02:55:18.083056 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46592) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:18.083448 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46594) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:18.137219 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-29f553f9-7c75-4fe8-89a3-cab7d0dd1718 req-88d3d306-76bd-49b8-9b6b-66539d2d1689 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.183565 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-29f553f9-7c75-4fe8-89a3-cab7d0dd1718 req-88d3d306-76bd-49b8-9b6b-66539d2d1689 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.200870 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ccff3da-6156-4776-b720-19aa149f4c56 req-79acb64d-d75c-4260-9dc1-08df8eda41ed tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882915 Nov 26 02:55:18.228638 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83fc02cf-55b0-4ff8-9481-8317983e62b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.273031 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a8b35413-8819-4cfd-bfa0-378c9cbfbe8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.302731 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-29f553f9-7c75-4fe8-89a3-cab7d0dd1718 req-88d3d306-76bd-49b8-9b6b-66539d2d1689 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.305535 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-29f553f9-7c75-4fe8-89a3-cab7d0dd1718 req-88d3d306-76bd-49b8-9b6b-66539d2d1689 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.306707 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29f553f9-7c75-4fe8-89a3-cab7d0dd1718 req-88d3d306-76bd-49b8-9b6b-66539d2d1689 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "DELETE /v2.0/security-groups/c03050b2-a5d3-40a4-a2d0-bdad374c8643 HTTP/1.1" status: 204 len: 173 time: 0.3543296 Nov 26 02:55:18.331010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3d306-76bd-49b8-9b6b-66539d2d1689 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03050b2-a5d3-40a4-a2d0-bdad374c8643,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:18.397933 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-b48137ab-9752-4d71-8c2d-207470667a5d req-82f56f33-77c3-4b9f-8942-a4e38319ef7e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-781155151', 'description': 'tempest-description-1266588532'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:18.402239 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83fc02cf-55b0-4ff8-9481-8317983e62b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.409363 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83fc02cf-55b0-4ff8-9481-8317983e62b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.448923 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc02cf-55b0-4ff8-9481-8317983e62b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac645f6-6e73-404b-974e-035a38b2cc82,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:18.469238 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a8b35413-8819-4cfd-bfa0-378c9cbfbe8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.477108 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-83fc02cf-55b0-4ff8-9481-8317983e62b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20bd05cff2fd413f850163655f1b371e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3912144 Nov 26 02:55:18.478550 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b48137ab-9752-4d71-8c2d-207470667a5d req-82f56f33-77c3-4b9f-8942-a4e38319ef7e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.480857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46606) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:18.485369 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a8b35413-8819-4cfd-bfa0-378c9cbfbe8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.506177 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2806f2a1-38d8-430a-af70-cf2d20f751fc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.536281 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a8b35413-8819-4cfd-bfa0-378c9cbfbe8e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f92d2e570d4046c7b02045a6b9bdd017&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4493012 Nov 26 02:55:18.536281 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b35413-8819-4cfd-bfa0-378c9cbfbe8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2126ddb6-a159-4ccf-9c0f-13c4418337de,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:18.538369 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46608) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:18.588199 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a60f0732-a948-4a97-9b65-d03267025243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.612448 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a60f0732-a948-4a97-9b65-d03267025243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.666077 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-13397aaf-c955-44ed-8c3d-9f192e7c9753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.679354 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a60f0732-a948-4a97-9b65-d03267025243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.683930 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a60f0732-a948-4a97-9b65-d03267025243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.685841 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a60f0732-a948-4a97-9b65-d03267025243 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2126ddb6-a159-4ccf-9c0f-13c4418337de HTTP/1.1" status: 204 len: 168 time: 0.1458645 Nov 26 02:55:18.696440 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 458de657-6129-46a2-b4d4-9a066709440a details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:55:18.700075 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f0732-a948-4a97-9b65-d03267025243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2126ddb6-a159-4ccf-9c0f-13c4418337de,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:18.703407 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b48137ab-9752-4d71-8c2d-207470667a5d req-82f56f33-77c3-4b9f-8942-a4e38319ef7e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.721335 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b48137ab-9752-4d71-8c2d-207470667a5d req-82f56f33-77c3-4b9f-8942-a4e38319ef7e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.730635 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-13397aaf-c955-44ed-8c3d-9f192e7c9753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.833732 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b48137ab-9752-4d71-8c2d-207470667a5d req-82f56f33-77c3-4b9f-8942-a4e38319ef7e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:18.838934 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b48137ab-9752-4d71-8c2d-207470667a5d req-82f56f33-77c3-4b9f-8942-a4e38319ef7e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4508545 Nov 26 02:55:18.846305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f56f33-77c3-4b9f-8942-a4e38319ef7e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef4d995-3866-4528-8256-0fbd4e12f6c0,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:18.903065 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 458de657-6129-46a2-b4d4-9a066709440a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=458de657-6129-46a2-b4d4-9a066709440a,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:18.932357 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '458de657-6129-46a2-b4d4-9a066709440a', 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e', 'port_id': '458de657-6129-46a2-b4d4-9a066709440a', 'mac_address': 'fa:16:3e:f8:e1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcc1d3e-e838-4aac-9873-c211c542870e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:55:18.986424 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.001527 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458de657-6129-46a2-b4d4-9a066709440a {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:55:19.025247 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 458de657-6129-46a2-b4d4-9a066709440a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=458de657-6129-46a2-b4d4-9a066709440a,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:19.026829 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8d47d97-8d69-47fc-96a3-f5391ce25c64 req-5227445e-baac-41b2-9791-a6e1d861ad75 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/fef4d995-3866-4528-8256-0fbd4e12f6c0 HTTP/1.1" status: 200 len: 1819 time: 0.1556425 Nov 26 02:55:19.029533 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-13397aaf-c955-44ed-8c3d-9f192e7c9753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.032973 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.033167 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-13397aaf-c955-44ed-8c3d-9f192e7c9753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.037359 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-13397aaf-c955-44ed-8c3d-9f192e7c9753 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ac645f6-6e73-404b-974e-035a38b2cc82 HTTP/1.1" status: 204 len: 168 time: 0.5511806 Nov 26 02:55:19.039663 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-b8d47d97-8d69-47fc-96a3-f5391ce25c64 req-bd62de20-7ee4-437a-97e9-309fbf714dbe tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1356218062', 'description': 'tempest-description-hth-2045512744'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:19.094845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13397aaf-c955-44ed-8c3d-9f192e7c9753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac645f6-6e73-404b-974e-035a38b2cc82,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:19.096396 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=458de657-6129-46a2-b4d4-9a066709440a,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:19.110973 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-2806f2a1-38d8-430a-af70-cf2d20f751fc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Allocated IP 172.20.0.1 (8a08bdab-60a1-4150-a919-5eb57de958fb/8af07a3a-76bb-4e6f-be33-e514e54bf6c1/622f514a-a8fc-4000-a518-520060547ad3) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:19.113917 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:19.115372 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:19.116580 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:19.118549 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:19.119113 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:19.119891 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:19.120739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:19.121288 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:19.122211 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:19.123132 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:19.124481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:19.125338 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:19.126105 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b8d47d97-8d69-47fc-96a3-f5391ce25c64 req-bd62de20-7ee4-437a-97e9-309fbf714dbe tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.173349 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46620) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:19.191905 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-697ee1ea-b46f-49fc-aa49-cbc50143303c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.283332 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b8d47d97-8d69-47fc-96a3-f5391ce25c64 req-bd62de20-7ee4-437a-97e9-309fbf714dbe tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.290612 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b8d47d97-8d69-47fc-96a3-f5391ce25c64 req-bd62de20-7ee4-437a-97e9-309fbf714dbe tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.294914 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b8d47d97-8d69-47fc-96a3-f5391ce25c64 req-bd62de20-7ee4-437a-97e9-309fbf714dbe tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.306333 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8d47d97-8d69-47fc-96a3-f5391ce25c64 req-bd62de20-7ee4-437a-97e9-309fbf714dbe tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "PUT /v2.0/security-groups/fef4d995-3866-4528-8256-0fbd4e12f6c0 HTTP/1.1" status: 200 len: 1794 time: 0.2737722 Nov 26 02:55:19.350664 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['458de657-6129-46a2-b4d4-9a066709440a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:55:19.358650 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62de20-7ee4-437a-97e9-309fbf714dbe tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef4d995-3866-4528-8256-0fbd4e12f6c0,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:19.412868 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-697ee1ea-b46f-49fc-aa49-cbc50143303c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.424488 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-697ee1ea-b46f-49fc-aa49-cbc50143303c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.456358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca7b5b63-68d0-42a0-a0d4-166c00e6bac7 req-077d8258-5218-4dc9-946b-209927b14e2d tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/fef4d995-3866-4528-8256-0fbd4e12f6c0 HTTP/1.1" status: 200 len: 1794 time: 0.0992014 Nov 26 02:55:19.479090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46634) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:19.487260 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2806f2a1-38d8-430a-af70-cf2d20f751fc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.497896 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-697ee1ea-b46f-49fc-aa49-cbc50143303c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3272fa6cf9d446b19c117770dab29753&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3230579 Nov 26 02:55:19.501822 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46636) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:19.515405 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ee1ea-b46f-49fc-aa49-cbc50143303c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfad55e5-ba1a-46b6-a27e-d939a7a64ebc,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:19.526525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93b664-18f7-4fd0-af02-afc2e40515b9 req-84ea3086-5ca8-422c-bdd1-6fe93ba795a5 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:19.535761 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e93b664-18f7-4fd0-af02-afc2e40515b9 req-84ea3086-5ca8-422c-bdd1-6fe93ba795a5 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 944 time: 0.1704853 Nov 26 02:55:19.555755 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8f5d0821-1306-4c38-9d8a-bcf2ca3f306a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.588290 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-26ba92c9-9a1e-4338-adc1-b42497f3683c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.619975 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-26ba92c9-9a1e-4338-adc1-b42497f3683c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.652130 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2806f2a1-38d8-430a-af70-cf2d20f751fc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.674565 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e93b664-18f7-4fd0-af02-afc2e40515b9 req-f67142ba-4aba-4ef9-a3a8-59a6ae1e70f0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333995 Nov 26 02:55:19.697042 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-26ba92c9-9a1e-4338-adc1-b42497f3683c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.700388 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-26ba92c9-9a1e-4338-adc1-b42497f3683c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.704126 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-26ba92c9-9a1e-4338-adc1-b42497f3683c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bfad55e5-ba1a-46b6-a27e-d939a7a64ebc HTTP/1.1" status: 204 len: 168 time: 0.1996572 Nov 26 02:55:19.711889 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba92c9-9a1e-4338-adc1-b42497f3683c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfad55e5-ba1a-46b6-a27e-d939a7a64ebc,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:19.806589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806f2a1-38d8-430a-af70-cf2d20f751fc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=622f514a-a8fc-4000-a518-520060547ad3,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:19.818740 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2806f2a1-38d8-430a-af70-cf2d20f751fc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network 8a08bdab-60a1-4150-a919-5eb57de958fb is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:19.827428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-2806f2a1-38d8-430a-af70-cf2d20f751fc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:19.836137 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806f2a1-38d8-430a-af70-cf2d20f751fc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:19.912127 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-679ef15a-254f-4bac-9b1f-6deabac38f34 req-69b9a67f-c600-45e7-8154-0d3746caadbb tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/fef4d995-3866-4528-8256-0fbd4e12f6c0 HTTP/1.1" status: 200 len: 1794 time: 0.2261176 Nov 26 02:55:19.920792 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8f5d0821-1306-4c38-9d8a-bcf2ca3f306a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.926195 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2806f2a1-38d8-430a-af70-cf2d20f751fc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:19.935621 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8f5d0821-1306-4c38-9d8a-bcf2ca3f306a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:20.036664 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8f5d0821-1306-4c38-9d8a-bcf2ca3f306a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d3c12772803744008ac26541b33ab7a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5301862 Nov 26 02:55:20.039243 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46644) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:20.055464 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d0821-1306-4c38-9d8a-bcf2ca3f306a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bec8d8-51e2-4277-8ded-ed369a5b9240,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:20.126540 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b96ff9de-08a3-44e5-a077-53019e0c851c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:20.133697 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-679ef15a-254f-4bac-9b1f-6deabac38f34 req-104dd9e2-063e-40fd-b433-017077a18cc3 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:20.156917 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b96ff9de-08a3-44e5-a077-53019e0c851c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:20.172775 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-679ef15a-254f-4bac-9b1f-6deabac38f34 req-104dd9e2-063e-40fd-b433-017077a18cc3 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:20.226315 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b96ff9de-08a3-44e5-a077-53019e0c851c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:20.233255 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b96ff9de-08a3-44e5-a077-53019e0c851c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:20.234231 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2806f2a1-38d8-430a-af70-cf2d20f751fc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:20.237452 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b96ff9de-08a3-44e5-a077-53019e0c851c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5bec8d8-51e2-4277-8ded-ed369a5b9240 HTTP/1.1" status: 204 len: 168 time: 0.1940999 Nov 26 02:55:20.264330 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ff9de-08a3-44e5-a077-53019e0c851c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bec8d8-51e2-4277-8ded-ed369a5b9240,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:20.315737 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-679ef15a-254f-4bac-9b1f-6deabac38f34 req-104dd9e2-063e-40fd-b433-017077a18cc3 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:20.318500 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-679ef15a-254f-4bac-9b1f-6deabac38f34 req-104dd9e2-063e-40fd-b433-017077a18cc3 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:20.319817 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-679ef15a-254f-4bac-9b1f-6deabac38f34 req-104dd9e2-063e-40fd-b433-017077a18cc3 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "DELETE /v2.0/security-groups/fef4d995-3866-4528-8256-0fbd4e12f6c0 HTTP/1.1" status: 204 len: 173 time: 0.3977399 Nov 26 02:55:20.335526 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104dd9e2-063e-40fd-b433-017077a18cc3 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef4d995-3866-4528-8256-0fbd4e12f6c0,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:20.561784 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-876ea5f7-4e8e-467a-aae7-14188af5b078 req-5de7290d-bacb-441c-8697-b45a72a0c63f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] show failed (client error): The resource could not be found. Nov 26 02:55:20.572571 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-876ea5f7-4e8e-467a-aae7-14188af5b078 req-5de7290d-bacb-441c-8697-b45a72a0c63f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/c03050b2-a5d3-40a4-a2d0-bdad374c8643 HTTP/1.1" status: 404 len: 352 time: 0.0647960 Nov 26 02:55:20.609436 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-647667ae-3415-4c93-a1b4-fe0802e6d0aa req-1e69e022-9d26-42b7-aeb3-5585a4fcda20 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] show failed (client error): The resource could not be found. Nov 26 02:55:20.610606 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-647667ae-3415-4c93-a1b4-fe0802e6d0aa req-1e69e022-9d26-42b7-aeb3-5585a4fcda20 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/bda8c774-9136-4549-b2a9-b9e7ef3cc75a HTTP/1.1" status: 404 len: 352 time: 0.0249522 Nov 26 02:55:20.693531 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-12ea8e07-cb5a-4b68-a53a-23f2fa40799e req-915d7b5e-c54e-408f-84fe-2121bcbb6144 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] show failed (client error): The resource could not be found. Nov 26 02:55:20.707341 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-12ea8e07-cb5a-4b68-a53a-23f2fa40799e req-915d7b5e-c54e-408f-84fe-2121bcbb6144 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/48a24cb4-b094-48da-a504-4d8ee6115f3c HTTP/1.1" status: 404 len: 352 time: 0.0354512 Nov 26 02:55:20.714251 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 458de657-6129-46a2-b4d4-9a066709440a up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:55:20.751744 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2806f2a1-38d8-430a-af70-cf2d20f751fc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:20.765550 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2806f2a1-38d8-430a-af70-cf2d20f751fc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:20.797989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 458de657-6129-46a2-b4d4-9a066709440a completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:55:20.802638 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 458de657-6129-46a2-b4d4-9a066709440a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:55:20.803015 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:20.944262 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:20.972636 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa50dfd2-2a7b-47fe-9539-ea18c8980c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458de657-6129-46a2-b4d4-9a066709440a'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:55:20.975182 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6d5fc9-dc94-4b35-87c5-328ff00b1680" -d '{"events": [{"server_uuid": "aa50dfd2-2a7b-47fe-9539-ea18c8980c49", "name": "network-vif-plugged", "status": "completed", "tag": "458de657-6129-46a2-b4d4-9a066709440a"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:55:20.992323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 458de657-6129-46a2-b4d4-9a066709440a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=458de657-6129-46a2-b4d4-9a066709440a,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:20.997403 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:21.003632 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-655d291c-6374-4c08-adb3-ef87e5b95c69 req-020792b3-b3ef-42b7-8ad7-6d548e60e156 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] show failed (client error): The resource could not be found. Nov 26 02:55:21.005901 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-655d291c-6374-4c08-adb3-ef87e5b95c69 req-020792b3-b3ef-42b7-8ad7-6d548e60e156 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/7035c54a-7dac-4c9d-9d80-d2b5f1838795 HTTP/1.1" status: 404 len: 352 time: 0.2022645 Nov 26 02:55:21.048421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962862a-b032-4c67-b91d-84abc277337a req-8d2e7c98-d4f4-42f0-820a-9f19d8cac9f2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:21.057174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5962862a-b032-4c67-b91d-84abc277337a req-8d2e7c98-d4f4-42f0-820a-9f19d8cac9f2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 944 time: 0.2511342 Nov 26 02:55:21.085584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806f2a1-38d8-430a-af70-cf2d20f751fc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=622f514a-a8fc-4000-a518-520060547ad3,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:21.088809 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2806f2a1-38d8-430a-af70-cf2d20f751fc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:21.114737 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=458de657-6129-46a2-b4d4-9a066709440a,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:21.167746 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b87361c-c9e8-41d5-911c-82a2a5163cd6 x-openstack-request-id: req-6b87361c-c9e8-41d5-911c-82a2a5163cd6 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:55:21.168147 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa50dfd2-2a7b-47fe-9539-ea18c8980c49", "name": "network-vif-plugged", "status": "completed", "tag": "458de657-6129-46a2-b4d4-9a066709440a", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:55:21.169003 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b87361c-c9e8-41d5-911c-82a2a5163cd6 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:55:21.169482 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa50dfd2-2a7b-47fe-9539-ea18c8980c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458de657-6129-46a2-b4d4-9a066709440a', 'code': 200} Nov 26 02:55:21.197754 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5962862a-b032-4c67-b91d-84abc277337a req-034936e7-329e-4156-8519-48a2695726da tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358795 Nov 26 02:55:21.221410 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-105e4127-d49e-421c-896c-37e7126d6171 req-d56da53e-0a31-45c9-838c-3d1ee98b7ada tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] show failed (client error): The resource could not be found. Nov 26 02:55:21.222791 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-105e4127-d49e-421c-896c-37e7126d6171 req-d56da53e-0a31-45c9-838c-3d1ee98b7ada tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/7175b132-3f11-4438-bf3f-cd33e785ed4a HTTP/1.1" status: 404 len: 352 time: 0.0189064 Nov 26 02:55:21.271732 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-eeda60dd-ce8e-4d0b-817a-a289aae83da1 req-e4a197fc-e5bb-4def-80e1-4d0b05cd2d8a tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] show failed (client error): The resource could not be found. Nov 26 02:55:21.279262 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eeda60dd-ce8e-4d0b-817a-a289aae83da1 req-e4a197fc-e5bb-4def-80e1-4d0b05cd2d8a tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/16152923-c255-403c-b3b4-2e7a4f2c1c69 HTTP/1.1" status: 404 len: 352 time: 0.0322521 Nov 26 02:55:21.290092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2806f2a1-38d8-430a-af70-cf2d20f751fc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network 8a08bdab-60a1-4150-a919-5eb57de958fb is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:21.291535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-2806f2a1-38d8-430a-af70-cf2d20f751fc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:21.347995 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778543b-3e89-448e-8224-b109722cfed7 req-dd700c31-ff8e-4b0e-9361-761f24f98112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:21.351918 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6778543b-3e89-448e-8224-b109722cfed7 req-dd700c31-ff8e-4b0e-9361-761f24f98112 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 1096 time: 0.0640252 Nov 26 02:55:21.430425 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2806f2a1-38d8-430a-af70-cf2d20f751fc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 877f9af7-c117-426f-9e81-7a67a2943cb4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:55:21.446521 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6778543b-3e89-448e-8224-b109722cfed7 req-800417c5-9ed7-4e5a-9ee2-a3d5ada804a3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869436 Nov 26 02:55:21.662612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8284a-4d8d-4fa5-85a3-e6bc2a472b9e req-38f49bef-dfe2-4bc0-8bc8-45a52dae414f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:21.664162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0bf8284a-4d8d-4fa5-85a3-e6bc2a472b9e req-38f49bef-dfe2-4bc0-8bc8-45a52dae414f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 1023 time: 0.0865417 Nov 26 02:55:21.698624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2806f2a1-38d8-430a-af70-cf2d20f751fc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:55:21.707263 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2806f2a1-38d8-430a-af70-cf2d20f751fc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "PUT /v2.0/routers/877f9af7-c117-426f-9e81-7a67a2943cb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6539452 Nov 26 02:55:21.711454 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ee66da-2591-4e74-bdf6-73754f64964c None None] Sync routers for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:55:21.713172 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46728) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:21.720344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-17d6a0d3-8642-4ff0-98f7-a2fdec6cc248 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'port': {'network_id': '8a08bdab-60a1-4150-a919-5eb57de958fb', 'name': 'tempest-FloatingIPTestJSON-1599492139'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:21.741923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ee66da-2591-4e74-bdf6-73754f64964c None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:21.743854 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-92ee66da-2591-4e74-bdf6-73754f64964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:21.823652 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0bf8284a-4d8d-4fa5-85a3-e6bc2a472b9e req-65c5e044-4a16-4fa8-8278-b131d23ecf8a tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=943a9cd4-26d6-4ebd-97f9-a246e95c19d9&id=250ba0ef-8fe2-4d33-9055-a66cb914e7eb&id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1502056 Nov 26 02:55:21.825227 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-92ee66da-2591-4e74-bdf6-73754f64964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:21.837567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ee66da-2591-4e74-bdf6-73754f64964c None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:21.838442 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-92ee66da-2591-4e74-bdf6-73754f64964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:21.875720 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-92ee66da-2591-4e74-bdf6-73754f64964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:21.876656 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ee66da-2591-4e74-bdf6-73754f64964c None None] The sync data for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:55:21.895014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d6a0d3-8642-4ff0-98f7-a2fdec6cc248 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Made reservation on behalf of aaa3095268874aefaf44efd0bfa83a90 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:21.899895 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17d6a0d3-8642-4ff0-98f7-a2fdec6cc248 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:21.929239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-17d6a0d3-8642-4ff0-98f7-a2fdec6cc248 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] device_id is not set on port 6d23ab23-9996-49de-87da-e8d5344af27b yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:55:22.086561 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-17d6a0d3-8642-4ff0-98f7-a2fdec6cc248 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Allocated IP 172.20.0.8 (8a08bdab-60a1-4150-a919-5eb57de958fb/8af07a3a-76bb-4e6f-be33-e514e54bf6c1/6d23ab23-9996-49de-87da-e8d5344af27b) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:22.295171 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:22.351033 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17d6a0d3-8642-4ff0-98f7-a2fdec6cc248 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:22.387793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c6f02-8419-4699-ab36-ac22e73ca982 req-c0b623fa-b861-4102-ba9b-46d3b14333b2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:22.389917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-080c6f02-8419-4699-ab36-ac22e73ca982 req-c0b623fa-b861-4102-ba9b-46d3b14333b2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 945 time: 0.0989072 Nov 26 02:55:22.464484 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17d6a0d3-8642-4ff0-98f7-a2fdec6cc248 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:22.482324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-080c6f02-8419-4699-ab36-ac22e73ca982 req-c2ddfe48-fd98-4f5c-95ec-5039be7474ec tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797544 Nov 26 02:55:22.522856 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d6a0d3-8642-4ff0-98f7-a2fdec6cc248 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network 8a08bdab-60a1-4150-a919-5eb57de958fb is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:22.528704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-17d6a0d3-8642-4ff0-98f7-a2fdec6cc248 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:22.532021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d6a0d3-8642-4ff0-98f7-a2fdec6cc248 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:22.575901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6a0d3-8642-4ff0-98f7-a2fdec6cc248 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=6d23ab23-9996-49de-87da-e8d5344af27b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:22.608254 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d6a0d3-8642-4ff0-98f7-a2fdec6cc248 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:22.608899 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17d6a0d3-8642-4ff0-98f7-a2fdec6cc248 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:22.631735 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-17d6a0d3-8642-4ff0-98f7-a2fdec6cc248 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9157290 Nov 26 02:55:22.632668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46766) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:22.644097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-204b7b1c-15ed-436e-bce1-7e82ecdd7b3e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'port': {'network_id': '8a08bdab-60a1-4150-a919-5eb57de958fb', 'name': 'tempest-FloatingIPTestJSON-60653401'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:22.767087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204b7b1c-15ed-436e-bce1-7e82ecdd7b3e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Made reservation on behalf of aaa3095268874aefaf44efd0bfa83a90 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:22.774115 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-204b7b1c-15ed-436e-bce1-7e82ecdd7b3e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:22.790921 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-204b7b1c-15ed-436e-bce1-7e82ecdd7b3e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] device_id is not set on port b3a26a71-4cd2-4323-a03c-c5586c39a475 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:55:22.971684 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-204b7b1c-15ed-436e-bce1-7e82ecdd7b3e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Allocated IP 172.20.0.11 (8a08bdab-60a1-4150-a919-5eb57de958fb/8af07a3a-76bb-4e6f-be33-e514e54bf6c1/b3a26a71-4cd2-4323-a03c-c5586c39a475) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:23.002001 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ae1e7-444a-4eb1-8bb1-7a993b2b5a4c req-3d9f1348-d170-48f9-a5fc-e8ab97ea712e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:23.003549 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c7ae1e7-444a-4eb1-8bb1-7a993b2b5a4c req-3d9f1348-d170-48f9-a5fc-e8ab97ea712e tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 1023 time: 0.0841310 Nov 26 02:55:23.172808 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c7ae1e7-444a-4eb1-8bb1-7a993b2b5a4c req-94873660-cd64-40cf-a7f4-53416b272199 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups?id=943a9cd4-26d6-4ebd-97f9-a246e95c19d9&id=250ba0ef-8fe2-4d33-9055-a66cb914e7eb&id=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1515961 Nov 26 02:55:23.247438 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-204b7b1c-15ed-436e-bce1-7e82ecdd7b3e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:23.294547 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-204b7b1c-15ed-436e-bce1-7e82ecdd7b3e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:23.364478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b7b1c-15ed-436e-bce1-7e82ecdd7b3e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=b3a26a71-4cd2-4323-a03c-c5586c39a475,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:23.390600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204b7b1c-15ed-436e-bce1-7e82ecdd7b3e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network 8a08bdab-60a1-4150-a919-5eb57de958fb is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:23.404783 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-204b7b1c-15ed-436e-bce1-7e82ecdd7b3e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:23.408234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204b7b1c-15ed-436e-bce1-7e82ecdd7b3e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:23.419545 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e0c0e-46f3-4174-af20-7d87d59688b2 req-90a0a865-9f5a-4642-9379-1ac137fbb09a tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:23.421560 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3e9e0c0e-46f3-4174-af20-7d87d59688b2 req-90a0a865-9f5a-4642-9379-1ac137fbb09a tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 1023 time: 0.0940623 Nov 26 02:55:23.435510 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:23.535671 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d366ff6-7f01-46b5-9020-9a5871b5e056 req-c4e49cb7-a016-4771-a48f-072fae03e5d3 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:23.537249 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d366ff6-7f01-46b5-9020-9a5871b5e056 req-c4e49cb7-a016-4771-a48f-072fae03e5d3 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.1445382 Nov 26 02:55:23.544209 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204b7b1c-15ed-436e-bce1-7e82ecdd7b3e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:23.544859 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-204b7b1c-15ed-436e-bce1-7e82ecdd7b3e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:23.581369 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-204b7b1c-15ed-436e-bce1-7e82ecdd7b3e tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9473345 Nov 26 02:55:23.589747 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46844) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:23.597403 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': 'b3a26a71-4cd2-4323-a03c-c5586c39a475', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:23.617175 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d366ff6-7f01-46b5-9020-9a5871b5e056 req-e4fb04c5-74e5-412e-92c2-bf4828f90f16 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691466 Nov 26 02:55:23.663097 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-3e9e0c0e-46f3-4174-af20-7d87d59688b2 req-255f596a-9326-4314-a469-851aeb72c8a2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Deleting port e07301ab-f415-4a88-890f-f91aca38fb5e {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:55:23.663461 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3e9e0c0e-46f3-4174-af20-7d87d59688b2 req-255f596a-9326-4314-a469-851aeb72c8a2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:23.693973 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedefd5-b8d0-477c-b078-3484e75d0d85 req-b3ac6eaa-ebbf-4c09-b4b2-dcfe2cf75836 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:23.695546 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cdedefd5-b8d0-477c-b078-3484e75d0d85 req-b3ac6eaa-ebbf-4c09-b4b2-dcfe2cf75836 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 945 time: 0.0756803 Nov 26 02:55:23.722322 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:23.748427 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cdedefd5-b8d0-477c-b078-3484e75d0d85 req-b80e6a93-0a9c-4d18-b54c-cb2fafca293d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452378 Nov 26 02:55:23.835721 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-3e9e0c0e-46f3-4174-af20-7d87d59688b2 req-255f596a-9326-4314-a469-851aeb72c8a2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] For port e07301ab-f415-4a88-890f-f91aca38fb5e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e07301ab-f415-4a88-890f-f91aca38fb5e,segment=NetworkSegment(3548748d-4f04-4d12-938c-8675885efb66),segment_id=3548748d-4f04-4d12-938c-8675885efb66)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:23.836447 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3e9e0c0e-46f3-4174-af20-7d87d59688b2 req-255f596a-9326-4314-a469-851aeb72c8a2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:23.853573 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-3e9e0c0e-46f3-4174-af20-7d87d59688b2 req-255f596a-9326-4314-a469-851aeb72c8a2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Calling delete_port for e07301ab-f415-4a88-890f-f91aca38fb5e owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:55:23.969332 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:24.016099 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd637eb-a6b6-4ba5-8efa-4c87c179fedf req-842bc962-53f3-4f5f-8104-f5a4c1cc42bd tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:24.026455 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0fd637eb-a6b6-4ba5-8efa-4c87c179fedf req-842bc962-53f3-4f5f-8104-f5a4c1cc42bd tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 945 time: 0.0799403 Nov 26 02:55:24.072864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46866) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:24.086266 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Allocated IP 172.25.0.90 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/a864b048-1ff0-4743-8c56-ec09e05107e5) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:24.096035 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0fd637eb-a6b6-4ba5-8efa-4c87c179fedf req-e62c2b71-d017-46e3-ba46-c8c586dd5859 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638473 Nov 26 02:55:24.226510 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3e9e0c0e-46f3-4174-af20-7d87d59688b2 req-255f596a-9326-4314-a469-851aeb72c8a2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:24.261831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e07301ab-f415-4a88-890f-f91aca38fb5e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:55:24.263416 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4f86a5ec-10b8-4ffd-be10-7c1b617ededf admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:24.309651 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f596a-9326-4314-a469-851aeb72c8a2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event deleted for resources: {'Port': ['ID=e07301ab-f415-4a88-890f-f91aca38fb5e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:24.312473 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51bb4ebe-6b2f-4f81-b520-51d22ae1b887 req-abf0d374-0286-41b1-8d78-3dd99bdce18b tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcc1e625-91e9-428a-8c13-a15eb3834c9b HTTP/1.1" status: 200 len: 210 time: 0.0402186 Nov 26 02:55:24.328419 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:24.376683 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9e0c0e-46f3-4174-af20-7d87d59688b2 req-255f596a-9326-4314-a469-851aeb72c8a2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] No DVR routers for this DVR port e07301ab-f415-4a88-890f-f91aca38fb5e on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:55:24.382071 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3e9e0c0e-46f3-4174-af20-7d87d59688b2 req-255f596a-9326-4314-a469-851aeb72c8a2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:24.385614 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3e9e0c0e-46f3-4174-af20-7d87d59688b2 req-255f596a-9326-4314-a469-851aeb72c8a2 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.59 "DELETE /v2.0/ports/e07301ab-f415-4a88-890f-f91aca38fb5e HTTP/1.1" status: 204 len: 173 time: 0.9480824 Nov 26 02:55:24.385848 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc1e625-91e9-428a-8c13-a15eb3834c9b', 'name': 'network-vif-deleted', 'tag': 'e07301ab-f415-4a88-890f-f91aca38fb5e'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:55:24.388157 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921cbd18-8c47-423f-a1b7-f304c8a18323" -d '{"events": [{"server_uuid": "fcc1e625-91e9-428a-8c13-a15eb3834c9b", "name": "network-vif-deleted", "tag": "e07301ab-f415-4a88-890f-f91aca38fb5e"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:55:24.424413 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:24.425783 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4f86a5ec-10b8-4ffd-be10-7c1b617ededf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:24.432326 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4f86a5ec-10b8-4ffd-be10-7c1b617ededf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:24.454791 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2986e8-4970-43bc-a7a5-9ffe30fa3ad9 x-openstack-request-id: req-be2986e8-4970-43bc-a7a5-9ffe30fa3ad9 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:55:24.455081 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc1e625-91e9-428a-8c13-a15eb3834c9b", "name": "network-vif-deleted", "tag": "e07301ab-f415-4a88-890f-f91aca38fb5e", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:55:24.455604 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be2986e8-4970-43bc-a7a5-9ffe30fa3ad9 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:55:24.456022 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc1e625-91e9-428a-8c13-a15eb3834c9b', 'name': 'network-vif-deleted', 'tag': 'e07301ab-f415-4a88-890f-f91aca38fb5e', 'status': 'completed', 'code': 200} Nov 26 02:55:24.478277 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:24.482102 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:24.485102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4f86a5ec-10b8-4ffd-be10-7c1b617ededf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26afc843baf14f35944fcf037de7fa29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4108872 Nov 26 02:55:24.487043 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:24.488974 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46884) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:24.489801 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=a864b048-1ff0-4743-8c56-ec09e05107e5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:24.518468 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86a5ec-10b8-4ffd-be10-7c1b617ededf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f9ed38-b363-4052-b977-6c6bdd89d974,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:24.564191 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5ccd6552-3756-4787-8cea-c619fe97d04c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:24.617526 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5ccd6552-3756-4787-8cea-c619fe97d04c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:24.703319 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5ccd6552-3756-4787-8cea-c619fe97d04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:24.708606 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5ccd6552-3756-4787-8cea-c619fe97d04c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:24.712107 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5ccd6552-3756-4787-8cea-c619fe97d04c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76f9ed38-b363-4052-b977-6c6bdd89d974 HTTP/1.1" status: 204 len: 168 time: 0.2198856 Nov 26 02:55:24.760285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd6552-3756-4787-8cea-c619fe97d04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f9ed38-b363-4052-b977-6c6bdd89d974,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:24.850854 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a83ef4-1961-4721-8f60-81119e8a3ac3 req-e04d3230-b49e-4965-aaa0-a01213b330ab tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:24.858580 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a4a83ef4-1961-4721-8f60-81119e8a3ac3 req-e04d3230-b49e-4965-aaa0-a01213b330ab tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.1432190 Nov 26 02:55:24.963425 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:24.993205 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a4a83ef4-1961-4721-8f60-81119e8a3ac3 req-62bb8353-263c-4376-95b1-cdd055f6c01e tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302767 Nov 26 02:55:25.054663 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:25.251336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46904) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:25.292588 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46908) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:25.318210 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-72353360-d63d-46e7-a1bb-dad444d4f623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:25.346022 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:25.347907 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dc9f9-88dd-41fe-b78f-e8979f4fe1c8 req-6617de4c-ffe0-43fc-9216-0bb2002e518e tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:25.356313 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f3dc9f9-88dd-41fe-b78f-e8979f4fe1c8 req-6617de4c-ffe0-43fc-9216-0bb2002e518e tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 945 time: 0.0942516 Nov 26 02:55:25.358389 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:25.452748 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=a864b048-1ff0-4743-8c56-ec09e05107e5,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:25.484087 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:25.573495 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-72353360-d63d-46e7-a1bb-dad444d4f623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:25.582961 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-72353360-d63d-46e7-a1bb-dad444d4f623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:25.618192 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-72353360-d63d-46e7-a1bb-dad444d4f623 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92363ab0e65c4a71b04fb3742818536d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3245499 Nov 26 02:55:25.627831 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46916) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:25.673934 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72353360-d63d-46e7-a1bb-dad444d4f623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e770824-38d5-4cfc-bf8f-0c0c31a9cef1,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:25.695359 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Floating IP ad66dc09-8847-4938-a15a-5dd1ec8db042 associated. External IP: 172.25.0.90, port: b3a26a71-4cd2-4323-a03c-c5586c39a475. Nov 26 02:55:25.774971 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e4972751-2770-4314-b678-a32aca67dc1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:25.785236 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8182b534-b6fd-459c-aba5-6a48e3df33b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:25.818023 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8182b534-b6fd-459c-aba5-6a48e3df33b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:25.822325 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f3dc9f9-88dd-41fe-b78f-e8979f4fe1c8 req-17392769-07a4-4464-bd37-8cdf326526bd tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651353 Nov 26 02:55:25.833496 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f68a5cef-48e5-46cb-b6e8-6636848fe190 req-d3fc8284-fa0a-4324-8731-1e25b08172be tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/250ba0ef-8fe2-4d33-9055-a66cb914e7eb HTTP/1.1" status: 200 len: 1820 time: 0.1015434 Nov 26 02:55:25.927986 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f68a5cef-48e5-46cb-b6e8-6636848fe190 req-e7fc08da-ef59-4b83-b719-a577930c2398 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:25.972932 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8182b534-b6fd-459c-aba5-6a48e3df33b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:25.978769 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f68a5cef-48e5-46cb-b6e8-6636848fe190 req-e7fc08da-ef59-4b83-b719-a577930c2398 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:25.978929 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8182b534-b6fd-459c-aba5-6a48e3df33b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:25.978929 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8182b534-b6fd-459c-aba5-6a48e3df33b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e770824-38d5-4cfc-bf8f-0c0c31a9cef1 HTTP/1.1" status: 204 len: 168 time: 0.3486359 Nov 26 02:55:25.993709 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182b534-b6fd-459c-aba5-6a48e3df33b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e770824-38d5-4cfc-bf8f-0c0c31a9cef1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:26.000403 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 877f9af7-c117-426f-9e81-7a67a2943cb4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:55:26.003805 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e4972751-2770-4314-b678-a32aca67dc1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:26.027677 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e4972751-2770-4314-b678-a32aca67dc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:26.076085 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e4972751-2770-4314-b678-a32aca67dc1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7b2e507b9494ef6abb0b8a3283cbf1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8232567 Nov 26 02:55:26.089367 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46924) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:26.103822 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f68a5cef-48e5-46cb-b6e8-6636848fe190 req-e7fc08da-ef59-4b83-b719-a577930c2398 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:26.107208 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f68a5cef-48e5-46cb-b6e8-6636848fe190 req-e7fc08da-ef59-4b83-b719-a577930c2398 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:26.120012 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f68a5cef-48e5-46cb-b6e8-6636848fe190 req-e7fc08da-ef59-4b83-b719-a577930c2398 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "DELETE /v2.0/security-groups/250ba0ef-8fe2-4d33-9055-a66cb914e7eb HTTP/1.1" status: 204 len: 173 time: 0.2855554 Nov 26 02:55:26.125574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4972751-2770-4314-b678-a32aca67dc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f291e451-21e8-44e6-a44f-e11aa0b541f3,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:26.147125 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4972751-2770-4314-b678-a32aca67dc1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:26.147709 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4972751-2770-4314-b678-a32aca67dc1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:26.152727 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4972751-2770-4314-b678-a32aca67dc1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:26.153217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4972751-2770-4314-b678-a32aca67dc1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:26.153762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4972751-2770-4314-b678-a32aca67dc1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:26.154255 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4972751-2770-4314-b678-a32aca67dc1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:26.154903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4972751-2770-4314-b678-a32aca67dc1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:26.155436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4972751-2770-4314-b678-a32aca67dc1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:26.155873 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4972751-2770-4314-b678-a32aca67dc1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:26.156381 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4972751-2770-4314-b678-a32aca67dc1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:26.156834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4972751-2770-4314-b678-a32aca67dc1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:26.157465 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4972751-2770-4314-b678-a32aca67dc1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:26.174122 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a052ddf9-d98c-46f3-8a09-91b90974346c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:26.175955 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc08da-ef59-4b83-b719-a577930c2398 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=250ba0ef-8fe2-4d33-9055-a66cb914e7eb,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:26.186280 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:55:26.200148 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce3fb35-2a4d-46dc-96b6-240ed9337a44 None None] Sync routers for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:55:26.211823 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a052ddf9-d98c-46f3-8a09-91b90974346c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:26.238785 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:26.258154 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce3fb35-2a4d-46dc-96b6-240ed9337a44 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:26.263340 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-dce3fb35-2a4d-46dc-96b6-240ed9337a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:26.286643 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3cef25ca-2a10-4ca8-bad1-e29b2249d7d3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.6924939 Nov 26 02:55:26.289270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46932) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:26.297397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-d316a64e-551a-4668-bd4b-d229cccd7db5 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:26.320158 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a052ddf9-d98c-46f3-8a09-91b90974346c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:26.323317 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a052ddf9-d98c-46f3-8a09-91b90974346c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:26.328794 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a052ddf9-d98c-46f3-8a09-91b90974346c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f291e451-21e8-44e6-a44f-e11aa0b541f3 HTTP/1.1" status: 204 len: 168 time: 0.2384336 Nov 26 02:55:26.339581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052ddf9-d98c-46f3-8a09-91b90974346c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f291e451-21e8-44e6-a44f-e11aa0b541f3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:26.359756 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-dce3fb35-2a4d-46dc-96b6-240ed9337a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:26.370312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e20ce9-bde0-40d6-9e15-273ac9ee0342 req-7b628aaa-4974-43ee-97f0-403ccb942329 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:26.371907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36e20ce9-bde0-40d6-9e15-273ac9ee0342 req-7b628aaa-4974-43ee-97f0-403ccb942329 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.1379726 Nov 26 02:55:26.379444 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d316a64e-551a-4668-bd4b-d229cccd7db5 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:26.386091 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce3fb35-2a4d-46dc-96b6-240ed9337a44 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:26.386730 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-dce3fb35-2a4d-46dc-96b6-240ed9337a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:26.457110 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-dce3fb35-2a4d-46dc-96b6-240ed9337a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:26.457771 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce3fb35-2a4d-46dc-96b6-240ed9337a44 None None] The sync data for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:55:26.468440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36e20ce9-bde0-40d6-9e15-273ac9ee0342 req-e9a3a983-1771-470c-a974-b2e0ec944484 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863595 Nov 26 02:55:26.631603 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a76cf3b-773a-4f02-a4e2-8464ec9ba93b req-50683104-b24f-455f-bdad-e28f18284765 tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "GET /v2.0/security-groups/943a9cd4-26d6-4ebd-97f9-a246e95c19d9 HTTP/1.1" status: 200 len: 1820 time: 0.1043522 Nov 26 02:55:26.637838 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d316a64e-551a-4668-bd4b-d229cccd7db5 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:26.651354 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d316a64e-551a-4668-bd4b-d229cccd7db5 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:26.651749 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-d316a64e-551a-4668-bd4b-d229cccd7db5 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Floating IP ad66dc09-8847-4938-a15a-5dd1ec8db042 disassociated. External IP: 172.25.0.90, port: b3a26a71-4cd2-4323-a03c-c5586c39a475. Nov 26 02:55:26.767589 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5a76cf3b-773a-4f02-a4e2-8464ec9ba93b req-d3fb27f5-b480-4a3a-be5f-1c64f468881f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:26.768344 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e07301ab-f415-4a88-890f-f91aca38fb5e no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:55:26.793450 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: e07301ab-f415-4a88-890f-f91aca38fb5e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:55:26.793801 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e07301ab-f415-4a88-890f-f91aca38fb5e not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:55:26.805944 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5a76cf3b-773a-4f02-a4e2-8464ec9ba93b req-d3fb27f5-b480-4a3a-be5f-1c64f468881f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:26.867558 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46952) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:26.883943 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cff584b4-0b8f-4d22-a48c-f8e93f5d9ccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:26.984932 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cff584b4-0b8f-4d22-a48c-f8e93f5d9ccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:26.989820 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cff584b4-0b8f-4d22-a48c-f8e93f5d9ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:26.994741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9f0ee-300f-4873-b958-e008e11d37cc req-4904f2bb-1cc6-4ca3-a4cd-b7b7a3f58a16 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:26.996315 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-64a9f0ee-300f-4873-b958-e008e11d37cc req-4904f2bb-1cc6-4ca3-a4cd-b7b7a3f58a16 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 945 time: 0.1132979 Nov 26 02:55:26.999302 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5a76cf3b-773a-4f02-a4e2-8464ec9ba93b req-d3fb27f5-b480-4a3a-be5f-1c64f468881f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.001959 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5a76cf3b-773a-4f02-a4e2-8464ec9ba93b req-d3fb27f5-b480-4a3a-be5f-1c64f468881f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.004530 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a76cf3b-773a-4f02-a4e2-8464ec9ba93b req-d3fb27f5-b480-4a3a-be5f-1c64f468881f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] 10.222.0.31 "DELETE /v2.0/security-groups/943a9cd4-26d6-4ebd-97f9-a246e95c19d9 HTTP/1.1" status: 204 len: 173 time: 0.3720288 Nov 26 02:55:27.017671 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46958) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:27.020607 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff584b4-0b8f-4d22-a48c-f8e93f5d9ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8127cc-c382-4857-bd8d-7120a51967c7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:27.063571 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb27f5-b480-4a3a-be5f-1c64f468881f tempest-SecurityGroupsTestJSON-1492747947 tempest-SecurityGroupsTestJSON-1492747947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=943a9cd4-26d6-4ebd-97f9-a246e95c19d9,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:27.074751 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cff584b4-0b8f-4d22-a48c-f8e93f5d9ccc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b00f149777d450e95157c57352ac1b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2029717 Nov 26 02:55:27.075607 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46962) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:27.109930 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d316a64e-551a-4668-bd4b-d229cccd7db5 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 877f9af7-c117-426f-9e81-7a67a2943cb4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:55:27.114985 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-64a9f0ee-300f-4873-b958-e008e11d37cc req-2c60c025-1b3d-4166-a303-8f302001ab8b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071858 Nov 26 02:55:27.128488 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2138fc-1389-40bb-9d4a-fc3b82de1eb1 admin admin] Deleting subnet 78a3ba49-f97b-46ea-9cad-f78b1f3fbbc5 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:55:27.131683 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e2138fc-1389-40bb-9d4a-fc3b82de1eb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.143843 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e0c61baf-cabe-48fa-8ffb-620993fe64ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.166100 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e0c61baf-cabe-48fa-8ffb-620993fe64ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.218074 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e0c61baf-cabe-48fa-8ffb-620993fe64ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.220759 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e0c61baf-cabe-48fa-8ffb-620993fe64ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.224512 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e0c61baf-cabe-48fa-8ffb-620993fe64ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba8127cc-c382-4857-bd8d-7120a51967c7 HTTP/1.1" status: 204 len: 168 time: 0.1452141 Nov 26 02:55:27.231841 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c61baf-cabe-48fa-8ffb-620993fe64ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8127cc-c382-4857-bd8d-7120a51967c7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:27.241274 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e2138fc-1389-40bb-9d4a-fc3b82de1eb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.297872 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e2138fc-1389-40bb-9d4a-fc3b82de1eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.332713 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d316a64e-551a-4668-bd4b-d229cccd7db5 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:55:27.340046 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d316a64e-551a-4668-bd4b-d229cccd7db5 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.345499 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7f280f-ec7e-443c-acb7-7b3cc417624b None None] Sync routers for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:55:27.357423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f280f-ec7e-443c-acb7-7b3cc417624b None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:27.358604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-af7f280f-ec7e-443c-acb7-7b3cc417624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:27.378939 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d316a64e-551a-4668-bd4b-d229cccd7db5 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "PUT /v2.0/floatingips/ad66dc09-8847-4938-a15a-5dd1ec8db042 HTTP/1.1" status: 200 len: 687 time: 1.0884285 Nov 26 02:55:27.381768 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46976) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:27.405823 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e2138fc-1389-40bb-9d4a-fc3b82de1eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.407160 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-af7f280f-ec7e-443c-acb7-7b3cc417624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:27.420741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f280f-ec7e-443c-acb7-7b3cc417624b None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:27.422009 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-af7f280f-ec7e-443c-acb7-7b3cc417624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:27.463437 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-af7f280f-ec7e-443c-acb7-7b3cc417624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:27.464514 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7f280f-ec7e-443c-acb7-7b3cc417624b None None] The sync data for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:55:27.464844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2138fc-1389-40bb-9d4a-fc3b82de1eb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78a3ba49-f97b-46ea-9cad-f78b1f3fbbc5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:27.471099 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e2138fc-1389-40bb-9d4a-fc3b82de1eb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.478925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3e2138fc-1389-40bb-9d4a-fc3b82de1eb1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/78a3ba49-f97b-46ea-9cad-f78b1f3fbbc5 HTTP/1.1" status: 204 len: 168 time: 0.4599676 Nov 26 02:55:27.480322 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46982) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:27.516188 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f9b0e9e7-116b-4f17-b94e-460d53981df1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Deleting port a864b048-1ff0-4743-8c56-ec09e05107e5 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:55:27.516782 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e9e7-116b-4f17-b94e-460d53981df1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.658118 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89fcb70c-2366-44ce-8183-af0dfaab3af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.683836 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a56b46-e163-4eb5-90b2-beab26408942 req-35dc25dd-1766-4030-b70a-7651e514bd5d tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:27.688989 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54a56b46-e163-4eb5-90b2-beab26408942 req-35dc25dd-1766-4030-b70a-7651e514bd5d tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.1021934 Nov 26 02:55:27.809606 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89fcb70c-2366-44ce-8183-af0dfaab3af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.847475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54a56b46-e163-4eb5-90b2-beab26408942 req-ebea9807-92f3-49a0-98f3-d068d8b7863b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381605 Nov 26 02:55:27.847725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-89fcb70c-2366-44ce-8183-af0dfaab3af8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed15978-d56f-4d77-911b-29cd615b31e8']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:27.859557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-89fcb70c-2366-44ce-8183-af0dfaab3af8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3548748d-4f04-4d12-938c-8675885efb66') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:27.859895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-89fcb70c-2366-44ce-8183-af0dfaab3af8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3548748d-4f04-4d12-938c-8675885efb66') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:27.870260 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89fcb70c-2366-44ce-8183-af0dfaab3af8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.892116 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89fcb70c-2366-44ce-8183-af0dfaab3af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.899970 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fcb70c-2366-44ce-8183-af0dfaab3af8 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:55:27.900681 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89fcb70c-2366-44ce-8183-af0dfaab3af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:55:27.902701 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:55:27.965323 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e9e7-116b-4f17-b94e-460d53981df1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.965819 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e9e7-116b-4f17-b94e-460d53981df1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.979398 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89fcb70c-2366-44ce-8183-af0dfaab3af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:27.980005 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f9b0e9e7-116b-4f17-b94e-460d53981df1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Calling delete_port for a864b048-1ff0-4743-8c56-ec09e05107e5 owned by network:floatingip {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:55:28.000714 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89fcb70c-2366-44ce-8183-af0dfaab3af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:28.006249 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-89fcb70c-2366-44ce-8183-af0dfaab3af8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9ed15978-d56f-4d77-911b-29cd615b31e8 HTTP/1.1" status: 204 len: 168 time: 0.5219796 Nov 26 02:55:28.006249 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcb70c-2366-44ce-8183-af0dfaab3af8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ed15978-d56f-4d77-911b-29cd615b31e8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:28.173272 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47026) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:28.180997 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e9e7-116b-4f17-b94e-460d53981df1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:28.231094 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0e9e7-116b-4f17-b94e-460d53981df1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event deleted for resources: {'Port': ['ID=a864b048-1ff0-4743-8c56-ec09e05107e5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:28.282630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a3ffe-fcaa-46b1-ab31-50e302300926 req-2ee81408-3985-4fc1-a53d-304e76d64815 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:28.284227 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b3a3ffe-fcaa-46b1-ab31-50e302300926 req-2ee81408-3985-4fc1-a53d-304e76d64815 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 945 time: 0.0686116 Nov 26 02:55:28.303518 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7ec77a90-a054-4d0f-a134-703d172bfbe3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=520ff9420b704d8db0f444895bd76fae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290522 Nov 26 02:55:28.305954 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47038) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:28.357065 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b3a3ffe-fcaa-46b1-ab31-50e302300926 req-7f8379dc-b698-42e5-8c80-584845e578fb tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652759 Nov 26 02:55:28.370697 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e9e7-116b-4f17-b94e-460d53981df1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:28.373303 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e9e7-116b-4f17-b94e-460d53981df1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:28.377931 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47046) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:28.379660 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f9b0e9e7-116b-4f17-b94e-460d53981df1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/floatingips/ad66dc09-8847-4938-a15a-5dd1ec8db042 HTTP/1.1" status: 204 len: 168 time: 0.9963973 Nov 26 02:55:28.384802 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': '6d23ab23-9996-49de-87da-e8d5344af27b'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:28.417008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f5186-52d7-4094-8feb-69907fadaca9 req-067fb4ac-a24a-4ad9-a99b-8c52728c8112 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:28.418243 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:28.418523 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-161f5186-52d7-4094-8feb-69907fadaca9 req-067fb4ac-a24a-4ad9-a99b-8c52728c8112 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 945 time: 0.1049426 Nov 26 02:55:28.424409 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e6f5a6f-e433-4e64-a0a9-0c3ba64d959c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:28.479493 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e6f5a6f-e433-4e64-a0a9-0c3ba64d959c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:28.543189 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:28.589069 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-161f5186-52d7-4094-8feb-69907fadaca9 req-6330a783-de4c-4c9b-b5c2-1a0b129ce7f5 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Deleting port 458de657-6129-46a2-b4d4-9a066709440a {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:55:28.589531 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-161f5186-52d7-4094-8feb-69907fadaca9 req-6330a783-de4c-4c9b-b5c2-1a0b129ce7f5 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:28.654988 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e6f5a6f-e433-4e64-a0a9-0c3ba64d959c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:28.658791 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e6f5a6f-e433-4e64-a0a9-0c3ba64d959c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:28.660029 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0e6f5a6f-e433-4e64-a0a9-0c3ba64d959c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fb144f4-03a9-4ea7-8e0a-53729a2ca75b HTTP/1.1" status: 204 len: 168 time: 0.3531229 Nov 26 02:55:28.677484 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f5a6f-e433-4e64-a0a9-0c3ba64d959c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb144f4-03a9-4ea7-8e0a-53729a2ca75b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:28.695816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Allocated IP 172.25.0.78 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/ed5490c4-7def-4a7e-b563-1200227707f0) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:28.739707 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-161f5186-52d7-4094-8feb-69907fadaca9 req-6330a783-de4c-4c9b-b5c2-1a0b129ce7f5 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] For port 458de657-6129-46a2-b4d4-9a066709440a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=458de657-6129-46a2-b4d4-9a066709440a,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:28.740335 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-161f5186-52d7-4094-8feb-69907fadaca9 req-6330a783-de4c-4c9b-b5c2-1a0b129ce7f5 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:28.761020 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-161f5186-52d7-4094-8feb-69907fadaca9 req-6330a783-de4c-4c9b-b5c2-1a0b129ce7f5 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Calling delete_port for 458de657-6129-46a2-b4d4-9a066709440a owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:55:28.830444 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:28.880573 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:28.929067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:28.948175 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:28.961632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:29.023139 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-161f5186-52d7-4094-8feb-69907fadaca9 req-6330a783-de4c-4c9b-b5c2-1a0b129ce7f5 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:29.055557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=ed5490c4-7def-4a7e-b563-1200227707f0,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:29.094855 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330a783-de4c-4c9b-b5c2-1a0b129ce7f5 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Pushing event deleted for resources: {'Port': ['ID=458de657-6129-46a2-b4d4-9a066709440a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:29.112346 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be5ada-8398-458b-8014-84b827744dac req-d408e494-be7e-4e32-be96-dd499f8155cb tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:29.120627 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e2be5ada-8398-458b-8014-84b827744dac req-d408e494-be7e-4e32-be96-dd499f8155cb tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.1036634 Nov 26 02:55:29.146733 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-161f5186-52d7-4094-8feb-69907fadaca9 req-6330a783-de4c-4c9b-b5c2-1a0b129ce7f5 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] No DVR routers for this DVR port 458de657-6129-46a2-b4d4-9a066709440a on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:55:29.165628 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-161f5186-52d7-4094-8feb-69907fadaca9 req-6330a783-de4c-4c9b-b5c2-1a0b129ce7f5 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:29.173509 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-161f5186-52d7-4094-8feb-69907fadaca9 req-6330a783-de4c-4c9b-b5c2-1a0b129ce7f5 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.59 "DELETE /v2.0/ports/458de657-6129-46a2-b4d4-9a066709440a HTTP/1.1" status: 204 len: 173 time: 0.7455306 Nov 26 02:55:29.174824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa50dfd2-2a7b-47fe-9539-ea18c8980c49', 'name': 'network-vif-deleted', 'tag': '458de657-6129-46a2-b4d4-9a066709440a'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:55:29.179344 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4d8ca0-7356-4e0d-9c47-23576c643054" -d '{"events": [{"server_uuid": "aa50dfd2-2a7b-47fe-9539-ea18c8980c49", "name": "network-vif-deleted", "tag": "458de657-6129-46a2-b4d4-9a066709440a"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:55:29.252546 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a45598-f568-41a8-ac22-769e2e1ce598 x-openstack-request-id: req-26a45598-f568-41a8-ac22-769e2e1ce598 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:55:29.253827 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa50dfd2-2a7b-47fe-9539-ea18c8980c49", "name": "network-vif-deleted", "tag": "458de657-6129-46a2-b4d4-9a066709440a", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:55:29.254175 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26a45598-f568-41a8-ac22-769e2e1ce598 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:55:29.254578 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa50dfd2-2a7b-47fe-9539-ea18c8980c49', 'name': 'network-vif-deleted', 'tag': '458de657-6129-46a2-b4d4-9a066709440a', 'status': 'completed', 'code': 200} Nov 26 02:55:29.329963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e2be5ada-8398-458b-8014-84b827744dac req-08ea9679-7dc7-459e-8bd7-31b3a9dedb4d tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961305 Nov 26 02:55:29.511690 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-062a53f9-4034-4d31-bda0-0a9ee8385de5 req-caa15708-3c0d-4a55-82bf-55749efbe7b9 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa50dfd2-2a7b-47fe-9539-ea18c8980c49 HTTP/1.1" status: 200 len: 210 time: 0.0310354 Nov 26 02:55:29.703151 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:29.782727 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:29.795734 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47218) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:29.994314 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:30.001308 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:30.051243 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47230) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:30.100106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=ed5490c4-7def-4a7e-b563-1200227707f0,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:30.106551 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-47dae90a-8e2d-49f1-b872-69487ad10895 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:30.111145 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:30.146740 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-6a3bf8f8-e0a4-436b-b225-08ba12a04752 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-568711453-network', 'tenant_id': 'd374d7e87e1049f894392022102fc797'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:30.184847 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3bf8f8-e0a4-436b-b225-08ba12a04752 admin admin] Made reservation on behalf of d374d7e87e1049f894392022102fc797 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:30.187765 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a3bf8f8-e0a4-436b-b225-08ba12a04752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:30.199822 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a3bf8f8-e0a4-436b-b225-08ba12a04752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:30.222656 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Floating IP 23256dbd-6874-40b0-994f-1023fdfc5b59 associated. External IP: 172.25.0.78, port: 6d23ab23-9996-49de-87da-e8d5344af27b. Nov 26 02:55:30.261313 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-47dae90a-8e2d-49f1-b872-69487ad10895 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:30.269137 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-47dae90a-8e2d-49f1-b872-69487ad10895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:30.325843 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-47dae90a-8e2d-49f1-b872-69487ad10895 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5542696c671426c8f4a5775fd199a80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5286007 Nov 26 02:55:30.329204 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dae90a-8e2d-49f1-b872-69487ad10895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb1e1bc-f9ff-4508-bd9d-bc5ca21df72c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:30.332479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47250) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:30.357030 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a3bf8f8-e0a4-436b-b225-08ba12a04752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:30.362510 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a3bf8f8-e0a4-436b-b225-08ba12a04752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:30.390049 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3bf8f8-e0a4-436b-b225-08ba12a04752 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:55:30.413799 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bf8f8-e0a4-436b-b225-08ba12a04752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f160d5be-0c3a-494d-8847-812324e3479e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:30.416993 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a3bf8f8-e0a4-436b-b225-08ba12a04752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:30.417378 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-6a3bf8f8-e0a4-436b-b225-08ba12a04752 admin admin] Added segment faad0233-c4a7-42bf-a6a1-38a85e08ea1a of type vlan for network aff81db0-66c2-4a98-8908-1a2ec1e1b26d Nov 26 02:55:30.466602 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a3bf8f8-e0a4-436b-b225-08ba12a04752 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:30.501892 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a3bf8f8-e0a4-436b-b225-08ba12a04752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:30.503025 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3bf8f8-e0a4-436b-b225-08ba12a04752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:30.503729 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a3bf8f8-e0a4-436b-b225-08ba12a04752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:30.575021 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bf8f8-e0a4-436b-b225-08ba12a04752 admin admin] Pushing event updated for resources: {'Network': ['ID=aff81db0-66c2-4a98-8908-1a2ec1e1b26d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:30.598484 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6a3bf8f8-e0a4-436b-b225-08ba12a04752 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5461378 Nov 26 02:55:30.602429 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network aff81db0-66c2-4a98-8908-1a2ec1e1b26d details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:55:30.602948 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47274) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:30.617354 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-6bff7f71-8d92-467e-916b-350cd9ad1d06 admin admin] Request body: {'subnet': {'network_id': 'aff81db0-66c2-4a98-8908-1a2ec1e1b26d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-568711453-subnet', 'tenant_id': 'd374d7e87e1049f894392022102fc797', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:30.667836 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bff7f71-8d92-467e-916b-350cd9ad1d06 admin admin] Made reservation on behalf of d374d7e87e1049f894392022102fc797 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:30.679043 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6bff7f71-8d92-467e-916b-350cd9ad1d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:30.786904 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 458de657-6129-46a2-b4d4-9a066709440a no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:55:30.825793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 458de657-6129-46a2-b4d4-9a066709440a {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:55:30.826179 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 458de657-6129-46a2-b4d4-9a066709440a not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:55:30.900476 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6bff7f71-8d92-467e-916b-350cd9ad1d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:30.960443 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff7f71-8d92-467e-916b-350cd9ad1d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec191eb-c275-4e74-b83d-9579b98155aa,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:30.967478 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bff7f71-8d92-467e-916b-350cd9ad1d06 admin admin] Checking segment: {'id': 'faad0233-c4a7-42bf-a6a1-38a85e08ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'aff81db0-66c2-4a98-8908-1a2ec1e1b26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:55:30.967833 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bff7f71-8d92-467e-916b-350cd9ad1d06 admin admin] Network hostable DHCP agents. Network: aff81db0-66c2-4a98-8908-1a2ec1e1b26d, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:55:30.987777 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bff7f71-8d92-467e-916b-350cd9ad1d06 admin admin] Network aff81db0-66c2-4a98-8908-1a2ec1e1b26d is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:55:31.000084 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-6bff7f71-8d92-467e-916b-350cd9ad1d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, aff81db0-66c2-4a98-8908-1a2ec1e1b26d) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:31.000294 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7848ea3-4a47-458c-a4cb-b2e13739d8dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:31.004821 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bff7f71-8d92-467e-916b-350cd9ad1d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:31.005632 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6bff7f71-8d92-467e-916b-350cd9ad1d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:31.011539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96e5515-eb3a-46b1-b98b-888cff3eea81 None None] Network aff81db0-66c2-4a98-8908-1a2ec1e1b26d requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:55:31.032311 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6bff7f71-8d92-467e-916b-350cd9ad1d06 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4284804 Nov 26 02:55:31.068975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b14cd9-0a33-46ae-bd88-494c15f69230 req-c2e106b0-8ef1-4c93-81cb-2b07cc5a09ea tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:31.070614 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42b14cd9-0a33-46ae-bd88-494c15f69230 req-c2e106b0-8ef1-4c93-81cb-2b07cc5a09ea tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.5913615 Nov 26 02:55:31.086975 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7848ea3-4a47-458c-a4cb-b2e13739d8dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:31.158716 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c309392-d436-418b-92bf-b7a48407618b req-a3a8733c-dfcb-444a-bbac-91fc9114e9c2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:31.165812 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c309392-d436-418b-92bf-b7a48407618b req-a3a8733c-dfcb-444a-bbac-91fc9114e9c2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 811 time: 0.2779791 Nov 26 02:55:31.177024 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3816e9-931d-4bd0-a6e6-abd0f3a20d18 None None] Network aff81db0-66c2-4a98-8908-1a2ec1e1b26d requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:55:31.185875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 877f9af7-c117-426f-9e81-7a67a2943cb4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:55:31.208876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c309392-d436-418b-92bf-b7a48407618b req-8e8f48c9-6f52-425b-b428-59c69b34e67e tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/quotas/4be478bdf8de411ba7c8fa3e014f0ef8 HTTP/1.1" status: 200 len: 375 time: 0.0418904 Nov 26 02:55:31.253352 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c309392-d436-418b-92bf-b7a48407618b req-518cb616-70fc-4f49-b634-d6b216540d76 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435686 Nov 26 02:55:31.259373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42b14cd9-0a33-46ae-bd88-494c15f69230 req-b05accb5-b5c9-4429-a2f8-2e1cf867904b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695082 Nov 26 02:55:31.383860 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7848ea3-4a47-458c-a4cb-b2e13739d8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:31.386523 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7848ea3-4a47-458c-a4cb-b2e13739d8dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:31.390465 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f7848ea3-4a47-458c-a4cb-b2e13739d8dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2cb1e1bc-f9ff-4508-bd9d-bc5ca21df72c HTTP/1.1" status: 204 len: 168 time: 1.0530915 Nov 26 02:55:31.413827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7848ea3-4a47-458c-a4cb-b2e13739d8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb1e1bc-f9ff-4508-bd9d-bc5ca21df72c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:31.455005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:55:31.468268 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae7448-9f42-44d9-90b8-442b625c707d None None] Sync routers for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:55:31.480481 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c309392-d436-418b-92bf-b7a48407618b req-099b34d8-2510-4326-94bc-61e06a18b077 service neutron] 10.222.0.31 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173076 Nov 26 02:55:31.489048 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dae7448-9f42-44d9-90b8-442b625c707d None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:31.489686 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-7dae7448-9f42-44d9-90b8-442b625c707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:31.489831 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:31.533033 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-7dae7448-9f42-44d9-90b8-442b625c707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:31.542715 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dae7448-9f42-44d9-90b8-442b625c707d None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:31.543365 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-7dae7448-9f42-44d9-90b8-442b625c707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:31.582085 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-7dae7448-9f42-44d9-90b8-442b625c707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:31.582743 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae7448-9f42-44d9-90b8-442b625c707d None None] The sync data for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:55:31.588973 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-83fb75e2-ce41-4700-bce2-593ce9770011 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2082293 Nov 26 02:55:31.591683 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47358) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:31.639809 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c309392-d436-418b-92bf-b7a48407618b req-6c076948-7a58-4763-9afa-68cb442d3189 service neutron] 10.222.0.31 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464279 Nov 26 02:55:31.682597 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-299b620b-9ffe-48ce-b476-0ad5dca919c7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "GET /v2.0/floatingips/23256dbd-6874-40b0-994f-1023fdfc5b59 HTTP/1.1" status: 200 len: 977 time: 0.0870631 Nov 26 02:55:31.685072 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47362) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:31.809108 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a8d26ce6-cde3-45c6-b3b5-68218ee06a52 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1221607 Nov 26 02:55:31.812890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47372) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:31.818875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-15e5aa25-bfe2-49a2-b649-5ae31d741771 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'floatingip': {'port_id': 'b3a26a71-4cd2-4323-a03c-c5586c39a475'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:31.959806 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-15e5aa25-bfe2-49a2-b649-5ae31d741771 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:32.018384 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47390) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:32.058136 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d6277256-030a-4f85-ac14-b4808e8644a9 req-50c3f786-09ca-4d3d-9f44-ada82c578eb4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 210 time: 0.0529699 Nov 26 02:55:32.118306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-04db331b-95f1-4255-90f2-01703ddc8cd8 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:32.119835 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-04db331b-95f1-4255-90f2-01703ddc8cd8 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/networks?id=aff81db0-66c2-4a98-8908-1a2ec1e1b26d HTTP/1.1" status: 200 len: 817 time: 0.2518141 Nov 26 02:55:32.168766 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-1622f011-f501-4b10-9f44-ec6aab895f8e tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/quotas/d374d7e87e1049f894392022102fc797 HTTP/1.1" status: 200 len: 375 time: 0.0276909 Nov 26 02:55:32.236093 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-010e776c-66c7-43e5-9306-8aa8c50d88ec tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d374d7e87e1049f894392022102fc797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373738 Nov 26 02:55:32.244873 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-da30bb72-c5af-4df2-ac64-8a6720a6d876 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:32.352995 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-da30bb72-c5af-4df2-ac64-8a6720a6d876 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:32.369911 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-da30bb72-c5af-4df2-ac64-8a6720a6d876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:32.417966 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-da30bb72-c5af-4df2-ac64-8a6720a6d876 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48c4a0153b7c42089406be140b37610d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3982747 Nov 26 02:55:32.419107 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30bb72-c5af-4df2-ac64-8a6720a6d876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98065b2-d683-48c1-8683-e3feb30fb3d5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:32.422327 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47410) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:32.489340 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-27e3a1d1-573c-48a0-9f2d-2a156d5ef703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:32.511774 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19a51e-d295-4f88-a987-c0dd8fc3f7a3 req-198612fb-29a6-4b47-aa60-3de1adfa1f8b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:32.512287 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-27e3a1d1-573c-48a0-9f2d-2a156d5ef703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:32.516605 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d19a51e-d295-4f88-a987-c0dd8fc3f7a3 req-198612fb-29a6-4b47-aa60-3de1adfa1f8b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.1281648 Nov 26 02:55:32.537525 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-9e33ff53-5bdc-4734-90e9-79e92452804e service neutron] 10.222.0.31 "GET /v2.0/networks/aff81db0-66c2-4a98-8908-1a2ec1e1b26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912848 Nov 26 02:55:32.592493 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-27e3a1d1-573c-48a0-9f2d-2a156d5ef703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:32.597370 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-27e3a1d1-573c-48a0-9f2d-2a156d5ef703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:32.598973 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-27e3a1d1-573c-48a0-9f2d-2a156d5ef703 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f98065b2-d683-48c1-8683-e3feb30fb3d5 HTTP/1.1" status: 204 len: 168 time: 0.1756623 Nov 26 02:55:32.625792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3a1d1-573c-48a0-9f2d-2a156d5ef703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98065b2-d683-48c1-8683-e3feb30fb3d5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:32.674368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d19a51e-d295-4f88-a987-c0dd8fc3f7a3 req-7479028b-588e-4af5-b0d0-901c86909932 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437619 Nov 26 02:55:32.803615 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-e1d2b3a3-73d7-437f-b67c-aacd1f8dd070 service neutron] 10.222.0.31 "GET /v2.0/networks/aff81db0-66c2-4a98-8908-1a2ec1e1b26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587593 Nov 26 02:55:32.868166 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47424) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:32.907313 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-15e5aa25-bfe2-49a2-b649-5ae31d741771 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:32.921705 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-15e5aa25-bfe2-49a2-b649-5ae31d741771 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:33.012879 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c18007d3-65dc-4119-a203-d0c09348c078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:33.190957 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4e47f90-a3ab-44dd-9385-94604cfdb10d req-9e75cf43-a4ee-400f-8b19-7cdf36470e9f tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/ports?device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 210 time: 0.0918679 Nov 26 02:55:33.204757 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-15e5aa25-bfe2-49a2-b649-5ae31d741771 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Floating IP 23256dbd-6874-40b0-994f-1023fdfc5b59 associated. External IP: 172.25.0.78, port: 6d23ab23-9996-49de-87da-e8d5344af27b. Nov 26 02:55:33.249795 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e58e791a-1f7b-41a2-a6b6-f583f95ccb43 req-1df0edba-f684-4988-a27b-52f46f18c9fb tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 210 time: 0.0467088 Nov 26 02:55:33.292127 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c18007d3-65dc-4119-a203-d0c09348c078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:33.303817 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c18007d3-65dc-4119-a203-d0c09348c078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:33.391826 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c18007d3-65dc-4119-a203-d0c09348c078 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4cb4a86711b946b68df2c1c6b792a0ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5219815 Nov 26 02:55:33.392790 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18007d3-65dc-4119-a203-d0c09348c078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcecdd6a-bb65-46f0-9b7c-5b30f92c38d0,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:33.395442 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47454) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:33.403181 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c309392-d436-418b-92bf-b7a48407618b req-681953cf-272d-46ff-98f3-57e5ab8a4f9f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:33.404846 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2c309392-d436-418b-92bf-b7a48407618b req-681953cf-272d-46ff-98f3-57e5ab8a4f9f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.59 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 811 time: 0.2442861 Nov 26 02:55:33.434202 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-2c309392-d436-418b-92bf-b7a48407618b req-3a534467-da2f-4561-82c8-3efd65d6ea9d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Request body: {'port': {'device_id': '36391169-de6f-4366-8e70-940c9bcfbb2d', 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e', 'admin_state_up': True, 'tenant_id': '4be478bdf8de411ba7c8fa3e014f0ef8'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:33.522358 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a26aedf7-7441-4b35-b015-8c8769cb216c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:33.527422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e5aa25-bfe2-49a2-b649-5ae31d741771 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 877f9af7-c117-426f-9e81-7a67a2943cb4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:55:33.581731 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a26aedf7-7441-4b35-b015-8c8769cb216c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:33.636918 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c309392-d436-418b-92bf-b7a48407618b req-3a534467-da2f-4561-82c8-3efd65d6ea9d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Made reservation on behalf of 4be478bdf8de411ba7c8fa3e014f0ef8 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:33.640668 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2c309392-d436-418b-92bf-b7a48407618b req-3a534467-da2f-4561-82c8-3efd65d6ea9d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:33.676516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e5aa25-bfe2-49a2-b649-5ae31d741771 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:55:33.690610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b516f40b-695d-4715-a7d1-cd5fb738abd6 None None] Sync routers for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:55:33.713670 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a26aedf7-7441-4b35-b015-8c8769cb216c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:33.716142 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516f40b-695d-4715-a7d1-cd5fb738abd6 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:33.716289 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a26aedf7-7441-4b35-b015-8c8769cb216c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:33.717877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b516f40b-695d-4715-a7d1-cd5fb738abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:33.718019 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a26aedf7-7441-4b35-b015-8c8769cb216c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dcecdd6a-bb65-46f0-9b7c-5b30f92c38d0 HTTP/1.1" status: 204 len: 168 time: 0.3122394 Nov 26 02:55:33.769786 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26aedf7-7441-4b35-b015-8c8769cb216c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcecdd6a-bb65-46f0-9b7c-5b30f92c38d0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:33.825870 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b516f40b-695d-4715-a7d1-cd5fb738abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:33.866026 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516f40b-695d-4715-a7d1-cd5fb738abd6 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:33.866874 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b516f40b-695d-4715-a7d1-cd5fb738abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:33.909240 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b516f40b-695d-4715-a7d1-cd5fb738abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:33.910984 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b516f40b-695d-4715-a7d1-cd5fb738abd6 None None] The sync data for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:55:33.930327 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-2c309392-d436-418b-92bf-b7a48407618b req-3a534467-da2f-4561-82c8-3efd65d6ea9d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Allocated IP 172.20.0.4 (6f6608d8-291a-4259-8927-5089b1ce2d2e/afcc1d3e-e838-4aac-9873-c211c542870e/6980759a-8bd6-4e94-94c2-21cf93231243) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:33.941699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9535c8e-39a5-4374-9075-f5d6acafdf2b req-6c0a01d0-21da-4e6f-8ad2-afa83e455d10 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:33.943482 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9535c8e-39a5-4374-9075-f5d6acafdf2b req-6c0a01d0-21da-4e6f-8ad2-afa83e455d10 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.1137066 Nov 26 02:55:34.220099 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2c309392-d436-418b-92bf-b7a48407618b req-3a534467-da2f-4561-82c8-3efd65d6ea9d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:34.287217 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2c309392-d436-418b-92bf-b7a48407618b req-3a534467-da2f-4561-82c8-3efd65d6ea9d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:34.357510 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a534467-da2f-4561-82c8-3efd65d6ea9d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Pushing event updated for resources: {'Port': ['ID=6980759a-8bd6-4e94-94c2-21cf93231243,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:34.381902 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c309392-d436-418b-92bf-b7a48407618b req-3a534467-da2f-4561-82c8-3efd65d6ea9d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Network 6f6608d8-291a-4259-8927-5089b1ce2d2e is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:34.385301 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-2c309392-d436-418b-92bf-b7a48407618b req-3a534467-da2f-4561-82c8-3efd65d6ea9d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:34.390891 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c309392-d436-418b-92bf-b7a48407618b req-3a534467-da2f-4561-82c8-3efd65d6ea9d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:34.471335 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c309392-d436-418b-92bf-b7a48407618b req-3a534467-da2f-4561-82c8-3efd65d6ea9d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:34.472078 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2c309392-d436-418b-92bf-b7a48407618b req-3a534467-da2f-4561-82c8-3efd65d6ea9d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:34.499815 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2c309392-d436-418b-92bf-b7a48407618b req-3a534467-da2f-4561-82c8-3efd65d6ea9d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0694869 Nov 26 02:55:34.505960 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14d66df4-dafd-4c77-9e53-bbde8cf77ba9 req-56c02d22-3ea3-469f-92b6-c72d2d834c5e tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/ports?device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 210 time: 0.0489678 Nov 26 02:55:34.518829 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Request body: {'port': {'device_id': '36391169-de6f-4366-8e70-940c9bcfbb2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:34.520625 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9535c8e-39a5-4374-9075-f5d6acafdf2b req-aac1f93c-c660-4878-a085-47b911e359f9 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5663717 Nov 26 02:55:34.655719 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:34.755946 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e5aa25-bfe2-49a2-b649-5ae31d741771 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 877f9af7-c117-426f-9e81-7a67a2943cb4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:55:34.782342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-c5d8338f-c2a3-4740-8436-a8ce15f8c1b4 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:34.783756 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-c5d8338f-c2a3-4740-8436-a8ce15f8c1b4 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.54 "GET /v2.0/networks?id=aff81db0-66c2-4a98-8908-1a2ec1e1b26d HTTP/1.1" status: 200 len: 817 time: 0.2813935 Nov 26 02:55:34.800536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bc07c-2da0-42eb-87f4-9f4a3fcc9a21 req-fdc5bdcb-2311-494b-b161-4cbc9c702c34 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:34.802371 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e7bc07c-2da0-42eb-87f4-9f4a3fcc9a21 req-fdc5bdcb-2311-494b-b161-4cbc9c702c34 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 931 time: 0.1633472 Nov 26 02:55:34.893507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-7466d97d-d867-42fb-ab03-6f4dbd678e3a tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Request body: {'port': {'device_id': 'f517be6e-a2fb-4448-9533-b05c61156d7e', 'network_id': 'aff81db0-66c2-4a98-8908-1a2ec1e1b26d', 'admin_state_up': True, 'tenant_id': 'd374d7e87e1049f894392022102fc797'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:35.023409 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6980759a-8bd6-4e94-94c2-21cf93231243 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:55:35.034451 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:35.052834 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Transition to ACTIVE for port object 6980759a-8bd6-4e94-94c2-21cf93231243 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:55:35.059930 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:35.080098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e7bc07c-2da0-42eb-87f4-9f4a3fcc9a21 req-777d3a87-e8dd-49d6-bd1d-a24e7e017de1 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172542 Nov 26 02:55:35.104444 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e5aa25-bfe2-49a2-b649-5ae31d741771 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:55:35.115982 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83541e3-be42-49e2-a919-d667dfc6761d None None] Sync routers for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:55:35.129998 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-15e5aa25-bfe2-49a2-b649-5ae31d741771 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:35.132649 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83541e3-be42-49e2-a919-d667dfc6761d None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:35.138994 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a83541e3-be42-49e2-a919-d667dfc6761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:35.195965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Pushing event updated for resources: {'Port': ['ID=6980759a-8bd6-4e94-94c2-21cf93231243,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:35.211909 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Attempting to bind port 6980759a-8bd6-4e94-94c2-21cf93231243 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:55:35.212278 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Attempting to bind port 6980759a-8bd6-4e94-94c2-21cf93231243 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:55:35.212795 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Attempting to bind port 6980759a-8bd6-4e94-94c2-21cf93231243 on network 6f6608d8-291a-4259-8927-5089b1ce2d2e {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:55:35.219174 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Port 6980759a-8bd6-4e94-94c2-21cf93231243 on network 6f6608d8-291a-4259-8927-5089b1ce2d2e not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:55:35.219498 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Attempting to bind port 6980759a-8bd6-4e94-94c2-21cf93231243 on network 6f6608d8-291a-4259-8927-5089b1ce2d2e {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:55:35.220916 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-7466d97d-d867-42fb-ab03-6f4dbd678e3a tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Made reservation on behalf of d374d7e87e1049f894392022102fc797 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:35.224851 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-7466d97d-d867-42fb-ab03-6f4dbd678e3a tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:35.226489 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:55:35.226831 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Checking segment: {'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:55:35.227215 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Bound using segment: {'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:55:35.227798 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Bound port: 6980759a-8bd6-4e94-94c2-21cf93231243, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:55:35.228454 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:35.243729 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a83541e3-be42-49e2-a919-d667dfc6761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:35.245647 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-15e5aa25-bfe2-49a2-b649-5ae31d741771 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "PUT /v2.0/floatingips/23256dbd-6874-40b0-994f-1023fdfc5b59 HTTP/1.1" status: 200 len: 976 time: 3.4316370 Nov 26 02:55:35.248560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47530) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:35.253560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-9294b8fa-c539-49a3-a77f-203d50bb5d32 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:35.263085 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83541e3-be42-49e2-a919-d667dfc6761d None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:35.266031 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a83541e3-be42-49e2-a919-d667dfc6761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:35.311499 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a83541e3-be42-49e2-a919-d667dfc6761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:35.312621 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83541e3-be42-49e2-a919-d667dfc6761d None None] The sync data for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:55:35.327003 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] For port 6980759a-8bd6-4e94-94c2-21cf93231243, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:55:35.330521 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] For port 6980759a-8bd6-4e94-94c2-21cf93231243, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6980759a-8bd6-4e94-94c2-21cf93231243,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:55:35.335499 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:35.388002 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:35.389209 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:35.390830 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2c309392-d436-418b-92bf-b7a48407618b req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] 10.222.0.59 "PUT /v2.0/ports/6980759a-8bd6-4e94-94c2-21cf93231243 HTTP/1.1" status: 200 len: 1091 time: 0.8772876 Nov 26 02:55:35.391396 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36391169-de6f-4366-8e70-940c9bcfbb2d', 'tag': '6980759a-8bd6-4e94-94c2-21cf93231243'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:55:35.393508 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9294b8fa-c539-49a3-a77f-203d50bb5d32 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:35.393655 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dafc4cf-8778-4767-9b0b-bb8c899485ca" -d '{"events": [{"name": "network-changed", "server_uuid": "36391169-de6f-4366-8e70-940c9bcfbb2d", "tag": "6980759a-8bd6-4e94-94c2-21cf93231243"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:55:35.442891 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa6b15-dae0-4ed8-9af8-3ce5924dccfb service neutron] Pushing event updated for resources: {'Port': ['ID=6980759a-8bd6-4e94-94c2-21cf93231243,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:35.469084 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5f1faf-a2b2-46de-879c-39650bfc8b41 x-openstack-request-id: req-cf5f1faf-a2b2-46de-879c-39650bfc8b41 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:55:35.469563 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36391169-de6f-4366-8e70-940c9bcfbb2d", "tag": "6980759a-8bd6-4e94-94c2-21cf93231243", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:55:35.469972 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf5f1faf-a2b2-46de-879c-39650bfc8b41 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:55:35.471462 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36391169-de6f-4366-8e70-940c9bcfbb2d', 'tag': '6980759a-8bd6-4e94-94c2-21cf93231243', 'status': 'completed', 'code': 200} Nov 26 02:55:35.537284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-7466d97d-d867-42fb-ab03-6f4dbd678e3a tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Allocated IP 172.20.0.11 (aff81db0-66c2-4a98-8908-1a2ec1e1b26d/aec191eb-c275-4e74-b83d-9579b98155aa/5ae073af-9d99-4314-9da6-18308da3ddcb) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:35.542140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c309392-d436-418b-92bf-b7a48407618b req-8031273f-548a-4dde-b3af-d6023f8c2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:35.543995 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2c309392-d436-418b-92bf-b7a48407618b req-8031273f-548a-4dde-b3af-d6023f8c2ae8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 1094 time: 0.0642931 Nov 26 02:55:35.609423 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2c309392-d436-418b-92bf-b7a48407618b req-1cc1c92b-840c-47bf-8f02-a6bbaa578c97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6980759a-8bd6-4e94-94c2-21cf93231243 HTTP/1.1" status: 200 len: 217 time: 0.0509200 Nov 26 02:55:35.645268 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9294b8fa-c539-49a3-a77f-203d50bb5d32 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:35.682474 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c309392-d436-418b-92bf-b7a48407618b req-85863560-d28a-4e3b-a9d0-f10fc67c83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:35.683608 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9294b8fa-c539-49a3-a77f-203d50bb5d32 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:35.683958 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-9294b8fa-c539-49a3-a77f-203d50bb5d32 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Floating IP 23256dbd-6874-40b0-994f-1023fdfc5b59 disassociated. External IP: 172.25.0.78, port: b3a26a71-4cd2-4323-a03c-c5586c39a475. Nov 26 02:55:35.684391 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2c309392-d436-418b-92bf-b7a48407618b req-85863560-d28a-4e3b-a9d0-f10fc67c83ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afcc1d3e-e838-4aac-9873-c211c542870e HTTP/1.1" status: 200 len: 851 time: 0.0673742 Nov 26 02:55:35.725991 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2c309392-d436-418b-92bf-b7a48407618b req-4061f9a4-d310-4045-bdc8-badcf7fbb6a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6f6608d8-291a-4259-8927-5089b1ce2d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339913 Nov 26 02:55:35.830785 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2c309392-d436-418b-92bf-b7a48407618b req-0473f99e-b1bf-42d1-b401-169a625624b9 service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968580 Nov 26 02:55:35.836381 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e64ed5f0-dfbe-490e-be3a-4c4ee758571d req-34ccaca3-2484-4ad8-8ca1-f7d8e662b3ba tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/ports?device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 210 time: 0.0954113 Nov 26 02:55:35.942120 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-7466d97d-d867-42fb-ab03-6f4dbd678e3a tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:35.960103 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f989c46-b544-49a1-8d90-17fffa2216cc req-1c85fe66-5604-46e4-bdf6-9691c174952e tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:35.960230 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2c309392-d436-418b-92bf-b7a48407618b req-92e7f6b4-275d-47df-b880-8db2a2c6aa57 service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147757 Nov 26 02:55:35.961582 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7f989c46-b544-49a1-8d90-17fffa2216cc req-1c85fe66-5604-46e4-bdf6-9691c174952e tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.3310869 Nov 26 02:55:36.140939 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7f989c46-b544-49a1-8d90-17fffa2216cc req-5cad345d-857e-4e97-8f15-340c7cd74ffa tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710396 Nov 26 02:55:36.148385 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-7466d97d-d867-42fb-ab03-6f4dbd678e3a tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:36.173863 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafc4cf-8778-4767-9b0b-bb8c899485ca req-12c27a88-c53d-4217-a2b0-38b135c95bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:36.175489 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9dafc4cf-8778-4767-9b0b-bb8c899485ca req-12c27a88-c53d-4217-a2b0-38b135c95bd9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 1094 time: 0.1039126 Nov 26 02:55:36.275513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-7466d97d-d867-42fb-ab03-6f4dbd678e3a tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Network aff81db0-66c2-4a98-8908-1a2ec1e1b26d is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:36.289046 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-7466d97d-d867-42fb-ab03-6f4dbd678e3a tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:36.295976 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-7466d97d-d867-42fb-ab03-6f4dbd678e3a tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:36.299728 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466d97d-d867-42fb-ab03-6f4dbd678e3a tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Pushing event updated for resources: {'Port': ['ID=5ae073af-9d99-4314-9da6-18308da3ddcb,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:36.370348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528fb47-a612-4447-88cc-f7be4bde5c0f req-82360b55-e0a1-4270-b8d5-5f3b9d056f80 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:36.377231 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafc4cf-8778-4767-9b0b-bb8c899485ca req-75b43d41-ad99-489a-8ea7-e09177b98168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:36.377567 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9dafc4cf-8778-4767-9b0b-bb8c899485ca req-75b43d41-ad99-489a-8ea7-e09177b98168 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 912 time: 0.1919689 Nov 26 02:55:36.383195 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0528fb47-a612-4447-88cc-f7be4bde5c0f req-82360b55-e0a1-4270-b8d5-5f3b9d056f80 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 943 time: 0.1990442 Nov 26 02:55:36.415295 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-7466d97d-d867-42fb-ab03-6f4dbd678e3a tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:36.415951 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-7466d97d-d867-42fb-ab03-6f4dbd678e3a tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:36.430133 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9294b8fa-c539-49a3-a77f-203d50bb5d32 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 877f9af7-c117-426f-9e81-7a67a2943cb4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:55:36.444880 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9dafc4cf-8778-4767-9b0b-bb8c899485ca req-0cbb6cd1-4a7e-43c7-a13c-8ab8097cbd43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6980759a-8bd6-4e94-94c2-21cf93231243 HTTP/1.1" status: 200 len: 217 time: 0.0591807 Nov 26 02:55:36.459040 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-7466d97d-d867-42fb-ab03-6f4dbd678e3a tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6014364 Nov 26 02:55:36.480979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Request body: {'port': {'device_id': 'f517be6e-a2fb-4448-9533-b05c61156d7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:36.494113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0528fb47-a612-4447-88cc-f7be4bde5c0f req-2382517a-a3e0-4402-88ba-c69efe9ac947 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099236 Nov 26 02:55:36.541071 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafc4cf-8778-4767-9b0b-bb8c899485ca req-d2375ed2-d8a3-4bce-9fe3-1cb62ca23532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:36.543274 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9dafc4cf-8778-4767-9b0b-bb8c899485ca req-d2375ed2-d8a3-4bce-9fe3-1cb62ca23532 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afcc1d3e-e838-4aac-9873-c211c542870e HTTP/1.1" status: 200 len: 851 time: 0.0905516 Nov 26 02:55:36.608127 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9dafc4cf-8778-4767-9b0b-bb8c899485ca req-c519df99-0da9-49e8-9700-981a94606501 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6f6608d8-291a-4259-8927-5089b1ce2d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540609 Nov 26 02:55:36.610744 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47642) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:36.745668 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9dafc4cf-8778-4767-9b0b-bb8c899485ca req-763e8730-c9d8-4900-a1f0-ac92d6d7da08 service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285737 Nov 26 02:55:36.750173 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:36.788394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808eedd-f737-4461-bbc8-3280d67ad868 req-ef217c08-b6f3-4557-9483-03e9bc660b11 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:36.796107 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e808eedd-f737-4461-bbc8-3280d67ad868 req-ef217c08-b6f3-4557-9483-03e9bc660b11 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.1616797 Nov 26 02:55:36.802632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4202729-e242-4719-90bf-a837bf14c8fb req-f168008b-8381-4980-9b4e-90f6a4fdd1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:36.804045 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4202729-e242-4719-90bf-a837bf14c8fb req-f168008b-8381-4980-9b4e-90f6a4fdd1c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63b815c3cb0d48b09328fd2ad95d226f&device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 1096 time: 0.1686318 Nov 26 02:55:36.814780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-286cb9c7-ab23-417e-8a9f-1d8b52cc392d tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:36.853348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9294b8fa-c539-49a3-a77f-203d50bb5d32 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:55:36.865130 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-286cb9c7-ab23-417e-8a9f-1d8b52cc392d tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:36.869337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe7212-c26a-461e-816e-87fdd032ec9a None None] Sync routers for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:55:36.896265 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9294b8fa-c539-49a3-a77f-203d50bb5d32 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:36.896932 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe7212-c26a-461e-816e-87fdd032ec9a None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:36.898005 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-0bfe7212-c26a-461e-816e-87fdd032ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:36.962607 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-0bfe7212-c26a-461e-816e-87fdd032ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:36.963596 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9dafc4cf-8778-4767-9b0b-bb8c899485ca req-3e2829e9-727a-4154-95cb-b2b3391752be service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090223 Nov 26 02:55:36.977018 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe7212-c26a-461e-816e-87fdd032ec9a None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:36.978101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-0bfe7212-c26a-461e-816e-87fdd032ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:37.017653 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-0bfe7212-c26a-461e-816e-87fdd032ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:37.018813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe7212-c26a-461e-816e-87fdd032ec9a None None] The sync data for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:55:37.033540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9294b8fa-c539-49a3-a77f-203d50bb5d32 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "PUT /v2.0/floatingips/23256dbd-6874-40b0-994f-1023fdfc5b59 HTTP/1.1" status: 200 len: 687 time: 1.7836299 Nov 26 02:55:37.038956 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47672) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:37.088269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e808eedd-f737-4461-bbc8-3280d67ad868 req-2ec61422-2f68-4b38-885d-3c54614d832b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879083 Nov 26 02:55:37.111247 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-286cb9c7-ab23-417e-8a9f-1d8b52cc392d tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:37.162007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4202729-e242-4719-90bf-a837bf14c8fb req-6e22f47b-d707-4c42-95ad-acebdaa24d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:37.163580 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4202729-e242-4719-90bf-a837bf14c8fb req-6e22f47b-d707-4c42-95ad-acebdaa24d92 service neutron] 10.222.0.59 "GET /v2.0/networks?id=280aa7a0-b74e-4574-ba4c-9132492aa839 HTTP/1.1" status: 200 len: 911 time: 0.3319016 Nov 26 02:55:37.180316 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762278b0-ac26-4f16-be4a-41457f3b250c req-03f4228a-1251-4635-a467-fafda8f0273d tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:37.182031 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-762278b0-ac26-4f16-be4a-41457f3b250c req-03f4228a-1251-4635-a467-fafda8f0273d tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/ports?device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 932 time: 0.2217011 Nov 26 02:55:37.304586 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4202729-e242-4719-90bf-a837bf14c8fb req-177fecc0-925e-49ea-ac67-6a988a6441cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bce8bb5e-896d-449f-ad69-8507532d3695 HTTP/1.1" status: 200 len: 1001 time: 0.1195841 Nov 26 02:55:37.369696 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-762278b0-ac26-4f16-be4a-41457f3b250c req-bd7f1ccb-9d56-4533-b437-ccb85d9f0375 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/security-groups?id=f160d5be-0c3a-494d-8847-812324e3479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752539 Nov 26 02:55:37.423504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4202729-e242-4719-90bf-a837bf14c8fb req-1c99fd49-7bfc-47da-b8f1-aa62e7b7199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:37.425063 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4202729-e242-4719-90bf-a837bf14c8fb req-1c99fd49-7bfc-47da-b8f1-aa62e7b7199a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd6a293a-896f-4bbe-a4f6-4ff012988fdc HTTP/1.1" status: 200 len: 849 time: 0.1050565 Nov 26 02:55:37.463770 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae073af-9d99-4314-9da6-18308da3ddcb {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:55:37.474037 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:37.492827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Transition to ACTIVE for port object 5ae073af-9d99-4314-9da6-18308da3ddcb will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:55:37.500226 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4202729-e242-4719-90bf-a837bf14c8fb req-45737ddb-ee65-4edd-ae66-bebe0dc54a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:37.502098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4202729-e242-4719-90bf-a837bf14c8fb req-45737ddb-ee65-4edd-ae66-bebe0dc54a4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=280aa7a0-b74e-4574-ba4c-9132492aa839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694907 Nov 26 02:55:37.503024 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:37.545235 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47698) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:37.584921 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-286cb9c7-ab23-417e-8a9f-1d8b52cc392d tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Allocated IP 172.25.0.251 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/cba47888-6403-4c7b-96e8-f44e4fe92fbe) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:37.592394 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-621e3dc6-2b4f-44fe-a609-07b65f309110 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Deleting port ed5490c4-7def-4a7e-b563-1200227707f0 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:55:37.592734 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-621e3dc6-2b4f-44fe-a609-07b65f309110 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:37.690642 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4202729-e242-4719-90bf-a837bf14c8fb req-5f767d5e-28ae-4862-aed2-ed5c12f9e667 service neutron] 10.222.0.59 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495559 Nov 26 02:55:37.715762 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-547a110e-1f4f-423f-b00e-564f842047c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:37.726466 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae073af-9d99-4314-9da6-18308da3ddcb,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:37.759973 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-621e3dc6-2b4f-44fe-a609-07b65f309110 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:37.760586 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-621e3dc6-2b4f-44fe-a609-07b65f309110 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:37.793542 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-621e3dc6-2b4f-44fe-a609-07b65f309110 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Calling delete_port for ed5490c4-7def-4a7e-b563-1200227707f0 owned by network:floatingip {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:55:37.811816 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-286cb9c7-ab23-417e-8a9f-1d8b52cc392d tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:37.820804 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64b66e-03dc-4e1f-9ff5-83c4521d598c req-2dccfa48-bf21-4bfd-b085-c695d67d93c4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:37.822445 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a64b66e-03dc-4e1f-9ff5-83c4521d598c req-2dccfa48-bf21-4bfd-b085-c695d67d93c4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 943 time: 0.1858327 Nov 26 02:55:37.890554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Attempting to bind port 5ae073af-9d99-4314-9da6-18308da3ddcb on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:55:37.890898 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Attempting to bind port 5ae073af-9d99-4314-9da6-18308da3ddcb by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'faad0233-c4a7-42bf-a6a1-38a85e08ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'aff81db0-66c2-4a98-8908-1a2ec1e1b26d'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:55:37.891237 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Attempting to bind port 5ae073af-9d99-4314-9da6-18308da3ddcb on network aff81db0-66c2-4a98-8908-1a2ec1e1b26d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:55:37.894549 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4202729-e242-4719-90bf-a837bf14c8fb req-fb246da3-555c-42ef-9ea3-7dabcf4847f2 service neutron] 10.222.0.59 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956453 Nov 26 02:55:37.905659 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Port 5ae073af-9d99-4314-9da6-18308da3ddcb on network aff81db0-66c2-4a98-8908-1a2ec1e1b26d not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:55:37.906146 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Attempting to bind port 5ae073af-9d99-4314-9da6-18308da3ddcb on network aff81db0-66c2-4a98-8908-1a2ec1e1b26d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:55:37.920648 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a64b66e-03dc-4e1f-9ff5-83c4521d598c req-975277c1-5685-4da2-911a-71a10ade2602 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869961 Nov 26 02:55:37.920648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:55:37.920648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Checking segment: {'id': 'faad0233-c4a7-42bf-a6a1-38a85e08ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'aff81db0-66c2-4a98-8908-1a2ec1e1b26d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:55:37.920648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Bound using segment: {'id': 'faad0233-c4a7-42bf-a6a1-38a85e08ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'aff81db0-66c2-4a98-8908-1a2ec1e1b26d'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:55:37.920648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Bound port: 5ae073af-9d99-4314-9da6-18308da3ddcb, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faad0233-c4a7-42bf-a6a1-38a85e08ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'aff81db0-66c2-4a98-8908-1a2ec1e1b26d'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:55:37.920648 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:37.934136 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-547a110e-1f4f-423f-b00e-564f842047c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:37.949302 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-286cb9c7-ab23-417e-8a9f-1d8b52cc392d tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:37.951206 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-547a110e-1f4f-423f-b00e-564f842047c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:37.997034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] For port 5ae073af-9d99-4314-9da6-18308da3ddcb, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:55:38.003531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] For port 5ae073af-9d99-4314-9da6-18308da3ddcb, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5ae073af-9d99-4314-9da6-18308da3ddcb,segment=NetworkSegment(faad0233-c4a7-42bf-a6a1-38a85e08ea1a),segment_id=faad0233-c4a7-42bf-a6a1-38a85e08ea1a)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:55:38.008155 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.030954 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286cb9c7-ab23-417e-8a9f-1d8b52cc392d tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:38.035778 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-547a110e-1f4f-423f-b00e-564f842047c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa4b6cd978e5455ea2df1acd88984314&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4881418 Nov 26 02:55:38.039402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47704) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:38.047021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:38.047653 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.049129 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] 10.222.0.54 "PUT /v2.0/ports/5ae073af-9d99-4314-9da6-18308da3ddcb HTTP/1.1" status: 200 len: 1092 time: 1.5727274 Nov 26 02:55:38.055413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f517be6e-a2fb-4448-9533-b05c61156d7e', 'tag': '5ae073af-9d99-4314-9da6-18308da3ddcb'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:55:38.057656 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb73491-4b65-4a03-b97f-42047123f0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f517be6e-a2fb-4448-9533-b05c61156d7e", "tag": "5ae073af-9d99-4314-9da6-18308da3ddcb"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:55:38.062447 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-286cb9c7-ab23-417e-8a9f-1d8b52cc392d tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:38.065738 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a110e-1f4f-423f-b00e-564f842047c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9530fd-441c-42da-bb29-086795ef451c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:38.068024 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cb9c7-ab23-417e-8a9f-1d8b52cc392d tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Pushing event updated for resources: {'Port': ['ID=cba47888-6403-4c7b-96e8-f44e4fe92fbe,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:38.070305 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286cb9c7-ab23-417e-8a9f-1d8b52cc392d tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:38.126826 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-621e3dc6-2b4f-44fe-a609-07b65f309110 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.145796 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3025767d-f119-4047-8be1-3f3d8019d5a0 x-openstack-request-id: req-3025767d-f119-4047-8be1-3f3d8019d5a0 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:55:38.145796 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f517be6e-a2fb-4448-9533-b05c61156d7e", "tag": "5ae073af-9d99-4314-9da6-18308da3ddcb", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:55:38.146094 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3025767d-f119-4047-8be1-3f3d8019d5a0 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:55:38.146529 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f517be6e-a2fb-4448-9533-b05c61156d7e', 'tag': '5ae073af-9d99-4314-9da6-18308da3ddcb', 'status': 'completed', 'code': 200} Nov 26 02:55:38.167966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8d9a6-82c0-4f6a-a0c1-46a1a55a3076 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae073af-9d99-4314-9da6-18308da3ddcb,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:38.172109 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e3dc6-2b4f-44fe-a609-07b65f309110 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event deleted for resources: {'Port': ['ID=ed5490c4-7def-4a7e-b563-1200227707f0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:38.219604 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe47dc8f-829e-4e45-a4a2-0466230842e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.231140 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-286cb9c7-ab23-417e-8a9f-1d8b52cc392d tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.238742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-707691d9-e940-4c8d-8b8e-034fed850399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:38.240569 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-707691d9-e940-4c8d-8b8e-034fed850399 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d374d7e87e1049f894392022102fc797&device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 1095 time: 0.1229665 Nov 26 02:55:38.262837 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322a244-6e46-47ea-ba5d-909251257ebd req-41b374c1-6945-4a91-9a0b-d18c79087be7 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:38.264374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a322a244-6e46-47ea-ba5d-909251257ebd req-41b374c1-6945-4a91-9a0b-d18c79087be7 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.0904908 Nov 26 02:55:38.267418 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe47dc8f-829e-4e45-a4a2-0466230842e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.268962 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-621e3dc6-2b4f-44fe-a609-07b65f309110 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.271229 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-621e3dc6-2b4f-44fe-a609-07b65f309110 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.272857 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-621e3dc6-2b4f-44fe-a609-07b65f309110 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/floatingips/23256dbd-6874-40b0-994f-1023fdfc5b59 HTTP/1.1" status: 204 len: 168 time: 1.2301352 Nov 26 02:55:38.275047 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47710) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:38.310679 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-286cb9c7-ab23-417e-8a9f-1d8b52cc392d tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.313823 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-909cd8e2-a88c-441d-afbf-f6f1584f2fe0 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] delete failed (client error): The resource could not be found. Nov 26 02:55:38.318128 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-909cd8e2-a88c-441d-afbf-f6f1584f2fe0 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/floatingips/23256dbd-6874-40b0-994f-1023fdfc5b59 HTTP/1.1" status: 404 len: 345 time: 0.0385861 Nov 26 02:55:38.325974 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47712) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:38.328798 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-15024e07-bc25-49e1-8f82-37df28ac0519 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae073af-9d99-4314-9da6-18308da3ddcb HTTP/1.1" status: 200 len: 217 time: 0.0635445 Nov 26 02:55:38.496726 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-286cb9c7-ab23-417e-8a9f-1d8b52cc392d tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.502788 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-286cb9c7-ab23-417e-8a9f-1d8b52cc392d tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.576925 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cb9c7-ab23-417e-8a9f-1d8b52cc392d tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Pushing event updated for resources: {'Port': ['ID=cba47888-6403-4c7b-96e8-f44e4fe92fbe,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:38.589493 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-286cb9c7-ab23-417e-8a9f-1d8b52cc392d tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.606821 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-286cb9c7-ab23-417e-8a9f-1d8b52cc392d tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.608805 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-286cb9c7-ab23-417e-8a9f-1d8b52cc392d tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9969447 Nov 26 02:55:38.611537 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47718) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:38.616556 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8cd63343-ec3c-4c31-b06c-614bc8955795 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-730773465'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:38.638036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd63343-ec3c-4c31-b06c-614bc8955795 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Made reservation on behalf of adc76ccac0614b93ac810f43a4ca5d23 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:38.642482 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cd63343-ec3c-4c31-b06c-614bc8955795 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.652883 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cd63343-ec3c-4c31-b06c-614bc8955795 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.731444 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cd63343-ec3c-4c31-b06c-614bc8955795 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.735583 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cd63343-ec3c-4c31-b06c-614bc8955795 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.760317 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd63343-ec3c-4c31-b06c-614bc8955795 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:55:38.776823 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd63343-ec3c-4c31-b06c-614bc8955795 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb399c0c-ea3f-4dda-9635-6de8f757bc37,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:38.782130 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cd63343-ec3c-4c31-b06c-614bc8955795 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.782485 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-8cd63343-ec3c-4c31-b06c-614bc8955795 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Added segment 03f5390f-cd6b-443a-bccb-6a4e8240103c of type vlan for network f94d7526-344f-46ef-954e-58302ced4889 Nov 26 02:55:38.818562 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6980759a-8bd6-4e94-94c2-21cf93231243 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:55:38.835240 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cd63343-ec3c-4c31-b06c-614bc8955795 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.837437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a322a244-6e46-47ea-ba5d-909251257ebd req-358145da-3839-427e-8659-021cac98c208 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5635979 Nov 26 02:55:38.848919 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-ce392c00-4a4c-43b5-8db9-dad85659ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:38.850672 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-ce392c00-4a4c-43b5-8db9-dad85659ce8c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aec191eb-c275-4e74-b83d-9579b98155aa HTTP/1.1" status: 200 len: 857 time: 0.5102928 Nov 26 02:55:38.883307 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0491b7be-7627-4618-b011-decd84d6f256 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:38.887407 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cd63343-ec3c-4c31-b06c-614bc8955795 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.890512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0491b7be-7627-4618-b011-decd84d6f256 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:38.896511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0491b7be-7627-4618-b011-decd84d6f256 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:38.898312 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0491b7be-7627-4618-b011-decd84d6f256 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "GET /v2.0/ports?network_id=8a08bdab-60a1-4150-a919-5eb57de958fb HTTP/1.1" status: 200 len: 2357 time: 0.5711367 Nov 26 02:55:38.902411 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd63343-ec3c-4c31-b06c-614bc8955795 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:38.904767 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cd63343-ec3c-4c31-b06c-614bc8955795 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.913289 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47722) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:38.915954 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-f03b34a2-1c3d-4855-a363-af2137ebc224 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aff81db0-66c2-4a98-8908-1a2ec1e1b26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565863 Nov 26 02:55:38.916785 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe47dc8f-829e-4e45-a4a2-0466230842e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.919827 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe47dc8f-829e-4e45-a4a2-0466230842e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:38.923890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fe47dc8f-829e-4e45-a4a2-0466230842e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a9530fd-441c-42da-bb29-086795ef451c HTTP/1.1" status: 204 len: 168 time: 0.8832507 Nov 26 02:55:38.943538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6980759a-8bd6-4e94-94c2-21cf93231243, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6980759a-8bd6-4e94-94c2-21cf93231243,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:38.958354 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8cd63343-ec3c-4c31-b06c-614bc8955795 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3456571 Nov 26 02:55:38.958990 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47728) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:38.972535 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '6980759a-8bd6-4e94-94c2-21cf93231243', 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e', 'port_id': '6980759a-8bd6-4e94-94c2-21cf93231243', 'mac_address': 'fa:16:3e:36:d9:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcc1d3e-e838-4aac-9873-c211c542870e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:55:38.977315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f838a64-2d33-4670-9905-8f22c7f9ce05 req-b02e8a1b-2948-4356-9818-10573d7b4103 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:38.979564 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f838a64-2d33-4670-9905-8f22c7f9ce05 req-b02e8a1b-2948-4356-9818-10573d7b4103 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/ports?device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 944 time: 0.2399418 Nov 26 02:55:39.026186 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-63a2aec9-0aa2-442b-891c-efa27e31324a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Request body: {'subnet': {'network_id': 'f94d7526-344f-46ef-954e-58302ced4889', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:39.029780 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47dc8f-829e-4e45-a4a2-0466230842e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9530fd-441c-42da-bb29-086795ef451c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:39.067390 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:39.087583 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6980759a-8bd6-4e94-94c2-21cf93231243 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:55:39.111694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6980759a-8bd6-4e94-94c2-21cf93231243, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6980759a-8bd6-4e94-94c2-21cf93231243,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:39.115825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a096f51-9f82-4c2f-8457-22bd1ec021b1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:39.117226 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6a096f51-9f82-4c2f-8457-22bd1ec021b1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "GET /v2.0/subnets/8af07a3a-76bb-4e6f-be33-e514e54bf6c1 HTTP/1.1" status: 200 len: 797 time: 0.1922643 Nov 26 02:55:39.118574 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:39.122330 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47730) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:39.133016 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b263335c-d12a-457b-8764-d6dbd6c7226d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'port': {'network_id': '8a08bdab-60a1-4150-a919-5eb57de958fb', 'name': 'tempest-FloatingIPTestJSON-82730659', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:39.171789 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f838a64-2d33-4670-9905-8f22c7f9ce05 req-1d81a561-dcc5-4678-bd91-388b4c76a7f9 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/security-groups?id=f160d5be-0c3a-494d-8847-812324e3479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479568 Nov 26 02:55:39.181375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=6980759a-8bd6-4e94-94c2-21cf93231243,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:39.196508 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-53ec554e-9acc-4193-8319-70e8b8a72a5e service neutron] 10.222.0.54 "GET /v2.0/networks/aff81db0-66c2-4a98-8908-1a2ec1e1b26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669995 Nov 26 02:55:39.206316 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac168a33-099d-4a3e-8b1e-6d916dd7d1a2 req-cf5ca14a-a673-436b-bf05-825d2c4ea1ae tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:39.208490 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac168a33-099d-4a3e-8b1e-6d916dd7d1a2 req-cf5ca14a-a673-436b-bf05-825d2c4ea1ae tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 943 time: 0.1643915 Nov 26 02:55:39.210721 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd63343-ec3c-4c31-b06c-614bc8955795 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Pushing event updated for resources: {'Network': ['ID=f94d7526-344f-46ef-954e-58302ced4889,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:39.225756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network f94d7526-344f-46ef-954e-58302ced4889 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:55:39.278147 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a2aec9-0aa2-442b-891c-efa27e31324a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Made reservation on behalf of adc76ccac0614b93ac810f43a4ca5d23 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:39.282298 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-63a2aec9-0aa2-442b-891c-efa27e31324a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:39.361219 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac168a33-099d-4a3e-8b1e-6d916dd7d1a2 req-147b86f0-4966-4af9-b747-be8311995354 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761468 Nov 26 02:55:39.369337 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13c8d513-b9b1-4196-955c-715dc44fa26f req-71701933-4ec6-4e5c-885c-5a337ebc59c3 service neutron] 10.222.0.54 "GET /v2.0/networks/aff81db0-66c2-4a98-8908-1a2ec1e1b26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576698 Nov 26 02:55:39.369526 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47734) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:39.371797 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b263335c-d12a-457b-8764-d6dbd6c7226d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Made reservation on behalf of aaa3095268874aefaf44efd0bfa83a90 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:39.387994 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d5b9dbe6-fd32-4c14-9075-03a9b92a5527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:39.400973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['6980759a-8bd6-4e94-94c2-21cf93231243'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:55:39.506181 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b263335c-d12a-457b-8764-d6dbd6c7226d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:39.506686 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d5b9dbe6-fd32-4c14-9075-03a9b92a5527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:39.517813 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d5b9dbe6-fd32-4c14-9075-03a9b92a5527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:39.542369 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-b263335c-d12a-457b-8764-d6dbd6c7226d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] device_id is not set on port f3c91709-b874-4c51-9a5b-bfa7b37ef02b yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:55:39.564174 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb73491-4b65-4a03-b97f-42047123f0bf req-6fec8962-5a54-4e02-9f56-ae913af36d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:39.565914 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7cb73491-4b65-4a03-b97f-42047123f0bf req-6fec8962-5a54-4e02-9f56-ae913af36d5e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d374d7e87e1049f894392022102fc797&device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 1095 time: 0.0938113 Nov 26 02:55:39.580232 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d5b9dbe6-fd32-4c14-9075-03a9b92a5527 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d29aa5f978b4d838d0814903af3a40d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2072158 Nov 26 02:55:39.588660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47738) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:39.629573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9dbe6-fd32-4c14-9075-03a9b92a5527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42c8f50-6b4e-42b7-afee-a79be1bb8abf,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:39.664634 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-63a2aec9-0aa2-442b-891c-efa27e31324a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:39.706746 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7243107c-042b-4466-b269-03255a0a8ae7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:39.718131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb73491-4b65-4a03-b97f-42047123f0bf req-9d951d80-628a-4b9f-b504-df16ab2ff402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:39.719820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7cb73491-4b65-4a03-b97f-42047123f0bf req-9d951d80-628a-4b9f-b504-df16ab2ff402 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aff81db0-66c2-4a98-8908-1a2ec1e1b26d HTTP/1.1" status: 200 len: 918 time: 0.1445575 Nov 26 02:55:39.741511 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7243107c-042b-4466-b269-03255a0a8ae7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:39.778485 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7cb73491-4b65-4a03-b97f-42047123f0bf req-cf4899ba-9e52-4e06-b4b0-bb2d9c1cf264 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae073af-9d99-4314-9da6-18308da3ddcb HTTP/1.1" status: 200 len: 217 time: 0.0477762 Nov 26 02:55:39.804439 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2aec9-0aa2-442b-891c-efa27e31324a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Pushing event updated for resources: {'Subnet': ['ID=06de4e32-d4ae-4ef7-8c72-1f1e26441c99,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:39.820922 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a2aec9-0aa2-442b-891c-efa27e31324a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Checking segment: {'id': '03f5390f-cd6b-443a-bccb-6a4e8240103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f94d7526-344f-46ef-954e-58302ced4889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:55:39.821287 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a2aec9-0aa2-442b-891c-efa27e31324a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Network hostable DHCP agents. Network: f94d7526-344f-46ef-954e-58302ced4889, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:55:39.843060 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb73491-4b65-4a03-b97f-42047123f0bf req-31c6ae51-7336-48b9-ab57-bc88d54957d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:39.844722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7cb73491-4b65-4a03-b97f-42047123f0bf req-31c6ae51-7336-48b9-ab57-bc88d54957d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aec191eb-c275-4e74-b83d-9579b98155aa HTTP/1.1" status: 200 len: 857 time: 0.0574882 Nov 26 02:55:39.864285 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7243107c-042b-4466-b269-03255a0a8ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:39.866837 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7243107c-042b-4466-b269-03255a0a8ae7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:39.867945 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7243107c-042b-4466-b269-03255a0a8ae7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d42c8f50-6b4e-42b7-afee-a79be1bb8abf HTTP/1.1" status: 204 len: 168 time: 0.2782307 Nov 26 02:55:39.876924 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a2aec9-0aa2-442b-891c-efa27e31324a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Network f94d7526-344f-46ef-954e-58302ced4889 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:55:39.886430 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7cb73491-4b65-4a03-b97f-42047123f0bf req-588f63a1-ae52-4bc7-a4d6-55f9b74eb741 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aff81db0-66c2-4a98-8908-1a2ec1e1b26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326705 Nov 26 02:55:39.891832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243107c-042b-4466-b269-03255a0a8ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42c8f50-6b4e-42b7-afee-a79be1bb8abf,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:39.894718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-63a2aec9-0aa2-442b-891c-efa27e31324a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, f94d7526-344f-46ef-954e-58302ced4889) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:39.905307 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a2aec9-0aa2-442b-891c-efa27e31324a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:39.905834 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-63a2aec9-0aa2-442b-891c-efa27e31324a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:39.908262 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acefad7-fd46-418f-ba93-2ffbbc9ecb64 None None] Network f94d7526-344f-46ef-954e-58302ced4889 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:55:39.960311 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-63a2aec9-0aa2-442b-891c-efa27e31324a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9409516 Nov 26 02:55:39.962954 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47744) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:39.970638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-67120906', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}, 'admin_state_up': False}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:39.988973 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-b263335c-d12a-457b-8764-d6dbd6c7226d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Allocated IP 172.20.0.14 (8a08bdab-60a1-4150-a919-5eb57de958fb/8af07a3a-76bb-4e6f-be33-e514e54bf6c1/f3c91709-b874-4c51-9a5b-bfa7b37ef02b) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:39.999976 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-b263335c-d12a-457b-8764-d6dbd6c7226d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Allocated IP 172.20.0.13 (8a08bdab-60a1-4150-a919-5eb57de958fb/8af07a3a-76bb-4e6f-be33-e514e54bf6c1/f3c91709-b874-4c51-9a5b-bfa7b37ef02b) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:40.055052 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7cb73491-4b65-4a03-b97f-42047123f0bf req-8ce83db7-3fb4-488f-a686-efca420a8d69 service neutron] 10.222.0.54 "GET /v2.0/networks/aff81db0-66c2-4a98-8908-1a2ec1e1b26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608670 Nov 26 02:55:40.079883 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:40.081023 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:40.150700 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-f94d7526-344f-46ef-954e-58302ced4889', 'network_id': 'f94d7526-344f-46ef-954e-58302ced4889', 'tenant_id': 'adc76ccac0614b93ac810f43a4ca5d23', 'fixed_ips': [{'subnet_id': '06de4e32-d4ae-4ef7-8c72-1f1e26441c99'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:55:40.152091 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:40.158475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dcb2b-2b71-4274-957a-5b051825baa8 req-c453bec0-60b2-4098-8803-b02434dea174 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:40.160090 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de7dcb2b-2b71-4274-957a-5b051825baa8 req-c453bec0-60b2-4098-8803-b02434dea174 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.1475501 Nov 26 02:55:40.223453 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b263335c-d12a-457b-8764-d6dbd6c7226d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:40.241683 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:40.290030 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b263335c-d12a-457b-8764-d6dbd6c7226d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:40.339165 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Allocated IP 172.20.0.2 (f94d7526-344f-46ef-954e-58302ced4889/06de4e32-d4ae-4ef7-8c72-1f1e26441c99/243e3689-d669-49aa-99cc-3142718e8a48) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:40.366568 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b263335c-d12a-457b-8764-d6dbd6c7226d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network 8a08bdab-60a1-4150-a919-5eb57de958fb is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:40.369891 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7cb73491-4b65-4a03-b97f-42047123f0bf req-5ff1e512-cae2-4a5d-8352-a858efbc1c12 service neutron] 10.222.0.54 "GET /v2.0/networks/aff81db0-66c2-4a98-8908-1a2ec1e1b26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040810 Nov 26 02:55:40.370137 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-b263335c-d12a-457b-8764-d6dbd6c7226d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:40.374166 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b263335c-d12a-457b-8764-d6dbd6c7226d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:40.421749 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b263335c-d12a-457b-8764-d6dbd6c7226d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:40.422398 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b263335c-d12a-457b-8764-d6dbd6c7226d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:40.427353 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de7dcb2b-2b71-4274-957a-5b051825baa8 req-b0f9a69d-990e-4a72-8459-7a042c271dc3 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443650 Nov 26 02:55:40.428649 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263335c-d12a-457b-8764-d6dbd6c7226d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=f3c91709-b874-4c51-9a5b-bfa7b37ef02b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:40.451851 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b263335c-d12a-457b-8764-d6dbd6c7226d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.3278487 Nov 26 02:55:40.454517 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47760) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:40.462120 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': 'f3c91709-b874-4c51-9a5b-bfa7b37ef02b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:40.493841 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:40.597082 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:40.613486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20bbed-03ec-4a1e-b6c7-878b73a716a5 req-74e88624-5d34-4e51-b172-aecdb034a6b9 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:40.615373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab20bbed-03ec-4a1e-b6c7-878b73a716a5 req-74e88624-5d34-4e51-b172-aecdb034a6b9 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/ports?device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 944 time: 0.3037078 Nov 26 02:55:40.631254 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:40.725876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506f22e-6649-4e8e-945b-4763c42c4ee3 req-3dddd89d-3480-4883-8167-10939f324015 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:40.727460 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c506f22e-6649-4e8e-945b-4763c42c4ee3 req-3dddd89d-3480-4883-8167-10939f324015 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 944 time: 0.1969631 Nov 26 02:55:40.769003 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Allocated IP 172.25.0.10 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/74a3dbde-9864-4bd7-a3b1-6695f4976ff9) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:40.772724 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:40.780399 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:40.782656 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab20bbed-03ec-4a1e-b6c7-878b73a716a5 req-473687da-7a6d-4324-a416-ccac2aeefb3d tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/security-groups?id=f160d5be-0c3a-494d-8847-812324e3479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579905 Nov 26 02:55:40.835401 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c506f22e-6649-4e8e-945b-4763c42c4ee3 req-ad8bd4df-df64-4707-b42e-da3733fbcb48 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985606 Nov 26 02:55:40.861444 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Network f94d7526-344f-46ef-954e-58302ced4889 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:40.864675 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Pushing event updated for resources: {'Port': ['ID=243e3689-d669-49aa-99cc-3142718e8a48,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:40.869107 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:40.874242 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6980759a-8bd6-4e94-94c2-21cf93231243 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:55:40.876528 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:40.940175 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:40.979051 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:40.989157 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:41.008331 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:41.012947 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Attempting to bind port 243e3689-d669-49aa-99cc-3142718e8a48 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:55:41.014232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Attempting to bind port 243e3689-d669-49aa-99cc-3142718e8a48 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '03f5390f-cd6b-443a-bccb-6a4e8240103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f94d7526-344f-46ef-954e-58302ced4889'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:55:41.014833 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Attempting to bind port 243e3689-d669-49aa-99cc-3142718e8a48 on network f94d7526-344f-46ef-954e-58302ced4889 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:55:41.017043 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 6980759a-8bd6-4e94-94c2-21cf93231243 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:55:41.022956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 6980759a-8bd6-4e94-94c2-21cf93231243 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:55:41.023585 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:41.031000 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=74a3dbde-9864-4bd7-a3b1-6695f4976ff9,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:41.045781 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:41.047428 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:41.050261 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:41.068749 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:55:41.069455 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Checking segment: {'id': '03f5390f-cd6b-443a-bccb-6a4e8240103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f94d7526-344f-46ef-954e-58302ced4889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:55:41.070055 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:41.070683 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Bound using segment: {'id': '03f5390f-cd6b-443a-bccb-6a4e8240103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f94d7526-344f-46ef-954e-58302ced4889'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:55:41.071893 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Bound port: 243e3689-d669-49aa-99cc-3142718e8a48, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f5390f-cd6b-443a-bccb-6a4e8240103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f94d7526-344f-46ef-954e-58302ced4889'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:55:41.073554 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:41.132543 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Allocated IP 172.25.0.6 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/e024d05f-77c9-44ca-9b9b-5f3d585fa88c) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:41.207066 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] For port 243e3689-d669-49aa-99cc-3142718e8a48, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:55:41.210667 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] For port 243e3689-d669-49aa-99cc-3142718e8a48, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=243e3689-d669-49aa-99cc-3142718e8a48,segment=NetworkSegment(03f5390f-cd6b-443a-bccb-6a4e8240103c),segment_id=03f5390f-cd6b-443a-bccb-6a4e8240103c)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:55:41.222090 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:41.263208 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:41.331997 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:41.345423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58469a-4d88-4bd5-bb11-aab056db4874 None None] Pushing event updated for resources: {'Port': ['ID=243e3689-d669-49aa-99cc-3142718e8a48,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:41.363455 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:41.405446 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6980759a-8bd6-4e94-94c2-21cf93231243, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6980759a-8bd6-4e94-94c2-21cf93231243,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:41.406801 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36391169-de6f-4366-8e70-940c9bcfbb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6980759a-8bd6-4e94-94c2-21cf93231243'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:55:41.409444 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e76a8f-3b1b-4e41-acb3-96395e4cb480" -d '{"events": [{"server_uuid": "36391169-de6f-4366-8e70-940c9bcfbb2d", "name": "network-vif-plugged", "status": "completed", "tag": "6980759a-8bd6-4e94-94c2-21cf93231243"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:55:41.416817 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:41.418257 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:41.420301 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Pushing event updated for resources: {'Port': ['ID=e024d05f-77c9-44ca-9b9b-5f3d585fa88c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:41.423242 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:41.425961 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:41.457546 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c4f4b6-3336-4ba9-bff4-f6ba87a1d3b0 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:55:41.494224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=6980759a-8bd6-4e94-94c2-21cf93231243,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:41.504895 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7809cd5b-175c-4a6d-a34c-523bce5866ec x-openstack-request-id: req-7809cd5b-175c-4a6d-a34c-523bce5866ec {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:55:41.505195 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36391169-de6f-4366-8e70-940c9bcfbb2d", "name": "network-vif-plugged", "status": "completed", "tag": "6980759a-8bd6-4e94-94c2-21cf93231243", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:55:41.505503 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7809cd5b-175c-4a6d-a34c-523bce5866ec {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:55:41.506327 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36391169-de6f-4366-8e70-940c9bcfbb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6980759a-8bd6-4e94-94c2-21cf93231243', 'code': 200} Nov 26 02:55:41.523391 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-abe7b5c8-9e11-41cd-bd00-c19e141578cf None None] Provisioning complete for port e024d05f-77c9-44ca-9b9b-5f3d585fa88c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:55:41.523765 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-abe7b5c8-9e11-41cd-bd00-c19e141578cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:41.626238 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-abe7b5c8-9e11-41cd-bd00-c19e141578cf None None] Port e024d05f-77c9-44ca-9b9b-5f3d585fa88c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:55:41.657958 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:41.660344 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ddcdc451-69b0-4ab2-a1ea-0ae4bbb7e4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:41.750370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd7b05-c5ef-4b31-bd49-2186c838799c req-0c0dc6e3-d216-4863-b255-e06e82571e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:41.752463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51bd7b05-c5ef-4b31-bd49-2186c838799c req-0c0dc6e3-d216-4863-b255-e06e82571e94 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 1096 time: 0.1059046 Nov 26 02:55:41.754720 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:41.866820 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47812) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:41.892407 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51bd7b05-c5ef-4b31-bd49-2186c838799c req-aba32d69-38df-460e-8441-d5145095768c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326222 Nov 26 02:55:41.965991 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:41.974154 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:41.985367 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:42.051359 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-edc5ddb9-95af-442a-9b5e-cb821f244747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:42.066001 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af0f3b-824d-4c7c-a37d-380c0c2d16d2 req-0e982290-b65b-4cc1-96e4-f68d6140a28a tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:42.067510 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7af0f3b-824d-4c7c-a37d-380c0c2d16d2 req-0e982290-b65b-4cc1-96e4-f68d6140a28a tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/ports?device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 944 time: 0.1676428 Nov 26 02:55:42.077834 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=74a3dbde-9864-4bd7-a3b1-6695f4976ff9,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:42.087303 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:42.105801 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db0e84-5f02-4ddb-b34b-4ede01a0b3dc req-67adb2ac-1747-4438-8238-e9eed608d6be tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:42.107311 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-50db0e84-5f02-4ddb-b34b-4ede01a0b3dc req-67adb2ac-1747-4438-8238-e9eed608d6be tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.1624582 Nov 26 02:55:42.170443 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7af0f3b-824d-4c7c-a37d-380c0c2d16d2 req-452ed033-bcf9-45d4-a068-0b15a678119b tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/security-groups?id=f160d5be-0c3a-494d-8847-812324e3479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947361 Nov 26 02:55:42.266305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-50db0e84-5f02-4ddb-b34b-4ede01a0b3dc req-4a6f51cd-437b-423d-9d62-38bd213c783c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526618 Nov 26 02:55:42.319358 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:42.465586 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Router b91187db-47f8-49c9-a19e-5edc547c3252 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:55:42.503885 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Floating IP 936eab1a-45b4-42f5-9d01-5fe396d38f77 associated. External IP: 172.25.0.10, port: f3c91709-b874-4c51-9a5b-bfa7b37ef02b. Nov 26 02:55:42.580847 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:55:42.581486 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-edc5ddb9-95af-442a-9b5e-cb821f244747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:42.590459 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-edc5ddb9-95af-442a-9b5e-cb821f244747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:42.593258 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20eb4af-61a0-4c22-b9f6-ada772410730 None None] Sync routers for ids ['b91187db-47f8-49c9-a19e-5edc547c3252'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:55:42.603984 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:42.608557 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e8a9af6f-d790-4abf-8946-fd6dd1ddd474 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6414371 Nov 26 02:55:42.609855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47822) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:42.611071 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20eb4af-61a0-4c22-b9f6-ada772410730 None None] Routers {'b91187db-47f8-49c9-a19e-5edc547c3252'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:42.611795 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f20eb4af-61a0-4c22-b9f6-ada772410730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b91187db-47f8-49c9-a19e-5edc547c3252'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:42.648530 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-edc5ddb9-95af-442a-9b5e-cb821f244747 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=307d0a2fd1194f2b8f051723a42247e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7797875 Nov 26 02:55:42.648810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47824) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:42.651983 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdfa5f2-5714-464d-aa9f-774ddb7ac69b None None] Network f94d7526-344f-46ef-954e-58302ced4889 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:55:42.653598 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5ddb9-95af-442a-9b5e-cb821f244747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9f2b14-9838-4cf1-b3a5-c44a85f1a853,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:42.665777 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5ddb9-95af-442a-9b5e-cb821f244747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:42.666125 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5ddb9-95af-442a-9b5e-cb821f244747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:42.666489 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5ddb9-95af-442a-9b5e-cb821f244747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:42.666825 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5ddb9-95af-442a-9b5e-cb821f244747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:42.667240 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5ddb9-95af-442a-9b5e-cb821f244747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:42.667512 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5ddb9-95af-442a-9b5e-cb821f244747 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:42.667846 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5ddb9-95af-442a-9b5e-cb821f244747 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:42.668227 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5ddb9-95af-442a-9b5e-cb821f244747 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:42.668564 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5ddb9-95af-442a-9b5e-cb821f244747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:42.668901 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5ddb9-95af-442a-9b5e-cb821f244747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:42.669234 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5ddb9-95af-442a-9b5e-cb821f244747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:42.670128 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5ddb9-95af-442a-9b5e-cb821f244747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:55:42.672252 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f20eb4af-61a0-4c22-b9f6-ada772410730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:42.684154 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20eb4af-61a0-4c22-b9f6-ada772410730 None None] Routers {'b91187db-47f8-49c9-a19e-5edc547c3252'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:42.684880 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f20eb4af-61a0-4c22-b9f6-ada772410730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b91187db-47f8-49c9-a19e-5edc547c3252'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:42.714063 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-bbcd3c44-490d-49d0-8fff-da686fc856f8 None None] Provisioning complete for port 243e3689-d669-49aa-99cc-3142718e8a48 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:55:42.714437 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3c44-490d-49d0-8fff-da686fc856f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:42.724496 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f20eb4af-61a0-4c22-b9f6-ada772410730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:42.725156 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20eb4af-61a0-4c22-b9f6-ada772410730 None None] The sync data for ids ['b91187db-47f8-49c9-a19e-5edc547c3252'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:55:42.796715 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f32fdebd-cc68-44f6-806d-46d5da3ce051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:42.813261 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 877f9af7-c117-426f-9e81-7a67a2943cb4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:55:42.856335 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3c44-490d-49d0-8fff-da686fc856f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:42.896303 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f32fdebd-cc68-44f6-806d-46d5da3ce051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:42.916250 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-bbcd3c44-490d-49d0-8fff-da686fc856f8 None None] For port 243e3689-d669-49aa-99cc-3142718e8a48, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=243e3689-d669-49aa-99cc-3142718e8a48,segment=NetworkSegment(03f5390f-cd6b-443a-bccb-6a4e8240103c),segment_id=03f5390f-cd6b-443a-bccb-6a4e8240103c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:42.925642 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3c44-490d-49d0-8fff-da686fc856f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:42.951357 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:55:42.985277 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:42.987707 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a25870-623f-4e86-9fca-44c1b2ea92c0 None None] Sync routers for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:55:43.050530 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8774d9cf-4b06-4039-a970-8265eb50243d tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.5928888 Nov 26 02:55:43.053738 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47826) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:43.062124 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-63113689-3f18-48f3-8bb1-5192c7cf019f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'floatingip': {'port_id': 'f3c91709-b874-4c51-9a5b-bfa7b37ef02b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:43.069650 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a25870-623f-4e86-9fca-44c1b2ea92c0 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:43.070329 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-36a25870-623f-4e86-9fca-44c1b2ea92c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:43.134499 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 243e3689-d669-49aa-99cc-3142718e8a48 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:55:43.136510 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-63113689-3f18-48f3-8bb1-5192c7cf019f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:43.138912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-36a25870-623f-4e86-9fca-44c1b2ea92c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:43.141524 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd3c44-490d-49d0-8fff-da686fc856f8 None None] Pushing event updated for resources: {'Port': ['ID=243e3689-d669-49aa-99cc-3142718e8a48,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:43.174582 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 5ae073af-9d99-4314-9da6-18308da3ddcb details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:55:43.197242 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a25870-623f-4e86-9fca-44c1b2ea92c0 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:43.197898 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-36a25870-623f-4e86-9fca-44c1b2ea92c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:43.244502 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-36a25870-623f-4e86-9fca-44c1b2ea92c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:43.245561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a25870-623f-4e86-9fca-44c1b2ea92c0 None None] The sync data for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:55:43.320968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 243e3689-d669-49aa-99cc-3142718e8a48 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:55:43.321645 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:43.389613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 5ae073af-9d99-4314-9da6-18308da3ddcb, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5ae073af-9d99-4314-9da6-18308da3ddcb,segment=NetworkSegment(faad0233-c4a7-42bf-a6a1-38a85e08ea1a),segment_id=faad0233-c4a7-42bf-a6a1-38a85e08ea1a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:43.411092 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '5ae073af-9d99-4314-9da6-18308da3ddcb', 'network_id': 'aff81db0-66c2-4a98-8908-1a2ec1e1b26d', 'port_id': '5ae073af-9d99-4314-9da6-18308da3ddcb', 'mac_address': 'fa:16:3e:95:8d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec191eb-c275-4e74-b83d-9579b98155aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:55:43.415416 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-823ffe52-3594-4232-9d93-4ad796591b7a None None] Provisioning complete for port 243e3689-d669-49aa-99cc-3142718e8a48 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:55:43.415798 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-823ffe52-3594-4232-9d93-4ad796591b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:43.467667 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f32fdebd-cc68-44f6-806d-46d5da3ce051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:43.470242 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f32fdebd-cc68-44f6-806d-46d5da3ce051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:43.471334 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f32fdebd-cc68-44f6-806d-46d5da3ce051 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e9f2b14-9838-4cf1-b3a5-c44a85f1a853 HTTP/1.1" status: 204 len: 168 time: 0.8224621 Nov 26 02:55:43.536932 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:43.539443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fdebd-cc68-44f6-806d-46d5da3ce051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9f2b14-9838-4cf1-b3a5-c44a85f1a853,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:43.567617 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae073af-9d99-4314-9da6-18308da3ddcb {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:55:43.591174 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099eca99-b684-4429-82fb-c09b8513ad3d req-d90ce8cf-8f55-4223-afa1-8f86aaeacbff tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:43.592917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-099eca99-b684-4429-82fb-c09b8513ad3d req-d90ce8cf-8f55-4223-afa1-8f86aaeacbff tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.1268137 Nov 26 02:55:43.614548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25454a5-17fc-4807-9737-3c9e8f10fd1e req-65e23ee4-5589-4d7d-af3e-54ad3dd9032f tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:43.616123 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f25454a5-17fc-4807-9737-3c9e8f10fd1e req-65e23ee4-5589-4d7d-af3e-54ad3dd9032f tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/ports?device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 944 time: 0.1512167 Nov 26 02:55:43.627995 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 5ae073af-9d99-4314-9da6-18308da3ddcb, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5ae073af-9d99-4314-9da6-18308da3ddcb,segment=NetworkSegment(faad0233-c4a7-42bf-a6a1-38a85e08ea1a),segment_id=faad0233-c4a7-42bf-a6a1-38a85e08ea1a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:43.644402 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:43.721612 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=5ae073af-9d99-4314-9da6-18308da3ddcb,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:43.747380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-099eca99-b684-4429-82fb-c09b8513ad3d req-f853b45e-1f7b-42f7-9385-acd354f945aa tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439285 Nov 26 02:55:43.775573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f25454a5-17fc-4807-9737-3c9e8f10fd1e req-e8f1c517-867c-40bc-ab99-6a1e89994d09 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/security-groups?id=f160d5be-0c3a-494d-8847-812324e3479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086426 Nov 26 02:55:43.775962 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-63113689-3f18-48f3-8bb1-5192c7cf019f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:43.782678 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-63113689-3f18-48f3-8bb1-5192c7cf019f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:43.855556 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe25aca0-d4e8-4330-aa39-327d72d19b9b tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:44.076553 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63113689-3f18-48f3-8bb1-5192c7cf019f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 877f9af7-c117-426f-9e81-7a67a2943cb4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:55:44.095200 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['5ae073af-9d99-4314-9da6-18308da3ddcb'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:55:44.168574 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7b51c447-518b-44d5-8f43-33a8a9b52535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:44.258829 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63113689-3f18-48f3-8bb1-5192c7cf019f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:55:44.271528 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd15b96-7e19-4f38-a0c7-9eb3d587fe92 None None] Sync routers for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:55:44.273961 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-63113689-3f18-48f3-8bb1-5192c7cf019f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:44.290008 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd15b96-7e19-4f38-a0c7-9eb3d587fe92 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:44.290008 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5dd15b96-7e19-4f38-a0c7-9eb3d587fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:44.336968 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5dd15b96-7e19-4f38-a0c7-9eb3d587fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:44.337647 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-fe25aca0-d4e8-4330-aa39-327d72d19b9b tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Allocated IP 172.20.0.1 (f94d7526-344f-46ef-954e-58302ced4889/06de4e32-d4ae-4ef7-8c72-1f1e26441c99/139fea78-a01a-456a-a14e-7bb04d7af884) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:44.359026 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-63113689-3f18-48f3-8bb1-5192c7cf019f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "PUT /v2.0/floatingips/936eab1a-45b4-42f5-9d01-5fe396d38f77 HTTP/1.1" status: 200 len: 976 time: 1.3038425 Nov 26 02:55:44.362928 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47868) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:44.382665 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd15b96-7e19-4f38-a0c7-9eb3d587fe92 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:44.383334 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5dd15b96-7e19-4f38-a0c7-9eb3d587fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:44.429170 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5dd15b96-7e19-4f38-a0c7-9eb3d587fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:44.430083 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd15b96-7e19-4f38-a0c7-9eb3d587fe92 None None] The sync data for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:55:44.526698 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf226f3-6052-42b4-a7dc-7846c52f5f91 req-59f4cc43-d22b-4b73-8b4a-0c640ccc031f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:44.528213 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0cf226f3-6052-42b4-a7dc-7846c52f5f91 req-59f4cc43-d22b-4b73-8b4a-0c640ccc031f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.0892289 Nov 26 02:55:44.553609 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe25aca0-d4e8-4330-aa39-327d72d19b9b tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:44.569073 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-04784651-e301-4740-9605-d2525cc88fcd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Deleting port 74a3dbde-9864-4bd7-a3b1-6695f4976ff9 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:55:44.569417 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04784651-e301-4740-9605-d2525cc88fcd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:44.612910 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0cf226f3-6052-42b4-a7dc-7846c52f5f91 req-3cede0b6-7037-4e63-903b-68af6a04f9ae tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764749 Nov 26 02:55:44.633839 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe25aca0-d4e8-4330-aa39-327d72d19b9b tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:44.674616 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04784651-e301-4740-9605-d2525cc88fcd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:44.674972 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04784651-e301-4740-9605-d2525cc88fcd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:44.681742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe25aca0-d4e8-4330-aa39-327d72d19b9b tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Network f94d7526-344f-46ef-954e-58302ced4889 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:44.685096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-fe25aca0-d4e8-4330-aa39-327d72d19b9b tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:44.690073 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-04784651-e301-4740-9605-d2525cc88fcd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Calling delete_port for 74a3dbde-9864-4bd7-a3b1-6695f4976ff9 owned by network:floatingip {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:55:44.690871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe25aca0-d4e8-4330-aa39-327d72d19b9b tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:44.694828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25aca0-d4e8-4330-aa39-327d72d19b9b tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Pushing event updated for resources: {'Port': ['ID=139fea78-a01a-456a-a14e-7bb04d7af884,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:44.751395 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe25aca0-d4e8-4330-aa39-327d72d19b9b tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:44.961952 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:44.970982 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04784651-e301-4740-9605-d2525cc88fcd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:45.005378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04784651-e301-4740-9605-d2525cc88fcd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event deleted for resources: {'Port': ['ID=74a3dbde-9864-4bd7-a3b1-6695f4976ff9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:45.036745 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe25aca0-d4e8-4330-aa39-327d72d19b9b tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:45.051415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd3966-5dcf-45bd-9f4e-e93cfc1b7ef9 req-606ae2f5-72ee-4380-9985-4d595fed0261 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:45.053716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63fd3966-5dcf-45bd-9f4e-e93cfc1b7ef9 req-606ae2f5-72ee-4380-9985-4d595fed0261 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/ports?device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 945 time: 0.1449149 Nov 26 02:55:45.074614 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 243e3689-d669-49aa-99cc-3142718e8a48 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:55:45.109891 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04784651-e301-4740-9605-d2525cc88fcd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:45.110390 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-04784651-e301-4740-9605-d2525cc88fcd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Floating IP 936eab1a-45b4-42f5-9d01-5fe396d38f77 disassociated (deleted). External IP: 172.25.0.10, port: f3c91709-b874-4c51-9a5b-bfa7b37ef02b. Nov 26 02:55:45.114486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4a3956d0-6f8e-4e29-93db-ccc45bdd80f3 None None] Provisioning complete for port 139fea78-a01a-456a-a14e-7bb04d7af884 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:55:45.114981 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4a3956d0-6f8e-4e29-93db-ccc45bdd80f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:45.150890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47890) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:45.174982 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63fd3966-5dcf-45bd-9f4e-e93cfc1b7ef9 req-0fe3e6d7-6670-4ee1-8d52-362ce4b8eff9 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/security-groups?id=f160d5be-0c3a-494d-8847-812324e3479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136875 Nov 26 02:55:45.186790 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4a3956d0-6f8e-4e29-93db-ccc45bdd80f3 None None] Port 139fea78-a01a-456a-a14e-7bb04d7af884 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:55:45.194323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 243e3689-d669-49aa-99cc-3142718e8a48 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:55:45.194877 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:45.342051 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04784651-e301-4740-9605-d2525cc88fcd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 877f9af7-c117-426f-9e81-7a67a2943cb4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:55:45.356786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-97925ed5-4de1-458f-9044-7e341641da0f tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-514506769'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:45.414387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97925ed5-4de1-458f-9044-7e341641da0f tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Made reservation on behalf of b8ec7c518d904069a75c443b0717ca73 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:45.417810 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-97925ed5-4de1-458f-9044-7e341641da0f tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:45.428265 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-97925ed5-4de1-458f-9044-7e341641da0f tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:45.455366 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04784651-e301-4740-9605-d2525cc88fcd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:55:45.461001 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04784651-e301-4740-9605-d2525cc88fcd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:45.463730 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe25aca0-d4e8-4330-aa39-327d72d19b9b tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:45.465756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884d7c71-4134-4257-831e-a86cb9649346 None None] Sync routers for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:55:45.470970 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe25aca0-d4e8-4330-aa39-327d72d19b9b tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:45.476532 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884d7c71-4134-4257-831e-a86cb9649346 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:45.477222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-884d7c71-4134-4257-831e-a86cb9649346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:45.493370 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-04784651-e301-4740-9605-d2525cc88fcd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/floatingips/936eab1a-45b4-42f5-9d01-5fe396d38f77 HTTP/1.1" status: 204 len: 168 time: 1.1270292 Nov 26 02:55:45.493603 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47894) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:45.515021 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-884d7c71-4134-4257-831e-a86cb9649346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:45.524615 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884d7c71-4134-4257-831e-a86cb9649346 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:45.525333 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-884d7c71-4134-4257-831e-a86cb9649346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:45.558769 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-884d7c71-4134-4257-831e-a86cb9649346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:45.559451 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884d7c71-4134-4257-831e-a86cb9649346 None None] The sync data for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:55:45.569272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25aca0-d4e8-4330-aa39-327d72d19b9b tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Pushing event updated for resources: {'Port': ['ID=139fea78-a01a-456a-a14e-7bb04d7af884,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:45.574293 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe25aca0-d4e8-4330-aa39-327d72d19b9b tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:45.597069 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-190469f7-f53b-40d1-b12c-f1723b3f3823 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Deleting port f3c91709-b874-4c51-9a5b-bfa7b37ef02b {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:55:45.597413 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-190469f7-f53b-40d1-b12c-f1723b3f3823 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:45.662564 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-97925ed5-4de1-458f-9044-7e341641da0f tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:45.671673 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-97925ed5-4de1-458f-9044-7e341641da0f tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:45.688209 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-190469f7-f53b-40d1-b12c-f1723b3f3823 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:45.701389 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-190469f7-f53b-40d1-b12c-f1723b3f3823 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Calling delete_port for f3c91709-b874-4c51-9a5b-bfa7b37ef02b owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:55:45.723239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97925ed5-4de1-458f-9044-7e341641da0f tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:55:45.763022 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-97925ed5-4de1-458f-9044-7e341641da0f tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:45.763957 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-97925ed5-4de1-458f-9044-7e341641da0f tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Added segment 797b4c63-e3dd-4a6c-bbaf-fb7098fb3198 of type vlan for network 74d3f3a0-31c1-458e-9027-fb24a4e18404 Nov 26 02:55:45.765249 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97925ed5-4de1-458f-9044-7e341641da0f tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8017ac-3ab1-4747-8ac2-6f7b457042e3,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:45.775963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe25aca0-d4e8-4330-aa39-327d72d19b9b tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Network f94d7526-344f-46ef-954e-58302ced4889 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:45.782130 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-fe25aca0-d4e8-4330-aa39-327d72d19b9b tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:45.825685 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-97925ed5-4de1-458f-9044-7e341641da0f tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:45.872208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a67e3-9b51-405f-abe8-908489e50d5e req-9bd0ea11-5ad2-4777-9cde-1f605b6f49fa tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:45.874322 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d47a67e3-9b51-405f-abe8-908489e50d5e req-9bd0ea11-5ad2-4777-9cde-1f605b6f49fa tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.1794136 Nov 26 02:55:45.894824 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-190469f7-f53b-40d1-b12c-f1723b3f3823 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:45.927253 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190469f7-f53b-40d1-b12c-f1723b3f3823 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event deleted for resources: {'Port': ['ID=f3c91709-b874-4c51-9a5b-bfa7b37ef02b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:45.962887 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-97925ed5-4de1-458f-9044-7e341641da0f tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:45.968598 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97925ed5-4de1-458f-9044-7e341641da0f tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:45.969221 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-97925ed5-4de1-458f-9044-7e341641da0f tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.035974 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-190469f7-f53b-40d1-b12c-f1723b3f3823 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.039329 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-190469f7-f53b-40d1-b12c-f1723b3f3823 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/ports/f3c91709-b874-4c51-9a5b-bfa7b37ef02b HTTP/1.1" status: 204 len: 168 time: 0.5447676 Nov 26 02:55:46.043226 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47900) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:46.047183 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-209f6ec3-ef5a-4044-a0d5-067b7806d3c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:46.066975 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-97925ed5-4de1-458f-9044-7e341641da0f tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9138861 Nov 26 02:55:46.069391 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47902) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:46.077290 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-209f6ec3-ef5a-4044-a0d5-067b7806d3c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.077783 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d47a67e3-9b51-405f-abe8-908489e50d5e req-5b4517a3-2ae5-43a8-917a-2f014f981a84 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752355 Nov 26 02:55:46.126843 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f65c62fa-04f0-49cc-af9b-cb401d3dc4c8 None None] Provisioning complete for port 139fea78-a01a-456a-a14e-7bb04d7af884 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:55:46.128498 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f65c62fa-04f0-49cc-af9b-cb401d3dc4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.134205 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe25aca0-d4e8-4330-aa39-327d72d19b9b tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Router b91187db-47f8-49c9-a19e-5edc547c3252 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:55:46.135388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97925ed5-4de1-458f-9044-7e341641da0f tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Pushing event updated for resources: {'Network': ['ID=74d3f3a0-31c1-458e-9027-fb24a4e18404,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:46.160413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 74d3f3a0-31c1-458e-9027-fb24a4e18404 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:55:46.182941 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3df9dd60-80a6-4bf2-b2af-8f3b60cce7a9 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Request body: {'network': {'name': 'tempest-network--226234655', 'router:external': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:46.227065 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df9dd60-80a6-4bf2-b2af-8f3b60cce7a9 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Made reservation on behalf of 8a7d47e7e89e4825ad9b0e9a28495533 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:46.229456 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3df9dd60-80a6-4bf2-b2af-8f3b60cce7a9 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.242421 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3df9dd60-80a6-4bf2-b2af-8f3b60cce7a9 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.249777 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-209f6ec3-ef5a-4044-a0d5-067b7806d3c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.254733 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f65c62fa-04f0-49cc-af9b-cb401d3dc4c8 None None] Port 139fea78-a01a-456a-a14e-7bb04d7af884 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:55:46.263153 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe25aca0-d4e8-4330-aa39-327d72d19b9b tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:55:46.273297 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fe25aca0-d4e8-4330-aa39-327d72d19b9b tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] 10.222.0.31 "PUT /v2.0/routers/b91187db-47f8-49c9-a19e-5edc547c3252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6593220 Nov 26 02:55:46.273297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47910) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:46.277606 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d576d6-443f-48e9-9b13-16c78008ca5f None None] Sync routers for ids ['b91187db-47f8-49c9-a19e-5edc547c3252'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:55:46.282733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-8b6990d9-233c-4918-86dc-bab59a184477 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Request body: {'port': {'network_id': 'f94d7526-344f-46ef-954e-58302ced4889', 'name': 'tempest-FloatingIPAdminTestJSON-401071822'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:46.291362 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d576d6-443f-48e9-9b13-16c78008ca5f None None] Routers {'b91187db-47f8-49c9-a19e-5edc547c3252'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:46.292280 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-74d576d6-443f-48e9-9b13-16c78008ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b91187db-47f8-49c9-a19e-5edc547c3252'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:46.334047 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-74d576d6-443f-48e9-9b13-16c78008ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:46.343437 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d576d6-443f-48e9-9b13-16c78008ca5f None None] Routers {'b91187db-47f8-49c9-a19e-5edc547c3252'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:46.344368 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-74d576d6-443f-48e9-9b13-16c78008ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b91187db-47f8-49c9-a19e-5edc547c3252'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:46.377869 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-74d576d6-443f-48e9-9b13-16c78008ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:46.378996 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d576d6-443f-48e9-9b13-16c78008ca5f None None] The sync data for ids ['b91187db-47f8-49c9-a19e-5edc547c3252'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:55:46.394629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff18d5-51ab-4979-8c0d-373269a273f9 req-6612f6cf-11c2-4848-a6b6-9d59534cc4a5 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:46.396181 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59ff18d5-51ab-4979-8c0d-373269a273f9 req-6612f6cf-11c2-4848-a6b6-9d59534cc4a5 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/ports?device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 945 time: 0.1078215 Nov 26 02:55:46.408549 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-209f6ec3-ef5a-4044-a0d5-067b7806d3c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Allocated IP 172.25.0.188 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/30403f39-72c0-4078-856a-127d68cadbfc) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:46.426232 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3df9dd60-80a6-4bf2-b2af-8f3b60cce7a9 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.434020 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3df9dd60-80a6-4bf2-b2af-8f3b60cce7a9 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.480176 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59ff18d5-51ab-4979-8c0d-373269a273f9 req-eeeeac57-bd36-4293-b9ef-d1ba1b6d3566 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/security-groups?id=f160d5be-0c3a-494d-8847-812324e3479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772285 Nov 26 02:55:46.487482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6990d9-233c-4918-86dc-bab59a184477 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Made reservation on behalf of adc76ccac0614b93ac810f43a4ca5d23 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:46.492772 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b6990d9-233c-4918-86dc-bab59a184477 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.506168 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df9dd60-80a6-4bf2-b2af-8f3b60cce7a9 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:55:46.516987 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.523131 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3df9dd60-80a6-4bf2-b2af-8f3b60cce7a9 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.523485 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-3df9dd60-80a6-4bf2-b2af-8f3b60cce7a9 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Added segment afed1509-58ae-483d-a8bd-0bcdf8297fcb of type vlan for network d44c9f46-9163-41d3-88fb-57ae37dad4c7 Nov 26 02:55:46.526189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-8b6990d9-233c-4918-86dc-bab59a184477 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] device_id is not set on port 3485b60f-948f-49dd-bdf5-09a86bd321d9 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:55:46.526326 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9dd60-80a6-4bf2-b2af-8f3b60cce7a9 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13aa634d-5259-4886-b1a1-18d187c5155b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:46.597218 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3df9dd60-80a6-4bf2-b2af-8f3b60cce7a9 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.601058 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-209f6ec3-ef5a-4044-a0d5-067b7806d3c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.640205 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-8b6990d9-233c-4918-86dc-bab59a184477 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Allocated IP 172.20.0.12 (f94d7526-344f-46ef-954e-58302ced4889/06de4e32-d4ae-4ef7-8c72-1f1e26441c99/3485b60f-948f-49dd-bdf5-09a86bd321d9) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:46.652295 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3df9dd60-80a6-4bf2-b2af-8f3b60cce7a9 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.653364 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df9dd60-80a6-4bf2-b2af-8f3b60cce7a9 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:46.654539 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3df9dd60-80a6-4bf2-b2af-8f3b60cce7a9 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.662716 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-209f6ec3-ef5a-4044-a0d5-067b7806d3c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.739671 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3df9dd60-80a6-4bf2-b2af-8f3b60cce7a9 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6666183 Nov 26 02:55:46.740012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47912) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:46.753341 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209f6ec3-ef5a-4044-a0d5-067b7806d3c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:46.758371 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-209f6ec3-ef5a-4044-a0d5-067b7806d3c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:46.761863 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9dd60-80a6-4bf2-b2af-8f3b60cce7a9 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Pushing event updated for resources: {'Network': ['ID=d44c9f46-9163-41d3-88fb-57ae37dad4c7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:46.763895 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209f6ec3-ef5a-4044-a0d5-067b7806d3c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:46.774079 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network d44c9f46-9163-41d3-88fb-57ae37dad4c7 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:55:46.787916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f6ec3-ef5a-4044-a0d5-067b7806d3c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=30403f39-72c0-4078-856a-127d68cadbfc,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:46.839438 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e26d531f-95d0-47ac-a900-fa0790b2e681 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.857919 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-209f6ec3-ef5a-4044-a0d5-067b7806d3c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.859046 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b6990d9-233c-4918-86dc-bab59a184477 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.958603 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e26d531f-95d0-47ac-a900-fa0790b2e681 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:46.975251 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b6990d9-233c-4918-86dc-bab59a184477 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.010145 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-e26d531f-95d0-47ac-a900-fa0790b2e681 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44c9f46-9163-41d3-88fb-57ae37dad4c7']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:47.040131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6990d9-233c-4918-86dc-bab59a184477 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Network f94d7526-344f-46ef-954e-58302ced4889 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:47.041942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-e26d531f-95d0-47ac-a900-fa0790b2e681 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afed1509-58ae-483d-a8bd-0bcdf8297fcb') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:47.042246 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-e26d531f-95d0-47ac-a900-fa0790b2e681 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afed1509-58ae-483d-a8bd-0bcdf8297fcb') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:47.051445 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-8b6990d9-233c-4918-86dc-bab59a184477 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:47.058389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6990d9-233c-4918-86dc-bab59a184477 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:47.063567 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e26d531f-95d0-47ac-a900-fa0790b2e681 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.065402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6990d9-233c-4918-86dc-bab59a184477 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Pushing event updated for resources: {'Port': ['ID=3485b60f-948f-49dd-bdf5-09a86bd321d9,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:47.108805 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e26d531f-95d0-47ac-a900-fa0790b2e681 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.123458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26d531f-95d0-47ac-a900-fa0790b2e681 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:55:47.123989 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e26d531f-95d0-47ac-a900-fa0790b2e681 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:55:47.126474 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:55:47.156764 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6990d9-233c-4918-86dc-bab59a184477 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:47.157542 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b6990d9-233c-4918-86dc-bab59a184477 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.176791 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 5ae073af-9d99-4314-9da6-18308da3ddcb up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:55:47.206884 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-209f6ec3-ef5a-4044-a0d5-067b7806d3c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.214754 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8b6990d9-233c-4918-86dc-bab59a184477 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9375007 Nov 26 02:55:47.216125 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47918) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:47.265746 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 5ae073af-9d99-4314-9da6-18308da3ddcb completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:55:47.270943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 5ae073af-9d99-4314-9da6-18308da3ddcb triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:55:47.271467 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.351488 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957f858-c199-42f1-bd45-ca384e48ba06 req-5f245a6b-d21f-4100-b5d5-2d0d337eb3a6 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:47.353193 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b957f858-c199-42f1-bd45-ca384e48ba06 req-5f245a6b-d21f-4100-b5d5-2d0d337eb3a6 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.1454864 Nov 26 02:55:47.353986 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e26d531f-95d0-47ac-a900-fa0790b2e681 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.360509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26d531f-95d0-47ac-a900-fa0790b2e681 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d44c9f46-9163-41d3-88fb-57ae37dad4c7 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 26 02:55:47.374216 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e26d531f-95d0-47ac-a900-fa0790b2e681 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.381220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e26d531f-95d0-47ac-a900-fa0790b2e681 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] 10.222.0.31 "DELETE /v2.0/networks/d44c9f46-9163-41d3-88fb-57ae37dad4c7 HTTP/1.1" status: 204 len: 168 time: 0.6366918 Nov 26 02:55:47.382966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d531f-95d0-47ac-a900-fa0790b2e681 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Pushing event deleted for resources: {'Network': ['ID=d44c9f46-9163-41d3-88fb-57ae37dad4c7,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:47.391999 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47924) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:47.399936 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'project_id': 'adc76ccac0614b93ac810f43a4ca5d23', 'port_id': '3485b60f-948f-49dd-bdf5-09a86bd321d9'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:47.409322 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f4ed200c-4674-4b92-b01c-a14e62fb5350 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:47.428390 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9098eed6-1063-4d7f-a0c9-1c1341f587f1 None None] Provisioning complete for port 3485b60f-948f-49dd-bdf5-09a86bd321d9 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:55:47.429310 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9098eed6-1063-4d7f-a0c9-1c1341f587f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.446143 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b957f858-c199-42f1-bd45-ca384e48ba06 req-a179a48b-a067-4d72-99fb-07a4d735701b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753129 Nov 26 02:55:47.449026 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.469624 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.486038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9098eed6-1063-4d7f-a0c9-1c1341f587f1 None None] Port 3485b60f-948f-49dd-bdf5-09a86bd321d9 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:55:47.499357 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f517be6e-a2fb-4448-9533-b05c61156d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae073af-9d99-4314-9da6-18308da3ddcb'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:55:47.502014 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd262a5b-9f3d-4c3e-9f21-9e5a12e9475f" -d '{"events": [{"server_uuid": "f517be6e-a2fb-4448-9533-b05c61156d7e", "name": "network-vif-plugged", "status": "completed", "tag": "5ae073af-9d99-4314-9da6-18308da3ddcb"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:55:47.517018 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-209f6ec3-ef5a-4044-a0d5-067b7806d3c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.534119 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-209f6ec3-ef5a-4044-a0d5-067b7806d3c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.582322 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.585092 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f6ec3-ef5a-4044-a0d5-067b7806d3c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=30403f39-72c0-4078-856a-127d68cadbfc,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:47.591587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 5ae073af-9d99-4314-9da6-18308da3ddcb, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5ae073af-9d99-4314-9da6-18308da3ddcb,segment=NetworkSegment(faad0233-c4a7-42bf-a6a1-38a85e08ea1a),segment_id=faad0233-c4a7-42bf-a6a1-38a85e08ea1a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:47.596278 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ed200c-4674-4b92-b01c-a14e62fb5350 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Made reservation on behalf of 8a7d47e7e89e4825ad9b0e9a28495533 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:47.599372 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f4ed200c-4674-4b92-b01c-a14e62fb5350 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.600887 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.614035 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc20ac5c-dab6-421f-abc9-709e7db8896c x-openstack-request-id: req-dc20ac5c-dab6-421f-abc9-709e7db8896c {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:55:47.614327 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f517be6e-a2fb-4448-9533-b05c61156d7e", "name": "network-vif-plugged", "status": "completed", "tag": "5ae073af-9d99-4314-9da6-18308da3ddcb", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:55:47.614590 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc20ac5c-dab6-421f-abc9-709e7db8896c {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:55:47.614983 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f517be6e-a2fb-4448-9533-b05c61156d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae073af-9d99-4314-9da6-18308da3ddcb', 'code': 200} Nov 26 02:55:47.616517 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.671272 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=5ae073af-9d99-4314-9da6-18308da3ddcb,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:47.711112 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ed200c-4674-4b92-b01c-a14e62fb5350 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:55:47.715848 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-209f6ec3-ef5a-4044-a0d5-067b7806d3c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.728095 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f4ed200c-4674-4b92-b01c-a14e62fb5350 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.728445 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-f4ed200c-4674-4b92-b01c-a14e62fb5350 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Added segment 1e0c611d-d45f-4cb0-be69-f6bda1623bc7 of type vlan for network 40e1fac2-a6b1-4220-97b0-3089000b572f Nov 26 02:55:47.759608 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-209f6ec3-ef5a-4044-a0d5-067b7806d3c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.760869 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-209f6ec3-ef5a-4044-a0d5-067b7806d3c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7170997 Nov 26 02:55:47.763444 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47930) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:47.768247 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-910ed248-f881-41cb-a6b9-b3520573834a tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'port': {'network_id': '8a08bdab-60a1-4150-a919-5eb57de958fb', 'name': 'tempest-FloatingIPTestJSON-361669992'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:47.782888 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab665a-df50-47cd-9707-9317b907b361 req-097dc9ef-3055-46bf-8076-80f6862e45f8 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:47.784416 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97ab665a-df50-47cd-9707-9317b907b361 req-097dc9ef-3055-46bf-8076-80f6862e45f8 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/ports?device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 946 time: 0.1325028 Nov 26 02:55:47.826170 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Allocated IP 172.25.0.74 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/c6a72fa7-6608-45d5-8610-32ba4c486d25) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:47.830004 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f4ed200c-4674-4b92-b01c-a14e62fb5350 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.871345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47aa57c-79e8-47a5-99e0-27cc1401d233 req-969d040c-f4c5-4f50-8de7-178e7c569058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:47.874004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f47aa57c-79e8-47a5-99e0-27cc1401d233 req-969d040c-f4c5-4f50-8de7-178e7c569058 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 1097 time: 0.1648855 Nov 26 02:55:47.890791 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f4ed200c-4674-4b92-b01c-a14e62fb5350 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.891041 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97ab665a-df50-47cd-9707-9317b907b361 req-a493af77-f1bb-4a7e-8ae9-6f48397184fb tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/security-groups?id=f160d5be-0c3a-494d-8847-812324e3479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994439 Nov 26 02:55:47.891749 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ed200c-4674-4b92-b01c-a14e62fb5350 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:47.892364 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f4ed200c-4674-4b92-b01c-a14e62fb5350 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.956589 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f4ed200c-4674-4b92-b01c-a14e62fb5350 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5633943 Nov 26 02:55:47.961753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47932) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:47.968966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-fff96e30-546c-4f4e-bb2b-dbadb748ee94 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Request body: {'subnet': {'network_id': '40e1fac2-a6b1-4220-97b0-3089000b572f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:47.974299 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed200c-4674-4b92-b01c-a14e62fb5350 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Pushing event updated for resources: {'Network': ['ID=40e1fac2-a6b1-4220-97b0-3089000b572f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:47.983964 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910ed248-f881-41cb-a6b9-b3520573834a tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Made reservation on behalf of aaa3095268874aefaf44efd0bfa83a90 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:47.986733 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 40e1fac2-a6b1-4220-97b0-3089000b572f details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:55:47.988127 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-910ed248-f881-41cb-a6b9-b3520573834a tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:47.991205 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f47aa57c-79e8-47a5-99e0-27cc1401d233 req-9f638599-5d4b-4ae9-aa31-4eeaa4d2e21a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f160d5be-0c3a-494d-8847-812324e3479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044459 Nov 26 02:55:48.006964 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-910ed248-f881-41cb-a6b9-b3520573834a tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] device_id is not set on port f279e402-6cbf-4796-bbc0-11456df1a8dd yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:55:48.030665 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff96e30-546c-4f4e-bb2b-dbadb748ee94 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Made reservation on behalf of 8a7d47e7e89e4825ad9b0e9a28495533 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:48.033243 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fff96e30-546c-4f4e-bb2b-dbadb748ee94 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:48.040707 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:48.118358 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-910ed248-f881-41cb-a6b9-b3520573834a tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Allocated IP 172.20.0.5 (8a08bdab-60a1-4150-a919-5eb57de958fb/8af07a3a-76bb-4e6f-be33-e514e54bf6c1/f279e402-6cbf-4796-bbc0-11456df1a8dd) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:48.149405 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:48.219432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:48.226329 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:48.228861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:48.237003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Pushing event updated for resources: {'Port': ['ID=c6a72fa7-6608-45d5-8610-32ba4c486d25,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:48.276141 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-910ed248-f881-41cb-a6b9-b3520573834a tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:48.307862 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-910ed248-f881-41cb-a6b9-b3520573834a tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:48.355789 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910ed248-f881-41cb-a6b9-b3520573834a tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network 8a08bdab-60a1-4150-a919-5eb57de958fb is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:48.359540 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-910ed248-f881-41cb-a6b9-b3520573834a tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:48.363515 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910ed248-f881-41cb-a6b9-b3520573834a tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:48.394653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ed248-f881-41cb-a6b9-b3520573834a tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=f279e402-6cbf-4796-bbc0-11456df1a8dd,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:48.415931 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910ed248-f881-41cb-a6b9-b3520573834a tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:48.416569 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-910ed248-f881-41cb-a6b9-b3520573834a tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:48.432318 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-910ed248-f881-41cb-a6b9-b3520573834a tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6678271 Nov 26 02:55:48.434872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47938) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:48.440220 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c50aec0f-d81e-4bed-9bc7-95058bdd1b4f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'floatingip': {'port_id': 'f279e402-6cbf-4796-bbc0-11456df1a8dd'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:48.478631 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c50aec0f-d81e-4bed-9bc7-95058bdd1b4f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:48.926497 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c50aec0f-d81e-4bed-9bc7-95058bdd1b4f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:48.931358 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c50aec0f-d81e-4bed-9bc7-95058bdd1b4f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:49.031686 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-c50aec0f-d81e-4bed-9bc7-95058bdd1b4f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Floating IP 5cc0a5bc-2430-47d1-aa75-d87a2fa5280f associated. External IP: 172.25.0.188, port: f279e402-6cbf-4796-bbc0-11456df1a8dd. Nov 26 02:55:49.039377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.objects.ports [None req-fff96e30-546c-4f4e-bb2b-dbadb748ee94 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104802) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 02:55:49.039970 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fff96e30-546c-4f4e-bb2b-dbadb748ee94 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:49.073876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb484b23-2bd0-47c5-8544-3e80fa3f9ed7 req-6a5ec6c1-0a71-47c4-81cd-abdb8424b8e0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:49.075369 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fb484b23-2bd0-47c5-8544-3e80fa3f9ed7 req-6a5ec6c1-0a71-47c4-81cd-abdb8424b8e0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.5412450 Nov 26 02:55:49.206140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f63b4-7dc2-4f66-bdec-51d9e79c45fa req-e2429717-b866-4f93-8612-3edc91cbdd0c tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:49.207534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-687f63b4-7dc2-4f66-bdec-51d9e79c45fa req-e2429717-b866-4f93-8612-3edc91cbdd0c tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/ports?device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 946 time: 0.2019904 Nov 26 02:55:49.208171 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff96e30-546c-4f4e-bb2b-dbadb748ee94 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c8fb63b7-b532-48a0-b5b6-9ac31bba535d,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:49.228486 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:49.240779 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50aec0f-d81e-4bed-9bc7-95058bdd1b4f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 877f9af7-c117-426f-9e81-7a67a2943cb4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:55:49.269902 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fb484b23-2bd0-47c5-8544-3e80fa3f9ed7 req-90de85d8-76fc-4041-811f-959e1d0d0a76 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849983 Nov 26 02:55:49.275310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff96e30-546c-4f4e-bb2b-dbadb748ee94 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Checking segment: {'id': '1e0c611d-d45f-4cb0-be69-f6bda1623bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '40e1fac2-a6b1-4220-97b0-3089000b572f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:55:49.275689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff96e30-546c-4f4e-bb2b-dbadb748ee94 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Network hostable DHCP agents. Network: 40e1fac2-a6b1-4220-97b0-3089000b572f, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:55:49.343751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-687f63b4-7dc2-4f66-bdec-51d9e79c45fa req-31073614-a879-45d5-8e5d-7c0be1f4e35c tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/security-groups?id=f160d5be-0c3a-494d-8847-812324e3479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235399 Nov 26 02:55:49.346536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff96e30-546c-4f4e-bb2b-dbadb748ee94 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Network 40e1fac2-a6b1-4220-97b0-3089000b572f is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:55:49.359544 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:49.368593 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50aec0f-d81e-4bed-9bc7-95058bdd1b4f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:55:49.378685 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c50aec0f-d81e-4bed-9bc7-95058bdd1b4f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:49.381746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-fff96e30-546c-4f4e-bb2b-dbadb748ee94 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 40e1fac2-a6b1-4220-97b0-3089000b572f) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:49.382527 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba7778a-88e1-48f1-878d-33f2157187da None None] Sync routers for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:55:49.388171 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff96e30-546c-4f4e-bb2b-dbadb748ee94 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:49.388782 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fff96e30-546c-4f4e-bb2b-dbadb748ee94 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:49.411328 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531cb314-cfce-424a-8c3e-eb9eecd01e19 None None] Network 40e1fac2-a6b1-4220-97b0-3089000b572f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:55:49.418161 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fff96e30-546c-4f4e-bb2b-dbadb748ee94 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4535069 Nov 26 02:55:49.421412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47946) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:49.427980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-14857dba-74a0-4838-9001-d4285054842e tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Request body: {'floatingip': {'floating_network_id': '40e1fac2-a6b1-4220-97b0-3089000b572f'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:49.463902 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c50aec0f-d81e-4bed-9bc7-95058bdd1b4f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "PUT /v2.0/floatingips/5cc0a5bc-2430-47d1-aa75-d87a2fa5280f HTTP/1.1" status: 200 len: 977 time: 1.0250416 Nov 26 02:55:49.464695 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47948) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:49.481700 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba7778a-88e1-48f1-878d-33f2157187da None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:49.482880 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1ba7778a-88e1-48f1-878d-33f2157187da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:49.500910 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-14857dba-74a0-4838-9001-d4285054842e tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:49.608471 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:49.617620 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:49.620189 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-d5342ab0-ecac-4163-8eef-074c22f72574 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Deleting port f279e402-6cbf-4796-bbc0-11456df1a8dd {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:55:49.620637 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5342ab0-ecac-4163-8eef-074c22f72574 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:49.682267 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1ba7778a-88e1-48f1-878d-33f2157187da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:49.695637 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba7778a-88e1-48f1-878d-33f2157187da None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:49.696525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1ba7778a-88e1-48f1-878d-33f2157187da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:49.715498 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Pushing event updated for resources: {'Port': ['ID=c6a72fa7-6608-45d5-8610-32ba4c486d25,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:49.723919 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-14857dba-74a0-4838-9001-d4285054842e tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:49.730995 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1ba7778a-88e1-48f1-878d-33f2157187da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:49.731653 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba7778a-88e1-48f1-878d-33f2157187da None None] The sync data for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:55:49.733554 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:49.742036 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5342ab0-ecac-4163-8eef-074c22f72574 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:49.780206 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:55:49.822621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350aebc1-32b5-4500-ba8f-d66f57331cb1 None None] Network 40e1fac2-a6b1-4220-97b0-3089000b572f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:55:49.908702 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Floating IP cff617ca-74f6-45d7-bc31-21dd1cb47cd6 associated. External IP: 172.25.0.74, port: 3485b60f-948f-49dd-bdf5-09a86bd321d9. Nov 26 02:55:49.949920 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-14857dba-74a0-4838-9001-d4285054842e tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Allocated IP 172.20.0.8 (40e1fac2-a6b1-4220-97b0-3089000b572f/c8fb63b7-b532-48a0-b5b6-9ac31bba535d/b52a95e3-9373-46bb-ad4f-686a44d862b8) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:49.964782 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5342ab0-ecac-4163-8eef-074c22f72574 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:49.965147 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5342ab0-ecac-4163-8eef-074c22f72574 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:49.965462 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-d5342ab0-ecac-4163-8eef-074c22f72574 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Floating IP 5cc0a5bc-2430-47d1-aa75-d87a2fa5280f disassociated. External IP: 172.25.0.188, port: f279e402-6cbf-4796-bbc0-11456df1a8dd. Nov 26 02:55:49.965850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-d5342ab0-ecac-4163-8eef-074c22f72574 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Calling delete_port for f279e402-6cbf-4796-bbc0-11456df1a8dd owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:55:50.100937 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5342ab0-ecac-4163-8eef-074c22f72574 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:50.134311 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5342ab0-ecac-4163-8eef-074c22f72574 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event deleted for resources: {'Port': ['ID=f279e402-6cbf-4796-bbc0-11456df1a8dd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:50.180955 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-14857dba-74a0-4838-9001-d4285054842e tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:50.236037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Router b91187db-47f8-49c9-a19e-5edc547c3252 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:55:50.242291 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-14857dba-74a0-4838-9001-d4285054842e tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:50.242584 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5342ab0-ecac-4163-8eef-074c22f72574 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 877f9af7-c117-426f-9e81-7a67a2943cb4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:55:50.323149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14857dba-74a0-4838-9001-d4285054842e tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Network 40e1fac2-a6b1-4220-97b0-3089000b572f is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:50.351537 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-14857dba-74a0-4838-9001-d4285054842e tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:50.353388 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5342ab0-ecac-4163-8eef-074c22f72574 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:55:50.355853 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14857dba-74a0-4838-9001-d4285054842e tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Pushing event updated for resources: {'Port': ['ID=b52a95e3-9373-46bb-ad4f-686a44d862b8,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:50.358326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14857dba-74a0-4838-9001-d4285054842e tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:50.367567 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1285d790-7d6b-4a0d-ac4c-328e4936e1d0 None None] Sync routers for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:55:50.379606 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1285d790-7d6b-4a0d-ac4c-328e4936e1d0 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:50.380544 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1285d790-7d6b-4a0d-ac4c-328e4936e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:50.418413 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1285d790-7d6b-4a0d-ac4c-328e4936e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:50.427349 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1285d790-7d6b-4a0d-ac4c-328e4936e1d0 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:50.427964 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1285d790-7d6b-4a0d-ac4c-328e4936e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:50.447035 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5342ab0-ecac-4163-8eef-074c22f72574 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:50.451582 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d5342ab0-ecac-4163-8eef-074c22f72574 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/ports/f279e402-6cbf-4796-bbc0-11456df1a8dd HTTP/1.1" status: 204 len: 168 time: 0.9849966 Nov 26 02:55:50.453925 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47956) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:50.466070 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1285d790-7d6b-4a0d-ac4c-328e4936e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:50.466753 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1285d790-7d6b-4a0d-ac4c-328e4936e1d0 None None] The sync data for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:55:50.506957 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1a548d8c-323f-406b-969d-61704b57ba81 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "GET /v2.0/floatingips/5cc0a5bc-2430-47d1-aa75-d87a2fa5280f HTTP/1.1" status: 200 len: 688 time: 0.0493517 Nov 26 02:55:50.507180 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47958) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:50.544925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb4dd1-104e-4cbd-862f-aef9caf89733 req-94988839-5817-40d6-bb53-1dccd2152d7e tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:50.546422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5eeb4dd1-104e-4cbd-862f-aef9caf89733 req-94988839-5817-40d6-bb53-1dccd2152d7e tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.1859176 Nov 26 02:55:50.547484 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:55:50.557579 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb8a2e-843e-465d-82d7-d6e9273f4cef None None] Sync routers for ids ['b91187db-47f8-49c9-a19e-5edc547c3252'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:55:50.568996 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb8a2e-843e-465d-82d7-d6e9273f4cef None None] Routers {'b91187db-47f8-49c9-a19e-5edc547c3252'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:50.569700 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7efb8a2e-843e-465d-82d7-d6e9273f4cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b91187db-47f8-49c9-a19e-5edc547c3252'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:50.605038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7efb8a2e-843e-465d-82d7-d6e9273f4cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:50.615307 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb8a2e-843e-465d-82d7-d6e9273f4cef None None] Routers {'b91187db-47f8-49c9-a19e-5edc547c3252'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:50.616195 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7efb8a2e-843e-465d-82d7-d6e9273f4cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b91187db-47f8-49c9-a19e-5edc547c3252'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:50.620009 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442e33a-983a-49ad-a427-fa7ba1d982dc req-c0646caa-07dc-4065-a670-06a09148bbbd tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:50.621569 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0442e33a-983a-49ad-a427-fa7ba1d982dc req-c0646caa-07dc-4065-a670-06a09148bbbd tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/ports?device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 946 time: 0.1594186 Nov 26 02:55:50.624825 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:50.645860 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a37bb903-12d8-40b4-b85b-db6a41fe3ee0 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Deleting port 30403f39-72c0-4078-856a-127d68cadbfc {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:55:50.646213 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a37bb903-12d8-40b4-b85b-db6a41fe3ee0 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:50.659163 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7efb8a2e-843e-465d-82d7-d6e9273f4cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:50.660117 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb8a2e-843e-465d-82d7-d6e9273f4cef None None] The sync data for ids ['b91187db-47f8-49c9-a19e-5edc547c3252'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:55:50.676924 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-14857dba-74a0-4838-9001-d4285054842e tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:50.698273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8d799431-0e3e-483f-9696-f5e2445b81d1 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.4633272 Nov 26 02:55:50.701132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47964) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:50.726596 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5eeb4dd1-104e-4cbd-862f-aef9caf89733 req-677e1359-8930-4e16-8318-da2b73129a6b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708174 Nov 26 02:55:50.752363 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-14857dba-74a0-4838-9001-d4285054842e tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:50.777923 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0442e33a-983a-49ad-a427-fa7ba1d982dc req-16caf3f8-b4ed-4362-846e-c7cb3736f6d8 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/security-groups?id=f160d5be-0c3a-494d-8847-812324e3479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258852 Nov 26 02:55:50.834814 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a37bb903-12d8-40b4-b85b-db6a41fe3ee0 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:50.835147 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a37bb903-12d8-40b4-b85b-db6a41fe3ee0 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:50.859766 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a37bb903-12d8-40b4-b85b-db6a41fe3ee0 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Calling delete_port for 30403f39-72c0-4078-856a-127d68cadbfc owned by network:floatingip {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:55:50.862719 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-68950ad2-1e8d-47a2-9cec-4eb1c26ad063 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] 10.222.0.31 "GET /v2.0/floatingips/cff617ca-74f6-45d7-bc31-21dd1cb47cd6 HTTP/1.1" status: 200 len: 982 time: 0.1603279 Nov 26 02:55:50.865506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47968) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:51.008958 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a37bb903-12d8-40b4-b85b-db6a41fe3ee0 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:51.040297 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bb903-12d8-40b4-b85b-db6a41fe3ee0 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event deleted for resources: {'Port': ['ID=30403f39-72c0-4078-856a-127d68cadbfc,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:51.075292 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-54458b2e-67c8-4c1a-83a7-e49ff4c7e60f tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4780 time: 0.2085993 Nov 26 02:55:51.078633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47972) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:51.102240 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a37bb903-12d8-40b4-b85b-db6a41fe3ee0 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:51.105158 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a37bb903-12d8-40b4-b85b-db6a41fe3ee0 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:51.106314 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a37bb903-12d8-40b4-b85b-db6a41fe3ee0 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/floatingips/5cc0a5bc-2430-47d1-aa75-d87a2fa5280f HTTP/1.1" status: 204 len: 168 time: 0.5982196 Nov 26 02:55:51.111066 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47974) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:51.115557 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': 'b3a26a71-4cd2-4323-a03c-c5586c39a475'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:51.128791 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-14857dba-74a0-4838-9001-d4285054842e tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:51.139671 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:51.146171 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-14857dba-74a0-4838-9001-d4285054842e tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:51.195522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea49a0-a231-4211-98e9-ac3c7252fbcb req-7f57d705-84b4-4a61-9239-887903f6d449 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:51.197070 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15ea49a0-a231-4211-98e9-ac3c7252fbcb req-7f57d705-84b4-4a61-9239-887903f6d449 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/ports?device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 946 time: 0.1670196 Nov 26 02:55:51.238952 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:51.287892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14857dba-74a0-4838-9001-d4285054842e tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Pushing event updated for resources: {'Port': ['ID=b52a95e3-9373-46bb-ad4f-686a44d862b8,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:51.337858 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-14857dba-74a0-4838-9001-d4285054842e tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:51.341756 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Allocated IP 172.25.0.169 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/24117fbb-06bc-4d34-bf75-0fd19001c985) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:51.352308 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15ea49a0-a231-4211-98e9-ac3c7252fbcb req-d94859b0-1c4f-45e6-b401-2a666497cc0b tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/security-groups?id=f160d5be-0c3a-494d-8847-812324e3479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425402 Nov 26 02:55:51.379730 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-14857dba-74a0-4838-9001-d4285054842e tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:51.381011 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-14857dba-74a0-4838-9001-d4285054842e tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9586565 Nov 26 02:55:51.384827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47976) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:51.467908 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6b65e464-b2d0-41ce-9805-b104977c2356 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=40e1fac2-a6b1-4220-97b0-3089000b572f HTTP/1.1" status: 200 len: 689 time: 0.0816798 Nov 26 02:55:51.471480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47978) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:51.523800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-788878d6-79cc-4a46-97f5-3bdef1aab51e tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Deleting port c6a72fa7-6608-45d5-8610-32ba4c486d25 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:55:51.524195 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-788878d6-79cc-4a46-97f5-3bdef1aab51e tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:51.727507 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:51.764418 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:51.806454 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:51.809604 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:51.814059 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:51.819704 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=24117fbb-06bc-4d34-bf75-0fd19001c985,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:52.027547 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-788878d6-79cc-4a46-97f5-3bdef1aab51e tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:52.028147 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-788878d6-79cc-4a46-97f5-3bdef1aab51e tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:52.033150 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:52.071663 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-788878d6-79cc-4a46-97f5-3bdef1aab51e tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Calling delete_port for c6a72fa7-6608-45d5-8610-32ba4c486d25 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:55:52.162391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925d08c-3280-4a71-ab2a-d7e5ad3f2a10 req-b48583a4-ed46-41fb-b6cc-22b66224e300 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:52.163908 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0925d08c-3280-4a71-ab2a-d7e5ad3f2a10 req-b48583a4-ed46-41fb-b6cc-22b66224e300 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.1911547 Nov 26 02:55:52.170514 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:52.236699 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:52.264686 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:52.316858 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0925d08c-3280-4a71-ab2a-d7e5ad3f2a10 req-b528aab4-e931-46f4-8d7f-50dd36610cac tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203067 Nov 26 02:55:52.322370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Deleting port b52a95e3-9373-46bb-ad4f-686a44d862b8 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:55:52.322723 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:52.404560 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:52.411331 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:52.446861 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:52.447097 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:52.490211 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=24117fbb-06bc-4d34-bf75-0fd19001c985,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:52.496670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Calling delete_port for b52a95e3-9373-46bb-ad4f-686a44d862b8 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:55:52.499724 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:52.502143 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-788878d6-79cc-4a46-97f5-3bdef1aab51e tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:52.548515 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788878d6-79cc-4a46-97f5-3bdef1aab51e tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Pushing event deleted for resources: {'Port': ['ID=c6a72fa7-6608-45d5-8610-32ba4c486d25,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:52.602210 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Floating IP 75ecf5db-7428-42fe-9509-05df8ff1bf8c associated. External IP: 172.25.0.169, port: b3a26a71-4cd2-4323-a03c-c5586c39a475. Nov 26 02:55:52.645792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309a980-aace-4074-a129-f7e27bf7828a req-0929dc00-0217-4347-ac0a-fd5124103522 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:52.647295 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c309a980-aace-4074-a129-f7e27bf7828a req-0929dc00-0217-4347-ac0a-fd5124103522 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/ports?device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 946 time: 0.2047820 Nov 26 02:55:52.750726 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9fb53-2e57-4203-92ee-c6301a1bca82 req-b744e13f-fe02-4418-9c49-b3ccea52041e tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:52.752153 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5e9fb53-2e57-4203-92ee-c6301a1bca82 req-b744e13f-fe02-4418-9c49-b3ccea52041e tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 946 time: 0.1571600 Nov 26 02:55:52.752957 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-788878d6-79cc-4a46-97f5-3bdef1aab51e tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:52.753287 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-788878d6-79cc-4a46-97f5-3bdef1aab51e tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Floating IP cff617ca-74f6-45d7-bc31-21dd1cb47cd6 disassociated (deleted). External IP: 172.25.0.74, port: 3485b60f-948f-49dd-bdf5-09a86bd321d9. Nov 26 02:55:52.810981 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 877f9af7-c117-426f-9e81-7a67a2943cb4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:55:52.861949 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c309a980-aace-4074-a129-f7e27bf7828a req-722b87b2-d1d4-47ea-90eb-2d675b28191d tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/security-groups?id=f160d5be-0c3a-494d-8847-812324e3479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859555 Nov 26 02:55:52.926744 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:55:52.948101 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a46156f-80b9-4d6d-98ce-b0df11058664 None None] Sync routers for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:55:52.962617 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:52.964202 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a46156f-80b9-4d6d-98ce-b0df11058664 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:52.965633 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-3a46156f-80b9-4d6d-98ce-b0df11058664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:52.978085 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.005992 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-08db7b33-1c37-4216-b2ff-48a0797b2586 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.8933220 Nov 26 02:55:53.007958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47992) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:53.013904 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d84e6b89-1ad8-42d3-b07e-050793c437b7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1652449000'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:53.015826 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Pushing event deleted for resources: {'Port': ['ID=b52a95e3-9373-46bb-ad4f-686a44d862b8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:53.016512 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-3a46156f-80b9-4d6d-98ce-b0df11058664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:53.027976 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a46156f-80b9-4d6d-98ce-b0df11058664 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:53.028960 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-3a46156f-80b9-4d6d-98ce-b0df11058664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:53.043635 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84e6b89-1ad8-42d3-b07e-050793c437b7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Made reservation on behalf of aaa3095268874aefaf44efd0bfa83a90 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:53.049907 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d84e6b89-1ad8-42d3-b07e-050793c437b7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.070364 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-3a46156f-80b9-4d6d-98ce-b0df11058664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:53.072241 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a46156f-80b9-4d6d-98ce-b0df11058664 None None] The sync data for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:55:53.094985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84e6b89-1ad8-42d3-b07e-050793c437b7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:55:53.104970 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d84e6b89-1ad8-42d3-b07e-050793c437b7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.105320 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-d84e6b89-1ad8-42d3-b07e-050793c437b7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Added segment 78849622-326a-4277-a5c2-dfea71f73578 of type vlan for network 1985f536-edd0-42dd-83f9-4fd22b9c15d1 Nov 26 02:55:53.111490 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-e5e9fb53-2e57-4203-92ee-c6301a1bca82 req-e4a2c58b-4853-4c5a-be3d-015aa8e16973 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Deleting port 5ae073af-9d99-4314-9da6-18308da3ddcb {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:55:53.111831 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e5e9fb53-2e57-4203-92ee-c6301a1bca82 req-e4a2c58b-4853-4c5a-be3d-015aa8e16973 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.151272 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d84e6b89-1ad8-42d3-b07e-050793c437b7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.174578 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d84e6b89-1ad8-42d3-b07e-050793c437b7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.181471 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84e6b89-1ad8-42d3-b07e-050793c437b7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:53.182074 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d84e6b89-1ad8-42d3-b07e-050793c437b7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.237131 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d84e6b89-1ad8-42d3-b07e-050793c437b7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2277317 Nov 26 02:55:53.239560 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.239927 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47994) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:53.251200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-6f849d86-fb93-4a89-8008-925db0de84bc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'subnet': {'network_id': '1985f536-edd0-42dd-83f9-4fd22b9c15d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:53.258552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-e5e9fb53-2e57-4203-92ee-c6301a1bca82 req-e4a2c58b-4853-4c5a-be3d-015aa8e16973 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] For port 5ae073af-9d99-4314-9da6-18308da3ddcb, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5ae073af-9d99-4314-9da6-18308da3ddcb,segment=NetworkSegment(faad0233-c4a7-42bf-a6a1-38a85e08ea1a),segment_id=faad0233-c4a7-42bf-a6a1-38a85e08ea1a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:53.258854 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e5e9fb53-2e57-4203-92ee-c6301a1bca82 req-e4a2c58b-4853-4c5a-be3d-015aa8e16973 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.262981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788878d6-79cc-4a46-97f5-3bdef1aab51e tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Router b91187db-47f8-49c9-a19e-5edc547c3252 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:55:53.268916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e6b89-1ad8-42d3-b07e-050793c437b7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Network': ['ID=1985f536-edd0-42dd-83f9-4fd22b9c15d1,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:53.276909 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-e5e9fb53-2e57-4203-92ee-c6301a1bca82 req-e4a2c58b-4853-4c5a-be3d-015aa8e16973 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Calling delete_port for 5ae073af-9d99-4314-9da6-18308da3ddcb owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:55:53.282263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 1985f536-edd0-42dd-83f9-4fd22b9c15d1 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:55:53.358801 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f849d86-fb93-4a89-8008-925db0de84bc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Made reservation on behalf of aaa3095268874aefaf44efd0bfa83a90 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:53.363075 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f849d86-fb93-4a89-8008-925db0de84bc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.423196 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.432253 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.556755 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f849d86-fb93-4a89-8008-925db0de84bc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.559027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41995688-1d95-42ba-ba3b-ae9bb29d4354 req-33982d10-b4a2-45ac-b577-8cec78a80f0d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:53.561261 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-41995688-1d95-42ba-ba3b-ae9bb29d4354 req-33982d10-b4a2-45ac-b577-8cec78a80f0d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.1434076 Nov 26 02:55:53.568331 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788878d6-79cc-4a46-97f5-3bdef1aab51e tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:55:53.573433 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-788878d6-79cc-4a46-97f5-3bdef1aab51e tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.579688 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12affd-4880-4592-9d84-9f99f9f2d358 None None] Sync routers for ids ['b91187db-47f8-49c9-a19e-5edc547c3252'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:55:53.583611 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.591772 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb12affd-4880-4592-9d84-9f99f9f2d358 None None] Routers {'b91187db-47f8-49c9-a19e-5edc547c3252'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:53.592597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fb12affd-4880-4592-9d84-9f99f9f2d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b91187db-47f8-49c9-a19e-5edc547c3252'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:53.619332 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f849d86-fb93-4a89-8008-925db0de84bc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Subnet': ['ID=fe55fefd-1f44-475c-8077-663110b7f27a,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:53.629647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fb12affd-4880-4592-9d84-9f99f9f2d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:53.640647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb12affd-4880-4592-9d84-9f99f9f2d358 None None] Routers {'b91187db-47f8-49c9-a19e-5edc547c3252'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:53.641539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fb12affd-4880-4592-9d84-9f99f9f2d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b91187db-47f8-49c9-a19e-5edc547c3252'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:53.658627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f849d86-fb93-4a89-8008-925db0de84bc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Checking segment: {'id': '78849622-326a-4277-a5c2-dfea71f73578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1985f536-edd0-42dd-83f9-4fd22b9c15d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:55:53.658998 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f849d86-fb93-4a89-8008-925db0de84bc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network hostable DHCP agents. Network: 1985f536-edd0-42dd-83f9-4fd22b9c15d1, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:55:53.670334 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c8fb63b7-b532-48a0-b5b6-9ac31bba535d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:53.678936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-788878d6-79cc-4a46-97f5-3bdef1aab51e tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] 10.222.0.31 "DELETE /v2.0/floatingips/cff617ca-74f6-45d7-bc31-21dd1cb47cd6 HTTP/1.1" status: 204 len: 168 time: 2.5980427 Nov 26 02:55:53.680328 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fb12affd-4880-4592-9d84-9f99f9f2d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:53.681048 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12affd-4880-4592-9d84-9f99f9f2d358 None None] The sync data for ids ['b91187db-47f8-49c9-a19e-5edc547c3252'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:55:53.683016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47998) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:53.687006 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f849d86-fb93-4a89-8008-925db0de84bc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network 1985f536-edd0-42dd-83f9-4fd22b9c15d1 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:55:53.697266 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-6f849d86-fb93-4a89-8008-925db0de84bc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 1985f536-edd0-42dd-83f9-4fd22b9c15d1) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:53.701822 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f849d86-fb93-4a89-8008-925db0de84bc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:53.702435 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f849d86-fb93-4a89-8008-925db0de84bc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.702913 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-96bf3f15-4bd6-4fa7-8199-b662a29bf3a8 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:53.709021 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba8f82a-2df2-4641-b77d-eac335d8ea18 None None] Network 1985f536-edd0-42dd-83f9-4fd22b9c15d1 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:55:53.721393 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6f849d86-fb93-4a89-8008-925db0de84bc tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4803970 Nov 26 02:55:53.723995 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48000) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:53.728867 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2014409014', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:53.756753 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.757966 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.767251 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e5e9fb53-2e57-4203-92ee-c6301a1bca82 req-e4a2c58b-4853-4c5a-be3d-015aa8e16973 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.772823 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.814323 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-41995688-1d95-42ba-ba3b-ae9bb29d4354 req-dabd5b2f-2ad6-4d8c-8380-e9eeb5af6ec4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367594 Nov 26 02:55:53.827583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2c58b-4853-4c5a-be3d-015aa8e16973 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Pushing event deleted for resources: {'Port': ['ID=5ae073af-9d99-4314-9da6-18308da3ddcb,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:53.832425 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e1fac2-a6b1-4220-97b0-3089000b572f']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:53.837807 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.844015 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96bf3f15-4bd6-4fa7-8199-b662a29bf3a8 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.874677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0c611d-d45f-4cb0-be69-f6bda1623bc7') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:53.874972 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0c611d-d45f-4cb0-be69-f6bda1623bc7') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:53.885191 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-1985f536-edd0-42dd-83f9-4fd22b9c15d1', 'network_id': '1985f536-edd0-42dd-83f9-4fd22b9c15d1', 'tenant_id': 'aaa3095268874aefaf44efd0bfa83a90', 'fixed_ips': [{'subnet_id': 'fe55fefd-1f44-475c-8077-663110b7f27a'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:55:53.886985 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.888904 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.932316 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e9fb53-2e57-4203-92ee-c6301a1bca82 req-e4a2c58b-4853-4c5a-be3d-015aa8e16973 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] No DVR routers for this DVR port 5ae073af-9d99-4314-9da6-18308da3ddcb on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:55:53.937928 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e5e9fb53-2e57-4203-92ee-c6301a1bca82 req-e4a2c58b-4853-4c5a-be3d-015aa8e16973 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.941267 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5e9fb53-2e57-4203-92ee-c6301a1bca82 req-e4a2c58b-4853-4c5a-be3d-015aa8e16973 tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.54 "DELETE /v2.0/ports/5ae073af-9d99-4314-9da6-18308da3ddcb HTTP/1.1" status: 204 len: 173 time: 1.1756094 Nov 26 02:55:53.942357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f517be6e-a2fb-4448-9533-b05c61156d7e', 'name': 'network-vif-deleted', 'tag': '5ae073af-9d99-4314-9da6-18308da3ddcb'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:55:53.944699 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0f43ab-d4aa-4656-8d43-73ca60225243" -d '{"events": [{"server_uuid": "f517be6e-a2fb-4448-9533-b05c61156d7e", "name": "network-vif-deleted", "tag": "5ae073af-9d99-4314-9da6-18308da3ddcb"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:55:53.950018 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.965953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:55:53.966978 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:55:53.969880 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:55:54.022423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d6fb8b65-9112-4511-b12c-d1ee2b9b78a8 req-6cff78ef-86d6-46a1-9ccd-915d87be060b tempest-InstanceActionsV221TestJSON-571725836 tempest-InstanceActionsV221TestJSON-571725836-project] 10.222.0.31 "GET /v2.0/ports?device_id=f517be6e-a2fb-4448-9533-b05c61156d7e HTTP/1.1" status: 200 len: 210 time: 0.0736551 Nov 26 02:55:54.025701 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231ebeaf-ac87-4f72-bc01-22df2807ab6c x-openstack-request-id: req-231ebeaf-ac87-4f72-bc01-22df2807ab6c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:55:54.025836 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f517be6e-a2fb-4448-9533-b05c61156d7e", "name": "network-vif-deleted", "tag": "5ae073af-9d99-4314-9da6-18308da3ddcb", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:55:54.026132 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-231ebeaf-ac87-4f72-bc01-22df2807ab6c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:55:54.026494 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f517be6e-a2fb-4448-9533-b05c61156d7e', 'name': 'network-vif-deleted', 'tag': '5ae073af-9d99-4314-9da6-18308da3ddcb', 'status': 'completed', 'code': 200} Nov 26 02:55:54.060511 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:54.073839 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:54.083621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40e1fac2-a6b1-4220-97b0-3089000b572f {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 26 02:55:54.088085 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:54.094443 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] 10.222.0.31 "DELETE /v2.0/networks/40e1fac2-a6b1-4220-97b0-3089000b572f HTTP/1.1" status: 204 len: 168 time: 2.6156042 Nov 26 02:55:54.101042 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48008) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:54.103490 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe490cc1-ca17-4657-b5be-dcd5ed127c3f tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Pushing event deleted for resources: {'Network': ['ID=40e1fac2-a6b1-4220-97b0-3089000b572f,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:54.119917 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96bf3f15-4bd6-4fa7-8199-b662a29bf3a8 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:54.138662 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Allocated IP 172.20.0.2 (1985f536-edd0-42dd-83f9-4fd22b9c15d1/fe55fefd-1f44-475c-8077-663110b7f27a/cedb0362-b912-4749-ad7c-2555911221d1) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:54.289532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-96bf3f15-4bd6-4fa7-8199-b662a29bf3a8 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Allocated IP 172.25.0.88 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/2288f52b-f72a-4cb6-9395-02b6a0d2fa27) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:54.329864 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:54.331151 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-19fd0bf9-44d2-4497-8f1b-5a708dee2c4c tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3817 time: 0.1362205 Nov 26 02:55:54.333578 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48012) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:54.337833 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:54.378455 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Network 1985f536-edd0-42dd-83f9-4fd22b9c15d1 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:54.382474 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:54.386255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:54.421495 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96bf3f15-4bd6-4fa7-8199-b662a29bf3a8 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:54.441967 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Pushing event updated for resources: {'Port': ['ID=cedb0362-b912-4749-ad7c-2555911221d1,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:54.461266 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Attempting to bind port cedb0362-b912-4749-ad7c-2555911221d1 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:55:54.461660 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Attempting to bind port cedb0362-b912-4749-ad7c-2555911221d1 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '78849622-326a-4277-a5c2-dfea71f73578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1985f536-edd0-42dd-83f9-4fd22b9c15d1'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:55:54.462223 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Attempting to bind port cedb0362-b912-4749-ad7c-2555911221d1 on network 1985f536-edd0-42dd-83f9-4fd22b9c15d1 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:55:54.466245 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96bf3f15-4bd6-4fa7-8199-b662a29bf3a8 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:54.469296 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:55:54.469898 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Checking segment: {'id': '78849622-326a-4277-a5c2-dfea71f73578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1985f536-edd0-42dd-83f9-4fd22b9c15d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:55:54.470340 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:54.470893 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Bound using segment: {'id': '78849622-326a-4277-a5c2-dfea71f73578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1985f536-edd0-42dd-83f9-4fd22b9c15d1'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:55:54.471464 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Bound port: cedb0362-b912-4749-ad7c-2555911221d1, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78849622-326a-4277-a5c2-dfea71f73578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1985f536-edd0-42dd-83f9-4fd22b9c15d1'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:55:54.471997 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:54.484070 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd279f-822e-4336-8fde-bd996bdc4b97 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:54.484892 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd279f-822e-4336-8fde-bd996bdc4b97 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:54.484983 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd279f-822e-4336-8fde-bd996bdc4b97 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:54.485422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd279f-822e-4336-8fde-bd996bdc4b97 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:54.485946 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd279f-822e-4336-8fde-bd996bdc4b97 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:54.486313 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd279f-822e-4336-8fde-bd996bdc4b97 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:54.486978 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd279f-822e-4336-8fde-bd996bdc4b97 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:54.487431 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd279f-822e-4336-8fde-bd996bdc4b97 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:54.488095 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd279f-822e-4336-8fde-bd996bdc4b97 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:54.489673 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd279f-822e-4336-8fde-bd996bdc4b97 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:54.490140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd279f-822e-4336-8fde-bd996bdc4b97 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:54.490597 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd279f-822e-4336-8fde-bd996bdc4b97 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:54.491048 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd279f-822e-4336-8fde-bd996bdc4b97 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:54.491494 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd279f-822e-4336-8fde-bd996bdc4b97 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:54.493732 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3cbd279f-822e-4336-8fde-bd996bdc4b97 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8902 time: 0.1591635 Nov 26 02:55:54.497048 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48014) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:54.534756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf3f15-4bd6-4fa7-8199-b662a29bf3a8 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Pushing event updated for resources: {'Port': ['ID=2288f52b-f72a-4cb6-9395-02b6a0d2fa27,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:54.540651 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-768e7d2a-ef6b-49ea-aabe-27cabd754531 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] delete failed (client error): The resource could not be found. Nov 26 02:55:54.545053 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-768e7d2a-ef6b-49ea-aabe-27cabd754531 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/8977c799-958d-4fd9-9e4c-3b404ac49099 HTTP/1.1" status: 404 len: 345 time: 0.0461035 Nov 26 02:55:54.545794 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48016) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:54.554173 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] For port cedb0362-b912-4749-ad7c-2555911221d1, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:55:54.555825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bf3f15-4bd6-4fa7-8199-b662a29bf3a8 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:54.557516 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] For port cedb0362-b912-4749-ad7c-2555911221d1, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cedb0362-b912-4749-ad7c-2555911221d1,segment=NetworkSegment(78849622-326a-4277-a5c2-dfea71f73578),segment_id=78849622-326a-4277-a5c2-dfea71f73578)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:55:54.558463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-96bf3f15-4bd6-4fa7-8199-b662a29bf3a8 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:54.566989 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:54.567440 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bf3f15-4bd6-4fa7-8199-b662a29bf3a8 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:54.585038 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1c4a05-c92c-47f8-85f3-c9921e1c50f0 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] DELETE failed (client error): The resource could not be found. Nov 26 02:55:54.585962 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1c4a05-c92c-47f8-85f3-c9921e1c50f0 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:55:54.593653 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dd1c4a05-c92c-47f8-85f3-c9921e1c50f0 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] 10.222.0.31 "DELETE /v2.0/networks/40e1fac2-a6b1-4220-97b0-3089000b572f HTTP/1.1" status: 404 len: 339 time: 0.0459952 Nov 26 02:55:54.594409 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48018) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:54.606044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-fad45b20-e344-416c-8561-b0ae56104dc8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Request body: {'network': {'name': 'tempest-network--1566056042', 'router:external': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:54.660441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3349802-bb97-400a-911d-f3dc848d197c None None] Pushing event updated for resources: {'Port': ['ID=cedb0362-b912-4749-ad7c-2555911221d1,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:54.747522 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad45b20-e344-416c-8561-b0ae56104dc8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Made reservation on behalf of 8a7d47e7e89e4825ad9b0e9a28495533 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:54.749695 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96bf3f15-4bd6-4fa7-8199-b662a29bf3a8 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:54.749909 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fad45b20-e344-416c-8561-b0ae56104dc8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:54.753305 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:54.783036 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:54.791892 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96bf3f15-4bd6-4fa7-8199-b662a29bf3a8 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:54.842771 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad45b20-e344-416c-8561-b0ae56104dc8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:55:54.940964 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fad45b20-e344-416c-8561-b0ae56104dc8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:54.944232 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-fad45b20-e344-416c-8561-b0ae56104dc8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Added segment 4a056b2a-657f-41f3-a722-3bae43cc4dca of type vlan for network 46f99e6e-c4f1-481f-bda6-1908297a6777 Nov 26 02:55:55.017695 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Allocated IP 172.25.0.30 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/6c339b8e-6c48-4c35-87c6-6f6a59734e22) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:55.025980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ced1d8-cfe0-49a4-afee-4789394fdc7d req-00b57d49-01c6-44d1-aee5-12c0173a7abd tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:55.027889 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e2ced1d8-cfe0-49a4-afee-4789394fdc7d req-00b57d49-01c6-44d1-aee5-12c0173a7abd tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.1095343 Nov 26 02:55:55.031126 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96bf3f15-4bd6-4fa7-8199-b662a29bf3a8 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:55.037340 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fad45b20-e344-416c-8561-b0ae56104dc8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:55.041337 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96bf3f15-4bd6-4fa7-8199-b662a29bf3a8 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:55.088341 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cedb0362-b912-4749-ad7c-2555911221d1 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:55:55.153515 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf3f15-4bd6-4fa7-8199-b662a29bf3a8 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Pushing event updated for resources: {'Port': ['ID=2288f52b-f72a-4cb6-9395-02b6a0d2fa27,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:55.176631 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fad45b20-e344-416c-8561-b0ae56104dc8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:55.177549 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad45b20-e344-416c-8561-b0ae56104dc8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:55.178217 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fad45b20-e344-416c-8561-b0ae56104dc8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:55.186169 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e2ced1d8-cfe0-49a4-afee-4789394fdc7d req-8d88ef99-cd6d-4b2e-bcb5-f68599feea10 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466854 Nov 26 02:55:55.192476 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96bf3f15-4bd6-4fa7-8199-b662a29bf3a8 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:55.204827 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 5ae073af-9d99-4314-9da6-18308da3ddcb no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:55:55.208831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port cedb0362-b912-4749-ad7c-2555911221d1 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:55:55.209400 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:55.240700 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96bf3f15-4bd6-4fa7-8199-b662a29bf3a8 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:55.242499 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-96bf3f15-4bd6-4fa7-8199-b662a29bf3a8 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5584571 Nov 26 02:55:55.245736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48028) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:55.275056 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad45b20-e344-416c-8561-b0ae56104dc8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Pushing event updated for resources: {'Network': ['ID=46f99e6e-c4f1-481f-bda6-1908297a6777,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:55.282101 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fad45b20-e344-416c-8561-b0ae56104dc8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6856728 Nov 26 02:55:55.285263 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48036) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:55.288080 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 5ae073af-9d99-4314-9da6-18308da3ddcb {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:55:55.291814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 5ae073af-9d99-4314-9da6-18308da3ddcb not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:55:55.304245 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 46f99e6e-c4f1-481f-bda6-1908297a6777 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:55:55.405391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-62e07180-692f-4291-8ad1-e5970e287f9c tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:55.439640 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-62e07180-692f-4291-8ad1-e5970e287f9c tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:55.443181 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48040) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:55.475216 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:55.482335 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:55.517565 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port cedb0362-b912-4749-ad7c-2555911221d1, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cedb0362-b912-4749-ad7c-2555911221d1,segment=NetworkSegment(78849622-326a-4277-a5c2-dfea71f73578),segment_id=78849622-326a-4277-a5c2-dfea71f73578)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:55:55.524992 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:55.546731 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cdc2f6-93d4-4e21-9bc8-9058a7405e5d tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:55.554882 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cdc2f6-93d4-4e21-9bc8-9058a7405e5d tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:55.559274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9838b7a-7b59-4fe5-996e-816b13495bf9 admin admin] Deleting subnet aec191eb-c275-4e74-b83d-9579b98155aa {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:55:55.563435 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9838b7a-7b59-4fe5-996e-816b13495bf9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:55.563647 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cdc2f6-93d4-4e21-9bc8-9058a7405e5d tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:55.570372 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cdc2f6-93d4-4e21-9bc8-9058a7405e5d tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:55.573083 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-71cdc2f6-93d4-4e21-9bc8-9058a7405e5d tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2865202 Nov 26 02:55:55.584758 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=cedb0362-b912-4749-ad7c-2555911221d1,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:55.592669 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48042) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:55.603018 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:55.928821 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306e01ac-7768-4ec7-970c-0eb8b075a3f1 None None] Network 1985f536-edd0-42dd-83f9-4fd22b9c15d1 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:55:55.970602 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9838b7a-7b59-4fe5-996e-816b13495bf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:55.997920 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:56.008240 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:56.015139 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:56.016301 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3c7f3147-f967-4566-9f42-a6979a352a23 None None] Provisioning complete for port cedb0362-b912-4749-ad7c-2555911221d1 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:55:56.016796 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3147-f967-4566-9f42-a6979a352a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.017793 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=6c339b8e-6c48-4c35-87c6-6f6a59734e22,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:56.021894 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8378ee5-67d9-430d-b34b-29651e9449de tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.025045 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9838b7a-7b59-4fe5-996e-816b13495bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.055391 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-62e07180-692f-4291-8ad1-e5970e287f9c tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.063384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad6da04-804a-4ec2-becd-900943861134 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:55:56.134098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9838b7a-7b59-4fe5-996e-816b13495bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.166118 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9838b7a-7b59-4fe5-996e-816b13495bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec191eb-c275-4e74-b83d-9579b98155aa,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:56.189847 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9838b7a-7b59-4fe5-996e-816b13495bf9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.195689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e9838b7a-7b59-4fe5-996e-816b13495bf9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/aec191eb-c275-4e74-b83d-9579b98155aa HTTP/1.1" status: 204 len: 168 time: 0.7493751 Nov 26 02:55:56.196541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48044) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:56.234783 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8378ee5-67d9-430d-b34b-29651e9449de tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.266962 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e8378ee5-67d9-430d-b34b-29651e9449de tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f99e6e-c4f1-481f-bda6-1908297a6777']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:56.276700 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-62e07180-692f-4291-8ad1-e5970e287f9c tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Allocated IP 172.25.0.54 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/5cac0cb2-ca7c-4bd3-99e1-9b25aa57a390) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:56.327511 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-897a5a5c-3a98-42ae-97fb-9c1aafe6b92a None None] Provisioning complete for port 6c339b8e-6c48-4c35-87c6-6f6a59734e22 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:55:56.327880 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-897a5a5c-3a98-42ae-97fb-9c1aafe6b92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.334674 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ff746455-3643-4892-adcf-bf3e67e3763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.367233 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-897a5a5c-3a98-42ae-97fb-9c1aafe6b92a None None] Port 6c339b8e-6c48-4c35-87c6-6f6a59734e22 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:55:56.383584 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e8378ee5-67d9-430d-b34b-29651e9449de tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a056b2a-657f-41f3-a722-3bae43cc4dca') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:56.383974 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e8378ee5-67d9-430d-b34b-29651e9449de tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a056b2a-657f-41f3-a722-3bae43cc4dca') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:56.407558 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8378ee5-67d9-430d-b34b-29651e9449de tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.429451 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8378ee5-67d9-430d-b34b-29651e9449de tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.441337 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8378ee5-67d9-430d-b34b-29651e9449de tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:55:56.443110 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8378ee5-67d9-430d-b34b-29651e9449de tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:55:56.443897 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:55:56.446968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a372a-bf2b-43d9-9fc3-33b433bef898 req-258dc57a-1bb9-477b-b08d-75b883a1908c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:56.458344 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc6a372a-bf2b-43d9-9fc3-33b433bef898 req-258dc57a-1bb9-477b-b08d-75b883a1908c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.1701458 Nov 26 02:55:56.494086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c6d7a424-b6f8-4350-9d5c-6b6c3576f6dd None None] Provisioning complete for port cedb0362-b912-4749-ad7c-2555911221d1 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:55:56.495082 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c6d7a424-b6f8-4350-9d5c-6b6c3576f6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.531796 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8378ee5-67d9-430d-b34b-29651e9449de tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.538850 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.541065 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8378ee5-67d9-430d-b34b-29651e9449de tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 46f99e6e-c4f1-481f-bda6-1908297a6777 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 26 02:55:56.543341 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8378ee5-67d9-430d-b34b-29651e9449de tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.550401 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e8378ee5-67d9-430d-b34b-29651e9449de tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] 10.222.0.31 "DELETE /v2.0/networks/46f99e6e-c4f1-481f-bda6-1908297a6777 HTTP/1.1" status: 204 len: 168 time: 0.9528933 Nov 26 02:55:56.553005 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48052) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:56.555443 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-eb278d8a-2f21-4d9e-bdec-73feb944712c tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Request body: {'network': {'name': 'tempest-network--1361112114', 'router:external': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:56.563813 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ff746455-3643-4892-adcf-bf3e67e3763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.588312 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-62e07180-692f-4291-8ad1-e5970e287f9c tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.635203 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc6a372a-bf2b-43d9-9fc3-33b433bef898 req-5044f3e4-7462-43b9-8fce-9e5906aabda9 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758819 Nov 26 02:55:56.637051 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-ff746455-3643-4892-adcf-bf3e67e3763e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff81db0-66c2-4a98-8908-1a2ec1e1b26d']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:56.643035 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8378ee5-67d9-430d-b34b-29651e9449de tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Pushing event deleted for resources: {'Network': ['ID=46f99e6e-c4f1-481f-bda6-1908297a6777,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:56.651621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-ff746455-3643-4892-adcf-bf3e67e3763e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faad0233-c4a7-42bf-a6a1-38a85e08ea1a') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:56.651928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-ff746455-3643-4892-adcf-bf3e67e3763e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faad0233-c4a7-42bf-a6a1-38a85e08ea1a') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:56.666944 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ff746455-3643-4892-adcf-bf3e67e3763e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.675502 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb278d8a-2f21-4d9e-bdec-73feb944712c tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Made reservation on behalf of 8a7d47e7e89e4825ad9b0e9a28495533 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:56.677925 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eb278d8a-2f21-4d9e-bdec-73feb944712c tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.695673 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ff746455-3643-4892-adcf-bf3e67e3763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.705668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff746455-3643-4892-adcf-bf3e67e3763e admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:55:56.706104 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ff746455-3643-4892-adcf-bf3e67e3763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:55:56.707925 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:55:56.717990 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb278d8a-2f21-4d9e-bdec-73feb944712c tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:55:56.768628 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-62e07180-692f-4291-8ad1-e5970e287f9c tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.793323 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eb278d8a-2f21-4d9e-bdec-73feb944712c tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.793674 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-eb278d8a-2f21-4d9e-bdec-73feb944712c tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Added segment f08d81d6-b243-427f-87aa-ed508b49f34c of type vlan for network 387a45d9-8106-425d-8667-1709ca23d593 Nov 26 02:55:56.814518 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ff746455-3643-4892-adcf-bf3e67e3763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.819165 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e07180-692f-4291-8ad1-e5970e287f9c tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:56.839715 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ff746455-3643-4892-adcf-bf3e67e3763e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.844780 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ff746455-3643-4892-adcf-bf3e67e3763e admin admin] 10.222.0.31 "DELETE /v2.0/networks/aff81db0-66c2-4a98-8908-1a2ec1e1b26d HTTP/1.1" status: 204 len: 168 time: 0.6457469 Nov 26 02:55:56.846010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff746455-3643-4892-adcf-bf3e67e3763e admin admin] Pushing event deleted for resources: {'Network': ['ID=aff81db0-66c2-4a98-8908-1a2ec1e1b26d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:56.852044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-62e07180-692f-4291-8ad1-e5970e287f9c tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:56.856906 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e07180-692f-4291-8ad1-e5970e287f9c tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Pushing event updated for resources: {'Port': ['ID=5cac0cb2-ca7c-4bd3-99e1-9b25aa57a390,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:56.860087 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eb278d8a-2f21-4d9e-bdec-73feb944712c tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.865505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e07180-692f-4291-8ad1-e5970e287f9c tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:56.877978 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:56.996275 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-62e07180-692f-4291-8ad1-e5970e287f9c tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.015350 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eb278d8a-2f21-4d9e-bdec-73feb944712c tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.016581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb278d8a-2f21-4d9e-bdec-73feb944712c tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:57.017796 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eb278d8a-2f21-4d9e-bdec-73feb944712c tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.048547 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-62e07180-692f-4291-8ad1-e5970e287f9c tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.056166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cedb0362-b912-4749-ad7c-2555911221d1 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:55:57.106505 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-eb278d8a-2f21-4d9e-bdec-73feb944712c tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5547996 Nov 26 02:55:57.109436 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48056) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:57.166462 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port cedb0362-b912-4749-ad7c-2555911221d1 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:55:57.167048 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.170358 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb278d8a-2f21-4d9e-bdec-73feb944712c tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Pushing event updated for resources: {'Network': ['ID=387a45d9-8106-425d-8667-1709ca23d593,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:57.173264 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48058) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:57.198181 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 387a45d9-8106-425d-8667-1709ca23d593 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:55:57.200257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 59f357ae-672b-40c7-85f2-f73523554587 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:55:57.215423 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a40e63-8363-4c1d-b1a5-1390132dae1b tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:57.217020 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-64a40e63-8363-4c1d-b1a5-1390132dae1b tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] 10.222.0.31 "GET /v2.0/networks/387a45d9-8106-425d-8667-1709ca23d593 HTTP/1.1" status: 200 len: 757 time: 0.1057162 Nov 26 02:55:57.221386 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48060) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:57.237291 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-62e07180-692f-4291-8ad1-e5970e287f9c tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.245098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-62e07180-692f-4291-8ad1-e5970e287f9c tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.331499 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fc4231cb-39e0-4c49-b9c4-0f6eca2426ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d374d7e87e1049f894392022102fc797&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1543498 Nov 26 02:55:57.335834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48062) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:57.344072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e07180-692f-4291-8ad1-e5970e287f9c tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Pushing event updated for resources: {'Port': ['ID=5cac0cb2-ca7c-4bd3-99e1-9b25aa57a390,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:57.355366 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-62e07180-692f-4291-8ad1-e5970e287f9c tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.389808 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-62e07180-692f-4291-8ad1-e5970e287f9c tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.391054 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-62e07180-692f-4291-8ad1-e5970e287f9c tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1429031 Nov 26 02:55:57.394924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48064) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:57.401751 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af38178a-9f68-4111-a364-24bd3063aa4f tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:57.404082 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-af38178a-9f68-4111-a364-24bd3063aa4f tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] 10.222.0.31 "GET /v2.0/networks/74d3f3a0-31c1-458e-9027-fb24a4e18404 HTTP/1.1" status: 200 len: 767 time: 0.1793349 Nov 26 02:55:57.406449 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48066) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:57.446790 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-49eb7a5f-adba-404f-a8e3-d843f1ef9e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.483260 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:55:57.483883 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-49eb7a5f-adba-404f-a8e3-d843f1ef9e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.495306 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98c5027b-8a04-4109-b16a-c0857aee8bb8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.495638 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7bf4f4bc-53ce-4cc0-8833-2bf0a86e7984 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4775 time: 0.0995457 Nov 26 02:55:57.499565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48070) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:57.501976 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e01717-0211-4b96-8c5e-93b0aed3ea28 None None] Sync routers for ids ['59f357ae-672b-40c7-85f2-f73523554587'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:55:57.515635 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.517018 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e01717-0211-4b96-8c5e-93b0aed3ea28 None None] Routers {'59f357ae-672b-40c7-85f2-f73523554587'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:57.517732 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-76e01717-0211-4b96-8c5e-93b0aed3ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['59f357ae-672b-40c7-85f2-f73523554587'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:57.519721 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f442019a-35f6-42cc-ae3d-d8948d95300f tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7944779 Nov 26 02:55:57.520462 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48072) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:57.571291 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-76e01717-0211-4b96-8c5e-93b0aed3ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:57.588648 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e01717-0211-4b96-8c5e-93b0aed3ea28 None None] Routers {'59f357ae-672b-40c7-85f2-f73523554587'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:55:57.592069 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-76e01717-0211-4b96-8c5e-93b0aed3ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['59f357ae-672b-40c7-85f2-f73523554587'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:57.593368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e628445b-2022-4b24-a019-95c1ff474b6f tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0926116 Nov 26 02:55:57.596419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48076) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:57.633877 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-76e01717-0211-4b96-8c5e-93b0aed3ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:57.634533 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e01717-0211-4b96-8c5e-93b0aed3ea28 None None] The sync data for ids ['59f357ae-672b-40c7-85f2-f73523554587'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:55:57.680468 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98c5027b-8a04-4109-b16a-c0857aee8bb8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.711622 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-98c5027b-8a04-4109-b16a-c0857aee8bb8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387a45d9-8106-425d-8667-1709ca23d593']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:57.724817 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-98c5027b-8a04-4109-b16a-c0857aee8bb8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08d81d6-b243-427f-87aa-ed508b49f34c') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:57.725112 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-98c5027b-8a04-4109-b16a-c0857aee8bb8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08d81d6-b243-427f-87aa-ed508b49f34c') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:57.739477 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-49eb7a5f-adba-404f-a8e3-d843f1ef9e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.742312 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-49eb7a5f-adba-404f-a8e3-d843f1ef9e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.743452 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-49eb7a5f-adba-404f-a8e3-d843f1ef9e2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f160d5be-0c3a-494d-8847-812324e3479e HTTP/1.1" status: 204 len: 168 time: 0.4065821 Nov 26 02:55:57.773958 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb7a5f-adba-404f-a8e3-d843f1ef9e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f160d5be-0c3a-494d-8847-812324e3479e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:57.803065 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f9380-641d-4614-b044-138c4299715c req-dc5f9c69-85ff-4e5d-b256-8918d5f6f491 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:57.804643 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e18f9380-641d-4614-b044-138c4299715c req-dc5f9c69-85ff-4e5d-b256-8918d5f6f491 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.0976582 Nov 26 02:55:57.814601 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98c5027b-8a04-4109-b16a-c0857aee8bb8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.818981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-a54871e1-c50d-4fc4-8ae2-09507a2aae61 tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Deleting port 5cac0cb2-ca7c-4bd3-99e1-9b25aa57a390 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:55:57.819339 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a54871e1-c50d-4fc4-8ae2-09507a2aae61 tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.838362 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98c5027b-8a04-4109-b16a-c0857aee8bb8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.848960 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c5027b-8a04-4109-b16a-c0857aee8bb8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:55:57.849366 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98c5027b-8a04-4109-b16a-c0857aee8bb8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:55:57.851067 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:55:57.908237 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e18f9380-641d-4614-b044-138c4299715c req-2648c843-7843-4b38-9a33-c6764a57daa3 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965419 Nov 26 02:55:57.938622 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a54871e1-c50d-4fc4-8ae2-09507a2aae61 tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.938966 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a54871e1-c50d-4fc4-8ae2-09507a2aae61 tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.952287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-a54871e1-c50d-4fc4-8ae2-09507a2aae61 tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Calling delete_port for 5cac0cb2-ca7c-4bd3-99e1-9b25aa57a390 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:55:57.979841 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98c5027b-8a04-4109-b16a-c0857aee8bb8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:57.998947 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c5027b-8a04-4109-b16a-c0857aee8bb8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 387a45d9-8106-425d-8667-1709ca23d593 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 26 02:55:58.004997 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98c5027b-8a04-4109-b16a-c0857aee8bb8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.012355 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-98c5027b-8a04-4109-b16a-c0857aee8bb8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] 10.222.0.31 "DELETE /v2.0/networks/387a45d9-8106-425d-8667-1709ca23d593 HTTP/1.1" status: 204 len: 168 time: 0.6043241 Nov 26 02:55:58.012618 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48084) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:58.013837 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5027b-8a04-4109-b16a-c0857aee8bb8 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Pushing event deleted for resources: {'Network': ['ID=387a45d9-8106-425d-8667-1709ca23d593,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:58.022184 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-08747544-f892-4bc7-88b4-f502c71439bf tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Request body: {'network': {'name': 'tempest-network--916222900'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:58.068493 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08747544-f892-4bc7-88b4-f502c71439bf tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Made reservation on behalf of 8a7d47e7e89e4825ad9b0e9a28495533 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:58.070857 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-08747544-f892-4bc7-88b4-f502c71439bf tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.160290 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a54871e1-c50d-4fc4-8ae2-09507a2aae61 tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.166813 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08747544-f892-4bc7-88b4-f502c71439bf tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:55:58.196993 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54871e1-c50d-4fc4-8ae2-09507a2aae61 tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Pushing event deleted for resources: {'Port': ['ID=5cac0cb2-ca7c-4bd3-99e1-9b25aa57a390,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:58.205779 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-08747544-f892-4bc7-88b4-f502c71439bf tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.206138 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-08747544-f892-4bc7-88b4-f502c71439bf tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Added segment dcd97dce-55f1-45a7-9495-a648e566cfd6 of type vlan for network 949f0ab9-e2d1-4162-b5a6-a143efc80e09 Nov 26 02:55:58.223794 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6e15426-6f98-4435-9750-c52d73c066c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.291113 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-08747544-f892-4bc7-88b4-f502c71439bf tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.308062 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a54871e1-c50d-4fc4-8ae2-09507a2aae61 tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.311250 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a54871e1-c50d-4fc4-8ae2-09507a2aae61 tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.314862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a54871e1-c50d-4fc4-8ae2-09507a2aae61 tempest-FloatingIPAdminTestJSON-66969408 tempest-FloatingIPAdminTestJSON-66969408-project] 10.222.0.31 "DELETE /v2.0/floatingips/f857f3f3-6fab-4ced-ad71-3d4fbac0da28 HTTP/1.1" status: 204 len: 168 time: 0.7151127 Nov 26 02:55:58.317723 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48094) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:58.398689 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-08747544-f892-4bc7-88b4-f502c71439bf tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.399665 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08747544-f892-4bc7-88b4-f502c71439bf tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:58.400283 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-08747544-f892-4bc7-88b4-f502c71439bf tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.477507 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-08747544-f892-4bc7-88b4-f502c71439bf tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4629741 Nov 26 02:55:58.482424 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48102) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:58.488624 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0cf652c7-a54d-47d5-93ed-a8bcc5b32c70 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:58.496774 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08747544-f892-4bc7-88b4-f502c71439bf tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Pushing event updated for resources: {'Network': ['ID=949f0ab9-e2d1-4162-b5a6-a143efc80e09,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:58.509507 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 949f0ab9-e2d1-4162-b5a6-a143efc80e09 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:55:58.520957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d9de37db-9f2b-4203-8eeb-0059f4bfb1e9 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Deleting port 2288f52b-f72a-4cb6-9395-02b6a0d2fa27 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:55:58.522432 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d9de37db-9f2b-4203-8eeb-0059f4bfb1e9 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.636470 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d9de37db-9f2b-4203-8eeb-0059f4bfb1e9 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.637893 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d9de37db-9f2b-4203-8eeb-0059f4bfb1e9 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.651174 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d9de37db-9f2b-4203-8eeb-0059f4bfb1e9 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Calling delete_port for 2288f52b-f72a-4cb6-9395-02b6a0d2fa27 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:55:58.693787 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48110) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:58.746594 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-e6e15426-6f98-4435-9750-c52d73c066c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Allocated IP 172.20.0.1 (1985f536-edd0-42dd-83f9-4fd22b9c15d1/fe55fefd-1f44-475c-8077-663110b7f27a/9ecd345e-2d32-4be4-af78-dbbb8f4442f6) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:55:58.779487 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cf652c7-a54d-47d5-93ed-a8bcc5b32c70 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.803945 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d9de37db-9f2b-4203-8eeb-0059f4bfb1e9 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.830326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de37db-9f2b-4203-8eeb-0059f4bfb1e9 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Pushing event deleted for resources: {'Port': ['ID=2288f52b-f72a-4cb6-9395-02b6a0d2fa27,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:58.832364 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c878a1e7-b1d3-4872-af4c-b76fb52dd4a6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2112593717-network', 'tenant_id': '663f066e304f4b57893c72f115ebd127'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:55:58.842278 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cf652c7-a54d-47d5-93ed-a8bcc5b32c70 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.872586 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0cf652c7-a54d-47d5-93ed-a8bcc5b32c70 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Network 949f0ab9-e2d1-4162-b5a6-a143efc80e09 is not hosted by any dhcp agent {{(pid=104801) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 26 02:55:58.873454 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf652c7-a54d-47d5-93ed-a8bcc5b32c70 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:58.874050 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cf652c7-a54d-47d5-93ed-a8bcc5b32c70 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.875354 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0cf652c7-a54d-47d5-93ed-a8bcc5b32c70 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] 10.222.0.31 "PUT /v2.0/networks/949f0ab9-e2d1-4162-b5a6-a143efc80e09 HTTP/1.1" status: 200 len: 857 time: 0.3919737 Nov 26 02:55:58.887189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48114) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:58.918626 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c878a1e7-b1d3-4872-af4c-b76fb52dd4a6 admin admin] Made reservation on behalf of 663f066e304f4b57893c72f115ebd127 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:55:58.921037 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c878a1e7-b1d3-4872-af4c-b76fb52dd4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.949645 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c878a1e7-b1d3-4872-af4c-b76fb52dd4a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.959579 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d9de37db-9f2b-4203-8eeb-0059f4bfb1e9 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.962827 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d9de37db-9f2b-4203-8eeb-0059f4bfb1e9 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:58.967874 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d9de37db-9f2b-4203-8eeb-0059f4bfb1e9 tempest-FloatingIPAdminTestJSON-347795185 tempest-FloatingIPAdminTestJSON-347795185-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/7effecab-ca30-4c4f-b333-6c022c059518 HTTP/1.1" status: 204 len: 168 time: 0.6453950 Nov 26 02:55:58.968951 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf652c7-a54d-47d5-93ed-a8bcc5b32c70 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Pushing event updated for resources: {'Network': ['ID=949f0ab9-e2d1-4162-b5a6-a143efc80e09,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:58.970733 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48118) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:58.989340 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17bbc44d-7348-44db-b81a-bbe1601c7f34 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.025422 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6e15426-6f98-4435-9750-c52d73c066c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.114556 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17bbc44d-7348-44db-b81a-bbe1601c7f34 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.140018 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6e15426-6f98-4435-9750-c52d73c066c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.145118 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad84a74-b31d-44a6-ba57-e9800292e2d3 req-5e59caf4-329f-4514-9c35-60ec24b5fec7 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:59.146652 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ad84a74-b31d-44a6-ba57-e9800292e2d3 req-5e59caf4-329f-4514-9c35-60ec24b5fec7 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.1157951 Nov 26 02:55:59.148318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-17bbc44d-7348-44db-b81a-bbe1601c7f34 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949f0ab9-e2d1-4162-b5a6-a143efc80e09']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:59.165816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-17bbc44d-7348-44db-b81a-bbe1601c7f34 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd97dce-55f1-45a7-9495-a648e566cfd6') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:59.166113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-17bbc44d-7348-44db-b81a-bbe1601c7f34 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd97dce-55f1-45a7-9495-a648e566cfd6') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:59.181754 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17bbc44d-7348-44db-b81a-bbe1601c7f34 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.197218 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c878a1e7-b1d3-4872-af4c-b76fb52dd4a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.207153 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17bbc44d-7348-44db-b81a-bbe1601c7f34 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.212289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e15426-6f98-4435-9750-c52d73c066c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network 1985f536-edd0-42dd-83f9-4fd22b9c15d1 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:55:59.214726 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-205c46a5-39a1-4373-893f-f60ba310eba0 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Deleting port 3485b60f-948f-49dd-bdf5-09a86bd321d9 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:55:59.215062 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-205c46a5-39a1-4373-893f-f60ba310eba0 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.218201 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c878a1e7-b1d3-4872-af4c-b76fb52dd4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.220262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17bbc44d-7348-44db-b81a-bbe1601c7f34 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:55:59.220573 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17bbc44d-7348-44db-b81a-bbe1601c7f34 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:55:59.222550 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:55:59.234621 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ad84a74-b31d-44a6-ba57-e9800292e2d3 req-4ba6a33b-ba1c-4774-bb6e-13c4db67c308 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773549 Nov 26 02:55:59.267088 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e6e15426-6f98-4435-9750-c52d73c066c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:55:59.280593 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e15426-6f98-4435-9750-c52d73c066c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:55:59.286628 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17bbc44d-7348-44db-b81a-bbe1601c7f34 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.288224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e15426-6f98-4435-9750-c52d73c066c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=9ecd345e-2d32-4be4-af78-dbbb8f4442f6,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:59.298564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bbc44d-7348-44db-b81a-bbe1601c7f34 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 949f0ab9-e2d1-4162-b5a6-a143efc80e09 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 26 02:55:59.308907 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17bbc44d-7348-44db-b81a-bbe1601c7f34 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.317012 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-17bbc44d-7348-44db-b81a-bbe1601c7f34 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] 10.222.0.31 "DELETE /v2.0/networks/949f0ab9-e2d1-4162-b5a6-a143efc80e09 HTTP/1.1" status: 204 len: 168 time: 0.4281888 Nov 26 02:55:59.317657 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48120) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:59.320508 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbc44d-7348-44db-b81a-bbe1601c7f34 tempest-ExternalNetworksTestJSON-747448855 tempest-ExternalNetworksTestJSON-747448855-project-admin] Pushing event deleted for resources: {'Network': ['ID=949f0ab9-e2d1-4162-b5a6-a143efc80e09,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:59.355107 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb1eee0-9f81-4633-b606-8192af4f5d64 tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] DELETE failed (client error): The resource could not be found. Nov 26 02:55:59.355634 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb1eee0-9f81-4633-b606-8192af4f5d64 tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:55:59.361728 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-eeb1eee0-9f81-4633-b606-8192af4f5d64 tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] 10.222.0.31 "DELETE /v2.0/subnets/c8fb63b7-b532-48a0-b5b6-9ac31bba535d HTTP/1.1" status: 404 len: 337 time: 0.0426829 Nov 26 02:55:59.362376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48122) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:55:59.454970 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e40812a9-d10e-4f39-88e6-04cff61bafeb tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.587256 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2ff82d62-cf54-4a4a-8787-89967acb6fe2 None None] Provisioning complete for port 9ecd345e-2d32-4be4-af78-dbbb8f4442f6 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:55:59.587864 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2ff82d62-cf54-4a4a-8787-89967acb6fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.598749 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e40812a9-d10e-4f39-88e6-04cff61bafeb tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.631436 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2ff82d62-cf54-4a4a-8787-89967acb6fe2 None None] Port 9ecd345e-2d32-4be4-af78-dbbb8f4442f6 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:55:59.644175 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-e40812a9-d10e-4f39-88e6-04cff61bafeb tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d3f3a0-31c1-458e-9027-fb24a4e18404']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:59.649032 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c878a1e7-b1d3-4872-af4c-b76fb52dd4a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:55:59.663094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-e40812a9-d10e-4f39-88e6-04cff61bafeb tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797b4c63-e3dd-4a6c-bbaf-fb7098fb3198') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:59.664391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-e40812a9-d10e-4f39-88e6-04cff61bafeb tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797b4c63-e3dd-4a6c-bbaf-fb7098fb3198') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:55:59.670291 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878a1e7-b1d3-4872-af4c-b76fb52dd4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41088ba-cbc4-4640-b3cf-d3b303e3e57c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:59.679615 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e40812a9-d10e-4f39-88e6-04cff61bafeb tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.693566 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c878a1e7-b1d3-4872-af4c-b76fb52dd4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.693867 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-c878a1e7-b1d3-4872-af4c-b76fb52dd4a6 admin admin] Added segment ff33ca9f-7ebd-4db7-963a-e389c1e8f32a of type vlan for network 5b01fbf4-05c2-426a-bd34-1db1e2639446 Nov 26 02:55:59.700325 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e40812a9-d10e-4f39-88e6-04cff61bafeb tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.710637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40812a9-d10e-4f39-88e6-04cff61bafeb tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:55:59.711259 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e40812a9-d10e-4f39-88e6-04cff61bafeb tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:55:59.719760 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:55:59.738510 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6e15426-6f98-4435-9750-c52d73c066c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.797680 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-205c46a5-39a1-4373-893f-f60ba310eba0 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.817890 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c878a1e7-b1d3-4872-af4c-b76fb52dd4a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.824731 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-205c46a5-39a1-4373-893f-f60ba310eba0 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Calling delete_port for 3485b60f-948f-49dd-bdf5-09a86bd321d9 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:55:59.830915 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e40812a9-d10e-4f39-88e6-04cff61bafeb tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.841759 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e40812a9-d10e-4f39-88e6-04cff61bafeb tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.844554 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e40812a9-d10e-4f39-88e6-04cff61bafeb tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] 10.222.0.31 "DELETE /v2.0/networks/74d3f3a0-31c1-458e-9027-fb24a4e18404 HTTP/1.1" status: 204 len: 168 time: 0.4812012 Nov 26 02:55:59.868189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40812a9-d10e-4f39-88e6-04cff61bafeb tempest-ExternalNetworksTestJSON-780837887 tempest-ExternalNetworksTestJSON-780837887-project] Pushing event deleted for resources: {'Network': ['ID=74d3f3a0-31c1-458e-9027-fb24a4e18404,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:55:59.930298 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c878a1e7-b1d3-4872-af4c-b76fb52dd4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:55:59.931260 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c878a1e7-b1d3-4872-af4c-b76fb52dd4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:55:59.931826 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c878a1e7-b1d3-4872-af4c-b76fb52dd4a6 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:00.001731 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c878a1e7-b1d3-4872-af4c-b76fb52dd4a6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3068590 Nov 26 02:56:00.004944 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48132) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:00.010174 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-dc7d0914-8c0d-430f-ac8a-25f779c1159d admin admin] Request body: {'subnet': {'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2112593717-subnet', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:00.034423 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7d0914-8c0d-430f-ac8a-25f779c1159d admin admin] Made reservation on behalf of 663f066e304f4b57893c72f115ebd127 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:00.036814 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc7d0914-8c0d-430f-ac8a-25f779c1159d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:00.054858 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878a1e7-b1d3-4872-af4c-b76fb52dd4a6 admin admin] Pushing event updated for resources: {'Network': ['ID=5b01fbf4-05c2-426a-bd34-1db1e2639446,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:00.066040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 5b01fbf4-05c2-426a-bd34-1db1e2639446 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:56:00.078787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6e15426-6f98-4435-9750-c52d73c066c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:00.128697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48134) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:00.241849 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc7d0914-8c0d-430f-ac8a-25f779c1159d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:00.243470 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-205c46a5-39a1-4373-893f-f60ba310eba0 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:00.277265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c46a5-39a1-4373-893f-f60ba310eba0 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Pushing event deleted for resources: {'Port': ['ID=3485b60f-948f-49dd-bdf5-09a86bd321d9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:00.358517 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3e8e5d6f-7b7c-4427-9052-cb34c5433e77 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8ec7c518d904069a75c443b0717ca73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2258372 Nov 26 02:56:00.361224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48140) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:00.371383 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d0914-8c0d-430f-ac8a-25f779c1159d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:00.384390 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7d0914-8c0d-430f-ac8a-25f779c1159d admin admin] Checking segment: {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:56:00.384779 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7d0914-8c0d-430f-ac8a-25f779c1159d admin admin] Network hostable DHCP agents. Network: 5b01fbf4-05c2-426a-bd34-1db1e2639446, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:56:00.412341 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acdc84-98c6-42c1-a6ba-51ee02506725 req-14fa274f-f5ed-4020-909b-805ad39c46ec tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:00.416565 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02acdc84-98c6-42c1-a6ba-51ee02506725 req-14fa274f-f5ed-4020-909b-805ad39c46ec tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.0852365 Nov 26 02:56:00.437641 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7d0914-8c0d-430f-ac8a-25f779c1159d admin admin] Network 5b01fbf4-05c2-426a-bd34-1db1e2639446 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:56:00.457427 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-205c46a5-39a1-4373-893f-f60ba310eba0 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:00.457706 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-dc7d0914-8c0d-430f-ac8a-25f779c1159d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 5b01fbf4-05c2-426a-bd34-1db1e2639446) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:00.460523 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-205c46a5-39a1-4373-893f-f60ba310eba0 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] 10.222.0.31 "DELETE /v2.0/ports/3485b60f-948f-49dd-bdf5-09a86bd321d9 HTTP/1.1" status: 204 len: 168 time: 1.4871638 Nov 26 02:56:00.463195 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48142) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:00.466470 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7d0914-8c0d-430f-ac8a-25f779c1159d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:00.467204 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dc7d0914-8c0d-430f-ac8a-25f779c1159d admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:00.467331 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442327bb-6914-4b45-8b72-790baa9d3105 None None] Network 5b01fbf4-05c2-426a-bd34-1db1e2639446 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:00.512008 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5fff05a-a6f3-4704-b827-f9839e76f875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:00.525791 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02acdc84-98c6-42c1-a6ba-51ee02506725 req-c0a8b7d1-db0d-4e55-b807-cf9a6f187c2c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046512 Nov 26 02:56:00.538081 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-dc7d0914-8c0d-430f-ac8a-25f779c1159d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5320339 Nov 26 02:56:00.539172 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48144) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:00.544961 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2112593717-router', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:00.556305 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5fff05a-a6f3-4704-b827-f9839e76f875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:00.572457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0e89ac-f442-4402-907e-2c33a7eb814c tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:00.574469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9e0e89ac-f442-4402-907e-2c33a7eb814c tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] 10.222.0.31 "GET /v2.0/ports?device_id=b91187db-47f8-49c9-a19e-5edc547c3252 HTTP/1.1" status: 200 len: 913 time: 0.1102414 Nov 26 02:56:00.577963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48146) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:00.586459 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6e15426-6f98-4435-9750-c52d73c066c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:00.601938 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6e15426-6f98-4435-9750-c52d73c066c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:00.623519 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:00.625255 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:00.693260 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-5b01fbf4-05c2-426a-bd34-1db1e2639446', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'fixed_ips': [{'subnet_id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:56:00.695166 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:00.697863 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6e15426-6f98-4435-9750-c52d73c066c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:00.710853 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e15426-6f98-4435-9750-c52d73c066c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=9ecd345e-2d32-4be4-af78-dbbb8f4442f6,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:00.728684 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5fff05a-a6f3-4704-b827-f9839e76f875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:00.729427 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:00.731567 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5fff05a-a6f3-4704-b827-f9839e76f875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:00.735113 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d5fff05a-a6f3-4704-b827-f9839e76f875 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd8017ac-3ab1-4747-8ac2-6f7b457042e3 HTTP/1.1" status: 204 len: 168 time: 0.3685098 Nov 26 02:56:00.772180 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fff05a-a6f3-4704-b827-f9839e76f875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8017ac-3ab1-4747-8ac2-6f7b457042e3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:00.858981 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e15426-6f98-4435-9750-c52d73c066c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network 1985f536-edd0-42dd-83f9-4fd22b9c15d1 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:00.861035 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e6e15426-6f98-4435-9750-c52d73c066c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:00.922494 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Allocated IP 172.20.0.2 (5b01fbf4-05c2-426a-bd34-1db1e2639446/b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875/481730a0-ca86-471d-a41b-299092378702) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:01.045676 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e15426-6f98-4435-9750-c52d73c066c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 59f357ae-672b-40c7-85f2-f73523554587 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:56:01.105058 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:01.168356 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48156) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:01.191852 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:01.200660 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:01.216884 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e15426-6f98-4435-9750-c52d73c066c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:56:01.220568 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-eca198de-e499-4058-b7cf-80c57aa03159 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a7d47e7e89e4825ad9b0e9a28495533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0499418 Nov 26 02:56:01.224992 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e6e15426-6f98-4435-9750-c52d73c066c1 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "PUT /v2.0/routers/59f357ae-672b-40c7-85f2-f73523554587/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7026584 Nov 26 02:56:01.225557 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48158) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:01.227974 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48160) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:01.237329 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e07e2b3e-7b3c-4923-a59e-bc3b1dc37278 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'port': {'network_id': '1985f536-edd0-42dd-83f9-4fd22b9c15d1', 'name': 'tempest-FloatingIPTestJSON-664593724'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:01.240334 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66b48f6-76e7-4823-b786-b06807706ce4 None None] Sync routers for ids ['59f357ae-672b-40c7-85f2-f73523554587'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:56:01.277459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Network 5b01fbf4-05c2-426a-bd34-1db1e2639446 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:01.287249 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:01.295969 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b48f6-76e7-4823-b786-b06807706ce4 None None] Routers {'59f357ae-672b-40c7-85f2-f73523554587'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:01.296689 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b66b48f6-76e7-4823-b786-b06807706ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['59f357ae-672b-40c7-85f2-f73523554587'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:01.302684 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:01.334336 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Pushing event updated for resources: {'Port': ['ID=481730a0-ca86-471d-a41b-299092378702,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:01.341690 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b66b48f6-76e7-4823-b786-b06807706ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:01.365203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a7a24821-3247-474b-9d4a-a7cc8e60b31d None None] Provisioning complete for port 9ecd345e-2d32-4be4-af78-dbbb8f4442f6 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:01.365661 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a7a24821-3247-474b-9d4a-a7cc8e60b31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:01.384966 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ba3f913-4d7b-4676-a8f9-f5680c6df898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:01.406664 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ba3f913-4d7b-4676-a8f9-f5680c6df898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:01.411433 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b48f6-76e7-4823-b786-b06807706ce4 None None] Routers {'59f357ae-672b-40c7-85f2-f73523554587'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:01.412196 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b66b48f6-76e7-4823-b786-b06807706ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['59f357ae-672b-40c7-85f2-f73523554587'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:01.445282 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07e2b3e-7b3c-4923-a59e-bc3b1dc37278 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Made reservation on behalf of aaa3095268874aefaf44efd0bfa83a90 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:01.450370 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e07e2b3e-7b3c-4923-a59e-bc3b1dc37278 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:01.459506 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b66b48f6-76e7-4823-b786-b06807706ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:01.460216 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66b48f6-76e7-4823-b786-b06807706ce4 None None] The sync data for ids ['59f357ae-672b-40c7-85f2-f73523554587'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:56:01.468461 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Attempting to bind port 481730a0-ca86-471d-a41b-299092378702 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:01.468461 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Attempting to bind port 481730a0-ca86-471d-a41b-299092378702 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:01.468461 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Attempting to bind port 481730a0-ca86-471d-a41b-299092378702 on network 5b01fbf4-05c2-426a-bd34-1db1e2639446 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:01.471785 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-e07e2b3e-7b3c-4923-a59e-bc3b1dc37278 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] device_id is not set on port b0ccb4b9-646b-4ea9-9dbc-b0bb794924e2 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:01.476110 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a7a24821-3247-474b-9d4a-a7cc8e60b31d None None] Port 9ecd345e-2d32-4be4-af78-dbbb8f4442f6 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:56:01.478710 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:56:01.480645 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Checking segment: {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:56:01.481106 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:01.482707 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Bound using segment: {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:56:01.483230 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Bound port: 481730a0-ca86-471d-a41b-299092378702, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:56:01.483811 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:01.518764 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ba3f913-4d7b-4676-a8f9-f5680c6df898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:01.521646 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ba3f913-4d7b-4676-a8f9-f5680c6df898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:01.522844 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1ba3f913-4d7b-4676-a8f9-f5680c6df898 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13aa634d-5259-4886-b1a1-18d187c5155b HTTP/1.1" status: 204 len: 168 time: 0.2963591 Nov 26 02:56:01.538418 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3f913-4d7b-4676-a8f9-f5680c6df898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13aa634d-5259-4886-b1a1-18d187c5155b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:01.609954 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] For port 481730a0-ca86-471d-a41b-299092378702, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:56:01.615371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] For port 481730a0-ca86-471d-a41b-299092378702, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=481730a0-ca86-471d-a41b-299092378702,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:56:01.630955 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:01.634463 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-e07e2b3e-7b3c-4923-a59e-bc3b1dc37278 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Allocated IP 172.20.0.7 (1985f536-edd0-42dd-83f9-4fd22b9c15d1/fe55fefd-1f44-475c-8077-663110b7f27a/b0ccb4b9-646b-4ea9-9dbc-b0bb794924e2) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:01.715445 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1cd46-774e-4f16-9199-f5e44e99af68 None None] Pushing event updated for resources: {'Port': ['ID=481730a0-ca86-471d-a41b-299092378702,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:01.865887 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e07e2b3e-7b3c-4923-a59e-bc3b1dc37278 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:01.871285 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5494b7e0-bfd5-4c80-8600-44d386083eb1 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:01.907402 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:01.922049 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e07e2b3e-7b3c-4923-a59e-bc3b1dc37278 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:01.967728 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:02.016997 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07e2b3e-7b3c-4923-a59e-bc3b1dc37278 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Network 1985f536-edd0-42dd-83f9-4fd22b9c15d1 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:02.024484 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e07e2b3e-7b3c-4923-a59e-bc3b1dc37278 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:02.034572 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07e2b3e-7b3c-4923-a59e-bc3b1dc37278 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:02.099230 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e2b3e-7b3c-4923-a59e-bc3b1dc37278 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event updated for resources: {'Port': ['ID=b0ccb4b9-646b-4ea9-9dbc-b0bb794924e2,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:02.165801 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07e2b3e-7b3c-4923-a59e-bc3b1dc37278 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:02.167142 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e07e2b3e-7b3c-4923-a59e-bc3b1dc37278 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:02.194915 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e07e2b3e-7b3c-4923-a59e-bc3b1dc37278 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9658825 Nov 26 02:56:02.198047 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48182) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:02.205261 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b82db58c-8575-4db6-8a9b-1cb3e73b6a1c tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Request body: {'floatingip': {'port_id': 'b0ccb4b9-646b-4ea9-9dbc-b0bb794924e2'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:02.259721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] Allocated IP 172.25.0.222 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:02.332907 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b82db58c-8575-4db6-8a9b-1cb3e73b6a1c tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:02.494110 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d013ceb-a684-4613-8ee3-68f7c26c00b0 req-47e01b59-a790-477e-b4cc-f598b155acca tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:02.503185 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d013ceb-a684-4613-8ee3-68f7c26c00b0 req-47e01b59-a790-477e-b4cc-f598b155acca tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.6950850 Nov 26 02:56:02.530420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-985cc1c3-446a-4185-b988-ab25b4c184a8 None None] Provisioning complete for port b0ccb4b9-646b-4ea9-9dbc-b0bb794924e2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:02.532446 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-985cc1c3-446a-4185-b988-ab25b4c184a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:02.607771 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-985cc1c3-446a-4185-b988-ab25b4c184a8 None None] Port b0ccb4b9-646b-4ea9-9dbc-b0bb794924e2 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:56:02.608556 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:02.631212 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d013ceb-a684-4613-8ee3-68f7c26c00b0 req-8ca573f1-7322-418e-9ba8-4bc090972a6b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150506 Nov 26 02:56:02.704105 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-5494b7e0-bfd5-4c80-8600-44d386083eb1 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Deleting port 139fea78-a01a-456a-a14e-7bb04d7af884 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:02.704451 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5494b7e0-bfd5-4c80-8600-44d386083eb1 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:02.737464 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:02.837552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:02.851762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:02.870194 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00637190-d459-4e5d-a289-1ef45d12845b None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:56:02.873698 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:02.897660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:02.941257 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5494b7e0-bfd5-4c80-8600-44d386083eb1 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:02.970112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-5494b7e0-bfd5-4c80-8600-44d386083eb1 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Calling delete_port for 139fea78-a01a-456a-a14e-7bb04d7af884 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:02.972330 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-478c7a6a-523f-4d67-bcb1-0192f516674a None None] Provisioning complete for port c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:02.972880 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-478c7a6a-523f-4d67-bcb1-0192f516674a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:03.049840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-478c7a6a-523f-4d67-bcb1-0192f516674a None None] Port c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:56:03.175944 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 481730a0-ca86-471d-a41b-299092378702 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:56:03.214821 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b82db58c-8575-4db6-8a9b-1cb3e73b6a1c tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:03.225849 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b82db58c-8575-4db6-8a9b-1cb3e73b6a1c tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:03.289670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 481730a0-ca86-471d-a41b-299092378702 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:03.290054 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:03.426860 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bc6c5c-0cf0-4ceb-b268-1800ecc975a6 None None] Network 5b01fbf4-05c2-426a-bd34-1db1e2639446 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:03.484179 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:03.496630 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-b82db58c-8575-4db6-8a9b-1cb3e73b6a1c tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Floating IP 75ecf5db-7428-42fe-9509-05df8ff1bf8c associated. External IP: 172.25.0.169, port: b3a26a71-4cd2-4323-a03c-c5586c39a475. Nov 26 02:56:03.499832 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:03.529194 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a2d72cce-18d7-4a51-a93c-2748f0da1f53 None None] Provisioning complete for port 481730a0-ca86-471d-a41b-299092378702 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:03.529809 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a2d72cce-18d7-4a51-a93c-2748f0da1f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:03.610307 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 481730a0-ca86-471d-a41b-299092378702, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=481730a0-ca86-471d-a41b-299092378702,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:03.632454 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:03.718699 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5494b7e0-bfd5-4c80-8600-44d386083eb1 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:03.746513 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=481730a0-ca86-471d-a41b-299092378702,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:03.824520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494b7e0-bfd5-4c80-8600-44d386083eb1 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Pushing event deleted for resources: {'Port': ['ID=139fea78-a01a-456a-a14e-7bb04d7af884,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:03.860213 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82db58c-8575-4db6-8a9b-1cb3e73b6a1c tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 877f9af7-c117-426f-9e81-7a67a2943cb4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:56:03.861381 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48220) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:04.022635 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-11bbcacd-0450-40c5-bcd9-e3e786e126f5 tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-409775305', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:04.071902 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3d522-bf90-4ecb-b001-f072e0960a6a req-212e06a6-5813-4463-afd2-7f8130c18980 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:04.073457 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68f3d522-bf90-4ecb-b001-f072e0960a6a req-212e06a6-5813-4463-afd2-7f8130c18980 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.2631164 Nov 26 02:56:04.073913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bbcacd-0450-40c5-bcd9-e3e786e126f5 tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Made reservation on behalf of 40217e5520b64a1692f1bf7ba0181595 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:04.077029 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11bbcacd-0450-40c5-bcd9-e3e786e126f5 tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:04.091185 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82db58c-8575-4db6-8a9b-1cb3e73b6a1c tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:56:04.121462 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5642c7-7d99-4fad-b83d-3d49466cdbc6 None None] Sync routers for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:56:04.123332 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11bbcacd-0450-40c5-bcd9-e3e786e126f5 tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:04.149775 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5642c7-7d99-4fad-b83d-3d49466cdbc6 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:04.150444 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-df5642c7-7d99-4fad-b83d-3d49466cdbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:04.290782 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d996e4ff-ef1c-4b20-9266-93d26040b322 None None] Provisioning complete for port 481730a0-ca86-471d-a41b-299092378702 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:04.291366 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:04.291969 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d996e4ff-ef1c-4b20-9266-93d26040b322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:04.302111 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68f3d522-bf90-4ecb-b001-f072e0960a6a req-7f03ee60-601d-4c71-b34d-e6622068a508 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132351 Nov 26 02:56:04.341904 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-df5642c7-7d99-4fad-b83d-3d49466cdbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:04.361446 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5642c7-7d99-4fad-b83d-3d49466cdbc6 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:04.362269 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-df5642c7-7d99-4fad-b83d-3d49466cdbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:04.397813 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-df5642c7-7d99-4fad-b83d-3d49466cdbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:04.399411 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5642c7-7d99-4fad-b83d-3d49466cdbc6 None None] The sync data for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:56:04.432836 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5494b7e0-bfd5-4c80-8600-44d386083eb1 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:04.491937 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11bbcacd-0450-40c5-bcd9-e3e786e126f5 tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:04.498131 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11bbcacd-0450-40c5-bcd9-e3e786e126f5 tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:04.509077 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-11bbcacd-0450-40c5-bcd9-e3e786e126f5 tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] device_id is not set on port e42f57d8-c6e4-4ed8-b426-fd5faed38671 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:04.581212 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82db58c-8575-4db6-8a9b-1cb3e73b6a1c tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 59f357ae-672b-40c7-85f2-f73523554587 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:56:04.584292 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbcacd-0450-40c5-bcd9-e3e786e126f5 tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2783a91-2b38-4c14-9f57-2e8a3b1d06d4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:04.601933 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] Router 17df91b6-4007-4d2a-8711-e2e143c45a69 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:56:04.724564 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-11bbcacd-0450-40c5-bcd9-e3e786e126f5 tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Allocated IP 172.25.0.190 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/e42f57d8-c6e4-4ed8-b426-fd5faed38671) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:04.780177 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82db58c-8575-4db6-8a9b-1cb3e73b6a1c tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:56:04.786503 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b82db58c-8575-4db6-8a9b-1cb3e73b6a1c tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:04.786877 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5494b7e0-bfd5-4c80-8600-44d386083eb1 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Router b91187db-47f8-49c9-a19e-5edc547c3252 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:56:04.792565 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2caecdf-7415-4899-b5a1-5b4f04416258 None None] Sync routers for ids ['59f357ae-672b-40c7-85f2-f73523554587'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:56:04.797229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:56:04.803814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2caecdf-7415-4899-b5a1-5b4f04416258 None None] Routers {'59f357ae-672b-40c7-85f2-f73523554587'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:04.804835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d2caecdf-7415-4899-b5a1-5b4f04416258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['59f357ae-672b-40c7-85f2-f73523554587'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:04.810522 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Sync routers for ids ['17df91b6-4007-4d2a-8711-e2e143c45a69'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:56:04.829638 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Routers {'17df91b6-4007-4d2a-8711-e2e143c45a69'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:04.831667 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['17df91b6-4007-4d2a-8711-e2e143c45a69'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:04.856973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d2caecdf-7415-4899-b5a1-5b4f04416258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:04.868472 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2caecdf-7415-4899-b5a1-5b4f04416258 None None] Routers {'59f357ae-672b-40c7-85f2-f73523554587'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:04.869326 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d2caecdf-7415-4899-b5a1-5b4f04416258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['59f357ae-672b-40c7-85f2-f73523554587'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:04.888093 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:04.889334 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1c3b891c-1c0a-459f-868d-1b90dd02d6a2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3479667 Nov 26 02:56:04.891974 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48228) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:04.903815 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b82db58c-8575-4db6-8a9b-1cb3e73b6a1c tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "PUT /v2.0/floatingips/75ecf5db-7428-42fe-9509-05df8ff1bf8c HTTP/1.1" status: 200 len: 977 time: 2.7045190 Nov 26 02:56:04.906496 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48230) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:04.910363 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d2caecdf-7415-4899-b5a1-5b4f04416258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:04.911219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2caecdf-7415-4899-b5a1-5b4f04416258 None None] The sync data for ids ['59f357ae-672b-40c7-85f2-f73523554587'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:56:05.000402 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Set router 17df91b6-4007-4d2a-8711-e2e143c45a69 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:56:05.023704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5494b7e0-bfd5-4c80-8600-44d386083eb1 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:56:05.029697 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5494b7e0-bfd5-4c80-8600-44d386083eb1 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] 10.222.0.31 "PUT /v2.0/routers/b91187db-47f8-49c9-a19e-5edc547c3252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4504037 Nov 26 02:56:05.033898 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48234) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:05.036323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2e62fd-9b1c-4690-9acb-cf703fa4bf86 None None] Sync routers for ids ['b91187db-47f8-49c9-a19e-5edc547c3252'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:56:05.058459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2e62fd-9b1c-4690-9acb-cf703fa4bf86 None None] Routers {'b91187db-47f8-49c9-a19e-5edc547c3252'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:05.059384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ff2e62fd-9b1c-4690-9acb-cf703fa4bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b91187db-47f8-49c9-a19e-5edc547c3252'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:05.062684 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 481730a0-ca86-471d-a41b-299092378702 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:56:05.179607 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ff2e62fd-9b1c-4690-9acb-cf703fa4bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:05.195873 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2e62fd-9b1c-4690-9acb-cf703fa4bf86 None None] Routers {'b91187db-47f8-49c9-a19e-5edc547c3252'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:05.196863 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ff2e62fd-9b1c-4690-9acb-cf703fa4bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b91187db-47f8-49c9-a19e-5edc547c3252'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:05.201613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 481730a0-ca86-471d-a41b-299092378702 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:05.202141 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:05.241002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ff2e62fd-9b1c-4690-9acb-cf703fa4bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:05.241623 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2e62fd-9b1c-4690-9acb-cf703fa4bf86 None None] The sync data for ids ['b91187db-47f8-49c9-a19e-5edc547c3252'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:56:05.318961 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'name': 'tempest-ServerActionsTestJSON-2112593717-router', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:56:00Z', 'updated_at': '2021-11-26T02:56:03Z', 'revision_number': 3, 'project_id': '663f066e304f4b57893c72f115ebd127', 'gw_port': {'id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:02Z', 'updated_at': '2021-11-26T02:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:05.349262 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Checking router: 17df91b6-4007-4d2a-8711-e2e143c45a69 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:56:05.352382 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Updating router 17df91b6-4007-4d2a-8711-e2e143c45a69 port c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:56:05.368231 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11bbcacd-0450-40c5-bcd9-e3e786e126f5 tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:05.384975 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:05.429493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0ac4e1a2-2733-4462-80a2-cb0ebf205cba tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Deleting port b0ccb4b9-646b-4ea9-9dbc-b0bb794924e2 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:05.429876 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e1a2-2733-4462-80a2-cb0ebf205cba tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:05.468955 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11bbcacd-0450-40c5-bcd9-e3e786e126f5 tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:05.562289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbcacd-0450-40c5-bcd9-e3e786e126f5 tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Pushing event updated for resources: {'Port': ['ID=e42f57d8-c6e4-4ed8-b426-fd5faed38671,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:05.578288 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bbcacd-0450-40c5-bcd9-e3e786e126f5 tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:05.581829 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e1a2-2733-4462-80a2-cb0ebf205cba tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:05.584825 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-11bbcacd-0450-40c5-bcd9-e3e786e126f5 tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:05.592671 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bbcacd-0450-40c5-bcd9-e3e786e126f5 tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:05.601691 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ea3405-d2c9-4e52-bbd5-874d7ebbcc0e None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:56:05.635072 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bbcacd-0450-40c5-bcd9-e3e786e126f5 tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:05.636383 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11bbcacd-0450-40c5-bcd9-e3e786e126f5 tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:05.686675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a7fc9-bdf1-4952-8a1d-0e98b3b64363 req-c8d0b964-4c3c-4d42-af6c-6bff550d4a1b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:05.688265 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-868a7fc9-bdf1-4952-8a1d-0e98b3b64363 req-c8d0b964-4c3c-4d42-af6c-6bff550d4a1b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.1750097 Nov 26 02:56:05.690558 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-524a94d0-5ae7-4f1b-b69b-c82103701aab tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:05.693119 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-11bbcacd-0450-40c5-bcd9-e3e786e126f5 tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8305085 Nov 26 02:56:05.696831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48242) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:05.707810 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:05.713889 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-01eea5c8-08b1-4397-a7ba-5640d9ee7176 None None] Provisioning complete for port e42f57d8-c6e4-4ed8-b426-fd5faed38671 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:05.714313 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-01eea5c8-08b1-4397-a7ba-5640d9ee7176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:05.718523 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:05.734606 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-762283b4-1644-4027-b372-c971ee32fefb tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.190'}]}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:05.750605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-01eea5c8-08b1-4397-a7ba-5640d9ee7176 None None] Port e42f57d8-c6e4-4ed8-b426-fd5faed38671 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:56:05.780259 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Attempting to bind port c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:05.780550 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Attempting to bind port c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:05.780909 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Attempting to bind port c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:05.781026 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2ffe7e-3acf-4634-9885-51ff50f5e9a6 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:56:05.790048 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:56:05.790413 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:56:05.790819 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:05.791208 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:56:05.791739 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Bound port: c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:56:05.792145 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:05.816024 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61969f6-fc60-4332-bbfe-306a8c23f165 None None] Pushing event updated for resources: {'Port': ['ID=c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:05.830130 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61969f6-fc60-4332-bbfe-306a8c23f165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:05.830475 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61969f6-fc60-4332-bbfe-306a8c23f165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:05.830821 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61969f6-fc60-4332-bbfe-306a8c23f165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:05.831142 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61969f6-fc60-4332-bbfe-306a8c23f165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:05.831467 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61969f6-fc60-4332-bbfe-306a8c23f165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:05.831791 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61969f6-fc60-4332-bbfe-306a8c23f165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:05.832130 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61969f6-fc60-4332-bbfe-306a8c23f165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:05.832453 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61969f6-fc60-4332-bbfe-306a8c23f165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:05.832767 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61969f6-fc60-4332-bbfe-306a8c23f165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:05.833085 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61969f6-fc60-4332-bbfe-306a8c23f165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:05.833406 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61969f6-fc60-4332-bbfe-306a8c23f165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:05.833720 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61969f6-fc60-4332-bbfe-306a8c23f165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:05.868321 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e1a2-2733-4462-80a2-cb0ebf205cba tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:05.868907 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e1a2-2733-4462-80a2-cb0ebf205cba tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:05.869881 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-0ac4e1a2-2733-4462-80a2-cb0ebf205cba tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Floating IP 75ecf5db-7428-42fe-9509-05df8ff1bf8c disassociated. External IP: 172.25.0.169, port: b0ccb4b9-646b-4ea9-9dbc-b0bb794924e2. Nov 26 02:56:05.876008 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-532863c3-b3ee-45f9-aed8-0ab5e125212f None None] Provisioning complete for port c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:05.876379 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0ac4e1a2-2733-4462-80a2-cb0ebf205cba tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Calling delete_port for b0ccb4b9-646b-4ea9-9dbc-b0bb794924e2 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:05.876506 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-532863c3-b3ee-45f9-aed8-0ab5e125212f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:05.876898 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] For port c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:56:05.881820 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] For port c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:56:05.889298 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:05.925702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-532863c3-b3ee-45f9-aed8-0ab5e125212f None None] Port c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:56:05.935294 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-762283b4-1644-4027-b372-c971ee32fefb tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:05.937277 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-762283b4-1644-4027-b372-c971ee32fefb tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:05.946776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2780c79b-d3b8-4a3a-aeac-80c48be52f35 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:56:05.958993 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Routers {'17df91b6-4007-4d2a-8711-e2e143c45a69'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:05.959670 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['17df91b6-4007-4d2a-8711-e2e143c45a69'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:06.038907 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-762283b4-1644-4027-b372-c971ee32fefb tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:06.050036 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-868a7fc9-bdf1-4952-8a1d-0e98b3b64363 req-41f0867f-8f94-4586-bb40-467c8c782d1b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123147 Nov 26 02:56:06.074340 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5bf8c48c-1267-4853-a197-7066e19fdc3c None None] Provisioning complete for port c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:06.075630 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c48c-1267-4853-a197-7066e19fdc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:06.091175 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] Set router 17df91b6-4007-4d2a-8711-e2e143c45a69 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:56:06.148806 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e1a2-2733-4462-80a2-cb0ebf205cba tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:06.166102 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-524a94d0-5ae7-4f1b-b69b-c82103701aab tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:06.187235 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4e1a2-2733-4462-80a2-cb0ebf205cba tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event deleted for resources: {'Port': ['ID=b0ccb4b9-646b-4ea9-9dbc-b0bb794924e2,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:06.225955 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c48c-1267-4853-a197-7066e19fdc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:06.254494 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61969f6-fc60-4332-bbfe-306a8c23f165 None None] Pushing event updated for resources: {'Port': ['ID=c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:06.265774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-5bf8c48c-1267-4853-a197-7066e19fdc3c None None] For port c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:06.281527 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c48c-1267-4853-a197-7066e19fdc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:06.322864 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-762283b4-1644-4027-b372-c971ee32fefb tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:06.398153 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8c48c-1267-4853-a197-7066e19fdc3c None None] Pushing event updated for resources: {'Port': ['ID=c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:06.429014 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'name': 'tempest-ServerActionsTestJSON-2112593717-router', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:56:00Z', 'updated_at': '2021-11-26T02:56:03Z', 'revision_number': 3, 'project_id': '663f066e304f4b57893c72f115ebd127', 'gw_port': {'id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:02Z', 'updated_at': '2021-11-26T02:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:06.450916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac4e1a2-2733-4462-80a2-cb0ebf205cba tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 59f357ae-672b-40c7-85f2-f73523554587 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:56:06.472543 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc125892-3381-48b8-af1e-3b6aebc25d75 None None] The sync data for ids ['17df91b6-4007-4d2a-8711-e2e143c45a69'] in n-d-819389-3 is: [{'id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'name': 'tempest-ServerActionsTestJSON-2112593717-router', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:56:00Z', 'updated_at': '2021-11-26T02:56:03Z', 'revision_number': 3, 'project_id': '663f066e304f4b57893c72f115ebd127', 'gw_port': {'id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:02Z', 'updated_at': '2021-11-26T02:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:56:06.504744 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-524a94d0-5ae7-4f1b-b69b-c82103701aab tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Deleting port e024d05f-77c9-44ca-9b9b-5f3d585fa88c {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:06.507020 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-524a94d0-5ae7-4f1b-b69b-c82103701aab tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:06.576342 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f6e4948f-a801-4c52-95a4-08d80b15e06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:06.612995 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac4e1a2-2733-4462-80a2-cb0ebf205cba tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:56:06.627084 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d010cc-0a1c-4a3a-877a-6e85530e25fd None None] Sync routers for ids ['59f357ae-672b-40c7-85f2-f73523554587'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:56:06.642160 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d010cc-0a1c-4a3a-877a-6e85530e25fd None None] Routers {'59f357ae-672b-40c7-85f2-f73523554587'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:06.644722 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f9d010cc-0a1c-4a3a-877a-6e85530e25fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['59f357ae-672b-40c7-85f2-f73523554587'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:06.698330 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e1a2-2733-4462-80a2-cb0ebf205cba tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:06.698924 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f9d010cc-0a1c-4a3a-877a-6e85530e25fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:06.706025 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0ac4e1a2-2733-4462-80a2-cb0ebf205cba tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/ports/b0ccb4b9-646b-4ea9-9dbc-b0bb794924e2 HTTP/1.1" status: 204 len: 168 time: 1.7983510 Nov 26 02:56:06.706827 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48260) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:06.719933 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d010cc-0a1c-4a3a-877a-6e85530e25fd None None] Routers {'59f357ae-672b-40c7-85f2-f73523554587'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:06.720600 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f9d010cc-0a1c-4a3a-877a-6e85530e25fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['59f357ae-672b-40c7-85f2-f73523554587'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:06.763092 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f9d010cc-0a1c-4a3a-877a-6e85530e25fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:06.763796 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d010cc-0a1c-4a3a-877a-6e85530e25fd None None] The sync data for ids ['59f357ae-672b-40c7-85f2-f73523554587'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:56:06.953763 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-524a94d0-5ae7-4f1b-b69b-c82103701aab tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:06.991797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-524a94d0-5ae7-4f1b-b69b-c82103701aab tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Calling delete_port for e024d05f-77c9-44ca-9b9b-5f3d585fa88c owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:07.016470 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c8250-6619-4c6d-a367-f4a7ec3bfda7 req-9e154405-7344-424d-9bed-6ea7c24af23c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:07.018114 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-748c8250-6619-4c6d-a367-f4a7ec3bfda7 req-9e154405-7344-424d-9bed-6ea7c24af23c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.2163670 Nov 26 02:56:07.075609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:56:07.171189 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:07.171856 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:07.209152 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2c68096-af3f-43a2-a1bb-1130ae814d95 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:07.252830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-f6e4948f-a801-4c52-95a4-08d80b15e06a admin admin] Allocated IP 172.20.0.1 (5b01fbf4-05c2-426a-bd34-1db1e2639446/b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875/9778bfde-ef3d-4853-bd7a-30e0a230bc59) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:07.307905 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-748c8250-6619-4c6d-a367-f4a7ec3bfda7 req-8ec6c300-3701-4948-b4cd-85b262a50ce6 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2827632 Nov 26 02:56:07.429726 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-762283b4-1644-4027-b372-c971ee32fefb tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:07.477874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fb622-5551-4133-beb0-611d9c87ee7c req-e82e7e77-733f-4de3-a527-b2e5d5733821 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:07.479403 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-910fb622-5551-4133-beb0-611d9c87ee7c req-e82e7e77-733f-4de3-a527-b2e5d5733821 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.3070064 Nov 26 02:56:07.485127 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-762283b4-1644-4027-b372-c971ee32fefb tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:07.540612 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a2c68096-af3f-43a2-a1bb-1130ae814d95 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Deleting port 9ecd345e-2d32-4be4-af78-dbbb8f4442f6 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:07.540959 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2c68096-af3f-43a2-a1bb-1130ae814d95 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:07.595853 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63503ce6-21d2-46f6-90a7-6ecceba823cc req-a5fc22e4-9425-43c8-b23e-747e69994d35 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2319353 Nov 26 02:56:07.654731 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2c68096-af3f-43a2-a1bb-1130ae814d95 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:07.670251 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a2c68096-af3f-43a2-a1bb-1130ae814d95 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Calling delete_port for 9ecd345e-2d32-4be4-af78-dbbb8f4442f6 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:07.731008 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f6e4948f-a801-4c52-95a4-08d80b15e06a admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:07.753570 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-910fb622-5551-4133-beb0-611d9c87ee7c req-07428aa3-dfc4-4cfb-935e-c2f73dbb0095 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640283 Nov 26 02:56:07.771436 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-524a94d0-5ae7-4f1b-b69b-c82103701aab tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:07.838715 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a94d0-5ae7-4f1b-b69b-c82103701aab tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Pushing event deleted for resources: {'Port': ['ID=e024d05f-77c9-44ca-9b9b-5f3d585fa88c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:07.849668 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40703e7c-cfc6-4bda-a571-9e4c83f781f9 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:56:07.883503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63503ce6-21d2-46f6-90a7-6ecceba823cc req-ae9cc626-e340-4a6b-bc5c-17ae97ba402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:07.885074 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63503ce6-21d2-46f6-90a7-6ecceba823cc req-ae9cc626-e340-4a6b-bc5c-17ae97ba402c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63b815c3cb0d48b09328fd2ad95d226f&device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 1096 time: 0.1776187 Nov 26 02:56:07.904145 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2c68096-af3f-43a2-a1bb-1130ae814d95 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:07.931561 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c68096-af3f-43a2-a1bb-1130ae814d95 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event deleted for resources: {'Port': ['ID=9ecd345e-2d32-4be4-af78-dbbb8f4442f6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:07.934566 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-762283b4-1644-4027-b372-c971ee32fefb tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:08.128633 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2c68096-af3f-43a2-a1bb-1130ae814d95 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:08.361077 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c68096-af3f-43a2-a1bb-1130ae814d95 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 59f357ae-672b-40c7-85f2-f73523554587 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:56:08.456792 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f6e4948f-a801-4c52-95a4-08d80b15e06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:08.480384 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c68096-af3f-43a2-a1bb-1130ae814d95 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:56:08.488843 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a2c68096-af3f-43a2-a1bb-1130ae814d95 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "PUT /v2.0/routers/59f357ae-672b-40c7-85f2-f73523554587/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7792683 Nov 26 02:56:08.490499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48270) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:08.491607 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbebd54-d070-4a07-99f1-3d6ca245caab None None] Sync routers for ids ['59f357ae-672b-40c7-85f2-f73523554587'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:56:08.503388 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbebd54-d070-4a07-99f1-3d6ca245caab None None] Routers {'59f357ae-672b-40c7-85f2-f73523554587'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:08.504111 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5dbebd54-d070-4a07-99f1-3d6ca245caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['59f357ae-672b-40c7-85f2-f73523554587'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:08.512910 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-524a94d0-5ae7-4f1b-b69b-c82103701aab tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:08.605007 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4690b3f1-c8d7-478b-b28f-cecab10c9760 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:08.697687 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5dbebd54-d070-4a07-99f1-3d6ca245caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:08.707173 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbebd54-d070-4a07-99f1-3d6ca245caab None None] Routers {'59f357ae-672b-40c7-85f2-f73523554587'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:08.707422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e4948f-a801-4c52-95a4-08d80b15e06a admin admin] Network 5b01fbf4-05c2-426a-bd34-1db1e2639446 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:08.708009 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5dbebd54-d070-4a07-99f1-3d6ca245caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['59f357ae-672b-40c7-85f2-f73523554587'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:08.716478 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4690b3f1-c8d7-478b-b28f-cecab10c9760 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:08.744502 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5dbebd54-d070-4a07-99f1-3d6ca245caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:08.745327 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbebd54-d070-4a07-99f1-3d6ca245caab None None] The sync data for ids ['59f357ae-672b-40c7-85f2-f73523554587'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:56:08.757236 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-f6e4948f-a801-4c52-95a4-08d80b15e06a admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:08.765929 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-762283b4-1644-4027-b372-c971ee32fefb tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:08.769630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e4948f-a801-4c52-95a4-08d80b15e06a admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:08.777798 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-762283b4-1644-4027-b372-c971ee32fefb tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:08.798009 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-4690b3f1-c8d7-478b-b28f-cecab10c9760 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Deleting port 6c339b8e-6c48-4c35-87c6-6f6a59734e22 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:08.798934 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4690b3f1-c8d7-478b-b28f-cecab10c9760 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:08.818520 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-524a94d0-5ae7-4f1b-b69b-c82103701aab tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:08.820375 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4948f-a801-4c52-95a4-08d80b15e06a admin admin] Pushing event updated for resources: {'Port': ['ID=9778bfde-ef3d-4853-bd7a-30e0a230bc59,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:08.825839 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-524a94d0-5ae7-4f1b-b69b-c82103701aab tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:08.854479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf25c91-3fa1-4e2d-8fa7-de23020c9793 req-12ec4c3d-19c7-49af-a4d9-595d7af830de tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:08.856395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-daf25c91-3fa1-4e2d-8fa7-de23020c9793 req-12ec4c3d-19c7-49af-a4d9-595d7af830de tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.4061704 Nov 26 02:56:08.894493 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63503ce6-21d2-46f6-90a7-6ecceba823cc req-f140a76c-8aa7-42a2-9327-0d9b0ca1f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:08.895994 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63503ce6-21d2-46f6-90a7-6ecceba823cc req-f140a76c-8aa7-42a2-9327-0d9b0ca1f759 service neutron] 10.222.0.59 "GET /v2.0/networks?id=280aa7a0-b74e-4574-ba4c-9132492aa839 HTTP/1.1" status: 200 len: 911 time: 0.9769592 Nov 26 02:56:08.911029 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4690b3f1-c8d7-478b-b28f-cecab10c9760 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:08.926568 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-4690b3f1-c8d7-478b-b28f-cecab10c9760 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Calling delete_port for 6c339b8e-6c48-4c35-87c6-6f6a59734e22 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:09.031029 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-762283b4-1644-4027-b372-c971ee32fefb tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.031544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762283b4-1644-4027-b372-c971ee32fefb tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 038ff129-f5cf-4a15-8770-2d890423775a {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:56:09.077210 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f6e4948f-a801-4c52-95a4-08d80b15e06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.096118 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-524a94d0-5ae7-4f1b-b69b-c82103701aab tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.096118 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524a94d0-5ae7-4f1b-b69b-c82103701aab tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Fanout notify agent at l3_agent the message router_deleted on router b91187db-47f8-49c9-a19e-5edc547c3252 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:56:09.114116 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4690b3f1-c8d7-478b-b28f-cecab10c9760 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.129747 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c4f16ec6-f958-4016-9d66-0a290ebd656a None None] Provisioning complete for port 9778bfde-ef3d-4853-bd7a-30e0a230bc59 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:09.130557 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c4f16ec6-f958-4016-9d66-0a290ebd656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.151227 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-524a94d0-5ae7-4f1b-b69b-c82103701aab tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.155006 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-524a94d0-5ae7-4f1b-b69b-c82103701aab tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] 10.222.0.31 "DELETE /v2.0/routers/b91187db-47f8-49c9-a19e-5edc547c3252 HTTP/1.1" status: 204 len: 168 time: 4.1200967 Nov 26 02:56:09.158240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48276) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:09.166741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506fa17e-dc4b-42e8-a803-49f71ae16448 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:56:09.171493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690b3f1-c8d7-478b-b28f-cecab10c9760 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event deleted for resources: {'Port': ['ID=6c339b8e-6c48-4c35-87c6-6f6a59734e22,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:09.174739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c4f16ec6-f958-4016-9d66-0a290ebd656a None None] Port 9778bfde-ef3d-4853-bd7a-30e0a230bc59 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:56:09.188249 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-762283b4-1644-4027-b372-c971ee32fefb tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 26 02:56:09.189297 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-762283b4-1644-4027-b372-c971ee32fefb tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4584091 Nov 26 02:56:09.192091 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48278) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:09.196201 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63503ce6-21d2-46f6-90a7-6ecceba823cc req-48b29c1e-09fc-4478-955c-6ffe0bd9b59f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bce8bb5e-896d-449f-ad69-8507532d3695 HTTP/1.1" status: 200 len: 1001 time: 0.2758532 Nov 26 02:56:09.230646 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-daf25c91-3fa1-4e2d-8fa7-de23020c9793 req-b2b80051-f99b-4122-aa25-37b1ec70b32d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3335829 Nov 26 02:56:09.249591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e717ab-8604-4d70-9e0a-1076e764aa28 req-81a0c2bc-c6a6-4d0b-ac66-3706901b6048 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:09.251146 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5e717ab-8604-4d70-9e0a-1076e764aa28 req-81a0c2bc-c6a6-4d0b-ac66-3706901b6048 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.3614678 Nov 26 02:56:09.296093 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4690b3f1-c8d7-478b-b28f-cecab10c9760 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.349951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63503ce6-21d2-46f6-90a7-6ecceba823cc req-bf9ee6a4-0a48-48ae-974a-3467d6bbfbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:09.351431 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63503ce6-21d2-46f6-90a7-6ecceba823cc req-bf9ee6a4-0a48-48ae-974a-3467d6bbfbaa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd6a293a-896f-4bbe-a4f6-4ff012988fdc HTTP/1.1" status: 200 len: 849 time: 0.1251855 Nov 26 02:56:09.370962 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-93df00cd-4bca-4e7c-855b-279eba903468 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Deleting subnet 06de4e32-d4ae-4ef7-8c72-1f1e26441c99 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:56:09.410345 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-93df00cd-4bca-4e7c-855b-279eba903468 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.417922 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4690b3f1-c8d7-478b-b28f-cecab10c9760 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.421176 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4690b3f1-c8d7-478b-b28f-cecab10c9760 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.448867 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5e717ab-8604-4d70-9e0a-1076e764aa28 req-fcfe3af3-49a5-4129-848c-34a64dc64300 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729765 Nov 26 02:56:09.462050 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a1e07473-3e8e-4abf-a4d7-ca140377a33f tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Deleting port e42f57d8-c6e4-4ed8-b426-fd5faed38671 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:09.462407 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1e07473-3e8e-4abf-a4d7-ca140377a33f tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.476041 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4690b3f1-c8d7-478b-b28f-cecab10c9760 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.476777 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4690b3f1-c8d7-478b-b28f-cecab10c9760 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Fanout notify agent at l3_agent the message router_deleted on router 59f357ae-672b-40c7-85f2-f73523554587 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:56:09.497911 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-93df00cd-4bca-4e7c-855b-279eba903468 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.507246 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4690b3f1-c8d7-478b-b28f-cecab10c9760 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.508375 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4690b3f1-c8d7-478b-b28f-cecab10c9760 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/routers/59f357ae-672b-40c7-85f2-f73523554587 HTTP/1.1" status: 204 len: 168 time: 1.0169082 Nov 26 02:56:09.511985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48280) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:09.523003 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f6e4948f-a801-4c52-95a4-08d80b15e06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.528788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63503ce6-21d2-46f6-90a7-6ecceba823cc req-de199424-74e7-460b-96b1-c9a1d1754928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:09.530314 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63503ce6-21d2-46f6-90a7-6ecceba823cc req-de199424-74e7-460b-96b1-c9a1d1754928 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=280aa7a0-b74e-4574-ba4c-9132492aa839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1664681 Nov 26 02:56:09.585026 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b71285-526e-4940-bf9a-ec49407f40cd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Deleting subnet fe55fefd-1f44-475c-8077-663110b7f27a {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:56:09.592743 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3b71285-526e-4940-bf9a-ec49407f40cd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.613718 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1e07473-3e8e-4abf-a4d7-ca140377a33f tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.638514 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a1e07473-3e8e-4abf-a4d7-ca140377a33f tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Calling delete_port for e42f57d8-c6e4-4ed8-b426-fd5faed38671 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:09.652544 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3b71285-526e-4940-bf9a-ec49407f40cd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.760139 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-93df00cd-4bca-4e7c-855b-279eba903468 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.789998 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3b71285-526e-4940-bf9a-ec49407f40cd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.878651 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1e07473-3e8e-4abf-a4d7-ca140377a33f tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.890145 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3b71285-526e-4940-bf9a-ec49407f40cd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.922476 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e07473-3e8e-4abf-a4d7-ca140377a33f tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Pushing event deleted for resources: {'Port': ['ID=e42f57d8-c6e4-4ed8-b426-fd5faed38671,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:09.938348 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037cb712-b0b7-44b6-855e-a97dd0ef3897 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:56:09.948193 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b71285-526e-4940-bf9a-ec49407f40cd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event deleted for resources: {'Subnet': ['ID=fe55fefd-1f44-475c-8077-663110b7f27a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:09.963298 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3b71285-526e-4940-bf9a-ec49407f40cd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:09.965063 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2472f4f6-160a-4a71-af47-496ce9cb012e None None] Network 1985f536-edd0-42dd-83f9-4fd22b9c15d1 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:09.969756 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d3b71285-526e-4940-bf9a-ec49407f40cd tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/subnets/fe55fefd-1f44-475c-8077-663110b7f27a HTTP/1.1" status: 204 len: 168 time: 0.4541328 Nov 26 02:56:09.970110 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48282) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:10.070098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63503ce6-21d2-46f6-90a7-6ecceba823cc req-f687ec79-3d74-47ca-8052-862c13687135 service neutron] 10.222.0.59 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306330 Nov 26 02:56:10.081787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1e07473-3e8e-4abf-a4d7-ca140377a33f tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.088712 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a1e07473-3e8e-4abf-a4d7-ca140377a33f tempest-RoutersAdminNegativeIpV6Test-511359512 tempest-RoutersAdminNegativeIpV6Test-511359512-project-admin] 10.222.0.31 "DELETE /v2.0/ports/e42f57d8-c6e4-4ed8-b426-fd5faed38671 HTTP/1.1" status: 204 len: 168 time: 0.8954453 Nov 26 02:56:10.103567 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.198166 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Deleting port cedb0362-b912-4749-ad7c-2555911221d1 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:10.198440 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.205454 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-93df00cd-4bca-4e7c-855b-279eba903468 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.238901 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1718ffd3-331c-4e9f-8d39-55f8fa2f84ca None None] DHCP port deletion for 1985f536-edd0-42dd-83f9-4fd22b9c15d1 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:56:10.284423 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df00cd-4bca-4e7c-855b-279eba903468 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Pushing event deleted for resources: {'Subnet': ['ID=06de4e32-d4ae-4ef7-8c72-1f1e26441c99,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:10.286600 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-93df00cd-4bca-4e7c-855b-279eba903468 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.286925 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0d1ca6-5fb5-4ebe-9b42-dbeff18155aa None None] Network f94d7526-344f-46ef-954e-58302ced4889 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:10.292502 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-93df00cd-4bca-4e7c-855b-279eba903468 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] 10.222.0.31 "DELETE /v2.0/subnets/06de4e32-d4ae-4ef7-8c72-1f1e26441c99 HTTP/1.1" status: 204 len: 168 time: 1.1196184 Nov 26 02:56:10.303218 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f6e4948f-a801-4c52-95a4-08d80b15e06a admin admin] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.305104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48288) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:10.319976 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f6e4948f-a801-4c52-95a4-08d80b15e06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.335556 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] For port cedb0362-b912-4749-ad7c-2555911221d1, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cedb0362-b912-4749-ad7c-2555911221d1,segment=NetworkSegment(78849622-326a-4277-a5c2-dfea71f73578),segment_id=78849622-326a-4277-a5c2-dfea71f73578)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:10.335965 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.364143 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Calling delete_port for cedb0362-b912-4749-ad7c-2555911221d1 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:10.460217 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63503ce6-21d2-46f6-90a7-6ecceba823cc req-a3fd7ee6-3f75-4b57-b6a4-d73b0f22a4f9 service neutron] 10.222.0.59 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771782 Nov 26 02:56:10.473695 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1718ffd3-331c-4e9f-8d39-55f8fa2f84ca None None] Deleting port cedb0362-b912-4749-ad7c-2555911221d1 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:10.475822 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1718ffd3-331c-4e9f-8d39-55f8fa2f84ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.530058 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.534180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4948f-a801-4c52-95a4-08d80b15e06a admin admin] Pushing event updated for resources: {'Port': ['ID=9778bfde-ef3d-4853-bd7a-30e0a230bc59,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:10.544773 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.549216 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f6e4948f-a801-4c52-95a4-08d80b15e06a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.553247 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48296) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:10.582961 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1718ffd3-331c-4e9f-8d39-55f8fa2f84ca None None] For port cedb0362-b912-4749-ad7c-2555911221d1, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cedb0362-b912-4749-ad7c-2555911221d1,segment=NetworkSegment(78849622-326a-4277-a5c2-dfea71f73578),segment_id=78849622-326a-4277-a5c2-dfea71f73578)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:10.583707 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1718ffd3-331c-4e9f-8d39-55f8fa2f84ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.586758 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event deleted for resources: {'Port': ['ID=cedb0362-b912-4749-ad7c-2555911221d1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:10.588945 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903db74f-2211-4419-8f43-c2c11753f7f6 None None] DHCP port deletion for f94d7526-344f-46ef-954e-58302ced4889 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:56:10.594730 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] No DVR routers for this DVR port cedb0362-b912-4749-ad7c-2555911221d1 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:56:10.635002 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1143418-a682-401c-9b24-3cc4e60b6480 req-e3f8013e-5786-4353-8503-2cc05e0366a5 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:10.644422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1143418-a682-401c-9b24-3cc4e60b6480 req-e3f8013e-5786-4353-8503-2cc05e0366a5 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.2269793 Nov 26 02:56:10.650904 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1718ffd3-331c-4e9f-8d39-55f8fa2f84ca None None] Calling delete_port for cedb0362-b912-4749-ad7c-2555911221d1 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:10.719404 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.750182 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1985f536-edd0-42dd-83f9-4fd22b9c15d1']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:10.759918 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78849622-326a-4277-a5c2-dfea71f73578') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:10.760331 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78849622-326a-4277-a5c2-dfea71f73578') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:10.763465 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-903db74f-2211-4419-8f43-c2c11753f7f6 None None] Deleting port 243e3689-d669-49aa-99cc-3142718e8a48 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:10.763917 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-903db74f-2211-4419-8f43-c2c11753f7f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.765221 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2d259493-8786-4bb4-9de4-4c1a1c60888e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.771521 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.785365 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.791477 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:56:10.792086 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:56:10.795682 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:56:10.823072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c51ec-517a-481f-9a53-9ba3dac742db req-279c60dc-12a2-4d4b-861c-ea89e476082b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:10.828563 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e44c51ec-517a-481f-9a53-9ba3dac742db req-279c60dc-12a2-4d4b-861c-ea89e476082b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.2053211 Nov 26 02:56:10.837135 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1143418-a682-401c-9b24-3cc4e60b6480 req-a086314e-adb2-476b-b4d3-79de58e05fc2 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1932993 Nov 26 02:56:10.839010 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-903db74f-2211-4419-8f43-c2c11753f7f6 None None] For port 243e3689-d669-49aa-99cc-3142718e8a48, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=243e3689-d669-49aa-99cc-3142718e8a48,segment=NetworkSegment(03f5390f-cd6b-443a-bccb-6a4e8240103c),segment_id=03f5390f-cd6b-443a-bccb-6a4e8240103c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:10.839431 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-903db74f-2211-4419-8f43-c2c11753f7f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.846764 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1718ffd3-331c-4e9f-8d39-55f8fa2f84ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.848450 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e4948f-a801-4c52-95a4-08d80b15e06a admin admin] Network 5b01fbf4-05c2-426a-bd34-1db1e2639446 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:10.856646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-f6e4948f-a801-4c52-95a4-08d80b15e06a admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:10.876978 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-903db74f-2211-4419-8f43-c2c11753f7f6 None None] Calling delete_port for 243e3689-d669-49aa-99cc-3142718e8a48 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:10.880742 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.887602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718ffd3-331c-4e9f-8d39-55f8fa2f84ca None None] Pushing event deleted for resources: {'Port': ['ID=cedb0362-b912-4749-ad7c-2555911221d1,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:10.897961 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718ffd3-331c-4e9f-8d39-55f8fa2f84ca None None] No DVR routers for this DVR port cedb0362-b912-4749-ad7c-2555911221d1 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:56:10.899467 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.915477 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/networks/1985f536-edd0-42dd-83f9-4fd22b9c15d1 HTTP/1.1" status: 204 len: 168 time: 0.9429326 Nov 26 02:56:10.960654 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Deleting port 243e3689-d669-49aa-99cc-3142718e8a48 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:10.961006 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:10.993995 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6980759a-8bd6-4e94-94c2-21cf93231243 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:56:11.027923 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48300) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:11.051910 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-903db74f-2211-4419-8f43-c2c11753f7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:11.102967 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 243e3689-d669-49aa-99cc-3142718e8a48 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:56:11.154972 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903db74f-2211-4419-8f43-c2c11753f7f6 None None] Pushing event deleted for resources: {'Port': ['ID=243e3689-d669-49aa-99cc-3142718e8a48,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:11.187609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 243e3689-d669-49aa-99cc-3142718e8a48 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:56:11.188280 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 243e3689-d669-49aa-99cc-3142718e8a48 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:56:11.188438 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cedb0362-b912-4749-ad7c-2555911221d1 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:56:11.192110 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903db74f-2211-4419-8f43-c2c11753f7f6 None None] No DVR routers for this DVR port 243e3689-d669-49aa-99cc-3142718e8a48 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:56:11.226165 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: cedb0362-b912-4749-ad7c-2555911221d1 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:56:11.226544 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cedb0362-b912-4749-ad7c-2555911221d1 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:56:11.252982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-caf3a50c-9c76-4902-a3b9-31d897e2301f None None] Provisioning complete for port 9778bfde-ef3d-4853-bd7a-30e0a230bc59 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:11.253355 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-caf3a50c-9c76-4902-a3b9-31d897e2301f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:11.256861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e44c51ec-517a-481f-9a53-9ba3dac742db req-c4cf23c6-1da1-49ab-ac3a-c54207881af3 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057412 Nov 26 02:56:11.268133 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] For port 243e3689-d669-49aa-99cc-3142718e8a48, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=243e3689-d669-49aa-99cc-3142718e8a48,segment=NetworkSegment(03f5390f-cd6b-443a-bccb-6a4e8240103c),segment_id=03f5390f-cd6b-443a-bccb-6a4e8240103c)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:11.268795 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:11.311638 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6980759a-8bd6-4e94-94c2-21cf93231243, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6980759a-8bd6-4e94-94c2-21cf93231243,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:11.319408 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Calling delete_port for 243e3689-d669-49aa-99cc-3142718e8a48 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:11.330014 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '6980759a-8bd6-4e94-94c2-21cf93231243', 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e', 'port_id': '6980759a-8bd6-4e94-94c2-21cf93231243', 'mac_address': 'fa:16:3e:36:d9:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcc1d3e-e838-4aac-9873-c211c542870e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:56:11.332677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-caf3a50c-9c76-4902-a3b9-31d897e2301f None None] Port 9778bfde-ef3d-4853-bd7a-30e0a230bc59 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:56:11.332984 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19569aa3-f234-4684-9688-eb19fee62ded tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event deleted for resources: {'Network': ['ID=1985f536-edd0-42dd-83f9-4fd22b9c15d1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:11.370633 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:11.383260 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6980759a-8bd6-4e94-94c2-21cf93231243 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:56:11.394913 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e4948f-a801-4c52-95a4-08d80b15e06a admin admin] Router 17df91b6-4007-4d2a-8711-e2e143c45a69 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:56:11.401383 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2d259493-8786-4bb4-9de4-4c1a1c60888e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:11.402185 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6980759a-8bd6-4e94-94c2-21cf93231243, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6980759a-8bd6-4e94-94c2-21cf93231243,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:11.406768 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:11.413984 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2d259493-8786-4bb4-9de4-4c1a1c60888e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:11.457270 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=6980759a-8bd6-4e94-94c2-21cf93231243,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:11.520937 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-da23cbf0-9571-42ed-b418-45413660f073 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Deleting port 24117fbb-06bc-4d34-bf75-0fd19001c985 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:11.521278 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-da23cbf0-9571-42ed-b418-45413660f073 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:11.563284 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2d259493-8786-4bb4-9de4-4c1a1c60888e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd1af3cd4b9f42cb9c97efd0f41e972c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0072258 Nov 26 02:56:11.565954 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48304) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:11.589342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d259493-8786-4bb4-9de4-4c1a1c60888e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a43eb6-1e4a-40f8-b394-0f10b966f0e7,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:11.590372 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['6980759a-8bd6-4e94-94c2-21cf93231243'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:56:11.613900 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:11.657917 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-223e432c-4720-478f-869b-9948f2fdfb26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:11.658947 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ea2d3c9-cead-488b-af4a-41ed13b56b50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:11.671766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] No DVR routers for this DVR port 243e3689-d669-49aa-99cc-3142718e8a48 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:56:11.682729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Pushing event deleted for resources: {'Port': ['ID=243e3689-d669-49aa-99cc-3142718e8a48,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:11.686698 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ea2d3c9-cead-488b-af4a-41ed13b56b50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:11.787898 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ea2d3c9-cead-488b-af4a-41ed13b56b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:11.790590 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ea2d3c9-cead-488b-af4a-41ed13b56b50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:11.791775 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2ea2d3c9-cead-488b-af4a-41ed13b56b50 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38a43eb6-1e4a-40f8-b394-0f10b966f0e7 HTTP/1.1" status: 204 len: 168 time: 0.2247779 Nov 26 02:56:11.803106 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-da23cbf0-9571-42ed-b418-45413660f073 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:11.803457 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-da23cbf0-9571-42ed-b418-45413660f073 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:11.811367 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2d3c9-cead-488b-af4a-41ed13b56b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a43eb6-1e4a-40f8-b394-0f10b966f0e7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:11.826007 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:11.831486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-da23cbf0-9571-42ed-b418-45413660f073 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Calling delete_port for 24117fbb-06bc-4d34-bf75-0fd19001c985 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:11.840240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e4948f-a801-4c52-95a4-08d80b15e06a admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:56:11.848362 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f6e4948f-a801-4c52-95a4-08d80b15e06a admin admin] 10.222.0.31 "PUT /v2.0/routers/17df91b6-4007-4d2a-8711-e2e143c45a69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9553244 Nov 26 02:56:11.853041 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Sync routers for ids ['17df91b6-4007-4d2a-8711-e2e143c45a69'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:56:11.868003 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Routers {'17df91b6-4007-4d2a-8711-e2e143c45a69'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:11.869195 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['17df91b6-4007-4d2a-8711-e2e143c45a69'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:11.892646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94d7526-344f-46ef-954e-58302ced4889']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:11.934946 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f5390f-cd6b-443a-bccb-6a4e8240103c') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:11.935376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f5390f-cd6b-443a-bccb-6a4e8240103c') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:11.951479 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:11.973755 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:12.004180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:56:12.004590 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:56:12.007665 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:56:12.015995 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Set router 17df91b6-4007-4d2a-8711-e2e143c45a69 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:56:12.158276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5a88d-7b9f-44e3-ae49-53e66e347d11 req-06196086-dc0f-410f-b0ec-a1638caa0652 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:12.165436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54f5a88d-7b9f-44e3-ae49-53e66e347d11 req-06196086-dc0f-410f-b0ec-a1638caa0652 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.1400840 Nov 26 02:56:12.170473 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:12.211280 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:12.217792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] 10.222.0.31 "DELETE /v2.0/networks/f94d7526-344f-46ef-954e-58302ced4889 HTTP/1.1" status: 204 len: 168 time: 1.9084282 Nov 26 02:56:12.219619 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48332) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:12.241539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0129854-6bbe-4878-8579-76d8f5713426 tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Pushing event deleted for resources: {'Network': ['ID=f94d7526-344f-46ef-954e-58302ced4889,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:12.258630 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54f5a88d-7b9f-44e3-ae49-53e66e347d11 req-44b0ef49-269d-44a4-b33f-0a88d26c1d08 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903566 Nov 26 02:56:12.285438 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-da23cbf0-9571-42ed-b418-45413660f073 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:12.347620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48340) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:12.373491 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23cbf0-9571-42ed-b418-45413660f073 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event deleted for resources: {'Port': ['ID=24117fbb-06bc-4d34-bf75-0fd19001c985,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:12.441591 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'name': 'tempest-ServerActionsTestJSON-2112593717-router', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:56:00Z', 'updated_at': '2021-11-26T02:56:09Z', 'revision_number': 4, 'project_id': '663f066e304f4b57893c72f115ebd127', 'gw_port': {'id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:02Z', 'updated_at': '2021-11-26T02:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '9778bfde-ef3d-4853-bd7a-30e0a230bc59', 'name': '', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'mac_address': 'fa:16:3e:ba:68:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:06Z', 'updated_at': '2021-11-26T02:56:09Z', 'revision_number': 2, 'project_id': '663f066e304f4b57893c72f115ebd127', 'subnets': [{'id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:12.456190 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-21aba72f-bfa7-4d59-a6b5-ba6230f7880a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Deleting port cba47888-6403-4c7b-96e8-f44e4fe92fbe {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:12.456887 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21aba72f-bfa7-4d59-a6b5-ba6230f7880a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:12.488345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a12b2972-2a6f-497e-9138-80f8e3762682 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40217e5520b64a1692f1bf7ba0181595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390147 Nov 26 02:56:12.494667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48342) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:12.500720 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Checking router: 17df91b6-4007-4d2a-8711-e2e143c45a69 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:56:12.503111 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Updating router 17df91b6-4007-4d2a-8711-e2e143c45a69 port 9778bfde-ef3d-4853-bd7a-30e0a230bc59 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:56:12.548188 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-da23cbf0-9571-42ed-b418-45413660f073 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:12.550790 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-da23cbf0-9571-42ed-b418-45413660f073 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:12.556289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-da23cbf0-9571-42ed-b418-45413660f073 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/floatingips/75ecf5db-7428-42fe-9509-05df8ff1bf8c HTTP/1.1" status: 204 len: 168 time: 1.5172751 Nov 26 02:56:12.556463 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:12.556587 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48348) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:12.574023 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ecdb2-1548-4c95-9912-f2c32cb23b4c req-3f2d1cd0-4be2-4d2e-b1ed-68aed263ab44 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:12.593890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-998ecdb2-1548-4c95-9912-f2c32cb23b4c req-3f2d1cd0-4be2-4d2e-b1ed-68aed263ab44 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 944 time: 0.1791539 Nov 26 02:56:12.617903 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-167a7890-54b9-420c-a9f5-7bcc82cde180 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] DELETE failed (client error): The resource could not be found. Nov 26 02:56:12.618661 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167a7890-54b9-420c-a9f5-7bcc82cde180 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:56:12.623230 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-167a7890-54b9-420c-a9f5-7bcc82cde180 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/ports/b0ccb4b9-646b-4ea9-9dbc-b0bb794924e2 HTTP/1.1" status: 404 len: 333 time: 0.0655761 Nov 26 02:56:12.625756 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48352) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:12.640038 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cbc7-9b13-48d9-a7b0-f298dd7dce98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:12.662015 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-85654de3-6f4b-484b-86e5-4bec38bae4b0 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "GET /v2.0/ports?device_id=59f357ae-672b-40c7-85f2-f73523554587 HTTP/1.1" status: 200 len: 205 time: 0.0349858 Nov 26 02:56:12.667286 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48354) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:12.674992 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-998ecdb2-1548-4c95-9912-f2c32cb23b4c req-79975cd2-6e06-4f8e-9355-09c6c6d0e664 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750558 Nov 26 02:56:12.703695 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cbc7-9b13-48d9-a7b0-f298dd7dce98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:12.728440 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21aba72f-bfa7-4d59-a6b5-ba6230f7880a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:12.737218 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21aba72f-bfa7-4d59-a6b5-ba6230f7880a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:12.755331 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-f2fc9d3e-670e-4ba6-b57a-57f508a98ad5 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] delete failed (client error): The resource could not be found. Nov 26 02:56:12.761681 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48356) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:12.762291 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f2fc9d3e-670e-4ba6-b57a-57f508a98ad5 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/routers/59f357ae-672b-40c7-85f2-f73523554587 HTTP/1.1" status: 404 len: 336 time: 0.0932126 Nov 26 02:56:12.772728 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-21aba72f-bfa7-4d59-a6b5-ba6230f7880a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Calling delete_port for cba47888-6403-4c7b-96e8-f44e4fe92fbe owned by network:floatingip {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:12.804684 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cbc7-9b13-48d9-a7b0-f298dd7dce98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:12.814562 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cbc7-9b13-48d9-a7b0-f298dd7dce98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:12.816088 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5fd8cbc7-9b13-48d9-a7b0-f298dd7dce98 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2783a91-2b38-4c14-9f57-2e8a3b1d06d4 HTTP/1.1" status: 204 len: 168 time: 0.3202131 Nov 26 02:56:12.817091 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f177ee7-68a5-4eb6-8518-b87d50e91865 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] DELETE failed (client error): The resource could not be found. Nov 26 02:56:12.817609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f177ee7-68a5-4eb6-8518-b87d50e91865 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:56:12.836917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8f177ee7-68a5-4eb6-8518-b87d50e91865 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/subnets/fe55fefd-1f44-475c-8077-663110b7f27a HTTP/1.1" status: 404 len: 337 time: 0.0731487 Nov 26 02:56:12.849323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48360) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:12.945883 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8cbc7-9b13-48d9-a7b0-f298dd7dce98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2783a91-2b38-4c14-9f57-2e8a3b1d06d4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:12.959137 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:12.969152 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:12.998754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6980759a-8bd6-4e94-94c2-21cf93231243 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:56:13.023689 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219338d4-79d5-47eb-9faf-c02092841d75 None None] Pushing event updated for resources: {'Port': ['ID=9778bfde-ef3d-4853-bd7a-30e0a230bc59,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:13.116239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-ebb25d8c-b916-4eb7-b081-2adf05facba7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Deleting port b3a26a71-4cd2-4323-a03c-c5586c39a475 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:13.116597 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ebb25d8c-b916-4eb7-b081-2adf05facba7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:13.118216 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 6980759a-8bd6-4e94-94c2-21cf93231243 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:13.118565 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:13.137439 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21aba72f-bfa7-4d59-a6b5-ba6230f7880a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:13.207183 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Attempting to bind port 9778bfde-ef3d-4853-bd7a-30e0a230bc59 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:13.207570 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Attempting to bind port 9778bfde-ef3d-4853-bd7a-30e0a230bc59 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:13.210273 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Attempting to bind port 9778bfde-ef3d-4853-bd7a-30e0a230bc59 on network 5b01fbf4-05c2-426a-bd34-1db1e2639446 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:13.235725 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:56:13.236126 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Checking segment: {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:56:13.236541 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:13.236938 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Bound using segment: {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:56:13.237411 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Bound port: 9778bfde-ef3d-4853-bd7a-30e0a230bc59, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:56:13.251002 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:13.298066 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aba72f-bfa7-4d59-a6b5-ba6230f7880a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Pushing event deleted for resources: {'Port': ['ID=cba47888-6403-4c7b-96e8-f44e4fe92fbe,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:13.390233 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21aba72f-bfa7-4d59-a6b5-ba6230f7880a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks [] for floatingip, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:13.393414 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21aba72f-bfa7-4d59-a6b5-ba6230f7880a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:13.400638 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:13.406890 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-21aba72f-bfa7-4d59-a6b5-ba6230f7880a tempest-FloatingIPAdminTestJSON-684691699 tempest-FloatingIPAdminTestJSON-684691699-project] 10.222.0.31 "DELETE /v2.0/floatingips/e2aea284-569e-4da8-b302-b6a97e30e582 HTTP/1.1" status: 204 len: 168 time: 1.1814804 Nov 26 02:56:13.443432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6980759a-8bd6-4e94-94c2-21cf93231243, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6980759a-8bd6-4e94-94c2-21cf93231243,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:13.444749 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36391169-de6f-4366-8e70-940c9bcfbb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6980759a-8bd6-4e94-94c2-21cf93231243'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:56:13.447378 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6a9ec9-b5db-4fbc-af0c-a9135bc29958" -d '{"events": [{"server_uuid": "36391169-de6f-4366-8e70-940c9bcfbb2d", "name": "network-vif-plugged", "status": "completed", "tag": "6980759a-8bd6-4e94-94c2-21cf93231243"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:56:13.453723 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:13.538126 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] For port 9778bfde-ef3d-4853-bd7a-30e0a230bc59, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:56:13.542995 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=6980759a-8bd6-4e94-94c2-21cf93231243,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:13.545684 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] For port 9778bfde-ef3d-4853-bd7a-30e0a230bc59, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9778bfde-ef3d-4853-bd7a-30e0a230bc59,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:56:13.569200 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ebb25d8c-b916-4eb7-b081-2adf05facba7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:13.572664 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:13.593939 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-545997cb-5636-4fb1-a650-d8fcf39b1e25 None None] Provisioning complete for port 9778bfde-ef3d-4853-bd7a-30e0a230bc59 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:13.594329 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-545997cb-5636-4fb1-a650-d8fcf39b1e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:13.603261 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48380) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:13.609419 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a4b64a73-1b2a-41f5-8487-f0804e9ecf9c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1866059520', 'description': 'tempest-description--1269207359'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:13.617721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-ebb25d8c-b916-4eb7-b081-2adf05facba7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Calling delete_port for b3a26a71-4cd2-4323-a03c-c5586c39a475 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:13.684939 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4b64a73-1b2a-41f5-8487-f0804e9ecf9c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:13.705499 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Routers {'17df91b6-4007-4d2a-8711-e2e143c45a69'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:13.717797 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['17df91b6-4007-4d2a-8711-e2e143c45a69'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:13.879632 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219338d4-79d5-47eb-9faf-c02092841d75 None None] Pushing event updated for resources: {'Port': ['ID=9778bfde-ef3d-4853-bd7a-30e0a230bc59,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:13.905709 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-545997cb-5636-4fb1-a650-d8fcf39b1e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:13.911710 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4b64a73-1b2a-41f5-8487-f0804e9ecf9c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:13.923329 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4b64a73-1b2a-41f5-8487-f0804e9ecf9c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:13.992645 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4b64a73-1b2a-41f5-8487-f0804e9ecf9c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:13.997284 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a4b64a73-1b2a-41f5-8487-f0804e9ecf9c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3922582 Nov 26 02:56:13.998928 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48392) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:14.005112 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-39abb326-a53d-455e-b468-36e335f87c1c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Request body: {'security_group_rule': {'security_group_id': '5490e33d-0f0a-4ad7-b2a7-2392151f36d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:14.009983 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48394) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:14.013776 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b64a73-1b2a-41f5-8487-f0804e9ecf9c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5490e33d-0f0a-4ad7-b2a7-2392151f36d8,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:14.047818 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] Set router 17df91b6-4007-4d2a-8711-e2e143c45a69 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:56:14.054434 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-545997cb-5636-4fb1-a650-d8fcf39b1e25 None None] For port 9778bfde-ef3d-4853-bd7a-30e0a230bc59, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9778bfde-ef3d-4853-bd7a-30e0a230bc59,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:14.061429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096815f-b1e6-4298-999e-f85fcd3ea545 req-fd2940d2-4304-4712-84ff-f0abe8b5f290 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:14.065507 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-545997cb-5636-4fb1-a650-d8fcf39b1e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:14.079629 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39abb326-a53d-455e-b468-36e335f87c1c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:14.085942 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e096815f-b1e6-4298-999e-f85fcd3ea545 req-fd2940d2-4304-4712-84ff-f0abe8b5f290 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.6689649 Nov 26 02:56:14.159346 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545997cb-5636-4fb1-a650-d8fcf39b1e25 None None] Pushing event updated for resources: {'Port': ['ID=9778bfde-ef3d-4853-bd7a-30e0a230bc59,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:14.187069 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e639167f-17c4-4d51-9670-411d09ad5a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:14.194387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-fd22cccd-bbc0-4c08-b34c-a9a2f9c3eb2e None None] Provisioning complete for port 9778bfde-ef3d-4853-bd7a-30e0a230bc59 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:14.194929 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fd22cccd-bbc0-4c08-b34c-a9a2f9c3eb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:14.224963 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46286a77-323e-45e2-b822-101bae41bf0d x-openstack-request-id: req-46286a77-323e-45e2-b822-101bae41bf0d {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:56:14.225325 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36391169-de6f-4366-8e70-940c9bcfbb2d", "name": "network-vif-plugged", "status": "completed", "tag": "6980759a-8bd6-4e94-94c2-21cf93231243", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:56:14.225589 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46286a77-323e-45e2-b822-101bae41bf0d {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:56:14.226033 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36391169-de6f-4366-8e70-940c9bcfbb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6980759a-8bd6-4e94-94c2-21cf93231243', 'code': 200} Nov 26 02:56:14.253382 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39abb326-a53d-455e-b468-36e335f87c1c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:14.269578 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39abb326-a53d-455e-b468-36e335f87c1c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:14.294086 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abb326-a53d-455e-b468-36e335f87c1c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e25ac16-8323-4b01-8ccd-f28e757e3efd,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:14.336274 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39abb326-a53d-455e-b468-36e335f87c1c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:14.337596 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-39abb326-a53d-455e-b468-36e335f87c1c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3376048 Nov 26 02:56:14.342513 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48402) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:14.353356 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7ae53f8f-806f-4703-be41-10e6a429e741 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Request body: {'security_group_rule': {'security_group_id': '5490e33d-0f0a-4ad7-b2a7-2392151f36d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:14.385779 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c8d5685e-6899-4157-bcc8-f96073e03b7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=adc76ccac0614b93ac810f43a4ca5d23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3708808 Nov 26 02:56:14.394145 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48404) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:14.440122 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-6524fa4c-ba68-4f75-8e4c-65656684ca62 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5353856 Nov 26 02:56:14.446745 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ae53f8f-806f-4703-be41-10e6a429e741 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:14.487337 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee68e9d4-9c34-43dc-a94a-f735bdf37bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:14.530793 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee68e9d4-9c34-43dc-a94a-f735bdf37bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:14.567955 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'name': 'tempest-ServerActionsTestJSON-2112593717-router', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:56:00Z', 'updated_at': '2021-11-26T02:56:09Z', 'revision_number': 4, 'project_id': '663f066e304f4b57893c72f115ebd127', 'gw_port': {'id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:02Z', 'updated_at': '2021-11-26T02:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '9778bfde-ef3d-4853-bd7a-30e0a230bc59', 'name': '', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'mac_address': 'fa:16:3e:ba:68:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:06Z', 'updated_at': '2021-11-26T02:56:13Z', 'revision_number': 4, 'project_id': '663f066e304f4b57893c72f115ebd127', 'subnets': [{'id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:14.603450 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac75f03-ccd9-4c6b-bc9f-5f59f7ffaf67 None None] The sync data for ids ['17df91b6-4007-4d2a-8711-e2e143c45a69'] in n-d-819389-3 is: [{'id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'name': 'tempest-ServerActionsTestJSON-2112593717-router', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:56:00Z', 'updated_at': '2021-11-26T02:56:09Z', 'revision_number': 4, 'project_id': '663f066e304f4b57893c72f115ebd127', 'gw_port': {'id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:02Z', 'updated_at': '2021-11-26T02:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '9778bfde-ef3d-4853-bd7a-30e0a230bc59', 'name': '', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'mac_address': 'fa:16:3e:ba:68:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:06Z', 'updated_at': '2021-11-26T02:56:13Z', 'revision_number': 4, 'project_id': '663f066e304f4b57893c72f115ebd127', 'subnets': [{'id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:56:14.622740 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ae53f8f-806f-4703-be41-10e6a429e741 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:14.635737 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ae53f8f-806f-4703-be41-10e6a429e741 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:14.718166 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae53f8f-806f-4703-be41-10e6a429e741 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea52534-c4a6-4f2f-9f8f-b516e0469dff,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:14.750491 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ae53f8f-806f-4703-be41-10e6a429e741 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:14.774616 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7ae53f8f-806f-4703-be41-10e6a429e741 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4280691 Nov 26 02:56:14.777393 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48414) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:14.787591 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9442eab2-6c21-4ea0-b092-3cb525931c42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:14.813618 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee68e9d4-9c34-43dc-a94a-f735bdf37bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:14.821199 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee68e9d4-9c34-43dc-a94a-f735bdf37bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:14.822448 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ee68e9d4-9c34-43dc-a94a-f735bdf37bac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb399c0c-ea3f-4dda-9635-6de8f757bc37 HTTP/1.1" status: 204 len: 168 time: 0.4244502 Nov 26 02:56:14.857894 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9442eab2-6c21-4ea0-b092-3cb525931c42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:14.894161 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68e9d4-9c34-43dc-a94a-f735bdf37bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb399c0c-ea3f-4dda-9635-6de8f757bc37,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:14.994538 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48418) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:15.010229 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:15.147479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9778bfde-ef3d-4853-bd7a-30e0a230bc59 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:56:15.203967 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9442eab2-6c21-4ea0-b092-3cb525931c42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:15.279760 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 9778bfde-ef3d-4853-bd7a-30e0a230bc59 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:15.280422 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:15.439751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e096815f-b1e6-4298-999e-f85fcd3ea545 req-66d2bee4-cea8-4f96-ae49-9232a05bb930 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.3467147 Nov 26 02:56:15.516918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815cd23-cdff-419e-bae1-36d9bc719974 req-a9a9bb75-ce61-49ca-926e-130a987c410e tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:15.525697 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0815cd23-cdff-419e-bae1-36d9bc719974 req-a9a9bb75-ce61-49ca-926e-130a987c410e tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 1.1487670 Nov 26 02:56:15.529115 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-9442eab2-6c21-4ea0-b092-3cb525931c42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Allocated IP 172.25.0.211 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/0710b765-b8e3-41a0-9d4e-a0d8165f483b) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:15.534449 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ebb25d8c-b916-4eb7-b081-2adf05facba7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:15.553986 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-30c1da06-8528-4f6d-973c-8fb6e8cba173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:15.558402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-30c1da06-8528-4f6d-973c-8fb6e8cba173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:15.560946 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-30c1da06-8528-4f6d-973c-8fb6e8cba173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:15.561589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-30c1da06-8528-4f6d-973c-8fb6e8cba173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:15.562220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-30c1da06-8528-4f6d-973c-8fb6e8cba173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:15.565038 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-30c1da06-8528-4f6d-973c-8fb6e8cba173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:15.565682 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-30c1da06-8528-4f6d-973c-8fb6e8cba173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:15.572375 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-30c1da06-8528-4f6d-973c-8fb6e8cba173 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c9e03453576449e8027bf6795ca2563&device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 6502 time: 1.0295870 Nov 26 02:56:15.627552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb25d8c-b916-4eb7-b081-2adf05facba7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event deleted for resources: {'Port': ['ID=b3a26a71-4cd2-4323-a03c-c5586c39a475,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:15.656403 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8a62c538-99bb-461a-9343-b1916001c43a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1262786556'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:15.694839 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48424) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:15.719048 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7f90f841-df07-4547-bfb9-7d96a458544b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:15.725229 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a62c538-99bb-461a-9343-b1916001c43a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:15.730161 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8a62c538-99bb-461a-9343-b1916001c43a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:15.759396 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8a62c538-99bb-461a-9343-b1916001c43a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:15.820963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0815cd23-cdff-419e-bae1-36d9bc719974 req-a4c60290-8136-481c-b872-92c715d1a342 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877793 Nov 26 02:56:15.902251 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9442eab2-6c21-4ea0-b092-3cb525931c42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:15.980244 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ebb25d8c-b916-4eb7-b081-2adf05facba7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:15.993960 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ebb25d8c-b916-4eb7-b081-2adf05facba7 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/ports/b3a26a71-4cd2-4323-a03c-c5586c39a475 HTTP/1.1" status: 204 len: 168 time: 3.1064074 Nov 26 02:56:15.995387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48426) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:16.026439 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7f90f841-df07-4547-bfb9-7d96a458544b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.046533 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7f90f841-df07-4547-bfb9-7d96a458544b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.055847 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9442eab2-6c21-4ea0-b092-3cb525931c42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.089118 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8a62c538-99bb-461a-9343-b1916001c43a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.092210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-f571288a-101d-4a15-84f9-436554352dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:16.092835 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-f571288a-101d-4a15-84f9-436554352dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:16.093750 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-f571288a-101d-4a15-84f9-436554352dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:16.096105 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-f571288a-101d-4a15-84f9-436554352dab service neutron] 10.222.0.54 "GET /v2.0/networks?id=1a9e75a6-7221-447b-a78c-497a718c2aac&id=936fa975-95c9-4edd-86b5-749a85dee6b7&id=936fa975-95c9-4edd-86b5-749a85dee6b7&id=936fa975-95c9-4edd-86b5-749a85dee6b7&id=936fa975-95c9-4edd-86b5-749a85dee6b7&id=9c07786a-4bb0-4031-ab82-de5af92a6806&id=9c07786a-4bb0-4031-ab82-de5af92a6806 HTTP/1.1" status: 200 len: 2296 time: 0.4713435 Nov 26 02:56:16.148545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28967fe-0b30-4ee7-832b-00a7d6e9e33f req-0b9c22c0-d9e2-419e-a419-d7a4562b1346 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:16.151232 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8a62c538-99bb-461a-9343-b1916001c43a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.158197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b28967fe-0b30-4ee7-832b-00a7d6e9e33f req-0b9c22c0-d9e2-419e-a419-d7a4562b1346 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.3304999 Nov 26 02:56:16.202608 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9442eab2-6c21-4ea0-b092-3cb525931c42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:16.217474 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7f90f841-df07-4547-bfb9-7d96a458544b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13124394339043299f9616f3f6e2c266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5159140 Nov 26 02:56:16.217474 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a62c538-99bb-461a-9343-b1916001c43a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:56:16.220687 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-9442eab2-6c21-4ea0-b092-3cb525931c42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:16.222739 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90f841-df07-4547-bfb9-7d96a458544b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31994d4-e3c9-455b-a922-5e8b8a6cd4af,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:16.225289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9442eab2-6c21-4ea0-b092-3cb525931c42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:16.230365 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48428) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:16.251415 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442eab2-6c21-4ea0-b092-3cb525931c42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Pushing event updated for resources: {'Port': ['ID=0710b765-b8e3-41a0-9d4e-a0d8165f483b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:16.321130 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8a62c538-99bb-461a-9343-b1916001c43a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.321506 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-8a62c538-99bb-461a-9343-b1916001c43a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Added segment 095af6f6-1993-42c1-b6f7-9743d37bf59f of type vlan for network 17724552-84a7-406f-930d-796a4b52cd2b Nov 26 02:56:16.357151 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85465f-55cf-4988-ab88-d13a2bf767df req-cc882385-e7ea-4d9e-aa11-4cbd6201da59 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:16.359226 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f85465f-55cf-4988-ab88-d13a2bf767df req-cc882385-e7ea-4d9e-aa11-4cbd6201da59 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.59 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.2933204 Nov 26 02:56:16.363299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-05242800-0202-4af4-956d-8f8b56f6d26b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13a06076-645c-49e5-bb53-f3985928e9af HTTP/1.1" status: 200 len: 1002 time: 0.2001588 Nov 26 02:56:16.368845 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b28967fe-0b30-4ee7-832b-00a7d6e9e33f req-6b33c83c-58ea-40ed-ac4a-cbe18eda218f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096777 Nov 26 02:56:16.399721 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62c538-99bb-461a-9343-b1916001c43a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a18925-667f-4af2-9b99-4e64e1792652,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:16.438342 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8a62c538-99bb-461a-9343-b1916001c43a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.526187 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-9ec882f7-3725-42c5-b756-b2b872c1610b tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Deleting port 6d23ab23-9996-49de-87da-e8d5344af27b {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:16.526683 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ec882f7-3725-42c5-b756-b2b872c1610b tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.551946 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-441b1c0e-bf95-4e4f-97b0-66b6c42679fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.556536 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9442eab2-6c21-4ea0-b092-3cb525931c42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.572658 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8a62c538-99bb-461a-9343-b1916001c43a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.583813 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a62c538-99bb-461a-9343-b1916001c43a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:16.585074 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8a62c538-99bb-461a-9343-b1916001c43a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.586174 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-8622c6d8-c23f-4881-a784-9d8f704b0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:16.588333 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-8622c6d8-c23f-4881-a784-9d8f704b0ecb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa7501fd-fac3-4deb-97b7-64e0674633aa HTTP/1.1" status: 200 len: 854 time: 0.1570640 Nov 26 02:56:16.611040 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-441b1c0e-bf95-4e4f-97b0-66b6c42679fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.613137 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.681905 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-5f85465f-55cf-4988-ab88-d13a2bf767df req-51b58ebe-5dd7-41fb-88eb-11c619a5c5ee tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Deleting port bce8bb5e-896d-449f-ad69-8507532d3695 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:16.682292 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5f85465f-55cf-4988-ab88-d13a2bf767df req-51b58ebe-5dd7-41fb-88eb-11c619a5c5ee tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.731735 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8a62c538-99bb-461a-9343-b1916001c43a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7330937 Nov 26 02:56:16.734834 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9442eab2-6c21-4ea0-b092-3cb525931c42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.736887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48434) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:16.788561 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3f21b4f6-1e46-49d6-abd5-daabc46bd073 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'network_id': '17724552-84a7-406f-930d-796a4b52cd2b', 'name': 'tempest-PortsIpV6TestJSON-616905525'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:16.850271 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62c538-99bb-461a-9343-b1916001c43a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Network': ['ID=17724552-84a7-406f-930d-796a4b52cd2b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:16.871371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 17724552-84a7-406f-930d-796a4b52cd2b details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:56:16.876600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-6d2d4005-f373-4349-93a4-b4aded972842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:16.878213 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-6d2d4005-f373-4349-93a4-b4aded972842 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a9e75a6-7221-447b-a78c-497a718c2aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2781751 Nov 26 02:56:16.914223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5f85465f-55cf-4988-ab88-d13a2bf767df req-51b58ebe-5dd7-41fb-88eb-11c619a5c5ee tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] For port bce8bb5e-896d-449f-ad69-8507532d3695, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bce8bb5e-896d-449f-ad69-8507532d3695,segment=NetworkSegment(b035f7d8-bdc3-4a67-a8cf-cb3525c2442b),segment_id=b035f7d8-bdc3-4a67-a8cf-cb3525c2442b)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:16.914622 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5f85465f-55cf-4988-ab88-d13a2bf767df req-51b58ebe-5dd7-41fb-88eb-11c619a5c5ee tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.923087 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ec882f7-3725-42c5-b756-b2b872c1610b tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.947418 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-441b1c0e-bf95-4e4f-97b0-66b6c42679fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.949801 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-441b1c0e-bf95-4e4f-97b0-66b6c42679fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:16.951000 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-441b1c0e-bf95-4e4f-97b0-66b6c42679fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a31994d4-e3c9-455b-a922-5e8b8a6cd4af HTTP/1.1" status: 204 len: 168 time: 0.7195857 Nov 26 02:56:16.981772 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b1c0e-bf95-4e4f-97b0-66b6c42679fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31994d4-e3c9-455b-a922-5e8b8a6cd4af,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:17.004318 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f21b4f6-1e46-49d6-abd5-daabc46bd073 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:17.007863 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3f21b4f6-1e46-49d6-abd5-daabc46bd073 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:17.091275 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-3f21b4f6-1e46-49d6-abd5-daabc46bd073 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] device_id is not set on port e52e0f48-81a9-44d6-a3cd-478585a2c31c yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:17.160351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-9ec882f7-3725-42c5-b756-b2b872c1610b tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Calling delete_port for 6d23ab23-9996-49de-87da-e8d5344af27b owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:17.213639 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf5ed0-9f77-4c8b-bf1d-83b9d916ccd1 req-64b43169-ed24-432c-ad4f-ad29885a06d8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:17.231903 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4ebf5ed0-9f77-4c8b-bf1d-83b9d916ccd1 req-64b43169-ed24-432c-ad4f-ad29885a06d8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.4379485 Nov 26 02:56:17.318745 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9442eab2-6c21-4ea0-b092-3cb525931c42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:17.340802 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9442eab2-6c21-4ea0-b092-3cb525931c42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:17.421695 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442eab2-6c21-4ea0-b092-3cb525931c42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Pushing event updated for resources: {'Port': ['ID=0710b765-b8e3-41a0-9d4e-a0d8165f483b,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:17.462377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48444) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:17.504286 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3f21b4f6-1e46-49d6-abd5-daabc46bd073 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:17.520633 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:17.522749 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9442eab2-6c21-4ea0-b092-3cb525931c42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:17.529792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-cc309a17-d797-4b27-9105-8dec99f4c1d8 service neutron] 10.222.0.54 "GET /v2.0/networks/1a9e75a6-7221-447b-a78c-497a718c2aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6359518 Nov 26 02:56:17.546271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46dbe6-efcc-46cc-9929-8e784a75aa21 req-16713cdc-710f-430d-98e1-7df533e3c881 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:17.554133 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b46dbe6-efcc-46cc-9929-8e784a75aa21 req-16713cdc-710f-430d-98e1-7df533e3c881 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.3657024 Nov 26 02:56:17.557642 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9442eab2-6c21-4ea0-b092-3cb525931c42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:17.566926 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9442eab2-6c21-4ea0-b092-3cb525931c42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7800934 Nov 26 02:56:17.568851 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4ebf5ed0-9f77-4c8b-bf1d-83b9d916ccd1 req-b927abef-9965-4675-acc4-79b7eab8a3ac tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3347285 Nov 26 02:56:17.579876 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-98046998-9f2c-4302-a53e-75ceef38206c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:17.603800 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3f21b4f6-1e46-49d6-abd5-daabc46bd073 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:17.744850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21b4f6-1e46-49d6-abd5-daabc46bd073 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=e52e0f48-81a9-44d6-a3cd-478585a2c31c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:17.763209 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f21b4f6-1e46-49d6-abd5-daabc46bd073 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Checking segment: {'id': '095af6f6-1993-42c1-b6f7-9743d37bf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '17724552-84a7-406f-930d-796a4b52cd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:56:17.763568 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f21b4f6-1e46-49d6-abd5-daabc46bd073 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network hostable DHCP agents. Network: 17724552-84a7-406f-930d-796a4b52cd2b, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:56:17.785841 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f21b4f6-1e46-49d6-abd5-daabc46bd073 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 17724552-84a7-406f-930d-796a4b52cd2b is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:56:17.800378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-3f21b4f6-1e46-49d6-abd5-daabc46bd073 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 17724552-84a7-406f-930d-796a4b52cd2b) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:17.809777 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24fe12f-771f-4df0-bffb-c7ea5dda13b2 None None] Network 17724552-84a7-406f-930d-796a4b52cd2b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:17.811572 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f21b4f6-1e46-49d6-abd5-daabc46bd073 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:17.821508 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f21b4f6-1e46-49d6-abd5-daabc46bd073 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:17.822154 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3f21b4f6-1e46-49d6-abd5-daabc46bd073 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:17.851113 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3f21b4f6-1e46-49d6-abd5-daabc46bd073 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0945711 Nov 26 02:56:17.851327 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48452) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:17.860286 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-95cfd055-f609-4691-b2b5-22998d341c72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1911926243'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:17.873968 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5f85465f-55cf-4988-ab88-d13a2bf767df req-51b58ebe-5dd7-41fb-88eb-11c619a5c5ee tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:17.874645 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5f85465f-55cf-4988-ab88-d13a2bf767df req-51b58ebe-5dd7-41fb-88eb-11c619a5c5ee tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:17.874645 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-5f85465f-55cf-4988-ab88-d13a2bf767df req-51b58ebe-5dd7-41fb-88eb-11c619a5c5ee tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Floating IP 18c09fc7-d5ea-4c19-8650-7d184ef1a6a9 disassociated. External IP: 172.25.0.228, port: bce8bb5e-896d-449f-ad69-8507532d3695. Nov 26 02:56:17.875033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-5f85465f-55cf-4988-ab88-d13a2bf767df req-51b58ebe-5dd7-41fb-88eb-11c619a5c5ee tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Calling delete_port for bce8bb5e-896d-449f-ad69-8507532d3695 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:17.908023 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cfd055-f609-4691-b2b5-22998d341c72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:17.912220 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95cfd055-f609-4691-b2b5-22998d341c72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:17.955223 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95cfd055-f609-4691-b2b5-22998d341c72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:56:17.972093 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95cfd055-f609-4691-b2b5-22998d341c72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:17.972317 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-95cfd055-f609-4691-b2b5-22998d341c72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Added segment 30bf1624-6001-472a-baa8-c2b40e4355bd of type vlan for network 3e4c12d4-579e-4f37-8b41-9342d8758047 Nov 26 02:56:18.029789 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95cfd055-f609-4691-b2b5-22998d341c72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:18.063669 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95cfd055-f609-4691-b2b5-22998d341c72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:18.069510 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cfd055-f609-4691-b2b5-22998d341c72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:18.070248 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95cfd055-f609-4691-b2b5-22998d341c72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:18.090227 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b46dbe6-efcc-46cc-9929-8e784a75aa21 req-e0b17ebf-2379-43ce-8b98-c14a3af9f736 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351675 Nov 26 02:56:18.171804 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-ebccda08-da39-4d8e-b507-4acabf65ef89 service neutron] 10.222.0.54 "GET /v2.0/networks/1a9e75a6-7221-447b-a78c-497a718c2aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084771 Nov 26 02:56:18.190952 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-98046998-9f2c-4302-a53e-75ceef38206c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:18.210818 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf68ae6-25ba-4745-8070-fd97a8b44e70 req-cf81fc5d-de06-4c72-9174-44794df80ae9 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:18.212513 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdf68ae6-25ba-4745-8070-fd97a8b44e70 req-cf81fc5d-de06-4c72-9174-44794df80ae9 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 945 time: 0.4724643 Nov 26 02:56:18.220848 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-95cfd055-f609-4691-b2b5-22998d341c72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3683665 Nov 26 02:56:18.228105 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48462) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:18.234762 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'ports': [{'network_id': '17724552-84a7-406f-930d-796a4b52cd2b'}, {'network_id': '3e4c12d4-579e-4f37-8b41-9342d8758047'}]} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:18.235217 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'network_id': '17724552-84a7-406f-930d-796a4b52cd2b'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:18.235929 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'network_id': '3e4c12d4-579e-4f37-8b41-9342d8758047'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:18.258106 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfd055-f609-4691-b2b5-22998d341c72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Network': ['ID=3e4c12d4-579e-4f37-8b41-9342d8758047,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:18.271764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 3e4c12d4-579e-4f37-8b41-9342d8758047 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:56:18.461272 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'port': 2} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:18.467925 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:18.484432 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:18.504557 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-98046998-9f2c-4302-a53e-75ceef38206c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:18.529627 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-6c74ec5d-794a-496f-93cb-142ddc21a097 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f HTTP/1.1" status: 200 len: 217 time: 0.3477585 Nov 26 02:56:18.549577 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ec882f7-3725-42c5-b756-b2b872c1610b tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:18.589032 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] device_id is not set on port 237c509f-df79-4352-960b-dab0940971eb yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:18.690094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec882f7-3725-42c5-b756-b2b872c1610b tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event deleted for resources: {'Port': ['ID=6d23ab23-9996-49de-87da-e8d5344af27b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:18.694520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98046998-9f2c-4302-a53e-75ceef38206c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d18525-6c1e-40d8-bb77-e8685ea42b0f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:18.713734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-98046998-9f2c-4302-a53e-75ceef38206c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a08045dd1b941dc931696ef131f9a67&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2354469 Nov 26 02:56:18.718808 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48466) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:18.787497 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5f85465f-55cf-4988-ab88-d13a2bf767df req-51b58ebe-5dd7-41fb-88eb-11c619a5c5ee tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:18.800276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-7fea143c-e5d2-4394-907c-63035310b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:18.801162 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:18.802584 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-7fea143c-e5d2-4394-907c-63035310b3b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63d50455-9704-4445-9844-5a1aa7d1e6f7 HTTP/1.1" status: 200 len: 797 time: 0.2554731 Nov 26 02:56:18.807967 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdf68ae6-25ba-4745-8070-fd97a8b44e70 req-89cc358c-c36b-4808-8389-cd4f6cfdf384 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd1dc22-824f-47b9-bd49-8ed28931d10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2966897 Nov 26 02:56:18.818784 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3147ee6f-aa6f-4011-ad39-ef766d030b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:18.820175 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-3f493820-5cf8-410f-90a1-42e49b8dac3e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1866059520&fields=id&tenant_id=663f066e304f4b57893c72f115ebd127 HTTP/1.1" status: 200 len: 267 time: 0.3166995 Nov 26 02:56:18.841791 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3147ee6f-aa6f-4011-ad39-ef766d030b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:18.938490 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b58ebe-5dd7-41fb-88eb-11c619a5c5ee tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Pushing event deleted for resources: {'Port': ['ID=bce8bb5e-896d-449f-ad69-8507532d3695,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:18.947647 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] device_id is not set on port 670d6b9d-a111-42f1-80f0-dfdf9095e25d yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:19.060595 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device bce8bb5e-896d-449f-ad69-8507532d3695 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:56:19.085488 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:19.088746 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3147ee6f-aa6f-4011-ad39-ef766d030b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:19.091360 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3147ee6f-aa6f-4011-ad39-ef766d030b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:19.092613 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3147ee6f-aa6f-4011-ad39-ef766d030b26 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98d18525-6c1e-40d8-bb77-e8685ea42b0f HTTP/1.1" status: 204 len: 168 time: 0.3706672 Nov 26 02:56:19.114253 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147ee6f-aa6f-4011-ad39-ef766d030b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d18525-6c1e-40d8-bb77-e8685ea42b0f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:19.146621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: bce8bb5e-896d-449f-ad69-8507532d3695 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:56:19.146998 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device bce8bb5e-896d-449f-ad69-8507532d3695 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:56:19.177251 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:19.248714 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 17724552-84a7-406f-930d-796a4b52cd2b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:19.257920 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:19.264118 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:19.264948 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:19.269645 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=237c509f-df79-4352-960b-dab0940971eb,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:19.269935 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ec882f7-3725-42c5-b756-b2b872c1610b tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:19.275791 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9ec882f7-3725-42c5-b756-b2b872c1610b tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/ports/6d23ab23-9996-49de-87da-e8d5344af27b HTTP/1.1" status: 204 len: 168 time: 3.2723775 Nov 26 02:56:19.289470 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48476) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:19.347206 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d733a54c-2bc9-4a73-af61-0a2661545586 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:56:19.367071 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-1396efe0-510c-4ac7-b1c6-21d872b89bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:19.368634 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-1396efe0-510c-4ac7-b1c6-21d872b89bc4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=936fa975-95c9-4edd-86b5-749a85dee6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5410788 Nov 26 02:56:19.385798 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=670d6b9d-a111-42f1-80f0-dfdf9095e25d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:19.405898 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-62b290f4-d785-47bb-b991-b5693b6a64bd tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:19.407093 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-62b290f4-d785-47bb-b991-b5693b6a64bd tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 812 time: 0.5854464 Nov 26 02:56:19.407394 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Checking segment: {'id': '30bf1624-6001-472a-baa8-c2b40e4355bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3e4c12d4-579e-4f37-8b41-9342d8758047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:56:19.407757 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network hostable DHCP agents. Network: 3e4c12d4-579e-4f37-8b41-9342d8758047, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:56:19.428752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b9cb6-4e0b-41e6-9f72-e27dabec61dd req-fd39228c-5e06-4a11-87b4-257d05312409 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:19.432874 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b1b9cb6-4e0b-41e6-9f72-e27dabec61dd req-fd39228c-5e06-4a11-87b4-257d05312409 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.2166584 Nov 26 02:56:19.447661 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 3e4c12d4-579e-4f37-8b41-9342d8758047 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:56:19.467802 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 3e4c12d4-579e-4f37-8b41-9342d8758047) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:19.474481 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:19.490081 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:19.495553 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:19.496322 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:19.515093 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a55af86-3818-477e-b7af-1af937802c20 None None] Network 3e4c12d4-579e-4f37-8b41-9342d8758047 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:19.536445 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e75fa026-9efd-488c-ae2f-b788e243a402 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3068624 Nov 26 02:56:19.539305 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48482) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:19.622353 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-6ad50ae9-cb31-4b13-bb7c-23f7e2826e0b service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412975 Nov 26 02:56:19.639542 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-285a3653-ab7a-4a3e-9670-6924f07db168 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/quotas/663f066e304f4b57893c72f115ebd127 HTTP/1.1" status: 200 len: 375 time: 0.2035201 Nov 26 02:56:19.684184 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f85465f-55cf-4988-ab88-d13a2bf767df req-51b58ebe-5dd7-41fb-88eb-11c619a5c5ee tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Router ac88865d-134d-4d00-abfb-b80b3c5d88be has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:56:19.713725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc53417-972d-498b-8a9b-2e4b405275fe tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:19.716133 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-acc53417-972d-498b-8a9b-2e4b405275fe tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "GET /v2.0/ports?device_id=877f9af7-c117-426f-9e81-7a67a2943cb4 HTTP/1.1" status: 200 len: 913 time: 0.4255028 Nov 26 02:56:19.720726 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48486) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:19.800976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d733a54c-2bc9-4a73-af61-0a2661545586, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d733a54c-2bc9-4a73-af61-0a2661545586,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:19.816299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'd733a54c-2bc9-4a73-af61-0a2661545586', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'port_id': 'd733a54c-2bc9-4a73-af61-0a2661545586', 'mac_address': 'fa:16:3e:3a:fd:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:56:19.888971 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:19.987653 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f85465f-55cf-4988-ab88-d13a2bf767df req-51b58ebe-5dd7-41fb-88eb-11c619a5c5ee tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:56:20.010751 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a8cbd-65f5-44b5-aefc-55ff5461fba1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port 670d6b9d-a111-42f1-80f0-dfdf9095e25d {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:20.011174 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8cbd-65f5-44b5-aefc-55ff5461fba1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:20.089994 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-9f9ebf29-e91b-4b43-9efa-02d004a45640 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4490056 Nov 26 02:56:20.096501 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8cbd-65f5-44b5-aefc-55ff5461fba1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:20.111109 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a8cbd-65f5-44b5-aefc-55ff5461fba1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for 670d6b9d-a111-42f1-80f0-dfdf9095e25d owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:20.144230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f85465f-55cf-4988-ab88-d13a2bf767df req-51b58ebe-5dd7-41fb-88eb-11c619a5c5ee tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] No DVR routers for this DVR port bce8bb5e-896d-449f-ad69-8507532d3695 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:56:20.148846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62f1052-c366-4477-bbe6-f51025cb00d2 None None] Sync routers for ids ['ac88865d-134d-4d00-abfb-b80b3c5d88be'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:56:20.154576 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d733a54c-2bc9-4a73-af61-0a2661545586 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:56:20.173435 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b1b9cb6-4e0b-41e6-9f72-e27dabec61dd req-4b40d8fd-a662-4e19-a51d-b1105d3f56ea tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7203183 Nov 26 02:56:20.182494 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62f1052-c366-4477-bbe6-f51025cb00d2 None None] Routers {'ac88865d-134d-4d00-abfb-b80b3c5d88be'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:20.183130 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d62f1052-c366-4477-bbe6-f51025cb00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:56:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ac88865d-134d-4d00-abfb-b80b3c5d88be'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:20.206617 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8cbd-65f5-44b5-aefc-55ff5461fba1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:20.244851 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a8cbd-65f5-44b5-aefc-55ff5461fba1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=670d6b9d-a111-42f1-80f0-dfdf9095e25d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:20.266440 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8cbd-65f5-44b5-aefc-55ff5461fba1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:20.273897 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fc1a8cbd-65f5-44b5-aefc-55ff5461fba1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/ports/670d6b9d-a111-42f1-80f0-dfdf9095e25d HTTP/1.1" status: 204 len: 168 time: 0.7336004 Nov 26 02:56:20.274581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48502) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:20.281676 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5f85465f-55cf-4988-ab88-d13a2bf767df req-51b58ebe-5dd7-41fb-88eb-11c619a5c5ee tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:20.290303 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f85465f-55cf-4988-ab88-d13a2bf767df req-51b58ebe-5dd7-41fb-88eb-11c619a5c5ee tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.59 "DELETE /v2.0/ports/bce8bb5e-896d-449f-ad69-8507532d3695 HTTP/1.1" status: 204 len: 173 time: 3.9190745 Nov 26 02:56:20.299516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3905d340-4b89-48c9-8e5e-18b94261f72c', 'name': 'network-vif-deleted', 'tag': 'bce8bb5e-896d-449f-ad69-8507532d3695'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:56:20.302087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d733a54c-2bc9-4a73-af61-0a2661545586, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d733a54c-2bc9-4a73-af61-0a2661545586,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:20.311033 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8da88f-9872-474f-9075-b5c95a7d6478" -d '{"events": [{"server_uuid": "3905d340-4b89-48c9-8e5e-18b94261f72c", "name": "network-vif-deleted", "tag": "bce8bb5e-896d-449f-ad69-8507532d3695"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:56:20.385300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-451ee079-0ae0-4600-98d8-fb1edab206ea service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7218347 Nov 26 02:56:20.413053 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:20.431420 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9444be22-e493-41d0-82a5-47b796def557 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:20.438900 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9444be22-e493-41d0-82a5-47b796def557 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:20.450678 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9444be22-e493-41d0-82a5-47b796def557 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1719639 Nov 26 02:56:20.485332 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48508) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:20.539831 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-3dbb02b7-1dca-4cfc-a84a-5dbf7f8f8c9f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=8be3bf7e-8853-443e-9883-2546fd4abe46 HTTP/1.1" status: 200 len: 217 time: 0.1374342 Nov 26 02:56:20.597213 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d62f1052-c366-4477-bbe6-f51025cb00d2 None None] Set router ac88865d-134d-4d00-abfb-b80b3c5d88be gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:56:20.637881 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-0193e29b-9e9e-4821-b961-9b604422bcdb service neutron] 10.222.0.31 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320635 Nov 26 02:56:20.643435 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['d733a54c-2bc9-4a73-af61-0a2661545586'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:56:20.650370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd26222-e65a-48d4-b3ed-7a69182fa4f2 req-79e9416a-f70e-4856-8188-81bf471888f4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:20.658878 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccd26222-e65a-48d4-b3ed-7a69182fa4f2 req-79e9416a-f70e-4856-8188-81bf471888f4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.2705910 Nov 26 02:56:20.698687 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=d733a54c-2bc9-4a73-af61-0a2661545586,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:20.738263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:20.738658 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:20.738975 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:20.740595 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:20.740885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:20.741250 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:20.741573 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:20.741912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:20.743203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:20.747786 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:20.748176 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:20.748529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:20.781920 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-d7c13522-66d7-463e-9aed-6e5ee1f2bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:20.783802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-d7c13522-66d7-463e-9aed-6e5ee1f2bc20 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63d50455-9704-4445-9844-5a1aa7d1e6f7 HTTP/1.1" status: 200 len: 797 time: 0.2224646 Nov 26 02:56:20.828022 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-123bf484-ec68-4e6b-93f3-f9382d79e47a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port 237c509f-df79-4352-960b-dab0940971eb {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:20.828662 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-123bf484-ec68-4e6b-93f3-f9382d79e47a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:20.911468 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccd26222-e65a-48d4-b3ed-7a69182fa4f2 req-4db2e48f-ca62-4e73-ace8-d96587c77f7d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515595 Nov 26 02:56:20.938958 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-298f7133-836b-40e7-946d-72a66ca541d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:20.940921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-298f7133-836b-40e7-946d-72a66ca541d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=936fa975-95c9-4edd-86b5-749a85dee6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1169395 Nov 26 02:56:20.974597 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-123bf484-ec68-4e6b-93f3-f9382d79e47a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:21.005297 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-123bf484-ec68-4e6b-93f3-f9382d79e47a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for 237c509f-df79-4352-960b-dab0940971eb owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:21.122692 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8951-d588-49de-9ef5-0548698944f6 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:21.182103 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d62f1052-c366-4477-bbe6-f51025cb00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 4, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'gw_port': {'id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb', 'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'mac_address': 'fa:16:3e:8c:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:48Z', 'updated_at': '2021-11-26T02:51:56Z', 'revision_number': 5, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'subnets': [{'id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:21.189226 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-47fff42a-c8f0-4ce7-8e5e-605eed9928bb service neutron] 10.222.0.31 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281997 Nov 26 02:56:21.223482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62f1052-c366-4477-bbe6-f51025cb00d2 None None] Checking router: ac88865d-134d-4d00-abfb-b80b3c5d88be for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:56:21.269820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-410c649c-9dd7-4075-b01f-985727689eb7 req-7968a342-59e8-4313-9643-edbdcb5b216f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=3905d340-4b89-48c9-8e5e-18b94261f72c HTTP/1.1" status: 200 len: 210 time: 0.0843046 Nov 26 02:56:21.309993 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62f1052-c366-4477-bbe6-f51025cb00d2 None None] Routers {'ac88865d-134d-4d00-abfb-b80b3c5d88be'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:21.310658 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d62f1052-c366-4477-bbe6-f51025cb00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:56:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ac88865d-134d-4d00-abfb-b80b3c5d88be'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:21.430902 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-4a367c11-8c9a-4ac4-a871-b07f8e4afaba service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776177 Nov 26 02:56:21.610228 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48532) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:21.626788 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023974af-1f80-4574-a8b8-7faa8c0fee7a x-openstack-request-id: req-023974af-1f80-4574-a8b8-7faa8c0fee7a {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:56:21.627351 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3905d340-4b89-48c9-8e5e-18b94261f72c", "name": "network-vif-deleted", "tag": "bce8bb5e-896d-449f-ad69-8507532d3695", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:56:21.627770 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-023974af-1f80-4574-a8b8-7faa8c0fee7a {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:56:21.631929 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3905d340-4b89-48c9-8e5e-18b94261f72c', 'name': 'network-vif-deleted', 'tag': 'bce8bb5e-896d-449f-ad69-8507532d3695', 'status': 'completed', 'code': 200} Nov 26 02:56:21.714264 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d62f1052-c366-4477-bbe6-f51025cb00d2 None None] Set router ac88865d-134d-4d00-abfb-b80b3c5d88be gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:56:21.910260 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-123bf484-ec68-4e6b-93f3-f9382d79e47a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:21.962854 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123bf484-ec68-4e6b-93f3-f9382d79e47a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=237c509f-df79-4352-960b-dab0940971eb,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:22.018361 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-123bf484-ec68-4e6b-93f3-f9382d79e47a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:22.022743 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-123bf484-ec68-4e6b-93f3-f9382d79e47a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/ports/237c509f-df79-4352-960b-dab0940971eb HTTP/1.1" status: 204 len: 168 time: 1.5363758 Nov 26 02:56:22.027939 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48538) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:22.117379 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284eb3f1-97ca-413e-8dba-fb17da9df01c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:22.118937 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-284eb3f1-97ca-413e-8dba-fb17da9df01c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0907881 Nov 26 02:56:22.124764 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48542) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:22.162230 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-106c4ec8-5811-4293-803a-1314b3e7de44 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] GET failed (client error): The resource could not be found. Nov 26 02:56:22.163731 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-106c4ec8-5811-4293-803a-1314b3e7de44 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports/670d6b9d-a111-42f1-80f0-dfdf9095e25d HTTP/1.1" status: 404 len: 333 time: 0.0366549 Nov 26 02:56:22.198433 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48546) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:22.198959 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d62f1052-c366-4477-bbe6-f51025cb00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 4, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'gw_port': {'id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb', 'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'mac_address': 'fa:16:3e:8c:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:48Z', 'updated_at': '2021-11-26T02:51:56Z', 'revision_number': 5, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'subnets': [{'id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:22.240949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62f1052-c366-4477-bbe6-f51025cb00d2 None None] The sync data for ids ['ac88865d-134d-4d00-abfb-b80b3c5d88be'] in n-d-819389-3 is: [{'id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 4, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'gw_port': {'id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb', 'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'mac_address': 'fa:16:3e:8c:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:48Z', 'updated_at': '2021-11-26T02:51:56Z', 'revision_number': 5, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'subnets': [{'id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:56:22.253003 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-faef5916-ea13-48e6-a49d-3df84aed67e5 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] GET failed (client error): The resource could not be found. Nov 26 02:56:22.253003 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-faef5916-ea13-48e6-a49d-3df84aed67e5 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports/237c509f-df79-4352-960b-dab0940971eb HTTP/1.1" status: 404 len: 333 time: 0.0489211 Nov 26 02:56:22.254196 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48548) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:22.296514 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:22.326914 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1796f36d-6274-4b2d-8500-b75a91f05232 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-546295434'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:22.339625 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e48675e-84ed-40b7-9f7b-74877707ba05 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:22.347853 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-641e8c09-6f82-4994-af90-f36196d88673 req-58b2fed7-eada-4e02-8cec-45c3a4c5317a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 210 time: 0.6904655 Nov 26 02:56:22.443024 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-cd8e8951-d588-49de-9ef5-0548698944f6 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Deleting port 622f514a-a8fc-4000-a518-520060547ad3 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:22.443397 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8951-d588-49de-9ef5-0548698944f6 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:22.501537 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa6b29-f0cc-43e8-981f-59d768e066c6 req-46b8ced6-f3ea-4928-8d41-a69b40496aed tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:22.509338 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abaa6b29-f0cc-43e8-981f-59d768e066c6 req-46b8ced6-f3ea-4928-8d41-a69b40496aed tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 944 time: 0.8311315 Nov 26 02:56:22.512880 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e48675e-84ed-40b7-9f7b-74877707ba05 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:22.520090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1796f36d-6274-4b2d-8500-b75a91f05232 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Made reservation on behalf of 75b178243d054cdebe9acb3c500653c7 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:22.532910 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1796f36d-6274-4b2d-8500-b75a91f05232 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:22.544720 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-7e48675e-84ed-40b7-9f7b-74877707ba05 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4c12d4-579e-4f37-8b41-9342d8758047']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:22.560885 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-7e48675e-84ed-40b7-9f7b-74877707ba05 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30bf1624-6001-472a-baa8-c2b40e4355bd') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:22.561329 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-7e48675e-84ed-40b7-9f7b-74877707ba05 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30bf1624-6001-472a-baa8-c2b40e4355bd') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:22.582051 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e48675e-84ed-40b7-9f7b-74877707ba05 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:22.590540 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1796f36d-6274-4b2d-8500-b75a91f05232 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:22.599786 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8951-d588-49de-9ef5-0548698944f6 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:22.620951 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-cd8e8951-d588-49de-9ef5-0548698944f6 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Calling delete_port for 622f514a-a8fc-4000-a518-520060547ad3 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:22.667999 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-6756996d-10e4-4678-8cd8-3f67433f2e7d service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2274623 Nov 26 02:56:22.769295 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-717fd894-802e-495f-bfa4-ac2efdaa71b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=1652fdd8-a96b-4b29-8dfe-f52e1ca56718 HTTP/1.1" status: 200 len: 217 time: 0.0917706 Nov 26 02:56:22.837678 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5bd38-3f1b-47e8-a521-9f11e3ea0a7e req-373a5f43-f041-4983-8a92-b18815eda069 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:22.843140 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9d5bd38-3f1b-47e8-a521-9f11e3ea0a7e req-373a5f43-f041-4983-8a92-b18815eda069 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.3291755 Nov 26 02:56:22.863820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abaa6b29-f0cc-43e8-981f-59d768e066c6 req-b3d7ad05-0af6-4138-ad26-817453c16536 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3444362 Nov 26 02:56:22.879102 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c6599e-aa23-4ee5-86fb-fcca83712a4a None None] New status for floating IP 18c09fc7-d5ea-4c19-8650-7d184ef1a6a9: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:56:22.885219 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e48675e-84ed-40b7-9f7b-74877707ba05 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:22.892675 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e48675e-84ed-40b7-9f7b-74877707ba05 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:56:22.893129 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e48675e-84ed-40b7-9f7b-74877707ba05 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:56:22.969189 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:56:22.972044 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8951-d588-49de-9ef5-0548698944f6 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:23.025561 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e8951-d588-49de-9ef5-0548698944f6 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event deleted for resources: {'Port': ['ID=622f514a-a8fc-4000-a518-520060547ad3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:23.030802 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e48675e-84ed-40b7-9f7b-74877707ba05 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:23.057598 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e48675e-84ed-40b7-9f7b-74877707ba05 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:23.065081 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1796f36d-6274-4b2d-8500-b75a91f05232 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:23.075073 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-7ff59bd9-c8f7-4f5a-adc7-2dcbd2cc067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:23.076684 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-7ff59bd9-c8f7-4f5a-adc7-2dcbd2cc067b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63d50455-9704-4445-9844-5a1aa7d1e6f7 HTTP/1.1" status: 200 len: 797 time: 0.2997983 Nov 26 02:56:23.087988 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7e48675e-84ed-40b7-9f7b-74877707ba05 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/networks/3e4c12d4-579e-4f37-8b41-9342d8758047 HTTP/1.1" status: 204 len: 168 time: 0.8289902 Nov 26 02:56:23.098144 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1796f36d-6274-4b2d-8500-b75a91f05232 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:23.116095 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1796f36d-6274-4b2d-8500-b75a91f05232 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:56:23.154960 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1796f36d-6274-4b2d-8500-b75a91f05232 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:23.158580 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-1796f36d-6274-4b2d-8500-b75a91f05232 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Added segment fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be of type vlan for network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce Nov 26 02:56:23.170522 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48558) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:23.251609 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-341f5fca-a1cf-4092-89e9-039e4bba4a9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-838844232'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:23.267299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48564) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:23.279649 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48675e-84ed-40b7-9f7b-74877707ba05 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Network': ['ID=3e4c12d4-579e-4f37-8b41-9342d8758047,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:23.284450 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341f5fca-a1cf-4092-89e9-039e4bba4a9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:23.289374 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-341f5fca-a1cf-4092-89e9-039e4bba4a9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:23.336805 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d733a54c-2bc9-4a73-af61-0a2661545586 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:56:23.359034 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9d5bd38-3f1b-47e8-a521-9f11e3ea0a7e req-2b1b7a53-69e2-4f3b-a114-3262430f39ca tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932632 Nov 26 02:56:23.369421 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341f5fca-a1cf-4092-89e9-039e4bba4a9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:56:23.386944 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-341f5fca-a1cf-4092-89e9-039e4bba4a9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:23.387377 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-341f5fca-a1cf-4092-89e9-039e4bba4a9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Added segment 785cf390-9716-47cc-b00e-eeee2b668773 of type vlan for network 5303087b-ad8c-4c3d-b08c-b6680c621513 Nov 26 02:56:23.410512 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1796f36d-6274-4b2d-8500-b75a91f05232 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:23.467136 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796f36d-6274-4b2d-8500-b75a91f05232 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7f325b-6cb1-44d4-ab02-fe3bb461ba01,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:23.473564 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1796f36d-6274-4b2d-8500-b75a91f05232 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:23.479186 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:23.483297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1796f36d-6274-4b2d-8500-b75a91f05232 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:23.486110 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1796f36d-6274-4b2d-8500-b75a91f05232 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:23.518503 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port d733a54c-2bc9-4a73-af61-0a2661545586 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:23.518906 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:23.571861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1796f36d-6274-4b2d-8500-b75a91f05232 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9321082 Nov 26 02:56:23.615156 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-1ac4ea5f-ee53-4fd4-946e-79e7ba5672a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:23.616834 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-1ac4ea5f-ee53-4fd4-946e-79e7ba5672a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=936fa975-95c9-4edd-86b5-749a85dee6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5325465 Nov 26 02:56:23.655006 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb144881-0b6e-412b-b1f2-b22cbe18cdf0 req-13d123cc-8643-462b-803e-1fa2a1130d52 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 210 time: 0.1483123 Nov 26 02:56:23.694019 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-341f5fca-a1cf-4092-89e9-039e4bba4a9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:23.737924 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8951-d588-49de-9ef5-0548698944f6 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:23.753350 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-341f5fca-a1cf-4092-89e9-039e4bba4a9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:23.763814 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341f5fca-a1cf-4092-89e9-039e4bba4a9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:23.764845 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-341f5fca-a1cf-4092-89e9-039e4bba4a9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:23.767589 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:23.911748 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d733a54c-2bc9-4a73-af61-0a2661545586, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d733a54c-2bc9-4a73-af61-0a2661545586,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:23.913744 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd93807-1077-4786-98b2-8d84d6662527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd733a54c-2bc9-4a73-af61-0a2661545586'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:56:23.920419 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0167963c-584a-400a-baf3-fb09852e2729" -d '{"events": [{"server_uuid": "cfd93807-1077-4786-98b2-8d84d6662527", "name": "network-vif-plugged", "status": "completed", "tag": "d733a54c-2bc9-4a73-af61-0a2661545586"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:56:23.930660 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:24.030813 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8540d633-3a21-450c-a862-c83560c6dfee x-openstack-request-id: req-8540d633-3a21-450c-a862-c83560c6dfee {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:56:24.031124 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd93807-1077-4786-98b2-8d84d6662527", "name": "network-vif-plugged", "status": "completed", "tag": "d733a54c-2bc9-4a73-af61-0a2661545586", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:56:24.031378 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8540d633-3a21-450c-a862-c83560c6dfee {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:56:24.031784 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd93807-1077-4786-98b2-8d84d6662527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd733a54c-2bc9-4a73-af61-0a2661545586', 'code': 200} Nov 26 02:56:24.044648 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48586) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:24.062683 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=d733a54c-2bc9-4a73-af61-0a2661545586,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:24.063070 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Request body: {'port': {'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce', 'binding:host_id': 'n-h2-819389-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1183412657'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:24.153702 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-70fb5312-9633-458e-96af-b41f1ee6304f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:24.156302 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-70fb5312-9633-458e-96af-b41f1ee6304f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.59 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 812 time: 0.3170273 Nov 26 02:56:24.189147 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-341f5fca-a1cf-4092-89e9-039e4bba4a9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9603448 Nov 26 02:56:24.196857 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48594) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:24.208677 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d92befed-1b6a-47fa-959f-fcb18b65f529 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'subnet': {'network_id': '5303087b-ad8c-4c3d-b08c-b6680c621513', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:24.299226 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8cb92911-2204-452e-b5a9-b87ed608704b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:24.328200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796f36d-6274-4b2d-8500-b75a91f05232 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Pushing event updated for resources: {'Network': ['ID=f1b9aa28-0cd8-4ce5-b7f4-63e290412bce,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:24.370035 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:56:24.372726 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f5fca-a1cf-4092-89e9-039e4bba4a9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Network': ['ID=5303087b-ad8c-4c3d-b08c-b6680c621513,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:24.426101 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Made reservation on behalf of 456ce45c0034448391bf346ca07b4bd7 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:24.432443 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:24.434294 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8cb92911-2204-452e-b5a9-b87ed608704b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:24.519693 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-39a3e00d-549e-4c85-92e7-be0a32b002e1 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=663f066e304f4b57893c72f115ebd127 HTTP/1.1" status: 200 len: 380 time: 0.3127303 Nov 26 02:56:24.525099 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8cb92911-2204-452e-b5a9-b87ed608704b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:24.528343 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8cb92911-2204-452e-b5a9-b87ed608704b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:24.530316 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8cb92911-2204-452e-b5a9-b87ed608704b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "DELETE /v2.0/security-groups/5dd1dc22-824f-47b9-bd49-8ed28931d10a HTTP/1.1" status: 204 len: 168 time: 1.2607913 Nov 26 02:56:24.531745 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 5303087b-ad8c-4c3d-b08c-b6680c621513 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:56:24.537716 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:24.548168 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48602) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:24.573272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Request body: {'port': {'device_id': '4148e11f-d515-4d69-aaf7-433d06032eab', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'admin_state_up': True, 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'security_groups': ['5490e33d-0f0a-4ad7-b2a7-2392151f36d8']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:24.640327 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-cda662f4-eb24-4567-8b7f-1bec21a8b523 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] show failed (client error): The resource could not be found. Nov 26 02:56:24.645603 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cda662f4-eb24-4567-8b7f-1bec21a8b523 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups/5dd1dc22-824f-47b9-bd49-8ed28931d10a HTTP/1.1" status: 404 len: 347 time: 0.0920467 Nov 26 02:56:24.646339 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92befed-1b6a-47fa-959f-fcb18b65f529 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:24.654409 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d92befed-1b6a-47fa-959f-fcb18b65f529 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:24.728114 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48604) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:24.752593 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed858c-1baf-4e14-8d53-63cfb4def723 req-1ac89770-5408-409f-8dbb-c347f3693262 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:24.758990 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1aed858c-1baf-4e14-8d53-63cfb4def723 req-1ac89770-5408-409f-8dbb-c347f3693262 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.6011202 Nov 26 02:56:24.812108 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.ipam_backend_mixin [None req-d92befed-1b6a-47fa-959f-fcb18b65f529 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Performing IP validity checks on allocation pools {{(pid=104801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 26 02:56:24.819265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.ipam_backend_mixin [None req-d92befed-1b6a-47fa-959f-fcb18b65f529 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 26 02:56:24.992635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb92911-2204-452e-b5a9-b87ed608704b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd1dc22-824f-47b9-bd49-8ed28931d10a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:25.071617 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8e8951-d588-49de-9ef5-0548698944f6 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Router 877f9af7-c117-426f-9e81-7a67a2943cb4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:56:25.160010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e694d25-b5b5-49e0-8490-9f4fe15eeb68 req-f9eeab2a-df6d-438e-8adc-6cba58a84221 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:25.161880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e694d25-b5b5-49e0-8490-9f4fe15eeb68 req-f9eeab2a-df6d-438e-8adc-6cba58a84221 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.6407669 Nov 26 02:56:25.166088 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1aed858c-1baf-4e14-8d53-63cfb4def723 req-a6f677b6-52d5-4b36-8fec-98fe83853549 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3763020 Nov 26 02:56:25.169371 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-ec9857d8-d6b5-448a-aa6c-1a5d6b35fefc service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5133688 Nov 26 02:56:25.326109 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d92befed-1b6a-47fa-959f-fcb18b65f529 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:25.414928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Made reservation on behalf of 663f066e304f4b57893c72f115ebd127 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:25.421453 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:25.462318 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92befed-1b6a-47fa-959f-fcb18b65f529 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Subnet': ['ID=495178f0-af04-46ac-bff5-947fb2c028e9,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:25.490028 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-527581e2-e64c-4230-9fd8-836f13c217c8 req-0e59b96a-54c3-4fc3-a925-949a8be968f2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 210 time: 0.1333134 Nov 26 02:56:25.502393 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:25.526874 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:25.537864 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] device_id is not set on port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:25.564477 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8e8951-d588-49de-9ef5-0548698944f6 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:56:25.582236 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73690a56-299f-40ea-9bb9-3e2a2c6a21d0 None None] Sync routers for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:56:25.603138 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73690a56-299f-40ea-9bb9-3e2a2c6a21d0 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:25.603778 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-73690a56-299f-40ea-9bb9-3e2a2c6a21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:56:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:25.645952 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cd8e8951-d588-49de-9ef5-0548698944f6 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "PUT /v2.0/routers/877f9af7-c117-426f-9e81-7a67a2943cb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9241207 Nov 26 02:56:25.694433 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48610) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:25.697888 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92befed-1b6a-47fa-959f-fcb18b65f529 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Checking segment: {'id': '785cf390-9716-47cc-b00e-eeee2b668773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5303087b-ad8c-4c3d-b08c-b6680c621513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:56:25.698268 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92befed-1b6a-47fa-959f-fcb18b65f529 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network hostable DHCP agents. Network: 5303087b-ad8c-4c3d-b08c-b6680c621513, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:56:25.760836 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-73690a56-299f-40ea-9bb9-3e2a2c6a21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:25.790781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73690a56-299f-40ea-9bb9-3e2a2c6a21d0 None None] Routers {'877f9af7-c117-426f-9e81-7a67a2943cb4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:25.795068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-73690a56-299f-40ea-9bb9-3e2a2c6a21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:56:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['877f9af7-c117-426f-9e81-7a67a2943cb4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:25.951935 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e694d25-b5b5-49e0-8490-9f4fe15eeb68 req-f98da620-5f92-4eb7-97d7-9dd48b98032b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7675610 Nov 26 02:56:25.955134 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-b08b391b-ca60-4f2a-afce-ccdb486f6aae service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7647040 Nov 26 02:56:25.956753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Allocated IP 172.20.0.8 (5b01fbf4-05c2-426a-bd34-1db1e2639446/b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875/c1c15c92-27c8-4b3d-bde9-bcd4ecace688) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:25.958994 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-73690a56-299f-40ea-9bb9-3e2a2c6a21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:25.960310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73690a56-299f-40ea-9bb9-3e2a2c6a21d0 None None] The sync data for ids ['877f9af7-c117-426f-9e81-7a67a2943cb4'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:56:26.054837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-a38e6053-06e9-40f4-8468-99af065442f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=fa2350b4-56d4-47ad-916e-e0e40196eccd HTTP/1.1" status: 200 len: 217 time: 0.0832212 Nov 26 02:56:26.058067 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb01aabe-71e5-45b9-9fa4-045ec98c3081,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:26.081227 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92befed-1b6a-47fa-959f-fcb18b65f529 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 5303087b-ad8c-4c3d-b08c-b6680c621513 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:56:26.135161 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-86590cea-1554-4c03-ae59-68aa7ca98708 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Deleting port 1e7d9522-27a0-472b-908d-ed58c38114f4 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:26.135161 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-86590cea-1554-4c03-ae59-68aa7ca98708 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:26.150966 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-d92befed-1b6a-47fa-959f-fcb18b65f529 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 5303087b-ad8c-4c3d-b08c-b6680c621513) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:26.162199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ba17fd-d64d-40b7-9586-6c89e6f99cd6 None None] Network 5303087b-ad8c-4c3d-b08c-b6680c621513 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:26.220935 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92befed-1b6a-47fa-959f-fcb18b65f529 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:26.221702 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d92befed-1b6a-47fa-959f-fcb18b65f529 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:26.287786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-0fcf3869-afe3-4f5f-bbe8-543a290a94bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:26.295819 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-0fcf3869-afe3-4f5f-bbe8-543a290a94bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63d50455-9704-4445-9844-5a1aa7d1e6f7 HTTP/1.1" status: 200 len: 797 time: 0.2313395 Nov 26 02:56:26.370227 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f70374e-a55a-49fa-8ba9-a6cc6c013963 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:26.407755 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d92befed-1b6a-47fa-959f-fcb18b65f529 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2050745 Nov 26 02:56:26.414558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48618) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:26.493081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-2f9e22b2-cec1-4777-af14-51bc3fcb631f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'network_id': '5303087b-ad8c-4c3d-b08c-b6680c621513', 'name': 'tempest-PortsIpV6TestJSON-1932185513'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:26.556965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] device_id is not set on port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:26.586981 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-5303087b-ad8c-4c3d-b08c-b6680c621513', 'network_id': '5303087b-ad8c-4c3d-b08c-b6680c621513', 'tenant_id': '24ccd62cd70f4a5fbb1ac9b8133fd939', 'fixed_ips': [{'subnet_id': '495178f0-af04-46ac-bff5-947fb2c028e9'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:56:26.587872 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:26.611901 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:26.650147 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:26.753740 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Checking segment: {'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:56:26.754399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Network hostable DHCP agents. Network: f1b9aa28-0cd8-4ce5-b7f4-63e290412bce, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:56:26.771736 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:56:26.809286 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f70374e-a55a-49fa-8ba9-a6cc6c013963 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:26.837214 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Pushing event updated for resources: {'Port': ['ID=a8c8ea6c-56ec-4077-bc1a-38c35319fbf1,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:26.888234 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:56:26.906465 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Allocated IP 2001:db8::2 (5303087b-ad8c-4c3d-b08c-b6680c621513/495178f0-af04-46ac-bff5-947fb2c028e9/0056691b-73ac-42c7-b083-1a4a6371c78e) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:26.912930 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, f1b9aa28-0cd8-4ce5-b7f4-63e290412bce) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:26.915841 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e6d19d8e-6b69-4ef8-8caa-5a5470499cc2 req-6143b237-574e-4d9a-868e-bc00f78cdcc6 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 210 time: 0.1491070 Nov 26 02:56:26.925114 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:26.943490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf09f67-9c6e-479e-a874-9ca45123155a None None] Network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:26.963366 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-3e8b10fd-7228-4b61-83f3-010c6a8b4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:26.964976 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-3e8b10fd-7228-4b61-83f3-010c6a8b4539 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=936fa975-95c9-4edd-86b5-749a85dee6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6154232 Nov 26 02:56:26.980934 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:26.981274 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:26.981611 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:26.992149 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:26.992514 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:26.993114 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 2 to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 Nov 26 02:56:27.025217 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-86590cea-1554-4c03-ae59-68aa7ca98708 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:27.025731 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-86590cea-1554-4c03-ae59-68aa7ca98708 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:27.037077 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-5f70374e-a55a-49fa-8ba9-a6cc6c013963 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Deleting port c568d41d-1f72-4fb3-898f-c2b868665205 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:27.037413 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f70374e-a55a-49fa-8ba9-a6cc6c013963 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:27.044987 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:27.045332 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:27.045674 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:27.170686 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:27.171766 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:27.171880 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:27.174265 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 3 to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 Nov 26 02:56:27.208198 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:27.208540 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:27.208878 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:27.226861 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:27.227193 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:27.229110 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 4 to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 Nov 26 02:56:27.273416 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:27.273754 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:27.274089 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:27.288825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-86590cea-1554-4c03-ae59-68aa7ca98708 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Calling delete_port for 1e7d9522-27a0-472b-908d-ed58c38114f4 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:27.307493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:27.308249 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:27.316081 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 5 to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 Nov 26 02:56:27.358638 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:27.358957 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:27.359297 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:27.364986 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f70374e-a55a-49fa-8ba9-a6cc6c013963 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:27.367597 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:27.367768 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:27.385039 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 6 to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 Nov 26 02:56:27.413374 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-5f70374e-a55a-49fa-8ba9-a6cc6c013963 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Calling delete_port for c568d41d-1f72-4fb3-898f-c2b868665205 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:27.436456 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:27.436860 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:27.437200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:27.502534 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:27.507435 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:27.507769 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:27.509619 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 7 to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 Nov 26 02:56:27.519886 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:27.543468 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:27.543799 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:27.544152 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:27.561614 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:27.561940 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:27.563608 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 8 to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 Nov 26 02:56:27.615155 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:27.615492 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:27.615834 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:27.623205 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:27.623540 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:27.637993 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 9 to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 Nov 26 02:56:27.666352 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:27.666690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:27.667032 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:27.686303 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:27.686631 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:27.741956 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3a1ce-8748-4668-90ff-92207e26b06e req-8f597855-22e3-4ca3-9a6c-afeb3446a2f7 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:27.749856 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8c3a1ce-8748-4668-90ff-92207e26b06e req-8f597855-22e3-4ca3-9a6c-afeb3446a2f7 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 1.2497616 Nov 26 02:56:27.751024 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:27.753781 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 10 to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 Nov 26 02:56:27.766003 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-c01ea883-459e-4a8b-82b4-e8609cd01677 service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7591171 Nov 26 02:56:27.783657 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Network 5b01fbf4-05c2-426a-bd34-1db1e2639446 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:27.784909 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-86590cea-1554-4c03-ae59-68aa7ca98708 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:27.804364 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:27.806529 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:27.806885 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:27.826868 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:27.827634 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:27.827634 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:27.836141 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:27.839266 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:27.907245 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Pushing event updated for resources: {'Port': ['ID=0056691b-73ac-42c7-b083-1a4a6371c78e,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:27.935031 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Network 5303087b-ad8c-4c3d-b08c-b6680c621513 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:27.936925 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:27.939380 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:28.023890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:28.024731 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:28.071108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Attempting to bind port 0056691b-73ac-42c7-b083-1a4a6371c78e on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:28.077243 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f70374e-a55a-49fa-8ba9-a6cc6c013963 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:28.079024 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Attempting to bind port 0056691b-73ac-42c7-b083-1a4a6371c78e by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '785cf390-9716-47cc-b00e-eeee2b668773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5303087b-ad8c-4c3d-b08c-b6680c621513'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:28.079810 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Attempting to bind port 0056691b-73ac-42c7-b083-1a4a6371c78e on network 5303087b-ad8c-4c3d-b08c-b6680c621513 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:28.085914 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:56:28.086684 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Checking segment: {'id': '785cf390-9716-47cc-b00e-eeee2b668773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5303087b-ad8c-4c3d-b08c-b6680c621513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:56:28.087338 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:28.087950 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Bound using segment: {'id': '785cf390-9716-47cc-b00e-eeee2b668773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5303087b-ad8c-4c3d-b08c-b6680c621513'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:56:28.090854 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Bound port: 0056691b-73ac-42c7-b083-1a4a6371c78e, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785cf390-9716-47cc-b00e-eeee2b668773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5303087b-ad8c-4c3d-b08c-b6680c621513'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:56:28.091495 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:28.172602 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70374e-a55a-49fa-8ba9-a6cc6c013963 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event deleted for resources: {'Port': ['ID=c568d41d-1f72-4fb3-898f-c2b868665205,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:28.244418 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] For port 0056691b-73ac-42c7-b083-1a4a6371c78e, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:56:28.249079 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] For port 0056691b-73ac-42c7-b083-1a4a6371c78e, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0056691b-73ac-42c7-b083-1a4a6371c78e,segment=NetworkSegment(785cf390-9716-47cc-b00e-eeee2b668773),segment_id=785cf390-9716-47cc-b00e-eeee2b668773)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:56:28.253191 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2df5926-8eba-49c6-8087-eea1079f1f04 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:56:28.262362 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-86590cea-1554-4c03-ae59-68aa7ca98708 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:28.268566 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-86590cea-1554-4c03-ae59-68aa7ca98708 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:28.272017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-86590cea-1554-4c03-ae59-68aa7ca98708 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "DELETE /v2.0/floatingips/18c09fc7-d5ea-4c19-8650-7d184ef1a6a9 HTTP/1.1" status: 204 len: 168 time: 3.4954436 Nov 26 02:56:28.287315 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8c3a1ce-8748-4668-90ff-92207e26b06e req-b73a5088-5962-4c38-8ee0-b648de0e10e9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5144575 Nov 26 02:56:28.288463 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] For port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:56:28.288852 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempted to set empty binding levels {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 26 02:56:28.335543 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:28.352344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd95e23-d9ee-42b0-a3b2-98011d700a53 req-5212813e-af41-4f19-ae55-bcc8a20421b6 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:28.353886 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccd95e23-d9ee-42b0-a3b2-98011d700a53 req-5212813e-af41-4f19-ae55-bcc8a20421b6 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.6444502 Nov 26 02:56:28.384652 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f70374e-a55a-49fa-8ba9-a6cc6c013963 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:28.402962 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b223528-b8dd-4d5d-829f-917e04e210c8 None None] Pushing event updated for resources: {'Port': ['ID=0056691b-73ac-42c7-b083-1a4a6371c78e,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:28.412787 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9893fcf3-c413-49da-80d2-2310a84dab11 None None] Provisioning complete for port c1c15c92-27c8-4b3d-bde9-bcd4ecace688 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:28.413221 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9893fcf3-c413-49da-80d2-2310a84dab11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:28.448355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9893fcf3-c413-49da-80d2-2310a84dab11 None None] Port c1c15c92-27c8-4b3d-bde9-bcd4ecace688 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:56:28.477230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9e22b2-cec1-4777-af14-51bc3fcb631f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:28.482937 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2f9e22b2-cec1-4777-af14-51bc3fcb631f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:28.498382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Pushing event updated for resources: {'Port': ['ID=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:28.598015 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f70374e-a55a-49fa-8ba9-a6cc6c013963 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:28.605045 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f70374e-a55a-49fa-8ba9-a6cc6c013963 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:28.711625 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:28.806019 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f70374e-a55a-49fa-8ba9-a6cc6c013963 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:28.811996 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f70374e-a55a-49fa-8ba9-a6cc6c013963 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Fanout notify agent at l3_agent the message router_deleted on router 877f9af7-c117-426f-9e81-7a67a2943cb4 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:56:28.821282 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:28.821893 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:28.845880 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f70374e-a55a-49fa-8ba9-a6cc6c013963 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:28.847440 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5f70374e-a55a-49fa-8ba9-a6cc6c013963 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/routers/877f9af7-c117-426f-9e81-7a67a2943cb4 HTTP/1.1" status: 204 len: 168 time: 3.1238620 Nov 26 02:56:28.852589 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48636) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:28.929420 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Pushing event updated for resources: {'Port': ['ID=a8c8ea6c-56ec-4077-bc1a-38c35319fbf1,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:28.955998 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3c859ef5-9083-4eaa-8fb2-1da8bc7c42f0 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.9084330 Nov 26 02:56:28.959463 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48638) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:28.974510 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4426794 Nov 26 02:56:29.101868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:29.102676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:29.103313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:29.103832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:29.104865 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:29.105404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:29.105945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:29.106443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:29.106948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:29.107462 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:29.107960 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:29.108495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2c95b-8a69-4e7a-85c1-ee5f1f186c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:29.122711 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccd95e23-d9ee-42b0-a3b2-98011d700a53 req-f456b598-3b0e-477a-961f-0361f646d09a tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7479300 Nov 26 02:56:29.144176 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69533a6-56a1-4762-8c76-0f376467bab3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Deleting subnet 8af07a3a-76bb-4e6f-be33-e514e54bf6c1 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:56:29.151392 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-2f9e22b2-cec1-4777-af14-51bc3fcb631f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] device_id is not set on port 00d7c19e-e10c-4cfa-ad43-fcbaad84dcf2 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:29.162238 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a69533a6-56a1-4762-8c76-0f376467bab3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:29.194121 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86590cea-1554-4c03-ae59-68aa7ca98708 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Pushing event deleted for resources: {'Port': ['ID=1e7d9522-27a0-472b-908d-ed58c38114f4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:29.300423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0056691b-73ac-42c7-b083-1a4a6371c78e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:56:29.312091 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a69533a6-56a1-4762-8c76-0f376467bab3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:29.374520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 0056691b-73ac-42c7-b083-1a4a6371c78e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:29.375299 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:29.386533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb9a83-ad8a-48d6-b30b-bce38ffce70b req-82bb9714-b856-4c7d-8388-65b990c95e87 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:29.392225 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-6c377d5a-b0d6-4bf7-a7b4-4579506e8eff tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Deleting port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:29.392722 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6c377d5a-b0d6-4bf7-a7b4-4579506e8eff tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:29.403909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6edb9a83-ad8a-48d6-b30b-bce38ffce70b req-82bb9714-b856-4c7d-8388-65b990c95e87 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 931 time: 0.4087985 Nov 26 02:56:29.441886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Request body: {'port': {'device_id': '4148e11f-d515-4d69-aaf7-433d06032eab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:29.462395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-2d3594b7-9d11-4366-a4c2-a20f0fe62b16 service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6656547 Nov 26 02:56:29.575815 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a69533a6-56a1-4762-8c76-0f376467bab3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:29.628010 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:29.628905 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-6c377d5a-b0d6-4bf7-a7b4-4579506e8eff tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] For port a8c8ea6c-56ec-4077-bc1a-38c35319fbf1, host n-h2-819389-3, got binding levels [] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:29.629524 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6c377d5a-b0d6-4bf7-a7b4-4579506e8eff tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:29.746377 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 0056691b-73ac-42c7-b083-1a4a6371c78e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0056691b-73ac-42c7-b083-1a4a6371c78e,segment=NetworkSegment(785cf390-9716-47cc-b00e-eeee2b668773),segment_id=785cf390-9716-47cc-b00e-eeee2b668773)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:29.761594 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:29.861261 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-447e1168-30c9-4805-b5a3-c5d2108469a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=02844178-cc04-42e0-87c6-2802fd9ca94d HTTP/1.1" status: 200 len: 217 time: 0.2265966 Nov 26 02:56:29.898134 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=0056691b-73ac-42c7-b083-1a4a6371c78e,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:30.061115 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-2fa62d37-702a-4c8b-936c-2def1edd8b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:30.069351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-2fa62d37-702a-4c8b-936c-2def1edd8b44 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46d2ec77-6d8a-4d0f-b6e0-8fe9b1c5d96d HTTP/1.1" status: 200 len: 797 time: 0.1896806 Nov 26 02:56:30.148663 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-2f9e22b2-cec1-4777-af14-51bc3fcb631f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Allocated IP 2001:db8::1e5 (5303087b-ad8c-4c3d-b08c-b6680c621513/495178f0-af04-46ac-bff5-947fb2c028e9/00d7c19e-e10c-4cfa-ad43-fcbaad84dcf2) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:30.211961 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6edb9a83-ad8a-48d6-b30b-bce38ffce70b req-442f1513-ef00-4715-b21b-b20fd0e1b1a9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8004618 Nov 26 02:56:30.213350 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e2b518-21fd-472d-b18f-eb8783aa3969 None None] Network 5303087b-ad8c-4c3d-b08c-b6680c621513 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:30.227875 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:30.311538 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-6c377d5a-b0d6-4bf7-a7b4-4579506e8eff tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Calling delete_port for a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:30.394647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-99787e59-f4a5-480b-9187-e7cadd24aa9b None None] Provisioning complete for port 0056691b-73ac-42c7-b083-1a4a6371c78e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:30.406124 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-99787e59-f4a5-480b-9187-e7cadd24aa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:30.417690 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a69533a6-56a1-4762-8c76-0f376467bab3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:30.430728 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6c377d5a-b0d6-4bf7-a7b4-4579506e8eff tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:30.497999 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6c377d5a-b0d6-4bf7-a7b4-4579506e8eff tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:30.503638 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6c377d5a-b0d6-4bf7-a7b4-4579506e8eff tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] 10.222.0.31 "DELETE /v2.0/ports/a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 HTTP/1.1" status: 204 len: 168 time: 1.5435276 Nov 26 02:56:30.505193 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c377d5a-b0d6-4bf7-a7b4-4579506e8eff tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8c8ea6c-56ec-4077-bc1a-38c35319fbf1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:30.517507 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a69533a6-56a1-4762-8c76-0f376467bab3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:30.523862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48648) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:30.526335 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a69533a6-56a1-4762-8c76-0f376467bab3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/subnets/8af07a3a-76bb-4e6f-be33-e514e54bf6c1 HTTP/1.1" status: 204 len: 168 time: 1.6725147 Nov 26 02:56:30.527089 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48650) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:30.571449 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-6e043e6d-17d7-453d-8595-20d78a5657e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:30.577591 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-6e043e6d-17d7-453d-8595-20d78a5657e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c07786a-4bb0-4031-ab82-de5af92a6806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4914970 Nov 26 02:56:30.651798 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69533a6-56a1-4762-8c76-0f376467bab3 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event deleted for resources: {'Subnet': ['ID=8af07a3a-76bb-4e6f-be33-e514e54bf6c1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:30.659032 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed61f596-8b1b-4f62-b152-9978c7f18730 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:30.712477 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e6b689-67c9-4541-86a0-3062db431beb tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] GET failed (client error): The resource could not be found. Nov 26 02:56:30.722937 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-85e6b689-67c9-4541-86a0-3062db431beb tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] 10.222.0.31 "GET /v2.0/ports/a8c8ea6c-56ec-4077-bc1a-38c35319fbf1 HTTP/1.1" status: 404 len: 333 time: 0.1752677 Nov 26 02:56:30.724698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48652) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:30.740716 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-00d20bed-13ff-4eec-9c60-eadbd6f057ac tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Request body: {'port': {'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2051848082'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:30.794616 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48654) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:30.804352 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e09ed1d7-0ec6-40db-925d-641fa5f97887 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--845123541', 'description': 'tempest-description--404223092'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:30.876343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d20bed-13ff-4eec-9c60-eadbd6f057ac tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Made reservation on behalf of 456ce45c0034448391bf346ca07b4bd7 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:30.879311 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-00d20bed-13ff-4eec-9c60-eadbd6f057ac tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:31.016642 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-00d20bed-13ff-4eec-9c60-eadbd6f057ac tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] device_id is not set on port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:31.016821 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bb549-f5a9-4b91-8535-a34758e95a69 req-8e0325ff-709f-4432-9d63-37f0834ca3be tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:31.020573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-834bb549-f5a9-4b91-8535-a34758e95a69 req-8e0325ff-709f-4432-9d63-37f0834ca3be tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.6691885 Nov 26 02:56:31.122207 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e09ed1d7-0ec6-40db-925d-641fa5f97887 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:31.132712 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0056691b-73ac-42c7-b083-1a4a6371c78e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:56:31.151649 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed61f596-8b1b-4f62-b152-9978c7f18730 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:31.232284 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 0056691b-73ac-42c7-b083-1a4a6371c78e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:31.232657 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:31.261539 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-ed61f596-8b1b-4f62-b152-9978c7f18730 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a08bdab-60a1-4150-a919-5eb57de958fb']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:31.295953 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-ed61f596-8b1b-4f62-b152-9978c7f18730 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb23993e-a0af-49a8-ac7c-c0c4246a3caf') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:31.307203 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-ed61f596-8b1b-4f62-b152-9978c7f18730 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb23993e-a0af-49a8-ac7c-c0c4246a3caf') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:31.367289 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed61f596-8b1b-4f62-b152-9978c7f18730 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:31.424834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c15c92-27c8-4b3d-bde9-bcd4ecace688 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:56:31.434177 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:31.454122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Transition to ACTIVE for port object c1c15c92-27c8-4b3d-bde9-bcd4ecace688 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:56:31.482232 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed61f596-8b1b-4f62-b152-9978c7f18730 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:31.498569 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed61f596-8b1b-4f62-b152-9978c7f18730 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:56:31.499299 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed61f596-8b1b-4f62-b152-9978c7f18730 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:56:31.510896 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:56:31.617262 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2f9e22b2-cec1-4777-af14-51bc3fcb631f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:31.638324 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-03b56d41-9fa4-40b9-89cb-435b4b80d0ed None None] Provisioning complete for port 0056691b-73ac-42c7-b083-1a4a6371c78e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:31.640835 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-03b56d41-9fa4-40b9-89cb-435b4b80d0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:31.649525 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-00d20bed-13ff-4eec-9c60-eadbd6f057ac tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:31.658734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-fd607322-34f0-4fbb-92cc-f4de1901a053 service neutron] 10.222.0.54 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0555482 Nov 26 02:56:31.669703 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:31.681807 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e09ed1d7-0ec6-40db-925d-641fa5f97887 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:31.700945 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e09ed1d7-0ec6-40db-925d-641fa5f97887 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:31.719709 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed61f596-8b1b-4f62-b152-9978c7f18730 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:31.731145 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed61f596-8b1b-4f62-b152-9978c7f18730 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:31.740682 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ed61f596-8b1b-4f62-b152-9978c7f18730 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] 10.222.0.31 "DELETE /v2.0/networks/8a08bdab-60a1-4150-a919-5eb57de958fb HTTP/1.1" status: 204 len: 168 time: 1.2117274 Nov 26 02:56:31.745463 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2f9e22b2-cec1-4777-af14-51bc3fcb631f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:31.770280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:31.860916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61f596-8b1b-4f62-b152-9978c7f18730 tempest-FloatingIPTestJSON-111706415 tempest-FloatingIPTestJSON-111706415-project] Pushing event deleted for resources: {'Network': ['ID=8a08bdab-60a1-4150-a919-5eb57de958fb,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:31.881097 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ed1d7-0ec6-40db-925d-641fa5f97887 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1abdd01b-3e9d-4ab3-a244-8c9335f174f1,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:31.923811 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e09ed1d7-0ec6-40db-925d-641fa5f97887 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:31.925419 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e09ed1d7-0ec6-40db-925d-641fa5f97887 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1296954 Nov 26 02:56:31.931202 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48666) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:31.947211 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9a7aa2f7-1d20-48c6-9e1d-881459794e5a tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Request body: {'security_group_rule': {'security_group_id': '1abdd01b-3e9d-4ab3-a244-8c9335f174f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:31.995726 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-00d20bed-13ff-4eec-9c60-eadbd6f057ac tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:32.073345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-834bb549-f5a9-4b91-8535-a34758e95a69 req-57cfd022-9814-4974-8e48-beedbe842af3 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0127583 Nov 26 02:56:32.100313 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a7aa2f7-1d20-48c6-9e1d-881459794e5a tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:32.144257 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9e22b2-cec1-4777-af14-51bc3fcb631f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 5303087b-ad8c-4c3d-b08c-b6680c621513 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:32.165527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-2f9e22b2-cec1-4777-af14-51bc3fcb631f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:32.213810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fafbfa-b2b1-4371-8cd4-9b4d4c1c629d req-8b866881-d2a0-433a-a686-cf4aab9b8679 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:32.223955 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9fafbfa-b2b1-4371-8cd4-9b4d4c1c629d req-8b866881-d2a0-433a-a686-cf4aab9b8679 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 1.3331223 Nov 26 02:56:32.235880 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9e22b2-cec1-4777-af14-51bc3fcb631f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:32.242460 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9e22b2-cec1-4777-af14-51bc3fcb631f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:32.243262 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2f9e22b2-cec1-4777-af14-51bc3fcb631f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:32.267795 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d20bed-13ff-4eec-9c60-eadbd6f057ac tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:32.302520 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-00d20bed-13ff-4eec-9c60-eadbd6f057ac tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:32.309809 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d20bed-13ff-4eec-9c60-eadbd6f057ac tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:32.310780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d20bed-13ff-4eec-9c60-eadbd6f057ac tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:32.311395 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-00d20bed-13ff-4eec-9c60-eadbd6f057ac tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:32.335667 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-94a79777-b7a9-4f04-acb0-d1ccd5b546ec service neutron] 10.222.0.54 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6592910 Nov 26 02:56:32.361344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48670) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:32.373080 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d20bed-13ff-4eec-9c60-eadbd6f057ac tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Pushing event updated for resources: {'Port': ['ID=a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:32.397912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e22b2-cec1-4777-af14-51bc3fcb631f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=00d7c19e-e10c-4cfa-ad43-fcbaad84dcf2,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:32.399651 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a7aa2f7-1d20-48c6-9e1d-881459794e5a tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:32.431819 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-00d20bed-13ff-4eec-9c60-eadbd6f057ac tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7027545 Nov 26 02:56:32.433889 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48674) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:32.438983 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a7aa2f7-1d20-48c6-9e1d-881459794e5a tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:32.444428 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:32.597184 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2f9e22b2-cec1-4777-af14-51bc3fcb631f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.1180606 Nov 26 02:56:32.599441 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-3becda69-26e5-43c1-96eb-ed9fbbefb73a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57741d91-c980-4e0b-9b35-bab416945e3b HTTP/1.1" status: 200 len: 217 time: 0.2466645 Nov 26 02:56:32.603466 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a7aa2f7-1d20-48c6-9e1d-881459794e5a tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:32.605073 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9a7aa2f7-1d20-48c6-9e1d-881459794e5a tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6692989 Nov 26 02:56:32.613340 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48676) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:32.613701 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48678) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:32.630692 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-859113b7-91b8-448c-88f0-c66c8637b717 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Request body: {'security_group_rule': {'security_group_id': '1abdd01b-3e9d-4ab3-a244-8c9335f174f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:32.635715 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7aa2f7-1d20-48c6-9e1d-881459794e5a tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76758db4-750e-4b50-8381-72eb88478582,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:32.684638 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9fafbfa-b2b1-4371-8cd4-9b4d4c1c629d req-c42bd4b9-5475-4513-a3e0-0dfbae0c8831 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594898 Nov 26 02:56:32.763477 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4bb1c871-e6b5-4930-91da-255703a33bd7 None None] Provisioning complete for port 00d7c19e-e10c-4cfa-ad43-fcbaad84dcf2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:32.764078 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4bb1c871-e6b5-4930-91da-255703a33bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:32.788354 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:32.876442 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-230f1bb0-4e62-4e86-a664-211f5c4b7a14 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port 00d7c19e-e10c-4cfa-ad43-fcbaad84dcf2 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:32.877046 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-230f1bb0-4e62-4e86-a664-211f5c4b7a14 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:32.879440 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-ade970f2-6b41-449f-9a66-eddcc9c19b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:32.883383 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-859113b7-91b8-448c-88f0-c66c8637b717 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:32.893119 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-ade970f2-6b41-449f-9a66-eddcc9c19b27 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46d2ec77-6d8a-4d0f-b6e0-8fe9b1c5d96d HTTP/1.1" status: 200 len: 797 time: 0.2181666 Nov 26 02:56:32.922645 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a084d2-40e9-45f3-8429-4e525f9bea8e req-6b07f3fc-81f8-4f1b-a82b-a88573f45a13 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:32.924260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21a084d2-40e9-45f3-8429-4e525f9bea8e req-6b07f3fc-81f8-4f1b-a82b-a88573f45a13 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 943 time: 0.4611299 Nov 26 02:56:32.943058 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4bb1c871-e6b5-4930-91da-255703a33bd7 None None] Port 00d7c19e-e10c-4cfa-ad43-fcbaad84dcf2 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:56:32.947936 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Attempting to bind port c1c15c92-27c8-4b3d-bde9-bcd4ecace688 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:32.948399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Attempting to bind port c1c15c92-27c8-4b3d-bde9-bcd4ecace688 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:32.948709 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Attempting to bind port c1c15c92-27c8-4b3d-bde9-bcd4ecace688 on network 5b01fbf4-05c2-426a-bd34-1db1e2639446 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:32.955927 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-363fa0f8-b619-48b5-8d94-ae6edad79629 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aaa3095268874aefaf44efd0bfa83a90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5587428 Nov 26 02:56:32.969517 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48682) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:32.994518 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Port c1c15c92-27c8-4b3d-bde9-bcd4ecace688 on network 5b01fbf4-05c2-426a-bd34-1db1e2639446 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:32.994901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Attempting to bind port c1c15c92-27c8-4b3d-bde9-bcd4ecace688 on network 5b01fbf4-05c2-426a-bd34-1db1e2639446 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:33.046474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:56:33.052548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Checking segment: {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:56:33.053164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Bound using segment: {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:56:33.053659 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Bound port: c1c15c92-27c8-4b3d-bde9-bcd4ecace688, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:56:33.054028 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:33.124230 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-859113b7-91b8-448c-88f0-c66c8637b717 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:33.135187 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-230f1bb0-4e62-4e86-a664-211f5c4b7a14 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:33.171704 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-230f1bb0-4e62-4e86-a664-211f5c4b7a14 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for 00d7c19e-e10c-4cfa-ad43-fcbaad84dcf2 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:33.182811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-eda53337-434f-41b3-a727-93b38d225f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:33.185029 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-eda53337-434f-41b3-a727-93b38d225f42 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c07786a-4bb0-4031-ab82-de5af92a6806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2582912 Nov 26 02:56:33.297764 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-859113b7-91b8-448c-88f0-c66c8637b717 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:33.354723 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859113b7-91b8-448c-88f0-c66c8637b717 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1513cd4e-bd5f-453b-aa5e-1f6439b50f76,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:33.410555 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-859113b7-91b8-448c-88f0-c66c8637b717 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:33.411709 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21a084d2-40e9-45f3-8429-4e525f9bea8e req-e0abb766-6516-43c5-85c5-666584887cdb tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4649968 Nov 26 02:56:33.411935 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-859113b7-91b8-448c-88f0-c66c8637b717 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7883315 Nov 26 02:56:33.417685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48690) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:33.435429 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-bde4f1ae-5d03-4147-8247-1a2da7961f8f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:33.502735 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2208e1d6-d162-4f0c-8633-e72f8a8978e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:33.539014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] For port c1c15c92-27c8-4b3d-bde9-bcd4ecace688, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:56:33.576683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] For port c1c15c92-27c8-4b3d-bde9-bcd4ecace688, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:56:33.585190 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee12c3-d910-4f22-8cf5-27e9f1103b9a req-fa5a47ae-6ebe-4bd7-8232-c70cbd472640 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:33.586900 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-39ee12c3-d910-4f22-8cf5-27e9f1103b9a req-fa5a47ae-6ebe-4bd7-8232-c70cbd472640 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.3507094 Nov 26 02:56:33.589194 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2208e1d6-d162-4f0c-8633-e72f8a8978e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:33.600654 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:33.610027 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] device_id is not set on port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:33.616338 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-230f1bb0-4e62-4e86-a664-211f5c4b7a14 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:33.658442 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-3429cb27-b202-459f-8f40-2f1333a8874a service neutron] 10.222.0.54 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233248 Nov 26 02:56:33.672304 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f1bb0-4e62-4e86-a664-211f5c4b7a14 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=00d7c19e-e10c-4cfa-ad43-fcbaad84dcf2,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:33.675048 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:33.695686 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:33.696750 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:33.698472 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] 10.222.0.59 "PUT /v2.0/ports/c1c15c92-27c8-4b3d-bde9-bcd4ecace688 HTTP/1.1" status: 200 len: 1091 time: 4.6232145 Nov 26 02:56:33.705908 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:33.707205 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:56:33.711181 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1be4bc-29db-45c3-b10c-5d47667cb382" -d '{"events": [{"name": "network-changed", "server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:56:33.798624 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Pushing event updated for resources: {'Port': ['ID=a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:33.805386 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bde4f1ae-5d03-4147-8247-1a2da7961f8f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:33.862598 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-230f1bb0-4e62-4e86-a664-211f5c4b7a14 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:33.867355 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-230f1bb0-4e62-4e86-a664-211f5c4b7a14 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/ports/00d7c19e-e10c-4cfa-ad43-fcbaad84dcf2 HTTP/1.1" status: 204 len: 168 time: 1.2523639 Nov 26 02:56:33.872480 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48702) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:33.950789 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6c801-d8b8-4e8c-9740-3f4f62d6aee1 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:33.958459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-39ee12c3-d910-4f22-8cf5-27e9f1103b9a req-9b0863df-7a26-4443-bd71-7eb054b6bab3 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3552856 Nov 26 02:56:33.979241 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2208e1d6-d162-4f0c-8633-e72f8a8978e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:33.984250 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2208e1d6-d162-4f0c-8633-e72f8a8978e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:33.998247 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2208e1d6-d162-4f0c-8633-e72f8a8978e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/edaa1b21-1f2f-4a23-8b62-61c033730fdb HTTP/1.1" status: 204 len: 168 time: 1.0071783 Nov 26 02:56:34.005150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208e1d6-d162-4f0c-8633-e72f8a8978e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaa1b21-1f2f-4a23-8b62-61c033730fdb,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:34.066900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff2cc4-1773-4db3-bdb1-c4b2824a004e req-df008e77-1808-42d0-92e0-a31ca8ac44f9 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:34.068537 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bdff2cc4-1773-4db3-bdb1-c4b2824a004e req-df008e77-1808-42d0-92e0-a31ca8ac44f9 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.1830759 Nov 26 02:56:34.073164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-e8a24a98-1ad5-4079-a9bd-00c9d09fe51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:34.074778 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-e8a24a98-1ad5-4079-a9bd-00c9d09fe51f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 1094 time: 0.2779028 Nov 26 02:56:34.078931 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:34.079484 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:34.079933 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:34.086200 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-732bf963-d7ab-40c7-bbff-34edf1cd3358 req-509f3c47-23e6-468f-916f-7161b7d0cfb7 service neutron] 10.222.0.54 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835416 Nov 26 02:56:34.143377 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:34.157133 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:34.158409 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 2 to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd Nov 26 02:56:34.186879 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-919367d4-01bc-41ee-8d2e-38850aafedc7 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] DELETE failed (client error): The resource could not be found. Nov 26 02:56:34.190147 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919367d4-01bc-41ee-8d2e-38850aafedc7 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:56:34.193496 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-919367d4-01bc-41ee-8d2e-38850aafedc7 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/ports/00d7c19e-e10c-4cfa-ad43-fcbaad84dcf2 HTTP/1.1" status: 404 len: 333 time: 0.3173435 Nov 26 02:56:34.199620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48712) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:34.278288 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a13580-2878-4cd8-b53b-af99645392ab tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] GET failed (client error): The resource could not be found. Nov 26 02:56:34.289222 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-74a13580-2878-4cd8-b53b-af99645392ab tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports/00d7c19e-e10c-4cfa-ad43-fcbaad84dcf2 HTTP/1.1" status: 404 len: 333 time: 0.0677035 Nov 26 02:56:34.289438 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48714) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:34.342441 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:34.347927 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:34.348470 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:34.405838 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:34.407082 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:34.413510 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 3 to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd Nov 26 02:56:34.455275 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:34.458644 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:34.460203 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:34.492592 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:34.493869 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:34.496576 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 4 to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd Nov 26 02:56:34.503162 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ea668a-b9a1-434d-88f9-488cdce1e192 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting subnet 495178f0-af04-46ac-bff5-947fb2c028e9 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:56:34.518940 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-61ea668a-b9a1-434d-88f9-488cdce1e192 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:34.592271 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:34.592614 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:34.592952 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:34.602585 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bde4f1ae-5d03-4147-8247-1a2da7961f8f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:34.630468 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-61ea668a-b9a1-434d-88f9-488cdce1e192 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:34.633700 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d320957-bed8-4fb2-b751-672b2a52a387 x-openstack-request-id: req-6d320957-bed8-4fb2-b751-672b2a52a387 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:56:34.634143 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:56:34.634294 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d320957-bed8-4fb2-b751-672b2a52a387 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:56:34.634811 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'status': 'completed', 'code': 200} Nov 26 02:56:34.642972 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-5e34f97e-9430-44ce-80b3-71e0a543cf4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688 HTTP/1.1" status: 200 len: 217 time: 0.5534172 Nov 26 02:56:34.753615 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-61ea668a-b9a1-434d-88f9-488cdce1e192 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:34.760131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bdff2cc4-1773-4db3-bdb1-c4b2824a004e req-c87a91a8-9f39-4250-98cc-ac01378d474e tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6843386 Nov 26 02:56:34.787890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-75b777fb-8d8b-496a-b24e-cc1af77e3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:34.789464 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-75b777fb-8d8b-496a-b24e-cc1af77e3942 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.1368673 Nov 26 02:56:34.798388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f07176-84df-4a33-884b-6f2a32ec2390 req-5a277950-f0f7-4a3f-a9b9-5892cec1ed4c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:34.799967 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-48f07176-84df-4a33-884b-6f2a32ec2390 req-5a277950-f0f7-4a3f-a9b9-5892cec1ed4c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 943 time: 0.1057003 Nov 26 02:56:34.870767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-894621b2-521c-4b63-b10e-dc79d88a7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:34.872972 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-894621b2-521c-4b63-b10e-dc79d88a7761 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720186 Nov 26 02:56:34.955393 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-48f07176-84df-4a33-884b-6f2a32ec2390 req-d549fa99-7171-42f9-b548-46ea7c9f6312 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204724 Nov 26 02:56:35.006100 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-bde4f1ae-5d03-4147-8247-1a2da7961f8f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Allocated IP 172.25.0.21 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/8a777430-79e5-4104-82cf-9a1f14a48ca5) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:35.051764 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-4712e92b-9387-4697-8cf0-7b2b0f4dbd2e service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694698 Nov 26 02:56:35.126679 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bde4f1ae-5d03-4147-8247-1a2da7961f8f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:35.163578 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:35.164049 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:35.174131 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 5 to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd Nov 26 02:56:35.177048 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-61ea668a-b9a1-434d-88f9-488cdce1e192 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:35.234056 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea668a-b9a1-434d-88f9-488cdce1e192 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Subnet': ['ID=495178f0-af04-46ac-bff5-947fb2c028e9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:35.236276 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bde4f1ae-5d03-4147-8247-1a2da7961f8f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:35.256350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde4f1ae-5d03-4147-8247-1a2da7961f8f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:35.262563 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-bde4f1ae-5d03-4147-8247-1a2da7961f8f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:35.286177 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde4f1ae-5d03-4147-8247-1a2da7961f8f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:35.293872 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50584e56-a13b-444c-bbdb-6e35d3accecf None None] Network 5303087b-ad8c-4c3d-b08c-b6680c621513 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:35.344757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935788e2-c467-475d-9e0f-9aa3858c2da7 req-11f233b5-e974-4d86-b4e1-7827d82f81b7 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:35.356655 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-935788e2-c467-475d-9e0f-9aa3858c2da7 req-11f233b5-e974-4d86-b4e1-7827d82f81b7 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.1756303 Nov 26 02:56:35.365351 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:35.365698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:35.366038 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:35.368473 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-61ea668a-b9a1-434d-88f9-488cdce1e192 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:35.371628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48740) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:35.373808 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fa6c355-32ef-460e-8b9c-07e4ea6415df req-03a2a9f1-9026-4633-ba86-1855c51c23c4 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083324 Nov 26 02:56:35.374678 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-61ea668a-b9a1-434d-88f9-488cdce1e192 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/495178f0-af04-46ac-bff5-947fb2c028e9 HTTP/1.1" status: 204 len: 168 time: 1.0810609 Nov 26 02:56:35.375237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48742) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:35.433615 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:35.434012 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:35.476705 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 6 to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd Nov 26 02:56:35.509704 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4f1ae-5d03-4147-8247-1a2da7961f8f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Pushing event updated for resources: {'Port': ['ID=8a777430-79e5-4104-82cf-9a1f14a48ca5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:35.555408 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8460a-6af9-4e5f-b22d-eb9a72ce1915 req-36958102-d846-404f-b6e5-a418d71ec4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:35.557316 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4aa8460a-6af9-4e5f-b22d-eb9a72ce1915 req-36958102-d846-404f-b6e5-a418d71ec4c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 1096 time: 0.6985390 Nov 26 02:56:35.559038 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-8b80d700-25f3-45a0-bb35-6172c5dd4dae tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-672429851'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:35.561742 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:35.562166 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:35.562580 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:35.587599 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-935788e2-c467-475d-9e0f-9aa3858c2da7 req-b565090b-993d-4772-91df-5dceeb1c95b2 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2115240 Nov 26 02:56:35.598146 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:35.598490 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:35.611661 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 7 to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd Nov 26 02:56:35.622026 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b80d700-25f3-45a0-bb35-6172c5dd4dae tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Made reservation on behalf of e88f17de4a1443fcbf99e3810fefb668 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:35.627169 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b80d700-25f3-45a0-bb35-6172c5dd4dae tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:35.635782 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1304bdec-341e-4888-824e-40ef23798ae9 None None] DHCP port deletion for 5303087b-ad8c-4c3d-b08c-b6680c621513 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:56:35.642130 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b80d700-25f3-45a0-bb35-6172c5dd4dae tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:35.667348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1be4bc-29db-45c3-b10c-5d47667cb382 req-b9382662-1568-4a6f-adda-3ba874489803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:35.672912 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc1be4bc-29db-45c3-b10c-5d47667cb382 req-b9382662-1568-4a6f-adda-3ba874489803 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 1094 time: 0.2035186 Nov 26 02:56:35.700805 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:35.710778 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bde4f1ae-5d03-4147-8247-1a2da7961f8f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:35.720415 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:35.720763 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:35.721109 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:35.739748 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:35.739748 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:35.740282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1304bdec-341e-4888-824e-40ef23798ae9 None None] Deleting port 0056691b-73ac-42c7-b083-1a4a6371c78e {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:35.740624 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1304bdec-341e-4888-824e-40ef23798ae9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:35.744038 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 8 to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd Nov 26 02:56:35.813417 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:35.813779 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:35.814113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:35.833406 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bde4f1ae-5d03-4147-8247-1a2da7961f8f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:35.839026 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:35.839026 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:35.850240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1be4bc-29db-45c3-b10c-5d47667cb382 req-7f6f2363-a88e-423c-a6fe-01dbd1bb89f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:35.851802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc1be4bc-29db-45c3-b10c-5d47667cb382 req-7f6f2363-a88e-423c-a6fe-01dbd1bb89f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 913 time: 0.1713245 Nov 26 02:56:35.862201 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 9 to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd Nov 26 02:56:35.865249 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8460a-6af9-4e5f-b22d-eb9a72ce1915 req-baa9553a-2f26-4260-ac0a-7c0b0c0a9285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:35.866732 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4aa8460a-6af9-4e5f-b22d-eb9a72ce1915 req-baa9553a-2f26-4260-ac0a-7c0b0c0a9285 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 912 time: 0.2960701 Nov 26 02:56:35.911534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1304bdec-341e-4888-824e-40ef23798ae9 None None] For port 0056691b-73ac-42c7-b083-1a4a6371c78e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0056691b-73ac-42c7-b083-1a4a6371c78e,segment=NetworkSegment(785cf390-9716-47cc-b00e-eeee2b668773),segment_id=785cf390-9716-47cc-b00e-eeee2b668773)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:35.912047 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1304bdec-341e-4888-824e-40ef23798ae9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:35.936252 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1304bdec-341e-4888-824e-40ef23798ae9 None None] Calling delete_port for 0056691b-73ac-42c7-b083-1a4a6371c78e owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:35.940149 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc1be4bc-29db-45c3-b10c-5d47667cb382 req-5b65738e-f106-4223-9a55-6b3596b5b17d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688 HTTP/1.1" status: 200 len: 217 time: 0.0785985 Nov 26 02:56:35.996742 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:35.997357 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:35.997908 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:36.008826 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4aa8460a-6af9-4e5f-b22d-eb9a72ce1915 req-0a9c3b5b-f5f8-4d35-bf15-0741e984a2c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6980759a-8bd6-4e94-94c2-21cf93231243 HTTP/1.1" status: 200 len: 217 time: 0.1249988 Nov 26 02:56:36.021449 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:36.022087 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:36.024374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1be4bc-29db-45c3-b10c-5d47667cb382 req-20ab549d-092c-4716-9069-53e695c92fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:36.026213 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc1be4bc-29db-45c3-b10c-5d47667cb382 req-20ab549d-092c-4716-9069-53e695c92fbe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.0617564 Nov 26 02:56:36.037485 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1304bdec-341e-4888-824e-40ef23798ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.037752 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b80d700-25f3-45a0-bb35-6172c5dd4dae tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.046081 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 10 to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd Nov 26 02:56:36.077396 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304bdec-341e-4888-824e-40ef23798ae9 None None] Pushing event deleted for resources: {'Port': ['ID=0056691b-73ac-42c7-b083-1a4a6371c78e,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:36.088806 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1304bdec-341e-4888-824e-40ef23798ae9 None None] No DVR routers for this DVR port 0056691b-73ac-42c7-b083-1a4a6371c78e on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:56:36.092781 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b80d700-25f3-45a0-bb35-6172c5dd4dae tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.146208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b80d700-25f3-45a0-bb35-6172c5dd4dae tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:56:36.148258 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80d700-25f3-45a0-bb35-6172c5dd4dae tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af649b2-18c0-4f59-8578-e0219cebc16f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:36.158518 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:36.158818 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:36.159126 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:36.165903 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port 0056691b-73ac-42c7-b083-1a4a6371c78e {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:36.166260 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.186156 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60296159-db90-4db8-ad69-20f9a5186d72 req-2bc3538b-a4de-4e44-af85-5609bc30b33c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:36.187750 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-60296159-db90-4db8-ad69-20f9a5186d72 req-2bc3538b-a4de-4e44-af85-5609bc30b33c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 945 time: 0.2574267 Nov 26 02:56:36.210537 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:36.210892 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:36.211245 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.213987 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b80d700-25f3-45a0-bb35-6172c5dd4dae tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.214286 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-8b80d700-25f3-45a0-bb35-6172c5dd4dae tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Added segment 515e4ac0-9d2d-4428-97c1-7dac7f69dca5 of type vlan for network fb979db8-4bd4-4e6f-834b-5488e2f13473 Nov 26 02:56:36.251854 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1be4bc-29db-45c3-b10c-5d47667cb382 req-044bbab1-8e77-4be3-9947-f40fc02a1542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:36.254232 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc1be4bc-29db-45c3-b10c-5d47667cb382 req-044bbab1-8e77-4be3-9947-f40fc02a1542 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2143786 Nov 26 02:56:36.257069 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8460a-6af9-4e5f-b22d-eb9a72ce1915 req-7889cf32-651d-46d1-8d59-e13a14c81b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:36.258555 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4aa8460a-6af9-4e5f-b22d-eb9a72ce1915 req-7889cf32-651d-46d1-8d59-e13a14c81b87 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afcc1d3e-e838-4aac-9873-c211c542870e HTTP/1.1" status: 200 len: 851 time: 0.2388220 Nov 26 02:56:36.322655 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] For port 0056691b-73ac-42c7-b083-1a4a6371c78e, host n-d-819389-3, got binding levels [] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:36.322943 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.355931 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4aa8460a-6af9-4e5f-b22d-eb9a72ce1915 req-b33d5e67-7a36-46cc-8c96-6dfe72801c6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6f6608d8-291a-4259-8927-5089b1ce2d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836530 Nov 26 02:56:36.356966 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b80d700-25f3-45a0-bb35-6172c5dd4dae tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.372227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e6768-bd73-4a02-b6af-284278ea40fa req-c654d70e-1ad2-4c78-8b85-21c9349a289d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:36.377927 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for 0056691b-73ac-42c7-b083-1a4a6371c78e owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:36.380347 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d11e6768-bd73-4a02-b6af-284278ea40fa req-c654d70e-1ad2-4c78-8b85-21c9349a289d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 943 time: 0.2376227 Nov 26 02:56:36.390831 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.ipam_backend_mixin [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Port 0056691b-73ac-42c7-b083-1a4a6371c78e was not found and therefore no delete operation was performed {{(pid=104801) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 02:56:36.438365 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.470142 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bde4f1ae-5d03-4147-8247-1a2da7961f8f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.486945 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d11e6768-bd73-4a02-b6af-284278ea40fa req-7fb4e301-1172-4012-b141-52a6f9156d4b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055131 Nov 26 02:56:36.498797 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] For port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:56:36.499120 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempted to set empty binding levels {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 26 02:56:36.500332 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bde4f1ae-5d03-4147-8247-1a2da7961f8f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.514345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-60296159-db90-4db8-ad69-20f9a5186d72 req-67dfb96f-d961-4e93-b697-d7559f505f79 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979872 Nov 26 02:56:36.515644 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No DVR routers for this DVR port 0056691b-73ac-42c7-b083-1a4a6371c78e on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:56:36.517545 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=0056691b-73ac-42c7-b083-1a4a6371c78e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:36.530110 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b80d700-25f3-45a0-bb35-6172c5dd4dae tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.533054 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.541652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b80d700-25f3-45a0-bb35-6172c5dd4dae tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:36.542302 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b80d700-25f3-45a0-bb35-6172c5dd4dae tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.622793 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8b80d700-25f3-45a0-bb35-6172c5dd4dae tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2478631 Nov 26 02:56:36.623979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48752) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:36.636301 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-9ae530a4-995f-4066-8f06-dcfdf85cae83 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Request body: {'subnet': {'network_id': 'fb979db8-4bd4-4e6f-834b-5488e2f13473', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:36.655928 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] In _notify_port_updated(), no bound segment for port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 02:56:36.655928 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:36.656586 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.657941 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] 10.222.0.31 "PUT /v2.0/ports/a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd HTTP/1.1" status: 200 len: 975 time: 4.2206299 Nov 26 02:56:36.679689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48756) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:36.719870 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4f1ae-5d03-4147-8247-1a2da7961f8f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Pushing event updated for resources: {'Port': ['ID=8a777430-79e5-4104-82cf-9a1f14a48ca5,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:36.727684 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4aa8460a-6af9-4e5f-b22d-eb9a72ce1915 req-d033df67-e444-4a3c-b87b-9232cec13dfb service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638175 Nov 26 02:56:36.731483 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.778635 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bde4f1ae-5d03-4147-8247-1a2da7961f8f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.819010 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc1be4bc-29db-45c3-b10c-5d47667cb382 req-d256b0bd-a7fc-41a3-abf6-2986e858174f service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333245 Nov 26 02:56:36.832243 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5303087b-ad8c-4c3d-b08c-b6680c621513']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:36.845357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80d700-25f3-45a0-bb35-6172c5dd4dae tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Pushing event updated for resources: {'Network': ['ID=fb979db8-4bd4-4e6f-834b-5488e2f13473,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:36.853855 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785cf390-9716-47cc-b00e-eeee2b668773') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:36.854159 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785cf390-9716-47cc-b00e-eeee2b668773') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:36.856125 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network fb979db8-4bd4-4e6f-834b-5488e2f13473 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:56:36.869958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fa664-68b2-4a56-b79c-cf9f172d44ce tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Pushing event updated for resources: {'Port': ['ID=a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:36.875589 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bde4f1ae-5d03-4147-8247-1a2da7961f8f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.876797 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bde4f1ae-5d03-4147-8247-1a2da7961f8f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4480889 Nov 26 02:56:36.878743 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.904762 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.920042 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:56:36.920588 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:56:36.924349 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:56:36.982723 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4aa8460a-6af9-4e5f-b22d-eb9a72ce1915 req-b17ca235-07bd-4dbd-9bce-34eb6bce9987 service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465370 Nov 26 02:56:37.045159 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:37.062265 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:37.079547 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/networks/5303087b-ad8c-4c3d-b08c-b6680c621513 HTTP/1.1" status: 204 len: 168 time: 1.6983316 Nov 26 02:56:37.094594 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48762) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:37.098622 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc1be4bc-29db-45c3-b10c-5d47667cb382 req-95208f23-5fbe-4f9c-b33a-a20d26a75b02 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328141 Nov 26 02:56:37.101773 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ed7a64e0-5caa-4575-a3e6-256fc9a0dd61 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1236977484'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:37.110684 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8edd4-1be8-4513-99af-273966d84c43 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Network': ['ID=5303087b-ad8c-4c3d-b08c-b6680c621513,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:37.121702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6980759a-8bd6-4e94-94c2-21cf93231243 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:56:37.169621 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7a64e0-5caa-4575-a3e6-256fc9a0dd61 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:37.175212 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed7a64e0-5caa-4575-a3e6-256fc9a0dd61 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:37.189969 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.190469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.190951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.191727 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.192344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.192794 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.194361 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.194853 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.195328 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.195802 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.197248 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.197862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.198340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.198807 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.200240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.200917 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.201414 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.203943 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.204523 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.204996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.206135 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.206135 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.206437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.207498 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.208155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.208647 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.209104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.209745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.231007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.231584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.236110 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.237966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.238278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0056691b-73ac-42c7-b083-1a4a6371c78e no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:56:37.239019 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7a64e0-5caa-4575-a3e6-256fc9a0dd61 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:56:37.239921 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.240496 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.240977 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.241450 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.246694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.255979 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed7a64e0-5caa-4575-a3e6-256fc9a0dd61 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:37.256742 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-ed7a64e0-5caa-4575-a3e6-256fc9a0dd61 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Added segment 28ce7db6-2f70-4e57-94ea-c97ab6d029d7 of type vlan for network 6f5d6fa0-163c-4985-be41-18b0e3cdc65a Nov 26 02:56:37.261132 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 0056691b-73ac-42c7-b083-1a4a6371c78e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:56:37.266750 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0056691b-73ac-42c7-b083-1a4a6371c78e not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:56:37.267152 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1456e911-ff9b-4521-b5aa-e2acf3df855c tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32881 time: 0.5039313 Nov 26 02:56:37.274182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48766) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:37.321741 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:37.360656 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36391169-de6f-4366-8e70-940c9bcfbb2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6980759a-8bd6-4e94-94c2-21cf93231243'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:56:37.363546 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed7a64e0-5caa-4575-a3e6-256fc9a0dd61 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:37.364576 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7163229e-de16-4f4a-9964-0cff52ecee6b" -d '{"events": [{"server_uuid": "36391169-de6f-4366-8e70-940c9bcfbb2d", "name": "network-vif-unplugged", "status": "completed", "tag": "6980759a-8bd6-4e94-94c2-21cf93231243"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:56:37.384028 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6980759a-8bd6-4e94-94c2-21cf93231243, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6980759a-8bd6-4e94-94c2-21cf93231243,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:37.393431 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae530a4-995f-4066-8f06-dcfdf85cae83 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Made reservation on behalf of e88f17de4a1443fcbf99e3810fefb668 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:37.395988 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed7a64e0-5caa-4575-a3e6-256fc9a0dd61 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:37.397936 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ae530a4-995f-4066-8f06-dcfdf85cae83 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:37.398939 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:37.405965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7a64e0-5caa-4575-a3e6-256fc9a0dd61 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.406831 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed7a64e0-5caa-4575-a3e6-256fc9a0dd61 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:37.449897 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca874f-17ae-4c0d-97fb-5174ee63311c req-4f87281a-c91a-428c-87c7-ccb826d2d5c0 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:37.451834 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06ca874f-17ae-4c0d-97fb-5174ee63311c req-4f87281a-c91a-428c-87c7-ccb826d2d5c0 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.6878619 Nov 26 02:56:37.454622 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=6980759a-8bd6-4e94-94c2-21cf93231243,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:37.499167 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ed7a64e0-5caa-4575-a3e6-256fc9a0dd61 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4023952 Nov 26 02:56:37.502215 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48782) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:37.507260 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c5e85abd-1270-4756-bd09-611712f4067c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'subnet': {'network_id': '6f5d6fa0-163c-4985-be41-18b0e3cdc65a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:37.550706 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a64e0-5caa-4575-a3e6-256fc9a0dd61 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Network': ['ID=6f5d6fa0-163c-4985-be41-18b0e3cdc65a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:37.567491 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 6f5d6fa0-163c-4985-be41-18b0e3cdc65a details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:56:37.639829 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e85abd-1270-4756-bd09-611712f4067c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:37.646546 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c5e85abd-1270-4756-bd09-611712f4067c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:37.659297 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-412dfd96-7d54-414d-8827-3b976a616de2 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--845123541&fields=id&tenant_id=63b815c3cb0d48b09328fd2ad95d226f HTTP/1.1" status: 200 len: 267 time: 0.2569182 Nov 26 02:56:37.669540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06ca874f-17ae-4c0d-97fb-5174ee63311c req-0fe43166-ea0e-4dae-b672-c53c783e2cf6 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1786368 Nov 26 02:56:37.740190 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e4c716a1-5f85-4a19-b2f0-94c23f18e2d9 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Deleting port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:37.740774 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e4c716a1-5f85-4a19-b2f0-94c23f18e2d9 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:37.750854 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5eac24-9598-4372-83c2-b8f776158c6d x-openstack-request-id: req-df5eac24-9598-4372-83c2-b8f776158c6d {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:56:37.751407 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36391169-de6f-4366-8e70-940c9bcfbb2d", "name": "network-vif-unplugged", "status": "completed", "tag": "6980759a-8bd6-4e94-94c2-21cf93231243", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:56:37.751879 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df5eac24-9598-4372-83c2-b8f776158c6d {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:56:37.752520 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36391169-de6f-4366-8e70-940c9bcfbb2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6980759a-8bd6-4e94-94c2-21cf93231243', 'code': 200} Nov 26 02:56:37.899161 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c5e85abd-1270-4756-bd09-611712f4067c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:37.942953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-e4c716a1-5f85-4a19-b2f0-94c23f18e2d9 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] For port a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd, host n-h2-819389-3, got binding levels [] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:37.943268 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e4c716a1-5f85-4a19-b2f0-94c23f18e2d9 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:37.979250 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e85abd-1270-4756-bd09-611712f4067c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Subnet': ['ID=f83ced67-2a09-400c-bc91-f3a3bc5c0758,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:37.987797 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e85abd-1270-4756-bd09-611712f4067c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Checking segment: {'id': '28ce7db6-2f70-4e57-94ea-c97ab6d029d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6f5d6fa0-163c-4985-be41-18b0e3cdc65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:56:37.988286 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e85abd-1270-4756-bd09-611712f4067c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network hostable DHCP agents. Network: 6f5d6fa0-163c-4985-be41-18b0e3cdc65a, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:56:38.003640 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e4c716a1-5f85-4a19-b2f0-94c23f18e2d9 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Calling delete_port for a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:38.013688 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ae530a4-995f-4066-8f06-dcfdf85cae83 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:38.014272 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e85abd-1270-4756-bd09-611712f4067c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 6f5d6fa0-163c-4985-be41-18b0e3cdc65a is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:56:38.024871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-90136791-3f05-4dd6-97c3-6afbe7d48c30 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:38.026444 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-c5e85abd-1270-4756-bd09-611712f4067c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 6f5d6fa0-163c-4985-be41-18b0e3cdc65a) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:38.027757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-90136791-3f05-4dd6-97c3-6afbe7d48c30 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/networks?id=280aa7a0-b74e-4574-ba4c-9132492aa839 HTTP/1.1" status: 200 len: 810 time: 0.3470180 Nov 26 02:56:38.040158 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e85abd-1270-4756-bd09-611712f4067c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:38.041170 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c5e85abd-1270-4756-bd09-611712f4067c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:38.048838 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219d7475-c55c-4a49-b48b-042c175b6bee None None] Network 6f5d6fa0-163c-4985-be41-18b0e3cdc65a requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:38.092146 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c5e85abd-1270-4756-bd09-611712f4067c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5887749 Nov 26 02:56:38.092809 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48788) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:38.097763 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d3c798ea-5e30-450b-904b-9abe48be5364 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'network_id': '6f5d6fa0-163c-4985-be41-18b0e3cdc65a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1530303232'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:38.103532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4b16b-9a9c-40e1-b555-c4e049f19c7a req-a5a01aad-ba06-46d4-97fb-098110aaa96b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:38.111426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1d4b16b-9a9c-40e1-b555-c4e049f19c7a req-a5a01aad-ba06-46d4-97fb-098110aaa96b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 943 time: 0.2881875 Nov 26 02:56:38.122804 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae530a4-995f-4066-8f06-dcfdf85cae83 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Pushing event updated for resources: {'Subnet': ['ID=4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:38.200400 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-a7b1ba08-4782-493e-80e8-4138adc021a5 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/quotas/63b815c3cb0d48b09328fd2ad95d226f HTTP/1.1" status: 200 len: 375 time: 0.0855722 Nov 26 02:56:38.269668 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-6f5d6fa0-163c-4985-be41-18b0e3cdc65a', 'network_id': '6f5d6fa0-163c-4985-be41-18b0e3cdc65a', 'tenant_id': '24ccd62cd70f4a5fbb1ac9b8133fd939', 'fixed_ips': [{'subnet_id': 'f83ced67-2a09-400c-bc91-f3a3bc5c0758'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:56:38.270961 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:38.279977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c798ea-5e30-450b-904b-9abe48be5364 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:38.292125 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3c798ea-5e30-450b-904b-9abe48be5364 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:38.319547 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-d3c798ea-5e30-450b-904b-9abe48be5364 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] device_id is not set on port ac46a356-9320-465d-8567-5975c1c51ebf yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:38.325964 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1d4b16b-9a9c-40e1-b555-c4e049f19c7a req-1f85bdcf-8d8b-433a-bb60-56ef9133342d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071581 Nov 26 02:56:38.331055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae530a4-995f-4066-8f06-dcfdf85cae83 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Checking segment: {'id': '515e4ac0-9d2d-4428-97c1-7dac7f69dca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fb979db8-4bd4-4e6f-834b-5488e2f13473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:56:38.331639 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae530a4-995f-4066-8f06-dcfdf85cae83 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Network hostable DHCP agents. Network: fb979db8-4bd4-4e6f-834b-5488e2f13473, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:56:38.392653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-38021044-716b-4380-b81d-6180705756c9 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=63b815c3cb0d48b09328fd2ad95d226f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1827638 Nov 26 02:56:38.453309 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae530a4-995f-4066-8f06-dcfdf85cae83 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Network fb979db8-4bd4-4e6f-834b-5488e2f13473 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:56:38.459859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Allocated IP 2001:db8::2 (6f5d6fa0-163c-4985-be41-18b0e3cdc65a/f83ced67-2a09-400c-bc91-f3a3bc5c0758/771fb826-a40a-446d-aa47-7644d04d7222) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:38.506762 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e4c716a1-5f85-4a19-b2f0-94c23f18e2d9 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:38.564708 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c716a1-5f85-4a19-b2f0-94c23f18e2d9 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:38.567875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-9ae530a4-995f-4066-8f06-dcfdf85cae83 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, fb979db8-4bd4-4e6f-834b-5488e2f13473) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:38.573442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae530a4-995f-4066-8f06-dcfdf85cae83 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:38.574615 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ae530a4-995f-4066-8f06-dcfdf85cae83 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:38.583195 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb60dee-33e3-48ba-9de9-328b01452f22 None None] Network fb979db8-4bd4-4e6f-834b-5488e2f13473 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:38.590322 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e4c716a1-5f85-4a19-b2f0-94c23f18e2d9 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:38.594318 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e4c716a1-5f85-4a19-b2f0-94c23f18e2d9 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] 10.222.0.31 "DELETE /v2.0/ports/a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd HTTP/1.1" status: 204 len: 168 time: 1.2594461 Nov 26 02:56:38.598231 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48792) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:38.635321 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9ae530a4-995f-4066-8f06-dcfdf85cae83 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0053582 Nov 26 02:56:38.645336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48794) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:38.652284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-6445ac00-1417-4120-8e18-73ca5c81f2b0 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Request body: {'port': {'network_id': 'fb979db8-4bd4-4e6f-834b-5488e2f13473', 'name': 'tempest-TagsExtTest-317093296'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:38.663019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f837e-8fc4-4f95-be16-458ee25b189c req-e3575cb8-e4a8-49a3-abde-d8d3293039ea tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:38.672148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-883f837e-8fc4-4f95-be16-458ee25b189c req-e3575cb8-e4a8-49a3-abde-d8d3293039ea tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 943 time: 0.2039537 Nov 26 02:56:38.696411 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7f6ce9-3e06-4f72-9222-ab693fc01729 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] GET failed (client error): The resource could not be found. Nov 26 02:56:38.697249 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-6d442aa7-52ac-4d6d-9265-cf1d28860dbb service neutron] 10.222.0.31 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794979 Nov 26 02:56:38.705020 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3a7f6ce9-3e06-4f72-9222-ab693fc01729 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] 10.222.0.31 "GET /v2.0/ports/a5fb31c0-e6fb-4d7f-bca6-69ce2386dbcd HTTP/1.1" status: 404 len: 333 time: 0.1050792 Nov 26 02:56:38.708441 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48796) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:38.722614 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-5d80a448-67af-4754-b25c-02a3dbfdc43b tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1962252381', 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:38.786245 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:38.803221 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:38.880375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Pushing event updated for resources: {'Port': ['ID=771fb826-a40a-446d-aa47-7644d04d7222,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:38.891344 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-883f837e-8fc4-4f95-be16-458ee25b189c req-c5b6dfaa-6107-44c3-88d2-97a71caf1d14 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193894 Nov 26 02:56:38.918374 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d80a448-67af-4754-b25c-02a3dbfdc43b tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Made reservation on behalf of 456ce45c0034448391bf346ca07b4bd7 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:38.927354 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Network 6f5d6fa0-163c-4985-be41-18b0e3cdc65a is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:38.930939 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:38.935241 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5d80a448-67af-4754-b25c-02a3dbfdc43b tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:38.940327 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:39.019356 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-a9843a0c-b7a8-4cc5-a0ec-8ebe8e72eafb service neutron] 10.222.0.31 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517707 Nov 26 02:56:39.031446 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-5d80a448-67af-4754-b25c-02a3dbfdc43b tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] device_id is not set on port fbf44c3f-8b93-425d-8b20-81d86408cf3f yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:39.060293 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6445ac00-1417-4120-8e18-73ca5c81f2b0 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Made reservation on behalf of e88f17de4a1443fcbf99e3810fefb668 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:39.064999 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6445ac00-1417-4120-8e18-73ca5c81f2b0 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:39.104214 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Attempting to bind port 771fb826-a40a-446d-aa47-7644d04d7222 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:39.106525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-6445ac00-1417-4120-8e18-73ca5c81f2b0 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] device_id is not set on port ae0d2aee-0873-4825-a1f7-c8ef5d633ca9 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:39.106836 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Attempting to bind port 771fb826-a40a-446d-aa47-7644d04d7222 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '28ce7db6-2f70-4e57-94ea-c97ab6d029d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6f5d6fa0-163c-4985-be41-18b0e3cdc65a'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:39.107232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Attempting to bind port 771fb826-a40a-446d-aa47-7644d04d7222 on network 6f5d6fa0-163c-4985-be41-18b0e3cdc65a {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:39.115795 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-d3c798ea-5e30-450b-904b-9abe48be5364 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Allocated IP 2001:db8::2a5 (6f5d6fa0-163c-4985-be41-18b0e3cdc65a/f83ced67-2a09-400c-bc91-f3a3bc5c0758/ac46a356-9320-465d-8567-5975c1c51ebf) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:39.154622 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c1c15c92-27c8-4b3d-bde9-bcd4ecace688 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:56:39.171145 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:56:39.171779 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Checking segment: {'id': '28ce7db6-2f70-4e57-94ea-c97ab6d029d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6f5d6fa0-163c-4985-be41-18b0e3cdc65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:56:39.172414 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:39.173415 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Bound using segment: {'id': '28ce7db6-2f70-4e57-94ea-c97ab6d029d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6f5d6fa0-163c-4985-be41-18b0e3cdc65a'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:56:39.174255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Bound port: 771fb826-a40a-446d-aa47-7644d04d7222, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ce7db6-2f70-4e57-94ea-c97ab6d029d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6f5d6fa0-163c-4985-be41-18b0e3cdc65a'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:56:39.174816 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:39.196355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-fb979db8-4bd4-4e6f-834b-5488e2f13473', 'network_id': 'fb979db8-4bd4-4e6f-834b-5488e2f13473', 'tenant_id': 'e88f17de4a1443fcbf99e3810fefb668', 'fixed_ips': [{'subnet_id': '4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:56:39.197553 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:39.384753 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b92307e6-1dbd-4fea-a06f-a00fbe002ed8 req-c76bc87c-7e62-443d-9150-72cbe036b112 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 210 time: 0.0665472 Nov 26 02:56:39.412961 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-6445ac00-1417-4120-8e18-73ca5c81f2b0 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Allocated IP 172.20.0.10 (fb979db8-4bd4-4e6f-834b-5488e2f13473/4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9/ae0d2aee-0873-4825-a1f7-c8ef5d633ca9) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:39.564081 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] For port 771fb826-a40a-446d-aa47-7644d04d7222, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:56:39.637514 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] For port 771fb826-a40a-446d-aa47-7644d04d7222, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=771fb826-a40a-446d-aa47-7644d04d7222,segment=NetworkSegment(28ce7db6-2f70-4e57-94ea-c97ab6d029d7),segment_id=28ce7db6-2f70-4e57-94ea-c97ab6d029d7)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:56:39.672915 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:39.979942 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684ed76-c708-4c15-899f-52d1b469cde3 None None] Pushing event updated for resources: {'Port': ['ID=771fb826-a40a-446d-aa47-7644d04d7222,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:39.996428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e21472-29cd-4a4d-b2c4-42d10b518e73 req-c392511e-fb1d-43c1-a127-074424e76314 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:39.998094 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89e21472-29cd-4a4d-b2c4-42d10b518e73 req-c392511e-fb1d-43c1-a127-074424e76314 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.6914768 Nov 26 02:56:40.066042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c1c15c92-27c8-4b3d-bde9-bcd4ecace688, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:40.092094 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'port_id': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'mac_address': 'fa:16:3e:17:cb:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:56:40.149752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041ffaa-a264-43e7-accd-37f0a0a40f8c req-a602a932-0003-48e6-a1d9-6437cba38214 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:40.152278 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e041ffaa-a264-43e7-accd-37f0a0a40f8c req-a602a932-0003-48e6-a1d9-6437cba38214 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 943 time: 0.6019409 Nov 26 02:56:40.238151 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89e21472-29cd-4a4d-b2c4-42d10b518e73 req-60d1458f-18da-48bb-a5b4-4df369c217f6 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2252479 Nov 26 02:56:40.319999 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5d80a448-67af-4754-b25c-02a3dbfdc43b tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:40.330422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e041ffaa-a264-43e7-accd-37f0a0a40f8c req-27c7b0ed-20c4-4a25-a56e-11ab793db92e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592736 Nov 26 02:56:40.344502 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6445ac00-1417-4120-8e18-73ca5c81f2b0 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:40.438130 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3c798ea-5e30-450b-904b-9abe48be5364 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:40.448229 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:40.541130 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c15c92-27c8-4b3d-bde9-bcd4ecace688 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:56:40.562895 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5d80a448-67af-4754-b25c-02a3dbfdc43b tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:40.580300 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6445ac00-1417-4120-8e18-73ca5c81f2b0 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:40.589210 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3c798ea-5e30-450b-904b-9abe48be5364 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:40.594618 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89e352-b510-44e5-b2ef-4bba1a545e35 req-2792833e-49c8-4ed5-9008-b46083dc1654 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:40.596223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a89e352-b510-44e5-b2ef-4bba1a545e35 req-2792833e-49c8-4ed5-9008-b46083dc1654 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 943 time: 0.1181390 Nov 26 02:56:40.703127 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d80a448-67af-4754-b25c-02a3dbfdc43b tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:40.706561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c1c15c92-27c8-4b3d-bde9-bcd4ecace688, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:40.722738 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-5d80a448-67af-4754-b25c-02a3dbfdc43b tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:40.732135 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:40.738855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445ac00-1417-4120-8e18-73ca5c81f2b0 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Pushing event updated for resources: {'Port': ['ID=ae0d2aee-0873-4825-a1f7-c8ef5d633ca9,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:40.750520 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d80a448-67af-4754-b25c-02a3dbfdc43b tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:40.754602 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d80a448-67af-4754-b25c-02a3dbfdc43b tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:40.757747 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5d80a448-67af-4754-b25c-02a3dbfdc43b tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:40.774427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6445ac00-1417-4120-8e18-73ca5c81f2b0 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Network fb979db8-4bd4-4e6f-834b-5488e2f13473 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:40.785140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c798ea-5e30-450b-904b-9abe48be5364 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 6f5d6fa0-163c-4985-be41-18b0e3cdc65a is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:40.788342 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-d3c798ea-5e30-450b-904b-9abe48be5364 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:40.792332 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Allocated IP 172.20.0.2 (fb979db8-4bd4-4e6f-834b-5488e2f13473/4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9/91c370f2-6b62-451e-8a6e-77c2caeb77cd) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:40.797053 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c798ea-5e30-450b-904b-9abe48be5364 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:40.808842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-6445ac00-1417-4120-8e18-73ca5c81f2b0 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:40.810369 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c798ea-5e30-450b-904b-9abe48be5364 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:40.811373 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3c798ea-5e30-450b-904b-9abe48be5364 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:40.814492 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80a448-67af-4754-b25c-02a3dbfdc43b tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Pushing event updated for resources: {'Port': ['ID=fbf44c3f-8b93-425d-8b20-81d86408cf3f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:40.829687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6445ac00-1417-4120-8e18-73ca5c81f2b0 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:40.844034 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:40.874047 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5d80a448-67af-4754-b25c-02a3dbfdc43b tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1627667 Nov 26 02:56:40.877132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48818) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:40.904863 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69aef746-d1cb-4667-aa1e-df0f90037229 req-3f4ba28a-c9a1-4945-be1f-36d89bc5e498 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 210 time: 0.1361914 Nov 26 02:56:40.944726 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d3c798ea-5e30-450b-904b-9abe48be5364 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.8505971 Nov 26 02:56:40.949448 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625787bc-dba4-4d97-8720-8aebeb06397b tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:40.954293 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-625787bc-dba4-4d97-8720-8aebeb06397b tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] 10.222.0.31 "GET /v2.0/ports/fbf44c3f-8b93-425d-8b20-81d86408cf3f HTTP/1.1" status: 200 len: 955 time: 0.0755424 Nov 26 02:56:40.957551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48820) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:40.959370 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48822) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:41.008873 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c798ea-5e30-450b-904b-9abe48be5364 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=ac46a356-9320-465d-8567-5975c1c51ebf,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:41.025907 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6445ac00-1417-4120-8e18-73ca5c81f2b0 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:41.026742 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6445ac00-1417-4120-8e18-73ca5c81f2b0 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:41.045490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c1c15c92-27c8-4b3d-bde9-bcd4ecace688'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:56:41.120160 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:41.128376 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a89e352-b510-44e5-b2ef-4bba1a545e35 req-21a85ae9-a231-4a5f-9603-294375f86c40 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5126202 Nov 26 02:56:41.166956 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-65499be4-01b5-426b-8fb6-e9b95cab3d48 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Deleting port fbf44c3f-8b93-425d-8b20-81d86408cf3f {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:41.166956 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65499be4-01b5-426b-8fb6-e9b95cab3d48 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:41.174993 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:41.178579 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6980759a-8bd6-4e94-94c2-21cf93231243 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:56:41.253498 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6445ac00-1417-4120-8e18-73ca5c81f2b0 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6099162 Nov 26 02:56:41.256015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48826) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:41.262315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-687191eb-1733-4182-a03b-1323f5a6ec99 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1909031429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:41.285479 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65499be4-01b5-426b-8fb6-e9b95cab3d48 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:41.301288 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-65499be4-01b5-426b-8fb6-e9b95cab3d48 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Calling delete_port for fbf44c3f-8b93-425d-8b20-81d86408cf3f owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:41.370489 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 771fb826-a40a-446d-aa47-7644d04d7222 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:56:41.482306 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65499be4-01b5-426b-8fb6-e9b95cab3d48 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:41.569286 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65499be4-01b5-426b-8fb6-e9b95cab3d48 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbf44c3f-8b93-425d-8b20-81d86408cf3f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:41.590808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b9f9a7fd-fcf6-4385-995c-2eeaf4f64cba tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port ac46a356-9320-465d-8567-5975c1c51ebf {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:41.591242 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b9f9a7fd-fcf6-4385-995c-2eeaf4f64cba tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:41.597625 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65499be4-01b5-426b-8fb6-e9b95cab3d48 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:41.601652 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-687191eb-1733-4182-a03b-1323f5a6ec99 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:41.602879 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-687191eb-1733-4182-a03b-1323f5a6ec99 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:41.617233 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-65499be4-01b5-426b-8fb6-e9b95cab3d48 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] 10.222.0.31 "DELETE /v2.0/ports/fbf44c3f-8b93-425d-8b20-81d86408cf3f HTTP/1.1" status: 204 len: 168 time: 0.6566038 Nov 26 02:56:41.617905 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48842) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:41.635371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Network fb979db8-4bd4-4e6f-834b-5488e2f13473 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:41.660025 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfe693d-ab3c-43fa-9cc8-aba498ec74f7 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] GET failed (client error): The resource could not be found. Nov 26 02:56:41.666332 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cdfe693d-ab3c-43fa-9cc8-aba498ec74f7 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] 10.222.0.31 "GET /v2.0/ports/fbf44c3f-8b93-425d-8b20-81d86408cf3f HTTP/1.1" status: 404 len: 333 time: 0.0473130 Nov 26 02:56:41.666983 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48846) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:41.671828 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-5c9c8d6c-c967-4ba3-b70c-c73fd64517bf tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Request body: {'port': {'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1659138954'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:41.680983 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-687191eb-1733-4182-a03b-1323f5a6ec99 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:41.683382 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:41.709716 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9c8d6c-c967-4ba3-b70c-c73fd64517bf tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Made reservation on behalf of 456ce45c0034448391bf346ca07b4bd7 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:41.717943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:41.727869 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8d6c-c967-4ba3-b70c-c73fd64517bf tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:41.751186 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-687191eb-1733-4182-a03b-1323f5a6ec99 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:41.783398 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-5c9c8d6c-c967-4ba3-b70c-c73fd64517bf tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] device_id is not set on port 18481cc0-47c0-4803-9167-499d98f84de4 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:41.799411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Pushing event updated for resources: {'Port': ['ID=91c370f2-6b62-451e-8a6e-77c2caeb77cd,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:41.814936 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-687191eb-1733-4182-a03b-1323f5a6ec99 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:41.819770 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-687191eb-1733-4182-a03b-1323f5a6ec99 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5627701 Nov 26 02:56:41.830799 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48850) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:41.851142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-2f9b6bc7-d726-4552-b730-4619c444a976 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1605307106', 'prefixes': ['172.20.0.0/16']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:41.882061 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf1dcf-8b61-45f3-a1ba-63c23c8cdea6 req-ea4a4a52-438f-4bc7-883d-2c538341cacb tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:41.883877 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88bf1dcf-8b61-45f3-a1ba-63c23c8cdea6 req-ea4a4a52-438f-4bc7-883d-2c538341cacb tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.4111488 Nov 26 02:56:41.893077 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-999d717f-42c3-4df0-9f2d-1f2f8c02ce9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:41.910122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-92fe89c4-64ef-4f62-8724-c8604e49dc6f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:41.912217 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-92fe89c4-64ef-4f62-8724-c8604e49dc6f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.54 "GET /v2.0/networks?id=280aa7a0-b74e-4574-ba4c-9132492aa839 HTTP/1.1" status: 200 len: 810 time: 0.5858841 Nov 26 02:56:41.941300 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 771fb826-a40a-446d-aa47-7644d04d7222 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:41.941677 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:41.998714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b7bb6c-1740-4cc8-8fb4-2b2f6735c9f0 None None] Network 6f5d6fa0-163c-4985-be41-18b0e3cdc65a requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:42.048928 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8d6c-c967-4ba3-b70c-c73fd64517bf tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:42.050394 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88bf1dcf-8b61-45f3-a1ba-63c23c8cdea6 req-95b87191-341a-40d0-a738-88ff6a2cb3bc tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1543922 Nov 26 02:56:42.078799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Attempting to bind port 91c370f2-6b62-451e-8a6e-77c2caeb77cd on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:42.079358 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Attempting to bind port 91c370f2-6b62-451e-8a6e-77c2caeb77cd by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '515e4ac0-9d2d-4428-97c1-7dac7f69dca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fb979db8-4bd4-4e6f-834b-5488e2f13473'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:42.079878 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Attempting to bind port 91c370f2-6b62-451e-8a6e-77c2caeb77cd on network fb979db8-4bd4-4e6f-834b-5488e2f13473 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:42.098192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-53e3bdd2-3fd4-4e3b-88f6-0e247a041935 None None] Provisioning complete for port 771fb826-a40a-446d-aa47-7644d04d7222 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:42.098561 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-53e3bdd2-3fd4-4e3b-88f6-0e247a041935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:42.126572 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:56:42.126899 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Checking segment: {'id': '515e4ac0-9d2d-4428-97c1-7dac7f69dca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fb979db8-4bd4-4e6f-834b-5488e2f13473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:56:42.127310 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:42.127705 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Bound using segment: {'id': '515e4ac0-9d2d-4428-97c1-7dac7f69dca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fb979db8-4bd4-4e6f-834b-5488e2f13473'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:56:42.128426 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Bound port: 91c370f2-6b62-451e-8a6e-77c2caeb77cd, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515e4ac0-9d2d-4428-97c1-7dac7f69dca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fb979db8-4bd4-4e6f-834b-5488e2f13473'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:56:42.128976 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:42.131945 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b9f9a7fd-fcf6-4385-995c-2eeaf4f64cba tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:42.175327 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8d6c-c967-4ba3-b70c-c73fd64517bf tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:42.224500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b9f9a7fd-fcf6-4385-995c-2eeaf4f64cba tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for ac46a356-9320-465d-8567-5975c1c51ebf owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:42.275977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9c8d6c-c967-4ba3-b70c-c73fd64517bf tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:42.280598 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-5c9c8d6c-c967-4ba3-b70c-c73fd64517bf tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:42.286098 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c8d6c-c967-4ba3-b70c-c73fd64517bf tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:42.287292 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9c8d6c-c967-4ba3-b70c-c73fd64517bf tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:42.288082 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8d6c-c967-4ba3-b70c-c73fd64517bf tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:42.291913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c8d6c-c967-4ba3-b70c-c73fd64517bf tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Pushing event updated for resources: {'Port': ['ID=18481cc0-47c0-4803-9167-499d98f84de4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:42.315971 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-11524dd1-2b3a-4bbd-8aa4-e34d54bce1b4 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63b815c3cb0d48b09328fd2ad95d226f HTTP/1.1" status: 200 len: 379 time: 0.3782341 Nov 26 02:56:42.324138 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5c9c8d6c-c967-4ba3-b70c-c73fd64517bf tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6537104 Nov 26 02:56:42.324720 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48878) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:42.330737 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:42.363559 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:42.399052 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] For port 91c370f2-6b62-451e-8a6e-77c2caeb77cd, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:56:42.412882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-585efe0f-584a-469f-b4fe-033d81de968f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Request body: {'port': {'device_id': 'd4470e6d-28f6-4781-9023-8c78943e08cd', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'admin_state_up': True, 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'security_groups': ['1abdd01b-3e9d-4ab3-a244-8c9335f174f1']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:42.451530 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:42.476920 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] For port 91c370f2-6b62-451e-8a6e-77c2caeb77cd, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=91c370f2-6b62-451e-8a6e-77c2caeb77cd,segment=NetworkSegment(515e4ac0-9d2d-4428-97c1-7dac7f69dca5),segment_id=515e4ac0-9d2d-4428-97c1-7dac7f69dca5)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:56:42.489341 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-53e3bdd2-3fd4-4e3b-88f6-0e247a041935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:42.509483 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 771fb826-a40a-446d-aa47-7644d04d7222, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=771fb826-a40a-446d-aa47-7644d04d7222,segment=NetworkSegment(28ce7db6-2f70-4e57-94ea-c97ab6d029d7),segment_id=28ce7db6-2f70-4e57-94ea-c97ab6d029d7)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:42.511115 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:42.554151 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:42.626940 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-53e3bdd2-3fd4-4e3b-88f6-0e247a041935 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:56:42.628884 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-53e3bdd2-3fd4-4e3b-88f6-0e247a041935 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:56:42.657427 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f7068-aa0d-4b0a-bf92-bf149dc7bc79 None None] Pushing event updated for resources: {'Port': ['ID=91c370f2-6b62-451e-8a6e-77c2caeb77cd,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:42.719312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9785d2-0ea1-4ea0-b302-d3c25d606de7 req-41c3744f-be03-400a-80e4-4a9a727bfcb3 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:42.722555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f9785d2-0ea1-4ea0-b302-d3c25d606de7 req-41c3744f-be03-400a-80e4-4a9a727bfcb3 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.5102088 Nov 26 02:56:42.740966 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] device_id is not set on port 18481cc0-47c0-4803-9167-499d98f84de4 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:42.743642 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=771fb826-a40a-446d-aa47-7644d04d7222,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:42.755223 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:42.772329 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:42.796515 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2f9b6bc7-d726-4552-b730-4619c444a976 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks [] for subnetpool, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:42.797740 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2f9b6bc7-d726-4552-b730-4619c444a976 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.9631124 Nov 26 02:56:42.805950 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48880) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:42.818247 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-e50dd0d2-2fcf-46a9-93f3-465238be0e96 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9', 'tempest-TagsExtTest-Tag-293139850') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:42.987026 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Pushing event updated for resources: {'Port': ['ID=18481cc0-47c0-4803-9167-499d98f84de4,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:43.003120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-585efe0f-584a-469f-b4fe-033d81de968f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Made reservation on behalf of 63b815c3cb0d48b09328fd2ad95d226f for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:43.009054 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:43.009421 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:43.009777 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:43.010067 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-585efe0f-584a-469f-b4fe-033d81de968f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:43.010203 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:43.010469 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:43.018294 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:43.018762 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:43.019118 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:43.019467 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:43.019812 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:43.020188 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:43.020529 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:56:43.081799 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:43.082227 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:43.082516 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:43.103499 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f9785d2-0ea1-4ea0-b302-d3c25d606de7 req-74f0793c-0937-4b41-8a31-046307a878b6 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663546 Nov 26 02:56:43.113828 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:43.114995 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:43.119962 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 2 to bind port 18481cc0-47c0-4803-9167-499d98f84de4 Nov 26 02:56:43.133921 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b9f9a7fd-fcf6-4385-995c-2eeaf4f64cba tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:43.180212 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:43.180465 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:43.180809 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:43.190271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d52aef-7dbd-45ed-99a3-dcbddf9bdc19 req-bd353f58-472b-43fa-acfe-3dbaaac42740 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:43.192289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b1d52aef-7dbd-45ed-99a3-dcbddf9bdc19 req-bd353f58-472b-43fa-acfe-3dbaaac42740 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=36391169-de6f-4366-8e70-940c9bcfbb2d HTTP/1.1" status: 200 len: 943 time: 0.6447191 Nov 26 02:56:43.212872 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c1c15c92-27c8-4b3d-bde9-bcd4ecace688 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:56:43.232263 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:43.233636 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:43.234313 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 3 to bind port 18481cc0-47c0-4803-9167-499d98f84de4 Nov 26 02:56:43.247690 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e50dd0d2-2fcf-46a9-93f3-465238be0e96 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "PUT /v2.0/subnets/4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9/tags/tempest-TagsExtTest-Tag-293139850 HTTP/1.1" status: 201 len: 201 time: 0.4344919 Nov 26 02:56:43.263694 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48884) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:43.274615 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-2fc5a05a-d3bd-45c7-9996-4288207ee25f tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ae0d2aee-0873-4825-a1f7-c8ef5d633ca9', 'tempest-TagsExtTest-Tag-1282495949') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:43.374706 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:43.376188 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:43.376543 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:43.383826 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port c1c15c92-27c8-4b3d-bde9-bcd4ecace688 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:56:43.386294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9a7fd-fcf6-4385-995c-2eeaf4f64cba tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=ac46a356-9320-465d-8567-5975c1c51ebf,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:43.389279 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:43.389643 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:43.392440 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 4 to bind port 18481cc0-47c0-4803-9167-499d98f84de4 Nov 26 02:56:43.392583 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port c1c15c92-27c8-4b3d-bde9-bcd4ecace688 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:43.393203 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:43.397794 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 91c370f2-6b62-451e-8a6e-77c2caeb77cd up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:56:43.422601 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:43.422944 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:43.423282 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:43.451300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:43.451516 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:43.453206 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 5 to bind port 18481cc0-47c0-4803-9167-499d98f84de4 Nov 26 02:56:43.460233 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b9f9a7fd-fcf6-4385-995c-2eeaf4f64cba tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:43.475703 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b9f9a7fd-fcf6-4385-995c-2eeaf4f64cba tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/ports/ac46a356-9320-465d-8567-5975c1c51ebf HTTP/1.1" status: 204 len: 168 time: 2.5137160 Nov 26 02:56:43.488901 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48886) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:43.533268 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-84d71c02-f784-498a-aae6-3f4982d0016d None None] Could not find standard attr ID for object ac46a356-9320-465d-8567-5975c1c51ebf. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:56:43.549952 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:43.550631 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:43.550631 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:43.571935 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb5c163-10c8-40b8-9765-9636cd393f18 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] GET failed (client error): The resource could not be found. Nov 26 02:56:43.580760 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bdb5c163-10c8-40b8-9765-9636cd393f18 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports/ac46a356-9320-465d-8567-5975c1c51ebf HTTP/1.1" status: 404 len: 333 time: 0.0906749 Nov 26 02:56:43.584509 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48888) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:43.596299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 91c370f2-6b62-451e-8a6e-77c2caeb77cd triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:43.596935 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:43.637716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be155107-e309-4e08-b3c0-5634df77f6b8 req-70255544-5647-42e9-a4cf-06a7e51cfb31 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 210 time: 0.1575954 Nov 26 02:56:43.761965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:43.762775 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:43.771756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-585efe0f-584a-469f-b4fe-033d81de968f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Allocated IP 172.20.0.6 (280aa7a0-b74e-4574-ba4c-9132492aa839/fd6a293a-896f-4bbe-a4f6-4ff012988fdc/fbe16afc-30f5-4c7c-8953-094e69cd1aff) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:43.774742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-84d71c02-f784-498a-aae6-3f4982d0016d None None] Provisioning complete for port 771fb826-a40a-446d-aa47-7644d04d7222 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:43.775925 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-84d71c02-f784-498a-aae6-3f4982d0016d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:43.784831 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7e8ffc-2ca5-4ae9-8002-64d7431d87e6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting subnet f83ced67-2a09-400c-bc91-f3a3bc5c0758 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:56:43.794122 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 6 to bind port 18481cc0-47c0-4803-9167-499d98f84de4 Nov 26 02:56:43.796874 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b7e8ffc-2ca5-4ae9-8002-64d7431d87e6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:43.808580 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2fc5a05a-d3bd-45c7-9996-4288207ee25f tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "PUT /v2.0/ports/ae0d2aee-0873-4825-a1f7-c8ef5d633ca9/tags/tempest-TagsExtTest-Tag-1282495949 HTTP/1.1" status: 201 len: 201 time: 0.5418637 Nov 26 02:56:43.824790 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48890) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:43.831950 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.tag.tag_plugin [None req-57222f95-4626-49de-9711-926de5d6f032 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f2195ade-5281-4ada-a760-29931ffdbda3', 'tempest-TagsExtTest-Tag-1236932894') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:43.837203 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:43.887309 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:43.887657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:43.888842 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:43.916164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:43.916504 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:43.922179 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b7e8ffc-2ca5-4ae9-8002-64d7431d87e6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:43.925250 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-b1d52aef-7dbd-45ed-99a3-dcbddf9bdc19 req-96d71911-0bae-4de4-9dbf-587850130ff2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Deleting port 6980759a-8bd6-4e94-94c2-21cf93231243 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:43.925613 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b1d52aef-7dbd-45ed-99a3-dcbddf9bdc19 req-96d71911-0bae-4de4-9dbf-587850130ff2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:43.932211 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 7 to bind port 18481cc0-47c0-4803-9167-499d98f84de4 Nov 26 02:56:44.006451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:44.006728 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:44.007074 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:44.038495 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:44.038861 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:44.041484 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 8 to bind port 18481cc0-47c0-4803-9167-499d98f84de4 Nov 26 02:56:44.124760 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:44.125114 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:44.125521 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:44.137968 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:44.138308 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:44.149437 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 9 to bind port 18481cc0-47c0-4803-9167-499d98f84de4 Nov 26 02:56:44.176329 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b7e8ffc-2ca5-4ae9-8002-64d7431d87e6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:44.216104 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:44.216503 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:44.216786 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:44.253647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 91c370f2-6b62-451e-8a6e-77c2caeb77cd, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=91c370f2-6b62-451e-8a6e-77c2caeb77cd,segment=NetworkSegment(515e4ac0-9d2d-4428-97c1-7dac7f69dca5),segment_id=515e4ac0-9d2d-4428-97c1-7dac7f69dca5)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:44.256881 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:44.266217 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7c51dae0-be85-41ac-aa81-a6ace06b9498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:44.278430 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:44.279534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 771fb826-a40a-446d-aa47-7644d04d7222 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:56:44.298059 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119821c-52e8-4f3b-b330-35b59b079cd7 req-cffb547c-ac98-40f4-aeab-e3f6c9dbc5a3 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:44.299744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3119821c-52e8-4f3b-b330-35b59b079cd7 req-cffb547c-ac98-40f4-aeab-e3f6c9dbc5a3 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.5090799 Nov 26 02:56:44.368115 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:44.368598 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:44.368896 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempt 10 to bind port 18481cc0-47c0-4803-9167-499d98f84de4 Nov 26 02:56:44.395550 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b7e8ffc-2ca5-4ae9-8002-64d7431d87e6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:44.408980 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:44.409352 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:44.409766 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempting to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:44.413742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:56:44.414706 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48896) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:44.416448 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa873c95-fe73-4459-9b2a-66ad3ce311c1" -d '{"events": [{"server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "name": "network-vif-plugged", "status": "completed", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:56:44.421104 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-57222f95-4626-49de-9711-926de5d6f032 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "PUT /v2.0/routers/f2195ade-5281-4ada-a760-29931ffdbda3/tags/tempest-TagsExtTest-Tag-1236932894 HTTP/1.1" status: 201 len: 201 time: 0.5951157 Nov 26 02:56:44.424175 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-9deb6139-89d8-4b4d-b13e-82065e20d9ab tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '83094ecc-85b9-47f2-8c64-1f6284745615', 'tempest-TagsExtTest-Tag-978619129') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:44.479175 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c1c15c92-27c8-4b3d-bde9-bcd4ecace688, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:44.486336 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e8ffc-2ca5-4ae9-8002-64d7431d87e6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Subnet': ['ID=f83ced67-2a09-400c-bc91-f3a3bc5c0758,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:44.490011 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:44.490870 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Failed to bind port 18481cc0-47c0-4803-9167-499d98f84de4 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1b9aa28-0cd8-4ce5-b7f4-63e290412bce'}] Nov 26 02:56:44.491176 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:44.492598 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=91c370f2-6b62-451e-8a6e-77c2caeb77cd,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:44.514203 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b7e8ffc-2ca5-4ae9-8002-64d7431d87e6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:44.515665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd176d47-0507-411d-a19f-f87be8874265 None None] Network fb979db8-4bd4-4e6f-834b-5488e2f13473 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:44.520402 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 771fb826-a40a-446d-aa47-7644d04d7222 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:44.520827 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:44.528078 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0b7e8ffc-2ca5-4ae9-8002-64d7431d87e6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/f83ced67-2a09-400c-bc91-f3a3bc5c0758 HTTP/1.1" status: 204 len: 168 time: 0.9303029 Nov 26 02:56:44.530723 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48900) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:44.532438 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-b1d52aef-7dbd-45ed-99a3-dcbddf9bdc19 req-96d71911-0bae-4de4-9dbf-587850130ff2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] For port 6980759a-8bd6-4e94-94c2-21cf93231243, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6980759a-8bd6-4e94-94c2-21cf93231243,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:44.532768 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b1d52aef-7dbd-45ed-99a3-dcbddf9bdc19 req-96d71911-0bae-4de4-9dbf-587850130ff2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:44.554154 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3119821c-52e8-4f3b-b330-35b59b079cd7 req-dbd1719e-53ab-4aab-9a43-b380666c9aa6 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2274468 Nov 26 02:56:44.559410 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:44.576002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2fdd21-4c77-4f8d-a3cd-870a672c05cb None None] Network 6f5d6fa0-163c-4985-be41-18b0e3cdc65a requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:44.595106 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9deb6139-89d8-4b4d-b13e-82065e20d9ab tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "PUT /v2.0/subnetpools/83094ecc-85b9-47f2-8c64-1f6284745615/tags/tempest-TagsExtTest-Tag-978619129 HTTP/1.1" status: 201 len: 201 time: 0.1782565 Nov 26 02:56:44.605734 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48902) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:44.614627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-221f5635-bbf2-4b7c-b6e0-83d32a325882 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:44.626619 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-b1d52aef-7dbd-45ed-99a3-dcbddf9bdc19 req-96d71911-0bae-4de4-9dbf-587850130ff2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Calling delete_port for 6980759a-8bd6-4e94-94c2-21cf93231243 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:44.634852 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-585efe0f-584a-469f-b4fe-033d81de968f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:44.677055 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] For port 18481cc0-47c0-4803-9167-499d98f84de4, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:56:44.677741 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attempted to set empty binding levels {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 26 02:56:44.710743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ce0827aa-a130-4532-afa2-a831726d77ac None None] Could not find standard attr ID for object ac46a356-9320-465d-8567-5975c1c51ebf. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:56:44.730718 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:44.731797 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:44.794917 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Pushing event updated for resources: {'Port': ['ID=18481cc0-47c0-4803-9167-499d98f84de4,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:44.798199 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-585efe0f-584a-469f-b4fe-033d81de968f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:44.841232 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-221f5635-bbf2-4b7c-b6e0-83d32a325882 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/subnets/4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9/tags HTTP/1.1" status: 200 len: 240 time: 0.2343073 Nov 26 02:56:44.845038 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] In _notify_port_updated(), no bound segment for port 18481cc0-47c0-4803-9167-499d98f84de4 on network f1b9aa28-0cd8-4ce5-b7f4-63e290412bce {{(pid=104801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 02:56:44.850047 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:44.850876 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:44.852657 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-85c686e2-157b-4136-8ae2-1ac9fa99e015 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] 10.222.0.31 "PUT /v2.0/ports/18481cc0-47c0-4803-9167-499d98f84de4 HTTP/1.1" status: 200 len: 975 time: 2.5269871 Nov 26 02:56:44.853408 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48910) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:44.859789 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-f96292dc-c7f2-4a46-bda7-b0e9891d7ba0 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9', 'tempest-TagsExtTest-Tag-293139850') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:44.863901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48912) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:44.869913 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:44.909011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ce0827aa-a130-4532-afa2-a831726d77ac None None] Provisioning complete for port 91c370f2-6b62-451e-8a6e-77c2caeb77cd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:44.909683 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce0827aa-a130-4532-afa2-a831726d77ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:44.947900 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f96292dc-c7f2-4a46-bda7-b0e9891d7ba0 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/subnets/4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9/tags/tempest-TagsExtTest-Tag-293139850 HTTP/1.1" status: 204 len: 168 time: 0.0931904 Nov 26 02:56:44.955849 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48914) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:44.965356 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-91e1da27-9905-4b95-9a4f-83e65f106d38 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9', 'tempest-TagsExtTest-Tag-293139850') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:45.083022 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-91e1da27-9905-4b95-9a4f-83e65f106d38 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/subnets/4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9/tags/tempest-TagsExtTest-Tag-293139850 HTTP/1.1" status: 204 len: 168 time: 0.1257870 Nov 26 02:56:45.086124 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48916) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:45.099725 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-171e69d7-43a6-4fd1-adcb-3d077e89137a tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:45.131025 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:45.208669 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 91c370f2-6b62-451e-8a6e-77c2caeb77cd up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:56:45.242516 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83657285-5736-429c-87d1-0ebba2700338 None None] DHCP port deletion for 6f5d6fa0-163c-4985-be41-18b0e3cdc65a request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:56:45.269731 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-171e69d7-43a6-4fd1-adcb-3d077e89137a tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/subnets/4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9/tags HTTP/1.1" status: 200 len: 205 time: 0.1823266 Nov 26 02:56:45.270336 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48918) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:45.276538 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-d1b74a2e-08e0-482e-8cbf-a04da3f1ed8a tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ae0d2aee-0873-4825-a1f7-c8ef5d633ca9') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:45.333915 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 91c370f2-6b62-451e-8a6e-77c2caeb77cd triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:45.334294 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:45.351579 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d1b74a2e-08e0-482e-8cbf-a04da3f1ed8a tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/ports/ae0d2aee-0873-4825-a1f7-c8ef5d633ca9/tags HTTP/1.1" status: 200 len: 241 time: 0.0800657 Nov 26 02:56:45.354156 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48920) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:45.359312 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-034337b8-53b0-41ac-9245-e41f47c746a3 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ae0d2aee-0873-4825-a1f7-c8ef5d633ca9', 'tempest-TagsExtTest-Tag-1282495949') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:45.360739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-83657285-5736-429c-87d1-0ebba2700338 None None] Deleting port 771fb826-a40a-446d-aa47-7644d04d7222 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:45.361317 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-83657285-5736-429c-87d1-0ebba2700338 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:45.375220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585efe0f-584a-469f-b4fe-033d81de968f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Pushing event updated for resources: {'Port': ['ID=fbe16afc-30f5-4c7c-8953-094e69cd1aff,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:45.422037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-585efe0f-584a-469f-b4fe-033d81de968f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Network 280aa7a0-b74e-4574-ba4c-9132492aa839 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:45.463973 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b1d52aef-7dbd-45ed-99a3-dcbddf9bdc19 req-96d71911-0bae-4de4-9dbf-587850130ff2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:45.469860 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-83657285-5736-429c-87d1-0ebba2700338 None None] For port 771fb826-a40a-446d-aa47-7644d04d7222, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=771fb826-a40a-446d-aa47-7644d04d7222,segment=NetworkSegment(28ce7db6-2f70-4e57-94ea-c97ab6d029d7),segment_id=28ce7db6-2f70-4e57-94ea-c97ab6d029d7)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:45.470274 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-83657285-5736-429c-87d1-0ebba2700338 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:45.474365 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-034337b8-53b0-41ac-9245-e41f47c746a3 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/ports/ae0d2aee-0873-4825-a1f7-c8ef5d633ca9/tags/tempest-TagsExtTest-Tag-1282495949 HTTP/1.1" status: 204 len: 168 time: 0.1190388 Nov 26 02:56:45.476548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-585efe0f-584a-469f-b4fe-033d81de968f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:45.477321 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48922) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:45.487816 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-83657285-5736-429c-87d1-0ebba2700338 None None] Calling delete_port for 771fb826-a40a-446d-aa47-7644d04d7222 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:45.496224 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-585efe0f-584a-469f-b4fe-033d81de968f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:45.498121 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-72897a9c-2324-4731-a312-badae96c21c8 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ae0d2aee-0873-4825-a1f7-c8ef5d633ca9', 'tempest-TagsExtTest-Tag-1282495949') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:45.579752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d71911-0bae-4de4-9dbf-587850130ff2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Pushing event deleted for resources: {'Port': ['ID=6980759a-8bd6-4e94-94c2-21cf93231243,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:45.592886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0ced2-0b25-4c83-9bf7-2ac1ad31cf56 req-f363cae8-37dc-4878-9080-02a5bfce3e20 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:45.602750 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-03f0ced2-0b25-4c83-9bf7-2ac1ad31cf56 req-f363cae8-37dc-4878-9080-02a5bfce3e20 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 945 time: 0.8286383 Nov 26 02:56:45.657222 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-72897a9c-2324-4731-a312-badae96c21c8 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/ports/ae0d2aee-0873-4825-a1f7-c8ef5d633ca9/tags/tempest-TagsExtTest-Tag-1282495949 HTTP/1.1" status: 204 len: 168 time: 0.1787152 Nov 26 02:56:45.659519 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48926) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:45.664400 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-6c5f2304-84ce-4e48-b26b-622fefad36f6 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ae0d2aee-0873-4825-a1f7-c8ef5d633ca9') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:45.707665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-fafcec26-dc69-482a-9170-440d67fdeabe None None] Provisioning complete for port 91c370f2-6b62-451e-8a6e-77c2caeb77cd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:45.708113 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fafcec26-dc69-482a-9170-440d67fdeabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:45.760236 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port 771fb826-a40a-446d-aa47-7644d04d7222 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:45.760559 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:45.794386 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6c5f2304-84ce-4e48-b26b-622fefad36f6 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/ports/ae0d2aee-0873-4825-a1f7-c8ef5d633ca9/tags HTTP/1.1" status: 200 len: 205 time: 0.1334858 Nov 26 02:56:45.798848 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48928) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:45.804951 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-70b27f0b-9c2a-4a1c-b863-3dd78367e1cc tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f2195ade-5281-4ada-a760-29931ffdbda3') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:45.822836 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-83657285-5736-429c-87d1-0ebba2700338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:45.851816 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83657285-5736-429c-87d1-0ebba2700338 None None] Pushing event deleted for resources: {'Port': ['ID=771fb826-a40a-446d-aa47-7644d04d7222,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:45.872152 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83657285-5736-429c-87d1-0ebba2700338 None None] No DVR routers for this DVR port 771fb826-a40a-446d-aa47-7644d04d7222 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:56:45.916344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-585efe0f-584a-469f-b4fe-033d81de968f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:45.916971 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-585efe0f-584a-469f-b4fe-033d81de968f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:45.946132 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-fafcec26-dc69-482a-9170-440d67fdeabe None None] Provisioning complete for port ae0d2aee-0873-4825-a1f7-c8ef5d633ca9 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:45.946674 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fafcec26-dc69-482a-9170-440d67fdeabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:45.951659 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-70b27f0b-9c2a-4a1c-b863-3dd78367e1cc tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/routers/f2195ade-5281-4ada-a760-29931ffdbda3/tags HTTP/1.1" status: 200 len: 241 time: 0.1485045 Nov 26 02:56:45.951883 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d52aef-7dbd-45ed-99a3-dcbddf9bdc19 req-96d71911-0bae-4de4-9dbf-587850130ff2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] No DVR routers for this DVR port 6980759a-8bd6-4e94-94c2-21cf93231243 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:56:45.951991 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48930) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:45.952767 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b1d52aef-7dbd-45ed-99a3-dcbddf9bdc19 req-96d71911-0bae-4de4-9dbf-587850130ff2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:45.957287 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-6bdfa211-8f46-44cd-8ead-88ffa5d7aa70 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f2195ade-5281-4ada-a760-29931ffdbda3', 'tempest-TagsExtTest-Tag-1236932894') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:45.965774 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b1d52aef-7dbd-45ed-99a3-dcbddf9bdc19 req-96d71911-0bae-4de4-9dbf-587850130ff2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "DELETE /v2.0/ports/6980759a-8bd6-4e94-94c2-21cf93231243 HTTP/1.1" status: 204 len: 173 time: 2.6472988 Nov 26 02:56:45.988087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36391169-de6f-4366-8e70-940c9bcfbb2d', 'name': 'network-vif-deleted', 'tag': '6980759a-8bd6-4e94-94c2-21cf93231243'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:56:45.991825 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19deffce-c7d3-4de9-a1d0-33614ca1947c" -d '{"events": [{"server_uuid": "36391169-de6f-4366-8e70-940c9bcfbb2d", "name": "network-vif-deleted", "tag": "6980759a-8bd6-4e94-94c2-21cf93231243"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:56:46.011738 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-fafcec26-dc69-482a-9170-440d67fdeabe None None] Port ae0d2aee-0873-4825-a1f7-c8ef5d633ca9 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:56:46.069420 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6bdfa211-8f46-44cd-8ead-88ffa5d7aa70 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/routers/f2195ade-5281-4ada-a760-29931ffdbda3/tags/tempest-TagsExtTest-Tag-1236932894 HTTP/1.1" status: 204 len: 168 time: 0.1162922 Nov 26 02:56:46.071733 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48936) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:46.076731 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-245d469f-db3a-43b8-91b2-39a02836a209 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f2195ade-5281-4ada-a760-29931ffdbda3', 'tempest-TagsExtTest-Tag-1236932894') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:46.080406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-585efe0f-584a-469f-b4fe-033d81de968f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7443213 Nov 26 02:56:46.092900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] For port 771fb826-a40a-446d-aa47-7644d04d7222, host n-d-819389-3, got binding levels [] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:46.093649 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:46.101753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Request body: {'port': {'device_id': 'd4470e6d-28f6-4781-9023-8c78943e08cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:46.140945 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-03f0ced2-0b25-4c83-9bf7-2ac1ad31cf56 req-4536137e-3554-45ac-88cf-ce97c28bba32 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5366924 Nov 26 02:56:46.148740 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-67df7145-d352-4573-b43e-54434bea4236 None None] Provisioning complete for port ae0d2aee-0873-4825-a1f7-c8ef5d633ca9 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:46.149106 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-67df7145-d352-4573-b43e-54434bea4236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:46.194670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for 771fb826-a40a-446d-aa47-7644d04d7222 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:46.199550 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.ipam_backend_mixin [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Port 771fb826-a40a-446d-aa47-7644d04d7222 was not found and therefore no delete operation was performed {{(pid=104802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 02:56:46.203492 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-245d469f-db3a-43b8-91b2-39a02836a209 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/routers/f2195ade-5281-4ada-a760-29931ffdbda3/tags/tempest-TagsExtTest-Tag-1236932894 HTTP/1.1" status: 204 len: 168 time: 0.1305783 Nov 26 02:56:46.205826 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48938) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:46.208009 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-67df7145-d352-4573-b43e-54434bea4236 None None] Port ae0d2aee-0873-4825-a1f7-c8ef5d633ca9 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:56:46.213080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-a15f22d1-42f1-486f-ba09-7360d331e824 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Deleting port 18481cc0-47c0-4803-9167-499d98f84de4 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:46.213426 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a15f22d1-42f1-486f-ba09-7360d331e824 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:46.214230 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-a8ef41b6-ec9c-4e70-87a8-3be66411bf62 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f2195ade-5281-4ada-a760-29931ffdbda3') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:46.231765 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-67df7145-d352-4573-b43e-54434bea4236 None None] Provisioning complete for port fbe16afc-30f5-4c7c-8953-094e69cd1aff triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:46.232074 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-67df7145-d352-4573-b43e-54434bea4236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:46.299808 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-67df7145-d352-4573-b43e-54434bea4236 None None] Port fbe16afc-30f5-4c7c-8953-094e69cd1aff cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:56:46.318137 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a8ef41b6-ec9c-4e70-87a8-3be66411bf62 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/routers/f2195ade-5281-4ada-a760-29931ffdbda3/tags HTTP/1.1" status: 200 len: 205 time: 0.1100042 Nov 26 02:56:46.321002 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48940) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:46.328119 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-a15f22d1-42f1-486f-ba09-7360d331e824 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] For port 18481cc0-47c0-4803-9167-499d98f84de4, host n-h2-819389-3, got binding levels [] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:46.328484 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a15f22d1-42f1-486f-ba09-7360d331e824 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:46.329710 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-74674cbc-f7ca-46c0-aa44-51cc4c56551c tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '83094ecc-85b9-47f2-8c64-1f6284745615') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:46.345399 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bcd116-60c9-411a-b273-111ff37f6c11 x-openstack-request-id: req-83bcd116-60c9-411a-b273-111ff37f6c11 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:56:46.345714 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "name": "network-vif-plugged", "status": "completed", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:56:46.345949 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83bcd116-60c9-411a-b273-111ff37f6c11 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:56:46.346346 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'code': 200} Nov 26 02:56:46.351442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-a15f22d1-42f1-486f-ba09-7360d331e824 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Calling delete_port for 18481cc0-47c0-4803-9167-499d98f84de4 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:46.362264 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-74674cbc-f7ca-46c0-aa44-51cc4c56551c tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/subnetpools/83094ecc-85b9-47f2-8c64-1f6284745615/tags HTTP/1.1" status: 200 len: 240 time: 0.0402133 Nov 26 02:56:46.367329 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48944) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:46.372665 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-c88f6a77-9553-483b-925c-9ddc98219c62 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83094ecc-85b9-47f2-8c64-1f6284745615', 'tempest-TagsExtTest-Tag-978619129') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:46.407887 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:46.411727 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c88f6a77-9553-483b-925c-9ddc98219c62 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/subnetpools/83094ecc-85b9-47f2-8c64-1f6284745615/tags/tempest-TagsExtTest-Tag-978619129 HTTP/1.1" status: 204 len: 168 time: 0.0418248 Nov 26 02:56:46.412363 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48946) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:46.422968 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-74e0813a-b123-42e6-a768-881cf4e17437 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '83094ecc-85b9-47f2-8c64-1f6284745615', 'tempest-TagsExtTest-Tag-978619129') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:46.497741 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-74e0813a-b123-42e6-a768-881cf4e17437 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/subnetpools/83094ecc-85b9-47f2-8c64-1f6284745615/tags/tempest-TagsExtTest-Tag-978619129 HTTP/1.1" status: 204 len: 168 time: 0.0800254 Nov 26 02:56:46.499635 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48948) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:46.526561 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-00f7f231-93b2-4d12-a905-7826d9e5dacd tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '83094ecc-85b9-47f2-8c64-1f6284745615') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:46.527284 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:46.560651 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-00f7f231-93b2-4d12-a905-7826d9e5dacd tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/subnetpools/83094ecc-85b9-47f2-8c64-1f6284745615/tags HTTP/1.1" status: 200 len: 205 time: 0.0597494 Nov 26 02:56:46.561340 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48956) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:46.569535 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-d91eae6d-b099-4417-a622-2b69c6c34af3 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83094ecc-85b9-47f2-8c64-1f6284745615') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:46.573425 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No DVR routers for this DVR port 771fb826-a40a-446d-aa47-7644d04d7222 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:56:46.575721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=771fb826-a40a-446d-aa47-7644d04d7222,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:46.615151 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d91eae6d-b099-4417-a622-2b69c6c34af3 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/subnetpools/83094ecc-85b9-47f2-8c64-1f6284745615/tags HTTP/1.1" status: 204 len: 168 time: 0.0500643 Nov 26 02:56:46.615598 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48958) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:46.620167 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-77929b5a-deb7-4bf3-9075-09964a8d5fda tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f2195ade-5281-4ada-a760-29931ffdbda3') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:46.640641 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:46.721131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f5d8d-195b-467b-a2a5-e08053e75b19 req-420c318a-975d-442d-b2ba-72af3997647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:46.722645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf4f5d8d-195b-467b-a2a5-e08053e75b19 req-420c318a-975d-442d-b2ba-72af3997647a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 1096 time: 0.2794271 Nov 26 02:56:46.723648 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-77929b5a-deb7-4bf3-9075-09964a8d5fda tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/routers/f2195ade-5281-4ada-a760-29931ffdbda3/tags HTTP/1.1" status: 204 len: 168 time: 0.1069593 Nov 26 02:56:46.726200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48964) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:46.730685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-70055661-b639-4f48-892f-5110c09c6050 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ae0d2aee-0873-4825-a1f7-c8ef5d633ca9') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:46.735708 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbd48b-c917-4dc2-86e9-9b2564123501 req-fb62432d-e431-4bc6-b252-d4ac66b456c1 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:46.737229 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-67bbd48b-c917-4dc2-86e9-9b2564123501 req-fb62432d-e431-4bc6-b252-d4ac66b456c1 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.2766628 Nov 26 02:56:46.786083 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-70055661-b639-4f48-892f-5110c09c6050 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/ports/ae0d2aee-0873-4825-a1f7-c8ef5d633ca9/tags HTTP/1.1" status: 204 len: 168 time: 0.0588832 Nov 26 02:56:46.786305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f761931-bea7-4110-92b9-f7735003f953 req-544efecd-aac8-4522-8305-bfd4705efad4 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:46.787802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7f761931-bea7-4110-92b9-f7735003f953 req-544efecd-aac8-4522-8305-bfd4705efad4 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 931 time: 0.3011327 Nov 26 02:56:46.788614 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48966) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:46.792831 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-755ae037-08f0-4ffc-81aa-6200d16877cc tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:46.810290 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:46.817255 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a15f22d1-42f1-486f-ba09-7360d331e824 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:46.850755 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-755ae037-08f0-4ffc-81aa-6200d16877cc tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/subnets/4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9/tags HTTP/1.1" status: 204 len: 168 time: 0.0575676 Nov 26 02:56:46.852403 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48968) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:46.857274 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-cbb46f00-d1fc-4dc3-953a-125082ed5bcf tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9', 'tempest-TagsExtTest-Tag-1464253786') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:46.903949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5d6fa0-163c-4985-be41-18b0e3cdc65a']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:46.908099 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f22d1-42f1-486f-ba09-7360d331e824 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Pushing event deleted for resources: {'Port': ['ID=18481cc0-47c0-4803-9167-499d98f84de4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:46.922260 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cbb46f00-d1fc-4dc3-953a-125082ed5bcf tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "PUT /v2.0/subnets/4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9/tags/tempest-TagsExtTest-Tag-1464253786 HTTP/1.1" status: 201 len: 201 time: 0.0691731 Nov 26 02:56:46.924903 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48970) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:46.930605 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-e445d7c6-491b-4c11-be95-785e27cd77c1 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ae0d2aee-0873-4825-a1f7-c8ef5d633ca9', 'tempest-TagsExtTest-Tag-256706600') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:46.985204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ce7db6-2f70-4e57-94ea-c97ab6d029d7') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:46.985511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ce7db6-2f70-4e57-94ea-c97ab6d029d7') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:46.997153 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a15f22d1-42f1-486f-ba09-7360d331e824 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:47.000473 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a15f22d1-42f1-486f-ba09-7360d331e824 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] 10.222.0.31 "DELETE /v2.0/ports/18481cc0-47c0-4803-9167-499d98f84de4 HTTP/1.1" status: 204 len: 168 time: 2.1323438 Nov 26 02:56:47.003273 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48972) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:47.014895 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e445d7c6-491b-4c11-be95-785e27cd77c1 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "PUT /v2.0/ports/ae0d2aee-0873-4825-a1f7-c8ef5d633ca9/tags/tempest-TagsExtTest-Tag-256706600 HTTP/1.1" status: 201 len: 201 time: 0.0889294 Nov 26 02:56:47.022952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48974) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:47.027516 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:47.031823 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec9a244-eceb-40d6-842f-d889dd1c8ad1 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] GET failed (client error): The resource could not be found. Nov 26 02:56:47.037143 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6ec9a244-eceb-40d6-842f-d889dd1c8ad1 tempest-PortsAdminExtendedAttrsTestJSON-143689984 tempest-PortsAdminExtendedAttrsTestJSON-143689984-project-admin] 10.222.0.31 "GET /v2.0/ports/18481cc0-47c0-4803-9167-499d98f84de4 HTTP/1.1" status: 404 len: 333 time: 0.0288751 Nov 26 02:56:47.038120 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48976) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:47.043310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.tag.tag_plugin [None req-b223de72-7e06-4c29-bc02-e988d916be14 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f2195ade-5281-4ada-a760-29931ffdbda3', 'tempest-TagsExtTest-Tag-1108453746') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:47.046661 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf4f5d8d-195b-467b-a2a5-e08053e75b19 req-b6356e4d-b50d-4b81-a025-d89bb77a697d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053353 Nov 26 02:56:47.060459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-67bbd48b-c917-4dc2-86e9-9b2564123501 req-4f0c21d8-e4c0-4b50-9c3d-1899d5110969 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2942450 Nov 26 02:56:47.062437 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 771fb826-a40a-446d-aa47-7644d04d7222 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:56:47.086143 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 771fb826-a40a-446d-aa47-7644d04d7222 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:56:47.086502 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 771fb826-a40a-446d-aa47-7644d04d7222 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:56:47.106280 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:47.141216 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a378d666-c352-4cbb-9613-7f3dbf20b501 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:47.156337 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7f761931-bea7-4110-92b9-f7735003f953 req-62b52559-07a3-44ab-b0cb-23a42b5265b3 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=1abdd01b-3e9d-4ab3-a244-8c9335f174f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3398933 Nov 26 02:56:47.157568 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:56:47.157978 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:47.168013 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 26 Nov 2021 02:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962d572f-fb23-4009-ae4f-8f34d388d160 x-openstack-request-id: req-962d572f-fb23-4009-ae4f-8f34d388d160 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:56:47.168534 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36391169-de6f-4366-8e70-940c9bcfbb2d", "name": "network-vif-deleted", "tag": "6980759a-8bd6-4e94-94c2-21cf93231243", "status": "failed", "code": 422}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:56:47.168957 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-962d572f-fb23-4009-ae4f-8f34d388d160 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:56:47.169554 n-d-819389-3 neutron-server[104802]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '36391169-de6f-4366-8e70-940c9bcfbb2d', 'name': 'network-vif-deleted', 'tag': '6980759a-8bd6-4e94-94c2-21cf93231243', 'status': 'failed', 'code': 422} returned with failed status Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:56:47.171735 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:56:47.253322 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a378d666-c352-4cbb-9613-7f3dbf20b501 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:47.275432 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-a378d666-c352-4cbb-9613-7f3dbf20b501 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b9aa28-0cd8-4ce5-b7f4-63e290412bce']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:47.287937 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-a378d666-c352-4cbb-9613-7f3dbf20b501 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:47.288386 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-a378d666-c352-4cbb-9613-7f3dbf20b501 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe66dd56-e9d6-4f6d-b75f-6a7aef6db4be') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:47.299148 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a378d666-c352-4cbb-9613-7f3dbf20b501 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:47.312302 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a378d666-c352-4cbb-9613-7f3dbf20b501 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:47.320548 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a378d666-c352-4cbb-9613-7f3dbf20b501 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:56:47.320948 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a378d666-c352-4cbb-9613-7f3dbf20b501 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:56:47.323941 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:56:47.337311 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:47.361532 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:47.368757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/networks/6f5d6fa0-163c-4985-be41-18b0e3cdc65a HTTP/1.1" status: 204 len: 168 time: 2.8292735 Nov 26 02:56:47.378548 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48986) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:47.385911 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-4a8a3e74-37a9-4b5f-9a0d-e5394909c460 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'network_id': '17724552-84a7-406f-930d-796a4b52cd2b', 'name': 'tempest-PortsIpV6TestJSON-855635906'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:47.391610 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b223de72-7e06-4c29-bc02-e988d916be14 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "PUT /v2.0/routers/f2195ade-5281-4ada-a760-29931ffdbda3/tags/tempest-TagsExtTest-Tag-1108453746 HTTP/1.1" status: 201 len: 201 time: 0.3620198 Nov 26 02:56:47.392538 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9582068-34ed-4f59-b57a-21cb72935b21 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Network': ['ID=6f5d6fa0-163c-4985-be41-18b0e3cdc65a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:47.396626 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48988) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:47.408291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a31192-fc66-473b-a68c-6b68f671230b req-42b77527-b04a-4023-9e37-04375cdc7bd3 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:47.409890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09a31192-fc66-473b-a68c-6b68f671230b req-42b77527-b04a-4023-9e37-04375cdc7bd3 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 945 time: 0.1814470 Nov 26 02:56:47.420489 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.tag.tag_plugin [None req-79491c2a-be97-4839-b28f-70867de801c1 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '83094ecc-85b9-47f2-8c64-1f6284745615', 'tempest-TagsExtTest-Tag-1144460637') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:47.471440 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a378d666-c352-4cbb-9613-7f3dbf20b501 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:47.478755 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a378d666-c352-4cbb-9613-7f3dbf20b501 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:47.487325 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a378d666-c352-4cbb-9613-7f3dbf20b501 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] 10.222.0.31 "DELETE /v2.0/networks/f1b9aa28-0cd8-4ce5-b7f4-63e290412bce HTTP/1.1" status: 204 len: 168 time: 0.4440250 Nov 26 02:56:47.511819 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378d666-c352-4cbb-9613-7f3dbf20b501 tempest-PortsAdminExtendedAttrsTestJSON-1244286106 tempest-PortsAdminExtendedAttrsTestJSON-1244286106-project] Pushing event deleted for resources: {'Network': ['ID=f1b9aa28-0cd8-4ce5-b7f4-63e290412bce,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:47.548373 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:47.552581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8a3e74-37a9-4b5f-9a0d-e5394909c460 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:47.557240 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a8a3e74-37a9-4b5f-9a0d-e5394909c460 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:47.579693 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-4a8a3e74-37a9-4b5f-9a0d-e5394909c460 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] device_id is not set on port 7e2a0e88-6a3a-4c66-afe1-238f1c60f160 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:47.629813 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe16afc-30f5-4c7c-8953-094e69cd1aff {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:56:47.650355 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:47.668288 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-79491c2a-be97-4839-b28f-70867de801c1 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "PUT /v2.0/subnetpools/83094ecc-85b9-47f2-8c64-1f6284745615/tags/tempest-TagsExtTest-Tag-1144460637 HTTP/1.1" status: 201 len: 201 time: 0.2673280 Nov 26 02:56:47.669386 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49000) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:47.672715 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09a31192-fc66-473b-a68c-6b68f671230b req-a64dc501-0903-4b2d-9c7d-a66a6dc49984 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477288 Nov 26 02:56:47.673450 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-222d5fc6-cc80-4a4b-9175-7e3021c11fde tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9', {'tags': ['tempest-TagsExtTest-Tag-1707330155', 'tempest-TagsExtTest-Tag-1252088823', 'tempest-TagsExtTest-Tag-1339934257']}) {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:47.712471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Transition to ACTIVE for port object fbe16afc-30f5-4c7c-8953-094e69cd1aff will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:56:47.722142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38d125-3159-4dca-8281-a0a2f437514f req-4fd32cd5-0999-4796-96eb-c498c6543225 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:47.723696 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b38d125-3159-4dca-8281-a0a2f437514f req-4fd32cd5-0999-4796-96eb-c498c6543225 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 811 time: 0.2645173 Nov 26 02:56:47.726117 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:47.740433 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d8427-099d-4ecf-b6fe-e737a9458a5c req-1a0ee6e8-bfc6-4b89-b839-450c4a8e5d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:47.741924 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed9d8427-099d-4ecf-b6fe-e737a9458a5c req-1a0ee6e8-bfc6-4b89-b839-450c4a8e5d79 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd0486c09d3445d19d9cae0425413414&device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 1096 time: 0.1744289 Nov 26 02:56:47.821578 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-222d5fc6-cc80-4a4b-9175-7e3021c11fde tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "PUT /v2.0/subnets/4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9/tags HTTP/1.1" status: 200 len: 318 time: 0.1515694 Nov 26 02:56:47.825249 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a8a3e74-37a9-4b5f-9a0d-e5394909c460 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:47.826716 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49004) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:47.831155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b38d125-3159-4dca-8281-a0a2f437514f req-84994691-6d1a-45b3-b9ee-2f49ec0ec51c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/quotas/4be478bdf8de411ba7c8fa3e014f0ef8 HTTP/1.1" status: 200 len: 375 time: 0.0982084 Nov 26 02:56:47.831535 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-089641be-1f8e-486e-bb3f-7fe5fe41ebea tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:47.860238 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Pushing event updated for resources: {'Port': ['ID=fbe16afc-30f5-4c7c-8953-094e69cd1aff,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:47.884481 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49006) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:47.899285 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b38d125-3159-4dca-8281-a0a2f437514f req-52ddac0c-31c8-4b3b-a10e-604354390edc tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516109 Nov 26 02:56:47.931339 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a8a3e74-37a9-4b5f-9a0d-e5394909c460 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:47.972925 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-089641be-1f8e-486e-bb3f-7fe5fe41ebea tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/subnets/4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9/tags HTTP/1.1" status: 204 len: 168 time: 0.1449745 Nov 26 02:56:47.976645 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8a3e74-37a9-4b5f-9a0d-e5394909c460 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 17724552-84a7-406f-930d-796a4b52cd2b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:47.977556 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49010) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:47.984412 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-b0e94d20-1cab-489e-8a3e-1a9b956de426 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9', 'tempest-TagsExtTest-Tag-1707330155') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:47.992006 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-4a8a3e74-37a9-4b5f-9a0d-e5394909c460 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:48.013860 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a3e74-37a9-4b5f-9a0d-e5394909c460 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:48.019656 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8a3e74-37a9-4b5f-9a0d-e5394909c460 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:48.020333 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a8a3e74-37a9-4b5f-9a0d-e5394909c460 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:48.053748 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a3e74-37a9-4b5f-9a0d-e5394909c460 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=7e2a0e88-6a3a-4c66-afe1-238f1c60f160,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:48.061627 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4a8a3e74-37a9-4b5f-9a0d-e5394909c460 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6817966 Nov 26 02:56:48.062044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49012) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:48.084694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d8427-099d-4ecf-b6fe-e737a9458a5c req-bdd817af-4699-4d1b-9095-fc33e0ece0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:48.086258 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed9d8427-099d-4ecf-b6fe-e737a9458a5c req-bdd817af-4699-4d1b-9095-fc33e0ece0d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12 HTTP/1.1" status: 200 len: 918 time: 0.3196554 Nov 26 02:56:48.098494 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b38d125-3159-4dca-8281-a0a2f437514f req-aa7b9548-d98f-412e-ae8e-5b178e604d42 service neutron] 10.222.0.31 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721427 Nov 26 02:56:48.186421 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d7053d8f-9dbd-40f6-b41f-415260157954 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75b178243d054cdebe9acb3c500653c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3002086 Nov 26 02:56:48.191993 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49018) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:48.203385 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-b0e94d20-1cab-489e-8a3e-1a9b956de426 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] show failed (client error): The resource could not be found. Nov 26 02:56:48.207162 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b0e94d20-1cab-489e-8a3e-1a9b956de426 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/subnets/4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9/tags/tempest-TagsExtTest-Tag-1707330155 HTTP/1.1" status: 404 len: 329 time: 0.2234824 Nov 26 02:56:48.208798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Attempting to bind port fbe16afc-30f5-4c7c-8953-094e69cd1aff on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:48.209983 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Attempting to bind port fbe16afc-30f5-4c7c-8953-094e69cd1aff by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'b035f7d8-bdc3-4a67-a8cf-cb3525c2442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:48.209983 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Attempting to bind port fbe16afc-30f5-4c7c-8953-094e69cd1aff on network 280aa7a0-b74e-4574-ba4c-9132492aa839 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:48.212121 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49020) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:48.223238 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-08e65394-549f-4937-9147-16be638e801c tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9', 'tempest-TagsExtTest-Tag-1252088823') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:48.240241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Port fbe16afc-30f5-4c7c-8953-094e69cd1aff on network 280aa7a0-b74e-4574-ba4c-9132492aa839 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:48.240611 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Attempting to bind port fbe16afc-30f5-4c7c-8953-094e69cd1aff on network 280aa7a0-b74e-4574-ba4c-9132492aa839 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:48.263778 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:56:48.264139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Checking segment: {'id': 'b035f7d8-bdc3-4a67-a8cf-cb3525c2442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:56:48.264525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Bound using segment: {'id': 'b035f7d8-bdc3-4a67-a8cf-cb3525c2442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:56:48.264963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Bound port: fbe16afc-30f5-4c7c-8953-094e69cd1aff, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b035f7d8-bdc3-4a67-a8cf-cb3525c2442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:56:48.265321 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:48.284410 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed9d8427-099d-4ecf-b6fe-e737a9458a5c req-9d190250-ea03-470e-b668-d66033af0b81 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d733a54c-2bc9-4a73-af61-0a2661545586 HTTP/1.1" status: 200 len: 1001 time: 0.1693537 Nov 26 02:56:48.286927 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-b18de8f6-fdf4-4bfd-9c04-60a0437bf018 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port 7e2a0e88-6a3a-4c66-afe1-238f1c60f160 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:48.287277 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b18de8f6-fdf4-4bfd-9c04-60a0437bf018 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:48.343755 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6be57ca7-93e0-4fab-8ccf-d336d1a7ca8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:48.390431 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-08e65394-549f-4937-9147-16be638e801c tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] show failed (client error): The resource could not be found. Nov 26 02:56:48.391493 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-08e65394-549f-4937-9147-16be638e801c tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/subnets/4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9/tags/tempest-TagsExtTest-Tag-1252088823 HTTP/1.1" status: 404 len: 329 time: 0.1784289 Nov 26 02:56:48.400000 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49024) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:48.403740 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b18de8f6-fdf4-4bfd-9c04-60a0437bf018 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:48.407442 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6be57ca7-93e0-4fab-8ccf-d336d1a7ca8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:48.411534 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-300e602c-ed13-40c9-9d32-127e6ee98fa7 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9', 'tempest-TagsExtTest-Tag-1339934257') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:48.462225 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-b18de8f6-fdf4-4bfd-9c04-60a0437bf018 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for 7e2a0e88-6a3a-4c66-afe1-238f1c60f160 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:48.540478 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6be57ca7-93e0-4fab-8ccf-d336d1a7ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:48.543068 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6be57ca7-93e0-4fab-8ccf-d336d1a7ca8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:48.544280 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6be57ca7-93e0-4fab-8ccf-d336d1a7ca8c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd7f325b-6cb1-44d4-ab02-fe3bb461ba01 HTTP/1.1" status: 204 len: 168 time: 0.3503447 Nov 26 02:56:48.568680 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be57ca7-93e0-4fab-8ccf-d336d1a7ca8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7f325b-6cb1-44d4-ab02-fe3bb461ba01,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:48.580460 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-300e602c-ed13-40c9-9d32-127e6ee98fa7 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] show failed (client error): The resource could not be found. Nov 26 02:56:48.584149 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-300e602c-ed13-40c9-9d32-127e6ee98fa7 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/subnets/4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9/tags/tempest-TagsExtTest-Tag-1339934257 HTTP/1.1" status: 404 len: 329 time: 0.1804080 Nov 26 02:56:48.586847 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49028) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:48.592495 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-f6fc99ae-1c2d-4237-85e6-2489c170159b tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ae0d2aee-0873-4825-a1f7-c8ef5d633ca9', {'tags': ['tempest-TagsExtTest-Tag-943895360', 'tempest-TagsExtTest-Tag-1368880791', 'tempest-TagsExtTest-Tag-1738712525']}) {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:48.628014 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b18de8f6-fdf4-4bfd-9c04-60a0437bf018 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:48.653653 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa40306-0ca6-4bb3-aaba-c63af805f1c8 req-944ed0f8-e9c1-4994-abda-41bfea4706c6 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:48.655210 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7fa40306-0ca6-4bb3-aaba-c63af805f1c8 req-944ed0f8-e9c1-4994-abda-41bfea4706c6 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.4638970 Nov 26 02:56:48.677995 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b38d125-3159-4dca-8281-a0a2f437514f req-ccacfd44-1f76-4796-a9bf-35974b48343b service neutron] 10.222.0.31 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786262 Nov 26 02:56:48.685350 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b18de8f6-fdf4-4bfd-9c04-60a0437bf018 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:48.691219 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b18de8f6-fdf4-4bfd-9c04-60a0437bf018 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/ports/7e2a0e88-6a3a-4c66-afe1-238f1c60f160 HTTP/1.1" status: 204 len: 168 time: 0.6215079 Nov 26 02:56:48.692135 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49030) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:48.695556 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18de8f6-fdf4-4bfd-9c04-60a0437bf018 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=7e2a0e88-6a3a-4c66-afe1-238f1c60f160,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:48.703399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9956c514-cf5f-4882-9195-91658c3fa543 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'network_id': '17724552-84a7-406f-930d-796a4b52cd2b', 'mac_address': 'fa:16:3e:41:1e:e3', 'name': 'tempest-PortsIpV6TestJSON-921135026'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:48.709243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d8427-099d-4ecf-b6fe-e737a9458a5c req-412d2755-f0cc-4363-bede-73362726d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:48.710749 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed9d8427-099d-4ecf-b6fe-e737a9458a5c req-412d2755-f0cc-4363-bede-73362726d057 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9a5d52cf-14f1-4c64-a09a-1d91ea505a6c HTTP/1.1" status: 200 len: 856 time: 0.1261103 Nov 26 02:56:48.754715 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f6fc99ae-1c2d-4237-85e6-2489c170159b tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "PUT /v2.0/ports/ae0d2aee-0873-4825-a1f7-c8ef5d633ca9/tags HTTP/1.1" status: 200 len: 317 time: 0.1645756 Nov 26 02:56:48.755362 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49036) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:48.757962 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] For port fbe16afc-30f5-4c7c-8953-094e69cd1aff, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:56:48.759767 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-381eb240-02ce-43dc-b88d-d5b9b8b2699d tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ae0d2aee-0873-4825-a1f7-c8ef5d633ca9') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:48.783743 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] For port fbe16afc-30f5-4c7c-8953-094e69cd1aff, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=fbe16afc-30f5-4c7c-8953-094e69cd1aff,segment=NetworkSegment(b035f7d8-bdc3-4a67-a8cf-cb3525c2442b),segment_id=b035f7d8-bdc3-4a67-a8cf-cb3525c2442b)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:56:48.790615 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7fa40306-0ca6-4bb3-aaba-c63af805f1c8 req-2a32f8cd-c891-4f66-9f65-da93534f5ba2 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1187792 Nov 26 02:56:48.799827 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:48.810308 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d8427-099d-4ecf-b6fe-e737a9458a5c req-e74b9502-fa53-4acc-8761-dc597b9bbab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:48.812413 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed9d8427-099d-4ecf-b6fe-e737a9458a5c req-e74b9502-fa53-4acc-8761-dc597b9bbab0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911422 Nov 26 02:56:48.852939 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9956c514-cf5f-4882-9195-91658c3fa543 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:48.871158 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:48.871643 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:48.873215 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] 10.222.0.54 "PUT /v2.0/ports/fbe16afc-30f5-4c7c-8953-094e69cd1aff HTTP/1.1" status: 200 len: 1091 time: 2.7755821 Nov 26 02:56:48.930602 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-381eb240-02ce-43dc-b88d-d5b9b8b2699d tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/ports/ae0d2aee-0873-4825-a1f7-c8ef5d633ca9/tags HTTP/1.1" status: 204 len: 168 time: 0.1741366 Nov 26 02:56:48.934234 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49038) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:48.942401 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b40727-b2cd-4255-901d-615aa6e2fc7c service neutron] Pushing event updated for resources: {'Port': ['ID=fbe16afc-30f5-4c7c-8953-094e69cd1aff,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:48.946778 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-e5b08c6a-7963-4641-8c54-68a166fb2b24 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ae0d2aee-0873-4825-a1f7-c8ef5d633ca9', 'tempest-TagsExtTest-Tag-943895360') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:48.987370 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9956c514-cf5f-4882-9195-91658c3fa543 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:49.048375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-9956c514-cf5f-4882-9195-91658c3fa543 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] device_id is not set on port b161dc92-3b0f-440e-b752-ca215594b2cd yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:49.090281 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed9d8427-099d-4ecf-b6fe-e737a9458a5c req-8a3925e6-9249-44a7-9fcb-3712dd98eba8 service neutron] 10.222.0.54 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478197 Nov 26 02:56:49.118861 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-e5b08c6a-7963-4641-8c54-68a166fb2b24 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] show failed (client error): The resource could not be found. Nov 26 02:56:49.119931 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e5b08c6a-7963-4641-8c54-68a166fb2b24 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/ports/ae0d2aee-0873-4825-a1f7-c8ef5d633ca9/tags/tempest-TagsExtTest-Tag-943895360 HTTP/1.1" status: 404 len: 328 time: 0.1775153 Nov 26 02:56:49.121282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e4915-894f-4dba-8ddf-a85993ad960b req-6d264cf2-57b5-4405-855f-c5de811f6be6 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:49.122985 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-628e4915-894f-4dba-8ddf-a85993ad960b req-6d264cf2-57b5-4405-855f-c5de811f6be6 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 943 time: 0.1557236 Nov 26 02:56:49.125166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49044) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:49.155054 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.tag.tag_plugin [None req-e60121a9-3a62-4a1c-aac8-16f6b0efae64 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ae0d2aee-0873-4825-a1f7-c8ef5d633ca9', 'tempest-TagsExtTest-Tag-1368880791') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:49.204076 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49046) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:49.206975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4470e6d-28f6-4781-9023-8c78943e08cd', 'tag': 'fbe16afc-30f5-4c7c-8953-094e69cd1aff'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:56:49.209642 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c6733e-a03d-4ea0-a761-d7f10a604936" -d '{"events": [{"name": "network-changed", "server_uuid": "d4470e6d-28f6-4781-9023-8c78943e08cd", "tag": "fbe16afc-30f5-4c7c-8953-094e69cd1aff"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:56:49.254338 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-e80343d9-b64b-48a7-afc4-0c5ac6467130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:49.255942 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-e80343d9-b64b-48a7-afc4-0c5ac6467130 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63b815c3cb0d48b09328fd2ad95d226f&device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 1094 time: 0.3026183 Nov 26 02:56:49.326384 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-73a74b35-d9cf-446c-828d-71a3c5568d3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=456ce45c0034448391bf346ca07b4bd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1197505 Nov 26 02:56:49.330113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49054) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:49.374713 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9956c514-cf5f-4882-9195-91658c3fa543 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:49.393459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-67fe3450-6b78-4b39-96ab-8de59d6ece9d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe16afc-30f5-4c7c-8953-094e69cd1aff HTTP/1.1" status: 200 len: 217 time: 0.1183608 Nov 26 02:56:49.396963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-628e4915-894f-4dba-8ddf-a85993ad960b req-7c3bda4b-285a-459a-b584-ad5ebb7b8755 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=1abdd01b-3e9d-4ab3-a244-8c9335f174f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542646 Nov 26 02:56:49.419875 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c68ed77d-f503-4763-b0c2-a064fdb67f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:49.451739 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c68ed77d-f503-4763-b0c2-a064fdb67f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:49.488086 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9956c514-cf5f-4882-9195-91658c3fa543 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:49.502298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cd018-b9ba-44e4-801e-1fc09125bffd req-49fe38cc-7744-45b7-a6ef-10b4a3cdc126 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:49.509734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c72cd018-b9ba-44e4-801e-1fc09125bffd req-49fe38cc-7744-45b7-a6ef-10b4a3cdc126 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 945 time: 0.2677765 Nov 26 02:56:49.517000 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed9d8427-099d-4ecf-b6fe-e737a9458a5c req-3b534f6b-c40f-4408-afb2-6e1c10a20ffd service neutron] 10.222.0.54 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185002 Nov 26 02:56:49.545303 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9956c514-cf5f-4882-9195-91658c3fa543 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 17724552-84a7-406f-930d-796a4b52cd2b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:49.552415 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-9956c514-cf5f-4882-9195-91658c3fa543 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:49.555141 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c68ed77d-f503-4763-b0c2-a064fdb67f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:49.556701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d765285d-d961-40a0-bddf-2267170aa0f4 req-af8e0739-8866-4ff6-a7bc-9769231e6c49 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 210 time: 0.0839210 Nov 26 02:56:49.557694 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c68ed77d-f503-4763-b0c2-a064fdb67f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:49.561197 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c68ed77d-f503-4763-b0c2-a064fdb67f9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb01aabe-71e5-45b9-9fa4-045ec98c3081 HTTP/1.1" status: 204 len: 168 time: 0.2278404 Nov 26 02:56:49.561197 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9956c514-cf5f-4882-9195-91658c3fa543 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:49.565663 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9956c514-cf5f-4882-9195-91658c3fa543 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:49.566277 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9956c514-cf5f-4882-9195-91658c3fa543 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:49.570098 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956c514-cf5f-4882-9195-91658c3fa543 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=b161dc92-3b0f-440e-b752-ca215594b2cd,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:49.581630 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ed77d-f503-4763-b0c2-a064fdb67f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb01aabe-71e5-45b9-9fa4-045ec98c3081,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:49.601289 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9956c514-cf5f-4882-9195-91658c3fa543 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9061744 Nov 26 02:56:49.601935 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49060) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:49.618166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-a06e0918-3139-40f1-a981-f99f2980d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:49.621194 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-a06e0918-3139-40f1-a981-f99f2980d474 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fd6a293a-896f-4bbe-a4f6-4ff012988fdc HTTP/1.1" status: 200 len: 849 time: 0.2165158 Nov 26 02:56:49.626582 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-e60121a9-3a62-4a1c-aac8-16f6b0efae64 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] show failed (client error): The resource could not be found. Nov 26 02:56:49.631289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49062) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:49.635518 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e60121a9-3a62-4a1c-aac8-16f6b0efae64 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/ports/ae0d2aee-0873-4825-a1f7-c8ef5d633ca9/tags/tempest-TagsExtTest-Tag-1368880791 HTTP/1.1" status: 404 len: 329 time: 0.4961755 Nov 26 02:56:49.670294 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-aeec1805-6484-4367-86e2-8906dd43ab29 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ae0d2aee-0873-4825-a1f7-c8ef5d633ca9', 'tempest-TagsExtTest-Tag-1738712525') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:49.685213 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce77245f-429c-4e9d-84c3-5f40998f4071 x-openstack-request-id: req-ce77245f-429c-4e9d-84c3-5f40998f4071 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:56:49.685827 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4470e6d-28f6-4781-9023-8c78943e08cd", "tag": "fbe16afc-30f5-4c7c-8953-094e69cd1aff", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:56:49.685827 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce77245f-429c-4e9d-84c3-5f40998f4071 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:56:49.686143 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4470e6d-28f6-4781-9023-8c78943e08cd', 'tag': 'fbe16afc-30f5-4c7c-8953-094e69cd1aff', 'status': 'completed', 'code': 200} Nov 26 02:56:49.719809 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c72cd018-b9ba-44e4-801e-1fc09125bffd req-e374974b-1bc5-4af5-a1dd-d31ee5bb0bcd tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091904 Nov 26 02:56:49.720079 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3bc30b-9974-4f25-9501-5cee77d16466 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:49.722008 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-af3bc30b-9974-4f25-9501-5cee77d16466 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports/b161dc92-3b0f-440e-b752-ca215594b2cd HTTP/1.1" status: 200 len: 844 time: 0.1184587 Nov 26 02:56:49.724463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-d4d49248-2888-4b7c-8be2-e64ea4bbc84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:49.724757 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49064) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:49.726035 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-d4d49248-2888-4b7c-8be2-e64ea4bbc84f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=280aa7a0-b74e-4574-ba4c-9132492aa839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890672 Nov 26 02:56:49.819608 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-aeec1805-6484-4367-86e2-8906dd43ab29 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] show failed (client error): The resource could not be found. Nov 26 02:56:49.824471 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-aeec1805-6484-4367-86e2-8906dd43ab29 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/ports/ae0d2aee-0873-4825-a1f7-c8ef5d633ca9/tags/tempest-TagsExtTest-Tag-1738712525 HTTP/1.1" status: 404 len: 329 time: 0.1605053 Nov 26 02:56:49.825265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49068) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:49.832309 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-f7fd4600-de72-4192-85ab-83774ce2f3f6 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f2195ade-5281-4ada-a760-29931ffdbda3', {'tags': ['tempest-TagsExtTest-Tag-285687784', 'tempest-TagsExtTest-Tag-1952025074', 'tempest-TagsExtTest-Tag-1818350439']}) {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:49.899395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-9e8bc2bb-a654-406f-845d-2135a09799a1 service neutron] 10.222.0.54 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648419 Nov 26 02:56:49.919510 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785612f3-4858-4577-a8ae-d154f55131e9 req-bb8908a1-5dc1-4b2d-a0d0-8f221cdff5e7 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:49.921134 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-785612f3-4858-4577-a8ae-d154f55131e9 req-bb8908a1-5dc1-4b2d-a0d0-8f221cdff5e7 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 945 time: 0.0898206 Nov 26 02:56:49.943054 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49074) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:49.958207 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-25366474-6de3-4fb0-8e4f-e832f31f97e0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Request body: {'floatingip': {'port_id': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:50.049956 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-25366474-6de3-4fb0-8e4f-e832f31f97e0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:50.150211 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8383a30-5f87-466d-a40d-806c826984e9 req-1753ac3a-c32f-4640-b0a9-34162aa458e9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:50.152408 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8383a30-5f87-466d-a40d-806c826984e9 req-1753ac3a-c32f-4640-b0a9-34162aa458e9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 945 time: 0.2404892 Nov 26 02:56:50.217555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae58cca4-ee1a-4bcc-8290-780b1429e95f req-c355c222-f047-4426-9e1f-6958ceb30efd service neutron] 10.222.0.54 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074720 Nov 26 02:56:50.264716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8383a30-5f87-466d-a40d-806c826984e9 req-c08d87c0-b2e4-4c35-990b-80106d133e29 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004303 Nov 26 02:56:50.302889 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-78943f78-ba17-4020-8e86-44d78721959c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port b161dc92-3b0f-440e-b752-ca215594b2cd {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:50.303474 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-78943f78-ba17-4020-8e86-44d78721959c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:50.349286 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f7fd4600-de72-4192-85ab-83774ce2f3f6 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "PUT /v2.0/routers/f2195ade-5281-4ada-a760-29931ffdbda3/tags HTTP/1.1" status: 200 len: 317 time: 0.5207016 Nov 26 02:56:50.353021 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49086) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:50.357551 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-09fa3cf5-c94e-452d-a7f5-0f178929efa6 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f2195ade-5281-4ada-a760-29931ffdbda3') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:50.444842 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-78943f78-ba17-4020-8e86-44d78721959c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:50.458331 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6733e-a03d-4ea0-a761-d7f10a604936 req-2ded8577-f76f-4384-b08e-a69922c99e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:50.459854 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71c6733e-a03d-4ea0-a761-d7f10a604936 req-2ded8577-f76f-4384-b08e-a69922c99e4c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63b815c3cb0d48b09328fd2ad95d226f&device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 1094 time: 0.1197498 Nov 26 02:56:50.459982 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-78943f78-ba17-4020-8e86-44d78721959c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for b161dc92-3b0f-440e-b752-ca215594b2cd owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:50.566108 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-09fa3cf5-c94e-452d-a7f5-0f178929efa6 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/routers/f2195ade-5281-4ada-a760-29931ffdbda3/tags HTTP/1.1" status: 204 len: 168 time: 0.2129078 Nov 26 02:56:50.569426 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49098) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:50.575453 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-fa7dccf4-21d4-4147-9825-489d0e31d444 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f2195ade-5281-4ada-a760-29931ffdbda3', 'tempest-TagsExtTest-Tag-285687784') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:50.581182 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-78943f78-ba17-4020-8e86-44d78721959c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:50.639211 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38d125-3159-4dca-8281-a0a2f437514f req-7f2a2c1b-b9c6-40ea-b79d-3590f6f00729 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:50.646724 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b38d125-3159-4dca-8281-a0a2f437514f req-7f2a2c1b-b9c6-40ea-b79d-3590f6f00729 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.59 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 811 time: 0.3162410 Nov 26 02:56:50.675740 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78943f78-ba17-4020-8e86-44d78721959c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=b161dc92-3b0f-440e-b752-ca215594b2cd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:50.682048 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-78943f78-ba17-4020-8e86-44d78721959c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:50.685552 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-78943f78-ba17-4020-8e86-44d78721959c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/ports/b161dc92-3b0f-440e-b752-ca215594b2cd HTTP/1.1" status: 204 len: 168 time: 0.9597971 Nov 26 02:56:50.688667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49104) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:50.701198 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-fa7dccf4-21d4-4147-9825-489d0e31d444 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] show failed (client error): The resource could not be found. Nov 26 02:56:50.705291 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fa7dccf4-21d4-4147-9825-489d0e31d444 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/routers/f2195ade-5281-4ada-a760-29931ffdbda3/tags/tempest-TagsExtTest-Tag-285687784 HTTP/1.1" status: 404 len: 328 time: 0.1308994 Nov 26 02:56:50.705459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-0b38d125-3159-4dca-8281-a0a2f437514f req-f1fa4f7b-70a0-498f-b3d4-a5255a7df7da tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Request body: {'port': {'device_id': 'e891320b-d541-4e98-93c5-5f52555b3dcf', 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e', 'admin_state_up': True, 'tenant_id': '4be478bdf8de411ba7c8fa3e014f0ef8'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:50.710965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49106) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:50.715948 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-9a645bbd-763b-438b-8af5-bdced2b55eb5 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f2195ade-5281-4ada-a760-29931ffdbda3', 'tempest-TagsExtTest-Tag-1952025074') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:50.791844 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-9a645bbd-763b-438b-8af5-bdced2b55eb5 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] show failed (client error): The resource could not be found. Nov 26 02:56:50.798544 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9a645bbd-763b-438b-8af5-bdced2b55eb5 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/routers/f2195ade-5281-4ada-a760-29931ffdbda3/tags/tempest-TagsExtTest-Tag-1952025074 HTTP/1.1" status: 404 len: 329 time: 0.0869558 Nov 26 02:56:50.799174 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49108) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:50.803989 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-cdf62e61-fea5-46d4-b07a-f47ac2d2ae29 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f2195ade-5281-4ada-a760-29931ffdbda3', 'tempest-TagsExtTest-Tag-1818350439') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:50.862741 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e819d6e-67c9-4da5-963d-e68dfd5f4348 req-14cbd7f1-8151-459d-88d7-cb7247487472 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 210 time: 0.1510625 Nov 26 02:56:50.868267 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2175894-cc75-409a-b030-ffe291ddcb2d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] GET failed (client error): The resource could not be found. Nov 26 02:56:50.873158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e2175894-cc75-409a-b030-ffe291ddcb2d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports/b161dc92-3b0f-440e-b752-ca215594b2cd HTTP/1.1" status: 404 len: 333 time: 0.1776321 Nov 26 02:56:50.873594 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49112) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:50.878571 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-35349838-d367-4073-88e2-1e7ff71d46f2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'network_id': '17724552-84a7-406f-930d-796a4b52cd2b', 'name': 'tempest-PortsIpV6TestJSON-40929667'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:50.883079 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6733e-a03d-4ea0-a761-d7f10a604936 req-b75c2dab-8636-492e-af76-2a10dc5792f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:50.884576 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71c6733e-a03d-4ea0-a761-d7f10a604936 req-b75c2dab-8636-492e-af76-2a10dc5792f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=280aa7a0-b74e-4574-ba4c-9132492aa839 HTTP/1.1" status: 200 len: 911 time: 0.3978741 Nov 26 02:56:50.959538 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-cdf62e61-fea5-46d4-b07a-f47ac2d2ae29 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] show failed (client error): The resource could not be found. Nov 26 02:56:50.960620 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cdf62e61-fea5-46d4-b07a-f47ac2d2ae29 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/routers/f2195ade-5281-4ada-a760-29931ffdbda3/tags/tempest-TagsExtTest-Tag-1818350439 HTTP/1.1" status: 404 len: 329 time: 0.1603935 Nov 26 02:56:50.964876 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49116) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:50.969332 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-a4d7c305-7855-4448-8a43-5cf03da1a268 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '83094ecc-85b9-47f2-8c64-1f6284745615', {'tags': ['tempest-TagsExtTest-Tag-1624688467', 'tempest-TagsExtTest-Tag-195009301', 'tempest-TagsExtTest-Tag-1141254285']}) {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:51.001113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71c6733e-a03d-4ea0-a761-d7f10a604936 req-65a8fc81-84c4-4888-a6bf-b343474f8414 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe16afc-30f5-4c7c-8953-094e69cd1aff HTTP/1.1" status: 200 len: 217 time: 0.0863409 Nov 26 02:56:51.010579 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35349838-d367-4073-88e2-1e7ff71d46f2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:51.018037 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35349838-d367-4073-88e2-1e7ff71d46f2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:51.048363 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-35349838-d367-4073-88e2-1e7ff71d46f2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] device_id is not set on port 7cacab65-4195-477e-ac15-e07aea564780 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:51.057078 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a4d7c305-7855-4448-8a43-5cf03da1a268 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "PUT /v2.0/subnetpools/83094ecc-85b9-47f2-8c64-1f6284745615/tags HTTP/1.1" status: 200 len: 317 time: 0.0911849 Nov 26 02:56:51.061984 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49120) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:51.068442 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-ff0774a4-071a-4a63-8d49-d0fcbce74666 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83094ecc-85b9-47f2-8c64-1f6284745615') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:51.112896 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7f1e6-81ae-4500-bca8-7bc2ee44d04f req-64cc7a75-e368-448b-b437-24fe126bdd83 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:51.120157 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13f7f1e6-81ae-4500-bca8-7bc2ee44d04f req-64cc7a75-e368-448b-b437-24fe126bdd83 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 943 time: 0.2893846 Nov 26 02:56:51.195462 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ff0774a4-071a-4a63-8d49-d0fcbce74666 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/subnetpools/83094ecc-85b9-47f2-8c64-1f6284745615/tags HTTP/1.1" status: 204 len: 168 time: 0.1299689 Nov 26 02:56:51.195795 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49128) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:51.205400 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-fbbc8770-f241-4eb5-b9aa-98c4de14d04f tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83094ecc-85b9-47f2-8c64-1f6284745615', 'tempest-TagsExtTest-Tag-1624688467') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:51.206902 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-25366474-6de3-4fb0-8e4f-e832f31f97e0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:51.229894 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6733e-a03d-4ea0-a761-d7f10a604936 req-ca745e1f-ecde-4a3d-ab09-979eb8305d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:51.232444 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71c6733e-a03d-4ea0-a761-d7f10a604936 req-ca745e1f-ecde-4a3d-ab09-979eb8305d03 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fd6a293a-896f-4bbe-a4f6-4ff012988fdc HTTP/1.1" status: 200 len: 849 time: 0.2216716 Nov 26 02:56:51.237017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13f7f1e6-81ae-4500-bca8-7bc2ee44d04f req-f2ef8fe7-ea9a-4852-8782-53fa19e94513 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=1abdd01b-3e9d-4ab3-a244-8c9335f174f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155128 Nov 26 02:56:51.247174 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-25366474-6de3-4fb0-8e4f-e832f31f97e0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:51.294024 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-fbbc8770-f241-4eb5-b9aa-98c4de14d04f tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] show failed (client error): The resource could not be found. Nov 26 02:56:51.295137 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fbbc8770-f241-4eb5-b9aa-98c4de14d04f tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/subnetpools/83094ecc-85b9-47f2-8c64-1f6284745615/tags/tempest-TagsExtTest-Tag-1624688467 HTTP/1.1" status: 404 len: 329 time: 0.0983527 Nov 26 02:56:51.298478 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49130) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:51.309224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-563d3f77-cb50-4550-9a3e-2e3b2ccfc64c tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83094ecc-85b9-47f2-8c64-1f6284745615', 'tempest-TagsExtTest-Tag-195009301') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:51.337995 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35349838-d367-4073-88e2-1e7ff71d46f2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:51.358316 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-563d3f77-cb50-4550-9a3e-2e3b2ccfc64c tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] show failed (client error): The resource could not be found. Nov 26 02:56:51.360555 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-563d3f77-cb50-4550-9a3e-2e3b2ccfc64c tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/subnetpools/83094ecc-85b9-47f2-8c64-1f6284745615/tags/tempest-TagsExtTest-Tag-195009301 HTTP/1.1" status: 404 len: 328 time: 0.0598502 Nov 26 02:56:51.378162 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49136) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:51.391604 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-c7ff8642-11ff-475c-b2dc-4693c6ca6ad0 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83094ecc-85b9-47f2-8c64-1f6284745615', 'tempest-TagsExtTest-Tag-1141254285') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:51.415943 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35349838-d367-4073-88e2-1e7ff71d46f2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:51.438498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d733a54c-2bc9-4a73-af61-0a2661545586 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:56:51.460006 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-c7ff8642-11ff-475c-b2dc-4693c6ca6ad0 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] show failed (client error): The resource could not be found. Nov 26 02:56:51.464719 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c7ff8642-11ff-475c-b2dc-4693c6ca6ad0 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/subnetpools/83094ecc-85b9-47f2-8c64-1f6284745615/tags/tempest-TagsExtTest-Tag-1141254285 HTTP/1.1" status: 404 len: 329 time: 0.0854521 Nov 26 02:56:51.492557 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49140) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:51.499196 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-7c297168-9d2f-4b52-95c3-49c80aaed8db tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83094ecc-85b9-47f2-8c64-1f6284745615') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:51.512417 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35349838-d367-4073-88e2-1e7ff71d46f2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 17724552-84a7-406f-930d-796a4b52cd2b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:51.522640 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:51.529531 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49142) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:51.540559 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-35349838-d367-4073-88e2-1e7ff71d46f2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:51.556723 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35349838-d367-4073-88e2-1e7ff71d46f2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:51.563897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d733a54c-2bc9-4a73-af61-0a2661545586, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d733a54c-2bc9-4a73-af61-0a2661545586,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:51.564650 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35349838-d367-4073-88e2-1e7ff71d46f2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:51.564899 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd93807-1077-4786-98b2-8d84d6662527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd733a54c-2bc9-4a73-af61-0a2661545586'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:56:51.565787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35349838-d367-4073-88e2-1e7ff71d46f2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:51.567555 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7522ec80-f07a-44e0-a923-8fc648176135" -d '{"events": [{"server_uuid": "cfd93807-1077-4786-98b2-8d84d6662527", "name": "network-vif-unplugged", "status": "completed", "tag": "d733a54c-2bc9-4a73-af61-0a2661545586"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:56:51.581973 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:51.589689 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35349838-d367-4073-88e2-1e7ff71d46f2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=7cacab65-4195-477e-ac15-e07aea564780,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:51.598237 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7c297168-9d2f-4b52-95c3-49c80aaed8db tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/subnetpools/83094ecc-85b9-47f2-8c64-1f6284745615/tags HTTP/1.1" status: 204 len: 168 time: 0.1042995 Nov 26 02:56:51.599132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49148) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:51.604119 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-2a0f3cbc-cce3-482f-a79a-9908feec6c3d tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f2195ade-5281-4ada-a760-29931ffdbda3') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:51.668461 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=d733a54c-2bc9-4a73-af61-0a2661545586,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:51.671856 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e31442b-c62c-4e4e-9949-ab6c9d9a0164 x-openstack-request-id: req-8e31442b-c62c-4e4e-9949-ab6c9d9a0164 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:56:51.672200 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd93807-1077-4786-98b2-8d84d6662527", "name": "network-vif-unplugged", "status": "completed", "tag": "d733a54c-2bc9-4a73-af61-0a2661545586", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:56:51.672464 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e31442b-c62c-4e4e-9949-ab6c9d9a0164 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:56:51.672958 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd93807-1077-4786-98b2-8d84d6662527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd733a54c-2bc9-4a73-af61-0a2661545586', 'code': 200} Nov 26 02:56:51.704577 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2a0f3cbc-cce3-482f-a79a-9908feec6c3d tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/routers/f2195ade-5281-4ada-a760-29931ffdbda3/tags HTTP/1.1" status: 204 len: 168 time: 0.1020043 Nov 26 02:56:51.705953 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-4d314ea2-d853-4fca-a1cb-01a704db1437 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-573285402', 'router:external': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:51.708987 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49150) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:51.718328 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-13820bbd-f347-4820-ac7b-4935412a5435 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ae0d2aee-0873-4825-a1f7-c8ef5d633ca9') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:51.781005 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-35349838-d367-4073-88e2-1e7ff71d46f2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.9064689 Nov 26 02:56:51.785485 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49152) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:51.797316 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-238eae3c-030d-4a59-a57a-306e2bdade4d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:51.808279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b38d125-3159-4dca-8281-a0a2f437514f req-f1fa4f7b-70a0-498f-b3d4-a5255a7df7da tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Made reservation on behalf of 4be478bdf8de411ba7c8fa3e014f0ef8 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:51.811990 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b38d125-3159-4dca-8281-a0a2f437514f req-f1fa4f7b-70a0-498f-b3d4-a5255a7df7da tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:51.879746 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d314ea2-d853-4fca-a1cb-01a704db1437 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Made reservation on behalf of cbff3e2c8e634f598e9fa0bec0fa9a7a for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:51.882337 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d314ea2-d853-4fca-a1cb-01a704db1437 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:51.905419 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d314ea2-d853-4fca-a1cb-01a704db1437 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:51.921023 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-238eae3c-030d-4a59-a57a-306e2bdade4d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:51.930715 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6733e-a03d-4ea0-a761-d7f10a604936 req-941c2baa-320f-4a74-bad6-144fa37732f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:51.932299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71c6733e-a03d-4ea0-a761-d7f10a604936 req-941c2baa-320f-4a74-bad6-144fa37732f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=280aa7a0-b74e-4574-ba4c-9132492aa839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6870759 Nov 26 02:56:51.940329 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-13820bbd-f347-4820-ac7b-4935412a5435 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/ports/ae0d2aee-0873-4825-a1f7-c8ef5d633ca9/tags HTTP/1.1" status: 204 len: 168 time: 0.2298403 Nov 26 02:56:51.942724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49156) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:51.957405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.tag.tag_plugin [None req-d0fe3903-1485-4b37-be17-78841d80998e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:51.999218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3f420-18c1-4e10-9219-0a76399734bc req-e670e251-d072-4eda-affd-c359f0125815 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:52.000759 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdd3f420-18c1-4e10-9219-0a76399734bc req-e670e251-d072-4eda-affd-c359f0125815 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.2471220 Nov 26 02:56:52.127908 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-25366474-6de3-4fb0-8e4f-e832f31f97e0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Floating IP 244ea1fb-5b7e-4026-9ffc-17168ac768d4 associated. External IP: 172.25.0.211, port: c1c15c92-27c8-4b3d-bde9-bcd4ecace688. Nov 26 02:56:52.131758 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d314ea2-d853-4fca-a1cb-01a704db1437 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:52.139742 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d314ea2-d853-4fca-a1cb-01a704db1437 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:52.155652 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-238eae3c-030d-4a59-a57a-306e2bdade4d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:52.166431 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-238eae3c-030d-4a59-a57a-306e2bdade4d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:52.168199 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83dea80f-d89c-447d-81ab-e8ccd6a4db07 req-846b90ff-57e1-4bbe-a022-22282cf8d449 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 210 time: 0.1361001 Nov 26 02:56:52.211857 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d314ea2-d853-4fca-a1cb-01a704db1437 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:56:52.223870 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d314ea2-d853-4fca-a1cb-01a704db1437 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d943ac91-a167-40a2-9fc0-a77fa981fbc5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:52.238554 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d314ea2-d853-4fca-a1cb-01a704db1437 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:52.238864 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-4d314ea2-d853-4fca-a1cb-01a704db1437 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Added segment bc9bd03b-2849-4acb-b1c0-9859795055f7 of type vlan for network 29236ea9-d633-4500-a058-5f8b0773da57 Nov 26 02:56:52.242257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-238eae3c-030d-4a59-a57a-306e2bdade4d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] In _notify_port_updated(), no bound segment for port 7cacab65-4195-477e-ac15-e07aea564780 on network 17724552-84a7-406f-930d-796a4b52cd2b {{(pid=104801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 02:56:52.248315 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238eae3c-030d-4a59-a57a-306e2bdade4d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:52.248938 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-238eae3c-030d-4a59-a57a-306e2bdade4d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:52.252697 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-238eae3c-030d-4a59-a57a-306e2bdade4d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "PUT /v2.0/ports/7cacab65-4195-477e-ac15-e07aea564780 HTTP/1.1" status: 200 len: 818 time: 0.4602702 Nov 26 02:56:52.258942 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49158) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:52.293737 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:52.314991 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238eae3c-030d-4a59-a57a-306e2bdade4d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=7cacab65-4195-477e-ac15-e07aea564780,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:52.319951 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdd3f420-18c1-4e10-9219-0a76399734bc req-8483ea5f-5cb8-4264-a7ce-484c155879bd tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2544417 Nov 26 02:56:52.352114 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-0b38d125-3159-4dca-8281-a0a2f437514f req-f1fa4f7b-70a0-498f-b3d4-a5255a7df7da tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Allocated IP 172.20.0.3 (6f6608d8-291a-4259-8927-5089b1ce2d2e/afcc1d3e-e838-4aac-9873-c211c542870e/5762e8f1-418f-48d1-a939-45b13626984e) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:52.380995 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d314ea2-d853-4fca-a1cb-01a704db1437 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:52.400397 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71c6733e-a03d-4ea0-a761-d7f10a604936 req-f3e58ef3-e94a-4356-9d1d-7f91950fc239 service neutron] 10.222.0.54 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468751 Nov 26 02:56:52.433793 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d314ea2-d853-4fca-a1cb-01a704db1437 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:52.434783 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d314ea2-d853-4fca-a1cb-01a704db1437 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:52.435348 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d314ea2-d853-4fca-a1cb-01a704db1437 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:52.446543 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-adc63c74-a915-493d-ab88-790c08b1d065 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port 7cacab65-4195-477e-ac15-e07aea564780 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:52.446933 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-adc63c74-a915-493d-ab88-790c08b1d065 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:52.531895 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d0fe3903-1485-4b37-be17-78841d80998e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/subnets/4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9/tags HTTP/1.1" status: 204 len: 168 time: 0.5835328 Nov 26 02:56:52.541614 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4d314ea2-d853-4fca-a1cb-01a704db1437 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0033493 Nov 26 02:56:52.541835 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49168) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:52.544509 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49170) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:52.549173 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9a2b6cdb-f97f-4102-a24a-dab48ef724b5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Request body: {'subnet': {'network_id': '29236ea9-d633-4500-a058-5f8b0773da57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:52.584673 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d314ea2-d853-4fca-a1cb-01a704db1437 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Pushing event updated for resources: {'Network': ['ID=29236ea9-d633-4500-a058-5f8b0773da57,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:52.591721 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-adc63c74-a915-493d-ab88-790c08b1d065 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:52.601326 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 29236ea9-d633-4500-a058-5f8b0773da57 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:56:52.609738 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-adc63c74-a915-493d-ab88-790c08b1d065 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for 7cacab65-4195-477e-ac15-e07aea564780 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:52.622291 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2b6cdb-f97f-4102-a24a-dab48ef724b5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Made reservation on behalf of cbff3e2c8e634f598e9fa0bec0fa9a7a for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:52.633456 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a2b6cdb-f97f-4102-a24a-dab48ef724b5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:52.672218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f558a-51ea-44db-a3db-cc7b79dd8eba req-1371b7e6-f16d-4613-987b-1bd053013013 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:52.673963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a09f558a-51ea-44db-a3db-cc7b79dd8eba req-1371b7e6-f16d-4613-987b-1bd053013013 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 943 time: 0.3048189 Nov 26 02:56:52.793559 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-adc63c74-a915-493d-ab88-790c08b1d065 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:52.859129 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc63c74-a915-493d-ab88-790c08b1d065 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=7cacab65-4195-477e-ac15-e07aea564780,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:52.871973 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-adc63c74-a915-493d-ab88-790c08b1d065 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:52.874888 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71c6733e-a03d-4ea0-a761-d7f10a604936 req-0d977034-84f5-4383-ad4e-cbb12d9f216f service neutron] 10.222.0.54 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414589 Nov 26 02:56:52.877968 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-adc63c74-a915-493d-ab88-790c08b1d065 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/ports/7cacab65-4195-477e-ac15-e07aea564780 HTTP/1.1" status: 204 len: 168 time: 0.6149771 Nov 26 02:56:52.879845 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49180) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:52.950954 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a09f558a-51ea-44db-a3db-cc7b79dd8eba req-edb65860-4f9a-4214-ab77-7886cd79c401 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=1abdd01b-3e9d-4ab3-a244-8c9335f174f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141867 Nov 26 02:56:52.950954 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25366474-6de3-4fb0-8e4f-e832f31f97e0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Router 17df91b6-4007-4d2a-8711-e2e143c45a69 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:56:52.953639 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a5724a63-0404-4bdf-b60f-2307777d0e41 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks [] for subnetpool, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:52.957248 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a5724a63-0404-4bdf-b60f-2307777d0e41 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/subnetpools/83094ecc-85b9-47f2-8c64-1f6284745615 HTTP/1.1" status: 204 len: 168 time: 0.4097340 Nov 26 02:56:52.959613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49186) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:52.972241 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b38d125-3159-4dca-8281-a0a2f437514f req-f1fa4f7b-70a0-498f-b3d4-a5255a7df7da tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:53.012196 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9d2369de-e1e1-461b-8317-8c5b308402e5 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2195ade-5281-4ada-a760-29931ffdbda3 HTTP/1.1" status: 200 len: 205 time: 0.0500278 Nov 26 02:56:53.019051 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49188) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:53.021202 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8336808-8096-4b69-9912-b1edf179d4aa tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:53.022677 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b8336808-8096-4b69-9912-b1edf179d4aa tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1418161 Nov 26 02:56:53.030908 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49190) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:53.062416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-39056baa-8bd1-4f59-b26c-0409236daa46 req-242d1eab-5738-472a-b2ff-e00d3db9bbc9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:56:53.063436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-39056baa-8bd1-4f59-b26c-0409236daa46 req-242d1eab-5738-472a-b2ff-e00d3db9bbc9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0424335 Nov 26 02:56:53.082375 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-7300575c-540b-4505-b37f-012977c437cd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] GET failed (client error): The resource could not be found. Nov 26 02:56:53.083768 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7300575c-540b-4505-b37f-012977c437cd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports/7cacab65-4195-477e-ac15-e07aea564780 HTTP/1.1" status: 404 len: 333 time: 0.0511131 Nov 26 02:56:53.087501 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49192) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:53.092308 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-fb7bb428-24b3-42ee-92ac-3ca201b1e051 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1296443901'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:53.123657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7bb428-24b3-42ee-92ac-3ca201b1e051 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:53.127388 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fb7bb428-24b3-42ee-92ac-3ca201b1e051 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:53.175721 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7bb428-24b3-42ee-92ac-3ca201b1e051 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:56:53.186318 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5547dea8-608a-4845-8c0e-c6c4a812cfeb tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:53.207032 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fb7bb428-24b3-42ee-92ac-3ca201b1e051 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:53.207396 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-fb7bb428-24b3-42ee-92ac-3ca201b1e051 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Added segment bc90c90f-9297-4493-a403-f3f823f74e6a of type vlan for network 40d20179-823b-45ea-8f5e-a2a14f43bb9c Nov 26 02:56:53.256532 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fb7bb428-24b3-42ee-92ac-3ca201b1e051 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:53.271919 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b38d125-3159-4dca-8281-a0a2f437514f req-f1fa4f7b-70a0-498f-b3d4-a5255a7df7da tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:53.322017 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fb7bb428-24b3-42ee-92ac-3ca201b1e051 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:53.327715 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7bb428-24b3-42ee-92ac-3ca201b1e051 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:53.328367 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fb7bb428-24b3-42ee-92ac-3ca201b1e051 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:53.334812 n-d-819389-3 neutron-server[104801]: DEBUG neutron.objects.ports [None req-9a2b6cdb-f97f-4102-a24a-dab48ef724b5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 02:56:53.335292 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a2b6cdb-f97f-4102-a24a-dab48ef724b5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:53.437714 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fb7bb428-24b3-42ee-92ac-3ca201b1e051 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3490853 Nov 26 02:56:53.438394 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49210) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:53.444266 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device fbe16afc-30f5-4c7c-8953-094e69cd1aff details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:56:53.459988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-84034745-3247-4ae4-8c07-34ee41e0b231 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'subnet': {'network_id': '40d20179-823b-45ea-8f5e-a2a14f43bb9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:53.460294 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:53.471711 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bb428-24b3-42ee-92ac-3ca201b1e051 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Network': ['ID=40d20179-823b-45ea-8f5e-a2a14f43bb9c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:53.506897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 40d20179-823b-45ea-8f5e-a2a14f43bb9c details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:56:53.521036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b6cdb-f97f-4102-a24a-dab48ef724b5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Pushing event updated for resources: {'Subnet': ['ID=94f6903d-78f9-4b02-a7e6-3fe957167db0,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:53.614459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port fbe16afc-30f5-4c7c-8953-094e69cd1aff, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=fbe16afc-30f5-4c7c-8953-094e69cd1aff,segment=NetworkSegment(b035f7d8-bdc3-4a67-a8cf-cb3525c2442b),segment_id=b035f7d8-bdc3-4a67-a8cf-cb3525c2442b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:53.626696 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'fbe16afc-30f5-4c7c-8953-094e69cd1aff', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'port_id': 'fbe16afc-30f5-4c7c-8953-094e69cd1aff', 'mac_address': 'fa:16:3e:32:05:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:56:53.684025 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:53.687197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25366474-6de3-4fb0-8e4f-e832f31f97e0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:56:53.693054 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-25366474-6de3-4fb0-8e4f-e832f31f97e0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:53.699982 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1c233f-0a8c-490f-840f-3c938bdece98 None None] Sync routers for ids ['17df91b6-4007-4d2a-8711-e2e143c45a69'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:56:53.709514 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c233f-0a8c-490f-840f-3c938bdece98 None None] Routers {'17df91b6-4007-4d2a-8711-e2e143c45a69'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:53.710150 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fa1c233f-0a8c-490f-840f-3c938bdece98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:56:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['17df91b6-4007-4d2a-8711-e2e143c45a69'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:53.711710 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe16afc-30f5-4c7c-8953-094e69cd1aff {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:56:53.738049 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port fbe16afc-30f5-4c7c-8953-094e69cd1aff, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=fbe16afc-30f5-4c7c-8953-094e69cd1aff,segment=NetworkSegment(b035f7d8-bdc3-4a67-a8cf-cb3525c2442b),segment_id=b035f7d8-bdc3-4a67-a8cf-cb3525c2442b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:53.744759 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:53.811300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b6cdb-f97f-4102-a24a-dab48ef724b5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Checking segment: {'id': 'bc9bd03b-2849-4acb-b1c0-9859795055f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '29236ea9-d633-4500-a058-5f8b0773da57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:56:53.811844 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2b6cdb-f97f-4102-a24a-dab48ef724b5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Network hostable DHCP agents. Network: 29236ea9-d633-4500-a058-5f8b0773da57, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:56:53.821147 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=fbe16afc-30f5-4c7c-8953-094e69cd1aff,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:53.833657 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-fa1c233f-0a8c-490f-840f-3c938bdece98 None None] Set router 17df91b6-4007-4d2a-8711-e2e143c45a69 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:56:53.849400 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84034745-3247-4ae4-8c07-34ee41e0b231 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:53.851574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b38d125-3159-4dca-8281-a0a2f437514f req-f1fa4f7b-70a0-498f-b3d4-a5255a7df7da tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Network 6f6608d8-291a-4259-8927-5089b1ce2d2e is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:53.855274 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84034745-3247-4ae4-8c07-34ee41e0b231 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:53.872587 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2b6cdb-f97f-4102-a24a-dab48ef724b5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Network 29236ea9-d633-4500-a058-5f8b0773da57 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:56:53.884406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-0b38d125-3159-4dca-8281-a0a2f437514f req-f1fa4f7b-70a0-498f-b3d4-a5255a7df7da tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:53.886365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b38d125-3159-4dca-8281-a0a2f437514f req-f1fa4f7b-70a0-498f-b3d4-a5255a7df7da tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:53.896573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa4f7b-70a0-498f-b3d4-a5255a7df7da tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Pushing event updated for resources: {'Port': ['ID=5762e8f1-418f-48d1-a939-45b13626984e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:53.902204 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5547dea8-608a-4845-8c0e-c6c4a812cfeb tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:53.920475 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-9a2b6cdb-f97f-4102-a24a-dab48ef724b5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 29236ea9-d633-4500-a058-5f8b0773da57) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:53.930789 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324854ea-3172-44e4-b96a-0debd8070a71 None None] Network 29236ea9-d633-4500-a058-5f8b0773da57 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:53.931148 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5547dea8-608a-4845-8c0e-c6c4a812cfeb tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:53.931290 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2b6cdb-f97f-4102-a24a-dab48ef724b5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:53.931781 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a2b6cdb-f97f-4102-a24a-dab48ef724b5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:53.939839 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-25366474-6de3-4fb0-8e4f-e832f31f97e0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "PUT /v2.0/floatingips/244ea1fb-5b7e-4026-9ffc-17168ac768d4 HTTP/1.1" status: 200 len: 991 time: 3.9827604 Nov 26 02:56:53.945081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:56:53.947640 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d3d8f6-f015-4c4e-ac7c-d7898eea75b9" -d '{"events": [{"name": "network-changed", "server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:56:53.961839 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9a2b6cdb-f97f-4102-a24a-dab48ef724b5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4162729 Nov 26 02:56:53.965472 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49218) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:53.965778 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db6ac5-669f-49a1-a78f-cb6f91d0918c req-98916901-2989-48dd-9f8b-c399ff8e7396 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:53.972439 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8c0f9a57-e5d1-474a-ab4d-956808bae728 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1604620988', 'network_id': '29236ea9-d633-4500-a058-5f8b0773da57'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:53.973418 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1db6ac5-669f-49a1-a78f-cb6f91d0918c req-98916901-2989-48dd-9f8b-c399ff8e7396 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 931 time: 0.7057517 Nov 26 02:56:53.983235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e88e3-7394-40fd-acd4-96e704a177f2 req-c9ccd5b7-ab34-4705-aa96-2d0c47677f2f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:53.990930 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d18e88e3-7394-40fd-acd4-96e704a177f2 req-c9ccd5b7-ab34-4705-aa96-2d0c47677f2f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.7631426 Nov 26 02:56:54.035058 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0f9a57-e5d1-474a-ab4d-956808bae728 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Made reservation on behalf of cbff3e2c8e634f598e9fa0bec0fa9a7a for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:54.039202 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9a57-e5d1-474a-ab4d-956808bae728 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:54.071374 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-8c0f9a57-e5d1-474a-ab4d-956808bae728 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] device_id is not set on port fc02900f-5389-4607-a454-6aeca2a74450 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:54.097709 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fa1c233f-0a8c-490f-840f-3c938bdece98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'name': 'tempest-ServerActionsTestJSON-2112593717-router', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:56:00Z', 'updated_at': '2021-11-26T02:56:09Z', 'revision_number': 4, 'project_id': '663f066e304f4b57893c72f115ebd127', 'gw_port': {'id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:02Z', 'updated_at': '2021-11-26T02:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '244ea1fb-5b7e-4026-9ffc-17168ac768d4', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'floating_ip_address': '172.25.0.211', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'port_id': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'mac_address': 'fa:16:3e:17:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4148e11f-d515-4d69-aaf7-433d06032eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:56:16Z', 'updated_at': '2021-11-26T02:56:50Z', 'revision_number': 1, 'project_id': '663f066e304f4b57893c72f115ebd127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9778bfde-ef3d-4853-bd7a-30e0a230bc59', 'name': '', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'mac_address': 'fa:16:3e:ba:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:06Z', 'updated_at': '2021-11-26T02:56:13Z', 'revision_number': 5, 'project_id': '663f066e304f4b57893c72f115ebd127', 'subnets': [{'id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:54.098344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38d125-3159-4dca-8281-a0a2f437514f req-f1fa4f7b-70a0-498f-b3d4-a5255a7df7da tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:54.099085 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b38d125-3159-4dca-8281-a0a2f437514f req-f1fa4f7b-70a0-498f-b3d4-a5255a7df7da tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:54.107751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69ae4a10-454f-4c7b-ad9d-b687b32795f1 req-89ee3828-8d65-4c52-af72-ae9851b29508 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4885125 Nov 26 02:56:54.108545 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5547dea8-608a-4845-8c0e-c6c4a812cfeb tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:54.109029 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5547dea8-608a-4845-8c0e-c6c4a812cfeb tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Fanout notify agent at l3_agent the message router_deleted on router f2195ade-5281-4ada-a760-29931ffdbda3 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:56:54.116709 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5547dea8-608a-4845-8c0e-c6c4a812cfeb tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:54.120679 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5547dea8-608a-4845-8c0e-c6c4a812cfeb tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/routers/f2195ade-5281-4ada-a760-29931ffdbda3 HTTP/1.1" status: 204 len: 168 time: 1.0979788 Nov 26 02:56:54.122130 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49222) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:54.138911 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-69ae4a10-454f-4c7b-ad9d-b687b32795f1 req-1b520dd1-510a-49a4-ba95-e4a5e8a09d47 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 02:56:54.139960 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69ae4a10-454f-4c7b-ad9d-b687b32795f1 req-1b520dd1-510a-49a4-ba95-e4a5e8a09d47 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071523 Nov 26 02:56:54.203197 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527166ad-d054-4418-8dac-6e10011b3f1e None None] Network 29236ea9-d633-4500-a058-5f8b0773da57 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:54.224459 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84034745-3247-4ae4-8c07-34ee41e0b231 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:54.239189 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1db6ac5-669f-49a1-a78f-cb6f91d0918c req-27036066-470f-4761-9c2a-9cb1e1195cfa tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647474 Nov 26 02:56:54.254277 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b38d125-3159-4dca-8281-a0a2f437514f req-f1fa4f7b-70a0-498f-b3d4-a5255a7df7da tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5632601 Nov 26 02:56:54.256139 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1c233f-0a8c-490f-840f-3c938bdece98 None None] Checking router: 17df91b6-4007-4d2a-8711-e2e143c45a69 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:56:54.265440 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['fbe16afc-30f5-4c7c-8953-094e69cd1aff'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:56:54.265698 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c233f-0a8c-490f-840f-3c938bdece98 None None] Routers {'17df91b6-4007-4d2a-8711-e2e143c45a69'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:56:54.266561 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fa1c233f-0a8c-490f-840f-3c938bdece98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:56:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['17df91b6-4007-4d2a-8711-e2e143c45a69'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:54.287259 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d18e88e3-7394-40fd-acd4-96e704a177f2 req-7c11840e-9043-4132-9dce-b7c00224a40c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2953506 Nov 26 02:56:54.288407 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84034745-3247-4ae4-8c07-34ee41e0b231 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Subnet': ['ID=9a02487f-fd6d-4833-9102-e1d8a10872e6,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:54.310255 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Request body: {'port': {'device_id': 'e891320b-d541-4e98-93c5-5f52555b3dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:54.377053 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84034745-3247-4ae4-8c07-34ee41e0b231 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Checking segment: {'id': 'bc90c90f-9297-4493-a403-f3f823f74e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '40d20179-823b-45ea-8f5e-a2a14f43bb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:56:54.378142 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84034745-3247-4ae4-8c07-34ee41e0b231 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network hostable DHCP agents. Network: 40d20179-823b-45ea-8f5e-a2a14f43bb9c, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:56:54.395648 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-8c0f9a57-e5d1-474a-ab4d-956808bae728 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Allocated IP 172.20.0.3 (29236ea9-d633-4500-a058-5f8b0773da57/94f6903d-78f9-4b02-a7e6-3fe957167db0/fc02900f-5389-4607-a454-6aeca2a74450) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:54.418070 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84034745-3247-4ae4-8c07-34ee41e0b231 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 40d20179-823b-45ea-8f5e-a2a14f43bb9c is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:56:54.419609 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-fa1c233f-0a8c-490f-840f-3c938bdece98 None None] Set router 17df91b6-4007-4d2a-8711-e2e143c45a69 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:56:54.448223 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-84034745-3247-4ae4-8c07-34ee41e0b231 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 40d20179-823b-45ea-8f5e-a2a14f43bb9c) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:54.466209 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345eeb71-1e33-4e89-8c10-db7f30274b06 None None] Network 40d20179-823b-45ea-8f5e-a2a14f43bb9c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:54.469569 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84034745-3247-4ae4-8c07-34ee41e0b231 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:54.470546 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84034745-3247-4ae4-8c07-34ee41e0b231 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:54.535496 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-84034745-3247-4ae4-8c07-34ee41e0b231 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0904667 Nov 26 02:56:54.540496 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49230) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:54.557206 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-878c076b-5d34-4ae0-9dc1-e4c12c6afade tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'subnet': {'network_id': '40d20179-823b-45ea-8f5e-a2a14f43bb9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:54.569378 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0d0064-54d9-4774-a749-4bd0ced20d14 x-openstack-request-id: req-7a0d0064-54d9-4774-a749-4bd0ced20d14 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:56:54.569777 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:56:54.570112 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a0d0064-54d9-4774-a749-4bd0ced20d14 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:56:54.570791 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'status': 'completed', 'code': 200} Nov 26 02:56:54.693599 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3d8f6-f015-4c4e-ac7c-d7898eea75b9 req-0f8700c7-0591-44b5-b94f-e99035486f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:54.695543 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b1d3d8f6-f015-4c4e-ac7c-d7898eea75b9 req-0f8700c7-0591-44b5-b94f-e99035486f39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 1096 time: 0.0796387 Nov 26 02:56:54.778582 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:54.800101 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3d8f6-f015-4c4e-ac7c-d7898eea75b9 req-a77b6cd2-f4b0-4d7e-a80a-6a74912c7a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:54.801277 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b1d3d8f6-f015-4c4e-ac7c-d7898eea75b9 req-a77b6cd2-f4b0-4d7e-a80a-6a74912c7a44 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 913 time: 0.0955176 Nov 26 02:56:54.816751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878c076b-5d34-4ae0-9dc1-e4c12c6afade tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:54.823329 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-878c076b-5d34-4ae0-9dc1-e4c12c6afade tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:54.838749 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fa1c233f-0a8c-490f-840f-3c938bdece98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'name': 'tempest-ServerActionsTestJSON-2112593717-router', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:56:00Z', 'updated_at': '2021-11-26T02:56:09Z', 'revision_number': 4, 'project_id': '663f066e304f4b57893c72f115ebd127', 'gw_port': {'id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:02Z', 'updated_at': '2021-11-26T02:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '244ea1fb-5b7e-4026-9ffc-17168ac768d4', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'floating_ip_address': '172.25.0.211', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'port_id': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'mac_address': 'fa:16:3e:17:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4148e11f-d515-4d69-aaf7-433d06032eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:56:16Z', 'updated_at': '2021-11-26T02:56:50Z', 'revision_number': 1, 'project_id': '663f066e304f4b57893c72f115ebd127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9778bfde-ef3d-4853-bd7a-30e0a230bc59', 'name': '', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'mac_address': 'fa:16:3e:ba:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:06Z', 'updated_at': '2021-11-26T02:56:13Z', 'revision_number': 5, 'project_id': '663f066e304f4b57893c72f115ebd127', 'subnets': [{'id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:54.884173 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1c233f-0a8c-490f-840f-3c938bdece98 None None] The sync data for ids ['17df91b6-4007-4d2a-8711-e2e143c45a69'] in n-d-819389-3 is: [{'id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'name': 'tempest-ServerActionsTestJSON-2112593717-router', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:56:00Z', 'updated_at': '2021-11-26T02:56:09Z', 'revision_number': 4, 'project_id': '663f066e304f4b57893c72f115ebd127', 'gw_port': {'id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:02Z', 'updated_at': '2021-11-26T02:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '244ea1fb-5b7e-4026-9ffc-17168ac768d4', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'floating_ip_address': '172.25.0.211', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'port_id': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'mac_address': 'fa:16:3e:17:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4148e11f-d515-4d69-aaf7-433d06032eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:56:16Z', 'updated_at': '2021-11-26T02:56:50Z', 'revision_number': 1, 'project_id': '663f066e304f4b57893c72f115ebd127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9778bfde-ef3d-4853-bd7a-30e0a230bc59', 'name': '', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'mac_address': 'fa:16:3e:ba:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:06Z', 'updated_at': '2021-11-26T02:56:13Z', 'revision_number': 5, 'project_id': '663f066e304f4b57893c72f115ebd127', 'subnets': [{'id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:56:54.916999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-18117273-022d-4199-ad9f-5be168d12660 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Deleting port ae0d2aee-0873-4825-a1f7-c8ef5d633ca9 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:54.918279 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-18117273-022d-4199-ad9f-5be168d12660 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:54.965103 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9a57-e5d1-474a-ab4d-956808bae728 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:54.995476 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b1d3d8f6-f015-4c4e-ac7c-d7898eea75b9 req-cb832e39-fad2-41cf-9efc-d16f0c08b388 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688 HTTP/1.1" status: 200 len: 999 time: 0.1784544 Nov 26 02:56:55.021064 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9199a-c41d-4150-8a02-87c8ccf4b96c req-e2299ef9-4c2c-43a1-ab5c-97a2bb595bfd tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:55.023529 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-60e9199a-c41d-4150-8a02-87c8ccf4b96c req-e2299ef9-4c2c-43a1-ab5c-97a2bb595bfd tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 944 time: 0.4414074 Nov 26 02:56:55.057715 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9a57-e5d1-474a-ab4d-956808bae728 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:55.127874 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-40d20179-823b-45ea-8f5e-a2a14f43bb9c', 'network_id': '40d20179-823b-45ea-8f5e-a2a14f43bb9c', 'tenant_id': '24ccd62cd70f4a5fbb1ac9b8133fd939', 'fixed_ips': [{'subnet_id': '9a02487f-fd6d-4833-9102-e1d8a10872e6'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:56:55.128798 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:55.177994 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0f9a57-e5d1-474a-ab4d-956808bae728 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Network 29236ea9-d633-4500-a058-5f8b0773da57 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:55.182625 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3d8f6-f015-4c4e-ac7c-d7898eea75b9 req-c18f3c1c-5e54-4814-bd38-4a132ea696d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:55.184330 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b1d3d8f6-f015-4c4e-ac7c-d7898eea75b9 req-c18f3c1c-5e54-4814-bd38-4a132ea696d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.1440799 Nov 26 02:56:55.187380 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-8c0f9a57-e5d1-474a-ab4d-956808bae728 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:55.190103 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0f9a57-e5d1-474a-ab4d-956808bae728 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:55.224898 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f9a57-e5d1-474a-ab4d-956808bae728 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Pushing event updated for resources: {'Port': ['ID=fc02900f-5389-4607-a454-6aeca2a74450,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:55.288983 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625d0c2b-40bd-4ba4-b01a-3a361da232c5 None None] New status for floating IP 244ea1fb-5b7e-4026-9ffc-17168ac768d4: ACTIVE {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:56:55.297483 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0f9a57-e5d1-474a-ab4d-956808bae728 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:55.298110 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9a57-e5d1-474a-ab4d-956808bae728 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:55.320217 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3d8f6-f015-4c4e-ac7c-d7898eea75b9 req-0179a369-b78e-4e4a-a890-6de69c4cd9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:55.322195 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b1d3d8f6-f015-4c4e-ac7c-d7898eea75b9 req-0179a369-b78e-4e4a-a890-6de69c4cd9d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255484 Nov 26 02:56:55.350353 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8c0f9a57-e5d1-474a-ab4d-956808bae728 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3838093 Nov 26 02:56:55.365722 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49236) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:55.380134 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-60e9199a-c41d-4150-8a02-87c8ccf4b96c req-601c56fa-41ec-496d-af8a-0dc3b059385c tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=1abdd01b-3e9d-4ab3-a244-8c9335f174f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736577 Nov 26 02:56:55.436568 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-18117273-022d-4199-ad9f-5be168d12660 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:55.453458 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d733a54c-2bc9-4a73-af61-0a2661545586 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:56:55.454652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-18117273-022d-4199-ad9f-5be168d12660 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Calling delete_port for ae0d2aee-0873-4825-a1f7-c8ef5d633ca9 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:55.559376 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b1d3d8f6-f015-4c4e-ac7c-d7898eea75b9 req-ab5d04f5-89f2-4d24-9486-f159b11c9021 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295482 Nov 26 02:56:55.618989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Allocated IP 2001:db8::2 (40d20179-823b-45ea-8f5e-a2a14f43bb9c/9a02487f-fd6d-4833-9102-e1d8a10872e6/4eefad57-8d95-41ca-9b52-3d65118110f1) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:55.622236 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb2aa4-54f4-4277-9a75-3cc5a89db661 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Deleting port fc02900f-5389-4607-a454-6aeca2a74450 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:55.622487 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2aa4-54f4-4277-9a75-3cc5a89db661 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:55.738064 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b1d3d8f6-f015-4c4e-ac7c-d7898eea75b9 req-514a8f66-ec1f-4b06-af0b-048952dd6627 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703320 Nov 26 02:56:55.747333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5762e8f1-418f-48d1-a939-45b13626984e {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:56:55.752304 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2aa4-54f4-4277-9a75-3cc5a89db661 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:55.777835 n-d-819389-3 neutron-server[104802]: INFO neutron.db.ipam_backend_mixin [None req-878c076b-5d34-4ae0-9dc1-e4c12c6afade tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9a02487f-fd6d-4833-9102-e1d8a10872e6 (CIDR: 2001:db8::/64) Nov 26 02:56:55.782640 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:55.784147 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb2aa4-54f4-4277-9a75-3cc5a89db661 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Calling delete_port for fc02900f-5389-4607-a454-6aeca2a74450 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:55.801931 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-18117273-022d-4199-ad9f-5be168d12660 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:55.809326 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-878c076b-5d34-4ae0-9dc1-e4c12c6afade tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 02:56:55.810371 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878c076b-5d34-4ae0-9dc1-e4c12c6afade tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:56:55.845809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Transition to ACTIVE for port object 5762e8f1-418f-48d1-a939-45b13626984e will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:56:55.859098 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:55.865201 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:55.873726 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18117273-022d-4199-ad9f-5be168d12660 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Pushing event deleted for resources: {'Port': ['ID=ae0d2aee-0873-4825-a1f7-c8ef5d633ca9,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:55.886525 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:55.926828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-878c076b-5d34-4ae0-9dc1-e4c12c6afade tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3783021 Nov 26 02:56:55.927476 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Network 40d20179-823b-45ea-8f5e-a2a14f43bb9c is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:55.927593 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49242) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:55.931057 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:55.938391 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-69df01f7-ae22-4931-bce4-c11f005b426c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'subnet': {'network_id': '40d20179-823b-45ea-8f5e-a2a14f43bb9c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:55.953838 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Pushing event updated for resources: {'Port': ['ID=4eefad57-8d95-41ca-9b52-3d65118110f1,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:55.956301 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:56.018624 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Attempting to bind port 4eefad57-8d95-41ca-9b52-3d65118110f1 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:56.019262 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Attempting to bind port 4eefad57-8d95-41ca-9b52-3d65118110f1 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'bc90c90f-9297-4493-a403-f3f823f74e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '40d20179-823b-45ea-8f5e-a2a14f43bb9c'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:56.020383 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Attempting to bind port 4eefad57-8d95-41ca-9b52-3d65118110f1 on network 40d20179-823b-45ea-8f5e-a2a14f43bb9c {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:56.021837 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95814086-828f-4a35-879f-4eff28a1789b req-49ace236-d6ab-448d-b24e-e0ac495a4d19 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:56.024580 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-95814086-828f-4a35-879f-4eff28a1789b req-49ace236-d6ab-448d-b24e-e0ac495a4d19 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 931 time: 0.6746893 Nov 26 02:56:56.028469 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:56:56.029204 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Checking segment: {'id': 'bc90c90f-9297-4493-a403-f3f823f74e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '40d20179-823b-45ea-8f5e-a2a14f43bb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:56:56.029807 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:56.030376 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Bound using segment: {'id': 'bc90c90f-9297-4493-a403-f3f823f74e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '40d20179-823b-45ea-8f5e-a2a14f43bb9c'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:56:56.031334 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Bound port: 4eefad57-8d95-41ca-9b52-3d65118110f1, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc90c90f-9297-4493-a403-f3f823f74e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '40d20179-823b-45ea-8f5e-a2a14f43bb9c'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:56:56.031923 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:56.039069 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2aa4-54f4-4277-9a75-3cc5a89db661 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:56.074770 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306e719-13aa-45da-84d4-4e4ca0d0c3ed req-d0517535-80bd-43a0-b19d-d8ecc035c4c1 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:56.077008 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4306e719-13aa-45da-84d4-4e4ca0d0c3ed req-d0517535-80bd-43a0-b19d-d8ecc035c4c1 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.3195865 Nov 26 02:56:56.103489 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb2aa4-54f4-4277-9a75-3cc5a89db661 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc02900f-5389-4607-a454-6aeca2a74450,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:56.105705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Pushing event updated for resources: {'Port': ['ID=5762e8f1-418f-48d1-a939-45b13626984e,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:56.113122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] For port 4eefad57-8d95-41ca-9b52-3d65118110f1, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:56:56.117728 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] For port 4eefad57-8d95-41ca-9b52-3d65118110f1, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4eefad57-8d95-41ca-9b52-3d65118110f1,segment=NetworkSegment(bc90c90f-9297-4493-a403-f3f823f74e6a),segment_id=bc90c90f-9297-4493-a403-f3f823f74e6a)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:56:56.126762 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:56.226970 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2aa4-54f4-4277-9a75-3cc5a89db661 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:56.234613 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d3fb2aa4-54f4-4277-9a75-3cc5a89db661 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "DELETE /v2.0/ports/fc02900f-5389-4607-a454-6aeca2a74450 HTTP/1.1" status: 204 len: 168 time: 0.8653512 Nov 26 02:56:56.235493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49244) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:56.241038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6992a-7d95-460e-a26a-3947dd6c61e9 None None] Pushing event updated for resources: {'Port': ['ID=4eefad57-8d95-41ca-9b52-3d65118110f1,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:56.242520 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '29236ea9-d633-4500-a058-5f8b0773da57', 'external_fixed_ips': [{'subnet_id': '94f6903d-78f9-4b02-a7e6-3fe957167db0', 'ip_address': '172.20.0.3'}]}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:56.283933 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-18117273-022d-4199-ad9f-5be168d12660 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:56.289602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-18117273-022d-4199-ad9f-5be168d12660 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/ports/ae0d2aee-0873-4825-a1f7-c8ef5d633ca9 HTTP/1.1" status: 204 len: 168 time: 2.1553435 Nov 26 02:56:56.299588 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49246) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:56.314098 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:56.315345 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:56.355485 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-95814086-828f-4a35-879f-4eff28a1789b req-22279acb-0b54-40f4-a78d-bdf3d8e94abc tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708330 Nov 26 02:56:56.378032 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4306e719-13aa-45da-84d4-4e4ca0d0c3ed req-c29ecc32-8ecf-4bf3-935a-2beaa17395bf tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2685192 Nov 26 02:56:56.427638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b518bab-7a12-4fb2-96fd-7212389115b4 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Deleting subnet 4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:56:56.449557 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:56.454536 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1b518bab-7a12-4fb2-96fd-7212389115b4 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:56.458462 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69df01f7-ae22-4931-bce4-c11f005b426c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:56.466817 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-69df01f7-ae22-4931-bce4-c11f005b426c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:56.528666 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Attempting to bind port 5762e8f1-418f-48d1-a939-45b13626984e on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:56:56.529003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Attempting to bind port 5762e8f1-418f-48d1-a939-45b13626984e by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:56:56.529331 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Attempting to bind port 5762e8f1-418f-48d1-a939-45b13626984e on network 6f6608d8-291a-4259-8927-5089b1ce2d2e {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:56.571501 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1b518bab-7a12-4fb2-96fd-7212389115b4 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:56.618736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Port 5762e8f1-418f-48d1-a939-45b13626984e on network 6f6608d8-291a-4259-8927-5089b1ce2d2e not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:56:56.619085 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Attempting to bind port 5762e8f1-418f-48d1-a939-45b13626984e on network 6f6608d8-291a-4259-8927-5089b1ce2d2e {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:56:56.682434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:56:56.682805 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Checking segment: {'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:56:56.683223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Bound using segment: {'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:56:56.683667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Bound port: 5762e8f1-418f-48d1-a939-45b13626984e, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:56:56.684034 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:56.754307 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:56.764285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ed770-7876-44c4-8e94-27ebf46ea9e8 req-fdb08f20-149a-4eb5-93e2-6f9e8eeedaaf tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:56.765982 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-854ed770-7876-44c4-8e94-27ebf46ea9e8 req-fdb08f20-149a-4eb5-93e2-6f9e8eeedaaf tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 944 time: 0.1421397 Nov 26 02:56:56.784324 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1b518bab-7a12-4fb2-96fd-7212389115b4 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:56.874827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] For port 5762e8f1-418f-48d1-a939-45b13626984e, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:56:56.900769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] For port 5762e8f1-418f-48d1-a939-45b13626984e, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5762e8f1-418f-48d1-a939-45b13626984e,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:56:56.908201 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-854ed770-7876-44c4-8e94-27ebf46ea9e8 req-5a973290-8ccc-43d6-bb6b-3dfc37662dbe tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=1abdd01b-3e9d-4ab3-a244-8c9335f174f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286278 Nov 26 02:56:56.910291 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:56.942341 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1b518bab-7a12-4fb2-96fd-7212389115b4 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:56.965324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:56.966574 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:56.967516 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b38d125-3159-4dca-8281-a0a2f437514f req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] 10.222.0.59 "PUT /v2.0/ports/5762e8f1-418f-48d1-a939-45b13626984e HTTP/1.1" status: 200 len: 1091 time: 2.6776028 Nov 26 02:56:56.971322 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e891320b-d541-4e98-93c5-5f52555b3dcf', 'tag': '5762e8f1-418f-48d1-a939-45b13626984e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:56:56.973905 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb860ed-2dd1-4ba9-af38-b0862e2abd31" -d '{"events": [{"name": "network-changed", "server_uuid": "e891320b-d541-4e98-93c5-5f52555b3dcf", "tag": "5762e8f1-418f-48d1-a939-45b13626984e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:56:57.001217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b518bab-7a12-4fb2-96fd-7212389115b4 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:57.008383 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1b518bab-7a12-4fb2-96fd-7212389115b4 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:57.010582 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a1b7df-25e9-45c5-8417-b6589d4729ef None None] Network fb979db8-4bd4-4e6f-834b-5488e2f13473 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:57.014615 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1b518bab-7a12-4fb2-96fd-7212389115b4 tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/subnets/4ff9ab82-cccf-4cd0-9ca8-3b6b6a4279c9 HTTP/1.1" status: 204 len: 168 time: 0.7100952 Nov 26 02:56:57.015101 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49252) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:57.103838 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:57.107713 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f980811-5deb-4fbc-8ccf-14856d635c5b x-openstack-request-id: req-3f980811-5deb-4fbc-8ccf-14856d635c5b {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:56:57.108042 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e891320b-d541-4e98-93c5-5f52555b3dcf", "tag": "5762e8f1-418f-48d1-a939-45b13626984e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:56:57.108314 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f980811-5deb-4fbc-8ccf-14856d635c5b {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:56:57.108766 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e891320b-d541-4e98-93c5-5f52555b3dcf', 'tag': '5762e8f1-418f-48d1-a939-45b13626984e', 'status': 'completed', 'code': 200} Nov 26 02:56:57.118265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78de28-d52b-4ba9-955b-b878323ae33d service neutron] Pushing event updated for resources: {'Port': ['ID=5762e8f1-418f-48d1-a939-45b13626984e,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:57.215693 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38d125-3159-4dca-8281-a0a2f437514f req-4199343e-77ad-4e5f-a760-aca6b37b3680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:57.222724 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b38d125-3159-4dca-8281-a0a2f437514f req-4199343e-77ad-4e5f-a760-aca6b37b3680 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 1094 time: 0.1077783 Nov 26 02:56:57.236904 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4eefad57-8d95-41ca-9b52-3d65118110f1 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:56:57.288011 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b38d125-3159-4dca-8281-a0a2f437514f req-cce00efc-207d-4312-8306-9929933fd9fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5762e8f1-418f-48d1-a939-45b13626984e HTTP/1.1" status: 200 len: 217 time: 0.0545373 Nov 26 02:56:57.293708 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Deleting port 91c370f2-6b62-451e-8a6e-77c2caeb77cd {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:57.294057 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:57.365040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 4eefad57-8d95-41ca-9b52-3d65118110f1 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:57.365557 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:57.368455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] For port 91c370f2-6b62-451e-8a6e-77c2caeb77cd, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=91c370f2-6b62-451e-8a6e-77c2caeb77cd,segment=NetworkSegment(515e4ac0-9d2d-4428-97c1-7dac7f69dca5),segment_id=515e4ac0-9d2d-4428-97c1-7dac7f69dca5)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:57.368832 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:57.386234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Calling delete_port for 91c370f2-6b62-451e-8a6e-77c2caeb77cd owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:57.431696 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c651bf-22f9-4c35-a2b1-764dcebea7bd None None] DHCP port deletion for fb979db8-4bd4-4e6f-834b-5488e2f13473 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:56:57.477389 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device fbe16afc-30f5-4c7c-8953-094e69cd1aff up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:56:57.574524 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-69df01f7-ae22-4931-bce4-c11f005b426c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:57.596163 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:57.617761 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-80c651bf-22f9-4c35-a2b1-764dcebea7bd None None] Deleting port 91c370f2-6b62-451e-8a6e-77c2caeb77cd {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:56:57.618141 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-80c651bf-22f9-4c35-a2b1-764dcebea7bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:57.663271 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69df01f7-ae22-4931-bce4-c11f005b426c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 40d20179-823b-45ea-8f5e-a2a14f43bb9c is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:57.688344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38d125-3159-4dca-8281-a0a2f437514f req-c5d08ead-5ed9-4055-b56c-97dda2947edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:57.689875 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b38d125-3159-4dca-8281-a0a2f437514f req-c5d08ead-5ed9-4055-b56c-97dda2947edb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afcc1d3e-e838-4aac-9873-c211c542870e HTTP/1.1" status: 200 len: 851 time: 0.1886768 Nov 26 02:56:57.711825 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-69df01f7-ae22-4931-bce4-c11f005b426c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:57.715358 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-80c651bf-22f9-4c35-a2b1-764dcebea7bd None None] For port 91c370f2-6b62-451e-8a6e-77c2caeb77cd, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=91c370f2-6b62-451e-8a6e-77c2caeb77cd,segment=NetworkSegment(515e4ac0-9d2d-4428-97c1-7dac7f69dca5),segment_id=515e4ac0-9d2d-4428-97c1-7dac7f69dca5)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:57.715796 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-80c651bf-22f9-4c35-a2b1-764dcebea7bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:57.722703 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942206b-bc99-47a9-bab0-21efc5a95313 req-5773f010-6ec7-4657-9f7d-5d032989aff6 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:57.723659 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69df01f7-ae22-4931-bce4-c11f005b426c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:57.724308 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d942206b-bc99-47a9-bab0-21efc5a95313 req-5773f010-6ec7-4657-9f7d-5d032989aff6 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 943 time: 0.2242496 Nov 26 02:56:57.732432 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-69df01f7-ae22-4931-bce4-c11f005b426c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:57.735962 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port fbe16afc-30f5-4c7c-8953-094e69cd1aff completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:56:57.738007 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df01f7-ae22-4931-bce4-c11f005b426c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Subnet': ['ID=40e43577-8c95-48ff-a274-44cda66fcb2e,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:57.770538 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:57.792932 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 4eefad57-8d95-41ca-9b52-3d65118110f1, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4eefad57-8d95-41ca-9b52-3d65118110f1,segment=NetworkSegment(bc90c90f-9297-4493-a403-f3f823f74e6a),segment_id=bc90c90f-9297-4493-a403-f3f823f74e6a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:57.799437 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-80c651bf-22f9-4c35-a2b1-764dcebea7bd None None] Calling delete_port for 91c370f2-6b62-451e-8a6e-77c2caeb77cd owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:56:57.802441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port fbe16afc-30f5-4c7c-8953-094e69cd1aff triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:57.803505 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:57.806969 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-69df01f7-ae22-4931-bce4-c11f005b426c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8787501 Nov 26 02:56:57.809176 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:57.810089 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:57.820425 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49262) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:57.826904 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1e6e5136-bd9f-40c9-b842-191c355e6714 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'network_id': '40d20179-823b-45ea-8f5e-a2a14f43bb9c', 'fixed_ips': [{'subnet_id': '9a02487f-fd6d-4833-9102-e1d8a10872e6'}, {'subnet_id': '40e43577-8c95-48ff-a274-44cda66fcb2e'}], 'name': 'tempest-PortsIpV6TestJSON-627311865'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:56:57.897152 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e99bcad-999c-4d25-aad8-65038c65fb96 None None] Network 40d20179-823b-45ea-8f5e-a2a14f43bb9c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:56:58.054281 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6af1e11c-0ab1-433a-9dfc-6355d8c2b7c4 None None] Provisioning complete for port 4eefad57-8d95-41ca-9b52-3d65118110f1 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:58.054815 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6af1e11c-0ab1-433a-9dfc-6355d8c2b7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:58.084482 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:58.094120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06f0fe-8f24-4668-8c24-696c088343d3 req-ac3483e6-0821-4c5e-97aa-66973ca2aa3f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:58.095627 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e06f0fe-8f24-4668-8c24-696c088343d3 req-ac3483e6-0821-4c5e-97aa-66973ca2aa3f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.5806985 Nov 26 02:56:58.097547 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b38d125-3159-4dca-8281-a0a2f437514f req-947e8842-6b96-48db-9c31-9d37ce5b866c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6f6608d8-291a-4259-8927-5089b1ce2d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3994040 Nov 26 02:56:58.115361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=4eefad57-8d95-41ca-9b52-3d65118110f1,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:58.170391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Pushing event deleted for resources: {'Port': ['ID=91c370f2-6b62-451e-8a6e-77c2caeb77cd,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:58.182969 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Allocated IP 172.20.0.3 (29236ea9-d633-4500-a058-5f8b0773da57/94f6903d-78f9-4b02-a7e6-3fe957167db0/228dc765-4276-446b-8dbf-b03e95a317ec) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:58.200459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] No DVR routers for this DVR port 91c370f2-6b62-451e-8a6e-77c2caeb77cd on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:56:58.305099 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:58.346480 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e06f0fe-8f24-4668-8c24-696c088343d3 req-54cced7a-dbda-4170-8eb8-cf012ae58f07 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2372055 Nov 26 02:56:58.348270 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:58.355440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d942206b-bc99-47a9-bab0-21efc5a95313 req-04b28248-4a3b-4498-8926-a0c46b6c9604 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726712 Nov 26 02:56:58.368078 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:58.389488 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:58.400536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb979db8-4bd4-4e6f-834b-5488e2f13473']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:58.410518 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b38d125-3159-4dca-8281-a0a2f437514f req-7c23f086-da93-4169-a105-61b18ca11025 service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962294 Nov 26 02:56:58.414373 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515e4ac0-9d2d-4428-97c1-7dac7f69dca5') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:58.414883 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515e4ac0-9d2d-4428-97c1-7dac7f69dca5') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:56:58.433735 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:58.454334 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6e5136-bd9f-40c9-b842-191c355e6714 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:56:58.483992 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:58.492412 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Network 29236ea9-d633-4500-a058-5f8b0773da57 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:56:58.497264 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:56:58.497916 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:56:58.502052 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:56:58.520860 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:56:58.550808 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:56:58.589304 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-80c651bf-22f9-4c35-a2b1-764dcebea7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:58.613356 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Pushing event updated for resources: {'Port': ['ID=228dc765-4276-446b-8dbf-b03e95a317ec,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:58.631270 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4470e6d-28f6-4781-9023-8c78943e08cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe16afc-30f5-4c7c-8953-094e69cd1aff'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:56:58.638419 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f4934a-4212-47ff-966e-896e5bc82b6b" -d '{"events": [{"server_uuid": "d4470e6d-28f6-4781-9023-8c78943e08cd", "name": "network-vif-plugged", "status": "completed", "tag": "fbe16afc-30f5-4c7c-8953-094e69cd1aff"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:56:58.667626 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b38d125-3159-4dca-8281-a0a2f437514f req-1f3f3255-a989-4af4-a33c-6362167eaddb service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454808 Nov 26 02:56:58.668273 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:58.674416 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:58.679981 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] 10.222.0.31 "DELETE /v2.0/networks/fb979db8-4bd4-4e6f-834b-5488e2f13473 HTTP/1.1" status: 204 len: 168 time: 1.6616704 Nov 26 02:56:58.681260 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port fbe16afc-30f5-4c7c-8953-094e69cd1aff, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=fbe16afc-30f5-4c7c-8953-094e69cd1aff,segment=NetworkSegment(b035f7d8-bdc3-4a67-a8cf-cb3525c2442b),segment_id=b035f7d8-bdc3-4a67-a8cf-cb3525c2442b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:58.684875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c651bf-22f9-4c35-a2b1-764dcebea7bd None None] Pushing event deleted for resources: {'Port': ['ID=91c370f2-6b62-451e-8a6e-77c2caeb77cd,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:58.694015 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c651bf-22f9-4c35-a2b1-764dcebea7bd None None] No DVR routers for this DVR port 91c370f2-6b62-451e-8a6e-77c2caeb77cd on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:56:58.696191 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:58.718673 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2d77e-604b-4715-b0d2-ba9681fbf07e tempest-TagsExtTest-1134786445 tempest-TagsExtTest-1134786445-project] Pushing event deleted for resources: {'Network': ['ID=fb979db8-4bd4-4e6f-834b-5488e2f13473,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:58.761382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92787eba-f153-4930-9889-fff1c103b34e req-41dc406e-ee6b-4390-bbc1-4210a3f65fd5 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:58.771320 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92787eba-f153-4930-9889-fff1c103b34e req-41dc406e-ee6b-4390-bbc1-4210a3f65fd5 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 944 time: 0.1719236 Nov 26 02:56:58.811566 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=fbe16afc-30f5-4c7c-8953-094e69cd1aff,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:58.894928 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92787eba-f153-4930-9889-fff1c103b34e req-696034a1-1136-47e6-898e-e6a844a0a88d tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=1abdd01b-3e9d-4ab3-a244-8c9335f174f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227160 Nov 26 02:56:58.896986 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb860ed-2dd1-4ba9-af38-b0862e2abd31 req-51aedc1a-8113-4685-8353-2d2e527f09d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:58.903842 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf7a22d-8ae6-40d8-98ff-c97532a87883 x-openstack-request-id: req-4bf7a22d-8ae6-40d8-98ff-c97532a87883 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:56:58.906686 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4470e6d-28f6-4781-9023-8c78943e08cd", "name": "network-vif-plugged", "status": "completed", "tag": "fbe16afc-30f5-4c7c-8953-094e69cd1aff", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:56:58.907841 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bf7a22d-8ae6-40d8-98ff-c97532a87883 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:56:58.908448 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4470e6d-28f6-4781-9023-8c78943e08cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe16afc-30f5-4c7c-8953-094e69cd1aff', 'code': 200} Nov 26 02:56:58.910367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4bb860ed-2dd1-4ba9-af38-b0862e2abd31 req-51aedc1a-8113-4685-8353-2d2e527f09d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 1094 time: 0.1241243 Nov 26 02:56:58.938665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385369a-8913-42f9-837e-f8901d03adc6 None None] Update dhcp port {'port': {'network_id': '40d20179-823b-45ea-8f5e-a2a14f43bb9c', 'fixed_ips': [{'subnet_id': '9a02487f-fd6d-4833-9102-e1d8a10872e6', 'ip_address': '2001:db8::2'}, {'subnet_id': '40e43577-8c95-48ff-a274-44cda66fcb2e'}], 'binding:host_id': 'n-d-819389-3'}, 'id': '4eefad57-8d95-41ca-9b52-3d65118110f1'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 02:56:58.944326 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e6e5136-bd9f-40c9-b842-191c355e6714 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:58.990128 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9385369a-8913-42f9-837e-f8901d03adc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:59.107099 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-1e6e5136-bd9f-40c9-b842-191c355e6714 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] device_id is not set on port 46fbc379-d46a-48e5-a04f-a7c72e19a0a4 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:56:59.174112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa81c5-a6b9-4e22-a177-526b847a5190 req-a45aad4e-c7e5-4e84-83f7-de72272c839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:59.177090 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-11fa81c5-a6b9-4e22-a177-526b847a5190 req-a45aad4e-c7e5-4e84-83f7-de72272c839f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 1096 time: 0.1716175 Nov 26 02:56:59.178341 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4eefad57-8d95-41ca-9b52-3d65118110f1 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:56:59.217001 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49274) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:59.258840 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb860ed-2dd1-4ba9-af38-b0862e2abd31 req-c8a1685c-ed6f-4f8f-80fc-e24754031cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:59.260997 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4bb860ed-2dd1-4ba9-af38-b0862e2abd31 req-c8a1685c-ed6f-4f8f-80fc-e24754031cf8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 912 time: 0.3498406 Nov 26 02:56:59.267386 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:59.274020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-9385369a-8913-42f9-837e-f8901d03adc6 None None] Allocated IP 2001:db8:0:1::2 (40d20179-823b-45ea-8f5e-a2a14f43bb9c/40e43577-8c95-48ff-a274-44cda66fcb2e/4eefad57-8d95-41ca-9b52-3d65118110f1) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:59.317513 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4bb860ed-2dd1-4ba9-af38-b0862e2abd31 req-f14d8923-9b39-4831-9731-edbcfc136db3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5762e8f1-418f-48d1-a939-45b13626984e HTTP/1.1" status: 200 len: 217 time: 0.0468593 Nov 26 02:56:59.405411 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-11fa81c5-a6b9-4e22-a177-526b847a5190 req-6b5ab078-7f8b-4dbc-8556-dbb32df468b0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1abdd01b-3e9d-4ab3-a244-8c9335f174f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033167 Nov 26 02:56:59.443428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb860ed-2dd1-4ba9-af38-b0862e2abd31 req-684872db-b66a-4b2b-adad-249ec3825a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:59.445561 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4bb860ed-2dd1-4ba9-af38-b0862e2abd31 req-684872db-b66a-4b2b-adad-249ec3825a5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afcc1d3e-e838-4aac-9873-c211c542870e HTTP/1.1" status: 200 len: 851 time: 0.1171741 Nov 26 02:56:59.455383 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-9385369a-8913-42f9-837e-f8901d03adc6 None None] For port 4eefad57-8d95-41ca-9b52-3d65118110f1, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4eefad57-8d95-41ca-9b52-3d65118110f1,segment=NetworkSegment(bc90c90f-9297-4493-a403-f3f823f74e6a),segment_id=bc90c90f-9297-4493-a403-f3f823f74e6a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:56:59.504154 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4bb860ed-2dd1-4ba9-af38-b0862e2abd31 req-520de792-fc57-4080-8383-f2b608a0e0ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6f6608d8-291a-4259-8927-5089b1ce2d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449493 Nov 26 02:56:59.509968 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9385369a-8913-42f9-837e-f8901d03adc6 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:59.519130 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9385369a-8913-42f9-837e-f8901d03adc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:59.523145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6d1c9052-4442-45cb-93b7-069eaf716c2c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e88f17de4a1443fcbf99e3810fefb668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2714729 Nov 26 02:56:59.524010 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 4eefad57-8d95-41ca-9b52-3d65118110f1 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:56:59.524411 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:59.546289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49286) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:56:59.649469 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385369a-8913-42f9-837e-f8901d03adc6 None None] Pushing event updated for resources: {'Port': ['ID=4eefad57-8d95-41ca-9b52-3d65118110f1,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:56:59.703270 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:59.736745 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-010f61ad-20b8-4951-aba1-8ea0973b4df0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:59.750032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b87a7-3d25-473d-981b-e1eca2231064 req-3a034349-c5ef-499f-927f-8045881f4ddc tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:59.752347 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f00b87a7-3d25-473d-981b-e1eca2231064 req-3a034349-c5ef-499f-927f-8045881f4ddc tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.2429209 Nov 26 02:56:59.767257 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f719d7b-db3b-475c-ac8d-d0c9c699defc req-be530270-2040-4e7f-a918-27e82e1a2515 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:56:59.769680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f719d7b-db3b-475c-ac8d-d0c9c699defc req-be530270-2040-4e7f-a918-27e82e1a2515 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 943 time: 0.2966843 Nov 26 02:56:59.803837 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 91c370f2-6b62-451e-8a6e-77c2caeb77cd no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:56:59.842404 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 91c370f2-6b62-451e-8a6e-77c2caeb77cd {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:56:59.842927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 91c370f2-6b62-451e-8a6e-77c2caeb77cd not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:56:59.869900 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4bb860ed-2dd1-4ba9-af38-b0862e2abd31 req-6421a9b9-6268-4c55-9958-c90527ce44bf service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348768 Nov 26 02:56:59.893632 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f00b87a7-3d25-473d-981b-e1eca2231064 req-6a948cc7-6e81-4b2d-b75f-54b141d0c09e tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1207407 Nov 26 02:56:59.894324 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-010f61ad-20b8-4951-aba1-8ea0973b4df0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:56:59.966280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f719d7b-db3b-475c-ac8d-d0c9c699defc req-e1f6cea3-5fe8-4787-95ad-7e4746a5cb77 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845901 Nov 26 02:56:59.984292 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-1e6e5136-bd9f-40c9-b842-191c355e6714 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Allocated IP 2001:db8::36d (40d20179-823b-45ea-8f5e-a2a14f43bb9c/9a02487f-fd6d-4833-9102-e1d8a10872e6/46fbc379-d46a-48e5-a04f-a7c72e19a0a4) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:56:59.991055 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-1e6e5136-bd9f-40c9-b842-191c355e6714 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Allocated IP 2001:db8:0:1::5e (40d20179-823b-45ea-8f5e-a2a14f43bb9c/40e43577-8c95-48ff-a274-44cda66fcb2e/46fbc379-d46a-48e5-a04f-a7c72e19a0a4) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:00.076983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4bb860ed-2dd1-4ba9-af38-b0862e2abd31 req-5355a021-30d3-429f-bbbf-6cca7c3a8c21 service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951461 Nov 26 02:57:00.081854 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-010f61ad-20b8-4951-aba1-8ea0973b4df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:00.084884 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-010f61ad-20b8-4951-aba1-8ea0973b4df0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:00.088395 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-010f61ad-20b8-4951-aba1-8ea0973b4df0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8af649b2-18c0-4f59-8578-e0219cebc16f HTTP/1.1" status: 204 len: 168 time: 0.5382330 Nov 26 02:57:00.183891 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516eab6-166e-4980-8257-b4f648f890b8 req-7fd2943a-5cb1-4f43-af89-1cecf392f35f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:00.185521 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0516eab6-166e-4980-8257-b4f648f890b8 req-7fd2943a-5cb1-4f43-af89-1cecf392f35f tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 945 time: 0.0669346 Nov 26 02:57:00.201786 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f61ad-20b8-4951-aba1-8ea0973b4df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af649b2-18c0-4f59-8578-e0219cebc16f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:00.279803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0516eab6-166e-4980-8257-b4f648f890b8 req-7f3b1437-55ef-47bf-820f-8a68fbeed947 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=1abdd01b-3e9d-4ab3-a244-8c9335f174f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826843 Nov 26 02:57:00.309492 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Router ce7305ff-a71c-4803-b25e-e3479850c8b7 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:57:00.341670 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e6e5136-bd9f-40c9-b842-191c355e6714 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:00.489440 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffa43c1-4128-4dda-a4e0-ce33508568fd None None] Network 40d20179-823b-45ea-8f5e-a2a14f43bb9c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:00.638317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c0278bf7-255c-4d44-8617-796ad4d81ccb None None] Provisioning complete for port 4eefad57-8d95-41ca-9b52-3d65118110f1 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:00.638783 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c0278bf7-255c-4d44-8617-796ad4d81ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:00.783303 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:57:00.788029 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e6e5136-bd9f-40c9-b842-191c355e6714 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:00.798705 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Sync routers for ids ['ce7305ff-a71c-4803-b25e-e3479850c8b7'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:57:00.818660 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Routers {'ce7305ff-a71c-4803-b25e-e3479850c8b7'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:00.819300 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:56:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ce7305ff-a71c-4803-b25e-e3479850c8b7'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:00.896527 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6e5136-bd9f-40c9-b842-191c355e6714 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 40d20179-823b-45ea-8f5e-a2a14f43bb9c is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:00.900558 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-1e6e5136-bd9f-40c9-b842-191c355e6714 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:00.906988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e5136-bd9f-40c9-b842-191c355e6714 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:00.913256 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6e5136-bd9f-40c9-b842-191c355e6714 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:00.914110 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e6e5136-bd9f-40c9-b842-191c355e6714 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:00.925099 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:00.926368 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1267b2d2-e89c-4d66-91aa-eb7c1b2ea614 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.6899040 Nov 26 02:57:00.930825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49310) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:00.939815 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e5136-bd9f-40c9-b842-191c355e6714 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=46fbc379-d46a-48e5-a04f-a7c72e19a0a4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:01.010590 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1e6e5136-bd9f-40c9-b842-191c355e6714 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.1705549 Nov 26 02:57:01.013137 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49314) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:01.036929 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0b863f14-e72f-4887-b8c2-8c0e58431639 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9a02487f-fd6d-4833-9102-e1d8a10872e6'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:01.084640 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Set router ce7305ff-a71c-4803-b25e-e3479850c8b7 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:57:01.129243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4eefad57-8d95-41ca-9b52-3d65118110f1 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:57:01.212129 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b863f14-e72f-4887-b8c2-8c0e58431639 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:01.221679 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49322) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:01.234238 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 4eefad57-8d95-41ca-9b52-3d65118110f1 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:01.234916 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:01.291450 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-84bdaca9-f51a-43cf-9389-9f2cfcc7a785 None None] Provisioning complete for port 4eefad57-8d95-41ca-9b52-3d65118110f1 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:01.291883 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-84bdaca9-f51a-43cf-9389-9f2cfcc7a785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:01.359428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5762e8f1-418f-48d1-a939-45b13626984e details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:57:01.360202 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7305ff-a71c-4803-b25e-e3479850c8b7', 'name': '', 'tenant_id': 'cbff3e2c8e634f598e9fa0bec0fa9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29236ea9-d633-4500-a058-5f8b0773da57', 'external_fixed_ips': [{'subnet_id': '94f6903d-78f9-4b02-a7e6-3fe957167db0', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '228dc765-4276-446b-8dbf-b03e95a317ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:56:56Z', 'updated_at': '2021-11-26T02:56:58Z', 'revision_number': 3, 'project_id': 'cbff3e2c8e634f598e9fa0bec0fa9a7a', 'gw_port': {'id': '228dc765-4276-446b-8dbf-b03e95a317ec', 'name': '', 'network_id': '29236ea9-d633-4500-a058-5f8b0773da57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:10:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7305ff-a71c-4803-b25e-e3479850c8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '94f6903d-78f9-4b02-a7e6-3fe957167db0', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:57Z', 'updated_at': '2021-11-26T02:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94f6903d-78f9-4b02-a7e6-3fe957167db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:01.408400 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Checking router: ce7305ff-a71c-4803-b25e-e3479850c8b7 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:57:01.409264 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Updating router ce7305ff-a71c-4803-b25e-e3479850c8b7 port 228dc765-4276-446b-8dbf-b03e95a317ec binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:57:01.447011 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:01.458700 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-98df19ce-c337-4273-ba40-23e73ae43b37 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-218051818'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:01.463730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b18765-b016-437e-b973-cecb3899ac57 req-00e494e3-eaf6-4a62-af87-adf98fdcfcc3 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:01.469727 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68b18765-b016-437e-b973-cecb3899ac57 req-00e494e3-eaf6-4a62-af87-adf98fdcfcc3 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.3065417 Nov 26 02:57:01.480768 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2cb71f1-4936-4a6b-b5b4-58b5fe09a720 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:01.614316 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98df19ce-c337-4273-ba40-23e73ae43b37 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Made reservation on behalf of 046f8f04716d4161b200c3b16f90c6f9 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:01.618261 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98df19ce-c337-4273-ba40-23e73ae43b37 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:01.634643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7650c-d520-4c11-ba45-02e0f928512b req-12d6aee3-9a2a-4937-8378-65314d15d751 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:01.636773 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27b7650c-d520-4c11-ba45-02e0f928512b req-12d6aee3-9a2a-4937-8378-65314d15d751 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 943 time: 0.4666362 Nov 26 02:57:01.657117 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98df19ce-c337-4273-ba40-23e73ae43b37 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:01.722511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68b18765-b016-437e-b973-cecb3899ac57 req-e4691526-b7da-4744-8828-e6a3836a3793 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2438593 Nov 26 02:57:01.727799 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27b7650c-d520-4c11-ba45-02e0f928512b req-f20b33fc-1373-4341-8f59-fa79d0f4dd44 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745759 Nov 26 02:57:01.753641 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2cb71f1-4936-4a6b-b5b4-58b5fe09a720 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:01.778313 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 5762e8f1-418f-48d1-a939-45b13626984e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5762e8f1-418f-48d1-a939-45b13626984e,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:01.801775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '5762e8f1-418f-48d1-a939-45b13626984e', 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e', 'port_id': '5762e8f1-418f-48d1-a939-45b13626984e', 'mac_address': 'fa:16:3e:cb:de:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcc1d3e-e838-4aac-9873-c211c542870e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:57:01.845298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb71f1-4936-4a6b-b5b4-58b5fe09a720 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Deleting port 228dc765-4276-446b-8dbf-b03e95a317ec {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:01.845775 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2cb71f1-4936-4a6b-b5b4-58b5fe09a720 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:01.857300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-0b863f14-e72f-4887-b8c2-8c0e58431639 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Delete allocated IP 2001:db8:0:1::5e (40d20179-823b-45ea-8f5e-a2a14f43bb9c/40e43577-8c95-48ff-a274-44cda66fcb2e) {{(pid=104801) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 26 02:57:01.918399 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:01.921382 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:01.926433 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:01.952486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2f9d77db-4bd3-4db0-95f0-ea22f3d449c5 None None] Provisioning complete for port 46fbc379-d46a-48e5-a04f-a7c72e19a0a4 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:01.952871 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2f9d77db-4bd3-4db0-95f0-ea22f3d449c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:01.968972 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2cb71f1-4936-4a6b-b5b4-58b5fe09a720 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:01.987540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb71f1-4936-4a6b-b5b4-58b5fe09a720 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Calling delete_port for 228dc765-4276-446b-8dbf-b03e95a317ec owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:02.005092 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5762e8f1-418f-48d1-a939-45b13626984e {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:57:02.014354 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98df19ce-c337-4273-ba40-23e73ae43b37 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:02.034017 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98df19ce-c337-4273-ba40-23e73ae43b37 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:02.036569 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Attempting to bind port 228dc765-4276-446b-8dbf-b03e95a317ec on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:57:02.037079 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Attempting to bind port 228dc765-4276-446b-8dbf-b03e95a317ec by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'bc9bd03b-2849-4acb-b1c0-9859795055f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '29236ea9-d633-4500-a058-5f8b0773da57'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:57:02.037722 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Attempting to bind port 228dc765-4276-446b-8dbf-b03e95a317ec on network 29236ea9-d633-4500-a058-5f8b0773da57 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:57:02.040293 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bfb13-283a-4658-8542-620e29edeef4 None None] Pushing event updated for resources: {'Port': ['ID=228dc765-4276-446b-8dbf-b03e95a317ec,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:02.047732 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:57:02.052500 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Checking segment: {'id': 'bc9bd03b-2849-4acb-b1c0-9859795055f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '29236ea9-d633-4500-a058-5f8b0773da57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:57:02.053183 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:02.053963 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Bound using segment: {'id': 'bc9bd03b-2849-4acb-b1c0-9859795055f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '29236ea9-d633-4500-a058-5f8b0773da57'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:57:02.054859 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Bound port: 228dc765-4276-446b-8dbf-b03e95a317ec, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9bd03b-2849-4acb-b1c0-9859795055f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '29236ea9-d633-4500-a058-5f8b0773da57'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:57:02.055468 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:02.076202 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 5762e8f1-418f-48d1-a939-45b13626984e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5762e8f1-418f-48d1-a939-45b13626984e,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:02.090179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98df19ce-c337-4273-ba40-23e73ae43b37 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:57:02.091441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2f9d77db-4bd3-4db0-95f0-ea22f3d449c5 None None] Port 46fbc379-d46a-48e5-a04f-a7c72e19a0a4 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:02.101711 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:02.126172 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df19ce-c337-4273-ba40-23e73ae43b37 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e99448-b6a2-497c-91ff-4080b0ec33bf,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:02.130255 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] For port 228dc765-4276-446b-8dbf-b03e95a317ec, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:57:02.134149 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] For port 228dc765-4276-446b-8dbf-b03e95a317ec, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=228dc765-4276-446b-8dbf-b03e95a317ec,segment=NetworkSegment(bc9bd03b-2849-4acb-b1c0-9859795055f7),segment_id=bc9bd03b-2849-4acb-b1c0-9859795055f7)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:57:02.141088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747d5b8-5773-4fac-8052-cfa0423e99a9 req-2df96553-8233-4934-b416-7806d6bb47b5 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:02.141919 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:02.142773 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c747d5b8-5773-4fac-8052-cfa0423e99a9 req-2df96553-8233-4934-b416-7806d6bb47b5 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 945 time: 0.1283476 Nov 26 02:57:02.143746 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98df19ce-c337-4273-ba40-23e73ae43b37 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:02.144462 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-98df19ce-c337-4273-ba40-23e73ae43b37 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Added segment 9cffefbc-ca52-4b2f-b202-76230131b1bd of type vlan for network 5c20bb81-c430-4b1d-9095-0030fd5c9ff7 Nov 26 02:57:02.194166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=5762e8f1-418f-48d1-a939-45b13626984e,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:02.206635 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Routers {'ce7305ff-a71c-4803-b25e-e3479850c8b7'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:02.207269 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:56:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ce7305ff-a71c-4803-b25e-e3479850c8b7'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:02.215482 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b863f14-e72f-4887-b8c2-8c0e58431639 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:02.233327 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98df19ce-c337-4273-ba40-23e73ae43b37 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:02.235861 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b863f14-e72f-4887-b8c2-8c0e58431639 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:02.297028 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c747d5b8-5773-4fac-8052-cfa0423e99a9 req-61afa2f7-256f-4883-8140-fd1fcb6ece71 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=1abdd01b-3e9d-4ab3-a244-8c9335f174f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431513 Nov 26 02:57:02.336517 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] Set router ce7305ff-a71c-4803-b25e-e3479850c8b7 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:57:02.347996 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0b863f14-e72f-4887-b8c2-8c0e58431639 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] In _notify_port_updated(), no bound segment for port 46fbc379-d46a-48e5-a04f-a7c72e19a0a4 on network 40d20179-823b-45ea-8f5e-a2a14f43bb9c {{(pid=104801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 02:57:02.356048 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b863f14-e72f-4887-b8c2-8c0e58431639 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:02.356846 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b863f14-e72f-4887-b8c2-8c0e58431639 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:02.360808 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0b863f14-e72f-4887-b8c2-8c0e58431639 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "PUT /v2.0/ports/46fbc379-d46a-48e5-a04f-a7c72e19a0a4 HTTP/1.1" status: 200 len: 925 time: 1.3441942 Nov 26 02:57:02.361823 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49330) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:02.372431 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b863f14-e72f-4887-b8c2-8c0e58431639 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=46fbc379-d46a-48e5-a04f-a7c72e19a0a4,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:02.373213 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-56dddf82-bbae-4b66-a15c-e1c260175f3e tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9a02487f-fd6d-4833-9102-e1d8a10872e6'}, {'subnet_id': '40e43577-8c95-48ff-a274-44cda66fcb2e'}]}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:02.377956 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98df19ce-c337-4273-ba40-23e73ae43b37 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:02.385026 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98df19ce-c337-4273-ba40-23e73ae43b37 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:02.386099 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98df19ce-c337-4273-ba40-23e73ae43b37 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:02.406197 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['5762e8f1-418f-48d1-a939-45b13626984e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:57:02.447433 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7305ff-a71c-4803-b25e-e3479850c8b7', 'name': '', 'tenant_id': 'cbff3e2c8e634f598e9fa0bec0fa9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:56:56Z', 'updated_at': '2021-11-26T02:57:01Z', 'revision_number': 4, 'project_id': 'cbff3e2c8e634f598e9fa0bec0fa9a7a', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:02.525033 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570ac1ce-245c-4f99-a613-62add130e192 None None] The sync data for ids ['ce7305ff-a71c-4803-b25e-e3479850c8b7'] in n-d-819389-3 is: [{'id': 'ce7305ff-a71c-4803-b25e-e3479850c8b7', 'name': '', 'tenant_id': 'cbff3e2c8e634f598e9fa0bec0fa9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:56:56Z', 'updated_at': '2021-11-26T02:57:01Z', 'revision_number': 4, 'project_id': 'cbff3e2c8e634f598e9fa0bec0fa9a7a', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:57:02.535424 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bfb13-283a-4658-8542-620e29edeef4 None None] Pushing event updated for resources: {'Port': ['ID=228dc765-4276-446b-8dbf-b03e95a317ec,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:02.553144 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-98df19ce-c337-4273-ba40-23e73ae43b37 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.3313508 Nov 26 02:57:02.559514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49332) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:02.561994 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df19ce-c337-4273-ba40-23e73ae43b37 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Pushing event updated for resources: {'Network': ['ID=5c20bb81-c430-4b1d-9095-0030fd5c9ff7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:02.568575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.tag.tag_plugin [None req-7bfaaf5d-c4fa-4fe0-a767-39957ef52d33 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5c20bb81-c430-4b1d-9095-0030fd5c9ff7', 'tempest-TagsTest-Tag-334617958') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:02.594163 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 5c20bb81-c430-4b1d-9095-0030fd5c9ff7 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:57:02.612669 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2cb71f1-4936-4a6b-b5b4-58b5fe09a720 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:02.724871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32e068-22d5-4587-a0be-67d0346c5ce4 req-158a2ae0-5a5f-4c3e-acef-f99102e5e150 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:02.726593 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d32e068-22d5-4587-a0be-67d0346c5ce4 req-158a2ae0-5a5f-4c3e-acef-f99102e5e150 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 945 time: 0.2793381 Nov 26 02:57:02.730866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb71f1-4936-4a6b-b5b4-58b5fe09a720 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Pushing event deleted for resources: {'Port': ['ID=228dc765-4276-446b-8dbf-b03e95a317ec,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:02.736827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49334) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:02.742449 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-cfe6155a-1a99-4d7f-bc69-c5ac18cbcee1 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Request body: {'floatingip': {'port_id': 'fbe16afc-30f5-4c7c-8953-094e69cd1aff'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:02.778742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a4df9426-8884-4808-b8c3-5cbc02500094 None None] Provisioning complete for port 46fbc379-d46a-48e5-a04f-a7c72e19a0a4 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:02.779250 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a4df9426-8884-4808-b8c3-5cbc02500094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:02.856181 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a4df9426-8884-4808-b8c3-5cbc02500094 None None] Port 46fbc379-d46a-48e5-a04f-a7c72e19a0a4 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:02.865172 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cfe6155a-1a99-4d7f-bc69-c5ac18cbcee1 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:03.041687 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-56dddf82-bbae-4b66-a15c-e1c260175f3e tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:03.331338 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5762e8f1-418f-48d1-a939-45b13626984e up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:57:03.399052 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 5762e8f1-418f-48d1-a939-45b13626984e completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:57:03.406265 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 5762e8f1-418f-48d1-a939-45b13626984e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:03.407005 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:03.459364 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2cb71f1-4936-4a6b-b5b4-58b5fe09a720 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:03.490435 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:03.506595 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7bfaaf5d-c4fa-4fe0-a767-39957ef52d33 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] 10.222.0.31 "PUT /v2.0/networks/5c20bb81-c430-4b1d-9095-0030fd5c9ff7/tags/tempest-TagsTest-Tag-334617958 HTTP/1.1" status: 201 len: 201 time: 0.9417524 Nov 26 02:57:03.509310 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49344) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:03.514519 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-2e590dad-992b-422e-8009-b73e43c83e26 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5c20bb81-c430-4b1d-9095-0030fd5c9ff7', 'tempest-TagsTest-Tag-334617958') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:03.515364 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e891320b-d541-4e98-93c5-5f52555b3dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5762e8f1-418f-48d1-a939-45b13626984e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:57:03.517652 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72cf0ea-a0d1-4ad6-89e8-3c2515364de8" -d '{"events": [{"server_uuid": "e891320b-d541-4e98-93c5-5f52555b3dcf", "name": "network-vif-plugged", "status": "completed", "tag": "5762e8f1-418f-48d1-a939-45b13626984e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:57:03.530515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 5762e8f1-418f-48d1-a939-45b13626984e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5762e8f1-418f-48d1-a939-45b13626984e,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:03.534386 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:03.581304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73a720-b1ad-42c2-93ed-0fd3ff29527f req-966df7d8-6671-47ee-bcc2-8c652eeec2e8 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:03.589702 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de73a720-b1ad-42c2-93ed-0fd3ff29527f req-966df7d8-6671-47ee-bcc2-8c652eeec2e8 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 944 time: 0.6972489 Nov 26 02:57:03.591738 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=5762e8f1-418f-48d1-a939-45b13626984e,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:03.612090 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2e590dad-992b-422e-8009-b73e43c83e26 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] 10.222.0.31 "GET /v2.0/networks/5c20bb81-c430-4b1d-9095-0030fd5c9ff7/tags/tempest-TagsTest-Tag-334617958 HTTP/1.1" status: 204 len: 168 time: 0.1010213 Nov 26 02:57:03.614498 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49348) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:03.619161 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-f4c817db-2d27-4fbb-a6c8-87ff1323dc54 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5c20bb81-c430-4b1d-9095-0030fd5c9ff7') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:03.653650 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fff6b7-984b-4dc2-9d42-102beb49b0bd req-646721a9-7a7d-4802-89b3-8746ec7950aa tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:03.655128 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2fff6b7-984b-4dc2-9d42-102beb49b0bd req-646721a9-7a7d-4802-89b3-8746ec7950aa tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.7350879 Nov 26 02:57:03.689624 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f4c817db-2d27-4fbb-a6c8-87ff1323dc54 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] 10.222.0.31 "GET /v2.0/networks/5c20bb81-c430-4b1d-9095-0030fd5c9ff7/tags HTTP/1.1" status: 200 len: 237 time: 0.0739455 Nov 26 02:57:03.692139 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49350) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:03.696743 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-22483c11-8eac-4af7-b3ca-147670f82e9b tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5c20bb81-c430-4b1d-9095-0030fd5c9ff7', {'tags': ['tempest-TagsTest-Tag-2034198338', 'tempest-TagsTest-Tag-751356624', 'tempest-TagsTest-Tag-956730020']}) {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:03.723006 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2cb71f1-4936-4a6b-b5b4-58b5fe09a720 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:03.738700 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2cb71f1-4936-4a6b-b5b4-58b5fe09a720 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:03.772823 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:57:03.779440 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-22483c11-8eac-4af7-b3ca-147670f82e9b tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] 10.222.0.31 "PUT /v2.0/networks/5c20bb81-c430-4b1d-9095-0030fd5c9ff7/tags HTTP/1.1" status: 200 len: 307 time: 0.0862350 Nov 26 02:57:03.782157 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49352) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:03.786502 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-44bc4921-4d2c-4893-a451-608a36226b2c tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5c20bb81-c430-4b1d-9095-0030fd5c9ff7', 'tempest-TagsTest-Tag-2034198338') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:03.867153 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-44bc4921-4d2c-4893-a451-608a36226b2c tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] 10.222.0.31 "DELETE /v2.0/networks/5c20bb81-c430-4b1d-9095-0030fd5c9ff7/tags/tempest-TagsTest-Tag-2034198338 HTTP/1.1" status: 204 len: 168 time: 0.0838485 Nov 26 02:57:03.869723 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49354) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:03.874523 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-0692a833-dfba-4cda-ba16-7ddf4d80a92c tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5c20bb81-c430-4b1d-9095-0030fd5c9ff7', 'tempest-TagsTest-Tag-2034198338') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:03.942236 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2cb71f1-4936-4a6b-b5b4-58b5fe09a720 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:03.942768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cb71f1-4936-4a6b-b5b4-58b5fe09a720 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce7305ff-a71c-4803-b25e-e3479850c8b7 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:57:03.945692 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-0692a833-dfba-4cda-ba16-7ddf4d80a92c tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] show failed (client error): The resource could not be found. Nov 26 02:57:03.946780 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0692a833-dfba-4cda-ba16-7ddf4d80a92c tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] 10.222.0.31 "GET /v2.0/networks/5c20bb81-c430-4b1d-9095-0030fd5c9ff7/tags/tempest-TagsTest-Tag-2034198338 HTTP/1.1" status: 404 len: 326 time: 0.0759618 Nov 26 02:57:03.947305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de73a720-b1ad-42c2-93ed-0fd3ff29527f req-fe7b40ef-3333-4a16-b9f4-7616b9074fef tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569825 Nov 26 02:57:03.950277 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49356) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:03.953185 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2cb71f1-4936-4a6b-b5b4-58b5fe09a720 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:03.956617 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b2cb71f1-4936-4a6b-b5b4-58b5fe09a720 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ce7305ff-a71c-4803-b25e-e3479850c8b7 HTTP/1.1" status: 204 len: 168 time: 3.0205402 Nov 26 02:57:03.957308 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-be2f8dc8-79cc-439e-98c0-ba2bd44ec931 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5c20bb81-c430-4b1d-9095-0030fd5c9ff7', 'tempest-TagsTest-Tag-751356624') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:03.957754 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49358) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:03.987858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae4a10-454f-4c7b-ad9d-b687b32795f1 req-6deb6954-748f-40f2-a3d1-04b4eb9f371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:03.989458 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69ae4a10-454f-4c7b-ad9d-b687b32795f1 req-6deb6954-748f-40f2-a3d1-04b4eb9f371b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527&tenant_id=cd0486c09d3445d19d9cae0425413414 HTTP/1.1" status: 200 len: 1094 time: 0.2612219 Nov 26 02:57:04.000837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2fff6b7-984b-4dc2-9d42-102beb49b0bd req-a8f87bdc-5324-46b6-94f3-52fbbb3722a1 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3030763 Nov 26 02:57:04.071803 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bb7674-dfa3-47ef-bffc-46b313f3e8e4 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Deleting subnet 94f6903d-78f9-4b02-a7e6-3fe957167db0 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:57:04.077437 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25bb7674-dfa3-47ef-bffc-46b313f3e8e4 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:04.117827 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5be244e-a408-482c-a898-a5c94030ad48 x-openstack-request-id: req-a5be244e-a408-482c-a898-a5c94030ad48 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:57:04.118345 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e891320b-d541-4e98-93c5-5f52555b3dcf", "name": "network-vif-plugged", "status": "completed", "tag": "5762e8f1-418f-48d1-a939-45b13626984e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:57:04.118898 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5be244e-a408-482c-a898-a5c94030ad48 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:57:04.119367 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e891320b-d541-4e98-93c5-5f52555b3dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5762e8f1-418f-48d1-a939-45b13626984e', 'code': 200} Nov 26 02:57:04.125824 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-be2f8dc8-79cc-439e-98c0-ba2bd44ec931 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] 10.222.0.31 "GET /v2.0/networks/5c20bb81-c430-4b1d-9095-0030fd5c9ff7/tags/tempest-TagsTest-Tag-751356624 HTTP/1.1" status: 204 len: 168 time: 0.1745248 Nov 26 02:57:04.128019 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25bb7674-dfa3-47ef-bffc-46b313f3e8e4 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:04.129580 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49360) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:04.133767 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-f4c31959-c943-4e9b-bc47-63b5cbf3da9a tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5c20bb81-c430-4b1d-9095-0030fd5c9ff7', 'tempest-TagsTest-Tag-956730020') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:04.223994 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25bb7674-dfa3-47ef-bffc-46b313f3e8e4 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:04.270154 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f4c31959-c943-4e9b-bc47-63b5cbf3da9a tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] 10.222.0.31 "GET /v2.0/networks/5c20bb81-c430-4b1d-9095-0030fd5c9ff7/tags/tempest-TagsTest-Tag-956730020 HTTP/1.1" status: 204 len: 168 time: 0.1373684 Nov 26 02:57:04.270399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49362) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:04.277958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-d45909be-bb26-4e34-bc7c-ca6e17f384f7 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5c20bb81-c430-4b1d-9095-0030fd5c9ff7') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:04.299941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae4a10-454f-4c7b-ad9d-b687b32795f1 req-ec818204-0bed-4448-8b99-d4c54e34c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:04.301492 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69ae4a10-454f-4c7b-ad9d-b687b32795f1 req-ec818204-0bed-4448-8b99-d4c54e34c8b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd0486c09d3445d19d9cae0425413414&device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 1094 time: 0.2336717 Nov 26 02:57:04.336119 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25bb7674-dfa3-47ef-bffc-46b313f3e8e4 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:04.357841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-56dddf82-bbae-4b66-a15c-e1c260175f3e tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Allocated IP 2001:db8:0:1::34b (40d20179-823b-45ea-8f5e-a2a14f43bb9c/40e43577-8c95-48ff-a274-44cda66fcb2e/46fbc379-d46a-48e5-a04f-a7c72e19a0a4) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:04.376921 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb7674-dfa3-47ef-bffc-46b313f3e8e4 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=94f6903d-78f9-4b02-a7e6-3fe957167db0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:04.385582 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25bb7674-dfa3-47ef-bffc-46b313f3e8e4 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:04.388932 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-25bb7674-dfa3-47ef-bffc-46b313f3e8e4 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/94f6903d-78f9-4b02-a7e6-3fe957167db0 HTTP/1.1" status: 204 len: 168 time: 0.4301212 Nov 26 02:57:04.391743 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49364) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:04.412964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d398fd2-f667-4aae-895c-427713bdec2b req-4d9994c3-8c17-4747-8e6f-fa5efb740da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:04.414489 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d398fd2-f667-4aae-895c-427713bdec2b req-4d9994c3-8c17-4747-8e6f-fa5efb740da1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 1096 time: 0.1999912 Nov 26 02:57:04.469713 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d45909be-bb26-4e34-bc7c-ca6e17f384f7 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] 10.222.0.31 "DELETE /v2.0/networks/5c20bb81-c430-4b1d-9095-0030fd5c9ff7/tags HTTP/1.1" status: 204 len: 168 time: 0.1983168 Nov 26 02:57:04.472486 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af277b27-a680-458f-80c0-25cc6c729c5a tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:04.474676 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49366) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:04.479697 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-63c01ee5-52c0-4c40-b95c-880b8aa19934 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5c20bb81-c430-4b1d-9095-0030fd5c9ff7', 'tempest-TagsTest-Tag-751356624') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:04.500132 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.db.resource_extend [None req-cfe6155a-1a99-4d7f-bc69-c5ac18cbcee1 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 02:57:04.603965 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d398fd2-f667-4aae-895c-427713bdec2b req-2f62a7b1-036a-4923-a2f7-5fcc960f805e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809809 Nov 26 02:57:04.613904 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af277b27-a680-458f-80c0-25cc6c729c5a tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:04.617301 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cfe6155a-1a99-4d7f-bc69-c5ac18cbcee1 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:04.618950 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae4a10-454f-4c7b-ad9d-b687b32795f1 req-16e32709-3960-49c1-b7c9-29b380548fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:04.620635 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69ae4a10-454f-4c7b-ad9d-b687b32795f1 req-16e32709-3960-49c1-b7c9-29b380548fd6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12 HTTP/1.1" status: 200 len: 918 time: 0.3097396 Nov 26 02:57:04.622302 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-63c01ee5-52c0-4c40-b95c-880b8aa19934 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] show failed (client error): The resource could not be found. Nov 26 02:57:04.623539 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-63c01ee5-52c0-4c40-b95c-880b8aa19934 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] 10.222.0.31 "GET /v2.0/networks/5c20bb81-c430-4b1d-9095-0030fd5c9ff7/tags/tempest-TagsTest-Tag-751356624 HTTP/1.1" status: 404 len: 325 time: 0.1478934 Nov 26 02:57:04.623778 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cfe6155a-1a99-4d7f-bc69-c5ac18cbcee1 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:04.629114 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49368) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:04.637987 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.tag.tag_plugin [None req-94e8b845-e1ad-4594-9e10-f9f1a5e5b315 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5c20bb81-c430-4b1d-9095-0030fd5c9ff7', 'tempest-TagsTest-Tag-956730020') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:04.649493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-af277b27-a680-458f-80c0-25cc6c729c5a tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29236ea9-d633-4500-a058-5f8b0773da57']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:04.669336 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-af277b27-a680-458f-80c0-25cc6c729c5a tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9bd03b-2849-4acb-b1c0-9859795055f7') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:04.669634 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-af277b27-a680-458f-80c0-25cc6c729c5a tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9bd03b-2849-4acb-b1c0-9859795055f7') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:04.701805 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af277b27-a680-458f-80c0-25cc6c729c5a tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:04.719394 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af277b27-a680-458f-80c0-25cc6c729c5a tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:04.735363 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af277b27-a680-458f-80c0-25cc6c729c5a tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:57:04.735764 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af277b27-a680-458f-80c0-25cc6c729c5a tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:57:04.738279 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:57:04.782162 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-94e8b845-e1ad-4594-9e10-f9f1a5e5b315 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] show failed (client error): The resource could not be found. Nov 26 02:57:04.783225 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-94e8b845-e1ad-4594-9e10-f9f1a5e5b315 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] 10.222.0.31 "GET /v2.0/networks/5c20bb81-c430-4b1d-9095-0030fd5c9ff7/tags/tempest-TagsTest-Tag-956730020 HTTP/1.1" status: 404 len: 325 time: 0.1532676 Nov 26 02:57:04.785407 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69ae4a10-454f-4c7b-ad9d-b687b32795f1 req-9874c5ed-534d-4daf-b476-2a675e512b40 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d733a54c-2bc9-4a73-af61-0a2661545586 HTTP/1.1" status: 200 len: 999 time: 0.1556990 Nov 26 02:57:04.790155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49370) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:04.795029 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.tag.tag_plugin [None req-ea773dd3-550e-42a1-be72-40f23fcc5ce1 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5c20bb81-c430-4b1d-9095-0030fd5c9ff7') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:04.802269 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af277b27-a680-458f-80c0-25cc6c729c5a tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:04.807476 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af277b27-a680-458f-80c0-25cc6c729c5a tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 29236ea9-d633-4500-a058-5f8b0773da57 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 26 02:57:04.810151 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af277b27-a680-458f-80c0-25cc6c729c5a tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:04.818660 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-af277b27-a680-458f-80c0-25cc6c729c5a tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "DELETE /v2.0/networks/29236ea9-d633-4500-a058-5f8b0773da57 HTTP/1.1" status: 204 len: 168 time: 0.4222858 Nov 26 02:57:04.826435 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af277b27-a680-458f-80c0-25cc6c729c5a tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Pushing event deleted for resources: {'Network': ['ID=29236ea9-d633-4500-a058-5f8b0773da57,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:04.858723 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-56dddf82-bbae-4b66-a15c-e1c260175f3e tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:04.896136 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-56dddf82-bbae-4b66-a15c-e1c260175f3e tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:04.937273 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-cfe6155a-1a99-4d7f-bc69-c5ac18cbcee1 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Floating IP 6d6c46bd-8ea5-4c6b-91a5-8469832b5aac associated. External IP: 172.25.0.21, port: fbe16afc-30f5-4c7c-8953-094e69cd1aff. Nov 26 02:57:05.040617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae4a10-454f-4c7b-ad9d-b687b32795f1 req-cf7aaa0d-ac18-438b-abdc-4dc5ee193ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:05.042251 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69ae4a10-454f-4c7b-ad9d-b687b32795f1 req-cf7aaa0d-ac18-438b-abdc-4dc5ee193ed7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9a5d52cf-14f1-4c64-a09a-1d91ea505a6c HTTP/1.1" status: 200 len: 856 time: 0.2366126 Nov 26 02:57:05.132927 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49384) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:05.134773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dddf82-bbae-4b66-a15c-e1c260175f3e tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=46fbc379-d46a-48e5-a04f-a7c72e19a0a4,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:05.140019 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8bde26b9-baf7-43f3-b119-6fa64649f0c8 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Request body: {'router': {'name': 'tempest-router--1115456136', 'project_id': '36d7c22d68d44abc87ad31ea1aab403f'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:05.141089 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-56dddf82-bbae-4b66-a15c-e1c260175f3e tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] In _notify_port_updated(), no bound segment for port 46fbc379-d46a-48e5-a04f-a7c72e19a0a4 on network 40d20179-823b-45ea-8f5e-a2a14f43bb9c {{(pid=104802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 02:57:05.148357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dddf82-bbae-4b66-a15c-e1c260175f3e tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:05.149063 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-56dddf82-bbae-4b66-a15c-e1c260175f3e tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:05.153818 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-56dddf82-bbae-4b66-a15c-e1c260175f3e tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "PUT /v2.0/ports/46fbc379-d46a-48e5-a04f-a7c72e19a0a4 HTTP/1.1" status: 200 len: 1011 time: 2.7880180 Nov 26 02:57:05.155732 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49388) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:05.204817 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bde26b9-baf7-43f3-b119-6fa64649f0c8 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:05.206411 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bde26b9-baf7-43f3-b119-6fa64649f0c8 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:05.308224 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bde26b9-baf7-43f3-b119-6fa64649f0c8 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:05.321146 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bde26b9-baf7-43f3-b119-6fa64649f0c8 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:05.332547 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-4d096388-5e0f-4113-b352-5011dd735ed4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port 46fbc379-d46a-48e5-a04f-a7c72e19a0a4 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:05.332547 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d096388-5e0f-4113-b352-5011dd735ed4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:05.378810 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bde26b9-baf7-43f3-b119-6fa64649f0c8 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:05.380075 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8bde26b9-baf7-43f3-b119-6fa64649f0c8 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2459986 Nov 26 02:57:05.382971 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49390) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:05.406868 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a87d9509-e9f2-479d-87d9-05f313eae921 None None] Provisioning complete for port 46fbc379-d46a-48e5-a04f-a7c72e19a0a4 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:05.407441 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a87d9509-e9f2-479d-87d9-05f313eae921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:05.442975 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a87d9509-e9f2-479d-87d9-05f313eae921 None None] Port 46fbc379-d46a-48e5-a04f-a7c72e19a0a4 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:05.471967 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-09ff617a-4259-496a-a27e-d118898e62e5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:05.553012 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d096388-5e0f-4113-b352-5011dd735ed4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:05.590175 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-4d096388-5e0f-4113-b352-5011dd735ed4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for 46fbc379-d46a-48e5-a04f-a7c72e19a0a4 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:05.660263 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-09ff617a-4259-496a-a27e-d118898e62e5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:05.663258 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-09ff617a-4259-496a-a27e-d118898e62e5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:05.668537 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ea773dd3-550e-42a1-be72-40f23fcc5ce1 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] 10.222.0.31 "DELETE /v2.0/networks/5c20bb81-c430-4b1d-9095-0030fd5c9ff7/tags HTTP/1.1" status: 204 len: 168 time: 0.8773630 Nov 26 02:57:05.681194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff9037-1cef-46ad-a192-f5898dfaf781 req-bcc9315c-4450-4810-8b69-ae58dd3c54d1 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:05.682762 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8eff9037-1cef-46ad-a192-f5898dfaf781 req-bcc9315c-4450-4810-8b69-ae58dd3c54d1 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.5112014 Nov 26 02:57:05.683263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49392) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:05.690290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae4a10-454f-4c7b-ad9d-b687b32795f1 req-4d2085b5-fbe1-4a8d-8c70-4db7ab52a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:05.691774 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69ae4a10-454f-4c7b-ad9d-b687b32795f1 req-4d2085b5-fbe1-4a8d-8c70-4db7ab52a56f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5699606 Nov 26 02:57:05.713129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fa6a1-3226-438c-889d-b67a8f0f81a2 req-d7cf64ab-320a-4708-8564-fa33364d55f5 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:05.715313 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-089fa6a1-3226-438c-889d-b67a8f0f81a2 req-d7cf64ab-320a-4708-8564-fa33364d55f5 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 945 time: 0.6363893 Nov 26 02:57:05.747742 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-09ff617a-4259-496a-a27e-d118898e62e5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:05.748256 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ff617a-4259-496a-a27e-d118898e62e5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65c4ca5d-eb19-4ae3-865c-e929a2d013af {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:57:05.753268 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-09ff617a-4259-496a-a27e-d118898e62e5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:05.754370 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-09ff617a-4259-496a-a27e-d118898e62e5 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "DELETE /v2.0/routers/65c4ca5d-eb19-4ae3-865c-e929a2d013af HTTP/1.1" status: 204 len: 168 time: 0.3705382 Nov 26 02:57:05.876814 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49396) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:05.903918 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d096388-5e0f-4113-b352-5011dd735ed4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:05.910318 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-73214285-3e26-4220-8e19-3d02d438aef8 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:05.921867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe6155a-1a99-4d7f-bc69-c5ac18cbcee1 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Router ac88865d-134d-4d00-abfb-b80b3c5d88be has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:57:05.942835 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d096388-5e0f-4113-b352-5011dd735ed4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=46fbc379-d46a-48e5-a04f-a7c72e19a0a4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:05.988788 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d096388-5e0f-4113-b352-5011dd735ed4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:05.991102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-089fa6a1-3226-438c-889d-b67a8f0f81a2 req-0a08e497-0cfd-4c3a-9871-375c0d1bb90c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185445 Nov 26 02:57:05.992107 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4d096388-5e0f-4113-b352-5011dd735ed4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/ports/46fbc379-d46a-48e5-a04f-a7c72e19a0a4 HTTP/1.1" status: 204 len: 168 time: 0.8349247 Nov 26 02:57:05.994420 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49400) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:06.011505 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8eff9037-1cef-46ad-a192-f5898dfaf781 req-41ee938c-adb8-4f6b-969f-f44fa0084910 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3063385 Nov 26 02:57:06.033223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69ae4a10-454f-4c7b-ad9d-b687b32795f1 req-0c120727-7dae-459d-8746-8c5694d16487 service neutron] 10.222.0.54 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308058 Nov 26 02:57:06.040908 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd13475-7254-4a5a-bc16-02a89da1422b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] GET failed (client error): The resource could not be found. Nov 26 02:57:06.050055 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0dd13475-7254-4a5a-bc16-02a89da1422b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports/46fbc379-d46a-48e5-a04f-a7c72e19a0a4 HTTP/1.1" status: 404 len: 333 time: 0.0539651 Nov 26 02:57:06.051510 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49402) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:06.120519 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b2fe79-6700-4b1f-a842-05553465ad85 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting subnet 40e43577-8c95-48ff-a274-44cda66fcb2e {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:57:06.124509 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7b2fe79-6700-4b1f-a842-05553465ad85 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:06.171622 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7b2fe79-6700-4b1f-a842-05553465ad85 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:06.179135 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-68985909', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:06.244573 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:06.246132 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:06.296860 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-73214285-3e26-4220-8e19-3d02d438aef8 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:06.332754 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7b2fe79-6700-4b1f-a842-05553465ad85 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:06.336360 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:06.341635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-73214285-3e26-4220-8e19-3d02d438aef8 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c20bb81-c430-4b1d-9095-0030fd5c9ff7']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:06.362911 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-73214285-3e26-4220-8e19-3d02d438aef8 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cffefbc-ca52-4b2f-b202-76230131b1bd') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:06.363196 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-73214285-3e26-4220-8e19-3d02d438aef8 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cffefbc-ca52-4b2f-b202-76230131b1bd') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:06.374326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe6155a-1a99-4d7f-bc69-c5ac18cbcee1 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:57:06.377352 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69ae4a10-454f-4c7b-ad9d-b687b32795f1 req-6ad79c18-5cf1-429e-805b-852f10e27c48 service neutron] 10.222.0.54 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467170 Nov 26 02:57:06.380509 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cfe6155a-1a99-4d7f-bc69-c5ac18cbcee1 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:06.383832 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-73214285-3e26-4220-8e19-3d02d438aef8 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:06.384875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dbaa21-b54c-479d-844d-815fbcd602a5 None None] Sync routers for ids ['ac88865d-134d-4d00-abfb-b80b3c5d88be'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:57:06.403041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dbaa21-b54c-479d-844d-815fbcd602a5 None None] Routers {'ac88865d-134d-4d00-abfb-b80b3c5d88be'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:06.403993 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-f5dbaa21-b54c-479d-844d-815fbcd602a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:56:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ac88865d-134d-4d00-abfb-b80b3c5d88be'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:06.423833 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cfe6155a-1a99-4d7f-bc69-c5ac18cbcee1 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "PUT /v2.0/floatingips/6d6c46bd-8ea5-4c6b-91a5-8469832b5aac HTTP/1.1" status: 200 len: 990 time: 3.6855943 Nov 26 02:57:06.424847 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-73214285-3e26-4220-8e19-3d02d438aef8 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:06.426908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4470e6d-28f6-4781-9023-8c78943e08cd', 'tag': 'fbe16afc-30f5-4c7c-8953-094e69cd1aff'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:57:06.429488 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638b6a70-c498-4c2a-953e-6bd3432e52c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d4470e6d-28f6-4781-9023-8c78943e08cd", "tag": "fbe16afc-30f5-4c7c-8953-094e69cd1aff"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:57:06.437902 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73214285-3e26-4220-8e19-3d02d438aef8 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:57:06.438760 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-73214285-3e26-4220-8e19-3d02d438aef8 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: items = [ Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:57:06.442794 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:57:06.538416 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-73214285-3e26-4220-8e19-3d02d438aef8 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:06.552159 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7362446b-7844-4461-8ae1-ba797b88889d x-openstack-request-id: req-7362446b-7844-4461-8ae1-ba797b88889d {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:57:06.552769 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4470e6d-28f6-4781-9023-8c78943e08cd", "tag": "fbe16afc-30f5-4c7c-8953-094e69cd1aff", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:57:06.553358 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7362446b-7844-4461-8ae1-ba797b88889d {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:57:06.553808 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4470e6d-28f6-4781-9023-8c78943e08cd', 'tag': 'fbe16afc-30f5-4c7c-8953-094e69cd1aff', 'status': 'completed', 'code': 200} Nov 26 02:57:06.559203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-f5dbaa21-b54c-479d-844d-815fbcd602a5 None None] Set router ac88865d-134d-4d00-abfb-b80b3c5d88be gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:57:06.560160 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-73214285-3e26-4220-8e19-3d02d438aef8 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:06.563815 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-73214285-3e26-4220-8e19-3d02d438aef8 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] 10.222.0.31 "DELETE /v2.0/networks/5c20bb81-c430-4b1d-9095-0030fd5c9ff7 HTTP/1.1" status: 204 len: 168 time: 0.8756840 Nov 26 02:57:06.579866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73214285-3e26-4220-8e19-3d02d438aef8 tempest-TagsTest-533780927 tempest-TagsTest-533780927-project] Pushing event deleted for resources: {'Network': ['ID=5c20bb81-c430-4b1d-9095-0030fd5c9ff7,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:06.650738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6a70-c498-4c2a-953e-6bd3432e52c2 req-cda94986-55d1-40e0-beb7-7c4f3a278467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:06.653801 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-638b6a70-c498-4c2a-953e-6bd3432e52c2 req-cda94986-55d1-40e0-beb7-7c4f3a278467 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63b815c3cb0d48b09328fd2ad95d226f&device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 1096 time: 0.0607934 Nov 26 02:57:06.782101 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7b2fe79-6700-4b1f-a842-05553465ad85 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:06.791362 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6a70-c498-4c2a-953e-6bd3432e52c2 req-997b70e9-d671-4346-8789-53eae121470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:06.793607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-638b6a70-c498-4c2a-953e-6bd3432e52c2 req-997b70e9-d671-4346-8789-53eae121470a service neutron] 10.222.0.54 "GET /v2.0/networks?id=280aa7a0-b74e-4574-ba4c-9132492aa839 HTTP/1.1" status: 200 len: 911 time: 0.1328912 Nov 26 02:57:06.866940 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7b2fe79-6700-4b1f-a842-05553465ad85 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:06.872294 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d7b2fe79-6700-4b1f-a842-05553465ad85 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/40e43577-8c95-48ff-a274-44cda66fcb2e HTTP/1.1" status: 204 len: 168 time: 0.8189995 Nov 26 02:57:06.872294 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2fe79-6700-4b1f-a842-05553465ad85 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Subnet': ['ID=40e43577-8c95-48ff-a274-44cda66fcb2e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:06.875865 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49420) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:06.881963 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:06.886044 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7526189b-8fe8-4c6a-98c9-3e7fe02e20bf None None] Network 40d20179-823b-45ea-8f5e-a2a14f43bb9c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:06.959140 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-638b6a70-c498-4c2a-953e-6bd3432e52c2 req-d3672947-04cf-4d9c-b355-6d5b48f0e2fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe16afc-30f5-4c7c-8953-094e69cd1aff HTTP/1.1" status: 200 len: 998 time: 0.1515329 Nov 26 02:57:07.027531 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49426) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:07.049464 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2ae378-09a2-4693-aef4-3984937c90d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting subnet 9a02487f-fd6d-4833-9102-e1d8a10872e6 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:57:07.056334 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae378-09a2-4693-aef4-3984937c90d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:07.082789 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6a70-c498-4c2a-953e-6bd3432e52c2 req-b37ab85f-9d18-462c-907d-481da2e1688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:07.085027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-638b6a70-c498-4c2a-953e-6bd3432e52c2 req-b37ab85f-9d18-462c-907d-481da2e1688e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fd6a293a-896f-4bbe-a4f6-4ff012988fdc HTTP/1.1" status: 200 len: 849 time: 0.1185465 Nov 26 02:57:07.095693 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-f5dbaa21-b54c-479d-844d-815fbcd602a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 4, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'gw_port': {'id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '6d6c46bd-8ea5-4c6b-91a5-8469832b5aac', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'port_id': 'fbe16afc-30f5-4c7c-8953-094e69cd1aff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'mac_address': 'fa:16:3e:32:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4470e6d-28f6-4781-9023-8c78943e08cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:56:35Z', 'updated_at': '2021-11-26T02:57:04Z', 'revision_number': 1, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb', 'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'mac_address': 'fa:16:3e:8c:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:48Z', 'updated_at': '2021-11-26T02:51:56Z', 'revision_number': 5, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'subnets': [{'id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:07.161554 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dbaa21-b54c-479d-844d-815fbcd602a5 None None] Checking router: ac88865d-134d-4d00-abfb-b80b3c5d88be for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:57:07.226374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dbaa21-b54c-479d-844d-815fbcd602a5 None None] Routers {'ac88865d-134d-4d00-abfb-b80b3c5d88be'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:07.227023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-f5dbaa21-b54c-479d-844d-815fbcd602a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:56:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ac88865d-134d-4d00-abfb-b80b3c5d88be'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:07.258622 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae378-09a2-4693-aef4-3984937c90d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:07.355295 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e50e5-e377-460b-95a3-237cef68dec1 req-09ad267a-01a1-4789-af7d-40ef7dee2524 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:07.367670 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c87e50e5-e377-460b-95a3-237cef68dec1 req-09ad267a-01a1-4789-af7d-40ef7dee2524 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.2097378 Nov 26 02:57:07.371778 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:07.382518 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdda5b-76f9-4fdc-9a49-033e302dbf4c req-749c14a6-d005-4a3d-9c6c-8c2c2b88d987 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:07.385436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0cbdda5b-76f9-4fdc-9a49-033e302dbf4c req-749c14a6-d005-4a3d-9c6c-8c2c2b88d987 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 945 time: 0.2641754 Nov 26 02:57:07.398597 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6a70-c498-4c2a-953e-6bd3432e52c2 req-dcd66d07-3df1-4c89-88ee-9d0cd491c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:07.401276 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-638b6a70-c498-4c2a-953e-6bd3432e52c2 req-dcd66d07-3df1-4c89-88ee-9d0cd491c25d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=280aa7a0-b74e-4574-ba4c-9132492aa839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3073120 Nov 26 02:57:07.437046 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:07.465170 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-96aaf8dd-a9e0-4079-aed0-f9b6bbaa5e0a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=046f8f04716d4161b200c3b16f90c6f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4361165 Nov 26 02:57:07.469787 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49442) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:07.530047 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-f5dbaa21-b54c-479d-844d-815fbcd602a5 None None] Set router ac88865d-134d-4d00-abfb-b80b3c5d88be gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:57:07.719529 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c87e50e5-e377-460b-95a3-237cef68dec1 req-412092e2-75ce-4ecf-9eea-08bcd45bc0c4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3505259 Nov 26 02:57:07.725997 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-638b6a70-c498-4c2a-953e-6bd3432e52c2 req-a4449821-287a-4c95-bcec-2fc2e63f4be7 service neutron] 10.222.0.54 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532384 Nov 26 02:57:07.794477 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad8103c8-a69c-4216-a2d2-24e8b65951d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:07.884204 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0cbdda5b-76f9-4fdc-9a49-033e302dbf4c req-654b58b3-c9d1-43c9-b7d0-38be36ba5383 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504330 Nov 26 02:57:07.908353 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Allocated IP 172.25.0.57 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/5037217d-0704-449f-83ef-4a863ff02ffc) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:07.919664 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae378-09a2-4693-aef4-3984937c90d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:07.956113 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad8103c8-a69c-4216-a2d2-24e8b65951d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:08.012170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-f5dbaa21-b54c-479d-844d-815fbcd602a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 4, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'gw_port': {'id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '6d6c46bd-8ea5-4c6b-91a5-8469832b5aac', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'port_id': 'fbe16afc-30f5-4c7c-8953-094e69cd1aff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'mac_address': 'fa:16:3e:32:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4470e6d-28f6-4781-9023-8c78943e08cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:56:35Z', 'updated_at': '2021-11-26T02:57:04Z', 'revision_number': 1, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb', 'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'mac_address': 'fa:16:3e:8c:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:48Z', 'updated_at': '2021-11-26T02:51:56Z', 'revision_number': 5, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'subnets': [{'id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:08.050140 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae378-09a2-4693-aef4-3984937c90d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:08.067207 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad8103c8-a69c-4216-a2d2-24e8b65951d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:08.071105 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad8103c8-a69c-4216-a2d2-24e8b65951d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:08.078493 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ad8103c8-a69c-4216-a2d2-24e8b65951d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13e99448-b6a2-497c-91ff-4080b0ec33bf HTTP/1.1" status: 204 len: 168 time: 0.6032183 Nov 26 02:57:08.093451 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dbaa21-b54c-479d-844d-815fbcd602a5 None None] The sync data for ids ['ac88865d-134d-4d00-abfb-b80b3c5d88be'] in n-d-819389-3 is: [{'id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 4, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'gw_port': {'id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '6d6c46bd-8ea5-4c6b-91a5-8469832b5aac', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'port_id': 'fbe16afc-30f5-4c7c-8953-094e69cd1aff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'mac_address': 'fa:16:3e:32:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4470e6d-28f6-4781-9023-8c78943e08cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:56:35Z', 'updated_at': '2021-11-26T02:57:04Z', 'revision_number': 1, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb', 'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'mac_address': 'fa:16:3e:8c:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:48Z', 'updated_at': '2021-11-26T02:51:56Z', 'revision_number': 5, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'subnets': [{'id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:57:08.101021 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8103c8-a69c-4216-a2d2-24e8b65951d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e99448-b6a2-497c-91ff-4080b0ec33bf,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:08.124499 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ae378-09a2-4693-aef4-3984937c90d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Subnet': ['ID=9a02487f-fd6d-4833-9102-e1d8a10872e6,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:08.167149 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae378-09a2-4693-aef4-3984937c90d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:08.173901 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6f2ae378-09a2-4693-aef4-3984937c90d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/9a02487f-fd6d-4833-9102-e1d8a10872e6 HTTP/1.1" status: 204 len: 168 time: 1.2969301 Nov 26 02:57:08.177060 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49450) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:08.331516 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:08.426411 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:08.559280 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3613a35-5259-4c90-859b-1f1fd2c25f5e None None] New status for floating IP 6d6c46bd-8ea5-4c6b-91a5-8469832b5aac: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:57:08.565414 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:08.699976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e00535-346c-43c5-96e1-e30b5a28d765 None None] Network 40d20179-823b-45ea-8f5e-a2a14f43bb9c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:08.704424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-638b6a70-c498-4c2a-953e-6bd3432e52c2 req-0a57ae5d-64b2-4295-83e9-c9a440d777fc service neutron] 10.222.0.54 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262897 Nov 26 02:57:08.726842 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:08.731868 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:08.752453 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:08.764359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port 4eefad57-8d95-41ca-9b52-3d65118110f1 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:08.766296 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:08.850244 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Pushing event updated for resources: {'Port': ['ID=5037217d-0704-449f-83ef-4a863ff02ffc,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:08.897192 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] For port 4eefad57-8d95-41ca-9b52-3d65118110f1, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4eefad57-8d95-41ca-9b52-3d65118110f1,segment=NetworkSegment(bc90c90f-9297-4493-a403-f3f823f74e6a),segment_id=bc90c90f-9297-4493-a403-f3f823f74e6a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:08.897192 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:08.945509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for 4eefad57-8d95-41ca-9b52-3d65118110f1 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:08.969829 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148bab8a-43c3-46ee-ac36-7dba96e6c6b2 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:09.063918 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5685c289-9d78-4c04-9354-400e45d1de91 None None] Provisioning complete for port 4eefad57-8d95-41ca-9b52-3d65118110f1 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:09.068671 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5685c289-9d78-4c04-9354-400e45d1de91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:09.272930 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:09.375299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910d3fab-3f6a-4077-ad1b-9e5ec455ecad None None] DHCP port deletion for 40d20179-823b-45ea-8f5e-a2a14f43bb9c request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:09.398850 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:09.442761 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ff92185a-f81f-40d8-a4a2-5b6ef4ccabf6 None None] Provisioning complete for port 5037217d-0704-449f-83ef-4a863ff02ffc triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:09.443435 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ff92185a-f81f-40d8-a4a2-5b6ef4ccabf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:09.464592 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207d858-a9a9-49f5-9fdc-41feae7f380e req-7b21b8c1-1cf9-438f-930a-b07eef2df11a tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:09.466285 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6207d858-a9a9-49f5-9fdc-41feae7f380e req-7b21b8c1-1cf9-438f-930a-b07eef2df11a tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 945 time: 0.7958529 Nov 26 02:57:09.472576 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=4eefad57-8d95-41ca-9b52-3d65118110f1,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:09.485842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No DVR routers for this DVR port 4eefad57-8d95-41ca-9b52-3d65118110f1 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:57:09.536648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ff92185a-f81f-40d8-a4a2-5b6ef4ccabf6 None None] Port 5037217d-0704-449f-83ef-4a863ff02ffc cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:09.620851 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:09.650457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d20179-823b-45ea-8f5e-a2a14f43bb9c']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:09.667477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc90c90f-9297-4493-a403-f3f823f74e6a') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:09.667477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc90c90f-9297-4493-a403-f3f823f74e6a') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:09.693024 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:09.706911 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6207d858-a9a9-49f5-9fdc-41feae7f380e req-c9e43ac8-7723-4f12-972f-bbc2d50174ad tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108688 Nov 26 02:57:09.708894 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:09.733063 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055316d-fb4f-42bc-9c9e-4ce0c19ab0c7 req-0f288222-075b-4bcd-808c-51b3d02b880d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:09.734735 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2055316d-fb4f-42bc-9c9e-4ce0c19ab0c7 req-0f288222-075b-4bcd-808c-51b3d02b880d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.5155587 Nov 26 02:57:09.766650 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:09.811533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:57:09.811951 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:57:09.830393 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:57:09.933395 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Router c54c782a-a10c-426f-a477-a18a364ffcca is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:57:09.966381 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2055316d-fb4f-42bc-9c9e-4ce0c19ab0c7 req-d8a094ce-7e2e-4aa1-a6d9-898056b43eac tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2240412 Nov 26 02:57:09.967661 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:09.984912 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:09.988192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/networks/40d20179-823b-45ea-8f5e-a2a14f43bb9c HTTP/1.1" status: 204 len: 168 time: 1.8099501 Nov 26 02:57:09.992021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49482) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:10.071397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f8561-b7d9-469c-97bb-df9be38fb221 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Network': ['ID=40d20179-823b-45ea-8f5e-a2a14f43bb9c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:10.103718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:57:10.116544 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e486a1-9170-42a4-add5-31aa87924fe7 None None] Sync routers for ids ['c54c782a-a10c-426f-a477-a18a364ffcca'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:57:10.147137 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e486a1-9170-42a4-add5-31aa87924fe7 None None] Routers {'c54c782a-a10c-426f-a477-a18a364ffcca'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:10.148108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a9e486a1-9170-42a4-add5-31aa87924fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:56:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c54c782a-a10c-426f-a477-a18a364ffcca'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:10.158106 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:10.167556 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7aae2479-e00f-4c8c-b722-ea6f8c610e95 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.2870862 Nov 26 02:57:10.168499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49484) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:10.179503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89580a00-56bc-43f7-b99d-3edc1a5b5d30 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:10.197217 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-89580a00-56bc-43f7-b99d-3edc1a5b5d30 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2040360 Nov 26 02:57:10.202397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49486) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:10.257882 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a9e486a1-9170-42a4-add5-31aa87924fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:10.277907 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e486a1-9170-42a4-add5-31aa87924fe7 None None] Routers {'c54c782a-a10c-426f-a477-a18a364ffcca'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:10.278547 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a9e486a1-9170-42a4-add5-31aa87924fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:56:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c54c782a-a10c-426f-a477-a18a364ffcca'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:10.381978 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a9e486a1-9170-42a4-add5-31aa87924fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:10.382927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e486a1-9170-42a4-add5-31aa87924fe7 None None] The sync data for ids ['c54c782a-a10c-426f-a477-a18a364ffcca'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:57:10.446252 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2ff2e5a3-4879-433d-a64b-0c62446b0b40 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "GET /v2.0/routers/c54c782a-a10c-426f-a477-a18a364ffcca HTTP/1.1" status: 200 len: 918 time: 0.2757773 Nov 26 02:57:10.447613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49492) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:10.528333 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-504807bf-a6f5-4aa8-ad4f-85e492722017 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54c782a-a10c-426f-a477-a18a364ffcca HTTP/1.1" status: 200 len: 205 time: 0.0754433 Nov 26 02:57:10.528993 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49496) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:10.680602 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec08856b-8bb8-4c3c-ba5e-db740c465dcb tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:10.757550 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ad25f4d9-9982-4357-872a-9b1a9974943b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5534327 Nov 26 02:57:10.763662 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49506) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:10.777971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4a9139d1-7c76-44ff-9745-9e12253c4733 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1783814846'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:10.824786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9139d1-7c76-44ff-9745-9e12253c4733 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:10.839231 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4a9139d1-7c76-44ff-9745-9e12253c4733 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:10.909569 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec08856b-8bb8-4c3c-ba5e-db740c465dcb tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:10.955153 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9139d1-7c76-44ff-9745-9e12253c4733 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:57:10.971069 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a7d5f-fde6-4464-9f07-409a7110e415 req-78b400c6-0bc8-4e4d-aa27-5c5369e5270b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:10.973688 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b18a7d5f-fde6-4464-9f07-409a7110e415 req-78b400c6-0bc8-4e4d-aa27-5c5369e5270b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 945 time: 0.1310520 Nov 26 02:57:10.980433 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4a9139d1-7c76-44ff-9745-9e12253c4733 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:10.981121 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-4a9139d1-7c76-44ff-9745-9e12253c4733 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Added segment 7a0aafa0-c917-4406-972f-e476af82af53 of type vlan for network 0e42fb9a-ef5b-493d-9010-e15a26783b50 Nov 26 02:57:10.998169 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-ec08856b-8bb8-4c3c-ba5e-db740c465dcb tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Deleting port 5037217d-0704-449f-83ef-4a863ff02ffc {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:10.998169 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec08856b-8bb8-4c3c-ba5e-db740c465dcb tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:11.099416 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4a9139d1-7c76-44ff-9745-9e12253c4733 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:11.149470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4eefad57-8d95-41ca-9b52-3d65118110f1 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:57:11.177044 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec08856b-8bb8-4c3c-ba5e-db740c465dcb tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:11.183972 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 4eefad57-8d95-41ca-9b52-3d65118110f1 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:57:11.184965 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4eefad57-8d95-41ca-9b52-3d65118110f1 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:57:11.186235 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4a9139d1-7c76-44ff-9745-9e12253c4733 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:11.200792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9139d1-7c76-44ff-9745-9e12253c4733 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:11.201448 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4a9139d1-7c76-44ff-9745-9e12253c4733 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:11.207259 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-ec08856b-8bb8-4c3c-ba5e-db740c465dcb tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Calling delete_port for 5037217d-0704-449f-83ef-4a863ff02ffc owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:11.365898 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9139d1-7c76-44ff-9745-9e12253c4733 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Network': ['ID=0e42fb9a-ef5b-493d-9010-e15a26783b50,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:11.379456 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 0e42fb9a-ef5b-493d-9010-e15a26783b50 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:57:11.416423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b18a7d5f-fde6-4464-9f07-409a7110e415 req-d72dbeed-c45f-4e5d-9343-f7996e36a8d1 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225297 Nov 26 02:57:11.447901 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4a9139d1-7c76-44ff-9745-9e12253c4733 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6785753 Nov 26 02:57:11.452696 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49524) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:11.473915 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-323b301c-7753-44ea-beb7-643594a6efaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'subnet': {'network_id': '0e42fb9a-ef5b-493d-9010-e15a26783b50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:11.483900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606bfcb-b975-46e3-a7f9-2a1184039385 req-3a0a236b-e2c3-4223-a016-e5c1b5244609 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:11.514861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7606bfcb-b975-46e3-a7f9-2a1184039385 req-3a0a236b-e2c3-4223-a016-e5c1b5244609 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.3408337 Nov 26 02:57:11.667205 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7606bfcb-b975-46e3-a7f9-2a1184039385 req-6a8ca3ac-1a09-4d1c-b37a-465b8d5d65cf tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1492848 Nov 26 02:57:11.683982 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec08856b-8bb8-4c3c-ba5e-db740c465dcb tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:11.693540 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-387a9659-800e-488b-b493-a5d5b0361e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:11.746631 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323b301c-7753-44ea-beb7-643594a6efaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:11.750848 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-323b301c-7753-44ea-beb7-643594a6efaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:11.757088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f1226f-9354-414d-afab-3ee5914c571b None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:11.802702 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08856b-8bb8-4c3c-ba5e-db740c465dcb tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Pushing event deleted for resources: {'Port': ['ID=5037217d-0704-449f-83ef-4a863ff02ffc,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:11.899798 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec08856b-8bb8-4c3c-ba5e-db740c465dcb tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:12.024146 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec08856b-8bb8-4c3c-ba5e-db740c465dcb tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:12.029148 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec08856b-8bb8-4c3c-ba5e-db740c465dcb tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:12.093224 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec08856b-8bb8-4c3c-ba5e-db740c465dcb tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:12.093791 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec08856b-8bb8-4c3c-ba5e-db740c465dcb tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Fanout notify agent at l3_agent the message router_deleted on router c54c782a-a10c-426f-a477-a18a364ffcca {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:57:12.101798 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec08856b-8bb8-4c3c-ba5e-db740c465dcb tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:12.107666 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49534) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:12.112357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Request body: {'router': {'name': 'tempest-snat-router-394361038', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'enable_snat': False}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:12.116487 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ec08856b-8bb8-4c3c-ba5e-db740c465dcb tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "DELETE /v2.0/routers/c54c782a-a10c-426f-a477-a18a364ffcca HTTP/1.1" status: 204 len: 168 time: 1.5863330 Nov 26 02:57:12.145528 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:12.146633 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:12.208033 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:12.238263 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-323b301c-7753-44ea-beb7-643594a6efaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:12.313854 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b301c-7753-44ea-beb7-643594a6efaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Subnet': ['ID=01435a2f-0e28-4c0e-b9bd-7e6f82d946a6,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:12.326214 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323b301c-7753-44ea-beb7-643594a6efaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Checking segment: {'id': '7a0aafa0-c917-4406-972f-e476af82af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e42fb9a-ef5b-493d-9010-e15a26783b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:57:12.326780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323b301c-7753-44ea-beb7-643594a6efaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network hostable DHCP agents. Network: 0e42fb9a-ef5b-493d-9010-e15a26783b50, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:57:12.346650 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323b301c-7753-44ea-beb7-643594a6efaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 0e42fb9a-ef5b-493d-9010-e15a26783b50 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:57:12.359273 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-323b301c-7753-44ea-beb7-643594a6efaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 0e42fb9a-ef5b-493d-9010-e15a26783b50) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:12.366744 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323b301c-7753-44ea-beb7-643594a6efaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:12.367571 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-323b301c-7753-44ea-beb7-643594a6efaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:12.369023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fc80ae-ba81-460e-9fa8-b98f52f7f262 None None] Network 0e42fb9a-ef5b-493d-9010-e15a26783b50 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:12.389661 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:12.392508 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-323b301c-7753-44ea-beb7-643594a6efaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9359946 Nov 26 02:57:12.395020 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49536) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:12.400009 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-15418b77-56fc-4278-ad03-8501474f0fa0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'network_id': '0e42fb9a-ef5b-493d-9010-e15a26783b50', 'name': 'tempest-PortsIpV6TestJSON-1459833694'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:12.538500 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15418b77-56fc-4278-ad03-8501474f0fa0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:12.543124 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15418b77-56fc-4278-ad03-8501474f0fa0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:12.573489 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-15418b77-56fc-4278-ad03-8501474f0fa0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] device_id is not set on port e02d6eca-2a31-4a4f-ad7b-6714ce72d5e3 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:57:12.596511 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-0e42fb9a-ef5b-493d-9010-e15a26783b50', 'network_id': '0e42fb9a-ef5b-493d-9010-e15a26783b50', 'tenant_id': '24ccd62cd70f4a5fbb1ac9b8133fd939', 'fixed_ips': [{'subnet_id': '01435a2f-0e28-4c0e-b9bd-7e6f82d946a6'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:57:12.602664 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:12.738444 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:12.761759 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:12.847989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Allocated IP 2001:db8::2 (0e42fb9a-ef5b-493d-9010-e15a26783b50/01435a2f-0e28-4c0e-b9bd-7e6f82d946a6/32978531-2851-446c-a9e0-056dbdd5e2f2) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:12.921062 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Allocated IP 172.25.0.51 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/0175269b-728f-40b9-8a21-3b1f2817d3d8) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:13.014537 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:13.021593 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:13.074887 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Network 0e42fb9a-ef5b-493d-9010-e15a26783b50 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:13.079472 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:13.085386 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:13.089892 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Pushing event updated for resources: {'Port': ['ID=32978531-2851-446c-a9e0-056dbdd5e2f2,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:13.112376 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-15418b77-56fc-4278-ad03-8501474f0fa0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Allocated IP 2001:db8::263 (0e42fb9a-ef5b-493d-9010-e15a26783b50/01435a2f-0e28-4c0e-b9bd-7e6f82d946a6/e02d6eca-2a31-4a4f-ad7b-6714ce72d5e3) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:13.141082 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:13.159742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Attempting to bind port 32978531-2851-446c-a9e0-056dbdd5e2f2 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:57:13.160111 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Attempting to bind port 32978531-2851-446c-a9e0-056dbdd5e2f2 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '7a0aafa0-c917-4406-972f-e476af82af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e42fb9a-ef5b-493d-9010-e15a26783b50'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:57:13.160492 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Attempting to bind port 32978531-2851-446c-a9e0-056dbdd5e2f2 on network 0e42fb9a-ef5b-493d-9010-e15a26783b50 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:57:13.175766 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:57:13.176175 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Checking segment: {'id': '7a0aafa0-c917-4406-972f-e476af82af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e42fb9a-ef5b-493d-9010-e15a26783b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:57:13.176590 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:13.177496 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Bound using segment: {'id': '7a0aafa0-c917-4406-972f-e476af82af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e42fb9a-ef5b-493d-9010-e15a26783b50'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:57:13.177993 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Bound port: 32978531-2851-446c-a9e0-056dbdd5e2f2, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0aafa0-c917-4406-972f-e476af82af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e42fb9a-ef5b-493d-9010-e15a26783b50'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:57:13.178378 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:13.220448 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:13.286244 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] For port 32978531-2851-446c-a9e0-056dbdd5e2f2, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:57:13.294286 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] For port 32978531-2851-446c-a9e0-056dbdd5e2f2, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=32978531-2851-446c-a9e0-056dbdd5e2f2,segment=NetworkSegment(7a0aafa0-c917-4406-972f-e476af82af53),segment_id=7a0aafa0-c917-4406-972f-e476af82af53)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:57:13.303403 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:13.332843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Pushing event updated for resources: {'Port': ['ID=0175269b-728f-40b9-8a21-3b1f2817d3d8,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:13.347525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:13.349191 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:13.351823 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:13.363047 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15418b77-56fc-4278-ad03-8501474f0fa0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:13.413802 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65484dc0-6f9b-4657-9fc6-7e5ef0ad1713 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:13.418699 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15418b77-56fc-4278-ad03-8501474f0fa0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:13.466435 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15418b77-56fc-4278-ad03-8501474f0fa0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 0e42fb9a-ef5b-493d-9010-e15a26783b50 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:13.470594 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-15418b77-56fc-4278-ad03-8501474f0fa0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:13.475059 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15418b77-56fc-4278-ad03-8501474f0fa0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:13.483185 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15418b77-56fc-4278-ad03-8501474f0fa0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:13.485346 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15418b77-56fc-4278-ad03-8501474f0fa0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:13.514255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded1f68-47c1-4837-a1ca-9733e648ae40 None None] Pushing event updated for resources: {'Port': ['ID=32978531-2851-446c-a9e0-056dbdd5e2f2,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:13.526761 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-15418b77-56fc-4278-ad03-8501474f0fa0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1301210 Nov 26 02:57:13.531853 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49546) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:13.540255 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d5ad1533-836c-46c2-a17c-0525627da877 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'network_id': '0e42fb9a-ef5b-493d-9010-e15a26783b50', 'name': 'tempest-PortsIpV6TestJSON-1290852695'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:13.549205 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15418b77-56fc-4278-ad03-8501474f0fa0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=e02d6eca-2a31-4a4f-ad7b-6714ce72d5e3,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:13.653519 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-56f3bfdd-4352-439b-bce0-f026d68175d0 None None] Provisioning complete for port 0175269b-728f-40b9-8a21-3b1f2817d3d8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:13.654280 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-56f3bfdd-4352-439b-bce0-f026d68175d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:13.798423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-56f3bfdd-4352-439b-bce0-f026d68175d0 None None] Port 0175269b-728f-40b9-8a21-3b1f2817d3d8 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:13.869479 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:13.880377 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ad1533-836c-46c2-a17c-0525627da877 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:13.883896 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1533-836c-46c2-a17c-0525627da877 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:13.930178 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-d5ad1533-836c-46c2-a17c-0525627da877 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] device_id is not set on port 4167184a-9a0e-4b53-945a-c29534819b2b yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:57:14.138030 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1cc11094-e226-491a-a655-d963c27e7599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:14.154860 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-d5ad1533-836c-46c2-a17c-0525627da877 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Allocated IP 2001:db8::e1 (0e42fb9a-ef5b-493d-9010-e15a26783b50/01435a2f-0e28-4c0e-b9bd-7e6f82d946a6/4167184a-9a0e-4b53-945a-c29534819b2b) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:14.356754 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:14.365298 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1533-836c-46c2-a17c-0525627da877 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:14.425772 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1533-836c-46c2-a17c-0525627da877 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:14.511813 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ad1533-836c-46c2-a17c-0525627da877 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 0e42fb9a-ef5b-493d-9010-e15a26783b50 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:14.515387 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-d5ad1533-836c-46c2-a17c-0525627da877 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:14.520487 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad1533-836c-46c2-a17c-0525627da877 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:14.526958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ad1533-836c-46c2-a17c-0525627da877 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:14.527481 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1533-836c-46c2-a17c-0525627da877 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:14.531872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad1533-836c-46c2-a17c-0525627da877 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=4167184a-9a0e-4b53-945a-c29534819b2b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:14.554910 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d5ad1533-836c-46c2-a17c-0525627da877 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0187736 Nov 26 02:57:14.559204 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49560) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:14.574582 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Router 21f8c35e-e50e-474f-8dbd-6ee9a8474473 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:57:14.706699 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3526035e-99dc-4e82-b6a1-56fd0db5c245 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:14.712242 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3526035e-99dc-4e82-b6a1-56fd0db5c245 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A263 HTTP/1.1" status: 200 len: 929 time: 0.1518421 Nov 26 02:57:14.713964 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49562) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:14.759352 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:57:14.776805 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Sync routers for ids ['21f8c35e-e50e-474f-8dbd-6ee9a8474473'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:57:14.796098 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Routers {'21f8c35e-e50e-474f-8dbd-6ee9a8474473'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:14.797014 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['21f8c35e-e50e-474f-8dbd-6ee9a8474473'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:14.814420 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:14.818765 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-41a98782-fbca-4ee4-859b-a87ec22cbbb0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.7099977 Nov 26 02:57:14.819457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49564) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:14.903543 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0aab5db5-f4ee-44aa-8dce-b5aa3babdb6c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port 4167184a-9a0e-4b53-945a-c29534819b2b {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:14.915846 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0aab5db5-f4ee-44aa-8dce-b5aa3babdb6c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:14.985243 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:14.997265 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Set router 21f8c35e-e50e-474f-8dbd-6ee9a8474473 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:57:15.161926 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c97e3ee2-358a-415a-a455-45ae41d56b63 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "GET /v2.0/routers/21f8c35e-e50e-474f-8dbd-6ee9a8474473 HTTP/1.1" status: 200 len: 907 time: 0.3391540 Nov 26 02:57:15.165207 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49570) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:15.170220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Request body: {'router': {'name': 'tempest-snat-router-394361038', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'enable_snat': True}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:15.214413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed532b29-b6a6-492d-b83d-2971f667d716 None None] Network 0e42fb9a-ef5b-493d-9010-e15a26783b50 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:15.237524 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:15.242255 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:15.279094 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0aab5db5-f4ee-44aa-8dce-b5aa3babdb6c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:15.317638 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0aab5db5-f4ee-44aa-8dce-b5aa3babdb6c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for 4167184a-9a0e-4b53-945a-c29534819b2b owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:15.342851 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 32978531-2851-446c-a9e0-056dbdd5e2f2 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:57:15.389181 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:15.435925 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1cef6e28-9c8d-4036-8b9d-30763ce8679a None None] Provisioning complete for port 32978531-2851-446c-a9e0-056dbdd5e2f2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:15.436945 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1cef6e28-9c8d-4036-8b9d-30763ce8679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:15.452230 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8c35e-e50e-474f-8dbd-6ee9a8474473', 'name': 'tempest-snat-router-394361038', 'tenant_id': 'cbff3e2c8e634f598e9fa0bec0fa9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.51'}], 'enable_snat': False}, 'gw_port_id': '0175269b-728f-40b9-8a21-3b1f2817d3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:57:12Z', 'updated_at': '2021-11-26T02:57:13Z', 'revision_number': 3, 'project_id': 'cbff3e2c8e634f598e9fa0bec0fa9a7a', 'gw_port': {'id': '0175269b-728f-40b9-8a21-3b1f2817d3d8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f8c35e-e50e-474f-8dbd-6ee9a8474473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:57:12Z', 'updated_at': '2021-11-26T02:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:15.511853 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Checking router: 21f8c35e-e50e-474f-8dbd-6ee9a8474473 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:57:15.514104 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Updating router 21f8c35e-e50e-474f-8dbd-6ee9a8474473 port 0175269b-728f-40b9-8a21-3b1f2817d3d8 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:57:15.590458 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:15.621848 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0aab5db5-f4ee-44aa-8dce-b5aa3babdb6c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:15.637222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 32978531-2851-446c-a9e0-056dbdd5e2f2 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:15.637591 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:15.669450 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab5db5-f4ee-44aa-8dce-b5aa3babdb6c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=4167184a-9a0e-4b53-945a-c29534819b2b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:15.707489 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0aab5db5-f4ee-44aa-8dce-b5aa3babdb6c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:15.712103 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0aab5db5-f4ee-44aa-8dce-b5aa3babdb6c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/ports/4167184a-9a0e-4b53-945a-c29534819b2b HTTP/1.1" status: 204 len: 168 time: 0.9969549 Nov 26 02:57:15.712826 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49572) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:15.747822 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd93a9a9-5d91-410b-82e1-58fd5ef1f426 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] GET failed (client error): The resource could not be found. Nov 26 02:57:15.752601 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dd93a9a9-5d91-410b-82e1-58fd5ef1f426 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports/4167184a-9a0e-4b53-945a-c29534819b2b HTTP/1.1" status: 404 len: 333 time: 0.0376725 Nov 26 02:57:15.753328 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49574) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:15.804995 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:15.896280 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-b2a38586-7a35-4e1b-804c-3025c613fe01 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port e02d6eca-2a31-4a4f-ad7b-6714ce72d5e3 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:15.897002 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2a38586-7a35-4e1b-804c-3025c613fe01 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:15.939756 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1cef6e28-9c8d-4036-8b9d-30763ce8679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:16.027232 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2a38586-7a35-4e1b-804c-3025c613fe01 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:16.050575 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-b2a38586-7a35-4e1b-804c-3025c613fe01 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for e02d6eca-2a31-4a4f-ad7b-6714ce72d5e3 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:16.052719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1cef6e28-9c8d-4036-8b9d-30763ce8679a None None] For port 32978531-2851-446c-a9e0-056dbdd5e2f2, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=32978531-2851-446c-a9e0-056dbdd5e2f2,segment=NetworkSegment(7a0aafa0-c917-4406-972f-e476af82af53),segment_id=7a0aafa0-c917-4406-972f-e476af82af53)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:16.073720 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1cef6e28-9c8d-4036-8b9d-30763ce8679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:16.076650 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:16.298763 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:16.317802 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef6e28-9c8d-4036-8b9d-30763ce8679a None None] Pushing event updated for resources: {'Port': ['ID=32978531-2851-446c-a9e0-056dbdd5e2f2,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:16.318406 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:16.339388 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:57:16.339917 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:57:16.406109 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:16.414618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc56d23-e94e-4bd1-9b19-fc3c8f2c37ba None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:16.428818 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2a38586-7a35-4e1b-804c-3025c613fe01 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:16.435991 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:16.493559 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Attempting to bind port 0175269b-728f-40b9-8a21-3b1f2817d3d8 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:57:16.500088 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Attempting to bind port 0175269b-728f-40b9-8a21-3b1f2817d3d8 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:57:16.500978 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Attempting to bind port 0175269b-728f-40b9-8a21-3b1f2817d3d8 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:57:16.503603 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a38586-7a35-4e1b-804c-3025c613fe01 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=e02d6eca-2a31-4a4f-ad7b-6714ce72d5e3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:16.519086 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b6e72-7f38-46d3-b479-262e6ee94bc2 None None] Pushing event updated for resources: {'Port': ['ID=0175269b-728f-40b9-8a21-3b1f2817d3d8,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:16.558253 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:57:16.558721 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:57:16.559755 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:16.560270 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:57:16.561900 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Bound port: 0175269b-728f-40b9-8a21-3b1f2817d3d8, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:57:16.563561 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:16.568395 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-fc791e42-e479-4d07-8677-fb77a8d3be08 None None] Provisioning complete for port 32978531-2851-446c-a9e0-056dbdd5e2f2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:16.571197 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77b6e72-7f38-46d3-b479-262e6ee94bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:16.572018 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77b6e72-7f38-46d3-b479-262e6ee94bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:16.573478 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77b6e72-7f38-46d3-b479-262e6ee94bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:16.573997 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77b6e72-7f38-46d3-b479-262e6ee94bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:16.574538 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77b6e72-7f38-46d3-b479-262e6ee94bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:16.575260 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fc791e42-e479-4d07-8677-fb77a8d3be08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:16.575866 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77b6e72-7f38-46d3-b479-262e6ee94bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:16.579689 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77b6e72-7f38-46d3-b479-262e6ee94bc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:16.580787 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77b6e72-7f38-46d3-b479-262e6ee94bc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:16.581343 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77b6e72-7f38-46d3-b479-262e6ee94bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:16.582191 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77b6e72-7f38-46d3-b479-262e6ee94bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:16.582779 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77b6e72-7f38-46d3-b479-262e6ee94bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:16.583975 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77b6e72-7f38-46d3-b479-262e6ee94bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:16.629078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Allocated IP 172.25.0.36 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/d4b0013e-cee2-43d0-bbf1-64c86b6cc57a) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:16.633651 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2a38586-7a35-4e1b-804c-3025c613fe01 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:16.643925 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b2a38586-7a35-4e1b-804c-3025c613fe01 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/ports/e02d6eca-2a31-4a4f-ad7b-6714ce72d5e3 HTTP/1.1" status: 204 len: 168 time: 0.8895540 Nov 26 02:57:16.648526 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49582) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:16.657860 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:16.732498 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] For port 0175269b-728f-40b9-8a21-3b1f2817d3d8, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:57:16.738131 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] For port 0175269b-728f-40b9-8a21-3b1f2817d3d8, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0175269b-728f-40b9-8a21-3b1f2817d3d8,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:57:16.748634 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:16.851372 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b6e72-7f38-46d3-b479-262e6ee94bc2 None None] Pushing event updated for resources: {'Port': ['ID=0175269b-728f-40b9-8a21-3b1f2817d3d8,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:16.858547 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-fc791e42-e479-4d07-8677-fb77a8d3be08 None None] Could not find standard attr ID for object e02d6eca-2a31-4a4f-ad7b-6714ce72d5e3. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:57:16.915554 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Routers {'21f8c35e-e50e-474f-8dbd-6ee9a8474473'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:16.919053 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['21f8c35e-e50e-474f-8dbd-6ee9a8474473'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:16.927382 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c08f849-fc14-49f5-85b5-be6d30b999e4 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:16.937514 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7312166-1490-4837-a82d-4d57e91f8984 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] GET failed (client error): The resource could not be found. Nov 26 02:57:16.939373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e7312166-1490-4837-a82d-4d57e91f8984 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports/e02d6eca-2a31-4a4f-ad7b-6714ce72d5e3 HTTP/1.1" status: 404 len: 333 time: 0.2884476 Nov 26 02:57:16.942242 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49586) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:17.019745 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-fc791e42-e479-4d07-8677-fb77a8d3be08 None None] Provisioning complete for port 0175269b-728f-40b9-8a21-3b1f2817d3d8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:17.021126 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fc791e42-e479-4d07-8677-fb77a8d3be08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:17.127049 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9da471-3df5-4d97-a4c1-909e80c35481 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting subnet 01435a2f-0e28-4c0e-b9bd-7e6f82d946a6 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:57:17.141935 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5d9da471-3df5-4d97-a4c1-909e80c35481 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:17.143084 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] Set router 21f8c35e-e50e-474f-8dbd-6ee9a8474473 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:57:17.153672 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fc791e42-e479-4d07-8677-fb77a8d3be08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:17.166515 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:17.207348 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 32978531-2851-446c-a9e0-056dbdd5e2f2 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:57:17.264712 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:17.283248 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5d9da471-3df5-4d97-a4c1-909e80c35481 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:17.356469 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-fc791e42-e479-4d07-8677-fb77a8d3be08 None None] For port 0175269b-728f-40b9-8a21-3b1f2817d3d8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0175269b-728f-40b9-8a21-3b1f2817d3d8,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:17.376791 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fc791e42-e479-4d07-8677-fb77a8d3be08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:17.441378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:17.451280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:17.464608 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:17.531905 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f3a754-3889-413f-b28f-f5b1c24555b2 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:17.573714 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Pushing event updated for resources: {'Port': ['ID=d4b0013e-cee2-43d0-bbf1-64c86b6cc57a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:17.661854 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5d9da471-3df5-4d97-a4c1-909e80c35481 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:17.665963 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8c35e-e50e-474f-8dbd-6ee9a8474473', 'name': 'tempest-snat-router-394361038', 'tenant_id': 'cbff3e2c8e634f598e9fa0bec0fa9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.51'}], 'enable_snat': False}, 'gw_port_id': '0175269b-728f-40b9-8a21-3b1f2817d3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:57:12Z', 'updated_at': '2021-11-26T02:57:13Z', 'revision_number': 3, 'project_id': 'cbff3e2c8e634f598e9fa0bec0fa9a7a', 'gw_port': {'id': '0175269b-728f-40b9-8a21-3b1f2817d3d8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f8c35e-e50e-474f-8dbd-6ee9a8474473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:57:12Z', 'updated_at': '2021-11-26T02:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:17.676148 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6f7b35fd-be35-4e82-8aed-ae8c95176887 None None] Could not find standard attr ID for object e02d6eca-2a31-4a4f-ad7b-6714ce72d5e3. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:57:17.691741 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:17.741748 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9678d771-77d1-41b8-9d95-fd4ac92d1b0f None None] The sync data for ids ['21f8c35e-e50e-474f-8dbd-6ee9a8474473'] in n-d-819389-3 is: [{'id': '21f8c35e-e50e-474f-8dbd-6ee9a8474473', 'name': 'tempest-snat-router-394361038', 'tenant_id': 'cbff3e2c8e634f598e9fa0bec0fa9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.51'}], 'enable_snat': False}, 'gw_port_id': '0175269b-728f-40b9-8a21-3b1f2817d3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:57:12Z', 'updated_at': '2021-11-26T02:57:13Z', 'revision_number': 3, 'project_id': 'cbff3e2c8e634f598e9fa0bec0fa9a7a', 'gw_port': {'id': '0175269b-728f-40b9-8a21-3b1f2817d3d8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f8c35e-e50e-474f-8dbd-6ee9a8474473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:57:12Z', 'updated_at': '2021-11-26T02:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:57:17.742482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc791e42-e479-4d07-8677-fb77a8d3be08 None None] Pushing event updated for resources: {'Port': ['ID=0175269b-728f-40b9-8a21-3b1f2817d3d8,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:17.748512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6f7b35fd-be35-4e82-8aed-ae8c95176887 None None] Could not find standard attr ID for object 4167184a-9a0e-4b53-945a-c29534819b2b. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:57:17.777235 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 32978531-2851-446c-a9e0-056dbdd5e2f2 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:17.777609 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:17.778856 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5d9da471-3df5-4d97-a4c1-909e80c35481 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:17.843249 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5d9da471-3df5-4d97-a4c1-909e80c35481 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:17.847728 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6f7b35fd-be35-4e82-8aed-ae8c95176887 None None] Provisioning complete for port 0175269b-728f-40b9-8a21-3b1f2817d3d8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:17.852167 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6f7b35fd-be35-4e82-8aed-ae8c95176887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:17.868486 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5d9da471-3df5-4d97-a4c1-909e80c35481 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/01435a2f-0e28-4c0e-b9bd-7e6f82d946a6 HTTP/1.1" status: 204 len: 168 time: 0.9234319 Nov 26 02:57:17.923480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49588) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:17.994094 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9da471-3df5-4d97-a4c1-909e80c35481 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Subnet': ['ID=01435a2f-0e28-4c0e-b9bd-7e6f82d946a6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:18.027342 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fdb519-7e7d-40c5-85c2-bbecf0a104eb None None] Network 0e42fb9a-ef5b-493d-9010-e15a26783b50 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:18.110667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58354b-c559-473a-8261-e6f7430b222a req-f04330b8-20d1-400d-a781-b06fc05317c0 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:18.112482 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e58354b-c559-473a-8261-e6f7430b222a req-f04330b8-20d1-400d-a781-b06fc05317c0 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.4956851 Nov 26 02:57:18.122343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be0aab-1501-42f2-8c1a-78c901558526 req-fcbccfcc-6304-4352-a148-759273e78eaa tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:18.129949 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09be0aab-1501-42f2-8c1a-78c901558526 req-fcbccfcc-6304-4352-a148-759273e78eaa tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 945 time: 0.5604727 Nov 26 02:57:18.318409 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:18.341865 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09be0aab-1501-42f2-8c1a-78c901558526 req-41e5edad-e5aa-44da-b17e-eead924312e5 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108142 Nov 26 02:57:18.908470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d07efb-0bb6-48df-b854-b9e022ba344a None None] DHCP port deletion for 0e42fb9a-ef5b-493d-9010-e15a26783b50 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:19.015312 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a5d07efb-0bb6-48df-b854-b9e022ba344a None None] Deleting port 32978531-2851-446c-a9e0-056dbdd5e2f2 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:19.015702 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a5d07efb-0bb6-48df-b854-b9e022ba344a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:19.048862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e58354b-c559-473a-8261-e6f7430b222a req-74ef6b9b-286c-4ec1-9511-a486506bbcfd tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8745997 Nov 26 02:57:19.121903 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-043dbbdd-e8bc-4d6d-803b-bc37800de150 None None] Provisioning complete for port d4b0013e-cee2-43d0-bbf1-64c86b6cc57a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:19.122252 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-043dbbdd-e8bc-4d6d-803b-bc37800de150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:19.180993 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:19.194422 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-043dbbdd-e8bc-4d6d-803b-bc37800de150 None None] Port d4b0013e-cee2-43d0-bbf1-64c86b6cc57a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:19.196589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0175269b-728f-40b9-8a21-3b1f2817d3d8 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:57:19.236128 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a5d07efb-0bb6-48df-b854-b9e022ba344a None None] For port 32978531-2851-446c-a9e0-056dbdd5e2f2, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=32978531-2851-446c-a9e0-056dbdd5e2f2,segment=NetworkSegment(7a0aafa0-c917-4406-972f-e476af82af53),segment_id=7a0aafa0-c917-4406-972f-e476af82af53)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:19.236797 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a5d07efb-0bb6-48df-b854-b9e022ba344a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:19.257120 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a5d07efb-0bb6-48df-b854-b9e022ba344a None None] Calling delete_port for 32978531-2851-446c-a9e0-056dbdd5e2f2 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:19.270024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port 32978531-2851-446c-a9e0-056dbdd5e2f2 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:19.270635 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:19.328020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 0175269b-728f-40b9-8a21-3b1f2817d3d8 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:19.328831 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:19.362952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] For port 32978531-2851-446c-a9e0-056dbdd5e2f2, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=32978531-2851-446c-a9e0-056dbdd5e2f2,segment=NetworkSegment(7a0aafa0-c917-4406-972f-e476af82af53),segment_id=7a0aafa0-c917-4406-972f-e476af82af53)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:19.363300 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:19.398285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for 32978531-2851-446c-a9e0-056dbdd5e2f2 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:19.403741 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a5d07efb-0bb6-48df-b854-b9e022ba344a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:19.449390 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d07efb-0bb6-48df-b854-b9e022ba344a None None] No DVR routers for this DVR port 32978531-2851-446c-a9e0-056dbdd5e2f2 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:57:19.459816 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d07efb-0bb6-48df-b854-b9e022ba344a None None] Pushing event deleted for resources: {'Port': ['ID=32978531-2851-446c-a9e0-056dbdd5e2f2,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:19.544144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 32978531-2851-446c-a9e0-056dbdd5e2f2 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:57:19.568547 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 32978531-2851-446c-a9e0-056dbdd5e2f2 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:57:19.568764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 32978531-2851-446c-a9e0-056dbdd5e2f2 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:57:19.610519 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:19.620695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ade0a0-62f5-4dc1-8429-6e8dc84846c1 req-3f6985bb-e022-4e98-8cba-8286cbcbce96 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:19.628620 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10ade0a0-62f5-4dc1-8429-6e8dc84846c1 req-3f6985bb-e022-4e98-8cba-8286cbcbce96 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 945 time: 0.1800940 Nov 26 02:57:19.704590 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No DVR routers for this DVR port 32978531-2851-446c-a9e0-056dbdd5e2f2 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:57:19.713580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=32978531-2851-446c-a9e0-056dbdd5e2f2,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:19.737388 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:19.843494 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10ade0a0-62f5-4dc1-8429-6e8dc84846c1 req-aec7d72c-bb0d-49a3-8003-84eba24ad425 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138348 Nov 26 02:57:19.908353 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:19.937903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e42fb9a-ef5b-493d-9010-e15a26783b50']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:19.953072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0aafa0-c917-4406-972f-e476af82af53') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:19.953372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0aafa0-c917-4406-972f-e476af82af53') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:19.972792 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:19.991100 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:20.001162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:57:20.001565 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:57:20.004571 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:57:20.074206 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:20.077071 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Router 1e21b37a-a7a9-489c-83da-7ce3362c3045 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:57:20.084580 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:20.087741 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/networks/0e42fb9a-ef5b-493d-9010-e15a26783b50 HTTP/1.1" status: 204 len: 168 time: 2.1530204 Nov 26 02:57:20.091931 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49614) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:20.097361 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-4105a32d-ae65-41bb-9d63-b067f2774b90 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-72908482'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:20.110585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54708fb2-6f3d-4bd7-b6d4-b0e29b6227dd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Network': ['ID=0e42fb9a-ef5b-493d-9010-e15a26783b50,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:20.132108 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4105a32d-ae65-41bb-9d63-b067f2774b90 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:20.136390 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4105a32d-ae65-41bb-9d63-b067f2774b90 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:20.166820 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4105a32d-ae65-41bb-9d63-b067f2774b90 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:57:20.177431 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4105a32d-ae65-41bb-9d63-b067f2774b90 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:20.177777 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-4105a32d-ae65-41bb-9d63-b067f2774b90 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Added segment 7ea406f4-cf3f-42e8-848a-efcded015dcb of type vlan for network 8138affe-d276-474c-bf4b-b8da2723744e Nov 26 02:57:20.219277 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4105a32d-ae65-41bb-9d63-b067f2774b90 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:20.227114 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:57:20.237808 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f01c4-87af-4fc6-ba3d-3eb5f707904d None None] Sync routers for ids ['1e21b37a-a7a9-489c-83da-7ce3362c3045'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:57:20.252098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:20.253400 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f51c36da-30c8-4f93-ae8f-f89ee0ce867c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.0869982 Nov 26 02:57:20.256010 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49620) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:20.258287 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f01c4-87af-4fc6-ba3d-3eb5f707904d None None] Routers {'1e21b37a-a7a9-489c-83da-7ce3362c3045'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:20.259099 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-3b1f01c4-87af-4fc6-ba3d-3eb5f707904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['1e21b37a-a7a9-489c-83da-7ce3362c3045'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:20.264797 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4105a32d-ae65-41bb-9d63-b067f2774b90 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:20.271562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4105a32d-ae65-41bb-9d63-b067f2774b90 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:20.272388 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4105a32d-ae65-41bb-9d63-b067f2774b90 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:20.398662 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4105a32d-ae65-41bb-9d63-b067f2774b90 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3055727 Nov 26 02:57:20.401627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49622) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:20.405316 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-3b1f01c4-87af-4fc6-ba3d-3eb5f707904d None None] Set router 1e21b37a-a7a9-489c-83da-7ce3362c3045 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:57:20.410513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4dbce173-443c-4e08-a4c4-2065d8fbf3b4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'subnet': {'network_id': '8138affe-d276-474c-bf4b-b8da2723744e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:20.419851 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105a32d-ae65-41bb-9d63-b067f2774b90 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Network': ['ID=8138affe-d276-474c-bf4b-b8da2723744e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:20.438513 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 8138affe-d276-474c-bf4b-b8da2723744e details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:57:20.456119 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-faaffed6-8cf2-4c87-801e-5298feff794e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "GET /v2.0/routers/1e21b37a-a7a9-489c-83da-7ce3362c3045 HTTP/1.1" status: 200 len: 906 time: 0.1963131 Nov 26 02:57:20.456433 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49624) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:20.544998 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbce173-443c-4e08-a4c4-2065d8fbf3b4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:20.551227 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4dbce173-443c-4e08-a4c4-2065d8fbf3b4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:20.582672 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d4d75f8-0eb3-4bed-939f-6e1132909aa0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:20.670865 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-3b1f01c4-87af-4fc6-ba3d-3eb5f707904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e21b37a-a7a9-489c-83da-7ce3362c3045', 'name': 'tempest-snat-router-394361038', 'tenant_id': 'cbff3e2c8e634f598e9fa0bec0fa9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'd4b0013e-cee2-43d0-bbf1-64c86b6cc57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:57:15Z', 'updated_at': '2021-11-26T02:57:18Z', 'revision_number': 3, 'project_id': 'cbff3e2c8e634f598e9fa0bec0fa9a7a', 'gw_port': {'id': 'd4b0013e-cee2-43d0-bbf1-64c86b6cc57a', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e21b37a-a7a9-489c-83da-7ce3362c3045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:57:16Z', 'updated_at': '2021-11-26T02:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:20.703542 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f01c4-87af-4fc6-ba3d-3eb5f707904d None None] Checking router: 1e21b37a-a7a9-489c-83da-7ce3362c3045 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:57:20.704193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f01c4-87af-4fc6-ba3d-3eb5f707904d None None] Updating router 1e21b37a-a7a9-489c-83da-7ce3362c3045 port d4b0013e-cee2-43d0-bbf1-64c86b6cc57a binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:57:20.737075 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3b1f01c4-87af-4fc6-ba3d-3eb5f707904d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:20.744075 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d4d75f8-0eb3-4bed-939f-6e1132909aa0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:20.792641 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4dbce173-443c-4e08-a4c4-2065d8fbf3b4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:20.816377 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d75f8-0eb3-4bed-939f-6e1132909aa0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Deleting port d4b0013e-cee2-43d0-bbf1-64c86b6cc57a {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:20.817370 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d4d75f8-0eb3-4bed-939f-6e1132909aa0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:20.879833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbce173-443c-4e08-a4c4-2065d8fbf3b4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Subnet': ['ID=4d91a11f-c599-486a-8cac-85c08f141f19,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:20.897984 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbce173-443c-4e08-a4c4-2065d8fbf3b4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Checking segment: {'id': '7ea406f4-cf3f-42e8-848a-efcded015dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8138affe-d276-474c-bf4b-b8da2723744e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:57:20.898363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbce173-443c-4e08-a4c4-2065d8fbf3b4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network hostable DHCP agents. Network: 8138affe-d276-474c-bf4b-b8da2723744e, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:57:20.936616 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbce173-443c-4e08-a4c4-2065d8fbf3b4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 8138affe-d276-474c-bf4b-b8da2723744e is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:57:20.940924 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d4d75f8-0eb3-4bed-939f-6e1132909aa0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:20.952623 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-4dbce173-443c-4e08-a4c4-2065d8fbf3b4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 8138affe-d276-474c-bf4b-b8da2723744e) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:20.959908 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d75f8-0eb3-4bed-939f-6e1132909aa0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Calling delete_port for d4b0013e-cee2-43d0-bbf1-64c86b6cc57a owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:20.965979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbce173-443c-4e08-a4c4-2065d8fbf3b4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:20.966897 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4dbce173-443c-4e08-a4c4-2065d8fbf3b4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:20.975844 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e9ff6b-bc17-45b4-ae3d-1fa1b9fda8f7 None None] Network 8138affe-d276-474c-bf4b-b8da2723744e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:20.995395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4dbce173-443c-4e08-a4c4-2065d8fbf3b4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5910578 Nov 26 02:57:20.996491 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49638) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:21.003433 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-37544057-7cc4-4d53-aef1-8ae456e63f92 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'network_id': '8138affe-d276-474c-bf4b-b8da2723744e', 'name': 'tempest-PortsIpV6TestJSON-1119632005', 'fixed_ips': [{'subnet_id': '4d91a11f-c599-486a-8cac-85c08f141f19', 'ip_address': '2001:db8::10'}]}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:21.157416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37544057-7cc4-4d53-aef1-8ae456e63f92 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:21.201899 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d4d75f8-0eb3-4bed-939f-6e1132909aa0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:21.248581 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-3b1f01c4-87af-4fc6-ba3d-3eb5f707904d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:57:21.249453 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-3b1f01c4-87af-4fc6-ba3d-3eb5f707904d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:57:21.251955 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-8138affe-d276-474c-bf4b-b8da2723744e', 'network_id': '8138affe-d276-474c-bf4b-b8da2723744e', 'tenant_id': '24ccd62cd70f4a5fbb1ac9b8133fd939', 'fixed_ips': [{'subnet_id': '4d91a11f-c599-486a-8cac-85c08f141f19'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:57:21.253547 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:21.261496 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d75f8-0eb3-4bed-939f-6e1132909aa0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4b0013e-cee2-43d0-bbf1-64c86b6cc57a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:21.280996 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37544057-7cc4-4d53-aef1-8ae456e63f92 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:21.316788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-37544057-7cc4-4d53-aef1-8ae456e63f92 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] device_id is not set on port 5d217da9-2926-428f-b257-7ce5cc4831d3 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:57:21.337020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a3950b-1b8f-42cc-bfe1-0eee6b86a7ad None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:21.347342 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d4d75f8-0eb3-4bed-939f-6e1132909aa0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:21.429914 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Allocated IP 2001:db8::2 (8138affe-d276-474c-bf4b-b8da2723744e/4d91a11f-c599-486a-8cac-85c08f141f19/07643821-34a6-4125-ba95-762a195d7055) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:21.472946 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d4d75f8-0eb3-4bed-939f-6e1132909aa0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:21.475140 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d4d75f8-0eb3-4bed-939f-6e1132909aa0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:21.523337 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d4d75f8-0eb3-4bed-939f-6e1132909aa0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:21.523957 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4d75f8-0eb3-4bed-939f-6e1132909aa0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e21b37a-a7a9-489c-83da-7ce3362c3045 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:57:21.531078 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d4d75f8-0eb3-4bed-939f-6e1132909aa0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:21.536584 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2d4d75f8-0eb3-4bed-939f-6e1132909aa0 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "DELETE /v2.0/routers/1e21b37a-a7a9-489c-83da-7ce3362c3045 HTTP/1.1" status: 204 len: 168 time: 1.0791328 Nov 26 02:57:21.538497 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49640) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:21.605615 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:21.613113 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:21.667596 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Network 8138affe-d276-474c-bf4b-b8da2723744e is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:21.672456 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:21.675584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:21.685544 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Pushing event updated for resources: {'Port': ['ID=07643821-34a6-4125-ba95-762a195d7055,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:21.695646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-37544057-7cc4-4d53-aef1-8ae456e63f92 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Allocated IP 2001:db8::10 (8138affe-d276-474c-bf4b-b8da2723744e/4d91a11f-c599-486a-8cac-85c08f141f19/5d217da9-2926-428f-b257-7ce5cc4831d3) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:21.711070 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:21.711415 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:21.712078 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:21.712078 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:21.712444 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:21.712775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:21.713873 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:21.714219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:21.714540 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:21.714909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:21.715240 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:21.715685 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:21.753310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Attempting to bind port 07643821-34a6-4125-ba95-762a195d7055 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:57:21.753719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Attempting to bind port 07643821-34a6-4125-ba95-762a195d7055 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '7ea406f4-cf3f-42e8-848a-efcded015dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8138affe-d276-474c-bf4b-b8da2723744e'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:57:21.754087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Attempting to bind port 07643821-34a6-4125-ba95-762a195d7055 on network 8138affe-d276-474c-bf4b-b8da2723744e {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:57:21.772791 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f01c4-87af-4fc6-ba3d-3eb5f707904d None None] Port d4b0013e-cee2-43d0-bbf1-64c86b6cc57a not found while updating agent binding for router 1e21b37a-a7a9-489c-83da-7ce3362c3045. {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 26 02:57:21.776770 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:57:21.777239 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Checking segment: {'id': '7ea406f4-cf3f-42e8-848a-efcded015dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8138affe-d276-474c-bf4b-b8da2723744e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:57:21.777701 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:21.778195 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Bound using segment: {'id': '7ea406f4-cf3f-42e8-848a-efcded015dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8138affe-d276-474c-bf4b-b8da2723744e'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:57:21.778862 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Bound port: 07643821-34a6-4125-ba95-762a195d7055, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea406f4-cf3f-42e8-848a-efcded015dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8138affe-d276-474c-bf4b-b8da2723744e'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:57:21.779290 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:21.801583 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f01c4-87af-4fc6-ba3d-3eb5f707904d None None] Routers set() bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:21.801952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f01c4-87af-4fc6-ba3d-3eb5f707904d None None] Router IDs set() for agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 26 02:57:21.802609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_agentschedulers_db [None req-3b1f01c4-87af-4fc6-ba3d-3eb5f707904d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1e21b37a-a7a9-489c-83da-7ce3362c3045'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent'). {{(pid=104803) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 26 02:57:21.802980 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f01c4-87af-4fc6-ba3d-3eb5f707904d None None] The sync data for ids ['1e21b37a-a7a9-489c-83da-7ce3362c3045'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:57:21.885842 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] For port 07643821-34a6-4125-ba95-762a195d7055, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:57:21.890299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] For port 07643821-34a6-4125-ba95-762a195d7055, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=07643821-34a6-4125-ba95-762a195d7055,segment=NetworkSegment(7ea406f4-cf3f-42e8-848a-efcded015dcb),segment_id=7ea406f4-cf3f-42e8-848a-efcded015dcb)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:57:21.896496 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:21.937032 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-97f7362e-f5a8-48a8-b688-eb58d03e6fd3 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:22.005333 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbabaf-e87f-4371-95d0-0857aea9bc47 None None] Pushing event updated for resources: {'Port': ['ID=07643821-34a6-4125-ba95-762a195d7055,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:22.022263 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37544057-7cc4-4d53-aef1-8ae456e63f92 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:22.134196 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-97f7362e-f5a8-48a8-b688-eb58d03e6fd3 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:22.155813 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315f75a-5a7c-44c8-baa0-a34749e83c93 req-aaf33d16-01be-43e2-ab51-55c5495fee40 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:22.157596 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a315f75a-5a7c-44c8-baa0-a34749e83c93 req-aaf33d16-01be-43e2-ab51-55c5495fee40 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.1282434 Nov 26 02:57:22.162281 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37544057-7cc4-4d53-aef1-8ae456e63f92 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:22.211762 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-97f7362e-f5a8-48a8-b688-eb58d03e6fd3 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Deleting port 0175269b-728f-40b9-8a21-3b1f2817d3d8 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:22.211762 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-97f7362e-f5a8-48a8-b688-eb58d03e6fd3 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:22.252511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37544057-7cc4-4d53-aef1-8ae456e63f92 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 8138affe-d276-474c-bf4b-b8da2723744e is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:22.264687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc5340-ea28-4428-8f3a-d472658f2cfa req-c1eba603-8041-44e2-b14d-864a15e91679 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:22.268804 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-48bc5340-ea28-4428-8f3a-d472658f2cfa req-c1eba603-8041-44e2-b14d-864a15e91679 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 945 time: 0.1655896 Nov 26 02:57:22.283914 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37544057-7cc4-4d53-aef1-8ae456e63f92 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=5d217da9-2926-428f-b257-7ce5cc4831d3,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:22.290775 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-37544057-7cc4-4d53-aef1-8ae456e63f92 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:22.298374 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:22.309089 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37544057-7cc4-4d53-aef1-8ae456e63f92 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:22.316818 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37544057-7cc4-4d53-aef1-8ae456e63f92 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:22.317472 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37544057-7cc4-4d53-aef1-8ae456e63f92 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:22.371083 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-97f7362e-f5a8-48a8-b688-eb58d03e6fd3 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] For port 0175269b-728f-40b9-8a21-3b1f2817d3d8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0175269b-728f-40b9-8a21-3b1f2817d3d8,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:22.371721 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-97f7362e-f5a8-48a8-b688-eb58d03e6fd3 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:22.372047 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a315f75a-5a7c-44c8-baa0-a34749e83c93 req-4fc81096-3cef-4270-99a6-954fd699a79d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1998165 Nov 26 02:57:22.381578 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-37544057-7cc4-4d53-aef1-8ae456e63f92 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3837359 Nov 26 02:57:22.384716 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49646) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:22.390269 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-0b57bc55-16be-432e-8716-03c706fcc879 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'network_id': '8138affe-d276-474c-bf4b-b8da2723744e', 'name': 'tempest-PortsIpV6TestJSON-1858463475', 'fixed_ips': [{'subnet_id': '4d91a11f-c599-486a-8cac-85c08f141f19', 'ip_address': '2001:db8::f'}]}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:22.397264 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-97f7362e-f5a8-48a8-b688-eb58d03e6fd3 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Calling delete_port for 0175269b-728f-40b9-8a21-3b1f2817d3d8 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:22.464436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-48bc5340-ea28-4428-8f3a-d472658f2cfa req-a0babae3-24c4-42f9-b0ef-27199595683b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426816 Nov 26 02:57:22.536717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b57bc55-16be-432e-8716-03c706fcc879 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:22.542009 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0b57bc55-16be-432e-8716-03c706fcc879 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:22.560396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-0b57bc55-16be-432e-8716-03c706fcc879 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] device_id is not set on port 83eca6b4-658e-4a7f-83c9-e41fe8174381 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:57:22.608379 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-97f7362e-f5a8-48a8-b688-eb58d03e6fd3 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:22.648924 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7362e-f5a8-48a8-b688-eb58d03e6fd3 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Pushing event deleted for resources: {'Port': ['ID=0175269b-728f-40b9-8a21-3b1f2817d3d8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:22.661929 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273fb6c5-27c7-40ba-9aa2-b5bd285c2aca None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:22.714906 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-97f7362e-f5a8-48a8-b688-eb58d03e6fd3 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:22.738417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-0b57bc55-16be-432e-8716-03c706fcc879 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Allocated IP 2001:db8::f (8138affe-d276-474c-bf4b-b8da2723744e/4d91a11f-c599-486a-8cac-85c08f141f19/83eca6b4-658e-4a7f-83c9-e41fe8174381) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:22.809836 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-97f7362e-f5a8-48a8-b688-eb58d03e6fd3 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:22.812765 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-97f7362e-f5a8-48a8-b688-eb58d03e6fd3 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:22.866939 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-97f7362e-f5a8-48a8-b688-eb58d03e6fd3 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:22.867862 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f7362e-f5a8-48a8-b688-eb58d03e6fd3 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21f8c35e-e50e-474f-8dbd-6ee9a8474473 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:57:22.876174 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-97f7362e-f5a8-48a8-b688-eb58d03e6fd3 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:22.877644 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-97f7362e-f5a8-48a8-b688-eb58d03e6fd3 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "DELETE /v2.0/routers/21f8c35e-e50e-474f-8dbd-6ee9a8474473 HTTP/1.1" status: 204 len: 168 time: 1.3380578 Nov 26 02:57:22.881706 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49652) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:22.887189 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1054630889', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:22.922530 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:22.923957 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:22.992375 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0b57bc55-16be-432e-8716-03c706fcc879 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:23.029190 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:23.059775 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0b57bc55-16be-432e-8716-03c706fcc879 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:23.120404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b57bc55-16be-432e-8716-03c706fcc879 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 8138affe-d276-474c-bf4b-b8da2723744e is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:23.133294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-0b57bc55-16be-432e-8716-03c706fcc879 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:23.147682 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b57bc55-16be-432e-8716-03c706fcc879 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:23.173082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b57bc55-16be-432e-8716-03c706fcc879 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:23.173894 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0b57bc55-16be-432e-8716-03c706fcc879 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:23.190975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57bc55-16be-432e-8716-03c706fcc879 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=83eca6b4-658e-4a7f-83c9-e41fe8174381,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:23.215745 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0b57bc55-16be-432e-8716-03c706fcc879 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8291447 Nov 26 02:57:23.218196 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49660) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:23.307960 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:23.371461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a3223-03e7-443b-ab84-cbeff0bf3dff tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:23.382651 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cd5a3223-03e7-443b-ab84-cbeff0bf3dff tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1529760 Nov 26 02:57:23.384168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49662) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:23.443767 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933b7a09-4e63-46e3-9ccb-4a8d6f6a2772 None None] Network 8138affe-d276-474c-bf4b-b8da2723744e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:23.495863 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2376ae68-9f78-4b62-96d2-e457a46335f2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:23.508586 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2376ae68-9f78-4b62-96d2-e457a46335f2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:23.516744 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2376ae68-9f78-4b62-96d2-e457a46335f2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:23.518845 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2376ae68-9f78-4b62-96d2-e457a46335f2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1327374 Nov 26 02:57:23.532879 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49668) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:23.643234 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:23.680683 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:23.738867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02b9fb-2afa-4c37-97e3-73062112ec4b req-352d321d-acbd-4e57-a01f-e6ec322acf6d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:23.741104 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df02b9fb-2afa-4c37-97e3-73062112ec4b req-352d321d-acbd-4e57-a01f-e6ec322acf6d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 945 time: 0.1305723 Nov 26 02:57:23.785612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714a0ba-1f08-4032-a7e0-8d09d7eafefe req-48edf2b7-4ff8-455a-b70b-7f7f380a0420 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:23.785873 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 07643821-34a6-4125-ba95-762a195d7055 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:57:23.787487 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:23.793922 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c714a0ba-1f08-4032-a7e0-8d09d7eafefe req-48edf2b7-4ff8-455a-b70b-7f7f380a0420 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.2734945 Nov 26 02:57:23.824781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-64c17ca9-1d86-4fce-ae8d-5db68f667766 None None] Provisioning complete for port 07643821-34a6-4125-ba95-762a195d7055 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:23.825443 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-64c17ca9-1d86-4fce-ae8d-5db68f667766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:23.840120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df02b9fb-2afa-4c37-97e3-73062112ec4b req-ce7c9830-92e0-470c-9aff-e80d0f07e2f2 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912063 Nov 26 02:57:23.847863 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Allocated IP 172.25.0.119 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/5992c8a6-0fef-4169-9cd1-a08cf8471cd7) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:23.879516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-5a40c189-3076-4e1b-ba7d-9b993489d14d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port 83eca6b4-658e-4a7f-83c9-e41fe8174381 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:23.880047 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5a40c189-3076-4e1b-ba7d-9b993489d14d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:23.908659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c714a0ba-1f08-4032-a7e0-8d09d7eafefe req-49514685-b1e6-4f6b-96b8-00b7f6fe2c00 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1135490 Nov 26 02:57:23.995375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 07643821-34a6-4125-ba95-762a195d7055 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:23.997389 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:24.021201 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:24.027439 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-64c17ca9-1d86-4fce-ae8d-5db68f667766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:24.039059 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5a40c189-3076-4e1b-ba7d-9b993489d14d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:24.058372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-5a40c189-3076-4e1b-ba7d-9b993489d14d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for 83eca6b4-658e-4a7f-83c9-e41fe8174381 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:24.121802 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:24.164640 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:24.169870 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:24.174737 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:24.178078 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-64c17ca9-1d86-4fce-ae8d-5db68f667766 None None] For port 07643821-34a6-4125-ba95-762a195d7055, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=07643821-34a6-4125-ba95-762a195d7055,segment=NetworkSegment(7ea406f4-cf3f-42e8-848a-efcded015dcb),segment_id=7ea406f4-cf3f-42e8-848a-efcded015dcb)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:24.201009 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Pushing event updated for resources: {'Port': ['ID=5992c8a6-0fef-4169-9cd1-a08cf8471cd7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:24.243844 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a89cab-374c-49ed-b20f-6e49e0d72b48 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:24.251372 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-64c17ca9-1d86-4fce-ae8d-5db68f667766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:24.279140 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5a40c189-3076-4e1b-ba7d-9b993489d14d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:24.314952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c17ca9-1d86-4fce-ae8d-5db68f667766 None None] Pushing event updated for resources: {'Port': ['ID=07643821-34a6-4125-ba95-762a195d7055,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:24.347093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40c189-3076-4e1b-ba7d-9b993489d14d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=83eca6b4-658e-4a7f-83c9-e41fe8174381,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:24.399606 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5a40c189-3076-4e1b-ba7d-9b993489d14d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:24.405814 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5a40c189-3076-4e1b-ba7d-9b993489d14d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/ports/83eca6b4-658e-4a7f-83c9-e41fe8174381 HTTP/1.1" status: 204 len: 168 time: 0.8691969 Nov 26 02:57:24.407023 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49680) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:24.425581 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c33bdc5c-9966-46c3-9a33-9c5d05f6765b None None] Provisioning complete for port 5992c8a6-0fef-4169-9cd1-a08cf8471cd7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:24.425963 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c33bdc5c-9966-46c3-9a33-9c5d05f6765b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:24.468210 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d70894-7e63-44e7-81f3-909d35ad7f96 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] GET failed (client error): The resource could not be found. Nov 26 02:57:24.470339 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-15d70894-7e63-44e7-81f3-909d35ad7f96 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports/83eca6b4-658e-4a7f-83c9-e41fe8174381 HTTP/1.1" status: 404 len: 333 time: 0.0602393 Nov 26 02:57:24.472482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49682) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:24.474253 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c33bdc5c-9966-46c3-9a33-9c5d05f6765b None None] Port 5992c8a6-0fef-4169-9cd1-a08cf8471cd7 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:24.568657 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:24.601649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e7e8e-e235-49a5-bcc7-b4dd0be7bbe7 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port 5d217da9-2926-428f-b257-7ce5cc4831d3 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:24.601982 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9d0e7e8e-e235-49a5-bcc7-b4dd0be7bbe7 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:24.700902 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-755173cc-0311-4286-a31f-9dd08732a774 None None] Provisioning complete for port 07643821-34a6-4125-ba95-762a195d7055 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:24.705958 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-755173cc-0311-4286-a31f-9dd08732a774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:24.827729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde4442-91c7-449a-8d85-680cf47146bf req-74ba6f32-37da-4eb2-b39d-a2a2e3702520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:24.829839 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcde4442-91c7-449a-8d85-680cf47146bf req-74ba6f32-37da-4eb2-b39d-a2a2e3702520 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd0486c09d3445d19d9cae0425413414&device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 1094 time: 0.1261907 Nov 26 02:57:24.848707 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9d0e7e8e-e235-49a5-bcc7-b4dd0be7bbe7 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:24.941896 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:24.989742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e7e8e-e235-49a5-bcc7-b4dd0be7bbe7 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for 5d217da9-2926-428f-b257-7ce5cc4831d3 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:25.078284 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-755173cc-0311-4286-a31f-9dd08732a774 None None] Provisioning complete for port 5d217da9-2926-428f-b257-7ce5cc4831d3 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:25.078700 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-755173cc-0311-4286-a31f-9dd08732a774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:25.174263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 07643821-34a6-4125-ba95-762a195d7055 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:57:25.262958 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-755173cc-0311-4286-a31f-9dd08732a774 None None] Port 5d217da9-2926-428f-b257-7ce5cc4831d3 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:25.268885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-755173cc-0311-4286-a31f-9dd08732a774 None None] Could not find standard attr ID for object 83eca6b4-658e-4a7f-83c9-e41fe8174381. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:57:25.288730 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 07643821-34a6-4125-ba95-762a195d7055 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:25.289188 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:25.294776 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Router 429c3e1b-e11b-4987-9dff-1385fa0be8e8 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:57:25.482267 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0175269b-728f-40b9-8a21-3b1f2817d3d8 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:57:25.486385 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-97131823-f3de-4f71-b6b7-ce905b3e7d99 None None] Provisioning complete for port 5d217da9-2926-428f-b257-7ce5cc4831d3 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:25.486865 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-97131823-f3de-4f71-b6b7-ce905b3e7d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:25.580693 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:57:25.600834 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-97131823-f3de-4f71-b6b7-ce905b3e7d99 None None] Port 5d217da9-2926-428f-b257-7ce5cc4831d3 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:25.604008 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdde0d2-f089-40a6-83bd-85ddd6538a77 None None] Sync routers for ids ['429c3e1b-e11b-4987-9dff-1385fa0be8e8'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:57:25.612804 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 0175269b-728f-40b9-8a21-3b1f2817d3d8 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:57:25.613093 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0175269b-728f-40b9-8a21-3b1f2817d3d8 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:57:25.616592 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdde0d2-f089-40a6-83bd-85ddd6538a77 None None] Routers {'429c3e1b-e11b-4987-9dff-1385fa0be8e8'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:25.621255 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9cdde0d2-f089-40a6-83bd-85ddd6538a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['429c3e1b-e11b-4987-9dff-1385fa0be8e8'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:25.657255 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:25.663639 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-017cb05b-8e89-4a44-a207-1f47e01b653f tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7794094 Nov 26 02:57:25.666868 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49698) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:25.685259 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-35974c9d-bbea-42d7-bd89-a475c6884466 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'enable_snat': False}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:25.715248 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f077be15-3dd1-43b7-99f0-27b5c5df6e43 None None] Could not find standard attr ID for object 83eca6b4-658e-4a7f-83c9-e41fe8174381. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:57:25.719460 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9cdde0d2-f089-40a6-83bd-85ddd6538a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:25.749071 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdde0d2-f089-40a6-83bd-85ddd6538a77 None None] Routers {'429c3e1b-e11b-4987-9dff-1385fa0be8e8'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:25.749965 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9cdde0d2-f089-40a6-83bd-85ddd6538a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['429c3e1b-e11b-4987-9dff-1385fa0be8e8'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:25.828477 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9cdde0d2-f089-40a6-83bd-85ddd6538a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:25.829312 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdde0d2-f089-40a6-83bd-85ddd6538a77 None None] The sync data for ids ['429c3e1b-e11b-4987-9dff-1385fa0be8e8'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:57:25.937841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde4442-91c7-449a-8d85-680cf47146bf req-38565f80-01aa-4bc0-9eae-e73f2c7fa877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:25.940831 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcde4442-91c7-449a-8d85-680cf47146bf req-38565f80-01aa-4bc0-9eae-e73f2c7fa877 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12 HTTP/1.1" status: 200 len: 918 time: 1.0881119 Nov 26 02:57:25.954091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644fd72-90cf-4418-855a-e8ea9bcf437e req-fa2f8bb4-c970-4a48-b4de-31d92019f103 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:25.962571 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5644fd72-90cf-4418-855a-e8ea9bcf437e req-fa2f8bb4-c970-4a48-b4de-31d92019f103 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 945 time: 0.9562583 Nov 26 02:57:25.972751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968e8e3-d769-40d0-a7cf-08112e8322e0 req-1b45849e-797b-4d87-8b4b-18182a06a069 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:25.974572 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3968e8e3-d769-40d0-a7cf-08112e8322e0 req-1b45849e-797b-4d87-8b4b-18182a06a069 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.9237406 Nov 26 02:57:26.142250 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35974c9d-bbea-42d7-bd89-a475c6884466 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:26.157833 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcde4442-91c7-449a-8d85-680cf47146bf req-ce518da6-2829-460f-8f86-10f06156fd21 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d733a54c-2bc9-4a73-af61-0a2661545586 HTTP/1.1" status: 200 len: 999 time: 0.1820443 Nov 26 02:57:26.164294 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3968e8e3-d769-40d0-a7cf-08112e8322e0 req-987df1f1-cc69-48f9-9b90-da9ca3f5f115 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1421793 Nov 26 02:57:26.179609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5644fd72-90cf-4418-855a-e8ea9bcf437e req-94153d2a-8703-4f3c-a510-47417505ed64 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102635 Nov 26 02:57:26.382763 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9d0e7e8e-e235-49a5-bcc7-b4dd0be7bbe7 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:26.461602 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9d0e7e8e-e235-49a5-bcc7-b4dd0be7bbe7 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:26.473416 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9d0e7e8e-e235-49a5-bcc7-b4dd0be7bbe7 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/ports/5d217da9-2926-428f-b257-7ce5cc4831d3 HTTP/1.1" status: 204 len: 168 time: 1.9996548 Nov 26 02:57:26.482598 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49700) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:26.494426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde4442-91c7-449a-8d85-680cf47146bf req-5418c8d7-d906-4da4-8936-7533649a1fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:26.495949 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcde4442-91c7-449a-8d85-680cf47146bf req-5418c8d7-d906-4da4-8936-7533649a1fe1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9a5d52cf-14f1-4c64-a09a-1d91ea505a6c HTTP/1.1" status: 200 len: 856 time: 0.3152497 Nov 26 02:57:26.496874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e7e8e-e235-49a5-bcc7-b4dd0be7bbe7 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=5d217da9-2926-428f-b257-7ce5cc4831d3,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:26.576596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde4442-91c7-449a-8d85-680cf47146bf req-afbf5836-9f22-4374-b693-ed952f7f82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:26.582444 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcde4442-91c7-449a-8d85-680cf47146bf req-afbf5836-9f22-4374-b693-ed952f7f82ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758650 Nov 26 02:57:26.742547 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcde4442-91c7-449a-8d85-680cf47146bf req-61d4bace-05ba-4a76-8c04-8d11084f2b9a service neutron] 10.222.0.54 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488485 Nov 26 02:57:26.875233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcde4442-91c7-449a-8d85-680cf47146bf req-12bb7022-6598-4574-aee2-ca2d3fcc9911 service neutron] 10.222.0.54 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250720 Nov 26 02:57:26.886837 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-4467beae-1e75-48a5-9780-27fffb69d270 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] GET failed (client error): The resource could not be found. Nov 26 02:57:26.892849 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4467beae-1e75-48a5-9780-27fffb69d270 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports/5d217da9-2926-428f-b257-7ce5cc4831d3 HTTP/1.1" status: 404 len: 333 time: 0.4046187 Nov 26 02:57:26.893212 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49706) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:26.967583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-1386814b-227d-4588-b548-46556109dc72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting subnet 4d91a11f-c599-486a-8cac-85c08f141f19 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:57:26.971707 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1386814b-227d-4588-b548-46556109dc72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:27.032435 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1386814b-227d-4588-b548-46556109dc72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:27.137643 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1386814b-227d-4588-b548-46556109dc72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:27.180936 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35974c9d-bbea-42d7-bd89-a475c6884466 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:27.184970 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35974c9d-bbea-42d7-bd89-a475c6884466 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:27.234292 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1386814b-227d-4588-b548-46556109dc72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:27.261460 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1386814b-227d-4588-b548-46556109dc72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:27.269661 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d54cb03-0a93-4c18-b828-a1b8deb02f34 None None] Network 8138affe-d276-474c-bf4b-b8da2723744e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:27.271373 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49712) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:27.271544 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1386814b-227d-4588-b548-46556109dc72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/4d91a11f-c599-486a-8cac-85c08f141f19 HTTP/1.1" status: 204 len: 168 time: 0.3772647 Nov 26 02:57:27.369644 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386814b-227d-4588-b548-46556109dc72 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Subnet': ['ID=4d91a11f-c599-486a-8cac-85c08f141f19,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:27.377824 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:27.467886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364cc18-34e4-4d8a-aa9f-1b05f0504ca4 req-d8dfd0bc-f1cc-4f09-bd09-c29dc0578143 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:27.470084 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35974c9d-bbea-42d7-bd89-a475c6884466 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Router 429c3e1b-e11b-4987-9dff-1385fa0be8e8 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:57:27.473279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3364cc18-34e4-4d8a-aa9f-1b05f0504ca4 req-d8dfd0bc-f1cc-4f09-bd09-c29dc0578143 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.1001861 Nov 26 02:57:27.485105 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5c8c4-6f30-4e4c-825a-d69c50ac8ab3 req-394c6478-aabb-433d-bcda-3547993db52f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:27.486112 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83c5c8c4-6f30-4e4c-825a-d69c50ac8ab3 req-394c6478-aabb-433d-bcda-3547993db52f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 945 time: 0.2351644 Nov 26 02:57:27.555567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f768769-3591-4e14-bca1-39b42d8e54df None None] DHCP port deletion for 8138affe-d276-474c-bf4b-b8da2723744e request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:27.574429 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3364cc18-34e4-4d8a-aa9f-1b05f0504ca4 req-033b41cc-f004-4456-94be-33f74559f33e tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872900 Nov 26 02:57:27.590397 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83c5c8c4-6f30-4e4c-825a-d69c50ac8ab3 req-0555b1c3-565b-49a2-aa06-d6d2b5c167b8 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872841 Nov 26 02:57:27.609265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port 07643821-34a6-4125-ba95-762a195d7055 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:27.609869 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:27.656652 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1f768769-3591-4e14-bca1-39b42d8e54df None None] Deleting port 07643821-34a6-4125-ba95-762a195d7055 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:27.657054 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f768769-3591-4e14-bca1-39b42d8e54df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:27.707636 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] For port 07643821-34a6-4125-ba95-762a195d7055, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=07643821-34a6-4125-ba95-762a195d7055,segment=NetworkSegment(7ea406f4-cf3f-42e8-848a-efcded015dcb),segment_id=7ea406f4-cf3f-42e8-848a-efcded015dcb)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:27.708161 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:27.711426 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35974c9d-bbea-42d7-bd89-a475c6884466 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:57:27.721921 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35974c9d-bbea-42d7-bd89-a475c6884466 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:27.723373 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-35974c9d-bbea-42d7-bd89-a475c6884466 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "PUT /v2.0/routers/429c3e1b-e11b-4987-9dff-1385fa0be8e8 HTTP/1.1" status: 200 len: 922 time: 2.0497701 Nov 26 02:57:27.727327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49720) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:27.741623 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for 07643821-34a6-4125-ba95-762a195d7055 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:27.748016 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bd6db5-4d3d-49fb-bd07-a6a194da1142 None None] Sync routers for ids ['429c3e1b-e11b-4987-9dff-1385fa0be8e8'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:57:27.792039 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd6db5-4d3d-49fb-bd07-a6a194da1142 None None] Routers {'429c3e1b-e11b-4987-9dff-1385fa0be8e8'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:27.793286 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e6bd6db5-4d3d-49fb-bd07-a6a194da1142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['429c3e1b-e11b-4987-9dff-1385fa0be8e8'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:27.840421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e6bd6db5-4d3d-49fb-bd07-a6a194da1142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:27.874280 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd6db5-4d3d-49fb-bd07-a6a194da1142 None None] Routers {'429c3e1b-e11b-4987-9dff-1385fa0be8e8'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:27.874864 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e6bd6db5-4d3d-49fb-bd07-a6a194da1142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['429c3e1b-e11b-4987-9dff-1385fa0be8e8'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:27.878087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1f768769-3591-4e14-bca1-39b42d8e54df None None] For port 07643821-34a6-4125-ba95-762a195d7055, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=07643821-34a6-4125-ba95-762a195d7055,segment=NetworkSegment(7ea406f4-cf3f-42e8-848a-efcded015dcb),segment_id=7ea406f4-cf3f-42e8-848a-efcded015dcb)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:27.878087 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f768769-3591-4e14-bca1-39b42d8e54df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:27.888925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a078fcaa-ed2c-40d2-ad75-bf8ee3b7c45b tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "GET /v2.0/routers/429c3e1b-e11b-4987-9dff-1385fa0be8e8 HTTP/1.1" status: 200 len: 922 time: 0.1602829 Nov 26 02:57:27.892542 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49726) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:27.922730 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e6bd6db5-4d3d-49fb-bd07-a6a194da1142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:27.923374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bd6db5-4d3d-49fb-bd07-a6a194da1142 None None] The sync data for ids ['429c3e1b-e11b-4987-9dff-1385fa0be8e8'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:57:27.927341 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1f768769-3591-4e14-bca1-39b42d8e54df None None] Calling delete_port for 07643821-34a6-4125-ba95-762a195d7055 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:27.988960 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c4cd85-061b-4b9f-81a3-1811dce7e6ad tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:27.990726 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e4c4cd85-061b-4b9f-81a3-1811dce7e6ad tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&device_id=429c3e1b-e11b-4987-9dff-1385fa0be8e8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0970416 Nov 26 02:57:27.992486 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:27.996466 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49728) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:28.017817 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=07643821-34a6-4125-ba95-762a195d7055,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:28.020495 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f768769-3591-4e14-bca1-39b42d8e54df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:28.033480 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No DVR routers for this DVR port 07643821-34a6-4125-ba95-762a195d7055 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:57:28.045728 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f768769-3591-4e14-bca1-39b42d8e54df None None] Pushing event deleted for resources: {'Port': ['ID=07643821-34a6-4125-ba95-762a195d7055,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:28.055782 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f768769-3591-4e14-bca1-39b42d8e54df None None] No DVR routers for this DVR port 07643821-34a6-4125-ba95-762a195d7055 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:57:28.132515 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b70b802-3bee-4393-8fc1-81d703563ac7 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:28.134207 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9b70b802-3bee-4393-8fc1-81d703563ac7 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 881 time: 0.1367137 Nov 26 02:57:28.136314 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:28.137909 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49730) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:28.163433 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8138affe-d276-474c-bf4b-b8da2723744e']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:28.168490 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2141832c-178f-400d-987a-416a48e962f7 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "GET /v2.0/ports?device_id=429c3e1b-e11b-4987-9dff-1385fa0be8e8 HTTP/1.1" status: 200 len: 205 time: 0.0280387 Nov 26 02:57:28.171620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49732) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:28.180928 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea406f4-cf3f-42e8-848a-efcded015dcb') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:28.181228 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea406f4-cf3f-42e8-848a-efcded015dcb') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:28.195335 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:28.211469 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:28.218712 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:57:28.219225 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:57:28.222356 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:57:28.290644 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:28.310179 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:28.313352 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/networks/8138affe-d276-474c-bf4b-b8da2723744e HTTP/1.1" status: 204 len: 168 time: 1.0411437 Nov 26 02:57:28.314373 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14582305-0d93-48f7-bb1c-ccb8f3791ad0 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Network': ['ID=8138affe-d276-474c-bf4b-b8da2723744e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:28.317351 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49734) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:28.321552 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37be8589-851d-4ddf-a771-51972812bf31 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:28.322758 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-2ef67c8b-a287-435e-aef0-23ed2cb7d67b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1243836477'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:28.344667 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef67c8b-a287-435e-aef0-23ed2cb7d67b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:28.348310 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ef67c8b-a287-435e-aef0-23ed2cb7d67b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:28.386508 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef67c8b-a287-435e-aef0-23ed2cb7d67b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:57:28.397531 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ef67c8b-a287-435e-aef0-23ed2cb7d67b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:28.397531 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-2ef67c8b-a287-435e-aef0-23ed2cb7d67b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Added segment b0616817-50a5-4bd8-ab3e-7c274f29a074 of type vlan for network e7055ab6-4733-423b-9232-c4f912f1fb7a Nov 26 02:57:28.439079 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37be8589-851d-4ddf-a771-51972812bf31 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:28.449644 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ef67c8b-a287-435e-aef0-23ed2cb7d67b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:28.491394 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ef67c8b-a287-435e-aef0-23ed2cb7d67b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:28.500135 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef67c8b-a287-435e-aef0-23ed2cb7d67b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:28.500698 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ef67c8b-a287-435e-aef0-23ed2cb7d67b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:28.504342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-37be8589-851d-4ddf-a771-51972812bf31 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Deleting port 5992c8a6-0fef-4169-9cd1-a08cf8471cd7 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:28.505541 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37be8589-851d-4ddf-a771-51972812bf31 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:28.575704 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2ef67c8b-a287-435e-aef0-23ed2cb7d67b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2530136 Nov 26 02:57:28.578592 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49736) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:28.583719 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9844f08d-d62f-441b-8bbe-e52c30ff74d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'subnet': {'network_id': 'e7055ab6-4733-423b-9232-c4f912f1fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:28.588354 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef67c8b-a287-435e-aef0-23ed2cb7d67b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Network': ['ID=e7055ab6-4733-423b-9232-c4f912f1fb7a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:28.604917 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37be8589-851d-4ddf-a771-51972812bf31 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:28.610884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network e7055ab6-4733-423b-9232-c4f912f1fb7a details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:57:28.620846 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-37be8589-851d-4ddf-a771-51972812bf31 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Calling delete_port for 5992c8a6-0fef-4169-9cd1-a08cf8471cd7 owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:28.794189 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9844f08d-d62f-441b-8bbe-e52c30ff74d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:28.797859 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9844f08d-d62f-441b-8bbe-e52c30ff74d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:28.866247 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1295a5a-2b4f-44f3-8ccc-bc51a79d9a1c req-fb9a59aa-01cd-4a36-9138-fa202dc6585c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:28.867757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1295a5a-2b4f-44f3-8ccc-bc51a79d9a1c req-fb9a59aa-01cd-4a36-9138-fa202dc6585c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.1010394 Nov 26 02:57:28.912350 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe7f6e-b735-477b-8f05-c263e4d65ec7 req-28cf9ce3-0f3d-461f-a8ea-5ce94c641d39 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:28.915175 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-acfe7f6e-b735-477b-8f05-c263e4d65ec7 req-28cf9ce3-0f3d-461f-a8ea-5ce94c641d39 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 945 time: 0.1670821 Nov 26 02:57:28.988771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1295a5a-2b4f-44f3-8ccc-bc51a79d9a1c req-d0c23ba2-c1d5-404b-b219-76ee682fcca7 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946546 Nov 26 02:57:28.991288 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37be8589-851d-4ddf-a771-51972812bf31 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.061360 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08871f5-5bc7-4246-9745-43379ad42ea4 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:29.081037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be8589-851d-4ddf-a771-51972812bf31 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Pushing event deleted for resources: {'Port': ['ID=5992c8a6-0fef-4169-9cd1-a08cf8471cd7,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:29.120445 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-acfe7f6e-b735-477b-8f05-c263e4d65ec7 req-3d803356-f767-44ad-a4ce-92cc58dfa987 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874485 Nov 26 02:57:29.139403 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9844f08d-d62f-441b-8bbe-e52c30ff74d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.156441 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37be8589-851d-4ddf-a771-51972812bf31 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.193501 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 07643821-34a6-4125-ba95-762a195d7055 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:57:29.249931 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9844f08d-d62f-441b-8bbe-e52c30ff74d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Checking segment: {'id': 'b0616817-50a5-4bd8-ab3e-7c274f29a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e7055ab6-4733-423b-9232-c4f912f1fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:57:29.250307 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9844f08d-d62f-441b-8bbe-e52c30ff74d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network hostable DHCP agents. Network: e7055ab6-4733-423b-9232-c4f912f1fb7a, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:57:29.257959 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 07643821-34a6-4125-ba95-762a195d7055 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:57:29.258540 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 07643821-34a6-4125-ba95-762a195d7055 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:57:29.278178 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844f08d-d62f-441b-8bbe-e52c30ff74d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Subnet': ['ID=5d4725db-583e-4a89-ac53-da8e13513447,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:29.294897 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9844f08d-d62f-441b-8bbe-e52c30ff74d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network e7055ab6-4733-423b-9232-c4f912f1fb7a is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:57:29.304863 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-9844f08d-d62f-441b-8bbe-e52c30ff74d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, e7055ab6-4733-423b-9232-c4f912f1fb7a) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:29.309929 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37be8589-851d-4ddf-a771-51972812bf31 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.311279 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9844f08d-d62f-441b-8bbe-e52c30ff74d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:29.311942 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9844f08d-d62f-441b-8bbe-e52c30ff74d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.313223 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37be8589-851d-4ddf-a771-51972812bf31 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.319238 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8545842b-a253-4b8e-9795-75f9134c4e7b None None] Network e7055ab6-4733-423b-9232-c4f912f1fb7a requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:29.343793 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9844f08d-d62f-441b-8bbe-e52c30ff74d4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7630591 Nov 26 02:57:29.347362 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49752) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:29.363123 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-950b449a-bdf8-4e71-8920-432c93df7a9c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-641202855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:29.381593 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37be8589-851d-4ddf-a771-51972812bf31 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.382093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37be8589-851d-4ddf-a771-51972812bf31 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Fanout notify agent at l3_agent the message router_deleted on router 429c3e1b-e11b-4987-9dff-1385fa0be8e8 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:57:29.390421 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37be8589-851d-4ddf-a771-51972812bf31 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.395589 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-37be8589-851d-4ddf-a771-51972812bf31 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "DELETE /v2.0/routers/429c3e1b-e11b-4987-9dff-1385fa0be8e8 HTTP/1.1" status: 204 len: 168 time: 1.2187448 Nov 26 02:57:29.396367 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49754) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:29.404140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9e97d81a-980b-43b3-8805-f82b731e904d tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-13549288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:29.417025 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-950b449a-bdf8-4e71-8920-432c93df7a9c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.418040 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-950b449a-bdf8-4e71-8920-432c93df7a9c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.457481 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e97d81a-980b-43b3-8805-f82b731e904d tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.458552 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e97d81a-980b-43b3-8805-f82b731e904d tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.499935 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-950b449a-bdf8-4e71-8920-432c93df7a9c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.513940 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-950b449a-bdf8-4e71-8920-432c93df7a9c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.514652 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-e7055ab6-4733-423b-9232-c4f912f1fb7a', 'network_id': 'e7055ab6-4733-423b-9232-c4f912f1fb7a', 'tenant_id': '24ccd62cd70f4a5fbb1ac9b8133fd939', 'fixed_ips': [{'subnet_id': '5d4725db-583e-4a89-ac53-da8e13513447'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:57:29.515331 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.553963 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e97d81a-980b-43b3-8805-f82b731e904d tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.560526 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e97d81a-980b-43b3-8805-f82b731e904d tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.569225 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-950b449a-bdf8-4e71-8920-432c93df7a9c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.570387 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-950b449a-bdf8-4e71-8920-432c93df7a9c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2220726 Nov 26 02:57:29.573757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49756) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:29.584902 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e97d81a-980b-43b3-8805-f82b731e904d tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.586355 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9e97d81a-980b-43b3-8805-f82b731e904d tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1889596 Nov 26 02:57:29.588266 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'network_id': 'e7055ab6-4733-423b-9232-c4f912f1fb7a', 'name': 'tempest-PortsIpV6TestJSON-2001664905'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:29.589611 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49758) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:29.595127 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b6712218-ec2d-42bc-9966-90ae94873ece tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Request body: {'router': {'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:29.719303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:29.724338 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.733380 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Allocated IP 2001:db8::2 (e7055ab6-4733-423b-9232-c4f912f1fb7a/5d4725db-583e-4a89-ac53-da8e13513447/4ed6579c-d02a-4d49-a753-04b75a0ed128) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:29.753819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] device_id is not set on port fe4398ae-2088-4def-ac23-05f61aa66e50 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:57:29.850036 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b6712218-ec2d-42bc-9966-90ae94873ece tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.917333 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.925703 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:29.970653 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Network e7055ab6-4733-423b-9232-c4f912f1fb7a is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:29.972346 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:29.975112 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:29.993610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Pushing event updated for resources: {'Port': ['ID=4ed6579c-d02a-4d49-a753-04b75a0ed128,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:30.041854 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Allocated IP 2001:db8::3b7 (e7055ab6-4733-423b-9232-c4f912f1fb7a/5d4725db-583e-4a89-ac53-da8e13513447/fe4398ae-2088-4def-ac23-05f61aa66e50) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:30.129403 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Attempting to bind port 4ed6579c-d02a-4d49-a753-04b75a0ed128 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:57:30.129775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Attempting to bind port 4ed6579c-d02a-4d49-a753-04b75a0ed128 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'b0616817-50a5-4bd8-ab3e-7c274f29a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e7055ab6-4733-423b-9232-c4f912f1fb7a'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:57:30.130341 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Attempting to bind port 4ed6579c-d02a-4d49-a753-04b75a0ed128 on network e7055ab6-4733-423b-9232-c4f912f1fb7a {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:57:30.137438 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:57:30.138095 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Checking segment: {'id': 'b0616817-50a5-4bd8-ab3e-7c274f29a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e7055ab6-4733-423b-9232-c4f912f1fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:57:30.138660 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:30.139912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Bound using segment: {'id': 'b0616817-50a5-4bd8-ab3e-7c274f29a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e7055ab6-4733-423b-9232-c4f912f1fb7a'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:57:30.140741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Bound port: 4ed6579c-d02a-4d49-a753-04b75a0ed128, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0616817-50a5-4bd8-ab3e-7c274f29a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e7055ab6-4733-423b-9232-c4f912f1fb7a'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:57:30.141368 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:30.168887 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b6712218-ec2d-42bc-9966-90ae94873ece tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:30.214664 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b6712218-ec2d-42bc-9966-90ae94873ece tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:30.223069 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] For port 4ed6579c-d02a-4d49-a753-04b75a0ed128, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:57:30.226314 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] For port 4ed6579c-d02a-4d49-a753-04b75a0ed128, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4ed6579c-d02a-4d49-a753-04b75a0ed128,segment=NetworkSegment(b0616817-50a5-4bd8-ab3e-7c274f29a074),segment_id=b0616817-50a5-4bd8-ab3e-7c274f29a074)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:57:30.234153 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:30.324822 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494c71d-b06e-4dd4-a676-34eccb2d8dcb req-ac14c560-d81d-4e4a-a266-166a72a3023f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:30.327342 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daed995-c206-48b7-9893-b481af4159d2 None None] Pushing event updated for resources: {'Port': ['ID=4ed6579c-d02a-4d49-a753-04b75a0ed128,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:30.332380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b494c71d-b06e-4dd4-a676-34eccb2d8dcb req-ac14c560-d81d-4e4a-a266-166a72a3023f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.1374478 Nov 26 02:57:30.361205 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebaf3f-4338-4e66-ba86-d2d373d0b599 req-5049f8cb-3f87-495e-8e2d-5e8a60ac83e0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:30.369524 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abebaf3f-4338-4e66-ba86-d2d373d0b599 req-5049f8cb-3f87-495e-8e2d-5e8a60ac83e0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 945 time: 0.1369114 Nov 26 02:57:30.445860 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-b6712218-ec2d-42bc-9966-90ae94873ece tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Allocated IP 172.25.0.180 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/765ed12a-e7fe-44ce-b055-d686b5d5a873) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:30.450151 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:30.473897 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b494c71d-b06e-4dd4-a676-34eccb2d8dcb req-72072018-321d-4f14-82db-705fc7d56ecf tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1405234 Nov 26 02:57:30.502026 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abebaf3f-4338-4e66-ba86-d2d373d0b599 req-741859a2-aa7f-40bf-8449-ca8d765d2e59 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318951 Nov 26 02:57:30.558580 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:30.621988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network e7055ab6-4733-423b-9232-c4f912f1fb7a is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:30.630515 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:30.649646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:30.657077 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:30.657663 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:30.687648 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b6712218-ec2d-42bc-9966-90ae94873ece tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:30.729876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=fe4398ae-2088-4def-ac23-05f61aa66e50,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:30.742965 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b6712218-ec2d-42bc-9966-90ae94873ece tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:30.745473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:30.746070 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:30.746660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:30.747224 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:30.747802 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:30.748552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:30.749137 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:30.749728 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:30.750285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:30.750839 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:30.751395 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:30.752031 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:30.758712 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-954575fc-6c76-4037-bc2a-6e923ea891d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1820633 Nov 26 02:57:30.761768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49774) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:30.835505 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6712218-ec2d-42bc-9966-90ae94873ece tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:30.840285 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-b6712218-ec2d-42bc-9966-90ae94873ece tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:30.842887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6712218-ec2d-42bc-9966-90ae94873ece tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:30.861040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27244c4b-4061-4b71-b9b9-20194d7676a7 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:30.891550 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6712218-ec2d-42bc-9966-90ae94873ece tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Pushing event updated for resources: {'Port': ['ID=765ed12a-e7fe-44ce-b055-d686b5d5a873,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:30.921033 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-53ba4af1-8400-4028-8e5e-3ab46d8d03e8 None None] Provisioning complete for port 765ed12a-e7fe-44ce-b055-d686b5d5a873 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:30.924276 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-53ba4af1-8400-4028-8e5e-3ab46d8d03e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:30.995388 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-53ba4af1-8400-4028-8e5e-3ab46d8d03e8 None None] Port 765ed12a-e7fe-44ce-b055-d686b5d5a873 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:31.193094 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4ed6579c-d02a-4d49-a753-04b75a0ed128 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:57:31.240017 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0f824efe-539a-4515-be76-6f3df84cc94b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:31.272575 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 4ed6579c-d02a-4d49-a753-04b75a0ed128 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:31.272961 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:31.418784 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:31.468871 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 4ed6579c-d02a-4d49-a753-04b75a0ed128, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4ed6579c-d02a-4d49-a753-04b75a0ed128,segment=NetworkSegment(b0616817-50a5-4bd8-ab3e-7c274f29a074),segment_id=b0616817-50a5-4bd8-ab3e-7c274f29a074)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:31.478742 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:31.535370 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b6712218-ec2d-42bc-9966-90ae94873ece tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:31.590602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=4ed6579c-d02a-4d49-a753-04b75a0ed128,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:31.597392 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d733a54c-2bc9-4a73-af61-0a2661545586 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:57:31.751380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8976e9-b738-4347-bd53-f91783847911 req-1f7a4cdf-9066-4106-92ff-8c7e8d6cfab0 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:31.753126 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f8976e9-b738-4347-bd53-f91783847911 req-1f7a4cdf-9066-4106-92ff-8c7e8d6cfab0 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 943 time: 0.1715639 Nov 26 02:57:31.755438 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0f824efe-539a-4515-be76-6f3df84cc94b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:31.777509 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0f824efe-539a-4515-be76-6f3df84cc94b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:31.803799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d733a54c-2bc9-4a73-af61-0a2661545586, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d733a54c-2bc9-4a73-af61-0a2661545586,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:31.829711 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'd733a54c-2bc9-4a73-af61-0a2661545586', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'port_id': 'd733a54c-2bc9-4a73-af61-0a2661545586', 'mac_address': 'fa:16:3e:3a:fd:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:57:31.878146 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d26057-9b03-4bab-a9b0-780a3703d263 req-2db9206d-34dd-4a39-9a2f-b3dcbe6d913b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:31.879806 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2d26057-9b03-4bab-a9b0-780a3703d263 req-2db9206d-34dd-4a39-9a2f-b3dcbe6d913b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 945 time: 0.1835880 Nov 26 02:57:31.889137 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:31.903997 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d733a54c-2bc9-4a73-af61-0a2661545586 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:57:31.910765 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e58a24-4ebc-4350-8868-19772c23194b None None] Network e7055ab6-4733-423b-9232-c4f912f1fb7a requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:31.927241 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b6712218-ec2d-42bc-9966-90ae94873ece tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:31.931122 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b6712218-ec2d-42bc-9966-90ae94873ece tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:31.970259 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d733a54c-2bc9-4a73-af61-0a2661545586, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d733a54c-2bc9-4a73-af61-0a2661545586,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:31.983955 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:32.022912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-31d2db73-1614-4067-b076-5ff331221fd8 None None] Provisioning complete for port 4ed6579c-d02a-4d49-a753-04b75a0ed128 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:32.023289 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-31d2db73-1614-4067-b076-5ff331221fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:32.034413 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2d26057-9b03-4bab-a9b0-780a3703d263 req-86b7151e-61f8-400b-9a78-b68caca14b4a tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357718 Nov 26 02:57:32.036963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f824efe-539a-4515-be76-6f3df84cc94b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=fe4398ae-2088-4def-ac23-05f61aa66e50,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:32.052701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f8976e9-b738-4347-bd53-f91783847911 req-01f3b136-ced1-4b1d-8526-b24abfe4afad tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2929552 Nov 26 02:57:32.122078 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6712218-ec2d-42bc-9966-90ae94873ece tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Router 1b6c8e01-4c87-45b7-93d1-4141badae6b8 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:57:32.208770 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0f824efe-539a-4515-be76-6f3df84cc94b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:32.241679 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=d733a54c-2bc9-4a73-af61-0a2661545586,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:32.263042 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6712218-ec2d-42bc-9966-90ae94873ece tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:57:32.276818 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c68e62-21ae-482b-b2e1-67c94342887a None None] Sync routers for ids ['1b6c8e01-4c87-45b7-93d1-4141badae6b8'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:57:32.289988 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b6712218-ec2d-42bc-9966-90ae94873ece tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:32.291755 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b6712218-ec2d-42bc-9966-90ae94873ece tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "PUT /v2.0/routers/1b6c8e01-4c87-45b7-93d1-4141badae6b8 HTTP/1.1" status: 200 len: 878 time: 2.7011290 Nov 26 02:57:32.294298 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c68e62-21ae-482b-b2e1-67c94342887a None None] Routers {'1b6c8e01-4c87-45b7-93d1-4141badae6b8'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:32.294925 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-38c68e62-21ae-482b-b2e1-67c94342887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['1b6c8e01-4c87-45b7-93d1-4141badae6b8'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:32.295248 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49804) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:32.376147 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-38c68e62-21ae-482b-b2e1-67c94342887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:32.392544 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0f824efe-539a-4515-be76-6f3df84cc94b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:32.393212 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c68e62-21ae-482b-b2e1-67c94342887a None None] Routers {'1b6c8e01-4c87-45b7-93d1-4141badae6b8'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:32.394151 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-38c68e62-21ae-482b-b2e1-67c94342887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['1b6c8e01-4c87-45b7-93d1-4141badae6b8'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:32.444283 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['d733a54c-2bc9-4a73-af61-0a2661545586'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:57:32.445621 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f3b9ce91-2d3e-488c-b4be-b6360af87a07 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "GET /v2.0/routers/1b6c8e01-4c87-45b7-93d1-4141badae6b8 HTTP/1.1" status: 200 len: 919 time: 0.1492422 Nov 26 02:57:32.449028 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49806) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:32.464731 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-38c68e62-21ae-482b-b2e1-67c94342887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:32.465420 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c68e62-21ae-482b-b2e1-67c94342887a None None] The sync data for ids ['1b6c8e01-4c87-45b7-93d1-4141badae6b8'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:57:32.522902 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81953d97-062c-4fe8-9cff-4d9732281ffe tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:32.527446 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-81953d97-062c-4fe8-9cff-4d9732281ffe tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&device_id=1b6c8e01-4c87-45b7-93d1-4141badae6b8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0743237 Nov 26 02:57:32.528277 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49808) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:32.653746 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fef1dee-53f6-49d5-85c1-4bd68b33d199 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:32.660307 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2fef1dee-53f6-49d5-85c1-4bd68b33d199 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 881 time: 0.1308818 Nov 26 02:57:32.661418 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49810) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:32.697776 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-08b6e7c0-e8a3-4b90-82dd-087fab3866d7 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b6c8e01-4c87-45b7-93d1-4141badae6b8 HTTP/1.1" status: 200 len: 205 time: 0.0339208 Nov 26 02:57:32.698716 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49812) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:32.822458 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f8f2c014-e7a8-4be5-9dc0-ad5f0bc0564e None None] Provisioning complete for port 4ed6579c-d02a-4d49-a753-04b75a0ed128 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:32.822841 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f8f2c014-e7a8-4be5-9dc0-ad5f0bc0564e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:32.877914 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ccb12dd-73b2-4cdb-ad4e-d73d2003bfbc tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:32.987197 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f8f2c014-e7a8-4be5-9dc0-ad5f0bc0564e None None] Provisioning complete for port fe4398ae-2088-4def-ac23-05f61aa66e50 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:32.987758 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f8f2c014-e7a8-4be5-9dc0-ad5f0bc0564e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:33.031396 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f8f2c014-e7a8-4be5-9dc0-ad5f0bc0564e None None] Port fe4398ae-2088-4def-ac23-05f61aa66e50 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:33.033210 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ccb12dd-73b2-4cdb-ad4e-d73d2003bfbc tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:33.128420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4ed6579c-d02a-4d49-a753-04b75a0ed128 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:57:33.203384 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-4ccb12dd-73b2-4cdb-ad4e-d73d2003bfbc tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Deleting port 765ed12a-e7fe-44ce-b055-d686b5d5a873 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:33.204467 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ccb12dd-73b2-4cdb-ad4e-d73d2003bfbc tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:33.216717 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5574afc7-f6b7-4573-9e6a-879a16214c86 None None] Provisioning complete for port fe4398ae-2088-4def-ac23-05f61aa66e50 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:33.217394 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5574afc7-f6b7-4573-9e6a-879a16214c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:33.246331 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0f824efe-539a-4515-be76-6f3df84cc94b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:33.270055 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-5574afc7-f6b7-4573-9e6a-879a16214c86 None None] Port fe4398ae-2088-4def-ac23-05f61aa66e50 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:33.287148 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 4ed6579c-d02a-4d49-a753-04b75a0ed128 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:33.287454 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:33.310214 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0f824efe-539a-4515-be76-6f3df84cc94b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:33.310818 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0f824efe-539a-4515-be76-6f3df84cc94b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:33.317046 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ccb12dd-73b2-4cdb-ad4e-d73d2003bfbc tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:33.341780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-4ccb12dd-73b2-4cdb-ad4e-d73d2003bfbc tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Calling delete_port for 765ed12a-e7fe-44ce-b055-d686b5d5a873 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:33.467500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e7c79-0ac5-421d-a237-e3e1b64801ff req-bbdad5ec-567e-4cf1-8daa-7f8a23224609 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:33.469097 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-349e7c79-0ac5-421d-a237-e3e1b64801ff req-bbdad5ec-567e-4cf1-8daa-7f8a23224609 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 944 time: 0.1859527 Nov 26 02:57:33.484155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ba016-a487-473f-9bb5-f7091f2ec7e2 req-ed478bfd-e7e9-42c5-88c1-a5c97cf52d08 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:33.485711 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a0ba016-a487-473f-9bb5-f7091f2ec7e2 req-ed478bfd-e7e9-42c5-88c1-a5c97cf52d08 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 945 time: 0.2366855 Nov 26 02:57:33.493702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-dfd1a149-c1f1-42b2-b955-18d255fb9fca None None] Provisioning complete for port fe4398ae-2088-4def-ac23-05f61aa66e50 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:33.494112 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dfd1a149-c1f1-42b2-b955-18d255fb9fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:33.512845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f824efe-539a-4515-be76-6f3df84cc94b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=fe4398ae-2088-4def-ac23-05f61aa66e50,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:33.542352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-dfd1a149-c1f1-42b2-b955-18d255fb9fca None None] Port fe4398ae-2088-4def-ac23-05f61aa66e50 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:33.569889 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ccb12dd-73b2-4cdb-ad4e-d73d2003bfbc tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:33.593557 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-349e7c79-0ac5-421d-a237-e3e1b64801ff req-69828dfb-6e42-4eff-8463-7682630922be tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046813 Nov 26 02:57:33.597552 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb12dd-73b2-4cdb-ad4e-d73d2003bfbc tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Pushing event deleted for resources: {'Port': ['ID=765ed12a-e7fe-44ce-b055-d686b5d5a873,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:33.613953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f824efe-539a-4515-be76-6f3df84cc94b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network e7055ab6-4733-423b-9232-c4f912f1fb7a is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:33.618037 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a0ba016-a487-473f-9bb5-f7091f2ec7e2 req-ab9e10f1-f7d4-4498-a792-36477066cd9d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063497 Nov 26 02:57:33.619102 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-0f824efe-539a-4515-be76-6f3df84cc94b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:33.639186 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eacf3a-9000-4650-91b7-dc6871102fce None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:33.739391 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ccb12dd-73b2-4cdb-ad4e-d73d2003bfbc tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:33.802862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f824efe-539a-4515-be76-6f3df84cc94b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Router 76fb106a-eb94-4a25-b54b-dc9ba032adf0 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:57:33.864111 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ccb12dd-73b2-4cdb-ad4e-d73d2003bfbc tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:33.866601 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ccb12dd-73b2-4cdb-ad4e-d73d2003bfbc tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:33.928847 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ccb12dd-73b2-4cdb-ad4e-d73d2003bfbc tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:33.929531 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccb12dd-73b2-4cdb-ad4e-d73d2003bfbc tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Fanout notify agent at l3_agent the message router_deleted on router 1b6c8e01-4c87-45b7-93d1-4141badae6b8 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:57:33.937638 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ccb12dd-73b2-4cdb-ad4e-d73d2003bfbc tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:33.939971 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4ccb12dd-73b2-4cdb-ad4e-d73d2003bfbc tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "DELETE /v2.0/routers/1b6c8e01-4c87-45b7-93d1-4141badae6b8 HTTP/1.1" status: 204 len: 168 time: 1.2401123 Nov 26 02:57:33.940911 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f824efe-539a-4515-be76-6f3df84cc94b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:57:33.943965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49830) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:33.950253 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-4536dcde-b8e5-48fa-b670-6a45052b41fa tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-146422999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:33.951559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0f824efe-539a-4515-be76-6f3df84cc94b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "PUT /v2.0/routers/76fb106a-eb94-4a25-b54b-dc9ba032adf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1879497 Nov 26 02:57:33.954504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49832) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:33.961137 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ce0ebe-2782-44f3-b1dd-7a72510c062a None None] Sync routers for ids ['76fb106a-eb94-4a25-b54b-dc9ba032adf0'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:57:33.975361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ce0ebe-2782-44f3-b1dd-7a72510c062a None None] Routers {'76fb106a-eb94-4a25-b54b-dc9ba032adf0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:33.976005 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-98ce0ebe-2782-44f3-b1dd-7a72510c062a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['76fb106a-eb94-4a25-b54b-dc9ba032adf0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:34.012006 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4536dcde-b8e5-48fa-b670-6a45052b41fa tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:34.012574 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4536dcde-b8e5-48fa-b670-6a45052b41fa tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:34.028115 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa9e6d1-7cce-4ecb-80be-4d822df5f128 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:34.030132 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0aa9e6d1-7cce-4ecb-80be-4d822df5f128 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports?device_id=76fb106a-eb94-4a25-b54b-dc9ba032adf0 HTTP/1.1" status: 200 len: 989 time: 0.0746057 Nov 26 02:57:34.032881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49836) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:34.051720 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-98ce0ebe-2782-44f3-b1dd-7a72510c062a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:34.068402 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ce0ebe-2782-44f3-b1dd-7a72510c062a None None] Routers {'76fb106a-eb94-4a25-b54b-dc9ba032adf0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:34.069315 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-98ce0ebe-2782-44f3-b1dd-7a72510c062a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['76fb106a-eb94-4a25-b54b-dc9ba032adf0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:34.077398 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4536dcde-b8e5-48fa-b670-6a45052b41fa tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:34.085141 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4536dcde-b8e5-48fa-b670-6a45052b41fa tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:34.112955 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4536dcde-b8e5-48fa-b670-6a45052b41fa tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:34.120115 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4536dcde-b8e5-48fa-b670-6a45052b41fa tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1750722 Nov 26 02:57:34.122447 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-98ce0ebe-2782-44f3-b1dd-7a72510c062a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:34.123001 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49838) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:34.123514 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ce0ebe-2782-44f3-b1dd-7a72510c062a None None] The sync data for ids ['76fb106a-eb94-4a25-b54b-dc9ba032adf0'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:57:34.134177 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b32ff7c9-f607-400f-9f38-74281511e56f None None] Provisioning complete for port fe4398ae-2088-4def-ac23-05f61aa66e50 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:34.135459 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b32ff7c9-f607-400f-9f38-74281511e56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:34.138341 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-21136ab1-ef4c-4254-94a6-a0e00ee64b8e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'enable_snat': True}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:34.177802 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b32ff7c9-f607-400f-9f38-74281511e56f None None] Port fe4398ae-2088-4def-ac23-05f61aa66e50 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:34.351562 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21136ab1-ef4c-4254-94a6-a0e00ee64b8e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:34.519827 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-60db695e-3dc3-47bc-9aae-d8c71a3bdb45 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:34.558133 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21136ab1-ef4c-4254-94a6-a0e00ee64b8e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:34.582027 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21136ab1-ef4c-4254-94a6-a0e00ee64b8e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:34.738326 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-21136ab1-ef4c-4254-94a6-a0e00ee64b8e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Allocated IP 172.25.0.187 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/9a560b27-a755-471f-8923-6eb1529c4ef2) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:34.833851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e640a-44c2-4ea2-aa72-b6060bd04913 req-7309b437-20b3-435f-a03a-2ece2cb8b132 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:34.835472 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e74e640a-44c2-4ea2-aa72-b6060bd04913 req-7309b437-20b3-435f-a03a-2ece2cb8b132 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 944 time: 0.1189582 Nov 26 02:57:34.857115 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed171e-37f0-42e8-b07c-1d00c405b492 req-f70806cf-ee52-48be-9dd2-eb3aacea9957 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:34.858698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30ed171e-37f0-42e8-b07c-1d00c405b492 req-f70806cf-ee52-48be-9dd2-eb3aacea9957 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 945 time: 0.0921838 Nov 26 02:57:34.872127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-60db695e-3dc3-47bc-9aae-d8c71a3bdb45 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port fe4398ae-2088-4def-ac23-05f61aa66e50 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:34.872494 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-60db695e-3dc3-47bc-9aae-d8c71a3bdb45 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:34.883680 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21136ab1-ef4c-4254-94a6-a0e00ee64b8e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:34.921883 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21136ab1-ef4c-4254-94a6-a0e00ee64b8e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:34.968717 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21136ab1-ef4c-4254-94a6-a0e00ee64b8e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:34.970036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21136ab1-ef4c-4254-94a6-a0e00ee64b8e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Pushing event updated for resources: {'Port': ['ID=9a560b27-a755-471f-8923-6eb1529c4ef2,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:34.973079 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-21136ab1-ef4c-4254-94a6-a0e00ee64b8e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:34.975083 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21136ab1-ef4c-4254-94a6-a0e00ee64b8e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:35.001494 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f399d40-3d07-40d2-8ef6-e42bff228065 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:35.011985 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30ed171e-37f0-42e8-b07c-1d00c405b492 req-2dc738c5-3578-4ea5-aeb0-455e0b475d25 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335757 Nov 26 02:57:35.015219 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e74e640a-44c2-4ea2-aa72-b6060bd04913 req-4949f6fe-add7-46d6-b250-09e476cba09a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1528084 Nov 26 02:57:35.031700 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-60db695e-3dc3-47bc-9aae-d8c71a3bdb45 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:35.047501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-60db695e-3dc3-47bc-9aae-d8c71a3bdb45 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for fe4398ae-2088-4def-ac23-05f61aa66e50 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:35.143694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-58548ba8-c62b-4085-b59a-5a7450e48876 None None] Provisioning complete for port 9a560b27-a755-471f-8923-6eb1529c4ef2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:35.144278 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-58548ba8-c62b-4085-b59a-5a7450e48876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:35.217102 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-58548ba8-c62b-4085-b59a-5a7450e48876 None None] Port 9a560b27-a755-471f-8923-6eb1529c4ef2 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:35.384492 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-60db695e-3dc3-47bc-9aae-d8c71a3bdb45 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:35.413199 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21136ab1-ef4c-4254-94a6-a0e00ee64b8e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:35.425818 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db695e-3dc3-47bc-9aae-d8c71a3bdb45 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=fe4398ae-2088-4def-ac23-05f61aa66e50,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:35.638921 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-60db695e-3dc3-47bc-9aae-d8c71a3bdb45 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:35.645653 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d733a54c-2bc9-4a73-af61-0a2661545586 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:57:35.753421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port d733a54c-2bc9-4a73-af61-0a2661545586 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:35.753948 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:35.814771 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aadc52-de64-4b66-95f7-1fcbe7600eea req-c68f5f85-8505-4cee-a509-ed7cb86f7cb3 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:35.816700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62aadc52-de64-4b66-95f7-1fcbe7600eea req-c68f5f85-8505-4cee-a509-ed7cb86f7cb3 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 945 time: 0.2012484 Nov 26 02:57:35.928424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60db695e-3dc3-47bc-9aae-d8c71a3bdb45 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Router 76fb106a-eb94-4a25-b54b-dc9ba032adf0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:57:35.944844 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62aadc52-de64-4b66-95f7-1fcbe7600eea req-e432f849-e7ed-4ded-ae13-8633850d89d3 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211004 Nov 26 02:57:36.041401 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60db695e-3dc3-47bc-9aae-d8c71a3bdb45 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:57:36.058588 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c028e66b-7231-45d6-9576-ae15d283a231 None None] Sync routers for ids ['76fb106a-eb94-4a25-b54b-dc9ba032adf0'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:57:36.060730 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-60db695e-3dc3-47bc-9aae-d8c71a3bdb45 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "PUT /v2.0/routers/76fb106a-eb94-4a25-b54b-dc9ba032adf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0263655 Nov 26 02:57:36.061400 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49868) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:36.078855 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c028e66b-7231-45d6-9576-ae15d283a231 None None] Routers {'76fb106a-eb94-4a25-b54b-dc9ba032adf0'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:36.079899 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c028e66b-7231-45d6-9576-ae15d283a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['76fb106a-eb94-4a25-b54b-dc9ba032adf0'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:36.103663 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a64362-c12e-4d8a-8681-cbac4aab76a5 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] GET failed (client error): The resource could not be found. Nov 26 02:57:36.120651 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-42a64362-c12e-4d8a-8681-cbac4aab76a5 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports/fe4398ae-2088-4def-ac23-05f61aa66e50 HTTP/1.1" status: 404 len: 333 time: 0.0581124 Nov 26 02:57:36.121324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49872) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:36.131727 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21136ab1-ef4c-4254-94a6-a0e00ee64b8e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:36.135903 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21136ab1-ef4c-4254-94a6-a0e00ee64b8e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:36.156493 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c028e66b-7231-45d6-9576-ae15d283a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:36.164032 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:36.166473 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c028e66b-7231-45d6-9576-ae15d283a231 None None] Routers {'76fb106a-eb94-4a25-b54b-dc9ba032adf0'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:36.167287 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c028e66b-7231-45d6-9576-ae15d283a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['76fb106a-eb94-4a25-b54b-dc9ba032adf0'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:36.210509 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c028e66b-7231-45d6-9576-ae15d283a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:36.211668 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c028e66b-7231-45d6-9576-ae15d283a231 None None] The sync data for ids ['76fb106a-eb94-4a25-b54b-dc9ba032adf0'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:57:36.221667 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd93807-1077-4786-98b2-8d84d6662527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd733a54c-2bc9-4a73-af61-0a2661545586'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:57:36.224540 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e49f82-4af5-4f09-9efc-b899e1cff2ac" -d '{"events": [{"server_uuid": "cfd93807-1077-4786-98b2-8d84d6662527", "name": "network-vif-plugged", "status": "completed", "tag": "d733a54c-2bc9-4a73-af61-0a2661545586"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:57:36.237870 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port d733a54c-2bc9-4a73-af61-0a2661545586, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d733a54c-2bc9-4a73-af61-0a2661545586,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:36.247692 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:36.313207 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-def6295c-8da3-4e88-a356-e43cd805c314 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:36.334060 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=d733a54c-2bc9-4a73-af61-0a2661545586,revision_number=10']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:36.374034 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21136ab1-ef4c-4254-94a6-a0e00ee64b8e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Router b905b9ba-d329-4d32-9575-52653d741d03 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:57:36.411434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e09b1-3073-4d3b-aeab-ac71e27a9209 req-ba18b270-99f7-439a-b86a-e50a1abafaa4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:36.412995 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b95e09b1-3073-4d3b-aeab-ac71e27a9209 req-ba18b270-99f7-439a-b86a-e50a1abafaa4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 946 time: 0.2121515 Nov 26 02:57:36.507002 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df45fe1f-25a0-4351-9f22-1a801b39a2a9 x-openstack-request-id: req-df45fe1f-25a0-4351-9f22-1a801b39a2a9 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:57:36.510525 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd93807-1077-4786-98b2-8d84d6662527", "name": "network-vif-plugged", "status": "completed", "tag": "d733a54c-2bc9-4a73-af61-0a2661545586", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:57:36.511063 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df45fe1f-25a0-4351-9f22-1a801b39a2a9 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:57:36.511732 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd93807-1077-4786-98b2-8d84d6662527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd733a54c-2bc9-4a73-af61-0a2661545586', 'code': 200} Nov 26 02:57:36.547612 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-def6295c-8da3-4e88-a356-e43cd805c314 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:36.553762 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-def6295c-8da3-4e88-a356-e43cd805c314 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:36.563009 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21136ab1-ef4c-4254-94a6-a0e00ee64b8e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:57:36.565697 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b95e09b1-3073-4d3b-aeab-ac71e27a9209 req-9929a417-5f0d-4e94-a520-2c1f8efa40a1 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1455524 Nov 26 02:57:36.582138 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21136ab1-ef4c-4254-94a6-a0e00ee64b8e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:36.585799 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-21136ab1-ef4c-4254-94a6-a0e00ee64b8e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "PUT /v2.0/routers/b905b9ba-d329-4d32-9575-52653d741d03 HTTP/1.1" status: 200 len: 914 time: 2.4617462 Nov 26 02:57:36.588906 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49886) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:36.589035 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f9611-0836-46cd-b48a-9e27609356be None None] Sync routers for ids ['b905b9ba-d329-4d32-9575-52653d741d03'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:57:36.621954 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f9611-0836-46cd-b48a-9e27609356be None None] Routers {'b905b9ba-d329-4d32-9575-52653d741d03'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:36.622672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ff7f9611-0836-46cd-b48a-9e27609356be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b905b9ba-d329-4d32-9575-52653d741d03'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:36.630253 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-def6295c-8da3-4e88-a356-e43cd805c314 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:36.631230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def6295c-8da3-4e88-a356-e43cd805c314 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Fanout notify agent at l3_agent the message router_deleted on router 76fb106a-eb94-4a25-b54b-dc9ba032adf0 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:57:36.652139 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-def6295c-8da3-4e88-a356-e43cd805c314 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:36.654146 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-def6295c-8da3-4e88-a356-e43cd805c314 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/routers/76fb106a-eb94-4a25-b54b-dc9ba032adf0 HTTP/1.1" status: 204 len: 168 time: 0.5318377 Nov 26 02:57:36.657676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49888) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:36.695013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ff7f9611-0836-46cd-b48a-9e27609356be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:36.722779 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f9611-0836-46cd-b48a-9e27609356be None None] Routers {'b905b9ba-d329-4d32-9575-52653d741d03'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:36.723312 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ff7f9611-0836-46cd-b48a-9e27609356be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b905b9ba-d329-4d32-9575-52653d741d03'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:36.764102 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-5294c40f-0062-407c-a1d2-1b1644d1e32b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting subnet 5d4725db-583e-4a89-ac53-da8e13513447 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:57:36.778221 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5294c40f-0062-407c-a1d2-1b1644d1e32b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:36.781415 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ff7f9611-0836-46cd-b48a-9e27609356be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:36.782732 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f9611-0836-46cd-b48a-9e27609356be None None] The sync data for ids ['b905b9ba-d329-4d32-9575-52653d741d03'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:57:36.799007 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2140f04c-a758-4c7b-8689-195e503444b2 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "GET /v2.0/routers/b905b9ba-d329-4d32-9575-52653d741d03 HTTP/1.1" status: 200 len: 920 time: 0.2060211 Nov 26 02:57:36.799298 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49890) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:36.841495 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eab98a-0346-4ca8-87d3-14df23bd87ac tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:36.844280 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-59eab98a-0346-4ca8-87d3-14df23bd87ac tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&device_id=b905b9ba-d329-4d32-9575-52653d741d03&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0428748 Nov 26 02:57:36.845995 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49892) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:36.875875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc255e57-2a2c-455f-b394-bd94c7faed1a req-3c2fa02c-6062-40d7-86af-225021724b36 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:36.881824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc255e57-2a2c-455f-b394-bd94c7faed1a req-3c2fa02c-6062-40d7-86af-225021724b36 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:36.887797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc255e57-2a2c-455f-b394-bd94c7faed1a req-3c2fa02c-6062-40d7-86af-225021724b36 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:36.893767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc255e57-2a2c-455f-b394-bd94c7faed1a req-3c2fa02c-6062-40d7-86af-225021724b36 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:36.899697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc255e57-2a2c-455f-b394-bd94c7faed1a req-3c2fa02c-6062-40d7-86af-225021724b36 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:36.906736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc255e57-2a2c-455f-b394-bd94c7faed1a req-3c2fa02c-6062-40d7-86af-225021724b36 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:36.912831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc255e57-2a2c-455f-b394-bd94c7faed1a req-3c2fa02c-6062-40d7-86af-225021724b36 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:36.914716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc255e57-2a2c-455f-b394-bd94c7faed1a req-3c2fa02c-6062-40d7-86af-225021724b36 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5445 time: 0.2102425 Nov 26 02:57:36.923408 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5294c40f-0062-407c-a1d2-1b1644d1e32b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:36.937881 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf1882f-6f7c-4729-ac65-baa907e1bc8f tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:36.942274 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2cf1882f-6f7c-4729-ac65-baa907e1bc8f tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 881 time: 0.0924182 Nov 26 02:57:36.942562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49894) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:36.976883 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c17aeaa7-b91e-46c4-9c84-b1ff1274c04c tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "GET /v2.0/ports?device_id=b905b9ba-d329-4d32-9575-52653d741d03 HTTP/1.1" status: 200 len: 205 time: 0.0313890 Nov 26 02:57:36.977685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49898) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:37.003415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd128d-493a-405c-8e03-2d1ee72009a4 req-d41d1e4c-3164-48f2-b7bf-af16bd6d1337 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:37.005159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-46cd128d-493a-405c-8e03-2d1ee72009a4 req-d41d1e4c-3164-48f2-b7bf-af16bd6d1337 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.59 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 945 time: 0.2240701 Nov 26 02:57:37.017688 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23a1e1-df2c-4fbc-b025-387283b68fec req-cc8ceb80-76c9-4a84-8364-f1085025f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:37.017688 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b23a1e1-df2c-4fbc-b025-387283b68fec req-cc8ceb80-76c9-4a84-8364-f1085025f242 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 1097 time: 0.2477865 Nov 26 02:57:37.090426 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49da98ea-6cb4-439b-90d1-30d43a79224b tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:37.215791 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49da98ea-6cb4-439b-90d1-30d43a79224b tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:37.280986 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-49da98ea-6cb4-439b-90d1-30d43a79224b tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Deleting port 9a560b27-a755-471f-8923-6eb1529c4ef2 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:37.281241 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49da98ea-6cb4-439b-90d1-30d43a79224b tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:37.364557 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49da98ea-6cb4-439b-90d1-30d43a79224b tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:37.377349 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-49da98ea-6cb4-439b-90d1-30d43a79224b tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Calling delete_port for 9a560b27-a755-471f-8923-6eb1529c4ef2 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:37.503950 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc255e57-2a2c-455f-b394-bd94c7faed1a req-b2123353-af05-4a7e-8299-f92817773318 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5768569 Nov 26 02:57:37.539553 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5294c40f-0062-407c-a1d2-1b1644d1e32b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:37.580905 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b23a1e1-df2c-4fbc-b025-387283b68fec req-47cf729e-98d6-4126-b3c7-165a81f6d6d7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2226422 Nov 26 02:57:37.590038 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49da98ea-6cb4-439b-90d1-30d43a79224b tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:37.597081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9cd86-83f6-49d1-8506-624e2efc7500 req-5029e211-501f-47b5-86eb-d9b73209d47f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:37.598612 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36d9cd86-83f6-49d1-8506-624e2efc7500 req-5029e211-501f-47b5-86eb-d9b73209d47f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 945 time: 0.2319198 Nov 26 02:57:37.623905 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da98ea-6cb4-439b-90d1-30d43a79224b tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Pushing event deleted for resources: {'Port': ['ID=9a560b27-a755-471f-8923-6eb1529c4ef2,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:37.646655 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9595b66-3d3b-4273-a644-e295158779a6 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:37.668721 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5294c40f-0062-407c-a1d2-1b1644d1e32b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:37.686342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-46cd128d-493a-405c-8e03-2d1ee72009a4 req-7413b66d-57b0-440d-8e6d-c4c7b5842d5c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Deleting port 5762e8f1-418f-48d1-a939-45b13626984e {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:37.686695 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-46cd128d-493a-405c-8e03-2d1ee72009a4 req-7413b66d-57b0-440d-8e6d-c4c7b5842d5c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:37.727000 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36d9cd86-83f6-49d1-8506-624e2efc7500 req-c959d702-e9b4-4be3-96b4-185bf64a0077 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200490 Nov 26 02:57:37.736791 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49da98ea-6cb4-439b-90d1-30d43a79224b tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:37.764734 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294c40f-0062-407c-a1d2-1b1644d1e32b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Subnet': ['ID=5d4725db-583e-4a89-ac53-da8e13513447,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:37.766767 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5294c40f-0062-407c-a1d2-1b1644d1e32b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:37.770132 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5294c40f-0062-407c-a1d2-1b1644d1e32b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/5d4725db-583e-4a89-ac53-da8e13513447 HTTP/1.1" status: 204 len: 168 time: 1.1114731 Nov 26 02:57:37.777393 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0700bcd-a48a-4bf2-a8a3-91be9a2a2994 None None] Network e7055ab6-4733-423b-9232-c4f912f1fb7a requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:37.779729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49918) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:37.853521 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49da98ea-6cb4-439b-90d1-30d43a79224b tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:37.855596 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49da98ea-6cb4-439b-90d1-30d43a79224b tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:37.904300 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49da98ea-6cb4-439b-90d1-30d43a79224b tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:37.904809 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49da98ea-6cb4-439b-90d1-30d43a79224b tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Fanout notify agent at l3_agent the message router_deleted on router b905b9ba-d329-4d32-9575-52653d741d03 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:57:37.923767 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49da98ea-6cb4-439b-90d1-30d43a79224b tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:37.927200 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-49da98ea-6cb4-439b-90d1-30d43a79224b tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "DELETE /v2.0/routers/b905b9ba-d329-4d32-9575-52653d741d03 HTTP/1.1" status: 204 len: 168 time: 0.9478414 Nov 26 02:57:37.936897 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49924) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:37.944524 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a1643d94-3dbd-47df-9c60-6f508d8100f2 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-559277514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:37.956944 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:37.980980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063062b-dd6f-4e69-a3da-4c6418818b3e req-22ceafe6-d8a9-4757-8108-7082c6a07b50 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:37.987129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063062b-dd6f-4e69-a3da-4c6418818b3e req-22ceafe6-d8a9-4757-8108-7082c6a07b50 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:37.990953 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1643d94-3dbd-47df-9c60-6f508d8100f2 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:37.992144 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1643d94-3dbd-47df-9c60-6f508d8100f2 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:37.993531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063062b-dd6f-4e69-a3da-4c6418818b3e req-22ceafe6-d8a9-4757-8108-7082c6a07b50 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:37.999651 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063062b-dd6f-4e69-a3da-4c6418818b3e req-22ceafe6-d8a9-4757-8108-7082c6a07b50 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:38.005775 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063062b-dd6f-4e69-a3da-4c6418818b3e req-22ceafe6-d8a9-4757-8108-7082c6a07b50 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:38.014419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063062b-dd6f-4e69-a3da-4c6418818b3e req-22ceafe6-d8a9-4757-8108-7082c6a07b50 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:38.020455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063062b-dd6f-4e69-a3da-4c6418818b3e req-22ceafe6-d8a9-4757-8108-7082c6a07b50 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:38.022474 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f063062b-dd6f-4e69-a3da-4c6418818b3e req-22ceafe6-d8a9-4757-8108-7082c6a07b50 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5445 time: 0.3090501 Nov 26 02:57:38.032447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-46cd128d-493a-405c-8e03-2d1ee72009a4 req-7413b66d-57b0-440d-8e6d-c4c7b5842d5c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] For port 5762e8f1-418f-48d1-a939-45b13626984e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5762e8f1-418f-48d1-a939-45b13626984e,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:38.032818 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-46cd128d-493a-405c-8e03-2d1ee72009a4 req-7413b66d-57b0-440d-8e6d-c4c7b5842d5c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.057116 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7074c4-06ce-43fe-8bfe-a00ff17f9b00 None None] DHCP port deletion for e7055ab6-4733-423b-9232-c4f912f1fb7a request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:38.057848 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-46cd128d-493a-405c-8e03-2d1ee72009a4 req-7413b66d-57b0-440d-8e6d-c4c7b5842d5c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Calling delete_port for 5762e8f1-418f-48d1-a939-45b13626984e owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:38.073514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f44847-69e4-4bd9-be21-2690b6b60f3e req-a20a52fb-f9c0-48f1-9e41-b65b5d133038 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:38.075073 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83f44847-69e4-4bd9-be21-2690b6b60f3e req-a20a52fb-f9c0-48f1-9e41-b65b5d133038 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 946 time: 0.2206812 Nov 26 02:57:38.094325 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1643d94-3dbd-47df-9c60-6f508d8100f2 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.106722 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1643d94-3dbd-47df-9c60-6f508d8100f2 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.145260 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2f7074c4-06ce-43fe-8bfe-a00ff17f9b00 None None] Deleting port 4ed6579c-d02a-4d49-a753-04b75a0ed128 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:38.145818 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2f7074c4-06ce-43fe-8bfe-a00ff17f9b00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.147652 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1643d94-3dbd-47df-9c60-6f508d8100f2 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.149084 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a1643d94-3dbd-47df-9c60-6f508d8100f2 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2103813 Nov 26 02:57:38.153544 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49928) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:38.159010 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c90d9050-4986-45fd-bc23-6bbb7d09a4ca tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'enable_snat': False}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:38.211729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83f44847-69e4-4bd9-be21-2690b6b60f3e req-d33d4f3d-0355-4a7f-9f66-48beb4ce60e9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1133261 Nov 26 02:57:38.234039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port 4ed6579c-d02a-4d49-a753-04b75a0ed128 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:38.234393 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.239566 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-2f7074c4-06ce-43fe-8bfe-a00ff17f9b00 None None] For port 4ed6579c-d02a-4d49-a753-04b75a0ed128, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4ed6579c-d02a-4d49-a753-04b75a0ed128,segment=NetworkSegment(b0616817-50a5-4bd8-ab3e-7c274f29a074),segment_id=b0616817-50a5-4bd8-ab3e-7c274f29a074)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:38.240694 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2f7074c4-06ce-43fe-8bfe-a00ff17f9b00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.256802 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2f7074c4-06ce-43fe-8bfe-a00ff17f9b00 None None] Calling delete_port for 4ed6579c-d02a-4d49-a753-04b75a0ed128 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:38.348343 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2f7074c4-06ce-43fe-8bfe-a00ff17f9b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.349751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] For port 4ed6579c-d02a-4d49-a753-04b75a0ed128, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4ed6579c-d02a-4d49-a753-04b75a0ed128,segment=NetworkSegment(b0616817-50a5-4bd8-ab3e-7c274f29a074),segment_id=b0616817-50a5-4bd8-ab3e-7c274f29a074)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:38.350220 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.372015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for 4ed6579c-d02a-4d49-a753-04b75a0ed128 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:38.387073 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7074c4-06ce-43fe-8bfe-a00ff17f9b00 None None] No DVR routers for this DVR port 4ed6579c-d02a-4d49-a753-04b75a0ed128 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:57:38.389522 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-46cd128d-493a-405c-8e03-2d1ee72009a4 req-7413b66d-57b0-440d-8e6d-c4c7b5842d5c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.393119 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7074c4-06ce-43fe-8bfe-a00ff17f9b00 None None] Pushing event deleted for resources: {'Port': ['ID=4ed6579c-d02a-4d49-a753-04b75a0ed128,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:38.462888 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c90d9050-4986-45fd-bc23-6bbb7d09a4ca tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.464435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413b66d-57b0-440d-8e6d-c4c7b5842d5c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Pushing event deleted for resources: {'Port': ['ID=5762e8f1-418f-48d1-a939-45b13626984e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:38.515888 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cd128d-493a-405c-8e03-2d1ee72009a4 req-7413b66d-57b0-440d-8e6d-c4c7b5842d5c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] No DVR routers for this DVR port 5762e8f1-418f-48d1-a939-45b13626984e on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:57:38.519229 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-46cd128d-493a-405c-8e03-2d1ee72009a4 req-7413b66d-57b0-440d-8e6d-c4c7b5842d5c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.522628 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-46cd128d-493a-405c-8e03-2d1ee72009a4 req-7413b66d-57b0-440d-8e6d-c4c7b5842d5c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.59 "DELETE /v2.0/ports/5762e8f1-418f-48d1-a939-45b13626984e HTTP/1.1" status: 204 len: 173 time: 1.5011222 Nov 26 02:57:38.523080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e891320b-d541-4e98-93c5-5f52555b3dcf', 'name': 'network-vif-deleted', 'tag': '5762e8f1-418f-48d1-a939-45b13626984e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:57:38.526568 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a04704-66f9-42e8-af66-21808c472c79" -d '{"events": [{"server_uuid": "e891320b-d541-4e98-93c5-5f52555b3dcf", "name": "network-vif-deleted", "tag": "5762e8f1-418f-48d1-a939-45b13626984e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:57:38.545144 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.573206 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a29e3b-5fff-4448-804b-8ede435affba x-openstack-request-id: req-a1a29e3b-5fff-4448-804b-8ede435affba {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:57:38.573505 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e891320b-d541-4e98-93c5-5f52555b3dcf", "name": "network-vif-deleted", "tag": "5762e8f1-418f-48d1-a939-45b13626984e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:57:38.573760 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1a29e3b-5fff-4448-804b-8ede435affba {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:57:38.574167 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e891320b-d541-4e98-93c5-5f52555b3dcf', 'name': 'network-vif-deleted', 'tag': '5762e8f1-418f-48d1-a939-45b13626984e', 'status': 'completed', 'code': 200} Nov 26 02:57:38.577111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=4ed6579c-d02a-4d49-a753-04b75a0ed128,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:38.580677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No DVR routers for this DVR port 4ed6579c-d02a-4d49-a753-04b75a0ed128 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:57:38.732011 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.759907 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7055ab6-4733-423b-9232-c4f912f1fb7a']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:38.760751 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c90d9050-4986-45fd-bc23-6bbb7d09a4ca tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.772402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0616817-50a5-4bd8-ab3e-7c274f29a074') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:38.772720 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0616817-50a5-4bd8-ab3e-7c274f29a074') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:38.785123 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c90d9050-4986-45fd-bc23-6bbb7d09a4ca tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.786012 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.802372 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.818369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:57:38.818781 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:57:38.824443 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:57:38.918009 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3e455ff-9dc0-4a75-942b-98d1cdfeb25f req-49c59ddb-f3f5-46ba-a705-c0d20926a98a tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e891320b-d541-4e98-93c5-5f52555b3dcf HTTP/1.1" status: 200 len: 210 time: 0.0433657 Nov 26 02:57:38.928948 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.936661 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:38.944006 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/networks/e7055ab6-4733-423b-9232-c4f912f1fb7a HTTP/1.1" status: 204 len: 168 time: 1.1574926 Nov 26 02:57:38.946223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49936) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:38.967170 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25190a6-b8a4-4005-bb03-8f3209a4ad12 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Network': ['ID=e7055ab6-4733-423b-9232-c4f912f1fb7a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:38.971295 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-c90d9050-4986-45fd-bc23-6bbb7d09a4ca tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Allocated IP 172.25.0.18 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/8d5d67f4-c333-4fd5-a917-378b58841789) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:39.005557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bb5018-e314-4e39-babc-bc5c0d83f944 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:39.011948 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c1bb5018-e314-4e39-babc-bc5c0d83f944 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports/e52e0f48-81a9-44d6-a3cd-478585a2c31c HTTP/1.1" status: 200 len: 844 time: 0.0622551 Nov 26 02:57:39.012348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49942) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:39.109771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-52c0e75a-c9b1-43e9-9256-76fd46f225aa tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports/e52e0f48-81a9-44d6-a3cd-478585a2c31c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0960236 Nov 26 02:57:39.112891 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49948) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:39.125690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-11d81126-c081-48b9-90f3-d8d0bef034d6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'subnet': {'network_id': '17724552-84a7-406f-930d-796a4b52cd2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:39.237210 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4ed6579c-d02a-4d49-a753-04b75a0ed128 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:57:39.268415 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 4ed6579c-d02a-4d49-a753-04b75a0ed128 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:57:39.269737 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4ed6579c-d02a-4d49-a753-04b75a0ed128 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:57:39.337016 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d81126-c081-48b9-90f3-d8d0bef034d6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:39.341442 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11d81126-c081-48b9-90f3-d8d0bef034d6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:39.417206 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c90d9050-4986-45fd-bc23-6bbb7d09a4ca tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:39.448107 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5d29f-327f-4708-815d-a61f4fc253f4 req-c48a7422-1b8e-4892-bc26-6f4371ba4c82 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:39.449685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cfb5d29f-327f-4708-815d-a61f4fc253f4 req-c48a7422-1b8e-4892-bc26-6f4371ba4c82 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 946 time: 0.0930369 Nov 26 02:57:39.503986 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c90d9050-4986-45fd-bc23-6bbb7d09a4ca tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:39.522288 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cfb5d29f-327f-4708-815d-a61f4fc253f4 req-222396f7-23ea-4762-8033-ea0ddadb568c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652294 Nov 26 02:57:39.554401 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5762e8f1-418f-48d1-a939-45b13626984e no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:57:39.580961 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 5762e8f1-418f-48d1-a939-45b13626984e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:57:39.581280 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5762e8f1-418f-48d1-a939-45b13626984e not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:57:39.590805 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90d9050-4986-45fd-bc23-6bbb7d09a4ca tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:39.607704 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-c90d9050-4986-45fd-bc23-6bbb7d09a4ca tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:39.618266 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d9050-4986-45fd-bc23-6bbb7d09a4ca tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:39.646240 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6024a1c5-82f1-4751-af98-1437a3f64e75 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:39.670317 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d9050-4986-45fd-bc23-6bbb7d09a4ca tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Pushing event updated for resources: {'Port': ['ID=8d5d67f4-c333-4fd5-a917-378b58841789,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:39.698602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-06498e1e-710d-4efe-a6fd-2c6cd5128d04 None None] Provisioning complete for port 8d5d67f4-c333-4fd5-a917-378b58841789 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:39.698976 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-06498e1e-710d-4efe-a6fd-2c6cd5128d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:39.740529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-06498e1e-710d-4efe-a6fd-2c6cd5128d04 None None] Port 8d5d67f4-c333-4fd5-a917-378b58841789 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:39.749926 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11d81126-c081-48b9-90f3-d8d0bef034d6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:39.907046 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d81126-c081-48b9-90f3-d8d0bef034d6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Subnet': ['ID=e95b76ef-5610-45b4-a8ca-b5e223c0bcca,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:39.955450 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d81126-c081-48b9-90f3-d8d0bef034d6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 17724552-84a7-406f-930d-796a4b52cd2b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:39.958815 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-11d81126-c081-48b9-90f3-d8d0bef034d6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:39.963082 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d81126-c081-48b9-90f3-d8d0bef034d6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:39.966022 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11d81126-c081-48b9-90f3-d8d0bef034d6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:39.974074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db206570-cfb0-429e-9761-b9676153013c None None] Network 17724552-84a7-406f-930d-796a4b52cd2b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:40.030452 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-11d81126-c081-48b9-90f3-d8d0bef034d6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9163043 Nov 26 02:57:40.033499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49996) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:40.038913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-59fef296-cb07-48e8-bdb1-70ea24dc4661 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'security_group': {'name': 'tempest-secgroup-866106027'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:40.095197 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59fef296-cb07-48e8-bdb1-70ea24dc4661 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:40.212517 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-17724552-84a7-406f-930d-796a4b52cd2b', 'network_id': '17724552-84a7-406f-930d-796a4b52cd2b', 'tenant_id': '24ccd62cd70f4a5fbb1ac9b8133fd939', 'fixed_ips': [{'subnet_id': 'e95b76ef-5610-45b4-a8ca-b5e223c0bcca'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:57:40.214840 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:40.471392 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38393846-c4ea-4670-a6ca-edfd40279721 req-0044fc1c-851d-4aeb-9f75-cfb96a3e2355 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:40.480147 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38393846-c4ea-4670-a6ca-edfd40279721 req-0044fc1c-851d-4aeb-9f75-cfb96a3e2355 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 811 time: 0.2033658 Nov 26 02:57:40.499845 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38393846-c4ea-4670-a6ca-edfd40279721 req-017af533-3262-4f95-8ce6-a3bec42505f1 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/quotas/4be478bdf8de411ba7c8fa3e014f0ef8 HTTP/1.1" status: 200 len: 375 time: 0.0185912 Nov 26 02:57:40.503900 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Allocated IP 2001:db8::2 (17724552-84a7-406f-930d-796a4b52cd2b/e95b76ef-5610-45b4-a8ca-b5e223c0bcca/0da03688-65ff-4793-b44d-01fdf4a7093a) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:40.536115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38393846-c4ea-4670-a6ca-edfd40279721 req-8d3a5d5a-2d3d-4f1f-9b2e-15d1973dcfb4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350385 Nov 26 02:57:40.588444 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50032) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:40.734145 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:40.743203 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:40.749679 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c90d9050-4986-45fd-bc23-6bbb7d09a4ca tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:40.772112 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:57:40.791698 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Network 17724552-84a7-406f-930d-796a4b52cd2b is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:40.794903 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:40.798129 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:40.814579 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Pushing event updated for resources: {'Port': ['ID=0da03688-65ff-4793-b44d-01fdf4a7093a,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:40.851720 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59fef296-cb07-48e8-bdb1-70ea24dc4661 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:40.852427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535f5d0-24d6-47a2-95be-e5e8915d073c req-59beaeb0-53ba-4133-890d-e1ed7285434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:40.853650 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535f5d0-24d6-47a2-95be-e5e8915d073c req-59beaeb0-53ba-4133-890d-e1ed7285434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:40.854616 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535f5d0-24d6-47a2-95be-e5e8915d073c req-59beaeb0-53ba-4133-890d-e1ed7285434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:40.855090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535f5d0-24d6-47a2-95be-e5e8915d073c req-59beaeb0-53ba-4133-890d-e1ed7285434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:40.855590 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535f5d0-24d6-47a2-95be-e5e8915d073c req-59beaeb0-53ba-4133-890d-e1ed7285434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:40.856347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535f5d0-24d6-47a2-95be-e5e8915d073c req-59beaeb0-53ba-4133-890d-e1ed7285434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:40.856832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535f5d0-24d6-47a2-95be-e5e8915d073c req-59beaeb0-53ba-4133-890d-e1ed7285434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:40.858890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6535f5d0-24d6-47a2-95be-e5e8915d073c req-59beaeb0-53ba-4133-890d-e1ed7285434c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 6502 time: 0.2650263 Nov 26 02:57:40.864342 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59fef296-cb07-48e8-bdb1-70ea24dc4661 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:40.885487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9ec70-0684-475e-be32-ea2c4ddb64ba req-4536e90c-dd0e-4af4-826a-7b9c251978a0 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:40.887267 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3a9ec70-0684-475e-be32-ea2c4ddb64ba req-4536e90c-dd0e-4af4-826a-7b9c251978a0 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 946 time: 0.1953340 Nov 26 02:57:40.893581 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59fef296-cb07-48e8-bdb1-70ea24dc4661 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:40.896390 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-59fef296-cb07-48e8-bdb1-70ea24dc4661 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8615320 Nov 26 02:57:40.897505 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Attempting to bind port 0da03688-65ff-4793-b44d-01fdf4a7093a on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:57:40.897887 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Attempting to bind port 0da03688-65ff-4793-b44d-01fdf4a7093a by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '095af6f6-1993-42c1-b6f7-9743d37bf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '17724552-84a7-406f-930d-796a4b52cd2b'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:57:40.898253 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Attempting to bind port 0da03688-65ff-4793-b44d-01fdf4a7093a on network 17724552-84a7-406f-930d-796a4b52cd2b {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:57:40.899652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50038) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:40.905872 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:57:40.906560 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Checking segment: {'id': '095af6f6-1993-42c1-b6f7-9743d37bf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '17724552-84a7-406f-930d-796a4b52cd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:57:40.910301 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:40.910779 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Bound using segment: {'id': '095af6f6-1993-42c1-b6f7-9743d37bf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '17724552-84a7-406f-930d-796a4b52cd2b'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:57:40.910958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8d379575-69c6-41d7-8c73-96e9b8563265 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'security_group': {'name': 'tempest-secgroup-566121528'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:40.911528 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Bound port: 0da03688-65ff-4793-b44d-01fdf4a7093a, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095af6f6-1993-42c1-b6f7-9743d37bf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '17724552-84a7-406f-930d-796a4b52cd2b'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:57:40.911983 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:40.985897 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3a9ec70-0684-475e-be32-ea2c4ddb64ba req-ec995f9b-793d-4c63-a73f-f38d1cc0fd09 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846181 Nov 26 02:57:40.990402 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38393846-c4ea-4670-a6ca-edfd40279721 req-34bfd6ce-e299-449c-a80e-e060914f2bdc service neutron] 10.222.0.31 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454243 Nov 26 02:57:40.998683 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] For port 0da03688-65ff-4793-b44d-01fdf4a7093a, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:57:41.005069 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] For port 0da03688-65ff-4793-b44d-01fdf4a7093a, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0da03688-65ff-4793-b44d-01fdf4a7093a,segment=NetworkSegment(095af6f6-1993-42c1-b6f7-9743d37bf59f),segment_id=095af6f6-1993-42c1-b6f7-9743d37bf59f)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:57:41.006970 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fef296-cb07-48e8-bdb1-70ea24dc4661 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe31405e-a623-4670-911c-1e506a0b7fb1,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:41.026156 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:41.040740 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d379575-69c6-41d7-8c73-96e9b8563265 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:41.092538 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c90d9050-4986-45fd-bc23-6bbb7d09a4ca tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:41.098553 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c90d9050-4986-45fd-bc23-6bbb7d09a4ca tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:41.121256 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e66fa-cf61-48aa-b390-d79337a16281 None None] Pushing event updated for resources: {'Port': ['ID=0da03688-65ff-4793-b44d-01fdf4a7093a,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:41.174942 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6535f5d0-24d6-47a2-95be-e5e8915d073c req-437fcb1b-60bd-4f01-bf2c-b97cb0f5f9e3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&id=8c240ba7-87f6-488e-8265-9777283b8720&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3038211 Nov 26 02:57:41.227899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38393846-c4ea-4670-a6ca-edfd40279721 req-141b4da8-419a-42ae-893a-33696a58cbb1 service neutron] 10.222.0.31 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186525 Nov 26 02:57:41.249555 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d379575-69c6-41d7-8c73-96e9b8563265 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:41.258871 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d379575-69c6-41d7-8c73-96e9b8563265 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:41.294058 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d379575-69c6-41d7-8c73-96e9b8563265 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd4c65d-1176-4b9f-8111-9b48eaa69dc5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:41.329678 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d379575-69c6-41d7-8c73-96e9b8563265 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:41.334028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50048) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:41.334231 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8d379575-69c6-41d7-8c73-96e9b8563265 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4272892 Nov 26 02:57:41.340597 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-72fa2a27-1a2f-49c9-aef7-4007c4145de4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-434808620', 'security_groups': ['6dd4c65d-1176-4b9f-8111-9b48eaa69dc5'], 'network_id': '17724552-84a7-406f-930d-796a4b52cd2b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e95b76ef-5610-45b4-a8ca-b5e223c0bcca'}]}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:41.354040 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90d9050-4986-45fd-bc23-6bbb7d09a4ca tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Router 207e46d3-8523-44d6-8661-608d9aa554f3 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:57:41.625055 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90d9050-4986-45fd-bc23-6bbb7d09a4ca tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:57:41.643213 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e8f798-e1da-4788-b42c-f026aafa3483 None None] Sync routers for ids ['207e46d3-8523-44d6-8661-608d9aa554f3'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:57:41.651216 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c90d9050-4986-45fd-bc23-6bbb7d09a4ca tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:41.652526 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c90d9050-4986-45fd-bc23-6bbb7d09a4ca tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "PUT /v2.0/routers/207e46d3-8523-44d6-8661-608d9aa554f3 HTTP/1.1" status: 200 len: 914 time: 3.4978881 Nov 26 02:57:41.655401 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50066) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:41.656959 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-24c820f6-08e4-4882-a3a1-2f505877141d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:41.659080 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e8f798-e1da-4788-b42c-f026aafa3483 None None] Routers {'207e46d3-8523-44d6-8661-608d9aa554f3'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:41.659718 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a6e8f798-e1da-4788-b42c-f026aafa3483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['207e46d3-8523-44d6-8661-608d9aa554f3'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:41.730003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fa2a27-1a2f-49c9-aef7-4007c4145de4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:41.786850 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a6e8f798-e1da-4788-b42c-f026aafa3483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:41.819885 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e8f798-e1da-4788-b42c-f026aafa3483 None None] Routers {'207e46d3-8523-44d6-8661-608d9aa554f3'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:41.822336 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a6e8f798-e1da-4788-b42c-f026aafa3483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['207e46d3-8523-44d6-8661-608d9aa554f3'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:41.878474 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-89811214-8a32-494d-9869-925142415854 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "GET /v2.0/routers/207e46d3-8523-44d6-8661-608d9aa554f3 HTTP/1.1" status: 200 len: 920 time: 0.2218537 Nov 26 02:57:41.881761 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50074) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:41.891342 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a6e8f798-e1da-4788-b42c-f026aafa3483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:41.892450 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e8f798-e1da-4788-b42c-f026aafa3483 None None] The sync data for ids ['207e46d3-8523-44d6-8661-608d9aa554f3'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:57:41.917661 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e598b0ea-045b-4d1f-be90-127fbda1bdcc req-d9f2bd0a-de20-41ab-b671-7bc3e5e86f44 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52dfc1c-8594-4227-903a-aff42f661d9e HTTP/1.1" status: 200 len: 210 time: 0.2358387 Nov 26 02:57:41.939840 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9281d422-cf6a-464e-bf77-78f5f44595ad tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:41.941432 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9281d422-cf6a-464e-bf77-78f5f44595ad tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&device_id=207e46d3-8523-44d6-8661-608d9aa554f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0585015 Nov 26 02:57:41.944107 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50076) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:41.947229 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-72fa2a27-1a2f-49c9-aef7-4007c4145de4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:41.975686 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-72fa2a27-1a2f-49c9-aef7-4007c4145de4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] device_id is not set on port 11b9458e-7094-452b-bf24-d92f103d4320 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:57:42.062014 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fa1cb3-a3d4-460e-9934-ed7d6c58494e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:42.066808 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-94fa1cb3-a3d4-460e-9934-ed7d6c58494e tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 881 time: 0.1217263 Nov 26 02:57:42.068026 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50080) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:42.111932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50082) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:42.113929 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5c1ee678-b7bf-4721-85af-3c24b7227c01 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "GET /v2.0/ports?device_id=207e46d3-8523-44d6-8661-608d9aa554f3 HTTP/1.1" status: 200 len: 205 time: 0.0443242 Nov 26 02:57:42.266140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-72fa2a27-1a2f-49c9-aef7-4007c4145de4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Allocated IP 2001:db8::13b (17724552-84a7-406f-930d-796a4b52cd2b/e95b76ef-5610-45b4-a8ca-b5e223c0bcca/11b9458e-7094-452b-bf24-d92f103d4320) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:42.315352 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6046a80e-2698-4401-adda-9534c48cc395 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:42.507283 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6046a80e-2698-4401-adda-9534c48cc395 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:42.530908 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-72fa2a27-1a2f-49c9-aef7-4007c4145de4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:42.595973 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-6046a80e-2698-4401-adda-9534c48cc395 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Deleting port 8d5d67f4-c333-4fd5-a917-378b58841789 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:42.596350 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6046a80e-2698-4401-adda-9534c48cc395 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:42.599505 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-72fa2a27-1a2f-49c9-aef7-4007c4145de4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:42.687440 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a9d4223c-0464-42f5-b549-ac0e59ed3dd2 None None] Provisioning complete for port e52e0f48-81a9-44d6-a3cd-478585a2c31c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:42.688035 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a9d4223c-0464-42f5-b549-ac0e59ed3dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:42.698010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa2a27-1a2f-49c9-aef7-4007c4145de4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 17724552-84a7-406f-930d-796a4b52cd2b is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:42.706062 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-72fa2a27-1a2f-49c9-aef7-4007c4145de4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:42.710851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fa2a27-1a2f-49c9-aef7-4007c4145de4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:42.723540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa2a27-1a2f-49c9-aef7-4007c4145de4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:42.724485 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-72fa2a27-1a2f-49c9-aef7-4007c4145de4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:42.735555 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa2a27-1a2f-49c9-aef7-4007c4145de4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=11b9458e-7094-452b-bf24-d92f103d4320,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:42.736434 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a9d4223c-0464-42f5-b549-ac0e59ed3dd2 None None] Port e52e0f48-81a9-44d6-a3cd-478585a2c31c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:42.757651 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6046a80e-2698-4401-adda-9534c48cc395 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:42.769123 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a9d4223c-0464-42f5-b549-ac0e59ed3dd2 None None] Provisioning complete for port 0da03688-65ff-4793-b44d-01fdf4a7093a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:42.769422 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a9d4223c-0464-42f5-b549-ac0e59ed3dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:42.785851 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50088) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:42.786069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-72fa2a27-1a2f-49c9-aef7-4007c4145de4 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4501762 Nov 26 02:57:42.794605 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-78018c70-7c4e-4ed6-886e-03dd65d07e47 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'subnet': {'network_id': '17724552-84a7-406f-930d-796a4b52cd2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:42.799411 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-6046a80e-2698-4401-adda-9534c48cc395 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Calling delete_port for 8d5d67f4-c333-4fd5-a917-378b58841789 owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:42.918660 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a9d4223c-0464-42f5-b549-ac0e59ed3dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:42.971767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38393846-c4ea-4670-a6ca-edfd40279721 req-c4a35faf-e07b-4266-9ba8-13f613299f7f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:42.973307 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38393846-c4ea-4670-a6ca-edfd40279721 req-c4a35faf-e07b-4266-9ba8-13f613299f7f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.59 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 811 time: 0.2062769 Nov 26 02:57:42.980774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a9d4223c-0464-42f5-b549-ac0e59ed3dd2 None None] For port 0da03688-65ff-4793-b44d-01fdf4a7093a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0da03688-65ff-4793-b44d-01fdf4a7093a,segment=NetworkSegment(095af6f6-1993-42c1-b6f7-9743d37bf59f),segment_id=095af6f6-1993-42c1-b6f7-9743d37bf59f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:42.991116 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a9d4223c-0464-42f5-b549-ac0e59ed3dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:43.036033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-38393846-c4ea-4670-a6ca-edfd40279721 req-d20abd0e-c4e1-4398-b65a-55ff72c783e4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Request body: {'port': {'device_id': 'e52dfc1c-8594-4227-903a-aff42f661d9e', 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e', 'admin_state_up': True, 'tenant_id': '4be478bdf8de411ba7c8fa3e014f0ef8'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:43.050286 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78018c70-7c4e-4ed6-886e-03dd65d07e47 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:43.057818 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-78018c70-7c4e-4ed6-886e-03dd65d07e47 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:43.065376 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4223c-0464-42f5-b549-ac0e59ed3dd2 None None] Pushing event updated for resources: {'Port': ['ID=0da03688-65ff-4793-b44d-01fdf4a7093a,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:43.128350 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07e82c0a-d434-4ff2-b91b-97c671e11725 req-57f0f96c-103a-41cd-93da-2922221799ed tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52dfc1c-8594-4227-903a-aff42f661d9e HTTP/1.1" status: 200 len: 210 time: 0.0388978 Nov 26 02:57:43.133251 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f1f422d0-f840-49f6-9488-b42009250587 None None] Provisioning complete for port 11b9458e-7094-452b-bf24-d92f103d4320 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:43.139049 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f1f422d0-f840-49f6-9488-b42009250587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:43.201312 n-d-819389-3 neutron-server[104801]: INFO neutron.db.ipam_backend_mixin [None req-78018c70-7c4e-4ed6-886e-03dd65d07e47 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e95b76ef-5610-45b4-a8ca-b5e223c0bcca (CIDR: 2001:db8::/64) Nov 26 02:57:43.205279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f1f422d0-f840-49f6-9488-b42009250587 None None] Port 11b9458e-7094-452b-bf24-d92f103d4320 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:43.209592 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-78018c70-7c4e-4ed6-886e-03dd65d07e47 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 02:57:43.210740 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78018c70-7c4e-4ed6-886e-03dd65d07e47 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:57:43.241253 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-78018c70-7c4e-4ed6-886e-03dd65d07e47 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4539158 Nov 26 02:57:43.244794 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50098) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:43.252596 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'subnet': {'network_id': '17724552-84a7-406f-930d-796a4b52cd2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:43.295631 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0da03688-65ff-4793-b44d-01fdf4a7093a up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:57:43.357638 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 0da03688-65ff-4793-b44d-01fdf4a7093a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:43.358371 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:43.472486 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:43.476110 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:43.594828 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6046a80e-2698-4401-adda-9534c48cc395 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:43.628279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046a80e-2698-4401-adda-9534c48cc395 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Pushing event deleted for resources: {'Port': ['ID=8d5d67f4-c333-4fd5-a917-378b58841789,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:43.649173 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5d8679-7572-4b4d-9c45-503d35efa74b None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:43.665601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38393846-c4ea-4670-a6ca-edfd40279721 req-d20abd0e-c4e1-4398-b65a-55ff72c783e4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Made reservation on behalf of 4be478bdf8de411ba7c8fa3e014f0ef8 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:43.669178 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-38393846-c4ea-4670-a6ca-edfd40279721 req-d20abd0e-c4e1-4398-b65a-55ff72c783e4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:43.762585 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:43.780458 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6046a80e-2698-4401-adda-9534c48cc395 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:43.807849 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 17724552-84a7-406f-930d-796a4b52cd2b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:43.811106 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:43.816894 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:43.817506 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:43.820965 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7d05ab-9930-4816-8736-9181fd4bd1d0 None None] Network 17724552-84a7-406f-930d-796a4b52cd2b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:43.833451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Subnet': ['ID=8d4ff281-95f5-4808-8d37-e44f0997ff77,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:43.844272 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:43.844626 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:43.844977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:43.845391 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:43.845733 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:43.846072 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:43.846418 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:43.846744 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:43.847078 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:43.847453 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:43.847737 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:43.848200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:57:43.857484 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e747ec71-870e-49b8-a72d-d87d8478f433 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6091650 Nov 26 02:57:43.857676 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50112) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:43.862867 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-5e310580-c132-486e-be17-bfd1ac6acfaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-480129988', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8d4ff281-95f5-4808-8d37-e44f0997ff77'}], 'security_groups': ['fe31405e-a623-4670-911c-1e506a0b7fb1']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:43.911115 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6046a80e-2698-4401-adda-9534c48cc395 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:43.914950 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6046a80e-2698-4401-adda-9534c48cc395 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:43.974692 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-38393846-c4ea-4670-a6ca-edfd40279721 req-d20abd0e-c4e1-4398-b65a-55ff72c783e4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Allocated IP 172.20.0.12 (6f6608d8-291a-4259-8927-5089b1ce2d2e/afcc1d3e-e838-4aac-9873-c211c542870e/a654b58b-ca9b-4bf1-b535-5cf23ad301cf) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:43.981677 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6046a80e-2698-4401-adda-9534c48cc395 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:43.982242 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6046a80e-2698-4401-adda-9534c48cc395 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Fanout notify agent at l3_agent the message router_deleted on router 207e46d3-8523-44d6-8661-608d9aa554f3 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:57:43.992499 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6046a80e-2698-4401-adda-9534c48cc395 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:43.993059 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6046a80e-2698-4401-adda-9534c48cc395 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "DELETE /v2.0/routers/207e46d3-8523-44d6-8661-608d9aa554f3 HTTP/1.1" status: 204 len: 168 time: 1.8801005 Nov 26 02:57:43.998130 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50114) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:44.003983 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2110609705', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}, 'admin_state_up': False}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:44.060586 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.061512 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.063213 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e310580-c132-486e-be17-bfd1ac6acfaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.161764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1abf47-20ac-433a-a6ca-33f1c1ea5e69 None None] Update dhcp port {'port': {'network_id': '17724552-84a7-406f-930d-796a4b52cd2b', 'fixed_ips': [{'subnet_id': 'e95b76ef-5610-45b4-a8ca-b5e223c0bcca', 'ip_address': '2001:db8::2'}, {'subnet_id': '8d4ff281-95f5-4808-8d37-e44f0997ff77'}], 'binding:host_id': 'n-d-819389-3'}, 'id': '0da03688-65ff-4793-b44d-01fdf4a7093a'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 02:57:44.177262 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.221568 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7521ef91-6d6e-4a21-87ad-d9bdb504ba16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.245104 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8a1abf47-20ac-433a-a6ca-33f1c1ea5e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.316448 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a4a6a830-c199-4c54-b217-3f29f61363cd req-150770b5-b371-464e-8b76-94b6b4573538 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52dfc1c-8594-4227-903a-aff42f661d9e HTTP/1.1" status: 200 len: 210 time: 0.0477185 Nov 26 02:57:44.344140 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-38393846-c4ea-4670-a6ca-edfd40279721 req-d20abd0e-c4e1-4398-b65a-55ff72c783e4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.449626 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.491966 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-5e310580-c132-486e-be17-bfd1ac6acfaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Delete allocated IP 2001:db8::13b (17724552-84a7-406f-930d-796a4b52cd2b/e95b76ef-5610-45b4-a8ca-b5e223c0bcca) {{(pid=104801) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 26 02:57:44.500664 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-5e310580-c132-486e-be17-bfd1ac6acfaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Allocated IP 2001:db8:0:1::1d6 (17724552-84a7-406f-930d-796a4b52cd2b/8d4ff281-95f5-4808-8d37-e44f0997ff77/11b9458e-7094-452b-bf24-d92f103d4320) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:44.530386 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-38393846-c4ea-4670-a6ca-edfd40279721 req-d20abd0e-c4e1-4398-b65a-55ff72c783e4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.580951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38393846-c4ea-4670-a6ca-edfd40279721 req-d20abd0e-c4e1-4398-b65a-55ff72c783e4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Network 6f6608d8-291a-4259-8927-5089b1ce2d2e is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:44.589053 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-38393846-c4ea-4670-a6ca-edfd40279721 req-d20abd0e-c4e1-4398-b65a-55ff72c783e4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:44.596158 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-38393846-c4ea-4670-a6ca-edfd40279721 req-d20abd0e-c4e1-4398-b65a-55ff72c783e4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:44.635462 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20abd0e-c4e1-4398-b65a-55ff72c783e4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Pushing event updated for resources: {'Port': ['ID=a654b58b-ca9b-4bf1-b535-5cf23ad301cf,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:44.666819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38393846-c4ea-4670-a6ca-edfd40279721 req-d20abd0e-c4e1-4398-b65a-55ff72c783e4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:44.667444 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-38393846-c4ea-4670-a6ca-edfd40279721 req-d20abd0e-c4e1-4398-b65a-55ff72c783e4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.685834 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38393846-c4ea-4670-a6ca-edfd40279721 req-d20abd0e-c4e1-4398-b65a-55ff72c783e4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6555440 Nov 26 02:57:44.688833 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e310580-c132-486e-be17-bfd1ac6acfaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.693433 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e310580-c132-486e-be17-bfd1ac6acfaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.707101 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Request body: {'port': {'device_id': 'e52dfc1c-8594-4227-903a-aff42f661d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:44.757694 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-5e310580-c132-486e-be17-bfd1ac6acfaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] In _notify_port_updated(), no bound segment for port 11b9458e-7094-452b-bf24-d92f103d4320 on network 17724552-84a7-406f-930d-796a4b52cd2b {{(pid=104801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 02:57:44.763974 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e310580-c132-486e-be17-bfd1ac6acfaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:44.764662 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e310580-c132-486e-be17-bfd1ac6acfaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.769574 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5e310580-c132-486e-be17-bfd1ac6acfaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "PUT /v2.0/ports/11b9458e-7094-452b-bf24-d92f103d4320 HTTP/1.1" status: 200 len: 930 time: 0.9073737 Nov 26 02:57:44.769574 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50128) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:44.776602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-8a1abf47-20ac-433a-a6ca-33f1c1ea5e69 None None] Allocated IP 2001:db8:0:1::2 (17724552-84a7-406f-930d-796a4b52cd2b/8d4ff281-95f5-4808-8d37-e44f0997ff77/0da03688-65ff-4793-b44d-01fdf4a7093a) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:44.780866 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e310580-c132-486e-be17-bfd1ac6acfaf tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=11b9458e-7094-452b-bf24-d92f103d4320,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:44.840308 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.864948 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.867552 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.879789 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-9dfce21a-eba8-4b40-9bef-8c30caaedb9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port 11b9458e-7094-452b-bf24-d92f103d4320 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:44.880160 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9dfce21a-eba8-4b40-9bef-8c30caaedb9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.909691 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8a1abf47-20ac-433a-a6ca-33f1c1ea5e69 None None] For port 0da03688-65ff-4793-b44d-01fdf4a7093a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0da03688-65ff-4793-b44d-01fdf4a7093a,segment=NetworkSegment(095af6f6-1993-42c1-b6f7-9743d37bf59f),segment_id=095af6f6-1993-42c1-b6f7-9743d37bf59f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:44.940977 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8a1abf47-20ac-433a-a6ca-33f1c1ea5e69 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.951653 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8a1abf47-20ac-433a-a6ca-33f1c1ea5e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.982269 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9dfce21a-eba8-4b40-9bef-8c30caaedb9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:44.996331 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-9dfce21a-eba8-4b40-9bef-8c30caaedb9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for 11b9458e-7094-452b-bf24-d92f103d4320 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:45.098202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Allocated IP 172.25.0.5 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/8ab36888-ba3b-4f0a-9433-192ee890f4d1) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:45.149794 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.166852 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9dfce21a-eba8-4b40-9bef-8c30caaedb9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.174790 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0da03688-65ff-4793-b44d-01fdf4a7093a up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:57:45.206666 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfce21a-eba8-4b40-9bef-8c30caaedb9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=11b9458e-7094-452b-bf24-d92f103d4320,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:45.235026 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9dfce21a-eba8-4b40-9bef-8c30caaedb9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.240719 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9dfce21a-eba8-4b40-9bef-8c30caaedb9b tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/ports/11b9458e-7094-452b-bf24-d92f103d4320 HTTP/1.1" status: 204 len: 168 time: 0.4686210 Nov 26 02:57:45.242544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50130) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:45.247909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1abf47-20ac-433a-a6ca-33f1c1ea5e69 None None] Pushing event updated for resources: {'Port': ['ID=0da03688-65ff-4793-b44d-01fdf4a7093a,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:45.267608 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 0da03688-65ff-4793-b44d-01fdf4a7093a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:45.267981 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.288921 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c73612e-a5e6-48b9-b116-5aa54f90ea3f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] GET failed (client error): The resource could not be found. Nov 26 02:57:45.292587 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7c73612e-a5e6-48b9-b116-5aa54f90ea3f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports/11b9458e-7094-452b-bf24-d92f103d4320 HTTP/1.1" status: 404 len: 333 time: 0.0435166 Nov 26 02:57:45.293815 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50132) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:45.329121 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.349403 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a654b58b-ca9b-4bf1-b535-5cf23ad301cf {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:57:45.360167 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.383381 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62bff7fe-9015-419f-9556-9e75f77a4f36 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.384275 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Transition to ACTIVE for port object a654b58b-ca9b-4bf1-b535-5cf23ad301cf will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:57:45.394419 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.398768 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.420789 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62bff7fe-9015-419f-9556-9e75f77a4f36 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.476362 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62bff7fe-9015-419f-9556-9e75f77a4f36 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.481068 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62bff7fe-9015-419f-9556-9e75f77a4f36 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.485963 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-62bff7fe-9015-419f-9556-9e75f77a4f36 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/security-groups/6dd4c65d-1176-4b9f-8111-9b48eaa69dc5 HTTP/1.1" status: 204 len: 168 time: 0.1883361 Nov 26 02:57:45.486862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:45.488523 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50138) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:45.495724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:45.500667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Pushing event updated for resources: {'Port': ['ID=a654b58b-ca9b-4bf1-b535-5cf23ad301cf,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:45.503242 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:45.516766 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f036f7c3-10cf-4d75-bd6f-c034ceb07df3 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:45.525981 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bff7fe-9015-419f-9556-9e75f77a4f36 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd4c65d-1176-4b9f-8111-9b48eaa69dc5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:45.581976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-564e3343-7444-45da-8fc2-d9c59e43b585 None None] Provisioning complete for port 8ab36888-ba3b-4f0a-9433-192ee890f4d1 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:45.582501 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-564e3343-7444-45da-8fc2-d9c59e43b585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.601415 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-586baa0e-1eed-416a-8be6-3dd1cc8a601e tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.613479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Pushing event updated for resources: {'Port': ['ID=8ab36888-ba3b-4f0a-9433-192ee890f4d1,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:45.635661 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-586baa0e-1eed-416a-8be6-3dd1cc8a601e tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.643922 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-564e3343-7444-45da-8fc2-d9c59e43b585 None None] Port 8ab36888-ba3b-4f0a-9433-192ee890f4d1 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:45.673629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37854e9-1f0c-468f-a4af-4e1614ecc1b5 req-80ab4c2d-36a1-4915-90bb-d97ed9c125e1 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:45.676455 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e37854e9-1f0c-468f-a4af-4e1614ecc1b5 req-80ab4c2d-36a1-4915-90bb-d97ed9c125e1 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52dfc1c-8594-4227-903a-aff42f661d9e HTTP/1.1" status: 200 len: 944 time: 0.2453580 Nov 26 02:57:45.707681 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-586baa0e-1eed-416a-8be6-3dd1cc8a601e tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.710644 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-586baa0e-1eed-416a-8be6-3dd1cc8a601e tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.715585 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-586baa0e-1eed-416a-8be6-3dd1cc8a601e tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/security-groups/fe31405e-a623-4670-911c-1e506a0b7fb1 HTTP/1.1" status: 204 len: 168 time: 0.2258334 Nov 26 02:57:45.716329 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50144) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:45.738375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586baa0e-1eed-416a-8be6-3dd1cc8a601e tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe31405e-a623-4670-911c-1e506a0b7fb1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:45.815376 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-9356feb5-8261-47fc-94a8-8cfd7f1edc50 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting subnet e95b76ef-5610-45b4-a8ca-b5e223c0bcca {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:57:45.819370 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9356feb5-8261-47fc-94a8-8cfd7f1edc50 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.844272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Attempting to bind port a654b58b-ca9b-4bf1-b535-5cf23ad301cf on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:57:45.844793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Attempting to bind port a654b58b-ca9b-4bf1-b535-5cf23ad301cf by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:57:45.844793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Attempting to bind port a654b58b-ca9b-4bf1-b535-5cf23ad301cf on network 6f6608d8-291a-4259-8927-5089b1ce2d2e {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:57:45.867095 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9356feb5-8261-47fc-94a8-8cfd7f1edc50 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.869308 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e37854e9-1f0c-468f-a4af-4e1614ecc1b5 req-7fcfba80-ab6c-4e73-be8d-434abbbf2fca tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802521 Nov 26 02:57:45.869912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Port a654b58b-ca9b-4bf1-b535-5cf23ad301cf on network 6f6608d8-291a-4259-8927-5089b1ce2d2e not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:57:45.870264 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Attempting to bind port a654b58b-ca9b-4bf1-b535-5cf23ad301cf on network 6f6608d8-291a-4259-8927-5089b1ce2d2e {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:57:45.877430 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:57:45.877783 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Checking segment: {'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:57:45.878177 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Bound using segment: {'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:57:45.878619 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Bound port: a654b58b-ca9b-4bf1-b535-5cf23ad301cf, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2439ea4-b0c3-4d95-930c-e2a35126e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:57:45.878983 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:45.987556 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9356feb5-8261-47fc-94a8-8cfd7f1edc50 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:46.059444 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9356feb5-8261-47fc-94a8-8cfd7f1edc50 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:46.066986 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] For port a654b58b-ca9b-4bf1-b535-5cf23ad301cf, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:57:46.087654 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:46.098547 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] For port a654b58b-ca9b-4bf1-b535-5cf23ad301cf, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a654b58b-ca9b-4bf1-b535-5cf23ad301cf,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:57:46.101275 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9356feb5-8261-47fc-94a8-8cfd7f1edc50 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:46.108016 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9356feb5-8261-47fc-94a8-8cfd7f1edc50 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/e95b76ef-5610-45b4-a8ca-b5e223c0bcca HTTP/1.1" status: 204 len: 168 time: 0.3799503 Nov 26 02:57:46.136478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de825a1-102e-44f2-afbf-6576d38b48e5 None None] Network 17724552-84a7-406f-930d-796a4b52cd2b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:46.146672 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50156) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:46.153675 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-321585d1-aee0-4c83-8b71-dcd25aa32c18 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'subnet': {'network_id': '17724552-84a7-406f-930d-796a4b52cd2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:46.169171 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:46.173928 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356feb5-8261-47fc-94a8-8cfd7f1edc50 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Subnet': ['ID=e95b76ef-5610-45b4-a8ca-b5e223c0bcca,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:46.251747 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4b78eeaa-0bab-4c27-bed8-a4acc129f836 None None] Provisioning complete for port e52e0f48-81a9-44d6-a3cd-478585a2c31c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:46.252156 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4b78eeaa-0bab-4c27-bed8-a4acc129f836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:46.312308 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4b78eeaa-0bab-4c27-bed8-a4acc129f836 None None] Port e52e0f48-81a9-44d6-a3cd-478585a2c31c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:46.352603 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321585d1-aee0-4c83-8b71-dcd25aa32c18 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:46.357399 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-321585d1-aee0-4c83-8b71-dcd25aa32c18 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:46.359338 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4b78eeaa-0bab-4c27-bed8-a4acc129f836 None None] Provisioning complete for port 0da03688-65ff-4793-b44d-01fdf4a7093a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:46.359717 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4b78eeaa-0bab-4c27-bed8-a4acc129f836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:46.482613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4b78eeaa-0bab-4c27-bed8-a4acc129f836 None None] Could not find standard attr ID for object 11b9458e-7094-452b-bf24-d92f103d4320. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:57:46.529992 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:46.587196 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Pushing event updated for resources: {'Port': ['ID=a654b58b-ca9b-4bf1-b535-5cf23ad301cf,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:46.600342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:46.601715 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:46.602872 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38393846-c4ea-4670-a6ca-edfd40279721 req-954c04f9-caa4-4ad8-ac2a-6a4193254611 service neutron] 10.222.0.59 "PUT /v2.0/ports/a654b58b-ca9b-4bf1-b535-5cf23ad301cf HTTP/1.1" status: 200 len: 1092 time: 1.9014194 Nov 26 02:57:46.608160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52dfc1c-8594-4227-903a-aff42f661d9e', 'tag': 'a654b58b-ca9b-4bf1-b535-5cf23ad301cf'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:57:46.610594 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7a4a05-34f2-4587-a9ac-bbaba0bf39a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e52dfc1c-8594-4227-903a-aff42f661d9e", "tag": "a654b58b-ca9b-4bf1-b535-5cf23ad301cf"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:57:46.698535 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb89b0ff-2f07-4aa5-ab8d-9c86b5580034 x-openstack-request-id: req-fb89b0ff-2f07-4aa5-ab8d-9c86b5580034 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:57:46.698920 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52dfc1c-8594-4227-903a-aff42f661d9e", "tag": "a654b58b-ca9b-4bf1-b535-5cf23ad301cf", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:57:46.699246 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb89b0ff-2f07-4aa5-ab8d-9c86b5580034 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:57:46.699715 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52dfc1c-8594-4227-903a-aff42f661d9e', 'tag': 'a654b58b-ca9b-4bf1-b535-5cf23ad301cf', 'status': 'completed', 'code': 200} Nov 26 02:57:46.782551 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-321585d1-aee0-4c83-8b71-dcd25aa32c18 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:46.813872 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:46.848298 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321585d1-aee0-4c83-8b71-dcd25aa32c18 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 17724552-84a7-406f-930d-796a4b52cd2b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:46.849684 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-321585d1-aee0-4c83-8b71-dcd25aa32c18 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:46.851179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321585d1-aee0-4c83-8b71-dcd25aa32c18 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Subnet': ['ID=2656a20a-1d13-4cf9-802e-97597905d869,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:46.854668 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321585d1-aee0-4c83-8b71-dcd25aa32c18 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:46.855275 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-321585d1-aee0-4c83-8b71-dcd25aa32c18 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:46.878016 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-321585d1-aee0-4c83-8b71-dcd25aa32c18 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7317505 Nov 26 02:57:46.880506 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50166) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:46.885783 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-4514b7b0-b3ce-402c-a12a-f53b3d3af4fd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'security_group': {'name': 'tempest-secgroup-2038860730'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:46.909229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38393846-c4ea-4670-a6ca-edfd40279721 req-2c1b002f-dff4-4ccc-8e3b-e71a735a5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:46.913894 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4514b7b0-b3ce-402c-a12a-f53b3d3af4fd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:46.917764 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38393846-c4ea-4670-a6ca-edfd40279721 req-2c1b002f-dff4-4ccc-8e3b-e71a735a5818 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&device_id=e52dfc1c-8594-4227-903a-aff42f661d9e HTTP/1.1" status: 200 len: 1095 time: 0.2503414 Nov 26 02:57:47.013272 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38393846-c4ea-4670-a6ca-edfd40279721 req-d37d4b7c-7ed9-4e24-9239-0f24427b7d51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a654b58b-ca9b-4bf1-b535-5cf23ad301cf HTTP/1.1" status: 200 len: 217 time: 0.0810568 Nov 26 02:57:47.020087 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4514b7b0-b3ce-402c-a12a-f53b3d3af4fd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:47.026458 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4514b7b0-b3ce-402c-a12a-f53b3d3af4fd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:47.088387 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4514b7b0-b3ce-402c-a12a-f53b3d3af4fd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:47.090419 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4514b7b0-b3ce-402c-a12a-f53b3d3af4fd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2087872 Nov 26 02:57:47.101081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50172) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:47.109460 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-0797a211-7600-48c7-a654-98abd815cfe8 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'security_group': {'name': 'tempest-secgroup-258785046'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:47.124440 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514b7b0-b3ce-402c-a12a-f53b3d3af4fd tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57adc6c7-2ed6-40a9-99c5-beb4879f17be,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:47.149015 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0da03688-65ff-4793-b44d-01fdf4a7093a up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:57:47.177291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df71b53-8678-459a-90b7-118c7b02d4bd req-7bc55834-5527-4108-b498-66d280280626 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:47.179253 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8df71b53-8678-459a-90b7-118c7b02d4bd req-7bc55834-5527-4108-b498-66d280280626 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52dfc1c-8594-4227-903a-aff42f661d9e HTTP/1.1" status: 200 len: 944 time: 0.2019377 Nov 26 02:57:47.194974 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38393846-c4ea-4670-a6ca-edfd40279721 req-33624149-85e7-4dd2-9dcc-6da9c0ba7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:47.197523 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38393846-c4ea-4670-a6ca-edfd40279721 req-33624149-85e7-4dd2-9dcc-6da9c0ba7f81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afcc1d3e-e838-4aac-9873-c211c542870e HTTP/1.1" status: 200 len: 851 time: 0.1721256 Nov 26 02:57:47.242098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0797a211-7600-48c7-a654-98abd815cfe8 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:47.247516 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 0da03688-65ff-4793-b44d-01fdf4a7093a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:47.248279 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:47.269309 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38393846-c4ea-4670-a6ca-edfd40279721 req-fcff35e0-c884-48a2-9048-6730916bc603 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6f6608d8-291a-4259-8927-5089b1ce2d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553033 Nov 26 02:57:47.324510 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1e3e7078-9afc-43ca-990d-2d00f7b92eb5 None None] Provisioning complete for port e52e0f48-81a9-44d6-a3cd-478585a2c31c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:47.325129 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1e3e7078-9afc-43ca-990d-2d00f7b92eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:47.361602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f27ca20-ad5c-4862-8613-4ab1fccebc8d None None] Network 17724552-84a7-406f-930d-796a4b52cd2b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:47.376186 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Router 6bfe6059-40c7-4430-85df-95a973290fc1 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:57:47.380917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8df71b53-8678-459a-90b7-118c7b02d4bd req-a6e0aa71-46a4-47da-9cc4-98dd45e23057 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809375 Nov 26 02:57:47.403597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e7078-9afc-43ca-990d-2d00f7b92eb5 None None] Port e52e0f48-81a9-44d6-a3cd-478585a2c31c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:47.459117 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1e3e7078-9afc-43ca-990d-2d00f7b92eb5 None None] Provisioning complete for port 0da03688-65ff-4793-b44d-01fdf4a7093a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:47.459799 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1e3e7078-9afc-43ca-990d-2d00f7b92eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:47.521138 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38393846-c4ea-4670-a6ca-edfd40279721 req-6bbfbfc5-d7d5-4256-b6b8-34b6407d80ce service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413998 Nov 26 02:57:47.523445 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0797a211-7600-48c7-a654-98abd815cfe8 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:47.529268 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0797a211-7600-48c7-a654-98abd815cfe8 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:47.569798 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:47.616221 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0797a211-7600-48c7-a654-98abd815cfe8 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:47.618899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0797a211-7600-48c7-a654-98abd815cfe8 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5117159 Nov 26 02:57:47.620664 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50180) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:47.624927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797a211-7600-48c7-a654-98abd815cfe8 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=786a4b7d-e599-4695-8137-b2044e8bc550,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:47.627220 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c647ad1e-3581-4502-bfa2-7a1bb9e32858 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'security_group': {'name': 'tempest-secgroup-1725358079'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:47.657279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:57:47.668152 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c647ad1e-3581-4502-bfa2-7a1bb9e32858 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:47.668945 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c0f71c-940e-473b-960d-ca63d3b128f9 None None] Sync routers for ids ['6bfe6059-40c7-4430-85df-95a973290fc1'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:57:47.681557 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c0f71c-940e-473b-960d-ca63d3b128f9 None None] Routers {'6bfe6059-40c7-4430-85df-95a973290fc1'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:47.682174 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-00c0f71c-940e-473b-960d-ca63d3b128f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6bfe6059-40c7-4430-85df-95a973290fc1'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:47.692315 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38393846-c4ea-4670-a6ca-edfd40279721 req-e4c20a1a-c70e-41b3-89f5-57760ece1a9f service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568434 Nov 26 02:57:47.702241 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:47.704002 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-889a129b-52a5-4349-ae73-3822c9cae2d8 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.7052729 Nov 26 02:57:47.706334 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50182) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:47.711691 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-94ae3783-511f-425c-90c3-4223dc7a17bf tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:47.722992 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-00c0f71c-940e-473b-960d-ca63d3b128f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:47.738261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c0f71c-940e-473b-960d-ca63d3b128f9 None None] Routers {'6bfe6059-40c7-4430-85df-95a973290fc1'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:47.738961 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-00c0f71c-940e-473b-960d-ca63d3b128f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6bfe6059-40c7-4430-85df-95a973290fc1'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:47.757543 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c647ad1e-3581-4502-bfa2-7a1bb9e32858 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:47.765859 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c647ad1e-3581-4502-bfa2-7a1bb9e32858 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:47.794453 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-00c0f71c-940e-473b-960d-ca63d3b128f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:47.795125 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c0f71c-940e-473b-960d-ca63d3b128f9 None None] The sync data for ids ['6bfe6059-40c7-4430-85df-95a973290fc1'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:57:47.805022 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49b2019-8299-4a01-b9e6-e4e6f9120c97 None None] Update dhcp port {'port': {'network_id': '17724552-84a7-406f-930d-796a4b52cd2b', 'fixed_ips': [{'subnet_id': '8d4ff281-95f5-4808-8d37-e44f0997ff77', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2656a20a-1d13-4cf9-802e-97597905d869'}], 'binding:host_id': 'n-d-819389-3'}, 'id': '0da03688-65ff-4793-b44d-01fdf4a7093a'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 02:57:47.824929 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c647ad1e-3581-4502-bfa2-7a1bb9e32858 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:47.828106 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c647ad1e-3581-4502-bfa2-7a1bb9e32858 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2033546 Nov 26 02:57:47.829149 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50186) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:47.832141 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647ad1e-3581-4502-bfa2-7a1bb9e32858 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87945d5a-eaa9-4db1-8b5f-f4453b3fbb75,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:47.838586 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1899d76c-a544-4f69-ae99-176e9a40dcb2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-339563985', 'security_groups': ['87945d5a-eaa9-4db1-8b5f-f4453b3fbb75'], 'network_id': '17724552-84a7-406f-930d-796a4b52cd2b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2656a20a-1d13-4cf9-802e-97597905d869'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:47.838783 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f49b2019-8299-4a01-b9e6-e4e6f9120c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:47.879995 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a4a05-34f2-4587-a9ac-bbaba0bf39a4 req-6d93ad0f-761f-4dec-bec6-32f97cda02ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:47.881276 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a7a4a05-34f2-4587-a9ac-bbaba0bf39a4 req-6d93ad0f-761f-4dec-bec6-32f97cda02ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&device_id=e52dfc1c-8594-4227-903a-aff42f661d9e HTTP/1.1" status: 200 len: 1095 time: 0.0789204 Nov 26 02:57:47.958323 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1899d76c-a544-4f69-ae99-176e9a40dcb2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:47.964834 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1899d76c-a544-4f69-ae99-176e9a40dcb2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:47.982370 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-1899d76c-a544-4f69-ae99-176e9a40dcb2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] device_id is not set on port a6964096-43d1-4edb-9171-03a8e0e31573 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:57:48.007222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-f49b2019-8299-4a01-b9e6-e4e6f9120c97 None None] Allocated IP 2001:db8::2 (17724552-84a7-406f-930d-796a4b52cd2b/2656a20a-1d13-4cf9-802e-97597905d869/0da03688-65ff-4793-b44d-01fdf4a7093a) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:48.079152 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a4a05-34f2-4587-a9ac-bbaba0bf39a4 req-f8b77ef0-1d55-43af-a208-b5f17c22a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:48.080586 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a7a4a05-34f2-4587-a9ac-bbaba0bf39a4 req-f8b77ef0-1d55-43af-a208-b5f17c22a4fe service neutron] 10.222.0.59 "GET /v2.0/networks?id=6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 200 len: 912 time: 0.1857679 Nov 26 02:57:48.113546 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f49b2019-8299-4a01-b9e6-e4e6f9120c97 None None] For port 0da03688-65ff-4793-b44d-01fdf4a7093a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0da03688-65ff-4793-b44d-01fdf4a7093a,segment=NetworkSegment(095af6f6-1993-42c1-b6f7-9743d37bf59f),segment_id=095af6f6-1993-42c1-b6f7-9743d37bf59f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:48.143683 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f49b2019-8299-4a01-b9e6-e4e6f9120c97 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:48.148614 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f49b2019-8299-4a01-b9e6-e4e6f9120c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:48.178130 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a7a4a05-34f2-4587-a9ac-bbaba0bf39a4 req-2a732122-8173-413d-8606-67c0fff74e0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a654b58b-ca9b-4bf1-b535-5cf23ad301cf HTTP/1.1" status: 200 len: 217 time: 0.0585544 Nov 26 02:57:48.216673 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-1899d76c-a544-4f69-ae99-176e9a40dcb2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Allocated IP 2001:db8::177 (17724552-84a7-406f-930d-796a4b52cd2b/2656a20a-1d13-4cf9-802e-97597905d869/a6964096-43d1-4edb-9171-03a8e0e31573) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:48.244569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b2019-8299-4a01-b9e6-e4e6f9120c97 None None] Pushing event updated for resources: {'Port': ['ID=0da03688-65ff-4793-b44d-01fdf4a7093a,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:48.252016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a4a05-34f2-4587-a9ac-bbaba0bf39a4 req-cf7e698d-28d2-406c-927c-59fe25ac8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:48.253446 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a7a4a05-34f2-4587-a9ac-bbaba0bf39a4 req-cf7e698d-28d2-406c-927c-59fe25ac8d17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afcc1d3e-e838-4aac-9873-c211c542870e HTTP/1.1" status: 200 len: 851 time: 0.0638995 Nov 26 02:57:48.276849 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94ae3783-511f-425c-90c3-4223dc7a17bf tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:48.295381 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a7a4a05-34f2-4587-a9ac-bbaba0bf39a4 req-36847b3d-23c0-4dc0-83c2-8f3c9991ea59 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6f6608d8-291a-4259-8927-5089b1ce2d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330558 Nov 26 02:57:48.304241 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94ae3783-511f-425c-90c3-4223dc7a17bf tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:48.380818 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1899d76c-a544-4f69-ae99-176e9a40dcb2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:48.438758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a7a4a05-34f2-4587-a9ac-bbaba0bf39a4 req-5cb29142-a6e2-412d-a4bc-800b9f20b9fd service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300550 Nov 26 02:57:48.445113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-94ae3783-511f-425c-90c3-4223dc7a17bf tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Deleting port 8ab36888-ba3b-4f0a-9433-192ee890f4d1 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:48.445523 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94ae3783-511f-425c-90c3-4223dc7a17bf tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:48.450817 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1899d76c-a544-4f69-ae99-176e9a40dcb2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:48.546392 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1899d76c-a544-4f69-ae99-176e9a40dcb2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 17724552-84a7-406f-930d-796a4b52cd2b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:48.555163 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899d76c-a544-4f69-ae99-176e9a40dcb2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=a6964096-43d1-4edb-9171-03a8e0e31573,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:48.561438 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-1899d76c-a544-4f69-ae99-176e9a40dcb2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:48.566638 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1899d76c-a544-4f69-ae99-176e9a40dcb2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:48.573164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1899d76c-a544-4f69-ae99-176e9a40dcb2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:48.574079 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1899d76c-a544-4f69-ae99-176e9a40dcb2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:48.597564 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1899d76c-a544-4f69-ae99-176e9a40dcb2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7660484 Nov 26 02:57:48.599683 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50200) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:48.611414 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-77abf0c9-ca27-4657-ab6c-c39e18e60e2f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'subnet': {'network_id': '17724552-84a7-406f-930d-796a4b52cd2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:48.671067 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94ae3783-511f-425c-90c3-4223dc7a17bf tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:48.689550 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec20d7a-6413-448c-b601-fc586582b398 req-3de585d3-422e-459c-9efc-57b108aadd0c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:48.691245 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ec20d7a-6413-448c-b601-fc586582b398 req-3de585d3-422e-459c-9efc-57b108aadd0c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52dfc1c-8594-4227-903a-aff42f661d9e HTTP/1.1" status: 200 len: 944 time: 0.1740949 Nov 26 02:57:48.702268 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a7a4a05-34f2-4587-a9ac-bbaba0bf39a4 req-f1ee0fe2-9297-4fed-818f-5456734ecd03 service neutron] 10.222.0.59 "GET /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541120 Nov 26 02:57:48.703733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-94ae3783-511f-425c-90c3-4223dc7a17bf tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Calling delete_port for 8ab36888-ba3b-4f0a-9433-192ee890f4d1 owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:48.820106 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ec20d7a-6413-448c-b601-fc586582b398 req-d0888821-631e-4c04-80dd-eb9cc9e9c37f tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140490 Nov 26 02:57:48.973753 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94ae3783-511f-425c-90c3-4223dc7a17bf tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:48.984658 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d1f9dfe7-c0d8-4864-aa89-d4149665ee33 None None] Provisioning complete for port e52e0f48-81a9-44d6-a3cd-478585a2c31c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:48.985374 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d1f9dfe7-c0d8-4864-aa89-d4149665ee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:49.004858 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77abf0c9-ca27-4657-ab6c-c39e18e60e2f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:49.009711 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-77abf0c9-ca27-4657-ab6c-c39e18e60e2f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:49.012664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae3783-511f-425c-90c3-4223dc7a17bf tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Pushing event deleted for resources: {'Port': ['ID=8ab36888-ba3b-4f0a-9433-192ee890f4d1,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:49.030116 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d1f9dfe7-c0d8-4864-aa89-d4149665ee33 None None] Port e52e0f48-81a9-44d6-a3cd-478585a2c31c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:49.036235 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4d3888-0283-435a-bc7a-b280c37f4e24 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:49.054334 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d1f9dfe7-c0d8-4864-aa89-d4149665ee33 None None] Provisioning complete for port 0da03688-65ff-4793-b44d-01fdf4a7093a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:49.055066 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d1f9dfe7-c0d8-4864-aa89-d4149665ee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:49.094355 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94ae3783-511f-425c-90c3-4223dc7a17bf tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:49.154439 n-d-819389-3 neutron-server[104801]: INFO neutron.db.ipam_backend_mixin [None req-77abf0c9-ca27-4657-ab6c-c39e18e60e2f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2656a20a-1d13-4cf9-802e-97597905d869 (CIDR: 2001:db8::/64) Nov 26 02:57:49.161803 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-77abf0c9-ca27-4657-ab6c-c39e18e60e2f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 02:57:49.162568 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77abf0c9-ca27-4657-ab6c-c39e18e60e2f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:57:49.166889 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0da03688-65ff-4793-b44d-01fdf4a7093a up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:57:49.188096 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-77abf0c9-ca27-4657-ab6c-c39e18e60e2f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5825725 Nov 26 02:57:49.200828 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50204) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:49.209440 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f621535e-c091-40a2-8dc1-e8736ccd05e3 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'subnet': {'network_id': '17724552-84a7-406f-930d-796a4b52cd2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:49.236988 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 0da03688-65ff-4793-b44d-01fdf4a7093a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:49.237595 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:49.356102 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cfc171df-5f59-4ef7-a613-963e5d4a1394 None None] Provisioning complete for port a6964096-43d1-4edb-9171-03a8e0e31573 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:49.357202 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cfc171df-5f59-4ef7-a613-963e5d4a1394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:49.382228 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f621535e-c091-40a2-8dc1-e8736ccd05e3 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:49.388076 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f621535e-c091-40a2-8dc1-e8736ccd05e3 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:49.426780 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-cfc171df-5f59-4ef7-a613-963e5d4a1394 None None] Port a6964096-43d1-4edb-9171-03a8e0e31573 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:49.503625 n-d-819389-3 neutron-server[104801]: INFO neutron.db.ipam_backend_mixin [None req-f621535e-c091-40a2-8dc1-e8736ccd05e3 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8d4ff281-95f5-4808-8d37-e44f0997ff77 (CIDR: 2001:db8:0:1::/64) Nov 26 02:57:49.507851 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f621535e-c091-40a2-8dc1-e8736ccd05e3 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 02:57:49.508469 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f621535e-c091-40a2-8dc1-e8736ccd05e3 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:57:49.530159 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f621535e-c091-40a2-8dc1-e8736ccd05e3 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3246856 Nov 26 02:57:49.530709 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50208) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:49.536422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3bc28fa6-7a79-4b54-a393-bfe3f95d8d25 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'subnet': {'network_id': '17724552-84a7-406f-930d-796a4b52cd2b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:49.543453 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a135b11d-a7c2-4450-af77-f98e397b23ae None None] Could not find standard attr ID for object 11b9458e-7094-452b-bf24-d92f103d4320. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:57:49.621975 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device a654b58b-ca9b-4bf1-b535-5cf23ad301cf details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:57:49.706205 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94ae3783-511f-425c-90c3-4223dc7a17bf tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:49.717684 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94ae3783-511f-425c-90c3-4223dc7a17bf tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:49.730129 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc28fa6-7a79-4b54-a393-bfe3f95d8d25 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Made reservation on behalf of 24ccd62cd70f4a5fbb1ac9b8133fd939 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:49.734060 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3bc28fa6-7a79-4b54-a393-bfe3f95d8d25 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:49.805171 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port a654b58b-ca9b-4bf1-b535-5cf23ad301cf, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a654b58b-ca9b-4bf1-b535-5cf23ad301cf,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:49.822736 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'a654b58b-ca9b-4bf1-b535-5cf23ad301cf', 'network_id': '6f6608d8-291a-4259-8927-5089b1ce2d2e', 'port_id': 'a654b58b-ca9b-4bf1-b535-5cf23ad301cf', 'mac_address': 'fa:16:3e:03:83:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcc1d3e-e838-4aac-9873-c211c542870e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:57:49.848861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ae3783-511f-425c-90c3-4223dc7a17bf tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Router 6bfe6059-40c7-4430-85df-95a973290fc1 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:57:49.887125 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:49.906136 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a654b58b-ca9b-4bf1-b535-5cf23ad301cf {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:57:49.925800 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port a654b58b-ca9b-4bf1-b535-5cf23ad301cf, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a654b58b-ca9b-4bf1-b535-5cf23ad301cf,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:49.931859 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:49.958333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ae3783-511f-425c-90c3-4223dc7a17bf tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:57:49.974131 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d2dec-dd36-4e3d-a49b-a07074a11265 None None] Sync routers for ids ['6bfe6059-40c7-4430-85df-95a973290fc1'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:57:49.977528 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94ae3783-511f-425c-90c3-4223dc7a17bf tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:49.981935 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-94ae3783-511f-425c-90c3-4223dc7a17bf tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "PUT /v2.0/routers/6bfe6059-40c7-4430-85df-95a973290fc1 HTTP/1.1" status: 200 len: 706 time: 2.2743495 Nov 26 02:57:49.982603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50220) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:49.995998 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d2dec-dd36-4e3d-a49b-a07074a11265 None None] Routers {'6bfe6059-40c7-4430-85df-95a973290fc1'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:49.996507 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f86d2dec-dd36-4e3d-a49b-a07074a11265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6bfe6059-40c7-4430-85df-95a973290fc1'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:50.005991 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=a654b58b-ca9b-4bf1-b535-5cf23ad301cf,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:50.040078 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f86d2dec-dd36-4e3d-a49b-a07074a11265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:50.049169 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d2dec-dd36-4e3d-a49b-a07074a11265 None None] Routers {'6bfe6059-40c7-4430-85df-95a973290fc1'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:57:50.049787 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f86d2dec-dd36-4e3d-a49b-a07074a11265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6bfe6059-40c7-4430-85df-95a973290fc1'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:50.062177 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3bc28fa6-7a79-4b54-a393-bfe3f95d8d25 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:50.068773 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e6bd209c-7a9c-4082-b709-a4dff2375758 tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "GET /v2.0/routers/6bfe6059-40c7-4430-85df-95a973290fc1 HTTP/1.1" status: 200 len: 741 time: 0.0839450 Nov 26 02:57:50.069376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50222) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:50.086437 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f86d2dec-dd36-4e3d-a49b-a07074a11265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:50.087666 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d2dec-dd36-4e3d-a49b-a07074a11265 None None] The sync data for ids ['6bfe6059-40c7-4430-85df-95a973290fc1'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:57:50.108341 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc28fa6-7a79-4b54-a393-bfe3f95d8d25 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Network 17724552-84a7-406f-930d-796a4b52cd2b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:50.109164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45697fe-bcc7-471a-a928-1ca1d423e33c req-de269d68-7c11-41d0-bec4-b34a403cb64c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:50.110695 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b45697fe-bcc7-471a-a928-1ca1d423e33c req-de269d68-7c11-41d0-bec4-b34a403cb64c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52dfc1c-8594-4227-903a-aff42f661d9e HTTP/1.1" status: 200 len: 945 time: 0.1829853 Nov 26 02:57:50.111704 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-3bc28fa6-7a79-4b54-a393-bfe3f95d8d25 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:50.117605 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc28fa6-7a79-4b54-a393-bfe3f95d8d25 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:50.118326 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3bc28fa6-7a79-4b54-a393-bfe3f95d8d25 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:50.128485 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0bc654-e0ea-4b41-b278-440cd72f4ec1 None None] Network 17724552-84a7-406f-930d-796a4b52cd2b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:50.131632 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fb5877e2-9a17-48e1-87bb-74482120e64c tempest-RoutersAdminTest-1153699044 tempest-RoutersAdminTest-1153699044-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&device_id=6bfe6059-40c7-4430-85df-95a973290fc1 HTTP/1.1" status: 200 len: 205 time: 0.0585237 Nov 26 02:57:50.132274 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50224) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:50.142833 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc28fa6-7a79-4b54-a393-bfe3f95d8d25 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Subnet': ['ID=a0b1a85d-7df8-497a-88c5-c195e8cbe06d,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:50.170497 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3bc28fa6-7a79-4b54-a393-bfe3f95d8d25 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6356490 Nov 26 02:57:50.170497 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-467e0c51-9390-4280-a7ac-8cf9a92c4f11 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bfe6059-40c7-4430-85df-95a973290fc1 HTTP/1.1" status: 200 len: 205 time: 0.0361404 Nov 26 02:57:50.170836 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50226) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:50.172594 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50228) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:50.177711 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-35807432-2b77-4519-b1c4-90d068b7507d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1032038184', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a0b1a85d-7df8-497a-88c5-c195e8cbe06d'}], 'security_groups': ['57adc6c7-2ed6-40a9-99c5-beb4879f17be', '786a4b7d-e599-4695-8137-b2044e8bc550']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:50.190213 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b45697fe-bcc7-471a-a928-1ca1d423e33c req-b2bd108b-32c6-404f-b7c5-26d38fa9302b tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645113 Nov 26 02:57:50.222938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['a654b58b-ca9b-4bf1-b535-5cf23ad301cf'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:57:50.316812 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40e3bb0e-a6f7-4845-a587-05a99c4f4b70 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:50.455276 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed4b814-d1af-43b3-9405-39b03b64eb3c None None] Update dhcp port {'port': {'network_id': '17724552-84a7-406f-930d-796a4b52cd2b', 'fixed_ips': [{'subnet_id': '8d4ff281-95f5-4808-8d37-e44f0997ff77', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2656a20a-1d13-4cf9-802e-97597905d869', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a0b1a85d-7df8-497a-88c5-c195e8cbe06d'}], 'binding:host_id': 'n-d-819389-3'}, 'id': '0da03688-65ff-4793-b44d-01fdf4a7093a'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 02:57:50.486367 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8ed4b814-d1af-43b3-9405-39b03b64eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:50.498987 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40e3bb0e-a6f7-4845-a587-05a99c4f4b70 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:50.506024 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40e3bb0e-a6f7-4845-a587-05a99c4f4b70 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:50.567778 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35807432-2b77-4519-b1c4-90d068b7507d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:50.577152 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40e3bb0e-a6f7-4845-a587-05a99c4f4b70 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:50.577687 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e3bb0e-a6f7-4845-a587-05a99c4f4b70 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Fanout notify agent at l3_agent the message router_deleted on router 6bfe6059-40c7-4430-85df-95a973290fc1 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:57:50.585647 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40e3bb0e-a6f7-4845-a587-05a99c4f4b70 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:50.590018 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-40e3bb0e-a6f7-4845-a587-05a99c4f4b70 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "DELETE /v2.0/routers/6bfe6059-40c7-4430-85df-95a973290fc1 HTTP/1.1" status: 204 len: 168 time: 0.4132988 Nov 26 02:57:50.590205 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50234) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:50.641632 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b11841cb-fcf2-442c-872c-102a51f45e70 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bfe6059-40c7-4430-85df-95a973290fc1 HTTP/1.1" status: 200 len: 205 time: 0.0481629 Nov 26 02:57:50.641895 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50236) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:50.692956 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-a79bc4fb-ac05-4728-b846-fb58a3f5c03a tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] delete failed (client error): The resource could not be found. Nov 26 02:57:50.696529 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a79bc4fb-ac05-4728-b846-fb58a3f5c03a tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "DELETE /v2.0/routers/6bfe6059-40c7-4430-85df-95a973290fc1 HTTP/1.1" status: 404 len: 336 time: 0.0511870 Nov 26 02:57:50.697296 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50238) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:50.745920 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-695844e7-a5f3-4759-9226-4be7c77167d0 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "GET /v2.0/ports?device_id=207e46d3-8523-44d6-8661-608d9aa554f3 HTTP/1.1" status: 200 len: 205 time: 0.0479910 Nov 26 02:57:50.748218 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50240) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:50.788216 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-2d82b541-af68-403c-affb-af10d2c8fefd tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] delete failed (client error): The resource could not be found. Nov 26 02:57:50.789238 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2d82b541-af68-403c-affb-af10d2c8fefd tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "DELETE /v2.0/routers/207e46d3-8523-44d6-8661-608d9aa554f3 HTTP/1.1" status: 404 len: 336 time: 0.0401318 Nov 26 02:57:50.792386 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50242) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:50.804882 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-8ed4b814-d1af-43b3-9405-39b03b64eb3c None None] Allocated IP 2001:db8:0:2::2 (17724552-84a7-406f-930d-796a4b52cd2b/a0b1a85d-7df8-497a-88c5-c195e8cbe06d/0da03688-65ff-4793-b44d-01fdf4a7093a) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:50.858412 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e21bd4bc-4d28-4ef1-9c93-8e963abc9d92 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "GET /v2.0/ports?device_id=b905b9ba-d329-4d32-9575-52653d741d03 HTTP/1.1" status: 200 len: 205 time: 0.0628300 Nov 26 02:57:50.860164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50248) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:50.904819 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-e212a2b5-f190-42be-8e5d-3f12830eff68 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] delete failed (client error): The resource could not be found. Nov 26 02:57:50.906328 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e212a2b5-f190-42be-8e5d-3f12830eff68 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "DELETE /v2.0/routers/b905b9ba-d329-4d32-9575-52653d741d03 HTTP/1.1" status: 404 len: 336 time: 0.0449009 Nov 26 02:57:50.910023 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50252) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:50.920729 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8ed4b814-d1af-43b3-9405-39b03b64eb3c None None] For port 0da03688-65ff-4793-b44d-01fdf4a7093a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0da03688-65ff-4793-b44d-01fdf4a7093a,segment=NetworkSegment(095af6f6-1993-42c1-b6f7-9743d37bf59f),segment_id=095af6f6-1993-42c1-b6f7-9743d37bf59f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:50.960229 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8ed4b814-d1af-43b3-9405-39b03b64eb3c None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:50.961098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8b2ed7b2-a743-4e32-9867-0686481c620e tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b6c8e01-4c87-45b7-93d1-4141badae6b8 HTTP/1.1" status: 200 len: 205 time: 0.0455120 Nov 26 02:57:50.961098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50254) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:50.964516 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8ed4b814-d1af-43b3-9405-39b03b64eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:51.002474 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-580f4aa0-3e5e-4813-bc7e-e92e8ce010e4 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] delete failed (client error): The resource could not be found. Nov 26 02:57:51.005831 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-580f4aa0-3e5e-4813-bc7e-e92e8ce010e4 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "DELETE /v2.0/routers/1b6c8e01-4c87-45b7-93d1-4141badae6b8 HTTP/1.1" status: 404 len: 336 time: 0.0420356 Nov 26 02:57:51.006067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50256) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:51.038829 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9381b8b3-51b7-40f7-b88b-917e8da0eb17 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "GET /v2.0/ports?device_id=429c3e1b-e11b-4987-9dff-1385fa0be8e8 HTTP/1.1" status: 200 len: 205 time: 0.0310342 Nov 26 02:57:51.042290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50258) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:51.046492 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4b814-d1af-43b3-9405-39b03b64eb3c None None] Pushing event updated for resources: {'Port': ['ID=0da03688-65ff-4793-b44d-01fdf4a7093a,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:51.080851 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-d4149cf3-1abf-49ae-85ae-e2a084b746e0 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] delete failed (client error): The resource could not be found. Nov 26 02:57:51.081915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d4149cf3-1abf-49ae-85ae-e2a084b746e0 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "DELETE /v2.0/routers/429c3e1b-e11b-4987-9dff-1385fa0be8e8 HTTP/1.1" status: 404 len: 336 time: 0.0389831 Nov 26 02:57:51.084866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50262) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:51.111940 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-35807432-2b77-4519-b1c4-90d068b7507d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Delete allocated IP 2001:db8::177 (17724552-84a7-406f-930d-796a4b52cd2b/2656a20a-1d13-4cf9-802e-97597905d869) {{(pid=104801) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 26 02:57:51.115945 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-278615cb-136e-4895-93a0-086411dbe77e tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54c782a-a10c-426f-a477-a18a364ffcca HTTP/1.1" status: 200 len: 205 time: 0.0277236 Nov 26 02:57:51.116411 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50264) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:51.126326 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-35807432-2b77-4519-b1c4-90d068b7507d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Allocated IP 2001:db8:0:2::1c9 (17724552-84a7-406f-930d-796a4b52cd2b/a0b1a85d-7df8-497a-88c5-c195e8cbe06d/a6964096-43d1-4edb-9171-03a8e0e31573) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:51.157864 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-815ab7dc-6a5e-4d43-9c54-25d32cc984ee tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] delete failed (client error): The resource could not be found. Nov 26 02:57:51.158917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-815ab7dc-6a5e-4d43-9c54-25d32cc984ee tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "DELETE /v2.0/routers/c54c782a-a10c-426f-a477-a18a364ffcca HTTP/1.1" status: 404 len: 336 time: 0.0418169 Nov 26 02:57:51.161613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50266) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:51.188410 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44f3989-d034-4fb3-9799-483552481b32 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] DELETE failed (client error): The resource could not be found. Nov 26 02:57:51.188870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44f3989-d034-4fb3-9799-483552481b32 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:57:51.194634 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b44f3989-d034-4fb3-9799-483552481b32 tempest-RoutersAdminTest-447800789 tempest-RoutersAdminTest-447800789-project] 10.222.0.31 "DELETE /v2.0/subnets/94f6903d-78f9-4b02-a7e6-3fe957167db0 HTTP/1.1" status: 404 len: 337 time: 0.0295382 Nov 26 02:57:51.317247 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35807432-2b77-4519-b1c4-90d068b7507d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:51.323763 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35807432-2b77-4519-b1c4-90d068b7507d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:51.331229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cbfb3-ac6f-4e0f-a0b6-4ffefce5cf97 req-b67409db-09ff-4577-a50a-3a94eca6b1bb tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:51.333171 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f7cbfb3-ac6f-4e0f-a0b6-4ffefce5cf97 req-b67409db-09ff-4577-a50a-3a94eca6b1bb tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52dfc1c-8594-4227-903a-aff42f661d9e HTTP/1.1" status: 200 len: 945 time: 0.0594566 Nov 26 02:57:51.391419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f7cbfb3-ac6f-4e0f-a0b6-4ffefce5cf97 req-1cff101b-9f29-44b1-a777-5fd73c707864 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504184 Nov 26 02:57:51.404667 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-35807432-2b77-4519-b1c4-90d068b7507d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] In _notify_port_updated(), no bound segment for port a6964096-43d1-4edb-9171-03a8e0e31573 on network 17724552-84a7-406f-930d-796a4b52cd2b {{(pid=104801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 02:57:51.410282 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35807432-2b77-4519-b1c4-90d068b7507d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:51.410925 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35807432-2b77-4519-b1c4-90d068b7507d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:51.412288 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-35807432-2b77-4519-b1c4-90d068b7507d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "PUT /v2.0/ports/a6964096-43d1-4edb-9171-03a8e0e31573 HTTP/1.1" status: 200 len: 970 time: 1.2404573 Nov 26 02:57:51.415208 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50272) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:51.452720 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35807432-2b77-4519-b1c4-90d068b7507d tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event updated for resources: {'Port': ['ID=a6964096-43d1-4edb-9171-03a8e0e31573,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:51.527045 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-376bf7fa-9352-4e57-a85a-433fe5d194a8 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port a6964096-43d1-4edb-9171-03a8e0e31573 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:51.527387 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-376bf7fa-9352-4e57-a85a-433fe5d194a8 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:51.535322 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50278) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:51.637226 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device a654b58b-ca9b-4bf1-b535-5cf23ad301cf up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:57:51.637796 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-376bf7fa-9352-4e57-a85a-433fe5d194a8 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:51.654393 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-376bf7fa-9352-4e57-a85a-433fe5d194a8 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for a6964096-43d1-4edb-9171-03a8e0e31573 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:51.663933 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-36fce652-dd56-45bb-a30a-b9e0b4a6ca71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:51.710267 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port a654b58b-ca9b-4bf1-b535-5cf23ad301cf completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:57:51.715205 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port a654b58b-ca9b-4bf1-b535-5cf23ad301cf triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:51.715707 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:51.793666 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-36fce652-dd56-45bb-a30a-b9e0b4a6ca71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:51.799027 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-36fce652-dd56-45bb-a30a-b9e0b4a6ca71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:51.820730 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:51.825044 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-376bf7fa-9352-4e57-a85a-433fe5d194a8 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:51.831663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9f58c620-a0c5-4097-be9f-c36dbdc7f649 None None] Provisioning complete for port a6964096-43d1-4edb-9171-03a8e0e31573 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:51.832038 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9f58c620-a0c5-4097-be9f-c36dbdc7f649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:51.847141 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-36fce652-dd56-45bb-a30a-b9e0b4a6ca71 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09d3d98abc9b40a3957454cc071c6228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3084390 Nov 26 02:57:51.847141 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fce652-dd56-45bb-a30a-b9e0b4a6ca71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2147fe93-86c9-40c3-a6a5-d878302c817f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:51.850408 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50282) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:51.858505 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9f58c620-a0c5-4097-be9f-c36dbdc7f649 None None] Port a6964096-43d1-4edb-9171-03a8e0e31573 was deleted so its status cannot be updated. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 26 02:57:51.860531 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bf7fa-9352-4e57-a85a-433fe5d194a8 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=a6964096-43d1-4edb-9171-03a8e0e31573,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:51.876213 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52dfc1c-8594-4227-903a-aff42f661d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a654b58b-ca9b-4bf1-b535-5cf23ad301cf'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:57:51.879301 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a62312f-39e1-4aa9-8dc9-c63470708273" -d '{"events": [{"server_uuid": "e52dfc1c-8594-4227-903a-aff42f661d9e", "name": "network-vif-plugged", "status": "completed", "tag": "a654b58b-ca9b-4bf1-b535-5cf23ad301cf"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:57:51.899319 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-376bf7fa-9352-4e57-a85a-433fe5d194a8 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:51.903582 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-376bf7fa-9352-4e57-a85a-433fe5d194a8 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/ports/a6964096-43d1-4edb-9171-03a8e0e31573 HTTP/1.1" status: 204 len: 168 time: 0.4868233 Nov 26 02:57:51.906264 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50286) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:51.923230 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e0bcee5-a423-432b-b566-c0cc4549c801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:51.923643 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port a654b58b-ca9b-4bf1-b535-5cf23ad301cf, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a654b58b-ca9b-4bf1-b535-5cf23ad301cf,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:51.930160 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9f58c620-a0c5-4097-be9f-c36dbdc7f649 None None] Provisioning complete for port e52e0f48-81a9-44d6-a3cd-478585a2c31c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:51.930553 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9f58c620-a0c5-4097-be9f-c36dbdc7f649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:51.935613 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-15272739-b0c1-4e72-984e-8c3432f10914 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] GET failed (client error): The resource could not be found. Nov 26 02:57:51.937003 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-15272739-b0c1-4e72-984e-8c3432f10914 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports/a6964096-43d1-4edb-9171-03a8e0e31573 HTTP/1.1" status: 404 len: 333 time: 0.0297914 Nov 26 02:57:51.939466 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:51.939901 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50288) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:51.959691 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e0bcee5-a423-432b-b566-c0cc4549c801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:51.992473 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ce199c-4f19-44b0-ba6a-89ef86ef611a x-openstack-request-id: req-14ce199c-4f19-44b0-ba6a-89ef86ef611a {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:57:51.995404 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52dfc1c-8594-4227-903a-aff42f661d9e", "name": "network-vif-plugged", "status": "completed", "tag": "a654b58b-ca9b-4bf1-b535-5cf23ad301cf", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:57:51.995859 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14ce199c-4f19-44b0-ba6a-89ef86ef611a {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:57:51.998961 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52dfc1c-8594-4227-903a-aff42f661d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a654b58b-ca9b-4bf1-b535-5cf23ad301cf', 'code': 200} Nov 26 02:57:52.046553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9f58c620-a0c5-4097-be9f-c36dbdc7f649 None None] Port e52e0f48-81a9-44d6-a3cd-478585a2c31c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:52.050356 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e0bcee5-a423-432b-b566-c0cc4549c801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.053610 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6ae39f65-6a3d-4f5a-926f-7a54f25afe1f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.053988 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e0bcee5-a423-432b-b566-c0cc4549c801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.055342 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6e0bcee5-a423-432b-b566-c0cc4549c801 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2147fe93-86c9-40c3-a6a5-d878302c817f HTTP/1.1" status: 204 len: 168 time: 0.2039552 Nov 26 02:57:52.064089 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=a654b58b-ca9b-4bf1-b535-5cf23ad301cf,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:52.087371 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6ae39f65-6a3d-4f5a-926f-7a54f25afe1f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.087864 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9f58c620-a0c5-4097-be9f-c36dbdc7f649 None None] Provisioning complete for port 0da03688-65ff-4793-b44d-01fdf4a7093a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:52.088277 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9f58c620-a0c5-4097-be9f-c36dbdc7f649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.100015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bcee5-a423-432b-b566-c0cc4549c801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2147fe93-86c9-40c3-a6a5-d878302c817f,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:52.191123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d960f4-982f-495a-8f67-354deac912b2 req-24728777-2944-4f4b-b0da-784da3a90b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:52.193513 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68d960f4-982f-495a-8f67-354deac912b2 req-24728777-2944-4f4b-b0da-784da3a90b4b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e52dfc1c-8594-4227-903a-aff42f661d9e HTTP/1.1" status: 200 len: 1097 time: 0.1210897 Nov 26 02:57:52.198533 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6ae39f65-6a3d-4f5a-926f-7a54f25afe1f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.205929 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6ae39f65-6a3d-4f5a-926f-7a54f25afe1f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.211850 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6ae39f65-6a3d-4f5a-926f-7a54f25afe1f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/security-groups/87945d5a-eaa9-4db1-8b5f-f4453b3fbb75 HTTP/1.1" status: 204 len: 168 time: 0.2682812 Nov 26 02:57:52.222044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50300) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:52.304744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68d960f4-982f-495a-8f67-354deac912b2 req-b87989c2-88cd-450e-859a-5d117c946569 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033127 Nov 26 02:57:52.307711 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.326912 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae39f65-6a3d-4f5a-926f-7a54f25afe1f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87945d5a-eaa9-4db1-8b5f-f4453b3fbb75,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:52.385327 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e125510a-10ca-4454-bf3a-ae0527f8fcc0 None None] Could not find standard attr ID for object a6964096-43d1-4edb-9171-03a8e0e31573. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:57:52.402713 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-47f1a2b5-f389-4465-94ab-94900f858b9a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.445321 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-47f1a2b5-f389-4465-94ab-94900f858b9a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.520098 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-47f1a2b5-f389-4465-94ab-94900f858b9a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.528091 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-47f1a2b5-f389-4465-94ab-94900f858b9a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.532739 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-47f1a2b5-f389-4465-94ab-94900f858b9a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/security-groups/786a4b7d-e599-4695-8137-b2044e8bc550 HTTP/1.1" status: 204 len: 168 time: 0.3071780 Nov 26 02:57:52.534213 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50308) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:52.552953 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1a2b5-f389-4465-94ab-94900f858b9a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=786a4b7d-e599-4695-8137-b2044e8bc550,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:52.581011 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664c71f-2b8d-4263-94fd-9429dfbf7b39 req-adfc5a73-5a7c-48c7-a93a-cdb80333569d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:52.593787 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9664c71f-2b8d-4263-94fd-9429dfbf7b39 req-adfc5a73-5a7c-48c7-a93a-cdb80333569d tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52dfc1c-8594-4227-903a-aff42f661d9e HTTP/1.1" status: 200 len: 946 time: 0.0952215 Nov 26 02:57:52.610507 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50310) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:52.660801 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9664c71f-2b8d-4263-94fd-9429dfbf7b39 req-a8d3dc01-b51c-4f87-9820-2967132e3da0 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658202 Nov 26 02:57:52.683929 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f0c923ab-13fb-4827-86d2-2bbd1862c8d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cbff3e2c8e634f598e9fa0bec0fa9a7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0711381 Nov 26 02:57:52.686500 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50312) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:52.694926 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a49a2be-ef34-49ea-91c6-80322180f1de tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.738107 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a49a2be-ef34-49ea-91c6-80322180f1de tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.779787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45b8c956-d257-4d2b-90dd-5a8277c4f83f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.801430 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45b8c956-d257-4d2b-90dd-5a8277c4f83f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.807822 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a49a2be-ef34-49ea-91c6-80322180f1de tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.810240 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a49a2be-ef34-49ea-91c6-80322180f1de tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.811349 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9a49a2be-ef34-49ea-91c6-80322180f1de tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/security-groups/57adc6c7-2ed6-40a9-99c5-beb4879f17be HTTP/1.1" status: 204 len: 168 time: 0.2598424 Nov 26 02:57:52.814261 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50314) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:52.828826 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49a2be-ef34-49ea-91c6-80322180f1de tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57adc6c7-2ed6-40a9-99c5-beb4879f17be,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:52.865120 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45b8c956-d257-4d2b-90dd-5a8277c4f83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.867752 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45b8c956-d257-4d2b-90dd-5a8277c4f83f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.869501 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-45b8c956-d257-4d2b-90dd-5a8277c4f83f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d943ac91-a167-40a2-9fc0-a77fa981fbc5 HTTP/1.1" status: 204 len: 168 time: 0.1821451 Nov 26 02:57:52.875485 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefe5a93-73a2-4c5f-b4ee-f365c8d6616c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting subnet 2656a20a-1d13-4cf9-802e-97597905d869 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:57:52.878857 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cefe5a93-73a2-4c5f-b4ee-f365c8d6616c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:52.880387 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8c956-d257-4d2b-90dd-5a8277c4f83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d943ac91-a167-40a2-9fc0-a77fa981fbc5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:52.926045 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cefe5a93-73a2-4c5f-b4ee-f365c8d6616c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:53.009742 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cefe5a93-73a2-4c5f-b4ee-f365c8d6616c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:53.069556 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cefe5a93-73a2-4c5f-b4ee-f365c8d6616c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:53.101530 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe5a93-73a2-4c5f-b4ee-f365c8d6616c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Subnet': ['ID=2656a20a-1d13-4cf9-802e-97597905d869,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:53.104434 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cefe5a93-73a2-4c5f-b4ee-f365c8d6616c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:53.107796 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cefe5a93-73a2-4c5f-b4ee-f365c8d6616c tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/2656a20a-1d13-4cf9-802e-97597905d869 HTTP/1.1" status: 204 len: 168 time: 0.2924643 Nov 26 02:57:53.111340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50320) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:53.120109 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400b7e1a-8e1e-46fb-948a-77fee4741845 None None] Network 17724552-84a7-406f-930d-796a4b52cd2b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:53.168425 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0da03688-65ff-4793-b44d-01fdf4a7093a up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:57:53.175754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31acdd0-ef81-47e6-9b35-cadf32987c71 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting subnet a0b1a85d-7df8-497a-88c5-c195e8cbe06d {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:57:53.179640 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f31acdd0-ef81-47e6-9b35-cadf32987c71 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:53.222652 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f31acdd0-ef81-47e6-9b35-cadf32987c71 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:53.267899 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 0da03688-65ff-4793-b44d-01fdf4a7093a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:53.268346 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:53.361535 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f31acdd0-ef81-47e6-9b35-cadf32987c71 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:53.485579 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:53.495504 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f31acdd0-ef81-47e6-9b35-cadf32987c71 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:53.531933 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31acdd0-ef81-47e6-9b35-cadf32987c71 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b1a85d-7df8-497a-88c5-c195e8cbe06d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:53.535601 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f31acdd0-ef81-47e6-9b35-cadf32987c71 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:53.539056 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f31acdd0-ef81-47e6-9b35-cadf32987c71 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/a0b1a85d-7df8-497a-88c5-c195e8cbe06d HTTP/1.1" status: 204 len: 168 time: 0.4265480 Nov 26 02:57:53.543841 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50344) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:53.574808 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e692550-a4b7-4ac3-99fc-44bce7fd4194 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] DELETE failed (client error): The resource could not be found. Nov 26 02:57:53.575299 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e692550-a4b7-4ac3-99fc-44bce7fd4194 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:57:53.581710 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50346) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:53.584943 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8e692550-a4b7-4ac3-99fc-44bce7fd4194 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/2656a20a-1d13-4cf9-802e-97597905d869 HTTP/1.1" status: 404 len: 337 time: 0.0391769 Nov 26 02:57:53.663680 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-4923fc65-f353-4025-82e3-1b412905f440 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting subnet 8d4ff281-95f5-4808-8d37-e44f0997ff77 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:57:53.672961 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4923fc65-f353-4025-82e3-1b412905f440 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:53.715830 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4923fc65-f353-4025-82e3-1b412905f440 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:53.872762 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4923fc65-f353-4025-82e3-1b412905f440 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:53.883331 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aee6e-5f49-489b-aadc-16942d35d849 req-ca0f555c-d085-4ad8-9f37-f28cf01123ec tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:53.885175 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-110aee6e-5f49-489b-aadc-16942d35d849 req-ca0f555c-d085-4ad8-9f37-f28cf01123ec tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52dfc1c-8594-4227-903a-aff42f661d9e HTTP/1.1" status: 200 len: 946 time: 0.1178405 Nov 26 02:57:53.892611 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50360) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:53.983044 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4923fc65-f353-4025-82e3-1b412905f440 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:54.040615 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-110aee6e-5f49-489b-aadc-16942d35d849 req-6f6775c5-59fd-41db-8829-7a85664605a9 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262033 Nov 26 02:57:54.044353 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923fc65-f353-4025-82e3-1b412905f440 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4ff281-95f5-4808-8d37-e44f0997ff77,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:54.047537 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-903ef71f-5de2-4e0f-ab56-8e53e5a95e63 tempest-AgentManagementNegativeTest-307937937 tempest-AgentManagementNegativeTest-307937937-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1528766 Nov 26 02:57:54.067963 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4923fc65-f353-4025-82e3-1b412905f440 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:54.074659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4923fc65-f353-4025-82e3-1b412905f440 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/8d4ff281-95f5-4808-8d37-e44f0997ff77 HTTP/1.1" status: 204 len: 168 time: 0.4894166 Nov 26 02:57:54.075020 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50368) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:54.112787 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-8adbaf0e-4552-4a1b-8c33-2071aba0ba5f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] DELETE failed (client error): The resource could not be found. Nov 26 02:57:54.113178 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8adbaf0e-4552-4a1b-8c33-2071aba0ba5f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:57:54.132227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50370) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:54.138510 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8adbaf0e-4552-4a1b-8c33-2071aba0ba5f tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/e95b76ef-5610-45b4-a8ca-b5e223c0bcca HTTP/1.1" status: 404 len: 337 time: 0.0619478 Nov 26 02:57:54.180389 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-03378169-b9ba-4728-b007-6913cf072167 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "GET /v2.0/ports?device_id=76fb106a-eb94-4a25-b54b-dc9ba032adf0 HTTP/1.1" status: 200 len: 205 time: 0.0469229 Nov 26 02:57:54.182933 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50372) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:54.225480 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-fd55895c-d72a-4dfa-822f-cc71da7492d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] delete failed (client error): The resource could not be found. Nov 26 02:57:54.226760 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fd55895c-d72a-4dfa-822f-cc71da7492d1 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/routers/76fb106a-eb94-4a25-b54b-dc9ba032adf0 HTTP/1.1" status: 404 len: 336 time: 0.0427973 Nov 26 02:57:54.230365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50374) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:54.291961 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de3aca4-8680-41db-9659-37d872111721 None None] Network 17724552-84a7-406f-930d-796a4b52cd2b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:54.295449 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d81e68-214f-4a6a-80d0-895baa8692b6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] DELETE failed (client error): The resource could not be found. Nov 26 02:57:54.296312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d81e68-214f-4a6a-80d0-895baa8692b6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:57:54.303811 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50378) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:54.317311 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f1d81e68-214f-4a6a-80d0-895baa8692b6 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/5d4725db-583e-4a89-ac53-da8e13513447 HTTP/1.1" status: 404 len: 337 time: 0.0850136 Nov 26 02:57:54.377060 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f799cfa-1800-4d0b-9e41-f0a93d4e088a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] DELETE failed (client error): The resource could not be found. Nov 26 02:57:54.381391 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f799cfa-1800-4d0b-9e41-f0a93d4e088a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:57:54.383368 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d23d5b-bf0d-4231-8220-8ebe0cacff72 req-1e903ac2-cb03-479e-bdbf-70a6b92d5439 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:54.385520 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9d23d5b-bf0d-4231-8220-8ebe0cacff72 req-1e903ac2-cb03-479e-bdbf-70a6b92d5439 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52dfc1c-8594-4227-903a-aff42f661d9e HTTP/1.1" status: 200 len: 946 time: 0.0673523 Nov 26 02:57:54.391622 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0f799cfa-1800-4d0b-9e41-f0a93d4e088a tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/4d91a11f-c599-486a-8cac-85c08f141f19 HTTP/1.1" status: 404 len: 337 time: 0.0862629 Nov 26 02:57:54.394119 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50382) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:54.423943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ad6b78d1-e14c-46be-b13c-546857802c9a None None] Provisioning complete for port e52e0f48-81a9-44d6-a3cd-478585a2c31c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:54.424213 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c2eaee-b98b-42be-9a45-16c9bdf4f422 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] DELETE failed (client error): The resource could not be found. Nov 26 02:57:54.424783 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c2eaee-b98b-42be-9a45-16c9bdf4f422 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:57:54.424973 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ad6b78d1-e14c-46be-b13c-546857802c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:54.427995 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-12c2eaee-b98b-42be-9a45-16c9bdf4f422 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/01435a2f-0e28-4c0e-b9bd-7e6f82d946a6 HTTP/1.1" status: 404 len: 337 time: 0.0328634 Nov 26 02:57:54.430690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50384) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:54.455587 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b365c0-c75b-4d7a-9c13-0140131df8a2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] DELETE failed (client error): The resource could not be found. Nov 26 02:57:54.456394 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b365c0-c75b-4d7a-9c13-0140131df8a2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:57:54.460065 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-45b365c0-c75b-4d7a-9c13-0140131df8a2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/ports/46fbc379-d46a-48e5-a04f-a7c72e19a0a4 HTTP/1.1" status: 404 len: 333 time: 0.0283380 Nov 26 02:57:54.462869 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50386) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:54.472750 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9d23d5b-bf0d-4231-8220-8ebe0cacff72 req-579a9a0d-48f7-4366-a050-5ca8b99b7f4c tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779457 Nov 26 02:57:54.481530 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b78d1-e14c-46be-b13c-546857802c9a None None] Port e52e0f48-81a9-44d6-a3cd-478585a2c31c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:57:54.493110 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-532ac8a2-b93a-46d9-8ff2-66891ed29e77 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] DELETE failed (client error): The resource could not be found. Nov 26 02:57:54.493576 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532ac8a2-b93a-46d9-8ff2-66891ed29e77 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:57:54.497485 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-532ac8a2-b93a-46d9-8ff2-66891ed29e77 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/40e43577-8c95-48ff-a274-44cda66fcb2e HTTP/1.1" status: 404 len: 337 time: 0.0334249 Nov 26 02:57:54.500957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50390) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:54.517556 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ad6b78d1-e14c-46be-b13c-546857802c9a None None] Provisioning complete for port 0da03688-65ff-4793-b44d-01fdf4a7093a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:54.518281 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ad6b78d1-e14c-46be-b13c-546857802c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:54.523124 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50392) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:54.535418 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c43669a-21d3-4c93-aeb2-7afe28235657 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] DELETE failed (client error): The resource could not be found. Nov 26 02:57:54.535893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c43669a-21d3-4c93-aeb2-7afe28235657 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:57:54.541725 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50396) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:54.541936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8c43669a-21d3-4c93-aeb2-7afe28235657 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/9a02487f-fd6d-4833-9102-e1d8a10872e6 HTTP/1.1" status: 404 len: 337 time: 0.0397151 Nov 26 02:57:54.576247 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c3134ae-7a1c-4eee-8074-9146ae1dbb93 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] DELETE failed (client error): The resource could not be found. Nov 26 02:57:54.576849 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c3134ae-7a1c-4eee-8074-9146ae1dbb93 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:57:54.584256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50398) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:54.590150 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65366759-9d43-4d9b-acfd-95c005be3c07 None None] DHCP port deletion for 17724552-84a7-406f-930d-796a4b52cd2b request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:57:54.601119 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6c3134ae-7a1c-4eee-8074-9146ae1dbb93 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/ports/ac46a356-9320-465d-8567-5975c1c51ebf HTTP/1.1" status: 404 len: 333 time: 0.0574574 Nov 26 02:57:54.621814 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-4057873b-6895-4d7b-827a-2c784c246b99 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] DELETE failed (client error): The resource could not be found. Nov 26 02:57:54.622284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4057873b-6895-4d7b-827a-2c784c246b99 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:57:54.635670 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50400) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:54.635857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4057873b-6895-4d7b-827a-2c784c246b99 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/f83ced67-2a09-400c-bc91-f3a3bc5c0758 HTTP/1.1" status: 404 len: 337 time: 0.0464013 Nov 26 02:57:54.684882 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f253e67a-c2c3-4d14-9abd-7710867cbbf2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] DELETE failed (client error): The resource could not be found. Nov 26 02:57:54.685439 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f253e67a-c2c3-4d14-9abd-7710867cbbf2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:57:54.688594 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f253e67a-c2c3-4d14-9abd-7710867cbbf2 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/subnets/495178f0-af04-46ac-bff5-947fb2c028e9 HTTP/1.1" status: 404 len: 337 time: 0.0511584 Nov 26 02:57:54.691554 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50402) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:54.703662 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-65366759-9d43-4d9b-acfd-95c005be3c07 None None] Deleting port 0da03688-65ff-4793-b44d-01fdf4a7093a {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:54.704076 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-65366759-9d43-4d9b-acfd-95c005be3c07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:54.706957 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-874e5a56-d734-407e-b33e-1955d13da709 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:54.791113 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-65366759-9d43-4d9b-acfd-95c005be3c07 None None] For port 0da03688-65ff-4793-b44d-01fdf4a7093a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0da03688-65ff-4793-b44d-01fdf4a7093a,segment=NetworkSegment(095af6f6-1993-42c1-b6f7-9743d37bf59f),segment_id=095af6f6-1993-42c1-b6f7-9743d37bf59f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:54.791517 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-65366759-9d43-4d9b-acfd-95c005be3c07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:54.806766 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-65366759-9d43-4d9b-acfd-95c005be3c07 None None] Calling delete_port for 0da03688-65ff-4793-b44d-01fdf4a7093a owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:54.885142 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-874e5a56-d734-407e-b33e-1955d13da709 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:54.895442 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-874e5a56-d734-407e-b33e-1955d13da709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:54.916901 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-65366759-9d43-4d9b-acfd-95c005be3c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:54.947116 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-874e5a56-d734-407e-b33e-1955d13da709 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0220ad10d14f481f82fb37e49760abe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4196274 Nov 26 02:57:54.947636 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65366759-9d43-4d9b-acfd-95c005be3c07 None None] Pushing event deleted for resources: {'Port': ['ID=0da03688-65ff-4793-b44d-01fdf4a7093a,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:54.950983 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50408) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:54.954569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65366759-9d43-4d9b-acfd-95c005be3c07 None None] No DVR routers for this DVR port 0da03688-65ff-4793-b44d-01fdf4a7093a on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:57:54.965953 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e5a56-d734-407e-b33e-1955d13da709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6283ccb0-e208-48be-9915-377508d957b2,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:54.971613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-3ca59a87-0aba-4370-880a-6efaf496f8ad tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Deleting port e52e0f48-81a9-44d6-a3cd-478585a2c31c {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:54.972596 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ca59a87-0aba-4370-880a-6efaf496f8ad tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:55.007577 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-183d072f-5ab6-4755-9b94-8b9b37f8b2e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:55.032004 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-183d072f-5ab6-4755-9b94-8b9b37f8b2e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:55.049824 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ca59a87-0aba-4370-880a-6efaf496f8ad tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:55.066656 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-3ca59a87-0aba-4370-880a-6efaf496f8ad tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Calling delete_port for e52e0f48-81a9-44d6-a3cd-478585a2c31c owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:55.116599 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-183d072f-5ab6-4755-9b94-8b9b37f8b2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:55.119945 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-183d072f-5ab6-4755-9b94-8b9b37f8b2e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:55.121148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-183d072f-5ab6-4755-9b94-8b9b37f8b2e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6283ccb0-e208-48be-9915-377508d957b2 HTTP/1.1" status: 204 len: 168 time: 0.1687067 Nov 26 02:57:55.146372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d072f-5ab6-4755-9b94-8b9b37f8b2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6283ccb0-e208-48be-9915-377508d957b2,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:55.152203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0da03688-65ff-4793-b44d-01fdf4a7093a no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:57:55.183334 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ca59a87-0aba-4370-880a-6efaf496f8ad tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:55.186500 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 0da03688-65ff-4793-b44d-01fdf4a7093a {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:57:55.186846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0da03688-65ff-4793-b44d-01fdf4a7093a not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:57:55.220991 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca59a87-0aba-4370-880a-6efaf496f8ad tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Port': ['ID=e52e0f48-81a9-44d6-a3cd-478585a2c31c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:55.226342 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ca59a87-0aba-4370-880a-6efaf496f8ad tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:55.230853 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3ca59a87-0aba-4370-880a-6efaf496f8ad tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/ports/e52e0f48-81a9-44d6-a3cd-478585a2c31c HTTP/1.1" status: 204 len: 168 time: 0.5381062 Nov 26 02:57:55.233350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50412) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:55.316630 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15151943-0f5a-47f1-bf7d-23c1ab7a1591 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:55.486008 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15151943-0f5a-47f1-bf7d-23c1ab7a1591 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:55.511943 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-15151943-0f5a-47f1-bf7d-23c1ab7a1591 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17724552-84a7-406f-930d-796a4b52cd2b']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:55.523199 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-15151943-0f5a-47f1-bf7d-23c1ab7a1591 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095af6f6-1993-42c1-b6f7-9743d37bf59f') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:55.523623 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-15151943-0f5a-47f1-bf7d-23c1ab7a1591 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095af6f6-1993-42c1-b6f7-9743d37bf59f') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:57:55.535663 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15151943-0f5a-47f1-bf7d-23c1ab7a1591 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:55.551420 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15151943-0f5a-47f1-bf7d-23c1ab7a1591 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:55.559510 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15151943-0f5a-47f1-bf7d-23c1ab7a1591 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:57:55.559983 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15151943-0f5a-47f1-bf7d-23c1ab7a1591 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: timer() Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:57:55.563962 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:57:55.655679 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15151943-0f5a-47f1-bf7d-23c1ab7a1591 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:55.666307 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a465e7-81e3-4d90-8482-76f810d97b24 req-3a88ad59-3329-4ce4-a853-b1bd8cf0c0f9 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:55.671672 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15151943-0f5a-47f1-bf7d-23c1ab7a1591 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:55.679052 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-15151943-0f5a-47f1-bf7d-23c1ab7a1591 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] 10.222.0.31 "DELETE /v2.0/networks/17724552-84a7-406f-930d-796a4b52cd2b HTTP/1.1" status: 204 len: 168 time: 0.4411237 Nov 26 02:57:55.679253 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30a465e7-81e3-4d90-8482-76f810d97b24 req-3a88ad59-3329-4ce4-a853-b1bd8cf0c0f9 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52dfc1c-8594-4227-903a-aff42f661d9e HTTP/1.1" status: 200 len: 946 time: 0.1047695 Nov 26 02:57:55.691960 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15151943-0f5a-47f1-bf7d-23c1ab7a1591 tempest-PortsIpV6TestJSON-1882894890 tempest-PortsIpV6TestJSON-1882894890-project] Pushing event deleted for resources: {'Network': ['ID=17724552-84a7-406f-930d-796a4b52cd2b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:55.736340 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30a465e7-81e3-4d90-8482-76f810d97b24 req-12de0f42-1a85-4c4e-ac9e-a480d9f1d4dd tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598226 Nov 26 02:57:56.038009 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50446) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:56.069979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb395449-4dfe-46af-9c94-c565a8071d23 req-469f2cb8-da74-4258-a908-f77a4e733248 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:56.072230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb395449-4dfe-46af-9c94-c565a8071d23 req-469f2cb8-da74-4258-a908-f77a4e733248 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52dfc1c-8594-4227-903a-aff42f661d9e HTTP/1.1" status: 200 len: 946 time: 0.0552826 Nov 26 02:57:56.127537 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb395449-4dfe-46af-9c94-c565a8071d23 req-75d7ea91-cca9-46cc-819b-40ef5f3e98b1 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485933 Nov 26 02:57:56.237604 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50452) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:56.297702 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-dd6bc302-5526-43df-9e08-629bcf26a780 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1285932756'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:56.317776 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d44360e7-413c-4b7f-b0db-64e24192fe6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24ccd62cd70f4a5fbb1ac9b8133fd939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2783549 Nov 26 02:57:56.320451 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50456) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:56.329388 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6bc302-5526-43df-9e08-629bcf26a780 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:56.333171 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd6bc302-5526-43df-9e08-629bcf26a780 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:56.342604 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd6bc302-5526-43df-9e08-629bcf26a780 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:56.375116 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2fbfb2c6-53ed-4db3-b434-2d889c2ec6c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:56.407384 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2fbfb2c6-53ed-4db3-b434-2d889c2ec6c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:56.442483 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd6bc302-5526-43df-9e08-629bcf26a780 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:56.449146 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd6bc302-5526-43df-9e08-629bcf26a780 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:56.470390 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2fbfb2c6-53ed-4db3-b434-2d889c2ec6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:56.474294 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2fbfb2c6-53ed-4db3-b434-2d889c2ec6c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:56.481120 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6bc302-5526-43df-9e08-629bcf26a780 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:57:56.484623 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2fbfb2c6-53ed-4db3-b434-2d889c2ec6c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0a18925-667f-4af2-9b99-4e64e1792652 HTTP/1.1" status: 204 len: 168 time: 0.1629915 Nov 26 02:57:56.485980 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bc302-5526-43df-9e08-629bcf26a780 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83aa0bcc-20f9-4b9d-99d6-c4caabe00f09,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:56.493998 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd6bc302-5526-43df-9e08-629bcf26a780 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:56.495642 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-dd6bc302-5526-43df-9e08-629bcf26a780 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Added segment 92140651-8a01-4564-ad78-5e74c19ca1af of type vlan for network af1a2dc2-8bce-453d-a003-a5791ffd45d3 Nov 26 02:57:56.496998 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfb2c6-53ed-4db3-b434-2d889c2ec6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a18925-667f-4af2-9b99-4e64e1792652,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:56.551764 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd6bc302-5526-43df-9e08-629bcf26a780 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:56.577206 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd6bc302-5526-43df-9e08-629bcf26a780 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:56.583108 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6bc302-5526-43df-9e08-629bcf26a780 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:56.583707 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd6bc302-5526-43df-9e08-629bcf26a780 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:56.643490 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50462) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:56.644069 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dd6bc302-5526-43df-9e08-629bcf26a780 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4051056 Nov 26 02:57:56.651627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-bdec0659-cbea-40cc-8d7d-bbc97fbd112d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:56.664553 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bc302-5526-43df-9e08-629bcf26a780 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Network': ['ID=af1a2dc2-8bce-453d-a003-a5791ffd45d3,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:56.679547 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:57:56.763365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdec0659-cbea-40cc-8d7d-bbc97fbd112d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:56.768224 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bdec0659-cbea-40cc-8d7d-bbc97fbd112d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:56.986722 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bdec0659-cbea-40cc-8d7d-bbc97fbd112d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:57.049770 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec0659-cbea-40cc-8d7d-bbc97fbd112d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=891ace54-4e12-4ef1-b8bb-131922ebe1b2,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:57.082409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec0659-cbea-40cc-8d7d-bbc97fbd112d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:57:57.083062 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdec0659-cbea-40cc-8d7d-bbc97fbd112d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network hostable DHCP agents. Network: af1a2dc2-8bce-453d-a003-a5791ffd45d3, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:57:57.107213 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdec0659-cbea-40cc-8d7d-bbc97fbd112d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:57:57.121437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-bdec0659-cbea-40cc-8d7d-bbc97fbd112d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, af1a2dc2-8bce-453d-a003-a5791ffd45d3) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:57.125621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdec0659-cbea-40cc-8d7d-bbc97fbd112d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:57.126864 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bdec0659-cbea-40cc-8d7d-bbc97fbd112d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:57.146982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be99bf-4680-4a65-880e-5029e4b95565 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:57.148535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bdec0659-cbea-40cc-8d7d-bbc97fbd112d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5031986 Nov 26 02:57:57.151830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50484) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:57.158263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c8c597e2-6654-49d3-9c0a-c12581fa76fe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'name': 'tempest-NetworksTestDHCPv6-770355578'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:57.404341 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0f670-751e-448e-bc69-6b0d805ae126 req-a25bb6a4-4f77-4d68-84d4-ce572a2f1fea tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:57.406461 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14c0f670-751e-448e-bc69-6b0d805ae126 req-a25bb6a4-4f77-4d68-84d4-ce572a2f1fea tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52dfc1c-8594-4227-903a-aff42f661d9e HTTP/1.1" status: 200 len: 946 time: 0.1620102 Nov 26 02:57:57.433542 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c597e2-6654-49d3-9c0a-c12581fa76fe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:57.442558 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8c597e2-6654-49d3-9c0a-c12581fa76fe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:57.453305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'fixed_ips': [{'subnet_id': '891ace54-4e12-4ef1-b8bb-131922ebe1b2'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:57:57.454506 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:57.502800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50490) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:57.527718 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14c0f670-751e-448e-bc69-6b0d805ae126 req-1f259ba3-0270-4ced-9310-e89bea909ef4 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06264ce-eeb5-4355-a9a0-51dcaa0e0139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147261 Nov 26 02:57:57.534332 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-c8c597e2-6654-49d3-9c0a-c12581fa76fe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port 7d426f54-3ac4-4343-a687-b5de6f8e2935 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:57:57.603578 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Allocated IP 2001:db8::2 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/891ace54-4e12-4ef1-b8bb-131922ebe1b2/f32690ef-df84-4b16-9853-8e67b4bd800d) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:57.623365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6077de-11de-44cc-b666-8eb047ebadf1 req-9b4f1acf-142c-4653-86a9-89b9d63dfc12 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:57.625324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b6077de-11de-44cc-b666-8eb047ebadf1 req-9b4f1acf-142c-4653-86a9-89b9d63dfc12 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.59 "GET /v2.0/ports?device_id=e52dfc1c-8594-4227-903a-aff42f661d9e HTTP/1.1" status: 200 len: 946 time: 0.1321471 Nov 26 02:57:57.648742 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-cbb73dfa-946e-4e0a-a937-050589524aa2 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1411417922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:57.675934 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cbb73dfa-946e-4e0a-a937-050589524aa2 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:57.677056 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cbb73dfa-946e-4e0a-a937-050589524aa2 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:57.736529 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-3b6077de-11de-44cc-b666-8eb047ebadf1 req-7c6be5f3-62a0-4704-b819-6e92b4db52a3 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Deleting port a654b58b-ca9b-4bf1-b535-5cf23ad301cf {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:57.736875 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3b6077de-11de-44cc-b666-8eb047ebadf1 req-7c6be5f3-62a0-4704-b819-6e92b4db52a3 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:57.737174 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cbb73dfa-946e-4e0a-a937-050589524aa2 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:57.742376 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cbb73dfa-946e-4e0a-a937-050589524aa2 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:57.762496 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cbb73dfa-946e-4e0a-a937-050589524aa2 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:57.764099 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cbb73dfa-946e-4e0a-a937-050589524aa2 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2598202 Nov 26 02:57:57.766335 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50494) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:57.771165 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a7b2e67b-bc0c-4903-9fb7-99ff101dc3b5 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1606815008'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:57.773714 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:57.782838 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:57.794726 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b2e67b-bc0c-4903-9fb7-99ff101dc3b5 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Made reservation on behalf of 5630e03930fe4f4e894fa57d7498aaa5 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:57.798513 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7b2e67b-bc0c-4903-9fb7-99ff101dc3b5 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:57.808622 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7b2e67b-bc0c-4903-9fb7-99ff101dc3b5 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:57.826285 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:57.829242 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:57.833079 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:57.842589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Pushing event updated for resources: {'Port': ['ID=f32690ef-df84-4b16-9853-8e67b4bd800d,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:57.879580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-c8c597e2-6654-49d3-9c0a-c12581fa76fe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::161 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/891ace54-4e12-4ef1-b8bb-131922ebe1b2/7d426f54-3ac4-4343-a687-b5de6f8e2935) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:57:57.900012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-3b6077de-11de-44cc-b666-8eb047ebadf1 req-7c6be5f3-62a0-4704-b819-6e92b4db52a3 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] For port a654b58b-ca9b-4bf1-b535-5cf23ad301cf, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=a654b58b-ca9b-4bf1-b535-5cf23ad301cf,segment=NetworkSegment(d2439ea4-b0c3-4d95-930c-e2a35126e95b),segment_id=d2439ea4-b0c3-4d95-930c-e2a35126e95b)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:57:57.900765 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3b6077de-11de-44cc-b666-8eb047ebadf1 req-7c6be5f3-62a0-4704-b819-6e92b4db52a3 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:57.910094 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Attempting to bind port f32690ef-df84-4b16-9853-8e67b4bd800d on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:57:57.910483 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Attempting to bind port f32690ef-df84-4b16-9853-8e67b4bd800d by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:57:57.911159 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Attempting to bind port f32690ef-df84-4b16-9853-8e67b4bd800d on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:57:57.917221 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:57:57.918212 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:57:57.919141 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:57.919491 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-3b6077de-11de-44cc-b666-8eb047ebadf1 req-7c6be5f3-62a0-4704-b819-6e92b4db52a3 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Calling delete_port for a654b58b-ca9b-4bf1-b535-5cf23ad301cf owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:57.919625 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:57:57.920029 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Bound port: f32690ef-df84-4b16-9853-8e67b4bd800d, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:57:57.921044 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:57.937834 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7b2e67b-bc0c-4903-9fb7-99ff101dc3b5 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:57.956065 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7b2e67b-bc0c-4903-9fb7-99ff101dc3b5 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:57.982433 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b2e67b-bc0c-4903-9fb7-99ff101dc3b5 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:57:57.994722 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] For port f32690ef-df84-4b16-9853-8e67b4bd800d, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:57:57.998011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] For port f32690ef-df84-4b16-9853-8e67b4bd800d, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=f32690ef-df84-4b16-9853-8e67b4bd800d,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:57:58.004228 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:58.019008 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7b2e67b-bc0c-4903-9fb7-99ff101dc3b5 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:58.019497 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-a7b2e67b-bc0c-4903-9fb7-99ff101dc3b5 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Added segment 76f0f39b-6208-403b-ae06-223df0758319 of type vlan for network 56b1cc31-4f76-4509-aa35-99b1772fa2f9 Nov 26 02:57:58.073251 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76051a72-3e99-4bf5-9076-4636024a986a None None] Pushing event updated for resources: {'Port': ['ID=f32690ef-df84-4b16-9853-8e67b4bd800d,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:58.126998 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7b2e67b-bc0c-4903-9fb7-99ff101dc3b5 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:58.142163 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2e67b-bc0c-4903-9fb7-99ff101dc3b5 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0109288b-7953-4050-aa34-e98c0a71ab84,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:58.191241 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8c597e2-6654-49d3-9c0a-c12581fa76fe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:58.213494 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7b2e67b-bc0c-4903-9fb7-99ff101dc3b5 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:58.219614 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b2e67b-bc0c-4903-9fb7-99ff101dc3b5 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:58.220461 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7b2e67b-bc0c-4903-9fb7-99ff101dc3b5 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:58.226655 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3b6077de-11de-44cc-b666-8eb047ebadf1 req-7c6be5f3-62a0-4704-b819-6e92b4db52a3 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:58.259764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['a654b58b-ca9b-4bf1-b535-5cf23ad301cf'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:57:58.292132 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6be5f3-62a0-4704-b819-6e92b4db52a3 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Pushing event deleted for resources: {'Port': ['ID=a654b58b-ca9b-4bf1-b535-5cf23ad301cf,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:58.354917 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6077de-11de-44cc-b666-8eb047ebadf1 req-7c6be5f3-62a0-4704-b819-6e92b4db52a3 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] No DVR routers for this DVR port a654b58b-ca9b-4bf1-b535-5cf23ad301cf on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:57:58.357830 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8c597e2-6654-49d3-9c0a-c12581fa76fe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:58.360352 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3b6077de-11de-44cc-b666-8eb047ebadf1 req-7c6be5f3-62a0-4704-b819-6e92b4db52a3 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:58.364857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b6077de-11de-44cc-b666-8eb047ebadf1 req-7c6be5f3-62a0-4704-b819-6e92b4db52a3 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.59 "DELETE /v2.0/ports/a654b58b-ca9b-4bf1-b535-5cf23ad301cf HTTP/1.1" status: 204 len: 173 time: 0.7310588 Nov 26 02:57:58.364857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52dfc1c-8594-4227-903a-aff42f661d9e', 'name': 'network-vif-deleted', 'tag': 'a654b58b-ca9b-4bf1-b535-5cf23ad301cf'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:57:58.367304 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1b5bf1-4465-4e8f-adb6-b900944e3ed3" -d '{"events": [{"server_uuid": "e52dfc1c-8594-4227-903a-aff42f661d9e", "name": "network-vif-deleted", "tag": "a654b58b-ca9b-4bf1-b535-5cf23ad301cf"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:57:58.478857 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed00009-87fc-444a-8fdc-9d3f58824a3c x-openstack-request-id: req-0ed00009-87fc-444a-8fdc-9d3f58824a3c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:57:58.479597 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52dfc1c-8594-4227-903a-aff42f661d9e", "name": "network-vif-deleted", "tag": "a654b58b-ca9b-4bf1-b535-5cf23ad301cf", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:57:58.480400 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ed00009-87fc-444a-8fdc-9d3f58824a3c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:57:58.480552 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52dfc1c-8594-4227-903a-aff42f661d9e', 'name': 'network-vif-deleted', 'tag': 'a654b58b-ca9b-4bf1-b535-5cf23ad301cf', 'status': 'completed', 'code': 200} Nov 26 02:57:58.502065 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c597e2-6654-49d3-9c0a-c12581fa76fe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:57:58.506844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-c8c597e2-6654-49d3-9c0a-c12581fa76fe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:58.516102 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c597e2-6654-49d3-9c0a-c12581fa76fe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:57:58.533691 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c597e2-6654-49d3-9c0a-c12581fa76fe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:58.534501 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8c597e2-6654-49d3-9c0a-c12581fa76fe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:58.568732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c597e2-6654-49d3-9c0a-c12581fa76fe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=7d426f54-3ac4-4343-a687-b5de6f8e2935,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:58.591300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c8c597e2-6654-49d3-9c0a-c12581fa76fe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4369662 Nov 26 02:57:58.594473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50524) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:58.650430 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a7b2e67b-bc0c-4903-9fb7-99ff101dc3b5 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8829534 Nov 26 02:57:58.654061 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50526) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:58.660557 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1a00a792-780b-4d2e-9990-9181b00a0f3a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Request body: {'subnet': {'network_id': '56b1cc31-4f76-4509-aa35-99b1772fa2f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:58.722622 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94cf446f-5d7f-490f-b35c-878a6ed63127 req-10d7e1fc-f896-4af8-ab0c-bb55acee2dc8 tempest-DeleteServersTestJSON-2046903382 tempest-DeleteServersTestJSON-2046903382-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52dfc1c-8594-4227-903a-aff42f661d9e HTTP/1.1" status: 200 len: 210 time: 0.0360372 Nov 26 02:57:58.735988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45be65a-f20f-4391-9b81-f51ba0c43713 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:58.753248 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45be65a-f20f-4391-9b81-f51ba0c43713 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:58.756102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d45be65a-f20f-4391-9b81-f51ba0c43713 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1582286 Nov 26 02:57:58.757745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50528) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:58.769746 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2e67b-bc0c-4903-9fb7-99ff101dc3b5 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event updated for resources: {'Network': ['ID=56b1cc31-4f76-4509-aa35-99b1772fa2f9,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:58.784358 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a00a792-780b-4d2e-9990-9181b00a0f3a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Made reservation on behalf of 5630e03930fe4f4e894fa57d7498aaa5 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:58.788298 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a00a792-780b-4d2e-9990-9181b00a0f3a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:58.788486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 56b1cc31-4f76-4509-aa35-99b1772fa2f9 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:57:58.873033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-c217065e-cdfa-4bb5-8d25-544484dac135 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port 7d426f54-3ac4-4343-a687-b5de6f8e2935 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:57:58.873461 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c217065e-cdfa-4bb5-8d25-544484dac135 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:58.968774 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c217065e-cdfa-4bb5-8d25-544484dac135 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:58.986381 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-c217065e-cdfa-4bb5-8d25-544484dac135 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for 7d426f54-3ac4-4343-a687-b5de6f8e2935 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:57:59.037085 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a00a792-780b-4d2e-9990-9181b00a0f3a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:59.127394 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a00a792-780b-4d2e-9990-9181b00a0f3a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Checking segment: {'id': '76f0f39b-6208-403b-ae06-223df0758319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '56b1cc31-4f76-4509-aa35-99b1772fa2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:57:59.127772 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a00a792-780b-4d2e-9990-9181b00a0f3a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Network hostable DHCP agents. Network: 56b1cc31-4f76-4509-aa35-99b1772fa2f9, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:57:59.132264 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00a792-780b-4d2e-9990-9181b00a0f3a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event updated for resources: {'Subnet': ['ID=357cc2f3-1a1c-437a-8595-1921924f9ed4,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:59.157885 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a00a792-780b-4d2e-9990-9181b00a0f3a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Network 56b1cc31-4f76-4509-aa35-99b1772fa2f9 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:57:59.177561 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-1a00a792-780b-4d2e-9990-9181b00a0f3a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 56b1cc31-4f76-4509-aa35-99b1772fa2f9) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:57:59.187655 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a00a792-780b-4d2e-9990-9181b00a0f3a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:59.187655 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a00a792-780b-4d2e-9990-9181b00a0f3a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:59.187902 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75410a21-d960-4d96-bde4-712b2e22d31e None None] Network 56b1cc31-4f76-4509-aa35-99b1772fa2f9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:59.205189 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1a00a792-780b-4d2e-9990-9181b00a0f3a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5496283 Nov 26 02:57:59.208109 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50532) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:59.225099 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-14daadaa-dd14-4447-90b1-68a87b56da00 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Request body: {'network': {'name': 'tempest-router-network01--607734696'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:59.294020 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14daadaa-dd14-4447-90b1-68a87b56da00 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Made reservation on behalf of 5630e03930fe4f4e894fa57d7498aaa5 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:59.298894 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14daadaa-dd14-4447-90b1-68a87b56da00 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:59.301778 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c217065e-cdfa-4bb5-8d25-544484dac135 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:59.333516 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14daadaa-dd14-4447-90b1-68a87b56da00 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:57:59.353263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device f32690ef-df84-4b16-9853-8e67b4bd800d up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:57:59.361491 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14daadaa-dd14-4447-90b1-68a87b56da00 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:59.362084 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-14daadaa-dd14-4447-90b1-68a87b56da00 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Added segment 1fa0d4e0-3dad-4285-b4aa-022fd650c642 of type vlan for network f31fb149-64ce-4807-8d80-2c9353cd7d98 Nov 26 02:57:59.362335 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217065e-cdfa-4bb5-8d25-544484dac135 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=7d426f54-3ac4-4343-a687-b5de6f8e2935,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:59.382807 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c217065e-cdfa-4bb5-8d25-544484dac135 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:59.389301 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c217065e-cdfa-4bb5-8d25-544484dac135 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/7d426f54-3ac4-4343-a687-b5de6f8e2935 HTTP/1.1" status: 204 len: 168 time: 0.6289003 Nov 26 02:57:59.391627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50536) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:59.453779 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14daadaa-dd14-4447-90b1-68a87b56da00 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:59.460835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port f32690ef-df84-4b16-9853-8e67b4bd800d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:57:59.461249 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:59.512813 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14daadaa-dd14-4447-90b1-68a87b56da00 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:59.523112 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14daadaa-dd14-4447-90b1-68a87b56da00 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:59.523770 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14daadaa-dd14-4447-90b1-68a87b56da00 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:59.560749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02309e21-4f7b-4849-a958-a3ee908d3a64 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:59.562577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02309e21-4f7b-4849-a958-a3ee908d3a64 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:57:59.564323 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-02309e21-4f7b-4849-a958-a3ee908d3a64 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1707764 Nov 26 02:57:59.567083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50538) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:59.675371 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c76bf4-7a95-422f-a7a4-9cfee023def9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 891ace54-4e12-4ef1-b8bb-131922ebe1b2 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:57:59.690481 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c4c76bf4-7a95-422f-a7a4-9cfee023def9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:59.736988 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-14daadaa-dd14-4447-90b1-68a87b56da00 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5253513 Nov 26 02:57:59.741668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50542) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:57:59.748967 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14daadaa-dd14-4447-90b1-68a87b56da00 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event updated for resources: {'Network': ['ID=f31fb149-64ce-4807-8d80-2c9353cd7d98,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:57:59.756406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-964fd4d9-1e62-423b-a578-8e39ee5ccce0 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Request body: {'network': {'name': 'tempest-router-network02--486440696'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:57:59.792308 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dada615-4bab-4a45-a16b-eda73629324d None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:57:59.799114 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c4c76bf4-7a95-422f-a7a4-9cfee023def9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:59.835312 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network f31fb149-64ce-4807-8d80-2c9353cd7d98 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:57:59.901724 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c4c76bf4-7a95-422f-a7a4-9cfee023def9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:59.908155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964fd4d9-1e62-423b-a578-8e39ee5ccce0 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Made reservation on behalf of 5630e03930fe4f4e894fa57d7498aaa5 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:57:59.918409 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-964fd4d9-1e62-423b-a578-8e39ee5ccce0 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:59.980794 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-56b1cc31-4f76-4509-aa35-99b1772fa2f9', 'network_id': '56b1cc31-4f76-4509-aa35-99b1772fa2f9', 'tenant_id': '5630e03930fe4f4e894fa57d7498aaa5', 'fixed_ips': [{'subnet_id': '357cc2f3-1a1c-437a-8595-1921924f9ed4'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:57:59.981933 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:59.984303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964fd4d9-1e62-423b-a578-8e39ee5ccce0 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:57:59.996409 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-964fd4d9-1e62-423b-a578-8e39ee5ccce0 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:57:59.996831 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-964fd4d9-1e62-423b-a578-8e39ee5ccce0 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Added segment 053bfbf1-dcf7-44a4-9ab6-ecf8b216eb9e of type vlan for network dd0d92f6-5204-4a5c-ba8b-023c1edcd713 Nov 26 02:58:00.064305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7b80fa8f-6fa1-4c15-82c8-de978ba39f97 None None] Provisioning complete for port f32690ef-df84-4b16-9853-8e67b4bd800d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:00.064752 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7b80fa8f-6fa1-4c15-82c8-de978ba39f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:00.067171 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c4c76bf4-7a95-422f-a7a4-9cfee023def9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:00.067394 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:00.081096 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-964fd4d9-1e62-423b-a578-8e39ee5ccce0 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:00.129162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c76bf4-7a95-422f-a7a4-9cfee023def9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=891ace54-4e12-4ef1-b8bb-131922ebe1b2,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:00.135861 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c4c76bf4-7a95-422f-a7a4-9cfee023def9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:00.143641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c4c76bf4-7a95-422f-a7a4-9cfee023def9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/891ace54-4e12-4ef1-b8bb-131922ebe1b2 HTTP/1.1" status: 204 len: 168 time: 0.5753987 Nov 26 02:58:00.146963 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50562) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:00.169809 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-964fd4d9-1e62-423b-a578-8e39ee5ccce0 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:00.176424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964fd4d9-1e62-423b-a578-8e39ee5ccce0 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:00.177101 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-964fd4d9-1e62-423b-a578-8e39ee5ccce0 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:00.236089 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:58:00.236505 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:58:00.245310 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9cec2f1c-1493-4f12-9c90-852a62e38b08 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0971096 Nov 26 02:58:00.249034 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50566) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:00.254068 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-62c95a26-b574-4174-b687-15f95afa6e4f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:00.265274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fd4d9-1e62-423b-a578-8e39ee5ccce0 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event updated for resources: {'Network': ['ID=dd0d92f6-5204-4a5c-ba8b-023c1edcd713,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:00.271988 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-964fd4d9-1e62-423b-a578-8e39ee5ccce0 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5287833 Nov 26 02:58:00.275434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50570) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:00.281902 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-50c3548f-2387-4802-b45c-1a8784317348 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Request body: {'subnet': {'network_id': 'f31fb149-64ce-4807-8d80-2c9353cd7d98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:00.392657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c95a26-b574-4174-b687-15f95afa6e4f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:00.396297 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62c95a26-b574-4174-b687-15f95afa6e4f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:00.427959 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network dd0d92f6-5204-4a5c-ba8b-023c1edcd713 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:58:00.626086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Allocated IP 2001:db8::2 (56b1cc31-4f76-4509-aa35-99b1772fa2f9/357cc2f3-1a1c-437a-8595-1921924f9ed4/329e698a-3c39-4456-9d5f-561ac3ad033f) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:00.651543 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7b80fa8f-6fa1-4c15-82c8-de978ba39f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:00.706528 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beb6bca-6a88-4c7d-aa5d-bff6eb585723 None None] DHCP port deletion for af1a2dc2-8bce-453d-a003-a5791ffd45d3 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:58:00.737774 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62c95a26-b574-4174-b687-15f95afa6e4f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:00.742268 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7b80fa8f-6fa1-4c15-82c8-de978ba39f97 None None] For port f32690ef-df84-4b16-9853-8e67b4bd800d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=f32690ef-df84-4b16-9853-8e67b4bd800d,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:00.773095 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7b80fa8f-6fa1-4c15-82c8-de978ba39f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:00.782116 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c95a26-b574-4174-b687-15f95afa6e4f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:00.787810 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-62c95a26-b574-4174-b687-15f95afa6e4f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:00.794795 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c95a26-b574-4174-b687-15f95afa6e4f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:00.796345 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62c95a26-b574-4174-b687-15f95afa6e4f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:00.829216 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-62c95a26-b574-4174-b687-15f95afa6e4f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5795691 Nov 26 02:58:00.833554 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50582) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:00.843338 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e8dc44d1-6c9a-44be-b1c2-90b7dea34360 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'name': 'tempest-NetworksTestDHCPv6-296036542'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:00.918706 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80fa8f-6fa1-4c15-82c8-de978ba39f97 None None] Pushing event updated for resources: {'Port': ['ID=f32690ef-df84-4b16-9853-8e67b4bd800d,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:00.964116 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-6beb6bca-6a88-4c7d-aa5d-bff6eb585723 None None] Deleting port f32690ef-df84-4b16-9853-8e67b4bd800d {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:00.964578 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6beb6bca-6a88-4c7d-aa5d-bff6eb585723 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:00.990214 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c95a26-b574-4174-b687-15f95afa6e4f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=6c2122ff-e7fd-4cf7-89b3-fd40b11afaf6,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:01.003546 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dc44d1-6c9a-44be-b1c2-90b7dea34360 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:01.009847 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8dc44d1-6c9a-44be-b1c2-90b7dea34360 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:01.017097 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:01.034761 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:01.057206 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-e8dc44d1-6c9a-44be-b1c2-90b7dea34360 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port 59976d71-d29c-48ea-8f10-63315e4ccb1c yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:58:01.100306 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Network 56b1cc31-4f76-4509-aa35-99b1772fa2f9 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:01.109139 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:01.121276 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:01.122893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c3548f-2387-4802-b45c-1a8784317348 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Made reservation on behalf of 5630e03930fe4f4e894fa57d7498aaa5 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:01.130147 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-50c3548f-2387-4802-b45c-1a8784317348 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:01.135167 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6beb6bca-6a88-4c7d-aa5d-bff6eb585723 None None] For port f32690ef-df84-4b16-9853-8e67b4bd800d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=f32690ef-df84-4b16-9853-8e67b4bd800d,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:01.135671 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6beb6bca-6a88-4c7d-aa5d-bff6eb585723 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:01.170868 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-6beb6bca-6a88-4c7d-aa5d-bff6eb585723 None None] Calling delete_port for f32690ef-df84-4b16-9853-8e67b4bd800d owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:01.172979 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Pushing event updated for resources: {'Port': ['ID=329e698a-3c39-4456-9d5f-561ac3ad033f,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:01.309002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device f32690ef-df84-4b16-9853-8e67b4bd800d no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:58:01.323540 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6beb6bca-6a88-4c7d-aa5d-bff6eb585723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:01.325198 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-e8dc44d1-6c9a-44be-b1c2-90b7dea34360 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::158 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/6c2122ff-e7fd-4cf7-89b3-fd40b11afaf6/59976d71-d29c-48ea-8f10-63315e4ccb1c) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:01.371479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: f32690ef-df84-4b16-9853-8e67b4bd800d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:58:01.372145 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device f32690ef-df84-4b16-9853-8e67b4bd800d not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:58:01.375833 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Attempting to bind port 329e698a-3c39-4456-9d5f-561ac3ad033f on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:58:01.376416 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Attempting to bind port 329e698a-3c39-4456-9d5f-561ac3ad033f by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '76f0f39b-6208-403b-ae06-223df0758319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '56b1cc31-4f76-4509-aa35-99b1772fa2f9'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:58:01.377181 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Attempting to bind port 329e698a-3c39-4456-9d5f-561ac3ad033f on network 56b1cc31-4f76-4509-aa35-99b1772fa2f9 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:58:01.380381 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb6bca-6a88-4c7d-aa5d-bff6eb585723 None None] Pushing event deleted for resources: {'Port': ['ID=f32690ef-df84-4b16-9853-8e67b4bd800d,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:01.388129 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb6bca-6a88-4c7d-aa5d-bff6eb585723 None None] No DVR routers for this DVR port f32690ef-df84-4b16-9853-8e67b4bd800d on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:58:01.390281 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:58:01.390878 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Checking segment: {'id': '76f0f39b-6208-403b-ae06-223df0758319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '56b1cc31-4f76-4509-aa35-99b1772fa2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:01.391451 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:01.392000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Bound using segment: {'id': '76f0f39b-6208-403b-ae06-223df0758319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '56b1cc31-4f76-4509-aa35-99b1772fa2f9'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:58:01.392762 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Bound port: 329e698a-3c39-4456-9d5f-561ac3ad033f, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76f0f39b-6208-403b-ae06-223df0758319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '56b1cc31-4f76-4509-aa35-99b1772fa2f9'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:58:01.393329 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:01.417209 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be644c54-5397-4b4d-b705-cef90f6cded4 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:01.448209 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-50c3548f-2387-4802-b45c-1a8784317348 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:01.546583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3548f-2387-4802-b45c-1a8784317348 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event updated for resources: {'Subnet': ['ID=0f92ff50-c1f3-466d-91ec-ff141998b9b3,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:01.550666 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] For port 329e698a-3c39-4456-9d5f-561ac3ad033f, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:58:01.590330 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3548f-2387-4802-b45c-1a8784317348 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Checking segment: {'id': '1fa0d4e0-3dad-4285-b4aa-022fd650c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f31fb149-64ce-4807-8d80-2c9353cd7d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:01.590744 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c3548f-2387-4802-b45c-1a8784317348 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Network hostable DHCP agents. Network: f31fb149-64ce-4807-8d80-2c9353cd7d98, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:58:01.596746 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8dc44d1-6c9a-44be-b1c2-90b7dea34360 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:01.620983 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] For port 329e698a-3c39-4456-9d5f-561ac3ad033f, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=329e698a-3c39-4456-9d5f-561ac3ad033f,segment=NetworkSegment(76f0f39b-6208-403b-ae06-223df0758319),segment_id=76f0f39b-6208-403b-ae06-223df0758319)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:58:01.621235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c3548f-2387-4802-b45c-1a8784317348 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Network f31fb149-64ce-4807-8d80-2c9353cd7d98 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:58:01.647864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-50c3548f-2387-4802-b45c-1a8784317348 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, f31fb149-64ce-4807-8d80-2c9353cd7d98) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:01.654394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c3548f-2387-4802-b45c-1a8784317348 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:01.654394 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-50c3548f-2387-4802-b45c-1a8784317348 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:01.657346 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:01.661053 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8dc44d1-6c9a-44be-b1c2-90b7dea34360 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:01.666748 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87b3ab0-9e68-4ae6-befc-221521b54599 None None] Network f31fb149-64ce-4807-8d80-2c9353cd7d98 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:01.689069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-50c3548f-2387-4802-b45c-1a8784317348 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4123449 Nov 26 02:58:01.689706 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50590) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:01.694783 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-deeab47c-695f-4bc7-ab05-e303328c4d3b tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Request body: {'subnet': {'network_id': 'dd0d92f6-5204-4a5c-ba8b-023c1edcd713', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:01.717709 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dc44d1-6c9a-44be-b1c2-90b7dea34360 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:01.721703 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e8dc44d1-6c9a-44be-b1c2-90b7dea34360 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:01.725591 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dc44d1-6c9a-44be-b1c2-90b7dea34360 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:01.732705 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dc44d1-6c9a-44be-b1c2-90b7dea34360 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:01.733448 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8dc44d1-6c9a-44be-b1c2-90b7dea34360 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:01.740429 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc44d1-6c9a-44be-b1c2-90b7dea34360 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=59976d71-d29c-48ea-8f10-63315e4ccb1c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:01.773232 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e8dc44d1-6c9a-44be-b1c2-90b7dea34360 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9357576 Nov 26 02:58:01.775400 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50594) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:01.780042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device a654b58b-ca9b-4bf1-b535-5cf23ad301cf no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:58:01.853543 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404402e-5882-426c-b074-37812875041b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:01.858726 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1404402e-5882-426c-b074-37812875041b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0805306 Nov 26 02:58:01.858888 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50596) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:01.935847 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: a654b58b-ca9b-4bf1-b535-5cf23ad301cf {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:58:01.936470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device a654b58b-ca9b-4bf1-b535-5cf23ad301cf not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:58:01.939315 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9636ba-fe84-4734-bb0e-4ae2b55b6709 None None] Pushing event updated for resources: {'Port': ['ID=329e698a-3c39-4456-9d5f-561ac3ad033f,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:01.947501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deeab47c-695f-4bc7-ab05-e303328c4d3b tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Made reservation on behalf of 5630e03930fe4f4e894fa57d7498aaa5 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:01.952534 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-deeab47c-695f-4bc7-ab05-e303328c4d3b tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:02.122903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-6a7bf8c0-d354-4952-bd1c-7be10c983647 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port 59976d71-d29c-48ea-8f10-63315e4ccb1c {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:02.123557 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6a7bf8c0-d354-4952-bd1c-7be10c983647 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:02.289526 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-f31fb149-64ce-4807-8d80-2c9353cd7d98', 'network_id': 'f31fb149-64ce-4807-8d80-2c9353cd7d98', 'tenant_id': '5630e03930fe4f4e894fa57d7498aaa5', 'fixed_ips': [{'subnet_id': '0f92ff50-c1f3-466d-91ec-ff141998b9b3'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:58:02.290534 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:02.335151 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6a7bf8c0-d354-4952-bd1c-7be10c983647 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:02.363794 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-6a7bf8c0-d354-4952-bd1c-7be10c983647 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for 59976d71-d29c-48ea-8f10-63315e4ccb1c owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:02.387916 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'fixed_ips': [{'subnet_id': '6c2122ff-e7fd-4cf7-89b3-fd40b11afaf6'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:58:02.388431 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-deeab47c-695f-4bc7-ab05-e303328c4d3b tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:02.389093 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:02.527579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeab47c-695f-4bc7-ab05-e303328c4d3b tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event updated for resources: {'Subnet': ['ID=530e8eef-ca24-4182-a573-f383cfc7b2e3,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:02.536275 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeab47c-695f-4bc7-ab05-e303328c4d3b tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Checking segment: {'id': '053bfbf1-dcf7-44a4-9ab6-ecf8b216eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd0d92f6-5204-4a5c-ba8b-023c1edcd713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:02.536650 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeab47c-695f-4bc7-ab05-e303328c4d3b tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Network hostable DHCP agents. Network: dd0d92f6-5204-4a5c-ba8b-023c1edcd713, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:58:02.575673 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Allocated IP 2001:db8::2 (f31fb149-64ce-4807-8d80-2c9353cd7d98/0f92ff50-c1f3-466d-91ec-ff141998b9b3/b805cad6-8ca4-44d9-8ac0-47ddb8e108f5) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:02.589587 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeab47c-695f-4bc7-ab05-e303328c4d3b tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Network dd0d92f6-5204-4a5c-ba8b-023c1edcd713 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:58:02.617544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-deeab47c-695f-4bc7-ab05-e303328c4d3b tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, dd0d92f6-5204-4a5c-ba8b-023c1edcd713) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:02.645550 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeab47c-695f-4bc7-ab05-e303328c4d3b tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:02.645930 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-deeab47c-695f-4bc7-ab05-e303328c4d3b tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:02.672461 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6a7bf8c0-d354-4952-bd1c-7be10c983647 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:02.679020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a72264-f90f-4530-bf93-f7673a89f8ad None None] Network dd0d92f6-5204-4a5c-ba8b-023c1edcd713 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:02.711440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-deeab47c-695f-4bc7-ab05-e303328c4d3b tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0206141 Nov 26 02:58:02.716864 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50606) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:02.745400 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bf8c0-d354-4952-bd1c-7be10c983647 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=59976d71-d29c-48ea-8f10-63315e4ccb1c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:02.782151 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6a7bf8c0-d354-4952-bd1c-7be10c983647 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:02.786064 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6a7bf8c0-d354-4952-bd1c-7be10c983647 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/59976d71-d29c-48ea-8f10-63315e4ccb1c HTTP/1.1" status: 204 len: 168 time: 0.9264131 Nov 26 02:58:02.786258 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Allocated IP 2001:db8::2 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/6c2122ff-e7fd-4cf7-89b3-fd40b11afaf6/a8d4bf3b-e979-4ea7-8beb-a37e85f5a634) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:02.788835 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50610) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:02.907592 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6a208-8fa5-46c5-8cd4-70ebc42c0179 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:02.920370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6a208-8fa5-46c5-8cd4-70ebc42c0179 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:02.922322 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-73b6a208-8fa5-46c5-8cd4-70ebc42c0179 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1317554 Nov 26 02:58:02.929893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50612) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:02.987502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-5689a57e-5fb2-4962-97e2-07065c2380f0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 6c2122ff-e7fd-4cf7-89b3-fd40b11afaf6 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:58:03.166724 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:03.182472 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:03.226319 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-91029393-99ec-4183-a741-f177000d1c98 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:03.284571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Pushing event updated for resources: {'Port': ['ID=b805cad6-8ca4-44d9-8ac0-47ddb8e108f5,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:03.287027 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 329e698a-3c39-4456-9d5f-561ac3ad033f up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:03.356351 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:03.368672 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5689a57e-5fb2-4962-97e2-07065c2380f0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:03.378488 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Network f31fb149-64ce-4807-8d80-2c9353cd7d98 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:03.380911 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:03.387363 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:03.421241 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:03.436072 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-dd0d92f6-5204-4a5c-ba8b-023c1edcd713', 'network_id': 'dd0d92f6-5204-4a5c-ba8b-023c1edcd713', 'tenant_id': '5630e03930fe4f4e894fa57d7498aaa5', 'fixed_ips': [{'subnet_id': '530e8eef-ca24-4182-a573-f383cfc7b2e3'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:58:03.437291 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:03.451110 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5689a57e-5fb2-4962-97e2-07065c2380f0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:03.580651 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-91029393-99ec-4183-a741-f177000d1c98 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Allocated IP 2001:db8::1 (f31fb149-64ce-4807-8d80-2c9353cd7d98/0f92ff50-c1f3-466d-91ec-ff141998b9b3/3c6f1080-4b80-460e-9446-aa396fb6e2f2) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:03.594144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 329e698a-3c39-4456-9d5f-561ac3ad033f triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:03.594641 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:03.595469 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5689a57e-5fb2-4962-97e2-07065c2380f0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:03.675989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31e7e58-fb45-4353-93ee-947e086c9724 None None] Network 56b1cc31-4f76-4509-aa35-99b1772fa2f9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:03.686307 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5689a57e-5fb2-4962-97e2-07065c2380f0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:03.724155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689a57e-5fb2-4962-97e2-07065c2380f0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2122ff-e7fd-4cf7-89b3-fd40b11afaf6,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:03.731133 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5689a57e-5fb2-4962-97e2-07065c2380f0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:03.734596 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5689a57e-5fb2-4962-97e2-07065c2380f0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/6c2122ff-e7fd-4cf7-89b3-fd40b11afaf6 HTTP/1.1" status: 204 len: 168 time: 0.8028817 Nov 26 02:58:03.737183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50616) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:03.761920 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:03.768756 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-91029393-99ec-4183-a741-f177000d1c98 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:03.829977 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b9abae92-c94c-414b-b554-d9065694c2f6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901589 Nov 26 02:58:03.832705 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-91029393-99ec-4183-a741-f177000d1c98 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:03.834616 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50624) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:03.843125 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-06b18776-48da-4656-b7c0-11ca61bd80a8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:03.885686 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Pushing event updated for resources: {'Port': ['ID=a8d4bf3b-e979-4ea7-8beb-a37e85f5a634,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:03.909925 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:03.915863 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:03.944870 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91029393-99ec-4183-a741-f177000d1c98 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Network f31fb149-64ce-4807-8d80-2c9353cd7d98 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:03.952538 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91029393-99ec-4183-a741-f177000d1c98 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event updated for resources: {'Port': ['ID=3c6f1080-4b80-460e-9446-aa396fb6e2f2,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:03.957843 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-91029393-99ec-4183-a741-f177000d1c98 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:03.962938 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91029393-99ec-4183-a741-f177000d1c98 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:03.963877 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-91029393-99ec-4183-a741-f177000d1c98 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:04.014230 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Attempting to bind port b805cad6-8ca4-44d9-8ac0-47ddb8e108f5 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:58:04.015275 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Attempting to bind port b805cad6-8ca4-44d9-8ac0-47ddb8e108f5 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '1fa0d4e0-3dad-4285-b4aa-022fd650c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f31fb149-64ce-4807-8d80-2c9353cd7d98'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:58:04.015848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Attempting to bind port b805cad6-8ca4-44d9-8ac0-47ddb8e108f5 on network f31fb149-64ce-4807-8d80-2c9353cd7d98 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:58:04.065756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-797bb4ab-4e27-4105-9df9-27a702ad6f23 None None] Provisioning complete for port 329e698a-3c39-4456-9d5f-561ac3ad033f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:04.066496 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-797bb4ab-4e27-4105-9df9-27a702ad6f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:04.070108 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b18776-48da-4656-b7c0-11ca61bd80a8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:04.075230 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06b18776-48da-4656-b7c0-11ca61bd80a8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:04.079060 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:58:04.079574 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Checking segment: {'id': '1fa0d4e0-3dad-4285-b4aa-022fd650c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f31fb149-64ce-4807-8d80-2c9353cd7d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:04.080923 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:04.081441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Bound using segment: {'id': '1fa0d4e0-3dad-4285-b4aa-022fd650c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f31fb149-64ce-4807-8d80-2c9353cd7d98'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:58:04.082241 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Bound port: b805cad6-8ca4-44d9-8ac0-47ddb8e108f5, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa0d4e0-3dad-4285-b4aa-022fd650c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f31fb149-64ce-4807-8d80-2c9353cd7d98'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:58:04.082702 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:04.166749 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-91029393-99ec-4183-a741-f177000d1c98 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:04.207467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Allocated IP 2001:db8::2 (dd0d92f6-5204-4a5c-ba8b-023c1edcd713/530e8eef-ca24-4182-a573-f383cfc7b2e3/2caa0b7d-d905-40fe-841b-b8b79b7cfc1d) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:04.254043 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Attempting to bind port a8d4bf3b-e979-4ea7-8beb-a37e85f5a634 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:58:04.255522 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Attempting to bind port a8d4bf3b-e979-4ea7-8beb-a37e85f5a634 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:58:04.255911 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Attempting to bind port a8d4bf3b-e979-4ea7-8beb-a37e85f5a634 on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:58:04.307070 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:58:04.307486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:04.307892 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:04.308321 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:58:04.308810 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Bound port: a8d4bf3b-e979-4ea7-8beb-a37e85f5a634, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:58:04.309192 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:04.377133 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:04.477065 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] For port b805cad6-8ca4-44d9-8ac0-47ddb8e108f5, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:58:04.478244 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06b18776-48da-4656-b7c0-11ca61bd80a8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:04.535024 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b18776-48da-4656-b7c0-11ca61bd80a8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:04.551346 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-06b18776-48da-4656-b7c0-11ca61bd80a8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:04.571943 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b18776-48da-4656-b7c0-11ca61bd80a8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:04.572717 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06b18776-48da-4656-b7c0-11ca61bd80a8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:04.600099 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-06b18776-48da-4656-b7c0-11ca61bd80a8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7609935 Nov 26 02:58:04.602885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50646) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:04.609809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b7cf8749-cc5e-4eef-8936-ebeaa3464de8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'name': 'tempest-NetworksTestDHCPv6-550813773'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:04.642611 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b18776-48da-4656-b7c0-11ca61bd80a8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=881df5e4-9a4d-46ce-8d45-c617bd0559ee,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:04.677996 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-91029393-99ec-4183-a741-f177000d1c98 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:04.692661 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-91029393-99ec-4183-a741-f177000d1c98 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:04.693522 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-91029393-99ec-4183-a741-f177000d1c98 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:04.869901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cf8749-cc5e-4eef-8936-ebeaa3464de8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:04.876270 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8749-cc5e-4eef-8936-ebeaa3464de8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:04.934705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-b7cf8749-cc5e-4eef-8936-ebeaa3464de8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port 57115860-fa6b-44eb-915e-23f8178801d2 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:58:04.934930 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91029393-99ec-4183-a741-f177000d1c98 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Network f31fb149-64ce-4807-8d80-2c9353cd7d98 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:04.963867 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-91029393-99ec-4183-a741-f177000d1c98 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:04.991329 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91029393-99ec-4183-a741-f177000d1c98 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event updated for resources: {'Port': ['ID=3c6f1080-4b80-460e-9446-aa396fb6e2f2,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:05.025046 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] For port b805cad6-8ca4-44d9-8ac0-47ddb8e108f5, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b805cad6-8ca4-44d9-8ac0-47ddb8e108f5,segment=NetworkSegment(1fa0d4e0-3dad-4285-b4aa-022fd650c642),segment_id=1fa0d4e0-3dad-4285-b4aa-022fd650c642)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:58:05.029623 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:05.044103 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 329e698a-3c39-4456-9d5f-561ac3ad033f, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=329e698a-3c39-4456-9d5f-561ac3ad033f,segment=NetworkSegment(76f0f39b-6208-403b-ae06-223df0758319),segment_id=76f0f39b-6208-403b-ae06-223df0758319)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:05.049723 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:05.098175 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:05.111443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-b7cf8749-cc5e-4eef-8936-ebeaa3464de8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::1bf (af1a2dc2-8bce-453d-a003-a5791ffd45d3/881df5e4-9a4d-46ce-8d45-c617bd0559ee/57115860-fa6b-44eb-915e-23f8178801d2) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:05.124279 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:05.126398 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-797bb4ab-4e27-4105-9df9-27a702ad6f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:05.151903 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] For port a8d4bf3b-e979-4ea7-8beb-a37e85f5a634, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:58:05.188330 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] For port a8d4bf3b-e979-4ea7-8beb-a37e85f5a634, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a8d4bf3b-e979-4ea7-8beb-a37e85f5a634,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:58:05.210039 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Network dd0d92f6-5204-4a5c-ba8b-023c1edcd713 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:05.215943 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91029393-99ec-4183-a741-f177000d1c98 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Router 57a46f2d-c354-49bb-a86e-2dd3d4736383 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:58:05.240435 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:05.258014 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:05.271129 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6b1b6-7775-4596-accd-a31cde1dedf1 None None] Pushing event updated for resources: {'Port': ['ID=b805cad6-8ca4-44d9-8ac0-47ddb8e108f5,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:05.290492 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:05.343914 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-797bb4ab-4e27-4105-9df9-27a702ad6f23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:58:05.344431 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-797bb4ab-4e27-4105-9df9-27a702ad6f23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:58:05.391425 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Attempting to bind port 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:58:05.391921 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Attempting to bind port 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '053bfbf1-dcf7-44a4-9ab6-ecf8b216eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd0d92f6-5204-4a5c-ba8b-023c1edcd713'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:58:05.393241 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Attempting to bind port 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d on network dd0d92f6-5204-4a5c-ba8b-023c1edcd713 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:58:05.420147 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91029393-99ec-4183-a741-f177000d1c98 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:58:05.425500 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-91029393-99ec-4183-a741-f177000d1c98 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "PUT /v2.0/routers/57a46f2d-c354-49bb-a86e-2dd3d4736383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7069812 Nov 26 02:58:05.428169 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50658) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:05.440492 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797e2a02-22eb-41da-a7bb-f4fec9e50c77 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:05.518434 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8749-cc5e-4eef-8936-ebeaa3464de8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:05.529573 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:58:05.530129 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Checking segment: {'id': '053bfbf1-dcf7-44a4-9ab6-ecf8b216eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd0d92f6-5204-4a5c-ba8b-023c1edcd713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:05.530777 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:05.531170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Bound using segment: {'id': '053bfbf1-dcf7-44a4-9ab6-ecf8b216eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd0d92f6-5204-4a5c-ba8b-023c1edcd713'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:58:05.531785 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Bound port: 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bfbf1-dcf7-44a4-9ab6-ecf8b216eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd0d92f6-5204-4a5c-ba8b-023c1edcd713'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:58:05.532335 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:05.534741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e869a36-77d6-43e6-878a-96c18e558f27 None None] Sync routers for ids ['57a46f2d-c354-49bb-a86e-2dd3d4736383'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:58:05.579945 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8749-cc5e-4eef-8936-ebeaa3464de8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:05.634081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cf8749-cc5e-4eef-8936-ebeaa3464de8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:05.644197 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e869a36-77d6-43e6-878a-96c18e558f27 None None] Routers {'57a46f2d-c354-49bb-a86e-2dd3d4736383'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:05.644994 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6e869a36-77d6-43e6-878a-96c18e558f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['57a46f2d-c354-49bb-a86e-2dd3d4736383'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:05.653459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Pushing event updated for resources: {'Port': ['ID=2caa0b7d-d905-40fe-841b-b8b79b7cfc1d,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:05.660872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-b7cf8749-cc5e-4eef-8936-ebeaa3464de8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:05.677781 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf8749-cc5e-4eef-8936-ebeaa3464de8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:05.687305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cf8749-cc5e-4eef-8936-ebeaa3464de8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:05.690022 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8749-cc5e-4eef-8936-ebeaa3464de8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:05.712534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6e869a36-77d6-43e6-878a-96c18e558f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:05.715477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf8749-cc5e-4eef-8936-ebeaa3464de8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=57115860-fa6b-44eb-915e-23f8178801d2,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:05.751060 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b7cf8749-cc5e-4eef-8936-ebeaa3464de8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1468847 Nov 26 02:58:05.754529 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50662) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:05.791979 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e869a36-77d6-43e6-878a-96c18e558f27 None None] Routers {'57a46f2d-c354-49bb-a86e-2dd3d4736383'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:05.794032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6e869a36-77d6-43e6-878a-96c18e558f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['57a46f2d-c354-49bb-a86e-2dd3d4736383'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:05.862271 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6e869a36-77d6-43e6-878a-96c18e558f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:05.863035 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e869a36-77d6-43e6-878a-96c18e558f27 None None] The sync data for ids ['57a46f2d-c354-49bb-a86e-2dd3d4736383'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:58:05.863578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e67c43-61ef-4dee-9b06-9a672c3e1577 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:05.879123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e67c43-61ef-4dee-9b06-9a672c3e1577 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:05.881983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-32e67c43-61ef-4dee-9b06-9a672c3e1577 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1253455 Nov 26 02:58:05.886380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50664) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:05.902164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] For port 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:58:05.932959 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=329e698a-3c39-4456-9d5f-561ac3ad033f,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:05.952973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] For port 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2caa0b7d-d905-40fe-841b-b8b79b7cfc1d,segment=NetworkSegment(053bfbf1-dcf7-44a4-9ab6-ecf8b216eb9e),segment_id=053bfbf1-dcf7-44a4-9ab6-ecf8b216eb9e)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:58:05.995193 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:06.055131 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e08f0-4158-4ee3-9d09-1f2543b8b72c None None] Pushing event updated for resources: {'Port': ['ID=a8d4bf3b-e979-4ea7-8beb-a37e85f5a634,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:06.178198 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-4d745137-e981-44a6-8b70-5ea021a00693 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port 57115860-fa6b-44eb-915e-23f8178801d2 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:06.180541 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4d745137-e981-44a6-8b70-5ea021a00693 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:06.273305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-91eb69e9-fe64-4c8c-8b18-9dea9f6993bb None None] Provisioning complete for port 329e698a-3c39-4456-9d5f-561ac3ad033f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:06.276911 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-91eb69e9-fe64-4c8c-8b18-9dea9f6993bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:06.340047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50678) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:06.361986 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519e1ab7-1947-457d-b26b-05c2ffe3aada None None] Update dhcp port {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'fixed_ips': [{'subnet_id': '881df5e4-9a4d-46ce-8d45-c617bd0559ee'}], 'binding:host_id': 'n-d-819389-3'}, 'id': 'a8d4bf3b-e979-4ea7-8beb-a37e85f5a634'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 02:58:06.394647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24c6f6-f46b-4ce7-9a9d-809d62c75177 None None] Pushing event updated for resources: {'Port': ['ID=2caa0b7d-d905-40fe-841b-b8b79b7cfc1d,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:06.452720 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-519e1ab7-1947-457d-b26b-05c2ffe3aada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:06.462413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e147a257-c3e5-42aa-b199-990459ab8122 admin admin] Deleting subnet afcc1d3e-e838-4aac-9873-c211c542870e {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:58:06.466261 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e147a257-c3e5-42aa-b199-990459ab8122 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:06.540875 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4d745137-e981-44a6-8b70-5ea021a00693 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:06.572713 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-4d745137-e981-44a6-8b70-5ea021a00693 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for 57115860-fa6b-44eb-915e-23f8178801d2 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:06.580583 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e147a257-c3e5-42aa-b199-990459ab8122 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:06.693298 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e147a257-c3e5-42aa-b199-990459ab8122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:06.725071 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-0c316aba-5961-422f-be94-633a93e504ce tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 02:58:06.729471 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0c316aba-5961-422f-be94-633a93e504ce tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "PUT /v2.0/routers/57a46f2d-c354-49bb-a86e-2dd3d4736383/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2972238 Nov 26 02:58:06.730356 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50684) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:06.859418 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e147a257-c3e5-42aa-b199-990459ab8122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:06.881803 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-519e1ab7-1947-457d-b26b-05c2ffe3aada None None] Allocated IP 2001:db8::2 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/881df5e4-9a4d-46ce-8d45-c617bd0559ee/a8d4bf3b-e979-4ea7-8beb-a37e85f5a634) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:06.926843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147a257-c3e5-42aa-b199-990459ab8122 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afcc1d3e-e838-4aac-9873-c211c542870e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:06.962273 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e147a257-c3e5-42aa-b199-990459ab8122 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:06.965560 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e147a257-c3e5-42aa-b199-990459ab8122 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/afcc1d3e-e838-4aac-9873-c211c542870e HTTP/1.1" status: 204 len: 168 time: 0.6239483 Nov 26 02:58:06.968527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50688) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:07.040896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98ee71f-2c45-4737-8004-b91be677b1ca None None] Network f31fb149-64ce-4807-8d80-2c9353cd7d98 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:07.046836 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4d745137-e981-44a6-8b70-5ea021a00693 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:07.131545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d745137-e981-44a6-8b70-5ea021a00693 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=57115860-fa6b-44eb-915e-23f8178801d2,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:07.151860 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53c028c0-73f7-4404-8016-00932f0b6651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:07.164042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f0aa61c6-3550-4883-a59f-ff30e3ea047f None None] Provisioning complete for port b805cad6-8ca4-44d9-8ac0-47ddb8e108f5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:07.165234 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f0aa61c6-3550-4883-a59f-ff30e3ea047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:07.195609 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4d745137-e981-44a6-8b70-5ea021a00693 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:07.199350 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4d745137-e981-44a6-8b70-5ea021a00693 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/57115860-fa6b-44eb-915e-23f8178801d2 HTTP/1.1" status: 204 len: 168 time: 1.3116961 Nov 26 02:58:07.203111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50692) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:07.236868 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-519e1ab7-1947-457d-b26b-05c2ffe3aada None None] For port a8d4bf3b-e979-4ea7-8beb-a37e85f5a634, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a8d4bf3b-e979-4ea7-8beb-a37e85f5a634,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:07.342061 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-519e1ab7-1947-457d-b26b-05c2ffe3aada None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:07.364881 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-519e1ab7-1947-457d-b26b-05c2ffe3aada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:07.509569 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4804a65-c7fe-4ce5-a445-fd0ee5f7c6fd tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:07.564811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c038a32a-dcce-46d4-b986-80b26dbfcee0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:07.565221 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:07.566599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c038a32a-dcce-46d4-b986-80b26dbfcee0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:07.574009 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c038a32a-dcce-46d4-b986-80b26dbfcee0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3696849 Nov 26 02:58:07.589704 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53c028c0-73f7-4404-8016-00932f0b6651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:07.592014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50696) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:07.692216 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f0aa61c6-3550-4883-a59f-ff30e3ea047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:07.746088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-53c028c0-73f7-4404-8016-00932f0b6651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6608d8-291a-4259-8927-5089b1ce2d2e']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:07.781409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e1ab7-1947-457d-b26b-05c2ffe3aada None None] Pushing event updated for resources: {'Port': ['ID=a8d4bf3b-e979-4ea7-8beb-a37e85f5a634,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:07.793988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5cf6b1-333b-497f-97e6-9e374c7b4388 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 881df5e4-9a4d-46ce-8d45-c617bd0559ee {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:58:07.803018 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-53c028c0-73f7-4404-8016-00932f0b6651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2439ea4-b0c3-4d95-930c-e2a35126e95b') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:07.804479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-53c028c0-73f7-4404-8016-00932f0b6651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2439ea4-b0c3-4d95-930c-e2a35126e95b') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:07.830231 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf6b1-333b-497f-97e6-9e374c7b4388 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:07.870644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f0aa61c6-3550-4883-a59f-ff30e3ea047f None None] For port b805cad6-8ca4-44d9-8ac0-47ddb8e108f5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b805cad6-8ca4-44d9-8ac0-47ddb8e108f5,segment=NetworkSegment(1fa0d4e0-3dad-4285-b4aa-022fd650c642),segment_id=1fa0d4e0-3dad-4285-b4aa-022fd650c642)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:07.880763 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53c028c0-73f7-4404-8016-00932f0b6651 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:07.886059 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:07.886443 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:07.891694 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f0aa61c6-3550-4883-a59f-ff30e3ea047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:08.012435 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53c028c0-73f7-4404-8016-00932f0b6651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:08.027850 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e7c46a-18c4-484a-81f8-547cf8dc8cb4 None None] Network dd0d92f6-5204-4a5c-ba8b-023c1edcd713 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:08.029751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c028c0-73f7-4404-8016-00932f0b6651 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:58:08.029895 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa61c6-3550-4883-a59f-ff30e3ea047f None None] Pushing event updated for resources: {'Port': ['ID=b805cad6-8ca4-44d9-8ac0-47ddb8e108f5,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:08.030177 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53c028c0-73f7-4404-8016-00932f0b6651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:08.134998 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e4804a65-c7fe-4ce5-a445-fd0ee5f7c6fd tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Deleting port 3c6f1080-4b80-460e-9446-aa396fb6e2f2 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:08.136528 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4804a65-c7fe-4ce5-a445-fd0ee5f7c6fd tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:58:08.201058 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:58:08.216975 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf6b1-333b-497f-97e6-9e374c7b4388 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:08.219870 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53c028c0-73f7-4404-8016-00932f0b6651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:08.273223 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53c028c0-73f7-4404-8016-00932f0b6651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:08.279847 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-53c028c0-73f7-4404-8016-00932f0b6651 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6f6608d8-291a-4259-8927-5089b1ce2d2e HTTP/1.1" status: 204 len: 168 time: 1.3103051 Nov 26 02:58:08.280840 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c028c0-73f7-4404-8016-00932f0b6651 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f6608d8-291a-4259-8927-5089b1ce2d2e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:08.392123 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4804a65-c7fe-4ce5-a445-fd0ee5f7c6fd tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:08.435431 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e4804a65-c7fe-4ce5-a445-fd0ee5f7c6fd tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Calling delete_port for 3c6f1080-4b80-460e-9446-aa396fb6e2f2 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:08.442764 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf6b1-333b-497f-97e6-9e374c7b4388 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:08.573084 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf6b1-333b-497f-97e6-9e374c7b4388 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:08.634279 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf6b1-333b-497f-97e6-9e374c7b4388 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:08.639586 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5e5cf6b1-333b-497f-97e6-9e374c7b4388 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/881df5e4-9a4d-46ce-8d45-c617bd0559ee HTTP/1.1" status: 204 len: 168 time: 1.0337594 Nov 26 02:58:08.640641 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cf6b1-333b-497f-97e6-9e374c7b4388 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=881df5e4-9a4d-46ce-8d45-c617bd0559ee,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:08.642241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50708) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:08.660971 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:08.720771 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d8388009-122b-4adc-8c92-c8d048a0e8ff None None] Provisioning complete for port 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:08.721454 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d8388009-122b-4adc-8c92-c8d048a0e8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:08.725740 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50710) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:08.738332 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-eaf4c459-1cdd-4ca7-b6d1-a5f91a568143 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950184 Nov 26 02:58:08.745650 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50714) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:08.756111 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4804a65-c7fe-4ce5-a445-fd0ee5f7c6fd tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:08.788840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2caa0b7d-d905-40fe-841b-b8b79b7cfc1d,segment=NetworkSegment(053bfbf1-dcf7-44a4-9ab6-ecf8b216eb9e),segment_id=053bfbf1-dcf7-44a4-9ab6-ecf8b216eb9e)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:08.800591 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4804a65-c7fe-4ce5-a445-fd0ee5f7c6fd tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event deleted for resources: {'Port': ['ID=3c6f1080-4b80-460e-9446-aa396fb6e2f2,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:08.823389 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:08.824686 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b805cad6-8ca4-44d9-8ac0-47ddb8e108f5 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:08.890050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df898bf5-074a-47fa-8688-934e308e2de8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:08.892384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-df898bf5-074a-47fa-8688-934e308e2de8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1412385 Nov 26 02:58:08.895206 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50718) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:08.904449 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3d273e8e-f446-406f-a045-005ee339257e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4be478bdf8de411ba7c8fa3e014f0ef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1765814 Nov 26 02:58:08.905327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50720) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:08.996789 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=2caa0b7d-d905-40fe-841b-b8b79b7cfc1d,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:09.047395 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2772ae36-fe45-4ed3-a3b3-e87c6abcfa05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:09.071691 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port b805cad6-8ca4-44d9-8ac0-47ddb8e108f5 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:09.072260 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:09.096892 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2772ae36-fe45-4ed3-a3b3-e87c6abcfa05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:09.151299 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4804a65-c7fe-4ce5-a445-fd0ee5f7c6fd tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:09.171586 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2772ae36-fe45-4ed3-a3b3-e87c6abcfa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:09.174671 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2772ae36-fe45-4ed3-a3b3-e87c6abcfa05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:09.178716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2772ae36-fe45-4ed3-a3b3-e87c6abcfa05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c06264ce-eeb5-4355-a9a0-51dcaa0e0139 HTTP/1.1" status: 204 len: 168 time: 0.2661674 Nov 26 02:58:09.190761 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772ae36-fe45-4ed3-a3b3-e87c6abcfa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06264ce-eeb5-4355-a9a0-51dcaa0e0139,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:09.318285 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 329e698a-3c39-4456-9d5f-561ac3ad033f up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:09.353079 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-771d3d50-992a-4179-ba61-e88bf0f96200 None None] Provisioning complete for port b805cad6-8ca4-44d9-8ac0-47ddb8e108f5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:09.353460 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-771d3d50-992a-4179-ba61-e88bf0f96200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:09.356294 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54bd8ed-a759-40f3-985a-da1c16f6e8ab tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:09.360266 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c54bd8ed-a759-40f3-985a-da1c16f6e8ab tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4615722 Nov 26 02:58:09.360562 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50726) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:09.460901 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c7b68a03-9865-41d5-ba56-bfbfbd702822 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946407 Nov 26 02:58:09.460901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50728) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:09.471619 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-12a17422-48dc-4ce5-9f5b-386331851a4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:09.518228 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4804a65-c7fe-4ce5-a445-fd0ee5f7c6fd tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Router 57a46f2d-c354-49bb-a86e-2dd3d4736383 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:58:09.547059 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 329e698a-3c39-4456-9d5f-561ac3ad033f triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:09.548211 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:09.732226 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-771d3d50-992a-4179-ba61-e88bf0f96200 None None] Could not find standard attr ID for object 3c6f1080-4b80-460e-9446-aa396fb6e2f2. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:58:09.741422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4804a65-c7fe-4ce5-a445-fd0ee5f7c6fd tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:58:09.746855 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e4804a65-c7fe-4ce5-a445-fd0ee5f7c6fd tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "PUT /v2.0/routers/57a46f2d-c354-49bb-a86e-2dd3d4736383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0156651 Nov 26 02:58:09.754246 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50734) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:09.755382 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c8834c-7a9b-4b89-9278-8dab663f7c45 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:09.768180 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d2fb4-440d-4945-aec9-49bf1a2dde20 None None] Sync routers for ids ['57a46f2d-c354-49bb-a86e-2dd3d4736383'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:58:09.788579 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d2fb4-440d-4945-aec9-49bf1a2dde20 None None] Routers {'57a46f2d-c354-49bb-a86e-2dd3d4736383'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:09.789990 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fe0d2fb4-440d-4945-aec9-49bf1a2dde20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['57a46f2d-c354-49bb-a86e-2dd3d4736383'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:09.811197 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-0d5e930d-2dbe-4b63-a761-bb8e4cbeeff9 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] delete failed (client error): The resource could not be found. Nov 26 02:58:09.817494 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0d5e930d-2dbe-4b63-a761-bb8e4cbeeff9 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-390529981 HTTP/1.1" status: 404 len: 334 time: 0.0568304 Nov 26 02:58:09.818031 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50738) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:09.822734 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-45697146-bb04-4462-9628-7af5a9da1574 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Request body: {'router': {'external_gateway_info': {'network_id': '57a46f2d-c354-49bb-a86e-2dd3d4736383'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:09.853919 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a17422-48dc-4ce5-9f5b-386331851a4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:09.858521 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-12a17422-48dc-4ce5-9f5b-386331851a4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:09.921987 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fe0d2fb4-440d-4945-aec9-49bf1a2dde20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:09.965241 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d2fb4-440d-4945-aec9-49bf1a2dde20 None None] Routers {'57a46f2d-c354-49bb-a86e-2dd3d4736383'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:09.968085 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fe0d2fb4-440d-4945-aec9-49bf1a2dde20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:57:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['57a46f2d-c354-49bb-a86e-2dd3d4736383'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:09.971338 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-84ad9cf1-5a97-4d4a-8064-9234eb41471a None None] Provisioning complete for port 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:09.971729 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-84ad9cf1-5a97-4d4a-8064-9234eb41471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:10.044945 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fe0d2fb4-440d-4945-aec9-49bf1a2dde20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:10.045600 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d2fb4-440d-4945-aec9-49bf1a2dde20 None None] The sync data for ids ['57a46f2d-c354-49bb-a86e-2dd3d4736383'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:58:10.144859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-84ad9cf1-5a97-4d4a-8064-9234eb41471a None None] Could not find standard attr ID for object 57115860-fa6b-44eb-915e-23f8178801d2. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:58:10.156260 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-84ad9cf1-5a97-4d4a-8064-9234eb41471a None None] Provisioning complete for port a8d4bf3b-e979-4ea7-8beb-a37e85f5a634 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:10.156782 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-84ad9cf1-5a97-4d4a-8064-9234eb41471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:10.196096 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f85a98d-e3dc-46a3-a45d-f3f63bec9175 None None] DHCP port deletion for af1a2dc2-8bce-453d-a003-a5791ffd45d3 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:58:10.239698 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b805cad6-8ca4-44d9-8ac0-47ddb8e108f5 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:10.327692 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-84ad9cf1-5a97-4d4a-8064-9234eb41471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:10.348224 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-12a17422-48dc-4ce5-9f5b-386331851a4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:10.378455 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port b805cad6-8ca4-44d9-8ac0-47ddb8e108f5 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:10.378820 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:10.417843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a17422-48dc-4ce5-9f5b-386331851a4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:10.425020 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-12a17422-48dc-4ce5-9f5b-386331851a4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:10.428776 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a17422-48dc-4ce5-9f5b-386331851a4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:10.429392 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-12a17422-48dc-4ce5-9f5b-386331851a4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:10.436661 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-84ad9cf1-5a97-4d4a-8064-9234eb41471a None None] For port a8d4bf3b-e979-4ea7-8beb-a37e85f5a634, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a8d4bf3b-e979-4ea7-8beb-a37e85f5a634,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:10.448088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a17422-48dc-4ce5-9f5b-386331851a4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=1da50be4-d369-458c-a9cb-8369fe6f2a62,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:10.464324 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-84ad9cf1-5a97-4d4a-8064-9234eb41471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:10.468339 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9f85a98d-e3dc-46a3-a45d-f3f63bec9175 None None] Deleting port a8d4bf3b-e979-4ea7-8beb-a37e85f5a634 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:10.468953 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9f85a98d-e3dc-46a3-a45d-f3f63bec9175 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:10.477885 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-12a17422-48dc-4ce5-9f5b-386331851a4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0157897 Nov 26 02:58:10.480839 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50758) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:10.497859 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b8dc6db8-c07a-4111-b46f-3315965b0d7f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'fixed_ips': [{'subnet_id': '1da50be4-d369-458c-a9cb-8369fe6f2a62', 'ip_address': '2001:db8::e0e1:7ffc:f353:f24'}], 'name': 'tempest-NetworksTestDHCPv6-1996165851'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:10.535851 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45697146-bb04-4462-9628-7af5a9da1574 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:10.536446 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-84ad9cf1-5a97-4d4a-8064-9234eb41471a None None] Could not find standard attr ID for object 3c6f1080-4b80-460e-9446-aa396fb6e2f2. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:58:10.569693 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-45697146-bb04-4462-9628-7af5a9da1574 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] update failed (client error): The resource could not be found. Nov 26 02:58:10.576118 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-45697146-bb04-4462-9628-7af5a9da1574 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "PUT /v2.0/routers/57a46f2d-c354-49bb-a86e-2dd3d4736383 HTTP/1.1" status: 404 len: 339 time: 0.7518868 Nov 26 02:58:10.576118 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50760) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:10.582091 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad9cf1-5a97-4d4a-8064-9234eb41471a None None] Pushing event updated for resources: {'Port': ['ID=a8d4bf3b-e979-4ea7-8beb-a37e85f5a634,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:10.583393 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-6b393262-7004-4eca-9c5e-e8823b1e6453 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2131074331'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:10.630092 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b393262-7004-4eca-9c5e-e8823b1e6453 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Made reservation on behalf of 5630e03930fe4f4e894fa57d7498aaa5 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:10.634186 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6b393262-7004-4eca-9c5e-e8823b1e6453 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:10.646322 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-9f85a98d-e3dc-46a3-a45d-f3f63bec9175 None None] For port a8d4bf3b-e979-4ea7-8beb-a37e85f5a634, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a8d4bf3b-e979-4ea7-8beb-a37e85f5a634,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:10.646724 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9f85a98d-e3dc-46a3-a45d-f3f63bec9175 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:10.661894 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b393262-7004-4eca-9c5e-e8823b1e6453 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:58:10.668308 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9f85a98d-e3dc-46a3-a45d-f3f63bec9175 None None] Calling delete_port for a8d4bf3b-e979-4ea7-8beb-a37e85f5a634 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:10.673328 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6b393262-7004-4eca-9c5e-e8823b1e6453 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:10.673675 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-6b393262-7004-4eca-9c5e-e8823b1e6453 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Added segment ef35a507-65b1-4e1b-b9f3-66aef29511b1 of type vlan for network 2d28f5f2-27f9-4314-9e3a-8efe41124721 Nov 26 02:58:10.675927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dc6db8-c07a-4111-b46f-3315965b0d7f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:10.730150 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6b393262-7004-4eca-9c5e-e8823b1e6453 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:10.768722 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:10.769637 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6b393262-7004-4eca-9c5e-e8823b1e6453 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:10.772552 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9f85a98d-e3dc-46a3-a45d-f3f63bec9175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:10.778336 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b393262-7004-4eca-9c5e-e8823b1e6453 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:10.779525 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6b393262-7004-4eca-9c5e-e8823b1e6453 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:10.789467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50766) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:10.841722 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85a98d-e3dc-46a3-a45d-f3f63bec9175 None None] Pushing event deleted for resources: {'Port': ['ID=a8d4bf3b-e979-4ea7-8beb-a37e85f5a634,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:10.855098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8dc6db8-c07a-4111-b46f-3315965b0d7f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:10.856084 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f85a98d-e3dc-46a3-a45d-f3f63bec9175 None None] No DVR routers for this DVR port a8d4bf3b-e979-4ea7-8beb-a37e85f5a634 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:58:10.881101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ccadd4-0e34-4a8b-b1c7-a6a74e0e5229 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:10.892922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-b8dc6db8-c07a-4111-b46f-3315965b0d7f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port 253101c4-3eae-4e0c-8761-b16a9847a39e yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:58:10.911299 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b393262-7004-4eca-9c5e-e8823b1e6453 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event updated for resources: {'Network': ['ID=2d28f5f2-27f9-4314-9e3a-8efe41124721,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:10.920036 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6b393262-7004-4eca-9c5e-e8823b1e6453 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3417289 Nov 26 02:58:10.924000 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50770) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:10.934474 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-43502e53-9f34-4590-89a1-d79976ea92ef tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Request body: {'subnet': {'network_id': '2d28f5f2-27f9-4314-9e3a-8efe41124721', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:10.944751 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 2d28f5f2-27f9-4314-9e3a-8efe41124721 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:58:11.009233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-a9f4309c-2329-4ce3-9e8d-48bdfcb63a00 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-383443456-network', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:11.034979 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:11.035637 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:11.093004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f4309c-2329-4ce3-9e8d-48bdfcb63a00 admin admin] Made reservation on behalf of d7baa4dc099742f1bfc89b5af5fff0ca for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:11.096354 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a9f4309c-2329-4ce3-9e8d-48bdfcb63a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:11.113538 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a9f4309c-2329-4ce3-9e8d-48bdfcb63a00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:11.115538 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43502e53-9f34-4590-89a1-d79976ea92ef tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Made reservation on behalf of 5630e03930fe4f4e894fa57d7498aaa5 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:11.122088 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43502e53-9f34-4590-89a1-d79976ea92ef tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:11.222581 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'fixed_ips': [{'subnet_id': '1da50be4-d369-458c-a9cb-8369fe6f2a62'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:58:11.223878 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:11.252238 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a9f4309c-2329-4ce3-9e8d-48bdfcb63a00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:11.263074 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a9f4309c-2329-4ce3-9e8d-48bdfcb63a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:11.313029 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f4309c-2329-4ce3-9e8d-48bdfcb63a00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:58:11.316080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-b8dc6db8-c07a-4111-b46f-3315965b0d7f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::e0e1:7ffc:f353:f24 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/1da50be4-d369-458c-a9cb-8369fe6f2a62/253101c4-3eae-4e0c-8761-b16a9847a39e) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:11.382807 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4309c-2329-4ce3-9e8d-48bdfcb63a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b64626-451d-48f2-886e-62a4fdc88a0b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:11.387843 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43502e53-9f34-4590-89a1-d79976ea92ef tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:11.389081 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a9f4309c-2329-4ce3-9e8d-48bdfcb63a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:11.389437 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-a9f4309c-2329-4ce3-9e8d-48bdfcb63a00 admin admin] Added segment 829bd44f-5392-443e-b02a-40ae82a1cea6 of type vlan for network 8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4 Nov 26 02:58:11.447515 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77297214-800e-4fc3-a29e-a2f5ec7cae0a req-7db6aa5e-9326-4f96-8b77-db9125da4a40 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1019845 Nov 26 02:58:11.460772 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43502e53-9f34-4590-89a1-d79976ea92ef tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event updated for resources: {'Subnet': ['ID=32aafc97-dcaf-4378-aa2a-a3d6e154c3dc,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:11.469240 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43502e53-9f34-4590-89a1-d79976ea92ef tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Checking segment: {'id': 'ef35a507-65b1-4e1b-b9f3-66aef29511b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d28f5f2-27f9-4314-9e3a-8efe41124721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:11.469569 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43502e53-9f34-4590-89a1-d79976ea92ef tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Network hostable DHCP agents. Network: 2d28f5f2-27f9-4314-9e3a-8efe41124721, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:58:11.476275 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a9f4309c-2329-4ce3-9e8d-48bdfcb63a00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:11.503826 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43502e53-9f34-4590-89a1-d79976ea92ef tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Network 2d28f5f2-27f9-4314-9e3a-8efe41124721 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:58:11.513981 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-43502e53-9f34-4590-89a1-d79976ea92ef tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 2d28f5f2-27f9-4314-9e3a-8efe41124721) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:11.518781 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43502e53-9f34-4590-89a1-d79976ea92ef tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:11.519389 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43502e53-9f34-4590-89a1-d79976ea92ef tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:11.529796 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8424c60f-1755-4ab9-943d-51a2ee0de033 None None] Network 2d28f5f2-27f9-4314-9e3a-8efe41124721 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:11.545830 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-43502e53-9f34-4590-89a1-d79976ea92ef tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6202185 Nov 26 02:58:11.546721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50778) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:11.566709 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-97b1f054-b095-4d12-94c0-45b9ac30a035 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Request body: {'router': {'external_gateway_info': {'network_id': '2d28f5f2-27f9-4314-9e3a-8efe41124721'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:11.682642 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bee641ce-9562-4891-a6d9-964758af5947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:11.722426 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-2d28f5f2-27f9-4314-9e3a-8efe41124721', 'network_id': '2d28f5f2-27f9-4314-9e3a-8efe41124721', 'tenant_id': '5630e03930fe4f4e894fa57d7498aaa5', 'fixed_ips': [{'subnet_id': '32aafc97-dcaf-4378-aa2a-a3d6e154c3dc'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:58:11.723300 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:11.893454 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a8d4bf3b-e979-4ea7-8beb-a37e85f5a634 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:58:11.926763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Allocated IP 2001:db8:1::2 (2d28f5f2-27f9-4314-9e3a-8efe41124721/32aafc97-dcaf-4378-aa2a-a3d6e154c3dc/161e6863-7542-4980-ae92-27bbc1be331b) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:11.928784 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: a8d4bf3b-e979-4ea7-8beb-a37e85f5a634 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:58:11.929132 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a8d4bf3b-e979-4ea7-8beb-a37e85f5a634 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:58:12.033822 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a9f4309c-2329-4ce3-9e8d-48bdfcb63a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:12.034796 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f4309c-2329-4ce3-9e8d-48bdfcb63a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:12.035378 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a9f4309c-2329-4ce3-9e8d-48bdfcb63a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:12.072979 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a9f4309c-2329-4ce3-9e8d-48bdfcb63a00 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2823138 Nov 26 02:58:12.075797 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50784) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:12.081194 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-684dd348-a2e6-453d-b0e5-144da97c1530 admin admin] Request body: {'subnet': {'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-383443456-subnet', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:12.126461 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684dd348-a2e6-453d-b0e5-144da97c1530 admin admin] Made reservation on behalf of d7baa4dc099742f1bfc89b5af5fff0ca for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:12.130237 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-684dd348-a2e6-453d-b0e5-144da97c1530 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:12.134735 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77297214-800e-4fc3-a29e-a2f5ec7cae0a req-882d5d94-4ae4-469f-a123-8fbd0fbb22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:12.136415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77297214-800e-4fc3-a29e-a2f5ec7cae0a req-882d5d94-4ae4-469f-a123-8fbd0fbb22bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 1096 time: 0.6155078 Nov 26 02:58:12.219379 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:12.236366 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:12.295774 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4309c-2329-4ce3-9e8d-48bdfcb63a00 admin admin] Pushing event updated for resources: {'Network': ['ID=8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:12.337085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:58:12.355749 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Network 2d28f5f2-27f9-4314-9e3a-8efe41124721 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:12.359156 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-684dd348-a2e6-453d-b0e5-144da97c1530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:12.367006 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8dc6db8-c07a-4111-b46f-3315965b0d7f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:12.396237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:12.398798 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Pushing event updated for resources: {'Port': ['ID=161e6863-7542-4980-ae92-27bbc1be331b,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:12.407909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:12.447842 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684dd348-a2e6-453d-b0e5-144da97c1530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:12.456661 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684dd348-a2e6-453d-b0e5-144da97c1530 admin admin] Checking segment: {'id': '829bd44f-5392-443e-b02a-40ae82a1cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:12.457349 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684dd348-a2e6-453d-b0e5-144da97c1530 admin admin] Network hostable DHCP agents. Network: 8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:58:12.480915 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684dd348-a2e6-453d-b0e5-144da97c1530 admin admin] Network 8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:58:12.496313 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-684dd348-a2e6-453d-b0e5-144da97c1530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:12.501060 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-97b1f054-b095-4d12-94c0-45b9ac30a035 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:12.513475 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684dd348-a2e6-453d-b0e5-144da97c1530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:12.514121 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-684dd348-a2e6-453d-b0e5-144da97c1530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:12.524542 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8dc6db8-c07a-4111-b46f-3315965b0d7f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:12.538503 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-684dd348-a2e6-453d-b0e5-144da97c1530 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4613383 Nov 26 02:58:12.543328 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50800) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:12.556418 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-383443456-router', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:12.616551 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb833bf-c662-4aa2-8115-6f61dd0218b4 None None] Network 8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:12.619666 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:12.619857 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:12.645761 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dc6db8-c07a-4111-b46f-3315965b0d7f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:12.699969 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-b8dc6db8-c07a-4111-b46f-3315965b0d7f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:12.721188 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dc6db8-c07a-4111-b46f-3315965b0d7f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:12.726997 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dc6db8-c07a-4111-b46f-3315965b0d7f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:12.727627 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8dc6db8-c07a-4111-b46f-3315965b0d7f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:12.730032 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:12.741241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc6db8-c07a-4111-b46f-3315965b0d7f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=253101c4-3eae-4e0c-8761-b16a9847a39e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:12.748856 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77297214-800e-4fc3-a29e-a2f5ec7cae0a req-6bd2ca19-ac9c-4db0-bac8-2d7e7b5969d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:12.750417 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77297214-800e-4fc3-a29e-a2f5ec7cae0a req-6bd2ca19-ac9c-4db0-bac8-2d7e7b5969d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 913 time: 0.5445583 Nov 26 02:58:12.780963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b8dc6db8-c07a-4111-b46f-3315965b0d7f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2918987 Nov 26 02:58:12.781713 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50806) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:12.818181 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Attempting to bind port 161e6863-7542-4980-ae92-27bbc1be331b on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:58:12.818565 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Attempting to bind port 161e6863-7542-4980-ae92-27bbc1be331b by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'ef35a507-65b1-4e1b-b9f3-66aef29511b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d28f5f2-27f9-4314-9e3a-8efe41124721'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:58:12.819068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Attempting to bind port 161e6863-7542-4980-ae92-27bbc1be331b on network 2d28f5f2-27f9-4314-9e3a-8efe41124721 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:58:12.836237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Allocated IP 2001:db8::2 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/1da50be4-d369-458c-a9cb-8369fe6f2a62/6d47ccdb-80d6-410a-aa3d-03a582a7b7fa) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:12.846038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:58:12.846367 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Checking segment: {'id': 'ef35a507-65b1-4e1b-b9f3-66aef29511b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d28f5f2-27f9-4314-9e3a-8efe41124721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:12.846780 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:12.847191 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Bound using segment: {'id': 'ef35a507-65b1-4e1b-b9f3-66aef29511b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d28f5f2-27f9-4314-9e3a-8efe41124721'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:58:12.847936 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Bound port: 161e6863-7542-4980-ae92-27bbc1be331b, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef35a507-65b1-4e1b-b9f3-66aef29511b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d28f5f2-27f9-4314-9e3a-8efe41124721'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:58:12.848301 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:12.890195 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77297214-800e-4fc3-a29e-a2f5ec7cae0a req-d4b678a4-27a9-473c-a31b-c0f6a2efcebb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688 HTTP/1.1" status: 200 len: 1001 time: 0.1322625 Nov 26 02:58:12.942739 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:12.963293 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d4f9cd-9fed-43e1-b598-f58819dca59c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:12.965308 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-60d4f9cd-9fed-43e1-b598-f58819dca59c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1531534 Nov 26 02:58:12.968637 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50810) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:13.015835 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-97b1f054-b095-4d12-94c0-45b9ac30a035 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 02:58:13.021969 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-97b1f054-b095-4d12-94c0-45b9ac30a035 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "PUT /v2.0/routers/57a46f2d-c354-49bb-a86e-2dd3d4736383 HTTP/1.1" status: 400 len: 364 time: 1.4697506 Nov 26 02:58:13.024857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50812) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:13.033559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77297214-800e-4fc3-a29e-a2f5ec7cae0a req-58162147-57d1-42e3-a497-67ae0a5ea797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:13.035125 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77297214-800e-4fc3-a29e-a2f5ec7cae0a req-58162147-57d1-42e3-a497-67ae0a5ea797 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.1367872 Nov 26 02:58:13.064013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4', 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'fixed_ips': [{'subnet_id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:58:13.069072 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:13.076361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] For port 161e6863-7542-4980-ae92-27bbc1be331b, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:58:13.099054 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] For port 161e6863-7542-4980-ae92-27bbc1be331b, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=161e6863-7542-4980-ae92-27bbc1be331b,segment=NetworkSegment(ef35a507-65b1-4e1b-b9f3-66aef29511b1),segment_id=ef35a507-65b1-4e1b-b9f3-66aef29511b1)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:58:13.132724 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:13.198537 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-90e7776a-c627-40db-a1ec-68cb843edf36 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port 253101c4-3eae-4e0c-8761-b16a9847a39e {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:13.198964 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-90e7776a-c627-40db-a1ec-68cb843edf36 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:13.272035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77297214-800e-4fc3-a29e-a2f5ec7cae0a req-3e1dda15-9f9c-4859-bf14-ecdf142dbf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:13.274488 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77297214-800e-4fc3-a29e-a2f5ec7cae0a req-3e1dda15-9f9c-4859-bf14-ecdf142dbf58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1990135 Nov 26 02:58:13.371055 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:13.384349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d29a7b-8d86-499d-9e4b-ee26908d2d86 None None] Pushing event updated for resources: {'Port': ['ID=161e6863-7542-4980-ae92-27bbc1be331b,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:13.433349 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:13.471282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-90e7776a-c627-40db-a1ec-68cb843edf36 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:13.499350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-90e7776a-c627-40db-a1ec-68cb843edf36 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for 253101c4-3eae-4e0c-8761-b16a9847a39e owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:13.518151 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:13.532243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Pushing event updated for resources: {'Port': ['ID=6d47ccdb-80d6-410a-aa3d-03a582a7b7fa,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:13.546738 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:13.547852 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:13.551112 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:13.555408 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c548032c-5a90-4a1a-aa93-3157408adb22 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:13.559704 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77297214-800e-4fc3-a29e-a2f5ec7cae0a req-ff270a4e-09d9-4c25-b132-e93c2eb347a1 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361944 Nov 26 02:58:13.567192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:13.581805 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Allocated IP 172.20.0.2 (8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4/97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc/6a227a47-33f7-4eca-8a35-c8ee28736f70) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:13.666852 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Attempting to bind port 6d47ccdb-80d6-410a-aa3d-03a582a7b7fa on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:58:13.667256 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Attempting to bind port 6d47ccdb-80d6-410a-aa3d-03a582a7b7fa by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:58:13.667610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Attempting to bind port 6d47ccdb-80d6-410a-aa3d-03a582a7b7fa on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:58:13.686021 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:58:13.686407 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:13.686821 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:13.687231 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:58:13.687724 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Bound port: 6d47ccdb-80d6-410a-aa3d-03a582a7b7fa, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:58:13.688159 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:13.807163 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] For port 6d47ccdb-80d6-410a-aa3d-03a582a7b7fa, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:58:13.810896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] For port 6d47ccdb-80d6-410a-aa3d-03a582a7b7fa, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6d47ccdb-80d6-410a-aa3d-03a582a7b7fa,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:58:13.903719 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] Allocated IP 172.25.0.221 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/87494164-d3dd-4a42-9fac-9ffabcc82ca7) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:13.924448 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:13.929886 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:13.967755 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:13.972886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-c548032c-5a90-4a1a-aa93-3157408adb22 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Allocated IP 2001:db8::1 (56b1cc31-4f76-4509-aa35-99b1772fa2f9/357cc2f3-1a1c-437a-8595-1921924f9ed4/4f773e0d-4722-46ef-b206-3ed07eb00bb4) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:13.989334 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 161e6863-7542-4980-ae92-27bbc1be331b up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:14.069989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Network 8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:14.079832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:14.084583 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:14.112881 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77297214-800e-4fc3-a29e-a2f5ec7cae0a req-75b91407-ce62-482c-a591-3e2602c70f41 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366192 Nov 26 02:58:14.150714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e912e-5b2e-431e-bf87-80acc47de41e None None] Pushing event updated for resources: {'Port': ['ID=6d47ccdb-80d6-410a-aa3d-03a582a7b7fa,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:14.205036 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-90e7776a-c627-40db-a1ec-68cb843edf36 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:14.216205 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c548032c-5a90-4a1a-aa93-3157408adb22 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:14.280946 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Attempting to bind port 6a227a47-33f7-4eca-8a35-c8ee28736f70 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:58:14.281340 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Attempting to bind port 6a227a47-33f7-4eca-8a35-c8ee28736f70 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '829bd44f-5392-443e-b02a-40ae82a1cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:58:14.281709 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Attempting to bind port 6a227a47-33f7-4eca-8a35-c8ee28736f70 on network 8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:58:14.290673 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-021c3613-a502-48b4-a00e-f10f1a141805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:14.293401 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c548032c-5a90-4a1a-aa93-3157408adb22 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:14.299035 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 161e6863-7542-4980-ae92-27bbc1be331b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:14.299410 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:14.304653 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:58:14.305564 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Checking segment: {'id': '829bd44f-5392-443e-b02a-40ae82a1cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:14.306005 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:14.306487 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Bound using segment: {'id': '829bd44f-5392-443e-b02a-40ae82a1cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:58:14.307034 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Bound port: 6a227a47-33f7-4eca-8a35-c8ee28736f70, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829bd44f-5392-443e-b02a-40ae82a1cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:58:14.307353 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:14.312251 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:14.328574 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7776a-c627-40db-a1ec-68cb843edf36 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=253101c4-3eae-4e0c-8761-b16a9847a39e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:14.339684 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Pushing event updated for resources: {'Port': ['ID=6a227a47-33f7-4eca-8a35-c8ee28736f70,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:14.432877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] For port 6a227a47-33f7-4eca-8a35-c8ee28736f70, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:58:14.444003 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] For port 6a227a47-33f7-4eca-8a35-c8ee28736f70, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6a227a47-33f7-4eca-8a35-c8ee28736f70,segment=NetworkSegment(829bd44f-5392-443e-b02a-40ae82a1cea6),segment_id=829bd44f-5392-443e-b02a-40ae82a1cea6)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:58:14.458998 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:14.464465 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c548032c-5a90-4a1a-aa93-3157408adb22 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Network 56b1cc31-4f76-4509-aa35-99b1772fa2f9 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:14.474739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-c548032c-5a90-4a1a-aa93-3157408adb22 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:14.478578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c548032c-5a90-4a1a-aa93-3157408adb22 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:14.480502 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c548032c-5a90-4a1a-aa93-3157408adb22 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:14.509209 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-90e7776a-c627-40db-a1ec-68cb843edf36 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:14.514481 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-90e7776a-c627-40db-a1ec-68cb843edf36 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/253101c4-3eae-4e0c-8761-b16a9847a39e HTTP/1.1" status: 204 len: 168 time: 1.5237737 Nov 26 02:58:14.516346 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:14.518424 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50830) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:14.613366 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] Pushing event updated for resources: {'Port': ['ID=87494164-d3dd-4a42-9fac-9ffabcc82ca7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:14.637683 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:14.646224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c6f9b-48d1-4f41-85f3-84d8acadb8bf None None] Pushing event updated for resources: {'Port': ['ID=6a227a47-33f7-4eca-8a35-c8ee28736f70,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:14.699738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548032c-5a90-4a1a-aa93-3157408adb22 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event updated for resources: {'Port': ['ID=4f773e0d-4722-46ef-b206-3ed07eb00bb4,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:14.722631 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:14.726570 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:14.737186 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:14.759619 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cfda20-9616-4bc1-b928-401f285348e5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:14.762611 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cfda20-9616-4bc1-b928-401f285348e5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:14.770404 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c7cfda20-9616-4bc1-b928-401f285348e5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1744912 Nov 26 02:58:14.788812 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a562d2b5-e033-4380-8e68-8b49458d34f0 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:58:14.791380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50834) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:14.809441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 161e6863-7542-4980-ae92-27bbc1be331b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=161e6863-7542-4980-ae92-27bbc1be331b,segment=NetworkSegment(ef35a507-65b1-4e1b-b9f3-66aef29511b1),segment_id=ef35a507-65b1-4e1b-b9f3-66aef29511b1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:14.816346 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:14.898996 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c548032c-5a90-4a1a-aa93-3157408adb22 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:14.968203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=161e6863-7542-4980-ae92-27bbc1be331b,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:15.043551 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3e4eb05d-ca1b-4b76-bc42-7b6822e245d1 None None] Provisioning complete for port 87494164-d3dd-4a42-9fac-9ffabcc82ca7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:15.043926 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb05d-ca1b-4b76-bc42-7b6822e245d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:15.068720 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c0c4db-07dc-4cbe-971d-2f2404af781a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 1da50be4-d369-458c-a9cb-8369fe6f2a62 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:58:15.087667 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c4db-07dc-4cbe-971d-2f2404af781a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:15.131313 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:15.179315 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3e4eb05d-ca1b-4b76-bc42-7b6822e245d1 None None] Port 87494164-d3dd-4a42-9fac-9ffabcc82ca7 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:58:15.274705 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c4db-07dc-4cbe-971d-2f2404af781a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:15.288618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c3034a-d659-4e47-bed5-e4a355164bc2 None None] Network 2d28f5f2-27f9-4314-9e3a-8efe41124721 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:15.410574 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e9a5fb2b-2428-4ba6-9b8e-78cec0a34023 None None] Provisioning complete for port 161e6863-7542-4980-ae92-27bbc1be331b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:15.411039 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e9a5fb2b-2428-4ba6-9b8e-78cec0a34023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:15.418867 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:15.529593 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c4db-07dc-4cbe-971d-2f2404af781a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:15.687750 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c4db-07dc-4cbe-971d-2f2404af781a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:15.692578 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c548032c-5a90-4a1a-aa93-3157408adb22 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:15.734337 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:15.747023 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c548032c-5a90-4a1a-aa93-3157408adb22 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:15.750785 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c548032c-5a90-4a1a-aa93-3157408adb22 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:15.796884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e9a5fb2b-2428-4ba6-9b8e-78cec0a34023 None None] Provisioning complete for port 4f773e0d-4722-46ef-b206-3ed07eb00bb4 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:15.805509 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e9a5fb2b-2428-4ba6-9b8e-78cec0a34023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:15.846175 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0c4db-07dc-4cbe-971d-2f2404af781a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=1da50be4-d369-458c-a9cb-8369fe6f2a62,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:15.850498 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c4db-07dc-4cbe-971d-2f2404af781a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:15.864161 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e9c0c4db-07dc-4cbe-971d-2f2404af781a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/1da50be4-d369-458c-a9cb-8369fe6f2a62 HTTP/1.1" status: 204 len: 168 time: 1.0713997 Nov 26 02:58:15.868692 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50846) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:15.944799 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548032c-5a90-4a1a-aa93-3157408adb22 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event updated for resources: {'Port': ['ID=4f773e0d-4722-46ef-b206-3ed07eb00bb4,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:15.948018 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-e9a5fb2b-2428-4ba6-9b8e-78cec0a34023 None None] Port 4f773e0d-4722-46ef-b206-3ed07eb00bb4 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:58:15.981912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50848) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:15.985129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-12e42e24-a2a7-4803-8a56-6dc3b92108b4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:15.988942 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-129ca736-9112-421d-b482-e9327a73c761 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034458 Nov 26 02:58:16.132612 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-ee7cbc00-a74d-455c-82b7-09b7aab3daa2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2666049 Nov 26 02:58:16.173748 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] Router 83f61df2-0336-4029-8e67-1aa9c4d87f18 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:58:16.193080 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0479331a-788d-48c7-95bd-fbbf02ca412f None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:16.248611 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c548032c-5a90-4a1a-aa93-3157408adb22 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Network 56b1cc31-4f76-4509-aa35-99b1772fa2f9 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:16.250746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-c548032c-5a90-4a1a-aa93-3157408adb22 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:16.267767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e42e24-a2a7-4803-8a56-6dc3b92108b4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:16.271520 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-12e42e24-a2a7-4803-8a56-6dc3b92108b4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:16.309755 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 161e6863-7542-4980-ae92-27bbc1be331b up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:16.366754 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:58:16.413048 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:16.415304 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f7ddb232-5de5-4797-8c2d-6a311cb914d6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8705304 Nov 26 02:58:16.418122 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50856) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:16.430877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Sync routers for ids ['83f61df2-0336-4029-8e67-1aa9c4d87f18'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:58:16.508138 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Routers {'83f61df2-0336-4029-8e67-1aa9c4d87f18'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:16.508807 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['83f61df2-0336-4029-8e67-1aa9c4d87f18'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:16.606947 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658fa8c2-0e5b-4ee0-a699-7413a6a3f0fb None None] Network 8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:16.610025 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4364d113-d312-43ab-8d7f-ef970f255585 None None] Provisioning complete for port 6d47ccdb-80d6-410a-aa3d-03a582a7b7fa triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:16.610405 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4364d113-d312-43ab-8d7f-ef970f255585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:16.853622 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:16.854794 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 161e6863-7542-4980-ae92-27bbc1be331b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:16.855160 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:16.953858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-0c76a541-b4f5-4e02-9075-4a58d13eadee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:16.954404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-0c76a541-b4f5-4e02-9075-4a58d13eadee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:16.954788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-0c76a541-b4f5-4e02-9075-4a58d13eadee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:16.955251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-0c76a541-b4f5-4e02-9075-4a58d13eadee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:16.956296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-0c76a541-b4f5-4e02-9075-4a58d13eadee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:16.957010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-0c76a541-b4f5-4e02-9075-4a58d13eadee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:16.957201 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-0c76a541-b4f5-4e02-9075-4a58d13eadee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:16.959755 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-0c76a541-b4f5-4e02-9075-4a58d13eadee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c9e03453576449e8027bf6795ca2563&device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 6502 time: 0.7023532 Nov 26 02:58:16.966125 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-664124d1-f4e4-4855-9474-58cc3ccbe0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:16.977877 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c548032c-5a90-4a1a-aa93-3157408adb22 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Router 57a46f2d-c354-49bb-a86e-2dd3d4736383 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:58:17.025886 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Set router 83f61df2-0336-4029-8e67-1aa9c4d87f18 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:58:17.095534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08d13fb-d45a-4761-a805-7400f02e199b None None] DHCP port deletion for af1a2dc2-8bce-453d-a003-a5791ffd45d3 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:58:17.183858 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-664124d1-f4e4-4855-9474-58cc3ccbe0bb admin admin] Allocated IP 172.20.0.1 (8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4/97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc/ed0dcc3f-af70-440a-a685-0362be4a507d) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:17.217316 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c548032c-5a90-4a1a-aa93-3157408adb22 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:58:17.230133 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5970b840-3c9d-4133-95ee-431ac79dace5 None None] Sync routers for ids ['57a46f2d-c354-49bb-a86e-2dd3d4736383'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:58:17.235152 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c548032c-5a90-4a1a-aa93-3157408adb22 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "PUT /v2.0/routers/57a46f2d-c354-49bb-a86e-2dd3d4736383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2067745 Nov 26 02:58:17.236260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50866) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:17.243205 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5970b840-3c9d-4133-95ee-431ac79dace5 None None] Routers {'57a46f2d-c354-49bb-a86e-2dd3d4736383'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:17.243812 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5970b840-3c9d-4133-95ee-431ac79dace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['57a46f2d-c354-49bb-a86e-2dd3d4736383'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:17.255254 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4364d113-d312-43ab-8d7f-ef970f255585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:17.265457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-8dd8e4e3-ab16-4130-81ab-68a78d3432a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:17.265938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-8dd8e4e3-ab16-4130-81ab-68a78d3432a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:17.266404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-8dd8e4e3-ab16-4130-81ab-68a78d3432a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:17.268172 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-8dd8e4e3-ab16-4130-81ab-68a78d3432a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1a9e75a6-7221-447b-a78c-497a718c2aac&id=936fa975-95c9-4edd-86b5-749a85dee6b7&id=936fa975-95c9-4edd-86b5-749a85dee6b7&id=936fa975-95c9-4edd-86b5-749a85dee6b7&id=936fa975-95c9-4edd-86b5-749a85dee6b7&id=9c07786a-4bb0-4031-ab82-de5af92a6806&id=9c07786a-4bb0-4031-ab82-de5af92a6806 HTTP/1.1" status: 200 len: 2296 time: 0.2778637 Nov 26 02:58:17.317917 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4364d113-d312-43ab-8d7f-ef970f255585 None None] For port 6d47ccdb-80d6-410a-aa3d-03a582a7b7fa, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6d47ccdb-80d6-410a-aa3d-03a582a7b7fa,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:17.339660 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4364d113-d312-43ab-8d7f-ef970f255585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:17.359355 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5970b840-3c9d-4133-95ee-431ac79dace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:17.370517 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5970b840-3c9d-4133-95ee-431ac79dace5 None None] Routers {'57a46f2d-c354-49bb-a86e-2dd3d4736383'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:17.371431 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5970b840-3c9d-4133-95ee-431ac79dace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['57a46f2d-c354-49bb-a86e-2dd3d4736383'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:17.402075 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-664124d1-f4e4-4855-9474-58cc3ccbe0bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:17.417147 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5970b840-3c9d-4133-95ee-431ac79dace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:17.458871 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5970b840-3c9d-4133-95ee-431ac79dace5 None None] The sync data for ids ['57a46f2d-c354-49bb-a86e-2dd3d4736383'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:58:17.460438 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6d47ccdb-80d6-410a-aa3d-03a582a7b7fa up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:17.466770 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-664124d1-f4e4-4855-9474-58cc3ccbe0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:17.514728 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-12e42e24-a2a7-4803-8a56-6dc3b92108b4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:17.541396 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664124d1-f4e4-4855-9474-58cc3ccbe0bb admin admin] Network 8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:17.548738 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-664124d1-f4e4-4855-9474-58cc3ccbe0bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:17.554187 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-d531eb64-fd6a-44fe-a117-38ccedf30951 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13a06076-645c-49e5-bb53-f3985928e9af HTTP/1.1" status: 200 len: 1002 time: 0.2449858 Nov 26 02:58:17.569849 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e42e24-a2a7-4803-8a56-6dc3b92108b4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:17.575360 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664124d1-f4e4-4855-9474-58cc3ccbe0bb admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:17.584460 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664124d1-f4e4-4855-9474-58cc3ccbe0bb admin admin] Pushing event updated for resources: {'Port': ['ID=ed0dcc3f-af70-440a-a685-0362be4a507d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:17.604475 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a08d13fb-d45a-4761-a805-7400f02e199b None None] Deleting port 6d47ccdb-80d6-410a-aa3d-03a582a7b7fa {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:17.604948 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a08d13fb-d45a-4761-a805-7400f02e199b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:17.622999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-12e42e24-a2a7-4803-8a56-6dc3b92108b4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:17.634055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-355c94ad-0bcb-4836-92f0-c8aa1154c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:17.634055 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-355c94ad-0bcb-4836-92f0-c8aa1154c0c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa7501fd-fac3-4deb-97b7-64e0674633aa HTTP/1.1" status: 200 len: 854 time: 0.0562823 Nov 26 02:58:17.634055 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f40a923c-d23a-4e9a-b4af-f9c0f1ffd331 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:17.693554 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-664124d1-f4e4-4855-9474-58cc3ccbe0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:17.704631 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a08d13fb-d45a-4761-a805-7400f02e199b None None] For port 6d47ccdb-80d6-410a-aa3d-03a582a7b7fa, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6d47ccdb-80d6-410a-aa3d-03a582a7b7fa,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:17.704631 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a08d13fb-d45a-4761-a805-7400f02e199b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:17.717752 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a08d13fb-d45a-4761-a805-7400f02e199b None None] Calling delete_port for 6d47ccdb-80d6-410a-aa3d-03a582a7b7fa owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:17.726056 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:17.745858 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 6d47ccdb-80d6-410a-aa3d-03a582a7b7fa triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:17.746236 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:17.774723 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:58:17.780212 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e42e24-a2a7-4803-8a56-6dc3b92108b4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:17.781093 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-12e42e24-a2a7-4803-8a56-6dc3b92108b4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:17.840216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e42e24-a2a7-4803-8a56-6dc3b92108b4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=3aa4dda1-6d96-4b05-a405-7ac2c4652bda,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:17.848351 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-f40a923c-d23a-4e9a-b4af-f9c0f1ffd331 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 26 02:58:17.849776 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f40a923c-d23a-4e9a-b4af-f9c0f1ffd331 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "DELETE /v2.0/routers/57a46f2d-c354-49bb-a86e-2dd3d4736383 HTTP/1.1" status: 409 len: 329 time: 0.6106656 Nov 26 02:58:17.855677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-fc9eba42-4920-4d6e-b431-6426f0244b76 None None] Provisioning complete for port 6a227a47-33f7-4eca-8a35-c8ee28736f70 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:17.856079 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fc9eba42-4920-4d6e-b431-6426f0244b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:17.857181 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-12e42e24-a2a7-4803-8a56-6dc3b92108b4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8759394 Nov 26 02:58:17.858774 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50872) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:17.862371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364d113-d312-43ab-8d7f-ef970f255585 None None] Pushing event updated for resources: {'Port': ['ID=6d47ccdb-80d6-410a-aa3d-03a582a7b7fa,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:17.872149 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50874) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:17.879241 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d8c4057e-2ef9-46f0-9a8f-4e29912ec40e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'fixed_ips': [{'subnet_id': '3aa4dda1-6d96-4b05-a405-7ac2c4652bda', 'ip_address': '2001:db8::1c7d:7e7d:45b2:4841'}], 'name': 'tempest-NetworksTestDHCPv6-363428631'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:17.937484 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-664124d1-f4e4-4855-9474-58cc3ccbe0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:17.949251 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6a227a47-33f7-4eca-8a35-c8ee28736f70 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:18.113740 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-a06aa4c2-85c9-46f0-9686-1f396f9c19a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:18.119171 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-a06aa4c2-85c9-46f0-9686-1f396f9c19a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a9e75a6-7221-447b-a78c-497a718c2aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3499730 Nov 26 02:58:18.128430 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a08d13fb-d45a-4761-a805-7400f02e199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:18.167836 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 6a227a47-33f7-4eca-8a35-c8ee28736f70 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:18.168246 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:18.170079 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08d13fb-d45a-4761-a805-7400f02e199b None None] No DVR routers for this DVR port 6d47ccdb-80d6-410a-aa3d-03a582a7b7fa on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:58:18.220031 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'name': 'tempest-TaggedBootDevicesTest-383443456-router', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:12Z', 'updated_at': '2021-11-26T02:58:15Z', 'revision_number': 3, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'gw_port': {'id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:13Z', 'updated_at': '2021-11-26T02:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:18.256489 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Checking router: 83f61df2-0336-4029-8e67-1aa9c4d87f18 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:58:18.257180 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Updating router 83f61df2-0336-4029-8e67-1aa9c4d87f18 port 87494164-d3dd-4a42-9fac-9ffabcc82ca7 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:58:18.258933 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c98976-0031-479e-a570-546d5e1e2f1f None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:18.307590 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-d6892e6b-a0da-48cd-9c40-244ff7405665 service neutron] 10.222.0.54 "GET /v2.0/networks/1a9e75a6-7221-447b-a78c-497a718c2aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643631 Nov 26 02:58:18.391516 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d13fb-d45a-4761-a805-7400f02e199b None None] Pushing event deleted for resources: {'Port': ['ID=6d47ccdb-80d6-410a-aa3d-03a582a7b7fa,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:18.482503 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fc9eba42-4920-4d6e-b431-6426f0244b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:18.484296 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-3811c1ab-39f3-47aa-8587-341d787028e4 service neutron] 10.222.0.54 "GET /v2.0/networks/1a9e75a6-7221-447b-a78c-497a718c2aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690822 Nov 26 02:58:18.491723 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-da228d6e-67f4-4144-a984-50e9f6080a2c tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:18.525974 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:18.562993 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-664124d1-f4e4-4855-9474-58cc3ccbe0bb admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:18.578297 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-664124d1-f4e4-4855-9474-58cc3ccbe0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:18.619222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-fc9eba42-4920-4d6e-b431-6426f0244b76 None None] For port 6a227a47-33f7-4eca-8a35-c8ee28736f70, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6a227a47-33f7-4eca-8a35-c8ee28736f70,segment=NetworkSegment(829bd44f-5392-443e-b02a-40ae82a1cea6),segment_id=829bd44f-5392-443e-b02a-40ae82a1cea6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:18.664970 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:18.670170 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-9d0b2ecb-b4aa-41ef-b3e3-4a07bde25d68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f HTTP/1.1" status: 200 len: 217 time: 0.0762057 Nov 26 02:58:18.671555 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fc9eba42-4920-4d6e-b431-6426f0244b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:18.707894 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664124d1-f4e4-4855-9474-58cc3ccbe0bb admin admin] Pushing event updated for resources: {'Port': ['ID=ed0dcc3f-af70-440a-a685-0362be4a507d,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:18.710375 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-664124d1-f4e4-4855-9474-58cc3ccbe0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:18.739567 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c4057e-2ef9-46f0-9a8f-4e29912ec40e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:18.761819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-04df55a1-0b7f-4662-bfa8-eb5d1a0f967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:18.763293 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-04df55a1-0b7f-4662-bfa8-eb5d1a0f967e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63d50455-9704-4445-9844-5a1aa7d1e6f7 HTTP/1.1" status: 200 len: 797 time: 0.0652349 Nov 26 02:58:18.806071 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'fixed_ips': [{'subnet_id': '3aa4dda1-6d96-4b05-a405-7ac2c4652bda'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:58:18.806941 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:18.860873 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-92c0e443-6569-4dcc-af12-a14b677cea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:18.863940 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-92c0e443-6569-4dcc-af12-a14b677cea19 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=936fa975-95c9-4edd-86b5-749a85dee6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0893497 Nov 26 02:58:18.875110 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-fc9eba42-4920-4d6e-b431-6426f0244b76 None None] Provisioning complete for port 161e6863-7542-4980-ae92-27bbc1be331b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:18.875673 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fc9eba42-4920-4d6e-b431-6426f0244b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:19.025417 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d8c4057e-2ef9-46f0-9a8f-4e29912ec40e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:19.040457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664124d1-f4e4-4855-9474-58cc3ccbe0bb admin admin] Network 8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:19.050583 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-664124d1-f4e4-4855-9474-58cc3ccbe0bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:19.074163 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-d8c4057e-2ef9-46f0-9a8f-4e29912ec40e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port f851bc2b-7737-4218-819b-e28046a2d3a6 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:58:19.170771 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-da228d6e-67f4-4144-a984-50e9f6080a2c tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Deleting port 4f773e0d-4722-46ef-b206-3ed07eb00bb4 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:19.171913 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-da228d6e-67f4-4144-a984-50e9f6080a2c tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:19.234527 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664124d1-f4e4-4855-9474-58cc3ccbe0bb admin admin] Router 83f61df2-0336-4029-8e67-1aa9c4d87f18 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:58:19.236762 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Allocated IP 2001:db8::2 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/3aa4dda1-6d96-4b05-a405-7ac2c4652bda/eedf76ca-9e62-4715-a89a-7251dc15997b) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:19.276664 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-b2f5461b-7d7d-4e2c-8e40-e470c434c2a4 service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772612 Nov 26 02:58:19.366109 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9eba42-4920-4d6e-b431-6426f0244b76 None None] Pushing event updated for resources: {'Port': ['ID=6a227a47-33f7-4eca-8a35-c8ee28736f70,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:19.424011 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-2ba34a60-b642-4aab-aa69-a2d9bb3b7eb4 service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315680 Nov 26 02:58:19.428245 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:58:19.428969 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:58:19.460707 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664124d1-f4e4-4855-9474-58cc3ccbe0bb admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:58:19.469727 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-664124d1-f4e4-4855-9474-58cc3ccbe0bb admin admin] 10.222.0.31 "PUT /v2.0/routers/83f61df2-0336-4029-8e67-1aa9c4d87f18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0487995 Nov 26 02:58:19.508589 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-18642f10-468a-44b7-959a-2d16ac47a0b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=8be3bf7e-8853-443e-9883-2546fd4abe46 HTTP/1.1" status: 200 len: 217 time: 0.0755122 Nov 26 02:58:19.512027 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-da228d6e-67f4-4144-a984-50e9f6080a2c tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:19.551220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-da228d6e-67f4-4144-a984-50e9f6080a2c tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Calling delete_port for 4f773e0d-4722-46ef-b206-3ed07eb00bb4 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:19.591724 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:19.604411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-fc9eba42-4920-4d6e-b431-6426f0244b76 None None] Provisioning complete for port 4f773e0d-4722-46ef-b206-3ed07eb00bb4 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:19.604866 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fc9eba42-4920-4d6e-b431-6426f0244b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:19.610825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-e309bf66-f791-45e7-89ed-1826d54ffaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:19.613443 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-e309bf66-f791-45e7-89ed-1826d54ffaaf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63d50455-9704-4445-9844-5a1aa7d1e6f7 HTTP/1.1" status: 200 len: 797 time: 0.0940218 Nov 26 02:58:19.634767 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:19.684250 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-d8c4057e-2ef9-46f0-9a8f-4e29912ec40e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::1c7d:7e7d:45b2:4841 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/3aa4dda1-6d96-4b05-a405-7ac2c4652bda/f851bc2b-7737-4218-819b-e28046a2d3a6) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:19.702981 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:19.716039 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:19.719184 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:19.736330 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-fc9eba42-4920-4d6e-b431-6426f0244b76 None None] Port 4f773e0d-4722-46ef-b206-3ed07eb00bb4 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:58:19.756021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-4444e7cd-8c4d-4887-9eb7-dc54ee0288cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:19.757748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-4444e7cd-8c4d-4887-9eb7-dc54ee0288cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=936fa975-95c9-4edd-86b5-749a85dee6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1032729 Nov 26 02:58:19.774710 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:19.778868 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Pushing event updated for resources: {'Port': ['ID=eedf76ca-9e62-4715-a89a-7251dc15997b,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:19.815677 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:19.867697 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Attempting to bind port eedf76ca-9e62-4715-a89a-7251dc15997b on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:58:19.868255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Attempting to bind port eedf76ca-9e62-4715-a89a-7251dc15997b by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:58:19.876957 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Attempting to bind port eedf76ca-9e62-4715-a89a-7251dc15997b on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:58:19.879369 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-da228d6e-67f4-4144-a984-50e9f6080a2c tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:19.895795 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:58:19.896316 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:19.896735 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:19.897137 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:58:19.897973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Bound port: eedf76ca-9e62-4715-a89a-7251dc15997b, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:58:19.898930 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:19.919652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da228d6e-67f4-4144-a984-50e9f6080a2c tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event deleted for resources: {'Port': ['ID=4f773e0d-4722-46ef-b206-3ed07eb00bb4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:19.929183 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-75426bff-3c5f-4411-9927-03c399c73222 service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458585 Nov 26 02:58:19.953350 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Attempting to bind port 87494164-d3dd-4a42-9fac-9ffabcc82ca7 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:58:19.954381 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Attempting to bind port 87494164-d3dd-4a42-9fac-9ffabcc82ca7 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:58:19.954797 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Attempting to bind port 87494164-d3dd-4a42-9fac-9ffabcc82ca7 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:58:19.973380 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b570b9d-f105-4142-9614-3d7b4c519db4 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:58:19.979187 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffeb0ad-777b-42d9-ad01-5f0b11836d2e None None] Pushing event updated for resources: {'Port': ['ID=87494164-d3dd-4a42-9fac-9ffabcc82ca7,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:19.982721 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d8c4057e-2ef9-46f0-9a8f-4e29912ec40e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:20.041786 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-06e29959-95cf-4ae2-b5ac-f175ab358987 None None] Provisioning complete for port 6a227a47-33f7-4eca-8a35-c8ee28736f70 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:20.042200 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-06e29959-95cf-4ae2-b5ac-f175ab358987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:20.043926 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:58:20.044341 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:20.045115 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:20.045286 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:58:20.045902 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Bound port: 87494164-d3dd-4a42-9fac-9ffabcc82ca7, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:58:20.046295 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:20.061438 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d8c4057e-2ef9-46f0-9a8f-4e29912ec40e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:20.154208 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c4057e-2ef9-46f0-9a8f-4e29912ec40e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:20.170102 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] For port eedf76ca-9e62-4715-a89a-7251dc15997b, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:58:20.170880 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-d8c4057e-2ef9-46f0-9a8f-4e29912ec40e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:20.174348 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] For port eedf76ca-9e62-4715-a89a-7251dc15997b, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=eedf76ca-9e62-4715-a89a-7251dc15997b,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:58:20.180444 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c4057e-2ef9-46f0-9a8f-4e29912ec40e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:20.190451 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:20.200600 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c4057e-2ef9-46f0-9a8f-4e29912ec40e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:20.201298 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d8c4057e-2ef9-46f0-9a8f-4e29912ec40e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:20.245038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] For port 87494164-d3dd-4a42-9fac-9ffabcc82ca7, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:58:20.253306 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4057e-2ef9-46f0-9a8f-4e29912ec40e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=f851bc2b-7737-4218-819b-e28046a2d3a6,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:20.262610 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d8c4057e-2ef9-46f0-9a8f-4e29912ec40e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3887007 Nov 26 02:58:20.267567 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50908) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:20.339559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] For port 87494164-d3dd-4a42-9fac-9ffabcc82ca7, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=87494164-d3dd-4a42-9fac-9ffabcc82ca7,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:58:20.344894 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50912) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:20.355836 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-4807f340-3b87-48d7-a4e6-e1eb0714d0b0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1653106198-network', 'tenant_id': 'b171702458134549a6fcb5f0295445fc'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:20.358138 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6a227a47-33f7-4eca-8a35-c8ee28736f70 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:20.390023 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fdba3f-b2da-46d0-a50a-f9267e2ed2a9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:20.393902 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:20.397946 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fdba3f-b2da-46d0-a50a-f9267e2ed2a9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:20.401162 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b1fdba3f-b2da-46d0-a50a-f9267e2ed2a9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1321671 Nov 26 02:58:20.403707 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50918) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:20.452970 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4807f340-3b87-48d7-a4e6-e1eb0714d0b0 admin admin] Made reservation on behalf of b171702458134549a6fcb5f0295445fc for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:20.455440 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4807f340-3b87-48d7-a4e6-e1eb0714d0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:20.482910 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82190634-fac3-44b1-afc4-04776bd3ca94 None None] Pushing event updated for resources: {'Port': ['ID=eedf76ca-9e62-4715-a89a-7251dc15997b,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:20.487369 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4807f340-3b87-48d7-a4e6-e1eb0714d0b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:20.574473 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf990ac-249e-4590-ad51-ca134d08f661 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:58:20.617662 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-7ecefbc6-d3d6-4de8-a67d-94dd1794bf74 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port f851bc2b-7737-4218-819b-e28046a2d3a6 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:20.619412 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ecefbc6-d3d6-4de8-a67d-94dd1794bf74 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:20.640331 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Routers {'83f61df2-0336-4029-8e67-1aa9c4d87f18'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:20.642367 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['83f61df2-0336-4029-8e67-1aa9c4d87f18'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:20.734682 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-da228d6e-67f4-4144-a984-50e9f6080a2c tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:20.793229 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-06e29959-95cf-4ae2-b5ac-f175ab358987 None None] Provisioning complete for port ed0dcc3f-af70-440a-a685-0362be4a507d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:20.794547 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-06e29959-95cf-4ae2-b5ac-f175ab358987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:20.835448 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffeb0ad-777b-42d9-ad01-5f0b11836d2e None None] Pushing event updated for resources: {'Port': ['ID=87494164-d3dd-4a42-9fac-9ffabcc82ca7,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:20.858961 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 6a227a47-33f7-4eca-8a35-c8ee28736f70 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:20.859329 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:20.869379 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4807f340-3b87-48d7-a4e6-e1eb0714d0b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:20.888290 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4807f340-3b87-48d7-a4e6-e1eb0714d0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:20.924981 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-9c434d71-8be3-4318-9b8c-46ab93bd0519 service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9662449 Nov 26 02:58:20.934070 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-06e29959-95cf-4ae2-b5ac-f175ab358987 None None] Port ed0dcc3f-af70-440a-a685-0362be4a507d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:58:20.935503 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ecefbc6-d3d6-4de8-a67d-94dd1794bf74 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:20.938657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4807f340-3b87-48d7-a4e6-e1eb0714d0b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:58:20.968186 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4807f340-3b87-48d7-a4e6-e1eb0714d0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:20.968864 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-4807f340-3b87-48d7-a4e6-e1eb0714d0b0 admin admin] Added segment 09a74c43-b0c4-43e2-b1d2-4508dfde4892 of type vlan for network 27201bd6-4395-4e2d-98e2-65bed950f13b Nov 26 02:58:20.982488 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] Set router 83f61df2-0336-4029-8e67-1aa9c4d87f18 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:58:20.993629 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-7ecefbc6-d3d6-4de8-a67d-94dd1794bf74 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for f851bc2b-7737-4218-819b-e28046a2d3a6 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:21.060340 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-7b717757-4405-4b98-a9b6-176cd7514fc0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=1652fdd8-a96b-4b29-8dfe-f52e1ca56718 HTTP/1.1" status: 200 len: 217 time: 0.1261947 Nov 26 02:58:21.152413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da228d6e-67f4-4144-a984-50e9f6080a2c tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Router 57a46f2d-c354-49bb-a86e-2dd3d4736383 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:58:21.170632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-cf8a165a-a705-499c-88a6-16407d85f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:21.172427 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-cf8a165a-a705-499c-88a6-16407d85f4de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63d50455-9704-4445-9844-5a1aa7d1e6f7 HTTP/1.1" status: 200 len: 797 time: 0.0742698 Nov 26 02:58:21.215700 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807f340-3b87-48d7-a4e6-e1eb0714d0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adb3fa3-61fb-4ae4-93b1-b0e50c378d15,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:21.230827 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ecefbc6-d3d6-4de8-a67d-94dd1794bf74 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:21.255693 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4807f340-3b87-48d7-a4e6-e1eb0714d0b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:21.262282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-60162028-db83-4043-b397-0e6ab5a2dfeb None None] Provisioning complete for port 87494164-d3dd-4a42-9fac-9ffabcc82ca7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:21.262925 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-60162028-db83-4043-b397-0e6ab5a2dfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:21.291032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da228d6e-67f4-4144-a984-50e9f6080a2c tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:58:21.298074 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-da228d6e-67f4-4144-a984-50e9f6080a2c tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "PUT /v2.0/routers/57a46f2d-c354-49bb-a86e-2dd3d4736383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4379821 Nov 26 02:58:21.300507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-7e678cf9-8933-4def-9785-96ce7d7a5398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:21.302109 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-7e678cf9-8933-4def-9785-96ce7d7a5398 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=936fa975-95c9-4edd-86b5-749a85dee6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0944955 Nov 26 02:58:21.302696 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50932) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:21.306342 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecefbc6-d3d6-4de8-a67d-94dd1794bf74 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=f851bc2b-7737-4218-819b-e28046a2d3a6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:21.312233 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ecefbc6-d3d6-4de8-a67d-94dd1794bf74 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:21.319050 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7ecefbc6-d3d6-4de8-a67d-94dd1794bf74 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/f851bc2b-7737-4218-819b-e28046a2d3a6 HTTP/1.1" status: 204 len: 168 time: 0.9141903 Nov 26 02:58:21.321919 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50934) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:21.358908 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937451ed-85ee-4b00-b992-bd51d58cffa7 None None] Sync routers for ids ['57a46f2d-c354-49bb-a86e-2dd3d4736383'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:58:21.386015 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973ab297-ab40-4a85-87b4-018d5bc7ef2a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:21.387966 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973ab297-ab40-4a85-87b4-018d5bc7ef2a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:21.392473 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-973ab297-ab40-4a85-87b4-018d5bc7ef2a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0694752 Nov 26 02:58:21.393896 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.db.resource_extend [None req-4807f340-3b87-48d7-a4e6-e1eb0714d0b0 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 02:58:21.396558 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50936) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:21.403394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6d47ccdb-80d6-410a-aa3d-03a582a7b7fa no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:58:21.416212 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-a9a7f703-f789-461d-838f-8d6d5fe6e4fe tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] show failed (client error): The resource could not be found. Nov 26 02:58:21.417587 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a9a7f703-f789-461d-838f-8d6d5fe6e4fe tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-79124634 HTTP/1.1" status: 404 len: 333 time: 0.1137114 Nov 26 02:58:21.433792 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937451ed-85ee-4b00-b992-bd51d58cffa7 None None] Routers {'57a46f2d-c354-49bb-a86e-2dd3d4736383'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:21.434617 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-937451ed-85ee-4b00-b992-bd51d58cffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['57a46f2d-c354-49bb-a86e-2dd3d4736383'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:21.437524 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 6d47ccdb-80d6-410a-aa3d-03a582a7b7fa {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:58:21.438246 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6d47ccdb-80d6-410a-aa3d-03a582a7b7fa not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:58:21.455339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50938) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:21.465037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-6fc0aed4-3b1d-4b9a-8477-76b77cb76d74 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:21.471541 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f568691-8d52-456b-98cd-c7a93adbf95b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 3aa4dda1-6d96-4b05-a405-7ac2c4652bda {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:58:21.476873 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7f568691-8d52-456b-98cd-c7a93adbf95b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:21.480488 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4807f340-3b87-48d7-a4e6-e1eb0714d0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:21.481480 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4807f340-3b87-48d7-a4e6-e1eb0714d0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:21.482215 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4807f340-3b87-48d7-a4e6-e1eb0714d0b0 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:21.483250 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-937451ed-85ee-4b00-b992-bd51d58cffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:21.514827 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937451ed-85ee-4b00-b992-bd51d58cffa7 None None] Routers {'57a46f2d-c354-49bb-a86e-2dd3d4736383'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:21.515593 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-937451ed-85ee-4b00-b992-bd51d58cffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['57a46f2d-c354-49bb-a86e-2dd3d4736383'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:21.527539 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-6fc0aed4-3b1d-4b9a-8477-76b77cb76d74 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] update failed (client error): The resource could not be found. Nov 26 02:58:21.527539 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6fc0aed4-3b1d-4b9a-8477-76b77cb76d74 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1166985490 HTTP/1.1" status: 404 len: 335 time: 0.0710664 Nov 26 02:58:21.528372 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'name': 'tempest-TaggedBootDevicesTest-383443456-router', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:12Z', 'updated_at': '2021-11-26T02:58:17Z', 'revision_number': 4, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'gw_port': {'id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:13Z', 'updated_at': '2021-11-26T02:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'ed0dcc3f-af70-440a-a685-0362be4a507d', 'name': '', 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'mac_address': 'fa:16:3e:2b:41:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:17Z', 'updated_at': '2021-11-26T02:58:18Z', 'revision_number': 2, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'subnets': [{'id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:21.530362 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-a7e4216c-7ecd-45d5-ae7e-d7bdf9125bfc service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187054 Nov 26 02:58:21.530936 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50940) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:21.570630 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4807f340-3b87-48d7-a4e6-e1eb0714d0b0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2218018 Nov 26 02:58:21.573598 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50942) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:21.581979 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-48de260a-ac66-4567-8f39-bc6b22acb932 admin admin] Request body: {'subnet': {'network_id': '27201bd6-4395-4e2d-98e2-65bed950f13b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1653106198-subnet', 'tenant_id': 'b171702458134549a6fcb5f0295445fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:21.638608 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7f568691-8d52-456b-98cd-c7a93adbf95b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:21.661797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c26fb49-8dba-48e0-bcd1-d7debfdf392d tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Deleting subnet 32aafc97-dcaf-4378-aa2a-a3d6e154c3dc {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:58:21.669671 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9c26fb49-8dba-48e0-bcd1-d7debfdf392d tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:21.680875 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807f340-3b87-48d7-a4e6-e1eb0714d0b0 admin admin] Pushing event updated for resources: {'Network': ['ID=27201bd6-4395-4e2d-98e2-65bed950f13b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:21.698547 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48de260a-ac66-4567-8f39-bc6b22acb932 admin admin] Made reservation on behalf of b171702458134549a6fcb5f0295445fc for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:21.702429 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-48de260a-ac66-4567-8f39-bc6b22acb932 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:21.745000 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9c26fb49-8dba-48e0-bcd1-d7debfdf392d tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:21.779591 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-49e63925-2ea5-480c-9786-d08ffb6e10e3 service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372050 Nov 26 02:58:21.834095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-d4702c01-f716-4f8d-8a98-bbfeadc523de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=fa2350b4-56d4-47ad-916e-e0e40196eccd HTTP/1.1" status: 200 len: 217 time: 0.0440233 Nov 26 02:58:21.858578 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 27201bd6-4395-4e2d-98e2-65bed950f13b details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:58:21.895077 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-937451ed-85ee-4b00-b992-bd51d58cffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:21.895980 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937451ed-85ee-4b00-b992-bd51d58cffa7 None None] The sync data for ids ['57a46f2d-c354-49bb-a86e-2dd3d4736383'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:58:21.958805 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-e657546a-0643-4a84-afc9-b0327b07d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:21.960861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-e657546a-0643-4a84-afc9-b0327b07d871 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63d50455-9704-4445-9844-5a1aa7d1e6f7 HTTP/1.1" status: 200 len: 797 time: 0.1186476 Nov 26 02:58:21.975252 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a428c4cb-2a89-4b48-87d3-bde697f2c4da None None] The sync data for ids ['83f61df2-0336-4029-8e67-1aa9c4d87f18'] in n-d-819389-3 is: [{'id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'name': 'tempest-TaggedBootDevicesTest-383443456-router', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:12Z', 'updated_at': '2021-11-26T02:58:17Z', 'revision_number': 4, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'gw_port': {'id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:13Z', 'updated_at': '2021-11-26T02:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'ed0dcc3f-af70-440a-a685-0362be4a507d', 'name': '', 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'mac_address': 'fa:16:3e:2b:41:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:17Z', 'updated_at': '2021-11-26T02:58:18Z', 'revision_number': 2, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'subnets': [{'id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:58:21.981344 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9c26fb49-8dba-48e0-bcd1-d7debfdf392d tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:22.039442 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7f568691-8d52-456b-98cd-c7a93adbf95b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:22.041524 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-60162028-db83-4043-b397-0e6ab5a2dfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:22.084399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-dce57942-89e6-4f1f-a042-1e159f6b513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:22.086617 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-dce57942-89e6-4f1f-a042-1e159f6b513b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=936fa975-95c9-4edd-86b5-749a85dee6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1179824 Nov 26 02:58:22.087083 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-60162028-db83-4043-b397-0e6ab5a2dfeb None None] For port 87494164-d3dd-4a42-9fac-9ffabcc82ca7, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=87494164-d3dd-4a42-9fac-9ffabcc82ca7,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:22.100356 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-60162028-db83-4043-b397-0e6ab5a2dfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:22.220591 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9c26fb49-8dba-48e0-bcd1-d7debfdf392d tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:22.221593 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60162028-db83-4043-b397-0e6ab5a2dfeb None None] Pushing event updated for resources: {'Port': ['ID=87494164-d3dd-4a42-9fac-9ffabcc82ca7,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:22.241100 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60162028-db83-4043-b397-0e6ab5a2dfeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:22.241467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60162028-db83-4043-b397-0e6ab5a2dfeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:22.241827 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60162028-db83-4043-b397-0e6ab5a2dfeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:22.242744 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60162028-db83-4043-b397-0e6ab5a2dfeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:22.243511 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60162028-db83-4043-b397-0e6ab5a2dfeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:22.247208 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60162028-db83-4043-b397-0e6ab5a2dfeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:22.247615 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60162028-db83-4043-b397-0e6ab5a2dfeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:22.247968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60162028-db83-4043-b397-0e6ab5a2dfeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:22.251344 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60162028-db83-4043-b397-0e6ab5a2dfeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:22.251720 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60162028-db83-4043-b397-0e6ab5a2dfeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:22.252108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60162028-db83-4043-b397-0e6ab5a2dfeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:22.252464 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60162028-db83-4043-b397-0e6ab5a2dfeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:22.272393 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7f568691-8d52-456b-98cd-c7a93adbf95b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:22.291015 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-48de260a-ac66-4567-8f39-bc6b22acb932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:22.332368 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9c26fb49-8dba-48e0-bcd1-d7debfdf392d tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:22.334063 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f568691-8d52-456b-98cd-c7a93adbf95b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa4dda1-6d96-4b05-a405-7ac2c4652bda,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:22.341187 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:22.349581 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7f568691-8d52-456b-98cd-c7a93adbf95b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:22.357349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee963a9e-9474-4457-9bc0-31d9d4895ae2 None None] Network 2d28f5f2-27f9-4314-9e3a-8efe41124721 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:22.362391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9c26fb49-8dba-48e0-bcd1-d7debfdf392d tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "DELETE /v2.0/subnets/32aafc97-dcaf-4378-aa2a-a3d6e154c3dc HTTP/1.1" status: 204 len: 168 time: 0.8304098 Nov 26 02:58:22.369082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50952) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:22.371820 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7f568691-8d52-456b-98cd-c7a93adbf95b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/3aa4dda1-6d96-4b05-a405-7ac2c4652bda HTTP/1.1" status: 204 len: 168 time: 0.9742370 Nov 26 02:58:22.378699 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50954) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:22.439234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26fb49-8dba-48e0-bcd1-d7debfdf392d tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event deleted for resources: {'Subnet': ['ID=32aafc97-dcaf-4378-aa2a-a3d6e154c3dc,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:22.492532 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device eedf76ca-9e62-4715-a89a-7251dc15997b up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:22.519148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-036a37fd-53d8-4b5e-b488-27692f0927d1 service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212708 Nov 26 02:58:22.519532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50956) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:22.520301 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-631821b0-0f8e-4e64-9977-66b4ac53be47 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1398742 Nov 26 02:58:22.524617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4a93839f-ca7c-42f8-94d2-8a645687216a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:22.536793 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de260a-ac66-4567-8f39-bc6b22acb932 admin admin] Checking segment: {'id': '09a74c43-b0c4-43e2-b1d2-4508dfde4892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27201bd6-4395-4e2d-98e2-65bed950f13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:22.537419 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48de260a-ac66-4567-8f39-bc6b22acb932 admin admin] Network hostable DHCP agents. Network: 27201bd6-4395-4e2d-98e2-65bed950f13b, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:58:22.547829 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de260a-ac66-4567-8f39-bc6b22acb932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4031cfd-cec9-46b7-9a98-276587b77d15,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:22.577717 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48de260a-ac66-4567-8f39-bc6b22acb932 admin admin] Network 27201bd6-4395-4e2d-98e2-65bed950f13b is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:58:22.589204 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-48de260a-ac66-4567-8f39-bc6b22acb932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 27201bd6-4395-4e2d-98e2-65bed950f13b) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:22.597895 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48de260a-ac66-4567-8f39-bc6b22acb932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:22.598514 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-48de260a-ac66-4567-8f39-bc6b22acb932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:22.618159 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3a9268da-e2dc-4f9c-a9db-8529c6b7fae3 None None] Provisioning complete for port eedf76ca-9e62-4715-a89a-7251dc15997b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:22.618541 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3a9268da-e2dc-4f9c-a9db-8529c6b7fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:22.624795 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-48de260a-ac66-4567-8f39-bc6b22acb932 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0467038 Nov 26 02:58:22.627672 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50958) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:22.632274 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1653106198-router', 'tenant_id': 'b171702458134549a6fcb5f0295445fc', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:22.635729 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408dae2a-fe90-40ae-97a9-1d42e0809dee None None] Network 27201bd6-4395-4e2d-98e2-65bed950f13b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:22.687896 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:22.689344 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:22.787447 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e96675c-62ba-478e-bda5-411da093404e None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:22.794823 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:22.817893 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:22.900584 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-881a1e1a-35af-4bb0-af0b-7e8df176759f service neutron] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690870 Nov 26 02:58:22.904112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a93839f-ca7c-42f8-94d2-8a645687216a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:22.907907 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4a93839f-ca7c-42f8-94d2-8a645687216a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:23.056017 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:23.071853 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-bc563bd0-9fb7-42ec-9c28-ea2a054e1414 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=02844178-cc04-42e0-87c6-2802fd9ca94d HTTP/1.1" status: 200 len: 217 time: 0.1502662 Nov 26 02:58:23.160516 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port eedf76ca-9e62-4715-a89a-7251dc15997b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:23.161212 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:23.216748 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-27201bd6-4395-4e2d-98e2-65bed950f13b', 'network_id': '27201bd6-4395-4e2d-98e2-65bed950f13b', 'tenant_id': 'b171702458134549a6fcb5f0295445fc', 'fixed_ips': [{'subnet_id': 'c4031cfd-cec9-46b7-9a98-276587b77d15'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:58:23.217734 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:23.288083 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154bdb25-e919-4e13-a724-1b81b89b1ac3 None None] DHCP port deletion for 2d28f5f2-27f9-4314-9e3a-8efe41124721 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:58:23.294366 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-07475837-d4f0-402d-a194-7f216fab0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:23.296182 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-07475837-d4f0-402d-a194-7f216fab0022 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46d2ec77-6d8a-4d0f-b6e0-8fe9b1c5d96d HTTP/1.1" status: 200 len: 797 time: 0.2135761 Nov 26 02:58:23.371445 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Deleting port 161e6863-7542-4980-ae92-27bbc1be331b {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:23.371785 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:23.405850 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:23.429773 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:23.473274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Allocated IP 172.20.0.2 (27201bd6-4395-4e2d-98e2-65bed950f13b/c4031cfd-cec9-46b7-9a98-276587b77d15/41adba8f-0a28-4ad1-9b03-5d12a81d0833) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:23.501893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] For port 161e6863-7542-4980-ae92-27bbc1be331b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=161e6863-7542-4980-ae92-27bbc1be331b,segment=NetworkSegment(ef35a507-65b1-4e1b-b9f3-66aef29511b1),segment_id=ef35a507-65b1-4e1b-b9f3-66aef29511b1)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:23.502267 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:23.524276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Calling delete_port for 161e6863-7542-4980-ae92-27bbc1be331b owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:23.537986 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-aca370f9-2400-4a5a-a394-4d0cf2c69ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:23.539902 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-aca370f9-2400-4a5a-a394-4d0cf2c69ff8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c07786a-4bb0-4031-ab82-de5af92a6806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2297299 Nov 26 02:58:23.544512 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3a9268da-e2dc-4f9c-a9db-8529c6b7fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:23.563043 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:23.583302 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] Allocated IP 172.25.0.47 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/a81e5221-79f9-4456-9366-2eae1d37f12e) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:23.707051 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4a93839f-ca7c-42f8-94d2-8a645687216a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:23.725901 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:23.764995 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:23.766461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a93839f-ca7c-42f8-94d2-8a645687216a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:23.777191 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-4a93839f-ca7c-42f8-94d2-8a645687216a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:23.786226 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a93839f-ca7c-42f8-94d2-8a645687216a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:23.786820 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4a93839f-ca7c-42f8-94d2-8a645687216a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:23.793622 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3a9268da-e2dc-4f9c-a9db-8529c6b7fae3 None None] For port eedf76ca-9e62-4715-a89a-7251dc15997b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=eedf76ca-9e62-4715-a89a-7251dc15997b,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:23.800407 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241b51c7-82f6-4190-a3d6-6a35fde4fca0 None None] DHCP port deletion for af1a2dc2-8bce-453d-a003-a5791ffd45d3 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:58:23.811132 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:23.818746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93839f-ca7c-42f8-94d2-8a645687216a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=3ee2b7be-daae-4e96-8bee-f891fb1e875c,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:23.823759 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3a9268da-e2dc-4f9c-a9db-8529c6b7fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:23.829730 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-58e5f80f-0d1b-43af-affd-6802e75eadba service neutron] 10.222.0.54 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610898 Nov 26 02:58:23.839333 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4a93839f-ca7c-42f8-94d2-8a645687216a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3186207 Nov 26 02:58:23.850768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50968) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:23.857259 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b2d01c20-b9d1-4d2d-96c7-e65c49a71141 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'fixed_ips': [{'subnet_id': '3ee2b7be-daae-4e96-8bee-f891fb1e875c', 'ip_address': '2001:db8::5e10:ccd4:8bbc:13a'}], 'name': 'tempest-NetworksTestDHCPv6-1175303243'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:23.867651 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:23.871286 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:23.872826 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:23.876670 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:23.931848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67900d7-d397-402c-802e-d9e09745ffbd None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:58:23.939611 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] Pushing event updated for resources: {'Port': ['ID=a81e5221-79f9-4456-9366-2eae1d37f12e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:23.943646 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:23.948369 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-154bdb25-e919-4e13-a724-1b81b89b1ac3 None None] Deleting port 161e6863-7542-4980-ae92-27bbc1be331b {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:23.948749 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-154bdb25-e919-4e13-a724-1b81b89b1ac3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:24.015570 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event deleted for resources: {'Port': ['ID=161e6863-7542-4980-ae92-27bbc1be331b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:24.018699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] No DVR routers for this DVR port 161e6863-7542-4980-ae92-27bbc1be331b on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:58:24.036467 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:24.042667 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8278484f-3766-48c5-b505-eecf1d5a70d9 None None] Could not find standard attr ID for object 7d426f54-3ac4-4343-a687-b5de6f8e2935. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:58:24.066001 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:58:24.066274 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:58:24.066771 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9268da-e2dc-4f9c-a9db-8529c6b7fae3 None None] Pushing event updated for resources: {'Port': ['ID=eedf76ca-9e62-4715-a89a-7251dc15997b,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:24.157001 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-154bdb25-e919-4e13-a724-1b81b89b1ac3 None None] For port 161e6863-7542-4980-ae92-27bbc1be331b, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:24.157521 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-154bdb25-e919-4e13-a724-1b81b89b1ac3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:24.168658 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Network 27201bd6-4395-4e2d-98e2-65bed950f13b is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:24.200599 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:24.213667 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:24.223333 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:24.232826 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-154bdb25-e919-4e13-a724-1b81b89b1ac3 None None] Calling delete_port for 161e6863-7542-4980-ae92-27bbc1be331b owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:24.247688 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-154bdb25-e919-4e13-a724-1b81b89b1ac3 None None] Port 161e6863-7542-4980-ae92-27bbc1be331b was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 02:58:24.261053 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Pushing event updated for resources: {'Port': ['ID=41adba8f-0a28-4ad1-9b03-5d12a81d0833,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:24.263493 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-154bdb25-e919-4e13-a724-1b81b89b1ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:24.279035 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-241b51c7-82f6-4190-a3d6-6a35fde4fca0 None None] Deleting port eedf76ca-9e62-4715-a89a-7251dc15997b {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:24.279424 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-241b51c7-82f6-4190-a3d6-6a35fde4fca0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:24.296607 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d01c20-b9d1-4d2d-96c7-e65c49a71141 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:24.304434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d28f5f2-27f9-4314-9e3a-8efe41124721']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:24.366091 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-92de4fef-a5f3-4c33-8610-acc7ae7f9ad4 service neutron] 10.222.0.54 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246041 Nov 26 02:58:24.370658 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef35a507-65b1-4e1b-b9f3-66aef29511b1') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:24.371098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef35a507-65b1-4e1b-b9f3-66aef29511b1') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:24.386795 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bdb25-e919-4e13-a724-1b81b89b1ac3 None None] Pushing event deleted for resources: {'Port': ['ID=161e6863-7542-4980-ae92-27bbc1be331b,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:24.438703 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:24.443441 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-b398657e-15fe-4295-9c63-d19d94498de0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57741d91-c980-4e0b-9b35-bab416945e3b HTTP/1.1" status: 200 len: 217 time: 0.0682635 Nov 26 02:58:24.501134 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154bdb25-e919-4e13-a724-1b81b89b1ac3 None None] No DVR routers for this DVR port 161e6863-7542-4980-ae92-27bbc1be331b on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:58:24.533433 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:24.540289 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9346a823-b97a-4bf4-befc-211dc3c77fb7 None None] Provisioning complete for port a81e5221-79f9-4456-9366-2eae1d37f12e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:24.540709 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9346a823-b97a-4bf4-befc-211dc3c77fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:24.562347 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2d01c20-b9d1-4d2d-96c7-e65c49a71141 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:24.569761 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:58:24.571023 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:58:24.581558 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:58:24.671567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-b2d01c20-b9d1-4d2d-96c7-e65c49a71141 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port 53539092-c6d8-4f4a-ae23-7017aff1ebbd yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:58:24.696558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-96cb78f1-38dd-4ac4-8c82-3c018cee2498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:24.698055 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-96cb78f1-38dd-4ac4-8c82-3c018cee2498 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46d2ec77-6d8a-4d0f-b6e0-8fe9b1c5d96d HTTP/1.1" status: 200 len: 797 time: 0.2431715 Nov 26 02:58:24.715585 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:24.781008 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:24.786967 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:24.794347 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "DELETE /v2.0/networks/2d28f5f2-27f9-4314-9e3a-8efe41124721 HTTP/1.1" status: 204 len: 168 time: 2.4240274 Nov 26 02:58:24.798408 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50992) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:24.852227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ab21a-7082-4801-89a7-1aeda1685462 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event deleted for resources: {'Network': ['ID=2d28f5f2-27f9-4314-9e3a-8efe41124721,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:24.871306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-f1de310b-a61d-4797-a9cf-a76e0bccbf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:24.873531 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-f1de310b-a61d-4797-a9cf-a76e0bccbf4b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c07786a-4bb0-4031-ab82-de5af92a6806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1271586 Nov 26 02:58:24.940417 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Attempting to bind port 41adba8f-0a28-4ad1-9b03-5d12a81d0833 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:58:24.941002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Attempting to bind port 41adba8f-0a28-4ad1-9b03-5d12a81d0833 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '09a74c43-b0c4-43e2-b1d2-4508dfde4892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27201bd6-4395-4e2d-98e2-65bed950f13b'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:58:24.941155 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Attempting to bind port 41adba8f-0a28-4ad1-9b03-5d12a81d0833 on network 27201bd6-4395-4e2d-98e2-65bed950f13b {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:58:24.973705 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:58:24.974181 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Checking segment: {'id': '09a74c43-b0c4-43e2-b1d2-4508dfde4892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27201bd6-4395-4e2d-98e2-65bed950f13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:24.974601 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:24.975011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Bound using segment: {'id': '09a74c43-b0c4-43e2-b1d2-4508dfde4892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27201bd6-4395-4e2d-98e2-65bed950f13b'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:58:24.975525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Bound port: 41adba8f-0a28-4ad1-9b03-5d12a81d0833, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a74c43-b0c4-43e2-b1d2-4508dfde4892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27201bd6-4395-4e2d-98e2-65bed950f13b'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:58:24.975917 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:25.010492 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9346a823-b97a-4bf4-befc-211dc3c77fb7 None None] Port a81e5221-79f9-4456-9366-2eae1d37f12e cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:58:25.015732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-b2d01c20-b9d1-4d2d-96c7-e65c49a71141 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::5e10:ccd4:8bbc:13a (af1a2dc2-8bce-453d-a003-a5791ffd45d3/3ee2b7be-daae-4e96-8bee-f891fb1e875c/53539092-c6d8-4f4a-ae23-7017aff1ebbd) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:25.046718 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-1923b009-c081-4d00-ba09-31563eeb635b service neutron] 10.222.0.54 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643279 Nov 26 02:58:25.051685 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-241b51c7-82f6-4190-a3d6-6a35fde4fca0 None None] For port eedf76ca-9e62-4715-a89a-7251dc15997b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=eedf76ca-9e62-4715-a89a-7251dc15997b,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:25.052287 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-241b51c7-82f6-4190-a3d6-6a35fde4fca0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:25.103077 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-241b51c7-82f6-4190-a3d6-6a35fde4fca0 None None] Calling delete_port for eedf76ca-9e62-4715-a89a-7251dc15997b owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:25.182713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] For port 41adba8f-0a28-4ad1-9b03-5d12a81d0833, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:58:25.206172 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] For port 41adba8f-0a28-4ad1-9b03-5d12a81d0833, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=41adba8f-0a28-4ad1-9b03-5d12a81d0833,segment=NetworkSegment(09a74c43-b0c4-43e2-b1d2-4508dfde4892),segment_id=09a74c43-b0c4-43e2-b1d2-4508dfde4892)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:58:25.209175 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-205938e9-be9d-49e5-b80d-d2d148b9b246 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Deleting subnet 530e8eef-ca24-4182-a573-f383cfc7b2e3 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:58:25.215309 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-205938e9-be9d-49e5-b80d-d2d148b9b246 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:25.240791 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:25.291922 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 87494164-d3dd-4a42-9fac-9ffabcc82ca7 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:25.334055 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-205938e9-be9d-49e5-b80d-d2d148b9b246 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:25.408694 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-241b51c7-82f6-4190-a3d6-6a35fde4fca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:25.436346 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d1187-ad05-4667-8386-97c6d7da3d48 None None] Pushing event updated for resources: {'Port': ['ID=41adba8f-0a28-4ad1-9b03-5d12a81d0833,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:25.450338 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241b51c7-82f6-4190-a3d6-6a35fde4fca0 None None] No DVR routers for this DVR port eedf76ca-9e62-4715-a89a-7251dc15997b on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:58:25.518781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58987765-3168-41a2-ae37-1ead7c695c35 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:25.525052 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b51c7-82f6-4190-a3d6-6a35fde4fca0 None None] Pushing event deleted for resources: {'Port': ['ID=eedf76ca-9e62-4715-a89a-7251dc15997b,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:25.595040 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-205938e9-be9d-49e5-b80d-d2d148b9b246 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:25.693227 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Sync routers for ids ['83f61df2-0336-4029-8e67-1aa9c4d87f18'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:58:25.698949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 87494164-d3dd-4a42-9fac-9ffabcc82ca7 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:25.699709 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:25.724812 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Routers {'83f61df2-0336-4029-8e67-1aa9c4d87f18'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:25.724812 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['83f61df2-0336-4029-8e67-1aa9c4d87f18'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:25.857059 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:25.921173 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Set router 83f61df2-0336-4029-8e67-1aa9c4d87f18 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:58:25.939002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'fixed_ips': [{'subnet_id': '3ee2b7be-daae-4e96-8bee-f891fb1e875c'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:58:25.939883 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:26.035248 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 161e6863-7542-4980-ae92-27bbc1be331b no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:58:26.065824 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-205938e9-be9d-49e5-b80d-d2d148b9b246 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:26.115361 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-205938e9-be9d-49e5-b80d-d2d148b9b246 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:26.123860 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-205938e9-be9d-49e5-b80d-d2d148b9b246 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "DELETE /v2.0/subnets/530e8eef-ca24-4182-a573-f383cfc7b2e3 HTTP/1.1" status: 204 len: 168 time: 1.3239796 Nov 26 02:58:26.124842 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51002) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:26.127856 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2d01c20-b9d1-4d2d-96c7-e65c49a71141 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:26.130237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205938e9-be9d-49e5-b80d-d2d148b9b246 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event deleted for resources: {'Subnet': ['ID=530e8eef-ca24-4182-a573-f383cfc7b2e3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:26.173036 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bc75fd-2695-42f7-93d2-2116b7036c21 None None] Network dd0d92f6-5204-4a5c-ba8b-023c1edcd713 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:26.175558 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 161e6863-7542-4980-ae92-27bbc1be331b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:58:26.175909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 161e6863-7542-4980-ae92-27bbc1be331b not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:58:26.176348 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device eedf76ca-9e62-4715-a89a-7251dc15997b no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:58:26.182550 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2d01c20-b9d1-4d2d-96c7-e65c49a71141 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:26.208966 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'name': 'tempest-TaggedBootDevicesTest-383443456-router', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:12Z', 'updated_at': '2021-11-26T02:58:17Z', 'revision_number': 4, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'gw_port': {'id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:13Z', 'updated_at': '2021-11-26T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'ed0dcc3f-af70-440a-a685-0362be4a507d', 'name': '', 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'mac_address': 'fa:16:3e:2b:41:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:17Z', 'updated_at': '2021-11-26T02:58:18Z', 'revision_number': 2, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'subnets': [{'id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:26.250067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d01c20-b9d1-4d2d-96c7-e65c49a71141 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:26.254640 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-b2d01c20-b9d1-4d2d-96c7-e65c49a71141 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:26.268862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d01c20-b9d1-4d2d-96c7-e65c49a71141 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:26.271168 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc88e812-d631-415b-81db-b0f267409801 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Deleting subnet 0f92ff50-c1f3-466d-91ec-ff141998b9b3 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:58:26.277067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d01c20-b9d1-4d2d-96c7-e65c49a71141 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:26.278041 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2d01c20-b9d1-4d2d-96c7-e65c49a71141 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:26.288597 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Checking router: 83f61df2-0336-4029-8e67-1aa9c4d87f18 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:58:26.289803 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Updating router 83f61df2-0336-4029-8e67-1aa9c4d87f18 port ed0dcc3f-af70-440a-a685-0362be4a507d binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:58:26.294770 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dc88e812-d631-415b-81db-b0f267409801 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:26.309098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d01c20-b9d1-4d2d-96c7-e65c49a71141 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=53539092-c6d8-4f4a-ae23-7017aff1ebbd,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:26.325893 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fba29348-e1f5-4bb1-95e4-16487470dbda req-06224202-873a-44d0-a10f-82ca66fd52e8 service neutron] 10.222.0.54 "GET /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2694705 Nov 26 02:58:26.343745 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:26.353305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b2d01c20-b9d1-4d2d-96c7-e65c49a71141 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5010996 Nov 26 02:58:26.357570 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51004) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:26.371234 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: eedf76ca-9e62-4715-a89a-7251dc15997b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:58:26.371495 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device eedf76ca-9e62-4715-a89a-7251dc15997b not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:58:26.473808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27482956-0a97-4843-935b-1b4a8d5347e9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:26.478224 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-27482956-0a97-4843-935b-1b4a8d5347e9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1194077 Nov 26 02:58:26.482474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51008) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:26.488703 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dc88e812-d631-415b-81db-b0f267409801 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:26.626208 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Allocated IP 2001:db8::2 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/3ee2b7be-daae-4e96-8bee-f891fb1e875c/72d26332-76d6-478c-a8a2-910bb9d6961e) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:26.663212 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] Router e6db6e95-622c-46de-a6d5-2b1680165f1f is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:58:26.743283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-0235dce2-0fc3-46db-b624-ec8dff1c599c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port 53539092-c6d8-4f4a-ae23-7017aff1ebbd {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:26.745712 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0235dce2-0fc3-46db-b624-ec8dff1c599c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:26.915798 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0235dce2-0fc3-46db-b624-ec8dff1c599c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:26.938161 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-0235dce2-0fc3-46db-b624-ec8dff1c599c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for 53539092-c6d8-4f4a-ae23-7017aff1ebbd owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:26.982654 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dc88e812-d631-415b-81db-b0f267409801 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:27.038314 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:27.058477 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce51d13d-df54-4af9-8001-6417a3a5634b None None] DHCP port deletion for dd0d92f6-5204-4a5c-ba8b-023c1edcd713 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:58:27.074437 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:27.158652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:58:27.164966 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0235dce2-0fc3-46db-b624-ec8dff1c599c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:27.206040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235dce2-0fc3-46db-b624-ec8dff1c599c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=53539092-c6d8-4f4a-ae23-7017aff1ebbd,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:27.210554 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:27.225763 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:27.260199 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dc88e812-d631-415b-81db-b0f267409801 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:27.271793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Sync routers for ids ['e6db6e95-622c-46de-a6d5-2b1680165f1f'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:58:27.273536 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:27.277499 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-841a11a5-e527-4dee-a4f7-525b51129384 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6462131 Nov 26 02:58:27.281718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51016) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:27.283500 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0235dce2-0fc3-46db-b624-ec8dff1c599c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:27.290547 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0235dce2-0fc3-46db-b624-ec8dff1c599c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/53539092-c6d8-4f4a-ae23-7017aff1ebbd HTTP/1.1" status: 204 len: 168 time: 0.8070135 Nov 26 02:58:27.292973 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51018) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:27.301090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076789d4-d318-4ad9-a823-28d2715648e5 None None] Network 27201bd6-4395-4e2d-98e2-65bed950f13b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:27.307106 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 41adba8f-0a28-4ad1-9b03-5d12a81d0833 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:27.352828 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64e4bc-53e3-45c3-97c2-e46b04b7b1c0 None None] Pushing event updated for resources: {'Port': ['ID=ed0dcc3f-af70-440a-a685-0362be4a507d,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:27.405354 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d04623-b39b-457c-b3fd-f7d2c5eee508 None None] Network f31fb149-64ce-4807-8d80-2c9353cd7d98 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:27.413341 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:27.417041 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88e812-d631-415b-81db-b0f267409801 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event deleted for resources: {'Subnet': ['ID=0f92ff50-c1f3-466d-91ec-ff141998b9b3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:27.426666 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dc88e812-d631-415b-81db-b0f267409801 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:27.434118 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4542b27-552a-4e88-a81c-68c7e00859d8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:27.435810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4542b27-552a-4e88-a81c-68c7e00859d8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:27.439915 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dc88e812-d631-415b-81db-b0f267409801 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "DELETE /v2.0/subnets/0f92ff50-c1f3-466d-91ec-ff141998b9b3 HTTP/1.1" status: 204 len: 168 time: 1.3027024 Nov 26 02:58:27.443975 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f4542b27-552a-4e88-a81c-68c7e00859d8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1484466 Nov 26 02:58:27.444618 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51020) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:27.444988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51022) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:27.489832 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64e4bc-53e3-45c3-97c2-e46b04b7b1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:27.490600 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64e4bc-53e3-45c3-97c2-e46b04b7b1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:27.491148 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64e4bc-53e3-45c3-97c2-e46b04b7b1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:27.491672 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64e4bc-53e3-45c3-97c2-e46b04b7b1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:27.493164 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64e4bc-53e3-45c3-97c2-e46b04b7b1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:27.505260 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64e4bc-53e3-45c3-97c2-e46b04b7b1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:27.506359 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64e4bc-53e3-45c3-97c2-e46b04b7b1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:27.507310 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64e4bc-53e3-45c3-97c2-e46b04b7b1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:27.509908 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64e4bc-53e3-45c3-97c2-e46b04b7b1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:27.510443 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64e4bc-53e3-45c3-97c2-e46b04b7b1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:27.510980 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64e4bc-53e3-45c3-97c2-e46b04b7b1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:27.512323 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64e4bc-53e3-45c3-97c2-e46b04b7b1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:27.517754 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Attempting to bind port ed0dcc3f-af70-440a-a685-0362be4a507d on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:58:27.518418 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Attempting to bind port ed0dcc3f-af70-440a-a685-0362be4a507d by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '829bd44f-5392-443e-b02a-40ae82a1cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:58:27.518976 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Attempting to bind port ed0dcc3f-af70-440a-a685-0362be4a507d on network 8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:58:27.526305 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:58:27.526950 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Checking segment: {'id': '829bd44f-5392-443e-b02a-40ae82a1cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:27.527565 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:27.528185 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Bound using segment: {'id': '829bd44f-5392-443e-b02a-40ae82a1cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:58:27.528838 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Bound port: ed0dcc3f-af70-440a-a685-0362be4a507d, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829bd44f-5392-443e-b02a-40ae82a1cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:58:27.529432 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:27.550371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Routers {'e6db6e95-622c-46de-a6d5-2b1680165f1f'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:27.551165 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e6db6e95-622c-46de-a6d5-2b1680165f1f'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:27.626977 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] For port ed0dcc3f-af70-440a-a685-0362be4a507d, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:58:27.630645 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] For port ed0dcc3f-af70-440a-a685-0362be4a507d, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ed0dcc3f-af70-440a-a685-0362be4a507d,segment=NetworkSegment(829bd44f-5392-443e-b02a-40ae82a1cea6),segment_id=829bd44f-5392-443e-b02a-40ae82a1cea6)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:58:27.643625 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:27.730757 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:27.771040 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64e4bc-53e3-45c3-97c2-e46b04b7b1c0 None None] Pushing event updated for resources: {'Port': ['ID=ed0dcc3f-af70-440a-a685-0362be4a507d,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:27.787008 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Routers {'83f61df2-0336-4029-8e67-1aa9c4d87f18'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:27.787713 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['83f61df2-0336-4029-8e67-1aa9c4d87f18'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:27.810446 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-232c094a-f216-4eed-9931-e6e15263a14a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 3ee2b7be-daae-4e96-8bee-f891fb1e875c {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:58:27.816098 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Set router e6db6e95-622c-46de-a6d5-2b1680165f1f gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:58:27.893215 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-232c094a-f216-4eed-9931-e6e15263a14a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:27.909154 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:28.038847 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:28.056933 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Pushing event updated for resources: {'Port': ['ID=72d26332-76d6-478c-a8a2-910bb9d6961e,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:28.074597 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] Set router 83f61df2-0336-4029-8e67-1aa9c4d87f18 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:58:28.084791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d09373-8e65-4a94-bd42-eddb844fe8f3 req-8e581a8f-aea4-4076-a011-e77d864fb070 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:28.086440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74d09373-8e65-4a94-bd42-eddb844fe8f3 req-8e581a8f-aea4-4076-a011-e77d864fb070 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 945 time: 0.3019583 Nov 26 02:58:28.089097 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-232c094a-f216-4eed-9931-e6e15263a14a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:28.112227 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 41adba8f-0a28-4ad1-9b03-5d12a81d0833 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:28.116636 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:28.182983 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81f13182-b7f6-4503-89e8-427ddbac1dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:28.186434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Deleting port 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:28.186926 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:28.187412 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d0d2e830-4ccd-4ddf-918f-53f5e5e3de1d None None] Provisioning complete for port 41adba8f-0a28-4ad1-9b03-5d12a81d0833 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:28.189671 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e830-4ccd-4ddf-918f-53f5e5e3de1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:28.334762 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-232c094a-f216-4eed-9931-e6e15263a14a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:28.440410 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74d09373-8e65-4a94-bd42-eddb844fe8f3 req-338cb21d-009e-42ec-9963-29faf641f7eb tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205869 Nov 26 02:58:28.474492 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-81f13182-b7f6-4503-89e8-427ddbac1dc2 admin admin] Allocated IP 172.20.0.1 (27201bd6-4395-4e2d-98e2-65bed950f13b/c4031cfd-cec9-46b7-9a98-276587b77d15/f3240587-ea99-4815-8805-efdba791f077) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:28.476683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] For port 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2caa0b7d-d905-40fe-841b-b8b79b7cfc1d,segment=NetworkSegment(053bfbf1-dcf7-44a4-9ab6-ecf8b216eb9e),segment_id=053bfbf1-dcf7-44a4-9ab6-ecf8b216eb9e)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:28.477119 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:28.495026 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Calling delete_port for 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:28.537017 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'name': 'tempest-TaggedBootDevicesTest-383443456-router', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:12Z', 'updated_at': '2021-11-26T02:58:17Z', 'revision_number': 4, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'gw_port': {'id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:13Z', 'updated_at': '2021-11-26T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'ed0dcc3f-af70-440a-a685-0362be4a507d', 'name': '', 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'mac_address': 'fa:16:3e:2b:41:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:17Z', 'updated_at': '2021-11-26T02:58:27Z', 'revision_number': 4, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'subnets': [{'id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:28.567838 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-232c094a-f216-4eed-9931-e6e15263a14a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:28.615707 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-232c094a-f216-4eed-9931-e6e15263a14a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:28.619402 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5fa8d7-ee57-41d0-9428-6538864c9d8e None None] The sync data for ids ['83f61df2-0336-4029-8e67-1aa9c4d87f18'] in n-d-819389-3 is: [{'id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'name': 'tempest-TaggedBootDevicesTest-383443456-router', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:12Z', 'updated_at': '2021-11-26T02:58:17Z', 'revision_number': 4, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'gw_port': {'id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:13Z', 'updated_at': '2021-11-26T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'ed0dcc3f-af70-440a-a685-0362be4a507d', 'name': '', 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'mac_address': 'fa:16:3e:2b:41:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:17Z', 'updated_at': '2021-11-26T02:58:27Z', 'revision_number': 4, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'subnets': [{'id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:58:28.621819 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-232c094a-f216-4eed-9931-e6e15263a14a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/3ee2b7be-daae-4e96-8bee-f891fb1e875c HTTP/1.1" status: 204 len: 168 time: 1.1598344 Nov 26 02:58:28.625094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51040) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:28.629349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c094a-f216-4eed-9931-e6e15263a14a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee2b7be-daae-4e96-8bee-f891fb1e875c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:28.629762 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81f13182-b7f6-4503-89e8-427ddbac1dc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:28.706562 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81f13182-b7f6-4503-89e8-427ddbac1dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:28.709523 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5e906d9e-36a4-40d0-82b5-5681ac457c0a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811167 Nov 26 02:58:28.712506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51042) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:28.754034 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f13182-b7f6-4503-89e8-427ddbac1dc2 admin admin] Network 27201bd6-4395-4e2d-98e2-65bed950f13b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:28.757382 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-81f13182-b7f6-4503-89e8-427ddbac1dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:28.760668 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f13182-b7f6-4503-89e8-427ddbac1dc2 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:28.816375 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81f13182-b7f6-4503-89e8-427ddbac1dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:28.822190 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ce51d13d-df54-4af9-8001-6417a3a5634b None None] Deleting port 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:28.822582 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce51d13d-df54-4af9-8001-6417a3a5634b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:28.830573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc3ecbd-5076-4be0-87d3-8aa9e5a9f6c4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:28.832223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3cc3ecbd-5076-4be0-87d3-8aa9e5a9f6c4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1188130 Nov 26 02:58:28.833533 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:28.852958 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51044) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:28.870009 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] No DVR routers for this DVR port 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:58:28.886736 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f13182-b7f6-4503-89e8-427ddbac1dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=f3240587-ea99-4815-8805-efdba791f077,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:29.002361 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event deleted for resources: {'Port': ['ID=2caa0b7d-d905-40fe-841b-b8b79b7cfc1d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:29.070023 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81f13182-b7f6-4503-89e8-427ddbac1dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:29.126976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ce51d13d-df54-4af9-8001-6417a3a5634b None None] For port 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:29.126976 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce51d13d-df54-4af9-8001-6417a3a5634b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:29.158781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ce51d13d-df54-4af9-8001-6417a3a5634b None None] Calling delete_port for 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:29.167367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4486cfbb-6331-4204-97ae-c0c55ccbdd29 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:29.172118 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4486cfbb-6331-4204-97ae-c0c55ccbdd29 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3001487 Nov 26 02:58:29.174662 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51062) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:29.181648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-ce51d13d-df54-4af9-8001-6417a3a5634b None None] Port 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 02:58:29.187081 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:29.242773 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce51d13d-df54-4af9-8001-6417a3a5634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:29.255838 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0d92f6-5204-4a5c-ba8b-023c1edcd713']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:29.267324 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Attempting to bind port 72d26332-76d6-478c-a8a2-910bb9d6961e on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:58:29.267732 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Attempting to bind port 72d26332-76d6-478c-a8a2-910bb9d6961e by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:58:29.268468 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Attempting to bind port 72d26332-76d6-478c-a8a2-910bb9d6961e on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:58:29.275633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053bfbf1-dcf7-44a4-9ab6-ecf8b216eb9e') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:29.277023 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053bfbf1-dcf7-44a4-9ab6-ecf8b216eb9e') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:29.287050 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f6647164-4177-4558-b10d-d698351a3568 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942426 Nov 26 02:58:29.291258 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51070) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:29.300934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b1a6ad8b-122b-4b85-a123-57b23057571a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:29.362273 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:29.404388 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:58:29.408809 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:29.411093 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:29.412528 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:58:29.418093 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Bound port: 72d26332-76d6-478c-a8a2-910bb9d6961e, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:58:29.420085 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:29.427123 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51d13d-df54-4af9-8001-6417a3a5634b None None] Pushing event deleted for resources: {'Port': ['ID=2caa0b7d-d905-40fe-841b-b8b79b7cfc1d,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:29.491311 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51d13d-df54-4af9-8001-6417a3a5634b None None] No DVR routers for this DVR port 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:58:29.565996 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:29.570792 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:29.573010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a6ad8b-122b-4b85-a123-57b23057571a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:29.576747 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1a6ad8b-122b-4b85-a123-57b23057571a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:29.587038 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81f13182-b7f6-4503-89e8-427ddbac1dc2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:29.596695 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81f13182-b7f6-4503-89e8-427ddbac1dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:29.619090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:58:29.619510 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:58:29.622649 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:58:29.637887 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'name': 'tempest-TaggedBootDevicesTest-1653106198-router', 'tenant_id': 'b171702458134549a6fcb5f0295445fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a81e5221-79f9-4456-9366-2eae1d37f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:22Z', 'updated_at': '2021-11-26T02:58:24Z', 'revision_number': 3, 'project_id': 'b171702458134549a6fcb5f0295445fc', 'gw_port': {'id': 'a81e5221-79f9-4456-9366-2eae1d37f12e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:23Z', 'updated_at': '2021-11-26T02:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:29.656893 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81f13182-b7f6-4503-89e8-427ddbac1dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:29.785896 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f13182-b7f6-4503-89e8-427ddbac1dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=f3240587-ea99-4815-8805-efdba791f077,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:29.788362 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Checking router: e6db6e95-622c-46de-a6d5-2b1680165f1f for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:58:29.788806 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Updating router e6db6e95-622c-46de-a6d5-2b1680165f1f port a81e5221-79f9-4456-9366-2eae1d37f12e binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:58:29.845587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 41adba8f-0a28-4ad1-9b03-5d12a81d0833, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=41adba8f-0a28-4ad1-9b03-5d12a81d0833,segment=NetworkSegment(09a74c43-b0c4-43e2-b1d2-4508dfde4892),segment_id=09a74c43-b0c4-43e2-b1d2-4508dfde4892)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:29.904579 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f13182-b7f6-4503-89e8-427ddbac1dc2 admin admin] Network 27201bd6-4395-4e2d-98e2-65bed950f13b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:29.905668 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:29.909409 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-81f13182-b7f6-4503-89e8-427ddbac1dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:30.097504 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=41adba8f-0a28-4ad1-9b03-5d12a81d0833,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:30.107983 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc188e63-7096-45ba-90da-d7fe3ea56313 None None] DHCP port deletion for f31fb149-64ce-4807-8d80-2c9353cd7d98 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:58:30.110275 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:58:30.114830 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] For port 72d26332-76d6-478c-a8a2-910bb9d6961e, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:58:30.130789 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e830-4ccd-4ddf-918f-53f5e5e3de1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:30.158041 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1a6ad8b-122b-4b85-a123-57b23057571a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:30.170109 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:30.171726 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:30.232720 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:30.238517 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "DELETE /v2.0/networks/dd0d92f6-5204-4a5c-ba8b-023c1edcd713 HTTP/1.1" status: 204 len: 168 time: 2.7899802 Nov 26 02:58:30.251463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51098) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:30.256618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:58:30.256964 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2caa0b7d-d905-40fe-841b-b8b79b7cfc1d not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:58:30.260429 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] For port 72d26332-76d6-478c-a8a2-910bb9d6961e, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=72d26332-76d6-478c-a8a2-910bb9d6961e,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:58:30.302124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a6ad8b-122b-4b85-a123-57b23057571a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:30.312022 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:30.315093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281d376-48e1-45a0-90dd-366863bdac75 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event deleted for resources: {'Network': ['ID=dd0d92f6-5204-4a5c-ba8b-023c1edcd713,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:30.344998 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-b1a6ad8b-122b-4b85-a123-57b23057571a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:30.361566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a6ad8b-122b-4b85-a123-57b23057571a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:30.362172 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1a6ad8b-122b-4b85-a123-57b23057571a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:30.421050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51100) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:30.527436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6ad8b-122b-4b85-a123-57b23057571a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=78eb82d4-1fe3-41fe-9235-4edb32f5e98b,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:30.576638 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b1a6ad8b-122b-4b85-a123-57b23057571a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2853475 Nov 26 02:58:30.590265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51104) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:30.607632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-ae8ce889-2ecd-4919-813b-6df079701e6f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'fixed_ips': [{'subnet_id': '78eb82d4-1fe3-41fe-9235-4edb32f5e98b', 'ip_address': '2001:db8::493b:6de6:6180:a38d'}], 'name': 'tempest-NetworksTestDHCPv6-358329924'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:30.663129 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:30.786822 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-984bbe6a-e921-407e-a246-14ef7b7ab2ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:30.797117 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ed0dcc3f-af70-440a-a685-0362be4a507d up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:30.800718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f13182-b7f6-4503-89e8-427ddbac1dc2 admin admin] Router e6db6e95-622c-46de-a6d5-2b1680165f1f has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:58:30.843021 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639c79fc-6f63-43d3-873b-5d46066cb924 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:30.845117 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c218a36-b1a7-4ace-93a5-6a29fb80126f None None] Pushing event updated for resources: {'Port': ['ID=72d26332-76d6-478c-a8a2-910bb9d6961e,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:30.955580 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-d0d2e830-4ccd-4ddf-918f-53f5e5e3de1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:58:30.955944 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-d0d2e830-4ccd-4ddf-918f-53f5e5e3de1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:58:30.971789 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8ce889-2ecd-4919-813b-6df079701e6f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:30.977710 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Deleting port b805cad6-8ca4-44d9-8ac0-47ddb8e108f5 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:30.978055 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:30.979381 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-bc188e63-7096-45ba-90da-d7fe3ea56313 None None] Deleting port b805cad6-8ca4-44d9-8ac0-47ddb8e108f5 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:30.979953 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bc188e63-7096-45ba-90da-d7fe3ea56313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:30.980860 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f13182-b7f6-4503-89e8-427ddbac1dc2 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:58:30.995751 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-81f13182-b7f6-4503-89e8-427ddbac1dc2 admin admin] 10.222.0.31 "PUT /v2.0/routers/e6db6e95-622c-46de-a6d5-2b1680165f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7046015 Nov 26 02:58:31.104472 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-984bbe6a-e921-407e-a246-14ef7b7ab2ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.122764 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-984bbe6a-e921-407e-a246-14ef7b7ab2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.171599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-bc188e63-7096-45ba-90da-d7fe3ea56313 None None] For port b805cad6-8ca4-44d9-8ac0-47ddb8e108f5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b805cad6-8ca4-44d9-8ac0-47ddb8e108f5,segment=NetworkSegment(1fa0d4e0-3dad-4285-b4aa-022fd650c642),segment_id=1fa0d4e0-3dad-4285-b4aa-022fd650c642)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:31.172204 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bc188e63-7096-45ba-90da-d7fe3ea56313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.181577 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce889-2ecd-4919-813b-6df079701e6f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.185573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] For port b805cad6-8ca4-44d9-8ac0-47ddb8e108f5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b805cad6-8ca4-44d9-8ac0-47ddb8e108f5,segment=NetworkSegment(1fa0d4e0-3dad-4285-b4aa-022fd650c642),segment_id=1fa0d4e0-3dad-4285-b4aa-022fd650c642)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:31.185863 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.209181 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-984bbe6a-e921-407e-a246-14ef7b7ab2ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b722dd3ea8e401da18eb930e43cdbf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7816460 Nov 26 02:58:31.211760 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51112) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:31.213609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984bbe6a-e921-407e-a246-14ef7b7ab2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5158c65a-7314-40cd-ac30-aff0f7c76281,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:31.215823 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Calling delete_port for b805cad6-8ca4-44d9-8ac0-47ddb8e108f5 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:31.218146 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port ed0dcc3f-af70-440a-a685-0362be4a507d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:31.218533 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.222993 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-bc188e63-7096-45ba-90da-d7fe3ea56313 None None] Calling delete_port for b805cad6-8ca4-44d9-8ac0-47ddb8e108f5 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:31.229437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-ae8ce889-2ecd-4919-813b-6df079701e6f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port fd58d5f4-abef-4790-827a-5e9c3736973f yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:58:31.239503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984bbe6a-e921-407e-a246-14ef7b7ab2ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:31.240081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984bbe6a-e921-407e-a246-14ef7b7ab2ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:31.240210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984bbe6a-e921-407e-a246-14ef7b7ab2ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:31.240482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984bbe6a-e921-407e-a246-14ef7b7ab2ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:31.240797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984bbe6a-e921-407e-a246-14ef7b7ab2ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:31.241233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984bbe6a-e921-407e-a246-14ef7b7ab2ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:31.241441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984bbe6a-e921-407e-a246-14ef7b7ab2ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:31.241797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984bbe6a-e921-407e-a246-14ef7b7ab2ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:31.242124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984bbe6a-e921-407e-a246-14ef7b7ab2ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:31.242796 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984bbe6a-e921-407e-a246-14ef7b7ab2ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:31.242796 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984bbe6a-e921-407e-a246-14ef7b7ab2ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:31.243074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984bbe6a-e921-407e-a246-14ef7b7ab2ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:31.296765 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4bab4f2c-cdcb-4c4f-9410-0d4e9f1aea1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.326434 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4bab4f2c-cdcb-4c4f-9410-0d4e9f1aea1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.402052 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4bab4f2c-cdcb-4c4f-9410-0d4e9f1aea1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.406546 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4bab4f2c-cdcb-4c4f-9410-0d4e9f1aea1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.410195 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4bab4f2c-cdcb-4c4f-9410-0d4e9f1aea1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5158c65a-7314-40cd-ac30-aff0f7c76281 HTTP/1.1" status: 204 len: 168 time: 0.1927385 Nov 26 02:58:31.441676 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab4f2c-cdcb-4c4f-9410-0d4e9f1aea1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5158c65a-7314-40cd-ac30-aff0f7c76281,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:31.442100 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.497544 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.541995 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-ae8ce889-2ecd-4919-813b-6df079701e6f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::493b:6de6:6180:a38d (af1a2dc2-8bce-453d-a003-a5791ffd45d3/78eb82d4-1fe3-41fe-9235-4edb32f5e98b/fd58d5f4-abef-4790-827a-5e9c3736973f) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:31.547102 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] No DVR routers for this DVR port b805cad6-8ca4-44d9-8ac0-47ddb8e108f5 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:58:31.552814 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event deleted for resources: {'Port': ['ID=b805cad6-8ca4-44d9-8ac0-47ddb8e108f5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:31.578392 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.592158 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bc188e63-7096-45ba-90da-d7fe3ea56313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.676351 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.698968 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.707685 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc188e63-7096-45ba-90da-d7fe3ea56313 None None] No DVR routers for this DVR port b805cad6-8ca4-44d9-8ac0-47ddb8e108f5 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:58:31.709365 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70125cef-f06b-469c-bf4a-cc181954656e None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:58:31.808461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31fb149-64ce-4807-8d80-2c9353cd7d98']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:31.824280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa0d4e0-3dad-4285-b4aa-022fd650c642') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:31.824582 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa0d4e0-3dad-4285-b4aa-022fd650c642') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:31.842032 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.859441 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51156) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:31.872670 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.884225 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-93ee09c9-db41-4c56-afe7-d7d74c002b98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.894892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:58:31.895998 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:58:31.901014 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:58:31.910242 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c1c15c92-27c8-4b3d-bde9-bcd4ecace688 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:58:31.926473 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee44b1-6ffd-4798-b600-ee43cf440f3f None None] Pushing event updated for resources: {'Port': ['ID=a81e5221-79f9-4456-9366-2eae1d37f12e,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:31.936242 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Attempting to bind port a81e5221-79f9-4456-9366-2eae1d37f12e on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:58:31.936242 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Attempting to bind port a81e5221-79f9-4456-9366-2eae1d37f12e by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:58:31.936528 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Attempting to bind port a81e5221-79f9-4456-9366-2eae1d37f12e on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:58:31.961792 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c52b0f-34a7-4fcc-ac1e-9f1e7a26acff None None] Update dhcp port {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'fixed_ips': [{'subnet_id': '78eb82d4-1fe3-41fe-9235-4edb32f5e98b'}], 'binding:host_id': 'n-d-819389-3'}, 'id': '72d26332-76d6-478c-a8a2-910bb9d6961e'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 02:58:32.002017 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:58:32.002433 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:32.002963 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.003178 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:58:32.003672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Bound port: a81e5221-79f9-4456-9366-2eae1d37f12e, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:58:32.004072 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.013980 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce889-2ecd-4919-813b-6df079701e6f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.034319 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc188e63-7096-45ba-90da-d7fe3ea56313 None None] Pushing event deleted for resources: {'Port': ['ID=b805cad6-8ca4-44d9-8ac0-47ddb8e108f5,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:32.045718 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-93ee09c9-db41-4c56-afe7-d7d74c002b98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.056891 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.058361 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-93ee09c9-db41-4c56-afe7-d7d74c002b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.059159 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.resource_extend [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 02:58:32.062152 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port ed0dcc3f-af70-440a-a685-0362be4a507d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ed0dcc3f-af70-440a-a685-0362be4a507d,segment=NetworkSegment(829bd44f-5392-443e-b02a-40ae82a1cea6),segment_id=829bd44f-5392-443e-b02a-40ae82a1cea6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:32.063427 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-07c4e214-f759-4f93-85c8-f436b91ff2cd None None] Provisioning complete for port 41adba8f-0a28-4ad1-9b03-5d12a81d0833 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:32.063801 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-07c4e214-f759-4f93-85c8-f436b91ff2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.083457 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.089798 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "DELETE /v2.0/networks/f31fb149-64ce-4807-8d80-2c9353cd7d98 HTTP/1.1" status: 204 len: 168 time: 1.8316348 Nov 26 02:58:32.090722 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51162) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:32.109523 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.110317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 41adba8f-0a28-4ad1-9b03-5d12a81d0833 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:32.125766 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-93ee09c9-db41-4c56-afe7-d7d74c002b98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=324ca6d7f3444755b4abd3d64aa69f3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2608588 Nov 26 02:58:32.126244 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51164) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:32.132593 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a833e2d-285a-42be-8978-b048324a0711 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event deleted for resources: {'Network': ['ID=f31fb149-64ce-4807-8d80-2c9353cd7d98,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:32.140113 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-23c52b0f-34a7-4fcc-ac1e-9f1e7a26acff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.158815 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee09c9-db41-4c56-afe7-d7d74c002b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25eb4de4-189f-4ae5-a0c8-7fb63a1bb6d7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:32.164827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e62f91-8953-47b1-a5da-6ce1e54f695a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Deleting subnet 357cc2f3-1a1c-437a-8595-1921924f9ed4 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:58:32.169176 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce889-2ecd-4919-813b-6df079701e6f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.170921 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1e62f91-8953-47b1-a5da-6ce1e54f695a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.203560 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad0f0630-3dac-4d16-a1e2-f9897bc3ccd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.231572 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad0f0630-3dac-4d16-a1e2-f9897bc3ccd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.259998 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8ce889-2ecd-4919-813b-6df079701e6f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:32.268182 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] For port a81e5221-79f9-4456-9366-2eae1d37f12e, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:58:32.271733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-ae8ce889-2ecd-4919-813b-6df079701e6f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:32.275965 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1e62f91-8953-47b1-a5da-6ce1e54f695a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.279143 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8ce889-2ecd-4919-813b-6df079701e6f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:32.282690 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] For port a81e5221-79f9-4456-9366-2eae1d37f12e, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a81e5221-79f9-4456-9366-2eae1d37f12e,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:58:32.285460 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8ce889-2ecd-4919-813b-6df079701e6f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:32.286253 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce889-2ecd-4919-813b-6df079701e6f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.313427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ce889-2ecd-4919-813b-6df079701e6f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=fd58d5f4-abef-4790-827a-5e9c3736973f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:32.314214 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.338767 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad0f0630-3dac-4d16-a1e2-f9897bc3ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.341389 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad0f0630-3dac-4d16-a1e2-f9897bc3ccd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.345111 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ad0f0630-3dac-4d16-a1e2-f9897bc3ccd5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25eb4de4-189f-4ae5-a0c8-7fb63a1bb6d7 HTTP/1.1" status: 204 len: 168 time: 0.2153666 Nov 26 02:58:32.348424 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=ed0dcc3f-af70-440a-a685-0362be4a507d,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:32.353621 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51186) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:32.358883 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ae2ecb78-4486-43c7-86b7-260b15881e91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'fixed_ips': [{'subnet_id': '78eb82d4-1fe3-41fe-9235-4edb32f5e98b', 'ip_address': '2001:db8::493b:6de6:6180:a38d'}], 'name': 'tempest-NetworksTestDHCPv6-1508151797'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:32.359718 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ae8ce889-2ecd-4919-813b-6df079701e6f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7600365 Nov 26 02:58:32.422724 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c1c15c92-27c8-4b3d-bde9-bcd4ecace688, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:32.439781 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f0630-3dac-4d16-a1e2-f9897bc3ccd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25eb4de4-189f-4ae5-a0c8-7fb63a1bb6d7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:32.463737 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1e62f91-8953-47b1-a5da-6ce1e54f695a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.489578 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c20ed4e-0a77-4743-96bd-8f68f95d0c08 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:58:32.581685 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'port_id': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'mac_address': 'fa:16:3e:17:cb:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:58:32.590079 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1e62f91-8953-47b1-a5da-6ce1e54f695a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.593189 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2ecb78-4486-43c7-86b7-260b15881e91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:32.690402 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1e62f91-8953-47b1-a5da-6ce1e54f695a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.698700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c1e62f91-8953-47b1-a5da-6ce1e54f695a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "DELETE /v2.0/subnets/357cc2f3-1a1c-437a-8595-1921924f9ed4 HTTP/1.1" status: 204 len: 168 time: 0.6070383 Nov 26 02:58:32.701256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51206) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:32.702708 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e62f91-8953-47b1-a5da-6ce1e54f695a tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event deleted for resources: {'Subnet': ['ID=357cc2f3-1a1c-437a-8595-1921924f9ed4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:32.707320 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee44b1-6ffd-4798-b600-ee43cf440f3f None None] Pushing event updated for resources: {'Port': ['ID=a81e5221-79f9-4456-9366-2eae1d37f12e,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:32.711237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 41adba8f-0a28-4ad1-9b03-5d12a81d0833 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:32.711616 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.722008 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ae2ecb78-4486-43c7-86b7-260b15881e91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.734195 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef230d7-24be-4dc2-8e99-290b7da85cc8 None None] Network 56b1cc31-4f76-4509-aa35-99b1772fa2f9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:32.736653 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Routers {'e6db6e95-622c-46de-a6d5-2b1680165f1f'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:32.737506 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e6db6e95-622c-46de-a6d5-2b1680165f1f'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:32.742063 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-ae2ecb78-4486-43c7-86b7-260b15881e91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port c14f5da2-55be-4de3-ac75-0d737af9924d yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:58:32.923831 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.941300 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.964958 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-07c4e214-f759-4f93-85c8-f436b91ff2cd None None] Provisioning complete for port f3240587-ea99-4815-8805-efdba791f077 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:32.965332 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-07c4e214-f759-4f93-85c8-f436b91ff2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:32.967446 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-23c52b0f-34a7-4fcc-ac1e-9f1e7a26acff None None] Allocated IP 2001:db8::2 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/78eb82d4-1fe3-41fe-9235-4edb32f5e98b/72d26332-76d6-478c-a8a2-910bb9d6961e) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:33.017175 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1c15c92-27c8-4b3d-bde9-bcd4ecace688 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:58:33.066491 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Deleting port 329e698a-3c39-4456-9d5f-561ac3ad033f {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:33.066491 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:33.165943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-07c4e214-f759-4f93-85c8-f436b91ff2cd None None] Port f3240587-ea99-4815-8805-efdba791f077 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:58:33.181546 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c1c15c92-27c8-4b3d-bde9-bcd4ecace688, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:33.188246 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] For port 329e698a-3c39-4456-9d5f-561ac3ad033f, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=329e698a-3c39-4456-9d5f-561ac3ad033f,segment=NetworkSegment(76f0f39b-6208-403b-ae06-223df0758319),segment_id=76f0f39b-6208-403b-ae06-223df0758319)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:33.188824 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:33.201776 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:33.207751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Calling delete_port for 329e698a-3c39-4456-9d5f-561ac3ad033f owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:33.232441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] Set router e6db6e95-622c-46de-a6d5-2b1680165f1f gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:58:33.322267 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:33.337992 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-07c4e214-f759-4f93-85c8-f436b91ff2cd None None] Provisioning complete for port ed0dcc3f-af70-440a-a685-0362be4a507d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:33.338991 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-07c4e214-f759-4f93-85c8-f436b91ff2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:33.350399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] No DVR routers for this DVR port 329e698a-3c39-4456-9d5f-561ac3ad033f on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:58:33.385576 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c1c15c92-27c8-4b3d-bde9-bcd4ecace688'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:58:33.393683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event deleted for resources: {'Port': ['ID=329e698a-3c39-4456-9d5f-561ac3ad033f,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:33.467797 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-23c52b0f-34a7-4fcc-ac1e-9f1e7a26acff None None] For port 72d26332-76d6-478c-a8a2-910bb9d6961e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=72d26332-76d6-478c-a8a2-910bb9d6961e,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:33.500361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:33.534944 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b805cad6-8ca4-44d9-8ac0-47ddb8e108f5 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:58:33.576888 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:33.604195 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3934e3d6-9794-49d4-bff1-1ce2e6919d55 None None] DHCP port deletion for 56b1cc31-4f76-4509-aa35-99b1772fa2f9 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:58:33.610890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b1cc31-4f76-4509-aa35-99b1772fa2f9']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:33.616405 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-23c52b0f-34a7-4fcc-ac1e-9f1e7a26acff None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:33.619603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: b805cad6-8ca4-44d9-8ac0-47ddb8e108f5 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:58:33.619953 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b805cad6-8ca4-44d9-8ac0-47ddb8e108f5 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:58:33.666947 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-23c52b0f-34a7-4fcc-ac1e-9f1e7a26acff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:33.677848 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f0f39b-6208-403b-ae06-223df0758319') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:33.679919 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f0f39b-6208-403b-ae06-223df0758319') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:33.715852 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:33.749539 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:33.778266 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 02:58:33.780197 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:33.812632 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2ecb78-4486-43c7-86b7-260b15881e91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 26 02:58:33.814886 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2ecb78-4486-43c7-86b7-260b15881e91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: timer() Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 02:58:33.831443 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 02:58:33.872852 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ae2ecb78-4486-43c7-86b7-260b15881e91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5175779 Nov 26 02:58:33.873285 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51256) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:33.975970 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd65b07-8aec-4729-867f-2122f7e4ca0c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:33.999858 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:34.002877 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd65b07-8aec-4729-867f-2122f7e4ca0c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:34.007766 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9bd65b07-8aec-4729-867f-2122f7e4ca0c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1302145 Nov 26 02:58:34.007966 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51260) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:34.019690 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:34.023991 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "DELETE /v2.0/networks/56b1cc31-4f76-4509-aa35-99b1772fa2f9 HTTP/1.1" status: 204 len: 168 time: 1.2937517 Nov 26 02:58:34.026791 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51262) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:34.044015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290b948-bd68-4c8d-91f9-01c38fedda69 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Pushing event deleted for resources: {'Network': ['ID=56b1cc31-4f76-4509-aa35-99b1772fa2f9,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:34.091193 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d87e3a52-cb29-45c8-ad95-1148b9cdf9a1 tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a46f2d-c354-49bb-a86e-2dd3d4736383 HTTP/1.1" status: 200 len: 205 time: 0.0632551 Nov 26 02:58:34.093780 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51264) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:34.189185 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1baabbe2-7875-42f9-afd9-b3cfc76841d5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port fd58d5f4-abef-4790-827a-5e9c3736973f {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:34.189603 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1baabbe2-7875-42f9-afd9-b3cfc76841d5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:34.309131 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8125fe1-00e5-418e-b28a-7ad76af23d1c tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:34.385621 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1baabbe2-7875-42f9-afd9-b3cfc76841d5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:34.397181 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ed0dcc3f-af70-440a-a685-0362be4a507d up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:34.414625 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1baabbe2-7875-42f9-afd9-b3cfc76841d5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for fd58d5f4-abef-4790-827a-5e9c3736973f owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:34.475621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c52b0f-34a7-4fcc-ac1e-9f1e7a26acff None None] Pushing event updated for resources: {'Port': ['ID=72d26332-76d6-478c-a8a2-910bb9d6961e,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:34.599881 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port ed0dcc3f-af70-440a-a685-0362be4a507d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:34.600282 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:34.747707 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1baabbe2-7875-42f9-afd9-b3cfc76841d5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:34.749246 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'name': 'tempest-TaggedBootDevicesTest-1653106198-router', 'tenant_id': 'b171702458134549a6fcb5f0295445fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a81e5221-79f9-4456-9366-2eae1d37f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:22Z', 'updated_at': '2021-11-26T02:58:28Z', 'revision_number': 4, 'project_id': 'b171702458134549a6fcb5f0295445fc', 'gw_port': {'id': 'a81e5221-79f9-4456-9366-2eae1d37f12e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:23Z', 'updated_at': '2021-11-26T02:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'f3240587-ea99-4815-8805-efdba791f077', 'name': '', 'network_id': '27201bd6-4395-4e2d-98e2-65bed950f13b', 'tenant_id': 'b171702458134549a6fcb5f0295445fc', 'mac_address': 'fa:16:3e:9f:f9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c4031cfd-cec9-46b7-9a98-276587b77d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:28Z', 'updated_at': '2021-11-26T02:58:29Z', 'revision_number': 2, 'project_id': 'b171702458134549a6fcb5f0295445fc', 'subnets': [{'id': 'c4031cfd-cec9-46b7-9a98-276587b77d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:34.758403 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4dbcaae4-e432-4d02-aeda-44471a21e68c None None] Provisioning complete for port a81e5221-79f9-4456-9366-2eae1d37f12e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:34.758923 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4dbcaae4-e432-4d02-aeda-44471a21e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:34.803947 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8125fe1-00e5-418e-b28a-7ad76af23d1c tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:34.810473 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8125fe1-00e5-418e-b28a-7ad76af23d1c tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:34.834033 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baabbe2-7875-42f9-afd9-b3cfc76841d5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=fd58d5f4-abef-4790-827a-5e9c3736973f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:34.942870 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1baabbe2-7875-42f9-afd9-b3cfc76841d5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:34.951839 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1baabbe2-7875-42f9-afd9-b3cfc76841d5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/fd58d5f4-abef-4790-827a-5e9c3736973f HTTP/1.1" status: 204 len: 168 time: 0.9425895 Nov 26 02:58:34.953869 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51278) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:35.104752 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c67aa3c-3f8a-46b8-9c69-b31b7c0c1377 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:35.116032 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c67aa3c-3f8a-46b8-9c69-b31b7c0c1377 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:35.126575 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2c67aa3c-3f8a-46b8-9c69-b31b7c0c1377 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1706209 Nov 26 02:58:35.127222 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51282) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:35.131149 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0a0cb5-3657-4585-b451-e6e25969dd8f None None] The sync data for ids ['e6db6e95-622c-46de-a6d5-2b1680165f1f'] in n-d-819389-3 is: [{'id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'name': 'tempest-TaggedBootDevicesTest-1653106198-router', 'tenant_id': 'b171702458134549a6fcb5f0295445fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a81e5221-79f9-4456-9366-2eae1d37f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:22Z', 'updated_at': '2021-11-26T02:58:28Z', 'revision_number': 4, 'project_id': 'b171702458134549a6fcb5f0295445fc', 'gw_port': {'id': 'a81e5221-79f9-4456-9366-2eae1d37f12e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:23Z', 'updated_at': '2021-11-26T02:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'f3240587-ea99-4815-8805-efdba791f077', 'name': '', 'network_id': '27201bd6-4395-4e2d-98e2-65bed950f13b', 'tenant_id': 'b171702458134549a6fcb5f0295445fc', 'mac_address': 'fa:16:3e:9f:f9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c4031cfd-cec9-46b7-9a98-276587b77d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:28Z', 'updated_at': '2021-11-26T02:58:29Z', 'revision_number': 2, 'project_id': 'b171702458134549a6fcb5f0295445fc', 'subnets': [{'id': 'c4031cfd-cec9-46b7-9a98-276587b77d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:58:35.248368 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e197edd-0b17-451e-8c9d-b02523fb61a1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 78eb82d4-1fe3-41fe-9235-4edb32f5e98b {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:58:35.256600 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4dbcaae4-e432-4d02-aeda-44471a21e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:35.270017 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e197edd-0b17-451e-8c9d-b02523fb61a1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:35.290361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4dbcaae4-e432-4d02-aeda-44471a21e68c None None] For port a81e5221-79f9-4456-9366-2eae1d37f12e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a81e5221-79f9-4456-9366-2eae1d37f12e,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:35.308756 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4dbcaae4-e432-4d02-aeda-44471a21e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:35.406127 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcaae4-e432-4d02-aeda-44471a21e68c None None] Pushing event updated for resources: {'Port': ['ID=a81e5221-79f9-4456-9366-2eae1d37f12e,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:35.413707 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 329e698a-3c39-4456-9d5f-561ac3ad033f no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:58:35.434708 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e197edd-0b17-451e-8c9d-b02523fb61a1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:35.446778 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 329e698a-3c39-4456-9d5f-561ac3ad033f {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:58:35.447521 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 329e698a-3c39-4456-9d5f-561ac3ad033f not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:58:35.673312 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e197edd-0b17-451e-8c9d-b02523fb61a1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:35.798731 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8125fe1-00e5-418e-b28a-7ad76af23d1c tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:35.799380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8125fe1-00e5-418e-b28a-7ad76af23d1c tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Fanout notify agent at l3_agent the message router_deleted on router 57a46f2d-c354-49bb-a86e-2dd3d4736383 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:58:35.811943 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e197edd-0b17-451e-8c9d-b02523fb61a1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:35.819074 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8125fe1-00e5-418e-b28a-7ad76af23d1c tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:35.825191 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c8125fe1-00e5-418e-b28a-7ad76af23d1c tempest-RoutersNegativeIpV6Test-551318220 tempest-RoutersNegativeIpV6Test-551318220-project] 10.222.0.31 "DELETE /v2.0/routers/57a46f2d-c354-49bb-a86e-2dd3d4736383 HTTP/1.1" status: 204 len: 168 time: 1.7292583 Nov 26 02:58:35.858817 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c1c15c92-27c8-4b3d-bde9-bcd4ecace688 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:35.923959 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 72d26332-76d6-478c-a8a2-910bb9d6961e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:35.952664 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e197edd-0b17-451e-8c9d-b02523fb61a1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:35.960923 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1e197edd-0b17-451e-8c9d-b02523fb61a1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/78eb82d4-1fe3-41fe-9235-4edb32f5e98b HTTP/1.1" status: 204 len: 168 time: 0.8318884 Nov 26 02:58:35.963208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51294) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:35.964496 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e197edd-0b17-451e-8c9d-b02523fb61a1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=78eb82d4-1fe3-41fe-9235-4edb32f5e98b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:36.092505 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-dc7a44c5-1368-4865-9775-e975ddf34832 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1231048 Nov 26 02:58:36.093898 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51302) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:36.113260 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a2a9ad70-47d4-42b6-b2af-c630a0ded421 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:36.128242 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port c1c15c92-27c8-4b3d-bde9-bcd4ecace688 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:36.129417 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:36.176462 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 72d26332-76d6-478c-a8a2-910bb9d6961e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:36.177143 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:36.341322 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a9ad70-47d4-42b6-b2af-c630a0ded421 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:36.360512 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ad70-47d4-42b6-b2af-c630a0ded421 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:36.545839 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:36.604279 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:36.627645 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a435f0-fd45-4a79-b9d6-58a2074ea1e2 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:36.635062 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51308) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:36.893530 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cd87ea59-ee2d-4dd8-b9ad-3a5a58c36fa2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5630e03930fe4f4e894fa57d7498aaa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2564275 Nov 26 02:58:36.896324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51320) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:36.912790 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 72d26332-76d6-478c-a8a2-910bb9d6961e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=72d26332-76d6-478c-a8a2-910bb9d6961e,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:36.933659 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ad70-47d4-42b6-b2af-c630a0ded421 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:36.967956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:58:36.971246 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff97746-3a85-4f72-bb7b-29d7aa9ae49b" -d '{"events": [{"server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "name": "network-vif-plugged", "status": "completed", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:58:36.974503 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:36.999573 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a19b9f4a-92fc-4d13-9254-9b6b45b40e0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:37.030513 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a19b9f4a-92fc-4d13-9254-9b6b45b40e0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:37.106844 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9ad70-47d4-42b6-b2af-c630a0ded421 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=2bae2c8d-5c6a-484e-8818-d672125ece6c,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:37.110867 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb751ca6-880c-4d99-b6e1-c6f58e98783d x-openstack-request-id: req-eb751ca6-880c-4d99-b6e1-c6f58e98783d {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:58:37.111053 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a19b9f4a-92fc-4d13-9254-9b6b45b40e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:37.111486 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "name": "network-vif-plugged", "status": "completed", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:58:37.111716 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a9ad70-47d4-42b6-b2af-c630a0ded421 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:37.112209 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb751ca6-880c-4d99-b6e1-c6f58e98783d {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:58:37.112756 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'code': 200} Nov 26 02:58:37.113626 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-a2a9ad70-47d4-42b6-b2af-c630a0ded421 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:37.125057 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a9ad70-47d4-42b6-b2af-c630a0ded421 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:37.125678 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ad70-47d4-42b6-b2af-c630a0ded421 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:37.126229 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c1c15c92-27c8-4b3d-bde9-bcd4ecace688, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:37.132215 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a19b9f4a-92fc-4d13-9254-9b6b45b40e0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:37.135887 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-55b76e2c-5e3b-4898-aca4-3b02677a9e55 None None] Provisioning complete for port 72d26332-76d6-478c-a8a2-910bb9d6961e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:37.136611 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-55b76e2c-5e3b-4898-aca4-3b02677a9e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:37.140553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=72d26332-76d6-478c-a8a2-910bb9d6961e,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:37.143831 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a19b9f4a-92fc-4d13-9254-9b6b45b40e0b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0109288b-7953-4050-aa34-e98c0a71ab84 HTTP/1.1" status: 204 len: 168 time: 0.2435689 Nov 26 02:58:37.165022 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:37.173166 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a2a9ad70-47d4-42b6-b2af-c630a0ded421 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0741067 Nov 26 02:58:37.175024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51330) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:37.220880 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-0a7420c6-993e-4b2d-bb0e-1ca2bb3e5fa0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'fixed_ips': [{'subnet_id': '2bae2c8d-5c6a-484e-8818-d672125ece6c', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1952550756'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:37.245908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b9f4a-92fc-4d13-9254-9b6b45b40e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0109288b-7953-4050-aa34-e98c0a71ab84,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:37.468468 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:37.603109 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7420c6-993e-4b2d-bb0e-1ca2bb3e5fa0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:37.887748 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0a7420c6-993e-4b2d-bb0e-1ca2bb3e5fa0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:37.968319 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-0a7420c6-993e-4b2d-bb0e-1ca2bb3e5fa0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port 8604ccbd-a87b-42ee-91f8-deedb4320445 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:58:38.004703 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a81e5221-79f9-4456-9366-2eae1d37f12e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:38.064003 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfcf829-9d6c-4735-b6ab-f3cf1804fc60 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:38.179480 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7420c6-993e-4b2d-bb0e-1ca2bb3e5fa0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 02:58:38.180530 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7420c6-993e-4b2d-bb0e-1ca2bb3e5fa0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:58:38.223626 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51348) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:38.224228 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0a7420c6-993e-4b2d-bb0e-1ca2bb3e5fa0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.0291514 Nov 26 02:58:38.289088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-002b0430-587e-4ef3-a023-64a1539e1348 None None] Provisioning complete for port 72d26332-76d6-478c-a8a2-910bb9d6961e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:38.290445 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-002b0430-587e-4ef3-a023-64a1539e1348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:38.369806 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47f3902-4036-468a-8826-46e440a51b57 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:38.371480 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e47f3902-4036-468a-8826-46e440a51b57 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1460719 Nov 26 02:58:38.374796 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51354) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:38.493271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcd2d47-908e-4750-9180-bb4129fa0f6a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:38.507632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcd2d47-908e-4750-9180-bb4129fa0f6a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:38.512179 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3bcd2d47-908e-4750-9180-bb4129fa0f6a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1361284 Nov 26 02:58:38.515135 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51360) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:38.533586 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a81e5221-79f9-4456-9366-2eae1d37f12e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:38.533960 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:38.666094 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db5385e-af07-4adc-a096-3d66a38a1c91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 2bae2c8d-5c6a-484e-8818-d672125ece6c {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:58:38.676953 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5db5385e-af07-4adc-a096-3d66a38a1c91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:38.805050 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5db5385e-af07-4adc-a096-3d66a38a1c91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:38.869008 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 72d26332-76d6-478c-a8a2-910bb9d6961e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:38.951791 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5db5385e-af07-4adc-a096-3d66a38a1c91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:39.020390 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 72d26332-76d6-478c-a8a2-910bb9d6961e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:39.021910 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:39.166274 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5db5385e-af07-4adc-a096-3d66a38a1c91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:39.211639 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5385e-af07-4adc-a096-3d66a38a1c91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=2bae2c8d-5c6a-484e-8818-d672125ece6c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:39.236533 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5db5385e-af07-4adc-a096-3d66a38a1c91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:39.244495 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5db5385e-af07-4adc-a096-3d66a38a1c91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/2bae2c8d-5c6a-484e-8818-d672125ece6c HTTP/1.1" status: 204 len: 168 time: 0.7273962 Nov 26 02:58:39.247010 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51378) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:39.289943 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51380) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:39.323512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795a3391-e82a-418a-828c-96331c911109 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:39.348287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51384) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:39.351838 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-58bee3a9-00fe-4893-9e67-8559aeac4896 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1026702 Nov 26 02:58:39.355697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4c87fe87-4b43-4f40-af69-5b5a7701b374 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:39.379933 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51386) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:39.466061 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-65749740-6feb-409f-8207-c103b186ba2d None None] Provisioning complete for port 72d26332-76d6-478c-a8a2-910bb9d6961e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:39.466440 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-65749740-6feb-409f-8207-c103b186ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:39.557876 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-2d486ebd-393f-4398-b3c6-81ef2f30bd17 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group': {'name': 'tempest-secgroup--522077476'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:39.594069 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3fca312b-d421-4356-b8df-862faa5a09dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:39.603391 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d486ebd-393f-4398-b3c6-81ef2f30bd17 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:39.621328 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Sync routers for ids ['e6db6e95-622c-46de-a6d5-2b1680165f1f'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:58:39.633305 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d486ebd-393f-4398-b3c6-81ef2f30bd17 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:39.642428 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Routers {'e6db6e95-622c-46de-a6d5-2b1680165f1f'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:39.643384 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e6db6e95-622c-46de-a6d5-2b1680165f1f'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:39.724192 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c87fe87-4b43-4f40-af69-5b5a7701b374 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:39.728635 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4c87fe87-4b43-4f40-af69-5b5a7701b374 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:39.764390 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d0ea5a-14e9-4fdf-b82a-5ec1eee1281d None None] DHCP port deletion for af1a2dc2-8bce-453d-a003-a5791ffd45d3 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:58:39.860926 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d486ebd-393f-4398-b3c6-81ef2f30bd17 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:39.873882 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d486ebd-393f-4398-b3c6-81ef2f30bd17 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:39.891232 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3fca312b-d421-4356-b8df-862faa5a09dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:39.901726 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3fca312b-d421-4356-b8df-862faa5a09dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:39.922608 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Set router e6db6e95-622c-46de-a6d5-2b1680165f1f gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:58:39.940211 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f6d0ea5a-14e9-4fdf-b82a-5ec1eee1281d None None] Deleting port 72d26332-76d6-478c-a8a2-910bb9d6961e {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:39.940589 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f6d0ea5a-14e9-4fdf-b82a-5ec1eee1281d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.003535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca312b-d421-4356-b8df-862faa5a09dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf567ec-83d0-4b40-bc9a-09fe0a2f5b8b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:40.013926 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3fca312b-d421-4356-b8df-862faa5a09dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=926cc9f765f84569b94bf036c2846689&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7218101 Nov 26 02:58:40.021715 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51392) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:40.086708 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d486ebd-393f-4398-b3c6-81ef2f30bd17 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c63f5f1-35d7-4089-b208-ce91788cf2c9,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:40.216660 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f6d0ea5a-14e9-4fdf-b82a-5ec1eee1281d None None] For port 72d26332-76d6-478c-a8a2-910bb9d6961e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=72d26332-76d6-478c-a8a2-910bb9d6961e,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:40.220372 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d486ebd-393f-4398-b3c6-81ef2f30bd17 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.220797 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f6d0ea5a-14e9-4fdf-b82a-5ec1eee1281d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.229206 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d486ebd-393f-4398-b3c6-81ef2f30bd17 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.246029 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4c87fe87-4b43-4f40-af69-5b5a7701b374 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.262579 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a131c98f-703c-48ea-9f12-6775b0d652c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.270032 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d486ebd-393f-4398-b3c6-81ef2f30bd17 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba7a4f7-4654-4672-b10e-8646a15a9f73,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:40.279875 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d486ebd-393f-4398-b3c6-81ef2f30bd17 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.280963 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2d486ebd-393f-4398-b3c6-81ef2f30bd17 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8995659 Nov 26 02:58:40.283877 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51396) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:40.295692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f6d0ea5a-14e9-4fdf-b82a-5ec1eee1281d None None] Calling delete_port for 72d26332-76d6-478c-a8a2-910bb9d6961e owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:40.337039 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a131c98f-703c-48ea-9f12-6775b0d652c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.343274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87fe87-4b43-4f40-af69-5b5a7701b374 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:40.354938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-4c87fe87-4b43-4f40-af69-5b5a7701b374 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:40.363348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c87fe87-4b43-4f40-af69-5b5a7701b374 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:40.365189 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4c87fe87-4b43-4f40-af69-5b5a7701b374 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.388593 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5c79d979-6fe3-449a-9713-55c39baa7cc4 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1034849 Nov 26 02:58:40.391786 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51398) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:40.402898 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3f19e20f-c0ed-4858-9236-2181c3e73c0c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group': {'name': 'tempest-security--1554447677', 'description': 'tempest-security-description-790593333'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:40.414835 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4c87fe87-4b43-4f40-af69-5b5a7701b374 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0647323 Nov 26 02:58:40.418570 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87fe87-4b43-4f40-af69-5b5a7701b374 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=5b54d0c2-ad7a-4a70-bb84-240a4687ee5d,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:40.420811 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51400) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:40.429967 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'name': 'tempest-TaggedBootDevicesTest-1653106198-router', 'tenant_id': 'b171702458134549a6fcb5f0295445fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a81e5221-79f9-4456-9366-2eae1d37f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:22Z', 'updated_at': '2021-11-26T02:58:28Z', 'revision_number': 4, 'project_id': 'b171702458134549a6fcb5f0295445fc', 'gw_port': {'id': 'a81e5221-79f9-4456-9366-2eae1d37f12e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:23Z', 'updated_at': '2021-11-26T02:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'f3240587-ea99-4815-8805-efdba791f077', 'name': '', 'network_id': '27201bd6-4395-4e2d-98e2-65bed950f13b', 'tenant_id': 'b171702458134549a6fcb5f0295445fc', 'mac_address': 'fa:16:3e:9f:f9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c4031cfd-cec9-46b7-9a98-276587b77d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:28Z', 'updated_at': '2021-11-26T02:58:29Z', 'revision_number': 2, 'project_id': 'b171702458134549a6fcb5f0295445fc', 'subnets': [{'id': 'c4031cfd-cec9-46b7-9a98-276587b77d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:40.430218 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ca792191-e966-42c4-a8d0-d121d3c6c0ac tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1439867714', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:40.450180 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a131c98f-703c-48ea-9f12-6775b0d652c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.453801 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a131c98f-703c-48ea-9f12-6775b0d652c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.458937 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a131c98f-703c-48ea-9f12-6775b0d652c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2bf567ec-83d0-4b40-bc9a-09fe0a2f5b8b HTTP/1.1" status: 204 len: 168 time: 0.4351799 Nov 26 02:58:40.471572 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3f19e20f-c0ed-4858-9236-2181c3e73c0c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.477449 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131c98f-703c-48ea-9f12-6775b0d652c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf567ec-83d0-4b40-bc9a-09fe0a2f5b8b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:40.485562 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ca792191-e966-42c4-a8d0-d121d3c6c0ac tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.486591 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ca792191-e966-42c4-a8d0-d121d3c6c0ac tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.510722 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Checking router: e6db6e95-622c-46de-a6d5-2b1680165f1f for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:58:40.511120 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Updating router e6db6e95-622c-46de-a6d5-2b1680165f1f port f3240587-ea99-4815-8805-efdba791f077 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:58:40.552295 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.589311 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3f19e20f-c0ed-4858-9236-2181c3e73c0c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.594550 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ca792191-e966-42c4-a8d0-d121d3c6c0ac tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.604353 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3f19e20f-c0ed-4858-9236-2181c3e73c0c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.611468 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3f19e20f-c0ed-4858-9236-2181c3e73c0c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.613402 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3f19e20f-c0ed-4858-9236-2181c3e73c0c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "PUT /v2.0/security-groups/4ba7a4f7-4654-4672-b10e-8646a15a9f73 HTTP/1.1" status: 200 len: 1796 time: 0.2205248 Nov 26 02:58:40.616591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51404) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:40.630447 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ca792191-e966-42c4-a8d0-d121d3c6c0ac tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.645585 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f6d0ea5a-14e9-4fdf-b82a-5ec1eee1281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.702476 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ca792191-e966-42c4-a8d0-d121d3c6c0ac tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:40.712241 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ca792191-e966-42c4-a8d0-d121d3c6c0ac tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2891939 Nov 26 02:58:40.713695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51408) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:40.714325 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19e20f-c0ed-4858-9236-2181c3e73c0c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba7a4f7-4654-4672-b10e-8646a15a9f73,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:40.774763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0ea5a-14e9-4fdf-b82a-5ec1eee1281d None None] Pushing event deleted for resources: {'Port': ['ID=72d26332-76d6-478c-a8a2-910bb9d6961e,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:40.790053 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d0ea5a-14e9-4fdf-b82a-5ec1eee1281d None None] No DVR routers for this DVR port 72d26332-76d6-478c-a8a2-910bb9d6961e on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:58:40.817793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a3dd44-6bf7-418e-aad9-31eba6737fbb None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:41.094120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cf47699a-b98a-475e-afc0-a2889883f10d tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-groups/4ba7a4f7-4654-4672-b10e-8646a15a9f73 HTTP/1.1" status: 200 len: 1796 time: 0.4739084 Nov 26 02:58:41.094853 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51412) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:41.123029 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51414) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:41.171374 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1cb51379-e88b-4172-b59e-8a7366b8d247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:41.186209 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:41.197286 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:41.224169 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'fixed_ips': [{'subnet_id': '5b54d0c2-ad7a-4a70-bb84-240a4687ee5d'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:58:41.225442 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:41.319863 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1886952-8a54-4070-8537-68eb140507ca tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:41.381005 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3c7e6-c4de-4fef-a4c3-73a1eff633b4 None None] Pushing event updated for resources: {'Port': ['ID=f3240587-ea99-4815-8805-efdba791f077,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:41.415457 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1886952-8a54-4070-8537-68eb140507ca tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:41.471502 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Attempting to bind port f3240587-ea99-4815-8805-efdba791f077 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:58:41.473593 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Attempting to bind port f3240587-ea99-4815-8805-efdba791f077 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '09a74c43-b0c4-43e2-b1d2-4508dfde4892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27201bd6-4395-4e2d-98e2-65bed950f13b'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:58:41.475522 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Attempting to bind port f3240587-ea99-4815-8805-efdba791f077 on network 27201bd6-4395-4e2d-98e2-65bed950f13b {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:58:41.498108 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:58:41.499357 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Checking segment: {'id': '09a74c43-b0c4-43e2-b1d2-4508dfde4892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27201bd6-4395-4e2d-98e2-65bed950f13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:41.499901 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:41.500621 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Bound using segment: {'id': '09a74c43-b0c4-43e2-b1d2-4508dfde4892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27201bd6-4395-4e2d-98e2-65bed950f13b'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:58:41.501216 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Bound port: f3240587-ea99-4815-8805-efdba791f077, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a74c43-b0c4-43e2-b1d2-4508dfde4892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27201bd6-4395-4e2d-98e2-65bed950f13b'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:58:41.502062 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:41.517946 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1cb51379-e88b-4172-b59e-8a7366b8d247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:41.533398 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1cb51379-e88b-4172-b59e-8a7366b8d247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:41.547411 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3ddf772b-a91d-4a2b-a4df-95a0a6396e84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:41.558071 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1886952-8a54-4070-8537-68eb140507ca tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:41.570567 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1886952-8a54-4070-8537-68eb140507ca tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:41.571738 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f1886952-8a54-4070-8537-68eb140507ca tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-groups/4ba7a4f7-4654-4672-b10e-8646a15a9f73 HTTP/1.1" status: 204 len: 168 time: 0.4758799 Nov 26 02:58:41.574434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51418) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:41.584465 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Allocated IP 2001:db8::2 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/5b54d0c2-ad7a-4a70-bb84-240a4687ee5d/befa176c-1dc6-4d3c-89f6-9eb95e63189e) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:41.671328 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1cb51379-e88b-4172-b59e-8a7366b8d247 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8d51c88c2014c6b8fc179002a72abc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5448661 Nov 26 02:58:41.671328 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb51379-e88b-4172-b59e-8a7366b8d247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ece009-4360-4bc8-8fdf-fca74365cc37,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:41.675443 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51420) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:41.753202 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] For port f3240587-ea99-4815-8805-efdba791f077, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:58:41.766837 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] For port f3240587-ea99-4815-8805-efdba791f077, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=f3240587-ea99-4815-8805-efdba791f077,segment=NetworkSegment(09a74c43-b0c4-43e2-b1d2-4508dfde4892),segment_id=09a74c43-b0c4-43e2-b1d2-4508dfde4892)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:58:41.781022 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1886952-8a54-4070-8537-68eb140507ca tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba7a4f7-4654-4672-b10e-8646a15a9f73,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:41.782040 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:41.842554 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-776ff914-5890-436a-a4a9-5fc190dc3e4f tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2165656 Nov 26 02:58:41.843811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51422) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:41.922175 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cab6e12d-c47e-4d6a-a780-63218c87ac42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:41.922436 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-a96626cb-fb59-43ed-8cec-2749983f7837 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] delete failed (client error): The resource could not be found. Nov 26 02:58:41.923302 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a96626cb-fb59-43ed-8cec-2749983f7837 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-groups/4ba7a4f7-4654-4672-b10e-8646a15a9f73 HTTP/1.1" status: 404 len: 347 time: 0.0784056 Nov 26 02:58:41.940237 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Routers {'e6db6e95-622c-46de-a6d5-2b1680165f1f'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:41.942040 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e6db6e95-622c-46de-a6d5-2b1680165f1f'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:41.962985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51426) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:41.992617 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0506f9f4-b97b-4940-aa76-09f399275209 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group': {'name': 'tempest-secgroup--570831921'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:42.060910 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cab6e12d-c47e-4d6a-a780-63218c87ac42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:42.094888 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0506f9f4-b97b-4940-aa76-09f399275209 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:42.167622 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cab6e12d-c47e-4d6a-a780-63218c87ac42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:42.170451 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cab6e12d-c47e-4d6a-a780-63218c87ac42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:42.174259 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cab6e12d-c47e-4d6a-a780-63218c87ac42 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89ece009-4360-4bc8-8fdf-fca74365cc37 HTTP/1.1" status: 204 len: 168 time: 0.4951301 Nov 26 02:58:42.215687 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6e12d-c47e-4d6a-a780-63218c87ac42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ece009-4360-4bc8-8fdf-fca74365cc37,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:42.300531 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 72d26332-76d6-478c-a8a2-910bb9d6961e no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:58:42.354742 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0506f9f4-b97b-4940-aa76-09f399275209 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:42.372880 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0506f9f4-b97b-4940-aa76-09f399275209 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:42.400918 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8829f543-8ec6-43a7-962c-d09606e1392e None None] Provisioning complete for port f3240587-ea99-4815-8805-efdba791f077 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:42.401223 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8829f543-8ec6-43a7-962c-d09606e1392e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:42.454997 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506f9f4-b97b-4940-aa76-09f399275209 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5cacd2-d760-4394-b8ad-fbbdf04b5243,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:42.466749 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0506f9f4-b97b-4940-aa76-09f399275209 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:42.467637 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] Set router e6db6e95-622c-46de-a6d5-2b1680165f1f gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:58:42.468721 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0506f9f4-b97b-4940-aa76-09f399275209 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5037646 Nov 26 02:58:42.471467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51432) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:42.480692 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-33c5fed3-95f6-4b56-a9f1-0ec2eede0d12 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group_rule': {'security_group_id': '0a5cacd2-d760-4394-b8ad-fbbdf04b5243', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:42.545881 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d9e084c-8c64-4610-bf21-1a3daad2ae1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:42.559178 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 72d26332-76d6-478c-a8a2-910bb9d6961e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:58:42.559541 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 72d26332-76d6-478c-a8a2-910bb9d6961e not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:58:42.584785 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3c7e6-c4de-4fef-a4c3-73a1eff633b4 None None] Pushing event updated for resources: {'Port': ['ID=f3240587-ea99-4815-8805-efdba791f077,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:42.586633 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-33c5fed3-95f6-4b56-a9f1-0ec2eede0d12 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:42.747527 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-33c5fed3-95f6-4b56-a9f1-0ec2eede0d12 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:42.754558 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:42.761986 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-33c5fed3-95f6-4b56-a9f1-0ec2eede0d12 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:42.764730 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:42.784874 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:42.835636 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:42.837869 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Pushing event updated for resources: {'Port': ['ID=befa176c-1dc6-4d3c-89f6-9eb95e63189e,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:42.854042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:42.868998 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5fed3-95f6-4b56-a9f1-0ec2eede0d12 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941b60c4-cb66-41d1-a540-e663a9c8129e,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:42.921098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-33c5fed3-95f6-4b56-a9f1-0ec2eede0d12 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:42.922837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-33c5fed3-95f6-4b56-a9f1-0ec2eede0d12 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4486306 Nov 26 02:58:42.925744 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51438) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:42.934694 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8829f543-8ec6-43a7-962c-d09606e1392e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:42.939094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-3ddf772b-a91d-4a2b-a4df-95a0a6396e84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::1 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/5b54d0c2-ad7a-4a70-bb84-240a4687ee5d/9357c270-3b6c-4f4d-a619-c7290b94b13a) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:43.017706 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'name': 'tempest-TaggedBootDevicesTest-1653106198-router', 'tenant_id': 'b171702458134549a6fcb5f0295445fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a81e5221-79f9-4456-9366-2eae1d37f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:22Z', 'updated_at': '2021-11-26T02:58:28Z', 'revision_number': 4, 'project_id': 'b171702458134549a6fcb5f0295445fc', 'gw_port': {'id': 'a81e5221-79f9-4456-9366-2eae1d37f12e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:23Z', 'updated_at': '2021-11-26T02:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'f3240587-ea99-4815-8805-efdba791f077', 'name': '', 'network_id': '27201bd6-4395-4e2d-98e2-65bed950f13b', 'tenant_id': 'b171702458134549a6fcb5f0295445fc', 'mac_address': 'fa:16:3e:9f:f9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c4031cfd-cec9-46b7-9a98-276587b77d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:28Z', 'updated_at': '2021-11-26T02:58:41Z', 'revision_number': 4, 'project_id': 'b171702458134549a6fcb5f0295445fc', 'subnets': [{'id': 'c4031cfd-cec9-46b7-9a98-276587b77d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:43.020362 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0f72a71a-f99d-46f9-bcf6-ec7c31653f4a tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:43.037893 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0f72a71a-f99d-46f9-bcf6-ec7c31653f4a tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:43.098553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Attempting to bind port befa176c-1dc6-4d3c-89f6-9eb95e63189e on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:58:43.100587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Attempting to bind port befa176c-1dc6-4d3c-89f6-9eb95e63189e by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:58:43.101668 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Attempting to bind port befa176c-1dc6-4d3c-89f6-9eb95e63189e on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:58:43.122098 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:58:43.123384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:43.123909 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:43.124634 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:58:43.125963 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Bound port: befa176c-1dc6-4d3c-89f6-9eb95e63189e, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:58:43.127133 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:43.133042 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0f72a71a-f99d-46f9-bcf6-ec7c31653f4a tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:43.134698 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f1053b-ad1c-41eb-9eba-a70e5a22cb70 None None] The sync data for ids ['e6db6e95-622c-46de-a6d5-2b1680165f1f'] in n-d-819389-3 is: [{'id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'name': 'tempest-TaggedBootDevicesTest-1653106198-router', 'tenant_id': 'b171702458134549a6fcb5f0295445fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a81e5221-79f9-4456-9366-2eae1d37f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:22Z', 'updated_at': '2021-11-26T02:58:28Z', 'revision_number': 4, 'project_id': 'b171702458134549a6fcb5f0295445fc', 'gw_port': {'id': 'a81e5221-79f9-4456-9366-2eae1d37f12e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:23Z', 'updated_at': '2021-11-26T02:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'f3240587-ea99-4815-8805-efdba791f077', 'name': '', 'network_id': '27201bd6-4395-4e2d-98e2-65bed950f13b', 'tenant_id': 'b171702458134549a6fcb5f0295445fc', 'mac_address': 'fa:16:3e:9f:f9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c4031cfd-cec9-46b7-9a98-276587b77d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:28Z', 'updated_at': '2021-11-26T02:58:41Z', 'revision_number': 4, 'project_id': 'b171702458134549a6fcb5f0295445fc', 'subnets': [{'id': 'c4031cfd-cec9-46b7-9a98-276587b77d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:58:43.168686 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0f72a71a-f99d-46f9-bcf6-ec7c31653f4a tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:43.172117 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0f72a71a-f99d-46f9-bcf6-ec7c31653f4a tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/941b60c4-cb66-41d1-a540-e663a9c8129e HTTP/1.1" status: 204 len: 168 time: 0.2422452 Nov 26 02:58:43.172557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51452) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:43.187698 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8829f543-8ec6-43a7-962c-d09606e1392e None None] For port f3240587-ea99-4815-8805-efdba791f077, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=f3240587-ea99-4815-8805-efdba791f077,segment=NetworkSegment(09a74c43-b0c4-43e2-b1d2-4508dfde4892),segment_id=09a74c43-b0c4-43e2-b1d2-4508dfde4892)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:43.190937 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72a71a-f99d-46f9-bcf6-ec7c31653f4a tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=941b60c4-cb66-41d1-a540-e663a9c8129e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:43.198386 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8829f543-8ec6-43a7-962c-d09606e1392e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:43.408267 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] For port befa176c-1dc6-4d3c-89f6-9eb95e63189e, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:58:43.415372 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829f543-8ec6-43a7-962c-d09606e1392e None None] Pushing event updated for resources: {'Port': ['ID=f3240587-ea99-4815-8805-efdba791f077,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:43.443137 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] For port befa176c-1dc6-4d3c-89f6-9eb95e63189e, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=befa176c-1dc6-4d3c-89f6-9eb95e63189e,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:58:43.444948 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e0350ec3-91be-408a-888b-c1ef982c4837 None None] Provisioning complete for port f3240587-ea99-4815-8805-efdba791f077 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:43.452121 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e0350ec3-91be-408a-888b-c1ef982c4837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:43.454919 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:43.499518 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4b5f7219-d191-4998-bd05-62fb8f1eb18a tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3160684 Nov 26 02:58:43.500603 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51458) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:43.507630 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3ddf772b-a91d-4a2b-a4df-95a0a6396e84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:43.603102 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46110f21-dd1c-4947-8888-cf5c4f9fe001 None None] Pushing event updated for resources: {'Port': ['ID=befa176c-1dc6-4d3c-89f6-9eb95e63189e,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:43.697707 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3ddf772b-a91d-4a2b-a4df-95a0a6396e84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:43.745302 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-709c9ab4-5de6-4f4c-95bd-9a2590b12259 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:43.834141 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-709c9ab4-5de6-4f4c-95bd-9a2590b12259 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:43.854456 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device f3240587-ea99-4815-8805-efdba791f077 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:43.857738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf772b-a91d-4a2b-a4df-95a0a6396e84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:43.863105 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-3ddf772b-a91d-4a2b-a4df-95a0a6396e84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:43.870277 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf772b-a91d-4a2b-a4df-95a0a6396e84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:43.871216 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3ddf772b-a91d-4a2b-a4df-95a0a6396e84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:43.974645 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-709c9ab4-5de6-4f4c-95bd-9a2590b12259 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:43.978023 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-709c9ab4-5de6-4f4c-95bd-9a2590b12259 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:43.986449 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-709c9ab4-5de6-4f4c-95bd-9a2590b12259 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-groups/0a5cacd2-d760-4394-b8ad-fbbdf04b5243 HTTP/1.1" status: 204 len: 168 time: 0.4846921 Nov 26 02:58:43.988432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port f3240587-ea99-4815-8805-efdba791f077 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:43.988915 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:43.990229 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51468) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:44.107031 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf772b-a91d-4a2b-a4df-95a0a6396e84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=9357c270-3b6c-4f4d-a619-c7290b94b13a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:44.120133 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c9ab4-5de6-4f4c-95bd-9a2590b12259 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5cacd2-d760-4394-b8ad-fbbdf04b5243,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:44.178026 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3ddf772b-a91d-4a2b-a4df-95a0a6396e84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:44.203170 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-057b6281-ca17-442e-b035-497539d46beb tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2084012 Nov 26 02:58:44.206662 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51472) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:44.222967 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709c9ab4-5de6-4f4c-95bd-9a2590b12259 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:44.224439 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-2f3aaf77-4b4d-4c4e-8a3b-3fc72af07833 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group': {'name': 'tempest-secgroup--949864742'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:44.229139 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709c9ab4-5de6-4f4c-95bd-9a2590b12259 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:44.230290 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709c9ab4-5de6-4f4c-95bd-9a2590b12259 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:44.230290 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709c9ab4-5de6-4f4c-95bd-9a2590b12259 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:44.237058 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709c9ab4-5de6-4f4c-95bd-9a2590b12259 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:44.239259 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709c9ab4-5de6-4f4c-95bd-9a2590b12259 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:44.239730 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709c9ab4-5de6-4f4c-95bd-9a2590b12259 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:44.240135 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709c9ab4-5de6-4f4c-95bd-9a2590b12259 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:44.240486 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709c9ab4-5de6-4f4c-95bd-9a2590b12259 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:44.240830 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709c9ab4-5de6-4f4c-95bd-9a2590b12259 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:44.241203 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709c9ab4-5de6-4f4c-95bd-9a2590b12259 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:44.241544 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709c9ab4-5de6-4f4c-95bd-9a2590b12259 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:58:44.245993 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-465d06ac-6b42-4989-bfa8-30eca6b704eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:44.351982 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2f3aaf77-4b4d-4c4e-8a3b-3fc72af07833 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:44.602847 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2f3aaf77-4b4d-4c4e-8a3b-3fc72af07833 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:44.610845 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2f3aaf77-4b4d-4c4e-8a3b-3fc72af07833 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:44.667453 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2f3aaf77-4b4d-4c4e-8a3b-3fc72af07833 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:44.669030 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2f3aaf77-4b4d-4c4e-8a3b-3fc72af07833 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4597883 Nov 26 02:58:44.671806 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51478) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:44.677772 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-80e9f0e9-7e02-4b52-b04a-e480a3651f95 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group_rule': {'security_group_id': '358d195b-8cd3-4ced-b89f-4195d7d2ab67', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:44.687084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3aaf77-4b4d-4c4e-8a3b-3fc72af07833 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358d195b-8cd3-4ced-b89f-4195d7d2ab67,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:44.742179 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80e9f0e9-7e02-4b52-b04a-e480a3651f95 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:44.826105 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3ddf772b-a91d-4a2b-a4df-95a0a6396e84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:44.838680 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3ddf772b-a91d-4a2b-a4df-95a0a6396e84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:44.839892 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3ddf772b-a91d-4a2b-a4df-95a0a6396e84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:44.926031 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80e9f0e9-7e02-4b52-b04a-e480a3651f95 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:44.940107 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80e9f0e9-7e02-4b52-b04a-e480a3651f95 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:44.989466 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:44.997991 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9f0e9-7e02-4b52-b04a-e480a3651f95 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4ee410-73ef-4d18-98ba-2d6b30f4c01b,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:45.011359 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80e9f0e9-7e02-4b52-b04a-e480a3651f95 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:45.013042 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-80e9f0e9-7e02-4b52-b04a-e480a3651f95 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3395388 Nov 26 02:58:45.017729 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51488) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:45.031779 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b43ef964-37ce-4154-a2f6-f2a76d4efc0f tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group_rule': {'security_group_id': '358d195b-8cd3-4ced-b89f-4195d7d2ab67', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:45.048807 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf772b-a91d-4a2b-a4df-95a0a6396e84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=9357c270-3b6c-4f4d-a619-c7290b94b13a,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:45.169268 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b43ef964-37ce-4154-a2f6-f2a76d4efc0f tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:45.236299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf772b-a91d-4a2b-a4df-95a0a6396e84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:45.240349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-3ddf772b-a91d-4a2b-a4df-95a0a6396e84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:45.282559 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b43ef964-37ce-4154-a2f6-f2a76d4efc0f tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:45.293480 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b43ef964-37ce-4154-a2f6-f2a76d4efc0f tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:45.335139 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ef964-37ce-4154-a2f6-f2a76d4efc0f tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb54c55-08bb-4615-a09a-3a41f00f4413,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:45.353103 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b43ef964-37ce-4154-a2f6-f2a76d4efc0f tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:45.357895 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b43ef964-37ce-4154-a2f6-f2a76d4efc0f tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3336039 Nov 26 02:58:45.363630 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51498) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:45.378733 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9741589c-b121-424e-9d56-7875a9716f09 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group_rule': {'security_group_id': '358d195b-8cd3-4ced-b89f-4195d7d2ab67', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:45.437128 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9741589c-b121-424e-9d56-7875a9716f09 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:45.503838 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-67154160-f224-48b9-b2f9-05813b3a56c0 None None] Provisioning complete for port befa176c-1dc6-4d3c-89f6-9eb95e63189e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:45.504323 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-67154160-f224-48b9-b2f9-05813b3a56c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:45.532993 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9741589c-b121-424e-9d56-7875a9716f09 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:45.543386 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9741589c-b121-424e-9d56-7875a9716f09 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:45.570568 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddf772b-a91d-4a2b-a4df-95a0a6396e84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Router daa56a2a-b070-4f05-bf11-5de362093f3b is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:58:45.572871 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741589c-b121-424e-9d56-7875a9716f09 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d665cb63-8ef3-4838-88a8-f40993fff05a,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:45.584479 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9741589c-b121-424e-9d56-7875a9716f09 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:45.593112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51500) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:45.593995 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9741589c-b121-424e-9d56-7875a9716f09 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2286170 Nov 26 02:58:45.604446 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-e2a7502b-fa3a-406e-8357-b71b340d5800 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group_rule': {'security_group_id': '358d195b-8cd3-4ced-b89f-4195d7d2ab67', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:45.754725 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-67154160-f224-48b9-b2f9-05813b3a56c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:45.831612 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-67154160-f224-48b9-b2f9-05813b3a56c0 None None] For port befa176c-1dc6-4d3c-89f6-9eb95e63189e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=befa176c-1dc6-4d3c-89f6-9eb95e63189e,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:45.841262 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-67154160-f224-48b9-b2f9-05813b3a56c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:45.915858 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2a7502b-fa3a-406e-8357-b71b340d5800 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:45.970648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b0233528-6203-4dfd-b914-170ebbfc2e6a None None] Could not find standard attr ID for object 59976d71-d29c-48ea-8f10-63315e4ccb1c. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:58:45.976748 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67154160-f224-48b9-b2f9-05813b3a56c0 None None] Pushing event updated for resources: {'Port': ['ID=befa176c-1dc6-4d3c-89f6-9eb95e63189e,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:45.996906 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device befa176c-1dc6-4d3c-89f6-9eb95e63189e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:46.026029 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddf772b-a91d-4a2b-a4df-95a0a6396e84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:58:46.055091 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Sync routers for ids ['daa56a2a-b070-4f05-bf11-5de362093f3b'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:58:46.076390 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51512) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:46.082403 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3ddf772b-a91d-4a2b-a4df-95a0a6396e84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "PUT /v2.0/routers/daa56a2a-b070-4f05-bf11-5de362093f3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3448188 Nov 26 02:58:46.090960 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port befa176c-1dc6-4d3c-89f6-9eb95e63189e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:46.091370 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:46.155940 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Routers {'daa56a2a-b070-4f05-bf11-5de362093f3b'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:46.156639 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['daa56a2a-b070-4f05-bf11-5de362093f3b'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:46.243304 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2a7502b-fa3a-406e-8357-b71b340d5800 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:46.255915 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2a7502b-fa3a-406e-8357-b71b340d5800 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:46.258837 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971e4756-bd67-4406-9fc1-b2c57764460d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:46.274410 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-971e4756-bd67-4406-9fc1-b2c57764460d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports/9357c270-3b6c-4f4d-a619-c7290b94b13a HTTP/1.1" status: 200 len: 911 time: 0.1964917 Nov 26 02:58:46.276883 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51518) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:46.322380 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2a7502b-fa3a-406e-8357-b71b340d5800 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:46.326150 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e2a7502b-fa3a-406e-8357-b71b340d5800 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7258506 Nov 26 02:58:46.332876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51520) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:46.374578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-d04c56b9-921f-4de2-908c-e1aea1279c8c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group_rule': {'security_group_id': '358d195b-8cd3-4ced-b89f-4195d7d2ab67', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:46.410585 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af23727b-5c4f-4b1f-8f1c-120f9b03019e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:46.422412 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af23727b-5c4f-4b1f-8f1c-120f9b03019e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:46.427192 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-af23727b-5c4f-4b1f-8f1c-120f9b03019e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1473718 Nov 26 02:58:46.430091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7502b-fa3a-406e-8357-b71b340d5800 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cc13bf-e45c-4548-92cf-2aa2cd11351e,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:46.431343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51524) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:46.502914 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d04c56b9-921f-4de2-908c-e1aea1279c8c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:46.666156 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d04c56b9-921f-4de2-908c-e1aea1279c8c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:46.682690 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d04c56b9-921f-4de2-908c-e1aea1279c8c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:46.685341 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-880aed47-1b5f-4927-bc93-72ba442c371f None None] Could not find standard attr ID for object 57115860-fa6b-44eb-915e-23f8178801d2. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:58:46.740854 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Set router daa56a2a-b070-4f05-bf11-5de362093f3b gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:58:46.746607 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:46.747346 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c56b9-921f-4de2-908c-e1aea1279c8c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e508b124-4d1e-40c2-80d6-f422823e1090,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:46.777611 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d04c56b9-921f-4de2-908c-e1aea1279c8c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:46.782650 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d04c56b9-921f-4de2-908c-e1aea1279c8c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4487031 Nov 26 02:58:46.783389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51532) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:46.879222 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-57b1c604-63dd-4a50-b389-129604624ec2 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:46.941596 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-57b1c604-63dd-4a50-b389-129604624ec2 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:47.064337 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-57b1c604-63dd-4a50-b389-129604624ec2 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:47.072711 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-57b1c604-63dd-4a50-b389-129604624ec2 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:47.077313 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-57b1c604-63dd-4a50-b389-129604624ec2 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e508b124-4d1e-40c2-80d6-f422823e1090 HTTP/1.1" status: 204 len: 168 time: 0.2930236 Nov 26 02:58:47.083027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51542) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:47.127384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1c604-63dd-4a50-b389-129604624ec2 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e508b124-4d1e-40c2-80d6-f422823e1090,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:47.200342 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-321ae3a7-3beb-4a00-a3fa-e0255a0f40e9 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1105392 Nov 26 02:58:47.202941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51546) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:47.237513 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-042e68f7-a775-407c-87ba-b72bf29baef9 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:47.250685 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-042e68f7-a775-407c-87ba-b72bf29baef9 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:47.260427 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1d1a8222-a6ac-4ade-9d8e-4a2b947f0ead None None] Could not find standard attr ID for object 253101c4-3eae-4e0c-8761-b16a9847a39e. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:58:47.304785 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-042e68f7-a775-407c-87ba-b72bf29baef9 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:47.314920 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-042e68f7-a775-407c-87ba-b72bf29baef9 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:47.316888 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-042e68f7-a775-407c-87ba-b72bf29baef9 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/47cc13bf-e45c-4548-92cf-2aa2cd11351e HTTP/1.1" status: 204 len: 168 time: 0.1127799 Nov 26 02:58:47.320817 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51548) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:47.331420 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e68f7-a775-407c-87ba-b72bf29baef9 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47cc13bf-e45c-4548-92cf-2aa2cd11351e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:47.359484 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa56a2a-b070-4f05-bf11-5de362093f3b', 'name': 'tempest-NetworksTestDHCPv6-router-1439867714', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:40Z', 'updated_at': '2021-11-26T02:58:43Z', 'revision_number': 2, 'project_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'gw_port_host': None, '_interfaces': [{'id': '9357c270-3b6c-4f4d-a619-c7290b94b13a', 'name': '', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'mac_address': 'fa:16:3e:e1:49:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa56a2a-b070-4f05-bf11-5de362093f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '5b54d0c2-ad7a-4a70-bb84-240a4687ee5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:41Z', 'updated_at': '2021-11-26T02:58:44Z', 'revision_number': 2, 'project_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'subnets': [{'id': '5b54d0c2-ad7a-4a70-bb84-240a4687ee5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:47.392469 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Checking router: daa56a2a-b070-4f05-bf11-5de362093f3b for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:58:47.392927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Updating router daa56a2a-b070-4f05-bf11-5de362093f3b port 9357c270-3b6c-4f4d-a619-c7290b94b13a binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:58:47.433998 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:47.459084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51552) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:47.469583 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b1d3f147-41c8-4a6f-b861-2b91f4daa0db tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1475592 Nov 26 02:58:47.521958 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9b3534b6-89bb-4c08-9b3b-2508e09f8215 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:47.558548 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9b3534b6-89bb-4c08-9b3b-2508e09f8215 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:47.621131 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9b3534b6-89bb-4c08-9b3b-2508e09f8215 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:47.668810 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9b3534b6-89bb-4c08-9b3b-2508e09f8215 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:47.670238 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9b3534b6-89bb-4c08-9b3b-2508e09f8215 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d665cb63-8ef3-4838-88a8-f40993fff05a HTTP/1.1" status: 204 len: 168 time: 0.2092631 Nov 26 02:58:47.671285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3534b6-89bb-4c08-9b3b-2508e09f8215 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d665cb63-8ef3-4838-88a8-f40993fff05a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:47.675351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51554) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:47.706008 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-fc48005e-652a-4c4a-b660-3a497f15d7f7 None None] Could not find standard attr ID for object f851bc2b-7737-4218-819b-e28046a2d3a6. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:58:47.740992 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:47.837467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-86ce2ace-ffc8-44cb-9cdb-5a297653d99d tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1360207 Nov 26 02:58:47.845952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51558) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:47.954726 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2449194-1f5b-47ef-be43-1baa7c769178 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:47.970486 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2449194-1f5b-47ef-be43-1baa7c769178 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:47.980255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device befa176c-1dc6-4d3c-89f6-9eb95e63189e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:48.002679 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a016ce2a-2801-4ee0-9acd-f0ab4e975303 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:48.019907 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2449194-1f5b-47ef-be43-1baa7c769178 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:48.026705 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2449194-1f5b-47ef-be43-1baa7c769178 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:48.028283 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f2449194-1f5b-47ef-be43-1baa7c769178 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8bb54c55-08bb-4615-a09a-3a41f00f4413 HTTP/1.1" status: 204 len: 168 time: 0.1631684 Nov 26 02:58:48.066534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b2ff061b-73dd-4894-8887-e037f5c1ecfd None None] Could not find standard attr ID for object 53539092-c6d8-4f4a-ae23-7017aff1ebbd. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:58:48.073057 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51560) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:48.073876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2449194-1f5b-47ef-be43-1baa7c769178 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bb54c55-08bb-4615-a09a-3a41f00f4413,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:48.166950 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port befa176c-1dc6-4d3c-89f6-9eb95e63189e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:48.167585 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:48.189589 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-395b4cdd-3e14-4ece-b099-59bd9eac204c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1043282 Nov 26 02:58:48.189589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51566) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:48.337661 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96e51e7f-0be9-4721-8f8a-22f7a548f5c8 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:48.377748 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96e51e7f-0be9-4721-8f8a-22f7a548f5c8 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:48.456097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b91cfb7d-c292-4761-b250-2b1e5c8c80f3 None None] Could not find standard attr ID for object fd58d5f4-abef-4790-827a-5e9c3736973f. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:58:48.525458 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a016ce2a-2801-4ee0-9acd-f0ab4e975303 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port 9357c270-3b6c-4f4d-a619-c7290b94b13a {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:48.526426 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a016ce2a-2801-4ee0-9acd-f0ab4e975303 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:48.542760 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96e51e7f-0be9-4721-8f8a-22f7a548f5c8 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:48.549797 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96e51e7f-0be9-4721-8f8a-22f7a548f5c8 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:48.553264 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-96e51e7f-0be9-4721-8f8a-22f7a548f5c8 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ef4ee410-73ef-4d18-98ba-2d6b30f4c01b HTTP/1.1" status: 204 len: 168 time: 0.3606954 Nov 26 02:58:48.556504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51570) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:48.583957 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:48.605329 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e51e7f-0be9-4721-8f8a-22f7a548f5c8 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef4ee410-73ef-4d18-98ba-2d6b30f4c01b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:48.607533 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:48.682774 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1d2469b1-2450-44e2-8fbf-1417e88ac65f tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1198018 Nov 26 02:58:48.689185 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51572) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:48.763672 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a016ce2a-2801-4ee0-9acd-f0ab4e975303 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:48.792642 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b89b09c6-e04f-4bd3-8a51-9b6dd8101c7f tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:48.796510 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a016ce2a-2801-4ee0-9acd-f0ab4e975303 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for 9357c270-3b6c-4f4d-a619-c7290b94b13a owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:48.822829 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b89b09c6-e04f-4bd3-8a51-9b6dd8101c7f tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:48.882395 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb3c17-cde6-491b-a676-e7164d199775 None None] Pushing event updated for resources: {'Port': ['ID=9357c270-3b6c-4f4d-a619-c7290b94b13a,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:48.914534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Attempting to bind port 9357c270-3b6c-4f4d-a619-c7290b94b13a on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:58:48.918722 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Attempting to bind port 9357c270-3b6c-4f4d-a619-c7290b94b13a by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:58:48.919226 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Attempting to bind port 9357c270-3b6c-4f4d-a619-c7290b94b13a on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:58:48.927405 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:58:48.930969 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:48.931935 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:48.932987 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:58:48.934242 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Bound port: 9357c270-3b6c-4f4d-a619-c7290b94b13a, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:58:48.934741 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:48.951969 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-496caed2-5c01-4d6f-a741-4c5c534193de None None] Provisioning complete for port 9357c270-3b6c-4f4d-a619-c7290b94b13a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:48.952556 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-496caed2-5c01-4d6f-a741-4c5c534193de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:48.966234 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b89b09c6-e04f-4bd3-8a51-9b6dd8101c7f tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:48.969648 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b89b09c6-e04f-4bd3-8a51-9b6dd8101c7f tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:48.971191 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b89b09c6-e04f-4bd3-8a51-9b6dd8101c7f tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-groups/358d195b-8cd3-4ced-b89f-4195d7d2ab67 HTTP/1.1" status: 204 len: 168 time: 0.2804191 Nov 26 02:58:48.976040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51576) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:49.016820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b09c6-e04f-4bd3-8a51-9b6dd8101c7f tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=358d195b-8cd3-4ced-b89f-4195d7d2ab67,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:49.138176 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-496caed2-5c01-4d6f-a741-4c5c534193de None None] Port 9357c270-3b6c-4f4d-a619-c7290b94b13a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:58:49.154360 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5de7ca3d-5e74-4d98-b434-a497419082b9 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1770279 Nov 26 02:58:49.161327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51578) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:49.169003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-05595deb-4e67-495e-8d89-f0fc5dd8156e tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970536864'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:49.233365 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a016ce2a-2801-4ee0-9acd-f0ab4e975303 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:49.234095 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:58:49.234500 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:58:49.256378 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-05595deb-4e67-495e-8d89-f0fc5dd8156e tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:49.319130 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016ce2a-2801-4ee0-9acd-f0ab4e975303 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=9357c270-3b6c-4f4d-a619-c7290b94b13a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:49.410088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ae81d2d6-07f7-4237-a305-30eb6e25adcd None None] Could not find standard attr ID for object 9357c270-3b6c-4f4d-a619-c7290b94b13a. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:58:49.473978 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-05595deb-4e67-495e-8d89-f0fc5dd8156e tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:49.499211 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-05595deb-4e67-495e-8d89-f0fc5dd8156e tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:49.600219 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-05595deb-4e67-495e-8d89-f0fc5dd8156e tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:49.608090 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-05595deb-4e67-495e-8d89-f0fc5dd8156e tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4446208 Nov 26 02:58:49.610681 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05595deb-4e67-495e-8d89-f0fc5dd8156e tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb01af0-ed2a-43cb-beb9-9eb49458587f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:49.618633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51588) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:49.656068 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-bf244b1d-05df-4d6c-8794-b6eeed0e79a1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group_rule': {'security_group_id': 'fdb01af0-ed2a-43cb-beb9-9eb49458587f', 'direction': 'ingress', 'protocol': 17}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:49.704869 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bf244b1d-05df-4d6c-8794-b6eeed0e79a1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:49.783233 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Attempting to bind port 9357c270-3b6c-4f4d-a619-c7290b94b13a on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:58:49.783795 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Attempting to bind port 9357c270-3b6c-4f4d-a619-c7290b94b13a by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:58:49.783978 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Attempting to bind port 9357c270-3b6c-4f4d-a619-c7290b94b13a on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:58:49.801866 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:58:49.802287 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:49.804518 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:49.804935 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:58:49.805420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Bound port: 9357c270-3b6c-4f4d-a619-c7290b94b13a, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:58:49.815804 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:49.824473 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bf244b1d-05df-4d6c-8794-b6eeed0e79a1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:49.853611 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bf244b1d-05df-4d6c-8794-b6eeed0e79a1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:49.886744 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf244b1d-05df-4d6c-8794-b6eeed0e79a1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57440c3-d430-4d8f-834c-b03071f47003,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:49.905175 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bf244b1d-05df-4d6c-8794-b6eeed0e79a1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:49.907437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bf244b1d-05df-4d6c-8794-b6eeed0e79a1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2813511 Nov 26 02:58:49.915356 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51592) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:49.919439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Port 9357c270-3b6c-4f4d-a619-c7290b94b13a has been deleted concurrently {{(pid=104803) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 26 02:58:49.952135 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Routers {'daa56a2a-b070-4f05-bf11-5de362093f3b'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:49.953659 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['daa56a2a-b070-4f05-bf11-5de362093f3b'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:50.138028 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3cab784-98f1-4992-b371-f0e57a1e6f38 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:50.158847 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a016ce2a-2801-4ee0-9acd-f0ab4e975303 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:50.208466 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3cab784-98f1-4992-b371-f0e57a1e6f38 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:50.311878 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3cab784-98f1-4992-b371-f0e57a1e6f38 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:50.314894 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3cab784-98f1-4992-b371-f0e57a1e6f38 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:50.316743 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c3cab784-98f1-4992-b371-f0e57a1e6f38 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-groups/fdb01af0-ed2a-43cb-beb9-9eb49458587f HTTP/1.1" status: 204 len: 168 time: 0.3996100 Nov 26 02:58:50.342817 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51598) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:50.344737 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cab784-98f1-4992-b371-f0e57a1e6f38 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb01af0-ed2a-43cb-beb9-9eb49458587f,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:50.507214 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e122f52c-7fda-4466-833f-413c073e2081 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1418104 Nov 26 02:58:50.508176 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51604) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:50.514498 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-9aafea63-d50b-42eb-9124-c4da438cb232 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1759556506'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:50.563691 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdd7a08-8238-49ea-9543-f531657e8665 None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 02:58:50.572381 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9aafea63-d50b-42eb-9124-c4da438cb232 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:50.619588 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a016ce2a-2801-4ee0-9acd-f0ab4e975303 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Router daa56a2a-b070-4f05-bf11-5de362093f3b has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:58:50.632607 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] Set router daa56a2a-b070-4f05-bf11-5de362093f3b gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:58:50.704900 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa56a2a-b070-4f05-bf11-5de362093f3b', 'name': 'tempest-NetworksTestDHCPv6-router-1439867714', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:40Z', 'updated_at': '2021-11-26T02:58:49Z', 'revision_number': 3, 'project_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:50.727871 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9aafea63-d50b-42eb-9124-c4da438cb232 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:50.737479 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9aafea63-d50b-42eb-9124-c4da438cb232 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:50.739042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd59d01-bc36-43f4-80a8-2a97a2144977 None None] The sync data for ids ['daa56a2a-b070-4f05-bf11-5de362093f3b'] in n-d-819389-3 is: [{'id': 'daa56a2a-b070-4f05-bf11-5de362093f3b', 'name': 'tempest-NetworksTestDHCPv6-router-1439867714', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:40Z', 'updated_at': '2021-11-26T02:58:49Z', 'revision_number': 3, 'project_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'gw_port_host': None}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:58:50.795369 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9aafea63-d50b-42eb-9124-c4da438cb232 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:50.802567 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9aafea63-d50b-42eb-9124-c4da438cb232 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2927601 Nov 26 02:58:50.808205 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51610) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:50.824434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c197425b-20a4-476b-85a3-16f05a3f4a8d tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1717665353'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:50.843583 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a016ce2a-2801-4ee0-9acd-f0ab4e975303 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:58:50.857963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafea63-d50b-42eb-9124-c4da438cb232 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5f7f05-93c4-431e-9809-c44739cebb1a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:50.888679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51612) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:50.893940 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a016ce2a-2801-4ee0-9acd-f0ab4e975303 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "PUT /v2.0/routers/daa56a2a-b070-4f05-bf11-5de362093f3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4597766 Nov 26 02:58:50.915449 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdd7a08-8238-49ea-9543-f531657e8665 None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 02:58:51.042622 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5152d9ad-15b4-4a1a-a072-2f17b03fae5d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:51.044355 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5152d9ad-15b4-4a1a-a072-2f17b03fae5d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:51.049500 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5152d9ad-15b4-4a1a-a072-2f17b03fae5d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1577916 Nov 26 02:58:51.051587 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c197425b-20a4-476b-85a3-16f05a3f4a8d tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:51.054964 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51616) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:51.245541 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c197425b-20a4-476b-85a3-16f05a3f4a8d tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:51.265448 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c197425b-20a4-476b-85a3-16f05a3f4a8d tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:51.267920 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0debc38-46af-4951-a1b5-13bf1534fb51 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 5b54d0c2-ad7a-4a70-bb84-240a4687ee5d {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:58:51.287693 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d0debc38-46af-4951-a1b5-13bf1534fb51 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:51.338093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197425b-20a4-476b-85a3-16f05a3f4a8d tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf13e67-7475-4443-9b40-c965586e5376,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:51.383716 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c197425b-20a4-476b-85a3-16f05a3f4a8d tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:51.397763 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c197425b-20a4-476b-85a3-16f05a3f4a8d tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5872383 Nov 26 02:58:51.403810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51622) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:51.419196 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-fbd14223-f3d4-4d17-b0d1-b2c00146c749 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group_rule': {'security_group_id': 'de5f7f05-93c4-431e-9809-c44739cebb1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9bf13e67-7475-4443-9b40-c965586e5376', 'remote_ip_prefix': None}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:51.438793 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d0debc38-46af-4951-a1b5-13bf1534fb51 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:51.507261 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fbd14223-f3d4-4d17-b0d1-b2c00146c749 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:51.685792 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d0debc38-46af-4951-a1b5-13bf1534fb51 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:51.754699 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fbd14223-f3d4-4d17-b0d1-b2c00146c749 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:51.773895 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fbd14223-f3d4-4d17-b0d1-b2c00146c749 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:51.782147 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d0debc38-46af-4951-a1b5-13bf1534fb51 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:51.797408 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d0debc38-46af-4951-a1b5-13bf1534fb51 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:51.815996 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d0debc38-46af-4951-a1b5-13bf1534fb51 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/5b54d0c2-ad7a-4a70-bb84-240a4687ee5d HTTP/1.1" status: 204 len: 168 time: 0.7597439 Nov 26 02:58:51.832546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51628) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:51.841218 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0debc38-46af-4951-a1b5-13bf1534fb51 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=5b54d0c2-ad7a-4a70-bb84-240a4687ee5d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:51.848135 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fbd14223-f3d4-4d17-b0d1-b2c00146c749 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:51.851868 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fbd14223-f3d4-4d17-b0d1-b2c00146c749 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4446113 Nov 26 02:58:51.856889 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51630) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:51.908009 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ae0aeab-1db5-4a7e-8f65-b1b91c6af8a1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:51.929344 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ae0aeab-1db5-4a7e-8f65-b1b91c6af8a1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:52.009571 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ae0aeab-1db5-4a7e-8f65-b1b91c6af8a1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:52.032571 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ae0aeab-1db5-4a7e-8f65-b1b91c6af8a1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:52.035497 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2ae0aeab-1db5-4a7e-8f65-b1b91c6af8a1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/be0358f5-2685-4d33-a3da-6754184a84be HTTP/1.1" status: 204 len: 168 time: 0.1773469 Nov 26 02:58:52.037302 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0aeab-1db5-4a7e-8f65-b1b91c6af8a1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be0358f5-2685-4d33-a3da-6754184a84be,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:52.041464 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51634) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:52.160176 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4c3cfc7d-6202-4271-99c6-e329f3d96e10 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1157193 Nov 26 02:58:52.162659 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51636) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:52.337421 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:52.362033 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fd104cc1-1759-47c4-9f3d-e33b97f1a0f6 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:52.420440 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fd104cc1-1759-47c4-9f3d-e33b97f1a0f6 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:52.423529 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82649cec-9d78-4059-83ca-b7078c7b38af None None] Sync routers for ids ['daa56a2a-b070-4f05-bf11-5de362093f3b'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:58:52.442374 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82649cec-9d78-4059-83ca-b7078c7b38af None None] Routers {'daa56a2a-b070-4f05-bf11-5de362093f3b'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:52.444719 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-82649cec-9d78-4059-83ca-b7078c7b38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['daa56a2a-b070-4f05-bf11-5de362093f3b'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:52.571909 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fd104cc1-1759-47c4-9f3d-e33b97f1a0f6 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:52.574941 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fd104cc1-1759-47c4-9f3d-e33b97f1a0f6 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:52.582346 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fd104cc1-1759-47c4-9f3d-e33b97f1a0f6 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-groups/9bf13e67-7475-4443-9b40-c965586e5376 HTTP/1.1" status: 204 len: 168 time: 0.4162641 Nov 26 02:58:52.585295 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51640) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:52.586263 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-82649cec-9d78-4059-83ca-b7078c7b38af None None] Set router daa56a2a-b070-4f05-bf11-5de362093f3b gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:58:52.651827 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-82649cec-9d78-4059-83ca-b7078c7b38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa56a2a-b070-4f05-bf11-5de362093f3b', 'name': 'tempest-NetworksTestDHCPv6-router-1439867714', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:40Z', 'updated_at': '2021-11-26T02:58:49Z', 'revision_number': 3, 'project_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:52.687722 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82649cec-9d78-4059-83ca-b7078c7b38af None None] Checking router: daa56a2a-b070-4f05-bf11-5de362093f3b for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:58:52.700445 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82649cec-9d78-4059-83ca-b7078c7b38af None None] Routers {'daa56a2a-b070-4f05-bf11-5de362093f3b'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:58:52.701333 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-82649cec-9d78-4059-83ca-b7078c7b38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['daa56a2a-b070-4f05-bf11-5de362093f3b'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:52.744814 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd104cc1-1759-47c4-9f3d-e33b97f1a0f6 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf13e67-7475-4443-9b40-c965586e5376,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:52.903754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd14223-f3d4-4d17-b0d1-b2c00146c749 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0358f5-2685-4d33-a3da-6754184a84be,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:52.905835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c3a390-04af-4b55-9943-a55f2aaccd81 None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 02:58:52.915384 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-82649cec-9d78-4059-83ca-b7078c7b38af None None] Set router daa56a2a-b070-4f05-bf11-5de362093f3b gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:58:52.981462 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bed489a6-6c52-419f-ad6e-62c72f6ee960 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3717532 Nov 26 02:58:52.984211 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51646) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:53.023918 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-10a4c180-c7ad-4ac8-94f2-2ca61bf748fc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.1894717 Nov 26 02:58:53.026735 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51650) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:53.105952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7704fb5a-6d8c-488a-bcc3-bdcc401b992b None None] Provisioning complete for port befa176c-1dc6-4d3c-89f6-9eb95e63189e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:53.106322 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7704fb5a-6d8c-488a-bcc3-bdcc401b992b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:53.113090 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-82649cec-9d78-4059-83ca-b7078c7b38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa56a2a-b070-4f05-bf11-5de362093f3b', 'name': 'tempest-NetworksTestDHCPv6-router-1439867714', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:40Z', 'updated_at': '2021-11-26T02:58:49Z', 'revision_number': 3, 'project_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:58:53.190258 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f0411870-aeaa-486e-80cf-57a385551a70 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:53.235197 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82649cec-9d78-4059-83ca-b7078c7b38af None None] The sync data for ids ['daa56a2a-b070-4f05-bf11-5de362093f3b'] in n-d-819389-3 is: [{'id': 'daa56a2a-b070-4f05-bf11-5de362093f3b', 'name': 'tempest-NetworksTestDHCPv6-router-1439867714', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:40Z', 'updated_at': '2021-11-26T02:58:49Z', 'revision_number': 3, 'project_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:58:53.298472 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53ee69fb-f2de-4983-8319-a5997939088c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:53.317911 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f0411870-aeaa-486e-80cf-57a385551a70 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:53.417205 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f0411870-aeaa-486e-80cf-57a385551a70 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:53.422755 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f0411870-aeaa-486e-80cf-57a385551a70 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:53.424006 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f0411870-aeaa-486e-80cf-57a385551a70 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-groups/de5f7f05-93c4-431e-9809-c44739cebb1a HTTP/1.1" status: 204 len: 168 time: 0.4386241 Nov 26 02:58:53.430587 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51652) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:53.480679 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c3a390-04af-4b55-9943-a55f2aaccd81 None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 02:58:53.506067 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0411870-aeaa-486e-80cf-57a385551a70 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5f7f05-93c4-431e-9809-c44739cebb1a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:53.582616 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-350fa7e5-995c-4007-94d7-199ac424847a tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1504359 Nov 26 02:58:53.597204 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51654) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:53.605015 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3d9ca482-4542-4e62-9d89-15878569a325 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1771059709'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:53.679477 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca482-4542-4e62-9d89-15878569a325 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:53.726075 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:53.869664 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca482-4542-4e62-9d89-15878569a325 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:53.883612 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca482-4542-4e62-9d89-15878569a325 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:53.903468 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53ee69fb-f2de-4983-8319-a5997939088c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:53.906853 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53ee69fb-f2de-4983-8319-a5997939088c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:53.942344 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ca482-4542-4e62-9d89-15878569a325 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f8805c-117e-48b0-b268-782a2ed89c1c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:53.969839 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53ee69fb-f2de-4983-8319-a5997939088c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:53.970452 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ee69fb-f2de-4983-8319-a5997939088c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Fanout notify agent at l3_agent the message router_deleted on router daa56a2a-b070-4f05-bf11-5de362093f3b {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:58:53.986445 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca482-4542-4e62-9d89-15878569a325 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:53.987724 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3d9ca482-4542-4e62-9d89-15878569a325 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3892171 Nov 26 02:58:53.992692 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51666) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:54.000493 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53ee69fb-f2de-4983-8319-a5997939088c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:54.001660 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-53ee69fb-f2de-4983-8319-a5997939088c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/routers/daa56a2a-b070-4f05-bf11-5de362093f3b HTTP/1.1" status: 204 len: 168 time: 0.9680517 Nov 26 02:58:54.003096 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-6844c072-934b-4c0d-9813-5c55fce60aa1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group_rule': {'security_group_id': 'f1f8805c-117e-48b0-b268-782a2ed89c1c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:54.005697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51668) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:54.028008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-7e7fd4f7-166d-403f-b70b-e4e4189e51ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:54.090693 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6844c072-934b-4c0d-9813-5c55fce60aa1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:54.255020 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6844c072-934b-4c0d-9813-5c55fce60aa1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:54.265787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6844c072-934b-4c0d-9813-5c55fce60aa1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:54.274485 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdaa6cb-2003-4be7-8cd8-83a4e45f5bfd None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:54.308154 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844c072-934b-4c0d-9813-5c55fce60aa1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7343d328-b98b-4c39-9d41-3ef2f9856f6e,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:54.328800 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6844c072-934b-4c0d-9813-5c55fce60aa1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:54.330181 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6844c072-934b-4c0d-9813-5c55fce60aa1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3341994 Nov 26 02:58:54.333331 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51672) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:54.373733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7fd4f7-166d-403f-b70b-e4e4189e51ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:58:54.385234 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7e7fd4f7-166d-403f-b70b-e4e4189e51ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:54.417599 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f08665e6-f56e-46bd-9696-261125f90198 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:54.421646 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f7b2cdb0-f546-4f35-938b-1da78e0c1fe2 None None] Provisioning complete for port befa176c-1dc6-4d3c-89f6-9eb95e63189e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:54.422327 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f7b2cdb0-f546-4f35-938b-1da78e0c1fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:54.440155 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f08665e6-f56e-46bd-9696-261125f90198 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:54.508914 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f08665e6-f56e-46bd-9696-261125f90198 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:54.514253 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f08665e6-f56e-46bd-9696-261125f90198 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:54.516344 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f08665e6-f56e-46bd-9696-261125f90198 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7343d328-b98b-4c39-9d41-3ef2f9856f6e HTTP/1.1" status: 204 len: 168 time: 0.1809924 Nov 26 02:58:54.523906 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51674) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:54.577752 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08665e6-f56e-46bd-9696-261125f90198 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7343d328-b98b-4c39-9d41-3ef2f9856f6e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:54.646305 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ba391e7c-597b-4eab-ad25-1c635550dd92 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1211684 Nov 26 02:58:54.648194 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51676) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:54.783411 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:58:54.805663 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-349633ca-25e4-4524-9e60-5a314311971c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:54.816681 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35b6bc2-713b-4b37-a418-9f241c19cc8b None None] DHCP port deletion for af1a2dc2-8bce-453d-a003-a5791ffd45d3 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:58:54.871890 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-349633ca-25e4-4524-9e60-5a314311971c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:54.876813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6bc2-713b-4b37-a418-9f241c19cc8b None None] Deleting port befa176c-1dc6-4d3c-89f6-9eb95e63189e {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:58:54.877641 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7e7fd4f7-166d-403f-b70b-e4e4189e51ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:54.878651 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d35b6bc2-713b-4b37-a418-9f241c19cc8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:54.972866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7fd4f7-166d-403f-b70b-e4e4189e51ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:54.978022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-7e7fd4f7-166d-403f-b70b-e4e4189e51ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:54.984754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7fd4f7-166d-403f-b70b-e4e4189e51ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:58:54.985591 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7e7fd4f7-166d-403f-b70b-e4e4189e51ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:54.990056 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-349633ca-25e4-4524-9e60-5a314311971c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:54.994811 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-349633ca-25e4-4524-9e60-5a314311971c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:55.000753 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-349633ca-25e4-4524-9e60-5a314311971c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-groups/f1f8805c-117e-48b0-b268-782a2ed89c1c HTTP/1.1" status: 204 len: 168 time: 0.3500853 Nov 26 02:58:55.001473 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51682) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:55.041384 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349633ca-25e4-4524-9e60-5a314311971c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f8805c-117e-48b0-b268-782a2ed89c1c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:55.077243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fd4f7-166d-403f-b70b-e4e4189e51ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=c9824a2c-0402-4c88-8dfc-f773cddbd8aa,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:55.104130 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7e7fd4f7-166d-403f-b70b-e4e4189e51ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0946484 Nov 26 02:58:55.109329 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51686) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:55.128125 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d35b6bc2-713b-4b37-a418-9f241c19cc8b None None] For port befa176c-1dc6-4d3c-89f6-9eb95e63189e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=befa176c-1dc6-4d3c-89f6-9eb95e63189e,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:55.128474 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d35b6bc2-713b-4b37-a418-9f241c19cc8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:55.128698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-150ad73e-682e-4992-8096-6ad49771bb7d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2096964771', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:55.155123 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6bc2-713b-4b37-a418-9f241c19cc8b None None] Calling delete_port for befa176c-1dc6-4d3c-89f6-9eb95e63189e owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:58:55.185472 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-150ad73e-682e-4992-8096-6ad49771bb7d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:55.190180 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-150ad73e-682e-4992-8096-6ad49771bb7d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:55.259871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51688) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:55.264598 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1cc64e84-8112-416a-9fbc-4105927a61a7 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715971308'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:55.270726 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9013fcce-57f0-42b0-bcb4-d30fd65e2b96 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2451704 Nov 26 02:58:55.332972 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1cc64e84-8112-416a-9fbc-4105927a61a7 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:55.368522 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d35b6bc2-713b-4b37-a418-9f241c19cc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:55.382400 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-150ad73e-682e-4992-8096-6ad49771bb7d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:55.390685 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-150ad73e-682e-4992-8096-6ad49771bb7d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:55.445237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6bc2-713b-4b37-a418-9f241c19cc8b None None] Pushing event deleted for resources: {'Port': ['ID=befa176c-1dc6-4d3c-89f6-9eb95e63189e,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:55.448273 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-150ad73e-682e-4992-8096-6ad49771bb7d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:55.450484 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-150ad73e-682e-4992-8096-6ad49771bb7d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3303432 Nov 26 02:58:55.453379 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51692) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:55.473896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b6bc2-713b-4b37-a418-9f241c19cc8b None None] No DVR routers for this DVR port befa176c-1dc6-4d3c-89f6-9eb95e63189e on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:58:55.506474 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c173cc-6b7f-4014-b0f4-943ba907d19f None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:58:55.556744 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1cc64e84-8112-416a-9fbc-4105927a61a7 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:55.571123 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1cc64e84-8112-416a-9fbc-4105927a61a7 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:55.702755 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1cc64e84-8112-416a-9fbc-4105927a61a7 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:55.715418 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1cc64e84-8112-416a-9fbc-4105927a61a7 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4542036 Nov 26 02:58:55.720918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51694) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:55.750275 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-2c55f772-1875-4994-ba0a-72304eecad35 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group_rule': {'security_group_id': '11e71de6-a5e4-45ab-a779-3ef456a829a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:55.764024 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'fixed_ips': [{'subnet_id': 'c9824a2c-0402-4c88-8dfc-f773cddbd8aa'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:58:55.764967 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:55.767687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc64e84-8112-416a-9fbc-4105927a61a7 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e71de6-a5e4-45ab-a779-3ef456a829a2,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:55.848543 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2c55f772-1875-4994-ba0a-72304eecad35 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:55.899548 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device befa176c-1dc6-4d3c-89f6-9eb95e63189e no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:58:55.958126 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: befa176c-1dc6-4d3c-89f6-9eb95e63189e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:58:55.958407 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device befa176c-1dc6-4d3c-89f6-9eb95e63189e not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:58:56.017133 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2c55f772-1875-4994-ba0a-72304eecad35 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:56.033691 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2c55f772-1875-4994-ba0a-72304eecad35 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:56.064543 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55f772-1875-4994-ba0a-72304eecad35 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca6b5cd-f059-4668-8b53-355f8b7435d7,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:56.085285 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2c55f772-1875-4994-ba0a-72304eecad35 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:56.091109 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2c55f772-1875-4994-ba0a-72304eecad35 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3680370 Nov 26 02:58:56.093015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51696) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:56.154164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Allocated IP 2001:db8::2 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/c9824a2c-0402-4c88-8dfc-f773cddbd8aa/2f12febb-81ce-4feb-8105-ccdc3e37f9bc) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:56.158146 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1fe810fe-5239-4497-944f-adac44641ce5 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-group-rules/aca6b5cd-f059-4668-8b53-355f8b7435d7 HTTP/1.1" status: 200 len: 763 time: 0.0639184 Nov 26 02:58:56.160644 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51700) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:56.299304 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0adb5a4b-e5fa-4c42-9fd6-b08ea64db796 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:56.310657 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e71b52fa-0e36-42e2-9d05-923e10ea320c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1466238 Nov 26 02:58:56.311470 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51706) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:56.363969 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:56.382077 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:56.414032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:56.418227 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:56.419746 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:56.485220 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Pushing event updated for resources: {'Port': ['ID=2f12febb-81ce-4feb-8105-ccdc3e37f9bc,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:56.505009 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c00690c0-db11-4639-9168-5316d6ac3fc2 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:56.521417 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Attempting to bind port 2f12febb-81ce-4feb-8105-ccdc3e37f9bc on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:58:56.522507 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Attempting to bind port 2f12febb-81ce-4feb-8105-ccdc3e37f9bc by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:58:56.523033 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Attempting to bind port 2f12febb-81ce-4feb-8105-ccdc3e37f9bc on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:58:56.529123 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:58:56.530086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:58:56.531533 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c00690c0-db11-4639-9168-5316d6ac3fc2 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:56.531684 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:56.532192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:58:56.533956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Bound port: 2f12febb-81ce-4feb-8105-ccdc3e37f9bc, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:58:56.534820 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:56.656200 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c00690c0-db11-4639-9168-5316d6ac3fc2 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:56.677761 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c00690c0-db11-4639-9168-5316d6ac3fc2 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:56.682859 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51710) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:56.683062 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c00690c0-db11-4639-9168-5316d6ac3fc2 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/aca6b5cd-f059-4668-8b53-355f8b7435d7 HTTP/1.1" status: 204 len: 168 time: 0.3512466 Nov 26 02:58:56.705684 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] For port 2f12febb-81ce-4feb-8105-ccdc3e37f9bc, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:58:56.707445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00690c0-db11-4639-9168-5316d6ac3fc2 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aca6b5cd-f059-4668-8b53-355f8b7435d7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:56.716827 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] For port 2f12febb-81ce-4feb-8105-ccdc3e37f9bc, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2f12febb-81ce-4feb-8105-ccdc3e37f9bc,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:58:56.746629 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:56.812208 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f4a46e33-d953-4697-a6bc-0a702ef13dc4 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1277037 Nov 26 02:58:56.815372 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51712) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:56.836708 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-15a62d3a-f74d-47e7-9619-6374fa44ee13 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group_rule': {'security_group_id': '11e71de6-a5e4-45ab-a779-3ef456a829a2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:56.939039 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3def6-0973-45ec-b7c6-190a918bae6e None None] Pushing event updated for resources: {'Port': ['ID=2f12febb-81ce-4feb-8105-ccdc3e37f9bc,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:57.010008 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15a62d3a-f74d-47e7-9619-6374fa44ee13 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:57.141667 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-0adb5a4b-e5fa-4c42-9fd6-b08ea64db796 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::1 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/c9824a2c-0402-4c88-8dfc-f773cddbd8aa/ee7b190b-e666-4a59-b7c8-65dd26c8380d) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:58:57.171524 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15a62d3a-f74d-47e7-9619-6374fa44ee13 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:57.192748 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15a62d3a-f74d-47e7-9619-6374fa44ee13 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:57.246734 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15a62d3a-f74d-47e7-9619-6374fa44ee13 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:57.248412 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-15a62d3a-f74d-47e7-9619-6374fa44ee13 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4277663 Nov 26 02:58:57.251369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51726) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:57.305096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c8d63a5e-10fb-4ec1-b6e0-92a8819a1acf tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-group-rules/d76f3078-1d2d-4fe5-bbde-7df866f87533 HTTP/1.1" status: 200 len: 763 time: 0.0395293 Nov 26 02:58:57.306373 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51730) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:57.424258 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a62d3a-f74d-47e7-9619-6374fa44ee13 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76f3078-1d2d-4fe5-bbde-7df866f87533,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:57.478059 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c53e4846-73c1-4462-a77c-3423dea62657 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1678593 Nov 26 02:58:57.484124 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51736) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:57.602879 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-218ab465-3255-4ba6-9e5c-10e12b0b67a1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:57.616844 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-218ab465-3255-4ba6-9e5c-10e12b0b67a1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:57.758433 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0adb5a4b-e5fa-4c42-9fd6-b08ea64db796 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:57.823534 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-218ab465-3255-4ba6-9e5c-10e12b0b67a1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:57.836113 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-218ab465-3255-4ba6-9e5c-10e12b0b67a1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:57.841164 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-218ab465-3255-4ba6-9e5c-10e12b0b67a1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d76f3078-1d2d-4fe5-bbde-7df866f87533 HTTP/1.1" status: 204 len: 168 time: 0.3490725 Nov 26 02:58:57.841513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51740) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:57.862489 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ab465-3255-4ba6-9e5c-10e12b0b67a1 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d76f3078-1d2d-4fe5-bbde-7df866f87533,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:57.866988 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0adb5a4b-e5fa-4c42-9fd6-b08ea64db796 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:57.937022 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2f12febb-81ce-4feb-8105-ccdc3e37f9bc up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:58:57.983513 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8d9096a8-1b43-45cf-9382-67d4a730f26b tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1400826 Nov 26 02:58:57.985837 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51742) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:57.994862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-f48e14fc-08e5-4853-8f38-ed92955b6df7 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Request body: {'security_group_rule': {'security_group_id': '11e71de6-a5e4-45ab-a779-3ef456a829a2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:58:58.010917 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adb5a4b-e5fa-4c42-9fd6-b08ea64db796 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:58.013631 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb5a4b-e5fa-4c42-9fd6-b08ea64db796 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=ee7b190b-e666-4a59-b7c8-65dd26c8380d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:58.025375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-0adb5a4b-e5fa-4c42-9fd6-b08ea64db796 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:58.031778 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb5a4b-e5fa-4c42-9fd6-b08ea64db796 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:58:58.033079 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0adb5a4b-e5fa-4c42-9fd6-b08ea64db796 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:58.074514 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 2f12febb-81ce-4feb-8105-ccdc3e37f9bc triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:58.075095 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f48e14fc-08e5-4853-8f38-ed92955b6df7 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:58.075211 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:58.237582 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f48e14fc-08e5-4853-8f38-ed92955b6df7 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:58.249313 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f48e14fc-08e5-4853-8f38-ed92955b6df7 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:58.308774 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f48e14fc-08e5-4853-8f38-ed92955b6df7 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:58.309965 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:58.321019 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f48e14fc-08e5-4853-8f38-ed92955b6df7 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3336761 Nov 26 02:58:58.323471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e14fc-08e5-4853-8f38-ed92955b6df7 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87f752e-b456-4e69-a552-9ab05350adb1,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:58.327385 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51748) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:58.366517 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-76a07c27-8ab0-423e-b2dc-9a0fdd4552ec tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-group-rules/c87f752e-b456-4e69-a552-9ab05350adb1 HTTP/1.1" status: 200 len: 764 time: 0.0369656 Nov 26 02:58:58.368506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51750) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:58.384018 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0adb5a4b-e5fa-4c42-9fd6-b08ea64db796 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:58.437676 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 2f12febb-81ce-4feb-8105-ccdc3e37f9bc, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2f12febb-81ce-4feb-8105-ccdc3e37f9bc,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:58:58.453956 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:58.501051 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9051eee4-c7f4-486e-af1d-faf5cd6f2b6c tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1289380 Nov 26 02:58:58.501291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51764) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:58.572768 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-356fea00-fddd-47a2-8cc5-9d42174839c0 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:58.591564 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-356fea00-fddd-47a2-8cc5-9d42174839c0 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:58.617455 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=2f12febb-81ce-4feb-8105-ccdc3e37f9bc,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:58.665697 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-356fea00-fddd-47a2-8cc5-9d42174839c0 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:58.671697 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-356fea00-fddd-47a2-8cc5-9d42174839c0 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:58.673044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-356fea00-fddd-47a2-8cc5-9d42174839c0 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c87f752e-b456-4e69-a552-9ab05350adb1 HTTP/1.1" status: 204 len: 168 time: 0.1690853 Nov 26 02:58:58.675569 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51772) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:58.692319 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fea00-fddd-47a2-8cc5-9d42174839c0 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c87f752e-b456-4e69-a552-9ab05350adb1,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:59.080533 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0adb5a4b-e5fa-4c42-9fd6-b08ea64db796 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:59.091666 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-70fcc90d-729d-4445-8339-599ddb7c1875 None None] Provisioning complete for port 2f12febb-81ce-4feb-8105-ccdc3e37f9bc triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:59.092259 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-70fcc90d-729d-4445-8339-599ddb7c1875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:59.125569 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0adb5a4b-e5fa-4c42-9fd6-b08ea64db796 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:59.127823 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0adb5a4b-e5fa-4c42-9fd6-b08ea64db796 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:59.180844 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-279f0f90-4e91-46b6-8a7e-b99ce49ec7b3 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5040402 Nov 26 02:58:59.183526 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51776) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:59.346938 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb5a4b-e5fa-4c42-9fd6-b08ea64db796 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=ee7b190b-e666-4a59-b7c8-65dd26c8380d,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:59.352552 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1dcdb69b-dbf7-41fb-afc0-2dac04464771 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:59.442332 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1dcdb69b-dbf7-41fb-afc0-2dac04464771 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:59.505742 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adb5a4b-e5fa-4c42-9fd6-b08ea64db796 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:58:59.507590 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-0adb5a4b-e5fa-4c42-9fd6-b08ea64db796 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:58:59.598875 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51784) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:59.649650 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1dcdb69b-dbf7-41fb-afc0-2dac04464771 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:59.652315 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1dcdb69b-dbf7-41fb-afc0-2dac04464771 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:59.656163 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1dcdb69b-dbf7-41fb-afc0-2dac04464771 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "DELETE /v2.0/security-groups/11e71de6-a5e4-45ab-a779-3ef456a829a2 HTTP/1.1" status: 204 len: 168 time: 0.4712691 Nov 26 02:58:59.656778 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51788) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:59.761325 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdb69b-dbf7-41fb-afc0-2dac04464771 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e71de6-a5e4-45ab-a779-3ef456a829a2,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:58:59.824427 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adb5a4b-e5fa-4c42-9fd6-b08ea64db796 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Router 2d665fe1-2de0-4bd6-99a2-30e708b63990 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 02:58:59.887993 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d25cf80f-585e-4a1d-a240-267a719f1160 None None] Provisioning complete for port ee7b190b-e666-4a59-b7c8-65dd26c8380d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:58:59.891524 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d25cf80f-585e-4a1d-a240-267a719f1160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:58:59.916772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bde0ace8-707c-4bd1-94fc-f251c51791c9 tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2561648 Nov 26 02:58:59.917434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51794) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:58:59.982406 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2f12febb-81ce-4feb-8105-ccdc3e37f9bc up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:59:00.039083 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d25cf80f-585e-4a1d-a240-267a719f1160 None None] Port ee7b190b-e666-4a59-b7c8-65dd26c8380d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:59:00.106057 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 2f12febb-81ce-4feb-8105-ccdc3e37f9bc triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:00.107219 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:00.145855 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-35ff3722-e4fe-4b72-b4f0-b921e1692ddd tempest-SecGroupTest-929938212 tempest-SecGroupTest-929938212-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2271490 Nov 26 02:59:00.226182 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adb5a4b-e5fa-4c42-9fd6-b08ea64db796 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:59:00.245117 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Sync routers for ids ['2d665fe1-2de0-4bd6-99a2-30e708b63990'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:59:00.247632 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0adb5a4b-e5fa-4c42-9fd6-b08ea64db796 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "PUT /v2.0/routers/2d665fe1-2de0-4bd6-99a2-30e708b63990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7912357 Nov 26 02:59:00.249643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51800) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:00.250967 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa56182a-bf64-4b6a-90da-a9c3d871a329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:00.307664 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Routers {'2d665fe1-2de0-4bd6-99a2-30e708b63990'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:59:00.309362 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2d665fe1-2de0-4bd6-99a2-30e708b63990'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:59:00.380406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfb8f72-8299-4c57-a1a7-43e86d2f8c1f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:00.383953 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4dfb8f72-8299-4c57-a1a7-43e86d2f8c1f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports/ee7b190b-e666-4a59-b7c8-65dd26c8380d HTTP/1.1" status: 200 len: 911 time: 0.1332362 Nov 26 02:59:00.386474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51806) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:00.507802 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf69ac0-208f-4d54-8382-4cf1f0ff9834 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:00.516033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf69ac0-208f-4d54-8382-4cf1f0ff9834 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:00.521356 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-abf69ac0-208f-4d54-8382-4cf1f0ff9834 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1335602 Nov 26 02:59:00.522745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51810) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:00.552548 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa56182a-bf64-4b6a-90da-a9c3d871a329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:00.574003 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa56182a-bf64-4b6a-90da-a9c3d871a329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:00.703863 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-aa56182a-bf64-4b6a-90da-a9c3d871a329 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3aba1e3239534099b49b638dcd0c3eaa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0986822 Nov 26 02:59:00.708298 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51812) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:00.712552 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51814) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:00.801999 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56182a-bf64-4b6a-90da-a9c3d871a329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf8e3e8-bd05-4c79-a7c4-1b79b70ccd4e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:00.856486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Set router 2d665fe1-2de0-4bd6-99a2-30e708b63990 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:59:01.001594 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e907f6e-5de7-47f3-a015-fbce9b5a4740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:01.073837 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-176876e8-46bc-47da-96a6-99d47139ace1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:01.212498 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e907f6e-5de7-47f3-a015-fbce9b5a4740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:01.274641 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8f99454a-82ef-4878-9b72-472947a81dec None None] Provisioning complete for port ee7b190b-e666-4a59-b7c8-65dd26c8380d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:01.275223 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8f99454a-82ef-4878-9b72-472947a81dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:01.278118 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c852e2e1-abc0-48d6-812e-c030cb99e468 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd44628ccc434161ac35589f4c1eccb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5536268 Nov 26 02:59:01.279708 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51828) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:01.381118 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8f99454a-82ef-4878-9b72-472947a81dec None None] Port ee7b190b-e666-4a59-b7c8-65dd26c8380d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:59:01.396555 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d665fe1-2de0-4bd6-99a2-30e708b63990', 'name': 'tempest-NetworksTestDHCPv6-router-2096964771', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:55Z', 'updated_at': '2021-11-26T02:58:58Z', 'revision_number': 2, 'project_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'gw_port_host': None, '_interfaces': [{'id': 'ee7b190b-e666-4a59-b7c8-65dd26c8380d', 'name': '', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'mac_address': 'fa:16:3e:82:09:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d665fe1-2de0-4bd6-99a2-30e708b63990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'c9824a2c-0402-4c88-8dfc-f773cddbd8aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:56Z', 'updated_at': '2021-11-26T02:58:58Z', 'revision_number': 2, 'project_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'subnets': [{'id': 'c9824a2c-0402-4c88-8dfc-f773cddbd8aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:59:01.429348 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec6371ba-a8bb-4b08-8332-97e2c7998158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:01.465327 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e907f6e-5de7-47f3-a015-fbce9b5a4740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:01.468776 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e907f6e-5de7-47f3-a015-fbce9b5a4740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:01.472316 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8e907f6e-5de7-47f3-a015-fbce9b5a4740 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bbf8e3e8-bd05-4c79-a7c4-1b79b70ccd4e HTTP/1.1" status: 204 len: 168 time: 0.7444637 Nov 26 02:59:01.522521 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Checking router: 2d665fe1-2de0-4bd6-99a2-30e708b63990 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:59:01.522888 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Updating router 2d665fe1-2de0-4bd6-99a2-30e708b63990 port ee7b190b-e666-4a59-b7c8-65dd26c8380d binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 02:59:01.535781 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec6371ba-a8bb-4b08-8332-97e2c7998158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:01.553907 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e907f6e-5de7-47f3-a015-fbce9b5a4740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf8e3e8-bd05-4c79-a7c4-1b79b70ccd4e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:01.631273 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:01.651507 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec6371ba-a8bb-4b08-8332-97e2c7998158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:01.656675 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec6371ba-a8bb-4b08-8332-97e2c7998158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:01.659610 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ec6371ba-a8bb-4b08-8332-97e2c7998158 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c63f5f1-35d7-4089-b208-ce91788cf2c9 HTTP/1.1" status: 204 len: 168 time: 0.3736680 Nov 26 02:59:01.693208 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6371ba-a8bb-4b08-8332-97e2c7998158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c63f5f1-35d7-4089-b208-ce91788cf2c9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:01.721224 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-176876e8-46bc-47da-96a6-99d47139ace1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port ee7b190b-e666-4a59-b7c8-65dd26c8380d {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:59:01.722288 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-176876e8-46bc-47da-96a6-99d47139ace1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:01.867194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e049a-cd17-4a91-97d9-3acfc87f92e7 req-291a3d80-0da5-4352-a836-c7223f59f5ee tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:01.878619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc2e049a-cd17-4a91-97d9-3acfc87f92e7 req-291a3d80-0da5-4352-a836-c7223f59f5ee tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 946 time: 0.2719173 Nov 26 02:59:02.090256 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc2e049a-cd17-4a91-97d9-3acfc87f92e7 req-7701077f-a2ef-4f5e-84bf-2ecea35daafd tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2106702 Nov 26 02:59:02.104147 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-176876e8-46bc-47da-96a6-99d47139ace1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:02.125646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-176876e8-46bc-47da-96a6-99d47139ace1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for ee7b190b-e666-4a59-b7c8-65dd26c8380d owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:59:02.165112 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:02.191958 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:02.228102 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51860) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:02.258817 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c2b3f28c-a5de-458b-9e12-670980c4a086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:02.319298 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d14463-2319-4565-ac19-fd8dffb10026 None None] Pushing event updated for resources: {'Port': ['ID=ee7b190b-e666-4a59-b7c8-65dd26c8380d,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:02.375672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Attempting to bind port ee7b190b-e666-4a59-b7c8-65dd26c8380d on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:59:02.376432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Attempting to bind port ee7b190b-e666-4a59-b7c8-65dd26c8380d by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:59:02.377459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Attempting to bind port ee7b190b-e666-4a59-b7c8-65dd26c8380d on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:59:02.391470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:59:02.392355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:59:02.393914 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:02.395523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:59:02.396445 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Bound port: ee7b190b-e666-4a59-b7c8-65dd26c8380d, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:59:02.397782 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:02.466550 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c2b3f28c-a5de-458b-9e12-670980c4a086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:02.477327 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c2b3f28c-a5de-458b-9e12-670980c4a086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:02.554338 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c2b3f28c-a5de-458b-9e12-670980c4a086 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=120a2b1fd26447578733d0738ae7e9de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3252506 Nov 26 02:59:02.564207 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51874) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:02.648652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3f28c-a5de-458b-9e12-670980c4a086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05adeb55-eaf8-4cc7-94b0-5d19ce2381da,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:02.665033 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-176876e8-46bc-47da-96a6-99d47139ace1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:02.666944 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:59:02.668102 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:59:02.729701 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9ee52eab-d915-4c74-8959-46f6e9dd2c71 None None] Could not find standard attr ID for object ee7b190b-e666-4a59-b7c8-65dd26c8380d. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:59:02.746162 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d0211eb9-826e-4e15-8952-37c15155d2eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:02.762778 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176876e8-46bc-47da-96a6-99d47139ace1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=ee7b190b-e666-4a59-b7c8-65dd26c8380d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:02.809503 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d0211eb9-826e-4e15-8952-37c15155d2eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:02.899831 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-176876e8-46bc-47da-96a6-99d47139ace1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:02.911614 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d0211eb9-826e-4e15-8952-37c15155d2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:02.915228 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d0211eb9-826e-4e15-8952-37c15155d2eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:02.919981 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d0211eb9-826e-4e15-8952-37c15155d2eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05adeb55-eaf8-4cc7-94b0-5d19ce2381da HTTP/1.1" status: 204 len: 168 time: 0.3407128 Nov 26 02:59:02.930336 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0211eb9-826e-4e15-8952-37c15155d2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05adeb55-eaf8-4cc7-94b0-5d19ce2381da,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:03.197234 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Attempting to bind port ee7b190b-e666-4a59-b7c8-65dd26c8380d on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:59:03.200619 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Attempting to bind port ee7b190b-e666-4a59-b7c8-65dd26c8380d by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:59:03.205915 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Attempting to bind port ee7b190b-e666-4a59-b7c8-65dd26c8380d on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:59:03.229376 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:59:03.230238 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:59:03.230825 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:03.231403 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:59:03.233161 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Bound port: ee7b190b-e666-4a59-b7c8-65dd26c8380d, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:59:03.233763 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:03.323810 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Port ee7b190b-e666-4a59-b7c8-65dd26c8380d has been deleted concurrently {{(pid=104803) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 26 02:59:03.328091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176876e8-46bc-47da-96a6-99d47139ace1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Router 2d665fe1-2de0-4bd6-99a2-30e708b63990 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:59:03.343831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7144dbf-0e2c-48c3-99c0-dadca8ad999f req-6a90bd3f-0e6a-492f-a504-5ca2d0d2dc53 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:03.360246 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7144dbf-0e2c-48c3-99c0-dadca8ad999f req-6a90bd3f-0e6a-492f-a504-5ca2d0d2dc53 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 946 time: 0.1115453 Nov 26 02:59:03.393667 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Routers {'2d665fe1-2de0-4bd6-99a2-30e708b63990'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:59:03.394339 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2d665fe1-2de0-4bd6-99a2-30e708b63990'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:59:03.411292 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51892) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:03.603260 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] Set router 2d665fe1-2de0-4bd6-99a2-30e708b63990 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:59:03.657490 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-fdd0dddd-3b87-448d-b992-f61cf2d883f0 tempest-SubnetPoolsTestJSON-1267868858 tempest-SubnetPoolsTestJSON-1267868858-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1775321462', 'prefixes': ['172.20.0.0/16']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:03.695495 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d665fe1-2de0-4bd6-99a2-30e708b63990', 'name': 'tempest-NetworksTestDHCPv6-router-2096964771', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:55Z', 'updated_at': '2021-11-26T02:59:02Z', 'revision_number': 3, 'project_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:59:03.738677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df72083-74fb-4549-bc67-91ad4b13f56b None None] The sync data for ids ['2d665fe1-2de0-4bd6-99a2-30e708b63990'] in n-d-819389-3 is: [{'id': '2d665fe1-2de0-4bd6-99a2-30e708b63990', 'name': 'tempest-NetworksTestDHCPv6-router-2096964771', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:55Z', 'updated_at': '2021-11-26T02:59:02Z', 'revision_number': 3, 'project_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'gw_port_host': None}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:59:03.780923 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7144dbf-0e2c-48c3-99c0-dadca8ad999f req-0c514e34-79bd-4dae-9e75-4854cc1cc5aa tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de9f6b-624b-4748-a9c0-5c85de834fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4151535 Nov 26 02:59:03.782925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176876e8-46bc-47da-96a6-99d47139ace1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:59:03.791760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410b9b8-b84d-4ac7-96de-40002459edf0 req-a1469e4f-1ca5-4ee9-8f63-db0e540cb9ce tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:03.809579 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9410b9b8-b84d-4ac7-96de-40002459edf0 req-a1469e4f-1ca5-4ee9-8f63-db0e540cb9ce tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 946 time: 0.3842945 Nov 26 02:59:03.812891 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fdd0dddd-3b87-448d-b992-f61cf2d883f0 tempest-SubnetPoolsTestJSON-1267868858 tempest-SubnetPoolsTestJSON-1267868858-project] Publish callbacks [] for subnetpool, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:03.813384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-176876e8-46bc-47da-96a6-99d47139ace1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "PUT /v2.0/routers/2d665fe1-2de0-4bd6-99a2-30e708b63990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2895708 Nov 26 02:59:03.817431 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fdd0dddd-3b87-448d-b992-f61cf2d883f0 tempest-SubnetPoolsTestJSON-1267868858 tempest-SubnetPoolsTestJSON-1267868858-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4043353 Nov 26 02:59:03.818053 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51914) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:03.822280 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51916) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:03.941658 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-86fc4de5-9f02-4cce-9732-8547426ed332 tempest-SubnetPoolsTestJSON-1267868858 tempest-SubnetPoolsTestJSON-1267868858-project] 10.222.0.31 "GET /v2.0/subnetpools/9a8db6e2-1174-49db-acac-b14ac07104c4 HTTP/1.1" status: 200 len: 732 time: 0.1025953 Nov 26 02:59:03.946599 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51918) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:03.950994 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-49419af6-16f0-465d-94cb-b51b6e999b56 tempest-SubnetPoolsTestJSON-1267868858 tempest-SubnetPoolsTestJSON-1267868858-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-214296958'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:03.984268 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56fa7e7-552d-4993-bcd8-d04ddbc6b1be tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:03.986261 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56fa7e7-552d-4993-bcd8-d04ddbc6b1be tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:03.990781 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51922) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:03.991282 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d56fa7e7-552d-4993-bcd8-d04ddbc6b1be tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1714268 Nov 26 02:59:04.067536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9deb41-8426-4010-a398-b577c7911da1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet c9824a2c-0402-4c88-8dfc-f773cddbd8aa {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:59:04.074584 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb9deb41-8426-4010-a398-b577c7911da1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:04.108693 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-9410b9b8-b84d-4ac7-96de-40002459edf0 req-33f11b9a-2444-46e2-a1a9-bf60e3ce4b2d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Deleting port d733a54c-2bc9-4a73-af61-0a2661545586 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:59:04.109037 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9410b9b8-b84d-4ac7-96de-40002459edf0 req-33f11b9a-2444-46e2-a1a9-bf60e3ce4b2d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:04.127710 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49419af6-16f0-465d-94cb-b51b6e999b56 tempest-SubnetPoolsTestJSON-1267868858 tempest-SubnetPoolsTestJSON-1267868858-project] Publish callbacks [] for subnetpool, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:04.129023 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-49419af6-16f0-465d-94cb-b51b6e999b56 tempest-SubnetPoolsTestJSON-1267868858 tempest-SubnetPoolsTestJSON-1267868858-project] 10.222.0.31 "PUT /v2.0/subnetpools/9a8db6e2-1174-49db-acac-b14ac07104c4 HTTP/1.1" status: 200 len: 683 time: 0.1814744 Nov 26 02:59:04.132647 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51928) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:04.269533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-9410b9b8-b84d-4ac7-96de-40002459edf0 req-33f11b9a-2444-46e2-a1a9-bf60e3ce4b2d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] For port d733a54c-2bc9-4a73-af61-0a2661545586, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=d733a54c-2bc9-4a73-af61-0a2661545586,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:04.270180 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9410b9b8-b84d-4ac7-96de-40002459edf0 req-33f11b9a-2444-46e2-a1a9-bf60e3ce4b2d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:04.274035 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4fe92804-7bb5-4467-a79c-93ab6b691863 tempest-SubnetPoolsTestJSON-1267868858 tempest-SubnetPoolsTestJSON-1267868858-project] Publish callbacks [] for subnetpool, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:04.282353 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4fe92804-7bb5-4467-a79c-93ab6b691863 tempest-SubnetPoolsTestJSON-1267868858 tempest-SubnetPoolsTestJSON-1267868858-project] 10.222.0.31 "DELETE /v2.0/subnetpools/9a8db6e2-1174-49db-acac-b14ac07104c4 HTTP/1.1" status: 204 len: 168 time: 0.1485898 Nov 26 02:59:04.283923 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51932) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:04.315165 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-b3eac9ba-66d0-452b-8c20-290d0ef3b42a tempest-SubnetPoolsTestJSON-1267868858 tempest-SubnetPoolsTestJSON-1267868858-project] show failed (client error): The resource could not be found. Nov 26 02:59:04.321094 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b3eac9ba-66d0-452b-8c20-290d0ef3b42a tempest-SubnetPoolsTestJSON-1267868858 tempest-SubnetPoolsTestJSON-1267868858-project] 10.222.0.31 "GET /v2.0/subnetpools/9a8db6e2-1174-49db-acac-b14ac07104c4 HTTP/1.1" status: 404 len: 346 time: 0.0359182 Nov 26 02:59:04.321645 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51934) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:04.353305 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-43d9453a-8cd9-495e-a5d2-295c90d05dbc tempest-SubnetPoolsTestJSON-1267868858 tempest-SubnetPoolsTestJSON-1267868858-project] delete failed (client error): The resource could not be found. Nov 26 02:59:04.354879 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-43d9453a-8cd9-495e-a5d2-295c90d05dbc tempest-SubnetPoolsTestJSON-1267868858 tempest-SubnetPoolsTestJSON-1267868858-project] 10.222.0.31 "DELETE /v2.0/subnetpools/9a8db6e2-1174-49db-acac-b14ac07104c4 HTTP/1.1" status: 404 len: 346 time: 0.0322943 Nov 26 02:59:04.483414 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9410b9b8-b84d-4ac7-96de-40002459edf0 req-33f11b9a-2444-46e2-a1a9-bf60e3ce4b2d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:04.483604 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9410b9b8-b84d-4ac7-96de-40002459edf0 req-33f11b9a-2444-46e2-a1a9-bf60e3ce4b2d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:04.483915 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-9410b9b8-b84d-4ac7-96de-40002459edf0 req-33f11b9a-2444-46e2-a1a9-bf60e3ce4b2d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Floating IP b68481b1-edfa-4263-951b-7280b1370dc8 disassociated. External IP: 172.25.0.114, port: d733a54c-2bc9-4a73-af61-0a2661545586. Nov 26 02:59:04.484266 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-9410b9b8-b84d-4ac7-96de-40002459edf0 req-33f11b9a-2444-46e2-a1a9-bf60e3ce4b2d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Calling delete_port for d733a54c-2bc9-4a73-af61-0a2661545586 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:59:04.670117 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9410b9b8-b84d-4ac7-96de-40002459edf0 req-33f11b9a-2444-46e2-a1a9-bf60e3ce4b2d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:04.682025 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb9deb41-8426-4010-a398-b577c7911da1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:04.739448 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f11b9a-2444-46e2-a1a9-bf60e3ce4b2d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Pushing event deleted for resources: {'Port': ['ID=d733a54c-2bc9-4a73-af61-0a2661545586,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:04.928573 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb9deb41-8426-4010-a398-b577c7911da1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:04.982531 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51958) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:05.070943 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e63b52b9-60ad-4793-a965-22bc93171f2b req-972d3a47-b282-4869-9417-eab9d03ee4a9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 210 time: 0.0891902 Nov 26 02:59:05.108994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9410b9b8-b84d-4ac7-96de-40002459edf0 req-33f11b9a-2444-46e2-a1a9-bf60e3ce4b2d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Router e4060108-028b-4201-a0fb-3dd264774662 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:59:05.250401 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb9deb41-8426-4010-a398-b577c7911da1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:05.309678 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f209a6-ceb0-422f-8c7b-0a74c5bf2359 None None] Sync routers for ids ['2d665fe1-2de0-4bd6-99a2-30e708b63990'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:59:05.310504 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14b45bf7-1114-4232-88df-8a7384a573cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:05.341619 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f209a6-ceb0-422f-8c7b-0a74c5bf2359 None None] Routers {'2d665fe1-2de0-4bd6-99a2-30e708b63990'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:59:05.342260 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e1f209a6-ceb0-422f-8c7b-0a74c5bf2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2d665fe1-2de0-4bd6-99a2-30e708b63990'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:59:05.497802 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-e1f209a6-ceb0-422f-8c7b-0a74c5bf2359 None None] Set router 2d665fe1-2de0-4bd6-99a2-30e708b63990 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:59:05.534109 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14b45bf7-1114-4232-88df-8a7384a573cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:05.558065 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14b45bf7-1114-4232-88df-8a7384a573cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:05.585830 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e1f209a6-ceb0-422f-8c7b-0a74c5bf2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d665fe1-2de0-4bd6-99a2-30e708b63990', 'name': 'tempest-NetworksTestDHCPv6-router-2096964771', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:55Z', 'updated_at': '2021-11-26T02:59:02Z', 'revision_number': 3, 'project_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:59:05.644215 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b45bf7-1114-4232-88df-8a7384a573cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c08028-3283-47e0-99fb-ca00cb9bb4d7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:05.681584 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-14b45bf7-1114-4232-88df-8a7384a573cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c44aba93c42b4df9ba0e1545a72e009a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6973217 Nov 26 02:59:05.682680 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51982) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:05.685498 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f209a6-ceb0-422f-8c7b-0a74c5bf2359 None None] Checking router: 2d665fe1-2de0-4bd6-99a2-30e708b63990 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:59:05.719560 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f209a6-ceb0-422f-8c7b-0a74c5bf2359 None None] Routers {'2d665fe1-2de0-4bd6-99a2-30e708b63990'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:59:05.721116 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e1f209a6-ceb0-422f-8c7b-0a74c5bf2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2d665fe1-2de0-4bd6-99a2-30e708b63990'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:59:05.788857 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac22918d-488a-4c99-810f-277184686b46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:05.826542 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac22918d-488a-4c99-810f-277184686b46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:05.909358 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac22918d-488a-4c99-810f-277184686b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:05.913186 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac22918d-488a-4c99-810f-277184686b46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:05.917742 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ac22918d-488a-4c99-810f-277184686b46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a8c08028-3283-47e0-99fb-ca00cb9bb4d7 HTTP/1.1" status: 204 len: 168 time: 0.2328751 Nov 26 02:59:05.927581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22918d-488a-4c99-810f-277184686b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c08028-3283-47e0-99fb-ca00cb9bb4d7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:05.938225 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-e1f209a6-ceb0-422f-8c7b-0a74c5bf2359 None None] Set router 2d665fe1-2de0-4bd6-99a2-30e708b63990 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:59:06.014152 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e1f209a6-ceb0-422f-8c7b-0a74c5bf2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d665fe1-2de0-4bd6-99a2-30e708b63990', 'name': 'tempest-NetworksTestDHCPv6-router-2096964771', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:55Z', 'updated_at': '2021-11-26T02:59:02Z', 'revision_number': 3, 'project_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:59:06.033483 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9deb41-8426-4010-a398-b577c7911da1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=c9824a2c-0402-4c88-8dfc-f773cddbd8aa,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:06.054519 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb9deb41-8426-4010-a398-b577c7911da1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:06.055372 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2027cf-fa3f-411f-854a-b283954a9ece None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:06.062180 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52006) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:06.062870 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-eb9deb41-8426-4010-a398-b577c7911da1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/c9824a2c-0402-4c88-8dfc-f773cddbd8aa HTTP/1.1" status: 204 len: 168 time: 2.0703211 Nov 26 02:59:06.079407 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f209a6-ceb0-422f-8c7b-0a74c5bf2359 None None] The sync data for ids ['2d665fe1-2de0-4bd6-99a2-30e708b63990'] in n-d-819389-3 is: [{'id': '2d665fe1-2de0-4bd6-99a2-30e708b63990', 'name': 'tempest-NetworksTestDHCPv6-router-2096964771', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:55Z', 'updated_at': '2021-11-26T02:59:02Z', 'revision_number': 3, 'project_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:59:06.106657 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9410b9b8-b84d-4ac7-96de-40002459edf0 req-33f11b9a-2444-46e2-a1a9-bf60e3ce4b2d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:59:06.186182 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef4137-e127-4d7a-9c3b-71b3fac5dd74 None None] Sync routers for ids ['e4060108-028b-4201-a0fb-3dd264774662'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:59:06.242762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9410b9b8-b84d-4ac7-96de-40002459edf0 req-33f11b9a-2444-46e2-a1a9-bf60e3ce4b2d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] No DVR routers for this DVR port d733a54c-2bc9-4a73-af61-0a2661545586 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:59:06.253469 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9410b9b8-b84d-4ac7-96de-40002459edf0 req-33f11b9a-2444-46e2-a1a9-bf60e3ce4b2d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:06.264552 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9410b9b8-b84d-4ac7-96de-40002459edf0 req-33f11b9a-2444-46e2-a1a9-bf60e3ce4b2d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.54 "DELETE /v2.0/ports/d733a54c-2bc9-4a73-af61-0a2661545586 HTTP/1.1" status: 204 len: 173 time: 2.4392271 Nov 26 02:59:06.265001 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd93807-1077-4786-98b2-8d84d6662527', 'name': 'network-vif-deleted', 'tag': 'd733a54c-2bc9-4a73-af61-0a2661545586'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:59:06.279393 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030dd517-1e50-452d-8688-6db2af601cd5" -d '{"events": [{"server_uuid": "cfd93807-1077-4786-98b2-8d84d6662527", "name": "network-vif-deleted", "tag": "d733a54c-2bc9-4a73-af61-0a2661545586"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:59:06.338689 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef4137-e127-4d7a-9c3b-71b3fac5dd74 None None] Routers {'e4060108-028b-4201-a0fb-3dd264774662'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:59:06.340878 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5eef4137-e127-4d7a-9c3b-71b3fac5dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e4060108-028b-4201-a0fb-3dd264774662'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:59:06.348667 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58a145f4-8be6-45cb-8dfa-831e669439a4 req-7b317b43-81fb-4355-bbb2-82a4eee76659 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd93807-1077-4786-98b2-8d84d6662527 HTTP/1.1" status: 200 len: 210 time: 0.0659137 Nov 26 02:59:06.362745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52014) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:06.371326 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9fe19de6-6cc2-4c65-9c18-0960745b8879 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3072057 Nov 26 02:59:06.407795 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9221509-588b-4671-bafb-03cb6c296441 x-openstack-request-id: req-c9221509-588b-4671-bafb-03cb6c296441 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:59:06.409231 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd93807-1077-4786-98b2-8d84d6662527", "name": "network-vif-deleted", "tag": "d733a54c-2bc9-4a73-af61-0a2661545586", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:59:06.409502 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9221509-588b-4671-bafb-03cb6c296441 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:59:06.412137 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd93807-1077-4786-98b2-8d84d6662527', 'name': 'network-vif-deleted', 'tag': 'd733a54c-2bc9-4a73-af61-0a2661545586', 'status': 'completed', 'code': 200} Nov 26 02:59:06.505298 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-715bb167-d19a-4c2f-88a2-f788b4e9ec25 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:06.552166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-5eef4137-e127-4d7a-9c3b-71b3fac5dd74 None None] Set router e4060108-028b-4201-a0fb-3dd264774662 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:59:06.619826 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52028) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:06.858643 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-262fe97c-cb92-4819-b7ce-da60e4e410fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:06.880860 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5eef4137-e127-4d7a-9c3b-71b3fac5dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 4, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port': {'id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:47Z', 'updated_at': '2021-11-26T02:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '1ffed77e-7f8a-4771-a6ea-762322c9cf50', 'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'mac_address': 'fa:16:3e:cb:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:49Z', 'updated_at': '2021-11-26T02:52:56Z', 'revision_number': 5, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'subnets': [{'id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:59:07.031387 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-715bb167-d19a-4c2f-88a2-f788b4e9ec25 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:07.040015 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-715bb167-d19a-4c2f-88a2-f788b4e9ec25 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:07.053702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595ebf55-5c1c-4c95-a482-c536100ecc34 None None] DHCP port deletion for af1a2dc2-8bce-453d-a003-a5791ffd45d3 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:59:07.064672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef4137-e127-4d7a-9c3b-71b3fac5dd74 None None] Checking router: e4060108-028b-4201-a0fb-3dd264774662 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:59:07.109300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b041de-c2a4-4a5d-b5f3-8e71228cfbfb req-8748ad7c-034f-4b55-bae6-441d7c3e792a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:07.111932 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-262fe97c-cb92-4819-b7ce-da60e4e410fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:07.118336 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d6b041de-c2a4-4a5d-b5f3-8e71228cfbfb req-8748ad7c-034f-4b55-bae6-441d7c3e792a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 945 time: 0.3525078 Nov 26 02:59:07.121733 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-262fe97c-cb92-4819-b7ce-da60e4e410fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:07.144750 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-715bb167-d19a-4c2f-88a2-f788b4e9ec25 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:07.145303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715bb167-d19a-4c2f-88a2-f788b4e9ec25 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Fanout notify agent at l3_agent the message router_deleted on router 2d665fe1-2de0-4bd6-99a2-30e708b63990 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 02:59:07.154611 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef4137-e127-4d7a-9c3b-71b3fac5dd74 None None] Routers {'e4060108-028b-4201-a0fb-3dd264774662'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:59:07.158424 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-715bb167-d19a-4c2f-88a2-f788b4e9ec25 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:07.159052 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5eef4137-e127-4d7a-9c3b-71b3fac5dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:58:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e4060108-028b-4201-a0fb-3dd264774662'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:59:07.163401 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-715bb167-d19a-4c2f-88a2-f788b4e9ec25 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/routers/2d665fe1-2de0-4bd6-99a2-30e708b63990 HTTP/1.1" status: 204 len: 168 time: 0.7984948 Nov 26 02:59:07.166834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52048) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:07.188404 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-262fe97c-cb92-4819-b7ce-da60e4e410fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c0d7d403f7d94f8abd94c33551902507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5673704 Nov 26 02:59:07.189643 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52050) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:07.192573 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fe97c-cb92-4819-b7ce-da60e4e410fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384a538d-5cdd-4110-beb7-7be7a0d7441b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:07.243861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d6b041de-c2a4-4a5d-b5f3-8e71228cfbfb req-50b422c2-98bc-4463-b53a-ebcd6c400dde tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188655 Nov 26 02:59:07.295144 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33fa0fb9-7bae-499c-b564-c1a65859a5e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:07.297126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c47052-56c1-4bea-9f0e-4fabad3fe8fd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:07.315379 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a2c47052-56c1-4bea-9f0e-4fabad3fe8fd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1473362 Nov 26 02:59:07.316165 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52056) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:07.345060 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33fa0fb9-7bae-499c-b564-c1a65859a5e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:07.408346 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec5898b-bec0-465e-8d19-20643337b5de tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:07.416597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-595ebf55-5c1c-4c95-a482-c536100ecc34 None None] Deleting port 2f12febb-81ce-4feb-8105-ccdc3e37f9bc {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:59:07.416597 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-595ebf55-5c1c-4c95-a482-c536100ecc34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:07.423771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5ec5898b-bec0-465e-8d19-20643337b5de tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1055803 Nov 26 02:59:07.426169 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52062) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:07.472427 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33fa0fb9-7bae-499c-b564-c1a65859a5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:07.476414 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-33fa0fb9-7bae-499c-b564-c1a65859a5e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:07.489840 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-33fa0fb9-7bae-499c-b564-c1a65859a5e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/384a538d-5cdd-4110-beb7-7be7a0d7441b HTTP/1.1" status: 204 len: 168 time: 0.2941658 Nov 26 02:59:07.518642 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa0fb9-7bae-499c-b564-c1a65859a5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384a538d-5cdd-4110-beb7-7be7a0d7441b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:07.569181 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b71fce77-450b-44e2-8ace-2dc85ce87b4f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1384420 Nov 26 02:59:07.573047 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52074) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:07.580735 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-04d6d10b-4cb4-4628-8d39-f28ba2065574 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:07.825785 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-5eef4137-e127-4d7a-9c3b-71b3fac5dd74 None None] Set router e4060108-028b-4201-a0fb-3dd264774662 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:59:07.834727 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2f12febb-81ce-4feb-8105-ccdc3e37f9bc no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:59:07.856187 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d6d10b-4cb4-4628-8d39-f28ba2065574 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:07.874671 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04d6d10b-4cb4-4628-8d39-f28ba2065574 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:07.936563 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-595ebf55-5c1c-4c95-a482-c536100ecc34 None None] For port 2f12febb-81ce-4feb-8105-ccdc3e37f9bc, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2f12febb-81ce-4feb-8105-ccdc3e37f9bc,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:07.937453 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-595ebf55-5c1c-4c95-a482-c536100ecc34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:07.963774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-595ebf55-5c1c-4c95-a482-c536100ecc34 None None] Calling delete_port for 2f12febb-81ce-4feb-8105-ccdc3e37f9bc owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:59:08.023555 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d733a54c-2bc9-4a73-af61-0a2661545586 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:59:08.163272 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: d733a54c-2bc9-4a73-af61-0a2661545586 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:59:08.163926 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device d733a54c-2bc9-4a73-af61-0a2661545586 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:59:08.290160 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:08.326774 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52098) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:08.341223 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-595ebf55-5c1c-4c95-a482-c536100ecc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:08.354977 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-041d16c5-aabe-4a26-bd43-a04b29d7bdfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:08.394576 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ebf55-5c1c-4c95-a482-c536100ecc34 None None] Pushing event deleted for resources: {'Port': ['ID=2f12febb-81ce-4feb-8105-ccdc3e37f9bc,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:08.399823 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ebf55-5c1c-4c95-a482-c536100ecc34 None None] No DVR routers for this DVR port 2f12febb-81ce-4feb-8105-ccdc3e37f9bc on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:59:08.419899 n-d-819389-3 neutron-server[104801]: DEBUG neutron.objects.ports [None req-04d6d10b-4cb4-4628-8d39-f28ba2065574 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 02:59:08.421453 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04d6d10b-4cb4-4628-8d39-f28ba2065574 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:08.437404 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5eef4137-e127-4d7a-9c3b-71b3fac5dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 4, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port': {'id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:47Z', 'updated_at': '2021-11-26T02:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '1ffed77e-7f8a-4771-a6ea-762322c9cf50', 'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'mac_address': 'fa:16:3e:cb:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:49Z', 'updated_at': '2021-11-26T02:52:56Z', 'revision_number': 5, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'subnets': [{'id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:59:08.508543 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef4137-e127-4d7a-9c3b-71b3fac5dd74 None None] The sync data for ids ['e4060108-028b-4201-a0fb-3dd264774662'] in n-d-819389-3 is: [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 4, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port': {'id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:47Z', 'updated_at': '2021-11-26T02:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '1ffed77e-7f8a-4771-a6ea-762322c9cf50', 'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'mac_address': 'fa:16:3e:cb:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:49Z', 'updated_at': '2021-11-26T02:52:56Z', 'revision_number': 5, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'subnets': [{'id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 02:59:08.518418 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d6d10b-4cb4-4628-8d39-f28ba2065574 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:08.528131 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-04d6d10b-4cb4-4628-8d39-f28ba2065574 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:08.539902 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52102) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:08.541872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d6d10b-4cb4-4628-8d39-f28ba2065574 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:08.542697 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04d6d10b-4cb4-4628-8d39-f28ba2065574 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:08.555210 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b364662a-fcb8-481b-92a9-4f6beb18599c None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:08.557589 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6d10b-4cb4-4628-8d39-f28ba2065574 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=a6b6f0ef-a8f4-4eae-bd39-c3eed2f7e7b9,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:08.585316 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-04d6d10b-4cb4-4628-8d39-f28ba2065574 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0100293 Nov 26 02:59:08.586127 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52106) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:08.593669 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-db763e3f-7658-46c5-8a11-4b00f9c629ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:08.611103 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-041d16c5-aabe-4a26-bd43-a04b29d7bdfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:08.644658 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-041d16c5-aabe-4a26-bd43-a04b29d7bdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:08.687195 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d16c5-aabe-4a26-bd43-a04b29d7bdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcba92c-016c-4175-a4ed-e0b60a78888c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:08.721909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-041d16c5-aabe-4a26-bd43-a04b29d7bdfe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e1977228d994f31b3d4b33253dafec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3939474 Nov 26 02:59:08.722532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52110) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:08.780896 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fefbf453-00d9-4f57-b544-43634ad86410 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:08.809631 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db763e3f-7658-46c5-8a11-4b00f9c629ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:08.813853 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db763e3f-7658-46c5-8a11-4b00f9c629ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:08.837854 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1941c4e5-8283-4679-a305-15c8910df9ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:08.842034 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fefbf453-00d9-4f57-b544-43634ad86410 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:08.882332 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'fixed_ips': [{'subnet_id': 'a6b6f0ef-a8f4-4eae-bd39-c3eed2f7e7b9'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:59:08.883427 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:08.915057 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fefbf453-00d9-4f57-b544-43634ad86410 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:08.918956 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fefbf453-00d9-4f57-b544-43634ad86410 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:08.920509 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fefbf453-00d9-4f57-b544-43634ad86410 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "DELETE /v2.0/security-groups/b1de9f6b-624b-4748-a9c0-5c85de834fc3 HTTP/1.1" status: 204 len: 168 time: 0.3786180 Nov 26 02:59:08.931827 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52114) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:08.942014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbf453-00d9-4f57-b544-43634ad86410 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1de9f6b-624b-4748-a9c0-5c85de834fc3,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:08.948707 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1941c4e5-8283-4679-a305-15c8910df9ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:08.999909 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-f9ee75fe-107b-4cce-ab1e-4a9ec85ac85e tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] show failed (client error): The resource could not be found. Nov 26 02:59:09.001388 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f9ee75fe-107b-4cce-ab1e-4a9ec85ac85e tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups/b1de9f6b-624b-4748-a9c0-5c85de834fc3 HTTP/1.1" status: 404 len: 347 time: 0.0653658 Nov 26 02:59:09.007349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52120) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:09.050203 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b62f50c-eba6-4ce6-a667-6c1b62f449f7 None None] New status for floating IP b68481b1-edfa-4263-951b-7280b1370dc8: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 02:59:09.147755 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Allocated IP 2001:db8::f816:3eff:fe38:7dd1 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/a6b6f0ef-a8f4-4eae-bd39-c3eed2f7e7b9/f8a0f655-9687-422b-be0b-bccd413a970b) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:09.317880 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1941c4e5-8283-4679-a305-15c8910df9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:09.327859 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1941c4e5-8283-4679-a305-15c8910df9ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:09.329093 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52128) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:09.332398 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1941c4e5-8283-4679-a305-15c8910df9ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5dcba92c-016c-4175-a4ed-e0b60a78888c HTTP/1.1" status: 204 len: 168 time: 0.5997422 Nov 26 02:59:09.377120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941c4e5-8283-4679-a305-15c8910df9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcba92c-016c-4175-a4ed-e0b60a78888c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:09.403103 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-ad0ee1d6-e050-4f78-88f5-5ce17828eba8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Deleting port 4fce3d2d-d4fb-438a-af97-666c79704b4b {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:59:09.404820 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ad0ee1d6-e050-4f78-88f5-5ce17828eba8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:09.448965 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:09.457747 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:09.481839 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:09.485352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:09.490119 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:09.579507 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db763e3f-7658-46c5-8a11-4b00f9c629ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:09.600770 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Attempting to bind port f8a0f655-9687-422b-be0b-bccd413a970b on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:59:09.601277 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Attempting to bind port f8a0f655-9687-422b-be0b-bccd413a970b by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:59:09.601837 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Attempting to bind port f8a0f655-9687-422b-be0b-bccd413a970b on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:59:09.609100 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:59:09.609559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:59:09.610066 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:09.610565 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:59:09.611147 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Bound port: f8a0f655-9687-422b-be0b-bccd413a970b, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:59:09.611632 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:09.623311 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db763e3f-7658-46c5-8a11-4b00f9c629ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:09.624510 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Pushing event updated for resources: {'Port': ['ID=f8a0f655-9687-422b-be0b-bccd413a970b,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:09.627269 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-db763e3f-7658-46c5-8a11-4b00f9c629ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:09.629954 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db763e3f-7658-46c5-8a11-4b00f9c629ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:09.630567 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db763e3f-7658-46c5-8a11-4b00f9c629ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:09.633966 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ad0ee1d6-e050-4f78-88f5-5ce17828eba8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:09.635102 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ad0ee1d6-e050-4f78-88f5-5ce17828eba8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:09.651940 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db763e3f-7658-46c5-8a11-4b00f9c629ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=3226d86e-4c56-4988-ab59-13d926d2fa72,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:09.660753 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-db763e3f-7658-46c5-8a11-4b00f9c629ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0727336 Nov 26 02:59:09.663510 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-ad0ee1d6-e050-4f78-88f5-5ce17828eba8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Calling delete_port for 4fce3d2d-d4fb-438a-af97-666c79704b4b owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:59:09.663648 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52136) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:09.670171 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-08b8570d-18bf-41f2-9d50-fa47cc853ac4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'mac_address': 'fa:16:3e:36:f3:40', 'name': 'tempest-NetworksTestDHCPv6-1974768722'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:09.736768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] For port f8a0f655-9687-422b-be0b-bccd413a970b, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:59:09.740633 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] For port f8a0f655-9687-422b-be0b-bccd413a970b, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=f8a0f655-9687-422b-be0b-bccd413a970b,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:59:09.747679 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:09.791968 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ae265c29-601f-45be-8966-d85f2f71ca55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:09.835012 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903acfa-c4ae-4e4f-afc0-1432f27f9c89 None None] Pushing event updated for resources: {'Port': ['ID=f8a0f655-9687-422b-be0b-bccd413a970b,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:09.867033 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ad0ee1d6-e050-4f78-88f5-5ce17828eba8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:09.920441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ee1d6-e050-4f78-88f5-5ce17828eba8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Pushing event deleted for resources: {'Port': ['ID=4fce3d2d-d4fb-438a-af97-666c79704b4b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:09.949030 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ae265c29-601f-45be-8966-d85f2f71ca55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:09.950338 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b8570d-18bf-41f2-9d50-fa47cc853ac4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:09.971379 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ae265c29-601f-45be-8966-d85f2f71ca55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:09.990722 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ad0ee1d6-e050-4f78-88f5-5ce17828eba8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:09.993815 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ad0ee1d6-e050-4f78-88f5-5ce17828eba8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:09.997927 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ad0ee1d6-e050-4f78-88f5-5ce17828eba8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "DELETE /v2.0/floatingips/b68481b1-edfa-4263-951b-7280b1370dc8 HTTP/1.1" status: 204 len: 168 time: 0.9860148 Nov 26 02:59:10.016828 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c1c15c92-27c8-4b3d-bde9-bcd4ecace688 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:59:10.039415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52150) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:10.045695 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ae265c29-601f-45be-8966-d85f2f71ca55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4bcb20704781453ea5a61b71545b7096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7134488 Nov 26 02:59:10.158860 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:10.182672 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dd4643d6-3609-4569-9691-348be273f69c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:10.190546 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae265c29-601f-45be-8966-d85f2f71ca55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f100b2f7-1dd9-4671-9a09-488ed7bc6d30,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:10.199423 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08b8570d-18bf-41f2-9d50-fa47cc853ac4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:10.235617 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dd4643d6-3609-4569-9691-348be273f69c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:10.273384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c1c15c92-27c8-4b3d-bde9-bcd4ecace688, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:10.278170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:59:10.291471 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-08b8570d-18bf-41f2-9d50-fa47cc853ac4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port a563b85e-a868-4cbb-acd0-ed80c6c28409 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:59:10.291696 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e1e672-9faf-4113-b231-d962ef55f33d" -d '{"events": [{"server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "name": "network-vif-unplugged", "status": "completed", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:59:10.305100 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:10.366184 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dd4643d6-3609-4569-9691-348be273f69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:10.374341 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dd4643d6-3609-4569-9691-348be273f69c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:10.383121 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-dd4643d6-3609-4569-9691-348be273f69c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f100b2f7-1dd9-4671-9a09-488ed7bc6d30 HTTP/1.1" status: 204 len: 168 time: 0.3456082 Nov 26 02:59:10.418813 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4643d6-3609-4569-9691-348be273f69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f100b2f7-1dd9-4671-9a09-488ed7bc6d30,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:10.419976 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935f87ab-eaf7-4bc3-8fa1-9e7d4568dc5b x-openstack-request-id: req-935f87ab-eaf7-4bc3-8fa1-9e7d4568dc5b {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:59:10.422310 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "name": "network-vif-unplugged", "status": "completed", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:59:10.434984 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-935f87ab-eaf7-4bc3-8fa1-9e7d4568dc5b {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:59:10.436039 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'code': 200} Nov 26 02:59:10.440325 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:10.570006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52174) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:10.577203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4b7a6eff-46ac-416d-9b94-961e9761b37d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1938474299', 'description': 'tempest-description--1464237329'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:10.625590 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b7a6eff-46ac-416d-9b94-961e9761b37d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:10.640833 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-08b8570d-18bf-41f2-9d50-fa47cc853ac4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 172.20.0.2 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/3226d86e-4c56-4988-ab59-13d926d2fa72/a563b85e-a868-4cbb-acd0-ed80c6c28409) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:10.649706 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-08b8570d-18bf-41f2-9d50-fa47cc853ac4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::f816:3eff:fe36:f340 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/a6b6f0ef-a8f4-4eae-bd39-c3eed2f7e7b9/a563b85e-a868-4cbb-acd0-ed80c6c28409) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:10.756162 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b7a6eff-46ac-416d-9b94-961e9761b37d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:10.764088 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b7a6eff-46ac-416d-9b94-961e9761b37d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:10.833422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a6eff-46ac-416d-9b94-961e9761b37d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2899513-3995-4935-b344-6ef12dcfa8d6,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:10.848429 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b7a6eff-46ac-416d-9b94-961e9761b37d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:10.852852 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4b7a6eff-46ac-416d-9b94-961e9761b37d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2780881 Nov 26 02:59:10.853166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52182) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:10.858471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-d0c7e6a0-dca4-4cff-95d0-97c2bfea0afa tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Request body: {'security_group_rule': {'security_group_id': 'f2899513-3995-4935-b344-6ef12dcfa8d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:10.911225 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08b8570d-18bf-41f2-9d50-fa47cc853ac4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:10.941171 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0c7e6a0-dca4-4cff-95d0-97c2bfea0afa tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:10.988528 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52188) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:11.025160 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6dde052-1853-4fe3-bab5-6180596deb32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:11.037955 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0c7e6a0-dca4-4cff-95d0-97c2bfea0afa tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:11.041268 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08b8570d-18bf-41f2-9d50-fa47cc853ac4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:11.046587 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0c7e6a0-dca4-4cff-95d0-97c2bfea0afa tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:11.085280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7e6a0-dca4-4cff-95d0-97c2bfea0afa tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d1befa-60a5-45ae-813e-468582ad7343,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:11.100523 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0c7e6a0-dca4-4cff-95d0-97c2bfea0afa tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:11.105131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d0c7e6a0-dca4-4cff-95d0-97c2bfea0afa tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2481892 Nov 26 02:59:11.105949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52190) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:11.116743 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-3b3e75cb-413d-4e60-b3e8-0b2be5383446 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Request body: {'security_group_rule': {'security_group_id': 'f2899513-3995-4935-b344-6ef12dcfa8d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:11.185162 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3b3e75cb-413d-4e60-b3e8-0b2be5383446 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:11.278560 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65175e94-243f-42e9-88f5-2cd86343a7cf None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:11.286510 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3b3e75cb-413d-4e60-b3e8-0b2be5383446 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:11.293672 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3b3e75cb-413d-4e60-b3e8-0b2be5383446 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:11.352730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e75cb-413d-4e60-b3e8-0b2be5383446 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead5eb15-ddeb-4dc6-98f3-8d043f040a54,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:11.390878 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3b3e75cb-413d-4e60-b3e8-0b2be5383446 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:11.395453 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3b3e75cb-413d-4e60-b3e8-0b2be5383446 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2884970 Nov 26 02:59:11.396102 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52202) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:11.401198 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-de41a50a-bd9d-4487-a52b-6748dc66a05a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:11.461601 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a4e786ea-53b6-490e-a9f1-c7e38c85a767 None None] Provisioning complete for port f8a0f655-9687-422b-be0b-bccd413a970b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:11.462318 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a4e786ea-53b6-490e-a9f1-c7e38c85a767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:11.517490 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-de41a50a-bd9d-4487-a52b-6748dc66a05a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:11.518184 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b8570d-18bf-41f2-9d50-fa47cc853ac4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:11.547573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e1820-66f0-4825-9c00-6055f80a3697 req-cbf36f5d-bf5d-46d7-8476-80d76edcb89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:11.550633 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-08b8570d-18bf-41f2-9d50-fa47cc853ac4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:11.552460 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e19e1820-66f0-4825-9c00-6055f80a3697 req-cbf36f5d-bf5d-46d7-8476-80d76edcb89b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 1094 time: 0.1310205 Nov 26 02:59:11.559354 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b8570d-18bf-41f2-9d50-fa47cc853ac4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:11.566213 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8570d-18bf-41f2-9d50-fa47cc853ac4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=a563b85e-a868-4cbb-acd0-ed80c6c28409,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:11.659915 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a4e786ea-53b6-490e-a9f1-c7e38c85a767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:11.707600 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-37e5136e-ee39-46fe-9cda-4c16dd503139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:11.719391 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b8570d-18bf-41f2-9d50-fa47cc853ac4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:11.720042 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08b8570d-18bf-41f2-9d50-fa47cc853ac4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:11.756954 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6dde052-1853-4fe3-bab5-6180596deb32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:11.775075 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6dde052-1853-4fe3-bab5-6180596deb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:11.787645 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-08b8570d-18bf-41f2-9d50-fa47cc853ac4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1210043 Nov 26 02:59:11.794160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52224) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:11.828380 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a4e786ea-53b6-490e-a9f1-c7e38c85a767 None None] For port f8a0f655-9687-422b-be0b-bccd413a970b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=f8a0f655-9687-422b-be0b-bccd413a970b,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:11.867410 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a4e786ea-53b6-490e-a9f1-c7e38c85a767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:11.881681 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dde052-1853-4fe3-bab5-6180596deb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0986dc1e-3b05-4dc8-8417-f47031d52dee,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:11.904532 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d6dde052-1853-4fe3-bab5-6180596deb32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6c7913806204e92acb3b8132e432ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9149189 Nov 26 02:59:11.917225 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52226) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:11.918750 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e1820-66f0-4825-9c00-6055f80a3697 req-8e04220d-c0fd-43a6-807d-c43a9a3dd26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:11.920593 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e19e1820-66f0-4825-9c00-6055f80a3697 req-8e04220d-c0fd-43a6-807d-c43a9a3dd26c service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 913 time: 0.3051319 Nov 26 02:59:12.078748 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device f8a0f655-9687-422b-be0b-bccd413a970b up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:59:12.088374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c1c15c92-27c8-4b3d-bde9-bcd4ecace688 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:59:12.123340 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25b12cd7-97ba-4758-9f27-816160aafdef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:12.143702 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f74725-cbd9-4536-9563-dea5e5df623e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:12.173006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f74725-cbd9-4536-9563-dea5e5df623e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:12.176263 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-23f74725-cbd9-4536-9563-dea5e5df623e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3694639 Nov 26 02:59:12.181953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52236) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:12.201750 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25b12cd7-97ba-4758-9f27-816160aafdef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:12.214855 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e786ea-53b6-490e-a9f1-c7e38c85a767 None None] Pushing event updated for resources: {'Port': ['ID=f8a0f655-9687-422b-be0b-bccd413a970b,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:12.324259 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-de41a50a-bd9d-4487-a52b-6748dc66a05a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:12.327810 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25b12cd7-97ba-4758-9f27-816160aafdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:12.339630 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25b12cd7-97ba-4758-9f27-816160aafdef admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:12.343397 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-25b12cd7-97ba-4758-9f27-816160aafdef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0986dc1e-3b05-4dc8-8417-f47031d52dee HTTP/1.1" status: 204 len: 168 time: 0.4202309 Nov 26 02:59:12.354343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b12cd7-97ba-4758-9f27-816160aafdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0986dc1e-3b05-4dc8-8417-f47031d52dee,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:12.386184 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e19e1820-66f0-4825-9c00-6055f80a3697 req-322700f6-535a-4a6e-95e0-6a83b59005a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688 HTTP/1.1" status: 200 len: 999 time: 0.4521921 Nov 26 02:59:12.449157 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82598d59-f143-4438-8499-c4fd9973bb5c None None] Update dhcp port {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'fixed_ips': [{'subnet_id': 'a6b6f0ef-a8f4-4eae-bd39-c3eed2f7e7b9', 'ip_address': '2001:db8::f816:3eff:fe38:7dd1'}, {'subnet_id': '3226d86e-4c56-4988-ab59-13d926d2fa72'}], 'binding:host_id': 'n-d-819389-3'}, 'id': 'f8a0f655-9687-422b-be0b-bccd413a970b'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 02:59:12.469803 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port f8a0f655-9687-422b-be0b-bccd413a970b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:12.470666 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:12.531798 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82598d59-f143-4438-8499-c4fd9973bb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:12.545873 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c1c15c92-27c8-4b3d-bde9-bcd4ecace688, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:12.574288 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'port_id': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'mac_address': 'fa:16:3e:17:cb:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:59:12.669755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e1820-66f0-4825-9c00-6055f80a3697 req-2c8ff389-90c8-470c-aba2-85a16c5ddda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:12.671340 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e19e1820-66f0-4825-9c00-6055f80a3697 req-2c8ff389-90c8-470c-aba2-85a16c5ddda8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.2496102 Nov 26 02:59:12.729211 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-bee9e379-e16c-454f-886b-25f06523aa89 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port a563b85e-a868-4cbb-acd0-ed80c6c28409 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:59:12.729557 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bee9e379-e16c-454f-886b-25f06523aa89 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:12.791688 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-de41a50a-bd9d-4487-a52b-6748dc66a05a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Allocated IP 172.25.0.84 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/27c0bb1c-5442-4c8a-b674-30ef48358c3c) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:12.837864 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:12.883909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c15c92-27c8-4b3d-bde9-bcd4ecace688 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:59:12.939085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c1c15c92-27c8-4b3d-bde9-bcd4ecace688, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:12.957531 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:12.969440 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-82598d59-f143-4438-8499-c4fd9973bb5c None None] Allocated IP 172.20.0.3 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/3226d86e-4c56-4988-ab59-13d926d2fa72/f8a0f655-9687-422b-be0b-bccd413a970b) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:13.036541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e1820-66f0-4825-9c00-6055f80a3697 req-4c6acdc9-3c44-4fc6-91b2-fc56ee090c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:13.038134 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e19e1820-66f0-4825-9c00-6055f80a3697 req-4c6acdc9-3c44-4fc6-91b2-fc56ee090c1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3352809 Nov 26 02:59:13.120796 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bee9e379-e16c-454f-886b-25f06523aa89 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:13.145677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c1c15c92-27c8-4b3d-bde9-bcd4ecace688'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:59:13.178462 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:13.218673 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-bee9e379-e16c-454f-886b-25f06523aa89 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for a563b85e-a868-4cbb-acd0-ed80c6c28409 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:59:13.250614 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-de41a50a-bd9d-4487-a52b-6748dc66a05a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:13.341132 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-82598d59-f143-4438-8499-c4fd9973bb5c None None] For port f8a0f655-9687-422b-be0b-bccd413a970b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=f8a0f655-9687-422b-be0b-bccd413a970b,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:13.473772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e19e1820-66f0-4825-9c00-6055f80a3697 req-c972e30d-5258-485a-a4b3-816420c1e816 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143369 Nov 26 02:59:13.746091 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-de41a50a-bd9d-4487-a52b-6748dc66a05a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:13.746819 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82598d59-f143-4438-8499-c4fd9973bb5c None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:13.765284 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bee9e379-e16c-454f-886b-25f06523aa89 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:13.801466 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82598d59-f143-4438-8499-c4fd9973bb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:13.836012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de41a50a-bd9d-4487-a52b-6748dc66a05a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:13.846826 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-de41a50a-bd9d-4487-a52b-6748dc66a05a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:13.857309 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de41a50a-bd9d-4487-a52b-6748dc66a05a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:13.859422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41a50a-bd9d-4487-a52b-6748dc66a05a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Pushing event updated for resources: {'Port': ['ID=27c0bb1c-5442-4c8a-b674-30ef48358c3c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:13.962180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9e379-e16c-454f-886b-25f06523aa89 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=a563b85e-a868-4cbb-acd0-ed80c6c28409,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:13.975748 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device f8a0f655-9687-422b-be0b-bccd413a970b up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:59:14.035256 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e19e1820-66f0-4825-9c00-6055f80a3697 req-b0e65fd1-1a7b-483a-8be2-9a345f16c76e service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509584 Nov 26 02:59:14.051821 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82598d59-f143-4438-8499-c4fd9973bb5c None None] Pushing event updated for resources: {'Port': ['ID=f8a0f655-9687-422b-be0b-bccd413a970b,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:14.186090 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-de41a50a-bd9d-4487-a52b-6748dc66a05a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:14.188503 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-44352b9d-5788-4987-a669-c8c2a82f33cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:14.205353 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port f8a0f655-9687-422b-be0b-bccd413a970b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:14.205840 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:14.357634 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bee9e379-e16c-454f-886b-25f06523aa89 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:14.370413 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bee9e379-e16c-454f-886b-25f06523aa89 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/a563b85e-a868-4cbb-acd0-ed80c6c28409 HTTP/1.1" status: 204 len: 168 time: 2.1638272 Nov 26 02:59:14.383485 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52304) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:14.475747 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-de41a50a-bd9d-4487-a52b-6748dc66a05a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:14.554946 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4ceb80-4f34-4dc8-89b4-2dc70b0e099c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:14.563304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4ceb80-4f34-4dc8-89b4-2dc70b0e099c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:14.565156 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4ceb80-4f34-4dc8-89b4-2dc70b0e099c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:14.567074 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4d4ceb80-4f34-4dc8-89b4-2dc70b0e099c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1809397 Nov 26 02:59:14.570065 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52312) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:14.735145 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7907ad3-878c-4900-963d-44df9aa750b7 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 3226d86e-4c56-4988-ab59-13d926d2fa72 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:59:14.756850 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b7907ad3-878c-4900-963d-44df9aa750b7 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:14.814283 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-de41a50a-bd9d-4487-a52b-6748dc66a05a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:14.842420 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-de41a50a-bd9d-4487-a52b-6748dc66a05a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:14.909624 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b7907ad3-878c-4900-963d-44df9aa750b7 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:14.994362 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:15.138129 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-de41a50a-bd9d-4487-a52b-6748dc66a05a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:15.168588 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41a50a-bd9d-4487-a52b-6748dc66a05a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Pushing event updated for resources: {'Port': ['ID=27c0bb1c-5442-4c8a-b674-30ef48358c3c,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:15.201176 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-de41a50a-bd9d-4487-a52b-6748dc66a05a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:15.204397 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-de41a50a-bd9d-4487-a52b-6748dc66a05a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8063424 Nov 26 02:59:15.245826 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b7907ad3-878c-4900-963d-44df9aa750b7 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:15.440526 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b7907ad3-878c-4900-963d-44df9aa750b7 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:15.546937 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7907ad3-878c-4900-963d-44df9aa750b7 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=3226d86e-4c56-4988-ab59-13d926d2fa72,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:15.565411 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b7907ad3-878c-4900-963d-44df9aa750b7 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:15.569228 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b7907ad3-878c-4900-963d-44df9aa750b7 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/3226d86e-4c56-4988-ab59-13d926d2fa72 HTTP/1.1" status: 204 len: 168 time: 0.9981170 Nov 26 02:59:15.571835 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52340) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:15.671842 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de488d6-1faa-4014-824b-08c0ee85814f None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:15.764231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-587670b1-f3d0-4ac5-95e0-a75ada03b09d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet a6b6f0ef-a8f4-4eae-bd39-c3eed2f7e7b9 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:59:15.768105 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-587670b1-f3d0-4ac5-95e0-a75ada03b09d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:15.829881 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-587670b1-f3d0-4ac5-95e0-a75ada03b09d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:15.903717 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device f8a0f655-9687-422b-be0b-bccd413a970b up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:59:15.947265 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-587670b1-f3d0-4ac5-95e0-a75ada03b09d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:15.980773 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f44be03e-6142-4553-921f-e7ec555c0941 req-f0a8ecf6-8986-409f-b320-a43e5b0000f9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1938474299&fields=id&tenant_id=cd0486c09d3445d19d9cae0425413414 HTTP/1.1" status: 200 len: 267 time: 0.2466691 Nov 26 02:59:15.998832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-71b905b7-f732-4643-b23a-3f2ac6957394 None None] Provisioning complete for port f8a0f655-9687-422b-be0b-bccd413a970b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:15.999947 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-71b905b7-f732-4643-b23a-3f2ac6957394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:16.067987 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c1c15c92-27c8-4b3d-bde9-bcd4ecace688 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:59:16.246083 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port f8a0f655-9687-422b-be0b-bccd413a970b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:16.249586 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:16.301151 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44be03e-6142-4553-921f-e7ec555c0941 req-4484d09b-c17d-4a1e-b74e-136fd50e19dc tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:16.311072 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f44be03e-6142-4553-921f-e7ec555c0941 req-4484d09b-c17d-4a1e-b74e-136fd50e19dc tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/networks?id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12 HTTP/1.1" status: 200 len: 817 time: 0.3222506 Nov 26 02:59:16.330402 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-587670b1-f3d0-4ac5-95e0-a75ada03b09d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:16.423923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port c1c15c92-27c8-4b3d-bde9-bcd4ecace688 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:16.424289 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:16.469120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f44be03e-6142-4553-921f-e7ec555c0941 req-57d88e91-6bd8-46ad-968f-c28fbc676ac6 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/quotas/cd0486c09d3445d19d9cae0425413414 HTTP/1.1" status: 200 len: 375 time: 0.1537631 Nov 26 02:59:16.471416 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-587670b1-f3d0-4ac5-95e0-a75ada03b09d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:16.477688 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52374) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:16.482825 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-587670b1-f3d0-4ac5-95e0-a75ada03b09d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/a6b6f0ef-a8f4-4eae-bd39-c3eed2f7e7b9 HTTP/1.1" status: 204 len: 168 time: 0.9097874 Nov 26 02:59:16.484663 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587670b1-f3d0-4ac5-95e0-a75ada03b09d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b6f0ef-a8f4-4eae-bd39-c3eed2f7e7b9,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:16.571989 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bcea5a2b-4593-4d7c-9d61-67e85dfb29e9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd0486c09d3445d19d9cae0425413414&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018806 Nov 26 02:59:16.581521 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-714cd4af-e273-4b7f-9dea-1bc773065fcd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011055 Nov 26 02:59:16.583497 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52376) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:16.602279 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f43e1d05-f315-438d-9304-27c6a8814241 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:16.614582 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-71b905b7-f732-4643-b23a-3f2ac6957394 None None] Could not find standard attr ID for object a563b85e-a868-4cbb-acd0-ed80c6c28409. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:59:16.636699 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:16.848824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43e1d05-f315-438d-9304-27c6a8814241 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:16.859659 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f43e1d05-f315-438d-9304-27c6a8814241 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:16.885811 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:16.930825 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:59:16.936947 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e57a12-aaf5-475b-afde-dcce7125046c" -d '{"events": [{"server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "name": "network-vif-plugged", "status": "completed", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:59:16.994424 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52388) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:17.005873 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c1c15c92-27c8-4b3d-bde9-bcd4ecace688, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:17.025950 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:17.130396 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1add42c-7523-4bbe-906a-2b24d8f4ba76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:17.131539 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14f6a886-8bc9-4e91-89c7-ddbd75b4f370 req-05afcd54-5eb9-41f8-b6a3-834acdb71de5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2286096 Nov 26 02:59:17.170279 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce30253-c374-43e3-9ebc-e45f259d9e1a x-openstack-request-id: req-bce30253-c374-43e3-9ebc-e45f259d9e1a {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:59:17.170459 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "name": "network-vif-plugged", "status": "completed", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:59:17.170723 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bce30253-c374-43e3-9ebc-e45f259d9e1a {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:59:17.171135 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'code': 200} Nov 26 02:59:17.173397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,revision_number=10']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:17.194314 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f44be03e-6142-4553-921f-e7ec555c0941 req-77ce8bf2-ae5c-4084-ac97-00f00031cf4c service neutron] 10.222.0.31 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005361 Nov 26 02:59:17.289244 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c971e6-26a8-4d2c-b895-c543e3bc78e0 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:17.372837 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6a886-8bc9-4e91-89c7-ddbd75b4f370 req-bbbb91fa-8915-4820-83f2-95d0fb9d7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:17.375705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14f6a886-8bc9-4e91-89c7-ddbd75b4f370 req-bbbb91fa-8915-4820-83f2-95d0fb9d7a24 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63b815c3cb0d48b09328fd2ad95d226f&device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 1096 time: 0.2076318 Nov 26 02:59:17.376251 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1add42c-7523-4bbe-906a-2b24d8f4ba76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:17.400909 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1add42c-7523-4bbe-906a-2b24d8f4ba76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:17.426140 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f44be03e-6142-4553-921f-e7ec555c0941 req-b068bb36-ffb9-4c7e-8cfb-fa4c53c77e7d service neutron] 10.222.0.31 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989129 Nov 26 02:59:17.426977 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52396) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:17.460500 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cb7ba698-9357-4c36-bcc9-15b96673d46f None None] Provisioning complete for port f8a0f655-9687-422b-be0b-bccd413a970b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:17.460973 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cb7ba698-9357-4c36-bcc9-15b96673d46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:17.481558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-0c25dfc5-2888-47cb-a83b-eed00ada6089 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-809972022'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:17.578544 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1add42c-7523-4bbe-906a-2b24d8f4ba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8a8a02-cb04-488d-97b3-2c8400bd5bee,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:17.588278 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:17.625989 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f1add42c-7523-4bbe-906a-2b24d8f4ba76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7cf206f841564a61b2de4a5b209c5240&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6302052 Nov 26 02:59:17.626952 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52406) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:17.760114 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0eb20ec-e0d9-4633-a85f-577d6358323c None None] DHCP port deletion for af1a2dc2-8bce-453d-a003-a5791ffd45d3 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:59:17.829659 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-66588805-ac1e-4c74-b0dc-51a434f6f56e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:17.853393 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-66588805-ac1e-4c74-b0dc-51a434f6f56e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:17.867973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b0eb20ec-e0d9-4633-a85f-577d6358323c None None] Deleting port f8a0f655-9687-422b-be0b-bccd413a970b {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:59:17.868350 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b0eb20ec-e0d9-4633-a85f-577d6358323c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:17.915481 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-66588805-ac1e-4c74-b0dc-51a434f6f56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:17.918470 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-66588805-ac1e-4c74-b0dc-51a434f6f56e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:17.919893 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-66588805-ac1e-4c74-b0dc-51a434f6f56e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed8a8a02-cb04-488d-97b3-2c8400bd5bee HTTP/1.1" status: 204 len: 168 time: 0.2898197 Nov 26 02:59:17.933558 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66588805-ac1e-4c74-b0dc-51a434f6f56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8a8a02-cb04-488d-97b3-2c8400bd5bee,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:18.100791 n-d-819389-3 neutron-server[104801]: DEBUG neutron.objects.ports [None req-f43e1d05-f315-438d-9304-27c6a8814241 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 02:59:18.159553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b0eb20ec-e0d9-4633-a85f-577d6358323c None None] For port f8a0f655-9687-422b-be0b-bccd413a970b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=f8a0f655-9687-422b-be0b-bccd413a970b,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:18.160141 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b0eb20ec-e0d9-4633-a85f-577d6358323c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:18.189321 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b0eb20ec-e0d9-4633-a85f-577d6358323c None None] Calling delete_port for f8a0f655-9687-422b-be0b-bccd413a970b owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:59:18.261185 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6a886-8bc9-4e91-89c7-ddbd75b4f370 req-17f370e9-3c4e-474d-bc2a-57c3aff160eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:18.262705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14f6a886-8bc9-4e91-89c7-ddbd75b4f370 req-17f370e9-3c4e-474d-bc2a-57c3aff160eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=280aa7a0-b74e-4574-ba4c-9132492aa839 HTTP/1.1" status: 200 len: 911 time: 0.8331344 Nov 26 02:59:18.342719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c25dfc5-2888-47cb-a83b-eed00ada6089 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Made reservation on behalf of d7baa4dc099742f1bfc89b5af5fff0ca for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:18.347743 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c25dfc5-2888-47cb-a83b-eed00ada6089 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:18.388229 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14f6a886-8bc9-4e91-89c7-ddbd75b4f370 req-cdbb3b9e-f725-45a7-8b47-67f14e4d39e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe16afc-30f5-4c7c-8953-094e69cd1aff HTTP/1.1" status: 200 len: 1000 time: 0.1147528 Nov 26 02:59:18.393747 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b0eb20ec-e0d9-4633-a85f-577d6358323c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:18.414697 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb20ec-e0d9-4633-a85f-577d6358323c None None] No DVR routers for this DVR port f8a0f655-9687-422b-be0b-bccd413a970b on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:59:18.460627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb20ec-e0d9-4633-a85f-577d6358323c None None] Pushing event deleted for resources: {'Port': ['ID=f8a0f655-9687-422b-be0b-bccd413a970b,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:18.476032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6a886-8bc9-4e91-89c7-ddbd75b4f370 req-b0a95e34-5e5f-491b-85dc-c721624ce3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:18.479309 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.ipam_pluggable_backend [None req-f43e1d05-f315-438d-9304-27c6a8814241 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Port f8a0f655-9687-422b-be0b-bccd413a970b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104801) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 26 02:59:18.479628 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.ipam_pluggable_backend [None req-f43e1d05-f315-438d-9304-27c6a8814241 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Reverting IP allocation for 2001:db8::f816:3eff:fe38:7dd1 {{(pid=104801) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 26 02:59:18.482058 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14f6a886-8bc9-4e91-89c7-ddbd75b4f370 req-b0a95e34-5e5f-491b-85dc-c721624ce3ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fd6a293a-896f-4bbe-a4f6-4ff012988fdc HTTP/1.1" status: 200 len: 849 time: 0.0829961 Nov 26 02:59:18.483684 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c25dfc5-2888-47cb-a83b-eed00ada6089 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:59:18.486130 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.ipam_pluggable_backend [None req-f43e1d05-f315-438d-9304-27c6a8814241 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe38:7dd1 {{(pid=104801) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 26 02:59:18.487549 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f43e1d05-f315-438d-9304-27c6a8814241 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:18.498636 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52420) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:18.537994 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c25dfc5-2888-47cb-a83b-eed00ada6089 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:18.538354 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-0c25dfc5-2888-47cb-a83b-eed00ada6089 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Added segment 1a7af538-55b3-4487-b1be-e062313f3d75 of type vlan for network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 Nov 26 02:59:18.544641 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43e1d05-f315-438d-9304-27c6a8814241 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:18.552889 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-f43e1d05-f315-438d-9304-27c6a8814241 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:18.557697 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43e1d05-f315-438d-9304-27c6a8814241 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:18.558813 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f43e1d05-f315-438d-9304-27c6a8814241 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:18.563979 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26338d4-3d44-492b-905c-bb3813246484 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:18.574399 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-577814c5-343f-4d0c-aaf1-06093870ab2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:18.591669 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6a886-8bc9-4e91-89c7-ddbd75b4f370 req-fc74609f-8efc-4ab8-abdf-dfeb1c836202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:18.593917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14f6a886-8bc9-4e91-89c7-ddbd75b4f370 req-fc74609f-8efc-4ab8-abdf-dfeb1c836202 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=280aa7a0-b74e-4574-ba4c-9132492aa839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044831 Nov 26 02:59:18.674787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-577814c5-343f-4d0c-aaf1-06093870ab2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:18.680897 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e1d05-f315-438d-9304-27c6a8814241 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=bba41b5e-d84e-45b1-bb47-87a42adbbd47,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:18.691333 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f43e1d05-f315-438d-9304-27c6a8814241 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1064034 Nov 26 02:59:18.692094 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-577814c5-343f-4d0c-aaf1-06093870ab2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:18.694885 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52426) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:18.703163 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ff228a1f-e149-4e4d-b2df-7553de4ecbbe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:18.715867 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c25dfc5-2888-47cb-a83b-eed00ada6089 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:18.824954 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577814c5-343f-4d0c-aaf1-06093870ab2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3298dd42-0421-4fb0-a757-aaa33ad0de36,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:18.829568 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-577814c5-343f-4d0c-aaf1-06093870ab2c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd32f864e6fd4f27a705fdd7b816baba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3292081 Nov 26 02:59:18.832238 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52434) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:18.949805 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-569254a2-3b23-4d68-88e1-26b40a044ebd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:18.952462 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14f6a886-8bc9-4e91-89c7-ddbd75b4f370 req-43dd947e-dcbc-4e16-bb2a-4486d2f890bd service neutron] 10.222.0.54 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760847 Nov 26 02:59:18.956147 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c25dfc5-2888-47cb-a83b-eed00ada6089 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:18.963403 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c25dfc5-2888-47cb-a83b-eed00ada6089 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:18.964317 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c25dfc5-2888-47cb-a83b-eed00ada6089 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:18.968099 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff228a1f-e149-4e4d-b2df-7553de4ecbbe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:18.972367 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff228a1f-e149-4e4d-b2df-7553de4ecbbe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:19.059779 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-569254a2-3b23-4d68-88e1-26b40a044ebd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:19.066930 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'fixed_ips': [{'subnet_id': 'bba41b5e-d84e-45b1-bb47-87a42adbbd47'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:59:19.069660 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:19.207682 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e224709-50b4-41fd-abb6-dc8bcdd86dd4 req-700dfc37-f657-49c7-b6f0-358cd15269db tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 210 time: 0.2540970 Nov 26 02:59:19.269789 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-569254a2-3b23-4d68-88e1-26b40a044ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:19.280008 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-569254a2-3b23-4d68-88e1-26b40a044ebd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:19.284194 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-569254a2-3b23-4d68-88e1-26b40a044ebd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3298dd42-0421-4fb0-a757-aaa33ad0de36 HTTP/1.1" status: 204 len: 168 time: 0.4484947 Nov 26 02:59:19.304694 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569254a2-3b23-4d68-88e1-26b40a044ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3298dd42-0421-4fb0-a757-aaa33ad0de36,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:19.309963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0c25dfc5-2888-47cb-a83b-eed00ada6089 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8774788 Nov 26 02:59:19.311797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52452) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:19.323283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25dfc5-2888-47cb-a83b-eed00ada6089 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event updated for resources: {'Network': ['ID=426b4ce6-4aa7-4c02-b4b4-8977770f78c0,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:19.350041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-01d24a2c-4489-4586-8cd7-0301d0328afa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-232244616'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:19.357444 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:59:19.477972 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14f6a886-8bc9-4e91-89c7-ddbd75b4f370 req-48441270-387e-432f-a11d-7a3df23a857b service neutron] 10.222.0.54 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086117 Nov 26 02:59:19.483251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d24a2c-4489-4586-8cd7-0301d0328afa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Made reservation on behalf of d7baa4dc099742f1bfc89b5af5fff0ca for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:19.504612 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01d24a2c-4489-4586-8cd7-0301d0328afa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:19.524527 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Allocated IP 2001:db8::f816:3eff:fe1f:b38f (af1a2dc2-8bce-453d-a003-a5791ffd45d3/bba41b5e-d84e-45b1-bb47-87a42adbbd47/6d101af9-efba-4173-9b51-6d160320071c) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:19.587430 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d24a2c-4489-4586-8cd7-0301d0328afa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:59:19.602105 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01d24a2c-4489-4586-8cd7-0301d0328afa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:19.602816 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-01d24a2c-4489-4586-8cd7-0301d0328afa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Added segment 9eee9d6e-cc95-4188-a303-b0aa56e15eb1 of type vlan for network 09ad8bb0-11ca-4f86-941d-4b67b4752da2 Nov 26 02:59:19.697500 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01d24a2c-4489-4586-8cd7-0301d0328afa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:19.707232 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff228a1f-e149-4e4d-b2df-7553de4ecbbe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:19.780356 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01d24a2c-4489-4586-8cd7-0301d0328afa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:19.798939 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff228a1f-e149-4e4d-b2df-7553de4ecbbe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:19.809200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-ff228a1f-e149-4e4d-b2df-7553de4ecbbe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:19.834166 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff228a1f-e149-4e4d-b2df-7553de4ecbbe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:19.834811 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff228a1f-e149-4e4d-b2df-7553de4ecbbe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:19.840906 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d24a2c-4489-4586-8cd7-0301d0328afa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:19.845244 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01d24a2c-4489-4586-8cd7-0301d0328afa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:19.887793 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff228a1f-e149-4e4d-b2df-7553de4ecbbe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=cead0946-150d-4d9f-9552-47cdb3950c62,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:19.906168 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ff228a1f-e149-4e4d-b2df-7553de4ecbbe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2087834 Nov 26 02:59:19.909440 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52474) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:19.921386 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-86b81455-ddb8-4acf-9557-3dd3c9a7ed17 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'mac_address': 'fa:16:3e:94:12:9b', 'name': 'tempest-NetworksTestDHCPv6-608893670'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:20.092368 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52482) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:20.093694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-01d24a2c-4489-4586-8cd7-0301d0328afa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7549944 Nov 26 02:59:20.124422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-aa87f10c-2f49-42f7-b72a-938eff62423c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Request body: {'subnet': {'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:20.139109 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d24a2c-4489-4586-8cd7-0301d0328afa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event updated for resources: {'Network': ['ID=09ad8bb0-11ca-4f86-941d-4b67b4752da2,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:20.434772 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device f8a0f655-9687-422b-be0b-bccd413a970b no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:59:20.438533 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 09ad8bb0-11ca-4f86-941d-4b67b4752da2 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:59:20.528436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d92b0bad-3647-4442-ad29-8301009926ab req-4ca0ce94-66e5-4b47-b744-f74710741c33 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 210 time: 0.1758366 Nov 26 02:59:20.539332 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: f8a0f655-9687-422b-be0b-bccd413a970b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:59:20.541149 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device f8a0f655-9687-422b-be0b-bccd413a970b not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:59:20.602129 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa87f10c-2f49-42f7-b72a-938eff62423c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Made reservation on behalf of d7baa4dc099742f1bfc89b5af5fff0ca for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:20.611243 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa87f10c-2f49-42f7-b72a-938eff62423c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:20.806483 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b81455-ddb8-4acf-9557-3dd3c9a7ed17 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:20.858482 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:20.885856 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:20.951547 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:20.952834 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Pushing event updated for resources: {'Port': ['ID=6d101af9-efba-4173-9b51-6d160320071c,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:20.955605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:20.958091 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:21.028798 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Attempting to bind port 6d101af9-efba-4173-9b51-6d160320071c on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:59:21.029183 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Attempting to bind port 6d101af9-efba-4173-9b51-6d160320071c by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:59:21.029557 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Attempting to bind port 6d101af9-efba-4173-9b51-6d160320071c on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:59:21.035305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:59:21.035694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:59:21.036144 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:21.036548 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:59:21.037190 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Bound port: 6d101af9-efba-4173-9b51-6d160320071c, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:59:21.037584 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:21.111995 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] For port 6d101af9-efba-4173-9b51-6d160320071c, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:59:21.117184 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] For port 6d101af9-efba-4173-9b51-6d160320071c, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6d101af9-efba-4173-9b51-6d160320071c,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:59:21.123062 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:21.165784 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-86b81455-ddb8-4acf-9557-3dd3c9a7ed17 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:21.187629 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa87f10c-2f49-42f7-b72a-938eff62423c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:21.190513 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1c674-e4e9-448c-9694-88a360842129 None None] Pushing event updated for resources: {'Port': ['ID=6d101af9-efba-4173-9b51-6d160320071c,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:21.225083 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-86b81455-ddb8-4acf-9557-3dd3c9a7ed17 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port 81ceffe0-46cb-4da0-be00-c5897316b7a3 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:59:21.432556 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87f10c-2f49-42f7-b72a-938eff62423c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event updated for resources: {'Subnet': ['ID=bc6da11d-6e3b-40de-8ac1-4e0dae557aba,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:21.506224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa87f10c-2f49-42f7-b72a-938eff62423c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Checking segment: {'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:59:21.506829 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa87f10c-2f49-42f7-b72a-938eff62423c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Network hostable DHCP agents. Network: 426b4ce6-4aa7-4c02-b4b4-8977770f78c0, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:59:21.640589 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa87f10c-2f49-42f7-b72a-938eff62423c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:59:21.687823 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-aa87f10c-2f49-42f7-b72a-938eff62423c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 426b4ce6-4aa7-4c02-b4b4-8977770f78c0) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:21.741205 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-86b81455-ddb8-4acf-9557-3dd3c9a7ed17 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 172.20.0.3 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/cead0946-150d-4d9f-9552-47cdb3950c62/81ceffe0-46cb-4da0-be00-c5897316b7a3) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:21.741879 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ba76c509-4a67-48de-a6f7-8f28d61c132e req-7312eacc-9edc-4663-a8f7-fc9fecbcd2f4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 210 time: 0.0831115 Nov 26 02:59:21.748823 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff3e8bc-58a6-4bbb-b5c5-8ea11d738826 None None] Network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:21.760634 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa87f10c-2f49-42f7-b72a-938eff62423c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:21.761593 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa87f10c-2f49-42f7-b72a-938eff62423c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:21.850445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-86b81455-ddb8-4acf-9557-3dd3c9a7ed17 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::f816:3eff:fe94:129b (af1a2dc2-8bce-453d-a003-a5791ffd45d3/bba41b5e-d84e-45b1-bb47-87a42adbbd47/81ceffe0-46cb-4da0-be00-c5897316b7a3) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:21.878188 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-aa87f10c-2f49-42f7-b72a-938eff62423c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7745247 Nov 26 02:59:21.880947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52540) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:21.888811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-08eeab9f-96c7-41cf-8576-7eaef361c72c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Request body: {'subnet': {'network_id': '09ad8bb0-11ca-4f86-941d-4b67b4752da2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:22.049747 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-426b4ce6-4aa7-4c02-b4b4-8977770f78c0', 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'fixed_ips': [{'subnet_id': 'bc6da11d-6e3b-40de-8ac1-4e0dae557aba'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:59:22.051016 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:22.054714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6d101af9-efba-4173-9b51-6d160320071c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:59:22.181807 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08eeab9f-96c7-41cf-8576-7eaef361c72c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Made reservation on behalf of d7baa4dc099742f1bfc89b5af5fff0ca for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:22.185929 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-08eeab9f-96c7-41cf-8576-7eaef361c72c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:22.252024 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-86b81455-ddb8-4acf-9557-3dd3c9a7ed17 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:22.320992 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-86b81455-ddb8-4acf-9557-3dd3c9a7ed17 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:22.398208 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Allocated IP 10.1.1.2 (426b4ce6-4aa7-4c02-b4b4-8977770f78c0/bc6da11d-6e3b-40de-8ac1-4e0dae557aba/cfe4b083-9b5c-4237-99a7-4cddbf5a314d) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:22.416740 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b81455-ddb8-4acf-9557-3dd3c9a7ed17 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:22.421994 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-86b81455-ddb8-4acf-9557-3dd3c9a7ed17 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:22.427159 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b81455-ddb8-4acf-9557-3dd3c9a7ed17 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:22.436594 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b81455-ddb8-4acf-9557-3dd3c9a7ed17 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=81ceffe0-46cb-4da0-be00-c5897316b7a3,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:22.471688 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:22.525148 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b81455-ddb8-4acf-9557-3dd3c9a7ed17 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:22.529692 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-86b81455-ddb8-4acf-9557-3dd3c9a7ed17 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:22.603085 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52560) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:22.621065 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-86b81455-ddb8-4acf-9557-3dd3c9a7ed17 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6881132 Nov 26 02:59:22.731872 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 6d101af9-efba-4173-9b51-6d160320071c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:22.746168 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:22.845042 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-08eeab9f-96c7-41cf-8576-7eaef361c72c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:23.014172 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34e85a5-5533-474e-866d-1a23979a625f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:23.020947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34e85a5-5533-474e-866d-1a23979a625f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:23.022651 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b34e85a5-5533-474e-866d-1a23979a625f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.4179502 Nov 26 02:59:23.025382 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52576) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:23.030027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98419349-2fe4-4071-9e07-5c694913f5a5 req-472531a1-4117-427e-ab82-140a3b7f64d1 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 210 time: 0.1557336 Nov 26 02:59:23.043667 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:23.053167 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eeab9f-96c7-41cf-8576-7eaef361c72c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event updated for resources: {'Subnet': ['ID=f9b83540-d17e-4c4c-867e-6fe6b714449e,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:23.089095 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eeab9f-96c7-41cf-8576-7eaef361c72c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Checking segment: {'id': '9eee9d6e-cc95-4188-a303-b0aa56e15eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09ad8bb0-11ca-4f86-941d-4b67b4752da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:59:23.089784 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eeab9f-96c7-41cf-8576-7eaef361c72c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Network hostable DHCP agents. Network: 09ad8bb0-11ca-4f86-941d-4b67b4752da2, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:59:23.113123 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:23.120085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 6d101af9-efba-4173-9b51-6d160320071c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6d101af9-efba-4173-9b51-6d160320071c,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:23.131248 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:23.139100 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:23.147793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eeab9f-96c7-41cf-8576-7eaef361c72c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Network 09ad8bb0-11ca-4f86-941d-4b67b4752da2 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:59:23.177013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-08eeab9f-96c7-41cf-8576-7eaef361c72c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 09ad8bb0-11ca-4f86-941d-4b67b4752da2) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:23.184822 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eeab9f-96c7-41cf-8576-7eaef361c72c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:23.185789 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-08eeab9f-96c7-41cf-8576-7eaef361c72c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:23.215846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daadc956-d7fb-4209-9344-7db638ed9116 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:23.230175 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-08eeab9f-96c7-41cf-8576-7eaef361c72c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3478703 Nov 26 02:59:23.231378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52578) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:23.237761 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-2d377d56-4f77-4c8f-9064-638a1bf6138f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Request body: {'port': {'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0', 'name': 'tempest-TaggedBootDevicesTest-1909267958', 'fixed_ips': [{'subnet_id': 'bc6da11d-6e3b-40de-8ac1-4e0dae557aba'}]}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:23.306376 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-37429151-5b09-438d-8380-e68623a19785 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port 81ceffe0-46cb-4da0-be00-c5897316b7a3 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:59:23.306762 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37429151-5b09-438d-8380-e68623a19785 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:23.314251 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2a82ca-2984-4068-b232-0afe9d33ae8f None None] Network 09ad8bb0-11ca-4f86-941d-4b67b4752da2 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:23.437665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:23.503106 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:23.504683 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37429151-5b09-438d-8380-e68623a19785 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:23.537505 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5a55d146-0f64-4f48-bd70-f9fc812bfa64 None None] Provisioning complete for port 6d101af9-efba-4173-9b51-6d160320071c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:23.543270 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5a55d146-0f64-4f48-bd70-f9fc812bfa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:23.543809 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-37429151-5b09-438d-8380-e68623a19785 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for 81ceffe0-46cb-4da0-be00-c5897316b7a3 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:59:23.600042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d377d56-4f77-4c8f-9064-638a1bf6138f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Made reservation on behalf of d7baa4dc099742f1bfc89b5af5fff0ca for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:23.666703 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:23.688483 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Pushing event updated for resources: {'Port': ['ID=cfe4b083-9b5c-4237-99a7-4cddbf5a314d,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:23.746471 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:23.762784 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:23.763206 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:23.763467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:23.763806 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:23.764260 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:23.764945 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:23.764945 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:23.765163 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:23.765447 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:23.765776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:23.766097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:23.766418 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:23.857099 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2d377d56-4f77-4c8f-9064-638a1bf6138f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:23.918617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-2d377d56-4f77-4c8f-9064-638a1bf6138f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] device_id is not set on port 6b09bce4-33a6-482a-a606-4d167407ae52 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:59:23.958187 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Attempting to bind port cfe4b083-9b5c-4237-99a7-4cddbf5a314d on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:59:23.959158 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Attempting to bind port cfe4b083-9b5c-4237-99a7-4cddbf5a314d by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:59:23.959510 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Attempting to bind port cfe4b083-9b5c-4237-99a7-4cddbf5a314d on network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:59:23.983252 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37429151-5b09-438d-8380-e68623a19785 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:24.043704 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:59:24.044362 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Checking segment: {'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:59:24.044520 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:24.044923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Bound using segment: {'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:59:24.045459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Bound port: cfe4b083-9b5c-4237-99a7-4cddbf5a314d, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:59:24.045846 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:24.112655 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37429151-5b09-438d-8380-e68623a19785 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=81ceffe0-46cb-4da0-be00-c5897316b7a3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:24.204041 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37429151-5b09-438d-8380-e68623a19785 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:24.216378 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-37429151-5b09-438d-8380-e68623a19785 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/81ceffe0-46cb-4da0-be00-c5897316b7a3 HTTP/1.1" status: 204 len: 168 time: 1.1877873 Nov 26 02:59:24.217144 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52598) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:24.295799 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a81525e3-8b93-45cf-bc04-cee63847bd25 req-92de78c9-bbb0-48eb-a633-b970800f3f1f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 210 time: 0.0579267 Nov 26 02:59:24.313998 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=6d101af9-efba-4173-9b51-6d160320071c,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:24.336405 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d88859-b5ee-430a-9dde-2b8af6e707f9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:24.338411 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d88859-b5ee-430a-9dde-2b8af6e707f9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:24.340409 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d88859-b5ee-430a-9dde-2b8af6e707f9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:24.343189 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d2d88859-b5ee-430a-9dde-2b8af6e707f9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1233492 Nov 26 02:59:24.346735 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52600) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:24.434166 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5fe1af9-d87d-48e1-82aa-fd87b4e8c736 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet bba41b5e-d84e-45b1-bb47-87a42adbbd47 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:59:24.438814 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1af9-d87d-48e1-82aa-fd87b4e8c736 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:24.483303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-2d377d56-4f77-4c8f-9064-638a1bf6138f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Allocated IP 10.1.1.43 (426b4ce6-4aa7-4c02-b4b4-8977770f78c0/bc6da11d-6e3b-40de-8ac1-4e0dae557aba/6b09bce4-33a6-482a-a606-4d167407ae52) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:24.495326 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1af9-d87d-48e1-82aa-fd87b4e8c736 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:24.594591 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307931cf-b798-4c12-9c99-cb3e68e36e87 None None] Update dhcp port {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'fixed_ips': [{'subnet_id': 'bba41b5e-d84e-45b1-bb47-87a42adbbd47', 'ip_address': '2001:db8::f816:3eff:fe1f:b38f'}, {'subnet_id': 'cead0946-150d-4d9f-9552-47cdb3950c62'}], 'binding:host_id': 'n-d-819389-3'}, 'id': '6d101af9-efba-4173-9b51-6d160320071c'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 02:59:24.602675 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1af9-d87d-48e1-82aa-fd87b4e8c736 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:24.695648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-09ad8bb0-11ca-4f86-941d-4b67b4752da2', 'network_id': '09ad8bb0-11ca-4f86-941d-4b67b4752da2', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'fixed_ips': [{'subnet_id': 'f9b83540-d17e-4c4c-867e-6fe6b714449e'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:59:24.696557 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:24.743668 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1af9-d87d-48e1-82aa-fd87b4e8c736 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:24.788936 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe1af9-d87d-48e1-82aa-fd87b4e8c736 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=bba41b5e-d84e-45b1-bb47-87a42adbbd47,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:24.798741 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1af9-d87d-48e1-82aa-fd87b4e8c736 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:24.806430 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d5fe1af9-d87d-48e1-82aa-fd87b4e8c736 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/bba41b5e-d84e-45b1-bb47-87a42adbbd47 HTTP/1.1" status: 204 len: 168 time: 0.4584522 Nov 26 02:59:24.810146 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52606) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:24.870591 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-307931cf-b798-4c12-9c99-cb3e68e36e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:24.896698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5a7339-1120-472a-94f2-89d4dc399f01 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet cead0946-150d-4d9f-9552-47cdb3950c62 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:59:24.901372 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b5a7339-1120-472a-94f2-89d4dc399f01 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:24.922520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] For port cfe4b083-9b5c-4237-99a7-4cddbf5a314d, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:59:24.960095 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b5a7339-1120-472a-94f2-89d4dc399f01 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:25.015751 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b5a7339-1120-472a-94f2-89d4dc399f01 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:25.114894 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b5a7339-1120-472a-94f2-89d4dc399f01 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:25.134906 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b5a7339-1120-472a-94f2-89d4dc399f01 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:25.145885 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0b5a7339-1120-472a-94f2-89d4dc399f01 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/cead0946-150d-4d9f-9552-47cdb3950c62 HTTP/1.1" status: 204 len: 168 time: 0.3339987 Nov 26 02:59:25.149260 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52612) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:25.195189 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] For port cfe4b083-9b5c-4237-99a7-4cddbf5a314d, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cfe4b083-9b5c-4237-99a7-4cddbf5a314d,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:59:25.218496 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a7339-1120-472a-94f2-89d4dc399f01 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=cead0946-150d-4d9f-9552-47cdb3950c62,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:25.232030 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:25.269007 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9f0e609a-3a59-44c4-8708-fa58c1de3864 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1139376 Nov 26 02:59:25.269653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52614) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:25.288160 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d9c746ab-a510-425e-92a5-5b7429e34d46 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:25.415048 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44be03e-6142-4553-921f-e7ec555c0941 req-2d29c64f-ce67-45f4-b8fc-ab01672fd60b tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:25.427421 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f44be03e-6142-4553-921f-e7ec555c0941 req-2d29c64f-ce67-45f4-b8fc-ab01672fd60b tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.59 "GET /v2.0/networks?id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12 HTTP/1.1" status: 200 len: 817 time: 0.5011306 Nov 26 02:59:25.445644 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2d377d56-4f77-4c8f-9064-638a1bf6138f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:25.594494 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c746ab-a510-425e-92a5-5b7429e34d46 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:25.598662 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9c746ab-a510-425e-92a5-5b7429e34d46 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:25.636766 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32287de4-416f-4286-b203-03d7a2fbdae0 req-87032bcc-0e24-42f8-8a2a-917b7f0c4758 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 210 time: 0.1723969 Nov 26 02:59:25.711118 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1fd60-9d6b-4068-9333-138390f4dd75 None None] Pushing event updated for resources: {'Port': ['ID=cfe4b083-9b5c-4237-99a7-4cddbf5a314d,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:25.793468 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Allocated IP 10.2.2.2 (09ad8bb0-11ca-4f86-941d-4b67b4752da2/f9b83540-d17e-4c4c-867e-6fe6b714449e/16419a79-1ed2-4607-aed7-a54e6943637b) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:25.797408 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f44be03e-6142-4553-921f-e7ec555c0941 req-81fd1d17-183f-4d46-b78b-65d1d9de4582 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd0486c09d3445d19d9cae0425413414 HTTP/1.1" status: 200 len: 380 time: 0.3213050 Nov 26 02:59:25.822853 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f44be03e-6142-4553-921f-e7ec555c0941 req-47a231be-8758-46a6-9414-bdf97f217a85 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Request body: {'port': {'device_id': '2fa3acff-7be2-4cee-8332-3681543bd483', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'admin_state_up': True, 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'security_groups': ['f2899513-3995-4935-b344-6ef12dcfa8d6']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:25.851673 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17f05f3-7c47-47af-9ac8-719832ef55fa None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:25.904615 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2d377d56-4f77-4c8f-9064-638a1bf6138f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:26.193790 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d377d56-4f77-4c8f-9064-638a1bf6138f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event updated for resources: {'Port': ['ID=6b09bce4-33a6-482a-a606-4d167407ae52,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:26.239229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d377d56-4f77-4c8f-9064-638a1bf6138f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:26.244457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-2d377d56-4f77-4c8f-9064-638a1bf6138f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:26.246933 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d377d56-4f77-4c8f-9064-638a1bf6138f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:26.312997 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9c746ab-a510-425e-92a5-5b7429e34d46 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:26.317523 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d377d56-4f77-4c8f-9064-638a1bf6138f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:26.318247 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2d377d56-4f77-4c8f-9064-638a1bf6138f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:26.402807 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2d377d56-4f77-4c8f-9064-638a1bf6138f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1695185 Nov 26 02:59:26.413481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52634) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:26.435825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-aad1a3e7-bd46-4a1e-af1d-83bc08e61d69 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Request body: {'port': {'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0', 'name': 'tempest-TaggedBootDevicesTest-1873895968', 'fixed_ips': [{'subnet_id': 'bc6da11d-6e3b-40de-8ac1-4e0dae557aba'}]}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:26.476680 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c746ab-a510-425e-92a5-5b7429e34d46 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=12804be6-2855-4897-8792-878a985a5b69,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:26.481588 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cbf5c147-fa77-4fe6-a9b3-a46b9cd30429 None None] Provisioning complete for port 6d101af9-efba-4173-9b51-6d160320071c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:26.482092 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cbf5c147-fa77-4fe6-a9b3-a46b9cd30429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:26.504915 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c746ab-a510-425e-92a5-5b7429e34d46 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:26.506523 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-d9c746ab-a510-425e-92a5-5b7429e34d46 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:26.516746 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c746ab-a510-425e-92a5-5b7429e34d46 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:26.518292 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9c746ab-a510-425e-92a5-5b7429e34d46 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:26.570876 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d9c746ab-a510-425e-92a5-5b7429e34d46 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2998111 Nov 26 02:59:26.574459 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52642) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:26.581205 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-531149b2-2f25-4cdf-8151-88ac0c679553 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:26.771778 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f44be03e-6142-4553-921f-e7ec555c0941 req-47a231be-8758-46a6-9414-bdf97f217a85 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Made reservation on behalf of cd0486c09d3445d19d9cae0425413414 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:26.781545 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f44be03e-6142-4553-921f-e7ec555c0941 req-47a231be-8758-46a6-9414-bdf97f217a85 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:26.965877 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531149b2-2f25-4cdf-8151-88ac0c679553 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:26.981543 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-531149b2-2f25-4cdf-8151-88ac0c679553 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:26.990544 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f502beb8-2822-43d7-a155-d2657294092f req-04943e92-15dd-43d8-b4f5-4753807380a5 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 210 time: 0.1309507 Nov 26 02:59:27.057483 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:27.083276 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cbf5c147-fa77-4fe6-a9b3-a46b9cd30429 None None] Could not find standard attr ID for object 81ceffe0-46cb-4da0-be00-c5897316b7a3. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 02:59:27.094015 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f7251a-3cf5-4096-9be9-383fdc311a85 None None] Update dhcp port {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'fixed_ips': [{'subnet_id': '12804be6-2855-4897-8792-878a985a5b69'}], 'binding:host_id': 'n-d-819389-3'}, 'id': '6d101af9-efba-4173-9b51-6d160320071c'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 02:59:27.236733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad1a3e7-bd46-4a1e-af1d-83bc08e61d69 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Made reservation on behalf of d7baa4dc099742f1bfc89b5af5fff0ca for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:27.247818 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aad1a3e7-bd46-4a1e-af1d-83bc08e61d69 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:27.423186 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-aad1a3e7-bd46-4a1e-af1d-83bc08e61d69 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] device_id is not set on port db5b3ce7-6b84-4697-ad3c-d52fc64ab380 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:59:27.677974 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-f44be03e-6142-4553-921f-e7ec555c0941 req-47a231be-8758-46a6-9414-bdf97f217a85 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Allocated IP 172.20.0.11 (fb2445e5-ad67-43dc-b60d-c555dd7b8e12/9a5d52cf-14f1-4c64-a09a-1d91ea505a6c/ca2598c6-1c7b-42a8-8596-4d6b6134e614) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:27.705599 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:27.885473 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52666) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:27.995519 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18f7251a-3cf5-4096-9be9-383fdc311a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:28.094100 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Network 09ad8bb0-11ca-4f86-941d-4b67b4752da2 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:28.102595 n-d-819389-3 neutron-server[104801]: DEBUG neutron.objects.ports [None req-531149b2-2f25-4cdf-8151-88ac0c679553 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 02:59:28.149664 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ddaaae-ffe1-4092-9c2a-36e097c39626 None None] Network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:28.238237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cfe4b083-9b5c-4237-99a7-4cddbf5a314d up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:59:28.347543 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ea6304c-ff94-4a6a-ae7b-b0035d3ca2c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:28.491501 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f44be03e-6142-4553-921f-e7ec555c0941 req-47a231be-8758-46a6-9414-bdf97f217a85 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:28.526706 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:28.565040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Pushing event updated for resources: {'Port': ['ID=16419a79-1ed2-4607-aed7-a54e6943637b,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:28.579385 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:28.748493 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-aad1a3e7-bd46-4a1e-af1d-83bc08e61d69 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Allocated IP 10.1.1.57 (426b4ce6-4aa7-4c02-b4b4-8977770f78c0/bc6da11d-6e3b-40de-8ac1-4e0dae557aba/db5b3ce7-6b84-4697-ad3c-d52fc64ab380) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:28.876868 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f44be03e-6142-4553-921f-e7ec555c0941 req-47a231be-8758-46a6-9414-bdf97f217a85 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:28.897540 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5fad4716-5686-42e9-8037-6062e309a7b3 None None] Provisioning complete for port cfe4b083-9b5c-4237-99a7-4cddbf5a314d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:28.898187 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5fad4716-5686-42e9-8037-6062e309a7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:28.951216 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-531149b2-2f25-4cdf-8151-88ac0c679553 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:29.022212 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aad1a3e7-bd46-4a1e-af1d-83bc08e61d69 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:29.094442 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ea6304c-ff94-4a6a-ae7b-b0035d3ca2c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:29.108766 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ea6304c-ff94-4a6a-ae7b-b0035d3ca2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:29.121525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Attempting to bind port 16419a79-1ed2-4607-aed7-a54e6943637b on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:59:29.128688 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Attempting to bind port 16419a79-1ed2-4607-aed7-a54e6943637b by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '9eee9d6e-cc95-4188-a303-b0aa56e15eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09ad8bb0-11ca-4f86-941d-4b67b4752da2'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:59:29.129151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Attempting to bind port 16419a79-1ed2-4607-aed7-a54e6943637b on network 09ad8bb0-11ca-4f86-941d-4b67b4752da2 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:59:29.170431 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6304c-ff94-4a6a-ae7b-b0035d3ca2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f042f9-9a43-40ea-a55e-8e64c8811bcb,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:29.225260 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aad1a3e7-bd46-4a1e-af1d-83bc08e61d69 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:29.247606 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7ea6304c-ff94-4a6a-ae7b-b0035d3ca2c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a3ccb035b1848a182990581808974e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3610752 Nov 26 02:59:29.250644 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52686) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:29.251334 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:59:29.251721 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Checking segment: {'id': '9eee9d6e-cc95-4188-a303-b0aa56e15eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09ad8bb0-11ca-4f86-941d-4b67b4752da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:59:29.252399 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:29.252808 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Bound using segment: {'id': '9eee9d6e-cc95-4188-a303-b0aa56e15eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09ad8bb0-11ca-4f86-941d-4b67b4752da2'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:59:29.253304 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Bound port: 16419a79-1ed2-4607-aed7-a54e6943637b, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eee9d6e-cc95-4188-a303-b0aa56e15eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09ad8bb0-11ca-4f86-941d-4b67b4752da2'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:59:29.253685 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:29.318624 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-531149b2-2f25-4cdf-8151-88ac0c679553 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] For port 6d101af9-efba-4173-9b51-6d160320071c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6d101af9-efba-4173-9b51-6d160320071c,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:29.322291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad1a3e7-bd46-4a1e-af1d-83bc08e61d69 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:29.329396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f44be03e-6142-4553-921f-e7ec555c0941 req-47a231be-8758-46a6-9414-bdf97f217a85 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Network fb2445e5-ad67-43dc-b60d-c555dd7b8e12 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:29.330883 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-aad1a3e7-bd46-4a1e-af1d-83bc08e61d69 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:29.343457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad1a3e7-bd46-4a1e-af1d-83bc08e61d69 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:29.386697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b45aac-9ada-403f-b368-8c33acdd1c79 req-c4f4391e-2feb-4a1d-8a2b-7576d8bc52d2 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:29.389242 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-531149b2-2f25-4cdf-8151-88ac0c679553 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:29.394659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47b45aac-9ada-403f-b368-8c33acdd1c79 req-c4f4391e-2feb-4a1d-8a2b-7576d8bc52d2 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 932 time: 1.1826169 Nov 26 02:59:29.451055 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-531149b2-2f25-4cdf-8151-88ac0c679553 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:29.452488 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-531149b2-2f25-4cdf-8151-88ac0c679553 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:29.465923 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-f44be03e-6142-4553-921f-e7ec555c0941 req-47a231be-8758-46a6-9414-bdf97f217a85 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:29.475185 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44be03e-6142-4553-921f-e7ec555c0941 req-47a231be-8758-46a6-9414-bdf97f217a85 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:29.581230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44be03e-6142-4553-921f-e7ec555c0941 req-47a231be-8758-46a6-9414-bdf97f217a85 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:29.587002 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f44be03e-6142-4553-921f-e7ec555c0941 req-47a231be-8758-46a6-9414-bdf97f217a85 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:29.604343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a231be-8758-46a6-9414-bdf97f217a85 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Pushing event updated for resources: {'Port': ['ID=ca2598c6-1c7b-42a8-8596-4d6b6134e614,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:29.616138 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port cfe4b083-9b5c-4237-99a7-4cddbf5a314d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:29.617472 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:29.650813 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531149b2-2f25-4cdf-8151-88ac0c679553 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=6d101af9-efba-4173-9b51-6d160320071c,revision_number=6']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:29.773424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1a3e7-bd46-4a1e-af1d-83bc08e61d69 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event updated for resources: {'Port': ['ID=db5b3ce7-6b84-4697-ad3c-d52fc64ab380,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:29.784685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531149b2-2f25-4cdf-8151-88ac0c679553 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:29.803896 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-531149b2-2f25-4cdf-8151-88ac0c679553 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:29.826486 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531149b2-2f25-4cdf-8151-88ac0c679553 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:29.837103 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-531149b2-2f25-4cdf-8151-88ac0c679553 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:29.843436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad1a3e7-bd46-4a1e-af1d-83bc08e61d69 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:29.844141 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aad1a3e7-bd46-4a1e-af1d-83bc08e61d69 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:29.910384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47b45aac-9ada-403f-b368-8c33acdd1c79 req-240718bd-eebb-48d6-b67c-b39707150223 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5148270 Nov 26 02:59:29.934061 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f44be03e-6142-4553-921f-e7ec555c0941 req-47a231be-8758-46a6-9414-bdf97f217a85 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1357052 Nov 26 02:59:29.937749 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bd393afe-e0c6-46b7-9a40-86f0dedd50f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:29.942385 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5fad4716-5686-42e9-8037-6062e309a7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:29.945059 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531149b2-2f25-4cdf-8151-88ac0c679553 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=48bb61e3-8011-4d7d-b5f9-d5c717ef7c2a,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:29.953512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Request body: {'port': {'device_id': '2fa3acff-7be2-4cee-8332-3681543bd483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:29.957673 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-18f7251a-3cf5-4096-9be9-383fdc311a85 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe1f:b38f-4111886f-2365-4b4e-858c-28de6728c0 {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:59:29.958038 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-18f7251a-3cf5-4096-9be9-383fdc311a85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:59:29.985773 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-531149b2-2f25-4cdf-8151-88ac0c679553 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4078007 Nov 26 02:59:29.988831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52692) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:29.996262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-6023acd0-8203-4041-8e31-976462f1fd97 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'mac_address': 'fa:16:3e:8d:4a:f4', 'name': 'tempest-NetworksTestDHCPv6-2129119118'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:30.005671 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-aad1a3e7-bd46-4a1e-af1d-83bc08e61d69 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5897815 Nov 26 02:59:30.021261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] For port 16419a79-1ed2-4607-aed7-a54e6943637b, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:59:30.026038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] For port 16419a79-1ed2-4607-aed7-a54e6943637b, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=16419a79-1ed2-4607-aed7-a54e6943637b,segment=NetworkSegment(9eee9d6e-cc95-4188-a303-b0aa56e15eb1),segment_id=9eee9d6e-cc95-4188-a303-b0aa56e15eb1)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:59:30.077151 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bd393afe-e0c6-46b7-9a40-86f0dedd50f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:30.087093 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-5fad4716-5686-42e9-8037-6062e309a7b3 None None] For port cfe4b083-9b5c-4237-99a7-4cddbf5a314d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cfe4b083-9b5c-4237-99a7-4cddbf5a314d,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:30.100979 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:30.106185 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:30.205540 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5fad4716-5686-42e9-8037-6062e309a7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:30.285679 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bd393afe-e0c6-46b7-9a40-86f0dedd50f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:30.288936 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bd393afe-e0c6-46b7-9a40-86f0dedd50f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:30.293466 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bd393afe-e0c6-46b7-9a40-86f0dedd50f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30f042f9-9a43-40ea-a55e-8e64c8811bcb HTTP/1.1" status: 204 len: 168 time: 1.0383887 Nov 26 02:59:30.338825 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cae6ff-d5ec-428f-82cd-5a3f1bc78207 None None] Pushing event updated for resources: {'Port': ['ID=16419a79-1ed2-4607-aed7-a54e6943637b,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:30.339958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd393afe-e0c6-46b7-9a40-86f0dedd50f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f042f9-9a43-40ea-a55e-8e64c8811bcb,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:30.685918 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6d101af9-efba-4173-9b51-6d160320071c no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:59:30.769773 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52708) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:30.776399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f04444b6-b796-47fa-a18a-a0c6b0bb4402 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1747820456', 'description': 'tempest-description--359862785'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:30.790913 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6023acd0-8203-4041-8e31-976462f1fd97 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:30.863352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad4716-5686-42e9-8037-6062e309a7b3 None None] Pushing event updated for resources: {'Port': ['ID=cfe4b083-9b5c-4237-99a7-4cddbf5a314d,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:30.901593 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f04444b6-b796-47fa-a18a-a0c6b0bb4402 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:31.047677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca2598c6-1c7b-42a8-8596-4d6b6134e614 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:59:31.053388 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2a6da0da-c9ec-48f2-88f3-373377ec2ef3 None None] Provisioning complete for port ca2598c6-1c7b-42a8-8596-4d6b6134e614 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:31.053940 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2a6da0da-c9ec-48f2-88f3-373377ec2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:31.073138 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18f7251a-3cf5-4096-9be9-383fdc311a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:31.180167 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:31.204945 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6023acd0-8203-4041-8e31-976462f1fd97 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:31.250236 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f04444b6-b796-47fa-a18a-a0c6b0bb4402 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:31.265462 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52720) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:31.277387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2a6da0da-c9ec-48f2-88f3-373377ec2ef3 None None] Port ca2598c6-1c7b-42a8-8596-4d6b6134e614 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:59:31.285081 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0c34582e-5757-4000-b28a-ad14ff7f1691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:31.289465 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f04444b6-b796-47fa-a18a-a0c6b0bb4402 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:31.306176 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-6023acd0-8203-4041-8e31-976462f1fd97 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port 4f1cac36-8391-45ca-a057-5fee33c0acfb yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:59:31.397481 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0c34582e-5757-4000-b28a-ad14ff7f1691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:31.412525 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0c34582e-5757-4000-b28a-ad14ff7f1691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:31.441912 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0c34582e-5757-4000-b28a-ad14ff7f1691 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c4d87fbeb15f43ec8ebaa23ee79b786c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1751151 Nov 26 02:59:31.446663 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52722) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:31.473498 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f04444b6-b796-47fa-a18a-a0c6b0bb4402 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:31.475357 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f04444b6-b796-47fa-a18a-a0c6b0bb4402 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7033048 Nov 26 02:59:31.478184 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04444b6-b796-47fa-a18a-a0c6b0bb4402 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69315863-2b5f-4bfb-9e3d-03ef30c91b88,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:31.494623 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52724) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:31.500783 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-86c09510-afe7-4df3-aa7a-dde78ad3e954 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Request body: {'security_group_rule': {'security_group_id': '69315863-2b5f-4bfb-9e3d-03ef30c91b88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:31.547795 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Transition to ACTIVE for port object ca2598c6-1c7b-42a8-8596-4d6b6134e614 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:59:31.581020 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34582e-5757-4000-b28a-ad14ff7f1691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a701ccaa-afed-4b30-9f53-1074da7b1b18,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:31.586665 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:31.639488 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-86c09510-afe7-4df3-aa7a-dde78ad3e954 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:31.642213 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:31.658517 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c143c3e-bf7b-41f4-a40e-1e0106d0b550 None None] Provisioning complete for port 6b09bce4-33a6-482a-a606-4d167407ae52 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:31.659036 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c143c3e-bf7b-41f4-a40e-1e0106d0b550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:31.752099 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f30762-11fe-448d-8894-b75f9992c807 req-94ba5f46-af55-461c-a08a-0029f21dd66a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:31.773518 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 02:59:31.775490 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2f30762-11fe-448d-8894-b75f9992c807 req-94ba5f46-af55-461c-a08a-0029f21dd66a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 932 time: 0.6905916 Nov 26 02:59:31.814196 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-86c09510-afe7-4df3-aa7a-dde78ad3e954 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:31.861282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-86c09510-afe7-4df3-aa7a-dde78ad3e954 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:31.900607 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c09510-afe7-4df3-aa7a-dde78ad3e954 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea88c91-984f-485a-b5e3-ca1dc391ba15,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:31.915382 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-825b4b5a-1835-41ab-8e7b-048ec60048c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:31.972359 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-86c09510-afe7-4df3-aa7a-dde78ad3e954 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:31.981428 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-86c09510-afe7-4df3-aa7a-dde78ad3e954 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4846952 Nov 26 02:59:31.985266 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52730) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:31.994054 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c143c3e-bf7b-41f4-a40e-1e0106d0b550 None None] Port 6b09bce4-33a6-482a-a606-4d167407ae52 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:59:32.000316 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-825b4b5a-1835-41ab-8e7b-048ec60048c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:32.004896 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-64cf30fa-8e00-4677-806c-6b107760091e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Request body: {'security_group_rule': {'security_group_id': '69315863-2b5f-4bfb-9e3d-03ef30c91b88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:32.007359 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 6d101af9-efba-4173-9b51-6d160320071c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6d101af9-efba-4173-9b51-6d160320071c,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:32.037004 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:32.038619 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2598c6-1c7b-42a8-8596-4d6b6134e614,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:32.058727 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c143c3e-bf7b-41f4-a40e-1e0106d0b550 None None] Provisioning complete for port db5b3ce7-6b84-4697-ad3c-d52fc64ab380 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:32.060259 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c143c3e-bf7b-41f4-a40e-1e0106d0b550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:32.169514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:32.185134 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:32.185597 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:32.185944 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:32.186389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:32.187183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:32.187535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:32.187876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:32.188312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:32.188650 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:32.188983 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:32.189310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:32.201600 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c143c3e-bf7b-41f4-a40e-1e0106d0b550 None None] Port db5b3ce7-6b84-4697-ad3c-d52fc64ab380 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:59:32.204803 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=6d101af9-efba-4173-9b51-6d160320071c,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:32.224874 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64cf30fa-8e00-4677-806c-6b107760091e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:32.250268 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c143c3e-bf7b-41f4-a40e-1e0106d0b550 None None] Provisioning complete for port cfe4b083-9b5c-4237-99a7-4cddbf5a314d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:32.250791 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c143c3e-bf7b-41f4-a40e-1e0106d0b550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:32.294559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2f30762-11fe-448d-8894-b75f9992c807 req-0f8e25d9-b080-4499-9753-bb58040549e3 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5157492 Nov 26 02:59:32.337640 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-825b4b5a-1835-41ab-8e7b-048ec60048c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:32.352915 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-825b4b5a-1835-41ab-8e7b-048ec60048c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:32.355014 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-825b4b5a-1835-41ab-8e7b-048ec60048c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a701ccaa-afed-4b30-9f53-1074da7b1b18 HTTP/1.1" status: 204 len: 168 time: 0.9017537 Nov 26 02:59:32.423463 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b4b5a-1835-41ab-8e7b-048ec60048c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a701ccaa-afed-4b30-9f53-1074da7b1b18,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:32.464158 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Attempting to bind port ca2598c6-1c7b-42a8-8596-4d6b6134e614 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:59:32.464536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Attempting to bind port ca2598c6-1c7b-42a8-8596-4d6b6134e614 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '7ebb7002-7f54-4554-a4d2-54ac6c3c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:59:32.464832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Attempting to bind port ca2598c6-1c7b-42a8-8596-4d6b6134e614 on network fb2445e5-ad67-43dc-b60d-c555dd7b8e12 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:59:32.488826 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64cf30fa-8e00-4677-806c-6b107760091e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:32.499492 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64cf30fa-8e00-4677-806c-6b107760091e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:32.513517 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-6023acd0-8203-4041-8e31-976462f1fd97 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 172.20.0.10 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/12804be6-2855-4897-8792-878a985a5b69/4f1cac36-8391-45ca-a057-5fee33c0acfb) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:32.555123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-6023acd0-8203-4041-8e31-976462f1fd97 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::f816:3eff:fe8d:4af4 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/48bb61e3-8011-4d7d-b5f9-d5c717ef7c2a/4f1cac36-8391-45ca-a057-5fee33c0acfb) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:32.564799 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf30fa-8e00-4677-806c-6b107760091e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d65ff4e-eaa9-4a91-a1f2-84282bc1e2a9,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:32.569573 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdab914-526b-4433-870c-bf74864fae36 None None] Network 09ad8bb0-11ca-4f86-941d-4b67b4752da2 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:32.571652 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 16419a79-1ed2-4607-aed7-a54e6943637b up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:59:32.586466 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64cf30fa-8e00-4677-806c-6b107760091e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:32.587760 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-64cf30fa-8e00-4677-806c-6b107760091e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6001918 Nov 26 02:59:32.590887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52738) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:32.596037 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-559c2c01-6cad-463e-a4f3-ebf8fb443ef1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:32.652517 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-559c2c01-6cad-463e-a4f3-ebf8fb443ef1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:32.775001 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Port ca2598c6-1c7b-42a8-8596-4d6b6134e614 on network fb2445e5-ad67-43dc-b60d-c555dd7b8e12 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:59:32.775339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Attempting to bind port ca2598c6-1c7b-42a8-8596-4d6b6134e614 on network fb2445e5-ad67-43dc-b60d-c555dd7b8e12 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:59:32.792349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:59:32.794173 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Checking segment: {'id': '7ebb7002-7f54-4554-a4d2-54ac6c3c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:59:32.794584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Bound using segment: {'id': '7ebb7002-7f54-4554-a4d2-54ac6c3c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:59:32.795041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Bound port: ca2598c6-1c7b-42a8-8596-4d6b6134e614, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ebb7002-7f54-4554-a4d2-54ac6c3c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:59:32.795633 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:32.854127 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 16419a79-1ed2-4607-aed7-a54e6943637b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:32.854517 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:32.861035 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-559c2c01-6cad-463e-a4f3-ebf8fb443ef1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:33.007222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3d125b1c-f2d5-4523-9706-bd72c60b6051 None None] Provisioning complete for port 16419a79-1ed2-4607-aed7-a54e6943637b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:33.007596 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3d125b1c-f2d5-4523-9706-bd72c60b6051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:33.055354 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6023acd0-8203-4041-8e31-976462f1fd97 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:33.077374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] For port ca2598c6-1c7b-42a8-8596-4d6b6134e614, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:59:33.095481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] For port ca2598c6-1c7b-42a8-8596-4d6b6134e614, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ca2598c6-1c7b-42a8-8596-4d6b6134e614,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:59:33.138128 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-559c2c01-6cad-463e-a4f3-ebf8fb443ef1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Allocated IP 172.25.0.240 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/1daf1252-113e-4b0f-bc99-1d8a29fec77b) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:33.150512 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:33.259552 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6023acd0-8203-4041-8e31-976462f1fd97 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:33.283174 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:33.283827 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:33.287122 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] 10.222.0.59 "PUT /v2.0/ports/ca2598c6-1c7b-42a8-8596-4d6b6134e614 HTTP/1.1" status: 200 len: 1092 time: 3.3378744 Nov 26 02:59:33.301051 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa3acff-7be2-4cee-8332-3681543bd483', 'tag': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:59:33.307216 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca0e92c-ca58-4b27-b940-4082ae0750c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa3acff-7be2-4cee-8332-3681543bd483", "tag": "ca2598c6-1c7b-42a8-8596-4d6b6134e614"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:59:33.447599 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7520a9fa-88cf-477b-8e56-cd2c29c0bf02 x-openstack-request-id: req-7520a9fa-88cf-477b-8e56-cd2c29c0bf02 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:59:33.448824 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa3acff-7be2-4cee-8332-3681543bd483", "tag": "ca2598c6-1c7b-42a8-8596-4d6b6134e614", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:59:33.449232 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7520a9fa-88cf-477b-8e56-cd2c29c0bf02 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:59:33.449856 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa3acff-7be2-4cee-8332-3681543bd483', 'tag': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614', 'status': 'completed', 'code': 200} Nov 26 02:59:33.453350 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6023acd0-8203-4041-8e31-976462f1fd97 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:33.461159 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-6023acd0-8203-4041-8e31-976462f1fd97 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:33.475533 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-559c2c01-6cad-463e-a4f3-ebf8fb443ef1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:33.500286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023acd0-8203-4041-8e31-976462f1fd97 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:33.559209 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-559c2c01-6cad-463e-a4f3-ebf8fb443ef1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:33.611686 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c2c01-6cad-463e-a4f3-ebf8fb443ef1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event updated for resources: {'Port': ['ID=1daf1252-113e-4b0f-bc99-1d8a29fec77b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:33.639454 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559c2c01-6cad-463e-a4f3-ebf8fb443ef1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:33.643821 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-559c2c01-6cad-463e-a4f3-ebf8fb443ef1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:33.647992 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559c2c01-6cad-463e-a4f3-ebf8fb443ef1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:33.765560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42c181-074e-4df2-a813-40110e2358d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2598c6-1c7b-42a8-8596-4d6b6134e614,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:33.820865 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-559c2c01-6cad-463e-a4f3-ebf8fb443ef1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:33.881944 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52774) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:33.885733 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-18f7251a-3cf5-4096-9be9-383fdc311a85 None None] Allocated IP 172.20.0.2 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/12804be6-2855-4897-8792-878a985a5b69/6d101af9-efba-4173-9b51-6d160320071c) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:33.893320 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:33.929755 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-559c2c01-6cad-463e-a4f3-ebf8fb443ef1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:34.109398 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 16419a79-1ed2-4607-aed7-a54e6943637b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=16419a79-1ed2-4607-aed7-a54e6943637b,segment=NetworkSegment(9eee9d6e-cc95-4188-a303-b0aa56e15eb1),segment_id=9eee9d6e-cc95-4188-a303-b0aa56e15eb1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:34.154965 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:34.156134 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cfe4b083-9b5c-4237-99a7-4cddbf5a314d up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:59:34.286467 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-559c2c01-6cad-463e-a4f3-ebf8fb443ef1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:34.293959 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-528a82c5-70bc-4bcc-b7f8-54bad7c40c6d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-397750379-network', 'tenant_id': '7279115f40b64774a80b3fe6c9870049'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:34.320084 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3d125b1c-f2d5-4523-9706-bd72c60b6051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:34.331187 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-559c2c01-6cad-463e-a4f3-ebf8fb443ef1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:34.361779 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528a82c5-70bc-4bcc-b7f8-54bad7c40c6d admin admin] Made reservation on behalf of 7279115f40b64774a80b3fe6c9870049 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:34.364837 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-528a82c5-70bc-4bcc-b7f8-54bad7c40c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:34.418601 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-559c2c01-6cad-463e-a4f3-ebf8fb443ef1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:34.452355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-18f7251a-3cf5-4096-9be9-383fdc311a85 None None] For port 6d101af9-efba-4173-9b51-6d160320071c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6d101af9-efba-4173-9b51-6d160320071c,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:34.464169 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=16419a79-1ed2-4607-aed7-a54e6943637b,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:34.464742 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-528a82c5-70bc-4bcc-b7f8-54bad7c40c6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:34.480241 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-559c2c01-6cad-463e-a4f3-ebf8fb443ef1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:34.481572 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-559c2c01-6cad-463e-a4f3-ebf8fb443ef1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8894517 Nov 26 02:59:34.517573 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port cfe4b083-9b5c-4237-99a7-4cddbf5a314d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:34.518248 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:34.525611 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c2c01-6cad-463e-a4f3-ebf8fb443ef1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event updated for resources: {'Port': ['ID=1daf1252-113e-4b0f-bc99-1d8a29fec77b,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:34.579970 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18f7251a-3cf5-4096-9be9-383fdc311a85 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:34.615789 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18f7251a-3cf5-4096-9be9-383fdc311a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:34.657306 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-528a82c5-70bc-4bcc-b7f8-54bad7c40c6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:34.659893 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-3d125b1c-f2d5-4523-9706-bd72c60b6051 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:59:34.660258 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-3d125b1c-f2d5-4523-9706-bd72c60b6051 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:59:34.666279 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-528a82c5-70bc-4bcc-b7f8-54bad7c40c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:34.685076 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528a82c5-70bc-4bcc-b7f8-54bad7c40c6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:59:34.713386 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-528a82c5-70bc-4bcc-b7f8-54bad7c40c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:34.715224 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-528a82c5-70bc-4bcc-b7f8-54bad7c40c6d admin admin] Added segment 44d974dd-73c9-4884-8729-1176aa411b6e of type vlan for network 022397a8-cb16-40fa-b5e5-ef8168b1e7b9 Nov 26 02:59:34.851692 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-528a82c5-70bc-4bcc-b7f8-54bad7c40c6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:34.877463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44be03e-6142-4553-921f-e7ec555c0941 req-c634c861-1bc3-439c-86c5-5e76d41b1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:34.879701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f44be03e-6142-4553-921f-e7ec555c0941 req-c634c861-1bc3-439c-86c5-5e76d41b1b93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd0486c09d3445d19d9cae0425413414&device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 1095 time: 1.4946349 Nov 26 02:59:34.908389 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7251a-3cf5-4096-9be9-383fdc311a85 None None] Pushing event updated for resources: {'Port': ['ID=6d101af9-efba-4173-9b51-6d160320071c,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:34.924810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023acd0-8203-4041-8e31-976462f1fd97 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=4f1cac36-8391-45ca-a057-5fee33c0acfb,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:34.973396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f7800-cabf-4d87-953c-70ed6f9d7016 req-d929b4ba-13f2-4bad-a0a9-306c0ef692e4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:34.980081 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc4f7800-cabf-4d87-953c-70ed6f9d7016 req-d929b4ba-13f2-4bad-a0a9-306c0ef692e4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 1.4656856 Nov 26 02:59:35.017238 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6023acd0-8203-4041-8e31-976462f1fd97 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:35.017879 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6023acd0-8203-4041-8e31-976462f1fd97 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:35.022381 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-528a82c5-70bc-4bcc-b7f8-54bad7c40c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:35.026166 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528a82c5-70bc-4bcc-b7f8-54bad7c40c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:35.027054 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-528a82c5-70bc-4bcc-b7f8-54bad7c40c6d admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:35.082235 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc4f7800-cabf-4d87-953c-70ed6f9d7016 req-fc0d9a07-b0d2-4e94-b380-8eedb1ebf418 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566247 Nov 26 02:59:35.083525 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f44be03e-6142-4553-921f-e7ec555c0941 req-cd50391a-afc1-48ad-ab73-0c134395bd11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca2598c6-1c7b-42a8-8596-4d6b6134e614 HTTP/1.1" status: 200 len: 217 time: 0.1552508 Nov 26 02:59:35.088396 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a82c5-70bc-4bcc-b7f8-54bad7c40c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de22532e-e062-4a98-af3d-a198a11b7cfe,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:35.130664 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-528a82c5-70bc-4bcc-b7f8-54bad7c40c6d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2433832 Nov 26 02:59:35.187601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44be03e-6142-4553-921f-e7ec555c0941 req-15e05943-2f72-4d6c-9993-d30749ca3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:35.189135 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f44be03e-6142-4553-921f-e7ec555c0941 req-15e05943-2f72-4d6c-9993-d30749ca3c8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a5d52cf-14f1-4c64-a09a-1d91ea505a6c HTTP/1.1" status: 200 len: 856 time: 0.0953228 Nov 26 02:59:35.189614 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52800) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:35.223123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c98d51d7-57b5-49b6-8490-6e411bea3778 admin admin] Request body: {'subnet': {'network_id': '022397a8-cb16-40fa-b5e5-ef8168b1e7b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-397750379-subnet', 'tenant_id': '7279115f40b64774a80b3fe6c9870049', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:35.231630 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a82c5-70bc-4bcc-b7f8-54bad7c40c6d admin admin] Pushing event updated for resources: {'Network': ['ID=022397a8-cb16-40fa-b5e5-ef8168b1e7b9,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:35.262627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 022397a8-cb16-40fa-b5e5-ef8168b1e7b9 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:59:35.267962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2a693b73-0285-4416-aadd-6b833c03c200 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1747820456&fields=id&tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca HTTP/1.1" status: 200 len: 267 time: 0.3333075 Nov 26 02:59:35.346475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6023acd0-8203-4041-8e31-976462f1fd97 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.3519683 Nov 26 02:59:35.347105 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52810) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:35.381185 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98d51d7-57b5-49b6-8490-6e411bea3778 admin admin] Made reservation on behalf of 7279115f40b64774a80b3fe6c9870049 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:35.383906 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c98d51d7-57b5-49b6-8490-6e411bea3778 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:35.470948 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 16419a79-1ed2-4607-aed7-a54e6943637b up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:59:35.484244 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808e410f-6231-4c58-9d60-11b043b7d0ab tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:35.494049 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808e410f-6231-4c58-9d60-11b043b7d0ab tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:35.507932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-c683c4fd-b67a-4b1d-9da7-38c47e3c58f7 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:35.512852 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-808e410f-6231-4c58-9d60-11b043b7d0ab tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1621811 Nov 26 02:59:35.513852 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52812) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:35.517157 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-c683c4fd-b67a-4b1d-9da7-38c47e3c58f7 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports/6b09bce4-33a6-482a-a606-4d167407ae52 HTTP/1.1" status: 200 len: 931 time: 0.2471614 Nov 26 02:59:35.582852 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44be03e-6142-4553-921f-e7ec555c0941 req-49188db8-4ca0-4436-be27-73ba2a567b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:35.585590 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f44be03e-6142-4553-921f-e7ec555c0941 req-49188db8-4ca0-4436-be27-73ba2a567b00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3532009 Nov 26 02:59:35.586925 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3d125b1c-f2d5-4523-9706-bd72c60b6051 None None] Provisioning complete for port 6b09bce4-33a6-482a-a606-4d167407ae52 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:35.600706 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3d125b1c-f2d5-4523-9706-bd72c60b6051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:35.682620 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3d125b1c-f2d5-4523-9706-bd72c60b6051 None None] Port 6b09bce4-33a6-482a-a606-4d167407ae52 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:59:35.717594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 16419a79-1ed2-4607-aed7-a54e6943637b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:35.717963 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:35.738563 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-3165405d-97fc-4996-bb31-237eaebc624a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port 4f1cac36-8391-45ca-a057-5fee33c0acfb {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:59:35.739065 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3165405d-97fc-4996-bb31-237eaebc624a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:35.766259 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-8b9fa0aa-c2c4-4f51-8418-36e3fc0be992 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:35.768108 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-8b9fa0aa-c2c4-4f51-8418-36e3fc0be992 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports/db5b3ce7-6b84-4697-ad3c-d52fc64ab380 HTTP/1.1" status: 200 len: 931 time: 0.2446218 Nov 26 02:59:35.799005 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3d125b1c-f2d5-4523-9706-bd72c60b6051 None None] Provisioning complete for port db5b3ce7-6b84-4697-ad3c-d52fc64ab380 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:35.799382 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3d125b1c-f2d5-4523-9706-bd72c60b6051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:35.847477 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a9cc100f-70e6-446c-bb5d-f862cc929eef tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?network_id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0698669 Nov 26 02:59:35.893804 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3d125b1c-f2d5-4523-9706-bd72c60b6051 None None] Port db5b3ce7-6b84-4697-ad3c-d52fc64ab380 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:59:35.895300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-1afdf135-29ca-4975-b4b6-c563e8c24cb3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?network_id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0395653 Nov 26 02:59:36.001905 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6d101af9-efba-4173-9b51-6d160320071c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:59:36.015930 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3165405d-97fc-4996-bb31-237eaebc624a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:36.059946 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-3165405d-97fc-4996-bb31-237eaebc624a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for 4f1cac36-8391-45ca-a057-5fee33c0acfb owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:59:36.069169 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c7415852-ae20-4a7c-9b1a-55452b288739 None None] Provisioning complete for port 16419a79-1ed2-4607-aed7-a54e6943637b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:36.069544 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c7415852-ae20-4a7c-9b1a-55452b288739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:36.081903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-347fe5b3-8b8a-4f1f-b51d-141903c50b7d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:36.087296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-347fe5b3-8b8a-4f1f-b51d-141903c50b7d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:36.093967 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-347fe5b3-8b8a-4f1f-b51d-141903c50b7d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:36.101366 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-347fe5b3-8b8a-4f1f-b51d-141903c50b7d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/networks?id=8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&id=09ad8bb0-11ca-4f86-941d-4b67b4752da2 HTTP/1.1" status: 200 len: 1988 time: 0.1958477 Nov 26 02:59:36.165272 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e04690-1547-461b-8cd6-795012bb7f64 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:36.292768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 6d101af9-efba-4173-9b51-6d160320071c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:36.294163 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:36.306980 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-aa9b7e97-e088-4901-a0c5-b2fcee90cb82 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/quotas/d7baa4dc099742f1bfc89b5af5fff0ca HTTP/1.1" status: 200 len: 375 time: 0.2046795 Nov 26 02:59:36.329792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f44be03e-6142-4553-921f-e7ec555c0941 req-bfe64e65-b205-450e-bab3-42a8e346cda1 service neutron] 10.222.0.59 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7319741 Nov 26 02:59:36.353371 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c98d51d7-57b5-49b6-8490-6e411bea3778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:36.497963 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3165405d-97fc-4996-bb31-237eaebc624a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:36.535162 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:36.563577 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165405d-97fc-4996-bb31-237eaebc624a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=4f1cac36-8391-45ca-a057-5fee33c0acfb,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:36.613355 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d51d7-57b5-49b6-8490-6e411bea3778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ca945e-f2b6-4a64-aa30-7bae89afb57d,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:36.634683 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 6d101af9-efba-4173-9b51-6d160320071c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6d101af9-efba-4173-9b51-6d160320071c,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:36.642337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c4e96b2c-7757-4790-bd5d-7267234d0cd0 None None] Provisioning complete for port 6d101af9-efba-4173-9b51-6d160320071c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:36.642859 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c4e96b2c-7757-4790-bd5d-7267234d0cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:36.663363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de16a9-9660-4302-9276-628c425e6394 req-9afadd81-6112-4d56-8f3b-0123be8b9470 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:36.664880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59de16a9-9660-4302-9276-628c425e6394 req-9afadd81-6112-4d56-8f3b-0123be8b9470 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 0.3294482 Nov 26 02:59:36.696845 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:36.729942 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-e6397817-a1ed-410a-9bde-3450bb372ca9 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4208562 Nov 26 02:59:36.755407 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3165405d-97fc-4996-bb31-237eaebc624a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:36.760163 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3165405d-97fc-4996-bb31-237eaebc624a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/4f1cac36-8391-45ca-a057-5fee33c0acfb HTTP/1.1" status: 204 len: 168 time: 1.2452574 Nov 26 02:59:36.764712 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52824) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:36.783066 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=6d101af9-efba-4173-9b51-6d160320071c,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:36.861590 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976dcf39-5620-4149-8db5-dde63846a8cc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:36.873174 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976dcf39-5620-4149-8db5-dde63846a8cc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:36.875379 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976dcf39-5620-4149-8db5-dde63846a8cc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:36.880695 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-976dcf39-5620-4149-8db5-dde63846a8cc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1143925 Nov 26 02:59:36.884414 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52826) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:36.888319 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59de16a9-9660-4302-9276-628c425e6394 req-78bda9de-e915-47d4-8d34-6d30419d1756 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980984 Nov 26 02:59:36.898259 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-17bc2801-1325-4b3a-8929-910a306a7c46 service neutron] 10.222.0.31 "GET /v2.0/networks/8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401861 Nov 26 02:59:36.908364 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f44be03e-6142-4553-921f-e7ec555c0941 req-a8fc079b-067e-43ca-8957-62ba43c8c241 service neutron] 10.222.0.59 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448058 Nov 26 02:59:36.922802 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98d51d7-57b5-49b6-8490-6e411bea3778 admin admin] Checking segment: {'id': '44d974dd-73c9-4884-8729-1176aa411b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '022397a8-cb16-40fa-b5e5-ef8168b1e7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:59:36.923228 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98d51d7-57b5-49b6-8490-6e411bea3778 admin admin] Network hostable DHCP agents. Network: 022397a8-cb16-40fa-b5e5-ef8168b1e7b9, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:59:37.011082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98d51d7-57b5-49b6-8490-6e411bea3778 admin admin] Network 022397a8-cb16-40fa-b5e5-ef8168b1e7b9 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:59:37.023646 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4037bef-1e23-4876-a11f-f31e01c5ad31 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 12804be6-2855-4897-8792-878a985a5b69 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:59:37.035703 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4037bef-1e23-4876-a11f-f31e01c5ad31 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:37.052655 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-c98d51d7-57b5-49b6-8490-6e411bea3778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 022397a8-cb16-40fa-b5e5-ef8168b1e7b9) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:37.063263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1c5e63-6990-4ec4-8e77-5a5ca9dd8a27 None None] Network 022397a8-cb16-40fa-b5e5-ef8168b1e7b9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:37.111343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98d51d7-57b5-49b6-8490-6e411bea3778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:37.111974 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c98d51d7-57b5-49b6-8490-6e411bea3778 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:37.128573 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4037bef-1e23-4876-a11f-f31e01c5ad31 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:37.227820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0e92c-ca58-4b27-b940-4082ae0750c5 req-e9073af7-5f70-4296-8c6d-6c33bdbd8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:37.234021 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ca0e92c-ca58-4b27-b940-4082ae0750c5 req-e9073af7-5f70-4296-8c6d-6c33bdbd8dea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd0486c09d3445d19d9cae0425413414&device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 1095 time: 0.2067502 Nov 26 02:59:37.283585 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6d101af9-efba-4173-9b51-6d160320071c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:59:37.291288 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c98d51d7-57b5-49b6-8490-6e411bea3778 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0969563 Nov 26 02:59:37.316678 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-09515454-ce2a-45c1-8413-bab8128dcd83 service neutron] 10.222.0.31 "GET /v2.0/networks/8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173131 Nov 26 02:59:37.404797 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4037bef-1e23-4876-a11f-f31e01c5ad31 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:37.444806 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a13514d-f903-40e3-8725-94ec0a7d4785 None None] Network 022397a8-cb16-40fa-b5e5-ef8168b1e7b9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:37.498463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-cedaf60c-5e4b-4e17-94ec-c1ffc030799d service neutron] 10.222.0.31 "GET /v2.0/ports/6b09bce4-33a6-482a-a606-4d167407ae52?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1803162 Nov 26 02:59:37.574259 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 6d101af9-efba-4173-9b51-6d160320071c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:37.577261 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:37.649706 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4037bef-1e23-4876-a11f-f31e01c5ad31 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:37.785327 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4037bef-1e23-4876-a11f-f31e01c5ad31 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:37.796308 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-54c5db4d-167a-4c2c-8f4c-fb3e84f12ced service neutron] 10.222.0.31 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970603 Nov 26 02:59:37.800593 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b4037bef-1e23-4876-a11f-f31e01c5ad31 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/12804be6-2855-4897-8792-878a985a5b69 HTTP/1.1" status: 204 len: 168 time: 0.9130394 Nov 26 02:59:37.802997 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52844) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:37.950753 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-961c8d1b-638a-4a06-aaeb-5067ffcdaf26 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 48bb61e3-8011-4d7d-b5f9-d5c717ef7c2a {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:59:37.961565 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-961c8d1b-638a-4a06-aaeb-5067ffcdaf26 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:38.053730 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-961c8d1b-638a-4a06-aaeb-5067ffcdaf26 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:38.184835 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-961c8d1b-638a-4a06-aaeb-5067ffcdaf26 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:38.227048 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18d6b6b-899c-422e-8307-4e05eedf1d14 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:38.244373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-f89b7971-eb5e-43ea-aab8-28249a06d562 service neutron] 10.222.0.31 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464829 Nov 26 02:59:38.254261 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4037bef-1e23-4876-a11f-f31e01c5ad31 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=12804be6-2855-4897-8792-878a985a5b69,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:38.258872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0e92c-ca58-4b27-b940-4082ae0750c5 req-b75e8a90-8cae-466d-a44c-5c0d6460fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:38.260715 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ca0e92c-ca58-4b27-b940-4082ae0750c5 req-b75e8a90-8cae-466d-a44c-5c0d6460fd95 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12 HTTP/1.1" status: 200 len: 918 time: 1.0039163 Nov 26 02:59:38.270268 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-961c8d1b-638a-4a06-aaeb-5067ffcdaf26 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:38.283044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c239a-f19b-45d4-bfc7-2ebcfd46c44a req-d1237c37-198b-4dfb-946c-d2c4785749dc tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:38.288880 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-961c8d1b-638a-4a06-aaeb-5067ffcdaf26 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:38.295360 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-961c8d1b-638a-4a06-aaeb-5067ffcdaf26 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/48bb61e3-8011-4d7d-b5f9-d5c717ef7c2a HTTP/1.1" status: 204 len: 168 time: 0.4898152 Nov 26 02:59:38.297429 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52860) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:38.298826 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d7c239a-f19b-45d4-bfc7-2ebcfd46c44a req-d1237c37-198b-4dfb-946c-d2c4785749dc tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 0.2365279 Nov 26 02:59:38.341880 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a63d0c16-d93c-46ed-a1e5-04d2b37b96b7 None None] Provisioning complete for port 6d101af9-efba-4173-9b51-6d160320071c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:38.342482 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a63d0c16-d93c-46ed-a1e5-04d2b37b96b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:38.376527 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-170553ff-9126-42ab-b113-96654f18e9b7 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776682 Nov 26 02:59:38.377789 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52862) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:38.383643 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f8728810-5860-42ea-a9df-44065720d654 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:38.388725 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c8d1b-638a-4a06-aaeb-5067ffcdaf26 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=48bb61e3-8011-4d7d-b5f9-d5c717ef7c2a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:38.518922 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ca0e92c-ca58-4b27-b940-4082ae0750c5 req-a39907a6-743a-48b8-a64e-da4f4b233492 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca2598c6-1c7b-42a8-8596-4d6b6134e614 HTTP/1.1" status: 200 len: 217 time: 0.2146845 Nov 26 02:59:38.546299 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8728810-5860-42ea-a9df-44065720d654 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:38.551177 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f8728810-5860-42ea-a9df-44065720d654 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:38.671227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0e92c-ca58-4b27-b940-4082ae0750c5 req-7552d1db-dbda-4b81-9828-4d42bb23deec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:38.672792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ca0e92c-ca58-4b27-b940-4082ae0750c5 req-7552d1db-dbda-4b81-9828-4d42bb23deec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a5d52cf-14f1-4c64-a09a-1d91ea505a6c HTTP/1.1" status: 200 len: 856 time: 0.1329780 Nov 26 02:59:38.679424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52870) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:38.684755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c8e64915-aad8-4031-9e14-778663fa52e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-56204411-network', 'tenant_id': '799d078502b446e2a745687a01edf1b3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:38.703891 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-13402850-dd85-4e6c-8e6a-74d2b1af7356 service neutron] 10.222.0.31 "GET /v2.0/ports/db5b3ce7-6b84-4697-ad3c-d52fc64ab380?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.4406166 Nov 26 02:59:38.854494 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-de5156c2-cbca-4fb7-8daa-d57d78b925a4 service neutron] 10.222.0.31 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347942 Nov 26 02:59:38.888221 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d7c239a-f19b-45d4-bfc7-2ebcfd46c44a req-0a5f56cc-1fb9-46bf-8f67-0254ac37449c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5879357 Nov 26 02:59:38.956758 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e64915-aad8-4031-9e14-778663fa52e4 admin admin] Made reservation on behalf of 799d078502b446e2a745687a01edf1b3 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:38.962588 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8e64915-aad8-4031-9e14-778663fa52e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:38.977169 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8e64915-aad8-4031-9e14-778663fa52e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:39.021792 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed9e74b-aa8a-418e-9d5e-689e0cf93b7f None None] DHCP port deletion for af1a2dc2-8bce-453d-a003-a5791ffd45d3 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:59:39.052418 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0e92c-ca58-4b27-b940-4082ae0750c5 req-e7bfe738-a6ed-4a86-87e5-b01053eece9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:39.054289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ca0e92c-ca58-4b27-b940-4082ae0750c5 req-e7bfe738-a6ed-4a86-87e5-b01053eece9c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3605635 Nov 26 02:59:39.143487 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f8728810-5860-42ea-a9df-44065720d654 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:39.228673 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-eed9e74b-aa8a-418e-9d5e-689e0cf93b7f None None] Deleting port 6d101af9-efba-4173-9b51-6d160320071c {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:59:39.229656 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-eed9e74b-aa8a-418e-9d5e-689e0cf93b7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:39.230587 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-e0c43172-0723-4b85-823e-2822fcb4073b service neutron] 10.222.0.31 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645332 Nov 26 02:59:39.274326 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8728810-5860-42ea-a9df-44065720d654 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:39.308408 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8728810-5860-42ea-a9df-44065720d654 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=7bfc7a1e-23d1-4241-8172-773ae039abf3,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:39.310828 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-f8728810-5860-42ea-a9df-44065720d654 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:39.313726 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8728810-5860-42ea-a9df-44065720d654 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:39.314470 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f8728810-5860-42ea-a9df-44065720d654 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:39.347112 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f8728810-5860-42ea-a9df-44065720d654 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9665353 Nov 26 02:59:39.350013 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52882) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:39.352198 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6d101af9-efba-4173-9b51-6d160320071c no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:59:39.362735 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f9b233d3-0ed2-4b8c-a942-919c1820bffd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:39.431057 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ca0e92c-ca58-4b27-b940-4082ae0750c5 req-06dde5d2-b892-40e4-9d9a-97ea013b6f97 service neutron] 10.222.0.59 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574736 Nov 26 02:59:39.565006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-eed9e74b-aa8a-418e-9d5e-689e0cf93b7f None None] For port 6d101af9-efba-4173-9b51-6d160320071c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6d101af9-efba-4173-9b51-6d160320071c,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:39.565421 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-eed9e74b-aa8a-418e-9d5e-689e0cf93b7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:39.585512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-eed9e74b-aa8a-418e-9d5e-689e0cf93b7f None None] Calling delete_port for 6d101af9-efba-4173-9b51-6d160320071c owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:59:39.616135 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8e64915-aad8-4031-9e14-778663fa52e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:39.640170 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8e64915-aad8-4031-9e14-778663fa52e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:39.660848 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-7376241f-8aaf-4e3b-b130-c5db68ffc116 service neutron] 10.222.0.31 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092364 Nov 26 02:59:39.705319 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b233d3-0ed2-4b8c-a942-919c1820bffd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:39.709549 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9b233d3-0ed2-4b8c-a942-919c1820bffd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:39.721589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e64915-aad8-4031-9e14-778663fa52e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 02:59:39.735696 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:39.788920 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ca0e92c-ca58-4b27-b940-4082ae0750c5 req-fbb56b8b-43f8-4b2c-856d-e202bc6eddc4 service neutron] 10.222.0.59 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452756 Nov 26 02:59:39.794207 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e64915-aad8-4031-9e14-778663fa52e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209a4a89-5f53-41f8-8036-aecf1db7f27c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:39.821014 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 6d101af9-efba-4173-9b51-6d160320071c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6d101af9-efba-4173-9b51-6d160320071c,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:39.825158 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8e64915-aad8-4031-9e14-778663fa52e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:39.825158 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-c8e64915-aad8-4031-9e14-778663fa52e4 admin admin] Added segment 26bcf255-fd0f-4cfc-a08d-01b489fbf5a3 of type vlan for network 03ceb0c9-f325-4342-b3f5-90eb0ba08c24 Nov 26 02:59:39.833641 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:39.885311 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-eed9e74b-aa8a-418e-9d5e-689e0cf93b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:39.906991 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed9e74b-aa8a-418e-9d5e-689e0cf93b7f None None] No DVR routers for this DVR port 6d101af9-efba-4173-9b51-6d160320071c on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:59:39.924501 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=6d101af9-efba-4173-9b51-6d160320071c,revision_number=12']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:39.958046 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d3bded-8c1d-4503-9252-556189f20a6d None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:39.962386 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9e74b-aa8a-418e-9d5e-689e0cf93b7f None None] Pushing event deleted for resources: {'Port': ['ID=6d101af9-efba-4173-9b51-6d160320071c,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:40.027615 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8e64915-aad8-4031-9e14-778663fa52e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:40.086758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-44e15b05-4db9-408f-bfc0-330df6f6ba1e service neutron] 10.222.0.31 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123042 Nov 26 02:59:40.185793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ca2598c6-1c7b-42a8-8596-4d6b6134e614 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:59:40.242165 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8e64915-aad8-4031-9e14-778663fa52e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:40.243402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e64915-aad8-4031-9e14-778663fa52e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:40.244173 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c8e64915-aad8-4031-9e14-778663fa52e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:40.332314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66881889-6b3a-4610-aa53-8f2d15b49aee req-65cc6165-9fca-43af-955f-81a7d2f6ede1 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:40.341964 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66881889-6b3a-4610-aa53-8f2d15b49aee req-65cc6165-9fca-43af-955f-81a7d2f6ede1 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 0.2783318 Nov 26 02:59:40.376077 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c8e64915-aad8-4031-9e14-778663fa52e4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6953008 Nov 26 02:59:40.387536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52896) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:40.392643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-69ef8044-7dd7-4dfb-8122-0455b3e77456 admin admin] Request body: {'subnet': {'network_id': '03ceb0c9-f325-4342-b3f5-90eb0ba08c24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-56204411-subnet', 'tenant_id': '799d078502b446e2a745687a01edf1b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:40.410105 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ca2598c6-1c7b-42a8-8596-4d6b6134e614, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ca2598c6-1c7b-42a8-8596-4d6b6134e614,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:40.415605 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-e3486067-56e5-4018-982e-218368a22be3 service neutron] 10.222.0.31 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892003 Nov 26 02:59:40.420072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e64915-aad8-4031-9e14-778663fa52e4 admin admin] Pushing event updated for resources: {'Network': ['ID=03ceb0c9-f325-4342-b3f5-90eb0ba08c24,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:40.422927 n-d-819389-3 neutron-server[104801]: DEBUG neutron.objects.ports [None req-f9b233d3-0ed2-4b8c-a942-919c1820bffd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 02:59:40.425819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'port_id': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614', 'mac_address': 'fa:16:3e:79:48:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:59:40.439298 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9b233d3-0ed2-4b8c-a942-919c1820bffd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:40.485702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 03ceb0c9-f325-4342-b3f5-90eb0ba08c24 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 02:59:40.547104 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'fixed_ips': [{'subnet_id': '7bfc7a1e-23d1-4241-8172-773ae039abf3'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:59:40.547351 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b233d3-0ed2-4b8c-a942-919c1820bffd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=7fd59468-cde7-4cad-9fda-88eb385c429d,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:40.547998 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:40.574739 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b233d3-0ed2-4b8c-a942-919c1820bffd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:40.577310 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-f9b233d3-0ed2-4b8c-a942-919c1820bffd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:40.585521 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b233d3-0ed2-4b8c-a942-919c1820bffd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:40.586995 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9b233d3-0ed2-4b8c-a942-919c1820bffd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:40.658151 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:40.685922 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2598c6-1c7b-42a8-8596-4d6b6134e614 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:59:40.776618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ca2598c6-1c7b-42a8-8596-4d6b6134e614, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ca2598c6-1c7b-42a8-8596-4d6b6134e614,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:40.801285 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:40.936203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Allocated IP 172.20.0.2 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/7bfc7a1e-23d1-4241-8172-773ae039abf3/8a33a292-41a1-4969-8d3f-f5fc462bdb44) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:40.946627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Allocated IP 2001:db8::f816:3eff:fe4e:b39c (af1a2dc2-8bce-453d-a003-a5791ffd45d3/7fd59468-cde7-4cad-9fda-88eb385c429d/8a33a292-41a1-4969-8d3f-f5fc462bdb44) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:40.946837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66881889-6b3a-4610-aa53-8f2d15b49aee req-2f9795c2-2e0a-400f-97e4-05f5a19d855a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6031125 Nov 26 02:59:40.954744 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ef8044-7dd7-4dfb-8122-0455b3e77456 admin admin] Made reservation on behalf of 799d078502b446e2a745687a01edf1b3 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:40.959931 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f9b233d3-0ed2-4b8c-a942-919c1820bffd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6084940 Nov 26 02:59:40.962458 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52904) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:40.962632 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-69ef8044-7dd7-4dfb-8122-0455b3e77456 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:40.968472 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e08392ff-0f14-4331-82ca-16aa3e2847bf tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'mac_address': 'fa:16:3e:ed:75:9f', 'name': 'tempest-NetworksTestDHCPv6-1525053327'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:41.199338 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-e79ee666-06c8-4cdc-ac90-5fef3bb7c7af service neutron] 10.222.0.31 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7712712 Nov 26 02:59:41.383144 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-ae3b2c01-929a-4146-b695-0a718fd47531 service neutron] 10.222.0.31 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493080 Nov 26 02:59:41.422316 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ca2598c6-1c7b-42a8-8596-4d6b6134e614,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:41.443131 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08392ff-0f14-4331-82ca-16aa3e2847bf tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:41.449870 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ca2598c6-1c7b-42a8-8596-4d6b6134e614'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:59:41.506329 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:41.526167 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:41.576015 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:41.612518 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:41.636689 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:41.638618 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-69ef8044-7dd7-4dfb-8122-0455b3e77456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:41.707333 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e08392ff-0f14-4331-82ca-16aa3e2847bf tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:41.735535 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-e08392ff-0f14-4331-82ca-16aa3e2847bf tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port c9572171-2abb-49a3-8676-bbcda5a03c39 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:59:41.742478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Pushing event updated for resources: {'Port': ['ID=8a33a292-41a1-4969-8d3f-f5fc462bdb44,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:41.746195 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-88f5c5fa-ad49-4d65-8952-efc0120f8a88 service neutron] 10.222.0.31 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562562 Nov 26 02:59:41.818517 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce3bf833-030b-4121-94b4-8577262bbb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:41.972041 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-bf0ff347-4786-4542-bb98-d58bf18a73a9 service neutron] 10.222.0.31 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101452 Nov 26 02:59:41.995148 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Attempting to bind port 8a33a292-41a1-4969-8d3f-f5fc462bdb44 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:59:41.995537 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Attempting to bind port 8a33a292-41a1-4969-8d3f-f5fc462bdb44 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:59:41.995978 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Attempting to bind port 8a33a292-41a1-4969-8d3f-f5fc462bdb44 on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:59:42.021704 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:59:42.022124 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:59:42.022507 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:42.022912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:59:42.023418 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Bound port: 8a33a292-41a1-4969-8d3f-f5fc462bdb44, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:59:42.023806 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:42.072985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-e08392ff-0f14-4331-82ca-16aa3e2847bf tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 172.20.0.9 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/7bfc7a1e-23d1-4241-8172-773ae039abf3/c9572171-2abb-49a3-8676-bbcda5a03c39) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:42.080645 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-e08392ff-0f14-4331-82ca-16aa3e2847bf tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::f816:3eff:feed:759f (af1a2dc2-8bce-453d-a003-a5791ffd45d3/7fd59468-cde7-4cad-9fda-88eb385c429d/c9572171-2abb-49a3-8676-bbcda5a03c39) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:42.106518 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef8044-7dd7-4dfb-8122-0455b3e77456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e6864e-a608-477a-9416-aaba5f9e0e8d,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:42.248412 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] For port 8a33a292-41a1-4969-8d3f-f5fc462bdb44, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:59:42.264859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] For port 8a33a292-41a1-4969-8d3f-f5fc462bdb44, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8a33a292-41a1-4969-8d3f-f5fc462bdb44,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:59:42.279827 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:42.303347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ef8044-7dd7-4dfb-8122-0455b3e77456 admin admin] Checking segment: {'id': '26bcf255-fd0f-4cfc-a08d-01b489fbf5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '03ceb0c9-f325-4342-b3f5-90eb0ba08c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:59:42.303715 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ef8044-7dd7-4dfb-8122-0455b3e77456 admin admin] Network hostable DHCP agents. Network: 03ceb0c9-f325-4342-b3f5-90eb0ba08c24, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 02:59:42.343707 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e08392ff-0f14-4331-82ca-16aa3e2847bf tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:42.430739 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e08392ff-0f14-4331-82ca-16aa3e2847bf tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:42.443258 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef79f8-dfaf-4a05-b994-776ecdc42e14 None None] Pushing event updated for resources: {'Port': ['ID=8a33a292-41a1-4969-8d3f-f5fc462bdb44,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:42.445513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad00c6a-164e-42fc-a4f6-e01eca330af4 req-987e1e60-244a-4eb0-889c-8a94046918bf tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:42.447277 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aad00c6a-164e-42fc-a4f6-e01eca330af4 req-987e1e60-244a-4eb0-889c-8a94046918bf tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 945 time: 0.3006330 Nov 26 02:59:42.481398 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-df5628a5-da02-4365-9019-3190e1e6d5a2 service neutron] 10.222.0.31 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007160 Nov 26 02:59:42.484791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ef8044-7dd7-4dfb-8122-0455b3e77456 admin admin] Network 03ceb0c9-f325-4342-b3f5-90eb0ba08c24 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 02:59:42.498688 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08392ff-0f14-4331-82ca-16aa3e2847bf tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:42.505726 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e08392ff-0f14-4331-82ca-16aa3e2847bf tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:42.526736 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08392ff-0f14-4331-82ca-16aa3e2847bf tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:42.587361 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08392ff-0f14-4331-82ca-16aa3e2847bf tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=c9572171-2abb-49a3-8676-bbcda5a03c39,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:42.589609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-69ef8044-7dd7-4dfb-8122-0455b3e77456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 03ceb0c9-f325-4342-b3f5-90eb0ba08c24) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:42.597742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8988f02a-2d37-4f98-90bd-e81ebc1229d7 None None] Network 03ceb0c9-f325-4342-b3f5-90eb0ba08c24 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:42.615040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ef8044-7dd7-4dfb-8122-0455b3e77456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:42.615645 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-69ef8044-7dd7-4dfb-8122-0455b3e77456 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:42.642572 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08392ff-0f14-4331-82ca-16aa3e2847bf tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:42.646733 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e08392ff-0f14-4331-82ca-16aa3e2847bf tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:42.654938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aad00c6a-164e-42fc-a4f6-e01eca330af4 req-4d8e8b53-55ae-4450-b47c-9e59aaa9e336 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708336 Nov 26 02:59:42.671403 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-69ef8044-7dd7-4dfb-8122-0455b3e77456 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2801480 Nov 26 02:59:42.703045 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e08392ff-0f14-4331-82ca-16aa3e2847bf tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7392113 Nov 26 02:59:42.706375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52936) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:42.839522 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b58a988-e35a-41aa-8419-dfaa4fc0e3ab tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:42.916892 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b58a988-e35a-41aa-8419-dfaa4fc0e3ab tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:42.923249 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9b58a988-e35a-41aa-8419-dfaa4fc0e3ab tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2131672 Nov 26 02:59:42.923709 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52946) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:43.012731 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa20343-7589-427a-85b1-2b2eabfee781 None None] Network 03ceb0c9-f325-4342-b3f5-90eb0ba08c24 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:43.314039 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port c9572171-2abb-49a3-8676-bbcda5a03c39 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:59:43.314402 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:43.349705 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8a33a292-41a1-4969-8d3f-f5fc462bdb44 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:59:43.662300 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:43.696727 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for c9572171-2abb-49a3-8676-bbcda5a03c39 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:59:43.705408 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 8a33a292-41a1-4969-8d3f-f5fc462bdb44 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:43.705895 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:44.020493 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:44.144087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 8a33a292-41a1-4969-8d3f-f5fc462bdb44, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8a33a292-41a1-4969-8d3f-f5fc462bdb44,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:44.189283 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53002) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:44.193746 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:44.220411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ca2598c6-1c7b-42a8-8596-4d6b6134e614 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:59:44.240211 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a1117-407c-471a-9963-3d6a13020ecb req-0ded9351-95ce-4b28-8ba8-cab2bc0cd237 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:44.249378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-984a1117-407c-471a-9963-3d6a13020ecb req-0ded9351-95ce-4b28-8ba8-cab2bc0cd237 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 945 time: 0.0937891 Nov 26 02:59:44.308671 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:44.340283 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f8e1a602-9b91-4e79-a149-f19fe6758bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:44.379678 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-984a1117-407c-471a-9963-3d6a13020ecb req-a937adfd-b118-4385-af03-d586bd1ae37c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290736 Nov 26 02:59:44.428259 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=c9572171-2abb-49a3-8676-bbcda5a03c39,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:44.466834 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=8a33a292-41a1-4969-8d3f-f5fc462bdb44,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:44.515220 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port ca2598c6-1c7b-42a8-8596-4d6b6134e614 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 02:59:44.523125 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port ca2598c6-1c7b-42a8-8596-4d6b6134e614 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:44.524439 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:44.540755 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:44.551502 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:44.552035 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:44.552594 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:44.553216 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:44.554329 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:44.555976 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:44.559494 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:44.560036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:44.560850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:44.561473 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:44.562023 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 02:59:44.659602 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7c1d965e-a6e2-4bc3-a601-99e759d07491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:44.723141 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:44.760948 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb593dd-b164-4f12-868a-5d26a02a6eae None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:44.797922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd7000-9b98-42f5-a122-e8cb850fafbf req-6545967b-4de9-4c93-923e-dca43566b272 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:44.804350 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd7000-9b98-42f5-a122-e8cb850fafbf req-6545967b-4de9-4c93-923e-dca43566b272 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:44.812167 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd7000-9b98-42f5-a122-e8cb850fafbf req-6545967b-4de9-4c93-923e-dca43566b272 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:44.818529 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd7000-9b98-42f5-a122-e8cb850fafbf req-6545967b-4de9-4c93-923e-dca43566b272 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:44.826735 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd7000-9b98-42f5-a122-e8cb850fafbf req-6545967b-4de9-4c93-923e-dca43566b272 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:44.834540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd7000-9b98-42f5-a122-e8cb850fafbf req-6545967b-4de9-4c93-923e-dca43566b272 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:44.843174 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd7000-9b98-42f5-a122-e8cb850fafbf req-6545967b-4de9-4c93-923e-dca43566b272 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:44.856239 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7dbd7000-9b98-42f5-a122-e8cb850fafbf req-6545967b-4de9-4c93-923e-dca43566b272 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5445 time: 0.1983047 Nov 26 02:59:44.946745 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7c1d965e-a6e2-4bc3-a601-99e759d07491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:44.972577 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7c1d965e-a6e2-4bc3-a601-99e759d07491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:45.029301 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-add8d70c-72ab-4696-9acc-262424947dc4 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:45.031028 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-add8d70c-72ab-4696-9acc-262424947dc4 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/networks?id=022397a8-cb16-40fa-b5e5-ef8168b1e7b9 HTTP/1.1" status: 200 len: 808 time: 0.4323249 Nov 26 02:59:45.041149 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7c1d965e-a6e2-4bc3-a601-99e759d07491 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3baff1ff5a6d4d83b436e44146dc34c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8482454 Nov 26 02:59:45.049130 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53034) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:45.062902 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7dbd7000-9b98-42f5-a122-e8cb850fafbf req-b4bae58b-3c47-4b43-b7ff-cc3ea95d27f2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2063224 Nov 26 02:59:45.070946 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-6201bdef-1de9-4ecd-9791-582034058d50 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/quotas/7279115f40b64774a80b3fe6c9870049 HTTP/1.1" status: 200 len: 375 time: 0.0328941 Nov 26 02:59:45.074203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ca2598c6-1c7b-42a8-8596-4d6b6134e614, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ca2598c6-1c7b-42a8-8596-4d6b6134e614,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:45.098315 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa3acff-7be2-4cee-8332-3681543bd483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:59:45.103180 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bad3ab-8841-41e9-bdef-c7944bbb8a17" -d '{"events": [{"server_uuid": "2fa3acff-7be2-4cee-8332-3681543bd483", "name": "network-vif-plugged", "status": "completed", "tag": "ca2598c6-1c7b-42a8-8596-4d6b6134e614"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:59:45.109107 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:45.123047 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9ff5b82e-fc91-47ad-9d93-b0558c661a45 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7279115f40b64774a80b3fe6c9870049&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502009 Nov 26 02:59:45.123898 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bad3372c-9c1a-4975-ab0d-02125933b53a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/c9572171-2abb-49a3-8676-bbcda5a03c39 HTTP/1.1" status: 204 len: 168 time: 2.1991384 Nov 26 02:59:45.131716 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53038) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:45.154047 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d965e-a6e2-4bc3-a601-99e759d07491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b639f47-4ca9-4ef5-ab19-0e9cc94e2e5c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:45.164411 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:45.225864 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:45.303710 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-046ea3ed-3d28-401d-973c-9201dd2c52de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:45.314185 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4f01d3c0-4d9e-49f9-b1bb-0f66a2eb0cf1 None None] Provisioning complete for port 8a33a292-41a1-4969-8d3f-f5fc462bdb44 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:45.314573 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4f01d3c0-4d9e-49f9-b1bb-0f66a2eb0cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:45.327619 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-046ea3ed-3d28-401d-973c-9201dd2c52de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:45.353867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d52f525-2da8-4f82-ae19-e7f7363867ba tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:45.355680 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d52f525-2da8-4f82-ae19-e7f7363867ba tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:45.357364 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d52f525-2da8-4f82-ae19-e7f7363867ba tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:45.361606 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8d52f525-2da8-4f82-ae19-e7f7363867ba tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2261124 Nov 26 02:59:45.362319 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53044) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:45.370302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8a33a292-41a1-4969-8d3f-f5fc462bdb44 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:59:45.420564 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32ae514-5378-4041-8f9a-1bf57a74323f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 7bfc7a1e-23d1-4241-8172-773ae039abf3 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:59:45.422850 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-046ea3ed-3d28-401d-973c-9201dd2c52de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:45.425820 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-046ea3ed-3d28-401d-973c-9201dd2c52de admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:45.431071 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-046ea3ed-3d28-401d-973c-9201dd2c52de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b639f47-4ca9-4ef5-ab19-0e9cc94e2e5c HTTP/1.1" status: 204 len: 168 time: 0.3785381 Nov 26 02:59:45.439820 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e32ae514-5378-4041-8f9a-1bf57a74323f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:45.442840 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ea3ed-3d28-401d-973c-9201dd2c52de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b639f47-4ca9-4ef5-ab19-0e9cc94e2e5c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:45.493921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f125bb83-6fd9-49a2-9b84-155b78e04c37 req-2ab7f870-ef8e-455c-9c65-33db975ad071 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.2181625 Nov 26 02:59:45.547956 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e32ae514-5378-4041-8f9a-1bf57a74323f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:45.636358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-a3c59294-0950-4c48-833a-757e7360e0ec service neutron] 10.222.0.31 "GET /v2.0/networks/022397a8-cb16-40fa-b5e5-ef8168b1e7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131516 Nov 26 02:59:45.671621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9efda9-957b-47be-8ede-64e06906d67b req-2cab4d5a-3aad-458c-ac7a-9d542f915860 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:45.679603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9efda9-957b-47be-8ede-64e06906d67b req-2cab4d5a-3aad-458c-ac7a-9d542f915860 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:45.703265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9efda9-957b-47be-8ede-64e06906d67b req-2cab4d5a-3aad-458c-ac7a-9d542f915860 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:45.718429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9efda9-957b-47be-8ede-64e06906d67b req-2cab4d5a-3aad-458c-ac7a-9d542f915860 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:45.725345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9efda9-957b-47be-8ede-64e06906d67b req-2cab4d5a-3aad-458c-ac7a-9d542f915860 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:45.732521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9efda9-957b-47be-8ede-64e06906d67b req-2cab4d5a-3aad-458c-ac7a-9d542f915860 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:45.740193 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9efda9-957b-47be-8ede-64e06906d67b req-2cab4d5a-3aad-458c-ac7a-9d542f915860 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:45.742691 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf9efda9-957b-47be-8ede-64e06906d67b req-2cab4d5a-3aad-458c-ac7a-9d542f915860 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5445 time: 0.3824666 Nov 26 02:59:45.759927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 8a33a292-41a1-4969-8d3f-f5fc462bdb44 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:45.761040 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:45.798455 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e32ae514-5378-4041-8f9a-1bf57a74323f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:45.824445 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ca2598c6-1c7b-42a8-8596-4d6b6134e614,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:45.915279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-f370f610-f001-41a0-8ccf-89123658913a service neutron] 10.222.0.31 "GET /v2.0/networks/022397a8-cb16-40fa-b5e5-ef8168b1e7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509562 Nov 26 02:59:45.944637 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e32ae514-5378-4041-8f9a-1bf57a74323f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:46.004257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ae514-5378-4041-8f9a-1bf57a74323f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=7bfc7a1e-23d1-4241-8172-773ae039abf3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:46.013323 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e32ae514-5378-4041-8f9a-1bf57a74323f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:46.018835 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e32ae514-5378-4041-8f9a-1bf57a74323f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/7bfc7a1e-23d1-4241-8172-773ae039abf3 HTTP/1.1" status: 204 len: 168 time: 0.6554258 Nov 26 02:59:46.023528 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53052) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:46.090502 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53054) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:46.116396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9efda9-957b-47be-8ede-64e06906d67b req-465ad39e-8713-4bee-8cbf-21c3802aee91 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:46.118020 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf9efda9-957b-47be-8ede-64e06906d67b req-465ad39e-8713-4bee-8cbf-21c3802aee91 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.54 "GET /v2.0/ports/8be3bf7e-8853-443e-9883-2546fd4abe46?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1972127 Nov 26 02:59:46.129930 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c97ed8-5239-46e2-a7b2-917908fc6b91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 7fd59468-cde7-4cad-9fda-88eb385c429d {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:59:46.135682 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3df64-6e2e-4c12-99a0-efb07bb78860 req-cbb0cc3d-4203-47ca-acb7-1dc79af3c6a3 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:46.139945 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1c97ed8-5239-46e2-a7b2-917908fc6b91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:46.146647 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35f3df64-6e2e-4c12-99a0-efb07bb78860 req-cbb0cc3d-4203-47ca-acb7-1dc79af3c6a3 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 946 time: 0.2728291 Nov 26 02:59:46.209030 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2cfb29-741c-4066-9df5-6c76422b697a x-openstack-request-id: req-ca2cfb29-741c-4066-9df5-6c76422b697a {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:59:46.209341 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa3acff-7be2-4cee-8332-3681543bd483", "name": "network-vif-plugged", "status": "completed", "tag": "ca2598c6-1c7b-42a8-8596-4d6b6134e614", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:59:46.209601 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca2cfb29-741c-4066-9df5-6c76422b697a {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:59:46.210011 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa3acff-7be2-4cee-8332-3681543bd483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614', 'code': 200} Nov 26 02:59:46.218805 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-031921c6-13b7-4e2f-9705-054c5756d222 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:46.435375 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-031921c6-13b7-4e2f-9705-054c5756d222 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:46.455759 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-031921c6-13b7-4e2f-9705-054c5756d222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:46.482579 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1c97ed8-5239-46e2-a7b2-917908fc6b91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:46.516779 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-031921c6-13b7-4e2f-9705-054c5756d222 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd1c761b61484883b61036399ea6367d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4224107 Nov 26 02:59:46.560135 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53066) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:46.561225 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:46.576017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf9efda9-957b-47be-8ede-64e06906d67b req-953eb428-5b5a-4054-942a-c790e4297f6e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.54 "GET /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4201369 Nov 26 02:59:46.579961 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031921c6-13b7-4e2f-9705-054c5756d222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6193cce-4bfb-44f5-a1d7-19ade8e177f4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:46.642617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-339c9f8a-e0bf-4185-a07a-2de433ea20cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:46.644022 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-339c9f8a-e0bf-4185-a07a-2de433ea20cd service neutron] 10.222.0.54 "GET /v2.0/ports/6b09bce4-33a6-482a-a606-4d167407ae52 HTTP/1.1" status: 200 len: 1027 time: 0.0610321 Nov 26 02:59:46.696591 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c249efec-3f98-4ea2-9118-40c5ee506f48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:46.706996 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1c97ed8-5239-46e2-a7b2-917908fc6b91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:46.714740 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-bf9efda9-957b-47be-8ede-64e06906d67b req-e7dfe809-1d1a-4609-9126-d6176b21e51f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:46.765614 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c249efec-3f98-4ea2-9118-40c5ee506f48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:46.788506 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ad1dc5-ee38-4383-b07e-fea8c30344f2 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:46.816848 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35f3df64-6e2e-4c12-99a0-efb07bb78860 req-5f3de2de-7114-481a-b163-e21a1b8c1bf5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6681538 Nov 26 02:59:46.867888 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1c97ed8-5239-46e2-a7b2-917908fc6b91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:46.882747 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c249efec-3f98-4ea2-9118-40c5ee506f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:46.886418 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c249efec-3f98-4ea2-9118-40c5ee506f48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:46.888432 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c249efec-3f98-4ea2-9118-40c5ee506f48 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6193cce-4bfb-44f5-a1d7-19ade8e177f4 HTTP/1.1" status: 204 len: 168 time: 0.3242619 Nov 26 02:59:46.922374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2cb9b5ab-a9d1-41e5-b6c6-69c20e17b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:46.922687 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f1af716f-0fd6-4e56-a569-1667832040ba None None] Provisioning complete for port 8a33a292-41a1-4969-8d3f-f5fc462bdb44 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:46.923264 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f1af716f-0fd6-4e56-a569-1667832040ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:46.923780 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2cb9b5ab-a9d1-41e5-b6c6-69c20e17b561 service neutron] 10.222.0.54 "GET /v2.0/ports/db5b3ce7-6b84-4697-ad3c-d52fc64ab380 HTTP/1.1" status: 200 len: 1027 time: 0.2338626 Nov 26 02:59:46.930859 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c97ed8-5239-46e2-a7b2-917908fc6b91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd59468-cde7-4cad-9fda-88eb385c429d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:46.945949 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249efec-3f98-4ea2-9118-40c5ee506f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6193cce-4bfb-44f5-a1d7-19ade8e177f4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:46.956889 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1c97ed8-5239-46e2-a7b2-917908fc6b91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:46.962602 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f1c97ed8-5239-46e2-a7b2-917908fc6b91 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/7fd59468-cde7-4cad-9fda-88eb385c429d HTTP/1.1" status: 204 len: 168 time: 0.9379203 Nov 26 02:59:46.974228 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53078) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:47.115215 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7b40f9bb-9b83-4588-8090-441ea92e4783 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1370482 Nov 26 02:59:47.115899 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53080) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:47.208883 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce6ceae-5832-4b36-bd1e-7350a40c3726 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:47.210448 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8ce6ceae-5832-4b36-bd1e-7350a40c3726 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0940537 Nov 26 02:59:47.221277 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53082) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:47.224013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8658573-7ca0-4514-9927-1681b057b61f req-dedc2e0c-2b41-41d2-9aad-7491e935d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:47.228852 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8658573-7ca0-4514-9927-1681b057b61f req-dedc2e0c-2b41-41d2-9aad-7491e935d338 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 1097 time: 0.6788144 Nov 26 02:59:47.251788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581599f-cccd-4e77-acbf-71f3afb7cf5b req-77336a5c-f597-449c-a428-31ecabe032c2 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:47.260595 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3581599f-cccd-4e77-acbf-71f3afb7cf5b req-77336a5c-f597-449c-a428-31ecabe032c2 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.9307687 Nov 26 02:59:47.282040 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-e7dfe809-1d1a-4609-9126-d6176b21e51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:47.361785 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8501307f-b534-45d2-9e31-a2ba02b49071 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:47.363296 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8501307f-b534-45d2-9e31-a2ba02b49071 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1417053 Nov 26 02:59:47.371498 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53086) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:47.438144 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c803e18-7496-4597-a12c-a4af7d274afe req-eacf2450-6a4c-4881-985c-5408c9701ea2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:47.446270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c803e18-7496-4597-a12c-a4af7d274afe req-eacf2450-6a4c-4881-985c-5408c9701ea2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:47.446885 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c73a6859-b93c-462f-bd95-1cd4276816f5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741849 Nov 26 02:59:47.455715 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53090) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:47.458745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c803e18-7496-4597-a12c-a4af7d274afe req-eacf2450-6a4c-4881-985c-5408c9701ea2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:47.461369 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e8006fd9-2d47-471f-a3c2-eb4bd9d33eff tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:47.465368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee757f9-a4d5-4468-be75-a79bfc6f4633 None None] DHCP port deletion for af1a2dc2-8bce-453d-a003-a5791ffd45d3 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:59:47.485007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c803e18-7496-4597-a12c-a4af7d274afe req-eacf2450-6a4c-4881-985c-5408c9701ea2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:47.503385 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c803e18-7496-4597-a12c-a4af7d274afe req-eacf2450-6a4c-4881-985c-5408c9701ea2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:47.509798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c803e18-7496-4597-a12c-a4af7d274afe req-eacf2450-6a4c-4881-985c-5408c9701ea2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:47.525987 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c803e18-7496-4597-a12c-a4af7d274afe req-eacf2450-6a4c-4881-985c-5408c9701ea2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:47.528126 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c803e18-7496-4597-a12c-a4af7d274afe req-eacf2450-6a4c-4881-985c-5408c9701ea2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 5445 time: 0.5262508 Nov 26 02:59:47.584652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8006fd9-2d47-471f-a3c2-eb4bd9d33eff tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:47.588792 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8006fd9-2d47-471f-a3c2-eb4bd9d33eff tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:47.590590 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8006fd9-2d47-471f-a3c2-eb4bd9d33eff tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 02:59:47.591324 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8006fd9-2d47-471f-a3c2-eb4bd9d33eff tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:59:47.608500 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:47.611105 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e8006fd9-2d47-471f-a3c2-eb4bd9d33eff tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1542242 Nov 26 02:59:47.614744 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53096) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:47.626337 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c2d181ef-2172-470b-a0b6-73c73487686c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:47.637849 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4ee757f9-a4d5-4468-be75-a79bfc6f4633 None None] Deleting port 8a33a292-41a1-4969-8d3f-f5fc462bdb44 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:59:47.638832 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4ee757f9-a4d5-4468-be75-a79bfc6f4633 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:47.725991 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4ee757f9-a4d5-4468-be75-a79bfc6f4633 None None] For port 8a33a292-41a1-4969-8d3f-f5fc462bdb44, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8a33a292-41a1-4969-8d3f-f5fc462bdb44,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:47.729144 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4ee757f9-a4d5-4468-be75-a79bfc6f4633 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:47.765979 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d181ef-2172-470b-a0b6-73c73487686c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:47.766441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4ee757f9-a4d5-4468-be75-a79bfc6f4633 None None] Calling delete_port for 8a33a292-41a1-4969-8d3f-f5fc462bdb44 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:59:47.774049 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c2d181ef-2172-470b-a0b6-73c73487686c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:47.777426 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d181ef-2172-470b-a0b6-73c73487686c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 02:59:47.777995 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d181ef-2172-470b-a0b6-73c73487686c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:59:47.815543 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c2d181ef-2172-470b-a0b6-73c73487686c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1962137 Nov 26 02:59:47.816398 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53102) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:47.825566 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-26756978-3aa0-4489-b3f9-824665582309 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:47.946178 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bf9efda9-957b-47be-8ede-64e06906d67b req-e7dfe809-1d1a-4609-9126-d6176b21e51f service neutron] For port 8be3bf7e-8853-443e-9883-2546fd4abe46, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8be3bf7e-8853-443e-9883-2546fd4abe46,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:47.977781 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4ee757f9-a4d5-4468-be75-a79bfc6f4633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:48.021031 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bf9efda9-957b-47be-8ede-64e06906d67b req-e7dfe809-1d1a-4609-9126-d6176b21e51f service neutron] For port 8be3bf7e-8853-443e-9883-2546fd4abe46, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:59:48.040920 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee757f9-a4d5-4468-be75-a79bfc6f4633 None None] Pushing event deleted for resources: {'Port': ['ID=8a33a292-41a1-4969-8d3f-f5fc462bdb44,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:48.042807 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee757f9-a4d5-4468-be75-a79bfc6f4633 None None] No DVR routers for this DVR port 8a33a292-41a1-4969-8d3f-f5fc462bdb44 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:59:48.074680 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-bf9efda9-957b-47be-8ede-64e06906d67b req-e7dfe809-1d1a-4609-9126-d6176b21e51f service neutron] device_id is not set on port 8be3bf7e-8853-443e-9883-2546fd4abe46 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:59:48.083810 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-e7dfe809-1d1a-4609-9126-d6176b21e51f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:48.127749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-cc7d43d5-493e-4bb0-b44b-887b489473ad tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:48.136882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-cc7d43d5-493e-4bb0-b44b-887b489473ad tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:48.143750 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-cc7d43d5-493e-4bb0-b44b-887b489473ad tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:48.145800 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-cc7d43d5-493e-4bb0-b44b-887b489473ad tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.54 "GET /v2.0/networks?id=8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&id=09ad8bb0-11ca-4f86-941d-4b67b4752da2 HTTP/1.1" status: 200 len: 1988 time: 1.2097263 Nov 26 02:59:48.163045 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-e7dfe809-1d1a-4609-9126-d6176b21e51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:48.188920 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 1652fdd8-a96b-4b29-8dfe-f52e1ca56718 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:59:48.226922 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c1c15c92-27c8-4b3d-bde9-bcd4ecace688 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:59:48.252967 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfe809-1d1a-4609-9126-d6176b21e51f service neutron] Pushing event updated for resources: {'Port': ['ID=8be3bf7e-8853-443e-9883-2546fd4abe46,revision_number=6']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:48.285155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3581599f-cccd-4e77-acbf-71f3afb7cf5b req-9c4ab6c0-6ad3-4209-8c14-081bcefed5e6 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0235817 Nov 26 02:59:48.320602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8658573-7ca0-4514-9927-1681b057b61f req-864a5a97-210e-4795-ba6d-c1be8b7e8097 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0527935 Nov 26 02:59:48.396900 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:48.419370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9efda9-957b-47be-8ede-64e06906d67b req-e7dfe809-1d1a-4609-9126-d6176b21e51f service neutron] No DVR routers for this DVR port 8be3bf7e-8853-443e-9883-2546fd4abe46 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:59:48.452556 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:59:48.454992 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f891ce3-0543-4044-a281-c7911b6bcafe" -d '{"events": [{"server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "name": "network-vif-unplugged", "status": "completed", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:59:48.491089 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:48.494252 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c1c15c92-27c8-4b3d-bde9-bcd4ecace688, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:48.506721 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:48.541725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-bf9efda9-957b-47be-8ede-64e06906d67b req-e7dfe809-1d1a-4609-9126-d6176b21e51f service neutron] In _notify_port_updated(), no bound segment for port 8be3bf7e-8853-443e-9883-2546fd4abe46 on network 936fa975-95c9-4edd-86b5-749a85dee6b7 {{(pid=104802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 02:59:48.553136 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9efda9-957b-47be-8ede-64e06906d67b req-e7dfe809-1d1a-4609-9126-d6176b21e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:48.554156 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-e7dfe809-1d1a-4609-9126-d6176b21e51f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:48.555763 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf9efda9-957b-47be-8ede-64e06906d67b req-e7dfe809-1d1a-4609-9126-d6176b21e51f service neutron] 10.222.0.54 "PUT /v2.0/ports/8be3bf7e-8853-443e-9883-2546fd4abe46 HTTP/1.1" status: 200 len: 1033 time: 1.9086311 Nov 26 02:59:48.563082 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-63bf13f0-c441-43ff-801b-964d3906e40e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca HTTP/1.1" status: 200 len: 380 time: 0.3888211 Nov 26 02:59:48.574620 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,revision_number=11']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:48.609555 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 1652fdd8-a96b-4b29-8dfe-f52e1ca56718, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=1652fdd8-a96b-4b29-8dfe-f52e1ca56718,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:48.621170 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:48.622587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 13a06076-645c-49e5-bb53-f3985928e9af no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:59:48.639357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-60ce06b8-b60e-453e-8bf0-b62baf8658b4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Request body: {'port': {'device_id': '28258d28-26ca-46ce-985d-be51b194a150', 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4', 'admin_state_up': True, 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'security_groups': ['69315863-2b5f-4bfb-9e3d-03ef30c91b88']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:48.655674 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18d641a9-cf41-489e-abb3-d54ed7237e4e req-58192d96-6cdf-44da-a93d-6ed338341dda tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0f621a-664a-490f-b9ad-e0b26aa80062 HTTP/1.1" status: 200 len: 210 time: 0.1182516 Nov 26 02:59:48.674857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c803e18-7496-4597-a12c-a4af7d274afe req-c00a7e4e-7a8c-4e53-9f8d-56aa2d31a134 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1303430 Nov 26 02:59:48.706596 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-4186e218-2b64-40a4-bf17-f01377a2fe82 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:48.710397 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-4186e218-2b64-40a4-bf17-f01377a2fe82 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.59 "GET /v2.0/networks?id=022397a8-cb16-40fa-b5e5-ef8168b1e7b9 HTTP/1.1" status: 200 len: 808 time: 0.3783991 Nov 26 02:59:48.711579 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26756978-3aa0-4489-b3f9-824665582309 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:48.722199 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-26756978-3aa0-4489-b3f9-824665582309 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:48.724396 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-26756978-3aa0-4489-b3f9-824665582309 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 02:59:48.724857 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26756978-3aa0-4489-b3f9-824665582309 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:59:48.750064 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6370aa32-242f-4e0b-ba14-eb959bb5ceab None None] Provisioning complete for port 8be3bf7e-8853-443e-9883-2546fd4abe46 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:48.750713 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6370aa32-242f-4e0b-ba14-eb959bb5ceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:48.760485 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-cc97d816-b97e-440e-a575-95e028f35a76 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Request body: {'port': {'device_id': '5a0f621a-664a-490f-b9ad-e0b26aa80062', 'network_id': '022397a8-cb16-40fa-b5e5-ef8168b1e7b9', 'admin_state_up': True, 'tenant_id': '7279115f40b64774a80b3fe6c9870049'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:48.780481 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-26756978-3aa0-4489-b3f9-824665582309 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9632175 Nov 26 02:59:48.798055 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53118) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:48.803671 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-dec93a9a-f74b-4558-89a3-0c1b0e7a2c30 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:48.846906 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:48.849047 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=1652fdd8-a96b-4b29-8dfe-f52e1ca56718,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:48.869032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-6370aa32-242f-4e0b-ba14-eb959bb5ceab None None] Port 8be3bf7e-8853-443e-9883-2546fd4abe46 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:59:48.897353 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 13a06076-645c-49e5-bb53-f3985928e9af, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=13a06076-645c-49e5-bb53-f3985928e9af,segment=NetworkSegment(4e794c0b-7845-4eca-a295-7b59404568d7),segment_id=4e794c0b-7845-4eca-a295-7b59404568d7)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:48.909937 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:48.911012 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device fa2350b4-56d4-47ad-916e-e0e40196eccd no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:59:48.922001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e65bffb-1092-4d2e-99e8-b63721037e7b req-c2e4ffea-4f08-4278-85a1-22125265b1cf tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.0790110 Nov 26 02:59:48.936742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9efda9-957b-47be-8ede-64e06906d67b req-b2b106f1-8f60-49cd-b9f9-8c348587b668 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:48.939230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf9efda9-957b-47be-8ede-64e06906d67b req-b2b106f1-8f60-49cd-b9f9-8c348587b668 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.54 "GET /v2.0/ports/22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3603027 Nov 26 02:59:48.965904 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-bf9efda9-957b-47be-8ede-64e06906d67b req-b44c5bb0-e094-4ea9-bd6c-2db1b1b8994b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:49.008523 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 02:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c0d943-aeaa-46b9-b7fc-4cb58cd2f890 x-openstack-request-id: req-65c0d943-aeaa-46b9-b7fc-4cb58cd2f890 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:59:49.009099 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "name": "network-vif-unplugged", "status": "completed", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:59:49.009099 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65c0d943-aeaa-46b9-b7fc-4cb58cd2f890 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:59:49.009367 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'code': 200} Nov 26 02:59:49.015487 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=13a06076-645c-49e5-bb53-f3985928e9af,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:49.035323 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-cc97d816-b97e-440e-a575-95e028f35a76 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Made reservation on behalf of 7279115f40b64774a80b3fe6c9870049 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:49.040302 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-cc97d816-b97e-440e-a575-95e028f35a76 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:49.044523 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec93a9a-f74b-4558-89a3-0c1b0e7a2c30 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:49.050910 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dec93a9a-f74b-4558-89a3-0c1b0e7a2c30 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:49.053178 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec93a9a-f74b-4558-89a3-0c1b0e7a2c30 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 02:59:49.053719 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec93a9a-f74b-4558-89a3-0c1b0e7a2c30 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:59:49.126926 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:49.131775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8a33a292-41a1-4969-8d3f-f5fc462bdb44 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:59:49.145006 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dec93a9a-f74b-4558-89a3-0c1b0e7a2c30 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3458345 Nov 26 02:59:49.149012 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53124) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:49.157343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9460e423-027f-471e-a5f5-60b099f6b8fa tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:49.160354 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-b44c5bb0-e094-4ea9-bd6c-2db1b1b8994b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:49.171504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-60ce06b8-b60e-453e-8bf0-b62baf8658b4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Made reservation on behalf of d7baa4dc099742f1bfc89b5af5fff0ca for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:49.177185 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-60ce06b8-b60e-453e-8bf0-b62baf8658b4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:49.199282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 8a33a292-41a1-4969-8d3f-f5fc462bdb44 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 02:59:49.199628 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8a33a292-41a1-4969-8d3f-f5fc462bdb44 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:59:49.227283 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port fa2350b4-56d4-47ad-916e-e0e40196eccd, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=fa2350b4-56d4-47ad-916e-e0e40196eccd,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:49.232411 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:49.233429 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:59:49.308101 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9460e423-027f-471e-a5f5-60b099f6b8fa tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:49.320845 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9460e423-027f-471e-a5f5-60b099f6b8fa tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:49.323022 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-9460e423-027f-471e-a5f5-60b099f6b8fa tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 02:59:49.323471 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9460e423-027f-471e-a5f5-60b099f6b8fa tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:59:49.335080 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=fa2350b4-56d4-47ad-916e-e0e40196eccd,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:49.357243 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9460e423-027f-471e-a5f5-60b099f6b8fa tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2070866 Nov 26 02:59:49.374061 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53134) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:49.393730 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-be077cd4-a3c6-4ec0-859f-2c630e796dcc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:49.403068 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:49.446620 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:49.452579 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:49.453499 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 8be3bf7e-8853-443e-9883-2546fd4abe46 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:59:49.522873 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 8be3bf7e-8853-443e-9883-2546fd4abe46 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 02:59:49.523392 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 02844178-cc04-42e0-87c6-2802fd9ca94d no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:59:49.543520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-60ce06b8-b60e-453e-8bf0-b62baf8658b4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Allocated IP 172.20.0.5 (8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4/97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc/7484f68f-6538-4c42-ba92-bbfe50a28df2) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:49.546729 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.db.api [req-bf9efda9-957b-47be-8ede-64e06906d67b req-b44c5bb0-e094-4ea9-bd6c-2db1b1b8994b service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 02:59:49.547071 n-d-819389-3 neutron-server[104802]: DEBUG oslo_db.api [req-bf9efda9-957b-47be-8ede-64e06906d67b req-b44c5bb0-e094-4ea9-bd6c-2db1b1b8994b service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 02:59:49.587811 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be077cd4-a3c6-4ec0-859f-2c630e796dcc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:49.593601 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-be077cd4-a3c6-4ec0-859f-2c630e796dcc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:49.596355 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-be077cd4-a3c6-4ec0-859f-2c630e796dcc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 02:59:49.596798 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be077cd4-a3c6-4ec0-859f-2c630e796dcc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 02:59:49.605734 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cc720-c888-44ad-93a5-0cfdbe36911a req-524a835d-1668-44bc-9708-aba22cebcb92 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:49.607315 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-652cc720-c888-44ad-93a5-0cfdbe36911a req-524a835d-1668-44bc-9708-aba22cebcb92 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.1559734 Nov 26 02:59:49.618399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903030fb-2858-4430-88b4-3edb8714583f req-0bca94f4-493c-49a7-b7a1-5daa84c779eb tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:49.627132 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-903030fb-2858-4430-88b4-3edb8714583f req-0bca94f4-493c-49a7-b7a1-5daa84c779eb tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1772032 Nov 26 02:59:49.632754 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-be077cd4-a3c6-4ec0-859f-2c630e796dcc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2564058 Nov 26 02:59:49.634579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53136) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:49.674833 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:49.682444 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-cc97d816-b97e-440e-a575-95e028f35a76 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Allocated IP 172.20.0.2 (022397a8-cb16-40fa-b5e5-ef8168b1e7b9/b6ca945e-f2b6-4a64-aa30-7bae89afb57d/6002bc02-5ce4-4451-a70b-0dfaae6fd655) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:49.753549 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5933a09c-7710-430c-bd0e-79880f169e9d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1177559 Nov 26 02:59:49.756483 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53142) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:49.769317 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:49.818648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 02844178-cc04-42e0-87c6-2802fd9ca94d, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=02844178-cc04-42e0-87c6-2802fd9ca94d,segment=NetworkSegment(d1a472b8-5e0f-401d-ae98-42c43399d15c),segment_id=d1a472b8-5e0f-401d-ae98-42c43399d15c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:49.826781 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:49.827309 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 57741d91-c980-4e0b-9b35-bab416945e3b no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:59:49.834698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-652cc720-c888-44ad-93a5-0cfdbe36911a req-279819d0-3533-4247-99f9-5aa1430bf9b0 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053165 Nov 26 02:59:49.850995 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-903030fb-2858-4430-88b4-3edb8714583f req-f1bab6d3-6f00-4d86-abf8-58b0a7016dfe tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229080 Nov 26 02:59:49.901397 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-60ce06b8-b60e-453e-8bf0-b62baf8658b4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:49.923843 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7255e1-188e-46dc-8ca6-3f19af96fe45 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:49.928440 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ba7255e1-188e-46dc-8ca6-3f19af96fe45 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1704941 Nov 26 02:59:49.933855 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53144) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:49.967515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=02844178-cc04-42e0-87c6-2802fd9ca94d,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:50.000024 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fb17baa5-9303-4f50-ac96-3916cb1f18a9 req-6c51f0f0-1252-4404-9d81-0ddc8f23be70 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0f621a-664a-490f-b9ad-e0b26aa80062 HTTP/1.1" status: 200 len: 210 time: 0.0393615 Nov 26 02:59:50.005669 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d1f7a87e-8198-4690-a642-a8de758660cc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691559 Nov 26 02:59:50.009925 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53148) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:50.019361 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-60ce06b8-b60e-453e-8bf0-b62baf8658b4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:50.027652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f3ed838f-2867-4baf-9b04-ca6f86b1102a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:50.046475 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:50.106150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-60ce06b8-b60e-453e-8bf0-b62baf8658b4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Network 8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:50.113443 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 57741d91-c980-4e0b-9b35-bab416945e3b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=57741d91-c980-4e0b-9b35-bab416945e3b,segment=NetworkSegment(d1a472b8-5e0f-401d-ae98-42c43399d15c),segment_id=d1a472b8-5e0f-401d-ae98-42c43399d15c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:50.119927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-60ce06b8-b60e-453e-8bf0-b62baf8658b4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:50.120448 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:50.124679 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-b44c5bb0-e094-4ea9-bd6c-2db1b1b8994b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:50.140257 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-60ce06b8-b60e-453e-8bf0-b62baf8658b4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:50.143313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce06b8-b60e-453e-8bf0-b62baf8658b4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event updated for resources: {'Port': ['ID=7484f68f-6538-4c42-ba92-bbfe50a28df2,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:50.177606 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=57741d91-c980-4e0b-9b35-bab416945e3b,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:50.192263 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-cc97d816-b97e-440e-a575-95e028f35a76 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:50.236460 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-cc97d816-b97e-440e-a575-95e028f35a76 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:50.286070 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ed838f-2867-4baf-9b04-ca6f86b1102a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:50.289812 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3ed838f-2867-4baf-9b04-ca6f86b1102a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:50.344218 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-cc97d816-b97e-440e-a575-95e028f35a76 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Network 022397a8-cb16-40fa-b5e5-ef8168b1e7b9 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:50.352468 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-cc97d816-b97e-440e-a575-95e028f35a76 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:50.375402 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-cc97d816-b97e-440e-a575-95e028f35a76 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:50.382212 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97d816-b97e-440e-a575-95e028f35a76 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Pushing event updated for resources: {'Port': ['ID=6002bc02-5ce4-4451-a70b-0dfaae6fd655,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:50.465612 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-cc97d816-b97e-440e-a575-95e028f35a76 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:50.466440 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-cc97d816-b97e-440e-a575-95e028f35a76 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:50.503134 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-cc97d816-b97e-440e-a575-95e028f35a76 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7534697 Nov 26 02:59:50.517272 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b2f9f987-80df-48c4-8900-b4dc9853dfb8 None None] Provisioning complete for port 7484f68f-6538-4c42-ba92-bbfe50a28df2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:50.517811 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f987-80df-48c4-8900-b4dc9853dfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:50.557685 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b2f9f987-80df-48c4-8900-b4dc9853dfb8 None None] Port 7484f68f-6538-4c42-ba92-bbfe50a28df2 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:59:50.574602 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Request body: {'port': {'device_id': '5a0f621a-664a-490f-b9ad-e0b26aa80062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:50.621992 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd150c5b-09d8-4d75-880a-62af08b5f119 req-649c49b2-4aaf-4c05-9eb0-77bd7d39774c tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:50.627861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd150c5b-09d8-4d75-880a-62af08b5f119 req-649c49b2-4aaf-4c05-9eb0-77bd7d39774c tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:50.635548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd150c5b-09d8-4d75-880a-62af08b5f119 req-649c49b2-4aaf-4c05-9eb0-77bd7d39774c tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:50.642683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd150c5b-09d8-4d75-880a-62af08b5f119 req-649c49b2-4aaf-4c05-9eb0-77bd7d39774c tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:50.651019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd150c5b-09d8-4d75-880a-62af08b5f119 req-649c49b2-4aaf-4c05-9eb0-77bd7d39774c tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:50.658974 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd150c5b-09d8-4d75-880a-62af08b5f119 req-649c49b2-4aaf-4c05-9eb0-77bd7d39774c tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:50.661532 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd150c5b-09d8-4d75-880a-62af08b5f119 req-649c49b2-4aaf-4c05-9eb0-77bd7d39774c tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 4655 time: 0.6986644 Nov 26 02:59:50.682873 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:50.746270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-60ce06b8-b60e-453e-8bf0-b62baf8658b4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:50.746977 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-60ce06b8-b60e-453e-8bf0-b62baf8658b4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:50.784919 n-d-819389-3 neutron-server[104801]: DEBUG neutron.objects.ports [None req-f3ed838f-2867-4baf-9b04-ca6f86b1102a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 02:59:50.789132 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3ed838f-2867-4baf-9b04-ca6f86b1102a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:50.794955 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3826c2-7696-4c14-8f89-cb228e5bd133 req-1fd3cdb6-5cc9-4e6e-8c73-07d0c4008b4e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:50.796558 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a3826c2-7696-4c14-8f89-cb228e5bd133 req-1fd3cdb6-5cc9-4e6e-8c73-07d0c4008b4e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 931 time: 0.6804016 Nov 26 02:59:50.832276 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-60ce06b8-b60e-453e-8bf0-b62baf8658b4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2543654 Nov 26 02:59:50.856294 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed838f-2867-4baf-9b04-ca6f86b1102a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=6d6190cc-ea0b-4ea2-893b-fd550b8558d5,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:50.865372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2fa9da17-b39e-4fdf-8d0b-3f873f2fed49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Request body: {'port': {'device_id': '28258d28-26ca-46ce-985d-be51b194a150', 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0', 'admin_state_up': True, 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'security_groups': ['69315863-2b5f-4bfb-9e3d-03ef30c91b88']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:50.911715 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ed838f-2867-4baf-9b04-ca6f86b1102a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:50.919309 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-f3ed838f-2867-4baf-9b04-ca6f86b1102a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:50.925038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd150c5b-09d8-4d75-880a-62af08b5f119 req-a4e0eb48-6df0-4a73-ace0-867d3669184e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&id=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2505064 Nov 26 02:59:50.927787 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ed838f-2867-4baf-9b04-ca6f86b1102a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:50.928255 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3ed838f-2867-4baf-9b04-ca6f86b1102a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:50.940383 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b01bf1d-6ac8-4f8e-b132-c7aec3cc9fe0 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:50.997931 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f3ed838f-2867-4baf-9b04-ca6f86b1102a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9869063 Nov 26 02:59:51.008271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53154) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:51.011383 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1652fdd8-a96b-4b29-8dfe-f52e1ca56718'}, {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a06076-645c-49e5-bb53-f3985928e9af'}, {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa2350b4-56d4-47ad-916e-e0e40196eccd'}, {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f'}, {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02844178-cc04-42e0-87c6-2802fd9ca94d'}, {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57741d91-c980-4e0b-9b35-bab416945e3b'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:59:51.014335 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aebf01f-5fdb-4508-94e6-9e18a3edb987" -d '{"events": [{"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-unplugged", "status": "completed", "tag": "1652fdd8-a96b-4b29-8dfe-f52e1ca56718"}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-unplugged", "status": "completed", "tag": "13a06076-645c-49e5-bb53-f3985928e9af"}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-unplugged", "status": "completed", "tag": "fa2350b4-56d4-47ad-916e-e0e40196eccd"}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-unplugged", "status": "completed", "tag": "22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f"}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-unplugged", "status": "completed", "tag": "02844178-cc04-42e0-87c6-2802fd9ca94d"}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-unplugged", "status": "completed", "tag": "57741d91-c980-4e0b-9b35-bab416945e3b"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:59:51.021620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b8aa11cf-9e82-47d6-b0ad-bed6cdc83ecb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'mac_address': 'fa:16:3e:09:18:f0', 'name': 'tempest-NetworksTestDHCPv6-72126757'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:51.054156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a3826c2-7696-4c14-8f89-cb228e5bd133 req-c9444e07-3686-436e-89c8-1e6f280e5a83 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446082 Nov 26 02:59:51.189601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bf9efda9-957b-47be-8ede-64e06906d67b req-b44c5bb0-e094-4ea9-bd6c-2db1b1b8994b service neutron] For port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:51.197776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'fixed_ips': [{'subnet_id': '6d6190cc-ea0b-4ea2-893b-fd550b8558d5'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 02:59:51.199404 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:51.309558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2fa9da17-b39e-4fdf-8d0b-3f873f2fed49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Made reservation on behalf of d7baa4dc099742f1bfc89b5af5fff0ca for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:51.313203 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2fa9da17-b39e-4fdf-8d0b-3f873f2fed49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:51.316091 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6002bc02-5ce4-4451-a70b-0dfaae6fd655 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:59:51.324327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c67d9-4075-4909-a06a-710cd8e5016f req-225e078e-91c6-4aa7-8be1-7f0e292759d3 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:51.325906 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca5c67d9-4075-4909-a06a-710cd8e5016f req-225e078e-91c6-4aa7-8be1-7f0e292759d3 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.2314713 Nov 26 02:59:51.329495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bf9efda9-957b-47be-8ede-64e06906d67b req-b44c5bb0-e094-4ea9-bd6c-2db1b1b8994b service neutron] For port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:59:51.337891 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:51.359963 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Transition to ACTIVE for port object 6002bc02-5ce4-4451-a70b-0dfaae6fd655 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 02:59:51.365332 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:51.397698 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Allocated IP 2001:db8::f816:3eff:fe67:4295 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/6d6190cc-ea0b-4ea2-893b-fd550b8558d5/de7cb179-f574-486b-89bf-6f6f4e775435) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:51.432102 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75451b1-4faa-49e8-82ca-ac1a2bee6afc req-08273564-d9e4-4747-bc09-e01fac2313bc tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:51.439595 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e75451b1-4faa-49e8-82ca-ac1a2bee6afc req-08273564-d9e4-4747-bc09-e01fac2313bc tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1994088 Nov 26 02:59:51.440379 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Pushing event updated for resources: {'Port': ['ID=6002bc02-5ce4-4451-a70b-0dfaae6fd655,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:51.502523 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aa11cf-9e82-47d6-b0ad-bed6cdc83ecb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:51.513673 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-bf9efda9-957b-47be-8ede-64e06906d67b req-b44c5bb0-e094-4ea9-bd6c-2db1b1b8994b service neutron] device_id is not set on port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:59:51.536935 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Attempting to bind port 6002bc02-5ce4-4451-a70b-0dfaae6fd655 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:59:51.537604 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Attempting to bind port 6002bc02-5ce4-4451-a70b-0dfaae6fd655 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '44d974dd-73c9-4884-8729-1176aa411b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '022397a8-cb16-40fa-b5e5-ef8168b1e7b9'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:59:51.539275 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Attempting to bind port 6002bc02-5ce4-4451-a70b-0dfaae6fd655 on network 022397a8-cb16-40fa-b5e5-ef8168b1e7b9 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:59:51.545540 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Port 6002bc02-5ce4-4451-a70b-0dfaae6fd655 on network 022397a8-cb16-40fa-b5e5-ef8168b1e7b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 02:59:51.546647 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Attempting to bind port 6002bc02-5ce4-4451-a70b-0dfaae6fd655 on network 022397a8-cb16-40fa-b5e5-ef8168b1e7b9 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:59:51.554448 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:59:51.555101 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Checking segment: {'id': '44d974dd-73c9-4884-8729-1176aa411b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '022397a8-cb16-40fa-b5e5-ef8168b1e7b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:59:51.555691 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Bound using segment: {'id': '44d974dd-73c9-4884-8729-1176aa411b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '022397a8-cb16-40fa-b5e5-ef8168b1e7b9'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:59:51.556634 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Bound port: 6002bc02-5ce4-4451-a70b-0dfaae6fd655, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d974dd-73c9-4884-8729-1176aa411b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '022397a8-cb16-40fa-b5e5-ef8168b1e7b9'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:59:51.557345 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:51.583382 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-b44c5bb0-e094-4ea9-bd6c-2db1b1b8994b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:51.602420 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca5c67d9-4075-4909-a06a-710cd8e5016f req-0b123854-0906-4ef3-96f3-95138dd22eb8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601151 Nov 26 02:59:51.618467 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:51.639506 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-b44c5bb0-e094-4ea9-bd6c-2db1b1b8994b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:51.653236 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:51.675260 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] For port 6002bc02-5ce4-4451-a70b-0dfaae6fd655, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:59:51.679510 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] For port 6002bc02-5ce4-4451-a70b-0dfaae6fd655, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6002bc02-5ce4-4451-a70b-0dfaae6fd655,segment=NetworkSegment(44d974dd-73c9-4884-8729-1176aa411b6e),segment_id=44d974dd-73c9-4884-8729-1176aa411b6e)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:59:51.693301 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:51.723593 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e75451b1-4faa-49e8-82ca-ac1a2bee6afc req-2683ae98-1eba-4c3c-97e2-398788db1e2c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832019 Nov 26 02:59:51.730125 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1050 Content-Type: application/json Date: Fri, 26 Nov 2021 02:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2e5006-c91f-4ad4-af19-0f37c981217a x-openstack-request-id: req-4d2e5006-c91f-4ad4-af19-0f37c981217a {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:59:51.730462 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-unplugged", "status": "completed", "tag": "1652fdd8-a96b-4b29-8dfe-f52e1ca56718", "code": 200}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-unplugged", "status": "completed", "tag": "13a06076-645c-49e5-bb53-f3985928e9af", "code": 200}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-unplugged", "status": "completed", "tag": "fa2350b4-56d4-47ad-916e-e0e40196eccd", "code": 200}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-unplugged", "status": "completed", "tag": "22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f", "code": 200}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-unplugged", "status": "completed", "tag": "02844178-cc04-42e0-87c6-2802fd9ca94d", "code": 200}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-unplugged", "status": "completed", "tag": "57741d91-c980-4e0b-9b35-bab416945e3b", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:59:51.730727 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d2e5006-c91f-4ad4-af19-0f37c981217a {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:59:51.731154 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1652fdd8-a96b-4b29-8dfe-f52e1ca56718', 'code': 200} Nov 26 02:59:51.731485 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a06076-645c-49e5-bb53-f3985928e9af', 'code': 200} Nov 26 02:59:51.732214 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa2350b4-56d4-47ad-916e-e0e40196eccd', 'code': 200} Nov 26 02:59:51.732214 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f', 'code': 200} Nov 26 02:59:51.732214 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02844178-cc04-42e0-87c6-2802fd9ca94d', 'code': 200} Nov 26 02:59:51.732507 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57741d91-c980-4e0b-9b35-bab416945e3b', 'code': 200} Nov 26 02:59:51.769928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:51.779538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:51.790143 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:51.797764 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2fa9da17-b39e-4fdf-8d0b-3f873f2fed49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Allocated IP 10.1.1.128 (426b4ce6-4aa7-4c02-b4b4-8977770f78c0/bc6da11d-6e3b-40de-8ac1-4e0dae557aba/8e518dd1-dbde-4e7c-b324-23a606669e5e) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:51.835910 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9efda9-957b-47be-8ede-64e06906d67b req-b44c5bb0-e094-4ea9-bd6c-2db1b1b8994b service neutron] No DVR routers for this DVR port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:59:51.852562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:51.853184 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:51.854868 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] 10.222.0.59 "PUT /v2.0/ports/6002bc02-5ce4-4451-a70b-0dfaae6fd655 HTTP/1.1" status: 200 len: 1091 time: 1.2917933 Nov 26 02:59:51.855602 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0f621a-664a-490f-b9ad-e0b26aa80062', 'tag': '6002bc02-5ce4-4451-a70b-0dfaae6fd655'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:59:51.857945 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac3878d-b859-4e69-b77f-075e0257f277" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0f621a-664a-490f-b9ad-e0b26aa80062", "tag": "6002bc02-5ce4-4451-a70b-0dfaae6fd655"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:59:51.872562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722c7c1-0c74-4b24-868f-1a0657e04b00 service neutron] Pushing event updated for resources: {'Port': ['ID=6002bc02-5ce4-4451-a70b-0dfaae6fd655,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:51.877887 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8aa11cf-9e82-47d6-b0ad-bed6cdc83ecb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:51.913578 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Pushing event updated for resources: {'Port': ['ID=de7cb179-f574-486b-89bf-6f6f4e775435,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:51.915466 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c5bb0-e094-4ea9-bd6c-2db1b1b8994b service neutron] Pushing event updated for resources: {'Port': ['ID=22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f,revision_number=7']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:51.945557 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Attempting to bind port de7cb179-f574-486b-89bf-6f6f4e775435 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 02:59:51.945920 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Attempting to bind port de7cb179-f574-486b-89bf-6f6f4e775435 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 02:59:51.946329 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Attempting to bind port de7cb179-f574-486b-89bf-6f6f4e775435 on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 02:59:51.952733 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 02:59:51.953180 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 02:59:51.953592 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:51.954064 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 02:59:51.954525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Bound port: de7cb179-f574-486b-89bf-6f6f4e775435, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 02:59:51.954984 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:52.012242 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-e67fee70-9301-4e68-9c8b-ed5aeb033536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:52.013949 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-e67fee70-9301-4e68-9c8b-ed5aeb033536 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7279115f40b64774a80b3fe6c9870049&device_id=5a0f621a-664a-490f-b9ad-e0b26aa80062 HTTP/1.1" status: 200 len: 1094 time: 0.0862341 Nov 26 02:59:52.038605 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-b8aa11cf-9e82-47d6-b0ad-bed6cdc83ecb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port ade61a77-8a02-4a1b-90a8-34def4b80cbe yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:59:52.062909 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-bf9efda9-957b-47be-8ede-64e06906d67b req-b44c5bb0-e094-4ea9-bd6c-2db1b1b8994b service neutron] In _notify_port_updated(), no bound segment for port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f on network 936fa975-95c9-4edd-86b5-749a85dee6b7 {{(pid=104802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 02:59:52.064106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9efda9-957b-47be-8ede-64e06906d67b req-b44c5bb0-e094-4ea9-bd6c-2db1b1b8994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:52.064918 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-b44c5bb0-e094-4ea9-bd6c-2db1b1b8994b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:52.066423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf9efda9-957b-47be-8ede-64e06906d67b req-b44c5bb0-e094-4ea9-bd6c-2db1b1b8994b service neutron] 10.222.0.54 "PUT /v2.0/ports/22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f HTTP/1.1" status: 200 len: 1032 time: 3.1093059 Nov 26 02:59:52.094845 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-0e6cf1b6-5030-441f-9749-450657ae0fcd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6002bc02-5ce4-4451-a70b-0dfaae6fd655 HTTP/1.1" status: 200 len: 217 time: 0.0647030 Nov 26 02:59:52.095916 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] For port de7cb179-f574-486b-89bf-6f6f4e775435, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 02:59:52.120594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] For port de7cb179-f574-486b-89bf-6f6f4e775435, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=de7cb179-f574-486b-89bf-6f6f4e775435,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 02:59:52.126427 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4aad5782-3fde-4259-b6e7-7f677e820531 None None] Provisioning complete for port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:52.126809 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4aad5782-3fde-4259-b6e7-7f677e820531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:52.158373 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-f7a6b820-b20c-4916-80da-af09e18ea159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:52.161003 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-f7a6b820-b20c-4916-80da-af09e18ea159 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6ca945e-f2b6-4a64-aa30-7bae89afb57d HTTP/1.1" status: 200 len: 848 time: 0.0580771 Nov 26 02:59:52.163771 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d07091-05dd-4a50-a439-eae815c10543 req-125a38e9-ae30-410c-8c4f-2fb5bf8ffe0e tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:52.165342 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8d07091-05dd-4a50-a439-eae815c10543 req-125a38e9-ae30-410c-8c4f-2fb5bf8ffe0e tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0f621a-664a-490f-b9ad-e0b26aa80062 HTTP/1.1" status: 200 len: 943 time: 0.3652575 Nov 26 02:59:52.177185 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:52.179694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4aad5782-3fde-4259-b6e7-7f677e820531 None None] Port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:59:52.207967 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-02faf2bb-0c04-48c1-9f3e-728f694ab7ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=022397a8-cb16-40fa-b5e5-ef8168b1e7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381994 Nov 26 02:59:52.210168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578064b0-3f3e-46c9-b181-96c1762abcab req-a43d39ba-e0a8-4400-aa6c-584b7d1f6789 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:52.211686 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-578064b0-3f3e-46c9-b181-96c1762abcab req-a43d39ba-e0a8-4400-aa6c-584b7d1f6789 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.3713768 Nov 26 02:59:52.235698 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53168) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:52.255310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-e3854c59-255b-43cd-9d59-f645aabd399c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Request body: {'floatingip': {'port_id': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:52.263837 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c1c15c92-27c8-4b3d-bde9-bcd4ecace688 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:59:52.357589 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-1c9f400d-f703-4a47-af83-bc7dd3dd9e6c service neutron] 10.222.0.59 "GET /v2.0/networks/022397a8-cb16-40fa-b5e5-ef8168b1e7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160111 Nov 26 02:59:52.411064 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3854c59-255b-43cd-9d59-f645aabd399c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:52.424365 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a2fb1-ec30-47ce-a7c7-79a898782987 None None] Pushing event updated for resources: {'Port': ['ID=de7cb179-f574-486b-89bf-6f6f4e775435,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:52.430968 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:52.477079 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c1c15c92-27c8-4b3d-bde9-bcd4ecace688, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:52.497101 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-b8aa11cf-9e82-47d6-b0ad-bed6cdc83ecb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::f816:3eff:fe09:18f0 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/6d6190cc-ea0b-4ea2-893b-fd550b8558d5/ade61a77-8a02-4a1b-90a8-34def4b80cbe) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:52.502794 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'port_id': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'mac_address': 'fa:16:3e:17:cb:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:59:52.514990 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d3d26f76-f321-412c-9848-a9b2dba2a575 req-a855ee8f-eab1-4154-8704-81f416be1098 service neutron] 10.222.0.59 "GET /v2.0/networks/022397a8-cb16-40fa-b5e5-ef8168b1e7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435072 Nov 26 02:59:52.593708 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 02:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9962be4c-53fb-4d0e-9308-2741904474a8 x-openstack-request-id: req-9962be4c-53fb-4d0e-9308-2741904474a8 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:59:52.594458 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0f621a-664a-490f-b9ad-e0b26aa80062", "tag": "6002bc02-5ce4-4451-a70b-0dfaae6fd655", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:59:52.594916 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9962be4c-53fb-4d0e-9308-2741904474a8 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:59:52.595515 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0f621a-664a-490f-b9ad-e0b26aa80062', 'tag': '6002bc02-5ce4-4451-a70b-0dfaae6fd655', 'status': 'completed', 'code': 200} Nov 26 02:59:52.619315 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:52.650618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c15c92-27c8-4b3d-bde9-bcd4ecace688 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:59:52.688039 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c1c15c92-27c8-4b3d-bde9-bcd4ecace688, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:52.701043 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:52.743229 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3878d-b859-4e69-b77f-075e0257f277 req-e0359e58-5b0d-4575-86ca-405f7dd459c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:52.745421 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fac3878d-b859-4e69-b77f-075e0257f277 req-e0359e58-5b0d-4575-86ca-405f7dd459c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7279115f40b64774a80b3fe6c9870049&device_id=5a0f621a-664a-490f-b9ad-e0b26aa80062 HTTP/1.1" status: 200 len: 1094 time: 0.0580723 Nov 26 02:59:52.767659 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,revision_number=12']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:52.877831 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2fa9da17-b39e-4fdf-8d0b-3f873f2fed49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:52.882913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3878d-b859-4e69-b77f-075e0257f277 req-470ef8ac-c7a0-4188-abca-ca285a2c5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:52.884571 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fac3878d-b859-4e69-b77f-075e0257f277 req-470ef8ac-c7a0-4188-abca-ca285a2c5011 service neutron] 10.222.0.59 "GET /v2.0/networks?id=022397a8-cb16-40fa-b5e5-ef8168b1e7b9 HTTP/1.1" status: 200 len: 909 time: 0.1280315 Nov 26 02:59:52.913555 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c1c15c92-27c8-4b3d-bde9-bcd4ecace688'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:59:52.920706 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8d07091-05dd-4a50-a439-eae815c10543 req-7d445a98-3aa6-4735-b4a2-21ece98a62d3 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/security-groups?id=de22532e-e062-4a98-af3d-a198a11b7cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7231011 Nov 26 02:59:53.001247 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fac3878d-b859-4e69-b77f-075e0257f277 req-7a2029d2-7c20-4155-ae85-a4e28f36c7d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6002bc02-5ce4-4451-a70b-0dfaae6fd655 HTTP/1.1" status: 200 len: 217 time: 0.0979836 Nov 26 02:59:53.107021 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3878d-b859-4e69-b77f-075e0257f277 req-ad651ace-68aa-45d8-98bf-706ba6d7698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:53.110763 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fac3878d-b859-4e69-b77f-075e0257f277 req-ad651ace-68aa-45d8-98bf-706ba6d7698b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6ca945e-f2b6-4a64-aa30-7bae89afb57d HTTP/1.1" status: 200 len: 848 time: 0.0918789 Nov 26 02:59:53.150416 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fac3878d-b859-4e69-b77f-075e0257f277 req-4bc28618-d4f0-4af5-a3d6-4719194a45ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=022397a8-cb16-40fa-b5e5-ef8168b1e7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297632 Nov 26 02:59:53.190668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a916d-bf6d-4bf0-ae2e-f242948195d8 req-f89b87fe-f1d6-44e5-90a5-2c9529739892 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:53.198544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a916d-bf6d-4bf0-ae2e-f242948195d8 req-f89b87fe-f1d6-44e5-90a5-2c9529739892 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:53.201387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device de7cb179-f574-486b-89bf-6f6f4e775435 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:59:53.204851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a916d-bf6d-4bf0-ae2e-f242948195d8 req-f89b87fe-f1d6-44e5-90a5-2c9529739892 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:53.212240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a916d-bf6d-4bf0-ae2e-f242948195d8 req-f89b87fe-f1d6-44e5-90a5-2c9529739892 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:53.218549 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a916d-bf6d-4bf0-ae2e-f242948195d8 req-f89b87fe-f1d6-44e5-90a5-2c9529739892 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:53.232899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c8a916d-bf6d-4bf0-ae2e-f242948195d8 req-f89b87fe-f1d6-44e5-90a5-2c9529739892 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 3876 time: 0.4113293 Nov 26 02:59:53.258395 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port de7cb179-f574-486b-89bf-6f6f4e775435 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:53.258782 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:53.307955 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-bf9efda9-957b-47be-8ede-64e06906d67b req-eb1c4771-019f-49c7-a233-3c5197ccb9c5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Deleting port 57741d91-c980-4e0b-9b35-bab416945e3b {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:59:53.308489 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-eb1c4771-019f-49c7-a233-3c5197ccb9c5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:53.400344 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c8a916d-bf6d-4bf0-ae2e-f242948195d8 req-55d2889c-1d18-4646-986e-31c200ac6a17 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640012 Nov 26 02:59:53.417650 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fac3878d-b859-4e69-b77f-075e0257f277 req-842af0fa-bed4-4645-9c21-9a752c0daf17 service neutron] 10.222.0.59 "GET /v2.0/networks/022397a8-cb16-40fa-b5e5-ef8168b1e7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554946 Nov 26 02:59:53.572316 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8aa11cf-9e82-47d6-b0ad-bed6cdc83ecb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:53.574895 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:53.611465 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:53.695784 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port de7cb179-f574-486b-89bf-6f6f4e775435, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=de7cb179-f574-486b-89bf-6f6f4e775435,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:53.710387 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:53.739343 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fac3878d-b859-4e69-b77f-075e0257f277 req-8f3e4999-d6fb-445d-b347-c80cd9a6d91f service neutron] 10.222.0.59 "GET /v2.0/networks/022397a8-cb16-40fa-b5e5-ef8168b1e7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130288 Nov 26 02:59:53.807329 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=de7cb179-f574-486b-89bf-6f6f4e775435,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:53.837123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e3ec7-94f3-487b-bc55-21facc5e1459 req-a7496db5-0d34-4c95-a6fd-cb9c9c8da6ee tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:53.838684 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc8e3ec7-94f3-487b-bc55-21facc5e1459 req-a7496db5-0d34-4c95-a6fd-cb9c9c8da6ee tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 931 time: 0.7906504 Nov 26 02:59:53.905098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8aa11cf-9e82-47d6-b0ad-bed6cdc83ecb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:53.928617 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2fa9da17-b39e-4fdf-8d0b-3f873f2fed49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:54.013989 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.db.resource_extend [None req-e3854c59-255b-43cd-9d59-f645aabd399c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 02:59:54.030615 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8652e696-e387-45e1-b3e7-73acae317ecd None None] Provisioning complete for port de7cb179-f574-486b-89bf-6f6f4e775435 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:54.031005 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8652e696-e387-45e1-b3e7-73acae317ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:54.082839 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aa11cf-9e82-47d6-b0ad-bed6cdc83ecb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:54.096903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2fa9da17-b39e-4fdf-8d0b-3f873f2fed49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:54.115102 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-b8aa11cf-9e82-47d6-b0ad-bed6cdc83ecb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:54.124575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2fa9da17-b39e-4fdf-8d0b-3f873f2fed49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:54.138055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa11cf-9e82-47d6-b0ad-bed6cdc83ecb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:54.144164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aa11cf-9e82-47d6-b0ad-bed6cdc83ecb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:54.145641 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8aa11cf-9e82-47d6-b0ad-bed6cdc83ecb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:54.155965 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ca78e-0835-45a4-9244-e77a179de3df req-0f99484d-93c9-49d4-a62f-18ecd2518514 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:54.164471 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e9ca78e-0835-45a4-9244-e77a179de3df req-0f99484d-93c9-49d4-a62f-18ecd2518514 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 945 time: 0.3477547 Nov 26 02:59:54.173310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2fa9da17-b39e-4fdf-8d0b-3f873f2fed49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:54.180626 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bf9efda9-957b-47be-8ede-64e06906d67b req-eb1c4771-019f-49c7-a233-3c5197ccb9c5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] For port 57741d91-c980-4e0b-9b35-bab416945e3b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=57741d91-c980-4e0b-9b35-bab416945e3b,segment=NetworkSegment(d1a472b8-5e0f-401d-ae98-42c43399d15c),segment_id=d1a472b8-5e0f-401d-ae98-42c43399d15c)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:54.181204 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-eb1c4771-019f-49c7-a233-3c5197ccb9c5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:54.187053 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc8e3ec7-94f3-487b-bc55-21facc5e1459 req-ea019ad2-8530-4eea-903c-527a7ec4a896 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130357 Nov 26 02:59:54.206815 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa11cf-9e82-47d6-b0ad-bed6cdc83ecb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=ade61a77-8a02-4a1b-90a8-34def4b80cbe,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:54.274881 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c1c15c92-27c8-4b3d-bde9-bcd4ecace688 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:59:54.422187 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port c1c15c92-27c8-4b3d-bde9-bcd4ecace688 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:54.423757 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:54.606815 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:54.658966 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:59:54.661414 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031c301b-aaef-4098-a64d-f47d80dbf42c" -d '{"events": [{"server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "name": "network-vif-plugged", "status": "completed", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:59:54.701779 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c1c15c92-27c8-4b3d-bde9-bcd4ecace688, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:54.712490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3d251b0f-07e7-4ce9-9d3f-7e0ca84d3b74 None None] Provisioning complete for port 8e518dd1-dbde-4e7c-b324-23a606669e5e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:54.712872 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3d251b0f-07e7-4ce9-9d3f-7e0ca84d3b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:54.741049 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:54.746180 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3854c59-255b-43cd-9d59-f645aabd399c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:54.796478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3d251b0f-07e7-4ce9-9d3f-7e0ca84d3b74 None None] Port 8e518dd1-dbde-4e7c-b324-23a606669e5e cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:59:54.803792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9da17-b39e-4fdf-8d0b-3f873f2fed49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event updated for resources: {'Port': ['ID=8e518dd1-dbde-4e7c-b324-23a606669e5e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:54.808503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-bf9efda9-957b-47be-8ede-64e06906d67b req-eb1c4771-019f-49c7-a233-3c5197ccb9c5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Calling delete_port for 57741d91-c980-4e0b-9b35-bab416945e3b owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:59:54.829700 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3854c59-255b-43cd-9d59-f645aabd399c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:54.834501 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,revision_number=13']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:54.845116 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3d251b0f-07e7-4ce9-9d3f-7e0ca84d3b74 None None] Provisioning complete for port ade61a77-8a02-4a1b-90a8-34def4b80cbe triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:54.845711 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3d251b0f-07e7-4ce9-9d3f-7e0ca84d3b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:54.887428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3d251b0f-07e7-4ce9-9d3f-7e0ca84d3b74 None None] Port ade61a77-8a02-4a1b-90a8-34def4b80cbe cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:59:54.889880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b8aa11cf-9e82-47d6-b0ad-bed6cdc83ecb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.8800611 Nov 26 02:59:54.892690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53202) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:54.965860 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee918dfd-8b0a-4852-81e0-0427fc58ad3f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:54.971919 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee918dfd-8b0a-4852-81e0-0427fc58ad3f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:54.973603 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ee918dfd-8b0a-4852-81e0-0427fc58ad3f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0799179 Nov 26 02:59:54.976792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53204) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:55.074242 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2fa9da17-b39e-4fdf-8d0b-3f873f2fed49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:55.075526 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2fa9da17-b39e-4fdf-8d0b-3f873f2fed49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:55.149258 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e9ca78e-0835-45a4-9244-e77a179de3df req-6d57d69f-c00d-46cd-8f4f-4c11d4b466d6 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9829140 Nov 26 02:59:55.152293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device de7cb179-f574-486b-89bf-6f6f4e775435 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 02:59:55.152678 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-cdc05487-ddcf-4e54-b389-354fcd9760df tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port ade61a77-8a02-4a1b-90a8-34def4b80cbe {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:59:55.153380 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cdc05487-ddcf-4e54-b389-354fcd9760df tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:55.171047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1dced-cb3c-431a-948a-aa779462f0a5 req-5f119ba6-965f-4fb6-8c16-c7a429fe7bd8 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:55.181075 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77f1dced-cb3c-431a-948a-aa779462f0a5 req-5f119ba6-965f-4fb6-8c16-c7a429fe7bd8 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0f621a-664a-490f-b9ad-e0b26aa80062 HTTP/1.1" status: 200 len: 943 time: 0.4335887 Nov 26 02:59:55.190873 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2fa9da17-b39e-4fdf-8d0b-3f873f2fed49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3395491 Nov 26 02:59:55.237468 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2a2d7154-7bb6-4eff-8fea-cac907c4cd1e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Request body: {'port': {'device_id': '28258d28-26ca-46ce-985d-be51b194a150', 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0', 'admin_state_up': True, 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'security_groups': ['69315863-2b5f-4bfb-9e3d-03ef30c91b88']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:55.249103 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port de7cb179-f574-486b-89bf-6f6f4e775435 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:55.250596 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:55.341088 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cdc05487-ddcf-4e54-b389-354fcd9760df tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:55.377216 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-cdc05487-ddcf-4e54-b389-354fcd9760df tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for ade61a77-8a02-4a1b-90a8-34def4b80cbe owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:59:55.450535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2a2d7154-7bb6-4eff-8fea-cac907c4cd1e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Made reservation on behalf of d7baa4dc099742f1bfc89b5af5fff0ca for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:55.454362 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2a2d7154-7bb6-4eff-8fea-cac907c4cd1e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:55.528202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77f1dced-cb3c-431a-948a-aa779462f0a5 req-18eac652-b6bb-4cf8-9de6-aa382f60d574 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/security-groups?id=de22532e-e062-4a98-af3d-a198a11b7cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420446 Nov 26 02:59:55.610542 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-e3854c59-255b-43cd-9d59-f645aabd399c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Floating IP b1d0ce50-d74d-465e-bcbd-a7f1fb9046c4 associated. External IP: 172.25.0.84, port: ca2598c6-1c7b-42a8-8596-4d6b6134e614. Nov 26 02:59:55.637901 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d328edb8-56e7-4046-80d8-6a2f5a723478 x-openstack-request-id: req-d328edb8-56e7-4046-80d8-6a2f5a723478 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:59:55.651259 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "name": "network-vif-plugged", "status": "completed", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:59:55.652506 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d328edb8-56e7-4046-80d8-6a2f5a723478 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:59:55.654228 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'code': 200} Nov 26 02:59:55.671097 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cdc05487-ddcf-4e54-b389-354fcd9760df tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:55.703689 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc05487-ddcf-4e54-b389-354fcd9760df tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=ade61a77-8a02-4a1b-90a8-34def4b80cbe,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:55.751191 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cdc05487-ddcf-4e54-b389-354fcd9760df tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:55.756708 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cdc05487-ddcf-4e54-b389-354fcd9760df tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/ade61a77-8a02-4a1b-90a8-34def4b80cbe HTTP/1.1" status: 204 len: 168 time: 0.7778261 Nov 26 02:59:55.764139 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53208) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:55.824266 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-eb1c4771-019f-49c7-a233-3c5197ccb9c5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:55.829130 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839681bf-42bb-4c86-87ce-fb6e61cee1e4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:55.831055 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839681bf-42bb-4c86-87ce-fb6e61cee1e4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:55.832936 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-839681bf-42bb-4c86-87ce-fb6e61cee1e4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0662897 Nov 26 02:59:55.835971 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53210) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:55.859852 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00401387-2cad-4e69-91f3-e775a99b61ab req-8741f102-16da-4635-afa1-9269f20ca141 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:55.872231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00401387-2cad-4e69-91f3-e775a99b61ab req-8741f102-16da-4635-afa1-9269f20ca141 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:55.889441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00401387-2cad-4e69-91f3-e775a99b61ab req-8741f102-16da-4635-afa1-9269f20ca141 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:55.898414 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00401387-2cad-4e69-91f3-e775a99b61ab req-8741f102-16da-4635-afa1-9269f20ca141 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:55.918751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00401387-2cad-4e69-91f3-e775a99b61ab req-8741f102-16da-4635-afa1-9269f20ca141 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:55.921121 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c2c730-b31d-4e12-9590-dd95f58248e6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 6d6190cc-ea0b-4ea2-893b-fd550b8558d5 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 02:59:55.925308 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00401387-2cad-4e69-91f3-e775a99b61ab req-8741f102-16da-4635-afa1-9269f20ca141 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 3876 time: 0.5283897 Nov 26 02:59:55.925708 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40c2c730-b31d-4e12-9590-dd95f58248e6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:56.010312 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40c2c730-b31d-4e12-9590-dd95f58248e6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:56.011385 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c4771-019f-49c7-a233-3c5197ccb9c5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event deleted for resources: {'Port': ['ID=57741d91-c980-4e0b-9b35-bab416945e3b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:56.174341 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40c2c730-b31d-4e12-9590-dd95f58248e6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:56.233995 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9efda9-957b-47be-8ede-64e06906d67b req-eb1c4771-019f-49c7-a233-3c5197ccb9c5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] No DVR routers for this DVR port 57741d91-c980-4e0b-9b35-bab416945e3b on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:59:56.241720 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-eb1c4771-019f-49c7-a233-3c5197ccb9c5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:56.246441 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf9efda9-957b-47be-8ede-64e06906d67b req-eb1c4771-019f-49c7-a233-3c5197ccb9c5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.54 "DELETE /v2.0/ports/57741d91-c980-4e0b-9b35-bab416945e3b HTTP/1.1" status: 204 len: 173 time: 4.1363301 Nov 26 02:59:56.250356 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-deleted', 'tag': '57741d91-c980-4e0b-9b35-bab416945e3b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:59:56.260228 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62147529-553a-4660-9500-17e6b394321b" -d '{"events": [{"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-deleted", "tag": "57741d91-c980-4e0b-9b35-bab416945e3b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:59:56.279165 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6002bc02-5ce4-4451-a70b-0dfaae6fd655 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 02:59:56.287320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3854c59-255b-43cd-9d59-f645aabd399c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Router e4060108-028b-4201-a0fb-3dd264774662 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 02:59:56.402443 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40c2c730-b31d-4e12-9590-dd95f58248e6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:56.482956 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2c730-b31d-4e12-9590-dd95f58248e6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=6d6190cc-ea0b-4ea2-893b-fd550b8558d5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:56.485020 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40c2c730-b31d-4e12-9590-dd95f58248e6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:56.495137 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-40c2c730-b31d-4e12-9590-dd95f58248e6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/6d6190cc-ea0b-4ea2-893b-fd550b8558d5 HTTP/1.1" status: 204 len: 168 time: 0.6540930 Nov 26 02:59:56.496137 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972cdca-7ad0-4f0b-a4aa-ec1792eb6fc8 req-ed050245-7c45-4a47-bc6b-d97f8813973a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:56.497247 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53218) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:56.519319 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6002bc02-5ce4-4451-a70b-0dfaae6fd655, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6002bc02-5ce4-4451-a70b-0dfaae6fd655,segment=NetworkSegment(44d974dd-73c9-4884-8729-1176aa411b6e),segment_id=44d974dd-73c9-4884-8729-1176aa411b6e)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:56.522079 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a59daca-4be6-4449-ae45-6c79f97ae6a6 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:56.527847 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972cdca-7ad0-4f0b-a4aa-ec1792eb6fc8 req-ed050245-7c45-4a47-bc6b-d97f8813973a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:56.549474 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8972cdca-7ad0-4f0b-a4aa-ec1792eb6fc8 req-ed050245-7c45-4a47-bc6b-d97f8813973a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 1653 time: 0.7750027 Nov 26 02:59:56.592434 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b6cb488a-5c38-4d84-b9a0-6a0bc07eefbe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913661 Nov 26 02:59:56.592668 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53224) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:56.597370 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3ab040a0-e3b5-4d7d-888d-43901484561f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:56.706549 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '6002bc02-5ce4-4451-a70b-0dfaae6fd655', 'network_id': '022397a8-cb16-40fa-b5e5-ef8168b1e7b9', 'port_id': '6002bc02-5ce4-4451-a70b-0dfaae6fd655', 'mac_address': 'fa:16:3e:76:47:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ca945e-f2b6-4a64-aa30-7bae89afb57d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 02:59:56.833062 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2a2d7154-7bb6-4eff-8fea-cac907c4cd1e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Allocated IP 10.1.1.132 (426b4ce6-4aa7-4c02-b4b4-8977770f78c0/bc6da11d-6e3b-40de-8ac1-4e0dae557aba/38d683a3-b337-4602-8887-74ec15606ce0) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 02:59:56.847617 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00401387-2cad-4e69-91f3-e775a99b61ab req-fe9475e8-ad42-48f1-b5a3-8f3808132a01 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8040864 Nov 26 02:59:56.864753 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:56.865824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab040a0-e3b5-4d7d-888d-43901484561f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:56.870328 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ab040a0-e3b5-4d7d-888d-43901484561f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:56.892255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6002bc02-5ce4-4451-a70b-0dfaae6fd655 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 02:59:56.908186 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8972cdca-7ad0-4f0b-a4aa-ec1792eb6fc8 req-c3cf0469-29d5-48ad-a83b-4b639e7bd67d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3575027 Nov 26 02:59:56.919591 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6002bc02-5ce4-4451-a70b-0dfaae6fd655, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6002bc02-5ce4-4451-a70b-0dfaae6fd655,segment=NetworkSegment(44d974dd-73c9-4884-8729-1176aa411b6e),segment_id=44d974dd-73c9-4884-8729-1176aa411b6e)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:56.931389 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:56.968198 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cf4c02-854d-4d7c-951a-2d5fdaf8e9be None None] DHCP port deletion for af1a2dc2-8bce-453d-a003-a5791ffd45d3 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 02:59:57.037205 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=6002bc02-5ce4-4451-a70b-0dfaae6fd655,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:57.096796 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-57cf4c02-854d-4d7c-951a-2d5fdaf8e9be None None] Deleting port de7cb179-f574-486b-89bf-6f6f4e775435 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:59:57.097181 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-57cf4c02-854d-4d7c-951a-2d5fdaf8e9be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:57.128247 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 02:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bd5942-f160-49ec-ac7f-da08ebc6d8dc x-openstack-request-id: req-48bd5942-f160-49ec-ac7f-da08ebc6d8dc {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 02:59:57.128626 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-deleted", "tag": "57741d91-c980-4e0b-9b35-bab416945e3b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 02:59:57.128832 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48bd5942-f160-49ec-ac7f-da08ebc6d8dc {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 02:59:57.129283 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-deleted', 'tag': '57741d91-c980-4e0b-9b35-bab416945e3b', 'status': 'completed', 'code': 200} Nov 26 02:59:57.158959 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3854c59-255b-43cd-9d59-f645aabd399c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 02:59:57.164120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-bf9efda9-957b-47be-8ede-64e06906d67b req-2cbb269e-a9c8-480c-bdee-05366a3af38e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Deleting port 02844178-cc04-42e0-87c6-2802fd9ca94d {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:59:57.164498 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-2cbb269e-a9c8-480c-bdee-05366a3af38e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:57.175232 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3854c59-255b-43cd-9d59-f645aabd399c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:57.210437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e3854c59-255b-43cd-9d59-f645aabd399c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "PUT /v2.0/floatingips/b1d0ce50-d74d-465e-bcbd-a7f1fb9046c4 HTTP/1.1" status: 200 len: 991 time: 4.9592023 Nov 26 02:59:57.244908 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14263119-7382-40ae-9b8e-3125f58af4fa None None] Sync routers for ids ['e4060108-028b-4201-a0fb-3dd264774662'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 02:59:57.315919 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device de7cb179-f574-486b-89bf-6f6f4e775435 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 02:59:57.329844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53232) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:57.427061 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['6002bc02-5ce4-4451-a70b-0dfaae6fd655'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 02:59:57.432204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bf9efda9-957b-47be-8ede-64e06906d67b req-2cbb269e-a9c8-480c-bdee-05366a3af38e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] For port 02844178-cc04-42e0-87c6-2802fd9ca94d, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=02844178-cc04-42e0-87c6-2802fd9ca94d,segment=NetworkSegment(d1a472b8-5e0f-401d-ae98-42c43399d15c),segment_id=d1a472b8-5e0f-401d-ae98-42c43399d15c)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:57.433511 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-2cbb269e-a9c8-480c-bdee-05366a3af38e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:57.451746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-bf9efda9-957b-47be-8ede-64e06906d67b req-2cbb269e-a9c8-480c-bdee-05366a3af38e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Calling delete_port for 02844178-cc04-42e0-87c6-2802fd9ca94d owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:59:57.459138 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-57cf4c02-854d-4d7c-951a-2d5fdaf8e9be None None] For port de7cb179-f574-486b-89bf-6f6f4e775435, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=de7cb179-f574-486b-89bf-6f6f4e775435,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:57.459602 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-57cf4c02-854d-4d7c-951a-2d5fdaf8e9be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:57.470218 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14263119-7382-40ae-9b8e-3125f58af4fa None None] Routers {'e4060108-028b-4201-a0fb-3dd264774662'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:59:57.470883 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-14263119-7382-40ae-9b8e-3125f58af4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:59:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e4060108-028b-4201-a0fb-3dd264774662'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:59:57.564886 n-d-819389-3 neutron-server[104801]: DEBUG neutron.objects.ports [None req-3ab040a0-e3b5-4d7d-888d-43901484561f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 02:59:57.663247 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d8379-f9d3-484c-88a1-51a30553a54d req-633699a7-c5dd-4f54-a1b9-f085c53d7d6b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:57.665529 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d5d8379-f9d3-484c-88a1-51a30553a54d req-633699a7-c5dd-4f54-a1b9-f085c53d7d6b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 946 time: 0.6506562 Nov 26 02:59:57.679519 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-2cbb269e-a9c8-480c-bdee-05366a3af38e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:57.736871 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-57cf4c02-854d-4d7c-951a-2d5fdaf8e9be None None] Calling delete_port for de7cb179-f574-486b-89bf-6f6f4e775435 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:59:57.767365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb269e-a9c8-480c-bdee-05366a3af38e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event deleted for resources: {'Port': ['ID=02844178-cc04-42e0-87c6-2802fd9ca94d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:57.922483 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe2536-9301-4682-8ef4-f27a0ee2a05c req-31e48936-7842-4b87-bf93-df9e8f3105ea tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:57.924983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70fe2536-9301-4682-8ef4-f27a0ee2a05c req-31e48936-7842-4b87-bf93-df9e8f3105ea tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0f621a-664a-490f-b9ad-e0b26aa80062 HTTP/1.1" status: 200 len: 944 time: 0.5915551 Nov 26 02:59:57.927672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9efda9-957b-47be-8ede-64e06906d67b req-2cbb269e-a9c8-480c-bdee-05366a3af38e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] No DVR routers for this DVR port 02844178-cc04-42e0-87c6-2802fd9ca94d on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:59:57.930829 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-2cbb269e-a9c8-480c-bdee-05366a3af38e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:57.935942 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf9efda9-957b-47be-8ede-64e06906d67b req-2cbb269e-a9c8-480c-bdee-05366a3af38e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.54 "DELETE /v2.0/ports/02844178-cc04-42e0-87c6-2802fd9ca94d HTTP/1.1" status: 204 len: 173 time: 1.6599488 Nov 26 02:59:57.951580 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d5d8379-f9d3-484c-88a1-51a30553a54d req-32ea480f-38d1-4d1c-888e-154043907f03 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641780 Nov 26 02:59:58.033120 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2a2d7154-7bb6-4eff-8fea-cac907c4cd1e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:58.104091 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-84505a0b-ea57-44e1-9f57-12996a36b972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:58.175676 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70fe2536-9301-4682-8ef4-f27a0ee2a05c req-238012cf-46c0-49ad-846a-3757a82cf16d tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/security-groups?id=de22532e-e062-4a98-af3d-a198a11b7cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352600 Nov 26 02:59:58.187431 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-14263119-7382-40ae-9b8e-3125f58af4fa None None] Set router e4060108-028b-4201-a0fb-3dd264774662 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:59:58.260883 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ab040a0-e3b5-4d7d-888d-43901484561f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:58.321093 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2a2d7154-7bb6-4eff-8fea-cac907c4cd1e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:58.375961 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:58.454886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb28d79-a545-463e-b98d-8b250371d7e5 req-2370e789-f241-45f7-ae63-89359a1aa5c1 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:58.474070 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb28d79-a545-463e-b98d-8b250371d7e5 req-2370e789-f241-45f7-ae63-89359a1aa5c1 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:58.480486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb28d79-a545-463e-b98d-8b250371d7e5 req-2370e789-f241-45f7-ae63-89359a1aa5c1 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:58.497504 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fb28d79-a545-463e-b98d-8b250371d7e5 req-2370e789-f241-45f7-ae63-89359a1aa5c1 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 2410 time: 0.3196921 Nov 26 02:59:58.542541 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-57cf4c02-854d-4d7c-951a-2d5fdaf8e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:58.544083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2a2d7154-7bb6-4eff-8fea-cac907c4cd1e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:58.578705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2a2d7154-7bb6-4eff-8fea-cac907c4cd1e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:58.583787 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-bf9efda9-957b-47be-8ede-64e06906d67b req-34e9ba1d-b1b2-47cc-8ba3-4c8353397b63 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Deleting port 1652fdd8-a96b-4b29-8dfe-f52e1ca56718 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 02:59:58.584169 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-34e9ba1d-b1b2-47cc-8ba3-4c8353397b63 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:58.601508 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf4c02-854d-4d7c-951a-2d5fdaf8e9be None None] Pushing event deleted for resources: {'Port': ['ID=de7cb179-f574-486b-89bf-6f6f4e775435,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:58.637965 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf4c02-854d-4d7c-951a-2d5fdaf8e9be None None] No DVR routers for this DVR port de7cb179-f574-486b-89bf-6f6f4e775435 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 02:59:58.712111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bf9efda9-957b-47be-8ede-64e06906d67b req-34e9ba1d-b1b2-47cc-8ba3-4c8353397b63 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] For port 1652fdd8-a96b-4b29-8dfe-f52e1ca56718, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=1652fdd8-a96b-4b29-8dfe-f52e1ca56718,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:58.713615 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-34e9ba1d-b1b2-47cc-8ba3-4c8353397b63 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:58.741311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-bf9efda9-957b-47be-8ede-64e06906d67b req-34e9ba1d-b1b2-47cc-8ba3-4c8353397b63 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Calling delete_port for 1652fdd8-a96b-4b29-8dfe-f52e1ca56718 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 02:59:58.802404 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-3ab040a0-e3b5-4d7d-888d-43901484561f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] For port de7cb179-f574-486b-89bf-6f6f4e775435, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=de7cb179-f574-486b-89bf-6f6f4e775435,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 02:59:58.873909 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ab040a0-e3b5-4d7d-888d-43901484561f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:58.890834 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ab040a0-e3b5-4d7d-888d-43901484561f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:58.891707 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ab040a0-e3b5-4d7d-888d-43901484561f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:58.918756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2a2d7154-7bb6-4eff-8fea-cac907c4cd1e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 02:59:58.943163 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-34e9ba1d-b1b2-47cc-8ba3-4c8353397b63 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:58.966006 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab040a0-e3b5-4d7d-888d-43901484561f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 02:59:58.970007 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab040a0-e3b5-4d7d-888d-43901484561f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=de7cb179-f574-486b-89bf-6f6f4e775435,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:58.981493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-3ab040a0-e3b5-4d7d-888d-43901484561f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 02:59:58.986252 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab040a0-e3b5-4d7d-888d-43901484561f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:58.990184 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ab040a0-e3b5-4d7d-888d-43901484561f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:58.998286 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a287e5-ba06-4ade-83f5-ba994626fe31 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 02:59:59.024768 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3ab040a0-e3b5-4d7d-888d-43901484561f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4311402 Nov 26 02:59:59.031109 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53244) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 02:59:59.041204 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0e780c4a-8abc-4f7c-b539-9620584fd034 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'mac_address': 'fa:16:3e:7b:0d:7c', 'name': 'tempest-NetworksTestDHCPv6-428746818'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:59.058964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2a2d7154-7bb6-4eff-8fea-cac907c4cd1e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:59.061066 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2a2d7154-7bb6-4eff-8fea-cac907c4cd1e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:59.107146 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d7154-7bb6-4eff-8fea-cac907c4cd1e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event updated for resources: {'Port': ['ID=38d683a3-b337-4602-8887-74ec15606ce0,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:59.137659 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab040a0-e3b5-4d7d-888d-43901484561f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=005314f6-d2e3-42da-831e-9b6888a85967,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:59.145345 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-dfc00353-b909-4408-a068-d1e06476201b None None] Provisioning complete for port 38d683a3-b337-4602-8887-74ec15606ce0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 02:59:59.145726 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dfc00353-b909-4408-a068-d1e06476201b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:59.194212 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa3acff-7be2-4cee-8332-3681543bd483', 'tag': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614'}, {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-deleted', 'tag': '02844178-cc04-42e0-87c6-2802fd9ca94d'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 02:59:59.209775 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323e1431-1c61-45a0-9987-f985353a5fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa3acff-7be2-4cee-8332-3681543bd483", "tag": "ca2598c6-1c7b-42a8-8596-4d6b6134e614"}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-deleted", "tag": "02844178-cc04-42e0-87c6-2802fd9ca94d"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 02:59:59.212587 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9ba1d-b1b2-47cc-8ba3-4c8353397b63 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event deleted for resources: {'Port': ['ID=1652fdd8-a96b-4b29-8dfe-f52e1ca56718,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 02:59:59.236102 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-dfc00353-b909-4408-a068-d1e06476201b None None] Port 38d683a3-b337-4602-8887-74ec15606ce0 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 02:59:59.239692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-14263119-7382-40ae-9b8e-3125f58af4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 4, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port': {'id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:47Z', 'updated_at': '2021-11-26T02:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'b1d0ce50-d74d-465e-bcbd-a7f1fb9046c4', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'port_id': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'mac_address': 'fa:16:3e:79:48:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa3acff-7be2-4cee-8332-3681543bd483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:59:14Z', 'updated_at': '2021-11-26T02:59:53Z', 'revision_number': 1, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffed77e-7f8a-4771-a6ea-762322c9cf50', 'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'mac_address': 'fa:16:3e:cb:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:49Z', 'updated_at': '2021-11-26T02:52:56Z', 'revision_number': 5, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'subnets': [{'id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:59:59.267961 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c5bd2-3425-4a57-af25-5ca892a84183 req-7471ef27-bf5f-4ae6-bf5a-ea9cd7d87e23 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:59.278923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14263119-7382-40ae-9b8e-3125f58af4fa None None] Checking router: e4060108-028b-4201-a0fb-3dd264774662 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 02:59:59.286012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c5bd2-3425-4a57-af25-5ca892a84183 req-7471ef27-bf5f-4ae6-bf5a-ea9cd7d87e23 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:59.294413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c5bd2-3425-4a57-af25-5ca892a84183 req-7471ef27-bf5f-4ae6-bf5a-ea9cd7d87e23 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 02:59:59.296482 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae9c5bd2-3425-4a57-af25-5ca892a84183 req-7471ef27-bf5f-4ae6-bf5a-ea9cd7d87e23 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 2374 time: 0.9196754 Nov 26 02:59:59.307804 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e780c4a-8abc-4f7c-b539-9620584fd034 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:59.310650 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14263119-7382-40ae-9b8e-3125f58af4fa None None] Routers {'e4060108-028b-4201-a0fb-3dd264774662'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 02:59:59.311299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-14263119-7382-40ae-9b8e-3125f58af4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:59:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e4060108-028b-4201-a0fb-3dd264774662'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 02:59:59.321547 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-84505a0b-ea57-44e1-9f57-12996a36b972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:59.334900 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fb28d79-a545-463e-b98d-8b250371d7e5 req-6c2c1794-8045-498e-b806-b66b4be0ee3f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7889407 Nov 26 02:59:59.346038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2a2d7154-7bb6-4eff-8fea-cac907c4cd1e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1199152 Nov 26 02:59:59.346956 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-84505a0b-ea57-44e1-9f57-12996a36b972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:59.377150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-4d98bdae-f6c1-4a24-b228-f72daa8ad3f8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Request body: {'port': {'device_id': '28258d28-26ca-46ce-985d-be51b194a150', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '09ad8bb0-11ca-4f86-941d-4b67b4752da2', 'admin_state_up': True, 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'security_groups': ['69315863-2b5f-4bfb-9e3d-03ef30c91b88']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 02:59:59.440776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-14263119-7382-40ae-9b8e-3125f58af4fa None None] Set router e4060108-028b-4201-a0fb-3dd264774662 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 02:59:59.566683 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e780c4a-8abc-4f7c-b539-9620584fd034 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 02:59:59.606357 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-0e780c4a-8abc-4f7c-b539-9620584fd034 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port 27c3fb43-850b-420f-ab70-6a96c9c507fc yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 02:59:59.733809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-4d98bdae-f6c1-4a24-b228-f72daa8ad3f8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Made reservation on behalf of d7baa4dc099742f1bfc89b5af5fff0ca for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 02:59:59.831103 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-0e780c4a-8abc-4f7c-b539-9620584fd034 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::f816:3eff:fe7b:d7c (af1a2dc2-8bce-453d-a003-a5791ffd45d3/005314f6-d2e3-42da-831e-9b6888a85967/27c3fb43-850b-420f-ab70-6a96c9c507fc) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:00.114173 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'fixed_ips': [{'subnet_id': '005314f6-d2e3-42da-831e-9b6888a85967'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:00:00.115080 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:00.275562 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e780c4a-8abc-4f7c-b539-9620584fd034 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:00.319333 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6002bc02-5ce4-4451-a70b-0dfaae6fd655 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:00:00.373666 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e780c4a-8abc-4f7c-b539-9620584fd034 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:00.396044 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-14263119-7382-40ae-9b8e-3125f58af4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 4, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port': {'id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:47Z', 'updated_at': '2021-11-26T02:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'b1d0ce50-d74d-465e-bcbd-a7f1fb9046c4', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'port_id': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'mac_address': 'fa:16:3e:79:48:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa3acff-7be2-4cee-8332-3681543bd483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:59:14Z', 'updated_at': '2021-11-26T02:59:53Z', 'revision_number': 1, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffed77e-7f8a-4771-a6ea-762322c9cf50', 'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'mac_address': 'fa:16:3e:cb:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:49Z', 'updated_at': '2021-11-26T02:52:56Z', 'revision_number': 5, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'subnets': [{'id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:00:00.416243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9efda9-957b-47be-8ede-64e06906d67b req-34e9ba1d-b1b2-47cc-8ba3-4c8353397b63 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] No DVR routers for this DVR port 1652fdd8-a96b-4b29-8dfe-f52e1ca56718 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:00:00.423906 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-34e9ba1d-b1b2-47cc-8ba3-4c8353397b63 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:00.426576 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf9efda9-957b-47be-8ede-64e06906d67b req-34e9ba1d-b1b2-47cc-8ba3-4c8353397b63 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.54 "DELETE /v2.0/ports/1652fdd8-a96b-4b29-8dfe-f52e1ca56718 HTTP/1.1" status: 204 len: 173 time: 2.4637084 Nov 26 03:00:00.454562 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-84505a0b-ea57-44e1-9f57-12996a36b972 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e40dc6c64f474f209ec91ae8541b2fbd&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1077347 Nov 26 03:00:00.454562 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84505a0b-ea57-44e1-9f57-12996a36b972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d75243-daec-40a8-9a23-695e28b2dccd,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:00.456294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53256) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:00.464183 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14263119-7382-40ae-9b8e-3125f58af4fa None None] The sync data for ids ['e4060108-028b-4201-a0fb-3dd264774662'] in n-d-819389-3 is: [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 4, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port': {'id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:47Z', 'updated_at': '2021-11-26T02:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'b1d0ce50-d74d-465e-bcbd-a7f1fb9046c4', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'port_id': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'mac_address': 'fa:16:3e:79:48:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa3acff-7be2-4cee-8332-3681543bd483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:59:14Z', 'updated_at': '2021-11-26T02:59:53Z', 'revision_number': 1, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffed77e-7f8a-4771-a6ea-762322c9cf50', 'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'mac_address': 'fa:16:3e:cb:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:49Z', 'updated_at': '2021-11-26T02:52:56Z', 'revision_number': 5, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'subnets': [{'id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:00:00.476336 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e780c4a-8abc-4f7c-b539-9620584fd034 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:00.478091 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-0e780c4a-8abc-4f7c-b539-9620584fd034 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:00.492426 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e780c4a-8abc-4f7c-b539-9620584fd034 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:00:00.498905 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Allocated IP 2001:db8::f816:3eff:fe69:8ff0 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/005314f6-d2e3-42da-831e-9b6888a85967/6df164c3-e571-4bbc-8645-ea4219b5d20d) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:00.501964 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e780c4a-8abc-4f7c-b539-9620584fd034 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:00.502536 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e780c4a-8abc-4f7c-b539-9620584fd034 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:00.514132 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 6002bc02-5ce4-4451-a70b-0dfaae6fd655 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:00:00.528278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 6002bc02-5ce4-4451-a70b-0dfaae6fd655 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:00.528650 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-4d98bdae-f6c1-4a24-b228-f72daa8ad3f8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:00.529155 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:00.584101 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0e780c4a-8abc-4f7c-b539-9620584fd034 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5518439 Nov 26 03:00:00.587284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53258) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:00.589564 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e780c4a-8abc-4f7c-b539-9620584fd034 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=27c3fb43-850b-420f-ab70-6a96c9c507fc,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:00.670487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28c2ee-2d94-4183-9d85-c42eb8a96347 req-53f111fd-14d8-4d25-96ff-72a2650b5f1e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:00.686337 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a28c2ee-2d94-4183-9d85-c42eb8a96347 req-53f111fd-14d8-4d25-96ff-72a2650b5f1e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 946 time: 1.0246146 Nov 26 03:00:00.703058 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2fe8fa-e881-47dd-9db7-a44515a73d0e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:00.704701 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dd2fe8fa-e881-47dd-9db7-a44515a73d0e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1163135 Nov 26 03:00:00.707946 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53262) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:00.757218 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae9c5bd2-3425-4a57-af25-5ca892a84183 req-57b06c29-2fbc-4b89-90e3-04ae3a988186 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4187527 Nov 26 03:00:00.945460 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b1e9ab-70a6-407e-981e-bbcc0b526c20 None None] New status for floating IP b1d0ce50-d74d-465e-bcbd-a7f1fb9046c4: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:00:00.971247 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-b119a82b-8f41-46ac-b8d8-acd2daa652e2 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port 27c3fb43-850b-420f-ab70-6a96c9c507fc {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:00.972096 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b119a82b-8f41-46ac-b8d8-acd2daa652e2 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:01.019950 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:01.081608 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:01.095782 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0f621a-664a-490f-b9ad-e0b26aa80062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6002bc02-5ce4-4451-a70b-0dfaae6fd655'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:00:01.098740 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75273f04-7ece-4d3a-9b3f-cdeeed482e31" -d '{"events": [{"server_uuid": "5a0f621a-664a-490f-b9ad-e0b26aa80062", "name": "network-vif-plugged", "status": "completed", "tag": "6002bc02-5ce4-4451-a70b-0dfaae6fd655"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:00:01.138416 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:01.149230 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6002bc02-5ce4-4451-a70b-0dfaae6fd655, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6002bc02-5ce4-4451-a70b-0dfaae6fd655,segment=NetworkSegment(44d974dd-73c9-4884-8729-1176aa411b6e),segment_id=44d974dd-73c9-4884-8729-1176aa411b6e)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:01.151306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-bf9efda9-957b-47be-8ede-64e06906d67b req-662adddb-66da-4eeb-9ddb-4adf2af7a07d tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Deleting port fa2350b4-56d4-47ad-916e-e0e40196eccd {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:01.151654 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-662adddb-66da-4eeb-9ddb-4adf2af7a07d tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:01.154408 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-87d2bafc-6466-4ade-b782-4c9f47b982c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:01.159983 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b119a82b-8f41-46ac-b8d8-acd2daa652e2 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:01.181724 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-b119a82b-8f41-46ac-b8d8-acd2daa652e2 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for 27c3fb43-850b-420f-ab70-6a96c9c507fc owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:01.204347 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:01.227709 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:01.232905 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:01.237407 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:00:01.256420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Pushing event updated for resources: {'Port': ['ID=6df164c3-e571-4bbc-8645-ea4219b5d20d,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:01.363635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bf9efda9-957b-47be-8ede-64e06906d67b req-662adddb-66da-4eeb-9ddb-4adf2af7a07d tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] For port fa2350b4-56d4-47ad-916e-e0e40196eccd, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=fa2350b4-56d4-47ad-916e-e0e40196eccd,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:01.367750 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-662adddb-66da-4eeb-9ddb-4adf2af7a07d tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:01.368564 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=6002bc02-5ce4-4451-a70b-0dfaae6fd655,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:01.418384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a28c2ee-2d94-4183-9d85-c42eb8a96347 req-0aaf2896-3991-45a6-a4fd-0525edc248ea tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7310691 Nov 26 03:00:01.442300 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b119a82b-8f41-46ac-b8d8-acd2daa652e2 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:01.472586 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Attempting to bind port 6df164c3-e571-4bbc-8645-ea4219b5d20d on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:00:01.473269 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Attempting to bind port 6df164c3-e571-4bbc-8645-ea4219b5d20d by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:00:01.473928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Attempting to bind port 6df164c3-e571-4bbc-8645-ea4219b5d20d on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:01.481962 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:00:01.482689 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:00:01.483214 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:01.483732 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:00:01.484396 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Bound port: 6df164c3-e571-4bbc-8645-ea4219b5d20d, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:00:01.484880 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:01.496237 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-bf9efda9-957b-47be-8ede-64e06906d67b req-662adddb-66da-4eeb-9ddb-4adf2af7a07d tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Calling delete_port for fa2350b4-56d4-47ad-916e-e0e40196eccd owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:01.534945 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119a82b-8f41-46ac-b8d8-acd2daa652e2 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=27c3fb43-850b-420f-ab70-6a96c9c507fc,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:01.612687 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] For port 6df164c3-e571-4bbc-8645-ea4219b5d20d, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:00:01.617945 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] For port 6df164c3-e571-4bbc-8645-ea4219b5d20d, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6df164c3-e571-4bbc-8645-ea4219b5d20d,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:00:01.652535 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b119a82b-8f41-46ac-b8d8-acd2daa652e2 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:01.653257 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:01.656402 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 26 Nov 2021 02:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f1b14d-3f97-4caf-9ff0-407841aa40b7 x-openstack-request-id: req-18f1b14d-3f97-4caf-9ff0-407841aa40b7 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:00:01.660872 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa3acff-7be2-4cee-8332-3681543bd483", "tag": "ca2598c6-1c7b-42a8-8596-4d6b6134e614", "status": "completed", "code": 200}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-deleted", "tag": "02844178-cc04-42e0-87c6-2802fd9ca94d", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:00:01.662346 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18f1b14d-3f97-4caf-9ff0-407841aa40b7 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:00:01.662346 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa3acff-7be2-4cee-8332-3681543bd483', 'tag': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614', 'status': 'completed', 'code': 200} Nov 26 03:00:01.662346 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-deleted', 'tag': '02844178-cc04-42e0-87c6-2802fd9ca94d', 'status': 'completed', 'code': 200} Nov 26 03:00:01.663306 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b119a82b-8f41-46ac-b8d8-acd2daa652e2 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/27c3fb43-850b-420f-ab70-6a96c9c507fc HTTP/1.1" status: 204 len: 168 time: 0.9543190 Nov 26 03:00:01.683834 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53266) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:01.776010 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1431-1c61-45a0-9987-f985353a5fe2 req-7ffae0f4-5e6d-43dd-a68d-512d198ac98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:01.778662 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-323e1431-1c61-45a0-9987-f985353a5fe2 req-7ffae0f4-5e6d-43dd-a68d-512d198ac98b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd0486c09d3445d19d9cae0425413414&device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 1097 time: 0.1544120 Nov 26 03:00:01.783491 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc647785-fe77-436b-9780-74f0af33ceb3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:01.785622 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc647785-fe77-436b-9780-74f0af33ceb3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:01.787535 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fc647785-fe77-436b-9780-74f0af33ceb3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1013443 Nov 26 03:00:01.799115 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53270) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:01.838200 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-87d2bafc-6466-4ade-b782-4c9f47b982c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:01.859196 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f962ae-4349-41d7-a01b-bd575dd3208a None None] Pushing event updated for resources: {'Port': ['ID=6df164c3-e571-4bbc-8645-ea4219b5d20d,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:02.029890 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de616fc-01b1-49a5-a2a6-1f4fe39f951e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 005314f6-d2e3-42da-831e-9b6888a85967 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:00:02.034150 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1431-1c61-45a0-9987-f985353a5fe2 req-7db7e545-6af7-441e-a4d4-bca00046a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:02.037574 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-323e1431-1c61-45a0-9987-f985353a5fe2 req-7db7e545-6af7-441e-a4d4-bca00046a030 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12 HTTP/1.1" status: 200 len: 918 time: 0.2488184 Nov 26 03:00:02.045561 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0de616fc-01b1-49a5-a2a6-1f4fe39f951e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:02.092413 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-662adddb-66da-4eeb-9ddb-4adf2af7a07d tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:02.135448 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0de616fc-01b1-49a5-a2a6-1f4fe39f951e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:02.165121 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662adddb-66da-4eeb-9ddb-4adf2af7a07d tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event deleted for resources: {'Port': ['ID=fa2350b4-56d4-47ad-916e-e0e40196eccd,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:02.268033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa9011-578c-467c-90b8-edb336c8825d req-4cdf1f8f-de6c-4876-af40-37d295307ce0 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:02.270694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0aa9011-578c-467c-90b8-edb336c8825d req-4cdf1f8f-de6c-4876-af40-37d295307ce0 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0f621a-664a-490f-b9ad-e0b26aa80062 HTTP/1.1" status: 200 len: 945 time: 0.8511641 Nov 26 03:00:02.335944 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db5c71-f071-4a39-8ca8-a9bf45fc3c3c req-647d66ac-4246-4fd3-902c-6f347e90c87a tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:02.343280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db5c71-f071-4a39-8ca8-a9bf45fc3c3c req-647d66ac-4246-4fd3-902c-6f347e90c87a tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:02.345999 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7db5c71-f071-4a39-8ca8-a9bf45fc3c3c req-647d66ac-4246-4fd3-902c-6f347e90c87a tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 1600 time: 0.5999639 Nov 26 03:00:02.346221 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-323e1431-1c61-45a0-9987-f985353a5fe2 req-8d77540b-4a2e-4d0e-ac20-1acbf00e3ae8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca2598c6-1c7b-42a8-8596-4d6b6134e614 HTTP/1.1" status: 200 len: 1001 time: 0.2247109 Nov 26 03:00:02.390273 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0de616fc-01b1-49a5-a2a6-1f4fe39f951e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:02.420544 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-87d2bafc-6466-4ade-b782-4c9f47b982c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:02.423885 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-87d2bafc-6466-4ade-b782-4c9f47b982c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:02.427511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-87d2bafc-6466-4ade-b782-4c9f47b982c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69d75243-daec-40a8-9a23-695e28b2dccd HTTP/1.1" status: 204 len: 168 time: 1.9414704 Nov 26 03:00:02.427511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9efda9-957b-47be-8ede-64e06906d67b req-662adddb-66da-4eeb-9ddb-4adf2af7a07d tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] No DVR routers for this DVR port fa2350b4-56d4-47ad-916e-e0e40196eccd on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:00:02.450724 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-662adddb-66da-4eeb-9ddb-4adf2af7a07d tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:02.459103 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf9efda9-957b-47be-8ede-64e06906d67b req-662adddb-66da-4eeb-9ddb-4adf2af7a07d tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.54 "DELETE /v2.0/ports/fa2350b4-56d4-47ad-916e-e0e40196eccd HTTP/1.1" status: 204 len: 173 time: 1.9986322 Nov 26 03:00:02.555185 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1431-1c61-45a0-9987-f985353a5fe2 req-142d1451-4acc-4736-9ba5-e65a9b54abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:02.556759 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-323e1431-1c61-45a0-9987-f985353a5fe2 req-142d1451-4acc-4736-9ba5-e65a9b54abe3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a5d52cf-14f1-4c64-a09a-1d91ea505a6c HTTP/1.1" status: 200 len: 856 time: 0.1944456 Nov 26 03:00:02.650438 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0de616fc-01b1-49a5-a2a6-1f4fe39f951e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:02.665042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-4d98bdae-f6c1-4a24-b228-f72daa8ad3f8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Allocated IP 10.2.2.100 (09ad8bb0-11ca-4f86-941d-4b67b4752da2/f9b83540-d17e-4c4c-867e-6fe6b714449e/f0c320e9-1ccf-41db-b82e-2361eca3e5d9) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:02.696612 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1431-1c61-45a0-9987-f985353a5fe2 req-ea45c0ab-3e75-4000-9ead-f571825ea07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:02.701269 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-323e1431-1c61-45a0-9987-f985353a5fe2 req-ea45c0ab-3e75-4000-9ead-f571825ea07f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343622 Nov 26 03:00:02.750310 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7db5c71-f071-4a39-8ca8-a9bf45fc3c3c req-ca9207cc-73ed-4b8f-b0a0-5bc3eb5ed6a8 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3800404 Nov 26 03:00:02.773206 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0de616fc-01b1-49a5-a2a6-1f4fe39f951e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:02.780249 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0de616fc-01b1-49a5-a2a6-1f4fe39f951e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/005314f6-d2e3-42da-831e-9b6888a85967 HTTP/1.1" status: 204 len: 168 time: 0.9797249 Nov 26 03:00:02.781360 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de616fc-01b1-49a5-a2a6-1f4fe39f951e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=005314f6-d2e3-42da-831e-9b6888a85967,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:02.796324 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53290) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:02.839933 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2bafc-6466-4ade-b782-4c9f47b982c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d75243-daec-40a8-9a23-695e28b2dccd,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:02.917501 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-662befd9-6e22-4ebd-a9a3-5bb5038ec668 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1196237 Nov 26 03:00:02.923108 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53292) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:02.968764 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5531893e-1071-443f-983a-2e6d5bb6b915 x-openstack-request-id: req-5531893e-1071-443f-983a-2e6d5bb6b915 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:00:02.969651 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0f621a-664a-490f-b9ad-e0b26aa80062", "name": "network-vif-plugged", "status": "completed", "tag": "6002bc02-5ce4-4451-a70b-0dfaae6fd655", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:00:02.970086 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5531893e-1071-443f-983a-2e6d5bb6b915 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:00:02.970663 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0f621a-664a-490f-b9ad-e0b26aa80062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6002bc02-5ce4-4451-a70b-0dfaae6fd655', 'code': 200} Nov 26 03:00:03.038424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0aa9011-578c-467c-90b8-edb336c8825d req-fe247cf2-46d2-4584-ab30-c2d2d57b6bd3 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/security-groups?id=de22532e-e062-4a98-af3d-a198a11b7cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7388060 Nov 26 03:00:03.140749 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-323e1431-1c61-45a0-9987-f985353a5fe2 req-e42f42bf-94e9-426f-afb2-ffe533e53d1c service neutron] 10.222.0.59 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968830 Nov 26 03:00:03.162353 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f0744d-ad00-4a73-a488-54306a2e9944 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:03.176794 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-46f0744d-ad00-4a73-a488-54306a2e9944 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2524862 Nov 26 03:00:03.178664 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53298) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:03.331998 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6df164c3-e571-4bbc-8645-ea4219b5d20d up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:00:03.366744 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed30a63-6aa1-46bd-81b8-696060a19741 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:03.371527 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1ed30a63-6aa1-46bd-81b8-696060a19741 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1889281 Nov 26 03:00:03.465555 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-323e1431-1c61-45a0-9987-f985353a5fe2 req-4c20fb4a-ecad-4f97-92c3-83a5383d700d service neutron] 10.222.0.59 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875636 Nov 26 03:00:03.466000 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53306) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:03.508046 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 6df164c3-e571-4bbc-8645-ea4219b5d20d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:03.512797 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:03.539914 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d2876e41-0a22-4c60-b2c9-e5144d41bf21 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727406 Nov 26 03:00:03.559527 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53312) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:03.567168 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f8fada44-7d2f-4e24-be72-d79f925caa63 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:03.598367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d40aa-f29c-4a75-973e-b94a68a32b34 req-c4b197f8-112a-4c37-94f7-02aada332272 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:03.624259 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d40aa-f29c-4a75-973e-b94a68a32b34 req-c4b197f8-112a-4c37-94f7-02aada332272 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:03.647508 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d40aa-f29c-4a75-973e-b94a68a32b34 req-c4b197f8-112a-4c37-94f7-02aada332272 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:03.660770 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d42d40aa-f29c-4a75-973e-b94a68a32b34 req-c4b197f8-112a-4c37-94f7-02aada332272 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 2374 time: 0.4647746 Nov 26 03:00:03.684778 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-deleted', 'tag': '1652fdd8-a96b-4b29-8dfe-f52e1ca56718'}, {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-deleted', 'tag': 'fa2350b4-56d4-47ad-916e-e0e40196eccd'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:00:03.687053 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780a4185-cd06-4695-b6f7-a98cd878e2ab" -d '{"events": [{"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-deleted", "tag": "1652fdd8-a96b-4b29-8dfe-f52e1ca56718"}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-deleted", "tag": "fa2350b4-56d4-47ad-916e-e0e40196eccd"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:00:03.693200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-bf9efda9-957b-47be-8ede-64e06906d67b req-a8628bf4-5af8-41e6-bac0-48c4b79b8b38 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Deleting port 13a06076-645c-49e5-bb53-f3985928e9af {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:03.693547 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-a8628bf4-5af8-41e6-bac0-48c4b79b8b38 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:03.706217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14bdcd-046f-4147-aa75-7d0393187665 req-d75471c1-5621-4e35-b67d-4b6126368558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:03.715048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a14bdcd-046f-4147-aa75-7d0393187665 req-d75471c1-5621-4e35-b67d-4b6126368558 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5a0f621a-664a-490f-b9ad-e0b26aa80062 HTTP/1.1" status: 200 len: 1096 time: 0.5842352 Nov 26 03:00:03.761729 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:03.807013 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fada44-7d2f-4e24-be72-d79f925caa63 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:03.813206 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f8fada44-7d2f-4e24-be72-d79f925caa63 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:03.831465 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 6df164c3-e571-4bbc-8645-ea4219b5d20d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6df164c3-e571-4bbc-8645-ea4219b5d20d,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:03.847884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90749671-dea8-49c5-a37d-ceb486990007 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:03.869819 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:03.893011 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-4d98bdae-f6c1-4a24-b228-f72daa8ad3f8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:03.970945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8a518-a161-4eb5-89ff-afbe54671afd req-a4008a2c-9ee8-4293-a9c6-0c26dc1529d8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:03.972723 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9fb8a518-a161-4eb5-89ff-afbe54671afd req-a4008a2c-9ee8-4293-a9c6-0c26dc1529d8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 946 time: 0.3058255 Nov 26 03:00:03.974965 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a14bdcd-046f-4147-aa75-7d0393187665 req-d98cc35c-e5c3-4a6a-9d02-598ee9301143 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=de22532e-e062-4a98-af3d-a198a11b7cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701550 Nov 26 03:00:04.008096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d42d40aa-f29c-4a75-973e-b94a68a32b34 req-1084ae33-e533-4a2f-82f0-4d9882ce374d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463058 Nov 26 03:00:04.072804 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8fedbd70-84ef-4f10-93d5-dd03f5fe6079 None None] Provisioning complete for port 6df164c3-e571-4bbc-8645-ea4219b5d20d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:04.073249 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8fedbd70-84ef-4f10-93d5-dd03f5fe6079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:04.144014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bf9efda9-957b-47be-8ede-64e06906d67b req-a8628bf4-5af8-41e6-bac0-48c4b79b8b38 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] For port 13a06076-645c-49e5-bb53-f3985928e9af, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=13a06076-645c-49e5-bb53-f3985928e9af,segment=NetworkSegment(4e794c0b-7845-4eca-a295-7b59404568d7),segment_id=4e794c0b-7845-4eca-a295-7b59404568d7)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:04.150095 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=6df164c3-e571-4bbc-8645-ea4219b5d20d,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:04.151180 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-a8628bf4-5af8-41e6-bac0-48c4b79b8b38 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:04.211026 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-4d98bdae-f6c1-4a24-b228-f72daa8ad3f8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:04.339753 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 26 Nov 2021 03:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab17b12-85f8-4687-88d2-815443946ece x-openstack-request-id: req-5ab17b12-85f8-4687-88d2-815443946ece {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:00:04.344155 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-deleted", "tag": "1652fdd8-a96b-4b29-8dfe-f52e1ca56718", "status": "completed", "code": 200}, {"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-deleted", "tag": "fa2350b4-56d4-47ad-916e-e0e40196eccd", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:00:04.344752 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ab17b12-85f8-4687-88d2-815443946ece {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:00:04.345402 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-deleted', 'tag': '1652fdd8-a96b-4b29-8dfe-f52e1ca56718', 'status': 'completed', 'code': 200} Nov 26 03:00:04.345880 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-deleted', 'tag': 'fa2350b4-56d4-47ad-916e-e0e40196eccd', 'status': 'completed', 'code': 200} Nov 26 03:00:04.354330 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40e3918-b7d2-40ca-a085-1c27a32e284b None None] DHCP port deletion for af1a2dc2-8bce-453d-a003-a5791ffd45d3 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:00:04.466195 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f40e3918-b7d2-40ca-a085-1c27a32e284b None None] Deleting port 6df164c3-e571-4bbc-8645-ea4219b5d20d {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:04.466471 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f40e3918-b7d2-40ca-a085-1c27a32e284b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:04.515366 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-4d98bdae-f6c1-4a24-b228-f72daa8ad3f8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Network 09ad8bb0-11ca-4f86-941d-4b67b4752da2 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:04.540163 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-4d98bdae-f6c1-4a24-b228-f72daa8ad3f8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:04.576015 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9fb8a518-a161-4eb5-89ff-afbe54671afd req-8c5a6904-2aa4-4078-861f-b77313e17c4f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5918615 Nov 26 03:00:04.587013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-4d98bdae-f6c1-4a24-b228-f72daa8ad3f8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:00:04.698926 n-d-819389-3 neutron-server[104801]: DEBUG neutron.objects.ports [None req-f8fada44-7d2f-4e24-be72-d79f925caa63 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 03:00:04.813185 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53342) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:04.841366 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f40e3918-b7d2-40ca-a085-1c27a32e284b None None] For port 6df164c3-e571-4bbc-8645-ea4219b5d20d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6df164c3-e571-4bbc-8645-ea4219b5d20d,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:04.842098 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f40e3918-b7d2-40ca-a085-1c27a32e284b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:04.924394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f40e3918-b7d2-40ca-a085-1c27a32e284b None None] Calling delete_port for 6df164c3-e571-4bbc-8645-ea4219b5d20d owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:05.057426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98bdae-f6c1-4a24-b228-f72daa8ad3f8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event updated for resources: {'Port': ['ID=f0c320e9-1ccf-41db-b82e-2361eca3e5d9,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:05.231992 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-113b9dbf-2e96-4d3e-b36d-c14fcfea8925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:05.233691 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-4d98bdae-f6c1-4a24-b228-f72daa8ad3f8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:05.234414 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-4d98bdae-f6c1-4a24-b228-f72daa8ad3f8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:05.235041 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f8fada44-7d2f-4e24-be72-d79f925caa63 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:05.258536 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f40e3918-b7d2-40ca-a085-1c27a32e284b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:05.260536 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4557b731-ea17-4a17-aa02-c4adcff4af56 None None] Provisioning complete for port f0c320e9-1ccf-41db-b82e-2361eca3e5d9 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:05.260901 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4557b731-ea17-4a17-aa02-c4adcff4af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:05.263230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd1ea4-1e5e-4dab-8d62-11ceae89fb28 req-51590add-4915-4f6b-933b-078a765af31c tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:05.265166 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00cd1ea4-1e5e-4dab-8d62-11ceae89fb28 req-51590add-4915-4f6b-933b-078a765af31c tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 944 time: 0.9391525 Nov 26 03:00:05.323496 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e3918-b7d2-40ca-a085-1c27a32e284b None None] Pushing event deleted for resources: {'Port': ['ID=6df164c3-e571-4bbc-8645-ea4219b5d20d,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:05.338300 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6df164c3-e571-4bbc-8645-ea4219b5d20d no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:00:05.357616 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8fada44-7d2f-4e24-be72-d79f925caa63 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Port 6df164c3-e571-4bbc-8645-ea4219b5d20d concurrently deleted while adding address for new subnet {'id': '9a76982f-f1e4-41d5-be44-079929995d55', 'name': '', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2053, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-26T03:00:03Z', 'updated_at': '2021-11-26T03:00:03Z', 'revision_number': 0, 'segment_id': None, 'project_id': '8730705231ff4cfdb4b56d2f3c5e06d6'}. {{(pid=104801) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 26 03:00:05.357863 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f8fada44-7d2f-4e24-be72-d79f925caa63 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:05.415483 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b011e4-9e3e-4911-807b-055d80ffe79f req-ea88d5ad-74fa-4418-b9b5-9b6fa9e80744 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:05.421041 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b3b011e4-9e3e-4911-807b-055d80ffe79f req-ea88d5ad-74fa-4418-b9b5-9b6fa9e80744 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0f621a-664a-490f-b9ad-e0b26aa80062 HTTP/1.1" status: 200 len: 945 time: 0.6365600 Nov 26 03:00:05.435825 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 6df164c3-e571-4bbc-8645-ea4219b5d20d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:00:05.436226 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6df164c3-e571-4bbc-8645-ea4219b5d20d not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:00:05.453638 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e3918-b7d2-40ca-a085-1c27a32e284b None None] No DVR routers for this DVR port 6df164c3-e571-4bbc-8645-ea4219b5d20d on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:00:05.460647 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fada44-7d2f-4e24-be72-d79f925caa63 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:05.486149 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-f8fada44-7d2f-4e24-be72-d79f925caa63 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:05.497648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4557b731-ea17-4a17-aa02-c4adcff4af56 None None] Port f0c320e9-1ccf-41db-b82e-2361eca3e5d9 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:00:05.500770 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fada44-7d2f-4e24-be72-d79f925caa63 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:05.501390 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f8fada44-7d2f-4e24-be72-d79f925caa63 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:05.525057 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-4d98bdae-f6c1-4a24-b228-f72daa8ad3f8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1521368 Nov 26 03:00:05.527173 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056838ad-7b86-408c-9810-264dd92f1603 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:05.544542 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-39959ad7-f12b-4437-bb6c-7ac805e01e15 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Request body: {'port': {'device_id': '28258d28-26ca-46ce-985d-be51b194a150', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '09ad8bb0-11ca-4f86-941d-4b67b4752da2', 'admin_state_up': True, 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'security_groups': ['69315863-2b5f-4bfb-9e3d-03ef30c91b88']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:05.566692 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b3b011e4-9e3e-4911-807b-055d80ffe79f req-15d2eed1-e683-4438-a8d5-c35d492dbef0 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/security-groups?id=de22532e-e062-4a98-af3d-a198a11b7cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289358 Nov 26 03:00:05.583557 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f8fada44-7d2f-4e24-be72-d79f925caa63 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0199134 Nov 26 03:00:05.583557 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fada44-7d2f-4e24-be72-d79f925caa63 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=9a76982f-f1e4-41d5-be44-079929995d55,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:05.594261 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53354) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:05.630603 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-148312e4-6d47-4c85-9556-a9d2670ad19f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'mac_address': 'fa:16:3e:7d:95:cf', 'name': 'tempest-NetworksTestDHCPv6-1648486306'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:05.752959 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-113b9dbf-2e96-4d3e-b36d-c14fcfea8925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:05.777552 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-113b9dbf-2e96-4d3e-b36d-c14fcfea8925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:05.791060 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-a8628bf4-5af8-41e6-bac0-48c4b79b8b38 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:05.791592 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-a8628bf4-5af8-41e6-bac0-48c4b79b8b38 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:05.792023 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-bf9efda9-957b-47be-8ede-64e06906d67b req-a8628bf4-5af8-41e6-bac0-48c4b79b8b38 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Floating IP 2a444aa4-0b65-4d59-8f30-9135d40175b7 disassociated. External IP: 172.25.0.147, port: 13a06076-645c-49e5-bb53-f3985928e9af. Nov 26 03:00:05.792579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-bf9efda9-957b-47be-8ede-64e06906d67b req-a8628bf4-5af8-41e6-bac0-48c4b79b8b38 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Calling delete_port for 13a06076-645c-49e5-bb53-f3985928e9af owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:05.823511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00cd1ea4-1e5e-4dab-8d62-11ceae89fb28 req-d72aad59-7e1d-4161-9578-c98872c5f612 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c240ba7-87f6-488e-8265-9777283b8720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5421009 Nov 26 03:00:05.937975 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148312e4-6d47-4c85-9556-a9d2670ad19f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:05.984241 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'fixed_ips': [{'subnet_id': '9a76982f-f1e4-41d5-be44-079929995d55'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:00:05.993087 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:06.160534 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-148312e4-6d47-4c85-9556-a9d2670ad19f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:06.215124 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-148312e4-6d47-4c85-9556-a9d2670ad19f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port 940bef8f-dd5d-41ba-9acc-49120f7bf4c9 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:00:06.352842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-39959ad7-f12b-4437-bb6c-7ac805e01e15 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Made reservation on behalf of d7baa4dc099742f1bfc89b5af5fff0ca for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:06.367440 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Allocated IP 2001:db8::f816:3eff:fe8c:7d3f (af1a2dc2-8bce-453d-a003-a5791ffd45d3/9a76982f-f1e4-41d5-be44-079929995d55/a6fbd86a-834b-4375-8602-a1ccf424c941) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:06.385584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83276cb2-a2ee-4804-8316-26157fac6b1a req-b35cb765-47ad-4f0d-9ee9-25cab9eb34ff tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:06.391756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83276cb2-a2ee-4804-8316-26157fac6b1a req-b35cb765-47ad-4f0d-9ee9-25cab9eb34ff tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:06.398868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83276cb2-a2ee-4804-8316-26157fac6b1a req-b35cb765-47ad-4f0d-9ee9-25cab9eb34ff tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:06.405632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83276cb2-a2ee-4804-8316-26157fac6b1a req-b35cb765-47ad-4f0d-9ee9-25cab9eb34ff tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:06.415653 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-113b9dbf-2e96-4d3e-b36d-c14fcfea8925 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de40dadbccd44578ad89c653ad4b144f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5930462 Nov 26 03:00:06.415941 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83276cb2-a2ee-4804-8316-26157fac6b1a req-b35cb765-47ad-4f0d-9ee9-25cab9eb34ff tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 3095 time: 0.4606607 Nov 26 03:00:06.419780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53362) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:06.489479 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-a8628bf4-5af8-41e6-bac0-48c4b79b8b38 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:06.502315 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83276cb2-a2ee-4804-8316-26157fac6b1a req-798079e6-365e-4f60-b9f8-627e2ab92430 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875535 Nov 26 03:00:06.537425 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27aec9-24b9-4fe8-b24a-6ae9370dd930 req-3f9a1d3f-a015-4ebf-aa0d-3c2882e85be6 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:06.545431 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a27aec9-24b9-4fe8-b24a-6ae9370dd930 req-3f9a1d3f-a015-4ebf-aa0d-3c2882e85be6 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 946 time: 0.5294476 Nov 26 03:00:06.587670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8628bf4-5af8-41e6-bac0-48c4b79b8b38 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event deleted for resources: {'Port': ['ID=13a06076-645c-49e5-bb53-f3985928e9af,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:06.615911 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:06.623702 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b9dbf-2e96-4d3e-b36d-c14fcfea8925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dd4ccf-918c-4577-a132-114eb0119c7d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:06.640174 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:06.735026 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:06.736233 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-148312e4-6d47-4c85-9556-a9d2670ad19f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::f816:3eff:fe7d:95cf (af1a2dc2-8bce-453d-a003-a5791ffd45d3/9a76982f-f1e4-41d5-be44-079929995d55/940bef8f-dd5d-41ba-9acc-49120f7bf4c9) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:06.739124 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:06.744605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:00:06.748655 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Pushing event updated for resources: {'Port': ['ID=a6fbd86a-834b-4375-8602-a1ccf424c941,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:06.782198 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a27aec9-24b9-4fe8-b24a-6ae9370dd930 req-b35def9f-0488-4d12-ad1b-d595af0bdbb3 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354121 Nov 26 03:00:06.856940 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Attempting to bind port a6fbd86a-834b-4375-8602-a1ccf424c941 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:00:06.857316 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Attempting to bind port a6fbd86a-834b-4375-8602-a1ccf424c941 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:00:06.857691 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Attempting to bind port a6fbd86a-834b-4375-8602-a1ccf424c941 on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:06.870568 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:00:06.870950 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:00:06.871348 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:06.871752 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:00:06.872316 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Bound port: a6fbd86a-834b-4375-8602-a1ccf424c941, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:00:06.872703 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:07.028804 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-98c62765-853d-4e10-850a-931a2deb963f None None] For port a6fbd86a-834b-4375-8602-a1ccf424c941, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:00:07.042432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-98c62765-853d-4e10-850a-931a2deb963f None None] For port a6fbd86a-834b-4375-8602-a1ccf424c941, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a6fbd86a-834b-4375-8602-a1ccf424c941,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:00:07.051269 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-148312e4-6d47-4c85-9556-a9d2670ad19f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:07.064727 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:07.104106 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-148312e4-6d47-4c85-9556-a9d2670ad19f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:07.192228 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148312e4-6d47-4c85-9556-a9d2670ad19f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=940bef8f-dd5d-41ba-9acc-49120f7bf4c9,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:07.203522 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f5f7-3162-4e96-983a-c647911ecc55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:07.235334 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f5f7-3162-4e96-983a-c647911ecc55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:07.296935 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148312e4-6d47-4c85-9556-a9d2670ad19f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:07.298659 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-148312e4-6d47-4c85-9556-a9d2670ad19f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:07.305217 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148312e4-6d47-4c85-9556-a9d2670ad19f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:00:07.313069 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148312e4-6d47-4c85-9556-a9d2670ad19f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:07.313791 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-148312e4-6d47-4c85-9556-a9d2670ad19f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:07.327232 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f5f7-3162-4e96-983a-c647911ecc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:07.330608 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f5f7-3162-4e96-983a-c647911ecc55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:07.331951 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d5b3f5f7-3162-4e96-983a-c647911ecc55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59dd4ccf-918c-4577-a132-114eb0119c7d HTTP/1.1" status: 204 len: 168 time: 0.8943112 Nov 26 03:00:07.342807 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3f5f7-3162-4e96-983a-c647911ecc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dd4ccf-918c-4577-a132-114eb0119c7d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:07.354815 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-148312e4-6d47-4c85-9556-a9d2670ad19f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7593551 Nov 26 03:00:07.355821 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53374) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:07.356459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c62765-853d-4e10-850a-931a2deb963f None None] Pushing event updated for resources: {'Port': ['ID=a6fbd86a-834b-4375-8602-a1ccf424c941,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:07.423946 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4101c05-d580-4c03-8e12-14902fceb078 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:07.433381 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4101c05-d580-4c03-8e12-14902fceb078 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:07.438684 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e4101c05-d580-4c03-8e12-14902fceb078 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0817113 Nov 26 03:00:07.439368 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53376) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:07.640108 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-214772af-f338-4723-9f38-4067f0cac7b0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port 940bef8f-dd5d-41ba-9acc-49120f7bf4c9 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:07.640108 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-214772af-f338-4723-9f38-4067f0cac7b0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:07.745146 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-39959ad7-f12b-4437-bb6c-7ac805e01e15 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:07.777641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-884e57f4-fbb5-47b9-a6a2-f5a3271c3987 req-14b8922d-7c30-4b99-bf33-f1fa5d79cd6b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.6939728 Nov 26 03:00:07.908613 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-214772af-f338-4723-9f38-4067f0cac7b0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:07.909117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7652080-1749-4b15-b922-eec674386992 req-78e81877-0718-4a72-854e-72536d50886e tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:07.911239 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b7652080-1749-4b15-b922-eec674386992 req-78e81877-0718-4a72-854e-72536d50886e tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0f621a-664a-490f-b9ad-e0b26aa80062 HTTP/1.1" status: 200 len: 945 time: 1.0042193 Nov 26 03:00:07.948165 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-214772af-f338-4723-9f38-4067f0cac7b0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for 940bef8f-dd5d-41ba-9acc-49120f7bf4c9 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:08.109539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf9efda9-957b-47be-8ede-64e06906d67b req-a8628bf4-5af8-41e6-bac0-48c4b79b8b38 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Router 9988ee81-5aaa-4110-a1e4-b01824edb017 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:00:08.179424 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-214772af-f338-4723-9f38-4067f0cac7b0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:08.229329 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214772af-f338-4723-9f38-4067f0cac7b0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=940bef8f-dd5d-41ba-9acc-49120f7bf4c9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:08.277778 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-214772af-f338-4723-9f38-4067f0cac7b0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:08.284091 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-214772af-f338-4723-9f38-4067f0cac7b0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/940bef8f-dd5d-41ba-9acc-49120f7bf4c9 HTTP/1.1" status: 204 len: 168 time: 0.8423405 Nov 26 03:00:08.287348 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53402) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:08.476975 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5dc631-930b-4c5c-b5d3-b09d0ebad5c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:08.483143 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5dc631-930b-4c5c-b5d3-b09d0ebad5c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:08.488417 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fb5dc631-930b-4c5c-b5d3-b09d0ebad5c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1972182 Nov 26 03:00:08.492852 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53410) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:08.645998 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-159ec0b9-3a96-420e-ac6c-b2c6f19b7e53 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 9a76982f-f1e4-41d5-be44-079929995d55 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:00:08.656835 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-159ec0b9-3a96-420e-ac6c-b2c6f19b7e53 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:08.768445 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-159ec0b9-3a96-420e-ac6c-b2c6f19b7e53 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:08.773585 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:00:08.812467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-39959ad7-f12b-4437-bb6c-7ac805e01e15 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Allocated IP 10.2.2.200 (09ad8bb0-11ca-4f86-941d-4b67b4752da2/f9b83540-d17e-4c4c-867e-6fe6b714449e/8964a8e6-c084-4949-914a-2113fb27be33) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:08.821546 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b7652080-1749-4b15-b922-eec674386992 req-942b44b1-87ee-4ea6-b668-8f6fc714ccc0 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/security-groups?id=de22532e-e062-4a98-af3d-a198a11b7cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8997483 Nov 26 03:00:08.899222 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf9efda9-957b-47be-8ede-64e06906d67b req-a8628bf4-5af8-41e6-bac0-48c4b79b8b38 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:00:08.914598 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2da706-4e40-4dee-81b7-e5981a0b31df None None] Sync routers for ids ['9988ee81-5aaa-4110-a1e4-b01824edb017'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:00:08.929346 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2da706-4e40-4dee-81b7-e5981a0b31df None None] Routers {'9988ee81-5aaa-4110-a1e4-b01824edb017'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:00:08.930004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ef2da706-4e40-4dee-81b7-e5981a0b31df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:59:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9988ee81-5aaa-4110-a1e4-b01824edb017'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:00:09.051644 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-159ec0b9-3a96-420e-ac6c-b2c6f19b7e53 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:09.077065 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9efda9-957b-47be-8ede-64e06906d67b req-a8628bf4-5af8-41e6-bac0-48c4b79b8b38 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] No DVR routers for this DVR port 13a06076-645c-49e5-bb53-f3985928e9af on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:00:09.094387 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bf9efda9-957b-47be-8ede-64e06906d67b req-a8628bf4-5af8-41e6-bac0-48c4b79b8b38 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:09.098588 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf9efda9-957b-47be-8ede-64e06906d67b req-a8628bf4-5af8-41e6-bac0-48c4b79b8b38 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.54 "DELETE /v2.0/ports/13a06076-645c-49e5-bb53-f3985928e9af HTTP/1.1" status: 204 len: 173 time: 6.5767558 Nov 26 03:00:09.169200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c060fa6-318e-481b-84f1-2bf5ccbe1026 req-e84d11c8-8dad-409c-b646-9b8120e90e5a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:09.176423 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c060fa6-318e-481b-84f1-2bf5ccbe1026 req-e84d11c8-8dad-409c-b646-9b8120e90e5a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:09.224431 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c060fa6-318e-481b-84f1-2bf5ccbe1026 req-e84d11c8-8dad-409c-b646-9b8120e90e5a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:09.241135 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-47c0a87d-d77f-4032-96cb-4b9a0adabeed None None] Provisioning complete for port a6fbd86a-834b-4375-8602-a1ccf424c941 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:09.241781 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-47c0a87d-d77f-4032-96cb-4b9a0adabeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:09.245901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c060fa6-318e-481b-84f1-2bf5ccbe1026 req-e84d11c8-8dad-409c-b646-9b8120e90e5a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:09.247676 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c060fa6-318e-481b-84f1-2bf5ccbe1026 req-e84d11c8-8dad-409c-b646-9b8120e90e5a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 3095 time: 0.6575680 Nov 26 03:00:09.248178 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-deleted', 'tag': '13a06076-645c-49e5-bb53-f3985928e9af'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:00:09.276069 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cad37b-a9b2-4b68-bdd7-5986d19c75a9" -d '{"events": [{"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-deleted", "tag": "13a06076-645c-49e5-bb53-f3985928e9af"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:00:09.313116 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-159ec0b9-3a96-420e-ac6c-b2c6f19b7e53 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:09.385532 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-159ec0b9-3a96-420e-ac6c-b2c6f19b7e53 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:09.388892 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-159ec0b9-3a96-420e-ac6c-b2c6f19b7e53 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/9a76982f-f1e4-41d5-be44-079929995d55 HTTP/1.1" status: 204 len: 168 time: 0.8950157 Nov 26 03:00:09.486480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53426) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:09.497043 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ec0b9-3a96-420e-ac6c-b2c6f19b7e53 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=9a76982f-f1e4-41d5-be44-079929995d55,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:09.568448 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a6fbd86a-834b-4375-8602-a1ccf424c941 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:00:09.630016 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-30c0f863-de0a-4275-9798-ec53306f92a3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073277 Nov 26 03:00:09.632807 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53434) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:09.637979 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-2cd7f33b-bf01-49d7-a13b-b13b1a57a16f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:09.661361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23cb14d-be6d-415d-b4c8-9aea13fea557 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:09.734319 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-39959ad7-f12b-4437-bb6c-7ac805e01e15 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:09.807829 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e977abe-00b0-4ce0-8d2b-f6c97c8af5a5 req-1e06d362-0334-481a-afcb-220e4b140df5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:09.818400 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e977abe-00b0-4ce0-8d2b-f6c97c8af5a5 req-1e06d362-0334-481a-afcb-220e4b140df5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 946 time: 0.7572327 Nov 26 03:00:09.841089 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-39959ad7-f12b-4437-bb6c-7ac805e01e15 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:09.901736 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-ef2da706-4e40-4dee-81b7-e5981a0b31df None None] Set router 9988ee81-5aaa-4110-a1e4-b01824edb017 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:00:09.945186 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39959ad7-f12b-4437-bb6c-7ac805e01e15 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event updated for resources: {'Port': ['ID=8964a8e6-c084-4949-914a-2113fb27be33,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:09.967835 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e977abe-00b0-4ce0-8d2b-f6c97c8af5a5 req-be4e8e6c-bdc9-4c74-b8e1-200d3a83aa06 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481745 Nov 26 03:00:09.975438 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c060fa6-318e-481b-84f1-2bf5ccbe1026 req-1f48c966-d7ce-4188-996a-d90138434504 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6963987 Nov 26 03:00:09.978616 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd7f33b-bf01-49d7-a13b-b13b1a57a16f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:09.982214 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f33b-bf01-49d7-a13b-b13b1a57a16f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:09.986858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-39959ad7-f12b-4437-bb6c-7ac805e01e15 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Network 09ad8bb0-11ca-4f86-941d-4b67b4752da2 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:09.997776 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-39959ad7-f12b-4437-bb6c-7ac805e01e15 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:10.000272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-39959ad7-f12b-4437-bb6c-7ac805e01e15 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:00:10.195729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-39959ad7-f12b-4437-bb6c-7ac805e01e15 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:10.197006 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-39959ad7-f12b-4437-bb6c-7ac805e01e15 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:10.259609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29656ae1-7afd-432b-9c7e-b1537d2da644 req-428f0570-62f4-4b30-be58-ba781a78a682 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.0564415 Nov 26 03:00:10.264657 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-47c0a87d-d77f-4032-96cb-4b9a0adabeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:10.296029 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-39959ad7-f12b-4437-bb6c-7ac805e01e15 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7554724 Nov 26 03:00:10.315150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Request body: {'port': {'device_id': '28258d28-26ca-46ce-985d-be51b194a150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:10.387626 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a86aca7-c1c1-4d40-8895-843c7d802981 x-openstack-request-id: req-8a86aca7-c1c1-4d40-8895-843c7d802981 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:00:10.390774 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc278e2-c0f1-469c-abd2-a3c915ce400e", "name": "network-vif-deleted", "tag": "13a06076-645c-49e5-bb53-f3985928e9af", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:00:10.391251 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a86aca7-c1c1-4d40-8895-843c7d802981 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:00:10.392527 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc278e2-c0f1-469c-abd2-a3c915ce400e', 'name': 'network-vif-deleted', 'tag': '13a06076-645c-49e5-bb53-f3985928e9af', 'status': 'completed', 'code': 200} Nov 26 03:00:10.478008 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a6fbd86a-834b-4375-8602-a1ccf424c941 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:10.478776 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:10.484803 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:10.568573 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-47c0a87d-d77f-4032-96cb-4b9a0adabeed None None] For port a6fbd86a-834b-4375-8602-a1ccf424c941, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a6fbd86a-834b-4375-8602-a1ccf424c941,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:10.598026 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-47c0a87d-d77f-4032-96cb-4b9a0adabeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:10.680374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3856e893-8052-416f-973e-8acaaaa623b0 None None] DHCP port deletion for af1a2dc2-8bce-453d-a003-a5791ffd45d3 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:00:10.794851 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d69c2b35-7efa-4af9-8c8c-edc32a0857ec None None] Could not find standard attr ID for object 940bef8f-dd5d-41ba-9acc-49120f7bf4c9. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:00:10.839134 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0a87d-d77f-4032-96cb-4b9a0adabeed None None] Pushing event updated for resources: {'Port': ['ID=a6fbd86a-834b-4375-8602-a1ccf424c941,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:10.858585 n-d-819389-3 neutron-server[104801]: DEBUG neutron.objects.ports [None req-2cd7f33b-bf01-49d7-a13b-b13b1a57a16f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 03:00:10.898083 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d69c2b35-7efa-4af9-8c8c-edc32a0857ec None None] Provisioning complete for port 8964a8e6-c084-4949-914a-2113fb27be33 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:10.898736 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d69c2b35-7efa-4af9-8c8c-edc32a0857ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:10.982779 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3856e893-8052-416f-973e-8acaaaa623b0 None None] Deleting port a6fbd86a-834b-4375-8602-a1ccf424c941 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:10.983596 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3856e893-8052-416f-973e-8acaaaa623b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:11.007109 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d69c2b35-7efa-4af9-8c8c-edc32a0857ec None None] Port 8964a8e6-c084-4949-914a-2113fb27be33 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:00:11.151954 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3856e893-8052-416f-973e-8acaaaa623b0 None None] For port a6fbd86a-834b-4375-8602-a1ccf424c941, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a6fbd86a-834b-4375-8602-a1ccf424c941,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:11.152652 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3856e893-8052-416f-973e-8acaaaa623b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:11.170735 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3856e893-8052-416f-973e-8acaaaa623b0 None None] Calling delete_port for a6fbd86a-834b-4375-8602-a1ccf424c941 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:11.215479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7484f68f-6538-4c42-ba92-bbfe50a28df2 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:00:11.294394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ef2da706-4e40-4dee-81b7-e5981a0b31df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'name': 'tempest-TaggedBootDevicesTest_v242-79700035-router', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:52Z', 'updated_at': '2021-11-26T02:48:57Z', 'revision_number': 4, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'gw_port': {'id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:53Z', 'updated_at': '2021-11-26T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5dd35cd2-5c28-403c-ba2f-4fec36c01d56', 'name': '', 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'mac_address': 'fa:16:3e:c4:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:56Z', 'updated_at': '2021-11-26T02:49:11Z', 'revision_number': 5, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'subnets': [{'id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:00:11.300101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a6fbd86a-834b-4375-8602-a1ccf424c941 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:00:11.301016 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:11.355851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Transition to ACTIVE for port object 7484f68f-6538-4c42-ba92-bbfe50a28df2 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:00:11.368345 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: a6fbd86a-834b-4375-8602-a1ccf424c941 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:00:11.368627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a6fbd86a-834b-4375-8602-a1ccf424c941 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:00:11.371807 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3856e893-8052-416f-973e-8acaaaa623b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:11.375851 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2da706-4e40-4dee-81b7-e5981a0b31df None None] Checking router: 9988ee81-5aaa-4110-a1e4-b01824edb017 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:00:11.387138 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:11.404727 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856e893-8052-416f-973e-8acaaaa623b0 None None] Pushing event deleted for resources: {'Port': ['ID=a6fbd86a-834b-4375-8602-a1ccf424c941,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:11.413366 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3856e893-8052-416f-973e-8acaaaa623b0 None None] No DVR routers for this DVR port a6fbd86a-834b-4375-8602-a1ccf424c941 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:00:11.438504 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2da706-4e40-4dee-81b7-e5981a0b31df None None] Routers {'9988ee81-5aaa-4110-a1e4-b01824edb017'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:00:11.439571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ef2da706-4e40-4dee-81b7-e5981a0b31df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T02:59:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9988ee81-5aaa-4110-a1e4-b01824edb017'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:00:11.574244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6c949-9a05-4b51-afa6-3b51024e77b4 req-1eb75733-1009-4c38-b459-3f537e18b8ce tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:11.575924 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9f6c949-9a05-4b51-afa6-3b51024e77b4 req-1eb75733-1009-4c38-b459-3f537e18b8ce tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 946 time: 0.4003453 Nov 26 03:00:11.580008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7484f68f-6538-4c42-ba92-bbfe50a28df2,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:11.593061 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-ef2da706-4e40-4dee-81b7-e5981a0b31df None None] Set router 9988ee81-5aaa-4110-a1e4-b01824edb017 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:00:11.654975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc6791-c2dd-4ce4-ab3f-dcc6c715a715 req-2f799ce7-4b3c-47a1-812f-da783f6061bf tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:11.670094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc6791-c2dd-4ce4-ab3f-dcc6c715a715 req-2f799ce7-4b3c-47a1-812f-da783f6061bf tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:11.686268 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc6791-c2dd-4ce4-ab3f-dcc6c715a715 req-2f799ce7-4b3c-47a1-812f-da783f6061bf tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:11.704901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc6791-c2dd-4ce4-ab3f-dcc6c715a715 req-2f799ce7-4b3c-47a1-812f-da783f6061bf tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:11.736788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc6791-c2dd-4ce4-ab3f-dcc6c715a715 req-2f799ce7-4b3c-47a1-812f-da783f6061bf tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:11.753555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09cc6791-c2dd-4ce4-ab3f-dcc6c715a715 req-2f799ce7-4b3c-47a1-812f-da783f6061bf tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 3816 time: 0.5428071 Nov 26 03:00:11.767366 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f33b-bf01-49d7-a13b-b13b1a57a16f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:11.838194 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd7f33b-bf01-49d7-a13b-b13b1a57a16f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Port a6fbd86a-834b-4375-8602-a1ccf424c941 concurrently deleted while adding address for new subnet {'id': 'cbbe48f4-9255-48c4-bdc2-716d7cbb12c9', 'name': '', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2062, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-26T03:00:10Z', 'updated_at': '2021-11-26T03:00:10Z', 'revision_number': 0, 'segment_id': None, 'project_id': '8730705231ff4cfdb4b56d2f3c5e06d6'}. {{(pid=104801) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 26 03:00:11.838735 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f33b-bf01-49d7-a13b-b13b1a57a16f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:11.933919 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6dd66464-20e6-44d7-8528-0405438b3047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:11.954956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ef2da706-4e40-4dee-81b7-e5981a0b31df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'name': 'tempest-TaggedBootDevicesTest_v242-79700035-router', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:52Z', 'updated_at': '2021-11-26T02:48:57Z', 'revision_number': 4, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'gw_port': {'id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:53Z', 'updated_at': '2021-11-26T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5dd35cd2-5c28-403c-ba2f-4fec36c01d56', 'name': '', 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'mac_address': 'fa:16:3e:c4:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:56Z', 'updated_at': '2021-11-26T02:49:11Z', 'revision_number': 5, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'subnets': [{'id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:00:11.960910 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd7f33b-bf01-49d7-a13b-b13b1a57a16f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:11.965988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-2cd7f33b-bf01-49d7-a13b-b13b1a57a16f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:11.992941 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd7f33b-bf01-49d7-a13b-b13b1a57a16f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:11.993569 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f33b-bf01-49d7-a13b-b13b1a57a16f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:12.002089 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2da706-4e40-4dee-81b7-e5981a0b31df None None] The sync data for ids ['9988ee81-5aaa-4110-a1e4-b01824edb017'] in n-d-819389-3 is: [{'id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'name': 'tempest-TaggedBootDevicesTest_v242-79700035-router', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:52Z', 'updated_at': '2021-11-26T02:48:57Z', 'revision_number': 4, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'gw_port': {'id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:53Z', 'updated_at': '2021-11-26T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5dd35cd2-5c28-403c-ba2f-4fec36c01d56', 'name': '', 'network_id': '1a9e75a6-7221-447b-a78c-497a718c2aac', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'mac_address': 'fa:16:3e:c4:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:56Z', 'updated_at': '2021-11-26T02:49:11Z', 'revision_number': 5, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'subnets': [{'id': 'aa7501fd-fac3-4deb-97b7-64e0674633aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:00:12.015491 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27caf57-b352-4f58-a63b-eaf1a0559d19 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:12.053953 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7f33b-bf01-49d7-a13b-b13b1a57a16f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=cbbe48f4-9255-48c4-bdc2-716d7cbb12c9,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:12.086933 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2cd7f33b-bf01-49d7-a13b-b13b1a57a16f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4530013 Nov 26 03:00:12.089605 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53464) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:12.095393 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-15727fcf-95f7-4414-9d53-b66822b29456 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'mac_address': 'fa:16:3e:dc:84:6b', 'name': 'tempest-NetworksTestDHCPv6-856601096'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:12.164695 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09cc6791-c2dd-4ce4-ab3f-dcc6c715a715 req-2d06d87c-5671-4fa3-895a-304d42966c9e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4101372 Nov 26 03:00:12.202841 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9f6c949-9a05-4b51-afa6-3b51024e77b4 req-3abeebcf-8494-4569-bdeb-fd864f527a00 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5965016 Nov 26 03:00:12.207672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Attempting to bind port 7484f68f-6538-4c42-ba92-bbfe50a28df2 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:00:12.223159 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Attempting to bind port 7484f68f-6538-4c42-ba92-bbfe50a28df2 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '829bd44f-5392-443e-b02a-40ae82a1cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:00:12.226388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Attempting to bind port 7484f68f-6538-4c42-ba92-bbfe50a28df2 on network 8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:12.239905 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Port 7484f68f-6538-4c42-ba92-bbfe50a28df2 on network 8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:00:12.252516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Attempting to bind port 7484f68f-6538-4c42-ba92-bbfe50a28df2 on network 8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:12.277254 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:00:12.282746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Checking segment: {'id': '829bd44f-5392-443e-b02a-40ae82a1cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:00:12.283456 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Bound using segment: {'id': '829bd44f-5392-443e-b02a-40ae82a1cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:00:12.284150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Bound port: 7484f68f-6538-4c42-ba92-bbfe50a28df2, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829bd44f-5392-443e-b02a-40ae82a1cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:00:12.284801 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:12.356434 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'fixed_ips': [{'subnet_id': 'cbbe48f4-9255-48c4-bdc2-716d7cbb12c9'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:00:12.357817 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:12.466639 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15727fcf-95f7-4414-9d53-b66822b29456 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:12.510955 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-392fa018-e18e-4630-83b9-c1a72980471b req-7eecdb9b-317e-452b-b6f7-8ee409287f1e tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.0757155 Nov 26 03:00:12.574439 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] For port 7484f68f-6538-4c42-ba92-bbfe50a28df2, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:00:12.615305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] For port 7484f68f-6538-4c42-ba92-bbfe50a28df2, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7484f68f-6538-4c42-ba92-bbfe50a28df2,segment=NetworkSegment(829bd44f-5392-443e-b02a-40ae82a1cea6),segment_id=829bd44f-5392-443e-b02a-40ae82a1cea6)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:00:12.621808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2603b75-7019-4657-85ba-5a43e1768f81 req-ca69087f-3956-4250-a038-6a4b65b99131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:12.623410 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2603b75-7019-4657-85ba-5a43e1768f81 req-ca69087f-3956-4250-a038-6a4b65b99131 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 1097 time: 0.1417625 Nov 26 03:00:12.636236 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15727fcf-95f7-4414-9d53-b66822b29456 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:12.646816 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:12.669252 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1d13b0-b408-4504-8086-ff44b6327c1b None None] New status for floating IP 2a444aa4-0b65-4d59-8f30-9135d40175b7: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:00:12.695863 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Allocated IP 2001:db8::f816:3eff:fe33:84e5 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/cbbe48f4-9255-48c4-bdc2-716d7cbb12c9/3ec2dbce-b028-4494-95de-8405cafda015) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:12.698705 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-15727fcf-95f7-4414-9d53-b66822b29456 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port 1b2d14e6-284f-4df8-be0c-eec0e141840f yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:00:12.889994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:12.890935 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:12.892048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] 10.222.0.54 "PUT /v2.0/ports/7484f68f-6538-4c42-ba92-bbfe50a28df2 HTTP/1.1" status: 200 len: 1091 time: 2.5815520 Nov 26 03:00:12.892853 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'tag': '7484f68f-6538-4c42-ba92-bbfe50a28df2'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:00:12.905651 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41656ae4-4175-442f-834f-952a57846a80" -d '{"events": [{"name": "network-changed", "server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "tag": "7484f68f-6538-4c42-ba92-bbfe50a28df2"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:00:12.926458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2603b75-7019-4657-85ba-5a43e1768f81 req-c41418d6-a569-448b-a8df-20acc206acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:12.928426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2603b75-7019-4657-85ba-5a43e1768f81 req-c41418d6-a569-448b-a8df-20acc206acc4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 913 time: 0.2204268 Nov 26 03:00:13.005429 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:13.035210 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:13.037305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Request body: {'port': {'device_id': '28258d28-26ca-46ce-985d-be51b194a150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:13.063403 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd420bce-bd18-40d1-93fe-329f3e28cd38 x-openstack-request-id: req-fd420bce-bd18-40d1-93fe-329f3e28cd38 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:00:13.063791 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "tag": "7484f68f-6538-4c42-ba92-bbfe50a28df2", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:00:13.063988 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd420bce-bd18-40d1-93fe-329f3e28cd38 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:00:13.064398 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'tag': '7484f68f-6538-4c42-ba92-bbfe50a28df2', 'status': 'completed', 'code': 200} Nov 26 03:00:13.120237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-15727fcf-95f7-4414-9d53-b66822b29456 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::f816:3eff:fedc:846b (af1a2dc2-8bce-453d-a003-a5791ffd45d3/cbbe48f4-9255-48c4-bdc2-716d7cbb12c9/1b2d14e6-284f-4df8-be0c-eec0e141840f) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:13.175101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:13.190006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:13.199023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Pushing event updated for resources: {'Port': ['ID=3ec2dbce-b028-4494-95de-8405cafda015,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:13.209516 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:00:13.218627 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:13.277155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fe77a-b4d9-42d3-b2bf-5e7c62e2c8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7484f68f-6538-4c42-ba92-bbfe50a28df2,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:13.292184 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2603b75-7019-4657-85ba-5a43e1768f81 req-7dff5454-a714-4413-aac7-b3548940d047 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688 HTTP/1.1" status: 200 len: 1001 time: 0.3491611 Nov 26 03:00:13.367066 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15727fcf-95f7-4414-9d53-b66822b29456 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:13.370772 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Attempting to bind port 3ec2dbce-b028-4494-95de-8405cafda015 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:00:13.375204 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Attempting to bind port 3ec2dbce-b028-4494-95de-8405cafda015 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:00:13.378080 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Attempting to bind port 3ec2dbce-b028-4494-95de-8405cafda015 on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:13.389987 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:00:13.390386 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:00:13.390801 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:13.391208 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:00:13.391693 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Bound port: 3ec2dbce-b028-4494-95de-8405cafda015, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:00:13.392101 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:13.410544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41656ae4-4175-442f-834f-952a57846a80 req-a9b4b7f8-c688-485a-bff7-0cfe1d05bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:13.411594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41656ae4-4175-442f-834f-952a57846a80 req-a9b4b7f8-c688-485a-bff7-0cfe1d05bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:13.414089 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41656ae4-4175-442f-834f-952a57846a80 req-a9b4b7f8-c688-485a-bff7-0cfe1d05bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:13.414534 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41656ae4-4175-442f-834f-952a57846a80 req-a9b4b7f8-c688-485a-bff7-0cfe1d05bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:13.415005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41656ae4-4175-442f-834f-952a57846a80 req-a9b4b7f8-c688-485a-bff7-0cfe1d05bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:13.416935 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-41656ae4-4175-442f-834f-952a57846a80 req-a9b4b7f8-c688-485a-bff7-0cfe1d05bb06 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 4363 time: 0.2829115 Nov 26 03:00:13.424909 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15727fcf-95f7-4414-9d53-b66822b29456 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:13.469312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2603b75-7019-4657-85ba-5a43e1768f81 req-ac438f69-0b7b-4e71-89ba-4ea516e80b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:13.477768 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2603b75-7019-4657-85ba-5a43e1768f81 req-ac438f69-0b7b-4e71-89ba-4ea516e80b9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.1628747 Nov 26 03:00:13.506532 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15727fcf-95f7-4414-9d53-b66822b29456 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:13.521416 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-15727fcf-95f7-4414-9d53-b66822b29456 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:13.531553 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15727fcf-95f7-4414-9d53-b66822b29456 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:00:13.556327 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] For port 3ec2dbce-b028-4494-95de-8405cafda015, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:00:13.559880 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] For port 3ec2dbce-b028-4494-95de-8405cafda015, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=3ec2dbce-b028-4494-95de-8405cafda015,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:00:13.564931 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15727fcf-95f7-4414-9d53-b66822b29456 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:13.566682 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15727fcf-95f7-4414-9d53-b66822b29456 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:13.567067 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:13.634994 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15727fcf-95f7-4414-9d53-b66822b29456 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=1b2d14e6-284f-4df8-be0c-eec0e141840f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:13.656118 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-15727fcf-95f7-4414-9d53-b66822b29456 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5622933 Nov 26 03:00:13.656737 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53480) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:13.775473 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4505677f-2902-43e4-a979-9302c1f0c7ec tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:13.788963 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4505677f-2902-43e4-a979-9302c1f0c7ec tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:13.802947 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4505677f-2902-43e4-a979-9302c1f0c7ec tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1449399 Nov 26 03:00:13.805420 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53482) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:14.086592 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a97e3a79-66f1-48fc-8c3b-815fa220a72d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port 1b2d14e6-284f-4df8-be0c-eec0e141840f {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:14.088102 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a97e3a79-66f1-48fc-8c3b-815fa220a72d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:14.137762 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38d75b-7ef7-4e8f-8193-b90c42e535f3 None None] Pushing event updated for resources: {'Port': ['ID=3ec2dbce-b028-4494-95de-8405cafda015,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:14.232696 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b7e24d68-5f85-4c61-b51d-1f6e11a49ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:14.295412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd78a9-b38f-4a25-960a-0ba40a11b9d1 req-0c993344-bcd3-4f1d-a090-b0cd3bd4e967 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:14.310855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd78a9-b38f-4a25-960a-0ba40a11b9d1 req-0c993344-bcd3-4f1d-a090-b0cd3bd4e967 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:14.319234 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a97e3a79-66f1-48fc-8c3b-815fa220a72d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:14.334864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd78a9-b38f-4a25-960a-0ba40a11b9d1 req-0c993344-bcd3-4f1d-a090-b0cd3bd4e967 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:14.336933 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a97e3a79-66f1-48fc-8c3b-815fa220a72d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for 1b2d14e6-284f-4df8-be0c-eec0e141840f owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:14.343359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd78a9-b38f-4a25-960a-0ba40a11b9d1 req-0c993344-bcd3-4f1d-a090-b0cd3bd4e967 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:14.354113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd78a9-b38f-4a25-960a-0ba40a11b9d1 req-0c993344-bcd3-4f1d-a090-b0cd3bd4e967 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:14.356373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cccd78a9-b38f-4a25-960a-0ba40a11b9d1 req-0c993344-bcd3-4f1d-a090-b0cd3bd4e967 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 3828 time: 0.9384494 Nov 26 03:00:14.537332 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41656ae4-4175-442f-834f-952a57846a80 req-002cb13b-b911-4fb8-8cbd-1bd9d4d2d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:14.537820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41656ae4-4175-442f-834f-952a57846a80 req-002cb13b-b911-4fb8-8cbd-1bd9d4d2d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:14.538286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41656ae4-4175-442f-834f-952a57846a80 req-002cb13b-b911-4fb8-8cbd-1bd9d4d2d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:14.539912 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-41656ae4-4175-442f-834f-952a57846a80 req-002cb13b-b911-4fb8-8cbd-1bd9d4d2d16e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0480251 Nov 26 03:00:14.583280 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a97e3a79-66f1-48fc-8c3b-815fa220a72d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:14.662974 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e3a79-66f1-48fc-8c3b-815fa220a72d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=1b2d14e6-284f-4df8-be0c-eec0e141840f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:14.767672 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a97e3a79-66f1-48fc-8c3b-815fa220a72d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:14.772920 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a97e3a79-66f1-48fc-8c3b-815fa220a72d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/1b2d14e6-284f-4df8-be0c-eec0e141840f HTTP/1.1" status: 204 len: 168 time: 0.9664323 Nov 26 03:00:14.780773 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53490) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:14.874087 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b09101b-6972-4e90-8e0a-d4e0dd779d4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:14.875864 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b09101b-6972-4e90-8e0a-d4e0dd779d4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:14.885054 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3b09101b-6972-4e90-8e0a-d4e0dd779d4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1029987 Nov 26 03:00:14.885925 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53492) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:14.927292 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b09bce4-33a6-482a-a606-4d167407ae52 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:00:14.937784 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:14.952971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Transition to ACTIVE for port object 6b09bce4-33a6-482a-a606-4d167407ae52 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:00:14.990857 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:15.024500 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ae205b-b203-4005-aeed-4e0249f3633c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet cbbe48f4-9255-48c4-bdc2-716d7cbb12c9 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:00:15.051541 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49ae205b-b203-4005-aeed-4e0249f3633c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:15.178217 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49ae205b-b203-4005-aeed-4e0249f3633c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:15.197502 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:15.202304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41656ae4-4175-442f-834f-952a57846a80 req-88d9368c-629a-44d6-b987-a643a0e92fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:15.203809 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-41656ae4-4175-442f-834f-952a57846a80 req-88d9368c-629a-44d6-b987-a643a0e92fe2 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2410383 Nov 26 03:00:15.311973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 3ec2dbce-b028-4494-95de-8405cafda015 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:00:15.337892 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49ae205b-b203-4005-aeed-4e0249f3633c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:15.338458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc646ef5-0e3c-48e4-b3e7-82c0633e5e92 req-4845a378-04e8-4b6e-8a23-793a72f88a74 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:15.339856 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc646ef5-0e3c-48e4-b3e7-82c0633e5e92 req-4845a378-04e8-4b6e-8a23-793a72f88a74 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 946 time: 1.8790383 Nov 26 03:00:15.349135 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cccd78a9-b38f-4a25-960a-0ba40a11b9d1 req-63ef6f83-0a82-48b4-8aff-9ead58498bfc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3922648 Nov 26 03:00:15.361250 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2603b75-7019-4657-85ba-5a43e1768f81 req-85eab9cd-4e93-4dfc-9f54-cacfa8d73c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:15.368781 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2603b75-7019-4657-85ba-5a43e1768f81 req-85eab9cd-4e93-4dfc-9f54-cacfa8d73c46 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8093898 Nov 26 03:00:15.440820 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 3ec2dbce-b028-4494-95de-8405cafda015 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:15.441243 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:15.481903 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49ae205b-b203-4005-aeed-4e0249f3633c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:15.519346 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae205b-b203-4005-aeed-4e0249f3633c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=cbbe48f4-9255-48c4-bdc2-716d7cbb12c9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:15.531392 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49ae205b-b203-4005-aeed-4e0249f3633c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:15.536083 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-49ae205b-b203-4005-aeed-4e0249f3633c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/cbbe48f4-9255-48c4-bdc2-716d7cbb12c9 HTTP/1.1" status: 204 len: 168 time: 0.6473043 Nov 26 03:00:15.538749 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53494) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:15.634780 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-385d1441-9d70-47dd-808a-8ccd1d0f2f8a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908842 Nov 26 03:00:15.635040 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53496) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:15.719892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Pushing event updated for resources: {'Port': ['ID=6b09bce4-33a6-482a-a606-4d167407ae52,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:15.746579 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:15.782645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f05462f1-cd58-40d4-85f3-c897baea6774 req-da1d3fb0-1054-450d-9ca3-56f35a5fdad4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.0469866 Nov 26 03:00:15.793394 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0874a52-d7ac-4fde-b257-da817150ef29 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:15.796120 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e0874a52-d7ac-4fde-b257-da817150ef29 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1583824 Nov 26 03:00:15.807357 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53498) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:15.834212 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 3ec2dbce-b028-4494-95de-8405cafda015, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=3ec2dbce-b028-4494-95de-8405cafda015,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:15.853897 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:15.945352 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c8195f-f384-4a12-8ded-3a4055e58039 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:15.953745 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f9c8195f-f384-4a12-8ded-3a4055e58039 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1471155 Nov 26 03:00:15.955059 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53500) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:16.042837 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=3ec2dbce-b028-4494-95de-8405cafda015,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:16.133851 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a463a896-8570-4628-b037-da951ae00b1b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1757612 Nov 26 03:00:16.137050 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53502) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:16.155800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-84ab828a-66cb-40ff-9daa-eb5b246d60a3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:16.348738 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de42ac64-50d5-4553-912e-6c13996acdf5 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:16.379421 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ab828a-66cb-40ff-9daa-eb5b246d60a3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:16.383746 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84ab828a-66cb-40ff-9daa-eb5b246d60a3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:16.504978 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6df8ff21-f042-4c2f-8ce9-bda3a4443db6 None None] Provisioning complete for port 3ec2dbce-b028-4494-95de-8405cafda015 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:16.505340 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6df8ff21-f042-4c2f-8ce9-bda3a4443db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:16.606977 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:16.776659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc646ef5-0e3c-48e4-b3e7-82c0633e5e92 req-fcfaa12b-6719-4ac7-b939-c165473a1853 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4176693 Nov 26 03:00:16.812326 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84ab828a-66cb-40ff-9daa-eb5b246d60a3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:16.826972 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bdae58-e188-40f0-aea0-066665333997 None None] DHCP port deletion for af1a2dc2-8bce-453d-a003-a5791ffd45d3 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:00:16.889111 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab828a-66cb-40ff-9daa-eb5b246d60a3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=9a745d60-2868-4fb0-bfd0-f3fae5d641b2,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:16.914609 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ab828a-66cb-40ff-9daa-eb5b246d60a3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:16.920026 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-84ab828a-66cb-40ff-9daa-eb5b246d60a3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:16.926380 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ab828a-66cb-40ff-9daa-eb5b246d60a3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:16.928847 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84ab828a-66cb-40ff-9daa-eb5b246d60a3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:16.946978 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Attempting to bind port 6b09bce4-33a6-482a-a606-4d167407ae52 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:00:16.950838 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Attempting to bind port 6b09bce4-33a6-482a-a606-4d167407ae52 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:00:16.951496 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Attempting to bind port 6b09bce4-33a6-482a-a606-4d167407ae52 on network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:16.966391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Port 6b09bce4-33a6-482a-a606-4d167407ae52 on network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:00:16.967318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Attempting to bind port 6b09bce4-33a6-482a-a606-4d167407ae52 on network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:16.973576 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-84ab828a-66cb-40ff-9daa-eb5b246d60a3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8354220 Nov 26 03:00:16.976091 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53510) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:16.980659 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-81bdae58-e188-40f0-aea0-066665333997 None None] Deleting port 3ec2dbce-b028-4494-95de-8405cafda015 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:16.981058 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-81bdae58-e188-40f0-aea0-066665333997 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:16.984727 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ecae4b9e-0468-43f4-a381-794d8b3eaf10 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'mac_address': 'fa:16:3e:19:97:95', 'name': 'tempest-NetworksTestDHCPv6-596223740'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:17.100907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75d95eee-029a-4bee-815d-534e28e2d9e6 req-b3480f95-0b43-4d3e-867c-8f752deb4521 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2848561 Nov 26 03:00:17.102121 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:00:17.102381 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Checking segment: {'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:00:17.103977 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Bound using segment: {'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:00:17.104526 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Bound port: 6b09bce4-33a6-482a-a606-4d167407ae52, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:00:17.104903 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:17.113762 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-81bdae58-e188-40f0-aea0-066665333997 None None] For port 3ec2dbce-b028-4494-95de-8405cafda015, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=3ec2dbce-b028-4494-95de-8405cafda015,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:17.115169 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-81bdae58-e188-40f0-aea0-066665333997 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:17.130403 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-81bdae58-e188-40f0-aea0-066665333997 None None] Calling delete_port for 3ec2dbce-b028-4494-95de-8405cafda015 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:17.210744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e20a8acc-6313-4b17-b3e1-1aa62809b5d4 req-557f6322-5f45-4bd1-8ead-c1c546e62b19 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.0929065 Nov 26 03:00:17.245497 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9852f-8d5a-4df3-99e3-8e0b2a4398bf req-46debafc-a90d-45e1-9814-c8a975961944 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:17.253240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9852f-8d5a-4df3-99e3-8e0b2a4398bf req-46debafc-a90d-45e1-9814-c8a975961944 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:17.255797 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 3ec2dbce-b028-4494-95de-8405cafda015 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:00:17.262361 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9852f-8d5a-4df3-99e3-8e0b2a4398bf req-46debafc-a90d-45e1-9814-c8a975961944 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:17.276032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9852f-8d5a-4df3-99e3-8e0b2a4398bf req-46debafc-a90d-45e1-9814-c8a975961944 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:17.286273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9852f-8d5a-4df3-99e3-8e0b2a4398bf req-46debafc-a90d-45e1-9814-c8a975961944 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:17.293296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9852f-8d5a-4df3-99e3-8e0b2a4398bf req-46debafc-a90d-45e1-9814-c8a975961944 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:17.297503 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecae4b9e-0468-43f4-a381-794d8b3eaf10 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:17.299719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 3ec2dbce-b028-4494-95de-8405cafda015 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:00:17.300123 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 3ec2dbce-b028-4494-95de-8405cafda015 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:00:17.303875 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-81bdae58-e188-40f0-aea0-066665333997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:17.306486 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ecae4b9e-0468-43f4-a381-794d8b3eaf10 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:17.319793 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-49a9852f-8d5a-4df3-99e3-8e0b2a4398bf req-46debafc-a90d-45e1-9814-c8a975961944 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 4600 time: 0.5400620 Nov 26 03:00:17.335634 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-ecae4b9e-0468-43f4-a381-794d8b3eaf10 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port 7ec8cb46-91c1-42d9-be7f-fa6fbc4d3ded yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:00:17.338882 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2603b75-7019-4657-85ba-5a43e1768f81 req-6fb3051d-f43d-4221-87c4-47377ed9eabe service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9558494 Nov 26 03:00:17.355660 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdae58-e188-40f0-aea0-066665333997 None None] Pushing event deleted for resources: {'Port': ['ID=3ec2dbce-b028-4494-95de-8405cafda015,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:17.373693 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bdae58-e188-40f0-aea0-066665333997 None None] No DVR routers for this DVR port 3ec2dbce-b028-4494-95de-8405cafda015 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:00:17.396970 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2750fc9a-f505-44f2-865e-0fa2ae8b6146 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:17.550821 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-ecae4b9e-0468-43f4-a381-794d8b3eaf10 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::328 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/9a745d60-2868-4fb0-bfd0-f3fae5d641b2/7ec8cb46-91c1-42d9-be7f-fa6fbc4d3ded) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:17.589429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] For port 6b09bce4-33a6-482a-a606-4d167407ae52, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:00:17.593571 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] For port 6b09bce4-33a6-482a-a606-4d167407ae52, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=6b09bce4-33a6-482a-a606-4d167407ae52,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:00:17.598838 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2603b75-7019-4657-85ba-5a43e1768f81 req-7b414c2e-32c7-47db-ae69-eae0c2dbf763 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892405 Nov 26 03:00:17.625061 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:17.688966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:17.689884 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:17.692123 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-53b73101-c95a-4856-902c-678b3b382382 service neutron] 10.222.0.54 "PUT /v2.0/ports/6b09bce4-33a6-482a-a606-4d167407ae52 HTTP/1.1" status: 200 len: 1130 time: 4.7551455 Nov 26 03:00:17.698520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'tag': '6b09bce4-33a6-482a-a606-4d167407ae52'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:00:17.709580 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:17.719639 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbb3f3e-683b-4d5c-ad8e-bcbc9f87f7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "tag": "6b09bce4-33a6-482a-a606-4d167407ae52"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:00:17.722992 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'fixed_ips': [{'subnet_id': '9a745d60-2868-4fb0-bfd0-f3fae5d641b2'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:00:17.723868 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:17.792032 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ecae4b9e-0468-43f4-a381-794d8b3eaf10 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:17.871580 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ecae4b9e-0468-43f4-a381-794d8b3eaf10 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:17.902082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Request body: {'port': {'device_id': '28258d28-26ca-46ce-985d-be51b194a150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:17.985212 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae4b9e-0468-43f4-a381-794d8b3eaf10 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=7ec8cb46-91c1-42d9-be7f-fa6fbc4d3ded,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:18.024397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Allocated IP 2001:db8::2 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/9a745d60-2868-4fb0-bfd0-f3fae5d641b2/64ba52a5-6d9e-4f92-8014-08e1e2cc6079) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:18.037458 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda5f511-ce60-46bb-a144-d3950fd0ee4d x-openstack-request-id: req-dda5f511-ce60-46bb-a144-d3950fd0ee4d {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:00:18.037770 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "tag": "6b09bce4-33a6-482a-a606-4d167407ae52", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:00:18.038044 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dda5f511-ce60-46bb-a144-d3950fd0ee4d {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:00:18.039318 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecae4b9e-0468-43f4-a381-794d8b3eaf10 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:18.039810 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'tag': '6b09bce4-33a6-482a-a606-4d167407ae52', 'status': 'completed', 'code': 200} Nov 26 03:00:18.045339 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-ecae4b9e-0468-43f4-a381-794d8b3eaf10 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:18.050939 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d95eee-029a-4bee-815d-534e28e2d9e6 req-70fef108-f8e7-48a3-ae21-1ba4d63f1746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:18.051945 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae4b9e-0468-43f4-a381-794d8b3eaf10 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:00:18.055976 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75d95eee-029a-4bee-815d-534e28e2d9e6 req-70fef108-f8e7-48a3-ae21-1ba4d63f1746 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63b815c3cb0d48b09328fd2ad95d226f&device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 1096 time: 0.8275671 Nov 26 03:00:18.062372 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecae4b9e-0468-43f4-a381-794d8b3eaf10 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:18.064914 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ecae4b9e-0468-43f4-a381-794d8b3eaf10 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:18.095630 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ecae4b9e-0468-43f4-a381-794d8b3eaf10 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1175764 Nov 26 03:00:18.103883 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53518) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:18.185359 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4bd9f5-c1c1-4331-9182-3ff8084d0aca tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:18.187149 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-eb4bd9f5-c1c1-4331-9182-3ff8084d0aca tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0814888 Nov 26 03:00:18.191646 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53520) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:18.243718 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-49a9852f-8d5a-4df3-99e3-8e0b2a4398bf req-869b0263-0644-4f14-abc3-012dfd42492f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9225576 Nov 26 03:00:18.318147 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:18.334487 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:18.392429 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:18.401864 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-d9ebf4f9-254d-43f8-bd37-f7ffe7ca10ed tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port 7ec8cb46-91c1-42d9-be7f-fa6fbc4d3ded {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:18.405451 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf4f9-254d-43f8-bd37-f7ffe7ca10ed tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:18.414840 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb3f3e-683b-4d5c-ad8e-bcbc9f87f7ed req-f8825482-482d-43a4-a533-d64ffe358be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:18.419521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb3f3e-683b-4d5c-ad8e-bcbc9f87f7ed req-f8825482-482d-43a4-a533-d64ffe358be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:18.421577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb3f3e-683b-4d5c-ad8e-bcbc9f87f7ed req-f8825482-482d-43a4-a533-d64ffe358be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:18.422069 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb3f3e-683b-4d5c-ad8e-bcbc9f87f7ed req-f8825482-482d-43a4-a533-d64ffe358be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:18.422550 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb3f3e-683b-4d5c-ad8e-bcbc9f87f7ed req-f8825482-482d-43a4-a533-d64ffe358be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:18.423013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb3f3e-683b-4d5c-ad8e-bcbc9f87f7ed req-f8825482-482d-43a4-a533-d64ffe358be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:18.427710 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbbb3f3e-683b-4d5c-ad8e-bcbc9f87f7ed req-f8825482-482d-43a4-a533-d64ffe358be6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5286 time: 0.4094987 Nov 26 03:00:18.434365 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Pushing event updated for resources: {'Port': ['ID=64ba52a5-6d9e-4f92-8014-08e1e2cc6079,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:18.450163 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b73101-c95a-4856-902c-678b3b382382 service neutron] Pushing event updated for resources: {'Port': ['ID=6b09bce4-33a6-482a-a606-4d167407ae52,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:18.456197 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:18.462953 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:18.477132 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:00:18.572391 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf4f9-254d-43f8-bd37-f7ffe7ca10ed tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:18.587931 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-d9ebf4f9-254d-43f8-bd37-f7ffe7ca10ed tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for 7ec8cb46-91c1-42d9-be7f-fa6fbc4d3ded owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:18.600583 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Attempting to bind port 64ba52a5-6d9e-4f92-8014-08e1e2cc6079 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:00:18.600955 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Attempting to bind port 64ba52a5-6d9e-4f92-8014-08e1e2cc6079 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:00:18.601326 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Attempting to bind port 64ba52a5-6d9e-4f92-8014-08e1e2cc6079 on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:18.618523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:00:18.619085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:00:18.619311 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:18.619695 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:00:18.620218 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Bound port: 64ba52a5-6d9e-4f92-8014-08e1e2cc6079, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:00:18.620608 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:18.664918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb3f3e-683b-4d5c-ad8e-bcbc9f87f7ed req-f949688b-ff0a-4601-86b0-f21fe49464d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:18.665397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb3f3e-683b-4d5c-ad8e-bcbc9f87f7ed req-f949688b-ff0a-4601-86b0-f21fe49464d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:18.665872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb3f3e-683b-4d5c-ad8e-bcbc9f87f7ed req-f949688b-ff0a-4601-86b0-f21fe49464d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:18.667896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbbb3f3e-683b-4d5c-ad8e-bcbc9f87f7ed req-f949688b-ff0a-4601-86b0-f21fe49464d8 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2081952 Nov 26 03:00:18.814204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf15856-2fb5-4858-994f-6e4d477db5dc req-5bcc915c-5359-4768-8451-5f42f29150fd tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:18.816351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5cf15856-2fb5-4858-994f-6e4d477db5dc req-5bcc915c-5359-4768-8451-5f42f29150fd tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 946 time: 0.6336377 Nov 26 03:00:18.822010 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] For port 64ba52a5-6d9e-4f92-8014-08e1e2cc6079, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:00:18.830243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] For port 64ba52a5-6d9e-4f92-8014-08e1e2cc6079, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=64ba52a5-6d9e-4f92-8014-08e1e2cc6079,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:00:18.844020 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:18.863090 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-12778bf3-d1b6-49c2-a081-b184b20c994f req-cbcc5c09-6163-4484-acf9-a205aa57ad78 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.1881399 Nov 26 03:00:18.895700 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf4f9-254d-43f8-bd37-f7ffe7ca10ed tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:18.971007 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebf4f9-254d-43f8-bd37-f7ffe7ca10ed tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=7ec8cb46-91c1-42d9-be7f-fa6fbc4d3ded,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:18.982137 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f34ce-97f5-45b9-b751-b213cb3d081f None None] Pushing event updated for resources: {'Port': ['ID=64ba52a5-6d9e-4f92-8014-08e1e2cc6079,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:19.063663 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf4f9-254d-43f8-bd37-f7ffe7ca10ed tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:19.080150 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d9ebf4f9-254d-43f8-bd37-f7ffe7ca10ed tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/7ec8cb46-91c1-42d9-be7f-fa6fbc4d3ded HTTP/1.1" status: 204 len: 168 time: 0.8871891 Nov 26 03:00:19.081059 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53524) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:19.195304 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e240e6c-6d6a-49d3-9b0f-d1b9c4358e30 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:19.197008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e240e6c-6d6a-49d3-9b0f-d1b9c4358e30 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:19.201256 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9e240e6c-6d6a-49d3-9b0f-d1b9c4358e30 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1164086 Nov 26 03:00:19.201432 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5cf15856-2fb5-4858-994f-6e4d477db5dc req-30e358c0-948a-4065-8fb7-2868690c5fd2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347213 Nov 26 03:00:19.201432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d95eee-029a-4bee-815d-534e28e2d9e6 req-678eaa09-123a-4145-a3b5-c0d2384515c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:19.202022 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75d95eee-029a-4bee-815d-534e28e2d9e6 req-678eaa09-123a-4145-a3b5-c0d2384515c1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=280aa7a0-b74e-4574-ba4c-9132492aa839 HTTP/1.1" status: 200 len: 911 time: 0.5306618 Nov 26 03:00:19.202022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53526) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:19.349084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb3f3e-683b-4d5c-ad8e-bcbc9f87f7ed req-fa30a018-e047-48c3-a47c-773a94230a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:19.350654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbbb3f3e-683b-4d5c-ad8e-bcbc9f87f7ed req-fa30a018-e047-48c3-a47c-773a94230a40 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6569865 Nov 26 03:00:19.421330 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb43526-daa8-4aa6-aa2c-1ef043074f84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 9a745d60-2868-4fb0-bfd0-f3fae5d641b2 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:00:19.443426 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2cb43526-daa8-4aa6-aa2c-1ef043074f84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:19.496363 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75d95eee-029a-4bee-815d-534e28e2d9e6 req-eb003687-608a-46fc-8daa-839863794ff2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe16afc-30f5-4c7c-8953-094e69cd1aff HTTP/1.1" status: 200 len: 1000 time: 0.2748501 Nov 26 03:00:19.644251 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2cb43526-daa8-4aa6-aa2c-1ef043074f84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:19.720073 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d95eee-029a-4bee-815d-534e28e2d9e6 req-b577428d-8818-43ef-b7f4-e13cdfac6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:19.722041 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75d95eee-029a-4bee-815d-534e28e2d9e6 req-b577428d-8818-43ef-b7f4-e13cdfac6660 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fd6a293a-896f-4bbe-a4f6-4ff012988fdc HTTP/1.1" status: 200 len: 849 time: 0.2045803 Nov 26 03:00:19.794280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7d077-57a9-4868-922f-1d0743e41bf5 req-07284d2a-28c1-4756-86be-b00d51f2c26a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:19.801848 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7d077-57a9-4868-922f-1d0743e41bf5 req-07284d2a-28c1-4756-86be-b00d51f2c26a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:19.808037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7d077-57a9-4868-922f-1d0743e41bf5 req-07284d2a-28c1-4756-86be-b00d51f2c26a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:19.814174 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7d077-57a9-4868-922f-1d0743e41bf5 req-07284d2a-28c1-4756-86be-b00d51f2c26a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:19.820882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7d077-57a9-4868-922f-1d0743e41bf5 req-07284d2a-28c1-4756-86be-b00d51f2c26a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:19.826996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7d077-57a9-4868-922f-1d0743e41bf5 req-07284d2a-28c1-4756-86be-b00d51f2c26a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:19.829022 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-95e7d077-57a9-4868-922f-1d0743e41bf5 req-07284d2a-28c1-4756-86be-b00d51f2c26a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 4600 time: 0.3293202 Nov 26 03:00:19.843961 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5b3ce7-6b84-4697-ad3c-d52fc64ab380 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:00:19.855783 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:19.915263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Transition to ACTIVE for port object db5b3ce7-6b84-4697-ad3c-d52fc64ab380 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:00:19.923416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d95eee-029a-4bee-815d-534e28e2d9e6 req-9501c7ea-f39d-4653-89ca-422595657ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:19.925662 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75d95eee-029a-4bee-815d-534e28e2d9e6 req-9501c7ea-f39d-4653-89ca-422595657ef6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=280aa7a0-b74e-4574-ba4c-9132492aa839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1885366 Nov 26 03:00:19.947560 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:20.005215 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2cb43526-daa8-4aa6-aa2c-1ef043074f84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:20.173167 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81e044fa-a95a-4dfe-b95c-85d477977ba9 req-97ec7d25-d21d-452e-8e0b-7b181017eb8f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.1377485 Nov 26 03:00:20.186819 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-95e7d077-57a9-4868-922f-1d0743e41bf5 req-88f3e1ec-256f-4400-9039-b4a5f437b824 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3451211 Nov 26 03:00:20.273684 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Pushing event updated for resources: {'Port': ['ID=db5b3ce7-6b84-4697-ad3c-d52fc64ab380,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:20.432899 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2cb43526-daa8-4aa6-aa2c-1ef043074f84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:20.441868 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75d95eee-029a-4bee-815d-534e28e2d9e6 req-30cb6229-57d5-49dc-bc69-72f343c92823 service neutron] 10.222.0.54 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066791 Nov 26 03:00:20.501783 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb43526-daa8-4aa6-aa2c-1ef043074f84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=9a745d60-2868-4fb0-bfd0-f3fae5d641b2,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:20.607381 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2cb43526-daa8-4aa6-aa2c-1ef043074f84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:20.615007 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53542) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:20.617219 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2cb43526-daa8-4aa6-aa2c-1ef043074f84 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/9a745d60-2868-4fb0-bfd0-f3fae5d641b2 HTTP/1.1" status: 204 len: 168 time: 1.4049034 Nov 26 03:00:20.663719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dbbe4-e2de-4af8-8b66-c103efc0ccde req-dcd77c51-cdf0-49eb-acb7-dabfa81dab8e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:20.665336 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f6dbbe4-e2de-4af8-8b66-c103efc0ccde req-dcd77c51-cdf0-49eb-acb7-dabfa81dab8e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 946 time: 0.3493898 Nov 26 03:00:20.696994 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1098ad49-5701-45b0-adf8-86437588bdc9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807242 Nov 26 03:00:20.699368 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53544) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:20.708112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Attempting to bind port db5b3ce7-6b84-4697-ad3c-d52fc64ab380 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:00:20.708458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Attempting to bind port db5b3ce7-6b84-4697-ad3c-d52fc64ab380 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:00:20.708791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Attempting to bind port db5b3ce7-6b84-4697-ad3c-d52fc64ab380 on network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:20.723786 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f416ae-9755-4e08-8e09-01c608b87896 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:20.728678 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Port db5b3ce7-6b84-4697-ad3c-d52fc64ab380 on network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:00:20.729009 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Attempting to bind port db5b3ce7-6b84-4697-ad3c-d52fc64ab380 on network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:20.758902 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14303d6-eda5-44a7-8d9f-8fadd64bdd64 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:20.760044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 2, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:00:20.760406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Checking segment: {'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:00:20.760791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Bound using segment: {'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:00:20.761234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Bound port: db5b3ce7-6b84-4697-ad3c-d52fc64ab380, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:00:20.761502 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e14303d6-eda5-44a7-8d9f-8fadd64bdd64 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0610518 Nov 26 03:00:20.761642 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:20.763942 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53546) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:20.801788 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75d95eee-029a-4bee-815d-534e28e2d9e6 req-3ba39505-754f-4bf9-aba4-991a7168fd10 service neutron] 10.222.0.54 "GET /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190258 Nov 26 03:00:20.839638 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48d252a-61da-4525-b6a1-deea0085bc6e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:20.841509 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a48d252a-61da-4525-b6a1-deea0085bc6e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0764241 Nov 26 03:00:20.844213 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53548) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:20.856347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] For port db5b3ce7-6b84-4697-ad3c-d52fc64ab380, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:00:20.859483 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] For port db5b3ce7-6b84-4697-ad3c-d52fc64ab380, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=db5b3ce7-6b84-4697-ad3c-d52fc64ab380,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:00:20.864286 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f6dbbe4-e2de-4af8-8b66-c103efc0ccde req-8606f321-ec04-43dd-807e-b209668a4096 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899800 Nov 26 03:00:20.869636 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:20.891470 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e899706b-235b-4d69-9ab8-836da135f06f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459907 Nov 26 03:00:20.896367 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53550) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:20.906459 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-06bfc6f1-3c0d-4b6a-a311-c725d2ce8258 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:20.926283 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f5b64a8e-ccb1-474c-adf2-baeab62abdea None None] Provisioning complete for port 64ba52a5-6d9e-4f92-8014-08e1e2cc6079 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:20.926658 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f5b64a8e-ccb1-474c-adf2-baeab62abdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:20.964466 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:20.965091 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:20.966507 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] 10.222.0.54 "PUT /v2.0/ports/db5b3ce7-6b84-4697-ad3c-d52fc64ab380 HTTP/1.1" status: 200 len: 1130 time: 3.2284093 Nov 26 03:00:20.966965 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'tag': 'db5b3ce7-6b84-4697-ad3c-d52fc64ab380'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:00:20.980711 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5e0cb7-cae3-4539-8014-2ca019425932" -d '{"events": [{"name": "network-changed", "server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "tag": "db5b3ce7-6b84-4697-ad3c-d52fc64ab380"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:00:21.011497 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Request body: {'port': {'device_id': '28258d28-26ca-46ce-985d-be51b194a150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:21.120556 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f565bc9-2519-449e-b557-63588358bb85 service neutron] Pushing event updated for resources: {'Port': ['ID=db5b3ce7-6b84-4697-ad3c-d52fc64ab380,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:21.125655 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f5b64a8e-ccb1-474c-adf2-baeab62abdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:21.137498 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bfc6f1-3c0d-4b6a-a311-c725d2ce8258 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:21.144607 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06bfc6f1-3c0d-4b6a-a311-c725d2ce8258 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:21.151180 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e74bbc-265a-4fbf-87de-26f2da248160 x-openstack-request-id: req-f0e74bbc-265a-4fbf-87de-26f2da248160 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:00:21.151494 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "tag": "db5b3ce7-6b84-4697-ad3c-d52fc64ab380", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:00:21.155650 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0e74bbc-265a-4fbf-87de-26f2da248160 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:00:21.157570 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'tag': 'db5b3ce7-6b84-4697-ad3c-d52fc64ab380', 'status': 'completed', 'code': 200} Nov 26 03:00:21.274040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f5b64a8e-ccb1-474c-adf2-baeab62abdea None None] For port 64ba52a5-6d9e-4f92-8014-08e1e2cc6079, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=64ba52a5-6d9e-4f92-8014-08e1e2cc6079,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:21.301500 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f5b64a8e-ccb1-474c-adf2-baeab62abdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:21.383446 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:21.412680 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b64a8e-ccb1-474c-adf2-baeab62abdea None None] Pushing event updated for resources: {'Port': ['ID=64ba52a5-6d9e-4f92-8014-08e1e2cc6079,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:21.415277 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 64ba52a5-6d9e-4f92-8014-08e1e2cc6079 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:00:21.524721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf83c38c-4dcd-4b46-80c3-98ab1f40567e req-17e5bc70-0110-4730-8ddb-44480943f6c5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.0970342 Nov 26 03:00:21.554750 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e0cb7-cae3-4539-8014-2ca019425932 req-b26ec63b-bb7c-449e-a70b-338b4950b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:21.555236 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e0cb7-cae3-4539-8014-2ca019425932 req-b26ec63b-bb7c-449e-a70b-338b4950b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:21.555708 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e0cb7-cae3-4539-8014-2ca019425932 req-b26ec63b-bb7c-449e-a70b-338b4950b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:21.556200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e0cb7-cae3-4539-8014-2ca019425932 req-b26ec63b-bb7c-449e-a70b-338b4950b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:21.556668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e0cb7-cae3-4539-8014-2ca019425932 req-b26ec63b-bb7c-449e-a70b-338b4950b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:21.557131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e0cb7-cae3-4539-8014-2ca019425932 req-b26ec63b-bb7c-449e-a70b-338b4950b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:21.557589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e0cb7-cae3-4539-8014-2ca019425932 req-b26ec63b-bb7c-449e-a70b-338b4950b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:21.559516 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f5e0cb7-cae3-4539-8014-2ca019425932 req-b26ec63b-bb7c-449e-a70b-338b4950b795 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 6209 time: 0.3913357 Nov 26 03:00:21.591908 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df674164-39ef-4e9d-88f7-516635e9aa52 None None] DHCP port deletion for af1a2dc2-8bce-453d-a003-a5791ffd45d3 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:00:21.675050 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 64ba52a5-6d9e-4f92-8014-08e1e2cc6079 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:21.678150 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:21.763206 n-d-819389-3 neutron-server[104801]: DEBUG neutron.objects.ports [None req-06bfc6f1-3c0d-4b6a-a311-c725d2ce8258 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 03:00:21.764388 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-df674164-39ef-4e9d-88f7-516635e9aa52 None None] Deleting port 64ba52a5-6d9e-4f92-8014-08e1e2cc6079 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:21.764828 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df674164-39ef-4e9d-88f7-516635e9aa52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:21.792268 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab78220-0432-469f-9635-077dd66e62d1 req-d5bc6fa7-dc8a-4cf3-9af1-343ca63be088 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:21.798630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab78220-0432-469f-9635-077dd66e62d1 req-d5bc6fa7-dc8a-4cf3-9af1-343ca63be088 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:21.805810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab78220-0432-469f-9635-077dd66e62d1 req-d5bc6fa7-dc8a-4cf3-9af1-343ca63be088 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:21.811816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab78220-0432-469f-9635-077dd66e62d1 req-d5bc6fa7-dc8a-4cf3-9af1-343ca63be088 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:21.819323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab78220-0432-469f-9635-077dd66e62d1 req-d5bc6fa7-dc8a-4cf3-9af1-343ca63be088 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:21.825558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab78220-0432-469f-9635-077dd66e62d1 req-d5bc6fa7-dc8a-4cf3-9af1-343ca63be088 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:21.831798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab78220-0432-469f-9635-077dd66e62d1 req-d5bc6fa7-dc8a-4cf3-9af1-343ca63be088 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:21.839519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aab78220-0432-469f-9635-077dd66e62d1 req-d5bc6fa7-dc8a-4cf3-9af1-343ca63be088 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5372 time: 0.4513237 Nov 26 03:00:21.953768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-df674164-39ef-4e9d-88f7-516635e9aa52 None None] For port 64ba52a5-6d9e-4f92-8014-08e1e2cc6079, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=64ba52a5-6d9e-4f92-8014-08e1e2cc6079,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:21.954319 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df674164-39ef-4e9d-88f7-516635e9aa52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:21.981613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-df674164-39ef-4e9d-88f7-516635e9aa52 None None] Calling delete_port for 64ba52a5-6d9e-4f92-8014-08e1e2cc6079 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:22.036416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e0cb7-cae3-4539-8014-2ca019425932 req-4769dbaf-b013-4b46-b3bb-192252d1bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:22.036890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e0cb7-cae3-4539-8014-2ca019425932 req-4769dbaf-b013-4b46-b3bb-192252d1bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:22.037355 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e0cb7-cae3-4539-8014-2ca019425932 req-4769dbaf-b013-4b46-b3bb-192252d1bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:22.038938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f5e0cb7-cae3-4539-8014-2ca019425932 req-4769dbaf-b013-4b46-b3bb-192252d1bcae service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4577165 Nov 26 03:00:22.054891 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aab78220-0432-469f-9635-077dd66e62d1 req-b307385a-81bb-4471-8aaf-9058624b0834 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2144794 Nov 26 03:00:22.058852 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06bfc6f1-3c0d-4b6a-a311-c725d2ce8258 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:22.111827 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df674164-39ef-4e9d-88f7-516635e9aa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:22.138748 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df674164-39ef-4e9d-88f7-516635e9aa52 None None] Pushing event deleted for resources: {'Port': ['ID=64ba52a5-6d9e-4f92-8014-08e1e2cc6079,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:22.148360 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df674164-39ef-4e9d-88f7-516635e9aa52 None None] No DVR routers for this DVR port 64ba52a5-6d9e-4f92-8014-08e1e2cc6079 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:00:22.267353 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-06bfc6f1-3c0d-4b6a-a311-c725d2ce8258 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] For port 64ba52a5-6d9e-4f92-8014-08e1e2cc6079, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=64ba52a5-6d9e-4f92-8014-08e1e2cc6079,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:22.301259 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06bfc6f1-3c0d-4b6a-a311-c725d2ce8258 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:22.309537 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06bfc6f1-3c0d-4b6a-a311-c725d2ce8258 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:22.310559 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06bfc6f1-3c0d-4b6a-a311-c725d2ce8258 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:22.361107 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:22.363338 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfc6f1-3c0d-4b6a-a311-c725d2ce8258 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=64ba52a5-6d9e-4f92-8014-08e1e2cc6079,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:22.389946 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bfc6f1-3c0d-4b6a-a311-c725d2ce8258 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:22.394718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-06bfc6f1-3c0d-4b6a-a311-c725d2ce8258 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:22.405551 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118a2504-4dcd-4c2a-a151-27ee25fabc6d None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:22.414948 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bfc6f1-3c0d-4b6a-a311-c725d2ce8258 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:22.416445 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06bfc6f1-3c0d-4b6a-a311-c725d2ce8258 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:22.448968 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-06bfc6f1-3c0d-4b6a-a311-c725d2ce8258 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5483682 Nov 26 03:00:22.452215 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53576) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:22.475327 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-4b6b548a-03ad-4cac-90cc-b4172bd3f8fd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:22.621305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'fixed_ips': [{'subnet_id': 'f63dd3fa-8523-4456-88ba-a644679efecf'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:00:22.622593 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:22.622743 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfc6f1-3c0d-4b6a-a311-c725d2ce8258 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=f63dd3fa-8523-4456-88ba-a644679efecf,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:22.644367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81866f-b30d-468b-87f4-5476cdba03ec req-27d570e1-ed38-4d70-93cf-14e253c734a4 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:22.660752 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf81866f-b30d-468b-87f4-5476cdba03ec req-27d570e1-ed38-4d70-93cf-14e253c734a4 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 946 time: 0.6772509 Nov 26 03:00:22.750837 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6b548a-03ad-4cac-90cc-b4172bd3f8fd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:22.755523 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4b6b548a-03ad-4cac-90cc-b4172bd3f8fd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:22.800265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e518dd1-dbde-4e7c-b324-23a606669e5e {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:00:22.808328 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:22.830023 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Transition to ACTIVE for port object 8e518dd1-dbde-4e7c-b324-23a606669e5e will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:00:22.866610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Allocated IP 2001:db8::f816:3eff:fe54:9521 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/f63dd3fa-8523-4456-88ba-a644679efecf/bc6ef091-fc5f-4429-9b7e-32db1b796d17) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:22.888205 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e0cb7-cae3-4539-8014-2ca019425932 req-0a780ea8-71fd-4d6d-a69c-8914e26120e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:22.890636 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f5e0cb7-cae3-4539-8014-2ca019425932 req-0a780ea8-71fd-4d6d-a69c-8914e26120e9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8338590 Nov 26 03:00:22.924847 n-d-819389-3 neutron-server[104801]: INFO neutron.db.ipam_backend_mixin [None req-4b6b548a-03ad-4cac-90cc-b4172bd3f8fd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f63dd3fa-8523-4456-88ba-a644679efecf (CIDR: 2001:db8::/64) Nov 26 03:00:22.932841 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6b548a-03ad-4cac-90cc-b4172bd3f8fd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:00:22.935014 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6b548a-03ad-4cac-90cc-b4172bd3f8fd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:22.947004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f79b6a25-1107-464c-87c5-8a6627af3785 req-dbf02026-af1b-42d3-9cc1-6a6e563178c9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.2616634 Nov 26 03:00:22.947753 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:22.995067 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4b6b548a-03ad-4cac-90cc-b4172bd3f8fd tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5299473 Nov 26 03:00:22.999929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53602) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:23.005766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-a98cc800-f6d5-4cce-afb7-c36a1556595a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:23.180298 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf81866f-b30d-468b-87f4-5476cdba03ec req-a139370a-f1f6-4b00-a1b5-4a795245e282 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5186048 Nov 26 03:00:23.192357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Pushing event updated for resources: {'Port': ['ID=8e518dd1-dbde-4e7c-b324-23a606669e5e,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:23.326669 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98cc800-f6d5-4cce-afb7-c36a1556595a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:23.330487 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a98cc800-f6d5-4cce-afb7-c36a1556595a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:23.344439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 64ba52a5-6d9e-4f92-8014-08e1e2cc6079 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:00:23.382488 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 64ba52a5-6d9e-4f92-8014-08e1e2cc6079 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:00:23.382905 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 64ba52a5-6d9e-4f92-8014-08e1e2cc6079 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:00:23.454978 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b95ef6-94f7-4d28-85de-e2a9ab289e6d req-b9816855-f4c1-4952-9d22-42b2870d265d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:23.461338 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b95ef6-94f7-4d28-85de-e2a9ab289e6d req-b9816855-f4c1-4952-9d22-42b2870d265d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:23.467322 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b95ef6-94f7-4d28-85de-e2a9ab289e6d req-b9816855-f4c1-4952-9d22-42b2870d265d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:23.473993 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b95ef6-94f7-4d28-85de-e2a9ab289e6d req-b9816855-f4c1-4952-9d22-42b2870d265d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:23.480509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b95ef6-94f7-4d28-85de-e2a9ab289e6d req-b9816855-f4c1-4952-9d22-42b2870d265d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:23.488166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b95ef6-94f7-4d28-85de-e2a9ab289e6d req-b9816855-f4c1-4952-9d22-42b2870d265d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:23.491838 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:23.495167 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b95ef6-94f7-4d28-85de-e2a9ab289e6d req-b9816855-f4c1-4952-9d22-42b2870d265d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:23.498090 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-86b95ef6-94f7-4d28-85de-e2a9ab289e6d req-b9816855-f4c1-4952-9d22-42b2870d265d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5384 time: 0.1857295 Nov 26 03:00:23.508138 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:23.535904 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Attempting to bind port 8e518dd1-dbde-4e7c-b324-23a606669e5e on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:00:23.536577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Attempting to bind port 8e518dd1-dbde-4e7c-b324-23a606669e5e by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:00:23.537099 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Attempting to bind port 8e518dd1-dbde-4e7c-b324-23a606669e5e on network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:23.540269 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:23.554170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:23.558899 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:23.563267 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:00:23.566777 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Port 8e518dd1-dbde-4e7c-b324-23a606669e5e on network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:00:23.567141 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Pushing event updated for resources: {'Port': ['ID=bc6ef091-fc5f-4429-9b7e-32db1b796d17,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:23.567278 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Attempting to bind port 8e518dd1-dbde-4e7c-b324-23a606669e5e on network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:23.593451 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:00:23.593801 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Checking segment: {'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:00:23.594399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Bound using segment: {'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:00:23.594853 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Bound port: 8e518dd1-dbde-4e7c-b324-23a606669e5e, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:00:23.595222 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:23.624971 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Attempting to bind port bc6ef091-fc5f-4429-9b7e-32db1b796d17 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:00:23.625733 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Attempting to bind port bc6ef091-fc5f-4429-9b7e-32db1b796d17 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:00:23.626340 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Attempting to bind port bc6ef091-fc5f-4429-9b7e-32db1b796d17 on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:23.631963 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:00:23.632684 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:00:23.633317 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:23.633917 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:00:23.634589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Bound port: bc6ef091-fc5f-4429-9b7e-32db1b796d17, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:00:23.635296 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:23.672914 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-86b95ef6-94f7-4d28-85de-e2a9ab289e6d req-d910033d-ab9c-4ea8-bff0-429fb9c15223 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1612022 Nov 26 03:00:23.704087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] For port bc6ef091-fc5f-4429-9b7e-32db1b796d17, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:00:23.710052 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] For port bc6ef091-fc5f-4429-9b7e-32db1b796d17, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bc6ef091-fc5f-4429-9b7e-32db1b796d17,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:00:23.715339 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:23.748003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] For port 8e518dd1-dbde-4e7c-b324-23a606669e5e, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:00:23.765148 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] For port 8e518dd1-dbde-4e7c-b324-23a606669e5e, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8e518dd1-dbde-4e7c-b324-23a606669e5e,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:00:23.798763 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:23.799675 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Pushing event updated for resources: {'Port': ['ID=bc6ef091-fc5f-4429-9b7e-32db1b796d17,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:23.808773 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:23.809739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:23.810605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:23.810605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:23.811087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:23.811523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:23.813309 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:23.813762 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:23.814201 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:23.814674 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:23.815108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:23.815581 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061318-5d79-4d89-8a6e-fa926a443ab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:23.872942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:23.873574 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:23.875003 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] 10.222.0.54 "PUT /v2.0/ports/8e518dd1-dbde-4e7c-b324-23a606669e5e HTTP/1.1" status: 200 len: 1091 time: 2.8704195 Nov 26 03:00:23.875474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'tag': '8e518dd1-dbde-4e7c-b324-23a606669e5e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:00:23.878170 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b9378e-6ce8-4f0e-921c-2b8788bfaaca" -d '{"events": [{"name": "network-changed", "server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "tag": "8e518dd1-dbde-4e7c-b324-23a606669e5e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:00:23.914594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa5c8e-7bbf-403c-911e-11e52667ceba service neutron] Pushing event updated for resources: {'Port': ['ID=8e518dd1-dbde-4e7c-b324-23a606669e5e,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:23.919643 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a98cc800-f6d5-4cce-afb7-c36a1556595a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:23.930009 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Request body: {'port': {'device_id': '28258d28-26ca-46ce-985d-be51b194a150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:23.972915 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263d11b6-d647-4429-a328-fd0d3801a113 x-openstack-request-id: req-263d11b6-d647-4429-a328-fd0d3801a113 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:00:23.973215 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "tag": "8e518dd1-dbde-4e7c-b324-23a606669e5e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:00:23.973468 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-263d11b6-d647-4429-a328-fd0d3801a113 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:00:23.973867 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'tag': '8e518dd1-dbde-4e7c-b324-23a606669e5e', 'status': 'completed', 'code': 200} Nov 26 03:00:23.994436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98cc800-f6d5-4cce-afb7-c36a1556595a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:24.053783 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-a98cc800-f6d5-4cce-afb7-c36a1556595a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:24.075971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98cc800-f6d5-4cce-afb7-c36a1556595a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:24.076705 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a98cc800-f6d5-4cce-afb7-c36a1556595a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:24.079200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cc800-f6d5-4cce-afb7-c36a1556595a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=ba20598f-a5d8-4ef2-82f1-dae31e6f667b,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:24.147930 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b864096-e197-4052-b1dc-e219e969afa1 req-c4effe64-be0b-4866-bc2d-7d3b5e7fbbfa tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.0398891 Nov 26 03:00:24.156083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9378e-6ce8-4f0e-921c-2b8788bfaaca req-aa103198-f91c-424d-878e-2f20253d81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:24.156562 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9378e-6ce8-4f0e-921c-2b8788bfaaca req-aa103198-f91c-424d-878e-2f20253d81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:24.157033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9378e-6ce8-4f0e-921c-2b8788bfaaca req-aa103198-f91c-424d-878e-2f20253d81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:24.157502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9378e-6ce8-4f0e-921c-2b8788bfaaca req-aa103198-f91c-424d-878e-2f20253d81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:24.157965 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9378e-6ce8-4f0e-921c-2b8788bfaaca req-aa103198-f91c-424d-878e-2f20253d81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:24.158421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9378e-6ce8-4f0e-921c-2b8788bfaaca req-aa103198-f91c-424d-878e-2f20253d81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:24.159076 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9378e-6ce8-4f0e-921c-2b8788bfaaca req-aa103198-f91c-424d-878e-2f20253d81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:24.161258 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70b9378e-6ce8-4f0e-921c-2b8788bfaaca req-aa103198-f91c-424d-878e-2f20253d81fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 6276 time: 0.1639116 Nov 26 03:00:24.171129 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a98cc800-f6d5-4cce-afb7-c36a1556595a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1700087 Nov 26 03:00:24.174033 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53626) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:24.180588 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-2d35cfc1-487a-4077-9cd0-081ff7ba44a6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'mac_address': 'fa:16:3e:8d:e7:33', 'name': 'tempest-NetworksTestDHCPv6-1759292729'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:24.181905 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:24.363051 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d35cfc1-487a-4077-9cd0-081ff7ba44a6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:24.457788 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d35cfc1-487a-4077-9cd0-081ff7ba44a6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:24.479245 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-2d35cfc1-487a-4077-9cd0-081ff7ba44a6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port a524681b-59cc-4547-a0bf-0d2c9ccc15ba yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:00:24.480173 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c1c15c92-27c8-4b3d-bde9-bcd4ecace688 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:00:24.495221 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac3d2f-d985-4077-85a8-fa5f25b3f434 req-e12fbe32-a41f-4326-ab1d-793a96c6331a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:24.496841 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-daac3d2f-d985-4077-85a8-fa5f25b3f434 req-e12fbe32-a41f-4326-ab1d-793a96c6331a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 946 time: 0.1690602 Nov 26 03:00:24.500954 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9378e-6ce8-4f0e-921c-2b8788bfaaca req-27fb7af6-9c79-402a-a842-2990cc09903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:24.501437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9378e-6ce8-4f0e-921c-2b8788bfaaca req-27fb7af6-9c79-402a-a842-2990cc09903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:24.501905 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9378e-6ce8-4f0e-921c-2b8788bfaaca req-27fb7af6-9c79-402a-a842-2990cc09903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:24.504046 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70b9378e-6ce8-4f0e-921c-2b8788bfaaca req-27fb7af6-9c79-402a-a842-2990cc09903d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3195322 Nov 26 03:00:24.616222 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:24.649959 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:00:24.653918 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2128e93-b34d-4cbf-8aac-782bd9fc7c50" -d '{"events": [{"server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "name": "network-vif-unplugged", "status": "completed", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:00:24.677576 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c1c15c92-27c8-4b3d-bde9-bcd4ecace688, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:24.692928 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:24.722651 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-daac3d2f-d985-4077-85a8-fa5f25b3f434 req-43a0bb0a-548c-4dd9-a409-231bad7fd0c1 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108064 Nov 26 03:00:24.809693 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 03:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31122678-32df-40d1-8a8f-01ba4f4407c4 x-openstack-request-id: req-31122678-32df-40d1-8a8f-01ba4f4407c4 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:00:24.809994 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "name": "network-vif-unplugged", "status": "completed", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:00:24.810250 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31122678-32df-40d1-8a8f-01ba4f4407c4 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:00:24.810650 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'code': 200} Nov 26 03:00:24.820129 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,revision_number=14']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:24.821537 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9378e-6ce8-4f0e-921c-2b8788bfaaca req-2c2e4513-f74c-413b-87d9-a3ceb59069d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:24.834684 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70b9378e-6ce8-4f0e-921c-2b8788bfaaca req-2c2e4513-f74c-413b-87d9-a3ceb59069d8 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3230019 Nov 26 03:00:24.900875 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-2d35cfc1-487a-4077-9cd0-081ff7ba44a6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8:0:1::2b5 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/ba20598f-a5d8-4ef2-82f1-dae31e6f667b/a524681b-59cc-4547-a0bf-0d2c9ccc15ba) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:24.921742 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-2d35cfc1-487a-4077-9cd0-081ff7ba44a6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::f816:3eff:fe8d:e733 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/f63dd3fa-8523-4456-88ba-a644679efecf/a524681b-59cc-4547-a0bf-0d2c9ccc15ba) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:25.107168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d683a3-b337-4602-8887-74ec15606ce0 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:00:25.155454 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:25.180318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f704af3-fcd7-4c8e-bb64-848c4ee746ca req-04b95f04-d6a4-45a1-ac31-a003e94332ff tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:25.194252 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f704af3-fcd7-4c8e-bb64-848c4ee746ca req-04b95f04-d6a4-45a1-ac31-a003e94332ff tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:25.197762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f704af3-fcd7-4c8e-bb64-848c4ee746ca req-04b95f04-d6a4-45a1-ac31-a003e94332ff tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:25.204331 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f704af3-fcd7-4c8e-bb64-848c4ee746ca req-04b95f04-d6a4-45a1-ac31-a003e94332ff tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:25.212088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f704af3-fcd7-4c8e-bb64-848c4ee746ca req-04b95f04-d6a4-45a1-ac31-a003e94332ff tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:25.219510 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f704af3-fcd7-4c8e-bb64-848c4ee746ca req-04b95f04-d6a4-45a1-ac31-a003e94332ff tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:25.226939 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f704af3-fcd7-4c8e-bb64-848c4ee746ca req-04b95f04-d6a4-45a1-ac31-a003e94332ff tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:25.237139 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f704af3-fcd7-4c8e-bb64-848c4ee746ca req-04b95f04-d6a4-45a1-ac31-a003e94332ff tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5384 time: 0.2967589 Nov 26 03:00:25.267482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bc6ef091-fc5f-4429-9b7e-32db1b796d17 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:00:25.274725 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d35cfc1-487a-4077-9cd0-081ff7ba44a6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:25.327817 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port bc6ef091-fc5f-4429-9b7e-32db1b796d17 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:25.328717 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:25.343705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Transition to ACTIVE for port object 38d683a3-b337-4602-8887-74ec15606ce0 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:00:25.368351 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d35cfc1-487a-4077-9cd0-081ff7ba44a6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:25.375624 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3c2dd4a-882f-4715-b726-b6590bb013b7 req-8750becd-317c-48b6-82fd-eeebc45828d4 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.0845160 Nov 26 03:00:25.380795 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:25.443187 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f704af3-fcd7-4c8e-bb64-848c4ee746ca req-230b441d-fd4f-477b-80cb-617f626476c0 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2040167 Nov 26 03:00:25.464578 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d35cfc1-487a-4077-9cd0-081ff7ba44a6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:25.467003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Pushing event updated for resources: {'Port': ['ID=38d683a3-b337-4602-8887-74ec15606ce0,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:25.489762 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-2d35cfc1-487a-4077-9cd0-081ff7ba44a6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:25.505073 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d35cfc1-487a-4077-9cd0-081ff7ba44a6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:00:25.517147 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d35cfc1-487a-4077-9cd0-081ff7ba44a6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:25.517881 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2d35cfc1-487a-4077-9cd0-081ff7ba44a6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:25.530109 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35cfc1-487a-4077-9cd0-081ff7ba44a6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=a524681b-59cc-4547-a0bf-0d2c9ccc15ba,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:25.553148 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91198dff-7534-4707-8098-bf1953387f2f None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:25.558194 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:25.572770 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2d35cfc1-487a-4077-9cd0-081ff7ba44a6 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3940601 Nov 26 03:00:25.573373 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53648) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:25.663389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Attempting to bind port 38d683a3-b337-4602-8887-74ec15606ce0 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:00:25.668254 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Attempting to bind port 38d683a3-b337-4602-8887-74ec15606ce0 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:00:25.669050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Attempting to bind port 38d683a3-b337-4602-8887-74ec15606ce0 on network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:25.679229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Port 38d683a3-b337-4602-8887-74ec15606ce0 on network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:00:25.679885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Attempting to bind port 38d683a3-b337-4602-8887-74ec15606ce0 on network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:25.689087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6d3ef434-be73-400b-9416-ad8dcb2931c5 None None] Provisioning complete for port bc6ef091-fc5f-4429-9b7e-32db1b796d17 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:25.689707 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6d3ef434-be73-400b-9416-ad8dcb2931c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:25.697302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:00:25.698694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Checking segment: {'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:00:25.699377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Bound using segment: {'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:00:25.700133 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Bound port: 38d683a3-b337-4602-8887-74ec15606ce0, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7af538-55b3-4487-b1be-e062313f3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:00:25.700771 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:25.761622 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-965149f5-ab46-4cb2-b929-2e30f2c1c15a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port a524681b-59cc-4547-a0bf-0d2c9ccc15ba {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:25.761978 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-965149f5-ab46-4cb2-b929-2e30f2c1c15a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:25.771987 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port bc6ef091-fc5f-4429-9b7e-32db1b796d17, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bc6ef091-fc5f-4429-9b7e-32db1b796d17,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:25.802589 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:25.834441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] For port 38d683a3-b337-4602-8887-74ec15606ce0, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:00:25.837880 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] For port 38d683a3-b337-4602-8887-74ec15606ce0, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=38d683a3-b337-4602-8887-74ec15606ce0,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:00:25.865710 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f86d68-37c9-4936-a93b-c01bc00c75dd req-6d21d106-affd-4e69-98df-e44f4b2e6c05 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:25.865993 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07f86d68-37c9-4936-a93b-c01bc00c75dd req-6d21d106-affd-4e69-98df-e44f4b2e6c05 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.3327932 Nov 26 03:00:25.869039 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:25.928593 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-965149f5-ab46-4cb2-b929-2e30f2c1c15a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:25.946800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-965149f5-ab46-4cb2-b929-2e30f2c1c15a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for a524681b-59cc-4547-a0bf-0d2c9ccc15ba owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:25.967748 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:25.968422 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:25.970383 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] 10.222.0.54 "PUT /v2.0/ports/38d683a3-b337-4602-8887-74ec15606ce0 HTTP/1.1" status: 200 len: 1091 time: 2.0475788 Nov 26 03:00:25.982836 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'tag': '38d683a3-b337-4602-8887-74ec15606ce0'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:00:25.994389 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470eb557-2f98-4101-9e14-9e8dd345603e" -d '{"events": [{"name": "network-changed", "server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "tag": "38d683a3-b337-4602-8887-74ec15606ce0"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:00:26.014627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Request body: {'port': {'device_id': '28258d28-26ca-46ce-985d-be51b194a150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:26.074683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd8ef6-fc31-488d-8882-35fb32229471 service neutron] Pushing event updated for resources: {'Port': ['ID=38d683a3-b337-4602-8887-74ec15606ce0,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:26.084406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07f86d68-37c9-4936-a93b-c01bc00c75dd req-771af22d-2c19-42e6-bf84-dac0f75152a0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028580 Nov 26 03:00:26.136013 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199cfbb2-6ccb-4d3b-b0f3-0ada3d010042 x-openstack-request-id: req-199cfbb2-6ccb-4d3b-b0f3-0ada3d010042 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:00:26.139692 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "tag": "38d683a3-b337-4602-8887-74ec15606ce0", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:00:26.140028 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-199cfbb2-6ccb-4d3b-b0f3-0ada3d010042 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:00:26.140541 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'tag': '38d683a3-b337-4602-8887-74ec15606ce0', 'status': 'completed', 'code': 200} Nov 26 03:00:26.174229 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=bc6ef091-fc5f-4429-9b7e-32db1b796d17,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:26.230326 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:26.365914 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-965149f5-ab46-4cb2-b929-2e30f2c1c15a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:26.421712 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965149f5-ab46-4cb2-b929-2e30f2c1c15a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=a524681b-59cc-4547-a0bf-0d2c9ccc15ba,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:26.455327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eb557-2f98-4101-9e14-9e8dd345603e req-0469f287-c1ba-4550-a378-6bf075037c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:26.457910 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eb557-2f98-4101-9e14-9e8dd345603e req-0469f287-c1ba-4550-a378-6bf075037c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:26.458754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eb557-2f98-4101-9e14-9e8dd345603e req-0469f287-c1ba-4550-a378-6bf075037c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:26.460793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eb557-2f98-4101-9e14-9e8dd345603e req-0469f287-c1ba-4550-a378-6bf075037c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:26.462088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eb557-2f98-4101-9e14-9e8dd345603e req-0469f287-c1ba-4550-a378-6bf075037c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:26.466084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eb557-2f98-4101-9e14-9e8dd345603e req-0469f287-c1ba-4550-a378-6bf075037c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:26.467224 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eb557-2f98-4101-9e14-9e8dd345603e req-0469f287-c1ba-4550-a378-6bf075037c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:26.473751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-470eb557-2f98-4101-9e14-9e8dd345603e req-0469f287-c1ba-4550-a378-6bf075037c98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 6343 time: 0.3194189 Nov 26 03:00:26.513035 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69044d5-615c-4363-bef6-a6dc16965947 None None] Update dhcp port {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'fixed_ips': [{'subnet_id': 'f63dd3fa-8523-4456-88ba-a644679efecf', 'ip_address': '2001:db8::f816:3eff:fe54:9521'}, {'subnet_id': 'ba20598f-a5d8-4ef2-82f1-dae31e6f667b'}], 'binding:host_id': 'n-d-819389-3'}, 'id': 'bc6ef091-fc5f-4429-9b7e-32db1b796d17'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 03:00:26.537331 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-965149f5-ab46-4cb2-b929-2e30f2c1c15a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:26.547398 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-965149f5-ab46-4cb2-b929-2e30f2c1c15a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/a524681b-59cc-4547-a0bf-0d2c9ccc15ba HTTP/1.1" status: 204 len: 168 time: 0.9734004 Nov 26 03:00:26.548085 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53674) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:26.603380 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b69044d5-615c-4363-bef6-a6dc16965947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:26.695061 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532ab88c-55cd-4461-bb93-82b33c780200 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:26.703064 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-532ab88c-55cd-4461-bb93-82b33c780200 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1536009 Nov 26 03:00:26.703789 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53688) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:26.760699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6185998d-7740-43c9-9cb8-77ee3dc79a81 req-2dcc2a6b-8ccb-4133-b2e5-574db9509e2d tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.1881065 Nov 26 03:00:26.822133 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aab878-a4d1-40b8-9569-e13c64ae16d3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:26.826880 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-43aab878-a4d1-40b8-9569-e13c64ae16d3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1205230 Nov 26 03:00:26.827507 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53698) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:26.888103 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7def5edf-a11e-4234-b495-4bf2c1aec62d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:26.889457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7def5edf-a11e-4234-b495-4bf2c1aec62d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:26.891919 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7def5edf-a11e-4234-b495-4bf2c1aec62d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:26.901255 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7def5edf-a11e-4234-b495-4bf2c1aec62d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0726581 Nov 26 03:00:26.902375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53702) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:27.000774 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ddd53f2-2b10-4a2b-a709-35f85970d1ee tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet ba20598f-a5d8-4ef2-82f1-dae31e6f667b {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:00:27.026981 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-b69044d5-615c-4363-bef6-a6dc16965947 None None] Allocated IP 2001:db8:0:1::2 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/ba20598f-a5d8-4ef2-82f1-dae31e6f667b/bc6ef091-fc5f-4429-9b7e-32db1b796d17) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:27.085651 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eb557-2f98-4101-9e14-9e8dd345603e req-2b965300-e65e-4909-91f7-498404474b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:27.086144 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eb557-2f98-4101-9e14-9e8dd345603e req-2b965300-e65e-4909-91f7-498404474b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:27.086739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eb557-2f98-4101-9e14-9e8dd345603e req-2b965300-e65e-4909-91f7-498404474b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:27.088555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-470eb557-2f98-4101-9e14-9e8dd345603e req-2b965300-e65e-4909-91f7-498404474b4d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5941398 Nov 26 03:00:27.101815 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341656-c1b9-47aa-9dae-6aa7cd02ebc2 req-a591938b-ace7-459f-a083-befc9c9e9ed2 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:27.110673 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341656-c1b9-47aa-9dae-6aa7cd02ebc2 req-a591938b-ace7-459f-a083-befc9c9e9ed2 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:27.120685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341656-c1b9-47aa-9dae-6aa7cd02ebc2 req-a591938b-ace7-459f-a083-befc9c9e9ed2 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:27.127726 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341656-c1b9-47aa-9dae-6aa7cd02ebc2 req-a591938b-ace7-459f-a083-befc9c9e9ed2 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:27.136536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341656-c1b9-47aa-9dae-6aa7cd02ebc2 req-a591938b-ace7-459f-a083-befc9c9e9ed2 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:27.144865 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341656-c1b9-47aa-9dae-6aa7cd02ebc2 req-a591938b-ace7-459f-a083-befc9c9e9ed2 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:27.152386 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341656-c1b9-47aa-9dae-6aa7cd02ebc2 req-a591938b-ace7-459f-a083-befc9c9e9ed2 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:27.154510 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca341656-c1b9-47aa-9dae-6aa7cd02ebc2 req-a591938b-ace7-459f-a083-befc9c9e9ed2 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5396 time: 0.4991064 Nov 26 03:00:27.213300 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bc6ef091-fc5f-4429-9b7e-32db1b796d17 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:00:27.288312 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b69044d5-615c-4363-bef6-a6dc16965947 None None] For port bc6ef091-fc5f-4429-9b7e-32db1b796d17, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bc6ef091-fc5f-4429-9b7e-32db1b796d17,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:27.297149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c320e9-1ccf-41db-b82e-2361eca3e5d9 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:00:27.329589 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:27.337777 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port bc6ef091-fc5f-4429-9b7e-32db1b796d17 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:27.338384 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:27.341928 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b69044d5-615c-4363-bef6-a6dc16965947 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:27.348577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Transition to ACTIVE for port object f0c320e9-1ccf-41db-b82e-2361eca3e5d9 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:00:27.356187 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ddd53f2-2b10-4a2b-a709-35f85970d1ee tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:27.386670 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b69044d5-615c-4363-bef6-a6dc16965947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:27.419365 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ddd53f2-2b10-4a2b-a709-35f85970d1ee tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:27.489882 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:27.541950 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69044d5-615c-4363-bef6-a6dc16965947 None None] Pushing event updated for resources: {'Port': ['ID=bc6ef091-fc5f-4429-9b7e-32db1b796d17,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:27.638986 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ddd53f2-2b10-4a2b-a709-35f85970d1ee tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:27.745907 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ddd53f2-2b10-4a2b-a709-35f85970d1ee tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:27.746094 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca341656-c1b9-47aa-9dae-6aa7cd02ebc2 req-ef4e344b-98ff-4be2-b07a-ceb8bc110bf5 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3954282 Nov 26 03:00:27.773946 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ddd53f2-2b10-4a2b-a709-35f85970d1ee tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:27.791202 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3ddd53f2-2b10-4a2b-a709-35f85970d1ee tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/ba20598f-a5d8-4ef2-82f1-dae31e6f667b HTTP/1.1" status: 204 len: 168 time: 0.8861513 Nov 26 03:00:27.844302 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53758) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:27.861827 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd53f2-2b10-4a2b-a709-35f85970d1ee tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=ba20598f-a5d8-4ef2-82f1-dae31e6f667b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:27.943980 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cdc8b1-1f6c-4382-a283-3657a51b5f0e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet f63dd3fa-8523-4456-88ba-a644679efecf {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:00:27.948608 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94cdc8b1-1f6c-4382-a283-3657a51b5f0e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:27.994850 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb7acd50-673f-4488-ba6b-e93704f39319 req-286c5167-84c2-4470-8dfe-881397f22864 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.1389682 Nov 26 03:00:28.045612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eb557-2f98-4101-9e14-9e8dd345603e req-2585ef37-5590-469a-86cc-7822ee2e367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:28.047286 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-470eb557-2f98-4101-9e14-9e8dd345603e req-2585ef37-5590-469a-86cc-7822ee2e367f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8916156 Nov 26 03:00:28.048292 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94cdc8b1-1f6c-4382-a283-3657a51b5f0e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:28.102768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c320e9-1ccf-41db-b82e-2361eca3e5d9,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:28.165920 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69384995-12b4-4bab-8eee-145fc153f4ec req-f45a600f-20ff-4111-aed1-a073ad265b06 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:28.167953 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69384995-12b4-4bab-8eee-145fc153f4ec req-f45a600f-20ff-4111-aed1-a073ad265b06 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1981456 Nov 26 03:00:28.175628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Attempting to bind port f0c320e9-1ccf-41db-b82e-2361eca3e5d9 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:00:28.176253 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Attempting to bind port f0c320e9-1ccf-41db-b82e-2361eca3e5d9 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '9eee9d6e-cc95-4188-a303-b0aa56e15eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09ad8bb0-11ca-4f86-941d-4b67b4752da2'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:00:28.176889 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Attempting to bind port f0c320e9-1ccf-41db-b82e-2361eca3e5d9 on network 09ad8bb0-11ca-4f86-941d-4b67b4752da2 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:28.194040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Port f0c320e9-1ccf-41db-b82e-2361eca3e5d9 on network 09ad8bb0-11ca-4f86-941d-4b67b4752da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:00:28.194508 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Attempting to bind port f0c320e9-1ccf-41db-b82e-2361eca3e5d9 on network 09ad8bb0-11ca-4f86-941d-4b67b4752da2 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:28.210499 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:00:28.211156 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Checking segment: {'id': '9eee9d6e-cc95-4188-a303-b0aa56e15eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09ad8bb0-11ca-4f86-941d-4b67b4752da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:00:28.211750 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Bound using segment: {'id': '9eee9d6e-cc95-4188-a303-b0aa56e15eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09ad8bb0-11ca-4f86-941d-4b67b4752da2'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:00:28.212414 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Bound port: f0c320e9-1ccf-41db-b82e-2361eca3e5d9, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eee9d6e-cc95-4188-a303-b0aa56e15eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09ad8bb0-11ca-4f86-941d-4b67b4752da2'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:00:28.212972 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:28.225029 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94cdc8b1-1f6c-4382-a283-3657a51b5f0e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:28.290368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69384995-12b4-4bab-8eee-145fc153f4ec req-90314178-1d17-423c-9e4d-eb2fb7bd8cbb tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020741 Nov 26 03:00:28.326989 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94cdc8b1-1f6c-4382-a283-3657a51b5f0e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:28.363032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] For port f0c320e9-1ccf-41db-b82e-2361eca3e5d9, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:00:28.366725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] For port f0c320e9-1ccf-41db-b82e-2361eca3e5d9, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=f0c320e9-1ccf-41db-b82e-2361eca3e5d9,segment=NetworkSegment(9eee9d6e-cc95-4188-a303-b0aa56e15eb1),segment_id=9eee9d6e-cc95-4188-a303-b0aa56e15eb1)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:00:28.379537 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:28.404682 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94cdc8b1-1f6c-4382-a283-3657a51b5f0e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:28.414070 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-94cdc8b1-1f6c-4382-a283-3657a51b5f0e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/f63dd3fa-8523-4456-88ba-a644679efecf HTTP/1.1" status: 204 len: 168 time: 0.5683069 Nov 26 03:00:28.416647 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53766) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:28.425872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdc8b1-1f6c-4382-a283-3657a51b5f0e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=f63dd3fa-8523-4456-88ba-a644679efecf,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:28.442833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:28.443681 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:28.458139 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] 10.222.0.54 "PUT /v2.0/ports/f0c320e9-1ccf-41db-b82e-2361eca3e5d9 HTTP/1.1" status: 200 len: 1091 time: 2.4477673 Nov 26 03:00:28.458879 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'tag': 'f0c320e9-1ccf-41db-b82e-2361eca3e5d9'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:00:28.461969 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5167a1-f945-4e33-8683-79507b233c66" -d '{"events": [{"name": "network-changed", "server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "tag": "f0c320e9-1ccf-41db-b82e-2361eca3e5d9"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:00:28.528797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5808eba-0d70-43b8-9587-eada76bb6893 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c320e9-1ccf-41db-b82e-2361eca3e5d9,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:28.552272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Request body: {'port': {'device_id': '28258d28-26ca-46ce-985d-be51b194a150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:28.582050 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f603cfef-e489-418f-a95e-8ec50bb41fc1 x-openstack-request-id: req-f603cfef-e489-418f-a95e-8ec50bb41fc1 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:00:28.582344 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "tag": "f0c320e9-1ccf-41db-b82e-2361eca3e5d9", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:00:28.582665 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f603cfef-e489-418f-a95e-8ec50bb41fc1 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:00:28.583081 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'tag': 'f0c320e9-1ccf-41db-b82e-2361eca3e5d9', 'status': 'completed', 'code': 200} Nov 26 03:00:28.741637 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a23d3a-7ab7-411b-a719-2bb119b02ee7 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:28.841392 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:28.875084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5167a1-f945-4e33-8683-79507b233c66 req-f461f0b9-6c6e-48d4-9ae5-4437443b5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:28.875084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5167a1-f945-4e33-8683-79507b233c66 req-f461f0b9-6c6e-48d4-9ae5-4437443b5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:28.875410 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5167a1-f945-4e33-8683-79507b233c66 req-f461f0b9-6c6e-48d4-9ae5-4437443b5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:28.875828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5167a1-f945-4e33-8683-79507b233c66 req-f461f0b9-6c6e-48d4-9ae5-4437443b5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:28.876407 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5167a1-f945-4e33-8683-79507b233c66 req-f461f0b9-6c6e-48d4-9ae5-4437443b5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:28.876881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5167a1-f945-4e33-8683-79507b233c66 req-f461f0b9-6c6e-48d4-9ae5-4437443b5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:28.877363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5167a1-f945-4e33-8683-79507b233c66 req-f461f0b9-6c6e-48d4-9ae5-4437443b5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:28.879909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1a5167a1-f945-4e33-8683-79507b233c66 req-f461f0b9-6c6e-48d4-9ae5-4437443b5930 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 6410 time: 0.2880239 Nov 26 03:00:28.891248 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d64b92-b047-49e4-a8b1-851a89b0dfb8 req-4924052d-dcde-4add-a3de-88cf8caa1acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:28.892872 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59d64b92-b047-49e4-a8b1-851a89b0dfb8 req-4924052d-dcde-4add-a3de-88cf8caa1acd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 1095 time: 0.1926639 Nov 26 03:00:28.917095 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-dedf28a9-eed9-4500-8eb2-36cfbb747600 None None] Could not find standard attr ID for object a524681b-59cc-4547-a0bf-0d2c9ccc15ba. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:00:28.967685 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-dedf28a9-eed9-4500-8eb2-36cfbb747600 None None] Provisioning complete for port bc6ef091-fc5f-4429-9b7e-32db1b796d17 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:28.969149 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dedf28a9-eed9-4500-8eb2-36cfbb747600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:29.158498 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8b98b67e-823c-4196-b68b-9096f230576f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7376654 Nov 26 03:00:29.162597 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53776) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:29.167814 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-fec22973-7adc-4522-a50b-abed6e1fb365 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:29.248229 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82192969-8646-49f1-8f24-4b0c3dd6c802 None None] DHCP port deletion for af1a2dc2-8bce-453d-a003-a5791ffd45d3 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:00:29.303522 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-82192969-8646-49f1-8f24-4b0c3dd6c802 None None] Deleting port bc6ef091-fc5f-4429-9b7e-32db1b796d17 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:29.303812 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82192969-8646-49f1-8f24-4b0c3dd6c802 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:29.318017 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec22973-7adc-4522-a50b-abed6e1fb365 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:29.321003 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fec22973-7adc-4522-a50b-abed6e1fb365 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:29.371341 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-82192969-8646-49f1-8f24-4b0c3dd6c802 None None] For port bc6ef091-fc5f-4429-9b7e-32db1b796d17, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bc6ef091-fc5f-4429-9b7e-32db1b796d17,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:29.372140 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82192969-8646-49f1-8f24-4b0c3dd6c802 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:29.390428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-82192969-8646-49f1-8f24-4b0c3dd6c802 None None] Calling delete_port for bc6ef091-fc5f-4429-9b7e-32db1b796d17 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:29.477511 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82192969-8646-49f1-8f24-4b0c3dd6c802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:29.509689 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82192969-8646-49f1-8f24-4b0c3dd6c802 None None] Pushing event deleted for resources: {'Port': ['ID=bc6ef091-fc5f-4429-9b7e-32db1b796d17,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:29.515210 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82192969-8646-49f1-8f24-4b0c3dd6c802 None None] No DVR routers for this DVR port bc6ef091-fc5f-4429-9b7e-32db1b796d17 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:00:29.570511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd212d5c-f301-42f6-addd-9cc73e6356df req-74a63c5b-fabd-47be-a66f-d361a0b81a17 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:29.572006 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cd212d5c-f301-42f6-addd-9cc73e6356df req-74a63c5b-fabd-47be-a66f-d361a0b81a17 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.8690052 Nov 26 03:00:29.675515 n-d-819389-3 neutron-server[104801]: DEBUG neutron.objects.ports [None req-fec22973-7adc-4522-a50b-abed6e1fb365 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 03:00:29.678258 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fec22973-7adc-4522-a50b-abed6e1fb365 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:29.723132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec22973-7adc-4522-a50b-abed6e1fb365 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:29.727684 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-fec22973-7adc-4522-a50b-abed6e1fb365 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:29.734359 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec22973-7adc-4522-a50b-abed6e1fb365 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:29.735285 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fec22973-7adc-4522-a50b-abed6e1fb365 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:29.745783 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8b060a-79c7-4ec3-b062-dba74a9870e4 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:29.758703 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8964a8e6-c084-4949-914a-2113fb27be33 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:00:29.774489 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec22973-7adc-4522-a50b-abed6e1fb365 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=326a91dd-14c2-4152-a09c-3bd15b0eede8,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:29.800855 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:29.809332 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fec22973-7adc-4522-a50b-abed6e1fb365 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6455936 Nov 26 03:00:29.813004 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53780) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:29.828916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-16c8533d-c508-4e42-b322-ff84ca4758ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:29.938772 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5167a1-f945-4e33-8683-79507b233c66 req-ef487107-0b10-4926-b78c-dd924aa32767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:29.939203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5167a1-f945-4e33-8683-79507b233c66 req-ef487107-0b10-4926-b78c-dd924aa32767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:29.939780 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5167a1-f945-4e33-8683-79507b233c66 req-ef487107-0b10-4926-b78c-dd924aa32767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:29.941510 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1a5167a1-f945-4e33-8683-79507b233c66 req-ef487107-0b10-4926-b78c-dd924aa32767 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3898759 Nov 26 03:00:29.987972 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Transition to ACTIVE for port object 8964a8e6-c084-4949-914a-2113fb27be33 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:00:30.001439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'tenant_id': '8730705231ff4cfdb4b56d2f3c5e06d6', 'fixed_ips': [{'subnet_id': '326a91dd-14c2-4152-a09c-3bd15b0eede8'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:00:30.002470 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:30.005844 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cd212d5c-f301-42f6-addd-9cc73e6356df req-5bb3b9ee-aa0c-4c6b-9b03-e791ce30f24a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3748429 Nov 26 03:00:30.109481 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c8533d-c508-4e42-b322-ff84ca4758ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:30.117020 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-16c8533d-c508-4e42-b322-ff84ca4758ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:30.146398 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5167a1-f945-4e33-8683-79507b233c66 req-0fcd75c0-ea10-4c0b-ae54-25f68a139be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:30.147863 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1a5167a1-f945-4e33-8683-79507b233c66 req-0fcd75c0-ea10-4c0b-ae54-25f68a139be4 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1613986 Nov 26 03:00:30.149062 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d64b92-b047-49e4-a8b1-851a89b0dfb8 req-b3907d27-908a-4205-9349-fdfbc6878e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:30.150331 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59d64b92-b047-49e4-a8b1-851a89b0dfb8 req-b3907d27-908a-4205-9349-fdfbc6878e89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 913 time: 0.5955939 Nov 26 03:00:30.154468 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:30.186647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Allocated IP 2001:db8::f816:3eff:fe98:73bb (af1a2dc2-8bce-453d-a003-a5791ffd45d3/326a91dd-14c2-4152-a09c-3bd15b0eede8/42f0fb3f-4ddd-41b3-ab2f-c2549b806391) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:30.230580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Pushing event updated for resources: {'Port': ['ID=8964a8e6-c084-4949-914a-2113fb27be33,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:30.246186 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb63069-aee9-4d7d-8bbb-6f67e11cfcc2 req-ababadc9-863d-4334-8ceb-c3b6077f5981 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:30.252502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb63069-aee9-4d7d-8bbb-6f67e11cfcc2 req-ababadc9-863d-4334-8ceb-c3b6077f5981 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:30.259336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb63069-aee9-4d7d-8bbb-6f67e11cfcc2 req-ababadc9-863d-4334-8ceb-c3b6077f5981 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:30.271752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb63069-aee9-4d7d-8bbb-6f67e11cfcc2 req-ababadc9-863d-4334-8ceb-c3b6077f5981 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:30.286266 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb63069-aee9-4d7d-8bbb-6f67e11cfcc2 req-ababadc9-863d-4334-8ceb-c3b6077f5981 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:30.294993 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb63069-aee9-4d7d-8bbb-6f67e11cfcc2 req-ababadc9-863d-4334-8ceb-c3b6077f5981 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:30.302567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb63069-aee9-4d7d-8bbb-6f67e11cfcc2 req-ababadc9-863d-4334-8ceb-c3b6077f5981 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:30.314147 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-efb63069-aee9-4d7d-8bbb-6f67e11cfcc2 req-ababadc9-863d-4334-8ceb-c3b6077f5981 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5408 time: 0.7559741 Nov 26 03:00:30.332447 n-d-819389-3 neutron-server[104801]: INFO neutron.db.ipam_backend_mixin [None req-16c8533d-c508-4e42-b322-ff84ca4758ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 326a91dd-14c2-4152-a09c-3bd15b0eede8 (CIDR: 2001:db8::/64) Nov 26 03:00:30.337961 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c8533d-c508-4e42-b322-ff84ca4758ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:00:30.338547 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c8533d-c508-4e42-b322-ff84ca4758ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:30.379311 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:30.382642 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-16c8533d-c508-4e42-b322-ff84ca4758ef tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5616920 Nov 26 03:00:30.386030 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53786) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:30.391207 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:30.395037 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8f749776-a234-40d9-80dd-34cf98c2e1cc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:30.406894 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7869f52f-860b-4ed6-bb81-c5e2393756a3 req-dca68d32-269f-4d13-ae9f-555760046768 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.2533138 Nov 26 03:00:30.511097 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-efb63069-aee9-4d7d-8bbb-6f67e11cfcc2 req-1ffc4f12-cc18-48b5-a365-55b17b57a478 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1678195 Nov 26 03:00:30.546289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59d64b92-b047-49e4-a8b1-851a89b0dfb8 req-36fa371f-6476-4992-8981-e0fd0c06600e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688 HTTP/1.1" status: 200 len: 999 time: 0.3167956 Nov 26 03:00:30.587956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:30.596775 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f749776-a234-40d9-80dd-34cf98c2e1cc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:30.601491 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f749776-a234-40d9-80dd-34cf98c2e1cc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:30.605386 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:30.611858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d64b92-b047-49e4-a8b1-851a89b0dfb8 req-00afef3a-78a3-4276-9c23-80cdbe419a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:30.613420 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59d64b92-b047-49e4-a8b1-851a89b0dfb8 req-00afef3a-78a3-4276-9c23-80cdbe419a50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.0587406 Nov 26 03:00:30.632253 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:00:30.645901 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Pushing event updated for resources: {'Port': ['ID=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:30.751158 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d64b92-b047-49e4-a8b1-851a89b0dfb8 req-19dc46c2-0078-452d-91a9-bbea48bd06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:30.753607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59d64b92-b047-49e4-a8b1-851a89b0dfb8 req-19dc46c2-0078-452d-91a9-bbea48bd06b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037989 Nov 26 03:00:30.770735 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Attempting to bind port 8964a8e6-c084-4949-914a-2113fb27be33 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:00:30.771132 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Attempting to bind port 8964a8e6-c084-4949-914a-2113fb27be33 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '9eee9d6e-cc95-4188-a303-b0aa56e15eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09ad8bb0-11ca-4f86-941d-4b67b4752da2'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:00:30.771475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Attempting to bind port 8964a8e6-c084-4949-914a-2113fb27be33 on network 09ad8bb0-11ca-4f86-941d-4b67b4752da2 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:30.782274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Attempting to bind port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:00:30.783309 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Attempting to bind port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:00:30.784201 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Attempting to bind port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 on network af1a2dc2-8bce-453d-a003-a5791ffd45d3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:30.789862 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:00:30.790366 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Checking segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:00:30.791048 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:30.792172 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Bound using segment: {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:00:30.792751 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Bound port: 42f0fb3f-4ddd-41b3-ab2f-c2549b806391, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92140651-8a01-4564-ad78-5e74c19ca1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:00:30.793231 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:30.794122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Port 8964a8e6-c084-4949-914a-2113fb27be33 on network 09ad8bb0-11ca-4f86-941d-4b67b4752da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:00:30.794602 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Attempting to bind port 8964a8e6-c084-4949-914a-2113fb27be33 on network 09ad8bb0-11ca-4f86-941d-4b67b4752da2 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:30.832192 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:00:30.832545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Checking segment: {'id': '9eee9d6e-cc95-4188-a303-b0aa56e15eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09ad8bb0-11ca-4f86-941d-4b67b4752da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:00:30.832946 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Bound using segment: {'id': '9eee9d6e-cc95-4188-a303-b0aa56e15eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09ad8bb0-11ca-4f86-941d-4b67b4752da2'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:00:30.833398 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Bound port: 8964a8e6-c084-4949-914a-2113fb27be33, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eee9d6e-cc95-4188-a303-b0aa56e15eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09ad8bb0-11ca-4f86-941d-4b67b4752da2'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:00:30.833767 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:30.916374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] For port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:00:30.920350 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] For port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:00:30.935709 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:30.947938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59d64b92-b047-49e4-a8b1-851a89b0dfb8 req-169cd962-6c21-4543-b812-e014fff1f42f service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782174 Nov 26 03:00:30.949294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] For port 8964a8e6-c084-4949-914a-2113fb27be33, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:00:30.952863 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] For port 8964a8e6-c084-4949-914a-2113fb27be33, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8964a8e6-c084-4949-914a-2113fb27be33,segment=NetworkSegment(9eee9d6e-cc95-4188-a303-b0aa56e15eb1),segment_id=9eee9d6e-cc95-4188-a303-b0aa56e15eb1)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:00:30.967341 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:31.030929 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f48368-f2a5-46d8-8ea6-af3473539b50 None None] Pushing event updated for resources: {'Port': ['ID=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:31.049091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:31.050270 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:31.051688 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] 10.222.0.54 "PUT /v2.0/ports/8964a8e6-c084-4949-914a-2113fb27be33 HTTP/1.1" status: 200 len: 1091 time: 2.5129347 Nov 26 03:00:31.126521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'tag': '8964a8e6-c084-4949-914a-2113fb27be33'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:00:31.147740 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4012d0-194e-4ac5-bc5a-2a8ce6426dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "tag": "8964a8e6-c084-4949-914a-2113fb27be33"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:00:31.204319 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f749776-a234-40d9-80dd-34cf98c2e1cc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:31.215788 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bc6ef091-fc5f-4429-9b7e-32db1b796d17 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:00:31.253878 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: bc6ef091-fc5f-4429-9b7e-32db1b796d17 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:00:31.254530 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bc6ef091-fc5f-4429-9b7e-32db1b796d17 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:00:31.261381 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bf01d0-8ad1-4a7e-95c7-eb609f6bedab x-openstack-request-id: req-f2bf01d0-8ad1-4a7e-95c7-eb609f6bedab {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:00:31.261978 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "tag": "8964a8e6-c084-4949-914a-2113fb27be33", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:00:31.262458 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2bf01d0-8ad1-4a7e-95c7-eb609f6bedab {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:00:31.263073 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'tag': '8964a8e6-c084-4949-914a-2113fb27be33', 'status': 'completed', 'code': 200} Nov 26 03:00:31.303149 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f749776-a234-40d9-80dd-34cf98c2e1cc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:31.313580 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-8f749776-a234-40d9-80dd-34cf98c2e1cc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:31.358225 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f749776-a234-40d9-80dd-34cf98c2e1cc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:31.359354 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f749776-a234-40d9-80dd-34cf98c2e1cc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:31.366312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb618c1-557e-4eb4-9f1f-8a5fa0b49643 req-722ad8bd-a4b0-4780-b9cd-37c026109d5c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:31.367893 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6fb618c1-557e-4eb4-9f1f-8a5fa0b49643 req-722ad8bd-a4b0-4780-b9cd-37c026109d5c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1957948 Nov 26 03:00:31.374311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b8a90-7e57-4816-81ec-7d6142fe7eda service neutron] Pushing event updated for resources: {'Port': ['ID=8964a8e6-c084-4949-914a-2113fb27be33,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:31.391022 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f749776-a234-40d9-80dd-34cf98c2e1cc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=5b9fac4d-ec77-4dd1-a299-19ec879e9aff,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:31.436090 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8f749776-a234-40d9-80dd-34cf98c2e1cc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0481277 Nov 26 03:00:31.439987 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53800) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:31.447612 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59d64b92-b047-49e4-a8b1-851a89b0dfb8 req-a7bbeaf5-f0d3-45b9-8115-4e11c37ca992 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907029 Nov 26 03:00:31.455669 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-622a895f-bc4d-4d21-ac77-494031dabc47 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'mac_address': 'fa:16:3e:31:10:c4', 'name': 'tempest-NetworksTestDHCPv6-1861823328'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:31.457098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-516b71a8-246d-4c48-9ea0-c13f9a6749ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:31.457803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-516b71a8-246d-4c48-9ea0-c13f9a6749ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:31.459282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-516b71a8-246d-4c48-9ea0-c13f9a6749ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:31.459755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-516b71a8-246d-4c48-9ea0-c13f9a6749ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:31.460253 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-516b71a8-246d-4c48-9ea0-c13f9a6749ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:31.460712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-516b71a8-246d-4c48-9ea0-c13f9a6749ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:31.462092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-516b71a8-246d-4c48-9ea0-c13f9a6749ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:31.465148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-516b71a8-246d-4c48-9ea0-c13f9a6749ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 6477 time: 0.3196156 Nov 26 03:00:31.562624 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-100b8437-1fcf-4395-9a5f-1e6e1a9ab3d8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7484f68f-6538-4c42-ba92-bbfe50a28df2 HTTP/1.1" status: 200 len: 217 time: 0.0817764 Nov 26 03:00:31.657583 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622a895f-bc4d-4d21-ac77-494031dabc47 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:31.668152 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6fb618c1-557e-4eb4-9f1f-8a5fa0b49643 req-000a2255-41df-45cb-bf42-3705bdbea9ff tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628522 Nov 26 03:00:31.695449 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9559de34-42ae-43e3-b48c-809f992345a7 req-b76a71c6-3c73-4a10-a854-97a3322a46d5 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.0666358 Nov 26 03:00:31.712324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-521916e8-be33-4fdd-bbaa-006926e1bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:31.714442 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-521916e8-be33-4fdd-bbaa-006926e1bf59 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc HTTP/1.1" status: 200 len: 850 time: 0.1397109 Nov 26 03:00:31.814588 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-622a895f-bc4d-4d21-ac77-494031dabc47 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:31.855741 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-622a895f-bc4d-4d21-ac77-494031dabc47 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port 13b18813-cb85-477c-a821-624e6b4508b8 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:00:31.866282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bb328-d99e-4fd8-af13-36e41cfb2734 req-433ec3cd-7305-453c-b762-063be2f938b3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:31.873914 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bb328-d99e-4fd8-af13-36e41cfb2734 req-433ec3cd-7305-453c-b762-063be2f938b3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:31.881602 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bb328-d99e-4fd8-af13-36e41cfb2734 req-433ec3cd-7305-453c-b762-063be2f938b3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:31.888044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bb328-d99e-4fd8-af13-36e41cfb2734 req-433ec3cd-7305-453c-b762-063be2f938b3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:31.895454 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bb328-d99e-4fd8-af13-36e41cfb2734 req-433ec3cd-7305-453c-b762-063be2f938b3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:31.902445 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bb328-d99e-4fd8-af13-36e41cfb2734 req-433ec3cd-7305-453c-b762-063be2f938b3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:31.910596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bb328-d99e-4fd8-af13-36e41cfb2734 req-433ec3cd-7305-453c-b762-063be2f938b3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:31.912986 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-764bb328-d99e-4fd8-af13-36e41cfb2734 req-433ec3cd-7305-453c-b762-063be2f938b3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.1743402 Nov 26 03:00:31.916351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-58d07ce3-6244-49ec-94d2-fb2f1f7820d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:31.918182 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-58d07ce3-6244-49ec-94d2-fb2f1f7820d2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1952417 Nov 26 03:00:32.054570 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-764bb328-d99e-4fd8-af13-36e41cfb2734 req-a511ba46-9d36-4750-9a33-31510bb25cb5 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1344275 Nov 26 03:00:32.062147 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-622a895f-bc4d-4d21-ac77-494031dabc47 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8:0:1::2e2 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/5b9fac4d-ec77-4dd1-a299-19ec879e9aff/13b18813-cb85-477c-a821-624e6b4508b8) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:32.073378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-e413449b-92be-4d79-9c0c-550c4525cc60 service neutron] 10.222.0.54 "GET /v2.0/networks/8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447630 Nov 26 03:00:32.077520 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-622a895f-bc4d-4d21-ac77-494031dabc47 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::f816:3eff:fe31:10c4 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/326a91dd-14c2-4152-a09c-3bd15b0eede8/13b18813-cb85-477c-a821-624e6b4508b8) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:32.251842 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-feda418a-d7ae-4539-97f8-946d28584dd4 service neutron] 10.222.0.54 "GET /v2.0/networks/8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721559 Nov 26 03:00:32.299690 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-622a895f-bc4d-4d21-ac77-494031dabc47 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:32.311306 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-c06f0214-6dd0-461d-b562-12248db49d12 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=6b09bce4-33a6-482a-a606-4d167407ae52 HTTP/1.1" status: 200 len: 217 time: 0.0510337 Nov 26 03:00:32.343639 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-622a895f-bc4d-4d21-ac77-494031dabc47 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:32.372645 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-f0c158e5-16c9-415e-b0e7-2b05397f56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:32.374337 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-f0c158e5-16c9-415e-b0e7-2b05397f56bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.0563369 Nov 26 03:00:32.392506 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622a895f-bc4d-4d21-ac77-494031dabc47 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:32.398695 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-622a895f-bc4d-4d21-ac77-494031dabc47 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:32.401294 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a895f-bc4d-4d21-ac77-494031dabc47 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:00:32.408531 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622a895f-bc4d-4d21-ac77-494031dabc47 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:32.409728 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-622a895f-bc4d-4d21-ac77-494031dabc47 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:32.431916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a895f-bc4d-4d21-ac77-494031dabc47 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=13b18813-cb85-477c-a821-624e6b4508b8,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:32.434180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a815f1e8-574e-44dd-8eb0-84be4e601173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:32.435925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-a815f1e8-574e-44dd-8eb0-84be4e601173 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0525715 Nov 26 03:00:32.447798 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-622a895f-bc4d-4d21-ac77-494031dabc47 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9994707 Nov 26 03:00:32.448652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53808) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:32.562424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-2620c000-8023-485c-a3b9-2e4984f5aba8 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182106 Nov 26 03:00:32.566042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae51634-d194-41f2-aa59-f1e2e6fbc710 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:32.577378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-775d547c-5fc2-41d8-8451-bc60d48a7596 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port 13b18813-cb85-477c-a821-624e6b4508b8 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:32.577949 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-775d547c-5fc2-41d8-8451-bc60d48a7596 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:32.709882 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-775d547c-5fc2-41d8-8451-bc60d48a7596 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:32.726533 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-775d547c-5fc2-41d8-8451-bc60d48a7596 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for 13b18813-cb85-477c-a821-624e6b4508b8 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:32.728643 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-4a72437d-6335-459a-81a6-da4af96b857b service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515095 Nov 26 03:00:32.809677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3eff7a73-7164-4ca0-a423-8d82251f2394 None None] Provisioning complete for port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:32.810338 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3eff7a73-7164-4ca0-a423-8d82251f2394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:32.816186 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-0395e618-fb9e-4069-86ef-f95670730140 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=db5b3ce7-6b84-4697-ad3c-d52fc64ab380 HTTP/1.1" status: 200 len: 217 time: 0.0779278 Nov 26 03:00:32.905170 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2789efdd-c0a5-4ce6-95e0-b855c098aa1d req-5a95ba91-1bc1-4c19-813d-70e832751a66 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.0533266 Nov 26 03:00:32.928404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-545ccb2b-9742-41a2-80cd-5efd204bbd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:32.930136 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-545ccb2b-9742-41a2-80cd-5efd204bbd9e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.0929508 Nov 26 03:00:32.939966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f7af4-72d0-4a65-9ab5-b7a15a7c8ffc req-d3d8edd1-637b-4035-a501-1089b976c505 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:32.942169 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e7f7af4-72d0-4a65-9ab5-b7a15a7c8ffc req-d3d8edd1-637b-4035-a501-1089b976c505 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1372514 Nov 26 03:00:32.951647 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-775d547c-5fc2-41d8-8451-bc60d48a7596 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:32.960208 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3eff7a73-7164-4ca0-a423-8d82251f2394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:32.999049 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d547c-5fc2-41d8-8451-bc60d48a7596 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=13b18813-cb85-477c-a821-624e6b4508b8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:33.017778 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3eff7a73-7164-4ca0-a423-8d82251f2394 None None] For port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:33.034458 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3eff7a73-7164-4ca0-a423-8d82251f2394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:33.074820 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-775d547c-5fc2-41d8-8451-bc60d48a7596 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:33.079963 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-775d547c-5fc2-41d8-8451-bc60d48a7596 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/13b18813-cb85-477c-a821-624e6b4508b8 HTTP/1.1" status: 204 len: 168 time: 0.6282744 Nov 26 03:00:33.082529 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53816) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:33.131539 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e7f7af4-72d0-4a65-9ab5-b7a15a7c8ffc req-6e512bb0-b8dd-435a-ba01-737d43bc6505 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409183 Nov 26 03:00:33.145713 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-94d82123-a767-4e58-b0b0-dc2b288f3989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:33.149114 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-94d82123-a767-4e58-b0b0-dc2b288f3989 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2057629 Nov 26 03:00:33.178239 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff7a73-7164-4ca0-a423-8d82251f2394 None None] Pushing event updated for resources: {'Port': ['ID=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:33.189805 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464986f-8d36-4e64-8b13-7f64953bdbbe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:33.195447 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9464986f-8d36-4e64-8b13-7f64953bdbbe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1114757 Nov 26 03:00:33.197437 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53822) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:33.242458 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3cd861-5f12-42c9-82f5-87722af5a4c4 None None] Update dhcp port {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'fixed_ips': [{'subnet_id': '326a91dd-14c2-4152-a09c-3bd15b0eede8', 'ip_address': '2001:db8::f816:3eff:fe98:73bb'}, {'subnet_id': '5b9fac4d-ec77-4dd1-a299-19ec879e9aff'}], 'binding:host_id': 'n-d-819389-3'}, 'id': '42f0fb3f-4ddd-41b3-ab2f-c2549b806391'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 03:00:33.279140 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:00:33.291331 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f9aa0f-9f45-43e3-80fa-38a4e1e34f6b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:33.295491 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f9f9aa0f-9f45-43e3-80fa-38a4e1e34f6b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0941691 Nov 26 03:00:33.295961 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53824) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:33.308644 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5a3cd861-5f12-42c9-82f5-87722af5a4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:33.380868 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d4b1b0-8d44-4356-bec3-2b03d58419fb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:33.381626 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:33.382006 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:33.383427 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d4b1b0-8d44-4356-bec3-2b03d58419fb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:33.385282 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d4b1b0-8d44-4356-bec3-2b03d58419fb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:33.386601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202a6b4-915a-4604-ab19-ad6b7bc16b03 req-a2c68dc6-1bf4-4ae4-9b6d-c88c85590ffb tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:33.387255 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-65d4b1b0-8d44-4356-bec3-2b03d58419fb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0903366 Nov 26 03:00:33.393062 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53828) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:33.394918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202a6b4-915a-4604-ab19-ad6b7bc16b03 req-a2c68dc6-1bf4-4ae4-9b6d-c88c85590ffb tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:33.401231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202a6b4-915a-4604-ab19-ad6b7bc16b03 req-a2c68dc6-1bf4-4ae4-9b6d-c88c85590ffb tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:33.408532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202a6b4-915a-4604-ab19-ad6b7bc16b03 req-a2c68dc6-1bf4-4ae4-9b6d-c88c85590ffb tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:33.414620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202a6b4-915a-4604-ab19-ad6b7bc16b03 req-a2c68dc6-1bf4-4ae4-9b6d-c88c85590ffb tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:33.420702 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202a6b4-915a-4604-ab19-ad6b7bc16b03 req-a2c68dc6-1bf4-4ae4-9b6d-c88c85590ffb tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:33.428698 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202a6b4-915a-4604-ab19-ad6b7bc16b03 req-a2c68dc6-1bf4-4ae4-9b6d-c88c85590ffb tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:33.439124 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1202a6b4-915a-4604-ab19-ad6b7bc16b03 req-a2c68dc6-1bf4-4ae4-9b6d-c88c85590ffb tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.1753240 Nov 26 03:00:33.458018 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4af1245-ccba-43cd-bf38-c73dc857d53c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 326a91dd-14c2-4152-a09c-3bd15b0eede8 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:00:33.461904 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4af1245-ccba-43cd-bf38-c73dc857d53c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:33.477838 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-38d0074e-d965-45c6-8e89-487c63f63a07 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189526 Nov 26 03:00:33.510516 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4af1245-ccba-43cd-bf38-c73dc857d53c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:33.579551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3254b5b-3738-4ffc-a0c1-c6ef149ed167 req-1ab0cf23-3280-47da-899b-ca5ce2438d84 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:33.582064 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e3254b5b-3738-4ffc-a0c1-c6ef149ed167 req-1ab0cf23-3280-47da-899b-ca5ce2438d84 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2275748 Nov 26 03:00:33.636197 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4af1245-ccba-43cd-bf38-c73dc857d53c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:33.636632 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1202a6b4-915a-4604-ab19-ad6b7bc16b03 req-808a07d9-5e11-4c5d-a9c2-c8f7e7ae7090 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1932397 Nov 26 03:00:33.664533 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-cdb4a9bc-35ec-459d-ba11-e400ab0aefdf service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624415 Nov 26 03:00:33.710469 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4af1245-ccba-43cd-bf38-c73dc857d53c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:33.713619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-1ccdf0cf-bb47-4147-a609-64b55d674fe8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=8e518dd1-dbde-4e7c-b324-23a606669e5e HTTP/1.1" status: 200 len: 217 time: 0.0430541 Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server [None req-5a3cd861-5f12-42c9-82f5-87722af5a4c4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 326a91dd-14c2-4152-a09c-3bd15b0eede8: This subnet is being modified by another concurrent operation. Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 03:00:33.721862 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise exception Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 326a91dd-14c2-4152-a09c-3bd15b0eede8: This subnet is being modified by another concurrent operation. Nov 26 03:00:33.726890 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Nov 26 03:00:33.740713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e3254b5b-3738-4ffc-a0c1-c6ef149ed167 req-307f2c98-99b8-41ea-a37c-ab1eaa3d4ff0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431365 Nov 26 03:00:33.749968 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af1245-ccba-43cd-bf38-c73dc857d53c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=326a91dd-14c2-4152-a09c-3bd15b0eede8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:33.754741 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4af1245-ccba-43cd-bf38-c73dc857d53c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:33.760981 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d4af1245-ccba-43cd-bf38-c73dc857d53c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/326a91dd-14c2-4152-a09c-3bd15b0eede8 HTTP/1.1" status: 204 len: 168 time: 0.3638816 Nov 26 03:00:33.766087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53832) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:33.868991 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe9b307-871f-4f80-9f38-4a617a7542a9 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:33.880137 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 5b9fac4d-ec77-4dd1-a299-19ec879e9aff {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:00:33.882884 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-ddcff0dc-c6a6-4f77-a401-11c543e3e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:33.884443 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-ddcff0dc-c6a6-4f77-a401-11c543e3e96b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.1426401 Nov 26 03:00:33.887670 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:33.890813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2e997a31-399f-4dc3-8b59-8233a9cb24e2 None None] Provisioning complete for port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:33.891455 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2e997a31-399f-4dc3-8b59-8233a9cb24e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:33.971831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada1e1e-18b3-4680-8d7a-56f068243861 req-230b6e30-6a98-4cf5-95e4-6ec33993fb0a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:33.973439 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ada1e1e-18b3-4680-8d7a-56f068243861 req-230b6e30-6a98-4cf5-95e4-6ec33993fb0a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1484036 Nov 26 03:00:33.993870 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:34.080392 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b09d2d0-da01-4c38-bb27-dc1b221218f5 req-3860d845-6ff7-43ef-a6a9-50d14a435a5a tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.0612545 Nov 26 03:00:34.099513 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:34.166713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddd8337-bc19-47a7-b63f-fa9dcbe4ca88 None None] Update dhcp port {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'fixed_ips': [{'subnet_id': '5b9fac4d-ec77-4dd1-a299-19ec879e9aff'}], 'binding:host_id': 'n-d-819389-3'}, 'id': '42f0fb3f-4ddd-41b3-ab2f-c2549b806391'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 03:00:34.192565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-eaa1559e-8178-4cb3-9a42-0dee975a5483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:34.194081 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-eaa1559e-8178-4cb3-9a42-0dee975a5483 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2831166 Nov 26 03:00:34.194243 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8337-bc19-47a7-b63f-fa9dcbe4ca88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:34.224309 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ada1e1e-18b3-4680-8d7a-56f068243861 req-dbe25fe1-3e89-4854-b6f1-ff98fb50b67b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007751 Nov 26 03:00:34.275549 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:34.317905 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:34.323542 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/5b9fac4d-ec77-4dd1-a299-19ec879e9aff HTTP/1.1" status: 204 len: 168 time: 0.5542734 Nov 26 03:00:34.323844 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53840) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:34.328414 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9fac4d-ec77-4dd1-a299-19ec879e9aff,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server [None req-3ddd8337-bc19-47a7-b63f-fa9dcbe4ca88 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b9fac4d-ec77-4dd1-a299-19ec879e9aff: This subnet is being modified by another concurrent operation. Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 03:00:34.331873 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise exception Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b9fac4d-ec77-4dd1-a299-19ec879e9aff: This subnet is being modified by another concurrent operation. Nov 26 03:00:34.335892 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Nov 26 03:00:34.362875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:34.363302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:34.363562 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:34.363901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:34.364263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:34.364598 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:34.365162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:34.365491 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:34.365818 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:34.366145 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:34.366527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:34.366855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04883685-d02b-4909-a960-78209a908ca4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:34.389997 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-97271eed-3fe0-4bf6-b140-e919deaefcfc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648675 Nov 26 03:00:34.395253 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53848) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:34.401936 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-144b1fe3-1a37-40bf-a5d6-d93da7625c08 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:34.410716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-0b695626-5485-4e9e-b622-69887cdc9f5d service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081001 Nov 26 03:00:34.494440 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-dc78e871-0afd-45a1-bbb5-7f4ce51a76e0 None None] Provisioning complete for port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:34.495347 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dc78e871-0afd-45a1-bbb5-7f4ce51a76e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:34.603832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab82a86-6e9d-465b-911f-6fa596901808 None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 03:00:34.680485 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-604b8bfd-c64e-4b20-812b-a2b0fc24f820 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592893 Nov 26 03:00:34.688404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-e734536b-49fa-41be-8538-5a4e822a7d50 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:34.690339 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-e734536b-49fa-41be-8538-5a4e822a7d50 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 812 time: 0.2319813 Nov 26 03:00:34.750729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-a424e5eb-6ad0-4809-b571-9a82d421deb2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/quotas/663f066e304f4b57893c72f115ebd127 HTTP/1.1" status: 200 len: 375 time: 0.0191946 Nov 26 03:00:34.751386 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144b1fe3-1a37-40bf-a5d6-d93da7625c08 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:34.754832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-84bbcb7f-f797-4da3-a380-2383e39e0144 None None] Could not find standard attr ID for object 13b18813-cb85-477c-a821-624e6b4508b8. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:00:34.755280 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-144b1fe3-1a37-40bf-a5d6-d93da7625c08 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:34.779766 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-dc96dc01-594e-45aa-badc-7dee2773afa8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=38d683a3-b337-4602-8887-74ec15606ce0 HTTP/1.1" status: 200 len: 217 time: 0.0880551 Nov 26 03:00:34.793181 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab82a86-6e9d-465b-911f-6fa596901808 None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 03:00:34.929058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-c3a18c3b-643b-47ba-9fe2-cc9d0b57cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:34.930667 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-c3a18c3b-643b-47ba-9fe2-cc9d0b57cf12 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.1006341 Nov 26 03:00:34.975830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f7de4-edcc-4a08-a738-e3771cd1b3f1 req-2f5aa030-ad82-40ca-b600-8a32749ead0f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:34.982310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f7de4-edcc-4a08-a738-e3771cd1b3f1 req-2f5aa030-ad82-40ca-b600-8a32749ead0f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:34.991613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f7de4-edcc-4a08-a738-e3771cd1b3f1 req-2f5aa030-ad82-40ca-b600-8a32749ead0f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:34.996823 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f7de4-edcc-4a08-a738-e3771cd1b3f1 req-2f5aa030-ad82-40ca-b600-8a32749ead0f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:35.004083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f7de4-edcc-4a08-a738-e3771cd1b3f1 req-2f5aa030-ad82-40ca-b600-8a32749ead0f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:35.010122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f7de4-edcc-4a08-a738-e3771cd1b3f1 req-2f5aa030-ad82-40ca-b600-8a32749ead0f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:35.016830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f7de4-edcc-4a08-a738-e3771cd1b3f1 req-2f5aa030-ad82-40ca-b600-8a32749ead0f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:35.019325 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e1f7de4-edcc-4a08-a738-e3771cd1b3f1 req-2f5aa030-ad82-40ca-b600-8a32749ead0f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.2794011 Nov 26 03:00:35.052351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-aefb99f3-262a-4aee-9263-f1479b4d9f6f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2845793 Nov 26 03:00:35.155936 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:00:35.184787 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b31ed7f-7ebb-4474-a19a-bd490eb92de5 None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 03:00:35.248155 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2b86a323-5a20-4705-9965-58c474990632 None None] Provisioning complete for port 6002bc02-5ce4-4451-a70b-0dfaae6fd655 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:35.248549 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2b86a323-5a20-4705-9965-58c474990632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:35.393356 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:35.488448 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:35.492400 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b31ed7f-7ebb-4474-a19a-bd490eb92de5 None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 03:00:35.498518 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:35.550955 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2b86a323-5a20-4705-9965-58c474990632 None None] Provisioning complete for port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:35.551327 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2b86a323-5a20-4705-9965-58c474990632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:35.568793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-70cf32a4-76a1-4eaa-913d-0d9709daaa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:35.570662 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-70cf32a4-76a1-4eaa-913d-0d9709daaa5e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6268260 Nov 26 03:00:35.585693 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e1f7de4-edcc-4a08-a738-e3771cd1b3f1 req-cd84ca39-c29f-4243-adc4-93e301cc8cd0 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5490289 Nov 26 03:00:35.677003 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:35.754791 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61df69cc-dad1-43b8-873d-543688418053 req-360c4d1d-6bc7-4885-831b-fa1c3a270508 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.0731876 Nov 26 03:00:35.758737 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-28c7c5f8-d3f6-4ad8-a0a4-0bdd8ab60221 service neutron] 10.222.0.31 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120253 Nov 26 03:00:35.761593 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-144b1fe3-1a37-40bf-a5d6-d93da7625c08 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:35.784781 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2b86a323-5a20-4705-9965-58c474990632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:35.907922 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-2b86a323-5a20-4705-9965-58c474990632 None None] For port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:35.916609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b1fe3-1a37-40bf-a5d6-d93da7625c08 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=078a85c6-0ec2-44d0-957d-9af7eebdadc7,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:35.916853 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2b86a323-5a20-4705-9965-58c474990632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:35.963475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144b1fe3-1a37-40bf-a5d6-d93da7625c08 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:35.970756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-144b1fe3-1a37-40bf-a5d6-d93da7625c08 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:35.975551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144b1fe3-1a37-40bf-a5d6-d93da7625c08 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:35.976209 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-144b1fe3-1a37-40bf-a5d6-d93da7625c08 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:35.996042 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-8d75a93b-0acd-4d0e-978c-97cc731b76fd service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092231 Nov 26 03:00:36.007698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53864) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:36.013653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1fd815bd-fea8-4df4-9025-8b1eaccb80eb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:36.020220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-144b1fe3-1a37-40bf-a5d6-d93da7625c08 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6241262 Nov 26 03:00:36.052623 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86a323-5a20-4705-9965-58c474990632 None None] Pushing event updated for resources: {'Port': ['ID=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:36.121014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-4da36052-f758-4d94-a6b6-0211b12636eb service neutron] 10.222.0.31 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973819 Nov 26 03:00:36.174376 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-d4255183-af83-496b-bda0-c6602d6f84c5 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509593 Nov 26 03:00:36.214588 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9199066-7352-4306-b63b-2508be1b95dd None None] Update dhcp port {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'fixed_ips': [{'subnet_id': '078a85c6-0ec2-44d0-957d-9af7eebdadc7'}], 'binding:host_id': 'n-d-819389-3'}, 'id': '42f0fb3f-4ddd-41b3-ab2f-c2549b806391'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 03:00:36.223661 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd815bd-fea8-4df4-9025-8b1eaccb80eb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:36.228726 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1fd815bd-fea8-4df4-9025-8b1eaccb80eb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:36.229882 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-c141dca1-e774-48a1-9891-080d75da7e75 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0c320e9-1ccf-41db-b82e-2361eca3e5d9 HTTP/1.1" status: 200 len: 217 time: 0.0475409 Nov 26 03:00:36.258620 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b9199066-7352-4306-b63b-2508be1b95dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:36.299199 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-b91b3852-b05e-4ae8-9c5d-60be07c8ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:36.304339 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-b91b3852-b05e-4ae8-9c5d-60be07c8ed72 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b83540-d17e-4c4c-867e-6fe6b714449e HTTP/1.1" status: 200 len: 797 time: 0.0628781 Nov 26 03:00:36.374417 n-d-819389-3 neutron-server[104801]: INFO neutron.db.ipam_backend_mixin [None req-1fd815bd-fea8-4df4-9025-8b1eaccb80eb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 078a85c6-0ec2-44d0-957d-9af7eebdadc7 (CIDR: 2001:db8::/64) Nov 26 03:00:36.379738 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd815bd-fea8-4df4-9025-8b1eaccb80eb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:00:36.380541 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd815bd-fea8-4df4-9025-8b1eaccb80eb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:36.428678 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1fd815bd-fea8-4df4-9025-8b1eaccb80eb tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4195931 Nov 26 03:00:36.429721 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53870) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:36.441437 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a4df6408-95b5-4019-b8d6-b2d26eafde4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:36.447741 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c709a768-1451-49f9-bb73-65ce22aa85c5 req-fa3fb496-d2fd-446b-9c87-d767fa57b2d2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 210 time: 0.0665786 Nov 26 03:00:36.465925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-10ec577a-f474-412a-b48e-5afdd93302af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:36.468691 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-10ec577a-f474-412a-b48e-5afdd93302af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1458714 Nov 26 03:00:36.480163 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-b9199066-7352-4306-b63b-2508be1b95dd None None] Allocated IP 2001:db8::2 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/078a85c6-0ec2-44d0-957d-9af7eebdadc7/42f0fb3f-4ddd-41b3-ab2f-c2549b806391) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:36.601322 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4df6408-95b5-4019-b8d6-b2d26eafde4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:36.606143 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-f2488b65-5035-48d0-8996-6fde0d2c5fc7 service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295140 Nov 26 03:00:36.607120 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4df6408-95b5-4019-b8d6-b2d26eafde4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:36.654940 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b9199066-7352-4306-b63b-2508be1b95dd None None] For port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:36.687189 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b9199066-7352-4306-b63b-2508be1b95dd None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:36.693544 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b9199066-7352-4306-b63b-2508be1b95dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:36.720219 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-9467899a-db02-44ea-b4c5-9714fc71173d service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066904 Nov 26 03:00:36.824083 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-cb99c215-5e18-4173-bbee-8c0919677976 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8964a8e6-c084-4949-914a-2113fb27be33 HTTP/1.1" status: 200 len: 217 time: 0.0446584 Nov 26 03:00:36.874399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9199066-7352-4306-b63b-2508be1b95dd None None] Pushing event updated for resources: {'Port': ['ID=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:36.884459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46933b-e111-4fb0-bf91-6587781a6e07 req-12b4b8fb-d577-4a08-8cca-97db8de3836b tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:36.890575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46933b-e111-4fb0-bf91-6587781a6e07 req-12b4b8fb-d577-4a08-8cca-97db8de3836b tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:36.905714 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46933b-e111-4fb0-bf91-6587781a6e07 req-12b4b8fb-d577-4a08-8cca-97db8de3836b tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:36.912393 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46933b-e111-4fb0-bf91-6587781a6e07 req-12b4b8fb-d577-4a08-8cca-97db8de3836b tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:36.919855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46933b-e111-4fb0-bf91-6587781a6e07 req-12b4b8fb-d577-4a08-8cca-97db8de3836b tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:36.932841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46933b-e111-4fb0-bf91-6587781a6e07 req-12b4b8fb-d577-4a08-8cca-97db8de3836b tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:36.939447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46933b-e111-4fb0-bf91-6587781a6e07 req-12b4b8fb-d577-4a08-8cca-97db8de3836b tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:36.949945 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca46933b-e111-4fb0-bf91-6587781a6e07 req-12b4b8fb-d577-4a08-8cca-97db8de3836b tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.2286637 Nov 26 03:00:37.020665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-293a05e1-7acb-41ee-a421-143336705d9c req-c22238c4-bb82-458e-a38b-937baa36d11f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.0590463 Nov 26 03:00:37.185415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca46933b-e111-4fb0-bf91-6587781a6e07 req-b5bf76e4-4e96-4a9d-9317-7c665bce36f4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2342868 Nov 26 03:00:37.187430 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-077dde3a-2ba2-42b7-a3ae-0febb2f8979e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:37.189315 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-077dde3a-2ba2-42b7-a3ae-0febb2f8979e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b83540-d17e-4c4c-867e-6fe6b714449e HTTP/1.1" status: 200 len: 797 time: 0.3563573 Nov 26 03:00:37.267243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:00:37.296567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-115b17bb-f0e3-4c85-a820-f5fa7223fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:37.298489 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-115b17bb-f0e3-4c85-a820-f5fa7223fd25 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1012106 Nov 26 03:00:37.325568 n-d-819389-3 neutron-server[104801]: DEBUG neutron.objects.ports [None req-a4df6408-95b5-4019-b8d6-b2d26eafde4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 03:00:37.349000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:37.349379 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:37.463678 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-663efce2-65f0-4dec-b99a-7d6f19195712 service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555855 Nov 26 03:00:37.577573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-53e4bcc0-95f6-4210-a489-8284fcbcc35f req-715fa389-eba9-4369-bf2e-91f15fd235c9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 210 time: 0.0386343 Nov 26 03:00:37.585696 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4df6408-95b5-4019-b8d6-b2d26eafde4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:37.617215 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c0e304-7ada-4532-9b6f-99826e76c6b7 req-fe4410c2-4a21-4fe1-992b-51bce7c2d957 service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475050 Nov 26 03:00:37.780794 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4012d0-194e-4ac5-bc5a-2a8ce6426dbd req-cfdbc2ec-6389-4e40-9f20-516db432aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:37.781290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4012d0-194e-4ac5-bc5a-2a8ce6426dbd req-cfdbc2ec-6389-4e40-9f20-516db432aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:37.781827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4012d0-194e-4ac5-bc5a-2a8ce6426dbd req-cfdbc2ec-6389-4e40-9f20-516db432aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:37.782344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4012d0-194e-4ac5-bc5a-2a8ce6426dbd req-cfdbc2ec-6389-4e40-9f20-516db432aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:37.782818 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4012d0-194e-4ac5-bc5a-2a8ce6426dbd req-cfdbc2ec-6389-4e40-9f20-516db432aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:37.783286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4012d0-194e-4ac5-bc5a-2a8ce6426dbd req-cfdbc2ec-6389-4e40-9f20-516db432aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:37.784336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4012d0-194e-4ac5-bc5a-2a8ce6426dbd req-cfdbc2ec-6389-4e40-9f20-516db432aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:37.786410 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4012d0-194e-4ac5-bc5a-2a8ce6426dbd req-cfdbc2ec-6389-4e40-9f20-516db432aa6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 6477 time: 0.0834880 Nov 26 03:00:37.788163 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-a4df6408-95b5-4019-b8d6-b2d26eafde4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] For port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:37.822385 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4df6408-95b5-4019-b8d6-b2d26eafde4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:37.836156 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4df6408-95b5-4019-b8d6-b2d26eafde4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:37.838065 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4df6408-95b5-4019-b8d6-b2d26eafde4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:37.897558 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc62f94-add8-4ec1-b04a-3c51d6ca2678 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:37.920197 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4df6408-95b5-4019-b8d6-b2d26eafde4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:37.927161 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-a4df6408-95b5-4019-b8d6-b2d26eafde4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:37.938082 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4df6408-95b5-4019-b8d6-b2d26eafde4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:37.938689 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4df6408-95b5-4019-b8d6-b2d26eafde4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:37.960072 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df6408-95b5-4019-b8d6-b2d26eafde4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,revision_number=9']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:37.962723 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df6408-95b5-4019-b8d6-b2d26eafde4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=927b2a27-ad30-4fd1-b742-2a6ebe75114d,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:37.979940 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a4df6408-95b5-4019-b8d6-b2d26eafde4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5461383 Nov 26 03:00:37.981104 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53888) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:37.992286 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-bbea4f1e-0179-4877-987e-8f819c08ffa8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'mac_address': 'fa:16:3e:61:2b:d4', 'name': 'tempest-NetworksTestDHCPv6-969920037'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:38.003934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4012d0-194e-4ac5-bc5a-2a8ce6426dbd req-3103b6f0-5e49-47b5-9cb1-8f483f925422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:38.005880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4012d0-194e-4ac5-bc5a-2a8ce6426dbd req-3103b6f0-5e49-47b5-9cb1-8f483f925422 service neutron] 10.222.0.54 "GET /v2.0/networks?id=09ad8bb0-11ca-4f86-941d-4b67b4752da2 HTTP/1.1" status: 200 len: 902 time: 0.2121232 Nov 26 03:00:38.012869 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-7462dec0-4121-4a01-82d3-301aae980881 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:38.014556 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-7462dec0-4121-4a01-82d3-301aae980881 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.59 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 812 time: 0.2107573 Nov 26 03:00:38.053921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4012d0-194e-4ac5-bc5a-2a8ce6426dbd req-ddad36da-3ae5-406f-8720-e8b6f99eae19 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8964a8e6-c084-4949-914a-2113fb27be33 HTTP/1.1" status: 200 len: 217 time: 0.0383174 Nov 26 03:00:38.059194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-f19ea057-f8f8-4643-8bea-5679d847125e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Request body: {'port': {'device_id': 'f39f95a3-c691-4101-88ba-3ca389287da0', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'admin_state_up': True, 'tenant_id': '663f066e304f4b57893c72f115ebd127'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:38.145509 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbea4f1e-0179-4877-987e-8f819c08ffa8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:38.201250 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5a51fced-1019-4222-8bc7-4a4dd9711bfb None None] Provisioning complete for port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:38.201640 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5a51fced-1019-4222-8bc7-4a4dd9711bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:38.279457 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55bdb5ee-b44a-487c-a959-a7deff18e7c7 req-4034561c-3e4f-4681-9193-3f8f9e9bb3c6 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.0914886 Nov 26 03:00:38.285284 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbea4f1e-0179-4877-987e-8f819c08ffa8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:38.317730 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-bbea4f1e-0179-4877-987e-8f819c08ffa8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port 07e91eda-b756-4708-bfbe-de935f151622 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:00:38.350530 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4012d0-194e-4ac5-bc5a-2a8ce6426dbd req-eb22f465-ebf9-4c57-bbf1-2f9b9e332d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:38.352859 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4012d0-194e-4ac5-bc5a-2a8ce6426dbd req-eb22f465-ebf9-4c57-bbf1-2f9b9e332d7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b83540-d17e-4c4c-867e-6fe6b714449e HTTP/1.1" status: 200 len: 797 time: 0.2895238 Nov 26 03:00:38.488315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f0cee-7552-460a-bafe-6acfe96dc8b5 req-1f67c9ac-2f62-4394-8359-b519dd2a69e8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:38.494512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f0cee-7552-460a-bafe-6acfe96dc8b5 req-1f67c9ac-2f62-4394-8359-b519dd2a69e8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:38.500469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f0cee-7552-460a-bafe-6acfe96dc8b5 req-1f67c9ac-2f62-4394-8359-b519dd2a69e8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:38.507591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f0cee-7552-460a-bafe-6acfe96dc8b5 req-1f67c9ac-2f62-4394-8359-b519dd2a69e8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:38.513060 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f0cee-7552-460a-bafe-6acfe96dc8b5 req-1f67c9ac-2f62-4394-8359-b519dd2a69e8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:38.519444 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f0cee-7552-460a-bafe-6acfe96dc8b5 req-1f67c9ac-2f62-4394-8359-b519dd2a69e8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:38.525550 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f0cee-7552-460a-bafe-6acfe96dc8b5 req-1f67c9ac-2f62-4394-8359-b519dd2a69e8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:38.527539 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d7f0cee-7552-460a-bafe-6acfe96dc8b5 req-1f67c9ac-2f62-4394-8359-b519dd2a69e8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.1464009 Nov 26 03:00:38.528691 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-bbea4f1e-0179-4877-987e-8f819c08ffa8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::1b (af1a2dc2-8bce-453d-a003-a5791ffd45d3/078a85c6-0ec2-44d0-957d-9af7eebdadc7/07e91eda-b756-4708-bfbe-de935f151622) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:38.537518 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4012d0-194e-4ac5-bc5a-2a8ce6426dbd req-5a8b249c-cd88-402a-9b74-94165e1648d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:38.537792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-bbea4f1e-0179-4877-987e-8f819c08ffa8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8:0:1:f816:3eff:fe61:2bd4 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/927b2a27-ad30-4fd1-b742-2a6ebe75114d/07e91eda-b756-4708-bfbe-de935f151622) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:38.539022 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4012d0-194e-4ac5-bc5a-2a8ce6426dbd req-5a8b249c-cd88-402a-9b74-94165e1648d6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1778681 Nov 26 03:00:38.567613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-f19ea057-f8f8-4643-8bea-5679d847125e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Made reservation on behalf of 663f066e304f4b57893c72f115ebd127 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:38.571018 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-f19ea057-f8f8-4643-8bea-5679d847125e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:38.748710 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbea4f1e-0179-4877-987e-8f819c08ffa8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:38.781454 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a26b0985-c053-46a4-9ab3-e7a78b8140e6 req-4cc8ad3e-105d-484e-9ac4-81192cd5306f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 210 time: 0.0829077 Nov 26 03:00:38.787522 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d7f0cee-7552-460a-bafe-6acfe96dc8b5 req-19c4a225-c5d8-4ec1-8fdb-81fad2e2c0f8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2531312 Nov 26 03:00:38.802442 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbea4f1e-0179-4877-987e-8f819c08ffa8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:38.848989 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4012d0-194e-4ac5-bc5a-2a8ce6426dbd req-fbbf12a5-b467-42ef-80db-b8045229c8b6 service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918832 Nov 26 03:00:38.865956 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea4f1e-0179-4877-987e-8f819c08ffa8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=07e91eda-b756-4708-bfbe-de935f151622,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:38.888869 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbea4f1e-0179-4877-987e-8f819c08ffa8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:38.890376 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-bbea4f1e-0179-4877-987e-8f819c08ffa8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:38.894140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbea4f1e-0179-4877-987e-8f819c08ffa8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:00:38.900479 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbea4f1e-0179-4877-987e-8f819c08ffa8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:38.901185 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbea4f1e-0179-4877-987e-8f819c08ffa8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:38.927799 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bbea4f1e-0179-4877-987e-8f819c08ffa8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9455528 Nov 26 03:00:38.928226 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53898) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:38.987721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-f19ea057-f8f8-4643-8bea-5679d847125e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Allocated IP 172.20.0.6 (5b01fbf4-05c2-426a-bd34-1db1e2639446/b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875/52340b43-9548-4bcf-983d-9d278eeca42d) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:39.083733 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4012d0-194e-4ac5-bc5a-2a8ce6426dbd req-9aedfb3d-1683-4bc3-be4e-5122c6a11718 service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098310 Nov 26 03:00:39.144795 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f3702c-190e-47b7-bf83-cd0b482cf313 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:39.149088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:00:39.182532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d9396d98-0aaf-4faa-b2e3-950e22ddf50c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port 07e91eda-b756-4708-bfbe-de935f151622 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:39.182880 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d9396d98-0aaf-4faa-b2e3-950e22ddf50c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:39.254491 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-13721cc1-4787-4ec0-a202-220571108d8f None None] Provisioning complete for port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:39.254875 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-13721cc1-4787-4ec0-a202-220571108d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:39.270878 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-f19ea057-f8f8-4643-8bea-5679d847125e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:39.308113 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d9396d98-0aaf-4faa-b2e3-950e22ddf50c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:39.334101 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d9396d98-0aaf-4faa-b2e3-950e22ddf50c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for 07e91eda-b756-4708-bfbe-de935f151622 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:39.334348 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:39.334616 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:39.397505 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-f19ea057-f8f8-4643-8bea-5679d847125e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:39.437179 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b918a337-e0a9-4225-800e-dcae27e18c53 req-2a76829c-fe23-44e1-8b2b-e4c09c6fc077 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.0439997 Nov 26 03:00:39.481584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-f19ea057-f8f8-4643-8bea-5679d847125e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Network 5b01fbf4-05c2-426a-bd34-1db1e2639446 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:39.490834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-f19ea057-f8f8-4643-8bea-5679d847125e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:39.501287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-f19ea057-f8f8-4643-8bea-5679d847125e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:00:39.538146 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ea057-f8f8-4643-8bea-5679d847125e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Pushing event updated for resources: {'Port': ['ID=52340b43-9548-4bcf-983d-9d278eeca42d,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:39.594906 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-f19ea057-f8f8-4643-8bea-5679d847125e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:39.595529 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-f19ea057-f8f8-4643-8bea-5679d847125e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:39.618783 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-f19ea057-f8f8-4643-8bea-5679d847125e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5638120 Nov 26 03:00:39.649977 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Request body: {'port': {'device_id': 'f39f95a3-c691-4101-88ba-3ca389287da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:39.754781 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:39.828456 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d9396d98-0aaf-4faa-b2e3-950e22ddf50c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:39.888924 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6089d292-6dac-4e00-ba51-eeca23bedf16 None None] Provisioning complete for port 52340b43-9548-4bcf-983d-9d278eeca42d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:39.889410 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6089d292-6dac-4e00-ba51-eeca23bedf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:39.937550 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9396d98-0aaf-4faa-b2e3-950e22ddf50c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=07e91eda-b756-4708-bfbe-de935f151622,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:39.959424 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-6089d292-6dac-4e00-ba51-eeca23bedf16 None None] Port 52340b43-9548-4bcf-983d-9d278eeca42d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:00:39.999103 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d9396d98-0aaf-4faa-b2e3-950e22ddf50c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:40.003247 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d9396d98-0aaf-4faa-b2e3-950e22ddf50c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/07e91eda-b756-4708-bfbe-de935f151622 HTTP/1.1" status: 204 len: 168 time: 1.0716491 Nov 26 03:00:40.005760 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53908) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:40.066169 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bab83b-a6ee-4ac0-a06e-9c4dfdc82897 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:40.070372 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-31bab83b-a6ee-4ac0-a06e-9c4dfdc82897 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0629513 Nov 26 03:00:40.072514 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53910) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:40.089807 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5d3d2b3d-63a4-448c-bc10-772183bca5f9 None None] Provisioning complete for port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:40.090184 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2b3d-63a4-448c-bc10-772183bca5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:40.144924 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e5fadd-5799-4b21-9ed1-855f32444ec8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:40.152321 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c1e5fadd-5799-4b21-9ed1-855f32444ec8 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0740001 Nov 26 03:00:40.153504 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53912) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:40.211239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab464d4c-e7c1-45d5-acf9-075d78f71955 req-fae5e23e-6ff5-4c31-88c7-32ec353002f5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:40.212416 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5d3d2b3d-63a4-448c-bc10-772183bca5f9 None None] Could not find standard attr ID for object 07e91eda-b756-4708-bfbe-de935f151622. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:00:40.219483 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab464d4c-e7c1-45d5-acf9-075d78f71955 req-fae5e23e-6ff5-4c31-88c7-32ec353002f5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 931 time: 0.2708042 Nov 26 03:00:40.240707 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f50a47-1d75-49dc-81d4-c19041ab30e5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:40.242606 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f50a47-1d75-49dc-81d4-c19041ab30e5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:40.245197 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f50a47-1d75-49dc-81d4-c19041ab30e5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:40.247255 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a2f50a47-1d75-49dc-81d4-c19041ab30e5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0925703 Nov 26 03:00:40.249875 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53914) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:40.259197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a50d6c-29b9-4883-889c-f7663dd198c2 req-28f6ea60-ce91-483c-a8b1-1486a6a019bc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:40.266779 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a50d6c-29b9-4883-889c-f7663dd198c2 req-28f6ea60-ce91-483c-a8b1-1486a6a019bc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:40.273746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a50d6c-29b9-4883-889c-f7663dd198c2 req-28f6ea60-ce91-483c-a8b1-1486a6a019bc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:40.279935 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a50d6c-29b9-4883-889c-f7663dd198c2 req-28f6ea60-ce91-483c-a8b1-1486a6a019bc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:40.287844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a50d6c-29b9-4883-889c-f7663dd198c2 req-28f6ea60-ce91-483c-a8b1-1486a6a019bc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:40.294006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a50d6c-29b9-4883-889c-f7663dd198c2 req-28f6ea60-ce91-483c-a8b1-1486a6a019bc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:40.300219 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a50d6c-29b9-4883-889c-f7663dd198c2 req-28f6ea60-ce91-483c-a8b1-1486a6a019bc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:40.308197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97a50d6c-29b9-4883-889c-f7663dd198c2 req-28f6ea60-ce91-483c-a8b1-1486a6a019bc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.3633103 Nov 26 03:00:40.309632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e7d0ee-cf16-4775-a459-f79d3f211dd9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 078a85c6-0ec2-44d0-957d-9af7eebdadc7 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:00:40.313263 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73e7d0ee-cf16-4775-a459-f79d3f211dd9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:40.325523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3bc4ad30-8d7b-4970-86a9-98423b963d1e None None] Could not find standard attr ID for object 07e91eda-b756-4708-bfbe-de935f151622. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:00:40.390444 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73e7d0ee-cf16-4775-a459-f79d3f211dd9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:40.419080 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab464d4c-e7c1-45d5-acf9-075d78f71955 req-b0c0d4eb-444c-4597-991e-fc7a45d426aa tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985919 Nov 26 03:00:40.505956 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97a50d6c-29b9-4883-889c-f7663dd198c2 req-cc5f3edc-1ddf-4f2a-9701-748e32d60597 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1966484 Nov 26 03:00:40.514168 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73e7d0ee-cf16-4775-a459-f79d3f211dd9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:40.514716 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52340b43-9548-4bcf-983d-9d278eeca42d {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:00:40.529013 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:40.543469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Transition to ACTIVE for port object 52340b43-9548-4bcf-983d-9d278eeca42d will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:00:40.550912 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:40.622324 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73e7d0ee-cf16-4775-a459-f79d3f211dd9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:40.644933 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ee35c46-2986-49db-896b-8650359cafed req-e66af49a-7aa2-41a2-a20e-2d9c9f4ace74 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.0432277 Nov 26 03:00:40.679611 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7d0ee-cf16-4775-a459-f79d3f211dd9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=078a85c6-0ec2-44d0-957d-9af7eebdadc7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:40.680819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69dac07-ae02-4a26-b842-538d086059db None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:40.682385 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73e7d0ee-cf16-4775-a459-f79d3f211dd9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:40.686882 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-73e7d0ee-cf16-4775-a459-f79d3f211dd9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/078a85c6-0ec2-44d0-957d-9af7eebdadc7 HTTP/1.1" status: 204 len: 168 time: 0.4358301 Nov 26 03:00:40.689288 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Pushing event updated for resources: {'Port': ['ID=52340b43-9548-4bcf-983d-9d278eeca42d,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:40.689549 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53920) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:40.757581 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Attempting to bind port 52340b43-9548-4bcf-983d-9d278eeca42d on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:00:40.757894 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Attempting to bind port 52340b43-9548-4bcf-983d-9d278eeca42d by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:00:40.758179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Attempting to bind port 52340b43-9548-4bcf-983d-9d278eeca42d on network 5b01fbf4-05c2-426a-bd34-1db1e2639446 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:40.759020 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-340b194c-5a6f-486f-bfbd-8f58875ede02 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 927b2a27-ad30-4fd1-b742-2a6ebe75114d {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:00:40.763394 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-340b194c-5a6f-486f-bfbd-8f58875ede02 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:40.765374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Port 52340b43-9548-4bcf-983d-9d278eeca42d on network 5b01fbf4-05c2-426a-bd34-1db1e2639446 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:00:40.765715 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Attempting to bind port 52340b43-9548-4bcf-983d-9d278eeca42d on network 5b01fbf4-05c2-426a-bd34-1db1e2639446 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:00:40.771454 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:00:40.771801 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Checking segment: {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:00:40.772232 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Bound using segment: {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:00:40.772732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Bound port: 52340b43-9548-4bcf-983d-9d278eeca42d, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:00:40.773099 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:40.813839 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-340b194c-5a6f-486f-bfbd-8f58875ede02 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:40.904435 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-340b194c-5a6f-486f-bfbd-8f58875ede02 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:40.985337 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-340b194c-5a6f-486f-bfbd-8f58875ede02 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:41.022928 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b194c-5a6f-486f-bfbd-8f58875ede02 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=927b2a27-ad30-4fd1-b742-2a6ebe75114d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:41.026898 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-340b194c-5a6f-486f-bfbd-8f58875ede02 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:41.032780 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-340b194c-5a6f-486f-bfbd-8f58875ede02 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/927b2a27-ad30-4fd1-b742-2a6ebe75114d HTTP/1.1" status: 204 len: 168 time: 0.3390465 Nov 26 03:00:41.033137 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53922) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:41.097812 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0b4ce603-d225-4fb0-b5ff-3a00f015336f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608337 Nov 26 03:00:41.098898 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53924) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:41.105555 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b529ad34-0274-4570-a817-8d4f4a34a34f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:41.226809 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b529ad34-0274-4570-a817-8d4f4a34a34f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:41.231322 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b529ad34-0274-4570-a817-8d4f4a34a34f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:41.262974 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] For port 52340b43-9548-4bcf-983d-9d278eeca42d, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:00:41.266963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] For port 52340b43-9548-4bcf-983d-9d278eeca42d, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=52340b43-9548-4bcf-983d-9d278eeca42d,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:00:41.272673 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:41.313645 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:41.315726 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:41.319716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] 10.222.0.59 "PUT /v2.0/ports/52340b43-9548-4bcf-983d-9d278eeca42d HTTP/1.1" status: 200 len: 1091 time: 1.6818149 Nov 26 03:00:41.320905 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39f95a3-c691-4101-88ba-3ca389287da0', 'tag': '52340b43-9548-4bcf-983d-9d278eeca42d'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:00:41.331042 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d98be0a-ce37-4613-8235-6876e6aaf126" -d '{"events": [{"name": "network-changed", "server_uuid": "f39f95a3-c691-4101-88ba-3ca389287da0", "tag": "52340b43-9548-4bcf-983d-9d278eeca42d"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:00:41.361244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e75ddf-763e-4f18-be4d-0d812b3ddab8 service neutron] Pushing event updated for resources: {'Port': ['ID=52340b43-9548-4bcf-983d-9d278eeca42d,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:41.450496 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd172ba8-2215-4f47-aefc-0e10ec26248c x-openstack-request-id: req-cd172ba8-2215-4f47-aefc-0e10ec26248c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:00:41.450854 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39f95a3-c691-4101-88ba-3ca389287da0", "tag": "52340b43-9548-4bcf-983d-9d278eeca42d", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:00:41.451207 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd172ba8-2215-4f47-aefc-0e10ec26248c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:00:41.451677 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39f95a3-c691-4101-88ba-3ca389287da0', 'tag': '52340b43-9548-4bcf-983d-9d278eeca42d', 'status': 'completed', 'code': 200} Nov 26 03:00:41.487440 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-45d7ecd8-53c4-47c7-b072-236e22ba970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:41.489438 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-45d7ecd8-53c4-47c7-b072-236e22ba970d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 1094 time: 0.0952077 Nov 26 03:00:41.529255 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b529ad34-0274-4570-a817-8d4f4a34a34f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:41.579830 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-748ac190-8617-4169-9eee-28d307693710 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52340b43-9548-4bcf-983d-9d278eeca42d HTTP/1.1" status: 200 len: 217 time: 0.0744548 Nov 26 03:00:41.586497 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b529ad34-0274-4570-a817-8d4f4a34a34f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:41.590255 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-b529ad34-0274-4570-a817-8d4f4a34a34f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:41.604200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b529ad34-0274-4570-a817-8d4f4a34a34f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:41.604806 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b529ad34-0274-4570-a817-8d4f4a34a34f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:41.657722 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529ad34-0274-4570-a817-8d4f4a34a34f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=6b60b337-c2f0-4456-bf64-20738ff5e255,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:41.661231 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f32f91bf-88ec-4bb8-987c-675e20381fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:41.676524 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b529ad34-0274-4570-a817-8d4f4a34a34f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5763316 Nov 26 03:00:41.679908 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53934) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:41.686446 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ca91ffa2-659e-47ba-b48b-a7595d119104 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:41.708833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-b64d7121-3961-49ec-963d-b495bba742f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:41.710804 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-b64d7121-3961-49ec-963d-b495bba742f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.1169794 Nov 26 03:00:41.800931 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90039901-75ae-42c6-b17f-2a5aacdee637 req-dde7ce79-8c5d-4725-949d-e5a683172fd1 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:41.803083 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90039901-75ae-42c6-b17f-2a5aacdee637 req-dde7ce79-8c5d-4725-949d-e5a683172fd1 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 943 time: 0.2217536 Nov 26 03:00:41.829754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fbc29-de35-427f-bacd-337d0018ea2c req-554feb38-aa38-43bd-92cf-61182aaa9e93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:41.836579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fbc29-de35-427f-bacd-337d0018ea2c req-554feb38-aa38-43bd-92cf-61182aaa9e93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:41.843676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fbc29-de35-427f-bacd-337d0018ea2c req-554feb38-aa38-43bd-92cf-61182aaa9e93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:41.851366 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fbc29-de35-427f-bacd-337d0018ea2c req-554feb38-aa38-43bd-92cf-61182aaa9e93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:41.852667 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ee5325-508d-4d7c-ba6a-a3b6963606bd None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:41.858153 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fbc29-de35-427f-bacd-337d0018ea2c req-554feb38-aa38-43bd-92cf-61182aaa9e93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:41.863307 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca91ffa2-659e-47ba-b48b-a7595d119104 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:41.864641 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fbc29-de35-427f-bacd-337d0018ea2c req-554feb38-aa38-43bd-92cf-61182aaa9e93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:41.867625 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ca91ffa2-659e-47ba-b48b-a7595d119104 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:41.871009 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fbc29-de35-427f-bacd-337d0018ea2c req-554feb38-aa38-43bd-92cf-61182aaa9e93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:41.873154 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-390fbc29-de35-427f-bacd-337d0018ea2c req-554feb38-aa38-43bd-92cf-61182aaa9e93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.2130814 Nov 26 03:00:41.916379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-75c8372a-bf0a-4677-aef3-e19a7e68a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:41.918033 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-75c8372a-bf0a-4677-aef3-e19a7e68a1b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1768339 Nov 26 03:00:41.962534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90039901-75ae-42c6-b17f-2a5aacdee637 req-02e03606-b646-4a50-a9ba-5530614e020e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478972 Nov 26 03:00:41.993097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d0a8c31b-da4b-4b97-b0e4-ea2a191ac4b4 None None] Provisioning complete for port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:41.997110 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d0a8c31b-da4b-4b97-b0e4-ea2a191ac4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:42.038672 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-390fbc29-de35-427f-bacd-337d0018ea2c req-6a1eb3f0-7fef-4910-a393-f73f9ba80069 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1291640 Nov 26 03:00:42.113356 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-deb0a777-4414-4096-afc6-75ffac95544a service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704519 Nov 26 03:00:42.225016 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08f7f2bf-428b-47f9-b5f1-823ea88a1df9 req-47df9816-e193-4cde-b93f-beab0ebd00e2 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.0414395 Nov 26 03:00:42.282055 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00e4b20b-4ba6-4240-9f49-846bc0a0a517 req-408abb7e-6336-4c65-b52a-160b525175cb service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562316 Nov 26 03:00:42.317300 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a0dd8e-e65e-4246-b965-096bf1881f32 None None] Update dhcp port {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'fixed_ips': [{'subnet_id': '6b60b337-c2f0-4456-bf64-20738ff5e255'}], 'binding:host_id': 'n-d-819389-3'}, 'id': '42f0fb3f-4ddd-41b3-ab2f-c2549b806391'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 03:00:42.357916 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-06a0dd8e-e65e-4246-b965-096bf1881f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:42.401704 n-d-819389-3 neutron-server[104801]: INFO neutron.db.ipam_backend_mixin [None req-ca91ffa2-659e-47ba-b48b-a7595d119104 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b60b337-c2f0-4456-bf64-20738ff5e255 (CIDR: 2001:db8::/64) Nov 26 03:00:42.406504 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca91ffa2-659e-47ba-b48b-a7595d119104 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:00:42.407086 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca91ffa2-659e-47ba-b48b-a7595d119104 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:42.430655 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98be0a-ce37-4613-8235-6876e6aaf126 req-83724af3-73cc-4135-9a7d-42fdb0866ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:42.431333 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ca91ffa2-659e-47ba-b48b-a7595d119104 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7492776 Nov 26 03:00:42.432199 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53938) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:42.433021 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d98be0a-ce37-4613-8235-6876e6aaf126 req-83724af3-73cc-4135-9a7d-42fdb0866ad8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 1094 time: 0.0556169 Nov 26 03:00:42.437766 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c8e52c03-bde0-44d3-bc3d-5601ae8bb579 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'subnet': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:42.535178 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-06a0dd8e-e65e-4246-b965-096bf1881f32 None None] Allocated IP 2001:db8::2 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/6b60b337-c2f0-4456-bf64-20738ff5e255/42f0fb3f-4ddd-41b3-ab2f-c2549b806391) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:42.552034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98be0a-ce37-4613-8235-6876e6aaf126 req-6d9d7096-cb5e-49a8-917f-4236c0b4a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:42.554124 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d98be0a-ce37-4613-8235-6876e6aaf126 req-6d9d7096-cb5e-49a8-917f-4236c0b4a238 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 913 time: 0.1082480 Nov 26 03:00:42.580188 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e52c03-bde0-44d3-bc3d-5601ae8bb579 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:42.585215 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8e52c03-bde0-44d3-bc3d-5601ae8bb579 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:42.604031 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d98be0a-ce37-4613-8235-6876e6aaf126 req-c66359f1-7349-425b-b062-46b52c9bdb9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52340b43-9548-4bcf-983d-9d278eeca42d HTTP/1.1" status: 200 len: 217 time: 0.0425041 Nov 26 03:00:42.647427 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-06a0dd8e-e65e-4246-b965-096bf1881f32 None None] For port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:42.664963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98be0a-ce37-4613-8235-6876e6aaf126 req-08d48857-e84e-4b3d-ae50-c197f7abf926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:42.666587 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d98be0a-ce37-4613-8235-6876e6aaf126 req-08d48857-e84e-4b3d-ae50-c197f7abf926 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.0534720 Nov 26 03:00:42.680183 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-06a0dd8e-e65e-4246-b965-096bf1881f32 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:42.687461 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-06a0dd8e-e65e-4246-b965-096bf1881f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:42.728929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98be0a-ce37-4613-8235-6876e6aaf126 req-25492854-7bfa-4f36-b5c4-60d3d79723a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:42.730745 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d98be0a-ce37-4613-8235-6876e6aaf126 req-25492854-7bfa-4f36-b5c4-60d3d79723a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565989 Nov 26 03:00:42.775926 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0dd8e-e65e-4246-b965-096bf1881f32 None None] Pushing event updated for resources: {'Port': ['ID=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,revision_number=12']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:42.857392 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d98be0a-ce37-4613-8235-6876e6aaf126 req-6da29889-f63a-4d73-86d3-6bd057add43b service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182683 Nov 26 03:00:42.989759 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d98be0a-ce37-4613-8235-6876e6aaf126 req-2a03fc5d-4ac8-49e0-8307-aa8a31dd76f6 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242483 Nov 26 03:00:43.030293 n-d-819389-3 neutron-server[104801]: DEBUG neutron.objects.ports [None req-c8e52c03-bde0-44d3-bc3d-5601ae8bb579 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 03:00:43.169194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1386f8b-8658-4995-9cd0-a4d8cad64e4d req-259d7361-2768-4602-a0fc-863f51320297 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:43.171463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1386f8b-8658-4995-9cd0-a4d8cad64e4d req-259d7361-2768-4602-a0fc-863f51320297 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 943 time: 0.1094887 Nov 26 03:00:43.182541 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:00:43.275859 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1386f8b-8658-4995-9cd0-a4d8cad64e4d req-3878f321-4d34-4b13-905b-eb948d78a9c1 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962496 Nov 26 03:00:43.281107 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:43.281511 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:43.289255 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7478a-afde-4116-b297-4fc128235fa9 req-70aaa41a-d374-41cd-8c66-67cba45d8ab3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:43.294187 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8e52c03-bde0-44d3-bc3d-5601ae8bb579 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:43.295336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7478a-afde-4116-b297-4fc128235fa9 req-70aaa41a-d374-41cd-8c66-67cba45d8ab3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:43.302534 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7478a-afde-4116-b297-4fc128235fa9 req-70aaa41a-d374-41cd-8c66-67cba45d8ab3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:43.312814 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7478a-afde-4116-b297-4fc128235fa9 req-70aaa41a-d374-41cd-8c66-67cba45d8ab3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:43.320190 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7478a-afde-4116-b297-4fc128235fa9 req-70aaa41a-d374-41cd-8c66-67cba45d8ab3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:43.326646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7478a-afde-4116-b297-4fc128235fa9 req-70aaa41a-d374-41cd-8c66-67cba45d8ab3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:43.334030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7478a-afde-4116-b297-4fc128235fa9 req-70aaa41a-d374-41cd-8c66-67cba45d8ab3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:43.336290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13c7478a-afde-4116-b297-4fc128235fa9 req-70aaa41a-d374-41cd-8c66-67cba45d8ab3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.1472545 Nov 26 03:00:43.453604 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13c7478a-afde-4116-b297-4fc128235fa9 req-8fa03eb3-5464-4afd-b0df-84e1c91155ba tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043489 Nov 26 03:00:43.545411 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-46b18481-6c75-4cf8-8b8b-713543c0f384 req-ea5511b4-de56-4066-84c8-df83bdced5b6 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.0303366 Nov 26 03:00:43.575867 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-055b31eb-0a74-4a32-bd33-ddc3ace6479c None None] Provisioning complete for port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:43.575867 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-055b31eb-0a74-4a32-bd33-ddc3ace6479c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:43.576994 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-c8e52c03-bde0-44d3-bc3d-5601ae8bb579 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] For port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:43.612284 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8e52c03-bde0-44d3-bc3d-5601ae8bb579 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:43.616789 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8e52c03-bde0-44d3-bc3d-5601ae8bb579 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:43.617644 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8e52c03-bde0-44d3-bc3d-5601ae8bb579 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:43.704450 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e52c03-bde0-44d3-bc3d-5601ae8bb579 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:43.718968 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-c8e52c03-bde0-44d3-bc3d-5601ae8bb579 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:43.723247 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e52c03-bde0-44d3-bc3d-5601ae8bb579 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:43.723864 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8e52c03-bde0-44d3-bc3d-5601ae8bb579 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:43.726311 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e52c03-bde0-44d3-bc3d-5601ae8bb579 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Subnet': ['ID=4888a521-896f-486e-a8af-a48472c0e03c,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:43.729905 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175ac7e3-af7a-410a-bbb5-c149e947507f None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:43.736149 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e52c03-bde0-44d3-bc3d-5601ae8bb579 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,revision_number=14']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:43.754336 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c8e52c03-bde0-44d3-bc3d-5601ae8bb579 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3208606 Nov 26 03:00:43.757134 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53948) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:43.763249 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-96b025cf-34f0-4876-a9c5-06719095a291 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Request body: {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'mac_address': 'fa:16:3e:d7:b7:eb', 'name': 'tempest-NetworksTestDHCPv6-331638660'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:43.883876 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b025cf-34f0-4876-a9c5-06719095a291 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Made reservation on behalf of 8730705231ff4cfdb4b56d2f3c5e06d6 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:43.972334 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-96b025cf-34f0-4876-a9c5-06719095a291 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:43.993020 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-96b025cf-34f0-4876-a9c5-06719095a291 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] device_id is not set on port 970c9446-cbc1-498a-8d93-d70af16513a3 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:00:44.130357 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dec54ede-08f4-4104-852d-e527c9da0bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:44.176341 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-96b025cf-34f0-4876-a9c5-06719095a291 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8::75 (af1a2dc2-8bce-453d-a003-a5791ffd45d3/6b60b337-c2f0-4456-bf64-20738ff5e255/970c9446-cbc1-498a-8d93-d70af16513a3) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:44.182423 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-96b025cf-34f0-4876-a9c5-06719095a291 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Allocated IP 2001:db8:0:1:f816:3eff:fed7:b7eb (af1a2dc2-8bce-453d-a003-a5791ffd45d3/4888a521-896f-486e-a8af-a48472c0e03c/970c9446-cbc1-498a-8d93-d70af16513a3) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:00:44.351052 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-96b025cf-34f0-4876-a9c5-06719095a291 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:44.389931 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-96b025cf-34f0-4876-a9c5-06719095a291 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:44.431302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e664edb-1dc7-4ce8-bc80-9b17f160ad64 req-365827fc-e1f7-47d9-88ea-20f8ffeb6323 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:44.439091 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e664edb-1dc7-4ce8-bc80-9b17f160ad64 req-365827fc-e1f7-47d9-88ea-20f8ffeb6323 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 943 time: 0.0659313 Nov 26 03:00:44.461014 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b025cf-34f0-4876-a9c5-06719095a291 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event updated for resources: {'Port': ['ID=970c9446-cbc1-498a-8d93-d70af16513a3,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:44.469827 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b025cf-34f0-4876-a9c5-06719095a291 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:00:44.471375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-96b025cf-34f0-4876-a9c5-06719095a291 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:44.478674 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b025cf-34f0-4876-a9c5-06719095a291 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:00:44.486131 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b025cf-34f0-4876-a9c5-06719095a291 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:44.487708 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-96b025cf-34f0-4876-a9c5-06719095a291 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:44.509561 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e664edb-1dc7-4ce8-bc80-9b17f160ad64 req-2eed480a-8f70-4f29-8566-dd39912266ae tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693655 Nov 26 03:00:44.514095 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-96b025cf-34f0-4876-a9c5-06719095a291 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.7550843 Nov 26 03:00:44.517020 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53956) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:44.545884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 52340b43-9548-4bcf-983d-9d278eeca42d details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:00:44.682841 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting port 970c9446-cbc1-498a-8d93-d70af16513a3 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:44.683499 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:44.707487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c3501-1e88-45cd-aded-948c01852957 req-69e9e3c5-a7c0-4b42-a07e-833a6b3d3993 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:44.708546 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e023367b-a852-4796-ad77-0c67bb933e73 None None] Provisioning complete for port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:44.708922 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e023367b-a852-4796-ad77-0c67bb933e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:44.713922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c3501-1e88-45cd-aded-948c01852957 req-69e9e3c5-a7c0-4b42-a07e-833a6b3d3993 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:44.720436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c3501-1e88-45cd-aded-948c01852957 req-69e9e3c5-a7c0-4b42-a07e-833a6b3d3993 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:44.729541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c3501-1e88-45cd-aded-948c01852957 req-69e9e3c5-a7c0-4b42-a07e-833a6b3d3993 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:44.735958 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c3501-1e88-45cd-aded-948c01852957 req-69e9e3c5-a7c0-4b42-a07e-833a6b3d3993 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:44.748400 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c3501-1e88-45cd-aded-948c01852957 req-69e9e3c5-a7c0-4b42-a07e-833a6b3d3993 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:44.754494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c3501-1e88-45cd-aded-948c01852957 req-69e9e3c5-a7c0-4b42-a07e-833a6b3d3993 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:44.768848 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc1c3501-1e88-45cd-aded-948c01852957 req-69e9e3c5-a7c0-4b42-a07e-833a6b3d3993 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.1498840 Nov 26 03:00:44.784433 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 52340b43-9548-4bcf-983d-9d278eeca42d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=52340b43-9548-4bcf-983d-9d278eeca42d,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:44.797953 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '52340b43-9548-4bcf-983d-9d278eeca42d', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'port_id': '52340b43-9548-4bcf-983d-9d278eeca42d', 'mac_address': 'fa:16:3e:01:6a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:00:44.805986 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:44.807036 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e25a66dd-62c8-4137-963f-4ecc5764ab8c req-924893fd-0830-459d-aba6-cc037cbfa0ff tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc278e2-c0f1-469c-abd2-a3c915ce400e HTTP/1.1" status: 200 len: 210 time: 0.1279602 Nov 26 03:00:44.822283 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Calling delete_port for 970c9446-cbc1-498a-8d93-d70af16513a3 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:44.920370 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc1c3501-1e88-45cd-aded-948c01852957 req-082b0567-5507-49a0-820e-c1049cd585c0 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1160316 Nov 26 03:00:44.927103 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:44.978239 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52340b43-9548-4bcf-983d-9d278eeca42d {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:00:45.012943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 52340b43-9548-4bcf-983d-9d278eeca42d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=52340b43-9548-4bcf-983d-9d278eeca42d,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:45.043190 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:45.075887 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:45.119342 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=52340b43-9548-4bcf-983d-9d278eeca42d,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:45.130168 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:45.173333 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Port': ['ID=970c9446-cbc1-498a-8d93-d70af16513a3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:45.186463 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:45.186824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:45.187176 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:45.187521 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:45.187860 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:45.188224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:45.188562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:45.188894 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:45.189226 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:45.189558 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:45.190535 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:45.190869 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:00:45.206889 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-27b0b58e-7dc5-45c0-9445-a28ec6533404 None None] Could not find standard attr ID for object 970c9446-cbc1-498a-8d93-d70af16513a3. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:00:45.226158 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:00:45.247280 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:45.250807 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-77c97812-7f60-49c7-856e-971ec3df24c0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/970c9446-cbc1-498a-8d93-d70af16513a3 HTTP/1.1" status: 204 len: 168 time: 0.7273798 Nov 26 03:00:45.261836 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53966) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:45.359091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcb9b80-5544-4da5-b73e-035a7db5bb03 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:45.360942 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1dcb9b80-5544-4da5-b73e-035a7db5bb03 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0990927 Nov 26 03:00:45.364712 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53970) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:45.390486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:45.391008 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:45.437720 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1d7f42-eaf7-4367-94da-49d9d7ef71e4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:45.441539 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0e1d7f42-eaf7-4367-94da-49d9d7ef71e4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0757174 Nov 26 03:00:45.441857 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['52340b43-9548-4bcf-983d-9d278eeca42d'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:00:45.442578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53976) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:45.575741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4f85d0-e6db-40e7-a7ba-7bf7f7121b22 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:45.581729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4f85d0-e6db-40e7-a7ba-7bf7f7121b22 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:45.584971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4f85d0-e6db-40e7-a7ba-7bf7f7121b22 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:45.590074 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53982) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:45.591135 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1d4f85d0-e6db-40e7-a7ba-7bf7f7121b22 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1472907 Nov 26 03:00:45.710040 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc9167a-86df-4999-84f9-7715a5137afe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 4888a521-896f-486e-a8af-a48472c0e03c {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:00:45.719446 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7cc9167a-86df-4999-84f9-7715a5137afe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:45.751043 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f73154-bb99-4980-a82b-1c64e2617652 req-7b28be12-14dc-485a-98f1-47460e404346 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:45.759302 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5f73154-bb99-4980-a82b-1c64e2617652 req-7b28be12-14dc-485a-98f1-47460e404346 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 944 time: 0.1079960 Nov 26 03:00:45.774611 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:00:45.777065 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7cc9167a-86df-4999-84f9-7715a5137afe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:45.806076 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5f73154-bb99-4980-a82b-1c64e2617652 req-c6b39592-fb30-463c-a8e8-558e9696a35e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455594 Nov 26 03:00:45.878457 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7cc9167a-86df-4999-84f9-7715a5137afe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:45.949402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53988) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:45.960205 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7cc9167a-86df-4999-84f9-7715a5137afe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:45.995304 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9167a-86df-4999-84f9-7715a5137afe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=4888a521-896f-486e-a8af-a48472c0e03c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:46.004770 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7cc9167a-86df-4999-84f9-7715a5137afe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:46.009491 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7cc9167a-86df-4999-84f9-7715a5137afe tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/4888a521-896f-486e-a8af-a48472c0e03c HTTP/1.1" status: 204 len: 168 time: 0.4186146 Nov 26 03:00:46.011419 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024d013d-eecf-4a34-a400-a00c6705c863 None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:46.012122 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53994) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:46.077930 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bf1e9e-7f85-4ba6-bd92-ec504be33c87 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Deleting subnet 6b60b337-c2f0-4456-bf64-20738ff5e255 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:00:46.079852 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-28bfb8fb-dc9b-421b-b8a8-a3fa1482eb21 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:46.083117 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-90bf1e9e-7f85-4ba6-bd92-ec504be33c87 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:46.140278 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-90bf1e9e-7f85-4ba6-bd92-ec504be33c87 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:46.185641 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-28bfb8fb-dc9b-421b-b8a8-a3fa1482eb21 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:46.235077 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1e1fc-28e2-42f4-bf45-9ce150e75b78 req-6f499e5e-598a-4253-9998-47db09650a47 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:46.242482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1e1fc-28e2-42f4-bf45-9ce150e75b78 req-6f499e5e-598a-4253-9998-47db09650a47 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:46.248877 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1e1fc-28e2-42f4-bf45-9ce150e75b78 req-6f499e5e-598a-4253-9998-47db09650a47 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:46.255762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1e1fc-28e2-42f4-bf45-9ce150e75b78 req-6f499e5e-598a-4253-9998-47db09650a47 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:46.262778 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1e1fc-28e2-42f4-bf45-9ce150e75b78 req-6f499e5e-598a-4253-9998-47db09650a47 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:46.270206 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1e1fc-28e2-42f4-bf45-9ce150e75b78 req-6f499e5e-598a-4253-9998-47db09650a47 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:46.278677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1e1fc-28e2-42f4-bf45-9ce150e75b78 req-6f499e5e-598a-4253-9998-47db09650a47 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:46.287497 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2e1e1fc-28e2-42f4-bf45-9ce150e75b78 req-6f499e5e-598a-4253-9998-47db09650a47 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.2059064 Nov 26 03:00:46.298715 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-90bf1e9e-7f85-4ba6-bd92-ec504be33c87 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:46.378524 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-90bf1e9e-7f85-4ba6-bd92-ec504be33c87 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:46.436027 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf1e9e-7f85-4ba6-bd92-ec504be33c87 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Subnet': ['ID=6b60b337-c2f0-4456-bf64-20738ff5e255,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:46.465079 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-90bf1e9e-7f85-4ba6-bd92-ec504be33c87 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:46.479083 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-90bf1e9e-7f85-4ba6-bd92-ec504be33c87 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/6b60b337-c2f0-4456-bf64-20738ff5e255 HTTP/1.1" status: 204 len: 168 time: 0.4658036 Nov 26 03:00:46.481575 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54002) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:46.485255 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2e1e1fc-28e2-42f4-bf45-9ce150e75b78 req-da567e38-828f-4da3-8c16-aa2308c3d410 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1799493 Nov 26 03:00:46.509253 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-28bfb8fb-dc9b-421b-b8a8-a3fa1482eb21 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:46.513078 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-28bfb8fb-dc9b-421b-b8a8-a3fa1482eb21 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:46.516773 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-28bfb8fb-dc9b-421b-b8a8-a3fa1482eb21 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "DELETE /v2.0/security-groups/8c240ba7-87f6-488e-8265-9777283b8720 HTTP/1.1" status: 204 len: 168 time: 0.5628736 Nov 26 03:00:46.518481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54004) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:46.551472 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b551af18-df59-4894-9cab-2f4a59a07cc8 None None] Update dhcp port {'port': {'network_id': 'af1a2dc2-8bce-453d-a003-a5791ffd45d3', 'fixed_ips': [{'subnet_id': '6b60b337-c2f0-4456-bf64-20738ff5e255'}], 'binding:host_id': 'n-d-819389-3'}, 'id': '42f0fb3f-4ddd-41b3-ab2f-c2549b806391'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 03:00:46.565853 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-4beea046-3945-4d25-b552-a8f9112c5e90 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] show failed (client error): The resource could not be found. Nov 26 03:00:46.567290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4beea046-3945-4d25-b552-a8f9112c5e90 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "GET /v2.0/security-groups/8c240ba7-87f6-488e-8265-9777283b8720 HTTP/1.1" status: 404 len: 347 time: 0.0464909 Nov 26 03:00:46.568688 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfb8fb-dc9b-421b-b8a8-a3fa1482eb21 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c240ba7-87f6-488e-8265-9777283b8720,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:46.579277 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54006) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:46.582760 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4e5a2dae-1e2f-496d-a6a1-d794d1621833 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001427 Nov 26 03:00:46.587093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54008) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:46.593932 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b551af18-df59-4894-9cab-2f4a59a07cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:46.596720 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 52340b43-9548-4bcf-983d-9d278eeca42d up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:00:46.645019 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:46.704184 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bab518e-763e-4f57-bc47-8ffb39eca4f9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:46.706726 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0bab518e-763e-4f57-bc47-8ffb39eca4f9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1186757 Nov 26 03:00:46.723856 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54018) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:46.820325 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 52340b43-9548-4bcf-983d-9d278eeca42d completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:00:46.825279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 52340b43-9548-4bcf-983d-9d278eeca42d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:46.825712 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:46.891438 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ddfaff-7c59-479b-83b0-0d138d238381 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:46.893725 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f9ddfaff-7c59-479b-83b0-0d138d238381 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1682649 Nov 26 03:00:46.896468 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54028) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:46.897153 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb11a7c-347f-48a3-909b-243d14d08a2c None None] Network af1a2dc2-8bce-453d-a003-a5791ffd45d3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:46.902369 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-94e32785-9e6b-4768-a44c-2b63ad43aaed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Deleting port 075d1128-749f-4800-89ac-14f3f5b901cf {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:46.903065 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94e32785-9e6b-4768-a44c-2b63ad43aaed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:47.024579 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3ce66e2f-bb0c-47c8-811b-51412fe2f45d None None] Provisioning complete for port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:00:47.025122 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3ce66e2f-bb0c-47c8-811b-51412fe2f45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:47.025806 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94e32785-9e6b-4768-a44c-2b63ad43aaed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:47.026362 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94e32785-9e6b-4768-a44c-2b63ad43aaed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:47.041394 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-94e32785-9e6b-4768-a44c-2b63ad43aaed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Calling delete_port for 075d1128-749f-4800-89ac-14f3f5b901cf owned by network:floatingip {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:47.078445 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4167361f-211a-44db-aea7-d65aa163518b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1803930 Nov 26 03:00:47.079656 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54034) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:47.156346 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-68147b62-12d4-4c52-a706-50d1cd4f4e38 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:47.157082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68147b62-12d4-4c52-a706-50d1cd4f4e38 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:47.167987 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54040) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:47.168407 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-68147b62-12d4-4c52-a706-50d1cd4f4e38 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/970c9446-cbc1-498a-8d93-d70af16513a3 HTTP/1.1" status: 404 len: 333 time: 0.0820301 Nov 26 03:00:47.197898 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524087d-4ec0-4735-b884-d95add06f7d4 req-be7ec085-4db4-4819-aa8e-23aef9cf6ecf tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:47.202226 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:00:47.206256 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9524087d-4ec0-4735-b884-d95add06f7d4 req-be7ec085-4db4-4819-aa8e-23aef9cf6ecf tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 944 time: 0.2092617 Nov 26 03:00:47.228930 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffbde8e-2822-4fb0-a7bc-fd9fd21ead67 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:47.229762 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ffbde8e-2822-4fb0-a7bc-fd9fd21ead67 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:47.238450 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7ffbde8e-2822-4fb0-a7bc-fd9fd21ead67 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/4888a521-896f-486e-a8af-a48472c0e03c HTTP/1.1" status: 404 len: 337 time: 0.0688179 Nov 26 03:00:47.241081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54046) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:47.274739 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-9360887d-ceaf-4f54-8d04-a5656c39721e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:47.275604 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9360887d-ceaf-4f54-8d04-a5656c39721e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:47.277061 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:47.279385 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9360887d-ceaf-4f54-8d04-a5656c39721e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/6b60b337-c2f0-4456-bf64-20738ff5e255 HTTP/1.1" status: 404 len: 337 time: 0.0369415 Nov 26 03:00:47.282646 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54048) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:47.295906 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9524087d-4ec0-4735-b884-d95add06f7d4 req-ba61486b-53b0-4e41-81e6-594da36bc63b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887878 Nov 26 03:00:47.300313 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b908811-7f43-4de2-9110-2d5edf15e935 None None] DHCP port deletion for af1a2dc2-8bce-453d-a003-a5791ffd45d3 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:00:47.337042 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-db883615-583d-46e7-82d7-dce38440877a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:47.337798 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db883615-583d-46e7-82d7-dce38440877a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:47.340988 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-db883615-583d-46e7-82d7-dce38440877a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/07e91eda-b756-4708-bfbe-de935f151622 HTTP/1.1" status: 404 len: 333 time: 0.0433137 Nov 26 03:00:47.343749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54050) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:47.393271 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 52340b43-9548-4bcf-983d-9d278eeca42d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=52340b43-9548-4bcf-983d-9d278eeca42d,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:47.398964 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39f95a3-c691-4101-88ba-3ca389287da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52340b43-9548-4bcf-983d-9d278eeca42d'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:00:47.402020 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f021da-1ded-40dc-aa8d-d464ecf5a89b" -d '{"events": [{"server_uuid": "f39f95a3-c691-4101-88ba-3ca389287da0", "name": "network-vif-plugged", "status": "completed", "tag": "52340b43-9548-4bcf-983d-9d278eeca42d"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:00:47.404934 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-40bfec55-0277-4792-936a-4d363b794dae tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:47.405652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40bfec55-0277-4792-936a-4d363b794dae tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:47.414938 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54056) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:47.421972 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-40bfec55-0277-4792-936a-4d363b794dae tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/927b2a27-ad30-4fd1-b742-2a6ebe75114d HTTP/1.1" status: 404 len: 337 time: 0.0651927 Nov 26 03:00:47.423973 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:47.462692 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1077a37b-8767-4e34-8377-4367d245583f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:47.463541 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1077a37b-8767-4e34-8377-4367d245583f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:47.467966 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1077a37b-8767-4e34-8377-4367d245583f tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/078a85c6-0ec2-44d0-957d-9af7eebdadc7 HTTP/1.1" status: 404 len: 337 time: 0.0513957 Nov 26 03:00:47.471531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54058) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:47.501294 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-095e34ac-6f91-4474-be68-f5f36a7c48e3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:47.502769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-095e34ac-6f91-4474-be68-f5f36a7c48e3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:47.507089 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-095e34ac-6f91-4474-be68-f5f36a7c48e3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/13b18813-cb85-477c-a821-624e6b4508b8 HTTP/1.1" status: 404 len: 333 time: 0.0339167 Nov 26 03:00:47.509671 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54062) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:47.616862 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94e32785-9e6b-4768-a44c-2b63ad43aaed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:47.647223 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3518dd2e-c019-4477-b880-caff70bf8952 x-openstack-request-id: req-3518dd2e-c019-4477-b880-caff70bf8952 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:00:47.647223 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39f95a3-c691-4101-88ba-3ca389287da0", "name": "network-vif-plugged", "status": "completed", "tag": "52340b43-9548-4bcf-983d-9d278eeca42d", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:00:47.647223 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3518dd2e-c019-4477-b880-caff70bf8952 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:00:47.647223 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39f95a3-c691-4101-88ba-3ca389287da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52340b43-9548-4bcf-983d-9d278eeca42d', 'code': 200} Nov 26 03:00:47.647223 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:47.672489 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa95668d-eed9-40df-aa76-9b93b19f9fc3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:47.672489 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa95668d-eed9-40df-aa76-9b93b19f9fc3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:47.678793 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fa95668d-eed9-40df-aa76-9b93b19f9fc3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/5b9fac4d-ec77-4dd1-a299-19ec879e9aff HTTP/1.1" status: 404 len: 337 time: 0.1655412 Nov 26 03:00:47.678793 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e32785-9e6b-4768-a44c-2b63ad43aaed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event deleted for resources: {'Port': ['ID=075d1128-749f-4800-89ac-14f3f5b901cf,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:47.683293 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54068) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:47.731290 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4040863-2036-4d79-a693-45d0c5599181 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:47.732143 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4040863-2036-4d79-a693-45d0c5599181 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:47.738646 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a4040863-2036-4d79-a693-45d0c5599181 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/326a91dd-14c2-4152-a09c-3bd15b0eede8 HTTP/1.1" status: 404 len: 337 time: 0.0522792 Nov 26 03:00:47.740816 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54070) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:47.768766 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7b908811-7f43-4de2-9110-2d5edf15e935 None None] Deleting port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:47.769058 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7b908811-7f43-4de2-9110-2d5edf15e935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:47.780670 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:47.801921 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badb327-756d-4f19-92c0-3adb78a0335c req-04249a40-cff2-43c5-a6d1-0d02bb80ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:47.807178 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5badb327-756d-4f19-92c0-3adb78a0335c req-04249a40-cff2-43c5-a6d1-0d02bb80ffff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 1096 time: 0.1633787 Nov 26 03:00:47.836013 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d9c78c-4e29-4683-ba13-44d62e00eec4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:47.836667 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d9c78c-4e29-4683-ba13-44d62e00eec4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:47.844400 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-08d9c78c-4e29-4683-ba13-44d62e00eec4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/a524681b-59cc-4547-a0bf-0d2c9ccc15ba HTTP/1.1" status: 404 len: 333 time: 0.1024296 Nov 26 03:00:47.847179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54072) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:47.860829 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=52340b43-9548-4bcf-983d-9d278eeca42d,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:47.883702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:47.896184 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:47.915339 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9da4a6-17eb-494e-bc82-c255cf2dd2d0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:47.915803 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9da4a6-17eb-494e-bc82-c255cf2dd2d0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:47.923690 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1c9da4a6-17eb-494e-bc82-c255cf2dd2d0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/ba20598f-a5d8-4ef2-82f1-dae31e6f667b HTTP/1.1" status: 404 len: 337 time: 0.0753388 Nov 26 03:00:47.924427 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54078) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:47.943713 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94e32785-9e6b-4768-a44c-2b63ad43aaed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for floatingip, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:47.947018 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94e32785-9e6b-4768-a44c-2b63ad43aaed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:47.951264 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-94e32785-9e6b-4768-a44c-2b63ad43aaed tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "DELETE /v2.0/floatingips/2a444aa4-0b65-4d59-8f30-9135d40175b7 HTTP/1.1" status: 204 len: 168 time: 1.3673472 Nov 26 03:00:47.968838 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54080) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:47.975381 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b48829-86a4-4b62-8475-0d45e5e1fd99 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:47.975886 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b48829-86a4-4b62-8475-0d45e5e1fd99 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:47.982143 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-48b48829-86a4-4b62-8475-0d45e5e1fd99 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/f63dd3fa-8523-4456-88ba-a644679efecf HTTP/1.1" status: 404 len: 337 time: 0.0542083 Nov 26 03:00:47.982813 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54082) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:47.998718 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f5be8-69a1-45d0-8c31-597e2eb5c623 req-50aaa995-ec9c-4fd8-b5f6-4dc26a3463c4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:48.004198 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7b908811-7f43-4de2-9110-2d5edf15e935 None None] For port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,segment=NetworkSegment(92140651-8a01-4564-ad78-5e74c19ca1af),segment_id=92140651-8a01-4564-ad78-5e74c19ca1af)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:48.004649 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7b908811-7f43-4de2-9110-2d5edf15e935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:48.008235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f5be8-69a1-45d0-8c31-597e2eb5c623 req-50aaa995-ec9c-4fd8-b5f6-4dc26a3463c4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:48.015172 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f5be8-69a1-45d0-8c31-597e2eb5c623 req-50aaa995-ec9c-4fd8-b5f6-4dc26a3463c4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:48.015351 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8bb32d-2bb6-4de9-88ed-8c9f0ae37d46 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.015778 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8bb32d-2bb6-4de9-88ed-8c9f0ae37d46 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.022678 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7d8bb32d-2bb6-4de9-88ed-8c9f0ae37d46 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/7ec8cb46-91c1-42d9-be7f-fa6fbc4d3ded HTTP/1.1" status: 404 len: 333 time: 0.0381145 Nov 26 03:00:48.023414 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54084) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.024089 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f5be8-69a1-45d0-8c31-597e2eb5c623 req-50aaa995-ec9c-4fd8-b5f6-4dc26a3463c4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:48.034067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f5be8-69a1-45d0-8c31-597e2eb5c623 req-50aaa995-ec9c-4fd8-b5f6-4dc26a3463c4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:48.037626 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7b908811-7f43-4de2-9110-2d5edf15e935 None None] Calling delete_port for 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:48.043240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f5be8-69a1-45d0-8c31-597e2eb5c623 req-50aaa995-ec9c-4fd8-b5f6-4dc26a3463c4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:48.046366 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,revision_number=17']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:48.059473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f5be8-69a1-45d0-8c31-597e2eb5c623 req-50aaa995-ec9c-4fd8-b5f6-4dc26a3463c4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:48.069522 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-101f5be8-69a1-45d0-8c31-597e2eb5c623 req-50aaa995-ec9c-4fd8-b5f6-4dc26a3463c4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.3649027 Nov 26 03:00:48.090711 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88ade69-ce6a-4d46-b41a-979fbb1aa741 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.091182 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88ade69-ce6a-4d46-b41a-979fbb1aa741 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.098445 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d88ade69-ce6a-4d46-b41a-979fbb1aa741 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/9a745d60-2868-4fb0-bfd0-f3fae5d641b2 HTTP/1.1" status: 404 len: 337 time: 0.0730438 Nov 26 03:00:48.099016 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54086) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.152763 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5badb327-756d-4f19-92c0-3adb78a0335c req-8e8c1498-47c9-4c3b-964d-7901f7cc4cdd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346717 Nov 26 03:00:48.155704 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ef5260-715d-4e8a-9f70-e499b04f6cdc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.156335 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ef5260-715d-4e8a-9f70-e499b04f6cdc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.167590 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-22ef5260-715d-4e8a-9f70-e499b04f6cdc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/1b2d14e6-284f-4df8-be0c-eec0e141840f HTTP/1.1" status: 404 len: 333 time: 0.0652480 Nov 26 03:00:48.167830 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54088) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.191165 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7b908811-7f43-4de2-9110-2d5edf15e935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:48.206228 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf43700-15bf-4e58-921e-8d9302ebe62a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.206811 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf43700-15bf-4e58-921e-8d9302ebe62a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.212105 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2bf43700-15bf-4e58-921e-8d9302ebe62a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/cbbe48f4-9255-48c4-bdc2-716d7cbb12c9 HTTP/1.1" status: 404 len: 337 time: 0.0409710 Nov 26 03:00:48.213502 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54090) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.230331 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b908811-7f43-4de2-9110-2d5edf15e935 None None] Pushing event deleted for resources: {'Port': ['ID=42f0fb3f-4ddd-41b3-ab2f-c2549b806391,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:48.241146 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b908811-7f43-4de2-9110-2d5edf15e935 None None] No DVR routers for this DVR port 42f0fb3f-4ddd-41b3-ab2f-c2549b806391 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:00:48.243591 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-313b3e0f-6d13-4a35-a185-1ddbdbf230d0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.244336 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313b3e0f-6d13-4a35-a185-1ddbdbf230d0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.253838 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-313b3e0f-6d13-4a35-a185-1ddbdbf230d0 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/940bef8f-dd5d-41ba-9acc-49120f7bf4c9 HTTP/1.1" status: 404 len: 333 time: 0.0385895 Nov 26 03:00:48.255189 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54092) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.265502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be73fa2-b6ac-4af5-a8da-0236c7141129 req-6992891a-afde-44e7-80fc-d8dc1ca9bb6b tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:48.273594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1be73fa2-b6ac-4af5-a8da-0236c7141129 req-6992891a-afde-44e7-80fc-d8dc1ca9bb6b tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0f621a-664a-490f-b9ad-e0b26aa80062 HTTP/1.1" status: 200 len: 945 time: 0.1557722 Nov 26 03:00:48.288701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-101f5be8-69a1-45d0-8c31-597e2eb5c623 req-68ec29b3-6856-45b6-9573-f65aea554f4c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2177355 Nov 26 03:00:48.290813 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0162eb-5ffd-40c9-98f0-a619bdf2508a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.291285 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c0162eb-5ffd-40c9-98f0-a619bdf2508a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.297115 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9c0162eb-5ffd-40c9-98f0-a619bdf2508a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/9a76982f-f1e4-41d5-be44-079929995d55 HTTP/1.1" status: 404 len: 337 time: 0.0407643 Nov 26 03:00:48.297760 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54094) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.323372 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ca347a-42ad-4697-8811-75cd18134b2d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.324711 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ca347a-42ad-4697-8811-75cd18134b2d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.331182 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b1ca347a-42ad-4697-8811-75cd18134b2d tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/27c3fb43-850b-420f-ab70-6a96c9c507fc HTTP/1.1" status: 404 len: 333 time: 0.0323961 Nov 26 03:00:48.331795 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54098) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.353732 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1be73fa2-b6ac-4af5-a8da-0236c7141129 req-f5aa0696-5993-4486-bc5c-eb4ca5d8dc8a tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/security-groups?id=de22532e-e062-4a98-af3d-a198a11b7cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791812 Nov 26 03:00:48.360938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e5bb77fe-a6e9-4e20-96fd-c2b5107e58c9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Deleting port 8be3bf7e-8853-443e-9883-2546fd4abe46 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:48.361395 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e5bb77fe-a6e9-4e20-96fd-c2b5107e58c9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:48.365049 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b489415c-e7be-465b-a0b9-045e4a0c64a1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.365522 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b489415c-e7be-465b-a0b9-045e4a0c64a1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.371784 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b489415c-e7be-465b-a0b9-045e4a0c64a1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/005314f6-d2e3-42da-831e-9b6888a85967 HTTP/1.1" status: 404 len: 337 time: 0.0384960 Nov 26 03:00:48.372475 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54100) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.403412 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-544785ce-c2fc-443d-b94d-bbd927aacc40 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.403977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544785ce-c2fc-443d-b94d-bbd927aacc40 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.408287 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-544785ce-c2fc-443d-b94d-bbd927aacc40 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/ade61a77-8a02-4a1b-90a8-34def4b80cbe HTTP/1.1" status: 404 len: 333 time: 0.0347645 Nov 26 03:00:48.410130 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54102) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.435370 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e64fc8-9a21-4e9d-98be-250dab16088a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.435859 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0e64fc8-9a21-4e9d-98be-250dab16088a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.440108 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d0e64fc8-9a21-4e9d-98be-250dab16088a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/6d6190cc-ea0b-4ea2-893b-fd550b8558d5 HTTP/1.1" status: 404 len: 337 time: 0.0279453 Nov 26 03:00:48.442937 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54104) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.490538 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f64f1a-1901-4499-a80d-c07e58c45c2b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.491593 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f64f1a-1901-4499-a80d-c07e58c45c2b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.494172 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-00f64f1a-1901-4499-a80d-c07e58c45c2b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/c9572171-2abb-49a3-8676-bbcda5a03c39 HTTP/1.1" status: 404 len: 333 time: 0.0503280 Nov 26 03:00:48.496995 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54106) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.523829 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-80048c63-afdf-4560-b23a-d7b278f740b9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.524246 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80048c63-afdf-4560-b23a-d7b278f740b9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.528098 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-80048c63-afdf-4560-b23a-d7b278f740b9 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/7fd59468-cde7-4cad-9fda-88eb385c429d HTTP/1.1" status: 404 len: 337 time: 0.0293317 Nov 26 03:00:48.530148 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54108) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.536575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58729e32-75a2-4800-a79c-0f80e1b17555 req-13ba6629-b7ae-4884-9c99-31d157bef9c2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:48.538139 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58729e32-75a2-4800-a79c-0f80e1b17555 req-13ba6629-b7ae-4884-9c99-31d157bef9c2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.1119077 Nov 26 03:00:48.552932 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e5bb77fe-a6e9-4e20-96fd-c2b5107e58c9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:48.567449 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf673a8a-2188-4f07-ac0c-8dbf57d487f4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.567917 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf673a8a-2188-4f07-ac0c-8dbf57d487f4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.568182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e5bb77fe-a6e9-4e20-96fd-c2b5107e58c9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Calling delete_port for 8be3bf7e-8853-443e-9883-2546fd4abe46 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:48.571229 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bf673a8a-2188-4f07-ac0c-8dbf57d487f4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/7bfc7a1e-23d1-4241-8172-773ae039abf3 HTTP/1.1" status: 404 len: 337 time: 0.0399199 Nov 26 03:00:48.573845 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54110) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.599822 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-71606485-4b3e-4219-ae96-15da64d2294e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.600445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71606485-4b3e-4219-ae96-15da64d2294e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.604788 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-71606485-4b3e-4219-ae96-15da64d2294e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/4f1cac36-8391-45ca-a057-5fee33c0acfb HTTP/1.1" status: 404 len: 333 time: 0.0298927 Nov 26 03:00:48.607155 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54112) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.646209 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65748f6-e25f-43a8-b225-2a6093189260 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.646209 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c65748f6-e25f-43a8-b225-2a6093189260 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.646209 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c65748f6-e25f-43a8-b225-2a6093189260 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/48bb61e3-8011-4d7d-b5f9-d5c717ef7c2a HTTP/1.1" status: 404 len: 337 time: 0.0367293 Nov 26 03:00:48.648426 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54114) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.688327 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2dd06ca-ec1c-40a7-bb32-b7f5ae14c74b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.690133 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2dd06ca-ec1c-40a7-bb32-b7f5ae14c74b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.700502 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e2dd06ca-ec1c-40a7-bb32-b7f5ae14c74b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/12804be6-2855-4897-8792-878a985a5b69 HTTP/1.1" status: 404 len: 337 time: 0.0509920 Nov 26 03:00:48.703653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54118) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.730208 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a86baa-b29e-48a3-a369-25996a4fab1b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.730774 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a86baa-b29e-48a3-a369-25996a4fab1b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.737664 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-69a86baa-b29e-48a3-a369-25996a4fab1b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/81ceffe0-46cb-4da0-be00-c5897316b7a3 HTTP/1.1" status: 404 len: 333 time: 0.0329857 Nov 26 03:00:48.738326 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54120) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.754012 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58729e32-75a2-4800-a79c-0f80e1b17555 req-669ae9e2-c829-4e6c-aaf1-730f3441e724 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071638 Nov 26 03:00:48.777001 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dce9861-d1b4-4962-820f-3ae1232dcdcc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.777787 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dce9861-d1b4-4962-820f-3ae1232dcdcc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.783728 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54122) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.784162 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3dce9861-d1b4-4962-820f-3ae1232dcdcc tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/cead0946-150d-4d9f-9552-47cdb3950c62 HTTP/1.1" status: 404 len: 337 time: 0.0446382 Nov 26 03:00:48.821246 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e5bb77fe-a6e9-4e20-96fd-c2b5107e58c9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:48.823398 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-17617af4-5ea4-4a53-a1ec-d9688ded1b6a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.823931 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17617af4-5ea4-4a53-a1ec-d9688ded1b6a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.831116 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-17617af4-5ea4-4a53-a1ec-d9688ded1b6a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/bba41b5e-d84e-45b1-bb47-87a42adbbd47 HTTP/1.1" status: 404 len: 337 time: 0.0392268 Nov 26 03:00:48.832806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54126) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.879193 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb77fe-a6e9-4e20-96fd-c2b5107e58c9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event deleted for resources: {'Port': ['ID=8be3bf7e-8853-443e-9883-2546fd4abe46,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:48.883027 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2d9943-9ea6-423b-92d4-5dfa07ec9f4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.883586 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2d9943-9ea6-423b-92d4-5dfa07ec9f4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.894731 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ee2d9943-9ea6-423b-92d4-5dfa07ec9f4c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/a563b85e-a868-4cbb-acd0-ed80c6c28409 HTTP/1.1" status: 404 len: 333 time: 0.0607493 Nov 26 03:00:48.897580 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54128) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.943059 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ddb4ee-f8c8-4720-ac18-95fabcf5f74a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.943931 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ddb4ee-f8c8-4720-ac18-95fabcf5f74a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.951851 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-27ddb4ee-f8c8-4720-ac18-95fabcf5f74a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/3226d86e-4c56-4988-ab59-13d926d2fa72 HTTP/1.1" status: 404 len: 337 time: 0.0510423 Nov 26 03:00:48.952042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54130) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:48.992990 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0be27e-c12c-4fea-85fc-18f603122cd1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:48.993458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0be27e-c12c-4fea-85fc-18f603122cd1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:48.998876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9d0be27e-c12c-4fea-85fc-18f603122cd1 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/a6b6f0ef-a8f4-4eae-bd39-c3eed2f7e7b9 HTTP/1.1" status: 404 len: 337 time: 0.0438435 Nov 26 03:00:48.999257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54132) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.020858 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e5bb77fe-a6e9-4e20-96fd-c2b5107e58c9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:49.024599 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e5bb77fe-a6e9-4e20-96fd-c2b5107e58c9 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "DELETE /v2.0/ports/8be3bf7e-8853-443e-9883-2546fd4abe46 HTTP/1.1" status: 204 len: 168 time: 1.0530815 Nov 26 03:00:49.027404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54136) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.030972 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-52b3d58e-8c8f-46f4-ae67-597628d2304b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d665fe1-2de0-4bd6-99a2-30e708b63990 HTTP/1.1" status: 200 len: 205 time: 0.0305884 Nov 26 03:00:49.033763 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54138) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.080302 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-b5a14130-0c3e-4910-8ecb-b93185d2d25b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] delete failed (client error): The resource could not be found. Nov 26 03:00:49.084630 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b5a14130-0c3e-4910-8ecb-b93185d2d25b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/routers/2d665fe1-2de0-4bd6-99a2-30e708b63990 HTTP/1.1" status: 404 len: 336 time: 0.0497415 Nov 26 03:00:49.085573 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54140) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.115930 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f56bd78-8a57-47fb-8717-ad186d917d0c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:49.116359 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f56bd78-8a57-47fb-8717-ad186d917d0c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:49.132922 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1f56bd78-8a57-47fb-8717-ad186d917d0c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/c9824a2c-0402-4c88-8dfc-f773cddbd8aa HTTP/1.1" status: 404 len: 337 time: 0.0461457 Nov 26 03:00:49.133673 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54142) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.173172 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-92daaad9-072d-4865-a791-59e9bf1ce833 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "GET /v2.0/ports?device_id=daa56a2a-b070-4f05-bf11-5de362093f3b HTTP/1.1" status: 200 len: 205 time: 0.0377648 Nov 26 03:00:49.173684 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54144) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.175463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-6c1fb6ee-f526-4085-8d53-8d3234ba9d83 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Deleting port 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:49.175813 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb6ee-f526-4085-8d53-8d3234ba9d83 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:49.226773 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-bea60209-d705-4de4-9b82-d65c4539216a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] delete failed (client error): The resource could not be found. Nov 26 03:00:49.229012 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bea60209-d705-4de4-9b82-d65c4539216a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/routers/daa56a2a-b070-4f05-bf11-5de362093f3b HTTP/1.1" status: 404 len: 336 time: 0.0532951 Nov 26 03:00:49.231638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54146) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.277845 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-140cda43-15cf-4941-86bf-2bee63cd12ae tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:49.278306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140cda43-15cf-4941-86bf-2bee63cd12ae tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:49.284232 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-140cda43-15cf-4941-86bf-2bee63cd12ae tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/5b54d0c2-ad7a-4a70-bb84-240a4687ee5d HTTP/1.1" status: 404 len: 337 time: 0.0485532 Nov 26 03:00:49.284613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54148) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.333019 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c85897-e4dc-4cd0-9e34-a28c30876b42 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:49.333605 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c85897-e4dc-4cd0-9e34-a28c30876b42 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:49.337265 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-67c85897-e4dc-4cd0-9e34-a28c30876b42 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/2bae2c8d-5c6a-484e-8818-d672125ece6c HTTP/1.1" status: 404 len: 337 time: 0.0513334 Nov 26 03:00:49.341031 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54152) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.376541 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e814094b-d759-4f52-9de1-82bdcb68d51c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:49.377846 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e814094b-d759-4f52-9de1-82bdcb68d51c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:49.378165 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb6ee-f526-4085-8d53-8d3234ba9d83 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:49.386440 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e814094b-d759-4f52-9de1-82bdcb68d51c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/fd58d5f4-abef-4790-827a-5e9c3736973f HTTP/1.1" status: 404 len: 333 time: 0.0434177 Nov 26 03:00:49.387086 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54156) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.415359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-6c1fb6ee-f526-4085-8d53-8d3234ba9d83 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Calling delete_port for 22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:49.419724 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a42601f-da47-4b0c-90bd-26d819eb76a4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:49.420223 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a42601f-da47-4b0c-90bd-26d819eb76a4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:49.426595 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8a42601f-da47-4b0c-90bd-26d819eb76a4 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/78eb82d4-1fe3-41fe-9235-4edb32f5e98b HTTP/1.1" status: 404 len: 337 time: 0.0372908 Nov 26 03:00:49.427236 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54158) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.462432 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a90d82-53d4-44f8-9a90-23ecad8a523a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:49.463199 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a90d82-53d4-44f8-9a90-23ecad8a523a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:49.469367 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-82a90d82-53d4-44f8-9a90-23ecad8a523a tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/53539092-c6d8-4f4a-ae23-7017aff1ebbd HTTP/1.1" status: 404 len: 333 time: 0.0410492 Nov 26 03:00:49.470361 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54160) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.497760 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-549cb379-b187-454f-9be7-d33fca7ed088 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:49.498233 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549cb379-b187-454f-9be7-d33fca7ed088 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:49.505135 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-549cb379-b187-454f-9be7-d33fca7ed088 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/3ee2b7be-daae-4e96-8bee-f891fb1e875c HTTP/1.1" status: 404 len: 337 time: 0.0335066 Nov 26 03:00:49.505645 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54162) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.533967 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54850e0-cb67-45dc-8466-a2b985c32ee5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:49.534625 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54850e0-cb67-45dc-8466-a2b985c32ee5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:49.540448 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b54850e0-cb67-45dc-8466-a2b985c32ee5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/f851bc2b-7737-4218-819b-e28046a2d3a6 HTTP/1.1" status: 404 len: 333 time: 0.0337241 Nov 26 03:00:49.541219 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54164) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.574423 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae42270c-08a3-4dad-8307-b5211973e947 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:49.574884 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae42270c-08a3-4dad-8307-b5211973e947 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:49.580796 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54166) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.581360 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ae42270c-08a3-4dad-8307-b5211973e947 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/3aa4dda1-6d96-4b05-a405-7ac2c4652bda HTTP/1.1" status: 404 len: 337 time: 0.0386155 Nov 26 03:00:49.654123 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fb210a-daa6-42dd-9fdd-ae8fa228350c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:49.654695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1fb210a-daa6-42dd-9fdd-ae8fa228350c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:49.660502 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54168) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.663634 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b1fb210a-daa6-42dd-9fdd-ae8fa228350c tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/253101c4-3eae-4e0c-8761-b16a9847a39e HTTP/1.1" status: 404 len: 333 time: 0.0767741 Nov 26 03:00:49.681882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d033de-7dc3-4022-a730-e3c649a21bb2 req-b238a1bc-386f-416c-a836-94fd736a1217 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:49.688502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d033de-7dc3-4022-a730-e3c649a21bb2 req-b238a1bc-386f-416c-a836-94fd736a1217 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:49.695738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d033de-7dc3-4022-a730-e3c649a21bb2 req-b238a1bc-386f-416c-a836-94fd736a1217 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:49.702016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d033de-7dc3-4022-a730-e3c649a21bb2 req-b238a1bc-386f-416c-a836-94fd736a1217 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:49.705223 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2859f7-0c28-4edb-afe6-e0bb82540ae5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:49.705697 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd2859f7-0c28-4edb-afe6-e0bb82540ae5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:49.712600 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dd2859f7-0c28-4edb-afe6-e0bb82540ae5 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/1da50be4-d369-458c-a9cb-8369fe6f2a62 HTTP/1.1" status: 404 len: 337 time: 0.0510538 Nov 26 03:00:49.713205 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54172) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.724037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d033de-7dc3-4022-a730-e3c649a21bb2 req-b238a1bc-386f-416c-a836-94fd736a1217 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:49.737692 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71bdafb-718d-4e5c-88c9-a3a1f07effd3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:49.738275 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71bdafb-718d-4e5c-88c9-a3a1f07effd3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:49.740658 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d033de-7dc3-4022-a730-e3c649a21bb2 req-b238a1bc-386f-416c-a836-94fd736a1217 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:49.744306 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b71bdafb-718d-4e5c-88c9-a3a1f07effd3 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/57115860-fa6b-44eb-915e-23f8178801d2 HTTP/1.1" status: 404 len: 333 time: 0.0300813 Nov 26 03:00:49.744910 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54174) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.748018 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d033de-7dc3-4022-a730-e3c649a21bb2 req-b238a1bc-386f-416c-a836-94fd736a1217 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:49.750633 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a0d033de-7dc3-4022-a730-e3c649a21bb2 req-b238a1bc-386f-416c-a836-94fd736a1217 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.2978339 Nov 26 03:00:49.779047 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-970c4dfa-a7ad-4598-b798-6e030727f928 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:49.779469 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970c4dfa-a7ad-4598-b798-6e030727f928 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:49.788044 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-970c4dfa-a7ad-4598-b798-6e030727f928 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/881df5e4-9a4d-46ce-8d45-c617bd0559ee HTTP/1.1" status: 404 len: 337 time: 0.0403647 Nov 26 03:00:49.788044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54178) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.791963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421df39-96fb-40de-8483-2aa67c552671 req-c900bc8d-3889-4dad-b21b-c45a7e246339 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:49.801201 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8421df39-96fb-40de-8483-2aa67c552671 req-c900bc8d-3889-4dad-b21b-c45a7e246339 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0f621a-664a-490f-b9ad-e0b26aa80062 HTTP/1.1" status: 200 len: 945 time: 0.3231790 Nov 26 03:00:49.810280 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3d88cb-07c4-495b-bf0d-50cf9e97e894 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:49.810865 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3d88cb-07c4-495b-bf0d-50cf9e97e894 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:49.817423 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1d3d88cb-07c4-495b-bf0d-50cf9e97e894 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/59976d71-d29c-48ea-8f10-63315e4ccb1c HTTP/1.1" status: 404 len: 333 time: 0.0296609 Nov 26 03:00:49.818116 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54180) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.850761 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5dd232e-580b-403b-a86a-fb69bf5be142 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:49.851398 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5dd232e-580b-403b-a86a-fb69bf5be142 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:49.854887 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a5dd232e-580b-403b-a86a-fb69bf5be142 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/6c2122ff-e7fd-4cf7-89b3-fd40b11afaf6 HTTP/1.1" status: 404 len: 337 time: 0.0358326 Nov 26 03:00:49.860512 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54182) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.885383 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-08931197-eaec-4bf2-b744-801b21ffbb43 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:49.885854 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08931197-eaec-4bf2-b744-801b21ffbb43 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:49.892649 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-08931197-eaec-4bf2-b744-801b21ffbb43 tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/ports/7d426f54-3ac4-4343-a687-b5de6f8e2935 HTTP/1.1" status: 404 len: 333 time: 0.0310650 Nov 26 03:00:49.893408 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54186) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.920424 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc30a49e-8f81-498c-8f24-62ad5c27d42b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] DELETE failed (client error): The resource could not be found. Nov 26 03:00:49.920899 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc30a49e-8f81-498c-8f24-62ad5c27d42b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:00:49.927580 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fc30a49e-8f81-498c-8f24-62ad5c27d42b tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/subnets/891ace54-4e12-4ef1-b8bb-131922ebe1b2 HTTP/1.1" status: 404 len: 337 time: 0.0332778 Nov 26 03:00:49.928222 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54188) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:49.949578 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8421df39-96fb-40de-8483-2aa67c552671 req-16ea969c-2802-4747-8ecb-d33ad28d4871 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/security-groups?id=de22532e-e062-4a98-af3d-a198a11b7cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423938 Nov 26 03:00:50.032596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71524a-5724-4d6f-8576-5798129adab9 req-cb20d453-5e4b-41fb-b295-af5dffa22197 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:50.034208 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca71524a-5724-4d6f-8576-5798129adab9 req-cb20d453-5e4b-41fb-b295-af5dffa22197 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a0f621a-664a-490f-b9ad-e0b26aa80062 HTTP/1.1" status: 200 len: 945 time: 0.2037468 Nov 26 03:00:50.034988 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2052686-ae78-4c65-a5fe-447726353f6e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:50.041094 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a0d033de-7dc3-4022-a730-e3c649a21bb2 req-224874d1-ad05-4240-92df-c59892b96446 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2822940 Nov 26 03:00:50.105076 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb6ee-f526-4085-8d53-8d3234ba9d83 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:50.166423 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2052686-ae78-4c65-a5fe-447726353f6e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:50.185060 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fb6ee-f526-4085-8d53-8d3234ba9d83 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event deleted for resources: {'Port': ['ID=22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:50.189367 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b2052686-ae78-4c65-a5fe-447726353f6e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1a2dc2-8bce-453d-a003-a5791ffd45d3']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:00:50.206263 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b2052686-ae78-4c65-a5fe-447726353f6e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92140651-8a01-4564-ad78-5e74c19ca1af') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:00:50.206707 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b2052686-ae78-4c65-a5fe-447726353f6e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92140651-8a01-4564-ad78-5e74c19ca1af') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:00:50.230398 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2052686-ae78-4c65-a5fe-447726353f6e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:50.258581 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2052686-ae78-4c65-a5fe-447726353f6e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:50.262333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224132a-90f6-4947-8e9e-26db18b767ca req-69d94715-b7ba-4507-87bb-89e66c0a121d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:50.264182 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3224132a-90f6-4947-8e9e-26db18b767ca req-69d94715-b7ba-4507-87bb-89e66c0a121d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.1710262 Nov 26 03:00:50.272800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2052686-ae78-4c65-a5fe-447726353f6e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:00:50.273967 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2052686-ae78-4c65-a5fe-447726353f6e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: items = [ Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:00:50.277558 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:00:50.350448 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb6ee-f526-4085-8d53-8d3234ba9d83 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:50.353989 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6c1fb6ee-f526-4085-8d53-8d3234ba9d83 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "DELETE /v2.0/ports/22d4d1ff-d700-4c35-bf0e-50c1f5a5de8f HTTP/1.1" status: 204 len: 168 time: 1.3253031 Nov 26 03:00:50.357432 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54192) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:50.362320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-ca71524a-5724-4d6f-8576-5798129adab9 req-bdededc1-3b8c-44d9-9dd7-74611a928616 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Deleting port 6002bc02-5ce4-4451-a70b-0dfaae6fd655 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:50.362659 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ca71524a-5724-4d6f-8576-5798129adab9 req-bdededc1-3b8c-44d9-9dd7-74611a928616 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:50.372042 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2052686-ae78-4c65-a5fe-447726353f6e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:50.387022 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3224132a-90f6-4947-8e9e-26db18b767ca req-10932610-7adb-4d5f-84df-630fc81f95a8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960784 Nov 26 03:00:50.394636 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2052686-ae78-4c65-a5fe-447726353f6e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:50.401497 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b2052686-ae78-4c65-a5fe-447726353f6e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] 10.222.0.31 "DELETE /v2.0/networks/af1a2dc2-8bce-453d-a003-a5791ffd45d3 HTTP/1.1" status: 204 len: 168 time: 0.4722490 Nov 26 03:00:50.481803 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2052686-ae78-4c65-a5fe-447726353f6e tempest-NetworksTestDHCPv6-1067646526 tempest-NetworksTestDHCPv6-1067646526-project] Pushing event deleted for resources: {'Network': ['ID=af1a2dc2-8bce-453d-a003-a5791ffd45d3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:50.508397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ca71524a-5724-4d6f-8576-5798129adab9 req-bdededc1-3b8c-44d9-9dd7-74611a928616 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] For port 6002bc02-5ce4-4451-a70b-0dfaae6fd655, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6002bc02-5ce4-4451-a70b-0dfaae6fd655,segment=NetworkSegment(44d974dd-73c9-4884-8729-1176aa411b6e),segment_id=44d974dd-73c9-4884-8729-1176aa411b6e)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:50.508735 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ca71524a-5724-4d6f-8576-5798129adab9 req-bdededc1-3b8c-44d9-9dd7-74611a928616 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:50.537284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-94501e27-c234-42ea-82f0-de77a26dae7f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Deleting subnet 46d2ec77-6d8a-4d0f-b6e0-8fe9b1c5d96d {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:00:50.545577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-ca71524a-5724-4d6f-8576-5798129adab9 req-bdededc1-3b8c-44d9-9dd7-74611a928616 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Calling delete_port for 6002bc02-5ce4-4451-a70b-0dfaae6fd655 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:50.548068 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94501e27-c234-42ea-82f0-de77a26dae7f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:50.617822 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94501e27-c234-42ea-82f0-de77a26dae7f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:50.796483 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ca71524a-5724-4d6f-8576-5798129adab9 req-bdededc1-3b8c-44d9-9dd7-74611a928616 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:50.843866 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94501e27-c234-42ea-82f0-de77a26dae7f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:50.872024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdededc1-3b8c-44d9-9dd7-74611a928616 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Pushing event deleted for resources: {'Port': ['ID=6002bc02-5ce4-4451-a70b-0dfaae6fd655,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:50.880253 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe749b2-0cbe-4176-8d66-bfc92154a31e None None] DHCP port deletion for 022397a8-cb16-40fa-b5e5-ef8168b1e7b9 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:00:50.956369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3cb9f-d217-42ce-a1fe-17a06a1b481c req-ded7e302-4632-49ac-8e94-ddb0b7e4daf2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:50.957870 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42c3cb9f-d217-42ce-a1fe-17a06a1b481c req-ded7e302-4632-49ac-8e94-ddb0b7e4daf2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.1762362 Nov 26 03:00:50.959066 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca71524a-5724-4d6f-8576-5798129adab9 req-bdededc1-3b8c-44d9-9dd7-74611a928616 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] No DVR routers for this DVR port 6002bc02-5ce4-4451-a70b-0dfaae6fd655 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:00:50.961799 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ca71524a-5724-4d6f-8576-5798129adab9 req-bdededc1-3b8c-44d9-9dd7-74611a928616 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:50.980241 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca71524a-5724-4d6f-8576-5798129adab9 req-bdededc1-3b8c-44d9-9dd7-74611a928616 tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.59 "DELETE /v2.0/ports/6002bc02-5ce4-4451-a70b-0dfaae6fd655 HTTP/1.1" status: 204 len: 173 time: 0.9368243 Nov 26 03:00:50.990398 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54206) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:51.013277 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94501e27-c234-42ea-82f0-de77a26dae7f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:51.026257 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0f621a-664a-490f-b9ad-e0b26aa80062', 'name': 'network-vif-deleted', 'tag': '6002bc02-5ce4-4451-a70b-0dfaae6fd655'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:00:51.033031 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a784e2-a2a9-425b-9c4f-84bbbf35a8e2" -d '{"events": [{"server_uuid": "5a0f621a-664a-490f-b9ad-e0b26aa80062", "name": "network-vif-deleted", "tag": "6002bc02-5ce4-4451-a70b-0dfaae6fd655"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:00:51.102279 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94501e27-c234-42ea-82f0-de77a26dae7f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event deleted for resources: {'Subnet': ['ID=46d2ec77-6d8a-4d0f-b6e0-8fe9b1c5d96d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:51.109476 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94501e27-c234-42ea-82f0-de77a26dae7f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:51.109937 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347d2cd1-56c3-49c6-b409-0af649e354b7 None None] Network 9c07786a-4bb0-4031-ab82-de5af92a6806 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:51.119549 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-94501e27-c234-42ea-82f0-de77a26dae7f tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "DELETE /v2.0/subnets/46d2ec77-6d8a-4d0f-b6e0-8fe9b1c5d96d HTTP/1.1" status: 204 len: 168 time: 0.7584000 Nov 26 03:00:51.120763 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54218) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:51.162169 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42c3cb9f-d217-42ce-a1fe-17a06a1b481c req-9ea67f0b-b8e3-4028-853d-4828196363ad tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785705 Nov 26 03:00:51.246148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00f352e8-8bad-422c-962d-9c6b722facab req-a7e5375c-abfe-40cd-bc02-96bb3fe3c84a tempest-VolumesActionsTest-1145996446 tempest-VolumesActionsTest-1145996446-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0f621a-664a-490f-b9ad-e0b26aa80062 HTTP/1.1" status: 200 len: 210 time: 0.0955021 Nov 26 03:00:51.283540 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1445930-174b-4600-9fb2-69666b0f3dcf x-openstack-request-id: req-b1445930-174b-4600-9fb2-69666b0f3dcf {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:00:51.283844 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0f621a-664a-490f-b9ad-e0b26aa80062", "name": "network-vif-deleted", "tag": "6002bc02-5ce4-4451-a70b-0dfaae6fd655", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:00:51.284137 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1445930-174b-4600-9fb2-69666b0f3dcf {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:00:51.284550 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0f621a-664a-490f-b9ad-e0b26aa80062', 'name': 'network-vif-deleted', 'tag': '6002bc02-5ce4-4451-a70b-0dfaae6fd655', 'status': 'completed', 'code': 200} Nov 26 03:00:51.328867 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-599f31f2-c645-417a-80f4-cd4d42ec2a2b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Deleting subnet 63d50455-9704-4445-9844-5a1aa7d1e6f7 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:00:51.358916 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-599f31f2-c645-417a-80f4-cd4d42ec2a2b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:51.493939 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-599f31f2-c645-417a-80f4-cd4d42ec2a2b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:51.529104 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab25e6d5-2afc-417d-95e3-18e91e338376 None None] DHCP port deletion for 9c07786a-4bb0-4031-ab82-de5af92a6806 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:00:51.571757 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5f4a81ec-1188-4d67-aafb-0f05d06bde46 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8730705231ff4cfdb4b56d2f3c5e06d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5800295 Nov 26 03:00:51.576953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fc82f-2656-49ae-8706-613ff9794a85 req-22f9081c-8cb3-4852-9f6f-9227987db70b tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:51.577612 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54226) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:51.583057 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fc82f-2656-49ae-8706-613ff9794a85 req-22f9081c-8cb3-4852-9f6f-9227987db70b tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:51.601148 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fc82f-2656-49ae-8706-613ff9794a85 req-22f9081c-8cb3-4852-9f6f-9227987db70b tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:51.616690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fc82f-2656-49ae-8706-613ff9794a85 req-22f9081c-8cb3-4852-9f6f-9227987db70b tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:51.635525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ab25e6d5-2afc-417d-95e3-18e91e338376 None None] Deleting port 65eb3d2f-9dbe-421b-a696-a38e02b4443c {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:51.636388 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ab25e6d5-2afc-417d-95e3-18e91e338376 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:51.648188 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fc82f-2656-49ae-8706-613ff9794a85 req-22f9081c-8cb3-4852-9f6f-9227987db70b tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:51.666629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fc82f-2656-49ae-8706-613ff9794a85 req-22f9081c-8cb3-4852-9f6f-9227987db70b tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:51.684248 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fc82f-2656-49ae-8706-613ff9794a85 req-22f9081c-8cb3-4852-9f6f-9227987db70b tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:51.689800 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-642fc82f-2656-49ae-8706-613ff9794a85 req-22f9081c-8cb3-4852-9f6f-9227987db70b tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.2362499 Nov 26 03:00:51.754823 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ab25e6d5-2afc-417d-95e3-18e91e338376 None None] For port 65eb3d2f-9dbe-421b-a696-a38e02b4443c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=65eb3d2f-9dbe-421b-a696-a38e02b4443c,segment=NetworkSegment(d1a472b8-5e0f-401d-ae98-42c43399d15c),segment_id=d1a472b8-5e0f-401d-ae98-42c43399d15c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:51.755117 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ab25e6d5-2afc-417d-95e3-18e91e338376 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:51.769245 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ab25e6d5-2afc-417d-95e3-18e91e338376 None None] Calling delete_port for 65eb3d2f-9dbe-421b-a696-a38e02b4443c owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:51.795458 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-642fc82f-2656-49ae-8706-613ff9794a85 req-19504147-c635-4751-ace6-dcdc97b21387 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999224 Nov 26 03:00:51.816637 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-599f31f2-c645-417a-80f4-cd4d42ec2a2b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:51.816637 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee77cbe5-897a-45cf-874a-dd989588cfb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:51.836142 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee77cbe5-897a-45cf-874a-dd989588cfb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:51.900568 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ab25e6d5-2afc-417d-95e3-18e91e338376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:51.914294 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee77cbe5-897a-45cf-874a-dd989588cfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:51.917383 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee77cbe5-897a-45cf-874a-dd989588cfb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:51.918061 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25e6d5-2afc-417d-95e3-18e91e338376 None None] No DVR routers for this DVR port 65eb3d2f-9dbe-421b-a696-a38e02b4443c on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:00:51.918719 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ee77cbe5-897a-45cf-874a-dd989588cfb3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83aa0bcc-20f9-4b9d-99d6-c4caabe00f09 HTTP/1.1" status: 204 len: 168 time: 0.3375990 Nov 26 03:00:51.936942 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77cbe5-897a-45cf-874a-dd989588cfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83aa0bcc-20f9-4b9d-99d6-c4caabe00f09,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:51.988743 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-599f31f2-c645-417a-80f4-cd4d42ec2a2b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:52.008521 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25e6d5-2afc-417d-95e3-18e91e338376 None None] Pushing event deleted for resources: {'Port': ['ID=65eb3d2f-9dbe-421b-a696-a38e02b4443c,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:52.053935 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f31f2-c645-417a-80f4-cd4d42ec2a2b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event deleted for resources: {'Subnet': ['ID=63d50455-9704-4445-9844-5a1aa7d1e6f7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:52.056044 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-599f31f2-c645-417a-80f4-cd4d42ec2a2b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:52.059353 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-599f31f2-c645-417a-80f4-cd4d42ec2a2b tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "DELETE /v2.0/subnets/63d50455-9704-4445-9844-5a1aa7d1e6f7 HTTP/1.1" status: 204 len: 168 time: 0.9365520 Nov 26 03:00:52.062420 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54232) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:52.068429 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955e7586-746c-4057-9ead-7869097fda36 None None] Network 936fa975-95c9-4edd-86b5-749a85dee6b7 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:52.190130 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9dcfe4cb-ff98-4bb2-945c-31dd53badfcf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:52.424977 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:52.430883 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9dcfe4cb-ff98-4bb2-945c-31dd53badfcf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:52.512944 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac8ad7-35b1-496a-91b9-46f8ff65c3c3 req-e4d66eab-f04f-4031-9f60-a129cddec0bc tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:52.514643 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19ac8ad7-35b1-496a-91b9-46f8ff65c3c3 req-e4d66eab-f04f-4031-9f60-a129cddec0bc tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.2097712 Nov 26 03:00:52.520551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-9dcfe4cb-ff98-4bb2-945c-31dd53badfcf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c07786a-4bb0-4031-ab82-de5af92a6806']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:00:52.531385 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-9dcfe4cb-ff98-4bb2-945c-31dd53badfcf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a472b8-5e0f-401d-ae98-42c43399d15c') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:00:52.531891 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-9dcfe4cb-ff98-4bb2-945c-31dd53badfcf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a472b8-5e0f-401d-ae98-42c43399d15c') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:00:52.543532 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9dcfe4cb-ff98-4bb2-945c-31dd53badfcf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:52.590650 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9dcfe4cb-ff98-4bb2-945c-31dd53badfcf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:52.593091 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c589ab-8e2a-48e8-b25b-6d9da9632563 None None] DHCP port deletion for 936fa975-95c9-4edd-86b5-749a85dee6b7 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:00:52.598818 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6002bc02-5ce4-4451-a70b-0dfaae6fd655 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:00:52.610760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dcfe4cb-ff98-4bb2-945c-31dd53badfcf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:00:52.611710 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9dcfe4cb-ff98-4bb2-945c-31dd53badfcf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: items = [ Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:00:52.615225 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:00:52.658623 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19ac8ad7-35b1-496a-91b9-46f8ff65c3c3 req-0606f055-da48-49d9-acfd-7ab34c23471e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113241 Nov 26 03:00:52.673116 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 6002bc02-5ce4-4451-a70b-0dfaae6fd655 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:00:52.674856 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6002bc02-5ce4-4451-a70b-0dfaae6fd655 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:00:52.790678 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-41c589ab-8e2a-48e8-b25b-6d9da9632563 None None] Deleting port fd064307-15f4-4111-9646-7c69b94a3d48 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:52.791109 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-41c589ab-8e2a-48e8-b25b-6d9da9632563 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:52.797181 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9dcfe4cb-ff98-4bb2-945c-31dd53badfcf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:52.819325 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9dcfe4cb-ff98-4bb2-945c-31dd53badfcf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:52.845220 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54262) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:52.847449 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9dcfe4cb-ff98-4bb2-945c-31dd53badfcf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "DELETE /v2.0/networks/9c07786a-4bb0-4031-ab82-de5af92a6806 HTTP/1.1" status: 204 len: 168 time: 0.7834837 Nov 26 03:00:52.915953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfe4cb-ff98-4bb2-945c-31dd53badfcf tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event deleted for resources: {'Network': ['ID=9c07786a-4bb0-4031-ab82-de5af92a6806,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:53.057989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-41c589ab-8e2a-48e8-b25b-6d9da9632563 None None] For port fd064307-15f4-4111-9646-7c69b94a3d48, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=fd064307-15f4-4111-9646-7c69b94a3d48,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:53.058580 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-41c589ab-8e2a-48e8-b25b-6d9da9632563 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:53.083536 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:53.121653 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-41c589ab-8e2a-48e8-b25b-6d9da9632563 None None] Calling delete_port for fd064307-15f4-4111-9646-7c69b94a3d48 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:53.228549 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Deleting port fd064307-15f4-4111-9646-7c69b94a3d48 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:00:53.231314 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:53.241149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99d7cb-2ea8-4544-83a2-6e49a113f627 req-187a5a5f-29d5-4efe-b12e-547f653cffc0 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:53.263339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99d7cb-2ea8-4544-83a2-6e49a113f627 req-187a5a5f-29d5-4efe-b12e-547f653cffc0 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:53.269110 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 65eb3d2f-9dbe-421b-a696-a38e02b4443c no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:00:53.277541 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-41c589ab-8e2a-48e8-b25b-6d9da9632563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:53.284231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99d7cb-2ea8-4544-83a2-6e49a113f627 req-187a5a5f-29d5-4efe-b12e-547f653cffc0 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:53.297391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99d7cb-2ea8-4544-83a2-6e49a113f627 req-187a5a5f-29d5-4efe-b12e-547f653cffc0 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:53.310981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99d7cb-2ea8-4544-83a2-6e49a113f627 req-187a5a5f-29d5-4efe-b12e-547f653cffc0 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:53.327316 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99d7cb-2ea8-4544-83a2-6e49a113f627 req-187a5a5f-29d5-4efe-b12e-547f653cffc0 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:53.341735 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99d7cb-2ea8-4544-83a2-6e49a113f627 req-187a5a5f-29d5-4efe-b12e-547f653cffc0 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:53.343710 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e99d7cb-2ea8-4544-83a2-6e49a113f627 req-187a5a5f-29d5-4efe-b12e-547f653cffc0 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.2658410 Nov 26 03:00:53.389280 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 65eb3d2f-9dbe-421b-a696-a38e02b4443c {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:00:53.389439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 65eb3d2f-9dbe-421b-a696-a38e02b4443c not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:00:53.390405 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device fd064307-15f4-4111-9646-7c69b94a3d48 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:00:53.409561 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] For port fd064307-15f4-4111-9646-7c69b94a3d48, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=fd064307-15f4-4111-9646-7c69b94a3d48,segment=NetworkSegment(96f2c009-7103-4a6c-8b2b-6d1fd7192ef3),segment_id=96f2c009-7103-4a6c-8b2b-6d1fd7192ef3)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:00:53.410167 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:53.425711 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c589ab-8e2a-48e8-b25b-6d9da9632563 None None] Pushing event deleted for resources: {'Port': ['ID=fd064307-15f4-4111-9646-7c69b94a3d48,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:53.427466 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: fd064307-15f4-4111-9646-7c69b94a3d48 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:00:53.432495 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device fd064307-15f4-4111-9646-7c69b94a3d48 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:00:53.447896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e99d7cb-2ea8-4544-83a2-6e49a113f627 req-4da3ab05-84a0-4bd2-8275-d7c0c4171c89 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879016 Nov 26 03:00:53.451402 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Calling delete_port for fd064307-15f4-4111-9646-7c69b94a3d48 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:00:53.456837 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c589ab-8e2a-48e8-b25b-6d9da9632563 None None] No DVR routers for this DVR port fd064307-15f4-4111-9646-7c69b94a3d48 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:00:53.520046 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54276) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:53.522601 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:53.570362 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:53.583503 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] No DVR routers for this DVR port fd064307-15f4-4111-9646-7c69b94a3d48 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:00:53.633198 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event deleted for resources: {'Port': ['ID=fd064307-15f4-4111-9646-7c69b94a3d48,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:53.668160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-e9a841e0-feca-48b0-ad4a-5869cb6679c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-374458471'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:53.706929 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:53.722852 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a841e0-feca-48b0-ad4a-5869cb6679c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:53.731862 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936fa975-95c9-4edd-86b5-749a85dee6b7']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:00:53.732844 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9a841e0-feca-48b0-ad4a-5869cb6679c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:53.744031 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:00:53.744571 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f2c009-7103-4a6c-8b2b-6d1fd7192ef3') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:00:53.755585 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9a841e0-feca-48b0-ad4a-5869cb6679c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:53.759154 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:53.774390 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:53.781930 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:00:53.782709 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:00:53.786209 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:00:53.836310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce0f09-782e-4ea8-b907-82ac94096410 req-861b4926-e82f-48fa-b370-af5fb857c56b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:53.844047 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1ce0f09-782e-4ea8-b907-82ac94096410 req-861b4926-e82f-48fa-b370-af5fb857c56b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.1057267 Nov 26 03:00:53.860999 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:53.891031 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:53.900448 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] 10.222.0.31 "DELETE /v2.0/networks/936fa975-95c9-4edd-86b5-749a85dee6b7 HTTP/1.1" status: 204 len: 168 time: 1.0494463 Nov 26 03:00:53.900448 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923a217-1aa1-41b0-8b70-19f8203bd510 tempest-TaggedBootDevicesTest_v242-1151628013 tempest-TaggedBootDevicesTest_v242-1151628013-project] Pushing event deleted for resources: {'Network': ['ID=936fa975-95c9-4edd-86b5-749a85dee6b7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:53.947345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1ce0f09-782e-4ea8-b907-82ac94096410 req-4c8864ce-bc8b-48df-9195-9d06a9dd15bb tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020045 Nov 26 03:00:54.002754 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9a841e0-feca-48b0-ad4a-5869cb6679c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:54.011210 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9a841e0-feca-48b0-ad4a-5869cb6679c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:54.071953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a841e0-feca-48b0-ad4a-5869cb6679c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb7ee2d-42bc-4165-b000-9214177e9010,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:54.095753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a841e0-feca-48b0-ad4a-5869cb6679c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:00:54.119204 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9a841e0-feca-48b0-ad4a-5869cb6679c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:54.119568 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-e9a841e0-feca-48b0-ad4a-5869cb6679c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Added segment b147754c-e0bb-408f-8d50-12eb70a8e37a of type vlan for network a8e86586-4a7a-4712-8f38-8c9fe6fd4c61 Nov 26 03:00:54.213431 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9a841e0-feca-48b0-ad4a-5869cb6679c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:54.278245 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9a841e0-feca-48b0-ad4a-5869cb6679c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:54.288126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a841e0-feca-48b0-ad4a-5869cb6679c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:54.288126 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9a841e0-feca-48b0-ad4a-5869cb6679c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:54.433042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a841e0-feca-48b0-ad4a-5869cb6679c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Network': ['ID=a8e86586-4a7a-4712-8f38-8c9fe6fd4c61,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:54.446507 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network a8e86586-4a7a-4712-8f38-8c9fe6fd4c61 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:00:54.458334 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e9a841e0-feca-48b0-ad4a-5869cb6679c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9371169 Nov 26 03:00:54.684202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99e9d6-ebf4-46c8-ab5e-1f3e93d4f902 req-6b9e843c-8982-4d81-b833-4f3ee10e5d6a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:54.690797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99e9d6-ebf4-46c8-ab5e-1f3e93d4f902 req-6b9e843c-8982-4d81-b833-4f3ee10e5d6a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:54.714471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99e9d6-ebf4-46c8-ab5e-1f3e93d4f902 req-6b9e843c-8982-4d81-b833-4f3ee10e5d6a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:54.725583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99e9d6-ebf4-46c8-ab5e-1f3e93d4f902 req-6b9e843c-8982-4d81-b833-4f3ee10e5d6a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:54.734049 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99e9d6-ebf4-46c8-ab5e-1f3e93d4f902 req-6b9e843c-8982-4d81-b833-4f3ee10e5d6a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:54.761012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99e9d6-ebf4-46c8-ab5e-1f3e93d4f902 req-6b9e843c-8982-4d81-b833-4f3ee10e5d6a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:54.774662 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99e9d6-ebf4-46c8-ab5e-1f3e93d4f902 req-6b9e843c-8982-4d81-b833-4f3ee10e5d6a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:54.789050 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e99e9d6-ebf4-46c8-ab5e-1f3e93d4f902 req-6b9e843c-8982-4d81-b833-4f3ee10e5d6a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.2078526 Nov 26 03:00:54.857602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e99e9d6-ebf4-46c8-ab5e-1f3e93d4f902 req-fd909701-f0f9-4ec7-98cc-b82477cb18ce tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607827 Nov 26 03:00:55.134888 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9df09c-37d0-4012-878e-73e76f1cd434 req-8a2f7c05-f03b-45d6-b9cb-8df1449ae8c2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:55.136698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d9df09c-37d0-4012-878e-73e76f1cd434 req-8a2f7c05-f03b-45d6-b9cb-8df1449ae8c2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.1104264 Nov 26 03:00:55.203823 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d9df09c-37d0-4012-878e-73e76f1cd434 req-cc7626a8-34c5-42b3-ba69-682eb9657034 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610716 Nov 26 03:00:56.154409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb869d-0bbe-4809-8a5b-dc70ec2768e4 req-4a9ca79a-ef4a-471a-bd9f-26eebcdc5878 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:56.175207 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb869d-0bbe-4809-8a5b-dc70ec2768e4 req-4a9ca79a-ef4a-471a-bd9f-26eebcdc5878 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:56.184671 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb869d-0bbe-4809-8a5b-dc70ec2768e4 req-4a9ca79a-ef4a-471a-bd9f-26eebcdc5878 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:56.201842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb869d-0bbe-4809-8a5b-dc70ec2768e4 req-4a9ca79a-ef4a-471a-bd9f-26eebcdc5878 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:56.221107 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb869d-0bbe-4809-8a5b-dc70ec2768e4 req-4a9ca79a-ef4a-471a-bd9f-26eebcdc5878 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:56.234701 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb869d-0bbe-4809-8a5b-dc70ec2768e4 req-4a9ca79a-ef4a-471a-bd9f-26eebcdc5878 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:56.252708 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb869d-0bbe-4809-8a5b-dc70ec2768e4 req-4a9ca79a-ef4a-471a-bd9f-26eebcdc5878 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:56.263861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9eb869d-0bbe-4809-8a5b-dc70ec2768e4 req-4a9ca79a-ef4a-471a-bd9f-26eebcdc5878 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.2309484 Nov 26 03:00:56.351150 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9eb869d-0bbe-4809-8a5b-dc70ec2768e4 req-f7c58dea-3ed3-4c97-848a-2b11adef3b11 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797145 Nov 26 03:00:56.507628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3bdf2-2d2f-4470-a8d9-57409441a44a req-f3995350-9e6f-47df-a86b-162934ad2fb9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:56.509600 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96e3bdf2-2d2f-4470-a8d9-57409441a44a req-f3995350-9e6f-47df-a86b-162934ad2fb9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.0909240 Nov 26 03:00:56.609312 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96e3bdf2-2d2f-4470-a8d9-57409441a44a req-f5cbc382-e906-4d7a-9c47-4f9b2d0a2d92 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931182 Nov 26 03:00:57.528729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12905b05-52bf-4178-8183-208ebc054b89 req-dd294500-7fba-489d-b079-f7cfce413496 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:57.534809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12905b05-52bf-4178-8183-208ebc054b89 req-dd294500-7fba-489d-b079-f7cfce413496 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:57.553614 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12905b05-52bf-4178-8183-208ebc054b89 req-dd294500-7fba-489d-b079-f7cfce413496 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:57.562032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12905b05-52bf-4178-8183-208ebc054b89 req-dd294500-7fba-489d-b079-f7cfce413496 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:57.581334 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12905b05-52bf-4178-8183-208ebc054b89 req-dd294500-7fba-489d-b079-f7cfce413496 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:57.587389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12905b05-52bf-4178-8183-208ebc054b89 req-dd294500-7fba-489d-b079-f7cfce413496 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:57.601866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12905b05-52bf-4178-8183-208ebc054b89 req-dd294500-7fba-489d-b079-f7cfce413496 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:57.620127 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-12905b05-52bf-4178-8183-208ebc054b89 req-dd294500-7fba-489d-b079-f7cfce413496 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.1546764 Nov 26 03:00:57.747248 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-12905b05-52bf-4178-8183-208ebc054b89 req-57b0c904-fd6d-43ac-b4fe-d004fed7d9c7 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260860 Nov 26 03:00:57.876093 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54372) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:57.880539 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-43e94ade-7c65-4c39-bd7a-cc08bc025d09 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'subnet': {'network_id': 'a8e86586-4a7a-4712-8f38-8c9fe6fd4c61', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:57.897340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9252f74-e386-429d-a7f8-5b2ad13118c8 req-a6360852-8d23-4597-bb63-0adeb5758169 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:57.899560 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9252f74-e386-429d-a7f8-5b2ad13118c8 req-a6360852-8d23-4597-bb63-0adeb5758169 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.1328568 Nov 26 03:00:58.010079 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9252f74-e386-429d-a7f8-5b2ad13118c8 req-2e04e21e-3495-476f-8ae1-f201d3755c14 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947473 Nov 26 03:00:58.113104 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e94ade-7c65-4c39-bd7a-cc08bc025d09 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:58.116869 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43e94ade-7c65-4c39-bd7a-cc08bc025d09 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:58.701745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54388) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:58.836504 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43e94ade-7c65-4c39-bd7a-cc08bc025d09 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:58.865039 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7e8428af-7435-4480-9bdc-d99cafa7580b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:58.946966 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e94ade-7c65-4c39-bd7a-cc08bc025d09 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Subnet': ['ID=9410c213-7085-40a5-a09c-f8dbe67c821a,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:59.048239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cff5fb-72ef-4fe4-9769-6db7e9884ef6 req-ec85452a-fd01-402a-8e0b-cdc8e06f3d93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:59.054546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cff5fb-72ef-4fe4-9769-6db7e9884ef6 req-ec85452a-fd01-402a-8e0b-cdc8e06f3d93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:59.059885 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e94ade-7c65-4c39-bd7a-cc08bc025d09 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Checking segment: {'id': 'b147754c-e0bb-408f-8d50-12eb70a8e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a8e86586-4a7a-4712-8f38-8c9fe6fd4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:00:59.061714 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e94ade-7c65-4c39-bd7a-cc08bc025d09 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network hostable DHCP agents. Network: a8e86586-4a7a-4712-8f38-8c9fe6fd4c61, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:00:59.071932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cff5fb-72ef-4fe4-9769-6db7e9884ef6 req-ec85452a-fd01-402a-8e0b-cdc8e06f3d93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:59.082624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cff5fb-72ef-4fe4-9769-6db7e9884ef6 req-ec85452a-fd01-402a-8e0b-cdc8e06f3d93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:59.099037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cff5fb-72ef-4fe4-9769-6db7e9884ef6 req-ec85452a-fd01-402a-8e0b-cdc8e06f3d93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:59.109314 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e94ade-7c65-4c39-bd7a-cc08bc025d09 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network a8e86586-4a7a-4712-8f38-8c9fe6fd4c61 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:00:59.111700 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cff5fb-72ef-4fe4-9769-6db7e9884ef6 req-ec85452a-fd01-402a-8e0b-cdc8e06f3d93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:59.129269 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-43e94ade-7c65-4c39-bd7a-cc08bc025d09 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, a8e86586-4a7a-4712-8f38-8c9fe6fd4c61) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:00:59.139150 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099aeb36-e47a-4a6c-9330-5141aefeb287 None None] Network a8e86586-4a7a-4712-8f38-8c9fe6fd4c61 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:00:59.145239 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e94ade-7c65-4c39-bd7a-cc08bc025d09 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:59.147344 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43e94ade-7c65-4c39-bd7a-cc08bc025d09 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:59.160547 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cff5fb-72ef-4fe4-9769-6db7e9884ef6 req-ec85452a-fd01-402a-8e0b-cdc8e06f3d93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:59.178313 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9cff5fb-72ef-4fe4-9769-6db7e9884ef6 req-ec85452a-fd01-402a-8e0b-cdc8e06f3d93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.3082657 Nov 26 03:00:59.214620 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-43e94ade-7c65-4c39-bd7a-cc08bc025d09 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3386328 Nov 26 03:00:59.215964 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54404) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:59.234246 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-39d55aea-fb5a-45da-8e18-9da45759c378 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-245931318'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:00:59.306446 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d55aea-fb5a-45da-8e18-9da45759c378 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:00:59.310375 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39d55aea-fb5a-45da-8e18-9da45759c378 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:59.373115 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d55aea-fb5a-45da-8e18-9da45759c378 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:00:59.405034 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39d55aea-fb5a-45da-8e18-9da45759c378 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:59.407232 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-39d55aea-fb5a-45da-8e18-9da45759c378 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Added segment de1ad3a7-857d-4cbd-bced-c9d235b7a836 of type vlan for network bbf10718-40f5-4c55-9af3-b6f5e0af518c Nov 26 03:00:59.502303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea34d96-13fe-4b0a-9807-9dde27ab75da req-8fbee29e-8942-4f75-9ea0-6167a0d18a36 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:59.504192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ea34d96-13fe-4b0a-9807-9dde27ab75da req-8fbee29e-8942-4f75-9ea0-6167a0d18a36 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.3136184 Nov 26 03:00:59.524454 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39d55aea-fb5a-45da-8e18-9da45759c378 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:59.556109 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-a8e86586-4a7a-4712-8f38-8c9fe6fd4c61', 'network_id': 'a8e86586-4a7a-4712-8f38-8c9fe6fd4c61', 'tenant_id': 'ec8c54f0be744ed78e1a47e1f9090f1a', 'fixed_ips': [{'subnet_id': '9410c213-7085-40a5-a09c-f8dbe67c821a'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:00:59.556977 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:59.646355 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39d55aea-fb5a-45da-8e18-9da45759c378 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:59.658900 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d55aea-fb5a-45da-8e18-9da45759c378 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:00:59.659786 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39d55aea-fb5a-45da-8e18-9da45759c378 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:59.691789 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9cff5fb-72ef-4fe4-9769-6db7e9884ef6 req-5b27919a-4cbc-43a3-b1fb-08721f31295b tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5110831 Nov 26 03:00:59.784444 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ea34d96-13fe-4b0a-9807-9dde27ab75da req-022412d9-f6b4-4518-95f3-acb892285358 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266407 Nov 26 03:00:59.802208 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7e8428af-7435-4480-9bdc-d99cafa7580b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:59.812645 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7e8428af-7435-4480-9bdc-d99cafa7580b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:00:59.871499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d55aea-fb5a-45da-8e18-9da45759c378 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Network': ['ID=bbf10718-40f5-4c55-9af3-b6f5e0af518c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:59.885486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network bbf10718-40f5-4c55-9af3-b6f5e0af518c details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:00:59.897805 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54414) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:59.899148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7e8428af-7435-4480-9bdc-d99cafa7580b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=600a67bd3ec84bb3a7f15b3d283c2351&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1955397 Nov 26 03:00:59.907427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8428af-7435-4480-9bdc-d99cafa7580b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0955339-394e-4259-9f8c-ab4bb93fa79f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:00:59.944891 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54416) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:00:59.945689 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-39d55aea-fb5a-45da-8e18-9da45759c378 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7265086 Nov 26 03:00:59.951684 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-7c5d82cb-ee49-4a40-a1ba-b0392ff26612 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'subnet': {'network_id': 'bbf10718-40f5-4c55-9af3-b6f5e0af518c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:00.005017 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6e451263-2152-4f4a-814e-58953e69ddd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:00.036869 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6e451263-2152-4f4a-814e-58953e69ddd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:00.120445 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6e451263-2152-4f4a-814e-58953e69ddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:00.123030 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6e451263-2152-4f4a-814e-58953e69ddd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:00.126605 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6e451263-2152-4f4a-814e-58953e69ddd3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0955339-394e-4259-9f8c-ab4bb93fa79f HTTP/1.1" status: 204 len: 168 time: 0.2254262 Nov 26 03:01:00.156274 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e451263-2152-4f4a-814e-58953e69ddd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0955339-394e-4259-9f8c-ab4bb93fa79f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:00.193818 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Allocated IP 2001:db8:0:ffff::2 (a8e86586-4a7a-4712-8f38-8c9fe6fd4c61/9410c213-7085-40a5-a09c-f8dbe67c821a/69c96ef4-3de0-4cdd-88cf-a881db4f8e37) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:01:00.902931 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54438) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:00.937182 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-701d947b-f395-451c-8215-37691ae168f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:01.110967 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbe150-8238-4d1e-8007-59e067c6ca33 req-35cddc64-612b-4977-baa3-d1035c348161 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:01.120434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbe150-8238-4d1e-8007-59e067c6ca33 req-35cddc64-612b-4977-baa3-d1035c348161 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:01.127528 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbe150-8238-4d1e-8007-59e067c6ca33 req-35cddc64-612b-4977-baa3-d1035c348161 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:01.134767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbe150-8238-4d1e-8007-59e067c6ca33 req-35cddc64-612b-4977-baa3-d1035c348161 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:01.142011 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbe150-8238-4d1e-8007-59e067c6ca33 req-35cddc64-612b-4977-baa3-d1035c348161 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:01.149977 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbe150-8238-4d1e-8007-59e067c6ca33 req-35cddc64-612b-4977-baa3-d1035c348161 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:01.156651 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbe150-8238-4d1e-8007-59e067c6ca33 req-35cddc64-612b-4977-baa3-d1035c348161 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:01.160074 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-adcbe150-8238-4d1e-8007-59e067c6ca33 req-35cddc64-612b-4977-baa3-d1035c348161 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.1868966 Nov 26 03:01:01.161375 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5d82cb-ee49-4a40-a1ba-b0392ff26612 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:01.165120 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c5d82cb-ee49-4a40-a1ba-b0392ff26612 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:01.169852 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:01.186143 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:01.197191 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-701d947b-f395-451c-8215-37691ae168f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:01.211532 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-701d947b-f395-451c-8215-37691ae168f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:01.309150 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d947b-f395-451c-8215-37691ae168f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1038b5-7197-4713-b755-b3405bf460fe,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:01.314365 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Network a8e86586-4a7a-4712-8f38-8c9fe6fd4c61 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:01:01.333476 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-701d947b-f395-451c-8215-37691ae168f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=880ba32200e94638a45e01f75d73cdc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4268410 Nov 26 03:01:01.333624 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:01.334162 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54444) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:01.335907 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:01:01.339545 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Pushing event updated for resources: {'Port': ['ID=69c96ef4-3de0-4cdd-88cf-a881db4f8e37,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:01.419356 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-adcbe150-8238-4d1e-8007-59e067c6ca33 req-a9460b24-dfd9-43ef-8305-040556a423f6 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2492487 Nov 26 03:01:01.460034 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-de168ad2-d32e-4598-a805-f822196b1a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:01.519446 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Attempting to bind port 69c96ef4-3de0-4cdd-88cf-a881db4f8e37 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:01:01.520805 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-de168ad2-d32e-4598-a805-f822196b1a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:01.521056 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Attempting to bind port 69c96ef4-3de0-4cdd-88cf-a881db4f8e37 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'b147754c-e0bb-408f-8d50-12eb70a8e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a8e86586-4a7a-4712-8f38-8c9fe6fd4c61'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:01:01.522584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Attempting to bind port 69c96ef4-3de0-4cdd-88cf-a881db4f8e37 on network a8e86586-4a7a-4712-8f38-8c9fe6fd4c61 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:01:01.535622 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:01:01.536569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Checking segment: {'id': 'b147754c-e0bb-408f-8d50-12eb70a8e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a8e86586-4a7a-4712-8f38-8c9fe6fd4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:01:01.536993 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:01.537401 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Bound using segment: {'id': 'b147754c-e0bb-408f-8d50-12eb70a8e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a8e86586-4a7a-4712-8f38-8c9fe6fd4c61'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:01:01.539932 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Bound port: 69c96ef4-3de0-4cdd-88cf-a881db4f8e37, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b147754c-e0bb-408f-8d50-12eb70a8e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a8e86586-4a7a-4712-8f38-8c9fe6fd4c61'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:01:01.540358 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:01.648468 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-de168ad2-d32e-4598-a805-f822196b1a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:01.651706 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-de168ad2-d32e-4598-a805-f822196b1a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:01.653072 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-de168ad2-d32e-4598-a805-f822196b1a03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a1038b5-7197-4713-b755-b3405bf460fe HTTP/1.1" status: 204 len: 168 time: 0.3154447 Nov 26 03:01:01.667198 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de168ad2-d32e-4598-a805-f822196b1a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1038b5-7197-4713-b755-b3405bf460fe,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:01.773556 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] For port 69c96ef4-3de0-4cdd-88cf-a881db4f8e37, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:01:01.780296 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] For port 69c96ef4-3de0-4cdd-88cf-a881db4f8e37, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=69c96ef4-3de0-4cdd-88cf-a881db4f8e37,segment=NetworkSegment(b147754c-e0bb-408f-8d50-12eb70a8e37a),segment_id=b147754c-e0bb-408f-8d50-12eb70a8e37a)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:01:01.808763 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:01.850507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6992180-dd2b-4dbb-8f42-8bf7a07a28b5 req-c4ba3546-09c9-4c2f-b1b2-bbb6fc5e4691 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:01.852601 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b6992180-dd2b-4dbb-8f42-8bf7a07a28b5 req-c4ba3546-09c9-4c2f-b1b2-bbb6fc5e4691 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.8392231 Nov 26 03:01:01.854861 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c5d82cb-ee49-4a40-a1ba-b0392ff26612 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:01.942655 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26c4d1-b143-4788-9922-18ea7c581dde None None] Pushing event updated for resources: {'Port': ['ID=69c96ef4-3de0-4cdd-88cf-a881db4f8e37,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:02.082654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b6992180-dd2b-4dbb-8f42-8bf7a07a28b5 req-545e01ac-5f22-4f57-b93a-0507b050be4f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223468 Nov 26 03:01:02.102172 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d82cb-ee49-4a40-a1ba-b0392ff26612 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Subnet': ['ID=b8afaeeb-e5ca-49e0-bac2-c5e6486442de,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:02.130416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5d82cb-ee49-4a40-a1ba-b0392ff26612 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Checking segment: {'id': 'de1ad3a7-857d-4cbd-bced-c9d235b7a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'bbf10718-40f5-4c55-9af3-b6f5e0af518c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:01:02.131128 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5d82cb-ee49-4a40-a1ba-b0392ff26612 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network hostable DHCP agents. Network: bbf10718-40f5-4c55-9af3-b6f5e0af518c, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:01:02.180081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5d82cb-ee49-4a40-a1ba-b0392ff26612 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network bbf10718-40f5-4c55-9af3-b6f5e0af518c is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:01:02.208969 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-7c5d82cb-ee49-4a40-a1ba-b0392ff26612 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, bbf10718-40f5-4c55-9af3-b6f5e0af518c) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:02.213710 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5d82cb-ee49-4a40-a1ba-b0392ff26612 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:02.214408 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c5d82cb-ee49-4a40-a1ba-b0392ff26612 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:02.220148 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b1c960-46a9-4f64-bb37-3d1ecf754fa3 None None] Network bbf10718-40f5-4c55-9af3-b6f5e0af518c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:02.259366 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7c5d82cb-ee49-4a40-a1ba-b0392ff26612 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3131044 Nov 26 03:01:02.263875 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54462) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:02.500835 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54468) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:02.503777 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-793d6ed8-6ea1-45f7-a5a9-9095808de1ea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:02.517910 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-270f5581-dbd7-4780-8e8f-cb653afe4d3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:02.658003 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-270f5581-dbd7-4780-8e8f-cb653afe4d3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:02.673417 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-270f5581-dbd7-4780-8e8f-cb653afe4d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:02.751334 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9332bb41-0f6d-4e0d-b37b-f048bf15ef0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-bbf10718-40f5-4c55-9af3-b6f5e0af518c', 'network_id': 'bbf10718-40f5-4c55-9af3-b6f5e0af518c', 'tenant_id': 'ec8c54f0be744ed78e1a47e1f9090f1a', 'fixed_ips': [{'subnet_id': 'b8afaeeb-e5ca-49e0-bac2-c5e6486442de'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:01:02.752793 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9332bb41-0f6d-4e0d-b37b-f048bf15ef0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:02.766315 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-793d6ed8-6ea1-45f7-a5a9-9095808de1ea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:02.794798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f5581-dbd7-4780-8e8f-cb653afe4d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edf4296-b21a-4b70-8fed-dbf50f891516,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:02.827611 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-270f5581-dbd7-4780-8e8f-cb653afe4d3d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34ad954260974cfaba05b10d29ca78f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3254714 Nov 26 03:01:02.831012 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54474) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:02.871459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44137310-4a35-46a1-a8f5-0ecc179c5977 req-d11947e7-0234-4d42-bdf0-a2b1a10b24fc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:02.879071 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44137310-4a35-46a1-a8f5-0ecc179c5977 req-d11947e7-0234-4d42-bdf0-a2b1a10b24fc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:02.885495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44137310-4a35-46a1-a8f5-0ecc179c5977 req-d11947e7-0234-4d42-bdf0-a2b1a10b24fc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:02.891915 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44137310-4a35-46a1-a8f5-0ecc179c5977 req-d11947e7-0234-4d42-bdf0-a2b1a10b24fc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:02.899150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44137310-4a35-46a1-a8f5-0ecc179c5977 req-d11947e7-0234-4d42-bdf0-a2b1a10b24fc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:02.905947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44137310-4a35-46a1-a8f5-0ecc179c5977 req-d11947e7-0234-4d42-bdf0-a2b1a10b24fc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:02.915265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44137310-4a35-46a1-a8f5-0ecc179c5977 req-d11947e7-0234-4d42-bdf0-a2b1a10b24fc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:02.917675 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-44137310-4a35-46a1-a8f5-0ecc179c5977 req-d11947e7-0234-4d42-bdf0-a2b1a10b24fc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.2579870 Nov 26 03:01:02.925637 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-793d6ed8-6ea1-45f7-a5a9-9095808de1ea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server [None req-9332bb41-0f6d-4e0d-b37b-f048bf15ef0f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8afaeeb-e5ca-49e0-bac2-c5e6486442de: This subnet is being modified by another concurrent operation. Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 03:01:02.969045 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise exception Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8afaeeb-e5ca-49e0-bac2-c5e6486442de: This subnet is being modified by another concurrent operation. Nov 26 03:01:02.974121 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Nov 26 03:01:03.004796 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714ac1a1-5bda-4d8f-8643-dca67ae0ef02 None None] Network bbf10718-40f5-4c55-9af3-b6f5e0af518c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:03.097778 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d6ed8-6ea1-45f7-a5a9-9095808de1ea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Subnet': ['ID=b8afaeeb-e5ca-49e0-bac2-c5e6486442de,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:03.104514 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-44137310-4a35-46a1-a8f5-0ecc179c5977 req-fc7b5b95-6a42-4c51-abec-71da03740233 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1773968 Nov 26 03:01:03.107645 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5cbbff05-04b5-4eb4-a5fe-61290f1ea865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:03.188007 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-793d6ed8-6ea1-45f7-a5a9-9095808de1ea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:03.255308 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-793d6ed8-6ea1-45f7-a5a9-9095808de1ea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf10718-40f5-4c55-9af3-b6f5e0af518c']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:03.292101 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-793d6ed8-6ea1-45f7-a5a9-9095808de1ea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1ad3a7-857d-4cbd-bced-c9d235b7a836') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:03.292741 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-793d6ed8-6ea1-45f7-a5a9-9095808de1ea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1ad3a7-857d-4cbd-bced-c9d235b7a836') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:03.310431 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-793d6ed8-6ea1-45f7-a5a9-9095808de1ea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:03.333435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a524a-63a8-4b02-95ac-d4c76fd5db43 req-9abd5f5a-e474-4565-a4f4-fa40bd1f226c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:03.335723 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b0a524a-63a8-4b02-95ac-d4c76fd5db43 req-9abd5f5a-e474-4565-a4f4-fa40bd1f226c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.1109202 Nov 26 03:01:03.350351 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-793d6ed8-6ea1-45f7-a5a9-9095808de1ea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:03.360250 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793d6ed8-6ea1-45f7-a5a9-9095808de1ea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:01:03.361796 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-793d6ed8-6ea1-45f7-a5a9-9095808de1ea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:03.377884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 69c96ef4-3de0-4cdd-88cf-a881db4f8e37 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:01:03.432199 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:01:03.445997 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5cbbff05-04b5-4eb4-a5fe-61290f1ea865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:03.448550 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-793d6ed8-6ea1-45f7-a5a9-9095808de1ea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:03.463188 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-793d6ed8-6ea1-45f7-a5a9-9095808de1ea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:03.467019 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-793d6ed8-6ea1-45f7-a5a9-9095808de1ea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/networks/bbf10718-40f5-4c55-9af3-b6f5e0af518c HTTP/1.1" status: 204 len: 168 time: 1.2007353 Nov 26 03:01:03.472736 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54480) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:03.487249 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f187853c-155a-4d89-83ed-07b31ff23ea5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1324897913'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:03.512013 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b0a524a-63a8-4b02-95ac-d4c76fd5db43 req-88a4c17a-1e2c-4e19-8d67-a42d1326aa01 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371515 Nov 26 03:01:03.515883 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d6ed8-6ea1-45f7-a5a9-9095808de1ea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Network': ['ID=bbf10718-40f5-4c55-9af3-b6f5e0af518c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:03.523871 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f187853c-155a-4d89-83ed-07b31ff23ea5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:03.527402 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f187853c-155a-4d89-83ed-07b31ff23ea5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:03.527839 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 69c96ef4-3de0-4cdd-88cf-a881db4f8e37 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:03.528461 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:03.639248 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5cbbff05-04b5-4eb4-a5fe-61290f1ea865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:03.643821 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5cbbff05-04b5-4eb4-a5fe-61290f1ea865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:03.645807 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5cbbff05-04b5-4eb4-a5fe-61290f1ea865 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4edf4296-b21a-4b70-8fed-dbf50f891516 HTTP/1.1" status: 204 len: 168 time: 0.8135324 Nov 26 03:01:03.663522 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f187853c-155a-4d89-83ed-07b31ff23ea5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:01:03.682774 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:03.695768 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbff05-04b5-4eb4-a5fe-61290f1ea865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edf4296-b21a-4b70-8fed-dbf50f891516,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:03.709286 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f187853c-155a-4d89-83ed-07b31ff23ea5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:03.709663 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-f187853c-155a-4d89-83ed-07b31ff23ea5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Added segment c4a0c311-6c16-4620-b766-4422e2ddd0da of type vlan for network 83d9fcd4-696f-4386-a4ce-614816339b4c Nov 26 03:01:03.792750 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 69c96ef4-3de0-4cdd-88cf-a881db4f8e37, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=69c96ef4-3de0-4cdd-88cf-a881db4f8e37,segment=NetworkSegment(b147754c-e0bb-408f-8d50-12eb70a8e37a),segment_id=b147754c-e0bb-408f-8d50-12eb70a8e37a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:03.805532 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f187853c-155a-4d89-83ed-07b31ff23ea5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:03.815696 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:03.836047 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f187853c-155a-4d89-83ed-07b31ff23ea5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:03.842786 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f2875a-6e2a-4336-9779-1bc0866b6fc8 None None] Network a8e86586-4a7a-4712-8f38-8c9fe6fd4c61 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:03.843758 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f187853c-155a-4d89-83ed-07b31ff23ea5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:03.844562 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f187853c-155a-4d89-83ed-07b31ff23ea5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:03.930277 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f187853c-155a-4d89-83ed-07b31ff23ea5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4481530 Nov 26 03:01:03.933365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54490) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:03.936865 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187853c-155a-4d89-83ed-07b31ff23ea5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Network': ['ID=83d9fcd4-696f-4386-a4ce-614816339b4c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:03.938800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b208c231-46bd-4029-b8ba-079460b7455c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'subnet': {'network_id': '83d9fcd4-696f-4386-a4ce-614816339b4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:04.056443 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 83d9fcd4-696f-4386-a4ce-614816339b4c details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:01:04.063626 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b208c231-46bd-4029-b8ba-079460b7455c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:04.068372 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b208c231-46bd-4029-b8ba-079460b7455c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:04.211002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9d7c43f7-5155-4ed4-adee-49349cb7542b None None] Provisioning complete for port 69c96ef4-3de0-4cdd-88cf-a881db4f8e37 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:04.211450 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9d7c43f7-5155-4ed4-adee-49349cb7542b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:04.332894 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=69c96ef4-3de0-4cdd-88cf-a881db4f8e37,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:04.431754 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b208c231-46bd-4029-b8ba-079460b7455c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:04.519605 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e667ec-96f4-40ba-a013-635419951e9c req-9fe18431-9e41-44fe-8728-a415c7b3deac tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:04.525793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e667ec-96f4-40ba-a013-635419951e9c req-9fe18431-9e41-44fe-8728-a415c7b3deac tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:04.531846 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e667ec-96f4-40ba-a013-635419951e9c req-9fe18431-9e41-44fe-8728-a415c7b3deac tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:04.538027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e667ec-96f4-40ba-a013-635419951e9c req-9fe18431-9e41-44fe-8728-a415c7b3deac tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:04.544170 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e667ec-96f4-40ba-a013-635419951e9c req-9fe18431-9e41-44fe-8728-a415c7b3deac tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:04.550749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e667ec-96f4-40ba-a013-635419951e9c req-9fe18431-9e41-44fe-8728-a415c7b3deac tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:04.557251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e667ec-96f4-40ba-a013-635419951e9c req-9fe18431-9e41-44fe-8728-a415c7b3deac tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:04.559381 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0e667ec-96f4-40ba-a013-635419951e9c req-9fe18431-9e41-44fe-8728-a415c7b3deac tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.2453170 Nov 26 03:01:04.575901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208c231-46bd-4029-b8ba-079460b7455c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Subnet': ['ID=ff93ec45-4d34-4ea7-a797-93d487f38a8a,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:04.745338 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b208c231-46bd-4029-b8ba-079460b7455c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Checking segment: {'id': 'c4a0c311-6c16-4620-b766-4422e2ddd0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '83d9fcd4-696f-4386-a4ce-614816339b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:01:04.745803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b208c231-46bd-4029-b8ba-079460b7455c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network hostable DHCP agents. Network: 83d9fcd4-696f-4386-a4ce-614816339b4c, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:01:04.785775 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0e667ec-96f4-40ba-a013-635419951e9c req-0bb40a55-5c03-45f8-99c8-12889fd81aba tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2126257 Nov 26 03:01:04.818677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db5ca4a-e33a-4bab-b8f3-a24d3f0c7fdc None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 03:01:04.828311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea75fc-87db-4be5-9446-ef53535cd539 req-6b19fd4e-2937-4666-b1c5-e105b9579526 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:04.830041 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92ea75fc-87db-4be5-9446-ef53535cd539 req-6b19fd4e-2937-4666-b1c5-e105b9579526 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.1410928 Nov 26 03:01:04.860535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b208c231-46bd-4029-b8ba-079460b7455c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network 83d9fcd4-696f-4386-a4ce-614816339b4c is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:01:04.882541 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3068299c-e55a-4144-96a1-a4ca12a08875 None None] Provisioning complete for port 69c96ef4-3de0-4cdd-88cf-a881db4f8e37 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:04.882944 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3068299c-e55a-4144-96a1-a4ca12a08875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:04.919292 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92ea75fc-87db-4be5-9446-ef53535cd539 req-461dadbf-b32b-498e-b26c-989fb0eb3dbb tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831838 Nov 26 03:01:04.920082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-b208c231-46bd-4029-b8ba-079460b7455c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 83d9fcd4-696f-4386-a4ce-614816339b4c) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:04.929207 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b208c231-46bd-4029-b8ba-079460b7455c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:04.929898 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b208c231-46bd-4029-b8ba-079460b7455c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:04.962711 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b208c231-46bd-4029-b8ba-079460b7455c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0281043 Nov 26 03:01:04.963027 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54522) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:04.968011 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-25d14b2b-0c9f-45be-a9db-11c55ed18311 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1396268731'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:05.014200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d14b2b-0c9f-45be-a9db-11c55ed18311 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:05.026316 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25d14b2b-0c9f-45be-a9db-11c55ed18311 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:05.105521 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d14b2b-0c9f-45be-a9db-11c55ed18311 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:01:05.121193 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25d14b2b-0c9f-45be-a9db-11c55ed18311 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:05.121605 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-25d14b2b-0c9f-45be-a9db-11c55ed18311 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Added segment 7d1bef9a-1e2b-4a7f-9dab-d47f37734d2d of type vlan for network 5daeb954-d215-469e-b717-3d4021eb963c Nov 26 03:01:05.197275 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25d14b2b-0c9f-45be-a9db-11c55ed18311 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:05.238161 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25d14b2b-0c9f-45be-a9db-11c55ed18311 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:05.239861 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 69c96ef4-3de0-4cdd-88cf-a881db4f8e37 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:05.246753 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d14b2b-0c9f-45be-a9db-11c55ed18311 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:05.247546 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25d14b2b-0c9f-45be-a9db-11c55ed18311 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:05.324431 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d14b2b-0c9f-45be-a9db-11c55ed18311 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Network': ['ID=5daeb954-d215-469e-b717-3d4021eb963c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:05.342339 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-25d14b2b-0c9f-45be-a9db-11c55ed18311 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3783460 Nov 26 03:01:05.345277 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54532) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:05.354094 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-77bb11f3-a9b4-4d5e-948b-f7c04e3a0660 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'subnet': {'network_id': '5daeb954-d215-469e-b717-3d4021eb963c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:05.362569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 5daeb954-d215-469e-b717-3d4021eb963c details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:01:05.485337 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bb11f3-a9b4-4d5e-948b-f7c04e3a0660 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:05.490282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-77bb11f3-a9b4-4d5e-948b-f7c04e3a0660 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:05.557523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db5ca4a-e33a-4bab-b8f3-a24d3f0c7fdc None None] Unable to find a vacant binding_index for network 83d9fcd4-696f-4386-a4ce-614816339b4c and agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 {{(pid=104803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 26 03:01:05.568907 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db5ca4a-e33a-4bab-b8f3-a24d3f0c7fdc None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 83d9fcd4-696f-4386-a4ce-614816339b4c) {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 03:01:05.572114 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 69c96ef4-3de0-4cdd-88cf-a881db4f8e37 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:05.572684 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:05.639515 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.ipam_backend_mixin [None req-77bb11f3-a9b4-4d5e-948b-f7c04e3a0660 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Performing IP validity checks on allocation pools {{(pid=104801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 26 03:01:05.640040 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.ipam_backend_mixin [None req-77bb11f3-a9b4-4d5e-948b-f7c04e3a0660 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 26 03:01:05.654007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54538) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:05.877597 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cff13acb-261b-4d97-9917-30c4af84859a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:05.924386 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-77bb11f3-a9b4-4d5e-948b-f7c04e3a0660 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:06.017414 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb11f3-a9b4-4d5e-948b-f7c04e3a0660 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Subnet': ['ID=20eba06e-d7d0-46d4-a51a-7688ad9fc466,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:06.128611 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bb11f3-a9b4-4d5e-948b-f7c04e3a0660 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Checking segment: {'id': '7d1bef9a-1e2b-4a7f-9dab-d47f37734d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5daeb954-d215-469e-b717-3d4021eb963c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:01:06.128986 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb11f3-a9b4-4d5e-948b-f7c04e3a0660 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network hostable DHCP agents. Network: 5daeb954-d215-469e-b717-3d4021eb963c, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:01:06.146194 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-83d9fcd4-696f-4386-a4ce-614816339b4c', 'network_id': '83d9fcd4-696f-4386-a4ce-614816339b4c', 'tenant_id': 'ec8c54f0be744ed78e1a47e1f9090f1a', 'fixed_ips': [{'subnet_id': 'ff93ec45-4d34-4ea7-a797-93d487f38a8a'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:01:06.147077 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:06.182783 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb11f3-a9b4-4d5e-948b-f7c04e3a0660 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network 5daeb954-d215-469e-b717-3d4021eb963c is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:01:06.203845 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-77bb11f3-a9b4-4d5e-948b-f7c04e3a0660 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 5daeb954-d215-469e-b717-3d4021eb963c) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:06.213216 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bb11f3-a9b4-4d5e-948b-f7c04e3a0660 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:06.213825 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-77bb11f3-a9b4-4d5e-948b-f7c04e3a0660 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:06.255444 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-77bb11f3-a9b4-4d5e-948b-f7c04e3a0660 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9071534 Nov 26 03:01:06.258136 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54554) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:06.324220 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cff13acb-261b-4d97-9917-30c4af84859a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:06.368766 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cff13acb-261b-4d97-9917-30c4af84859a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:06.415055 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9de56346-90a5-4e21-9d20-fa3f5f1f6a1e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:06.434553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Allocated IP 2001:db8::1 (83d9fcd4-696f-4386-a4ce-614816339b4c/ff93ec45-4d34-4ea7-a797-93d487f38a8a/d9a332a2-5aaa-43de-9be8-1095943943e7) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:01:06.505354 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce736243-c2f8-44ca-a662-c2e674ba2d1e req-364ab3df-df39-4120-bc4e-032016ea54a1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:06.511548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce736243-c2f8-44ca-a662-c2e674ba2d1e req-364ab3df-df39-4120-bc4e-032016ea54a1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:06.530339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce736243-c2f8-44ca-a662-c2e674ba2d1e req-364ab3df-df39-4120-bc4e-032016ea54a1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:06.545980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce736243-c2f8-44ca-a662-c2e674ba2d1e req-364ab3df-df39-4120-bc4e-032016ea54a1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:06.568113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce736243-c2f8-44ca-a662-c2e674ba2d1e req-364ab3df-df39-4120-bc4e-032016ea54a1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:06.572758 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9de56346-90a5-4e21-9d20-fa3f5f1f6a1e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:06.589245 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce736243-c2f8-44ca-a662-c2e674ba2d1e req-364ab3df-df39-4120-bc4e-032016ea54a1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:06.595712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce736243-c2f8-44ca-a662-c2e674ba2d1e req-364ab3df-df39-4120-bc4e-032016ea54a1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:06.609660 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce736243-c2f8-44ca-a662-c2e674ba2d1e req-364ab3df-df39-4120-bc4e-032016ea54a1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.7108786 Nov 26 03:01:06.612116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff13acb-261b-4d97-9917-30c4af84859a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df224703-98a0-45e0-8051-24b488d1cd02,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:06.676569 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54570) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:06.678943 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cff13acb-261b-4d97-9917-30c4af84859a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33ac49507c554178b2983a963dc876d5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0237334 Nov 26 03:01:06.692244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892b660-d8c7-4d67-9a2f-f32c26e48658 req-e3c21707-d9fd-4bc8-be80-6d6de821eb01 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:06.693253 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e892b660-d8c7-4d67-9a2f-f32c26e48658 req-e3c21707-d9fd-4bc8-be80-6d6de821eb01 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.5725827 Nov 26 03:01:06.705096 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:06.715795 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:06.729858 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9de56346-90a5-4e21-9d20-fa3f5f1f6a1e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:06.759460 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de56346-90a5-4e21-9d20-fa3f5f1f6a1e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Subnet': ['ID=20eba06e-d7d0-46d4-a51a-7688ad9fc466,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:06.784378 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Network 83d9fcd4-696f-4386-a4ce-614816339b4c is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:01:06.786613 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce736243-c2f8-44ca-a662-c2e674ba2d1e req-2633b00f-0eac-4d1b-8a83-ee343ddf14ca tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1760182 Nov 26 03:01:06.788894 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:06.791712 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dbb297a5-abd4-4fe7-99ec-574194866bfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:06.792645 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:01:06.809475 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Pushing event updated for resources: {'Port': ['ID=d9a332a2-5aaa-43de-9be8-1095943943e7,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:06.903006 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e892b660-d8c7-4d67-9a2f-f32c26e48658 req-dd75a8e4-84e8-48f0-bd6b-02476f8e82f0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783571 Nov 26 03:01:06.903482 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9de56346-90a5-4e21-9d20-fa3f5f1f6a1e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:06.926173 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dbb297a5-abd4-4fe7-99ec-574194866bfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:06.941178 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Attempting to bind port d9a332a2-5aaa-43de-9be8-1095943943e7 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:01:06.941395 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Attempting to bind port d9a332a2-5aaa-43de-9be8-1095943943e7 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'c4a0c311-6c16-4620-b766-4422e2ddd0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '83d9fcd4-696f-4386-a4ce-614816339b4c'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:01:06.941766 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Attempting to bind port d9a332a2-5aaa-43de-9be8-1095943943e7 on network 83d9fcd4-696f-4386-a4ce-614816339b4c {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:01:06.947478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:01:06.948026 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Checking segment: {'id': 'c4a0c311-6c16-4620-b766-4422e2ddd0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '83d9fcd4-696f-4386-a4ce-614816339b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:01:06.948288 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:06.948696 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Bound using segment: {'id': 'c4a0c311-6c16-4620-b766-4422e2ddd0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '83d9fcd4-696f-4386-a4ce-614816339b4c'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:01:06.949177 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Bound port: d9a332a2-5aaa-43de-9be8-1095943943e7, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a0c311-6c16-4620-b766-4422e2ddd0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '83d9fcd4-696f-4386-a4ce-614816339b4c'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:01:06.950055 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:06.976804 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-9de56346-90a5-4e21-9d20-fa3f5f1f6a1e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5daeb954-d215-469e-b717-3d4021eb963c']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:07.015393 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-9de56346-90a5-4e21-9d20-fa3f5f1f6a1e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1bef9a-1e2b-4a7f-9dab-d47f37734d2d') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:07.018080 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-9de56346-90a5-4e21-9d20-fa3f5f1f6a1e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1bef9a-1e2b-4a7f-9dab-d47f37734d2d') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:07.040214 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] For port d9a332a2-5aaa-43de-9be8-1095943943e7, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:01:07.044114 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] For port d9a332a2-5aaa-43de-9be8-1095943943e7, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=d9a332a2-5aaa-43de-9be8-1095943943e7,segment=NetworkSegment(c4a0c311-6c16-4620-b766-4422e2ddd0da),segment_id=c4a0c311-6c16-4620-b766-4422e2ddd0da)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:01:07.052973 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:07.058315 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9de56346-90a5-4e21-9d20-fa3f5f1f6a1e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:07.124434 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9de56346-90a5-4e21-9d20-fa3f5f1f6a1e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:07.132444 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dbb297a5-abd4-4fe7-99ec-574194866bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:07.138034 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dbb297a5-abd4-4fe7-99ec-574194866bfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:07.146487 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dbb297a5-abd4-4fe7-99ec-574194866bfa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df224703-98a0-45e0-8051-24b488d1cd02 HTTP/1.1" status: 204 len: 168 time: 0.4655960 Nov 26 03:01:07.156807 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af303540-328d-44d1-9dbe-cf0363e26156 None None] Pushing event updated for resources: {'Port': ['ID=d9a332a2-5aaa-43de-9be8-1095943943e7,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:07.161497 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de56346-90a5-4e21-9d20-fa3f5f1f6a1e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:01:07.170648 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9de56346-90a5-4e21-9d20-fa3f5f1f6a1e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:01:07.180528 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:01:07.306319 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb297a5-abd4-4fe7-99ec-574194866bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df224703-98a0-45e0-8051-24b488d1cd02,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:07.430329 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9de56346-90a5-4e21-9d20-fa3f5f1f6a1e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:07.541368 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9de56346-90a5-4e21-9d20-fa3f5f1f6a1e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:07.550794 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9de56346-90a5-4e21-9d20-fa3f5f1f6a1e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/networks/5daeb954-d215-469e-b717-3d4021eb963c HTTP/1.1" status: 204 len: 168 time: 1.2879512 Nov 26 03:01:07.550991 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de56346-90a5-4e21-9d20-fa3f5f1f6a1e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Network': ['ID=5daeb954-d215-469e-b717-3d4021eb963c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:07.551734 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54588) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:07.558759 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-91d6ff39-3b2a-4cd5-8bd4-c2bd91a350e5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-247963000'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:07.603645 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d6ff39-3b2a-4cd5-8bd4-c2bd91a350e5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:07.608531 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-91d6ff39-3b2a-4cd5-8bd4-c2bd91a350e5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:07.640809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d6ff39-3b2a-4cd5-8bd4-c2bd91a350e5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:01:07.655285 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-91d6ff39-3b2a-4cd5-8bd4-c2bd91a350e5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:07.656222 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-91d6ff39-3b2a-4cd5-8bd4-c2bd91a350e5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Added segment 3d916772-734f-41d7-948e-61b8484a5f05 of type vlan for network 088ddcd7-917d-4c7f-b6d9-48e73c48695e Nov 26 03:01:07.779772 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-91d6ff39-3b2a-4cd5-8bd4-c2bd91a350e5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:07.858234 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-91d6ff39-3b2a-4cd5-8bd4-c2bd91a350e5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:07.873328 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d6ff39-3b2a-4cd5-8bd4-c2bd91a350e5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:07.877926 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-91d6ff39-3b2a-4cd5-8bd4-c2bd91a350e5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:08.060324 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54608) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:08.064609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-91d6ff39-3b2a-4cd5-8bd4-c2bd91a350e5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5106223 Nov 26 03:01:08.070564 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-94ec911b-d07e-4ad7-ae73-d9524eb93efd tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'subnet': {'network_id': '088ddcd7-917d-4c7f-b6d9-48e73c48695e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:08.119446 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61672323-e70d-4b62-ba85-2a10758d1cae req-9219bfa2-3fb8-4a0d-9049-ee8d820319ad tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:08.128431 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61672323-e70d-4b62-ba85-2a10758d1cae req-9219bfa2-3fb8-4a0d-9049-ee8d820319ad tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 945 time: 0.1443386 Nov 26 03:01:08.131279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6ff39-3b2a-4cd5-8bd4-c2bd91a350e5 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Network': ['ID=088ddcd7-917d-4c7f-b6d9-48e73c48695e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:08.143860 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 088ddcd7-917d-4c7f-b6d9-48e73c48695e details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:01:08.152834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb03f8-798a-453a-be98-e684cf9234a3 req-e6c9c7e4-1038-40cc-a688-495ee97c4f96 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:08.162617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb03f8-798a-453a-be98-e684cf9234a3 req-e6c9c7e4-1038-40cc-a688-495ee97c4f96 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:08.180356 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb03f8-798a-453a-be98-e684cf9234a3 req-e6c9c7e4-1038-40cc-a688-495ee97c4f96 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:08.191345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb03f8-798a-453a-be98-e684cf9234a3 req-e6c9c7e4-1038-40cc-a688-495ee97c4f96 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:08.202799 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb03f8-798a-453a-be98-e684cf9234a3 req-e6c9c7e4-1038-40cc-a688-495ee97c4f96 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:08.223059 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb03f8-798a-453a-be98-e684cf9234a3 req-e6c9c7e4-1038-40cc-a688-495ee97c4f96 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:08.236173 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb03f8-798a-453a-be98-e684cf9234a3 req-e6c9c7e4-1038-40cc-a688-495ee97c4f96 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:08.242085 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cdbb03f8-798a-453a-be98-e684cf9234a3 req-e6c9c7e4-1038-40cc-a688-495ee97c4f96 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5420 time: 0.3067658 Nov 26 03:01:08.253597 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ec911b-d07e-4ad7-ae73-d9524eb93efd tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:08.257572 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94ec911b-d07e-4ad7-ae73-d9524eb93efd tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:08.405269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61672323-e70d-4b62-ba85-2a10758d1cae req-bc0b5288-8c2b-4cbe-a8ee-5553220c0f1b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=1abdd01b-3e9d-4ab3-a244-8c9335f174f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694044 Nov 26 03:01:08.515674 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cdbb03f8-798a-453a-be98-e684cf9234a3 req-642b5b64-cf42-4d1f-aefb-6f93331867de tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2660537 Nov 26 03:01:08.523274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 8e518dd1-dbde-4e7c-b324-23a606669e5e details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:01:08.556536 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94ec911b-d07e-4ad7-ae73-d9524eb93efd tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:08.636242 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec911b-d07e-4ad7-ae73-d9524eb93efd tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Subnet': ['ID=84dea29d-9b80-4744-8faa-883ec41afa55,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:08.665493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ec911b-d07e-4ad7-ae73-d9524eb93efd tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Checking segment: {'id': '3d916772-734f-41d7-948e-61b8484a5f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '088ddcd7-917d-4c7f-b6d9-48e73c48695e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:01:08.666062 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ec911b-d07e-4ad7-ae73-d9524eb93efd tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network hostable DHCP agents. Network: 088ddcd7-917d-4c7f-b6d9-48e73c48695e, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:01:08.710974 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ec911b-d07e-4ad7-ae73-d9524eb93efd tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network 088ddcd7-917d-4c7f-b6d9-48e73c48695e is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:01:08.725499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-94ec911b-d07e-4ad7-ae73-d9524eb93efd tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 088ddcd7-917d-4c7f-b6d9-48e73c48695e) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:08.741037 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ec911b-d07e-4ad7-ae73-d9524eb93efd tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:08.742570 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94ec911b-d07e-4ad7-ae73-d9524eb93efd tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:08.746165 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 8e518dd1-dbde-4e7c-b324-23a606669e5e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8e518dd1-dbde-4e7c-b324-23a606669e5e,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:08.750675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421aeac-3db8-4dde-9735-f1abcd1af435 req-2d70ad74-d366-402a-892b-ea6c4d149249 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:08.752364 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3421aeac-3db8-4dde-9735-f1abcd1af435 req-2d70ad74-d366-402a-892b-ea6c4d149249 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.1681647 Nov 26 03:01:08.774112 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-94ec911b-d07e-4ad7-ae73-d9524eb93efd tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7097952 Nov 26 03:01:08.774582 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54626) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:08.786486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '8e518dd1-dbde-4e7c-b324-23a606669e5e', 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0', 'port_id': '8e518dd1-dbde-4e7c-b324-23a606669e5e', 'mac_address': 'fa:16:3e:4a:cf:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6da11d-6e3b-40de-8ac1-4e0dae557aba', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:01:08.852619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3421aeac-3db8-4dde-9735-f1abcd1af435 req-06d59263-fe33-4a70-b6c8-a83c702b63d2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922878 Nov 26 03:01:08.880816 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:08.910942 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e518dd1-dbde-4e7c-b324-23a606669e5e {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:01:08.943135 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-656e8f4b-e961-4d0a-beea-390c82898bea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:08.954890 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 8e518dd1-dbde-4e7c-b324-23a606669e5e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8e518dd1-dbde-4e7c-b324-23a606669e5e,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:08.963466 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:08.964244 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 8964a8e6-c084-4949-914a-2113fb27be33 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:01:09.015188 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-656e8f4b-e961-4d0a-beea-390c82898bea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:09.089550 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=8e518dd1-dbde-4e7c-b324-23a606669e5e,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:09.128439 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-656e8f4b-e961-4d0a-beea-390c82898bea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:09.144857 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c5780c-f47f-4c91-85e4-4718ba305331 None None] Network 83d9fcd4-696f-4386-a4ce-614816339b4c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:09.147446 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acbc9a0-e730-40d0-b08e-1ab1c63dac84 None None] Network 5daeb954-d215-469e-b717-3d4021eb963c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:09.155065 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa117fa9-2627-4572-8bdd-021b09aa07a8 None None] Network 088ddcd7-917d-4c7f-b6d9-48e73c48695e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:09.222045 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e8f4b-e961-4d0a-beea-390c82898bea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Subnet': ['ID=84dea29d-9b80-4744-8faa-883ec41afa55,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:09.311748 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-656e8f4b-e961-4d0a-beea-390c82898bea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:09.336175 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-656e8f4b-e961-4d0a-beea-390c82898bea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088ddcd7-917d-4c7f-b6d9-48e73c48695e']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:09.336459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device d9a332a2-5aaa-43de-9be8-1095943943e7 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:09.338753 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acbc9a0-e730-40d0-b08e-1ab1c63dac84 None None] Network 5daeb954-d215-469e-b717-3d4021eb963c could not be found, it might have been deleted concurrently. {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 26 03:01:09.358333 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-656e8f4b-e961-4d0a-beea-390c82898bea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d916772-734f-41d7-948e-61b8484a5f05') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:09.358582 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-656e8f4b-e961-4d0a-beea-390c82898bea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d916772-734f-41d7-948e-61b8484a5f05') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:09.372164 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-656e8f4b-e961-4d0a-beea-390c82898bea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:09.377813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644ef92d-cc3b-4feb-8b59-69e461a5f31f None None] Network 5daeb954-d215-469e-b717-3d4021eb963c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:09.388838 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-656e8f4b-e961-4d0a-beea-390c82898bea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:09.397468 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656e8f4b-e961-4d0a-beea-390c82898bea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:01:09.398256 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-656e8f4b-e961-4d0a-beea-390c82898bea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:01:09.403609 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:01:09.415924 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644ef92d-cc3b-4feb-8b59-69e461a5f31f None None] Network 5daeb954-d215-469e-b717-3d4021eb963c could not be found, it might have been deleted concurrently. {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 26 03:01:09.456216 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-0c7f1677-ebb5-437e-ae2d-81fbf08c73fe None None] Provisioning complete for port d9a332a2-5aaa-43de-9be8-1095943943e7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:09.456804 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0c7f1677-ebb5-437e-ae2d-81fbf08c73fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:09.538547 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-656e8f4b-e961-4d0a-beea-390c82898bea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:09.545294 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-656e8f4b-e961-4d0a-beea-390c82898bea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:09.550367 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-656e8f4b-e961-4d0a-beea-390c82898bea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/networks/088ddcd7-917d-4c7f-b6d9-48e73c48695e HTTP/1.1" status: 204 len: 168 time: 0.7745965 Nov 26 03:01:09.556425 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54640) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:09.571774 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1075be97-d9b5-413f-bfcc-120c11b6a625 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-28382873'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:09.603581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e8f4b-e961-4d0a-beea-390c82898bea tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Network': ['ID=088ddcd7-917d-4c7f-b6d9-48e73c48695e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:09.616300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1075be97-d9b5-413f-bfcc-120c11b6a625 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:09.621025 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1075be97-d9b5-413f-bfcc-120c11b6a625 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:09.683781 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1075be97-d9b5-413f-bfcc-120c11b6a625 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:01:09.690068 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e421b59-018f-4825-83f4-27f5a75098a6 req-1e7d7ff9-d13f-48c7-b2d1-617b72f1ec8a tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:09.691668 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e421b59-018f-4825-83f4-27f5a75098a6 req-1e7d7ff9-d13f-48c7-b2d1-617b72f1ec8a tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 945 time: 0.1596677 Nov 26 03:01:09.714490 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1075be97-d9b5-413f-bfcc-120c11b6a625 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:09.715750 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-1075be97-d9b5-413f-bfcc-120c11b6a625 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Added segment 53b0771f-de44-44d0-bad5-c26560d9d7b3 of type vlan for network 417a8a7d-122c-4432-8a95-c172a2cae928 Nov 26 03:01:09.819331 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 8964a8e6-c084-4949-914a-2113fb27be33, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8964a8e6-c084-4949-914a-2113fb27be33,segment=NetworkSegment(9eee9d6e-cc95-4188-a303-b0aa56e15eb1),segment_id=9eee9d6e-cc95-4188-a303-b0aa56e15eb1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:09.830879 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1075be97-d9b5-413f-bfcc-120c11b6a625 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:09.864032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8269c0e-9ea3-4f71-bfec-4bb94a3c9219 None None] Network 088ddcd7-917d-4c7f-b6d9-48e73c48695e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:09.875300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50776d-b974-47e4-bd09-4d3ed32f73f0 req-6ca4f5a5-2564-4d74-983d-ca0654911b8a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:09.880875 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1075be97-d9b5-413f-bfcc-120c11b6a625 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:09.881510 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50776d-b974-47e4-bd09-4d3ed32f73f0 req-6ca4f5a5-2564-4d74-983d-ca0654911b8a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:09.887502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50776d-b974-47e4-bd09-4d3ed32f73f0 req-6ca4f5a5-2564-4d74-983d-ca0654911b8a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:09.889129 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1075be97-d9b5-413f-bfcc-120c11b6a625 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:09.889769 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1075be97-d9b5-413f-bfcc-120c11b6a625 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:09.900258 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50776d-b974-47e4-bd09-4d3ed32f73f0 req-6ca4f5a5-2564-4d74-983d-ca0654911b8a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:09.917197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50776d-b974-47e4-bd09-4d3ed32f73f0 req-6ca4f5a5-2564-4d74-983d-ca0654911b8a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:09.924524 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50776d-b974-47e4-bd09-4d3ed32f73f0 req-6ca4f5a5-2564-4d74-983d-ca0654911b8a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:09.924768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8269c0e-9ea3-4f71-bfec-4bb94a3c9219 None None] Network 088ddcd7-917d-4c7f-b6d9-48e73c48695e could not be found, it might have been deleted concurrently. {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 26 03:01:09.928753 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1075be97-d9b5-413f-bfcc-120c11b6a625 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3713701 Nov 26 03:01:09.931670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50776d-b974-47e4-bd09-4d3ed32f73f0 req-6ca4f5a5-2564-4d74-983d-ca0654911b8a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:09.937019 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '8964a8e6-c084-4949-914a-2113fb27be33', 'network_id': '09ad8bb0-11ca-4f86-941d-4b67b4752da2', 'port_id': '8964a8e6-c084-4949-914a-2113fb27be33', 'mac_address': 'fa:16:3e:5c:72:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b83540-d17e-4c4c-867e-6fe6b714449e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:01:09.940091 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c50776d-b974-47e4-bd09-4d3ed32f73f0 req-6ca4f5a5-2564-4d74-983d-ca0654911b8a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5421 time: 0.1894662 Nov 26 03:01:09.947608 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54654) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:09.948141 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port d9a332a2-5aaa-43de-9be8-1095943943e7 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:09.948520 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:09.953231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1bc70057-bcc3-414f-b45c-dce36f879850 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'subnet': {'network_id': '417a8a7d-122c-4432-8a95-c172a2cae928', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:09.974443 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e421b59-018f-4825-83f4-27f5a75098a6 req-43042e75-fbb6-478d-88cc-5142d81321b5 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=1abdd01b-3e9d-4ab3-a244-8c9335f174f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2669086 Nov 26 03:01:10.012711 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075be97-d9b5-413f-bfcc-120c11b6a625 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Network': ['ID=417a8a7d-122c-4432-8a95-c172a2cae928,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:10.062767 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 417a8a7d-122c-4432-8a95-c172a2cae928 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:01:10.217363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc70057-bcc3-414f-b45c-dce36f879850 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:10.221264 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1bc70057-bcc3-414f-b45c-dce36f879850 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:10.246273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d32495-f86c-4ffa-9659-1c65023e8836 req-251d2f2f-8640-4cac-9401-962c1c882c27 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:10.248096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58d32495-f86c-4ffa-9659-1c65023e8836 req-251d2f2f-8640-4cac-9401-962c1c882c27 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 945 time: 0.1990256 Nov 26 03:01:10.259694 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:10.267528 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0c7f1677-ebb5-437e-ae2d-81fbf08c73fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:10.321346 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8964a8e6-c084-4949-914a-2113fb27be33 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:01:10.383758 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0c7f1677-ebb5-437e-ae2d-81fbf08c73fe None None] For port d9a332a2-5aaa-43de-9be8-1095943943e7, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=d9a332a2-5aaa-43de-9be8-1095943943e7,segment=NetworkSegment(c4a0c311-6c16-4620-b766-4422e2ddd0da),segment_id=c4a0c311-6c16-4620-b766-4422e2ddd0da)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:10.408846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c50776d-b974-47e4-bd09-4d3ed32f73f0 req-b79fa254-7b0e-4163-8e59-2c7dc5d506a0 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4675844 Nov 26 03:01:10.422154 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0c7f1677-ebb5-437e-ae2d-81fbf08c73fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:10.435436 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 8964a8e6-c084-4949-914a-2113fb27be33, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8964a8e6-c084-4949-914a-2113fb27be33,segment=NetworkSegment(9eee9d6e-cc95-4188-a303-b0aa56e15eb1),segment_id=9eee9d6e-cc95-4188-a303-b0aa56e15eb1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:10.466649 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:10.467728 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device f0c320e9-1ccf-41db-b82e-2361eca3e5d9 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:01:10.508221 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port f0c320e9-1ccf-41db-b82e-2361eca3e5d9, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=f0c320e9-1ccf-41db-b82e-2361eca3e5d9,segment=NetworkSegment(9eee9d6e-cc95-4188-a303-b0aa56e15eb1),segment_id=9eee9d6e-cc95-4188-a303-b0aa56e15eb1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:10.523296 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:10.530510 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'f0c320e9-1ccf-41db-b82e-2361eca3e5d9', 'network_id': '09ad8bb0-11ca-4f86-941d-4b67b4752da2', 'port_id': 'f0c320e9-1ccf-41db-b82e-2361eca3e5d9', 'mac_address': 'fa:16:3e:2e:20:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b83540-d17e-4c4c-867e-6fe6b714449e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:01:10.626794 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f119ef-f134-472e-82e4-27f2c54b3875 req-1ff638f8-7e83-45b0-8253-85a4bc29408d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:10.637758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68f119ef-f134-472e-82e4-27f2c54b3875 req-1ff638f8-7e83-45b0-8253-85a4bc29408d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.4114082 Nov 26 03:01:10.673855 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:01:10.674950 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:01:10.713897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f1677-ebb5-437e-ae2d-81fbf08c73fe None None] Pushing event updated for resources: {'Port': ['ID=d9a332a2-5aaa-43de-9be8-1095943943e7,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:10.725302 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:10.771223 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c320e9-1ccf-41db-b82e-2361eca3e5d9 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:01:10.792524 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68f119ef-f134-472e-82e4-27f2c54b3875 req-c65ae985-9cd5-4140-a425-d6585c18bb95 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516571 Nov 26 03:01:10.834793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port f0c320e9-1ccf-41db-b82e-2361eca3e5d9, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=f0c320e9-1ccf-41db-b82e-2361eca3e5d9,segment=NetworkSegment(9eee9d6e-cc95-4188-a303-b0aa56e15eb1),segment_id=9eee9d6e-cc95-4188-a303-b0aa56e15eb1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:10.862881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-58d32495-f86c-4ffa-9659-1c65023e8836 req-a419dd9f-236b-41aa-8442-630f97f80ff4 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Deleting port fbe16afc-30f5-4c7c-8953-094e69cd1aff {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:10.863490 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-58d32495-f86c-4ffa-9659-1c65023e8836 req-a419dd9f-236b-41aa-8442-630f97f80ff4 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:10.876438 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:10.877438 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 38d683a3-b337-4602-8887-74ec15606ce0 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:01:10.884747 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=8964a8e6-c084-4949-914a-2113fb27be33,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:10.967602 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-58d32495-f86c-4ffa-9659-1c65023e8836 req-a419dd9f-236b-41aa-8442-630f97f80ff4 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] For port fbe16afc-30f5-4c7c-8953-094e69cd1aff, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=fbe16afc-30f5-4c7c-8953-094e69cd1aff,segment=NetworkSegment(b035f7d8-bdc3-4a67-a8cf-cb3525c2442b),segment_id=b035f7d8-bdc3-4a67-a8cf-cb3525c2442b)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:10.968242 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-58d32495-f86c-4ffa-9659-1c65023e8836 req-a419dd9f-236b-41aa-8442-630f97f80ff4 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:10.972133 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 38d683a3-b337-4602-8887-74ec15606ce0, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=38d683a3-b337-4602-8887-74ec15606ce0,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:10.983246 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=f0c320e9-1ccf-41db-b82e-2361eca3e5d9,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:10.992009 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '38d683a3-b337-4602-8887-74ec15606ce0', 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0', 'port_id': '38d683a3-b337-4602-8887-74ec15606ce0', 'mac_address': 'fa:16:3e:a9:6e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6da11d-6e3b-40de-8ac1-4e0dae557aba', 'ip_address': '10.1.1.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:01:11.050278 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:11.068505 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d683a3-b337-4602-8887-74ec15606ce0 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:01:11.092437 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 38d683a3-b337-4602-8887-74ec15606ce0, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=38d683a3-b337-4602-8887-74ec15606ce0,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:11.107111 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1bc70057-bcc3-414f-b45c-dce36f879850 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:11.112250 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:11.113713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device db5b3ce7-6b84-4697-ad3c-d52fc64ab380 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:01:11.325183 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=38d683a3-b337-4602-8887-74ec15606ce0,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:11.377543 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04403f23-4bac-40f7-8a91-90548d1b6d86 None None] Network 83d9fcd4-696f-4386-a4ce-614816339b4c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:11.381310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc70057-bcc3-414f-b45c-dce36f879850 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Subnet': ['ID=bf84a845-b89c-4643-925d-edcee36b56b3,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:11.475606 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4360a-d47b-4a01-9ccf-702b70aa7af5 req-8f227052-448c-4c12-b0f1-c95f57ae9356 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:11.477988 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79a4360a-d47b-4a01-9ccf-702b70aa7af5 req-8f227052-448c-4c12-b0f1-c95f57ae9356 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 945 time: 0.2659447 Nov 26 03:01:11.478854 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc70057-bcc3-414f-b45c-dce36f879850 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Checking segment: {'id': '53b0771f-de44-44d0-bad5-c26560d9d7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '417a8a7d-122c-4432-8a95-c172a2cae928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:01:11.479284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc70057-bcc3-414f-b45c-dce36f879850 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network hostable DHCP agents. Network: 417a8a7d-122c-4432-8a95-c172a2cae928, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:01:11.538106 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-58d32495-f86c-4ffa-9659-1c65023e8836 req-a419dd9f-236b-41aa-8442-630f97f80ff4 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:11.538508 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-58d32495-f86c-4ffa-9659-1c65023e8836 req-a419dd9f-236b-41aa-8442-630f97f80ff4 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:11.538794 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-58d32495-f86c-4ffa-9659-1c65023e8836 req-a419dd9f-236b-41aa-8442-630f97f80ff4 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Floating IP 6d6c46bd-8ea5-4c6b-91a5-8469832b5aac disassociated. External IP: 172.25.0.21, port: fbe16afc-30f5-4c7c-8953-094e69cd1aff. Nov 26 03:01:11.539155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-58d32495-f86c-4ffa-9659-1c65023e8836 req-a419dd9f-236b-41aa-8442-630f97f80ff4 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Calling delete_port for fbe16afc-30f5-4c7c-8953-094e69cd1aff owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:11.547112 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port db5b3ce7-6b84-4697-ad3c-d52fc64ab380, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=db5b3ce7-6b84-4697-ad3c-d52fc64ab380,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:11.611019 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5ab3393b-2305-4c66-a637-38debeda5af6 None None] Provisioning complete for port d9a332a2-5aaa-43de-9be8-1095943943e7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:11.611472 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5ab3393b-2305-4c66-a637-38debeda5af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:11.635728 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79a4360a-d47b-4a01-9ccf-702b70aa7af5 req-8ca3526a-0dfb-4ceb-a300-cf5917e97ca7 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups?id=1abdd01b-3e9d-4ab3-a244-8c9335f174f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407411 Nov 26 03:01:11.668772 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'db5b3ce7-6b84-4697-ad3c-d52fc64ab380', 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0', 'port_id': 'db5b3ce7-6b84-4697-ad3c-d52fc64ab380', 'mac_address': 'fa:16:3e:aa:9b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6da11d-6e3b-40de-8ac1-4e0dae557aba', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:01:11.672487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc70057-bcc3-414f-b45c-dce36f879850 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network 417a8a7d-122c-4432-8a95-c172a2cae928 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:01:11.718057 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-1bc70057-bcc3-414f-b45c-dce36f879850 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 417a8a7d-122c-4432-8a95-c172a2cae928) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:11.722794 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc70057-bcc3-414f-b45c-dce36f879850 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:11.723760 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1bc70057-bcc3-414f-b45c-dce36f879850 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:11.749416 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7c789f-1759-41f3-a53c-e0cbe7bb4f1e None None] Network 417a8a7d-122c-4432-8a95-c172a2cae928 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:11.754503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ee13c-d516-4943-86c8-0007ac3287d8 req-05ce1ba9-3b99-4850-9324-a596e84ee558 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:11.760685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ee13c-d516-4943-86c8-0007ac3287d8 req-05ce1ba9-3b99-4850-9324-a596e84ee558 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:11.767312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ee13c-d516-4943-86c8-0007ac3287d8 req-05ce1ba9-3b99-4850-9324-a596e84ee558 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:11.773720 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ee13c-d516-4943-86c8-0007ac3287d8 req-05ce1ba9-3b99-4850-9324-a596e84ee558 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:11.779844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ee13c-d516-4943-86c8-0007ac3287d8 req-05ce1ba9-3b99-4850-9324-a596e84ee558 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:11.786751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ee13c-d516-4943-86c8-0007ac3287d8 req-05ce1ba9-3b99-4850-9324-a596e84ee558 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:11.792821 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ee13c-d516-4943-86c8-0007ac3287d8 req-05ce1ba9-3b99-4850-9324-a596e84ee558 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:11.794808 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c1ee13c-d516-4943-86c8-0007ac3287d8 req-05ce1ba9-3b99-4850-9324-a596e84ee558 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5424 time: 0.2754169 Nov 26 03:01:11.810615 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1bc70057-bcc3-414f-b45c-dce36f879850 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8612027 Nov 26 03:01:11.813354 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54674) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:11.862778 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device d9a332a2-5aaa-43de-9be8-1095943943e7 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:11.984034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5707247-45c4-4c44-8376-1794af4af7e0 req-5cd0ca9c-08c0-4f43-8752-f7bf07a83dd5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:11.992373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5707247-45c4-4c44-8376-1794af4af7e0 req-5cd0ca9c-08c0-4f43-8752-f7bf07a83dd5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.1100807 Nov 26 03:01:12.016540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c1ee13c-d516-4943-86c8-0007ac3287d8 req-7a9e85e1-f2ae-483c-a54f-d2a508dd26e8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1979265 Nov 26 03:01:12.035048 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bdaadcc-72cc-4092-b2f5-661104d7c6b2 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:12.133755 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-58d32495-f86c-4ffa-9659-1c65023e8836 req-a419dd9f-236b-41aa-8442-630f97f80ff4 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:12.182153 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bdaadcc-72cc-4092-b2f5-661104d7c6b2 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:12.197080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419dd9f-236b-41aa-8442-630f97f80ff4 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Pushing event deleted for resources: {'Port': ['ID=fbe16afc-30f5-4c7c-8953-094e69cd1aff,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:12.291355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-3a5c9c1f-d47a-4fef-9527-c0414cca3142 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=731fab418a0640cd8c02640692843d82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822077 Nov 26 03:01:12.308894 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-09299454-bbc8-4f15-b74a-b479b743a1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:12.343219 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bdaadcc-72cc-4092-b2f5-661104d7c6b2 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:12.429472 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdaadcc-72cc-4092-b2f5-661104d7c6b2 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Subnet': ['ID=bf84a845-b89c-4643-925d-edcee36b56b3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:12.514150 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d046ff81-a149-48b5-87e7-20e7bd2827d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-417a8a7d-122c-4432-8a95-c172a2cae928', 'network_id': '417a8a7d-122c-4432-8a95-c172a2cae928', 'tenant_id': 'ec8c54f0be744ed78e1a47e1f9090f1a', 'fixed_ips': [{'subnet_id': 'bf84a845-b89c-4643-925d-edcee36b56b3'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:01:12.514767 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d046ff81-a149-48b5-87e7-20e7bd2827d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:12.592133 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:12.610254 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bdaadcc-72cc-4092-b2f5-661104d7c6b2 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:12.612746 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5b3ce7-6b84-4697-ad3c-d52fc64ab380 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:01:12.664401 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port db5b3ce7-6b84-4697-ad3c-d52fc64ab380, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=db5b3ce7-6b84-4697-ad3c-d52fc64ab380,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:12.664767 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-8bdaadcc-72cc-4092-b2f5-661104d7c6b2 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417a8a7d-122c-4432-8a95-c172a2cae928']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:12.685675 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:12.686398 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 7484f68f-6538-4c42-ba92-bbfe50a28df2 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:01:12.696129 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-8bdaadcc-72cc-4092-b2f5-661104d7c6b2 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b0771f-de44-44d0-bad5-c26560d9d7b3') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:12.696503 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-8bdaadcc-72cc-4092-b2f5-661104d7c6b2 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b0771f-de44-44d0-bad5-c26560d9d7b3') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:12.727287 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bdaadcc-72cc-4092-b2f5-661104d7c6b2 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:12.777860 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bdaadcc-72cc-4092-b2f5-661104d7c6b2 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:12.797404 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdaadcc-72cc-4092-b2f5-661104d7c6b2 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:01:12.797775 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bdaadcc-72cc-4092-b2f5-661104d7c6b2 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:01:12.801937 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:01:12.820286 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 7484f68f-6538-4c42-ba92-bbfe50a28df2, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7484f68f-6538-4c42-ba92-bbfe50a28df2,segment=NetworkSegment(829bd44f-5392-443e-b02a-40ae82a1cea6),segment_id=829bd44f-5392-443e-b02a-40ae82a1cea6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:12.850030 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88013da-68a3-4e6e-bfec-57080608743a None None] Network 417a8a7d-122c-4432-8a95-c172a2cae928 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:12.956040 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bdaadcc-72cc-4092-b2f5-661104d7c6b2 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:12.964154 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bdaadcc-72cc-4092-b2f5-661104d7c6b2 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:12.979367 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8bdaadcc-72cc-4092-b2f5-661104d7c6b2 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/networks/417a8a7d-122c-4432-8a95-c172a2cae928 HTTP/1.1" status: 204 len: 168 time: 1.1637363 Nov 26 03:01:12.980372 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '7484f68f-6538-4c42-ba92-bbfe50a28df2', 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4', 'port_id': '7484f68f-6538-4c42-ba92-bbfe50a28df2', 'mac_address': 'fa:16:3e:dd:8c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:01:12.982427 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54704) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:13.000117 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-90b909b8-2a54-46d1-af35-b83d38622052 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-646574959'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:13.065584 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdaadcc-72cc-4092-b2f5-661104d7c6b2 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Network': ['ID=417a8a7d-122c-4432-8a95-c172a2cae928,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:13.112142 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b909b8-2a54-46d1-af35-b83d38622052 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:13.115822 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-90b909b8-2a54-46d1-af35-b83d38622052 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:13.181991 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b909b8-2a54-46d1-af35-b83d38622052 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:01:13.227183 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-90b909b8-2a54-46d1-af35-b83d38622052 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:13.228506 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-90b909b8-2a54-46d1-af35-b83d38622052 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Added segment 9355fb8d-dbfa-48cb-843c-8661ece952b4 of type vlan for network 53c1b174-4ff6-43ec-a820-8adba0e6c0fd Nov 26 03:01:13.233517 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=db5b3ce7-6b84-4697-ad3c-d52fc64ab380,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:13.261639 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1605fba-f183-4b78-a98c-dfde5d74c7a9 req-68d4c3ad-b261-4550-bbea-eaa7761dca26 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8134954 Nov 26 03:01:13.300956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port d9a332a2-5aaa-43de-9be8-1095943943e7 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:13.301395 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:13.311304 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5707247-45c4-4c44-8376-1794af4af7e0 req-121ff916-c527-4e46-8906-1875f75a60d8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3162925 Nov 26 03:01:13.322541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58d32495-f86c-4ffa-9659-1c65023e8836 req-a419dd9f-236b-41aa-8442-630f97f80ff4 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Router ac88865d-134d-4d00-abfb-b80b3c5d88be has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:01:13.343115 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-010bcb81-16bd-4958-a9bc-1fd306a23fea None None] Provisioning complete for port d9a332a2-5aaa-43de-9be8-1095943943e7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:13.343573 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-010bcb81-16bd-4958-a9bc-1fd306a23fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:13.349258 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-90b909b8-2a54-46d1-af35-b83d38622052 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:13.381861 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:13.401356 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-90b909b8-2a54-46d1-af35-b83d38622052 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:13.407557 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b909b8-2a54-46d1-af35-b83d38622052 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:13.408287 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-90b909b8-2a54-46d1-af35-b83d38622052 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:13.426570 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7484f68f-6538-4c42-ba92-bbfe50a28df2 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:01:13.471467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-0fd45932-dc71-4e62-8bf7-84b774d2f77e tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:13.477106 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 7484f68f-6538-4c42-ba92-bbfe50a28df2, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7484f68f-6538-4c42-ba92-bbfe50a28df2,segment=NetworkSegment(829bd44f-5392-443e-b02a-40ae82a1cea6),segment_id=829bd44f-5392-443e-b02a-40ae82a1cea6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:13.483903 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-0fd45932-dc71-4e62-8bf7-84b774d2f77e tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1244600 Nov 26 03:01:13.547108 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:13.549738 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 6b09bce4-33a6-482a-a606-4d167407ae52 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:01:13.565799 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-b3f6e9a4-856c-435a-8ab3-362f0dfec51a tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/quotas/731fab418a0640cd8c02640692843d82 HTTP/1.1" status: 200 len: 375 time: 0.0805554 Nov 26 03:01:13.616006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 6b09bce4-33a6-482a-a606-4d167407ae52, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=6b09bce4-33a6-482a-a606-4d167407ae52,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:13.633872 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-90b909b8-2a54-46d1-af35-b83d38622052 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6502845 Nov 26 03:01:13.646783 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54714) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:13.656746 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-642e2f7d-d66b-4e24-9863-137ff9569951 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'subnet': {'network_id': '53c1b174-4ff6-43ec-a820-8adba0e6c0fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:13.689921 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '6b09bce4-33a6-482a-a606-4d167407ae52', 'network_id': '426b4ce6-4aa7-4c02-b4b4-8977770f78c0', 'port_id': '6b09bce4-33a6-482a-a606-4d167407ae52', 'mac_address': 'fa:16:3e:ef:44:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6da11d-6e3b-40de-8ac1-4e0dae557aba', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:01:13.806311 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:13.878648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b09bce4-33a6-482a-a606-4d167407ae52 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:01:13.893917 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=7484f68f-6538-4c42-ba92-bbfe50a28df2,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:13.923911 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b909b8-2a54-46d1-af35-b83d38622052 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Network': ['ID=53c1b174-4ff6-43ec-a820-8adba0e6c0fd,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:13.924185 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 6b09bce4-33a6-482a-a606-4d167407ae52, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=6b09bce4-33a6-482a-a606-4d167407ae52,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:13.931153 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642e2f7d-d66b-4e24-9863-137ff9569951 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:13.935554 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-642e2f7d-d66b-4e24-9863-137ff9569951 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:13.945029 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 53c1b174-4ff6-43ec-a820-8adba0e6c0fd details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:01:14.073877 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:14.168236 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=6b09bce4-33a6-482a-a606-4d167407ae52,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:14.194196 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-412745bf-3512-4a0a-931a-b6ff690fcb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:14.340262 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-642e2f7d-d66b-4e24-9863-137ff9569951 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:14.353975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1605fba-f183-4b78-a98c-dfde5d74c7a9 req-601135bc-9873-4711-973d-47e32b77e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:14.355781 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1605fba-f183-4b78-a98c-dfde5d74c7a9 req-601135bc-9873-4711-973d-47e32b77e3ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd0486c09d3445d19d9cae0425413414&device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 1097 time: 1.0299523 Nov 26 03:01:14.396174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8be8328-503e-4a90-a5ff-94e92b5a4a01 req-dbd97389-fc34-4968-bf12-ab0eae46fdf3 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 210 time: 0.6981046 Nov 26 03:01:14.428974 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-65c56858-11cd-4418-a1b6-be8e731fa817 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=731fab418a0640cd8c02640692843d82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8617692 Nov 26 03:01:14.447640 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642e2f7d-d66b-4e24-9863-137ff9569951 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Checking segment: {'id': '9355fb8d-dbfa-48cb-843c-8661ece952b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '53c1b174-4ff6-43ec-a820-8adba0e6c0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:01:14.448317 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642e2f7d-d66b-4e24-9863-137ff9569951 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network hostable DHCP agents. Network: 53c1b174-4ff6-43ec-a820-8adba0e6c0fd, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:01:14.452094 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e2f7d-d66b-4e24-9863-137ff9569951 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Subnet': ['ID=9857bc23-6a10-4c09-8b94-554168c7575e,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:14.480614 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642e2f7d-d66b-4e24-9863-137ff9569951 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network 53c1b174-4ff6-43ec-a820-8adba0e6c0fd is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:01:14.491656 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-642e2f7d-d66b-4e24-9863-137ff9569951 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 53c1b174-4ff6-43ec-a820-8adba0e6c0fd) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:14.496157 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642e2f7d-d66b-4e24-9863-137ff9569951 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:14.497282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-642e2f7d-d66b-4e24-9863-137ff9569951 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:14.517582 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5e0eb8-cc05-41d7-9bbc-f91d025175e7 None None] Network 53c1b174-4ff6-43ec-a820-8adba0e6c0fd requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:14.538653 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-642e2f7d-d66b-4e24-9863-137ff9569951 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8906279 Nov 26 03:01:14.543993 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54728) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:14.558411 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0f539dd1-3426-4ae9-abe7-1ec893aede66 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'subnet': {'network_id': '53c1b174-4ff6-43ec-a820-8adba0e6c0fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:14.748363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58d32495-f86c-4ffa-9659-1c65023e8836 req-a419dd9f-236b-41aa-8442-630f97f80ff4 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:01:14.829461 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f539dd1-3426-4ae9-abe7-1ec893aede66 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:14.833983 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0f539dd1-3426-4ae9-abe7-1ec893aede66 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:14.837531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045152f4-a681-4507-bcc6-179006875372 req-bd6ba908-14f2-489b-986e-406b50ced328 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:14.856021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045152f4-a681-4507-bcc6-179006875372 req-bd6ba908-14f2-489b-986e-406b50ced328 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:14.859267 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb99670f-9698-432f-aa1b-4b29e7e4825e None None] Sync routers for ids ['ac88865d-134d-4d00-abfb-b80b3c5d88be'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:01:14.870318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045152f4-a681-4507-bcc6-179006875372 req-bd6ba908-14f2-489b-986e-406b50ced328 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:14.876757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045152f4-a681-4507-bcc6-179006875372 req-bd6ba908-14f2-489b-986e-406b50ced328 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:14.883160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045152f4-a681-4507-bcc6-179006875372 req-bd6ba908-14f2-489b-986e-406b50ced328 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:14.908695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045152f4-a681-4507-bcc6-179006875372 req-bd6ba908-14f2-489b-986e-406b50ced328 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:14.918186 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-53c1b174-4ff6-43ec-a820-8adba0e6c0fd', 'network_id': '53c1b174-4ff6-43ec-a820-8adba0e6c0fd', 'tenant_id': 'ec8c54f0be744ed78e1a47e1f9090f1a', 'fixed_ips': [{'subnet_id': '9857bc23-6a10-4c09-8b94-554168c7575e'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:01:14.919377 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:14.925332 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045152f4-a681-4507-bcc6-179006875372 req-bd6ba908-14f2-489b-986e-406b50ced328 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:14.928505 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb99670f-9698-432f-aa1b-4b29e7e4825e None None] Routers {'ac88865d-134d-4d00-abfb-b80b3c5d88be'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:01:14.932622 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-cb99670f-9698-432f-aa1b-4b29e7e4825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ac88865d-134d-4d00-abfb-b80b3c5d88be'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:14.936734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-045152f4-a681-4507-bcc6-179006875372 req-bd6ba908-14f2-489b-986e-406b50ced328 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5427 time: 0.4243891 Nov 26 03:01:15.062428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d32495-f86c-4ffa-9659-1c65023e8836 req-a419dd9f-236b-41aa-8442-630f97f80ff4 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] No DVR routers for this DVR port fbe16afc-30f5-4c7c-8953-094e69cd1aff on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:01:15.064613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1605fba-f183-4b78-a98c-dfde5d74c7a9 req-013e974e-7523-4008-a408-2f971a20a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:15.068853 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-cb99670f-9698-432f-aa1b-4b29e7e4825e None None] Set router ac88865d-134d-4d00-abfb-b80b3c5d88be gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:01:15.069284 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1605fba-f183-4b78-a98c-dfde5d74c7a9 req-013e974e-7523-4008-a408-2f971a20a885 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12 HTTP/1.1" status: 200 len: 918 time: 0.6676450 Nov 26 03:01:15.075507 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-58d32495-f86c-4ffa-9659-1c65023e8836 req-a419dd9f-236b-41aa-8442-630f97f80ff4 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:15.081495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58d32495-f86c-4ffa-9659-1c65023e8836 req-a419dd9f-236b-41aa-8442-630f97f80ff4 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.54 "DELETE /v2.0/ports/fbe16afc-30f5-4c7c-8953-094e69cd1aff HTTP/1.1" status: 204 len: 173 time: 4.7873352 Nov 26 03:01:15.092886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4470e6d-28f6-4781-9023-8c78943e08cd', 'name': 'network-vif-deleted', 'tag': 'fbe16afc-30f5-4c7c-8953-094e69cd1aff'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:01:15.108585 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932bb352-2234-486f-911e-36c6c44b373c" -d '{"events": [{"server_uuid": "d4470e6d-28f6-4781-9023-8c78943e08cd", "name": "network-vif-deleted", "tag": "fbe16afc-30f5-4c7c-8953-094e69cd1aff"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:01:15.302250 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:15.334430 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97c586-7f61-4128-8619-8a1c0307fa82 req-2180a237-0911-4764-904a-4ef1eb1e03f8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:15.356424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf97c586-7f61-4128-8619-8a1c0307fa82 req-2180a237-0911-4764-904a-4ef1eb1e03f8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.3895597 Nov 26 03:01:15.436432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['f0c320e9-1ccf-41db-b82e-2361eca3e5d9'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:01:15.438336 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1605fba-f183-4b78-a98c-dfde5d74c7a9 req-410c6a9b-5f4f-4d7e-8fc6-bdf0a0c3b0f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca2598c6-1c7b-42a8-8596-4d6b6134e614 HTTP/1.1" status: 200 len: 1001 time: 0.3239353 Nov 26 03:01:15.439052 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['7484f68f-6538-4c42-ba92-bbfe50a28df2'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:01:15.442083 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['8964a8e6-c084-4949-914a-2113fb27be33'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:01:15.456238 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-045152f4-a681-4507-bcc6-179006875372 req-2c09b8cf-bf91-473e-bf70-3c48dc625fa0 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5184133 Nov 26 03:01:15.508497 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0f539dd1-3426-4ae9-abe7-1ec893aede66 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:15.541472 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1605fba-f183-4b78-a98c-dfde5d74c7a9 req-886dd0f9-99d2-42e7-837d-63dbdf388ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:15.544068 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1605fba-f183-4b78-a98c-dfde5d74c7a9 req-886dd0f9-99d2-42e7-837d-63dbdf388ae6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a5d52cf-14f1-4c64-a09a-1d91ea505a6c HTTP/1.1" status: 200 len: 856 time: 0.0857251 Nov 26 03:01:15.549048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf97c586-7f61-4128-8619-8a1c0307fa82 req-fb73224b-5f59-4352-82d9-b8a55fce2b79 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905172 Nov 26 03:01:15.651002 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f539dd1-3426-4ae9-abe7-1ec893aede66 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network 53c1b174-4ff6-43ec-a820-8adba0e6c0fd is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:01:15.670982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['8e518dd1-dbde-4e7c-b324-23a606669e5e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:01:15.687684 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-0f539dd1-3426-4ae9-abe7-1ec893aede66 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:15.707173 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f539dd1-3426-4ae9-abe7-1ec893aede66 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:15.714046 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0f539dd1-3426-4ae9-abe7-1ec893aede66 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:15.745928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['6b09bce4-33a6-482a-a606-4d167407ae52'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:01:15.763238 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f539dd1-3426-4ae9-abe7-1ec893aede66 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Subnet': ['ID=9a03f132-0035-4e87-b988-7dff15a9839c,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:15.796633 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0f539dd1-3426-4ae9-abe7-1ec893aede66 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2513309 Nov 26 03:01:15.799710 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54748) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:15.805388 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccefd31-9b1a-4a67-85a2-02ed2d229a62 x-openstack-request-id: req-1ccefd31-9b1a-4a67-85a2-02ed2d229a62 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:01:15.805772 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4470e6d-28f6-4781-9023-8c78943e08cd", "name": "network-vif-deleted", "tag": "fbe16afc-30f5-4c7c-8953-094e69cd1aff", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:01:15.807079 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ccefd31-9b1a-4a67-85a2-02ed2d229a62 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:01:15.809007 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4470e6d-28f6-4781-9023-8c78943e08cd', 'name': 'network-vif-deleted', 'tag': 'fbe16afc-30f5-4c7c-8953-094e69cd1aff', 'status': 'completed', 'code': 200} Nov 26 03:01:15.812319 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['db5b3ce7-6b84-4697-ad3c-d52fc64ab380'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:01:15.818950 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e55e675-2e2c-43f9-90ff-724ed85222b5 req-8feb100f-02bd-43ac-b4d3-b637c1bc5d99 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb40ce5-b128-4833-a335-c38430974fb4 HTTP/1.1" status: 200 len: 210 time: 0.1613672 Nov 26 03:01:15.823624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1605fba-f183-4b78-a98c-dfde5d74c7a9 req-3637a3e6-d1a5-46bf-9f6d-25a86f9e4624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:15.828024 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1605fba-f183-4b78-a98c-dfde5d74c7a9 req-3637a3e6-d1a5-46bf-9f6d-25a86f9e4624 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2771175 Nov 26 03:01:15.851780 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-d1605fba-f183-4b78-a98c-dfde5d74c7a9 req-f0cdd3b4-231c-4f7b-8986-df501a01eb2d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:01:15.854635 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1605fba-f183-4b78-a98c-dfde5d74c7a9 req-f0cdd3b4-231c-4f7b-8986-df501a01eb2d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166662 Nov 26 03:01:15.972696 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6360db99-33e1-4b58-9d66-416792f4b1c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:15.975022 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6360db99-33e1-4b58-9d66-416792f4b1c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:15.979153 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6360db99-33e1-4b58-9d66-416792f4b1c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:15.987221 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6360db99-33e1-4b58-9d66-416792f4b1c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:15.995366 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6360db99-33e1-4b58-9d66-416792f4b1c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:15.997194 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6360db99-33e1-4b58-9d66-416792f4b1c0 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1961935 Nov 26 03:01:16.008863 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54750) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:16.014046 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-29ac4269-f403-4a9e-b991-043dcde64788 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-750600869'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:16.073347 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ac4269-f403-4a9e-b991-043dcde64788 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:16.077133 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29ac4269-f403-4a9e-b991-043dcde64788 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:16.118608 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ac4269-f403-4a9e-b991-043dcde64788 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:01:16.131853 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29ac4269-f403-4a9e-b991-043dcde64788 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:16.132668 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-29ac4269-f403-4a9e-b991-043dcde64788 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Added segment f97c070e-5c41-4def-b961-55963a331d67 of type vlan for network 80dab72b-335c-43d9-a1f1-eeaea727db3c Nov 26 03:01:16.135451 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8132e4b5-dcd8-4b85-8241-360e5416dd5f req-ac0c7c48-391a-47a0-a982-bef9519b1aff tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4470e6d-28f6-4781-9023-8c78943e08cd HTTP/1.1" status: 200 len: 210 time: 0.0735328 Nov 26 03:01:16.229437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1605fba-f183-4b78-a98c-dfde5d74c7a9 req-c268fbec-83e0-4b61-b368-d672045b964c service neutron] 10.222.0.59 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667612 Nov 26 03:01:16.229709 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29ac4269-f403-4a9e-b991-043dcde64788 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:16.282715 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device fbe16afc-30f5-4c7c-8953-094e69cd1aff no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:01:16.296043 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29ac4269-f403-4a9e-b991-043dcde64788 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:16.303214 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ac4269-f403-4a9e-b991-043dcde64788 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:16.304534 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29ac4269-f403-4a9e-b991-043dcde64788 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:16.387798 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-29ac4269-f403-4a9e-b991-043dcde64788 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3769419 Nov 26 03:01:16.389097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54758) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:16.394335 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac4269-f403-4a9e-b991-043dcde64788 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Network': ['ID=80dab72b-335c-43d9-a1f1-eeaea727db3c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:16.404315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-3696bd76-cbb0-4f99-adfb-92f628b5e7cf tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:16.425616 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Allocated IP 2001:db8::2 (53c1b174-4ff6-43ec-a820-8adba0e6c0fd/9857bc23-6a10-4c09-8b94-554168c7575e/59ff23ce-1177-48f0-9ee7-58ed003adf87) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:01:16.441197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1605fba-f183-4b78-a98c-dfde5d74c7a9 req-1fd7b738-2482-4156-8e81-8b144849dfdf service neutron] 10.222.0.59 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042034 Nov 26 03:01:16.457132 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['38d683a3-b337-4602-8887-74ec15606ce0'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:01:16.478691 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: fbe16afc-30f5-4c7c-8953-094e69cd1aff {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:01:16.479041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device fbe16afc-30f5-4c7c-8953-094e69cd1aff not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:01:16.542769 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 80dab72b-335c-43d9-a1f1-eeaea727db3c details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:01:16.924955 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-239fb15a-ec3b-4c46-a24d-b26ccd06b8d7 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=731fab418a0640cd8c02640692843d82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2515116 Nov 26 03:01:17.056279 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:17.072867 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3696bd76-cbb0-4f99-adfb-92f628b5e7cf tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:17.083886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3a280-3370-4558-85cb-c846f7ebc31b req-d19eca56-b8a3-4f1b-9244-0c0d527c47b1 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:17.085500 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15a3a280-3370-4558-85cb-c846f7ebc31b req-d19eca56-b8a3-4f1b-9244-0c0d527c47b1 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.4143555 Nov 26 03:01:17.128253 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3696bd76-cbb0-4f99-adfb-92f628b5e7cf tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:17.154649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21b3fd-79df-4c84-82ec-84aa197852b2 req-6811937d-95b2-4862-b829-730904c507cd tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:17.160877 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21b3fd-79df-4c84-82ec-84aa197852b2 req-6811937d-95b2-4862-b829-730904c507cd tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:17.167073 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21b3fd-79df-4c84-82ec-84aa197852b2 req-6811937d-95b2-4862-b829-730904c507cd tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:17.173166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21b3fd-79df-4c84-82ec-84aa197852b2 req-6811937d-95b2-4862-b829-730904c507cd tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:17.179243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21b3fd-79df-4c84-82ec-84aa197852b2 req-6811937d-95b2-4862-b829-730904c507cd tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:17.185349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21b3fd-79df-4c84-82ec-84aa197852b2 req-6811937d-95b2-4862-b829-730904c507cd tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:17.191835 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21b3fd-79df-4c84-82ec-84aa197852b2 req-6811937d-95b2-4862-b829-730904c507cd tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:17.193876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a21b3fd-79df-4c84-82ec-84aa197852b2 req-6811937d-95b2-4862-b829-730904c507cd tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5427 time: 0.4800398 Nov 26 03:01:17.234878 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3696bd76-cbb0-4f99-adfb-92f628b5e7cf tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network 80dab72b-335c-43d9-a1f1-eeaea727db3c is not hosted by any dhcp agent {{(pid=104802) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 26 03:01:17.241091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3696bd76-cbb0-4f99-adfb-92f628b5e7cf tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:17.241832 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3696bd76-cbb0-4f99-adfb-92f628b5e7cf tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:17.243048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3696bd76-cbb0-4f99-adfb-92f628b5e7cf tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "PUT /v2.0/networks/80dab72b-335c-43d9-a1f1-eeaea727db3c HTTP/1.1" status: 200 len: 723 time: 0.8529348 Nov 26 03:01:17.246320 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54782) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:17.252430 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-cb99670f-9698-432f-aa1b-4b29e7e4825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 4, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'gw_port': {'id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb', 'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'mac_address': 'fa:16:3e:8c:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:48Z', 'updated_at': '2021-11-26T02:51:56Z', 'revision_number': 5, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'subnets': [{'id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:17.253530 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-43a221c8-5a52-4728-aa14-ad4fb3cd5e82 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'subnet': {'network_id': '80dab72b-335c-43d9-a1f1-eeaea727db3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:17.343069 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb99670f-9698-432f-aa1b-4b29e7e4825e None None] Checking router: ac88865d-134d-4d00-abfb-b80b3c5d88be for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:01:17.365575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-540d028a-7595-4c9a-828c-42ab52310785 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:17.367093 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-540d028a-7595-4c9a-828c-42ab52310785 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4088631 Nov 26 03:01:17.377844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696bd76-cbb0-4f99-adfb-92f628b5e7cf tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Network': ['ID=80dab72b-335c-43d9-a1f1-eeaea727db3c,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:17.404210 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15a3a280-3370-4558-85cb-c846f7ebc31b req-6b1a7ab2-550a-477a-ba3b-c4b1865c2b6c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951875 Nov 26 03:01:17.407818 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-434d570e-bf26-41c8-9efb-17d3f1cb4478 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Request body: {'port': {'device_id': 'fcb40ce5-b128-4833-a335-c38430974fb4', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '731fab418a0640cd8c02640692843d82'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:17.410342 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 80dab72b-335c-43d9-a1f1-eeaea727db3c details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:01:17.435304 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a21b3fd-79df-4c84-82ec-84aa197852b2 req-1d385831-b9c0-4ce7-ac35-7e9445c51061 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2018058 Nov 26 03:01:17.443147 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:17.454060 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a221c8-5a52-4728-aa14-ad4fb3cd5e82 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:17.468896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb99670f-9698-432f-aa1b-4b29e7e4825e None None] Routers {'ac88865d-134d-4d00-abfb-b80b3c5d88be'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:01:17.469175 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43a221c8-5a52-4728-aa14-ad4fb3cd5e82 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:17.469512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-cb99670f-9698-432f-aa1b-4b29e7e4825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ac88865d-134d-4d00-abfb-b80b3c5d88be'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:17.601993 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-434d570e-bf26-41c8-9efb-17d3f1cb4478 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Made reservation on behalf of 731fab418a0640cd8c02640692843d82 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:17.607631 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:17.613121 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-434d570e-bf26-41c8-9efb-17d3f1cb4478 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:17.641070 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-434d570e-bf26-41c8-9efb-17d3f1cb4478 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:17.713736 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-012f298f-4fa4-43ef-974d-d6a2dc2da89e req-a72a2022-6bb3-4127-83a2-790981fd9682 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb40ce5-b128-4833-a335-c38430974fb4 HTTP/1.1" status: 200 len: 210 time: 0.0795572 Nov 26 03:01:17.795605 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54792) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:17.881965 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Network 53c1b174-4ff6-43ec-a820-8adba0e6c0fd is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:01:17.901052 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:17.902769 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43a221c8-5a52-4728-aa14-ad4fb3cd5e82 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:17.924084 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-434d570e-bf26-41c8-9efb-17d3f1cb4478 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:17.928458 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:17.931478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:01:17.949006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Pushing event updated for resources: {'Port': ['ID=59ff23ce-1177-48f0-9ee7-58ed003adf87,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:18.023575 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-434d570e-bf26-41c8-9efb-17d3f1cb4478 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:18.036991 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a221c8-5a52-4728-aa14-ad4fb3cd5e82 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Subnet': ['ID=de9d0e4f-3e0b-481b-bd19-1764fa748a79,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:18.054454 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a221c8-5a52-4728-aa14-ad4fb3cd5e82 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Checking segment: {'id': 'f97c070e-5c41-4def-b961-55963a331d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '80dab72b-335c-43d9-a1f1-eeaea727db3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:01:18.054901 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a221c8-5a52-4728-aa14-ad4fb3cd5e82 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network hostable DHCP agents. Network: 80dab72b-335c-43d9-a1f1-eeaea727db3c, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:01:18.072192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-cb99670f-9698-432f-aa1b-4b29e7e4825e None None] Set router ac88865d-134d-4d00-abfb-b80b3c5d88be gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:01:18.083895 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a221c8-5a52-4728-aa14-ad4fb3cd5e82 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network 80dab72b-335c-43d9-a1f1-eeaea727db3c is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:01:18.105082 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-43a221c8-5a52-4728-aa14-ad4fb3cd5e82 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 80dab72b-335c-43d9-a1f1-eeaea727db3c) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:18.106695 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a221c8-5a52-4728-aa14-ad4fb3cd5e82 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:18.107304 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43a221c8-5a52-4728-aa14-ad4fb3cd5e82 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563750'] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:18.122656 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c35521-dd7e-43ae-a4bc-86f654a1237e None None] Network 80dab72b-335c-43d9-a1f1-eeaea727db3c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:18.137029 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-43a221c8-5a52-4728-aa14-ad4fb3cd5e82 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8887310 Nov 26 03:01:18.139427 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54798) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:18.143144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Attempting to bind port 59ff23ce-1177-48f0-9ee7-58ed003adf87 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:01:18.144085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Attempting to bind port 59ff23ce-1177-48f0-9ee7-58ed003adf87 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '9355fb8d-dbfa-48cb-843c-8661ece952b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '53c1b174-4ff6-43ec-a820-8adba0e6c0fd'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:01:18.144726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Attempting to bind port 59ff23ce-1177-48f0-9ee7-58ed003adf87 on network 53c1b174-4ff6-43ec-a820-8adba0e6c0fd {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:01:18.144962 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0617d59d-d1e6-4a83-b41e-580018c08119 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:18.171099 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa0aae7e-1f62-4dcb-899c-0eaaf0e7bd9b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:18.192762 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:01:18.193549 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Checking segment: {'id': '9355fb8d-dbfa-48cb-843c-8661ece952b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '53c1b174-4ff6-43ec-a820-8adba0e6c0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:01:18.194175 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:18.194794 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Bound using segment: {'id': '9355fb8d-dbfa-48cb-843c-8661ece952b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '53c1b174-4ff6-43ec-a820-8adba0e6c0fd'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:01:18.195531 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Bound port: 59ff23ce-1177-48f0-9ee7-58ed003adf87, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9355fb8d-dbfa-48cb-843c-8661ece952b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '53c1b174-4ff6-43ec-a820-8adba0e6c0fd'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:01:18.196243 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:18.229395 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa0aae7e-1f62-4dcb-899c-0eaaf0e7bd9b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:18.275705 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0617d59d-d1e6-4a83-b41e-580018c08119 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26409052'] for subnet, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:18.320899 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa0aae7e-1f62-4dcb-899c-0eaaf0e7bd9b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:18.323455 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa0aae7e-1f62-4dcb-899c-0eaaf0e7bd9b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:18.324653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-aa0aae7e-1f62-4dcb-899c-0eaaf0e7bd9b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "DELETE /v2.0/security-groups/1abdd01b-3e9d-4ab3-a244-8c9335f174f1 HTTP/1.1" status: 204 len: 168 time: 0.5280216 Nov 26 03:01:18.330339 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54800) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:18.355747 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b2eae-343d-4cde-8f41-fde976a7e562 req-1e489bf5-2455-420d-b972-d1703d7cb3ea tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:18.363553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-994b2eae-343d-4cde-8f41-fde976a7e562 req-1e489bf5-2455-420d-b972-d1703d7cb3ea tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.4377129 Nov 26 03:01:18.366087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d570e-bf26-41c8-9efb-17d3f1cb4478 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6aa409f-0ca6-4a9d-a3c2-287659205ed8,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:18.386814 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-65be2bd1-e9b8-4ff5-bec1-1179a3259e2c tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] show failed (client error): The resource could not be found. Nov 26 03:01:18.391523 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-65be2bd1-e9b8-4ff5-bec1-1179a3259e2c tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "GET /v2.0/security-groups/1abdd01b-3e9d-4ab3-a244-8c9335f174f1 HTTP/1.1" status: 404 len: 347 time: 0.0600536 Nov 26 03:01:18.396424 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54802) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:18.401946 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0aae7e-1f62-4dcb-899c-0eaaf0e7bd9b tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abdd01b-3e9d-4ab3-a244-8c9335f174f1,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:18.442938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-434d570e-bf26-41c8-9efb-17d3f1cb4478 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Allocated IP 192.168.233.101 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/913e0126-c611-4c6c-b9b9-10c90f5abda4) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:01:18.469436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-994b2eae-343d-4cde-8f41-fde976a7e562 req-de258e21-4d43-4487-b360-eed99f804fb4 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017599 Nov 26 03:01:18.502446 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] For port 59ff23ce-1177-48f0-9ee7-58ed003adf87, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:01:18.535458 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] For port 59ff23ce-1177-48f0-9ee7-58ed003adf87, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=59ff23ce-1177-48f0-9ee7-58ed003adf87,segment=NetworkSegment(9355fb8d-dbfa-48cb-843c-8661ece952b4),segment_id=9355fb8d-dbfa-48cb-843c-8661ece952b4)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:01:18.567259 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:18.783349 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-434d570e-bf26-41c8-9efb-17d3f1cb4478 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:18.837372 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-434d570e-bf26-41c8-9efb-17d3f1cb4478 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:18.840635 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-80dab72b-335c-43d9-a1f1-eeaea727db3c', 'network_id': '80dab72b-335c-43d9-a1f1-eeaea727db3c', 'tenant_id': 'ec8c54f0be744ed78e1a47e1f9090f1a', 'fixed_ips': [{'subnet_id': 'de9d0e4f-3e0b-481b-bd19-1764fa748a79'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:01:18.841727 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:18.885042 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-42777304-d1ac-4f48-8601-793b2b192e31 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Deleting port 8a777430-79e5-4104-82cf-9a1f14a48ca5 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:18.885472 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42777304-d1ac-4f48-8601-793b2b192e31 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:18.893010 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0617d59d-d1e6-4a83-b41e-580018c08119 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731989832816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26328625'] for subnet, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:18.900636 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5491fc6-988c-4804-8eed-c03228940362 None None] Pushing event updated for resources: {'Port': ['ID=59ff23ce-1177-48f0-9ee7-58ed003adf87,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:19.006624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-434d570e-bf26-41c8-9efb-17d3f1cb4478 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:01:19.019743 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-434d570e-bf26-41c8-9efb-17d3f1cb4478 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:19.038442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a78be-049b-4e0d-a644-6e756387b652 req-0c084a30-f3d1-4e01-904f-6943ea63323d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:19.046174 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a78be-049b-4e0d-a644-6e756387b652 req-0c084a30-f3d1-4e01-904f-6943ea63323d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:19.067877 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a78be-049b-4e0d-a644-6e756387b652 req-0c084a30-f3d1-4e01-904f-6943ea63323d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:19.085376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a78be-049b-4e0d-a644-6e756387b652 req-0c084a30-f3d1-4e01-904f-6943ea63323d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:19.108204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a78be-049b-4e0d-a644-6e756387b652 req-0c084a30-f3d1-4e01-904f-6943ea63323d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:19.118295 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-cb99670f-9698-432f-aa1b-4b29e7e4825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 4, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'gw_port': {'id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb', 'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'mac_address': 'fa:16:3e:8c:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:48Z', 'updated_at': '2021-11-26T02:51:56Z', 'revision_number': 5, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'subnets': [{'id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:19.120805 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Allocated IP 2001:db8::2 (80dab72b-335c-43d9-a1f1-eeaea727db3c/de9d0e4f-3e0b-481b-bd19-1764fa748a79/2388a857-4799-4187-8363-b7360a69671e) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:01:19.123987 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a78be-049b-4e0d-a644-6e756387b652 req-0c084a30-f3d1-4e01-904f-6943ea63323d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:19.140213 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a78be-049b-4e0d-a644-6e756387b652 req-0c084a30-f3d1-4e01-904f-6943ea63323d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:19.150822 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af6a78be-049b-4e0d-a644-6e756387b652 req-0c084a30-f3d1-4e01-904f-6943ea63323d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5427 time: 0.5533941 Nov 26 03:01:19.157685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54816) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:19.159143 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-434d570e-bf26-41c8-9efb-17d3f1cb4478 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:01:19.160432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb99670f-9698-432f-aa1b-4b29e7e4825e None None] The sync data for ids ['ac88865d-134d-4d00-abfb-b80b3c5d88be'] in n-d-819389-3 is: [{'id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:49Z', 'revision_number': 4, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'gw_port': {'id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb', 'name': '', 'network_id': '280aa7a0-b74e-4574-ba4c-9132492aa839', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'mac_address': 'fa:16:3e:8c:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:48Z', 'updated_at': '2021-11-26T02:51:56Z', 'revision_number': 5, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'subnets': [{'id': 'fd6a293a-896f-4bbe-a4f6-4ff012988fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:01:19.184675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d570e-bf26-41c8-9efb-17d3f1cb4478 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Pushing event updated for resources: {'Port': ['ID=913e0126-c611-4c6c-b9b9-10c90f5abda4,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:19.230430 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415413d-3c9b-4bd3-a4f8-ed739bcedae7 req-fc0a83c1-97ea-4abb-8175-14535e55049a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:19.233463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1415413d-3c9b-4bd3-a4f8-ed739bcedae7 req-fc0a83c1-97ea-4abb-8175-14535e55049a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.5790727 Nov 26 03:01:19.511920 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-434d570e-bf26-41c8-9efb-17d3f1cb4478 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:19.512650 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-434d570e-bf26-41c8-9efb-17d3f1cb4478 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:19.642343 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:19.723949 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [req-736fc7ec-b286-44d1-acfb-cb8d86935b8e req-b083161b-dfe4-42b3-b5a4-72e0844706f8 service neutron] (104801) timed out ('10.222.0.59', 57062) {{(pid=104801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 03:01:19.725013 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:19.734995 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cdb60c21-acad-46bf-bd67-14ee18359487 None None] Provisioning complete for port 913e0126-c611-4c6c-b9b9-10c90f5abda4 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:19.735710 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cdb60c21-acad-46bf-bd67-14ee18359487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:19.743525 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0617d59d-d1e6-4a83-b41e-580018c08119 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:19.744491 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0617d59d-d1e6-4a83-b41e-580018c08119 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:19.748658 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0617d59d-d1e6-4a83-b41e-580018c08119 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "PUT /v2.0/subnets/de9d0e4f-3e0b-481b-bd19-1764fa748a79 HTTP/1.1" status: 200 len: 826 time: 1.6055653 Nov 26 03:01:19.752545 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a38c40-5b90-4490-9e58-b7590a107cfc None None] New status for floating IP 6d6c46bd-8ea5-4c6b-91a5-8469832b5aac: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:01:19.755178 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54820) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:19.815399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617d59d-d1e6-4a83-b41e-580018c08119 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Subnet': ['ID=de9d0e4f-3e0b-481b-bd19-1764fa748a79,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:19.859060 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Network 80dab72b-335c-43d9-a1f1-eeaea727db3c is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:01:19.870847 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:19.871399 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42777304-d1ac-4f48-8601-793b2b192e31 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:19.871970 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42777304-d1ac-4f48-8601-793b2b192e31 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:19.885741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:01:19.892438 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1415413d-3c9b-4bd3-a4f8-ed739bcedae7 req-2deb2464-0881-416b-b671-d1963b767744 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5692680 Nov 26 03:01:19.906611 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-434d570e-bf26-41c8-9efb-17d3f1cb4478 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5123541 Nov 26 03:01:19.906781 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-42777304-d1ac-4f48-8601-793b2b192e31 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Calling delete_port for 8a777430-79e5-4104-82cf-9a1f14a48ca5 owned by network:floatingip {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:19.930626 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af6a78be-049b-4e0d-a644-6e756387b652 req-10c9d37c-1055-47ab-b762-71f3111d6bc6 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7787013 Nov 26 03:01:19.972264 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-cdb60c21-acad-46bf-bd67-14ee18359487 None None] Port 913e0126-c611-4c6c-b9b9-10c90f5abda4 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:01:19.981774 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Request body: {'port': {'device_id': 'fcb40ce5-b128-4833-a335-c38430974fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:20.010904 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Pushing event updated for resources: {'Port': ['ID=2388a857-4799-4187-8363-b7360a69671e,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:20.162885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 59ff23ce-1177-48f0-9ee7-58ed003adf87 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:20.196425 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:20.238051 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:20.288245 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 8e518dd1-dbde-4e7c-b324-23a606669e5e up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:20.346478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Attempting to bind port 2388a857-4799-4187-8363-b7360a69671e on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:01:20.346855 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Attempting to bind port 2388a857-4799-4187-8363-b7360a69671e by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'f97c070e-5c41-4def-b961-55963a331d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '80dab72b-335c-43d9-a1f1-eeaea727db3c'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:01:20.347225 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Attempting to bind port 2388a857-4799-4187-8363-b7360a69671e on network 80dab72b-335c-43d9-a1f1-eeaea727db3c {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:01:20.412437 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:01:20.412983 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Checking segment: {'id': 'f97c070e-5c41-4def-b961-55963a331d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '80dab72b-335c-43d9-a1f1-eeaea727db3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:01:20.413349 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:20.413800 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Bound using segment: {'id': 'f97c070e-5c41-4def-b961-55963a331d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '80dab72b-335c-43d9-a1f1-eeaea727db3c'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:01:20.414289 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Bound port: 2388a857-4799-4187-8363-b7360a69671e, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97c070e-5c41-4def-b961-55963a331d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '80dab72b-335c-43d9-a1f1-eeaea727db3c'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:01:20.414685 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:20.490292 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42777304-d1ac-4f48-8601-793b2b192e31 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:20.575734 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 59ff23ce-1177-48f0-9ee7-58ed003adf87 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:20.576149 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:20.584589 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42777304-d1ac-4f48-8601-793b2b192e31 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Pushing event deleted for resources: {'Port': ['ID=8a777430-79e5-4104-82cf-9a1f14a48ca5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:20.664365 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 8e518dd1-dbde-4e7c-b324-23a606669e5e completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:01:20.667426 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Deleting port 2388a857-4799-4187-8363-b7360a69671e {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:20.667426 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:20.699561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 8e518dd1-dbde-4e7c-b324-23a606669e5e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:20.699941 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:20.739622 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] For port 2388a857-4799-4187-8363-b7360a69671e, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:01:20.771670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] For port 2388a857-4799-4187-8363-b7360a69671e, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2388a857-4799-4187-8363-b7360a69671e,segment=NetworkSegment(f97c070e-5c41-4def-b961-55963a331d67),segment_id=f97c070e-5c41-4def-b961-55963a331d67)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:01:20.789982 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:20.835553 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] For port 2388a857-4799-4187-8363-b7360a69671e, host n-d-819389-3, got binding levels [] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:20.836151 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:20.858370 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Calling delete_port for 2388a857-4799-4187-8363-b7360a69671e owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:20.859791 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459ecd4-f688-48a1-b5b3-e20753d7103b None None] Pushing event updated for resources: {'Port': ['ID=2388a857-4799-4187-8363-b7360a69671e,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:20.864297 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae11a5c-3851-4451-a294-f126c4cd512d None None] Network 53c1b174-4ff6-43ec-a820-8adba0e6c0fd requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:20.958341 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42777304-d1ac-4f48-8601-793b2b192e31 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks [] for floatingip, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:20.961801 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42777304-d1ac-4f48-8601-793b2b192e31 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:20.962898 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-42777304-d1ac-4f48-8601-793b2b192e31 tempest-AttachVolumeTestJSON-1522703289 tempest-AttachVolumeTestJSON-1522703289-project] 10.222.0.31 "DELETE /v2.0/floatingips/6d6c46bd-8ea5-4c6b-91a5-8469832b5aac HTTP/1.1" status: 204 len: 168 time: 2.5655322 Nov 26 03:01:21.144438 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:21.176929 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4dfbb1e4-1fe9-4ddc-8264-b061a18db5c5 None None] Provisioning complete for port 59ff23ce-1177-48f0-9ee7-58ed003adf87 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:21.177339 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb1e4-1fe9-4ddc-8264-b061a18db5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:21.217482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7c6e1-93ef-465b-bf96-d24445eb5cff req-7df9cbdc-7dc4-4041-803f-a55dfd2ddaad tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:21.222012 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31a7c6e1-93ef-465b-bf96-d24445eb5cff req-7df9cbdc-7dc4-4041-803f-a55dfd2ddaad tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb40ce5-b128-4833-a335-c38430974fb4 HTTP/1.1" status: 200 len: 936 time: 1.0358202 Nov 26 03:01:21.234964 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:21.297440 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 59ff23ce-1177-48f0-9ee7-58ed003adf87, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=59ff23ce-1177-48f0-9ee7-58ed003adf87,segment=NetworkSegment(9355fb8d-dbfa-48cb-843c-8661ece952b4),segment_id=9355fb8d-dbfa-48cb-843c-8661ece952b4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:21.308941 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:21.368837 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:21.441725 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e518dd1-dbde-4e7c-b324-23a606669e5e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:01:21.442164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Port': ['ID=2388a857-4799-4187-8363-b7360a69671e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:21.446560 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] No DVR routers for this DVR port 2388a857-4799-4187-8363-b7360a69671e on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:01:21.449608 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20aa3c4-34da-4bc5-b34c-eb161775ef4a" -d '{"events": [{"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-plugged", "status": "completed", "tag": "8e518dd1-dbde-4e7c-b324-23a606669e5e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:01:21.506198 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 8e518dd1-dbde-4e7c-b324-23a606669e5e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8e518dd1-dbde-4e7c-b324-23a606669e5e,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:21.529333 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:21.530133 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 6b09bce4-33a6-482a-a606-4d167407ae52 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:21.553613 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:21.709074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=59ff23ce-1177-48f0-9ee7-58ed003adf87,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:21.713166 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:21.754409 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Subnet': ['ID=de9d0e4f-3e0b-481b-bd19-1764fa748a79,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:21.890608 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=8e518dd1-dbde-4e7c-b324-23a606669e5e,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:21.912424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913e0126-c611-4c6c-b9b9-10c90f5abda4 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:01:21.921826 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 6b09bce4-33a6-482a-a606-4d167407ae52 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:01:21.921996 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:21.932492 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 6b09bce4-33a6-482a-a606-4d167407ae52 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:21.934227 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:21.938099 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Transition to ACTIVE for port object 913e0126-c611-4c6c-b9b9-10c90f5abda4 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:01:21.952948 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:21.964035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-95622d18-4236-444c-8d7e-55b35957d4ec tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:21.968213 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-95622d18-4236-444c-8d7e-55b35957d4ec tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 812 time: 1.6580327 Nov 26 03:01:21.973350 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:22.022885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9197011-a709-432c-a4be-aa4b10c87a82 None None] Update dhcp port {'port': {'network_id': '53c1b174-4ff6-43ec-a820-8adba0e6c0fd', 'fixed_ips': [{'subnet_id': '9857bc23-6a10-4c09-8b94-554168c7575e', 'ip_address': '2001:db8::2'}, {'subnet_id': '9a03f132-0035-4e87-b988-7dff15a9839c'}], 'binding:host_id': 'n-d-819389-3'}, 'id': '59ff23ce-1177-48f0-9ee7-58ed003adf87'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 03:01:22.030183 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80dab72b-335c-43d9-a1f1-eeaea727db3c']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:22.057034 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f9197011-a709-432c-a4be-aa4b10c87a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:22.080640 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97c070e-5c41-4def-b961-55963a331d67') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:22.080955 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97c070e-5c41-4def-b961-55963a331d67') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:22.110428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 59ff23ce-1177-48f0-9ee7-58ed003adf87 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:22.122497 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:22.138686 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:22.164354 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:01:22.164828 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:22.166628 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-0468db14-612d-4020-a9d3-9bfc0beceebc tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/quotas/663f066e304f4b57893c72f115ebd127 HTTP/1.1" status: 200 len: 375 time: 0.1817932 Nov 26 03:01:22.252234 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31a7c6e1-93ef-465b-bf96-d24445eb5cff req-bd1f0235-b9d1-44b3-8ed4-31a887c4d108 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6aa409f-0ca6-4a9d-a3c2-287659205ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8139520 Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:01:22.264441 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:01:22.273520 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:22.291934 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:22.302333 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/networks/80dab72b-335c-43d9-a1f1-eeaea727db3c HTTP/1.1" status: 204 len: 168 time: 2.5426769 Nov 26 03:01:22.304676 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54860) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:22.349991 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dadb9-34f0-4233-b9b3-9e709c60291e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Network': ['ID=80dab72b-335c-43d9-a1f1-eeaea727db3c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:22.382024 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cd744f-ea4f-4939-a53f-698dfcb443ef tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] DELETE failed (client error): The resource could not be found. Nov 26 03:01:22.382863 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65cd744f-ea4f-4939-a53f-698dfcb443ef tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:22.386160 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-65cd744f-ea4f-4939-a53f-698dfcb443ef tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/networks/80dab72b-335c-43d9-a1f1-eeaea727db3c HTTP/1.1" status: 404 len: 339 time: 0.0805051 Nov 26 03:01:22.392506 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54862) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:22.401874 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a7e3beb0-0fb5-4270-937c-36a2516b315b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-381536239', 'description': 'd1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:22.439224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-f9197011-a709-432c-a4be-aa4b10c87a82 None None] Allocated IP 172.20.0.1 (53c1b174-4ff6-43ec-a820-8adba0e6c0fd/9a03f132-0035-4e87-b988-7dff15a9839c/59ff23ce-1177-48f0-9ee7-58ed003adf87) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:01:22.462852 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e3beb0-0fb5-4270-937c-36a2516b315b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:22.467081 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7e3beb0-0fb5-4270-937c-36a2516b315b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:22.516831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Pushing event updated for resources: {'Port': ['ID=913e0126-c611-4c6c-b9b9-10c90f5abda4,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:22.517234 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e3beb0-0fb5-4270-937c-36a2516b315b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:01:22.546628 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7e3beb0-0fb5-4270-937c-36a2516b315b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:22.551207 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-a7e3beb0-0fb5-4270-937c-36a2516b315b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Added segment 3f966e16-7b9f-4092-8bfc-8abb7de00c61 of type vlan for network d536edc0-879c-4a7c-9cb2-2f0c3e532e85 Nov 26 03:01:22.615448 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7e3beb0-0fb5-4270-937c-36a2516b315b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:22.659420 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7e3beb0-0fb5-4270-937c-36a2516b315b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:22.669176 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e3beb0-0fb5-4270-937c-36a2516b315b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:22.670078 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7e3beb0-0fb5-4270-937c-36a2516b315b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:22.733136 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:22.740521 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-4dc63903-87ac-4fba-9988-74f9b7bdb509 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5727148 Nov 26 03:01:22.774436 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:01:22.861654 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a7e3beb0-0fb5-4270-937c-36a2516b315b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4676077 Nov 26 03:01:22.876675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808e9ba-6f87-43eb-84c3-b3f96b6626b3 req-42447001-6c7b-44b9-98cb-594c0eabceae tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:22.882940 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3beb0-0fb5-4270-937c-36a2516b315b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Network': ['ID=d536edc0-879c-4a7c-9cb2-2f0c3e532e85,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:22.884614 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808e9ba-6f87-43eb-84c3-b3f96b6626b3 req-42447001-6c7b-44b9-98cb-594c0eabceae tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:22.885000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f9197011-a709-432c-a4be-aa4b10c87a82 None None] For port 59ff23ce-1177-48f0-9ee7-58ed003adf87, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=59ff23ce-1177-48f0-9ee7-58ed003adf87,segment=NetworkSegment(9355fb8d-dbfa-48cb-843c-8661ece952b4),segment_id=9355fb8d-dbfa-48cb-843c-8661ece952b4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:22.890999 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54866) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:22.893990 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808e9ba-6f87-43eb-84c3-b3f96b6626b3 req-42447001-6c7b-44b9-98cb-594c0eabceae tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:22.913411 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808e9ba-6f87-43eb-84c3-b3f96b6626b3 req-42447001-6c7b-44b9-98cb-594c0eabceae tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:22.932046 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808e9ba-6f87-43eb-84c3-b3f96b6626b3 req-42447001-6c7b-44b9-98cb-594c0eabceae tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:22.935952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network d536edc0-879c-4a7c-9cb2-2f0c3e532e85 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:01:22.938821 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808e9ba-6f87-43eb-84c3-b3f96b6626b3 req-42447001-6c7b-44b9-98cb-594c0eabceae tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:22.958961 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808e9ba-6f87-43eb-84c3-b3f96b6626b3 req-42447001-6c7b-44b9-98cb-594c0eabceae tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:22.961100 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b808e9ba-6f87-43eb-84c3-b3f96b6626b3 req-42447001-6c7b-44b9-98cb-594c0eabceae tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5428 time: 0.4871514 Nov 26 03:01:23.017902 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Attempting to bind port 913e0126-c611-4c6c-b9b9-10c90f5abda4 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:01:23.018556 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Attempting to bind port 913e0126-c611-4c6c-b9b9-10c90f5abda4 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:01:23.019078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Attempting to bind port 913e0126-c611-4c6c-b9b9-10c90f5abda4 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:01:23.026044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134c9cb0-8fd7-4050-923c-08c9de96959d tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:23.027994 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-134c9cb0-8fd7-4050-923c-08c9de96959d tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "GET /v2.0/networks?id=d536edc0-879c-4a7c-9cb2-2f0c3e532e85 HTTP/1.1" status: 200 len: 764 time: 0.1342931 Nov 26 03:01:23.030944 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54868) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:23.033120 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-439619cd-882b-4e36-9eea-fd125d0c2cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:23.037653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-29d494fc-5908-47b9-90bf-d28cab4959db tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'network': {'description': 'd2'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:23.134215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Port 913e0126-c611-4c6c-b9b9-10c90f5abda4 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:01:23.135051 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Attempting to bind port 913e0126-c611-4c6c-b9b9-10c90f5abda4 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:01:23.156107 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:01:23.156454 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:01:23.158004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:01:23.158461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Bound port: 913e0126-c611-4c6c-b9b9-10c90f5abda4, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:01:23.158823 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:23.286527 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-99ff60b1-4a8f-4227-899b-c203a7ccbf91 service neutron] 10.222.0.31 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357378 Nov 26 03:01:23.310215 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4e6570-f2de-4a27-b69d-6fe5eb0fca4d None None] DHCP port deletion for 80dab72b-335c-43d9-a1f1-eeaea727db3c request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:01:23.312974 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:23.333068 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29d494fc-5908-47b9-90bf-d28cab4959db tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:23.348779 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 6b09bce4-33a6-482a-a606-4d167407ae52, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=6b09bce4-33a6-482a-a606-4d167407ae52,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:23.369456 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29d494fc-5908-47b9-90bf-d28cab4959db tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:23.381622 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:23.413753 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29d494fc-5908-47b9-90bf-d28cab4959db tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network d536edc0-879c-4a7c-9cb2-2f0c3e532e85 is not hosted by any dhcp agent {{(pid=104801) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 26 03:01:23.423780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d494fc-5908-47b9-90bf-d28cab4959db tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:23.426069 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29d494fc-5908-47b9-90bf-d28cab4959db tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:23.427590 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-29d494fc-5908-47b9-90bf-d28cab4959db tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "PUT /v2.0/networks/d536edc0-879c-4a7c-9cb2-2f0c3e532e85 HTTP/1.1" status: 200 len: 761 time: 0.3954720 Nov 26 03:01:23.429121 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-bcba8eb5-e492-4dbb-9d35-a109cff5b7ed service neutron] 10.222.0.31 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410229 Nov 26 03:01:23.449709 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cd7181-4d6e-4735-bb89-cf537a125753 None None] Network 80dab72b-335c-43d9-a1f1-eeaea727db3c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:23.457298 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b808e9ba-6f87-43eb-84c3-b3f96b6626b3 req-fbf7bd57-efdc-40f4-bc4e-a6f83ae0d0ab tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4745042 Nov 26 03:01:23.462530 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54874) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:23.471524 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=6b09bce4-33a6-482a-a606-4d167407ae52,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:23.483678 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cd7181-4d6e-4735-bb89-cf537a125753 None None] Network 80dab72b-335c-43d9-a1f1-eeaea727db3c could not be found, it might have been deleted concurrently. {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 26 03:01:23.495773 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 8964a8e6-c084-4949-914a-2113fb27be33 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:23.596800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] For port 913e0126-c611-4c6c-b9b9-10c90f5abda4, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:01:23.605461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] For port 913e0126-c611-4c6c-b9b9-10c90f5abda4, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=913e0126-c611-4c6c-b9b9-10c90f5abda4,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:01:23.665094 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:23.670997 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d494fc-5908-47b9-90bf-d28cab4959db tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Network': ['ID=d536edc0-879c-4a7c-9cb2-2f0c3e532e85,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:23.689730 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276080d5-1d03-46fb-b482-ed880e58b1dd None None] Network 80dab72b-335c-43d9-a1f1-eeaea727db3c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:23.725875 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f9197011-a709-432c-a4be-aa4b10c87a82 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:23.738047 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6e9ae4e1-74b8-443b-9d0e-26f8fd1861f2 None None] Could not find standard attr ID for object 2388a857-4799-4187-8363-b7360a69671e. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:01:23.745487 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276080d5-1d03-46fb-b482-ed880e58b1dd None None] Network 80dab72b-335c-43d9-a1f1-eeaea727db3c could not be found, it might have been deleted concurrently. {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 26 03:01:23.752017 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network d536edc0-879c-4a7c-9cb2-2f0c3e532e85 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:01:23.760784 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b38a8c-9227-442d-9f68-2b14c0436c95 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:23.763642 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b7b38a8c-9227-442d-9f68-2b14c0436c95 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "GET /v2.0/networks?id=d536edc0-879c-4a7c-9cb2-2f0c3e532e85 HTTP/1.1" status: 200 len: 764 time: 0.2999988 Nov 26 03:01:23.775438 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54882) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:23.805473 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f9197011-a709-432c-a4be-aa4b10c87a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:23.841671 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:23.849945 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3aba03-b825-4f98-9d88-9b1ccb6ce01e x-openstack-request-id: req-cb3aba03-b825-4f98-9d88-9b1ccb6ce01e {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:01:23.850611 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-plugged", "status": "completed", "tag": "8e518dd1-dbde-4e7c-b324-23a606669e5e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:01:23.851072 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb3aba03-b825-4f98-9d88-9b1ccb6ce01e {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:01:23.851683 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e518dd1-dbde-4e7c-b324-23a606669e5e', 'code': 200} Nov 26 03:01:23.889321 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Pushing event updated for resources: {'Port': ['ID=913e0126-c611-4c6c-b9b9-10c90f5abda4,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:23.919027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:23.920621 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:23.923263 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8f47bae9-a357-4cf5-bf23-81528883b96a service neutron] 10.222.0.54 "PUT /v2.0/ports/913e0126-c611-4c6c-b9b9-10c90f5abda4 HTTP/1.1" status: 200 len: 1096 time: 3.9695663 Nov 26 03:01:23.925299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb40ce5-b128-4833-a335-c38430974fb4', 'tag': '913e0126-c611-4c6c-b9b9-10c90f5abda4'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:01:23.943278 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71981499-5663-4339-8e12-6bff9be62e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb40ce5-b128-4833-a335-c38430974fb4", "tag": "913e0126-c611-4c6c-b9b9-10c90f5abda4"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:01:24.045317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 59ff23ce-1177-48f0-9ee7-58ed003adf87 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:24.045582 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:24.170635 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-298d4b34-ea70-4ef6-85b7-c00e32c9a525 req-a9f36b8f-ac9a-4109-8103-854f145da8ad tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=e71a113b-3da5-4120-b39c-cf3a48693723 HTTP/1.1" status: 200 len: 210 time: 0.2451835 Nov 26 03:01:24.221761 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e57b982-ebe5-4738-9247-0c07af244ada tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:24.224372 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5e57b982-ebe5-4738-9247-0c07af244ada tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4474950 Nov 26 03:01:24.226632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54890) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:24.281022 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854a1c4f-8655-4df8-b7d5-237c43cc9170 x-openstack-request-id: req-854a1c4f-8655-4df8-b7d5-237c43cc9170 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:01:24.281443 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb40ce5-b128-4833-a335-c38430974fb4", "tag": "913e0126-c611-4c6c-b9b9-10c90f5abda4", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:01:24.281863 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-854a1c4f-8655-4df8-b7d5-237c43cc9170 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:01:24.282993 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb40ce5-b128-4833-a335-c38430974fb4', 'tag': '913e0126-c611-4c6c-b9b9-10c90f5abda4', 'status': 'completed', 'code': 200} Nov 26 03:01:24.291830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c1674-4968-4a8d-865e-2cab4efecf7b req-62d75558-db71-47f8-a65f-5a47a553d130 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:24.293801 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-751c1674-4968-4a8d-865e-2cab4efecf7b req-62d75558-db71-47f8-a65f-5a47a553d130 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb40ce5-b128-4833-a335-c38430974fb4 HTTP/1.1" status: 200 len: 948 time: 0.3831518 Nov 26 03:01:24.340316 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9197011-a709-432c-a4be-aa4b10c87a82 None None] Pushing event updated for resources: {'Port': ['ID=59ff23ce-1177-48f0-9ee7-58ed003adf87,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:24.343918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-ff61173b-d149-4688-b1ab-1374c5ef37a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:24.346204 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-ff61173b-d149-4688-b1ab-1374c5ef37a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=731fab418a0640cd8c02640692843d82&device_id=fcb40ce5-b128-4833-a335-c38430974fb4 HTTP/1.1" status: 200 len: 1099 time: 0.3241982 Nov 26 03:01:24.353027 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-98b81ea0-1ea8-482d-90ed-4aba186c635b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "GET /v2.0/subnets?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 207 time: 0.1249619 Nov 26 03:01:24.356666 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54894) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:24.377328 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9197011-a709-432c-a4be-aa4b10c87a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:24.377870 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9197011-a709-432c-a4be-aa4b10c87a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:24.378442 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9197011-a709-432c-a4be-aa4b10c87a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:24.378790 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9197011-a709-432c-a4be-aa4b10c87a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:24.379130 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9197011-a709-432c-a4be-aa4b10c87a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:24.379471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9197011-a709-432c-a4be-aa4b10c87a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:24.379803 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9197011-a709-432c-a4be-aa4b10c87a82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:24.380154 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9197011-a709-432c-a4be-aa4b10c87a82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:24.380486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9197011-a709-432c-a4be-aa4b10c87a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:24.380815 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9197011-a709-432c-a4be-aa4b10c87a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:24.381143 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9197011-a709-432c-a4be-aa4b10c87a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:24.381468 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9197011-a709-432c-a4be-aa4b10c87a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:24.383180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-751c1674-4968-4a8d-865e-2cab4efecf7b req-66be75f5-19b3-4d60-ad40-4d559f189bcd tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6aa409f-0ca6-4a9d-a3c2-287659205ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784218 Nov 26 03:01:24.429052 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-91a7cd36-aa24-47e2-8506-6d68cec8678f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=913e0126-c611-4c6c-b9b9-10c90f5abda4 HTTP/1.1" status: 200 len: 217 time: 0.0514398 Nov 26 03:01:24.467441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 8964a8e6-c084-4949-914a-2113fb27be33 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:01:24.478418 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 8964a8e6-c084-4949-914a-2113fb27be33 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:24.478761 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:24.643343 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:24.696666 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-c665229c-79ac-4eeb-8f81-1b1c15cecd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:24.699924 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-c665229c-79ac-4eeb-8f81-1b1c15cecd2c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.2602382 Nov 26 03:01:24.756510 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 8964a8e6-c084-4949-914a-2113fb27be33, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8964a8e6-c084-4949-914a-2113fb27be33,segment=NetworkSegment(9eee9d6e-cc95-4188-a303-b0aa56e15eb1),segment_id=9eee9d6e-cc95-4188-a303-b0aa56e15eb1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:24.783378 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 59ff23ce-1177-48f0-9ee7-58ed003adf87 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:24.796551 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:24.798097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 7484f68f-6538-4c42-ba92-bbfe50a28df2 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:24.837081 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fe7730-6d9a-4eb3-81e1-ba4045c6ca59 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:24.845514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68937075-eeca-454c-8ada-8447d0e1bdef req-9dfd8eda-de2b-4718-b7be-8e90d35743db tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:24.862525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68937075-eeca-454c-8ada-8447d0e1bdef req-9dfd8eda-de2b-4718-b7be-8e90d35743db tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:24.865965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fe7730-6d9a-4eb3-81e1-ba4045c6ca59 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:24.879109 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fe7730-6d9a-4eb3-81e1-ba4045c6ca59 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:24.886287 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=8964a8e6-c084-4949-914a-2113fb27be33,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:24.887977 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68937075-eeca-454c-8ada-8447d0e1bdef req-9dfd8eda-de2b-4718-b7be-8e90d35743db tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:24.890640 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fe7730-6d9a-4eb3-81e1-ba4045c6ca59 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:24.897578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68937075-eeca-454c-8ada-8447d0e1bdef req-9dfd8eda-de2b-4718-b7be-8e90d35743db tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:24.910470 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fe7730-6d9a-4eb3-81e1-ba4045c6ca59 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:24.918018 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fe7730-6d9a-4eb3-81e1-ba4045c6ca59 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:24.920706 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-35fe7730-6d9a-4eb3-81e1-ba4045c6ca59 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5622444 Nov 26 03:01:24.924495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68937075-eeca-454c-8ada-8447d0e1bdef req-9dfd8eda-de2b-4718-b7be-8e90d35743db tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:24.925763 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54904) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:24.931084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68937075-eeca-454c-8ada-8447d0e1bdef req-9dfd8eda-de2b-4718-b7be-8e90d35743db tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:24.943986 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68937075-eeca-454c-8ada-8447d0e1bdef req-9dfd8eda-de2b-4718-b7be-8e90d35743db tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:24.951457 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68937075-eeca-454c-8ada-8447d0e1bdef req-9dfd8eda-de2b-4718-b7be-8e90d35743db tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5429 time: 0.2611558 Nov 26 03:01:24.981679 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 59ff23ce-1177-48f0-9ee7-58ed003adf87 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:24.982056 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:25.025868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-439619cd-882b-4e36-9eea-fd125d0c2cd6 admin admin] Deleting port 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:25.027522 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-439619cd-882b-4e36-9eea-fd125d0c2cd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:25.101155 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 7484f68f-6538-4c42-ba92-bbfe50a28df2 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:01:25.119305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 7484f68f-6538-4c42-ba92-bbfe50a28df2 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:25.121832 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:25.133063 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-ab62733b-db5d-42e5-95d4-0b7ae7fa23af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:25.134699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-ab62733b-db5d-42e5-95d4-0b7ae7fa23af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3738239 Nov 26 03:01:25.201350 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1bf18a9f-40aa-404b-8f62-6163cdbd0016 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2713654 Nov 26 03:01:25.201969 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54912) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:25.280040 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189a51ac-f1ac-422d-b4cd-c41716094e44 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:25.281456 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189a51ac-f1ac-422d-b4cd-c41716094e44 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:25.283114 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189a51ac-f1ac-422d-b4cd-c41716094e44 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:25.285223 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189a51ac-f1ac-422d-b4cd-c41716094e44 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:25.286788 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189a51ac-f1ac-422d-b4cd-c41716094e44 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:25.291963 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-189a51ac-f1ac-422d-b4cd-c41716094e44 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0856297 Nov 26 03:01:25.292508 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54916) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:25.393841 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67401a8-7afc-4da8-b1bf-642d35a83800 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['shared'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:25.397973 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67401a8-7afc-4da8-b1bf-642d35a83800 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['shared'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:25.401574 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67401a8-7afc-4da8-b1bf-642d35a83800 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['shared'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:25.405671 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67401a8-7afc-4da8-b1bf-642d35a83800 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['shared'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:25.413367 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67401a8-7afc-4da8-b1bf-642d35a83800 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['shared'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:25.415102 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f67401a8-7afc-4da8-b1bf-642d35a83800 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1218410 Nov 26 03:01:25.419450 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54922) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:25.442652 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2388a857-4799-4187-8363-b7360a69671e no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:01:25.541863 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df60d9d2-9701-428a-bed7-5f8ad3b059c8 None None] Network 53c1b174-4ff6-43ec-a820-8adba0e6c0fd requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:25.562250 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 2388a857-4799-4187-8363-b7360a69671e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:01:25.564020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2388a857-4799-4187-8363-b7360a69671e not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:01:25.670804 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49000344-3b2e-495e-a97a-79d5539b6b4c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:25.673597 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-49000344-3b2e-495e-a97a-79d5539b6b4c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "GET /v2.0/networks/a8e86586-4a7a-4712-8f38-8c9fe6fd4c61 HTTP/1.1" status: 200 len: 803 time: 0.2530341 Nov 26 03:01:25.675624 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:25.677241 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54928) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:25.725918 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9a2579ce-a8a2-4233-a4e3-8e25b0211a49 None None] Provisioning complete for port 59ff23ce-1177-48f0-9ee7-58ed003adf87 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:25.726361 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9a2579ce-a8a2-4233-a4e3-8e25b0211a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:25.804549 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b567319d-4104-4769-bea6-a13c7a1f689d tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "GET /v2.0/networks/a8e86586-4a7a-4712-8f38-8c9fe6fd4c61?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1260016 Nov 26 03:01:25.814310 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54934) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:25.851407 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 7484f68f-6538-4c42-ba92-bbfe50a28df2, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7484f68f-6538-4c42-ba92-bbfe50a28df2,segment=NetworkSegment(829bd44f-5392-443e-b02a-40ae82a1cea6),segment_id=829bd44f-5392-443e-b02a-40ae82a1cea6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:25.854527 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b09bce4-33a6-482a-a606-4d167407ae52'}, {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8964a8e6-c084-4949-914a-2113fb27be33'}, {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7484f68f-6538-4c42-ba92-bbfe50a28df2'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:01:25.856890 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2db25c-2430-454d-91e0-52951518b2b3" -d '{"events": [{"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-plugged", "status": "completed", "tag": "6b09bce4-33a6-482a-a606-4d167407ae52"}, {"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-plugged", "status": "completed", "tag": "8964a8e6-c084-4949-914a-2113fb27be33"}, {"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-plugged", "status": "completed", "tag": "7484f68f-6538-4c42-ba92-bbfe50a28df2"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:01:25.901497 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68937075-eeca-454c-8ada-8447d0e1bdef req-ddd90798-d163-46dd-a28f-3e739ddc2bd9 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8926404 Nov 26 03:01:25.914634 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:25.915446 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device db5b3ce7-6b84-4697-ad3c-d52fc64ab380 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:25.979805 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451dea71-0789-4025-8b6a-077a8e323870 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:25.988916 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-451dea71-0789-4025-8b6a-077a8e323870 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "GET /v2.0/subnets/9410c213-7085-40a5-a09c-f8dbe67c821a HTTP/1.1" status: 200 len: 843 time: 0.1735125 Nov 26 03:01:25.992440 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54944) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:26.097159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b76cbe8-6ba2-4f05-acaa-38fad07d0a87 req-1fff6ee5-02bd-450c-b35a-c2d977d67d1c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=e71a113b-3da5-4120-b39c-cf3a48693723 HTTP/1.1" status: 200 len: 210 time: 0.2441444 Nov 26 03:01:26.120248 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1d76d6-4f2e-451c-a8e0-c283c04e0b38 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['shared'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:26.123186 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ad1d76d6-4f2e-451c-a8e0-c283c04e0b38 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "GET /v2.0/subnets/9410c213-7085-40a5-a09c-f8dbe67c821a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1297386 Nov 26 03:01:26.126764 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54948) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:26.136139 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d4fcb85c-10ac-45df-90d8-ad46ba070293 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-697220659'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:26.193996 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fcb85c-10ac-45df-90d8-ad46ba070293 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:26.194303 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=7484f68f-6538-4c42-ba92-bbfe50a28df2,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:26.208918 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4fcb85c-10ac-45df-90d8-ad46ba070293 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:26.260303 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4fcb85c-10ac-45df-90d8-ad46ba070293 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:01:26.288724 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4fcb85c-10ac-45df-90d8-ad46ba070293 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:26.289458 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-d4fcb85c-10ac-45df-90d8-ad46ba070293 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Added segment 1bfe38a8-4d3e-4eef-b889-408abc8fb814 of type vlan for network 254125ea-5bc5-4849-b8b3-2e802b805fba Nov 26 03:01:26.294814 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-439619cd-882b-4e36-9eea-fd125d0c2cd6 admin admin] For port 5dd35cd2-5c28-403c-ba2f-4fec36c01d56, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5dd35cd2-5c28-403c-ba2f-4fec36c01d56,segment=NetworkSegment(4e794c0b-7845-4eca-a295-7b59404568d7),segment_id=4e794c0b-7845-4eca-a295-7b59404568d7)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:26.298130 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-439619cd-882b-4e36-9eea-fd125d0c2cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:26.309378 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port db5b3ce7-6b84-4697-ad3c-d52fc64ab380 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:01:26.324975 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port db5b3ce7-6b84-4697-ad3c-d52fc64ab380 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:26.325519 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:26.383949 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 26 Nov 2021 03:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a4f1b0-7f05-4762-8a5e-ab0a322b372a x-openstack-request-id: req-b1a4f1b0-7f05-4762-8a5e-ab0a322b372a {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:01:26.384410 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-plugged", "status": "completed", "tag": "6b09bce4-33a6-482a-a606-4d167407ae52", "code": 200}, {"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-plugged", "status": "completed", "tag": "8964a8e6-c084-4949-914a-2113fb27be33", "code": 200}, {"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-plugged", "status": "completed", "tag": "7484f68f-6538-4c42-ba92-bbfe50a28df2", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:01:26.384774 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1a4f1b0-7f05-4762-8a5e-ab0a322b372a {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:01:26.387916 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b09bce4-33a6-482a-a606-4d167407ae52', 'code': 200} Nov 26 03:01:26.388330 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8964a8e6-c084-4949-914a-2113fb27be33', 'code': 200} Nov 26 03:01:26.389807 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7484f68f-6538-4c42-ba92-bbfe50a28df2', 'code': 200} Nov 26 03:01:26.405157 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4fcb85c-10ac-45df-90d8-ad46ba070293 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:26.449322 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-439619cd-882b-4e36-9eea-fd125d0c2cd6 admin admin] Calling delete_port for 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:26.470890 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4fcb85c-10ac-45df-90d8-ad46ba070293 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:26.479977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fcb85c-10ac-45df-90d8-ad46ba070293 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:26.484721 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4fcb85c-10ac-45df-90d8-ad46ba070293 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:26.556121 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:26.648986 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port db5b3ce7-6b84-4697-ad3c-d52fc64ab380, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=db5b3ce7-6b84-4697-ad3c-d52fc64ab380,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:26.663968 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:26.664994 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device f0c320e9-1ccf-41db-b82e-2361eca3e5d9 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:26.689591 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d4fcb85c-10ac-45df-90d8-ad46ba070293 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5613031 Nov 26 03:01:26.694159 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54952) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:26.709030 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-89b603b6-1213-47dc-aaa8-68bd28e10e2c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'subnet': {'network_id': '254125ea-5bc5-4849-b8b3-2e802b805fba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:26.744384 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcb85c-10ac-45df-90d8-ad46ba070293 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Network': ['ID=254125ea-5bc5-4849-b8b3-2e802b805fba,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:26.767912 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-71d8377d-52dc-4121-bd32-96b66836b9b4 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6189163 Nov 26 03:01:26.771338 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 254125ea-5bc5-4849-b8b3-2e802b805fba details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:01:26.777380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-94188037-715d-4a7c-a0c2-b7d23e690799 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:26.780269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-94188037-715d-4a7c-a0c2-b7d23e690799 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.59 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 812 time: 0.9117477 Nov 26 03:01:26.795911 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-439619cd-882b-4e36-9eea-fd125d0c2cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:26.814509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-9b0b0137-84d6-459a-b7c6-bad8737cd496 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Request body: {'port': {'device_id': 'e71a113b-3da5-4120-b39c-cf3a48693723', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'admin_state_up': True, 'tenant_id': '663f066e304f4b57893c72f115ebd127'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:26.940692 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b603b6-1213-47dc-aaa8-68bd28e10e2c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Made reservation on behalf of ec8c54f0be744ed78e1a47e1f9090f1a for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:26.944836 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-89b603b6-1213-47dc-aaa8-68bd28e10e2c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:27.043790 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-135b4c3b-bed3-435d-a578-6a33276264d9 None None] Provisioning complete for port 59ff23ce-1177-48f0-9ee7-58ed003adf87 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:27.046492 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-135b4c3b-bed3-435d-a578-6a33276264d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:27.065561 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.ipam_backend_mixin [None req-89b603b6-1213-47dc-aaa8-68bd28e10e2c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Performing IP validity checks on allocation pools {{(pid=104801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 26 03:01:27.066729 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.ipam_backend_mixin [None req-89b603b6-1213-47dc-aaa8-68bd28e10e2c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 26 03:01:27.112844 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e278aa3-e083-49d8-8f6f-ed8ce4c67a43 req-8fa9c300-349e-4d99-accb-f00152e58a67 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248136 Nov 26 03:01:27.169277 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439619cd-882b-4e36-9eea-fd125d0c2cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd35cd2-5c28-403c-ba2f-4fec36c01d56,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:27.184904 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=db5b3ce7-6b84-4697-ad3c-d52fc64ab380,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:27.209531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae530145-7070-49df-bc55-a5c41b9c0c41 req-e1dbe63c-5881-44e4-b10d-4cc272133591 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:27.211124 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae530145-7070-49df-bc55-a5c41b9c0c41 req-e1dbe63c-5881-44e4-b10d-4cc272133591 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb40ce5-b128-4833-a335-c38430974fb4 HTTP/1.1" status: 200 len: 948 time: 1.1540267 Nov 26 03:01:27.335413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port f0c320e9-1ccf-41db-b82e-2361eca3e5d9 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:01:27.339715 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port f0c320e9-1ccf-41db-b82e-2361eca3e5d9 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:27.340682 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:27.377914 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-89b603b6-1213-47dc-aaa8-68bd28e10e2c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:27.430887 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:27.477203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port f0c320e9-1ccf-41db-b82e-2361eca3e5d9, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=f0c320e9-1ccf-41db-b82e-2361eca3e5d9,segment=NetworkSegment(9eee9d6e-cc95-4188-a303-b0aa56e15eb1),segment_id=9eee9d6e-cc95-4188-a303-b0aa56e15eb1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:27.482194 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:27.483248 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 38d683a3-b337-4602-8887-74ec15606ce0 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:27.488300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-9b0b0137-84d6-459a-b7c6-bad8737cd496 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Made reservation on behalf of 663f066e304f4b57893c72f115ebd127 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:27.492456 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-9b0b0137-84d6-459a-b7c6-bad8737cd496 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:27.509924 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b603b6-1213-47dc-aaa8-68bd28e10e2c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Subnet': ['ID=b8813140-433a-453b-a67a-5a429b899182,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:27.522168 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b603b6-1213-47dc-aaa8-68bd28e10e2c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Checking segment: {'id': '1bfe38a8-4d3e-4eef-b889-408abc8fb814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '254125ea-5bc5-4849-b8b3-2e802b805fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:01:27.522543 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b603b6-1213-47dc-aaa8-68bd28e10e2c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network hostable DHCP agents. Network: 254125ea-5bc5-4849-b8b3-2e802b805fba, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:01:27.572501 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b603b6-1213-47dc-aaa8-68bd28e10e2c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Network 254125ea-5bc5-4849-b8b3-2e802b805fba is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:01:27.584140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-89b603b6-1213-47dc-aaa8-68bd28e10e2c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 254125ea-5bc5-4849-b8b3-2e802b805fba) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:27.589782 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b603b6-1213-47dc-aaa8-68bd28e10e2c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:27.591127 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-89b603b6-1213-47dc-aaa8-68bd28e10e2c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:27.616893 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae530145-7070-49df-bc55-a5c41b9c0c41 req-980413d7-05e2-41a9-9fd7-29eca8081182 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6aa409f-0ca6-4a9d-a3c2-287659205ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716156 Nov 26 03:01:27.623185 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c283cd28-9c0c-43fd-a161-32d819e2eddf None None] Network 254125ea-5bc5-4849-b8b3-2e802b805fba requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:27.629254 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-89b603b6-1213-47dc-aaa8-68bd28e10e2c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9328980 Nov 26 03:01:27.641792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54964) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:27.642231 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-43d23ad4-06e6-41cc-879b-69cefe7403a4 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:27.658358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369ab31-3c79-4504-9523-c9ff64b27ee0 req-e893b2e3-19ce-46c2-93f9-e1261c57e526 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:27.685998 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369ab31-3c79-4504-9523-c9ff64b27ee0 req-e893b2e3-19ce-46c2-93f9-e1261c57e526 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:27.704710 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369ab31-3c79-4504-9523-c9ff64b27ee0 req-e893b2e3-19ce-46c2-93f9-e1261c57e526 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:27.715627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369ab31-3c79-4504-9523-c9ff64b27ee0 req-e893b2e3-19ce-46c2-93f9-e1261c57e526 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:27.733263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369ab31-3c79-4504-9523-c9ff64b27ee0 req-e893b2e3-19ce-46c2-93f9-e1261c57e526 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:27.742246 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369ab31-3c79-4504-9523-c9ff64b27ee0 req-e893b2e3-19ce-46c2-93f9-e1261c57e526 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:27.749179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369ab31-3c79-4504-9523-c9ff64b27ee0 req-e893b2e3-19ce-46c2-93f9-e1261c57e526 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:27.751815 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1369ab31-3c79-4504-9523-c9ff64b27ee0 req-e893b2e3-19ce-46c2-93f9-e1261c57e526 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5432 time: 0.6304736 Nov 26 03:01:27.776452 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43d23ad4-06e6-41cc-879b-69cefe7403a4 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26409052'] for subnet, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:27.847705 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=f0c320e9-1ccf-41db-b82e-2361eca3e5d9,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:27.900377 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 38d683a3-b337-4602-8887-74ec15606ce0 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:01:27.908155 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 38d683a3-b337-4602-8887-74ec15606ce0 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:27.908530 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:27.910897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-254125ea-5bc5-4849-b8b3-2e802b805fba', 'network_id': '254125ea-5bc5-4849-b8b3-2e802b805fba', 'tenant_id': 'ec8c54f0be744ed78e1a47e1f9090f1a', 'fixed_ips': [{'subnet_id': 'b8813140-433a-453b-a67a-5a429b899182'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:01:27.912468 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:27.968591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-9b0b0137-84d6-459a-b7c6-bad8737cd496 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Allocated IP 172.20.0.3 (5b01fbf4-05c2-426a-bd34-1db1e2639446/b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875/e1957849-d9dd-4496-9635-87fbcc2f1527) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:01:28.110912 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43d23ad4-06e6-41cc-879b-69cefe7403a4 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731989832816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26328625'] for subnet, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:28.195659 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-9b0b0137-84d6-459a-b7c6-bad8737cd496 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:28.198745 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d23ad4-06e6-41cc-879b-69cefe7403a4 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event updated for resources: {'Subnet': ['ID=b8813140-433a-453b-a67a-5a429b899182,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:28.218061 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d23ad4-06e6-41cc-879b-69cefe7403a4 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:28.218909 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43d23ad4-06e6-41cc-879b-69cefe7403a4 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:28.221280 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-43d23ad4-06e6-41cc-879b-69cefe7403a4 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "PUT /v2.0/subnets/b8813140-433a-453b-a67a-5a429b899182 HTTP/1.1" status: 200 len: 900 time: 0.5874579 Nov 26 03:01:28.233552 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54972) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:28.237018 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:28.293987 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-9b0b0137-84d6-459a-b7c6-bad8737cd496 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:28.314908 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 38d683a3-b337-4602-8887-74ec15606ce0, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=38d683a3-b337-4602-8887-74ec15606ce0,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:28.320723 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Allocated IP 2001:db8::3 (254125ea-5bc5-4849-b8b3-2e802b805fba/b8813140-433a-453b-a67a-5a429b899182/694fbc2e-6f07-485a-9c8d-30a1ce5f6ad7) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:01:28.336845 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:28.343606 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['52340b43-9548-4bcf-983d-9d278eeca42d'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:01:28.401978 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71981499-5663-4339-8e12-6bff9be62e7d req-48badd59-a5cd-44a6-99d4-0e8b6fdb35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:28.404171 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71981499-5663-4339-8e12-6bff9be62e7d req-48badd59-a5cd-44a6-99d4-0e8b6fdb35cb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=731fab418a0640cd8c02640692843d82&device_id=fcb40ce5-b128-4833-a335-c38430974fb4 HTTP/1.1" status: 200 len: 1099 time: 1.1042204 Nov 26 03:01:28.430680 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5b3ce7-6b84-4697-ad3c-d52fc64ab380'}, {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c320e9-1ccf-41db-b82e-2361eca3e5d9'}, {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d683a3-b337-4602-8887-74ec15606ce0'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:01:28.431843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-9b0b0137-84d6-459a-b7c6-bad8737cd496 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Network 5b01fbf4-05c2-426a-bd34-1db1e2639446 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:01:28.433033 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503996d1-8bb1-418a-a7de-fab93fedfda8" -d '{"events": [{"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-plugged", "status": "completed", "tag": "db5b3ce7-6b84-4697-ad3c-d52fc64ab380"}, {"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-plugged", "status": "completed", "tag": "f0c320e9-1ccf-41db-b82e-2361eca3e5d9"}, {"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-plugged", "status": "completed", "tag": "38d683a3-b337-4602-8887-74ec15606ce0"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:01:28.454659 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-9b0b0137-84d6-459a-b7c6-bad8737cd496 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:28.497738 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:28.529933 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=38d683a3-b337-4602-8887-74ec15606ce0,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:28.595747 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-9b0b0137-84d6-459a-b7c6-bad8737cd496 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:01:28.646444 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:28.753433 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b0137-84d6-459a-b7c6-bad8737cd496 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Pushing event updated for resources: {'Port': ['ID=e1957849-d9dd-4496-9635-87fbcc2f1527,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:28.759768 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-439619cd-882b-4e36-9eea-fd125d0c2cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:28.851114 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1369ab31-3c79-4504-9523-c9ff64b27ee0 req-7cc94a51-30c1-4716-bf5a-b9632899580f tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6159458 Nov 26 03:01:28.870506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35ce2b-c8f5-4b7a-82c1-df82c058d252 req-f5897b59-9394-456b-86b4-c050e3ab6560 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:28.878766 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb35ce2b-c8f5-4b7a-82c1-df82c058d252 req-f5897b59-9394-456b-86b4-c050e3ab6560 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=e71a113b-3da5-4120-b39c-cf3a48693723 HTTP/1.1" status: 200 len: 931 time: 0.6480997 Nov 26 03:01:28.881748 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:28.923994 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:28.940406 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:29.020313 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Subnet': ['ID=b8813140-433a-453b-a67a-5a429b899182,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:29.036704 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Network 254125ea-5bc5-4849-b8b3-2e802b805fba is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:01:29.107029 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:29.112841 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Pushing event updated for resources: {'Port': ['ID=694fbc2e-6f07-485a-9c8d-30a1ce5f6ad7,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:29.125065 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:01:29.130687 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 26 Nov 2021 03:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f50d9d-317c-4ff8-8354-65cab02e6359 x-openstack-request-id: req-d7f50d9d-317c-4ff8-8354-65cab02e6359 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:01:29.130994 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-plugged", "status": "completed", "tag": "db5b3ce7-6b84-4697-ad3c-d52fc64ab380", "code": 200}, {"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-plugged", "status": "completed", "tag": "f0c320e9-1ccf-41db-b82e-2361eca3e5d9", "code": 200}, {"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-plugged", "status": "completed", "tag": "38d683a3-b337-4602-8887-74ec15606ce0", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:01:29.131251 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7f50d9d-317c-4ff8-8354-65cab02e6359 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:01:29.132509 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5b3ce7-6b84-4697-ad3c-d52fc64ab380', 'code': 200} Nov 26 03:01:29.133175 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c320e9-1ccf-41db-b82e-2361eca3e5d9', 'code': 200} Nov 26 03:01:29.133441 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d683a3-b337-4602-8887-74ec15606ce0', 'code': 200} Nov 26 03:01:29.155508 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cb1ef347-8788-4fe3-905b-a4817d37e950 None None] Provisioning complete for port e1957849-d9dd-4496-9635-87fbcc2f1527 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:29.155928 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cb1ef347-8788-4fe3-905b-a4817d37e950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:29.226133 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:29.286580 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254125ea-5bc5-4849-b8b3-2e802b805fba']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:29.307078 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfe38a8-4d3e-4eef-b889-408abc8fb814') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:29.307518 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfe38a8-4d3e-4eef-b889-408abc8fb814') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:29.313324 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ef347-8788-4fe3-905b-a4817d37e950 None None] Port e1957849-d9dd-4496-9635-87fbcc2f1527 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:01:29.318021 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Attempting to bind port 694fbc2e-6f07-485a-9c8d-30a1ce5f6ad7 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:01:29.318405 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Attempting to bind port 694fbc2e-6f07-485a-9c8d-30a1ce5f6ad7 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '1bfe38a8-4d3e-4eef-b889-408abc8fb814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '254125ea-5bc5-4849-b8b3-2e802b805fba'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:01:29.318677 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:29.318834 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Attempting to bind port 694fbc2e-6f07-485a-9c8d-30a1ce5f6ad7 on network 254125ea-5bc5-4849-b8b3-2e802b805fba {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:01:29.324938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:01:29.325315 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Checking segment: {'id': '1bfe38a8-4d3e-4eef-b889-408abc8fb814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '254125ea-5bc5-4849-b8b3-2e802b805fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:01:29.325721 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:29.326119 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Bound using segment: {'id': '1bfe38a8-4d3e-4eef-b889-408abc8fb814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '254125ea-5bc5-4849-b8b3-2e802b805fba'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:01:29.326597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Bound port: 694fbc2e-6f07-485a-9c8d-30a1ce5f6ad7, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfe38a8-4d3e-4eef-b889-408abc8fb814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '254125ea-5bc5-4849-b8b3-2e802b805fba'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:01:29.326974 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:29.335382 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:29.342646 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:01:29.343110 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:01:29.350283 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:01:29.425834 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.db.api [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 03:01:29.425834 n-d-819389-3 neutron-server[104801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 03:01:29.425834 n-d-819389-3 neutron-server[104801]: [parameters: {'id': '254125ea-5bc5-4849-b8b3-2e802b805fba'}] Nov 26 03:01:29.425834 n-d-819389-3 neutron-server[104801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:01:29.426981 n-d-819389-3 neutron-server[104801]: DEBUG oslo_db.api [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:01:29.429724 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] For port 694fbc2e-6f07-485a-9c8d-30a1ce5f6ad7, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:01:29.439237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] For port 694fbc2e-6f07-485a-9c8d-30a1ce5f6ad7, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=694fbc2e-6f07-485a-9c8d-30a1ce5f6ad7,segment=NetworkSegment(1bfe38a8-4d3e-4eef-b889-408abc8fb814),segment_id=1bfe38a8-4d3e-4eef-b889-408abc8fb814)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:01:29.451402 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:29.514504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-9b0b0137-84d6-459a-b7c6-bad8737cd496 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:29.515615 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-9b0b0137-84d6-459a-b7c6-bad8737cd496 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:29.558648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b259-23f9-4ec5-9228-f4f5f63442bc None None] Pushing event updated for resources: {'Port': ['ID=694fbc2e-6f07-485a-9c8d-30a1ce5f6ad7,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:29.585751 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b36d012-0174-494c-9ee2-635ed4e3d665 None None] Network 254125ea-5bc5-4849-b8b3-2e802b805fba requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:29.686491 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-9b0b0137-84d6-459a-b7c6-bad8737cd496 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8769925 Nov 26 03:01:29.706194 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb35ce2b-c8f5-4b7a-82c1-df82c058d252 req-cb8530e3-e649-49d8-abbe-0351637e75e5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8264370 Nov 26 03:01:29.757152 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71981499-5663-4339-8e12-6bff9be62e7d req-20598d1c-acfc-4c50-b6ae-4716819e0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:29.760500 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71981499-5663-4339-8e12-6bff9be62e7d req-20598d1c-acfc-4c50-b6ae-4716819e0495 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 1.3138964 Nov 26 03:01:29.772508 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b6940-1d05-403f-bff2-09a37cc99d41 req-4cde59bb-8208-4798-acdd-5609594bdf52 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:29.780848 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c47b6940-1d05-403f-bff2-09a37cc99d41 req-4cde59bb-8208-4798-acdd-5609594bdf52 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb40ce5-b128-4833-a335-c38430974fb4 HTTP/1.1" status: 200 len: 948 time: 0.2756484 Nov 26 03:01:29.795084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a29841-fe16-497e-bda3-4e02968c0e3c req-52c890f7-3fc6-4bc3-9975-37acd83d010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:29.795084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a29841-fe16-497e-bda3-4e02968c0e3c req-52c890f7-3fc6-4bc3-9975-37acd83d010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:29.797758 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a29841-fe16-497e-bda3-4e02968c0e3c req-52c890f7-3fc6-4bc3-9975-37acd83d010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:29.799765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a29841-fe16-497e-bda3-4e02968c0e3c req-52c890f7-3fc6-4bc3-9975-37acd83d010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:29.801569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a29841-fe16-497e-bda3-4e02968c0e3c req-52c890f7-3fc6-4bc3-9975-37acd83d010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:29.802045 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854a2bbc-78a6-46f9-9671-d8c17e9d6ef4 None None] Network 254125ea-5bc5-4849-b8b3-2e802b805fba requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:29.804108 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a29841-fe16-497e-bda3-4e02968c0e3c req-52c890f7-3fc6-4bc3-9975-37acd83d010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:29.804587 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a29841-fe16-497e-bda3-4e02968c0e3c req-52c890f7-3fc6-4bc3-9975-37acd83d010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:29.811562 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-44a29841-fe16-497e-bda3-4e02968c0e3c req-52c890f7-3fc6-4bc3-9975-37acd83d010f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 6491 time: 0.3036804 Nov 26 03:01:29.928861 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:29.937416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Request body: {'port': {'device_id': 'e71a113b-3da5-4120-b39c-cf3a48693723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:29.941619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71981499-5663-4339-8e12-6bff9be62e7d req-c8ef8504-2aa1-469a-a4e2-e7fb7d5b6fb6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=913e0126-c611-4c6c-b9b9-10c90f5abda4 HTTP/1.1" status: 200 len: 217 time: 0.1548011 Nov 26 03:01:29.972502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439619cd-882b-4e36-9eea-fd125d0c2cd6 admin admin] Router 9988ee81-5aaa-4110-a1e4-b01824edb017 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:01:30.068459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee20bdc5-4c1d-4112-a160-71efddea23de None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 03:01:30.099944 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Deleting port 694fbc2e-6f07-485a-9c8d-30a1ce5f6ad7 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:30.103355 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:30.324032 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c47b6940-1d05-403f-bff2-09a37cc99d41 req-a8f8aae0-6251-470c-a6ea-b0028fab0cd5 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6aa409f-0ca6-4a9d-a3c2-287659205ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422928 Nov 26 03:01:30.410377 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee20bdc5-4c1d-4112-a160-71efddea23de None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 03:01:30.565777 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71981499-5663-4339-8e12-6bff9be62e7d req-0a82562d-6431-45df-bead-808724724a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:30.569405 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71981499-5663-4339-8e12-6bff9be62e7d req-0a82562d-6431-45df-bead-808724724a00 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.6004207 Nov 26 03:01:30.589654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-44a29841-fe16-497e-bda3-4e02968c0e3c req-f2560c4d-6e90-49cb-985b-c8a3e2646289 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7525194 Nov 26 03:01:30.596720 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:30.792241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcf335-18e1-4f0c-956e-ba7225074e2e req-56a9ef0f-6aa1-4915-888c-fab4bdbcadb8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:30.806842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcf335-18e1-4f0c-956e-ba7225074e2e req-56a9ef0f-6aa1-4915-888c-fab4bdbcadb8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:30.821421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcf335-18e1-4f0c-956e-ba7225074e2e req-56a9ef0f-6aa1-4915-888c-fab4bdbcadb8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:30.837641 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcf335-18e1-4f0c-956e-ba7225074e2e req-56a9ef0f-6aa1-4915-888c-fab4bdbcadb8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:30.852226 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcf335-18e1-4f0c-956e-ba7225074e2e req-56a9ef0f-6aa1-4915-888c-fab4bdbcadb8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:30.867255 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcf335-18e1-4f0c-956e-ba7225074e2e req-56a9ef0f-6aa1-4915-888c-fab4bdbcadb8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:30.879537 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcf335-18e1-4f0c-956e-ba7225074e2e req-56a9ef0f-6aa1-4915-888c-fab4bdbcadb8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:30.885840 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1bbcf335-18e1-4f0c-956e-ba7225074e2e req-56a9ef0f-6aa1-4915-888c-fab4bdbcadb8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5434 time: 0.8092592 Nov 26 03:01:31.040026 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] For port 694fbc2e-6f07-485a-9c8d-30a1ce5f6ad7, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=694fbc2e-6f07-485a-9c8d-30a1ce5f6ad7,segment=NetworkSegment(1bfe38a8-4d3e-4eef-b889-408abc8fb814),segment_id=1bfe38a8-4d3e-4eef-b889-408abc8fb814)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:31.040606 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:31.065626 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Calling delete_port for 694fbc2e-6f07-485a-9c8d-30a1ce5f6ad7 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:31.105089 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439619cd-882b-4e36-9eea-fd125d0c2cd6 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:01:31.137165 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-439619cd-882b-4e36-9eea-fd125d0c2cd6 admin admin] 10.222.0.31 "PUT /v2.0/routers/9988ee81-5aaa-4110-a1e4-b01824edb017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9624667 Nov 26 03:01:31.140460 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71981499-5663-4339-8e12-6bff9be62e7d req-4acf59c4-374b-4bc5-ad4b-35ee4377a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:31.142373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71981499-5663-4339-8e12-6bff9be62e7d req-4acf59c4-374b-4bc5-ad4b-35ee4377a065 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5512369 Nov 26 03:01:31.150521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55020) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:31.183777 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4542760-0498-4ccb-94da-1439b6f85c7b None None] Sync routers for ids ['9988ee81-5aaa-4110-a1e4-b01824edb017'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:01:31.211076 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4542760-0498-4ccb-94da-1439b6f85c7b None None] Routers {'9988ee81-5aaa-4110-a1e4-b01824edb017'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:01:31.211882 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e4542760-0498-4ccb-94da-1439b6f85c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9988ee81-5aaa-4110-a1e4-b01824edb017'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:31.215452 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:31.233713 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-71981499-5663-4339-8e12-6bff9be62e7d req-33653fd7-0563-47e0-9451-82baa29fe331 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:01:31.236078 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71981499-5663-4339-8e12-6bff9be62e7d req-33653fd7-0563-47e0-9451-82baa29fe331 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072222 Nov 26 03:01:31.250749 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1bbcf335-18e1-4f0c-956e-ba7225074e2e req-d5fc7560-3fdf-4886-b4e5-5e9d4afbad70 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3507290 Nov 26 03:01:31.260465 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Port': ['ID=694fbc2e-6f07-485a-9c8d-30a1ce5f6ad7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:31.272868 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] No DVR routers for this DVR port 694fbc2e-6f07-485a-9c8d-30a1ce5f6ad7 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:01:31.415285 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [req-f18ad3b3-d411-4d11-8d93-05ce7d6ad7cf req-79247b93-cfef-4459-ba2a-6032bb5a56cb service neutron] (104801) timed out ('10.222.0.31', 55242) {{(pid=104801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 03:01:31.428851 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71981499-5663-4339-8e12-6bff9be62e7d req-af1754bb-2ac8-4532-bbe1-991db2d8f782 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220958 Nov 26 03:01:31.457980 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:31.462286 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-e4542760-0498-4ccb-94da-1439b6f85c7b None None] Set router 9988ee81-5aaa-4110-a1e4-b01824edb017 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:01:31.478443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ae6b1-5306-4a0b-a67e-841e68263579 req-b82d0a79-1480-45a0-8607-e2cad81d19df tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:31.480722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-677ae6b1-5306-4a0b-a67e-841e68263579 req-b82d0a79-1480-45a0-8607-e2cad81d19df tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=e71a113b-3da5-4120-b39c-cf3a48693723 HTTP/1.1" status: 200 len: 931 time: 0.5851333 Nov 26 03:01:31.512855 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254125ea-5bc5-4849-b8b3-2e802b805fba']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:31.539578 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfe38a8-4d3e-4eef-b889-408abc8fb814') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:31.541604 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfe38a8-4d3e-4eef-b889-408abc8fb814') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:31.568994 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:31.599071 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:31.612478 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:01:31.613068 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:01:31.616325 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:01:31.792337 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:31.795827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a74eec-465e-490f-bf94-0a9f338d44ff req-9a8b2b34-3795-40ae-b9ee-cb23cf14eb46 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:31.797771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0a74eec-465e-490f-bf94-0a9f338d44ff req-9a8b2b34-3795-40ae-b9ee-cb23cf14eb46 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb40ce5-b128-4833-a335-c38430974fb4 HTTP/1.1" status: 200 len: 948 time: 0.3160315 Nov 26 03:01:31.800421 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:31.815213 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/networks/254125ea-5bc5-4849-b8b3-2e802b805fba HTTP/1.1" status: 204 len: 168 time: 3.5776134 Nov 26 03:01:31.815589 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55028) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:31.823387 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-677ae6b1-5306-4a0b-a67e-841e68263579 req-08fe60b9-94ae-4139-81ee-009dc8deee96 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903132 Nov 26 03:01:31.948398 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0a74eec-465e-490f-bf94-0a9f338d44ff req-19865f6b-d613-4c34-a7e2-adecfa563889 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6aa409f-0ca6-4a9d-a3c2-287659205ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178637 Nov 26 03:01:31.985793 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87284fa-592e-400c-995c-3880a27f50ee tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Network': ['ID=254125ea-5bc5-4849-b8b3-2e802b805fba,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:31.994912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e4542760-0498-4ccb-94da-1439b6f85c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'name': 'tempest-TaggedBootDevicesTest_v242-79700035-router', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:52Z', 'updated_at': '2021-11-26T03:01:26Z', 'revision_number': 5, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'gw_port': {'id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:53Z', 'updated_at': '2021-11-26T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:31.997680 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-3feccd35-6c3d-454c-ae27-6c3126e0fdb1 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] DELETE failed (client error): The resource could not be found. Nov 26 03:01:31.998287 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3feccd35-6c3d-454c-ae27-6c3126e0fdb1 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:32.014470 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3feccd35-6c3d-454c-ae27-6c3126e0fdb1 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/subnets/b8813140-433a-453b-a67a-5a429b899182 HTTP/1.1" status: 404 len: 337 time: 0.1774158 Nov 26 03:01:32.015370 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55032) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:32.066324 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2aa976-61d5-48c3-b954-0d2ca7241e8e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] DELETE failed (client error): The resource could not be found. Nov 26 03:01:32.067491 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4542760-0498-4ccb-94da-1439b6f85c7b None None] Checking router: 9988ee81-5aaa-4110-a1e4-b01824edb017 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:01:32.070462 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2aa976-61d5-48c3-b954-0d2ca7241e8e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:32.091096 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2f2aa976-61d5-48c3-b954-0d2ca7241e8e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/networks/254125ea-5bc5-4849-b8b3-2e802b805fba HTTP/1.1" status: 404 len: 339 time: 0.0718646 Nov 26 03:01:32.092321 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55036) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:32.107167 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4542760-0498-4ccb-94da-1439b6f85c7b None None] Routers {'9988ee81-5aaa-4110-a1e4-b01824edb017'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:01:32.107864 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e4542760-0498-4ccb-94da-1439b6f85c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9988ee81-5aaa-4110-a1e4-b01824edb017'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:32.206837 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:32.228445 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71981499-5663-4339-8e12-6bff9be62e7d req-6878dba0-0cbc-4e57-a3fa-55f012ca85cc service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7084310 Nov 26 03:01:32.340411 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3913ce7-00ea-4eba-b489-081d1aa7b468 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:32.367588 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 913e0126-c611-4c6c-b9b9-10c90f5abda4 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:01:32.483147 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-e4542760-0498-4ccb-94da-1439b6f85c7b None None] Set router 9988ee81-5aaa-4110-a1e4-b01824edb017 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:01:32.548316 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:32.596429 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3913ce7-00ea-4eba-b489-081d1aa7b468 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:32.663416 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b3913ce7-00ea-4eba-b489-081d1aa7b468 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d536edc0-879c-4a7c-9cb2-2f0c3e532e85']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:32.676556 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b3913ce7-00ea-4eba-b489-081d1aa7b468 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f966e16-7b9f-4092-8bfc-8abb7de00c61') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:32.677101 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b3913ce7-00ea-4eba-b489-081d1aa7b468 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f966e16-7b9f-4092-8bfc-8abb7de00c61') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:32.688191 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3913ce7-00ea-4eba-b489-081d1aa7b468 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:32.703665 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3913ce7-00ea-4eba-b489-081d1aa7b468 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:32.711091 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3913ce7-00ea-4eba-b489-081d1aa7b468 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:01:32.711674 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3913ce7-00ea-4eba-b489-081d1aa7b468 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:01:32.715805 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:01:32.791620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef533aa-6c21-4100-b5ea-d261f0f01138 req-d85603aa-d4df-4b32-97aa-e593bee90825 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:32.799973 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3913ce7-00ea-4eba-b489-081d1aa7b468 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:32.800389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef533aa-6c21-4100-b5ea-d261f0f01138 req-d85603aa-d4df-4b32-97aa-e593bee90825 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:32.809996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef533aa-6c21-4100-b5ea-d261f0f01138 req-d85603aa-d4df-4b32-97aa-e593bee90825 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:32.817877 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3913ce7-00ea-4eba-b489-081d1aa7b468 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:32.819127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef533aa-6c21-4100-b5ea-d261f0f01138 req-d85603aa-d4df-4b32-97aa-e593bee90825 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:32.827083 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b3913ce7-00ea-4eba-b489-081d1aa7b468 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/networks/d536edc0-879c-4a7c-9cb2-2f0c3e532e85 HTTP/1.1" status: 204 len: 168 time: 0.7331352 Nov 26 03:01:32.830133 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef533aa-6c21-4100-b5ea-d261f0f01138 req-d85603aa-d4df-4b32-97aa-e593bee90825 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:32.836474 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55044) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:32.839110 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef533aa-6c21-4100-b5ea-d261f0f01138 req-d85603aa-d4df-4b32-97aa-e593bee90825 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:32.847589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef533aa-6c21-4100-b5ea-d261f0f01138 req-d85603aa-d4df-4b32-97aa-e593bee90825 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:32.849797 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aef533aa-6c21-4100-b5ea-d261f0f01138 req-d85603aa-d4df-4b32-97aa-e593bee90825 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5434 time: 0.3489981 Nov 26 03:01:32.889665 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1957849-d9dd-4496-9635-87fbcc2f1527 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:01:32.905247 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3913ce7-00ea-4eba-b489-081d1aa7b468 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Network': ['ID=d536edc0-879c-4a7c-9cb2-2f0c3e532e85,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:32.910071 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-839b714f-ab60-483e-88fa-c5b4a5151e76 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] DELETE failed (client error): The resource could not be found. Nov 26 03:01:32.910897 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839b714f-ab60-483e-88fa-c5b4a5151e76 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:32.915277 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-839b714f-ab60-483e-88fa-c5b4a5151e76 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/subnets/de9d0e4f-3e0b-481b-bd19-1764fa748a79 HTTP/1.1" status: 404 len: 337 time: 0.0770116 Nov 26 03:01:32.917884 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55048) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:32.918530 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:32.954952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Transition to ACTIVE for port object e1957849-d9dd-4496-9635-87fbcc2f1527 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:01:32.956814 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Deleting port 71e8ef15-d5ad-408d-a49c-0bcb476fecba {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:32.957276 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:32.971227 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc899edd-550c-435e-96ea-519155cc3733 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] DELETE failed (client error): The resource could not be found. Nov 26 03:01:32.973528 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc899edd-550c-435e-96ea-519155cc3733 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:32.983874 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bc899edd-550c-435e-96ea-519155cc3733 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/networks/80dab72b-335c-43d9-a1f1-eeaea727db3c HTTP/1.1" status: 404 len: 339 time: 0.0621717 Nov 26 03:01:32.984612 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55052) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:32.992175 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 913e0126-c611-4c6c-b9b9-10c90f5abda4, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=913e0126-c611-4c6c-b9b9-10c90f5abda4,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:33.010453 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:33.052148 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '913e0126-c611-4c6c-b9b9-10c90f5abda4', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '913e0126-c611-4c6c-b9b9-10c90f5abda4', 'mac_address': 'fa:16:3e:ec:6e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:01:33.106041 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbe5b42-1dc4-4bae-a912-03e5a33c234c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Deleting subnet 9a03f132-0035-4e87-b988-7dff15a9839c {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:01:33.122103 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5b42-1dc4-4bae-a912-03e5a33c234c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:33.161881 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:33.183702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913e0126-c611-4c6c-b9b9-10c90f5abda4 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:01:33.195764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e4542760-0498-4ccb-94da-1439b6f85c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'name': 'tempest-TaggedBootDevicesTest_v242-79700035-router', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:52Z', 'updated_at': '2021-11-26T03:01:26Z', 'revision_number': 5, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'gw_port': {'id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:53Z', 'updated_at': '2021-11-26T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:33.196020 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5b42-1dc4-4bae-a912-03e5a33c234c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:33.231417 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4542760-0498-4ccb-94da-1439b6f85c7b None None] The sync data for ids ['9988ee81-5aaa-4110-a1e4-b01824edb017'] in n-d-819389-3 is: [{'id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'name': 'tempest-TaggedBootDevicesTest_v242-79700035-router', 'tenant_id': '3c9e03453576449e8027bf6795ca2563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:48:52Z', 'updated_at': '2021-11-26T03:01:26Z', 'revision_number': 5, 'project_id': '3c9e03453576449e8027bf6795ca2563', 'gw_port': {'id': '71e8ef15-d5ad-408d-a49c-0bcb476fecba', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ee81-5aaa-4110-a1e4-b01824edb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:48:53Z', 'updated_at': '2021-11-26T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:01:33.255106 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 913e0126-c611-4c6c-b9b9-10c90f5abda4, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=913e0126-c611-4c6c-b9b9-10c90f5abda4,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:33.270574 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:33.339325 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=913e0126-c611-4c6c-b9b9-10c90f5abda4,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:33.347126 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5b42-1dc4-4bae-a912-03e5a33c234c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:33.420177 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5b42-1dc4-4bae-a912-03e5a33c234c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:33.446887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe5b42-1dc4-4bae-a912-03e5a33c234c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Subnet': ['ID=9a03f132-0035-4e87-b988-7dff15a9839c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:33.453113 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5b42-1dc4-4bae-a912-03e5a33c234c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:33.457097 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8cbe5b42-1dc4-4bae-a912-03e5a33c234c tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/subnets/9a03f132-0035-4e87-b988-7dff15a9839c HTTP/1.1" status: 204 len: 168 time: 0.4709251 Nov 26 03:01:33.459379 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55056) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:33.464181 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa0bd1f-3363-4d51-b070-78fdc8d9d2e6 None None] Network 53c1b174-4ff6-43ec-a820-8adba0e6c0fd requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:33.517032 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f0417f-9756-43ae-a341-157affc8816e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Deleting subnet 9857bc23-6a10-4c09-8b94-554168c7575e {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:01:33.521085 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-93f0417f-9756-43ae-a341-157affc8816e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:33.582503 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-93f0417f-9756-43ae-a341-157affc8816e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:33.589951 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aef533aa-6c21-4100-b5ea-d261f0f01138 req-792f6c93-5c30-4e6b-a624-28e01bbb47e8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7314425 Nov 26 03:01:33.725062 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1957849-d9dd-4496-9635-87fbcc2f1527,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:33.791141 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['913e0126-c611-4c6c-b9b9-10c90f5abda4'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:01:33.857735 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd15630-bed5-4f51-b0c1-dde3d471a29b req-93ec524d-505b-4b90-8bb8-bc1972aa85fa tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:33.859353 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1bd15630-bed5-4f51-b0c1-dde3d471a29b req-93ec524d-505b-4b90-8bb8-bc1972aa85fa tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=e71a113b-3da5-4120-b39c-cf3a48693723 HTTP/1.1" status: 200 len: 943 time: 0.8503120 Nov 26 03:01:33.862394 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-93f0417f-9756-43ae-a341-157affc8816e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:33.995612 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-93f0417f-9756-43ae-a341-157affc8816e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:34.031626 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0417f-9756-43ae-a341-157affc8816e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Subnet': ['ID=9857bc23-6a10-4c09-8b94-554168c7575e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:34.036237 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-93f0417f-9756-43ae-a341-157affc8816e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:34.071806 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-93f0417f-9756-43ae-a341-157affc8816e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/subnets/9857bc23-6a10-4c09-8b94-554168c7575e HTTP/1.1" status: 204 len: 168 time: 0.6111972 Nov 26 03:01:34.077005 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55066) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:34.097113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] For port 71e8ef15-d5ad-408d-a49c-0bcb476fecba, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=71e8ef15-d5ad-408d-a49c-0bcb476fecba,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:34.097113 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:34.113972 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Calling delete_port for 71e8ef15-d5ad-408d-a49c-0bcb476fecba owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:34.232295 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:34.332755 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Deleting port 59ff23ce-1177-48f0-9ee7-58ed003adf87 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:34.333102 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:34.432891 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] For port 59ff23ce-1177-48f0-9ee7-58ed003adf87, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=59ff23ce-1177-48f0-9ee7-58ed003adf87,segment=NetworkSegment(9355fb8d-dbfa-48cb-843c-8661ece952b4),segment_id=9355fb8d-dbfa-48cb-843c-8661ece952b4)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:34.433259 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:34.455834 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Calling delete_port for 59ff23ce-1177-48f0-9ee7-58ed003adf87 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:34.463395 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Attempting to bind port e1957849-d9dd-4496-9635-87fbcc2f1527 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:01:34.463731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Attempting to bind port e1957849-d9dd-4496-9635-87fbcc2f1527 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:01:34.464087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Attempting to bind port e1957849-d9dd-4496-9635-87fbcc2f1527 on network 5b01fbf4-05c2-426a-bd34-1db1e2639446 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:01:34.482584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Port e1957849-d9dd-4496-9635-87fbcc2f1527 on network 5b01fbf4-05c2-426a-bd34-1db1e2639446 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:01:34.482920 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Attempting to bind port e1957849-d9dd-4496-9635-87fbcc2f1527 on network 5b01fbf4-05c2-426a-bd34-1db1e2639446 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:01:34.492223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeded74-4cf0-444a-bdab-60fa505e2bbf req-c5c65eb7-c40b-4700-9d9d-35c3f300217e tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:34.493751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6eeded74-4cf0-444a-bdab-60fa505e2bbf req-c5c65eb7-c40b-4700-9d9d-35c3f300217e tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb40ce5-b128-4833-a335-c38430974fb4 HTTP/1.1" status: 200 len: 949 time: 0.6910646 Nov 26 03:01:34.511442 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1bd15630-bed5-4f51-b0c1-dde3d471a29b req-01ca2b44-ad00-44e1-b503-5a83c48a112d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620317 Nov 26 03:01:34.546223 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:01:34.565679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:01:34.566022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Checking segment: {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:01:34.566415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Bound using segment: {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:01:34.566863 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Bound port: e1957849-d9dd-4496-9635-87fbcc2f1527, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:01:34.567223 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:34.592071 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:34.607337 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:34.607778 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:01:34.608075 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5dd35cd2-5c28-403c-ba2f-4fec36c01d56 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:01:34.684805 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6eeded74-4cf0-444a-bdab-60fa505e2bbf req-31e5cddd-a128-4384-8864-59ecab1c2eab tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6aa409f-0ca6-4a9d-a3c2-287659205ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690235 Nov 26 03:01:34.685177 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] No DVR routers for this DVR port 59ff23ce-1177-48f0-9ee7-58ed003adf87 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:01:34.691499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Port': ['ID=59ff23ce-1177-48f0-9ee7-58ed003adf87,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:34.702129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=71e8ef15-d5ad-408d-a49c-0bcb476fecba,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:34.720431 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40715051-4aa6-435c-8bc3-c2ccca4966d6 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:01:34.769625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:34.769855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:34.770717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:34.771241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:34.771762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:34.772550 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:34.773076 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:34.773592 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:34.774096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:34.774615 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:34.775146 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:34.775650 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:34.843056 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] For port e1957849-d9dd-4496-9635-87fbcc2f1527, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:01:34.843641 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:34.873793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] For port e1957849-d9dd-4496-9635-87fbcc2f1527, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e1957849-d9dd-4496-9635-87fbcc2f1527,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:01:34.885046 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c1b174-4ff6-43ec-a820-8adba0e6c0fd']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:34.897386 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:34.914863 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9355fb8d-dbfa-48cb-843c-8661ece952b4') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:34.915329 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9355fb8d-dbfa-48cb-843c-8661ece952b4') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:34.927536 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:34.942020 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:34.961225 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:34.968257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:01:34.968712 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:34.978194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80219822-07d5-4f66-bc09-28d09b2e0047 req-c5c2090f-c00a-4a7f-a7d6-082220a4c77e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:34.984534 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80219822-07d5-4f66-bc09-28d09b2e0047 req-c5c2090f-c00a-4a7f-a7d6-082220a4c77e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:35.006018 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6635c6e7-6834-43e2-b946-0b3204143fd8 None None] Network 53c1b174-4ff6-43ec-a820-8adba0e6c0fd requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:35.009731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80219822-07d5-4f66-bc09-28d09b2e0047 req-c5c2090f-c00a-4a7f-a7d6-082220a4c77e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:35.023768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80219822-07d5-4f66-bc09-28d09b2e0047 req-c5c2090f-c00a-4a7f-a7d6-082220a4c77e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:35.031319 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80219822-07d5-4f66-bc09-28d09b2e0047 req-c5c2090f-c00a-4a7f-a7d6-082220a4c77e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:01:35.032305 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:01:35.037397 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:35.041194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80219822-07d5-4f66-bc09-28d09b2e0047 req-c5c2090f-c00a-4a7f-a7d6-082220a4c77e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:35.043865 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:35.047552 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/networks/53c1b174-4ff6-43ec-a820-8adba0e6c0fd HTTP/1.1" status: 204 len: 168 time: 0.9740131 Nov 26 03:01:35.047832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80219822-07d5-4f66-bc09-28d09b2e0047 req-c5c2090f-c00a-4a7f-a7d6-082220a4c77e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:35.053068 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55082) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:35.063434 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-80219822-07d5-4f66-bc09-28d09b2e0047 req-c5c2090f-c00a-4a7f-a7d6-082220a4c77e tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5434 time: 0.3726866 Nov 26 03:01:35.080574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55084) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:35.088153 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-d7b0eecb-0422-4299-96f8-9e7dd85c5b49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Request body: {'floatingip': {'port_id': '7484f68f-6538-4c42-ba92-bbfe50a28df2'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:35.093192 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-4902cd90-01ab-468b-9ea2-cabec1dbafaf tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] DELETE failed (client error): The resource could not be found. Nov 26 03:01:35.095022 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4902cd90-01ab-468b-9ea2-cabec1dbafaf tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:35.098705 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4902cd90-01ab-468b-9ea2-cabec1dbafaf tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/subnets/bf84a845-b89c-4643-925d-edcee36b56b3 HTTP/1.1" status: 404 len: 337 time: 0.0438526 Nov 26 03:01:35.111977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55086) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:35.115759 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-42509f6f-69c8-44b2-b90a-ea7dbde38a16 None None] Could not find standard attr ID for object 59ff23ce-1177-48f0-9ee7-58ed003adf87. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:01:35.137471 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-21621b64-1f16-422a-9365-2f41b4a546c8 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] DELETE failed (client error): The resource could not be found. Nov 26 03:01:35.138000 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21621b64-1f16-422a-9365-2f41b4a546c8 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:35.142143 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-21621b64-1f16-422a-9365-2f41b4a546c8 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/networks/417a8a7d-122c-4432-8a95-c172a2cae928 HTTP/1.1" status: 404 len: 339 time: 0.0287569 Nov 26 03:01:35.143155 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603c254-0c90-4b1d-aabb-edfe83f62b94 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Network': ['ID=53c1b174-4ff6-43ec-a820-8adba0e6c0fd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:35.151636 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55092) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:35.197431 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-046ad6d7-5aa2-4c40-96cc-159ab21c7664 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] DELETE failed (client error): The resource could not be found. Nov 26 03:01:35.197909 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-046ad6d7-5aa2-4c40-96cc-159ab21c7664 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:35.206893 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-046ad6d7-5aa2-4c40-96cc-159ab21c7664 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/subnets/84dea29d-9b80-4744-8faa-883ec41afa55 HTTP/1.1" status: 404 len: 337 time: 0.0528901 Nov 26 03:01:35.208269 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55098) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:35.267238 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e0eb42-f2ac-4bfc-8173-c25b4a292c9d tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] DELETE failed (client error): The resource could not be found. Nov 26 03:01:35.267238 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e0eb42-f2ac-4bfc-8173-c25b4a292c9d tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:35.270581 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-61e0eb42-f2ac-4bfc-8173-c25b4a292c9d tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/networks/088ddcd7-917d-4c7f-b6d9-48e73c48695e HTTP/1.1" status: 404 len: 339 time: 0.0599623 Nov 26 03:01:35.273775 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55102) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:35.333395 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:35.335854 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:35.338309 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] 10.222.0.59 "PUT /v2.0/ports/e1957849-d9dd-4496-9635-87fbcc2f1527 HTTP/1.1" status: 200 len: 1091 time: 5.6241260 Nov 26 03:01:35.350941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71a113b-3da5-4120-b39c-cf3a48693723', 'tag': 'e1957849-d9dd-4496-9635-87fbcc2f1527'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:01:35.356241 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc82113-3fb8-4a2f-8eb3-c80482a143eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e71a113b-3da5-4120-b39c-cf3a48693723", "tag": "e1957849-d9dd-4496-9635-87fbcc2f1527"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:01:35.370745 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1088219d-8914-4c77-96d3-089f2f39d40e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] DELETE failed (client error): The resource could not be found. Nov 26 03:01:35.371814 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1088219d-8914-4c77-96d3-089f2f39d40e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:35.384082 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1088219d-8914-4c77-96d3-089f2f39d40e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/subnets/20eba06e-d7d0-46d4-a51a-7688ad9fc466 HTTP/1.1" status: 404 len: 337 time: 0.1056652 Nov 26 03:01:35.386231 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55110) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:35.392215 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7b0eecb-0422-4299-96f8-9e7dd85c5b49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:35.398118 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:35.403641 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:35.438746 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c66801-4e90-493a-bd60-532ed52cd7a3 None None] DHCP port deletion for 53c1b174-4ff6-43ec-a820-8adba0e6c0fd request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:01:35.479702 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0df196c-96bf-4b75-856c-90ae4cef074f tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] DELETE failed (client error): The resource could not be found. Nov 26 03:01:35.480270 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0df196c-96bf-4b75-856c-90ae4cef074f tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:35.483599 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b0df196c-96bf-4b75-856c-90ae4cef074f tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/networks/5daeb954-d215-469e-b717-3d4021eb963c HTTP/1.1" status: 404 len: 339 time: 0.0956230 Nov 26 03:01:35.486833 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55114) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:35.623458 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e10d3b4-037e-4482-be2e-f4e2fa07b218 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Deleting subnet ff93ec45-4d34-4ea7-a797-93d487f38a8a {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:01:35.627533 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e10d3b4-037e-4482-be2e-f4e2fa07b218 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:35.678155 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e10d3b4-037e-4482-be2e-f4e2fa07b218 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:35.720353 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:35.720928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9988ee81-5aaa-4110-a1e4-b01824edb017 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:01:35.747350 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:35.750840 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-24e4db41-1ea4-4153-8511-28d77c6ac2e7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9988ee81-5aaa-4110-a1e4-b01824edb017 HTTP/1.1" status: 204 len: 168 time: 4.5326974 Nov 26 03:01:35.754121 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55120) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:35.822765 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55a15d2-32c5-491f-932c-dafceb59a37a x-openstack-request-id: req-e55a15d2-32c5-491f-932c-dafceb59a37a {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:01:35.823072 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71a113b-3da5-4120-b39c-cf3a48693723", "tag": "e1957849-d9dd-4496-9635-87fbcc2f1527", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:01:35.823343 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e55a15d2-32c5-491f-932c-dafceb59a37a {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:01:35.823762 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71a113b-3da5-4120-b39c-cf3a48693723', 'tag': 'e1957849-d9dd-4496-9635-87fbcc2f1527', 'status': 'completed', 'code': 200} Nov 26 03:01:35.833911 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5aa6c-d36e-4af5-87c1-7f461e3f96b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1957849-d9dd-4496-9635-87fbcc2f1527,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:35.837766 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e10d3b4-037e-4482-be2e-f4e2fa07b218 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:35.980952 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e10d3b4-037e-4482-be2e-f4e2fa07b218 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:36.037000 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10d3b4-037e-4482-be2e-f4e2fa07b218 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Subnet': ['ID=ff93ec45-4d34-4ea7-a797-93d487f38a8a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:36.040831 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e10d3b4-037e-4482-be2e-f4e2fa07b218 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:36.046697 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9e10d3b4-037e-4482-be2e-f4e2fa07b218 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/subnets/ff93ec45-4d34-4ea7-a797-93d487f38a8a HTTP/1.1" status: 204 len: 168 time: 0.5588589 Nov 26 03:01:36.047333 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55122) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:36.052974 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38a2ad7-0a77-48c7-b4d4-974eb5d02f0a None None] Network 83d9fcd4-696f-4386-a4ce-614816339b4c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:36.179500 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:36.276248 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Deleting port d9a332a2-5aaa-43de-9be8-1095943943e7 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:36.276784 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:36.298609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 913e0126-c611-4c6c-b9b9-10c90f5abda4 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:36.312664 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55126) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:36.377273 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba087f7-caa2-4860-ad6f-55898b03911c None None] DHCP port deletion for 83d9fcd4-696f-4386-a4ce-614816339b4c request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:01:36.475466 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 913e0126-c611-4c6c-b9b9-10c90f5abda4 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:01:36.489351 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] For port d9a332a2-5aaa-43de-9be8-1095943943e7, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=d9a332a2-5aaa-43de-9be8-1095943943e7,segment=NetworkSegment(c4a0c311-6c16-4620-b766-4422e2ddd0da),segment_id=c4a0c311-6c16-4620-b766-4422e2ddd0da)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:36.489832 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:36.506322 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-7260f768-bc67-4205-9904-602986a5a476 admin admin] Deleting subnet b6ca945e-f2b6-4a64-aa30-7bae89afb57d {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:01:36.508499 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 913e0126-c611-4c6c-b9b9-10c90f5abda4 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:36.509973 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:36.511256 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7260f768-bc67-4205-9904-602986a5a476 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:36.577529 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Calling delete_port for d9a332a2-5aaa-43de-9be8-1095943943e7 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:36.603344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-38d6cfb0-c1d3-48e0-968b-8b5cccf18b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:36.605798 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-38d6cfb0-c1d3-48e0-968b-8b5cccf18b9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=e71a113b-3da5-4120-b39c-cf3a48693723 HTTP/1.1" status: 200 len: 1094 time: 1.0484214 Nov 26 03:01:36.609337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b5402c-6c89-4eb2-9bf5-70e618ba76d3 admin admin] Deleting subnet aa7501fd-fac3-4deb-97b7-64e0674633aa {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:01:36.632615 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40237af7-d3c4-4926-9340-f868ddb2f549 req-47253a30-6a54-473c-b303-430995fd3891 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:36.638461 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-6ba087f7-caa2-4860-ad6f-55898b03911c None None] Deleting port d9a332a2-5aaa-43de-9be8-1095943943e7 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:36.638849 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6ba087f7-caa2-4860-ad6f-55898b03911c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:36.644009 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-40237af7-d3c4-4926-9340-f868ddb2f549 req-47253a30-6a54-473c-b303-430995fd3891 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 1.0824263 Nov 26 03:01:36.646137 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 71e8ef15-d5ad-408d-a49c-0bcb476fecba no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:01:36.658785 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7260f768-bc67-4205-9904-602986a5a476 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:36.675456 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7b5402c-6c89-4eb2-9bf5-70e618ba76d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:36.714625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb29551-9d72-49a2-9df2-afbb37c64e30 req-6324a44d-cff9-490b-bc1b-08fd2f4b71de tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:36.720363 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7bb29551-9d72-49a2-9df2-afbb37c64e30 req-6324a44d-cff9-490b-bc1b-08fd2f4b71de tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=e71a113b-3da5-4120-b39c-cf3a48693723 HTTP/1.1" status: 200 len: 943 time: 0.8260698 Nov 26 03:01:36.725662 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 71e8ef15-d5ad-408d-a49c-0bcb476fecba {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:01:36.726014 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 71e8ef15-d5ad-408d-a49c-0bcb476fecba not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:01:36.726430 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device d9a332a2-5aaa-43de-9be8-1095943943e7 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:01:36.840554 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6ba087f7-caa2-4860-ad6f-55898b03911c None None] For port d9a332a2-5aaa-43de-9be8-1095943943e7, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=d9a332a2-5aaa-43de-9be8-1095943943e7,segment=NetworkSegment(c4a0c311-6c16-4620-b766-4422e2ddd0da),segment_id=c4a0c311-6c16-4620-b766-4422e2ddd0da)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:36.841027 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6ba087f7-caa2-4860-ad6f-55898b03911c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:36.858289 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:36.914288 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Port': ['ID=d9a332a2-5aaa-43de-9be8-1095943943e7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:36.919574 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7260f768-bc67-4205-9904-602986a5a476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:36.951914 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] No DVR routers for this DVR port d9a332a2-5aaa-43de-9be8-1095943943e7 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:01:36.960879 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-40237af7-d3c4-4926-9340-f868ddb2f549 req-77ce1d29-0b72-4458-9c28-7b0d85c9a471 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135593 Nov 26 03:01:36.966881 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-67d9298d-cacb-40ef-89df-d0758c084ba6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1957849-d9dd-4496-9635-87fbcc2f1527 HTTP/1.1" status: 200 len: 217 time: 0.2889063 Nov 26 03:01:37.108960 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7b5402c-6c89-4eb2-9bf5-70e618ba76d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.138296 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7260f768-bc67-4205-9904-602986a5a476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.151752 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-6ba087f7-caa2-4860-ad6f-55898b03911c None None] Calling delete_port for d9a332a2-5aaa-43de-9be8-1095943943e7 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:37.173295 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260f768-bc67-4205-9904-602986a5a476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ca945e-f2b6-4a64-aa30-7bae89afb57d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:37.187170 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7260f768-bc67-4205-9904-602986a5a476 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.190699 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7260f768-bc67-4205-9904-602986a5a476 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b6ca945e-f2b6-4a64-aa30-7bae89afb57d HTTP/1.1" status: 204 len: 168 time: 0.8179429 Nov 26 03:01:37.192709 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.195273 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55130) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:37.204520 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.db.resource_extend [None req-d7b0eecb-0422-4299-96f8-9e7dd85c5b49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 03:01:37.255641 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdba95f8-33f0-458f-b944-628b8652ae82 None None] Network 022397a8-cb16-40fa-b5e5-ef8168b1e7b9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:37.269555 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Port d9a332a2-5aaa-43de-9be8-1095943943e7 update to DOWN by agent not found {{(pid=104803) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 26 03:01:37.270148 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 59ff23ce-1177-48f0-9ee7-58ed003adf87 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:01:37.291849 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d9fcd4-696f-4386-a4ce-614816339b4c']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:37.337419 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.340641 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a0c311-6c16-4620-b766-4422e2ddd0da') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:37.340855 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a0c311-6c16-4620-b766-4422e2ddd0da') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:37.356624 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.374834 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.381382 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:01:37.381785 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.388802 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 59ff23ce-1177-48f0-9ee7-58ed003adf87 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:01:37.389471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 59ff23ce-1177-48f0-9ee7-58ed003adf87 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:01:37.450191 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb40ce5-b128-4833-a335-c38430974fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913e0126-c611-4c6c-b9b9-10c90f5abda4'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:01:37.453645 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52220453-c7d6-4069-8e9d-61121f6267d7" -d '{"events": [{"server_uuid": "fcb40ce5-b128-4833-a335-c38430974fb4", "name": "network-vif-plugged", "status": "completed", "tag": "913e0126-c611-4c6c-b9b9-10c90f5abda4"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: from cryptography.utils import int_from_bytes Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: from cryptography.utils import int_from_bytes Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.462858 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.466644 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.466644 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.466644 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.466644 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.466644 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.466644 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.466644 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.466644 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.466644 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.466644 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.466644 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.466644 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.466644 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:37.466644 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:01:37.480542 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 913e0126-c611-4c6c-b9b9-10c90f5abda4, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=913e0126-c611-4c6c-b9b9-10c90f5abda4,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:01:37.482560 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:01:37.485844 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6ba087f7-caa2-4860-ad6f-55898b03911c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.498975 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.526855 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba087f7-caa2-4860-ad6f-55898b03911c None None] Pushing event deleted for resources: {'Port': ['ID=d9a332a2-5aaa-43de-9be8-1095943943e7,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:37.528129 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.531967 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.538564 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/networks/83d9fcd4-696f-4386-a4ce-614816339b4c HTTP/1.1" status: 204 len: 168 time: 1.4902120 Nov 26 03:01:37.543646 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ba087f7-caa2-4860-ad6f-55898b03911c None None] Network 83d9fcd4-696f-4386-a4ce-614816339b4c is not hosted by any dhcp agent {{(pid=104803) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 26 03:01:37.543883 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba087f7-caa2-4860-ad6f-55898b03911c None None] No DVR routers for this DVR port d9a332a2-5aaa-43de-9be8-1095943943e7 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:01:37.545266 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f451ed-9f4f-4edd-a740-722055e15a43 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Network': ['ID=83d9fcd4-696f-4386-a4ce-614816339b4c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:37.553100 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55134) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:37.566408 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-28c8e2c6-0b8f-4233-bfce-883c067a1071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.613516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-924417c2-cb93-4762-a868-9f81c9b8257a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:37.615156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-924417c2-cb93-4762-a868-9f81c9b8257a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.5547347 Nov 26 03:01:37.620501 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=913e0126-c611-4c6c-b9b9-10c90f5abda4,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:37.639940 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0669ea27-5828-4689-a144-09d4691d2c25 None None] DHCP port deletion for 022397a8-cb16-40fa-b5e5-ef8168b1e7b9 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:01:37.650327 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-875e29ba-7aef-492c-a7ca-b7ebea09bf4e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] DELETE failed (client error): The resource could not be found. Nov 26 03:01:37.650792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875e29ba-7aef-492c-a7ca-b7ebea09bf4e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:37.653881 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-875e29ba-7aef-492c-a7ca-b7ebea09bf4e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/subnets/b8afaeeb-e5ca-49e0-bac2-c5e6486442de HTTP/1.1" status: 404 len: 337 time: 0.0994899 Nov 26 03:01:37.657751 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55136) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:37.667273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7bb29551-9d72-49a2-9df2-afbb37c64e30 req-3c048d4a-6508-4cb1-9d21-f134d7027b72 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8891597 Nov 26 03:01:37.684379 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b735ce-8a06-4dd5-b81b-153b84357b3e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] DELETE failed (client error): The resource could not be found. Nov 26 03:01:37.685011 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b735ce-8a06-4dd5-b81b-153b84357b3e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:37.692317 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a2b735ce-8a06-4dd5-b81b-153b84357b3e tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/networks/bbf10718-40f5-4c55-9af3-b6f5e0af518c HTTP/1.1" status: 404 len: 339 time: 0.0334749 Nov 26 03:01:37.694378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55140) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:37.730505 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421a85a6-c707-4d4f-9dd1-d0b62b74856a x-openstack-request-id: req-421a85a6-c707-4d4f-9dd1-d0b62b74856a {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:01:37.730828 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb40ce5-b128-4833-a335-c38430974fb4", "name": "network-vif-plugged", "status": "completed", "tag": "913e0126-c611-4c6c-b9b9-10c90f5abda4", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:01:37.731073 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-421a85a6-c707-4d4f-9dd1-d0b62b74856a {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:01:37.731562 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb40ce5-b128-4833-a335-c38430974fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913e0126-c611-4c6c-b9b9-10c90f5abda4', 'code': 200} Nov 26 03:01:37.740412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827680d1-8320-435b-b2fb-3548f03fe878 req-593b219d-b4fa-4167-808e-e5b48c7bb370 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:37.742045 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-827680d1-8320-435b-b2fb-3548f03fe878 req-593b219d-b4fa-4167-808e-e5b48c7bb370 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb40ce5-b128-4833-a335-c38430974fb4 HTTP/1.1" status: 200 len: 949 time: 0.6017742 Nov 26 03:01:37.746101 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7b0eecb-0422-4299-96f8-9e7dd85c5b49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.769464 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7b0eecb-0422-4299-96f8-9e7dd85c5b49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.831923 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-28c8e2c6-0b8f-4233-bfce-883c067a1071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.842413 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-10efe191-bfa5-43b3-a4c4-7896c2444f0b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Deleting subnet 9410c213-7085-40a5-a09c-f8dbe67c821a {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:01:37.850679 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-10efe191-bfa5-43b3-a4c4-7896c2444f0b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.874195 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7b5402c-6c89-4eb2-9bf5-70e618ba76d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.878360 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-28c8e2c6-0b8f-4233-bfce-883c067a1071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022397a8-cb16-40fa-b5e5-ef8168b1e7b9']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:37.896431 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-28c8e2c6-0b8f-4233-bfce-883c067a1071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d974dd-73c9-4884-8729-1176aa411b6e') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:37.896756 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-28c8e2c6-0b8f-4233-bfce-883c067a1071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d974dd-73c9-4884-8729-1176aa411b6e') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:37.910222 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-10efe191-bfa5-43b3-a4c4-7896c2444f0b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.913789 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-28c8e2c6-0b8f-4233-bfce-883c067a1071 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.928346 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-78165dc0-619a-465a-90cd-28141559f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:37.929992 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-78165dc0-619a-465a-90cd-28141559f103 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2946918 Nov 26 03:01:37.956518 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-28c8e2c6-0b8f-4233-bfce-883c067a1071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.968685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c8e2c6-0b8f-4233-bfce-883c067a1071 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:01:37.969538 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-28c8e2c6-0b8f-4233-bfce-883c067a1071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:01:37.971139 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:01:38.027692 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-827680d1-8320-435b-b2fb-3548f03fe878 req-5d09f1a7-ce30-4bd3-b732-948d1036caff tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6aa409f-0ca6-4a9d-a3c2-287659205ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747140 Nov 26 03:01:38.057986 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6695c9c-87e6-44e6-803e-b3e755ec4cab req-9ae6bce8-84f2-4454-824d-0ab986415245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:38.068467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6695c9c-87e6-44e6-803e-b3e755ec4cab req-9ae6bce8-84f2-4454-824d-0ab986415245 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fcb40ce5-b128-4833-a335-c38430974fb4 HTTP/1.1" status: 200 len: 1101 time: 0.1933122 Nov 26 03:01:38.077697 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-10efe191-bfa5-43b3-a4c4-7896c2444f0b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.081188 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-28c8e2c6-0b8f-4233-bfce-883c067a1071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.111094 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-28c8e2c6-0b8f-4233-bfce-883c067a1071 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.113926 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-28c8e2c6-0b8f-4233-bfce-883c067a1071 admin admin] 10.222.0.31 "DELETE /v2.0/networks/022397a8-cb16-40fa-b5e5-ef8168b1e7b9 HTTP/1.1" status: 204 len: 168 time: 0.9176023 Nov 26 03:01:38.117162 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55144) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:38.146233 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7b5402c-6c89-4eb2-9bf5-70e618ba76d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.149551 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-d7b0eecb-0422-4299-96f8-9e7dd85c5b49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Floating IP 43e03209-53ea-4f61-b593-89516d8b8630 associated. External IP: 172.25.0.240, port: 7484f68f-6538-4c42-ba92-bbfe50a28df2. Nov 26 03:01:38.158655 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8e2c6-0b8f-4233-bfce-883c067a1071 admin admin] Pushing event deleted for resources: {'Network': ['ID=022397a8-cb16-40fa-b5e5-ef8168b1e7b9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:38.190472 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f43a006-382d-46a0-a87f-9be24fd1d050 admin admin] Deleting subnet c9e6864e-a608-477a-9416-aaba5f9e0e8d {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:01:38.194429 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f43a006-382d-46a0-a87f-9be24fd1d050 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.215628 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-10efe191-bfa5-43b3-a4c4-7896c2444f0b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.253577 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efe191-bfa5-43b3-a4c4-7896c2444f0b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Subnet': ['ID=9410c213-7085-40a5-a09c-f8dbe67c821a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:38.256586 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f43a006-382d-46a0-a87f-9be24fd1d050 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.258625 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-10efe191-bfa5-43b3-a4c4-7896c2444f0b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.261789 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-10efe191-bfa5-43b3-a4c4-7896c2444f0b tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/subnets/9410c213-7085-40a5-a09c-f8dbe67c821a HTTP/1.1" status: 204 len: 168 time: 0.5662165 Nov 26 03:01:38.270361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e111bddd-8f06-44ea-9ac9-640a608fbf2c None None] Network a8e86586-4a7a-4712-8f38-8c9fe6fd4c61 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:38.274896 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55146) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:38.289016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5402c-6c89-4eb2-9bf5-70e618ba76d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa7501fd-fac3-4deb-97b7-64e0674633aa,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:38.297267 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7b5402c-6c89-4eb2-9bf5-70e618ba76d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.302739 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f7b5402c-6c89-4eb2-9bf5-70e618ba76d3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/aa7501fd-fac3-4deb-97b7-64e0674633aa HTTP/1.1" status: 204 len: 168 time: 2.4732738 Nov 26 03:01:38.304654 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55148) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:38.341087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43b6b42-b7ae-4c3f-9c25-933b5a18f356 None None] Network 1a9e75a6-7221-447b-a78c-497a718c2aac requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:38.356977 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f43a006-382d-46a0-a87f-9be24fd1d050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.357809 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6695c9c-87e6-44e6-803e-b3e755ec4cab req-49d12361-be35-4517-97c8-a9edfa5f0912 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e6aa409f-0ca6-4a9d-a3c2-287659205ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660894 Nov 26 03:01:38.368044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-587f9174-8e1d-4183-a0c7-e81da839af54 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236388 Nov 26 03:01:38.409783 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.430223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be735fda-9dd8-43d4-8243-659179c19351 req-feeff7c0-20b5-45c0-97e3-5cce67ee4b70 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:38.432611 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be735fda-9dd8-43d4-8243-659179c19351 req-feeff7c0-20b5-45c0-97e3-5cce67ee4b70 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.3441489 Nov 26 03:01:38.474443 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f43a006-382d-46a0-a87f-9be24fd1d050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.478573 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.530854 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43a006-382d-46a0-a87f-9be24fd1d050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e6864e-a608-477a-9416-aaba5f9e0e8d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:38.539030 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f43a006-382d-46a0-a87f-9be24fd1d050 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.541852 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1f43a006-382d-46a0-a87f-9be24fd1d050 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c9e6864e-a608-477a-9416-aaba5f9e0e8d HTTP/1.1" status: 204 len: 168 time: 0.4220927 Nov 26 03:01:38.544765 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55150) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:38.557397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdf2ece-3317-4089-929d-dd2b2dd08042 None None] Network 03ceb0c9-f325-4342-b3f5-90eb0ba08c24 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:38.566258 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] Deleting port 91d1090e-023a-42a4-b1e3-c635097b1d1c {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:38.566599 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.600320 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be735fda-9dd8-43d4-8243-659179c19351 req-3dbf55cc-42c6-4a65-b2fc-4ac28dbf9b8c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361003 Nov 26 03:01:38.682049 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e126173-08d6-43af-ad62-46fa42d14676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.692086 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] For port 91d1090e-023a-42a4-b1e3-c635097b1d1c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=91d1090e-023a-42a4-b1e3-c635097b1d1c,segment=NetworkSegment(4e794c0b-7845-4eca-a295-7b59404568d7),segment_id=4e794c0b-7845-4eca-a295-7b59404568d7)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:38.692438 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.719183 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] Calling delete_port for 91d1090e-023a-42a4-b1e3-c635097b1d1c owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:38.723809 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-357f87b9-ace6-4c37-88be-c444f32b3122 req-da12629e-1167-4fdc-b392-92116e745d50 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344462 Nov 26 03:01:38.787621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedcd8b9-ad80-4994-8e64-aa4203631efe None None] DHCP port deletion for 1a9e75a6-7221-447b-a78c-497a718c2aac request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:01:38.821930 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Deleting port 69c96ef4-3de0-4cdd-88cf-a881db4f8e37 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:38.822567 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.858336 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a7d020-7211-4301-8644-47fe60ac9340 None None] DHCP port deletion for a8e86586-4a7a-4712-8f38-8c9fe6fd4c61 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:01:38.860439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faf0142-d6cb-4144-9681-08689abe86b2 None None] DHCP port deletion for 03ceb0c9-f325-4342-b3f5-90eb0ba08c24 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:01:38.904330 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e126173-08d6-43af-ad62-46fa42d14676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.935155 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-1e126173-08d6-43af-ad62-46fa42d14676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ceb0c9-f325-4342-b3f5-90eb0ba08c24']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:38.945951 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-cedcd8b9-ad80-4994-8e64-aa4203631efe None None] Deleting port 91d1090e-023a-42a4-b1e3-c635097b1d1c {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:38.946690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b0eecb-0422-4299-96f8-9e7dd85c5b49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Router 83f61df2-0336-4029-8e67-1aa9c4d87f18 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:01:38.946864 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cedcd8b9-ad80-4994-8e64-aa4203631efe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.951870 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-25a7d020-7211-4301-8644-47fe60ac9340 None None] Deleting port 69c96ef4-3de0-4cdd-88cf-a881db4f8e37 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:38.952530 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-25a7d020-7211-4301-8644-47fe60ac9340 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.953938 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-1e126173-08d6-43af-ad62-46fa42d14676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26bcf255-fd0f-4cfc-a08d-01b489fbf5a3') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:38.954238 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-1e126173-08d6-43af-ad62-46fa42d14676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26bcf255-fd0f-4cfc-a08d-01b489fbf5a3') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:38.964835 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e126173-08d6-43af-ad62-46fa42d14676 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.975895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] For port 69c96ef4-3de0-4cdd-88cf-a881db4f8e37, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=69c96ef4-3de0-4cdd-88cf-a881db4f8e37,segment=NetworkSegment(b147754c-e0bb-408f-8d50-12eb70a8e37a),segment_id=b147754c-e0bb-408f-8d50-12eb70a8e37a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:38.976276 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.981037 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e126173-08d6-43af-ad62-46fa42d14676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.988720 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.991434 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e126173-08d6-43af-ad62-46fa42d14676 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:01:38.991864 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e126173-08d6-43af-ad62-46fa42d14676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:38.994992 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981beb8b-be1d-4fd8-8e34-d8ff93becd81 req-2adbd55e-1224-4ed7-9cd8-52415143e701 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:01:38.995240 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:01:38.999040 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-981beb8b-be1d-4fd8-8e34-d8ff93becd81 req-2adbd55e-1224-4ed7-9cd8-52415143e701 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=e71a113b-3da5-4120-b39c-cf3a48693723 HTTP/1.1" status: 200 len: 943 time: 0.1709149 Nov 26 03:01:39.007339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Calling delete_port for 69c96ef4-3de0-4cdd-88cf-a881db4f8e37 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:39.033985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc82113-3fb8-4a2f-8eb3-c80482a143eb req-8ccc60fc-258a-4a1e-99be-d850c1140c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:39.035517 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7cc82113-3fb8-4a2f-8eb3-c80482a143eb req-8ccc60fc-258a-4a1e-99be-d850c1140c5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=e71a113b-3da5-4120-b39c-cf3a48693723 HTTP/1.1" status: 200 len: 1094 time: 0.1957042 Nov 26 03:01:39.047617 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-25a7d020-7211-4301-8644-47fe60ac9340 None None] For port 69c96ef4-3de0-4cdd-88cf-a881db4f8e37, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=69c96ef4-3de0-4cdd-88cf-a881db4f8e37,segment=NetworkSegment(b147754c-e0bb-408f-8d50-12eb70a8e37a),segment_id=b147754c-e0bb-408f-8d50-12eb70a8e37a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:39.048123 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-25a7d020-7211-4301-8644-47fe60ac9340 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:39.059929 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] Pushing event deleted for resources: {'Port': ['ID=91d1090e-023a-42a4-b1e3-c635097b1d1c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:39.064011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-25a7d020-7211-4301-8644-47fe60ac9340 None None] Calling delete_port for 69c96ef4-3de0-4cdd-88cf-a881db4f8e37 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:39.081840 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] No DVR routers for this DVR port 91d1090e-023a-42a4-b1e3-c635097b1d1c on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:01:39.123173 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e126173-08d6-43af-ad62-46fa42d14676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:39.158909 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e126173-08d6-43af-ad62-46fa42d14676 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:39.162619 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1e126173-08d6-43af-ad62-46fa42d14676 admin admin] 10.222.0.31 "DELETE /v2.0/networks/03ceb0c9-f325-4342-b3f5-90eb0ba08c24 HTTP/1.1" status: 204 len: 168 time: 0.6169088 Nov 26 03:01:39.165139 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-25a7d020-7211-4301-8644-47fe60ac9340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:39.178309 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e126173-08d6-43af-ad62-46fa42d14676 admin admin] Pushing event deleted for resources: {'Network': ['ID=03ceb0c9-f325-4342-b3f5-90eb0ba08c24,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:39.196612 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:39.230562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9e75a6-7221-447b-a78c-497a718c2aac']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:39.234456 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7d020-7211-4301-8644-47fe60ac9340 None None] Pushing event deleted for resources: {'Port': ['ID=69c96ef4-3de0-4cdd-88cf-a881db4f8e37,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:39.248509 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a7d020-7211-4301-8644-47fe60ac9340 None None] No DVR routers for this DVR port 69c96ef4-3de0-4cdd-88cf-a881db4f8e37 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:01:39.251755 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e794c0b-7845-4eca-a295-7b59404568d7') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:39.252306 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e794c0b-7845-4eca-a295-7b59404568d7') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:39.268066 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-cedcd8b9-ad80-4994-8e64-aa4203631efe None None] For port 91d1090e-023a-42a4-b1e3-c635097b1d1c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=91d1090e-023a-42a4-b1e3-c635097b1d1c,segment=NetworkSegment(4e794c0b-7845-4eca-a295-7b59404568d7),segment_id=4e794c0b-7845-4eca-a295-7b59404568d7)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:39.270384 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cedcd8b9-ad80-4994-8e64-aa4203631efe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:39.284575 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:39.286358 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-cedcd8b9-ad80-4994-8e64-aa4203631efe None None] Calling delete_port for 91d1090e-023a-42a4-b1e3-c635097b1d1c owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:39.304041 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:39.312648 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:01:39.313345 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:01:39.315188 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:01:39.357528 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55160) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:39.394056 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cedcd8b9-ad80-4994-8e64-aa4203631efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:39.410017 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:39.422089 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:39.425824 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1a9e75a6-7221-447b-a78c-497a718c2aac HTTP/1.1" status: 204 len: 168 time: 1.1179593 Nov 26 03:01:39.433893 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcd8b9-ad80-4994-8e64-aa4203631efe None None] Pushing event deleted for resources: {'Port': ['ID=91d1090e-023a-42a4-b1e3-c635097b1d1c,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:39.435772 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cedcd8b9-ad80-4994-8e64-aa4203631efe None None] Network 1a9e75a6-7221-447b-a78c-497a718c2aac is not hosted by any dhcp agent {{(pid=104803) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 26 03:01:39.436278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedcd8b9-ad80-4994-8e64-aa4203631efe None None] No DVR routers for this DVR port 91d1090e-023a-42a4-b1e3-c635097b1d1c on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:01:39.442606 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55162) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:39.456915 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc82113-3fb8-4a2f-8eb3-c80482a143eb req-91832616-afbd-4e62-b4b8-c5d7ac0717d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:39.458407 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7cc82113-3fb8-4a2f-8eb3-c80482a143eb req-91832616-afbd-4e62-b4b8-c5d7ac0717d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 913 time: 0.3880286 Nov 26 03:01:39.462112 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bbc88-9563-4bf3-a587-ad944398b292 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a9e75a6-7221-447b-a78c-497a718c2aac,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:39.510373 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-879dfff4-4c82-403f-976c-2ee5a9762b61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7279115f40b64774a80b3fe6c9870049&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1518519 Nov 26 03:01:39.537495 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55164) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:39.615301 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e03b00fc-c8c6-43d3-a828-28b04eda0029 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:39.649737 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e03b00fc-c8c6-43d3-a828-28b04eda0029 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:39.797029 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e03b00fc-c8c6-43d3-a828-28b04eda0029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:39.799552 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e03b00fc-c8c6-43d3-a828-28b04eda0029 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:39.803109 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e03b00fc-c8c6-43d3-a828-28b04eda0029 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de22532e-e062-4a98-af3d-a198a11b7cfe HTTP/1.1" status: 204 len: 168 time: 0.2625229 Nov 26 03:01:39.831921 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b00fc-c8c6-43d3-a828-28b04eda0029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de22532e-e062-4a98-af3d-a198a11b7cfe,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:39.834780 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-981beb8b-be1d-4fd8-8e34-d8ff93becd81 req-9339c2b1-2779-4e6f-8160-4759fef50be2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8253767 Nov 26 03:01:39.848430 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7cc82113-3fb8-4a2f-8eb3-c80482a143eb req-57e6a2d9-d3c8-4b5f-8b6d-90daf9c5ef6a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1957849-d9dd-4496-9635-87fbcc2f1527 HTTP/1.1" status: 200 len: 217 time: 0.3785932 Nov 26 03:01:39.913249 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92ba26-28d2-419f-94fc-bc1d5100447a req-ecf9344f-1a89-4235-a8ea-52f0ce218f39 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:39.921624 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f92ba26-28d2-419f-94fc-bc1d5100447a req-ecf9344f-1a89-4235-a8ea-52f0ce218f39 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb40ce5-b128-4833-a335-c38430974fb4 HTTP/1.1" status: 200 len: 950 time: 0.7202203 Nov 26 03:01:39.987374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b0eecb-0422-4299-96f8-9e7dd85c5b49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:01:39.997542 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e8bd6-18a1-4f7e-9d13-3b963a525fe8 None None] Sync routers for ids ['83f61df2-0336-4029-8e67-1aa9c4d87f18'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:01:40.018387 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e8bd6-18a1-4f7e-9d13-3b963a525fe8 None None] Routers {'83f61df2-0336-4029-8e67-1aa9c4d87f18'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:01:40.019780 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-931e8bd6-18a1-4f7e-9d13-3b963a525fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['83f61df2-0336-4029-8e67-1aa9c4d87f18'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:40.028616 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7b0eecb-0422-4299-96f8-9e7dd85c5b49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:40.065658 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc82113-3fb8-4a2f-8eb3-c80482a143eb req-a7d171af-b2fa-44ea-a51b-8fe7bf308a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:40.067480 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7cc82113-3fb8-4a2f-8eb3-c80482a143eb req-a7d171af-b2fa-44ea-a51b-8fe7bf308a9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.2041154 Nov 26 03:01:40.068037 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:40.114243 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc33c8d1-a4df-4abd-ac12-ef0f53d1af5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:40.155233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9871aa7-2e1d-45e1-82d0-58a22817e238 req-2c7701dd-df1a-4493-8927-7b66caf3b43f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:40.156948 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9871aa7-2e1d-45e1-82d0-58a22817e238 req-2c7701dd-df1a-4493-8927-7b66caf3b43f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.1842313 Nov 26 03:01:40.158589 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d7b0eecb-0422-4299-96f8-9e7dd85c5b49 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "PUT /v2.0/floatingips/43e03209-53ea-4f61-b593-89516d8b8630 HTTP/1.1" status: 200 len: 991 time: 5.0744395 Nov 26 03:01:40.159466 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Port': ['ID=69c96ef4-3de0-4cdd-88cf-a881db4f8e37,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:40.163364 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'tag': '7484f68f-6538-4c42-ba92-bbfe50a28df2'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:01:40.165608 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a91108-13f1-44fc-b317-d18f874598fa" -d '{"events": [{"name": "network-changed", "server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "tag": "7484f68f-6538-4c42-ba92-bbfe50a28df2"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:01:40.183092 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f92ba26-28d2-419f-94fc-bc1d5100447a req-e46def97-1ddc-4bb4-93c5-2a4f1ef60162 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6aa409f-0ca6-4a9d-a3c2-287659205ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600954 Nov 26 03:01:40.184449 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] No DVR routers for this DVR port 69c96ef4-3de0-4cdd-88cf-a881db4f8e37 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:01:40.217685 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-931e8bd6-18a1-4f7e-9d13-3b963a525fe8 None None] Set router 83f61df2-0336-4029-8e67-1aa9c4d87f18 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:01:40.353598 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9871aa7-2e1d-45e1-82d0-58a22817e238 req-a3610f1b-315b-4d23-8618-cf2d675f726b tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604788 Nov 26 03:01:40.369864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc82113-3fb8-4a2f-8eb3-c80482a143eb req-a1112244-7d8c-4c17-bba6-e2e9f60ea4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:40.372402 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7cc82113-3fb8-4a2f-8eb3-c80482a143eb req-a1112244-7d8c-4c17-bba6-e2e9f60ea4f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2921031 Nov 26 03:01:40.374312 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:40.426215 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9875f240-eb72-4361-a83d-3194a5f9da6b x-openstack-request-id: req-9875f240-eb72-4361-a83d-3194a5f9da6b {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:01:40.426647 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "tag": "7484f68f-6538-4c42-ba92-bbfe50a28df2", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:01:40.427016 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9875f240-eb72-4361-a83d-3194a5f9da6b {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:01:40.427516 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'tag': '7484f68f-6538-4c42-ba92-bbfe50a28df2', 'status': 'completed', 'code': 200} Nov 26 03:01:40.463672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e86586-4a7a-4712-8f38-8c9fe6fd4c61']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:40.477193 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b147754c-e0bb-408f-8d50-12eb70a8e37a') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:40.477902 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b147754c-e0bb-408f-8d50-12eb70a8e37a') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:40.506632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55182) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:40.542811 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:40.550176 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55186) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:40.557268 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:40.564354 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:01:40.564767 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:40.601600 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-931e8bd6-18a1-4f7e-9d13-3b963a525fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'name': 'tempest-TaggedBootDevicesTest-383443456-router', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:12Z', 'updated_at': '2021-11-26T02:58:17Z', 'revision_number': 4, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'gw_port': {'id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:13Z', 'updated_at': '2021-11-26T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '43e03209-53ea-4f61-b593-89516d8b8630', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'port_id': '7484f68f-6538-4c42-ba92-bbfe50a28df2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4', 'mac_address': 'fa:16:3e:dd:8c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28258d28-26ca-46ce-985d-be51b194a150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:59:33Z', 'updated_at': '2021-11-26T03:01:36Z', 'revision_number': 1, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0dcc3f-af70-440a-a685-0362be4a507d', 'name': '', 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'mac_address': 'fa:16:3e:2b:41:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:17Z', 'updated_at': '2021-11-26T02:58:31Z', 'revision_number': 5, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'subnets': [{'id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:40.629028 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e221371c-687c-441c-a055-c4a75540bec8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=799d078502b446e2a745687a01edf1b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0772674 Nov 26 03:01:40.629840 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55188) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:40.641337 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e8bd6-18a1-4f7e-9d13-3b963a525fe8 None None] Checking router: 83f61df2-0336-4029-8e67-1aa9c4d87f18 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:01:40.642243 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:01:40.658707 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e8bd6-18a1-4f7e-9d13-3b963a525fe8 None None] Routers {'83f61df2-0336-4029-8e67-1aa9c4d87f18'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:01:40.659838 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-931e8bd6-18a1-4f7e-9d13-3b963a525fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['83f61df2-0336-4029-8e67-1aa9c4d87f18'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:40.666501 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:40.670383 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 91d1090e-023a-42a4-b1e3-c635097b1d1c no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:01:40.696404 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:40.699908 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] 10.222.0.31 "DELETE /v2.0/networks/a8e86586-4a7a-4712-8f38-8c9fe6fd4c61 HTTP/1.1" status: 204 len: 168 time: 2.4194078 Nov 26 03:01:40.727894 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f82ff8-7ed9-4eb1-a902-bd752d1da842 tempest-NetworksIpV6Test-349250328 tempest-NetworksIpV6Test-349250328-project] Pushing event deleted for resources: {'Network': ['ID=a8e86586-4a7a-4712-8f38-8c9fe6fd4c61,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:40.739224 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7cc82113-3fb8-4a2f-8eb3-c80482a143eb req-ff6e65e4-4e07-4f48-8017-d664f5f7ff12 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488259 Nov 26 03:01:40.750603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a91108-13f1-44fc-b317-d18f874598fa req-bb5bea06-ed71-4a34-8146-162369d93c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:40.751252 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a91108-13f1-44fc-b317-d18f874598fa req-bb5bea06-ed71-4a34-8146-162369d93c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:40.751784 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a91108-13f1-44fc-b317-d18f874598fa req-bb5bea06-ed71-4a34-8146-162369d93c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:40.752385 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a91108-13f1-44fc-b317-d18f874598fa req-bb5bea06-ed71-4a34-8146-162369d93c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:40.752919 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a91108-13f1-44fc-b317-d18f874598fa req-bb5bea06-ed71-4a34-8146-162369d93c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:40.753431 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 91d1090e-023a-42a4-b1e3-c635097b1d1c {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:01:40.753795 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 91d1090e-023a-42a4-b1e3-c635097b1d1c not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:01:40.754217 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 69c96ef4-3de0-4cdd-88cf-a881db4f8e37 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:01:40.754368 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a91108-13f1-44fc-b317-d18f874598fa req-bb5bea06-ed71-4a34-8146-162369d93c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:40.754913 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a91108-13f1-44fc-b317-d18f874598fa req-bb5bea06-ed71-4a34-8146-162369d93c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:40.758647 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10a91108-13f1-44fc-b317-d18f874598fa req-bb5bea06-ed71-4a34-8146-162369d93c88 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 6491 time: 0.2773666 Nov 26 03:01:40.782906 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 69c96ef4-3de0-4cdd-88cf-a881db4f8e37 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:01:40.783263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 69c96ef4-3de0-4cdd-88cf-a881db4f8e37 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:01:40.800066 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e1957849-d9dd-4496-9635-87fbcc2f1527 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:01:40.828787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7429a3c-180b-4982-a58a-223935a48a1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:40.863327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7cc82113-3fb8-4a2f-8eb3-c80482a143eb req-ee9438d5-b20d-4344-85f6-1db4d595458e service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034157 Nov 26 03:01:40.918760 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7429a3c-180b-4982-a58a-223935a48a1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:40.949893 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-cc33c8d1-a4df-4abd-ac12-ef0f53d1af5a admin admin] Deleting port 8aee43b6-9fa4-453d-ad84-5de36033faec {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:40.950239 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc33c8d1-a4df-4abd-ac12-ef0f53d1af5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:40.982421 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-931e8bd6-18a1-4f7e-9d13-3b963a525fe8 None None] Set router 83f61df2-0336-4029-8e67-1aa9c4d87f18 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:01:41.029152 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a91108-13f1-44fc-b317-d18f874598fa req-4cc8ece1-10bb-427e-a63b-ff2d35402eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:41.034504 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10a91108-13f1-44fc-b317-d18f874598fa req-4cc8ece1-10bb-427e-a63b-ff2d35402eff service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4 HTTP/1.1" status: 200 len: 912 time: 0.1694632 Nov 26 03:01:41.054594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e1957849-d9dd-4496-9635-87fbcc2f1527, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e1957849-d9dd-4496-9635-87fbcc2f1527,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:41.081966 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'e1957849-d9dd-4496-9635-87fbcc2f1527', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'port_id': 'e1957849-d9dd-4496-9635-87fbcc2f1527', 'mac_address': 'fa:16:3e:d8:82:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:01:41.118146 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-cc33c8d1-a4df-4abd-ac12-ef0f53d1af5a admin admin] For port 8aee43b6-9fa4-453d-ad84-5de36033faec, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8aee43b6-9fa4-453d-ad84-5de36033faec,segment=NetworkSegment(1cfa18cf-6257-4835-8eca-01fb776fe882),segment_id=1cfa18cf-6257-4835-8eca-01fb776fe882)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:41.118519 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc33c8d1-a4df-4abd-ac12-ef0f53d1af5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:41.132592 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-cc33c8d1-a4df-4abd-ac12-ef0f53d1af5a admin admin] Calling delete_port for 8aee43b6-9fa4-453d-ad84-5de36033faec owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:41.162375 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:41.181846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1957849-d9dd-4496-9635-87fbcc2f1527 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:01:41.203662 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e1957849-d9dd-4496-9635-87fbcc2f1527, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e1957849-d9dd-4496-9635-87fbcc2f1527,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:41.213798 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:41.244364 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10a91108-13f1-44fc-b317-d18f874598fa req-f642c711-697c-4e2f-97ce-d5a127a14219 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7484f68f-6538-4c42-ba92-bbfe50a28df2 HTTP/1.1" status: 200 len: 999 time: 0.1883299 Nov 26 03:01:41.244867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55198) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:41.283022 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e1957849-d9dd-4496-9635-87fbcc2f1527,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:41.310961 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1fb3f-17c7-4ddf-8e95-0a9a791ebe6b req-272053de-c19d-40e3-b56a-43b1db08ba27 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:41.312715 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66c1fb3f-17c7-4ddf-8e95-0a9a791ebe6b req-272053de-c19d-40e3-b56a-43b1db08ba27 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=e71a113b-3da5-4120-b39c-cf3a48693723 HTTP/1.1" status: 200 len: 943 time: 0.2758586 Nov 26 03:01:41.424869 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66c1fb3f-17c7-4ddf-8e95-0a9a791ebe6b req-5a3d4ab9-08d2-40f7-9a7b-f7a22d253d24 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771317 Nov 26 03:01:41.447501 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-931e8bd6-18a1-4f7e-9d13-3b963a525fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'name': 'tempest-TaggedBootDevicesTest-383443456-router', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:12Z', 'updated_at': '2021-11-26T02:58:17Z', 'revision_number': 4, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'gw_port': {'id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:13Z', 'updated_at': '2021-11-26T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '43e03209-53ea-4f61-b593-89516d8b8630', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'port_id': '7484f68f-6538-4c42-ba92-bbfe50a28df2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4', 'mac_address': 'fa:16:3e:dd:8c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28258d28-26ca-46ce-985d-be51b194a150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:59:33Z', 'updated_at': '2021-11-26T03:01:36Z', 'revision_number': 1, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0dcc3f-af70-440a-a685-0362be4a507d', 'name': '', 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'mac_address': 'fa:16:3e:2b:41:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:17Z', 'updated_at': '2021-11-26T02:58:31Z', 'revision_number': 5, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'subnets': [{'id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:41.483496 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc33c8d1-a4df-4abd-ac12-ef0f53d1af5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:41.490762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a91108-13f1-44fc-b317-d18f874598fa req-014b0069-94c7-4985-bf5a-c41c866b1d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:41.492643 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10a91108-13f1-44fc-b317-d18f874598fa req-014b0069-94c7-4985-bf5a-c41c866b1d43 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc HTTP/1.1" status: 200 len: 850 time: 0.2334032 Nov 26 03:01:41.499969 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e8bd6-18a1-4f7e-9d13-3b963a525fe8 None None] The sync data for ids ['83f61df2-0336-4029-8e67-1aa9c4d87f18'] in n-d-819389-3 is: [{'id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'name': 'tempest-TaggedBootDevicesTest-383443456-router', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:12Z', 'updated_at': '2021-11-26T02:58:17Z', 'revision_number': 4, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'gw_port': {'id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:13Z', 'updated_at': '2021-11-26T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '43e03209-53ea-4f61-b593-89516d8b8630', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'port_id': '7484f68f-6538-4c42-ba92-bbfe50a28df2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4', 'mac_address': 'fa:16:3e:dd:8c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28258d28-26ca-46ce-985d-be51b194a150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T02:59:33Z', 'updated_at': '2021-11-26T03:01:36Z', 'revision_number': 1, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0dcc3f-af70-440a-a685-0362be4a507d', 'name': '', 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'mac_address': 'fa:16:3e:2b:41:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:17Z', 'updated_at': '2021-11-26T02:58:31Z', 'revision_number': 5, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'subnets': [{'id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:01:41.508318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16822b54-b9c8-4dcb-87cc-8d3ac1c79a1e req-4eb282da-797d-426d-8448-25ca586cb3de tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:41.509867 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16822b54-b9c8-4dcb-87cc-8d3ac1c79a1e req-4eb282da-797d-426d-8448-25ca586cb3de tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb40ce5-b128-4833-a335-c38430974fb4 HTTP/1.1" status: 200 len: 950 time: 0.1962447 Nov 26 03:01:41.517930 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e1957849-d9dd-4496-9635-87fbcc2f1527'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:01:41.527791 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33c8d1-a4df-4abd-ac12-ef0f53d1af5a admin admin] Pushing event deleted for resources: {'Port': ['ID=8aee43b6-9fa4-453d-ad84-5de36033faec,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:41.541584 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7429a3c-180b-4982-a58a-223935a48a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:41.544254 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7429a3c-180b-4982-a58a-223935a48a1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:41.545463 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e7429a3c-180b-4982-a58a-223935a48a1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/209a4a89-5f53-41f8-8036-aecf1db7f27c HTTP/1.1" status: 204 len: 168 time: 0.9124930 Nov 26 03:01:41.620540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-475e8bac-543f-43d1-9582-98fed7ac5ea9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec8c54f0be744ed78e1a47e1f9090f1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3701746 Nov 26 03:01:41.676482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55208) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:41.696184 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-53016415-d3da-471c-bee9-dd4f15f09043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:41.754796 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16822b54-b9c8-4dcb-87cc-8d3ac1c79a1e req-db586cc1-ef16-4b3c-9fa8-085977c3ec8a tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6aa409f-0ca6-4a9d-a3c2-287659205ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215307 Nov 26 03:01:41.850646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a91108-13f1-44fc-b317-d18f874598fa req-3ebc2244-662a-43c8-83f3-5d85862854aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:41.852226 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10a91108-13f1-44fc-b317-d18f874598fa req-3ebc2244-662a-43c8-83f3-5d85862854aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3395059 Nov 26 03:01:41.973445 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10635145-953d-4391-914c-5ddf5c019311 None None] New status for floating IP 43e03209-53ea-4f61-b593-89516d8b8630: ACTIVE {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:01:41.999349 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d94c7a83-a07b-4fde-9f89-7133874692dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:42.018757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebeb130-1d19-4c19-a877-8c1a050c1cce req-435796a6-7e19-4fad-94e0-672a53ce2d17 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:42.020434 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8ebeb130-1d19-4c19-a877-8c1a050c1cce req-435796a6-7e19-4fad-94e0-672a53ce2d17 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.2625644 Nov 26 03:01:42.083831 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d94c7a83-a07b-4fde-9f89-7133874692dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:42.227287 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8ebeb130-1d19-4c19-a877-8c1a050c1cce req-0b810d6f-29e9-4a9b-8ce1-3dea87618168 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968420 Nov 26 03:01:42.262214 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10a91108-13f1-44fc-b317-d18f874598fa req-b6f1cc1b-114d-4253-a817-7faa5ee23ff1 service neutron] 10.222.0.54 "GET /v2.0/networks/8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012742 Nov 26 03:01:42.283433 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7429a3c-180b-4982-a58a-223935a48a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209a4a89-5f53-41f8-8036-aecf1db7f27c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:42.317941 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d94c7a83-a07b-4fde-9f89-7133874692dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:42.320778 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d94c7a83-a07b-4fde-9f89-7133874692dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:42.321918 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d94c7a83-a07b-4fde-9f89-7133874692dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2cb7ee2d-42bc-4165-b000-9214177e9010 HTTP/1.1" status: 204 len: 168 time: 0.6370451 Nov 26 03:01:42.369763 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c7a83-a07b-4fde-9f89-7133874692dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb7ee2d-42bc-4165-b000-9214177e9010,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:42.397688 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975a9c4-69d0-4b66-9ef9-403af0afb25e req-f536094d-caef-4b1a-9bad-28b93347783f tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:42.404957 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0975a9c4-69d0-4b66-9ef9-403af0afb25e req-f536094d-caef-4b1a-9bad-28b93347783f tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb40ce5-b128-4833-a335-c38430974fb4 HTTP/1.1" status: 200 len: 950 time: 0.1362629 Nov 26 03:01:42.487630 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0975a9c4-69d0-4b66-9ef9-403af0afb25e req-46598de5-b649-4784-b81d-9a4ffdc16d1c tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6aa409f-0ca6-4a9d-a3c2-287659205ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817776 Nov 26 03:01:42.508279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10a91108-13f1-44fc-b317-d18f874598fa req-db271520-95d9-4150-8b62-39daea89ec32 service neutron] 10.222.0.54 "GET /v2.0/networks/8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270033 Nov 26 03:01:42.601798 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc33c8d1-a4df-4abd-ac12-ef0f53d1af5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:42.643539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd635b73-0e5e-44b2-be76-c9b93e23f982 req-ca31c75c-4eb8-4e98-afa3-e80b5f432e23 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:42.645352 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd635b73-0e5e-44b2-be76-c9b93e23f982 req-ca31c75c-4eb8-4e98-afa3-e80b5f432e23 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=e71a113b-3da5-4120-b39c-cf3a48693723 HTTP/1.1" status: 200 len: 944 time: 0.0888529 Nov 26 03:01:42.735085 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd635b73-0e5e-44b2-be76-c9b93e23f982 req-79431e09-1492-4f84-8ed7-324431d543c1 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830870 Nov 26 03:01:42.810802 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e1957849-d9dd-4496-9635-87fbcc2f1527 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:42.881127 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port e1957849-d9dd-4496-9635-87fbcc2f1527 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:01:42.889464 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port e1957849-d9dd-4496-9635-87fbcc2f1527 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:42.891488 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:42.979361 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc12602b-c3ba-44c4-bb23-93fd0d0481af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:43.009930 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:43.050262 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71a113b-3da5-4120-b39c-cf3a48693723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1957849-d9dd-4496-9635-87fbcc2f1527'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:01:43.054308 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716586b1-9fb3-4159-82ac-5d93cfdf525d" -d '{"events": [{"server_uuid": "e71a113b-3da5-4120-b39c-cf3a48693723", "name": "network-vif-plugged", "status": "completed", "tag": "e1957849-d9dd-4496-9635-87fbcc2f1527"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:01:43.072438 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc33c8d1-a4df-4abd-ac12-ef0f53d1af5a admin admin] Router 4bd3639a-e538-47c6-8f10-44d29c6c0812 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:01:43.074260 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e1957849-d9dd-4496-9635-87fbcc2f1527, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e1957849-d9dd-4496-9635-87fbcc2f1527,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:43.081335 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:43.158806 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65b364b-54a5-4174-adf4-93dbc6098175 x-openstack-request-id: req-d65b364b-54a5-4174-adf4-93dbc6098175 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:01:43.159100 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71a113b-3da5-4120-b39c-cf3a48693723", "name": "network-vif-plugged", "status": "completed", "tag": "e1957849-d9dd-4496-9635-87fbcc2f1527", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:01:43.159370 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d65b364b-54a5-4174-adf4-93dbc6098175 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:01:43.159775 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71a113b-3da5-4120-b39c-cf3a48693723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1957849-d9dd-4496-9635-87fbcc2f1527', 'code': 200} Nov 26 03:01:43.160729 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e1957849-d9dd-4496-9635-87fbcc2f1527,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:43.273020 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc33c8d1-a4df-4abd-ac12-ef0f53d1af5a admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:01:43.280814 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cc33c8d1-a4df-4abd-ac12-ef0f53d1af5a admin admin] 10.222.0.31 "PUT /v2.0/routers/4bd3639a-e538-47c6-8f10-44d29c6c0812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8344746 Nov 26 03:01:43.281601 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55302) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:43.288548 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8183fe6-71f3-4a78-89ff-9bed4a745acd None None] Sync routers for ids ['4bd3639a-e538-47c6-8f10-44d29c6c0812'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:01:43.331120 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8183fe6-71f3-4a78-89ff-9bed4a745acd None None] Routers {'4bd3639a-e538-47c6-8f10-44d29c6c0812'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:01:43.334568 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c8183fe6-71f3-4a78-89ff-9bed4a745acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['4bd3639a-e538-47c6-8f10-44d29c6c0812'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:43.382519 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d7010-f227-4e5a-b1ce-013dbdaabf9f req-ab701681-3a80-4ce9-952e-bac78269b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:43.384325 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c0d7010-f227-4e5a-b1ce-013dbdaabf9f req-ab701681-3a80-4ce9-952e-bac78269b569 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e71a113b-3da5-4120-b39c-cf3a48693723 HTTP/1.1" status: 200 len: 1096 time: 0.1269088 Nov 26 03:01:43.425481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c10a1-c65b-4f05-b341-11b5e7812a24 req-f4e28732-30e0-4483-a29d-449d01675a09 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:43.433264 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-106c10a1-c65b-4f05-b341-11b5e7812a24 req-f4e28732-30e0-4483-a29d-449d01675a09 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.0965497 Nov 26 03:01:43.488379 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d98c13fd-9492-4eb3-8992-8d2e45785b77 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:43.491845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55306) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:43.494461 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c0d7010-f227-4e5a-b1ce-013dbdaabf9f req-90971743-36de-477c-b182-549feb160813 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023371 Nov 26 03:01:43.559990 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-106c10a1-c65b-4f05-b341-11b5e7812a24 req-2bc26612-865d-4713-b9f9-17162b47e952 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254349 Nov 26 03:01:43.589855 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-bc12602b-c3ba-44c4-bb23-93fd0d0481af admin admin] Deleting port 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:43.590572 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc12602b-c3ba-44c4-bb23-93fd0d0481af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:43.686398 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d98c13fd-9492-4eb3-8992-8d2e45785b77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:43.710399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1cc2f19e-d104-41e2-8e02-fb306eb95324 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] Request body: {'port': {'network_id': 'cf72b8a0-4712-4123-9a96-95791bddd16b', 'name': 'tempest-NetworksNegativeTestJSON-1980426227'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:43.759369 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc2f19e-d104-41e2-8e02-fb306eb95324 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] POST failed (client error): The resource could not be found. Nov 26 03:01:43.763313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc2f19e-d104-41e2-8e02-fb306eb95324 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:43.770931 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55324) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:43.772449 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1cc2f19e-d104-41e2-8e02-fb306eb95324 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2691543 Nov 26 03:01:43.788809 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-c8183fe6-71f3-4a78-89ff-9bed4a745acd None None] Set router 4bd3639a-e538-47c6-8f10-44d29c6c0812 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:01:43.795093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b91840-bc2b-46a4-8bc3-bf97e96fd87f req-3be4a435-6617-45eb-a67a-a4b03b6a3093 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:43.804264 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61b91840-bc2b-46a4-8bc3-bf97e96fd87f req-3be4a435-6617-45eb-a67a-a4b03b6a3093 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb40ce5-b128-4833-a335-c38430974fb4 HTTP/1.1" status: 200 len: 950 time: 0.1548264 Nov 26 03:01:43.826442 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a36280e-9d35-4f94-9667-34cb791de680 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] DELETE failed (client error): The resource could not be found. Nov 26 03:01:43.826977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a36280e-9d35-4f94-9667-34cb791de680 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:43.837620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55326) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:43.838063 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1a36280e-9d35-4f94-9667-34cb791de680 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] 10.222.0.31 "DELETE /v2.0/networks/1771bd89-6a6a-40b7-ac34-6ac3ea262062 HTTP/1.1" status: 404 len: 339 time: 0.0514400 Nov 26 03:01:43.846238 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-bc12602b-c3ba-44c4-bb23-93fd0d0481af admin admin] For port 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb,segment=NetworkSegment(b035f7d8-bdc3-4a67-a8cf-cb3525c2442b),segment_id=b035f7d8-bdc3-4a67-a8cf-cb3525c2442b)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:43.846713 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc12602b-c3ba-44c4-bb23-93fd0d0481af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:43.869062 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-d98c13fd-9492-4eb3-8992-8d2e45785b77 admin admin] Deleting port 8f1454ab-b0b8-4351-a41f-825f3ad42a8f {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:43.869499 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d98c13fd-9492-4eb3-8992-8d2e45785b77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:43.872638 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-bc12602b-c3ba-44c4-bb23-93fd0d0481af admin admin] Calling delete_port for 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:43.918681 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-69710bf3-7072-4f64-9f95-8f476c380001 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] DELETE failed (client error): The resource could not be found. Nov 26 03:01:43.919819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69710bf3-7072-4f64-9f95-8f476c380001 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:43.928841 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-69710bf3-7072-4f64-9f95-8f476c380001 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] 10.222.0.31 "DELETE /v2.0/ports/f667802d-1e27-41bf-bd8b-eb247d63679c HTTP/1.1" status: 404 len: 333 time: 0.0899351 Nov 26 03:01:43.934482 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55334) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:43.961546 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61b91840-bc2b-46a4-8bc3-bf97e96fd87f req-11868282-5aa4-42c8-b027-f25f908751e6 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6aa409f-0ca6-4a9d-a3c2-287659205ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552048 Nov 26 03:01:44.016427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24dd35-44ef-4639-97f2-03511922bf0b req-3bce073d-54d0-4c2b-9d71-099b194f8ea2 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:44.018408 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c24dd35-44ef-4639-97f2-03511922bf0b req-3bce073d-54d0-4c2b-9d71-099b194f8ea2 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcb40ce5-b128-4833-a335-c38430974fb4 HTTP/1.1" status: 200 len: 950 time: 0.1680684 Nov 26 03:01:44.031058 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b36b95-3fc0-4631-8c93-5c014770884b tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] DELETE failed (client error): The resource could not be found. Nov 26 03:01:44.031813 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b36b95-3fc0-4631-8c93-5c014770884b tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:44.035857 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-23b36b95-3fc0-4631-8c93-5c014770884b tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] 10.222.0.31 "DELETE /v2.0/subnets/a16f9cd8-f774-4d88-b2d1-4c1c9860259d HTTP/1.1" status: 404 len: 337 time: 0.0946250 Nov 26 03:01:44.042018 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55352) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:44.060997 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c8183fe6-71f3-4a78-89ff-9bed4a745acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'name': 'tempest-TaggedBootDevicesTest_v242-835917628-router', 'tenant_id': 'a6221c43322a426796ac581999c517c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8f1454ab-b0b8-4351-a41f-825f3ad42a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:49:01Z', 'updated_at': '2021-11-26T03:01:41Z', 'revision_number': 5, 'project_id': 'a6221c43322a426796ac581999c517c9', 'gw_port': {'id': '8f1454ab-b0b8-4351-a41f-825f3ad42a8f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:49:02Z', 'updated_at': '2021-11-26T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:44.083117 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2645fee9-6e68-4154-878a-559c1118f5d9 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] GET failed (client error): The resource could not be found. Nov 26 03:01:44.084584 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2645fee9-6e68-4154-878a-559c1118f5d9 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] 10.222.0.31 "GET /v2.0/networks/e6a2d6e8-73d7-47e0-8cca-76a3f5d46f45 HTTP/1.1" status: 404 len: 339 time: 0.0402672 Nov 26 03:01:44.091519 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fce7f2-7ca8-43dd-bb6e-57a5c37df110 req-4b295c2a-8609-42e5-b583-40b45a8b8e4c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:44.097294 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55362) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:44.099010 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5fce7f2-7ca8-43dd-bb6e-57a5c37df110 req-4b295c2a-8609-42e5-b583-40b45a8b8e4c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=e71a113b-3da5-4120-b39c-cf3a48693723 HTTP/1.1" status: 200 len: 945 time: 0.1650851 Nov 26 03:01:44.103557 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8183fe6-71f3-4a78-89ff-9bed4a745acd None None] Checking router: 4bd3639a-e538-47c6-8f10-44d29c6c0812 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:01:44.113369 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8183fe6-71f3-4a78-89ff-9bed4a745acd None None] Routers {'4bd3639a-e538-47c6-8f10-44d29c6c0812'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:01:44.114048 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c8183fe6-71f3-4a78-89ff-9bed4a745acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['4bd3639a-e538-47c6-8f10-44d29c6c0812'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:44.138120 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18850840-d2a8-487e-bcbb-35ecb9804c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:44.196002 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5fce7f2-7ca8-43dd-bb6e-57a5c37df110 req-145544a7-9652-4f1b-9850-48f5bdce4692 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921750 Nov 26 03:01:44.211553 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a9d520-891c-4fc7-9266-71536acfd18d tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] GET failed (client error): The resource could not be found. Nov 26 03:01:44.213543 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-53a9d520-891c-4fc7-9266-71536acfd18d tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] 10.222.0.31 "GET /v2.0/ports/f9763f4e-55e1-4424-9466-9a1c16996800 HTTP/1.1" status: 404 len: 333 time: 0.1153047 Nov 26 03:01:44.217554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55364) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:44.240734 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-c8183fe6-71f3-4a78-89ff-9bed4a745acd None None] Set router 4bd3639a-e538-47c6-8f10-44d29c6c0812 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:01:44.258232 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe2cf30-485b-4eaa-850b-a32b7e79ee61 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] GET failed (client error): The resource could not be found. Nov 26 03:01:44.259747 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cbe2cf30-485b-4eaa-850b-a32b7e79ee61 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] 10.222.0.31 "GET /v2.0/subnets/70b03ce8-c57e-410d-9351-33ea4cd36d7c HTTP/1.1" status: 404 len: 337 time: 0.0409825 Nov 26 03:01:44.262953 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-d98c13fd-9492-4eb3-8992-8d2e45785b77 admin admin] For port 8f1454ab-b0b8-4351-a41f-825f3ad42a8f, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8f1454ab-b0b8-4351-a41f-825f3ad42a8f,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:44.263326 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d98c13fd-9492-4eb3-8992-8d2e45785b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:44.263832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55366) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:44.269583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-6dcdce52-8564-40eb-9151-5865efb0f7c1 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:44.283318 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-d98c13fd-9492-4eb3-8992-8d2e45785b77 admin admin] Calling delete_port for 8f1454ab-b0b8-4351-a41f-825f3ad42a8f owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:44.287402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-5c24dd35-44ef-4639-97f2-03511922bf0b req-b45f3059-1398-40fd-b0c2-822c669dc495 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Deleting port 913e0126-c611-4c6c-b9b9-10c90f5abda4 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:44.287871 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5c24dd35-44ef-4639-97f2-03511922bf0b req-b45f3059-1398-40fd-b0c2-822c669dc495 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:44.292516 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcdce52-8564-40eb-9151-5865efb0f7c1 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] PUT failed (client error): The resource could not be found. Nov 26 03:01:44.293117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dcdce52-8564-40eb-9151-5865efb0f7c1 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:44.294469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6dcdce52-8564-40eb-9151-5865efb0f7c1 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] 10.222.0.31 "PUT /v2.0/networks/6740e0c3-a4e6-46a4-ada8-6bac737f8949 HTTP/1.1" status: 404 len: 339 time: 0.0293128 Nov 26 03:01:44.299154 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55368) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:44.306812 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b1042c6a-b66a-4259-a00c-ebe82b220227 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:44.327593 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c8183fe6-71f3-4a78-89ff-9bed4a745acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'name': 'tempest-TaggedBootDevicesTest_v242-835917628-router', 'tenant_id': 'a6221c43322a426796ac581999c517c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:49:01Z', 'updated_at': '2021-11-26T03:01:43Z', 'revision_number': 6, 'project_id': 'a6221c43322a426796ac581999c517c9', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:44.329306 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1042c6a-b66a-4259-a00c-ebe82b220227 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] PUT failed (client error): The resource could not be found. Nov 26 03:01:44.329306 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1042c6a-b66a-4259-a00c-ebe82b220227 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:44.330394 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b1042c6a-b66a-4259-a00c-ebe82b220227 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] 10.222.0.31 "PUT /v2.0/ports/4920f710-bd04-47f9-bda0-76c8993b29fe HTTP/1.1" status: 404 len: 333 time: 0.0289731 Nov 26 03:01:44.334729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55370) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:44.342387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-ed72b9bf-d768-4f03-b001-638cba7fa713 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:44.365989 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8183fe6-71f3-4a78-89ff-9bed4a745acd None None] The sync data for ids ['4bd3639a-e538-47c6-8f10-44d29c6c0812'] in n-d-819389-3 is: [{'id': '4bd3639a-e538-47c6-8f10-44d29c6c0812', 'name': 'tempest-TaggedBootDevicesTest_v242-835917628-router', 'tenant_id': 'a6221c43322a426796ac581999c517c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:49:01Z', 'updated_at': '2021-11-26T03:01:43Z', 'revision_number': 6, 'project_id': 'a6221c43322a426796ac581999c517c9', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:01:44.371437 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed72b9bf-d768-4f03-b001-638cba7fa713 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] PUT failed (client error): The resource could not be found. Nov 26 03:01:44.371898 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed72b9bf-d768-4f03-b001-638cba7fa713 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:01:44.373070 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ed72b9bf-d768-4f03-b001-638cba7fa713 tempest-NetworksNegativeTestJSON-1045334952 tempest-NetworksNegativeTestJSON-1045334952-project] 10.222.0.31 "PUT /v2.0/subnets/5b27d6e9-832a-4ed4-a8d9-3a237bfb97ab HTTP/1.1" status: 404 len: 337 time: 0.0373504 Nov 26 03:01:44.467994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5c24dd35-44ef-4639-97f2-03511922bf0b req-b45f3059-1398-40fd-b0c2-822c669dc495 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] For port 913e0126-c611-4c6c-b9b9-10c90f5abda4, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=913e0126-c611-4c6c-b9b9-10c90f5abda4,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:44.468775 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5c24dd35-44ef-4639-97f2-03511922bf0b req-b45f3059-1398-40fd-b0c2-822c669dc495 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:44.495461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-5c24dd35-44ef-4639-97f2-03511922bf0b req-b45f3059-1398-40fd-b0c2-822c669dc495 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Calling delete_port for 913e0126-c611-4c6c-b9b9-10c90f5abda4 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:44.506065 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc12602b-c3ba-44c4-bb23-93fd0d0481af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:44.542809 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12602b-c3ba-44c4-bb23-93fd0d0481af admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:44.663405 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d98c13fd-9492-4eb3-8992-8d2e45785b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:44.738875 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c13fd-9492-4eb3-8992-8d2e45785b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f1454ab-b0b8-4351-a41f-825f3ad42a8f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:44.774774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274bb984-dde9-4185-9cbc-2d22fe4037fd None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:01:44.950200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09455ace-811d-4f9b-9c33-1027daeaf0b3 req-580882fc-f9c4-4a9b-827a-32784db75ed8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:44.952567 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09455ace-811d-4f9b-9c33-1027daeaf0b3 req-580882fc-f9c4-4a9b-827a-32784db75ed8 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.2719288 Nov 26 03:01:45.011475 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:45.016362 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5c24dd35-44ef-4639-97f2-03511922bf0b req-b45f3059-1398-40fd-b0c2-822c669dc495 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:45.029268 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55384) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:45.055681 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d98c13fd-9492-4eb3-8992-8d2e45785b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:45.095687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f3059-1398-40fd-b0c2-822c669dc495 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Pushing event deleted for resources: {'Port': ['ID=913e0126-c611-4c6c-b9b9-10c90f5abda4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:45.155729 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc12602b-c3ba-44c4-bb23-93fd0d0481af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:45.164047 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d98c13fd-9492-4eb3-8992-8d2e45785b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:45.167645 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d98c13fd-9492-4eb3-8992-8d2e45785b77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:45.228245 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47b71aea-9c39-4c74-b79a-b86ac334ab84 req-ceb8f458-86e0-4e1b-a916-dd1cf1f4dd2e tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb40ce5-b128-4833-a335-c38430974fb4 HTTP/1.1" status: 200 len: 210 time: 0.1044924 Nov 26 03:01:45.232769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c24dd35-44ef-4639-97f2-03511922bf0b req-b45f3059-1398-40fd-b0c2-822c669dc495 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] No DVR routers for this DVR port 913e0126-c611-4c6c-b9b9-10c90f5abda4 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:01:45.242946 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09455ace-811d-4f9b-9c33-1027daeaf0b3 req-15aa2690-0f0a-4395-b4ac-3441e831b857 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818072 Nov 26 03:01:45.245463 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5c24dd35-44ef-4639-97f2-03511922bf0b req-b45f3059-1398-40fd-b0c2-822c669dc495 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:45.254626 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c24dd35-44ef-4639-97f2-03511922bf0b req-b45f3059-1398-40fd-b0c2-822c669dc495 tempest-VolumesNegativeTest-1422191413 tempest-VolumesNegativeTest-1422191413-project] 10.222.0.54 "DELETE /v2.0/ports/913e0126-c611-4c6c-b9b9-10c90f5abda4 HTTP/1.1" status: 204 len: 173 time: 1.2270916 Nov 26 03:01:45.255250 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb40ce5-b128-4833-a335-c38430974fb4', 'name': 'network-vif-deleted', 'tag': '913e0126-c611-4c6c-b9b9-10c90f5abda4'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:01:45.291149 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46276ad8-9aa5-4de6-9c4e-7ce885837368" -d '{"events": [{"server_uuid": "fcb40ce5-b128-4833-a335-c38430974fb4", "name": "network-vif-deleted", "tag": "913e0126-c611-4c6c-b9b9-10c90f5abda4"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:01:45.330400 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8aee43b6-9fa4-453d-ad84-5de36033faec no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:01:45.397283 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 8aee43b6-9fa4-453d-ad84-5de36033faec {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:01:45.404898 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8aee43b6-9fa4-453d-ad84-5de36033faec not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:01:45.420635 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540f89e6-7dce-42d0-bb5e-24f2ec26d679 x-openstack-request-id: req-540f89e6-7dce-42d0-bb5e-24f2ec26d679 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:01:45.420873 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb40ce5-b128-4833-a335-c38430974fb4", "name": "network-vif-deleted", "tag": "913e0126-c611-4c6c-b9b9-10c90f5abda4", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:01:45.421020 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-540f89e6-7dce-42d0-bb5e-24f2ec26d679 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:01:45.421419 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb40ce5-b128-4833-a335-c38430974fb4', 'name': 'network-vif-deleted', 'tag': '913e0126-c611-4c6c-b9b9-10c90f5abda4', 'status': 'completed', 'code': 200} Nov 26 03:01:45.441057 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2128c31-6dae-4fc3-b9cd-d4e5514773e5 req-c57666be-c839-404b-99f7-7482fae14e58 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:45.449346 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a2128c31-6dae-4fc3-b9cd-d4e5514773e5 req-c57666be-c839-404b-99f7-7482fae14e58 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=e71a113b-3da5-4120-b39c-cf3a48693723 HTTP/1.1" status: 200 len: 945 time: 0.0983076 Nov 26 03:01:45.507804 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a2128c31-6dae-4fc3-b9cd-d4e5514773e5 req-48258289-f019-4d2e-b933-f8962ba21d04 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574110 Nov 26 03:01:45.719909 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-66340d26-8415-47b2-b22f-c789d13bb5f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:45.725652 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d98c13fd-9492-4eb3-8992-8d2e45785b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:45.726194 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98c13fd-9492-4eb3-8992-8d2e45785b77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bd3639a-e538-47c6-8f10-44d29c6c0812 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:01:45.736724 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d98c13fd-9492-4eb3-8992-8d2e45785b77 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:45.737883 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d98c13fd-9492-4eb3-8992-8d2e45785b77 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4bd3639a-e538-47c6-8f10-44d29c6c0812 HTTP/1.1" status: 204 len: 168 time: 2.4553640 Nov 26 03:01:45.741807 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55394) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:45.870365 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed7ae52-8f4d-4d24-b3f1-446da58aff81 admin admin] Deleting subnet 0e2140b8-87ed-45cc-b478-be92d30a5f9d {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:01:45.908612 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ae52-8f4d-4d24-b3f1-446da58aff81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:45.968413 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ae52-8f4d-4d24-b3f1-446da58aff81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:46.034591 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-66340d26-8415-47b2-b22f-c789d13bb5f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:46.044034 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-66340d26-8415-47b2-b22f-c789d13bb5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:46.059523 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc12602b-c3ba-44c4-bb23-93fd0d0481af admin admin] Router ac88865d-134d-4d00-abfb-b80b3c5d88be has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:01:46.126213 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-66340d26-8415-47b2-b22f-c789d13bb5f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80cbd63059294e6ea5d380d664815926&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0958636 Nov 26 03:01:46.129078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55400) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:46.133587 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66340d26-8415-47b2-b22f-c789d13bb5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5088ea92-5a44-4b97-a6a8-8a75c91e3f85,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:46.140865 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ae52-8f4d-4d24-b3f1-446da58aff81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:46.189190 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a624ec9c-b610-476a-a388-639bc16d8e0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:46.214150 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a624ec9c-b610-476a-a388-639bc16d8e0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:46.222008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340d26-8415-47b2-b22f-c789d13bb5f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:46.222008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340d26-8415-47b2-b22f-c789d13bb5f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:46.222008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340d26-8415-47b2-b22f-c789d13bb5f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:46.222008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340d26-8415-47b2-b22f-c789d13bb5f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:46.222008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340d26-8415-47b2-b22f-c789d13bb5f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:46.222008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340d26-8415-47b2-b22f-c789d13bb5f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:46.222714 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340d26-8415-47b2-b22f-c789d13bb5f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:46.222714 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340d26-8415-47b2-b22f-c789d13bb5f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:46.222900 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340d26-8415-47b2-b22f-c789d13bb5f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:46.223141 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340d26-8415-47b2-b22f-c789d13bb5f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:46.223461 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340d26-8415-47b2-b22f-c789d13bb5f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:46.223777 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340d26-8415-47b2-b22f-c789d13bb5f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:01:46.276158 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a624ec9c-b610-476a-a388-639bc16d8e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:46.285330 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a624ec9c-b610-476a-a388-639bc16d8e0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:46.286456 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ae52-8f4d-4d24-b3f1-446da58aff81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:46.289440 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc12602b-c3ba-44c4-bb23-93fd0d0481af admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:01:46.292202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a624ec9c-b610-476a-a388-639bc16d8e0f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5088ea92-5a44-4b97-a6a8-8a75c91e3f85 HTTP/1.1" status: 204 len: 168 time: 0.1611583 Nov 26 03:01:46.298614 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bc12602b-c3ba-44c4-bb23-93fd0d0481af admin admin] 10.222.0.31 "PUT /v2.0/routers/ac88865d-134d-4d00-abfb-b80b3c5d88be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7909687 Nov 26 03:01:46.302860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55408) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:46.303673 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624ec9c-b610-476a-a388-639bc16d8e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5088ea92-5a44-4b97-a6a8-8a75c91e3f85,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:46.307416 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bfeb20-7c03-4be6-bfa6-81a3a0f12a1c None None] Sync routers for ids ['ac88865d-134d-4d00-abfb-b80b3c5d88be'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:01:46.325886 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7ae52-8f4d-4d24-b3f1-446da58aff81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e2140b8-87ed-45cc-b478-be92d30a5f9d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:46.327902 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ae52-8f4d-4d24-b3f1-446da58aff81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:46.334425 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1ed7ae52-8f4d-4d24-b3f1-446da58aff81 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0e2140b8-87ed-45cc-b478-be92d30a5f9d HTTP/1.1" status: 204 len: 168 time: 0.5914330 Nov 26 03:01:46.335401 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55410) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:46.380475 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eab1047-4290-4306-8218-5dc44d61ef97 None None] Network 2472d002-bd5d-48da-a282-3749e7f1e371 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:46.472525 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ea72d247-238b-4388-ac13-4fc464e64d78 admin admin] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:46.481916 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:46.502482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 913e0126-c611-4c6c-b9b9-10c90f5abda4 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:01:46.567741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bfeb20-7c03-4be6-bfa6-81a3a0f12a1c None None] Routers {'ac88865d-134d-4d00-abfb-b80b3c5d88be'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:01:46.568435 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-18bfeb20-7c03-4be6-bfa6-81a3a0f12a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ac88865d-134d-4d00-abfb-b80b3c5d88be'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:46.635694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 913e0126-c611-4c6c-b9b9-10c90f5abda4 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:01:46.636217 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 913e0126-c611-4c6c-b9b9-10c90f5abda4 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:01:46.658812 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] Deleting port d8cc38f0-1782-4fd1-ade6-15b58f70a72f {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:46.660314 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:46.690664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77607c-c38a-4c6c-b23a-6f74c897e4f1 req-4af26624-c8b1-48a1-ace6-64524fd69fb4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:46.698258 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab77607c-c38a-4c6c-b23a-6f74c897e4f1 req-4af26624-c8b1-48a1-ace6-64524fd69fb4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.1012383 Nov 26 03:01:46.727004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8f1454ab-b0b8-4351-a41f-825f3ad42a8f no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:01:46.737142 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ea72d247-238b-4388-ac13-4fc464e64d78 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:46.802719 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab77607c-c38a-4c6c-b23a-6f74c897e4f1 req-85c183e9-6aa3-4f77-b517-736c0e26e972 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016817 Nov 26 03:01:46.838812 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-ea72d247-238b-4388-ac13-4fc464e64d78 admin admin] Deleting port 1eeefd21-4cce-4c3c-904a-cd80562e14ce {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:46.839713 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ea72d247-238b-4388-ac13-4fc464e64d78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:46.853539 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] For port d8cc38f0-1782-4fd1-ade6-15b58f70a72f, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=d8cc38f0-1782-4fd1-ade6-15b58f70a72f,segment=NetworkSegment(1cfa18cf-6257-4835-8eca-01fb776fe882),segment_id=1cfa18cf-6257-4835-8eca-01fb776fe882)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:46.854090 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:46.907901 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] Calling delete_port for d8cc38f0-1782-4fd1-ade6-15b58f70a72f owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:46.917505 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ca2598c6-1c7b-42a8-8596-4d6b6134e614 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:01:46.931370 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 8f1454ab-b0b8-4351-a41f-825f3ad42a8f {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:01:46.932018 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8f1454ab-b0b8-4351-a41f-825f3ad42a8f not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:01:47.015177 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-ea72d247-238b-4388-ac13-4fc464e64d78 admin admin] For port 1eeefd21-4cce-4c3c-904a-cd80562e14ce, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1eeefd21-4cce-4c3c-904a-cd80562e14ce,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:47.016317 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ea72d247-238b-4388-ac13-4fc464e64d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:47.032859 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-ea72d247-238b-4388-ac13-4fc464e64d78 admin admin] Calling delete_port for 1eeefd21-4cce-4c3c-904a-cd80562e14ce owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:47.095717 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:47.129767 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8cc38f0-1782-4fd1-ade6-15b58f70a72f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:47.142432 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] No DVR routers for this DVR port d8cc38f0-1782-4fd1-ade6-15b58f70a72f on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:01:47.289044 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:47.291904 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:47.342625 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2472d002-bd5d-48da-a282-3749e7f1e371']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:47.358787 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-18bfeb20-7c03-4be6-bfa6-81a3a0f12a1c None None] Set router ac88865d-134d-4d00-abfb-b80b3c5d88be gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:01:47.359534 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cfa18cf-6257-4835-8eca-01fb776fe882') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:47.359836 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cfa18cf-6257-4835-8eca-01fb776fe882') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:47.380541 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ea72d247-238b-4388-ac13-4fc464e64d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:47.383025 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:47.403573 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:47.413985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:01:47.414594 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:01:47.417111 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:01:47.467040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72d247-238b-4388-ac13-4fc464e64d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eeefd21-4cce-4c3c-904a-cd80562e14ce,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:47.523147 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6961c2d-6596-4d60-8cf4-153f19e0b16d None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:01:47.575002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc6c9e5-e5a2-47b8-837b-7d5fb5a46bfe None None] DHCP port deletion for 2472d002-bd5d-48da-a282-3749e7f1e371 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:01:47.592464 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ca2598c6-1c7b-42a8-8596-4d6b6134e614, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ca2598c6-1c7b-42a8-8596-4d6b6134e614,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:47.603106 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:47.613163 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:47.615690 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:47.619329 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2472d002-bd5d-48da-a282-3749e7f1e371 HTTP/1.1" status: 204 len: 168 time: 1.2829411 Nov 26 03:01:47.641202 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'port_id': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614', 'mac_address': 'fa:16:3e:79:48:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:01:47.658772 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ea72d247-238b-4388-ac13-4fc464e64d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:47.660673 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0a79e-ea91-40cd-8f85-a7761d1640c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2472d002-bd5d-48da-a282-3749e7f1e371,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:47.746074 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:47.778104 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca2598c6-1c7b-42a8-8596-4d6b6134e614 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:01:47.817381 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ca2598c6-1c7b-42a8-8596-4d6b6134e614, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ca2598c6-1c7b-42a8-8596-4d6b6134e614,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:47.820642 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-18bfeb20-7c03-4be6-bfa6-81a3a0f12a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'name': 'tempest-AttachVolumeTestJSON-330170607-router', 'tenant_id': '63b815c3cb0d48b09328fd2ad95d226f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T03:01:44Z', 'revision_number': 5, 'project_id': '63b815c3cb0d48b09328fd2ad95d226f', 'gw_port': {'id': '1eeefd21-4cce-4c3c-904a-cd80562e14ce', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88865d-134d-4d00-abfb-b80b3c5d88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:51:45Z', 'updated_at': '2021-11-26T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:47.863746 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ea72d247-238b-4388-ac13-4fc464e64d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:47.868935 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ea72d247-238b-4388-ac13-4fc464e64d78 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:47.919051 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bfeb20-7c03-4be6-bfa6-81a3a0f12a1c None None] Checking router: ac88865d-134d-4d00-abfb-b80b3c5d88be for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:01:47.943842 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:47.944196 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55518) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:47.962798 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ea72d247-238b-4388-ac13-4fc464e64d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:47.963372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea72d247-238b-4388-ac13-4fc464e64d78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac88865d-134d-4d00-abfb-b80b3c5d88be {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:01:47.968276 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ea72d247-238b-4388-ac13-4fc464e64d78 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:47.970053 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ea72d247-238b-4388-ac13-4fc464e64d78 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ac88865d-134d-4d00-abfb-b80b3c5d88be HTTP/1.1" status: 204 len: 168 time: 1.6507165 Nov 26 03:01:47.973176 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55522) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:48.005456 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bfeb20-7c03-4be6-bfa6-81a3a0f12a1c None None] Routers set() bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:01:48.005908 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bfeb20-7c03-4be6-bfa6-81a3a0f12a1c None None] Router IDs set() for agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 26 03:01:48.006799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_agentschedulers_db [None req-18bfeb20-7c03-4be6-bfa6-81a3a0f12a1c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ac88865d-134d-4d00-abfb-b80b3c5d88be'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent'). {{(pid=104803) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 26 03:01:48.007496 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bfeb20-7c03-4be6-bfa6-81a3a0f12a1c None None] The sync data for ids ['ac88865d-134d-4d00-abfb-b80b3c5d88be'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:01:48.068929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55528) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:48.073368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ca2598c6-1c7b-42a8-8596-4d6b6134e614,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:48.094337 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a859d9c5-ab14-48aa-8ff7-07866e4db99e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c9e03453576449e8027bf6795ca2563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480343 Nov 26 03:01:48.096099 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55532) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:48.113813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ca2598c6-1c7b-42a8-8596-4d6b6134e614'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:01:48.151296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-999e2ced-8cee-49dd-a137-066401e48623 admin admin] Deleting subnet fd6a293a-896f-4bbe-a4f6-4ff012988fdc {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:01:48.155503 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-999e2ced-8cee-49dd-a137-066401e48623 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:48.213199 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d30438fc-72d4-4b07-9bab-1cb96712f99b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:48.289769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4dcd1-75b0-4bb5-b6fd-f9afb46e3100 req-ad8cb358-5e0e-4ca6-b09d-a62265ac3b11 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:48.292491 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85b4dcd1-75b0-4bb5-b6fd-f9afb46e3100 req-ad8cb358-5e0e-4ca6-b09d-a62265ac3b11 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 945 time: 0.2166085 Nov 26 03:01:48.302517 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-999e2ced-8cee-49dd-a137-066401e48623 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:48.303337 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d30438fc-72d4-4b07-9bab-1cb96712f99b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:48.365306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-e95207d5-e410-46d9-92e6-5c0e2f5365fe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1265251588'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:48.396912 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d30438fc-72d4-4b07-9bab-1cb96712f99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:48.400401 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d30438fc-72d4-4b07-9bab-1cb96712f99b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:48.401832 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d30438fc-72d4-4b07-9bab-1cb96712f99b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8cf3c1d0-79dd-4713-ad70-6e65bfb25eac HTTP/1.1" status: 204 len: 168 time: 0.3046944 Nov 26 03:01:48.412915 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30438fc-72d4-4b07-9bab-1cb96712f99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf3c1d0-79dd-4713-ad70-6e65bfb25eac,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:48.495414 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95207d5-e410-46d9-92e6-5c0e2f5365fe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Made reservation on behalf of 2211d4a681e7432ab96af548d9d7136f for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:48.505328 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e95207d5-e410-46d9-92e6-5c0e2f5365fe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:48.528290 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e95207d5-e410-46d9-92e6-5c0e2f5365fe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:48.574874 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85b4dcd1-75b0-4bb5-b6fd-f9afb46e3100 req-2b298e63-5a5b-424e-8aa1-edf25158243b tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691739 Nov 26 03:01:48.683922 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e95207d5-e410-46d9-92e6-5c0e2f5365fe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:48.693937 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-999e2ced-8cee-49dd-a137-066401e48623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:48.697266 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e95207d5-e410-46d9-92e6-5c0e2f5365fe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:48.749570 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device d8cc38f0-1782-4fd1-ade6-15b58f70a72f no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:01:48.758156 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95207d5-e410-46d9-92e6-5c0e2f5365fe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd38e10-38cc-4f6e-8ba8-94e2a407ab67,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:48.767540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95207d5-e410-46d9-92e6-5c0e2f5365fe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:01:48.784538 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e95207d5-e410-46d9-92e6-5c0e2f5365fe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:48.784890 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-e95207d5-e410-46d9-92e6-5c0e2f5365fe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Added segment 68f5864a-6615-4e66-87bc-24c282d1e495 of type vlan for network 32c6e986-54aa-46c3-9ac4-f9dd8872d55f Nov 26 03:01:48.808259 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: d8cc38f0-1782-4fd1-ade6-15b58f70a72f {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:01:48.808618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device d8cc38f0-1782-4fd1-ade6-15b58f70a72f not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:01:48.809239 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:01:48.843927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:01:48.844302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5c4e3c73-c9f0-4b2a-b0be-ef2c49c5b9fb not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:01:48.854235 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ca2598c6-1c7b-42a8-8596-4d6b6134e614 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:48.912391 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port ca2598c6-1c7b-42a8-8596-4d6b6134e614 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:48.913085 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:49.219577 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:49.292264 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa3acff-7be2-4cee-8332-3681543bd483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:01:49.296235 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7894b9df-0fbb-41fe-8154-c891436019a4" -d '{"events": [{"server_uuid": "2fa3acff-7be2-4cee-8332-3681543bd483", "name": "network-vif-plugged", "status": "completed", "tag": "ca2598c6-1c7b-42a8-8596-4d6b6134e614"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:01:49.326418 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e95207d5-e410-46d9-92e6-5c0e2f5365fe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:49.331139 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-999e2ced-8cee-49dd-a137-066401e48623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:49.341206 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ca2598c6-1c7b-42a8-8596-4d6b6134e614, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ca2598c6-1c7b-42a8-8596-4d6b6134e614,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:49.355038 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:49.382396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e2ced-8cee-49dd-a137-066401e48623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd6a293a-896f-4bbe-a4f6-4ff012988fdc,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:49.389529 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-999e2ced-8cee-49dd-a137-066401e48623 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:49.395881 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55568) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:49.396618 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-999e2ced-8cee-49dd-a137-066401e48623 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fd6a293a-896f-4bbe-a4f6-4ff012988fdc HTTP/1.1" status: 204 len: 168 time: 1.4204681 Nov 26 03:01:49.405142 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6db4b01-2dd9-4974-9c32-dabc650f2c40 x-openstack-request-id: req-c6db4b01-2dd9-4974-9c32-dabc650f2c40 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:01:49.405478 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa3acff-7be2-4cee-8332-3681543bd483", "name": "network-vif-plugged", "status": "completed", "tag": "ca2598c6-1c7b-42a8-8596-4d6b6134e614", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:01:49.405700 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6db4b01-2dd9-4974-9c32-dabc650f2c40 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:01:49.406854 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa3acff-7be2-4cee-8332-3681543bd483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614', 'code': 200} Nov 26 03:01:49.407877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550c1d91-77a4-4850-938d-4911393f11b1 None None] Network 280aa7a0-b74e-4574-ba4c-9132492aa839 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:49.409482 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e95207d5-e410-46d9-92e6-5c0e2f5365fe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:49.416233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95207d5-e410-46d9-92e6-5c0e2f5365fe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:49.417498 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e95207d5-e410-46d9-92e6-5c0e2f5365fe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:49.503426 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ca2598c6-1c7b-42a8-8596-4d6b6134e614,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:49.527848 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55572) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:49.535642 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e95207d5-e410-46d9-92e6-5c0e2f5365fe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4658687 Nov 26 03:01:49.540000 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55574) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:49.554337 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a417344a-1e9c-40af-855c-c07429d2a556 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1780202489'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:49.555295 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95207d5-e410-46d9-92e6-5c0e2f5365fe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Network': ['ID=32c6e986-54aa-46c3-9ac4-f9dd8872d55f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:49.570892 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 32c6e986-54aa-46c3-9ac4-f9dd8872d55f details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:01:49.633324 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:49.645160 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a417344a-1e9c-40af-855c-c07429d2a556 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Made reservation on behalf of 2211d4a681e7432ab96af548d9d7136f for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:49.650440 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a417344a-1e9c-40af-855c-c07429d2a556 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:49.661654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f37b5e66-54b1-4333-9524-001a88bb4f5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6221c43322a426796ac581999c517c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1226504 Nov 26 03:01:49.664014 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55578) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:49.776269 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a417344a-1e9c-40af-855c-c07429d2a556 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:01:49.807548 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a417344a-1e9c-40af-855c-c07429d2a556 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:49.808470 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-a417344a-1e9c-40af-855c-c07429d2a556 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Added segment f09a8465-8803-4fd9-b4f4-2c4dc3762df6 of type vlan for network 470e1c71-87e3-4350-817a-c9c7f0cfb3a5 Nov 26 03:01:49.845459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95150826-43c2-4cab-bb3e-9c5ef2bcb8c8 None None] DHCP port deletion for 280aa7a0-b74e-4574-ba4c-9132492aa839 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:01:49.878078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ae059-3022-4451-8b02-9297d72cb539 req-7c140c7d-992e-4c51-b8ac-da912c5a62ee tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:49.878325 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7887fc6-2748-4dd2-91d8-273211fadddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:49.881575 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa7ae059-3022-4451-8b02-9297d72cb539 req-7c140c7d-992e-4c51-b8ac-da912c5a62ee tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.1423624 Nov 26 03:01:49.890140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] Deleting port 1cd73f41-9a00-4e88-bb7d-4f62beab8e97 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:49.891143 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:49.893963 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a417344a-1e9c-40af-855c-c07429d2a556 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:49.962402 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-95150826-43c2-4cab-bb3e-9c5ef2bcb8c8 None None] Deleting port 1cd73f41-9a00-4e88-bb7d-4f62beab8e97 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:01:49.962794 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-95150826-43c2-4cab-bb3e-9c5ef2bcb8c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:49.977168 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa7ae059-3022-4451-8b02-9297d72cb539 req-495a3e61-38a3-47f8-9a51-de1ccf80dbaf tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886128 Nov 26 03:01:49.993130 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7887fc6-2748-4dd2-91d8-273211fadddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:50.042925 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-95150826-43c2-4cab-bb3e-9c5ef2bcb8c8 None None] For port 1cd73f41-9a00-4e88-bb7d-4f62beab8e97, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1cd73f41-9a00-4e88-bb7d-4f62beab8e97,segment=NetworkSegment(b035f7d8-bdc3-4a67-a8cf-cb3525c2442b),segment_id=b035f7d8-bdc3-4a67-a8cf-cb3525c2442b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:50.043484 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-95150826-43c2-4cab-bb3e-9c5ef2bcb8c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:50.047428 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] For port 1cd73f41-9a00-4e88-bb7d-4f62beab8e97, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1cd73f41-9a00-4e88-bb7d-4f62beab8e97,segment=NetworkSegment(b035f7d8-bdc3-4a67-a8cf-cb3525c2442b),segment_id=b035f7d8-bdc3-4a67-a8cf-cb3525c2442b)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:50.048031 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:50.062825 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a417344a-1e9c-40af-855c-c07429d2a556 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:50.067631 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-95150826-43c2-4cab-bb3e-9c5ef2bcb8c8 None None] Calling delete_port for 1cd73f41-9a00-4e88-bb7d-4f62beab8e97 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:50.069809 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a417344a-1e9c-40af-855c-c07429d2a556 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:50.070871 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a417344a-1e9c-40af-855c-c07429d2a556 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:50.085565 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] Calling delete_port for 1cd73f41-9a00-4e88-bb7d-4f62beab8e97 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:01:50.173074 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-95150826-43c2-4cab-bb3e-9c5ef2bcb8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:50.193646 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a417344a-1e9c-40af-855c-c07429d2a556 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6407709 Nov 26 03:01:50.194516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55582) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:50.203597 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-a087014b-4b4a-4c66-9ab5-7ce08c7105a5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'subnet': {'network_id': '32c6e986-54aa-46c3-9ac4-f9dd8872d55f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:50.207257 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95150826-43c2-4cab-bb3e-9c5ef2bcb8c8 None None] Pushing event deleted for resources: {'Port': ['ID=1cd73f41-9a00-4e88-bb7d-4f62beab8e97,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:50.213426 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95150826-43c2-4cab-bb3e-9c5ef2bcb8c8 None None] No DVR routers for this DVR port 1cd73f41-9a00-4e88-bb7d-4f62beab8e97 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:01:50.266478 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417344a-1e9c-40af-855c-c07429d2a556 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Network': ['ID=470e1c71-87e3-4350-817a-c9c7f0cfb3a5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:50.281725 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 470e1c71-87e3-4350-817a-c9c7f0cfb3a5 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:01:50.307444 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7887fc6-2748-4dd2-91d8-273211fadddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:50.321703 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7887fc6-2748-4dd2-91d8-273211fadddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:50.321703 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d7887fc6-2748-4dd2-91d8-273211fadddf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0b536c2-488c-4344-b332-406bea888209 HTTP/1.1" status: 204 len: 168 time: 0.6518431 Nov 26 03:01:50.366585 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7887fc6-2748-4dd2-91d8-273211fadddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b536c2-488c-4344-b332-406bea888209,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:50.385179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a087014b-4b4a-4c66-9ab5-7ce08c7105a5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Made reservation on behalf of 2211d4a681e7432ab96af548d9d7136f for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:50.398252 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:50.405221 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a087014b-4b4a-4c66-9ab5-7ce08c7105a5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:50.446638 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd73f41-9a00-4e88-bb7d-4f62beab8e97,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:50.450206 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] No DVR routers for this DVR port 1cd73f41-9a00-4e88-bb7d-4f62beab8e97 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:01:50.668197 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1eeefd21-4cce-4c3c-904a-cd80562e14ce no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:01:50.708740 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a087014b-4b4a-4c66-9ab5-7ce08c7105a5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:50.711900 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:50.737149 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 1eeefd21-4cce-4c3c-904a-cd80562e14ce {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:01:50.740224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1eeefd21-4cce-4c3c-904a-cd80562e14ce not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:01:50.740224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1cd73f41-9a00-4e88-bb7d-4f62beab8e97 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:01:50.762629 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280aa7a0-b74e-4574-ba4c-9132492aa839']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:50.790384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 1cd73f41-9a00-4e88-bb7d-4f62beab8e97 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:01:50.790956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1cd73f41-9a00-4e88-bb7d-4f62beab8e97 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:01:50.795359 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b035f7d8-bdc3-4a67-a8cf-cb3525c2442b') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:50.795722 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b035f7d8-bdc3-4a67-a8cf-cb3525c2442b') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:50.822689 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:50.853322 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:50.864938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087014b-4b4a-4c66-9ab5-7ce08c7105a5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Subnet': ['ID=90e6425e-1123-4a15-964b-022ff26b027c,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:50.871619 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:01:50.872033 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:01:50.876388 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:01:50.890800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a087014b-4b4a-4c66-9ab5-7ce08c7105a5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Checking segment: {'id': '68f5864a-6615-4e66-87bc-24c282d1e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '32c6e986-54aa-46c3-9ac4-f9dd8872d55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:01:50.891438 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a087014b-4b4a-4c66-9ab5-7ce08c7105a5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network hostable DHCP agents. Network: 32c6e986-54aa-46c3-9ac4-f9dd8872d55f, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:01:50.924364 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a087014b-4b4a-4c66-9ab5-7ce08c7105a5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 32c6e986-54aa-46c3-9ac4-f9dd8872d55f is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:01:50.949828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-a087014b-4b4a-4c66-9ab5-7ce08c7105a5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 32c6e986-54aa-46c3-9ac4-f9dd8872d55f) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:50.957925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087014b-4b4a-4c66-9ab5-7ce08c7105a5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:50.961348 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ec26a0-ea2e-4c6c-b9a1-23309ac5de0a None None] Network 32c6e986-54aa-46c3-9ac4-f9dd8872d55f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:50.962350 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a087014b-4b4a-4c66-9ab5-7ce08c7105a5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:51.003438 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:51.011500 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a087014b-4b4a-4c66-9ab5-7ce08c7105a5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8130183 Nov 26 03:01:51.011825 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:51.014387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55594) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:51.023145 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-bff3ff81-f298-462d-a3b6-c9a89c50a973 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'subnet': {'network_id': '470e1c71-87e3-4350-817a-c9c7f0cfb3a5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:51.045573 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] 10.222.0.31 "DELETE /v2.0/networks/280aa7a0-b74e-4574-ba4c-9132492aa839 HTTP/1.1" status: 204 len: 168 time: 1.6442304 Nov 26 03:01:51.121775 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95874706-df43-4a2e-b717-d60366d85a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=280aa7a0-b74e-4574-ba4c-9132492aa839,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:51.298962 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-32c6e986-54aa-46c3-9ac4-f9dd8872d55f', 'network_id': '32c6e986-54aa-46c3-9ac4-f9dd8872d55f', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'fixed_ips': [{'subnet_id': '90e6425e-1123-4a15-964b-022ff26b027c'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:01:51.303394 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:51.399399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55608) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:51.474736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b51a2d-b1a3-4e7c-82fc-860e4878d4d6 req-cb8150c7-2411-4035-b5bc-b9a4be3c042c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:51.477871 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-57b51a2d-b1a3-4e7c-82fc-860e4878d4d6 req-cb8150c7-2411-4035-b5bc-b9a4be3c042c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.3113289 Nov 26 03:01:51.527886 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-670cfc41-305b-41d8-b91e-2c0939697405 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63b815c3cb0d48b09328fd2ad95d226f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271818 Nov 26 03:01:51.531437 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55612) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:51.571159 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff3ff81-f298-462d-a3b6-c9a89c50a973 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Made reservation on behalf of 2211d4a681e7432ab96af548d9d7136f for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:51.584118 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bff3ff81-f298-462d-a3b6-c9a89c50a973 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:51.659222 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7241d732-ae5a-4284-a1f4-b019d7de65c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:51.705830 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7241d732-ae5a-4284-a1f4-b019d7de65c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:51.707126 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Allocated IP 2001:db8::2 (32c6e986-54aa-46c3-9ac4-f9dd8872d55f/90e6425e-1123-4a15-964b-022ff26b027c/cbbb1320-8746-409f-bc8b-0d2ca068349e) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:01:51.735694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-57b51a2d-b1a3-4e7c-82fc-860e4878d4d6 req-df056f27-6577-418d-aa28-8f158e032749 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486157 Nov 26 03:01:51.855765 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7241d732-ae5a-4284-a1f4-b019d7de65c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:51.863903 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7241d732-ae5a-4284-a1f4-b019d7de65c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:51.867432 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7241d732-ae5a-4284-a1f4-b019d7de65c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0374942-5ad8-4a9c-acc2-a2c23f511b47 HTTP/1.1" status: 204 len: 168 time: 0.3309417 Nov 26 03:01:51.877744 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241d732-ae5a-4284-a1f4-b019d7de65c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0374942-5ad8-4a9c-acc2-a2c23f511b47,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:52.074793 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bff3ff81-f298-462d-a3b6-c9a89c50a973 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:52.144105 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ff81-f298-462d-a3b6-c9a89c50a973 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Subnet': ['ID=f9ec13c9-433d-404d-8262-46d1e94fc3f1,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:52.153435 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:52.170504 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:52.187833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff3ff81-f298-462d-a3b6-c9a89c50a973 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Checking segment: {'id': 'f09a8465-8803-4fd9-b4f4-2c4dc3762df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '470e1c71-87e3-4350-817a-c9c7f0cfb3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:01:52.188300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff3ff81-f298-462d-a3b6-c9a89c50a973 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network hostable DHCP agents. Network: 470e1c71-87e3-4350-817a-c9c7f0cfb3a5, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:01:52.225876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff3ff81-f298-462d-a3b6-c9a89c50a973 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 470e1c71-87e3-4350-817a-c9c7f0cfb3a5 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:01:52.248964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-bff3ff81-f298-462d-a3b6-c9a89c50a973 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 470e1c71-87e3-4350-817a-c9c7f0cfb3a5) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:52.258584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3ff81-f298-462d-a3b6-c9a89c50a973 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:52.259179 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bff3ff81-f298-462d-a3b6-c9a89c50a973 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:52.275193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a23060-e8a1-4fda-b0b4-8690fc0195b4 None None] Network 470e1c71-87e3-4350-817a-c9c7f0cfb3a5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:52.287492 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Network 32c6e986-54aa-46c3-9ac4-f9dd8872d55f is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:01:52.307374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bff3ff81-f298-462d-a3b6-c9a89c50a973 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2877035 Nov 26 03:01:52.308192 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55630) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:52.315583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-41c4ded0-2bdd-4b0a-abe9-d090eb7c68f7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-997138932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:52.333132 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:52.339926 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:01:52.345828 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Pushing event updated for resources: {'Port': ['ID=cbbb1320-8746-409f-bc8b-0d2ca068349e,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:52.356452 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41c4ded0-2bdd-4b0a-abe9-d090eb7c68f7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:52.363768 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41c4ded0-2bdd-4b0a-abe9-d090eb7c68f7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:52.516663 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:52.518528 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41c4ded0-2bdd-4b0a-abe9-d090eb7c68f7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:52.528901 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41c4ded0-2bdd-4b0a-abe9-d090eb7c68f7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:52.566258 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41c4ded0-2bdd-4b0a-abe9-d090eb7c68f7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:52.567890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-41c4ded0-2bdd-4b0a-abe9-d090eb7c68f7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2585945 Nov 26 03:01:52.570666 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55644) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:52.674299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Attempting to bind port cbbb1320-8746-409f-bc8b-0d2ca068349e on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:01:52.678917 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Attempting to bind port cbbb1320-8746-409f-bc8b-0d2ca068349e by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '68f5864a-6615-4e66-87bc-24c282d1e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '32c6e986-54aa-46c3-9ac4-f9dd8872d55f'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:01:52.681768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Attempting to bind port cbbb1320-8746-409f-bc8b-0d2ca068349e on network 32c6e986-54aa-46c3-9ac4-f9dd8872d55f {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:01:52.700897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:01:52.701649 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Checking segment: {'id': '68f5864a-6615-4e66-87bc-24c282d1e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '32c6e986-54aa-46c3-9ac4-f9dd8872d55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:01:52.703509 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:52.704774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Bound using segment: {'id': '68f5864a-6615-4e66-87bc-24c282d1e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '32c6e986-54aa-46c3-9ac4-f9dd8872d55f'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:01:52.707222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Bound port: cbbb1320-8746-409f-bc8b-0d2ca068349e, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f5864a-6615-4e66-87bc-24c282d1e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '32c6e986-54aa-46c3-9ac4-f9dd8872d55f'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:01:52.709331 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:52.838668 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-470e1c71-87e3-4350-817a-c9c7f0cfb3a5', 'network_id': '470e1c71-87e3-4350-817a-c9c7f0cfb3a5', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'fixed_ips': [{'subnet_id': 'f9ec13c9-433d-404d-8262-46d1e94fc3f1'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:01:52.841730 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:53.254362 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Allocated IP 2001:db8:1::2 (470e1c71-87e3-4350-817a-c9c7f0cfb3a5/f9ec13c9-433d-404d-8262-46d1e94fc3f1/1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:01:53.359427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d0ba0-8200-4b0f-876e-92c33c5498d9 req-1e4cb583-6a79-4fb6-86e7-8d17bafdb258 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:53.369823 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc7d0ba0-8200-4b0f-876e-92c33c5498d9 req-1e4cb583-6a79-4fb6-86e7-8d17bafdb258 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.4050438 Nov 26 03:01:53.576864 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] For port cbbb1320-8746-409f-bc8b-0d2ca068349e, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:01:53.586792 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] For port cbbb1320-8746-409f-bc8b-0d2ca068349e, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cbbb1320-8746-409f-bc8b-0d2ca068349e,segment=NetworkSegment(68f5864a-6615-4e66-87bc-24c282d1e495),segment_id=68f5864a-6615-4e66-87bc-24c282d1e495)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:01:53.596952 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc7d0ba0-8200-4b0f-876e-92c33c5498d9 req-11b9f035-4760-451e-9cee-c85e7f46e5a6 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155874 Nov 26 03:01:53.653300 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:53.730908 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-80ec2805-f733-445c-84c2-5d8b3cf5fa20 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:53.910036 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:54.031251 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860f8f7-ff17-440c-aef7-20c00956d510 None None] Pushing event updated for resources: {'Port': ['ID=cbbb1320-8746-409f-bc8b-0d2ca068349e,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:54.075179 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:54.102727 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:54.115754 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55692) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:54.225799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Network 470e1c71-87e3-4350-817a-c9c7f0cfb3a5 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:01:54.229722 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Pushing event updated for resources: {'Port': ['ID=1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:54.268031 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:54.288463 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:01:54.417233 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Attempting to bind port 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:01:54.417612 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Attempting to bind port 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'f09a8465-8803-4fd9-b4f4-2c4dc3762df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '470e1c71-87e3-4350-817a-c9c7f0cfb3a5'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:01:54.417982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Attempting to bind port 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1 on network 470e1c71-87e3-4350-817a-c9c7f0cfb3a5 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:01:54.445862 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:01:54.446161 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Checking segment: {'id': 'f09a8465-8803-4fd9-b4f4-2c4dc3762df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '470e1c71-87e3-4350-817a-c9c7f0cfb3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:01:54.446496 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:54.446899 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Bound using segment: {'id': 'f09a8465-8803-4fd9-b4f4-2c4dc3762df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '470e1c71-87e3-4350-817a-c9c7f0cfb3a5'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:01:54.447388 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Bound port: 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09a8465-8803-4fd9-b4f4-2c4dc3762df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '470e1c71-87e3-4350-817a-c9c7f0cfb3a5'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:01:54.451893 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:54.490313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-80ec2805-f733-445c-84c2-5d8b3cf5fa20 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Allocated IP 2001:db8::1 (32c6e986-54aa-46c3-9ac4-f9dd8872d55f/90e6425e-1123-4a15-964b-022ff26b027c/d0863501-ad36-4878-a2f0-737fddbd734b) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:01:54.615237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] For port 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:01:54.639437 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] For port 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1,segment=NetworkSegment(f09a8465-8803-4fd9-b4f4-2c4dc3762df6),segment_id=f09a8465-8803-4fd9-b4f4-2c4dc3762df6)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:01:54.653239 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:54.684885 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9538809-b26b-4448-9a02-c2f992b8e453 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:54.803006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cbbb1320-8746-409f-bc8b-0d2ca068349e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:54.895890 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abc6fe-ab7b-4694-87f4-8d7fd88803ad None None] Pushing event updated for resources: {'Port': ['ID=1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:54.942544 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port cbbb1320-8746-409f-bc8b-0d2ca068349e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:54.943306 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:55.000823 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-80ec2805-f733-445c-84c2-5d8b3cf5fa20 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:55.027487 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9538809-b26b-4448-9a02-c2f992b8e453 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:55.037776 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9538809-b26b-4448-9a02-c2f992b8e453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:55.068173 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-80ec2805-f733-445c-84c2-5d8b3cf5fa20 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:55.122868 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f9538809-b26b-4448-9a02-c2f992b8e453 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6186c33a9acb4404945d375a13107fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0059297 Nov 26 03:01:55.125035 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55712) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:55.126260 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9538809-b26b-4448-9a02-c2f992b8e453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48aaf756-148a-4001-9e21-42b8a9096d27,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:55.154706 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:55.253962 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port cbbb1320-8746-409f-bc8b-0d2ca068349e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cbbb1320-8746-409f-bc8b-0d2ca068349e,segment=NetworkSegment(68f5864a-6615-4e66-87bc-24c282d1e495),segment_id=68f5864a-6615-4e66-87bc-24c282d1e495)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:55.261808 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:55.268872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ec2805-f733-445c-84c2-5d8b3cf5fa20 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 32c6e986-54aa-46c3-9ac4-f9dd8872d55f is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:01:55.280028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-80ec2805-f733-445c-84c2-5d8b3cf5fa20 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:55.299975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec2805-f733-445c-84c2-5d8b3cf5fa20 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:01:55.303378 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-80ec2805-f733-445c-84c2-5d8b3cf5fa20 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:55.350860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df9f52-bf05-405c-b026-96fc547add5c req-b1497c95-4371-439e-9871-22804de93945 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:55.355480 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19df9f52-bf05-405c-b026-96fc547add5c req-b1497c95-4371-439e-9871-22804de93945 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.3139813 Nov 26 03:01:55.376898 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af9544cc-4a1c-49f8-a65d-4251fa569e5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:55.393661 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=cbbb1320-8746-409f-bc8b-0d2ca068349e,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:55.448860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec2805-f733-445c-84c2-5d8b3cf5fa20 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=d0863501-ad36-4878-a2f0-737fddbd734b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:55.472328 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af9544cc-4a1c-49f8-a65d-4251fa569e5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:55.614786 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af9544cc-4a1c-49f8-a65d-4251fa569e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:55.623030 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af9544cc-4a1c-49f8-a65d-4251fa569e5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:55.625362 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-af9544cc-4a1c-49f8-a65d-4251fa569e5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48aaf756-148a-4001-9e21-42b8a9096d27 HTTP/1.1" status: 204 len: 168 time: 0.4630587 Nov 26 03:01:55.646154 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9544cc-4a1c-49f8-a65d-4251fa569e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aaf756-148a-4001-9e21-42b8a9096d27,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:55.725705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19df9f52-bf05-405c-b026-96fc547add5c req-8814de85-5bbd-44e0-a8fe-4925cbf9f108 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2658713 Nov 26 03:01:55.864778 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-80ec2805-f733-445c-84c2-5d8b3cf5fa20 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:56.123906 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b72855-34b8-4c3d-b6de-f4d382301137 None None] Network 32c6e986-54aa-46c3-9ac4-f9dd8872d55f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:56.327621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-580672d1-2f9d-47cd-a232-08582c059fc1 None None] Provisioning complete for port cbbb1320-8746-409f-bc8b-0d2ca068349e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:56.330258 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-580672d1-2f9d-47cd-a232-08582c059fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:56.471355 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-80ec2805-f733-445c-84c2-5d8b3cf5fa20 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:56.489737 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-80ec2805-f733-445c-84c2-5d8b3cf5fa20 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:56.492827 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-80ec2805-f733-445c-84c2-5d8b3cf5fa20 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:56.817288 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec2805-f733-445c-84c2-5d8b3cf5fa20 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=d0863501-ad36-4878-a2f0-737fddbd734b,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:57.002109 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ec2805-f733-445c-84c2-5d8b3cf5fa20 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 32c6e986-54aa-46c3-9ac4-f9dd8872d55f is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:01:57.018582 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-80ec2805-f733-445c-84c2-5d8b3cf5fa20 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:01:57.277390 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cbbb1320-8746-409f-bc8b-0d2ca068349e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:57.361401 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bb4242-d2dd-476b-a89e-1cadd15392d1 None None] Network 470e1c71-87e3-4350-817a-c9c7f0cfb3a5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:01:57.535992 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port cbbb1320-8746-409f-bc8b-0d2ca068349e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:57.536419 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:57.725278 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fc0e0-2a42-435f-a5bb-6698a1dc3ae5 req-3f4cfab3-8f19-493b-b0c1-b28750fa2f5f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:57.727071 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-062fc0e0-2a42-435f-a5bb-6698a1dc3ae5 req-3f4cfab3-8f19-493b-b0c1-b28750fa2f5f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.8059700 Nov 26 03:01:57.829645 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-838a0e5f-ebf7-449b-bc12-389cd24c44a0 None None] Provisioning complete for port 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:57.831799 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-838a0e5f-ebf7-449b-bc12-389cd24c44a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:57.907030 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55770) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:57.994342 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:58.048563 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-062fc0e0-2a42-435f-a5bb-6698a1dc3ae5 req-cf32a59c-edff-49a0-a2bb-196c27f17cf5 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3073215 Nov 26 03:01:58.116294 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55776) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:58.175031 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab08ad-8ba3-47b1-84c4-848b8646c728 req-f600e15d-2fad-4035-8913-1f29753afa60 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:58.177758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8dab08ad-8ba3-47b1-84c4-848b8646c728 req-f600e15d-2fad-4035-8913-1f29753afa60 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.3827286 Nov 26 03:01:58.216967 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ec2805-f733-445c-84c2-5d8b3cf5fa20 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router 471e1719-cc54-4538-9d3c-5eb7b81ba8b3 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:01:58.285781 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-838a0e5f-ebf7-449b-bc12-389cd24c44a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:58.439790 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8dab08ad-8ba3-47b1-84c4-848b8646c728 req-9ebf377b-8b2a-4ea8-b657-bad5036d154d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510896 Nov 26 03:01:58.441872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a0cd0942-bac3-4e2c-88b2-50b4f78d8ba0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-832095837-network', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:01:58.482854 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-838a0e5f-ebf7-449b-bc12-389cd24c44a0 None None] For port 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1,segment=NetworkSegment(f09a8465-8803-4fd9-b4f4-2c4dc3762df6),segment_id=f09a8465-8803-4fd9-b4f4-2c4dc3762df6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:01:58.498320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ec2805-f733-445c-84c2-5d8b3cf5fa20 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:01:58.509108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:58.509527 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:58.513798 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ba45a-ed02-49e4-963f-29b0f8b2433c None None] Sync routers for ids ['471e1719-cc54-4538-9d3c-5eb7b81ba8b3'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:01:58.521857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-80ec2805-f733-445c-84c2-5d8b3cf5fa20 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/471e1719-cc54-4538-9d3c-5eb7b81ba8b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9494302 Nov 26 03:01:58.525058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55784) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:58.528521 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f1ec5c4-6c40-4d4f-b745-22c8cb506fb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:58.535113 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ba45a-ed02-49e4-963f-29b0f8b2433c None None] Routers {'471e1719-cc54-4538-9d3c-5eb7b81ba8b3'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:01:58.536233 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-057ba45a-ed02-49e4-963f-29b0f8b2433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['471e1719-cc54-4538-9d3c-5eb7b81ba8b3'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:58.597079 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-838a0e5f-ebf7-449b-bc12-389cd24c44a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:58.626217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1875c679-687c-40ef-a00d-848bb85b2848 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:58.628346 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1875c679-687c-40ef-a00d-848bb85b2848 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/ports/d0863501-ad36-4878-a2f0-737fddbd734b HTTP/1.1" status: 200 len: 911 time: 0.1020000 Nov 26 03:01:58.631291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55786) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:58.694804 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-057ba45a-ed02-49e4-963f-29b0f8b2433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:58.738502 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ba45a-ed02-49e4-963f-29b0f8b2433c None None] Routers {'471e1719-cc54-4538-9d3c-5eb7b81ba8b3'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:01:58.741504 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-057ba45a-ed02-49e4-963f-29b0f8b2433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['471e1719-cc54-4538-9d3c-5eb7b81ba8b3'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:58.765752 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f1ec5c4-6c40-4d4f-b745-22c8cb506fb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:58.769156 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cd0942-bac3-4e2c-88b2-50b4f78d8ba0 admin admin] Made reservation on behalf of e4814f8e602a439facd3c1eeb8aae21e for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:01:58.782213 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0cd0942-bac3-4e2c-88b2-50b4f78d8ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:58.790071 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f1ec5c4-6c40-4d4f-b745-22c8cb506fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:58.791710 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629133b-54f0-4911-80a2-7ec26a25a96a req-90411eaf-42de-4179-87a6-e8e40679b3b0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:58.800219 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f629133b-54f0-4911-80a2-7ec26a25a96a req-90411eaf-42de-4179-87a6-e8e40679b3b0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2587254 Nov 26 03:01:58.813074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a0e5f-ebf7-449b-bc12-389cd24c44a0 None None] Pushing event updated for resources: {'Port': ['ID=1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:58.819838 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0cd0942-bac3-4e2c-88b2-50b4f78d8ba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:58.880863 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-057ba45a-ed02-49e4-963f-29b0f8b2433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:01:58.884812 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ba45a-ed02-49e4-963f-29b0f8b2433c None None] The sync data for ids ['471e1719-cc54-4538-9d3c-5eb7b81ba8b3'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:01:58.918868 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7555b9bd-d74b-4363-8f94-42d00ed552df None None] Provisioning complete for port d0863501-ad36-4878-a2f0-737fddbd734b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:58.920914 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7555b9bd-d74b-4363-8f94-42d00ed552df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:58.946254 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ec5c4-6c40-4d4f-b745-22c8cb506fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c259c1-8241-4813-b809-51076c9ca791,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:58.957527 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5f1ec5c4-6c40-4d4f-b745-22c8cb506fb1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a86acdc4d29745d0bdac20b19d66da4f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0486641 Nov 26 03:01:58.976796 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55788) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:01:58.985367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f629133b-54f0-4911-80a2-7ec26a25a96a req-ac91f167-bac2-4645-9179-32c558257676 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837077 Nov 26 03:01:59.029767 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7555b9bd-d74b-4363-8f94-42d00ed552df None None] Port d0863501-ad36-4878-a2f0-737fddbd734b cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:01:59.119279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7555b9bd-d74b-4363-8f94-42d00ed552df None None] Provisioning complete for port cbbb1320-8746-409f-bc8b-0d2ca068349e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:59.119662 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7555b9bd-d74b-4363-8f94-42d00ed552df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:59.245904 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0cd0942-bac3-4e2c-88b2-50b4f78d8ba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:59.258466 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0cd0942-bac3-4e2c-88b2-50b4f78d8ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:59.267430 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc7c87c3-0332-4257-b7ac-b9e26fd893b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:59.332560 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7555b9bd-d74b-4363-8f94-42d00ed552df None None] Provisioning complete for port 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:59.334593 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7555b9bd-d74b-4363-8f94-42d00ed552df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:59.366026 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc7c87c3-0332-4257-b7ac-b9e26fd893b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:59.423258 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:01:59.431088 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0cd0942-bac3-4e2c-88b2-50b4f78d8ba0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:01:59.481465 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd0942-bac3-4e2c-88b2-50b4f78d8ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:59.528469 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0cd0942-bac3-4e2c-88b2-50b4f78d8ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:59.536657 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-a0cd0942-bac3-4e2c-88b2-50b4f78d8ba0 admin admin] Added segment 67d0eb38-a642-443b-b3f3-17d73b8fcb22 of type vlan for network f0ba11a9-980c-4a46-96fc-319a16d0a88b Nov 26 03:01:59.733380 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0cd0942-bac3-4e2c-88b2-50b4f78d8ba0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:59.747629 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc7c87c3-0332-4257-b7ac-b9e26fd893b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:59.754308 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc7c87c3-0332-4257-b7ac-b9e26fd893b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:59.762126 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fc7c87c3-0332-4257-b7ac-b9e26fd893b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40c259c1-8241-4813-b809-51076c9ca791 HTTP/1.1" status: 204 len: 168 time: 0.7817016 Nov 26 03:01:59.770952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:59.771346 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:59.789827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96fa04-71be-4cab-a112-7bcd553325d2 req-50aee2bc-3b22-4718-a44f-75237e739d4d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:59.790114 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c87c3-0332-4257-b7ac-b9e26fd893b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c259c1-8241-4813-b809-51076c9ca791,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:01:59.797104 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4e96fa04-71be-4cab-a112-7bcd553325d2 req-50aee2bc-3b22-4718-a44f-75237e739d4d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.5087545 Nov 26 03:01:59.838253 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0cd0942-bac3-4e2c-88b2-50b4f78d8ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:59.839352 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd0942-bac3-4e2c-88b2-50b4f78d8ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:01:59.840232 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0cd0942-bac3-4e2c-88b2-50b4f78d8ba0 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:01:59.851882 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:01:59.984110 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b75a11dc-e736-4e33-b865-82c36731c9b7 None None] Provisioning complete for port d0863501-ad36-4878-a2f0-737fddbd734b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:01:59.984715 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b75a11dc-e736-4e33-b865-82c36731c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:00.012547 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2bf56d32-9971-4800-b59d-2816c66851c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:00.018917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4e96fa04-71be-4cab-a112-7bcd553325d2 req-51c2eb14-04ed-4f74-84c8-df600b8bd22e tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114828 Nov 26 03:02:00.049529 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a0cd0942-bac3-4e2c-88b2-50b4f78d8ba0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9304500 Nov 26 03:02:00.054148 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55802) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:00.088105 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8bfeb5b8-fcd0-4bcb-895a-2c9360e1747b admin admin] Request body: {'subnet': {'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-832095837-subnet', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:00.113546 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b75a11dc-e736-4e33-b865-82c36731c9b7 None None] Port d0863501-ad36-4878-a2f0-737fddbd734b cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:02:00.177606 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfeb5b8-fcd0-4bcb-895a-2c9360e1747b admin admin] Made reservation on behalf of e4814f8e602a439facd3c1eeb8aae21e for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:02:00.185225 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bfeb5b8-fcd0-4bcb-895a-2c9360e1747b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:00.225888 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd0942-bac3-4e2c-88b2-50b4f78d8ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=f0ba11a9-980c-4a46-96fc-319a16d0a88b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:00.264327 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network f0ba11a9-980c-4a46-96fc-319a16d0a88b details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:02:00.478768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-2bf56d32-9971-4800-b59d-2816c66851c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Allocated IP 2001:db8:1::1 (470e1c71-87e3-4350-817a-c9c7f0cfb3a5/f9ec13c9-433d-404d-8262-46d1e94fc3f1/77de0f56-db11-4fc3-9897-b3e00dacf37b) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:02:00.600614 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55810) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:00.619004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a55c5a-b611-47c1-9b4d-82eaf8785aff req-f09853d4-1335-4db4-abd0-f21d0452e0ea tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:00.626859 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51a55c5a-b611-47c1-9b4d-82eaf8785aff req-f09853d4-1335-4db4-abd0-f21d0452e0ea tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1263621 Nov 26 03:02:00.706871 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-72f29a97-5063-415f-959d-8cae842fb229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:00.746496 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2bf56d32-9971-4800-b59d-2816c66851c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:00.766594 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bfeb5b8-fcd0-4bcb-895a-2c9360e1747b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:00.770550 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51a55c5a-b611-47c1-9b4d-82eaf8785aff req-94d4a04d-bfde-4a90-9d8f-f13be1eaca38 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423523 Nov 26 03:02:00.836459 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2bf56d32-9971-4800-b59d-2816c66851c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:00.893098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf56d32-9971-4800-b59d-2816c66851c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 470e1c71-87e3-4350-817a-c9c7f0cfb3a5 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:02:00.896343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-2bf56d32-9971-4800-b59d-2816c66851c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:00.920468 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf56d32-9971-4800-b59d-2816c66851c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:02:00.921031 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2bf56d32-9971-4800-b59d-2816c66851c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:00.948338 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfeb5b8-fcd0-4bcb-895a-2c9360e1747b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab6ae28-92a3-48da-8ac6-99d9bc59726a,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:01.094528 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf56d32-9971-4800-b59d-2816c66851c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=77de0f56-db11-4fc3-9897-b3e00dacf37b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:01.102168 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2bf56d32-9971-4800-b59d-2816c66851c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:01.160391 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-72f29a97-5063-415f-959d-8cae842fb229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:01.174558 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfeb5b8-fcd0-4bcb-895a-2c9360e1747b admin admin] Checking segment: {'id': '67d0eb38-a642-443b-b3f3-17d73b8fcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:02:01.175207 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfeb5b8-fcd0-4bcb-895a-2c9360e1747b admin admin] Network hostable DHCP agents. Network: f0ba11a9-980c-4a46-96fc-319a16d0a88b, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:02:01.182935 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-72f29a97-5063-415f-959d-8cae842fb229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:01.221583 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfeb5b8-fcd0-4bcb-895a-2c9360e1747b admin admin] Network f0ba11a9-980c-4a46-96fc-319a16d0a88b is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:02:01.257867 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29a97-5063-415f-959d-8cae842fb229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36289436-3654-486f-9bbe-bc2c21a0e724,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:01.269943 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-72f29a97-5063-415f-959d-8cae842fb229 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=213d209f60844dc88dfe0d83c77d0a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6599424 Nov 26 03:02:01.270767 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55820) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:01.279168 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-8bfeb5b8-fcd0-4bcb-895a-2c9360e1747b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, f0ba11a9-980c-4a46-96fc-319a16d0a88b) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:01.294622 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccc7df6-aa86-47b0-993e-b7e25dab8834 None None] Network f0ba11a9-980c-4a46-96fc-319a16d0a88b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:02:01.305845 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfeb5b8-fcd0-4bcb-895a-2c9360e1747b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:01.307301 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bfeb5b8-fcd0-4bcb-895a-2c9360e1747b admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:01.360180 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8bfeb5b8-fcd0-4bcb-895a-2c9360e1747b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2883649 Nov 26 03:02:01.367962 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55824) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:01.390508 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-832095837-router', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:01.469701 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f52da3a6-92c9-4a88-9541-1ab9de895aff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:01.504080 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:01.505333 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:01.560818 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dcc95-e53d-450e-8ca1-c5be6464b6ca req-65eb4cbc-820c-48ce-9d3a-fceb353f3624 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:01.572406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b52dcc95-e53d-450e-8ca1-c5be6464b6ca req-65eb4cbc-820c-48ce-9d3a-fceb353f3624 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.3509166 Nov 26 03:02:01.596388 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-44869747-0be3-4902-b02a-c2b45080f3d5 None None] Provisioning complete for port 77de0f56-db11-4fc3-9897-b3e00dacf37b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:01.597898 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-44869747-0be3-4902-b02a-c2b45080f3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:01.614626 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:01.642795 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bdd45-e0cb-40a5-9b49-760ecd5a048f req-7510ed71-3419-4ee0-8417-1591fd39141a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:01.654724 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-886bdd45-e0cb-40a5-9b49-760ecd5a048f req-7510ed71-3419-4ee0-8417-1591fd39141a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2126966 Nov 26 03:02:01.703228 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f52da3a6-92c9-4a88-9541-1ab9de895aff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:01.742446 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-44869747-0be3-4902-b02a-c2b45080f3d5 None None] Port 77de0f56-db11-4fc3-9897-b3e00dacf37b cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:02:01.767446 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d14f69-5b48-4e19-8759-4507c1d44455 None None] Network f0ba11a9-980c-4a46-96fc-319a16d0a88b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:02:01.909729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b52dcc95-e53d-450e-8ca1-c5be6464b6ca req-5b36e00a-da80-407c-b01a-70a755911c9b tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3316739 Nov 26 03:02:01.942671 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-886bdd45-e0cb-40a5-9b49-760ecd5a048f req-d12328f9-a2d6-48aa-8c69-847aca72d370 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843518 Nov 26 03:02:02.050040 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:02.071166 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2bf56d32-9971-4800-b59d-2816c66851c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:02.078102 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2bf56d32-9971-4800-b59d-2816c66851c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:02.078972 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2bf56d32-9971-4800-b59d-2816c66851c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:02.123290 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f52da3a6-92c9-4a88-9541-1ab9de895aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:02.126318 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f52da3a6-92c9-4a88-9541-1ab9de895aff admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:02.127999 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f52da3a6-92c9-4a88-9541-1ab9de895aff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36289436-3654-486f-9bbe-bc2c21a0e724 HTTP/1.1" status: 204 len: 168 time: 0.8553157 Nov 26 03:02:02.141370 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52da3a6-92c9-4a88-9541-1ab9de895aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36289436-3654-486f-9bbe-bc2c21a0e724,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:02.314395 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf56d32-9971-4800-b59d-2816c66851c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 470e1c71-87e3-4350-817a-c9c7f0cfb3a5 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:02:02.324115 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-2bf56d32-9971-4800-b59d-2816c66851c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:02.330051 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf56d32-9971-4800-b59d-2816c66851c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=77de0f56-db11-4fc3-9897-b3e00dacf37b,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:02.464125 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:02.493056 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:02.539546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf56d32-9971-4800-b59d-2816c66851c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router 471e1719-cc54-4538-9d3c-5eb7b81ba8b3 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:02:02.751408 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] Allocated IP 172.25.0.12 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/1d9b2abc-09ca-4172-84dc-017e6a1595cd) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:02:02.841688 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf56d32-9971-4800-b59d-2816c66851c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:02:02.855715 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2bf56d32-9971-4800-b59d-2816c66851c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/471e1719-cc54-4538-9d3c-5eb7b81ba8b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2223768 Nov 26 03:02:02.858424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55842) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:02.862959 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5434a78e-344c-49a0-8715-1526f328495d None None] Sync routers for ids ['471e1719-cc54-4538-9d3c-5eb7b81ba8b3'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:02:02.914931 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5434a78e-344c-49a0-8715-1526f328495d None None] Routers {'471e1719-cc54-4538-9d3c-5eb7b81ba8b3'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:02.917655 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5434a78e-344c-49a0-8715-1526f328495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['471e1719-cc54-4538-9d3c-5eb7b81ba8b3'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:02.968956 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:02.995126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d13682-996a-4cf9-bb24-7423fa904c4c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:03.002886 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-30d13682-996a-4cf9-bb24-7423fa904c4c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/ports/77de0f56-db11-4fc3-9897-b3e00dacf37b HTTP/1.1" status: 200 len: 913 time: 0.1295354 Nov 26 03:02:03.003531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 55848) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:03.070665 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:03.096540 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:02:03.099866 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:03.141004 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:02:03.149979 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5434a78e-344c-49a0-8715-1526f328495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:03.167392 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4a1d25-97ea-4ff8-82f9-593d89db60b1 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:02:03.272222 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] Pushing event updated for resources: {'Port': ['ID=1d9b2abc-09ca-4172-84dc-017e6a1595cd,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:03.273005 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f4f9c85b-8797-4802-83c9-b9e00b0dabd5 None None] Provisioning complete for port 77de0f56-db11-4fc3-9897-b3e00dacf37b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:03.275581 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f4f9c85b-8797-4802-83c9-b9e00b0dabd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:03.407667 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5434a78e-344c-49a0-8715-1526f328495d None None] Routers {'471e1719-cc54-4538-9d3c-5eb7b81ba8b3'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:03.408356 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5434a78e-344c-49a0-8715-1526f328495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['471e1719-cc54-4538-9d3c-5eb7b81ba8b3'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:03.519228 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5434a78e-344c-49a0-8715-1526f328495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:03.520082 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5434a78e-344c-49a0-8715-1526f328495d None None] The sync data for ids ['471e1719-cc54-4538-9d3c-5eb7b81ba8b3'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:02:03.530065 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f4f9c85b-8797-4802-83c9-b9e00b0dabd5 None None] Port 77de0f56-db11-4fc3-9897-b3e00dacf37b cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:02:03.603770 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30456152-6f0c-4ca7-9ddb-b55edd8e8f5c req-010d766a-90f8-4403-a607-4efe85055d64 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:03.608370 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30456152-6f0c-4ca7-9ddb-b55edd8e8f5c req-010d766a-90f8-4403-a607-4efe85055d64 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.3458471 Nov 26 03:02:03.620556 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb96c90-c395-428d-b242-92797ebc23fc req-069fc1c1-2f19-4a03-8020-e37903ae327f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:03.640343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cfb96c90-c395-428d-b242-92797ebc23fc req-069fc1c1-2f19-4a03-8020-e37903ae327f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.5312936 Nov 26 03:02:03.666265 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8e6daf76-7bee-4d57-9a83-584a0225d13d None None] Provisioning complete for port 1d9b2abc-09ca-4172-84dc-017e6a1595cd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:03.669290 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8e6daf76-7bee-4d57-9a83-584a0225d13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:03.735842 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:03.772991 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8e6daf76-7bee-4d57-9a83-584a0225d13d None None] Port 1d9b2abc-09ca-4172-84dc-017e6a1595cd cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:02:04.151267 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:04.314241 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cfb96c90-c395-428d-b242-92797ebc23fc req-fcbb6049-bfa7-4bb3-b3b6-326714f0ef73 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6594789 Nov 26 03:02:04.387341 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30456152-6f0c-4ca7-9ddb-b55edd8e8f5c req-7b99245a-24a1-4fbe-ab3c-7e6543bd23f3 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7250280 Nov 26 03:02:04.715063 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3a68429-20b7-417e-8514-3b3de25e311f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:05.187868 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] Router 584a591c-cea8-49a6-93b6-727331e74c2f is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:02:05.251815 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-c3a68429-20b7-417e-8514-3b3de25e311f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting port 77de0f56-db11-4fc3-9897-b3e00dacf37b {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:02:05.254585 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3a68429-20b7-417e-8514-3b3de25e311f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:05.427183 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3a68429-20b7-417e-8514-3b3de25e311f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:05.451286 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:02:05.472279 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Sync routers for ids ['584a591c-cea8-49a6-93b6-727331e74c2f'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:02:05.494100 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:05.499028 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7643768b-c3a6-489a-ac65-405965feca0d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1187150 Nov 26 03:02:05.499171 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Routers {'584a591c-cea8-49a6-93b6-727331e74c2f'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:05.503003 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['584a591c-cea8-49a6-93b6-727331e74c2f'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:05.503164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 55910) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:05.506616 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-c3a68429-20b7-417e-8514-3b3de25e311f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Calling delete_port for 77de0f56-db11-4fc3-9897-b3e00dacf37b owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:02:05.766355 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Set router 584a591c-cea8-49a6-93b6-727331e74c2f gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:02:05.779051 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fde1b-cdce-4e5a-934f-36bd3c690cc6 req-af8d1872-41db-48b0-9b7e-7b3d16fd2f14 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:05.787434 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-681fde1b-cdce-4e5a-934f-36bd3c690cc6 req-af8d1872-41db-48b0-9b7e-7b3d16fd2f14 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2484965 Nov 26 03:02:05.840516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874dfd-4742-4a1e-a59f-4e29e02f26f0 req-89529749-b02a-4ae3-87ef-c409bd006710 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:05.848750 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33874dfd-4742-4a1e-a59f-4e29e02f26f0 req-89529749-b02a-4ae3-87ef-c409bd006710 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.2646339 Nov 26 03:02:06.029721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-681fde1b-cdce-4e5a-934f-36bd3c690cc6 req-cedfa13a-ff10-43d5-a998-a90529dede0e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413189 Nov 26 03:02:06.153811 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33874dfd-4742-4a1e-a59f-4e29e02f26f0 req-777a94d5-07fa-47d3-8734-7d5fbd14dc32 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040700 Nov 26 03:02:06.241995 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'name': 'tempest-ServerRescueTestJSONUnderV235-832095837-router', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:01Z', 'updated_at': '2021-11-26T03:02:03Z', 'revision_number': 3, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'gw_port': {'id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:02Z', 'updated_at': '2021-11-26T03:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:06.261364 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3a68429-20b7-417e-8514-3b3de25e311f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:06.287707 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Checking router: 584a591c-cea8-49a6-93b6-727331e74c2f for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:02:06.288078 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Updating router 584a591c-cea8-49a6-93b6-727331e74c2f port 1d9b2abc-09ca-4172-84dc-017e6a1595cd binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:02:06.342169 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:06.345237 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a68429-20b7-417e-8514-3b3de25e311f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Port': ['ID=77de0f56-db11-4fc3-9897-b3e00dacf37b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:06.398023 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1d49900-dc2b-4118-94bc-9eb1365ac2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:06.740620 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3a68429-20b7-417e-8514-3b3de25e311f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:06.953908 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-f1d49900-dc2b-4118-94bc-9eb1365ac2fe admin admin] Allocated IP 172.20.0.1 (f0ba11a9-980c-4a46-96fc-319a16d0a88b/9ab6ae28-92a3-48da-8ac6-99d9bc59726a/38c7eaea-c3ac-42f9-9937-cd2a1aaea267) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:02:07.019091 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:07.036153 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:07.159262 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2466e1a-e426-40a0-a1be-d958fe04c91a None None] Pushing event updated for resources: {'Port': ['ID=1d9b2abc-09ca-4172-84dc-017e6a1595cd,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:07.184664 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd83d8f-cc1e-4047-9d26-35869ee50671 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:02:07.222710 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Attempting to bind port 1d9b2abc-09ca-4172-84dc-017e6a1595cd on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:02:07.224269 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Attempting to bind port 1d9b2abc-09ca-4172-84dc-017e6a1595cd by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:02:07.224809 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Attempting to bind port 1d9b2abc-09ca-4172-84dc-017e6a1595cd on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:02:07.269631 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:02:07.272614 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:02:07.277223 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:07.281144 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:02:07.284767 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Bound port: 1d9b2abc-09ca-4172-84dc-017e6a1595cd, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:02:07.288006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3399341d-5a98-47d6-b3aa-417251457134 None None] Provisioning complete for port 1d9b2abc-09ca-4172-84dc-017e6a1595cd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:07.288574 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:07.295137 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3399341d-5a98-47d6-b3aa-417251457134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:07.372593 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1d49900-dc2b-4118-94bc-9eb1365ac2fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:07.435360 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3399341d-5a98-47d6-b3aa-417251457134 None None] Port 1d9b2abc-09ca-4172-84dc-017e6a1595cd cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:02:07.466730 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] For port 1d9b2abc-09ca-4172-84dc-017e6a1595cd, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:02:07.475794 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] For port 1d9b2abc-09ca-4172-84dc-017e6a1595cd, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1d9b2abc-09ca-4172-84dc-017e6a1595cd,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:02:07.482108 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2466e1a-e426-40a0-a1be-d958fe04c91a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:07.482502 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2466e1a-e426-40a0-a1be-d958fe04c91a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:07.482839 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2466e1a-e426-40a0-a1be-d958fe04c91a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:07.484357 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2466e1a-e426-40a0-a1be-d958fe04c91a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:07.484717 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2466e1a-e426-40a0-a1be-d958fe04c91a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:07.485057 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2466e1a-e426-40a0-a1be-d958fe04c91a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:07.490299 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2466e1a-e426-40a0-a1be-d958fe04c91a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:07.490727 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2466e1a-e426-40a0-a1be-d958fe04c91a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:07.491082 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2466e1a-e426-40a0-a1be-d958fe04c91a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:07.492375 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1d49900-dc2b-4118-94bc-9eb1365ac2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:07.493888 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2466e1a-e426-40a0-a1be-d958fe04c91a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:07.493888 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2466e1a-e426-40a0-a1be-d958fe04c91a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:07.494328 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2466e1a-e426-40a0-a1be-d958fe04c91a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:07.506728 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:07.551794 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3ae2bb-7aa7-494a-bbae-ceb5779069d4 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:02:07.583769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1834ead-5d63-44d0-a721-3b3aff4f2a28 req-ea239499-1b90-4d44-8c56-1f6e3f5383bc tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:07.597248 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1834ead-5d63-44d0-a721-3b3aff4f2a28 req-ea239499-1b90-4d44-8c56-1f6e3f5383bc tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2608161 Nov 26 03:02:07.611792 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Routers {'584a591c-cea8-49a6-93b6-727331e74c2f'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:07.612465 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['584a591c-cea8-49a6-93b6-727331e74c2f'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:07.618446 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d49900-dc2b-4118-94bc-9eb1365ac2fe admin admin] Pushing event updated for resources: {'Port': ['ID=38c7eaea-c3ac-42f9-9937-cd2a1aaea267,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:07.658792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a68429-20b7-417e-8514-3b3de25e311f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router 471e1719-cc54-4538-9d3c-5eb7b81ba8b3 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:02:07.666792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5323c3c-8588-47df-8ce5-649a818b9675 req-37a26a22-6d45-4c4a-98d1-2166fb280045 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:07.672588 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d49900-dc2b-4118-94bc-9eb1365ac2fe admin admin] Network f0ba11a9-980c-4a46-96fc-319a16d0a88b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:02:07.674579 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5323c3c-8588-47df-8ce5-649a818b9675 req-37a26a22-6d45-4c4a-98d1-2166fb280045 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.2145653 Nov 26 03:02:07.679683 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-f1d49900-dc2b-4118-94bc-9eb1365ac2fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:07.682324 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-91d783c7-c018-4d31-88fc-0d4fdebc6bb5 None None] Provisioning complete for port 1d9b2abc-09ca-4172-84dc-017e6a1595cd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:07.682886 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-91d783c7-c018-4d31-88fc-0d4fdebc6bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:07.692364 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d49900-dc2b-4118-94bc-9eb1365ac2fe admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:02:07.845873 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1d49900-dc2b-4118-94bc-9eb1365ac2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:07.847085 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1834ead-5d63-44d0-a721-3b3aff4f2a28 req-90febe88-6006-405e-8e60-d95c5af12f67 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488678 Nov 26 03:02:07.899796 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-91d783c7-c018-4d31-88fc-0d4fdebc6bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:07.933454 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2466e1a-e426-40a0-a1be-d958fe04c91a None None] Pushing event updated for resources: {'Port': ['ID=1d9b2abc-09ca-4172-84dc-017e6a1595cd,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:07.971668 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] Set router 584a591c-cea8-49a6-93b6-727331e74c2f gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:02:07.982106 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-91d783c7-c018-4d31-88fc-0d4fdebc6bb5 None None] For port 1d9b2abc-09ca-4172-84dc-017e6a1595cd, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1d9b2abc-09ca-4172-84dc-017e6a1595cd,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:07.994710 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-91d783c7-c018-4d31-88fc-0d4fdebc6bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:08.047852 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5323c3c-8588-47df-8ce5-649a818b9675 req-60396123-364a-4ff7-9509-393bc6ff932f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3682351 Nov 26 03:02:08.104334 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a68429-20b7-417e-8514-3b3de25e311f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:02:08.111363 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c3a68429-20b7-417e-8514-3b3de25e311f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/471e1719-cc54-4538-9d3c-5eb7b81ba8b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1055355 Nov 26 03:02:08.118846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c2ef32-7257-4df8-9074-5041ab9bed48 None None] Sync routers for ids ['471e1719-cc54-4538-9d3c-5eb7b81ba8b3'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:02:08.125636 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56006) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:08.243384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d783c7-c018-4d31-88fc-0d4fdebc6bb5 None None] Pushing event updated for resources: {'Port': ['ID=1d9b2abc-09ca-4172-84dc-017e6a1595cd,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:08.254750 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c2ef32-7257-4df8-9074-5041ab9bed48 None None] Routers {'471e1719-cc54-4538-9d3c-5eb7b81ba8b3'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:08.267839 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-83c2ef32-7257-4df8-9074-5041ab9bed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['471e1719-cc54-4538-9d3c-5eb7b81ba8b3'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:08.274861 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1d49900-dc2b-4118-94bc-9eb1365ac2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:08.378109 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-83c2ef32-7257-4df8-9074-5041ab9bed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:08.435635 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c2ef32-7257-4df8-9074-5041ab9bed48 None None] Routers {'471e1719-cc54-4538-9d3c-5eb7b81ba8b3'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:08.436450 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-83c2ef32-7257-4df8-9074-5041ab9bed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['471e1719-cc54-4538-9d3c-5eb7b81ba8b3'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:08.566072 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1d49900-dc2b-4118-94bc-9eb1365ac2fe admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:08.572453 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-83c2ef32-7257-4df8-9074-5041ab9bed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:08.572769 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1d49900-dc2b-4118-94bc-9eb1365ac2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:08.574647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c2ef32-7257-4df8-9074-5041ab9bed48 None None] The sync data for ids ['471e1719-cc54-4538-9d3c-5eb7b81ba8b3'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:02:08.673305 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d49900-dc2b-4118-94bc-9eb1365ac2fe admin admin] Pushing event updated for resources: {'Port': ['ID=38c7eaea-c3ac-42f9-9937-cd2a1aaea267,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:08.676342 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1d49900-dc2b-4118-94bc-9eb1365ac2fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:08.828024 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ee9b81f-fb64-4ea0-a827-0209d80c70c1 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:08.846860 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'name': 'tempest-ServerRescueTestJSONUnderV235-832095837-router', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:01Z', 'updated_at': '2021-11-26T03:02:03Z', 'revision_number': 3, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'gw_port': {'id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:02Z', 'updated_at': '2021-11-26T03:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:08.920033 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d49900-dc2b-4118-94bc-9eb1365ac2fe admin admin] Network f0ba11a9-980c-4a46-96fc-319a16d0a88b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:02:08.922330 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab91cba-5db6-4af0-9d3e-94a82461c14c None None] The sync data for ids ['584a591c-cea8-49a6-93b6-727331e74c2f'] in n-d-819389-3 is: [{'id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'name': 'tempest-ServerRescueTestJSONUnderV235-832095837-router', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:01Z', 'updated_at': '2021-11-26T03:02:03Z', 'revision_number': 3, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'gw_port': {'id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:02Z', 'updated_at': '2021-11-26T03:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:02:08.922515 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-f1d49900-dc2b-4118-94bc-9eb1365ac2fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:09.060420 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfc65a-5367-4d20-b535-3335115204bb req-6a92e1a9-a769-437a-98b0-49256cdaadff tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:09.063047 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-87bfc65a-5367-4d20-b535-3335115204bb req-6a92e1a9-a769-437a-98b0-49256cdaadff tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.0761542 Nov 26 03:02:09.193471 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d49900-dc2b-4118-94bc-9eb1365ac2fe admin admin] Router 584a591c-cea8-49a6-93b6-727331e74c2f has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:02:09.390878 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d49900-dc2b-4118-94bc-9eb1365ac2fe admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:02:09.422766 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f1d49900-dc2b-4118-94bc-9eb1365ac2fe admin admin] 10.222.0.31 "PUT /v2.0/routers/584a591c-cea8-49a6-93b6-727331e74c2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9182999 Nov 26 03:02:09.424259 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-87bfc65a-5367-4d20-b535-3335115204bb req-89a90b65-6f90-40b3-9800-50d442ecd588 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410103 Nov 26 03:02:09.548585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b4a16-1b15-4d8b-910b-b9dc86cc0227 req-ff85ee28-fe05-4dc4-aaa6-71243f52e797 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:09.550258 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-435b4a16-1b15-4d8b-910b-b9dc86cc0227 req-ff85ee28-fe05-4dc4-aaa6-71243f52e797 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.3228927 Nov 26 03:02:09.889968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-435b4a16-1b15-4d8b-910b-b9dc86cc0227 req-6f89273b-6338-4298-abb3-ddcded70cb19 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170311 Nov 26 03:02:10.037375 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-7ee9b81f-fb64-4ea0-a827-0209d80c70c1 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting port d0863501-ad36-4878-a2f0-737fddbd734b {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:02:10.037736 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ee9b81f-fb64-4ea0-a827-0209d80c70c1 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:10.233979 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ee9b81f-fb64-4ea0-a827-0209d80c70c1 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:10.291779 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-7ee9b81f-fb64-4ea0-a827-0209d80c70c1 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Calling delete_port for d0863501-ad36-4878-a2f0-737fddbd734b owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:02:10.910283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29ed41-5f94-4f8a-ad10-9b9f92d4f52d req-dc239452-9bc1-4766-b188-aa78bdd64ea2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:10.912189 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a29ed41-5f94-4f8a-ad10-9b9f92d4f52d req-dc239452-9bc1-4766-b188-aa78bdd64ea2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2786791 Nov 26 03:02:10.933811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-b0447d65-2b40-4528-834a-2871746cbac5 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:10.935816 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-b0447d65-2b40-4528-834a-2871746cbac5 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/networks?id=f0ba11a9-980c-4a46-96fc-319a16d0a88b HTTP/1.1" status: 200 len: 819 time: 0.4608245 Nov 26 03:02:11.125735 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-e0f34100-400d-4f5e-ba65-a6c5fb1b390c tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/quotas/e4814f8e602a439facd3c1eeb8aae21e HTTP/1.1" status: 200 len: 375 time: 0.1475618 Nov 26 03:02:11.165718 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ee9b81f-fb64-4ea0-a827-0209d80c70c1 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:11.288682 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a29ed41-5f94-4f8a-ad10-9b9f92d4f52d req-055142b7-daf0-412f-bcaf-dbadae5ae1c2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3513749 Nov 26 03:02:11.305949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9b81f-fb64-4ea0-a827-0209d80c70c1 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Port': ['ID=d0863501-ad36-4878-a2f0-737fddbd734b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:11.468665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-597000f9-f2b1-4345-b685-ad2479b12dfa tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4814f8e602a439facd3c1eeb8aae21e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3411672 Nov 26 03:02:11.509494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-c2c7ada5-9dc9-445a-a0c5-a3d4c489a9f5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:02:11.509494 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-c2c7ada5-9dc9-445a-a0c5-a3d4c489a9f5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063460 Nov 26 03:02:11.537408 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ee9b81f-fb64-4ea0-a827-0209d80c70c1 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:11.696616 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1d9b2abc-09ca-4172-84dc-017e6a1595cd up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:02:11.798257 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-908116f7-1de0-436a-b9ac-8c1d089709e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:11.890287 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 1d9b2abc-09ca-4172-84dc-017e6a1595cd triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:11.891777 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:12.387762 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Sync routers for ids ['584a591c-cea8-49a6-93b6-727331e74c2f'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:02:12.405542 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Routers {'584a591c-cea8-49a6-93b6-727331e74c2f'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:12.406234 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['584a591c-cea8-49a6-93b6-727331e74c2f'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:12.605907 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Set router 584a591c-cea8-49a6-93b6-727331e74c2f gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:02:12.690376 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-4a5b96ae-a25a-45f5-ba25-6d045d6fb934 service neutron] 10.222.0.31 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8477275 Nov 26 03:02:12.830869 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee9b81f-fb64-4ea0-a827-0209d80c70c1 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router 471e1719-cc54-4538-9d3c-5eb7b81ba8b3 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:02:12.937964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ea93b-1105-4b0f-85ef-709d2ef21a54 req-3cfb2aff-4c92-441e-a7c0-7a0d533e9f5e tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:12.945809 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-343ea93b-1105-4b0f-85ef-709d2ef21a54 req-3cfb2aff-4c92-441e-a7c0-7a0d533e9f5e tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 1.1042862 Nov 26 03:02:13.026005 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'name': 'tempest-ServerRescueTestJSONUnderV235-832095837-router', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:01Z', 'updated_at': '2021-11-26T03:02:08Z', 'revision_number': 4, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'gw_port': {'id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:02Z', 'updated_at': '2021-11-26T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '38c7eaea-c3ac-42f9-9937-cd2a1aaea267', 'name': '', 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'mac_address': 'fa:16:3e:e5:57:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9ab6ae28-92a3-48da-8ac6-99d9bc59726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:06Z', 'updated_at': '2021-11-26T03:02:08Z', 'revision_number': 2, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'subnets': [{'id': '9ab6ae28-92a3-48da-8ac6-99d9bc59726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:13.058808 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Checking router: 584a591c-cea8-49a6-93b6-727331e74c2f for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:02:13.059464 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Updating router 584a591c-cea8-49a6-93b6-727331e74c2f port 38c7eaea-c3ac-42f9-9937-cd2a1aaea267 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:02:13.089235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee9b81f-fb64-4ea0-a827-0209d80c70c1 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:02:13.097689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7ee9b81f-fb64-4ea0-a827-0209d80c70c1 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/471e1719-cc54-4538-9d3c-5eb7b81ba8b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9709241 Nov 26 03:02:13.100488 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56208) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:13.103876 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adda701c-2b2a-4b3c-84cc-4dfcc2335a43 None None] Sync routers for ids ['471e1719-cc54-4538-9d3c-5eb7b81ba8b3'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:02:13.123300 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adda701c-2b2a-4b3c-84cc-4dfcc2335a43 None None] Routers {'471e1719-cc54-4538-9d3c-5eb7b81ba8b3'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:13.125461 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-adda701c-2b2a-4b3c-84cc-4dfcc2335a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['471e1719-cc54-4538-9d3c-5eb7b81ba8b3'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:13.188694 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:13.192827 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5b865090-39f0-4de7-aaa6-0bc28db3e631 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/ports?device_id=471e1719-cc54-4538-9d3c-5eb7b81ba8b3 HTTP/1.1" status: 200 len: 205 time: 0.0910268 Nov 26 03:02:13.205645 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56212) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:13.209970 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-343ea93b-1105-4b0f-85ef-709d2ef21a54 req-4a6f4127-9935-4fd6-b4e6-0cc0bcba8378 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628870 Nov 26 03:02:13.263900 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-adda701c-2b2a-4b3c-84cc-4dfcc2335a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:13.268470 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-2216bbe8-cfca-496f-b027-e49bc7e185e5 service neutron] 10.222.0.31 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872413 Nov 26 03:02:13.298704 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adda701c-2b2a-4b3c-84cc-4dfcc2335a43 None None] Routers {'471e1719-cc54-4538-9d3c-5eb7b81ba8b3'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:13.299553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-adda701c-2b2a-4b3c-84cc-4dfcc2335a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:01:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['471e1719-cc54-4538-9d3c-5eb7b81ba8b3'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:13.409196 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-adda701c-2b2a-4b3c-84cc-4dfcc2335a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:13.410090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adda701c-2b2a-4b3c-84cc-4dfcc2335a43 None None] The sync data for ids ['471e1719-cc54-4538-9d3c-5eb7b81ba8b3'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:02:13.475968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31697f1a-fae1-4636-8b72-4b901e67bce3 req-736aa05b-a6b7-4b4b-b4f6-442557dc5bbc tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:13.485760 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31697f1a-fae1-4636-8b72-4b901e67bce3 req-736aa05b-a6b7-4b4b-b4f6-442557dc5bbc tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1100211 Nov 26 03:02:13.520395 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea49538e-76ed-45d4-9b5c-c0aef6aaf717 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:13.596761 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31697f1a-fae1-4636-8b72-4b901e67bce3 req-b24728e1-d4c1-4acf-bb5b-b0a7e6d325a5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098027 Nov 26 03:02:13.786043 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-86d0335d-56f7-4c4a-9556-1c6e955919b9 req-6c31dc48-b95a-47a1-af83-7a9582179c5a tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 210 time: 0.0809331 Nov 26 03:02:13.897605 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea49538e-76ed-45d4-9b5c-c0aef6aaf717 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:13.900533 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea49538e-76ed-45d4-9b5c-c0aef6aaf717 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:13.975324 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea49538e-76ed-45d4-9b5c-c0aef6aaf717 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:13.976451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea49538e-76ed-45d4-9b5c-c0aef6aaf717 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Fanout notify agent at l3_agent the message router_deleted on router 471e1719-cc54-4538-9d3c-5eb7b81ba8b3 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:02:13.999617 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea49538e-76ed-45d4-9b5c-c0aef6aaf717 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:14.005041 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ea49538e-76ed-45d4-9b5c-c0aef6aaf717 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/routers/471e1719-cc54-4538-9d3c-5eb7b81ba8b3 HTTP/1.1" status: 204 len: 168 time: 0.7981060 Nov 26 03:02:14.007695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56232) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:14.145500 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c6a11fcd-b38e-4fcd-b07c-dfa9ff811bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:14.210947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd30222-ee7d-4eff-b1af-895a6edecad3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting subnet f9ec13c9-433d-404d-8262-46d1e94fc3f1 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:02:14.232884 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ebd30222-ee7d-4eff-b1af-895a6edecad3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:14.244520 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:14.291462 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:14.516799 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa27273-4d0a-45c0-a3f6-a7f738b721fe None None] Pushing event updated for resources: {'Port': ['ID=38c7eaea-c3ac-42f9-9937-cd2a1aaea267,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:14.612132 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ebd30222-ee7d-4eff-b1af-895a6edecad3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:14.620592 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Attempting to bind port 38c7eaea-c3ac-42f9-9937-cd2a1aaea267 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:02:14.621710 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Attempting to bind port 38c7eaea-c3ac-42f9-9937-cd2a1aaea267 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '67d0eb38-a642-443b-b3f3-17d73b8fcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:02:14.623286 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Attempting to bind port 38c7eaea-c3ac-42f9-9937-cd2a1aaea267 on network f0ba11a9-980c-4a46-96fc-319a16d0a88b {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:02:14.659401 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:02:14.660777 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Checking segment: {'id': '67d0eb38-a642-443b-b3f3-17d73b8fcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:02:14.661567 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:14.662528 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Bound using segment: {'id': '67d0eb38-a642-443b-b3f3-17d73b8fcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:02:14.662918 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Bound port: 38c7eaea-c3ac-42f9-9937-cd2a1aaea267, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d0eb38-a642-443b-b3f3-17d73b8fcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:02:14.663832 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:14.873117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788592e-1851-4ec8-a363-2e9b04afeee9 req-7304cc6f-c78f-4288-82e0-23432f205ec9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:14.881009 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d788592e-1851-4ec8-a363-2e9b04afeee9 req-7304cc6f-c78f-4288-82e0-23432f205ec9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.5745950 Nov 26 03:02:14.885549 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] For port 38c7eaea-c3ac-42f9-9937-cd2a1aaea267, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:02:14.893318 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] For port 38c7eaea-c3ac-42f9-9937-cd2a1aaea267, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=38c7eaea-c3ac-42f9-9937-cd2a1aaea267,segment=NetworkSegment(67d0eb38-a642-443b-b3f3-17d73b8fcb22),segment_id=67d0eb38-a642-443b-b3f3-17d73b8fcb22)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:02:14.909452 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:14.934637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430d165-5647-413f-b391-948f4fabe418 req-b7564ef9-7623-4084-b034-aa45b5e01695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:14.936273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f430d165-5647-413f-b391-948f4fabe418 req-b7564ef9-7623-4084-b034-aa45b5e01695 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 1095 time: 0.6164768 Nov 26 03:02:14.954875 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d788592e-1851-4ec8-a363-2e9b04afeee9 req-f3987b6c-88b9-4ae1-ad10-e92885b375c5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727808 Nov 26 03:02:14.975126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbd1f4-0f1b-40f0-895c-3bd6665dcb5c req-3776143f-4ea1-49c3-b92d-06f8a6d2d4bf tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:14.980352 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bbbd1f4-0f1b-40f0-895c-3bd6665dcb5c req-3776143f-4ea1-49c3-b92d-06f8a6d2d4bf tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.6130679 Nov 26 03:02:15.014898 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:15.039311 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa27273-4d0a-45c0-a3f6-a7f738b721fe None None] Pushing event updated for resources: {'Port': ['ID=38c7eaea-c3ac-42f9-9937-cd2a1aaea267,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:15.119757 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Routers {'584a591c-cea8-49a6-93b6-727331e74c2f'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:15.128680 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['584a591c-cea8-49a6-93b6-727331e74c2f'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:15.308023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69f2d5e8-75a5-4746-bb9a-5b0a98a7b517 req-40839fba-aa53-472f-9f21-9cd675f0e06d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 210 time: 0.0549114 Nov 26 03:02:15.341309 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bbbd1f4-0f1b-40f0-895c-3bd6665dcb5c req-a48007a7-1339-4957-826c-ef12645a9dea tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3305979 Nov 26 03:02:15.367555 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ebd30222-ee7d-4eff-b1af-895a6edecad3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:15.410892 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] Set router 584a591c-cea8-49a6-93b6-727331e74c2f gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:02:15.435866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430d165-5647-413f-b391-948f4fabe418 req-116329f2-498e-4c06-a93c-e55f5ea17e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:15.438283 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f430d165-5647-413f-b391-948f4fabe418 req-116329f2-498e-4c06-a93c-e55f5ea17e76 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 913 time: 0.4466386 Nov 26 03:02:15.612547 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f430d165-5647-413f-b391-948f4fabe418 req-edc1d30d-80e7-4c34-9377-76824be52d96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688 HTTP/1.1" status: 200 len: 999 time: 0.1618705 Nov 26 03:02:15.677095 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430d165-5647-413f-b391-948f4fabe418 req-b85a15d9-c8b3-49e7-976b-fcdf8f8b8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:15.679018 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f430d165-5647-413f-b391-948f4fabe418 req-b85a15d9-c8b3-49e7-976b-fcdf8f8b8807 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.0558884 Nov 26 03:02:15.748207 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430d165-5647-413f-b391-948f4fabe418 req-6064ed20-4401-4af0-992c-69566937076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:15.751059 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f430d165-5647-413f-b391-948f4fabe418 req-6064ed20-4401-4af0-992c-69566937076b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633798 Nov 26 03:02:15.752791 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ebd30222-ee7d-4eff-b1af-895a6edecad3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:15.920180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f430d165-5647-413f-b391-948f4fabe418 req-e1062da8-edd1-457e-b361-4dc052a0d4c1 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533687 Nov 26 03:02:15.973009 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'name': 'tempest-ServerRescueTestJSONUnderV235-832095837-router', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:01Z', 'updated_at': '2021-11-26T03:02:08Z', 'revision_number': 4, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'gw_port': {'id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:02Z', 'updated_at': '2021-11-26T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '38c7eaea-c3ac-42f9-9937-cd2a1aaea267', 'name': '', 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'mac_address': 'fa:16:3e:e5:57:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9ab6ae28-92a3-48da-8ac6-99d9bc59726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:06Z', 'updated_at': '2021-11-26T03:02:14Z', 'revision_number': 4, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'subnets': [{'id': '9ab6ae28-92a3-48da-8ac6-99d9bc59726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:16.015775 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c986f2d5-1749-4d7d-b16e-cb3c1e824d2c None None] The sync data for ids ['584a591c-cea8-49a6-93b6-727331e74c2f'] in n-d-819389-3 is: [{'id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'name': 'tempest-ServerRescueTestJSONUnderV235-832095837-router', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:01Z', 'updated_at': '2021-11-26T03:02:08Z', 'revision_number': 4, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'gw_port': {'id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:02Z', 'updated_at': '2021-11-26T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '38c7eaea-c3ac-42f9-9937-cd2a1aaea267', 'name': '', 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'mac_address': 'fa:16:3e:e5:57:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9ab6ae28-92a3-48da-8ac6-99d9bc59726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:06Z', 'updated_at': '2021-11-26T03:02:14Z', 'revision_number': 4, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'subnets': [{'id': '9ab6ae28-92a3-48da-8ac6-99d9bc59726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:02:16.170263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8941c0d-7c86-4d3e-a49a-32bf17d05c16 None None] Network 470e1c71-87e3-4350-817a-c9c7f0cfb3a5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:02:16.184904 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ebd30222-ee7d-4eff-b1af-895a6edecad3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:16.202180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ebd30222-ee7d-4eff-b1af-895a6edecad3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/subnets/f9ec13c9-433d-404d-8262-46d1e94fc3f1 HTTP/1.1" status: 204 len: 168 time: 2.1915872 Nov 26 03:02:16.203341 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56270) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:16.220558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd30222-ee7d-4eff-b1af-895a6edecad3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ec13c9-433d-404d-8262-46d1e94fc3f1,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:16.371687 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-764f8716-ebe5-42f1-b4fd-5cb3f7f8d5d4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting subnet 90e6425e-1123-4a15-964b-022ff26b027c {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:02:16.387231 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-764f8716-ebe5-42f1-b4fd-5cb3f7f8d5d4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:16.487771 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56278) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:16.577560 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-764f8716-ebe5-42f1-b4fd-5cb3f7f8d5d4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:16.671163 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:16.686688 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f430d165-5647-413f-b391-948f4fabe418 req-c7224990-72d2-4db6-8a18-5b7daa9d9d78 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815888 Nov 26 03:02:16.812437 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df960ba6-1ad7-44de-a06c-b4ae17533e01 None None] DHCP port deletion for 470e1c71-87e3-4350-817a-c9c7f0cfb3a5 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:02:16.841394 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-011beffd-937b-43f7-829f-a130cf7d19ee req-0432de9d-3e56-4f85-9ef5-fc343c22273a tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 210 time: 0.1453748 Nov 26 03:02:16.905107 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-469d59db-b667-4d7f-8c5a-74547bfddd3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:16.912905 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-764f8716-ebe5-42f1-b4fd-5cb3f7f8d5d4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:16.985377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51d9a1-aa5b-46e0-af8a-3391c7a4a5b0 req-b263c49f-a3ae-48de-aa19-b55bbd1c8589 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:16.987084 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d51d9a1-aa5b-46e0-af8a-3391c7a4a5b0 req-b263c49f-a3ae-48de-aa19-b55bbd1c8589 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.7832949 Nov 26 03:02:16.995709 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-df960ba6-1ad7-44de-a06c-b4ae17533e01 None None] Deleting port 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:02:16.996358 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df960ba6-1ad7-44de-a06c-b4ae17533e01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:17.067726 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56294) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:17.130201 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-764f8716-ebe5-42f1-b4fd-5cb3f7f8d5d4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:17.130764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-df960ba6-1ad7-44de-a06c-b4ae17533e01 None None] For port 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1,segment=NetworkSegment(f09a8465-8803-4fd9-b4f4-2c4dc3762df6),segment_id=f09a8465-8803-4fd9-b4f4-2c4dc3762df6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:17.131344 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df960ba6-1ad7-44de-a06c-b4ae17533e01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:17.159236 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-df960ba6-1ad7-44de-a06c-b4ae17533e01 None None] Calling delete_port for 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:02:17.174102 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-daaaa57f-a270-4a1c-a12f-b1de0c959a19 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:17.178826 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f8716-ebe5-42f1-b4fd-5cb3f7f8d5d4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Subnet': ['ID=90e6425e-1123-4a15-964b-022ff26b027c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:17.181693 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-daaaa57f-a270-4a1c-a12f-b1de0c959a19 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.54 "GET /v2.0/networks?id=f0ba11a9-980c-4a46-96fc-319a16d0a88b HTTP/1.1" status: 200 len: 819 time: 1.2583127 Nov 26 03:02:17.206071 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-764f8716-ebe5-42f1-b4fd-5cb3f7f8d5d4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:17.210731 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-764f8716-ebe5-42f1-b4fd-5cb3f7f8d5d4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/subnets/90e6425e-1123-4a15-964b-022ff26b027c HTTP/1.1" status: 204 len: 168 time: 1.0056121 Nov 26 03:02:17.214179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56298) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:17.249495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-91bb95ef-7725-40b0-950f-8a6b12299806 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Request body: {'port': {'device_id': 'e53ab5b4-5774-416e-bb1b-d677ddb53413', 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b', 'admin_state_up': True, 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:17.355421 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-469d59db-b667-4d7f-8c5a-74547bfddd3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:17.433570 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f85402-0c31-409d-9b92-dad23a07915a None None] Network 32c6e986-54aa-46c3-9ac4-f9dd8872d55f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:02:17.482193 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-56078dc2-ec3e-4d4a-bb2f-97bdfb8f5143 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=731fab418a0640cd8c02640692843d82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4069889 Nov 26 03:02:17.483064 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-469d59db-b667-4d7f-8c5a-74547bfddd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:17.489216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56304) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:17.508189 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d51d9a1-aa5b-46e0-af8a-3391c7a4a5b0 req-17b6396f-866f-4f54-a27b-3b72d530cc66 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4718082 Nov 26 03:02:17.538468 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fc44c-1100-4414-8e02-4b90620c30db req-ef8ec727-2986-4b7e-8c89-33186e1e282c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:17.540457 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c32fc44c-1100-4414-8e02-4b90620c30db req-ef8ec727-2986-4b7e-8c89-33186e1e282c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.5524344 Nov 26 03:02:17.641581 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-469d59db-b667-4d7f-8c5a-74547bfddd3d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6def19ed2219473d820720cac802ae37&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1380303 Nov 26 03:02:17.644593 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56306) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:17.674120 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d59db-b667-4d7f-8c5a-74547bfddd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14931248-065a-44a1-90e7-85985e156be1,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:17.722807 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d8f48b1-2c4a-4a35-9096-9312ce238fa4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:17.744941 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 38c7eaea-c3ac-42f9-9937-cd2a1aaea267 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:02:17.746752 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df960ba6-1ad7-44de-a06c-b4ae17533e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:17.786397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df960ba6-1ad7-44de-a06c-b4ae17533e01 None None] No DVR routers for this DVR port 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:02:17.830205 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d8d26566-2cfb-4f1f-a2bc-1f6098ac2fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:17.877243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-91bb95ef-7725-40b0-950f-8a6b12299806 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Made reservation on behalf of e4814f8e602a439facd3c1eeb8aae21e for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:02:17.883637 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-91bb95ef-7725-40b0-950f-8a6b12299806 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:17.976033 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d8f48b1-2c4a-4a35-9096-9312ce238fa4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.010320 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4d8f48b1-2c4a-4a35-9096-9312ce238fa4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470e1c71-87e3-4350-817a-c9c7f0cfb3a5']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:18.012416 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c32fc44c-1100-4414-8e02-4b90620c30db req-605b23ba-f258-4e7b-ade1-1dd05fc30231 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4364974 Nov 26 03:02:18.041319 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4d8f48b1-2c4a-4a35-9096-9312ce238fa4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09a8465-8803-4fd9-b4f4-2c4dc3762df6') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:18.041738 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4d8f48b1-2c4a-4a35-9096-9312ce238fa4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09a8465-8803-4fd9-b4f4-2c4dc3762df6') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:18.055488 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d8f48b1-2c4a-4a35-9096-9312ce238fa4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.089062 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d8f48b1-2c4a-4a35-9096-9312ce238fa4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.103172 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8f48b1-2c4a-4a35-9096-9312ce238fa4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:02:18.103731 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d8f48b1-2c4a-4a35-9096-9312ce238fa4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:02:18.107306 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:02:18.162269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be59e123-1434-42aa-b282-8f756b8a64c6 req-2c84a221-e3df-437d-87a5-40bff61d10be tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 210 time: 0.1350074 Nov 26 03:02:18.172503 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d8d26566-2cfb-4f1f-a2bc-1f6098ac2fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.221927 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bbb99fea-51a0-46de-b6d3-0eb331a2c118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.225715 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d8f48b1-2c4a-4a35-9096-9312ce238fa4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.239133 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.240720 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df960ba6-1ad7-44de-a06c-b4ae17533e01 None None] Pushing event deleted for resources: {'Port': ['ID=1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:18.269884 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4d8f48b1-2c4a-4a35-9096-9312ce238fa4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.276548 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4d8f48b1-2c4a-4a35-9096-9312ce238fa4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/networks/470e1c71-87e3-4350-817a-c9c7f0cfb3a5 HTTP/1.1" status: 204 len: 168 time: 1.0611739 Nov 26 03:02:18.277495 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f48b1-2c4a-4a35-9096-9312ce238fa4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Network': ['ID=470e1c71-87e3-4350-817a-c9c7f0cfb3a5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:18.279185 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56310) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:18.317215 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 38c7eaea-c3ac-42f9-9937-cd2a1aaea267 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:18.320202 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.409209 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-0d208ee8-6e61-4b1a-b213-48b069afc617 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6489277 Nov 26 03:02:18.480237 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.485222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c19ad8-71e8-4269-8ecf-77b7775436a1 None None] DHCP port deletion for 32c6e986-54aa-46c3-9ac4-f9dd8872d55f request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:02:18.498419 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.578730 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 38c7eaea-c3ac-42f9-9937-cd2a1aaea267, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=38c7eaea-c3ac-42f9-9937-cd2a1aaea267,segment=NetworkSegment(67d0eb38-a642-443b-b3f3-17d73b8fcb22),segment_id=67d0eb38-a642-443b-b3f3-17d73b8fcb22)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:18.595131 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.633764 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37164b9f-cf94-4b52-b512-bc55746c0c15 req-87622e9c-4667-4cb4-921e-644ee51739a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:18.656515 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37164b9f-cf94-4b52-b512-bc55746c0c15 req-87622e9c-4667-4cb4-921e-644ee51739a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd0486c09d3445d19d9cae0425413414&device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 1097 time: 0.8964384 Nov 26 03:02:18.685410 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d8d26566-2cfb-4f1f-a2bc-1f6098ac2fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.693151 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d8d26566-2cfb-4f1f-a2bc-1f6098ac2fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.699893 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d8d26566-2cfb-4f1f-a2bc-1f6098ac2fca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6aa409f-0ca6-4a9d-a3c2-287659205ed8 HTTP/1.1" status: 204 len: 168 time: 1.2064700 Nov 26 03:02:18.707840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=38c7eaea-c3ac-42f9-9937-cd2a1aaea267,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:18.726401 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-e8c19ad8-71e8-4269-8ecf-77b7775436a1 None None] Deleting port cbbb1320-8746-409f-bc8b-0d2ca068349e {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:02:18.726829 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e8c19ad8-71e8-4269-8ecf-77b7775436a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.732164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting port cbbb1320-8746-409f-bc8b-0d2ca068349e {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:02:18.732508 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.798827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-91bb95ef-7725-40b0-950f-8a6b12299806 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Allocated IP 172.20.0.13 (f0ba11a9-980c-4a46-96fc-319a16d0a88b/9ab6ae28-92a3-48da-8ac6-99d9bc59726a/01a81309-c483-4256-ae57-243f030dca34) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:02:18.818677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:02:18.837528 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] For port cbbb1320-8746-409f-bc8b-0d2ca068349e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cbbb1320-8746-409f-bc8b-0d2ca068349e,segment=NetworkSegment(68f5864a-6615-4e66-87bc-24c282d1e495),segment_id=68f5864a-6615-4e66-87bc-24c282d1e495)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:18.837992 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.855933 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Calling delete_port for cbbb1320-8746-409f-bc8b-0d2ca068349e owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:02:18.874326 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:02:18.874685 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1e7eee8e-0bcf-46c1-8ea5-0bf6445ac2c1 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:02:18.897662 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e8c19ad8-71e8-4269-8ecf-77b7775436a1 None None] For port cbbb1320-8746-409f-bc8b-0d2ca068349e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cbbb1320-8746-409f-bc8b-0d2ca068349e,segment=NetworkSegment(68f5864a-6615-4e66-87bc-24c282d1e495),segment_id=68f5864a-6615-4e66-87bc-24c282d1e495)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:18.900527 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e8c19ad8-71e8-4269-8ecf-77b7775436a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.916840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-e8c19ad8-71e8-4269-8ecf-77b7775436a1 None None] Calling delete_port for cbbb1320-8746-409f-bc8b-0d2ca068349e owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:02:18.963540 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:18.995454 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Port': ['ID=cbbb1320-8746-409f-bc8b-0d2ca068349e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:19.007435 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bbb99fea-51a0-46de-b6d3-0eb331a2c118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:19.020874 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] No DVR routers for this DVR port cbbb1320-8746-409f-bc8b-0d2ca068349e on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:02:19.031428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d26566-2cfb-4f1f-a2bc-1f6098ac2fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6aa409f-0ca6-4a9d-a3c2-287659205ed8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:19.038581 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37164b9f-cf94-4b52-b512-bc55746c0c15 req-3395c7d3-4639-48e0-93fe-8dc310b5414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:19.040436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37164b9f-cf94-4b52-b512-bc55746c0c15 req-3395c7d3-4639-48e0-93fe-8dc310b5414c service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12 HTTP/1.1" status: 200 len: 918 time: 0.2942412 Nov 26 03:02:19.204888 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28729afe-afab-4fd2-82e2-1c98ace8551e req-86305307-bd60-42bd-97f3-ee82879376cf tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:19.207849 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28729afe-afab-4fd2-82e2-1c98ace8551e req-86305307-bd60-42bd-97f3-ee82879376cf tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.4812880 Nov 26 03:02:19.236411 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e8c19ad8-71e8-4269-8ecf-77b7775436a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:19.267356 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c19ad8-71e8-4269-8ecf-77b7775436a1 None None] No DVR routers for this DVR port cbbb1320-8746-409f-bc8b-0d2ca068349e on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:02:19.367977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c19ad8-71e8-4269-8ecf-77b7775436a1 None None] Pushing event deleted for resources: {'Port': ['ID=cbbb1320-8746-409f-bc8b-0d2ca068349e,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:19.389616 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-d633b12e-948f-489a-a970-147b64348d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:19.390122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-d633b12e-948f-489a-a970-147b64348d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:19.390605 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-d633b12e-948f-489a-a970-147b64348d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:19.391079 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-d633b12e-948f-489a-a970-147b64348d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:19.391559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-d633b12e-948f-489a-a970-147b64348d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:19.392142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-d633b12e-948f-489a-a970-147b64348d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:19.392739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-d633b12e-948f-489a-a970-147b64348d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:19.394593 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-d633b12e-948f-489a-a970-147b64348d02 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 6491 time: 0.7290804 Nov 26 03:02:19.413820 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:19.440883 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 38c7eaea-c3ac-42f9-9937-cd2a1aaea267 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:02:19.454084 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37164b9f-cf94-4b52-b512-bc55746c0c15 req-817a75e8-8dde-488b-b59f-9c5804bfc5e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca2598c6-1c7b-42a8-8596-4d6b6134e614 HTTP/1.1" status: 200 len: 1001 time: 0.4004023 Nov 26 03:02:19.464531 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c6e986-54aa-46c3-9ac4-f9dd8872d55f']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:19.484995 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f5864a-6615-4e66-87bc-24c282d1e495') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:19.485231 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f5864a-6615-4e66-87bc-24c282d1e495') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:19.502168 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:19.524105 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:19.534177 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:02:19.534855 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:19.536292 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 38c7eaea-c3ac-42f9-9937-cd2a1aaea267 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:19.537090 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:02:19.545897 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:02:19.651642 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:19.687905 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:19.692597 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/networks/32c6e986-54aa-46c3-9ac4-f9dd8872d55f HTTP/1.1" status: 204 len: 168 time: 1.4120119 Nov 26 03:02:19.694543 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144560e-e3c8-494f-8e39-d72f35ecaf1f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Network': ['ID=32c6e986-54aa-46c3-9ac4-f9dd8872d55f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:19.696203 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56326) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:19.702125 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-82bf63be-64e8-4d07-b0bb-f4180251972b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2108982567'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:19.755583 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bf63be-64e8-4d07-b0bb-f4180251972b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Made reservation on behalf of 2211d4a681e7432ab96af548d9d7136f for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:02:19.760032 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-82bf63be-64e8-4d07-b0bb-f4180251972b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:19.796264 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cbbb1320-8746-409f-bc8b-0d2ca068349e no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:02:19.797402 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82bf63be-64e8-4d07-b0bb-f4180251972b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:02:19.810713 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-82bf63be-64e8-4d07-b0bb-f4180251972b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:19.811967 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-82bf63be-64e8-4d07-b0bb-f4180251972b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Added segment d65fbdcb-7fdc-4e6b-91eb-9a5ca076562f of type vlan for network 20733ec1-e58c-4284-9fc9-879a54ef8d32 Nov 26 03:02:19.825600 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: cbbb1320-8746-409f-bc8b-0d2ca068349e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:02:19.825961 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cbbb1320-8746-409f-bc8b-0d2ca068349e not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:02:19.882394 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-82bf63be-64e8-4d07-b0bb-f4180251972b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:19.906579 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28729afe-afab-4fd2-82e2-1c98ace8551e req-d2b4da90-3098-47fb-ab8d-2b78fe22ee67 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6148188 Nov 26 03:02:19.907281 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bbb99fea-51a0-46de-b6d3-0eb331a2c118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:19.909955 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bbb99fea-51a0-46de-b6d3-0eb331a2c118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:19.913790 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bbb99fea-51a0-46de-b6d3-0eb331a2c118 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14931248-065a-44a1-90e7-85985e156be1 HTTP/1.1" status: 204 len: 168 time: 2.2653396 Nov 26 03:02:19.950763 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-82bf63be-64e8-4d07-b0bb-f4180251972b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:19.959382 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf63be-64e8-4d07-b0bb-f4180251972b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:19.961661 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-82bf63be-64e8-4d07-b0bb-f4180251972b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:19.963729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb99fea-51a0-46de-b6d3-0eb331a2c118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14931248-065a-44a1-90e7-85985e156be1,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:20.011050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6accd5-7489-460b-a53e-293114f06ec1 req-3bcb9a14-bf32-4f4e-9b30-386a49340481 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:20.029016 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c6accd5-7489-460b-a53e-293114f06ec1 req-3bcb9a14-bf32-4f4e-9b30-386a49340481 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 946 time: 0.7386632 Nov 26 03:02:20.037741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37164b9f-cf94-4b52-b512-bc55746c0c15 req-e75d6933-d04b-4bbe-8a83-b317ef52fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:20.039208 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37164b9f-cf94-4b52-b512-bc55746c0c15 req-e75d6933-d04b-4bbe-8a83-b317ef52fec9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a5d52cf-14f1-4c64-a09a-1d91ea505a6c HTTP/1.1" status: 200 len: 856 time: 0.5598743 Nov 26 03:02:20.076323 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-91bb95ef-7725-40b0-950f-8a6b12299806 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:20.118433 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-82bf63be-64e8-4d07-b0bb-f4180251972b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4210927 Nov 26 03:02:20.119056 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56334) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:20.127072 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0a329381-f6aa-4092-abf3-6142ab996f1e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'subnet': {'network_id': '20733ec1-e58c-4284-9fc9-879a54ef8d32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:20.169552 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf63be-64e8-4d07-b0bb-f4180251972b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Network': ['ID=20733ec1-e58c-4284-9fc9-879a54ef8d32,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:20.188764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 20733ec1-e58c-4284-9fc9-879a54ef8d32 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:02:20.249536 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a329381-f6aa-4092-abf3-6142ab996f1e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Made reservation on behalf of 2211d4a681e7432ab96af548d9d7136f for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:02:20.253590 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a329381-f6aa-4092-abf3-6142ab996f1e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:20.269716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c6accd5-7489-460b-a53e-293114f06ec1 req-a92f5108-e7d4-474e-8d28-a9a9e416809a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121658 Nov 26 03:02:20.272156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32bbf99f-3a67-4baa-bb0d-bd10bc7d0420 req-917c8279-5819-4aec-ac89-7622a2ee5802 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 210 time: 0.1676626 Nov 26 03:02:20.280895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-30ac6b8b-9a98-4b89-a561-502504dcf135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:20.281627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-30ac6b8b-9a98-4b89-a561-502504dcf135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:20.282417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-30ac6b8b-9a98-4b89-a561-502504dcf135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:20.285186 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-30ac6b8b-9a98-4b89-a561-502504dcf135 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&id=09ad8bb0-11ca-4f86-941d-4b67b4752da2 HTTP/1.1" status: 200 len: 2291 time: 0.8500533 Nov 26 03:02:20.400289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-a0ecfe73-d8a6-4837-9663-f0ee9f6bb727 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7484f68f-6538-4c42-ba92-bbfe50a28df2 HTTP/1.1" status: 200 len: 1001 time: 0.1022406 Nov 26 03:02:20.403000 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37164b9f-cf94-4b52-b512-bc55746c0c15 req-c9da8de0-0590-4423-a33d-c0491dd47332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:20.405228 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37164b9f-cf94-4b52-b512-bc55746c0c15 req-c9da8de0-0590-4423-a33d-c0491dd47332 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3483655 Nov 26 03:02:20.421098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56338) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:20.517821 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a329381-f6aa-4092-abf3-6142ab996f1e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:20.518417 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-978be01e-4dd2-4cc3-a847-70f71533ee1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:20.583846 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-91bb95ef-7725-40b0-950f-8a6b12299806 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:20.594293 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a329381-f6aa-4092-abf3-6142ab996f1e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Subnet': ['ID=e67ef90b-0148-44e2-842f-189ac97cc4c3,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:20.602890 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a329381-f6aa-4092-abf3-6142ab996f1e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Checking segment: {'id': 'd65fbdcb-7fdc-4e6b-91eb-9a5ca076562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '20733ec1-e58c-4284-9fc9-879a54ef8d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:02:20.603258 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a329381-f6aa-4092-abf3-6142ab996f1e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network hostable DHCP agents. Network: 20733ec1-e58c-4284-9fc9-879a54ef8d32, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:02:20.631950 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a329381-f6aa-4092-abf3-6142ab996f1e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 20733ec1-e58c-4284-9fc9-879a54ef8d32 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:02:20.646011 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-0a329381-f6aa-4092-abf3-6142ab996f1e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 20733ec1-e58c-4284-9fc9-879a54ef8d32) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:20.651074 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a329381-f6aa-4092-abf3-6142ab996f1e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:20.651683 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a329381-f6aa-4092-abf3-6142ab996f1e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:20.660193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d70ceae-092a-4512-be31-78fa6c874955 None None] Network 20733ec1-e58c-4284-9fc9-879a54ef8d32 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:02:20.679939 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0a329381-f6aa-4092-abf3-6142ab996f1e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5575724 Nov 26 03:02:20.681966 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56342) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:20.691762 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c37ba60e-2271-494e-a212-7fcf1c4823e3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1411341062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:20.729815 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c37ba60e-2271-494e-a212-7fcf1c4823e3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:20.730832 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c37ba60e-2271-494e-a212-7fcf1c4823e3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:20.754981 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-978be01e-4dd2-4cc3-a847-70f71533ee1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:20.781711 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-2591b917-b4a6-4317-8f51-48d08c9d2bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:20.783581 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-2591b917-b4a6-4317-8f51-48d08c9d2bf5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc HTTP/1.1" status: 200 len: 850 time: 0.3738732 Nov 26 03:02:20.795828 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-978be01e-4dd2-4cc3-a847-70f71533ee1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:20.802449 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c37ba60e-2271-494e-a212-7fcf1c4823e3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:20.811479 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c37ba60e-2271-494e-a212-7fcf1c4823e3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:20.811803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37164b9f-cf94-4b52-b512-bc55746c0c15 req-68f2631b-5fca-475d-9dc7-1d68ed68961b service neutron] 10.222.0.59 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709438 Nov 26 03:02:20.823921 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-91bb95ef-7725-40b0-950f-8a6b12299806 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Network f0ba11a9-980c-4a46-96fc-319a16d0a88b is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:02:20.846740 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c37ba60e-2271-494e-a212-7fcf1c4823e3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:20.851713 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c37ba60e-2271-494e-a212-7fcf1c4823e3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1682131 Nov 26 03:02:20.852732 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56344) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:20.859245 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-20733ec1-e58c-4284-9fc9-879a54ef8d32', 'network_id': '20733ec1-e58c-4284-9fc9-879a54ef8d32', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'fixed_ips': [{'subnet_id': 'e67ef90b-0148-44e2-842f-189ac97cc4c3'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:02:20.859413 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e86c92ca-31c8-47d0-9b28-503c98188c4e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'port': {'network_id': '20733ec1-e58c-4284-9fc9-879a54ef8d32', 'name': 'tempest-RoutersIpV6Test-1703534056'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:20.860617 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:20.882966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-91bb95ef-7725-40b0-950f-8a6b12299806 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:20.885738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-91bb95ef-7725-40b0-950f-8a6b12299806 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:02:20.956966 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ca2598c6-1c7b-42a8-8596-4d6b6134e614 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:02:20.996064 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86c92ca-31c8-47d0-9b28-503c98188c4e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Made reservation on behalf of 2211d4a681e7432ab96af548d9d7136f for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:02:21.001405 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e86c92ca-31c8-47d0-9b28-503c98188c4e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:21.022516 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-e86c92ca-31c8-47d0-9b28-503c98188c4e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] device_id is not set on port 99ded6c0-bf25-4b01-aa9b-3b719eb97220 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:02:21.043731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-91bb95ef-7725-40b0-950f-8a6b12299806 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:21.045201 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-91bb95ef-7725-40b0-950f-8a6b12299806 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:21.066895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d29728-e134-4ba6-845a-94bf74cb22e3 req-c2b88e3a-cc94-4872-892b-ec5a804ede75 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:21.069038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96d29728-e134-4ba6-845a-94bf74cb22e3 req-c2b88e3a-cc94-4872-892b-ec5a804ede75 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.5524185 Nov 26 03:02:21.069978 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb95ef-7725-40b0-950f-8a6b12299806 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Pushing event updated for resources: {'Port': ['ID=01a81309-c483-4256-ae57-243f030dca34,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:21.075156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-978be01e-4dd2-4cc3-a847-70f71533ee1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60375efcf03d4344a2ffff5fc8b6a133&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6323247 Nov 26 03:02:21.076866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978be01e-4dd2-4cc3-a847-70f71533ee1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5226a87c-92dd-4fc5-a74b-86ca72b1a1f4,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:21.079821 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56346) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:21.087549 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-91bb95ef-7725-40b0-950f-8a6b12299806 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8582146 Nov 26 03:02:21.115344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Request body: {'port': {'device_id': 'e53ab5b4-5774-416e-bb1b-d677ddb53413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:21.146160 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:21.147018 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5da3fd79-8573-44d1-94c6-78909bc7f91c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:21.173816 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5da3fd79-8573-44d1-94c6-78909bc7f91c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:21.182635 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:21.197516 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Allocated IP 2001:db8::2 (20733ec1-e58c-4284-9fc9-879a54ef8d32/e67ef90b-0148-44e2-842f-189ac97cc4c3/a4074882-7243-436d-a684-4748a24941c8) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:02:21.211306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-0879dc52-8095-4583-96ac-327fac9bb776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:21.212870 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-0879dc52-8095-4583-96ac-327fac9bb776 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4144044 Nov 26 03:02:21.228223 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa3acff-7be2-4cee-8332-3681543bd483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:02:21.231630 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2d0c86-9b7c-4012-bf5f-5fda0c017b16" -d '{"events": [{"server_uuid": "2fa3acff-7be2-4cee-8332-3681543bd483", "name": "network-vif-unplugged", "status": "completed", "tag": "ca2598c6-1c7b-42a8-8596-4d6b6134e614"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:02:21.235631 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5da3fd79-8573-44d1-94c6-78909bc7f91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:21.238865 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5da3fd79-8573-44d1-94c6-78909bc7f91c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:21.240280 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5da3fd79-8573-44d1-94c6-78909bc7f91c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5226a87c-92dd-4fc5-a74b-86ca72b1a1f4 HTTP/1.1" status: 204 len: 168 time: 0.1584737 Nov 26 03:02:21.251941 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3fd79-8573-44d1-94c6-78909bc7f91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5226a87c-92dd-4fc5-a74b-86ca72b1a1f4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:21.285627 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96d29728-e134-4ba6-845a-94bf74cb22e3 req-f63b896c-b8c9-4fa4-ae96-5095167943b4 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868539 Nov 26 03:02:21.385633 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37164b9f-cf94-4b52-b512-bc55746c0c15 req-b6319cf2-06e7-4ec9-a162-e110b34847c7 service neutron] 10.222.0.59 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542979 Nov 26 03:02:21.388481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ca2598c6-1c7b-42a8-8596-4d6b6134e614, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ca2598c6-1c7b-42a8-8596-4d6b6134e614,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:21.404443 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:21.465682 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ca2598c6-1c7b-42a8-8596-4d6b6134e614,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:21.501403 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 03:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dcc59f-9d48-4a4f-a0e7-527aaa34c154 x-openstack-request-id: req-a8dcc59f-9d48-4a4f-a0e7-527aaa34c154 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:02:21.501710 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa3acff-7be2-4cee-8332-3681543bd483", "name": "network-vif-unplugged", "status": "completed", "tag": "ca2598c6-1c7b-42a8-8596-4d6b6134e614", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:02:21.501968 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8dcc59f-9d48-4a4f-a0e7-527aaa34c154 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:02:21.502367 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa3acff-7be2-4cee-8332-3681543bd483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614', 'code': 200} Nov 26 03:02:21.537125 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-0e3a2d31-4e6a-49a9-8b52-efb84db6927e service neutron] 10.222.0.54 "GET /v2.0/networks/8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975774 Nov 26 03:02:21.548307 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716a7f7-271a-408e-a04c-2f96dbcf0e31 req-a1e726f6-69e9-4714-a032-0ec7720f8159 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:21.549857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b716a7f7-271a-408e-a04c-2f96dbcf0e31 req-a1e726f6-69e9-4714-a032-0ec7720f8159 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 932 time: 0.1597838 Nov 26 03:02:21.587532 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:21.595552 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:21.663390 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Network 20733ec1-e58c-4284-9fc9-879a54ef8d32 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:02:21.671407 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:21.687238 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:02:21.707394 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b716a7f7-271a-408e-a04c-2f96dbcf0e31 req-75c30c4c-977a-4ff3-8ccd-d4b8c38f2f04 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447988 Nov 26 03:02:21.728243 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-e86c92ca-31c8-47d0-9b28-503c98188c4e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Allocated IP 2001:db8::e9 (20733ec1-e58c-4284-9fc9-879a54ef8d32/e67ef90b-0148-44e2-842f-189ac97cc4c3/99ded6c0-bf25-4b01-aa9b-3b719eb97220) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:02:21.781707 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-c35644d5-762c-4293-ae1a-2fbb6cac52c2 service neutron] 10.222.0.54 "GET /v2.0/networks/8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303669 Nov 26 03:02:21.818311 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Pushing event updated for resources: {'Port': ['ID=a4074882-7243-436d-a684-4748a24941c8,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:21.849819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Attempting to bind port a4074882-7243-436d-a684-4748a24941c8 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:02:21.850425 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Attempting to bind port a4074882-7243-436d-a684-4748a24941c8 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'd65fbdcb-7fdc-4e6b-91eb-9a5ca076562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '20733ec1-e58c-4284-9fc9-879a54ef8d32'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:02:21.850967 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Attempting to bind port a4074882-7243-436d-a684-4748a24941c8 on network 20733ec1-e58c-4284-9fc9-879a54ef8d32 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:02:21.858932 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:02:21.859649 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Checking segment: {'id': 'd65fbdcb-7fdc-4e6b-91eb-9a5ca076562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '20733ec1-e58c-4284-9fc9-879a54ef8d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:02:21.860238 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:21.860935 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Bound using segment: {'id': 'd65fbdcb-7fdc-4e6b-91eb-9a5ca076562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '20733ec1-e58c-4284-9fc9-879a54ef8d32'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:02:21.861585 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Bound port: a4074882-7243-436d-a684-4748a24941c8, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65fbdcb-7fdc-4e6b-91eb-9a5ca076562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '20733ec1-e58c-4284-9fc9-879a54ef8d32'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:02:21.862133 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:21.915175 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-02f9b985-98c3-4ecf-952f-76be6e1eda53 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=6b09bce4-33a6-482a-a606-4d167407ae52 HTTP/1.1" status: 200 len: 217 time: 0.0808699 Nov 26 03:02:21.973023 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-dbce1af4-1664-4378-b96b-72916d3b1747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:21.974493 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-dbce1af4-1664-4378-b96b-72916d3b1747 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.0480113 Nov 26 03:02:21.985394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078d412-a19a-47f8-a43e-5533f25e0e59 req-68e48a95-8caa-4dad-85f5-9e54093ed2ab tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:21.992655 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0078d412-a19a-47f8-a43e-5533f25e0e59 req-68e48a95-8caa-4dad-85f5-9e54093ed2ab tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 0.2682486 Nov 26 03:02:22.001666 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] For port a4074882-7243-436d-a684-4748a24941c8, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:02:22.005774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] For port a4074882-7243-436d-a684-4748a24941c8, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a4074882-7243-436d-a684-4748a24941c8,segment=NetworkSegment(d65fbdcb-7fdc-4e6b-91eb-9a5ca076562f),segment_id=d65fbdcb-7fdc-4e6b-91eb-9a5ca076562f)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:02:22.012604 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:22.016616 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a81309-c483-4256-ae57-243f030dca34 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:02:22.089738 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:22.112695 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225df1a-7f7d-45e6-88bf-d577dbc90ea2 None None] Pushing event updated for resources: {'Port': ['ID=a4074882-7243-436d-a684-4748a24941c8,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:22.133007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Transition to ACTIVE for port object 01a81309-c483-4256-ae57-243f030dca34 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:02:22.158792 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:22.219190 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0078d412-a19a-47f8-a43e-5533f25e0e59 req-37a4d55e-2fd4-4ce4-8f70-606a0523661c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185395 Nov 26 03:02:22.236298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da33a60-9cb0-43a0-ad41-35a5059581fc req-50026266-f9fb-407d-8643-c94e6ed2926d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:22.243284 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1da33a60-9cb0-43a0-ad41-35a5059581fc req-50026266-f9fb-407d-8643-c94e6ed2926d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2448518 Nov 26 03:02:22.250766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-141dbbf2-c1b6-4a45-b6ca-36cd2e21626f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:22.252770 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-141dbbf2-c1b6-4a45-b6ca-36cd2e21626f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2555079 Nov 26 03:02:22.347617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Pushing event updated for resources: {'Port': ['ID=01a81309-c483-4256-ae57-243f030dca34,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:22.385632 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:22.521424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-9a3d4df3-f2bd-4aa3-ae0b-4870d2b75f6c service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564673 Nov 26 03:02:22.531565 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1da33a60-9cb0-43a0-ad41-35a5059581fc req-e9392f46-dcea-4408-86b8-18a89ede58d6 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872865 Nov 26 03:02:22.639447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Attempting to bind port 01a81309-c483-4256-ae57-243f030dca34 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:02:22.646208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Attempting to bind port 01a81309-c483-4256-ae57-243f030dca34 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '67d0eb38-a642-443b-b3f3-17d73b8fcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:02:22.646208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Attempting to bind port 01a81309-c483-4256-ae57-243f030dca34 on network f0ba11a9-980c-4a46-96fc-319a16d0a88b {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:02:22.647153 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Port 01a81309-c483-4256-ae57-243f030dca34 on network f0ba11a9-980c-4a46-96fc-319a16d0a88b not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:02:22.647585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Attempting to bind port 01a81309-c483-4256-ae57-243f030dca34 on network f0ba11a9-980c-4a46-96fc-319a16d0a88b {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:02:22.657435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:02:22.657955 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Checking segment: {'id': '67d0eb38-a642-443b-b3f3-17d73b8fcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:02:22.658440 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Bound using segment: {'id': '67d0eb38-a642-443b-b3f3-17d73b8fcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:02:22.659195 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Bound port: 01a81309-c483-4256-ae57-243f030dca34, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d0eb38-a642-443b-b3f3-17d73b8fcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:02:22.659671 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:22.674455 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e86c92ca-31c8-47d0-9b28-503c98188c4e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:22.722659 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e86c92ca-31c8-47d0-9b28-503c98188c4e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:22.769813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-e27b70a7-d3b0-419b-a0d9-0b69823ee8bd service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370656 Nov 26 03:02:22.791308 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86c92ca-31c8-47d0-9b28-503c98188c4e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 20733ec1-e58c-4284-9fc9-879a54ef8d32 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:02:22.796278 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e86c92ca-31c8-47d0-9b28-503c98188c4e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:22.801078 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86c92ca-31c8-47d0-9b28-503c98188c4e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:02:22.809464 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86c92ca-31c8-47d0-9b28-503c98188c4e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:22.810135 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e86c92ca-31c8-47d0-9b28-503c98188c4e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:22.815364 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c92ca-31c8-47d0-9b28-503c98188c4e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=99ded6c0-bf25-4b01-aa9b-3b719eb97220,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:22.835410 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e86c92ca-31c8-47d0-9b28-503c98188c4e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9809315 Nov 26 03:02:22.837599 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56402) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:22.874403 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-e945dfd9-7553-4ef0-9cb2-47dbc54ead0b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=db5b3ce7-6b84-4697-ad3c-d52fc64ab380 HTTP/1.1" status: 200 len: 217 time: 0.0962565 Nov 26 03:02:22.966611 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] For port 01a81309-c483-4256-ae57-243f030dca34, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:02:23.035683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] For port 01a81309-c483-4256-ae57-243f030dca34, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=01a81309-c483-4256-ae57-243f030dca34,segment=NetworkSegment(67d0eb38-a642-443b-b3f3-17d73b8fcb22),segment_id=67d0eb38-a642-443b-b3f3-17d73b8fcb22)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:02:23.067883 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb99e3d-443e-40b8-8bbe-dfcc726789bb req-1822905c-ca74-4ede-8abc-1cd1fc047c2b tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:23.069598 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4bb99e3d-443e-40b8-8bbe-dfcc726789bb req-1822905c-ca74-4ede-8abc-1cd1fc047c2b tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 944 time: 0.1905720 Nov 26 03:02:23.074008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-32873219-d9e2-489d-b2bc-5c95ffcc5e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:23.075665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-32873219-d9e2-489d-b2bc-5c95ffcc5e5f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.1814806 Nov 26 03:02:23.077667 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:23.096862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4360e5d-0a1f-42db-9091-da9643724768 req-3de9a6a0-c8b8-4ecd-a147-9c2f84d647ff tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:23.098585 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b4360e5d-0a1f-42db-9091-da9643724768 req-3de9a6a0-c8b8-4ecd-a147-9c2f84d647ff tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2592523 Nov 26 03:02:23.111240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:23.112185 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:23.114509 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] 10.222.0.54 "PUT /v2.0/ports/01a81309-c483-4256-ae57-243f030dca34 HTTP/1.1" status: 200 len: 1092 time: 2.0057824 Nov 26 03:02:23.179827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53ab5b4-5774-416e-bb1b-d677ddb53413', 'tag': '01a81309-c483-4256-ae57-243f030dca34'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:02:23.183328 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a46b9b-d210-494b-a85e-40b0179e5a04" -d '{"events": [{"name": "network-changed", "server_uuid": "e53ab5b4-5774-416e-bb1b-d677ddb53413", "tag": "01a81309-c483-4256-ae57-243f030dca34"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:02:23.372719 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-698cc0bf-a16c-41e8-a3b4-98e688338f51 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:23.416191 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4bb99e3d-443e-40b8-8bbe-dfcc726789bb req-c3669519-5e25-4280-95b0-b3910fb87d15 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165174 Nov 26 03:02:23.436900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd327318-664d-4b12-b673-76e93911cd3c service neutron] Pushing event updated for resources: {'Port': ['ID=01a81309-c483-4256-ae57-243f030dca34,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:23.448228 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b4360e5d-0a1f-42db-9091-da9643724768 req-76758e5e-5965-4fe4-8e62-317ca9739568 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698941 Nov 26 03:02:23.494171 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-a2c6ca7e-897b-44ad-b92d-95aa62f16917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:23.496290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-a2c6ca7e-897b-44ad-b92d-95aa62f16917 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4814f8e602a439facd3c1eeb8aae21e&device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 1095 time: 0.3074760 Nov 26 03:02:23.504260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-e82b6e91-a8ae-4b8d-80ed-f2cc3ddaf8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:23.506479 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-e82b6e91-a8ae-4b8d-80ed-f2cc3ddaf8a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4057813 Nov 26 03:02:23.523813 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:23.579433 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a4074882-7243-436d-a684-4748a24941c8 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:02:23.617708 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-8157e34a-dd52-4924-b2ea-c445985daf5b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a81309-c483-4256-ae57-243f030dca34 HTTP/1.1" status: 200 len: 217 time: 0.0968173 Nov 26 03:02:23.674391 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9410d65e-79bc-4560-bdf1-7c763451ab7c x-openstack-request-id: req-9410d65e-79bc-4560-bdf1-7c763451ab7c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:02:23.674742 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53ab5b4-5774-416e-bb1b-d677ddb53413", "tag": "01a81309-c483-4256-ae57-243f030dca34", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:02:23.674934 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9410d65e-79bc-4560-bdf1-7c763451ab7c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:02:23.675329 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53ab5b4-5774-416e-bb1b-d677ddb53413', 'tag': '01a81309-c483-4256-ae57-243f030dca34', 'status': 'completed', 'code': 200} Nov 26 03:02:23.728341 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a4074882-7243-436d-a684-4748a24941c8 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:23.729250 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:23.767232 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-4a4a50a7-8cf4-4896-a817-072fb016ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:23.769461 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-4a4a50a7-8cf4-4896-a817-072fb016ba80 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ab6ae28-92a3-48da-8ac6-99d9bc59726a HTTP/1.1" status: 200 len: 859 time: 0.0928628 Nov 26 03:02:23.869518 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:23.914047 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port a4074882-7243-436d-a684-4748a24941c8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a4074882-7243-436d-a684-4748a24941c8,segment=NetworkSegment(d65fbdcb-7fdc-4e6b-91eb-9a5ca076562f),segment_id=d65fbdcb-7fdc-4e6b-91eb-9a5ca076562f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:23.917915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-30bb0ade-08ee-4713-bbcc-9454231985b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f0ba11a9-980c-4a46-96fc-319a16d0a88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311064 Nov 26 03:02:23.921132 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563ce5c7-a8bb-4a47-8068-d419b6c5b579 None None] Network 20733ec1-e58c-4284-9fc9-879a54ef8d32 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:02:23.922137 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-38dee520-220a-44fa-ab42-af3723c250f6 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000750 Nov 26 03:02:23.942576 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8f158-9305-4df0-9cc6-aa9bb52760b2 req-b9509414-462f-41c3-b208-356072914b74 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:23.943899 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-698cc0bf-a16c-41e8-a3b4-98e688338f51 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:23.944447 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72b8f158-9305-4df0-9cc6-aa9bb52760b2 req-b9509414-462f-41c3-b208-356072914b74 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 0.1737661 Nov 26 03:02:23.948940 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-698cc0bf-a16c-41e8-a3b4-98e688338f51 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:24.011441 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:24.079458 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cc0bf-a16c-41e8-a3b4-98e688338f51 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=99ded6c0-bf25-4b01-aa9b-3b719eb97220,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:24.134352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1eb3d503-73f1-4f46-ad04-59378a87a839 None None] Provisioning complete for port a4074882-7243-436d-a684-4748a24941c8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:24.135025 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d503-73f1-4f46-ad04-59378a87a839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:24.207088 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-698cc0bf-a16c-41e8-a3b4-98e688338f51 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:24.280493 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=a4074882-7243-436d-a684-4748a24941c8,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:24.393933 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-698cc0bf-a16c-41e8-a3b4-98e688338f51 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:24.563101 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72b8f158-9305-4df0-9cc6-aa9bb52760b2 req-b426745f-52b4-4e10-91b1-30468dd7615d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166085 Nov 26 03:02:24.569219 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-71d6b5c4-03bb-4bbb-943f-afff4f534d1e service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227949 Nov 26 03:02:24.736706 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-887f45f7-dc3f-44e5-8d7b-95929b3e0fb2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=8e518dd1-dbde-4e7c-b324-23a606669e5e HTTP/1.1" status: 200 len: 217 time: 0.1282597 Nov 26 03:02:24.741577 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-a17e3a4d-d2dc-44de-9682-5b20cb7772f5 service neutron] 10.222.0.54 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7964563 Nov 26 03:02:24.918378 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cf2825a3-8e60-4f28-a8a2-e68ab1ab765e None None] Provisioning complete for port 99ded6c0-bf25-4b01-aa9b-3b719eb97220 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:24.919461 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cf2825a3-8e60-4f28-a8a2-e68ab1ab765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:24.932941 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-698cc0bf-a16c-41e8-a3b4-98e688338f51 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:24.948028 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-698cc0bf-a16c-41e8-a3b4-98e688338f51 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:24.948028 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-698cc0bf-a16c-41e8-a3b4-98e688338f51 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:25.014805 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-cf2825a3-8e60-4f28-a8a2-e68ab1ab765e None None] Port 99ded6c0-bf25-4b01-aa9b-3b719eb97220 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:02:25.039885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cf2825a3-8e60-4f28-a8a2-e68ab1ab765e None None] Provisioning complete for port a4074882-7243-436d-a684-4748a24941c8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:25.040404 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cf2825a3-8e60-4f28-a8a2-e68ab1ab765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:25.153780 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db853c9c-0f74-4f38-a8da-bbc7a869865d req-bc90ca58-374e-44a5-828d-bcfc9781e52d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:25.162770 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db853c9c-0f74-4f38-a8da-bbc7a869865d req-bc90ca58-374e-44a5-828d-bcfc9781e52d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 944 time: 0.5547080 Nov 26 03:02:25.203417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59e4b7-263c-45fe-8de7-e58a1a4a0853 req-1b7126ff-49c3-4e05-997e-80242dc26064 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:25.212882 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b59e4b7-263c-45fe-8de7-e58a1a4a0853 req-1b7126ff-49c3-4e05-997e-80242dc26064 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.4736710 Nov 26 03:02:25.221634 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-54f3c037-78ed-43db-829f-8a4c89431cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:25.225348 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-54f3c037-78ed-43db-829f-8a4c89431cb5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.4406624 Nov 26 03:02:25.253569 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cc0bf-a16c-41e8-a3b4-98e688338f51 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=99ded6c0-bf25-4b01-aa9b-3b719eb97220,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:25.359435 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698cc0bf-a16c-41e8-a3b4-98e688338f51 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 20733ec1-e58c-4284-9fc9-879a54ef8d32 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:02:25.366215 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-698cc0bf-a16c-41e8-a3b4-98e688338f51 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:25.383276 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a4074882-7243-436d-a684-4748a24941c8 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:02:25.475155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccfaa7d1-d2b6-4fd2-8c2e-4670e0979194 req-92510681-ffcb-4911-9617-f96756db1a37 service neutron] 10.222.0.54 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6846287 Nov 26 03:02:25.484435 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7fb9b96e-79c4-4f7c-8d91-b518b054ac39 None None] Provisioning complete for port 99ded6c0-bf25-4b01-aa9b-3b719eb97220 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:25.484803 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b96e-79c4-4f7c-8d91-b518b054ac39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:25.535949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a4074882-7243-436d-a684-4748a24941c8 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:25.536359 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:25.541683 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7fb9b96e-79c4-4f7c-8d91-b518b054ac39 None None] Port 99ded6c0-bf25-4b01-aa9b-3b719eb97220 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:02:25.623248 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db853c9c-0f74-4f38-a8da-bbc7a869865d req-ffe87174-ca0b-4b34-af80-b4374f66c899 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915751 Nov 26 03:02:25.702386 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-c87eae0b-ab1c-4316-b2d9-5f123c6e1c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:25.705099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-c87eae0b-ab1c-4316-b2d9-5f123c6e1c64 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4311235 Nov 26 03:02:25.709614 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b59e4b7-263c-45fe-8de7-e58a1a4a0853 req-5c7c68c8-3822-49c8-9100-17d5ca6a180b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4957740 Nov 26 03:02:25.760912 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698cc0bf-a16c-41e8-a3b4-98e688338f51 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router f9863a68-8293-4c5c-bfd9-42f19245cb1b is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:02:25.869960 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56468) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:25.904768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a46b9b-d210-494b-a85e-40b0179e5a04 req-5293b3f3-d3d8-461d-a08f-f8842cc85270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:25.906472 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22a46b9b-d210-494b-a85e-40b0179e5a04 req-5293b3f3-d3d8-461d-a08f-f8842cc85270 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4814f8e602a439facd3c1eeb8aae21e&device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 1095 time: 0.2760029 Nov 26 03:02:25.961559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-b7fb3eac-1a97-4b04-b742-7e0e13fa7f7e service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287040 Nov 26 03:02:26.047462 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9d47fe16-c45e-4770-a73f-14c1093bc8dd None None] Provisioning complete for port 99ded6c0-bf25-4b01-aa9b-3b719eb97220 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:26.048813 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9d47fe16-c45e-4770-a73f-14c1093bc8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:26.067076 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698cc0bf-a16c-41e8-a3b4-98e688338f51 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:02:26.080018 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da533a52-ef1a-4c5c-86f7-a1c38b9d3f0d None None] Sync routers for ids ['f9863a68-8293-4c5c-bfd9-42f19245cb1b'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:02:26.084926 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-fe7bf430-9f06-4171-bbbb-278a8b70748c service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084027 Nov 26 03:02:26.094387 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-698cc0bf-a16c-41e8-a3b4-98e688338f51 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/f9863a68-8293-4c5c-bfd9-42f19245cb1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2492285 Nov 26 03:02:26.099808 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56476) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:26.112011 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da533a52-ef1a-4c5c-86f7-a1c38b9d3f0d None None] Routers {'f9863a68-8293-4c5c-bfd9-42f19245cb1b'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:26.114370 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-da533a52-ef1a-4c5c-86f7-a1c38b9d3f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f9863a68-8293-4c5c-bfd9-42f19245cb1b'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:26.215312 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9d47fe16-c45e-4770-a73f-14c1093bc8dd None None] Port 99ded6c0-bf25-4b01-aa9b-3b719eb97220 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:02:26.233699 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-da533a52-ef1a-4c5c-86f7-a1c38b9d3f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:26.245995 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da533a52-ef1a-4c5c-86f7-a1c38b9d3f0d None None] Routers {'f9863a68-8293-4c5c-bfd9-42f19245cb1b'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:26.246971 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-da533a52-ef1a-4c5c-86f7-a1c38b9d3f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f9863a68-8293-4c5c-bfd9-42f19245cb1b'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:26.257096 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70848dcb-2055-45df-a439-1c98af04ce30 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:26.261494 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-70848dcb-2055-45df-a439-1c98af04ce30 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/ports/99ded6c0-bf25-4b01-aa9b-3b719eb97220 HTTP/1.1" status: 200 len: 983 time: 0.1582260 Nov 26 03:02:26.264375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56480) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:26.350316 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-aad2858e-d222-41ed-8a35-f8d0f4660cf4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=38d683a3-b337-4602-8887-74ec15606ce0 HTTP/1.1" status: 200 len: 217 time: 0.2044065 Nov 26 03:02:26.423265 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-36e1b198-1030-4067-83e7-6c5e46c95979 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:26.527548 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-da533a52-ef1a-4c5c-86f7-a1c38b9d3f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:26.528502 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da533a52-ef1a-4c5c-86f7-a1c38b9d3f0d None None] The sync data for ids ['f9863a68-8293-4c5c-bfd9-42f19245cb1b'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:02:26.652878 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14e60a-fce7-4c5e-aa5a-c54b067a1b81 req-6dac1826-70ed-4997-a160-647a8cb5d74c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:26.655038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4e14e60a-fce7-4c5e-aa5a-c54b067a1b81 req-6dac1826-70ed-4997-a160-647a8cb5d74c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.3263679 Nov 26 03:02:26.664911 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e31109d4-8660-4359-a080-dd4ee4c96a4a None None] Provisioning complete for port 99ded6c0-bf25-4b01-aa9b-3b719eb97220 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:26.665309 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e31109d4-8660-4359-a080-dd4ee4c96a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:26.694167 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a46b9b-d210-494b-a85e-40b0179e5a04 req-50513e18-1ced-44fa-a9bf-0c6d09185b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:26.706301 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22a46b9b-d210-494b-a85e-40b0179e5a04 req-50513e18-1ced-44fa-a9bf-0c6d09185b46 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f0ba11a9-980c-4a46-96fc-319a16d0a88b HTTP/1.1" status: 200 len: 920 time: 0.7433431 Nov 26 03:02:26.709926 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-a32fd48e-8322-4fb6-972f-6f096cd25015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:26.711446 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-a32fd48e-8322-4fb6-972f-6f096cd25015 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.3017211 Nov 26 03:02:26.722127 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-e31109d4-8660-4359-a080-dd4ee4c96a4a None None] Port 99ded6c0-bf25-4b01-aa9b-3b719eb97220 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:02:26.862734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22a46b9b-d210-494b-a85e-40b0179e5a04 req-49c70045-8e97-49d6-a817-67ef47cf7f1e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a81309-c483-4256-ae57-243f030dca34 HTTP/1.1" status: 200 len: 217 time: 0.1554019 Nov 26 03:02:26.958845 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ca2598c6-1c7b-42a8-8596-4d6b6134e614 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:02:26.969786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-694505ae-a0d1-4ba8-8f07-1292aa49f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:26.971322 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-694505ae-a0d1-4ba8-8f07-1292aa49f512 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1733649 Nov 26 03:02:26.981752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a46b9b-d210-494b-a85e-40b0179e5a04 req-1797038a-6b9f-45a2-a07b-734c6068d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:26.983760 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22a46b9b-d210-494b-a85e-40b0179e5a04 req-1797038a-6b9f-45a2-a07b-734c6068d6d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ab6ae28-92a3-48da-8ac6-99d9bc59726a HTTP/1.1" status: 200 len: 859 time: 0.1111460 Nov 26 03:02:26.988278 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4e14e60a-fce7-4c5e-aa5a-c54b067a1b81 req-cf7ac624-6cfe-4a82-af2f-eca8095cc046 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065991 Nov 26 03:02:27.014303 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-75192658-9a33-42cc-903b-472ed54567e7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:27.154370 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-36e1b198-1030-4067-83e7-6c5e46c95979 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:27.156968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-f6f38f64-3bb6-4014-8616-f18c9149f272 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676128 Nov 26 03:02:27.158967 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22a46b9b-d210-494b-a85e-40b0179e5a04 req-1a7f3e39-4c54-4cbc-9d42-30543fd05412 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f0ba11a9-980c-4a46-96fc-319a16d0a88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549173 Nov 26 03:02:27.182919 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-36e1b198-1030-4067-83e7-6c5e46c95979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:27.330831 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-36e1b198-1030-4067-83e7-6c5e46c95979 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3851d7846659491b9f931e2fd869ae4e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4572253 Nov 26 03:02:27.330831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1b198-1030-4067-83e7-6c5e46c95979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ccee30-2eb8-4f90-bc07-771896533632,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:27.334330 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56504) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:27.383825 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-75192658-9a33-42cc-903b-472ed54567e7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting port 99ded6c0-bf25-4b01-aa9b-3b719eb97220 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:02:27.384441 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-75192658-9a33-42cc-903b-472ed54567e7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:27.403493 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f742f2a-af1e-4f2e-9d77-474fff426126 req-a33f103a-1549-4b3e-833c-176138efe513 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:27.405134 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f742f2a-af1e-4f2e-9d77-474fff426126 req-a33f103a-1549-4b3e-833c-176138efe513 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 944 time: 0.2862661 Nov 26 03:02:27.514611 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22a46b9b-d210-494b-a85e-40b0179e5a04 req-496ae491-3f97-49af-8aff-e07a392e070f service neutron] 10.222.0.54 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392076 Nov 26 03:02:27.521736 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-9926283d-b9df-4cf1-8d50-60772d2de495 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462434 Nov 26 03:02:27.562006 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-75192658-9a33-42cc-903b-472ed54567e7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:27.582292 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-75192658-9a33-42cc-903b-472ed54567e7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Calling delete_port for 99ded6c0-bf25-4b01-aa9b-3b719eb97220 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:02:27.623764 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22a46b9b-d210-494b-a85e-40b0179e5a04 req-661f2fb4-31ad-4403-bd34-5e98b9b6ffb2 service neutron] 10.222.0.54 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996647 Nov 26 03:02:27.713602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f742f2a-af1e-4f2e-9d77-474fff426126 req-d2d2729d-2f91-4d96-a45f-49977cdefeaa tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909591 Nov 26 03:02:27.758200 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-cb38922d-7d2d-4d37-b4c8-bbe5e3b14345 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0c320e9-1ccf-41db-b82e-2361eca3e5d9 HTTP/1.1" status: 200 len: 217 time: 0.1334169 Nov 26 03:02:27.759877 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae90e-10a8-4086-ad2e-69df366c5fdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:27.781201 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56518) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:27.801780 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc96c8-f099-4480-80ab-ad073d3d1bc0 req-ed9949cf-5163-4757-b344-6bebe7274fb3 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:27.808725 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2cbc96c8-f099-4480-80ab-ad073d3d1bc0 req-ed9949cf-5163-4757-b344-6bebe7274fb3 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 0.1748159 Nov 26 03:02:27.809193 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-75192658-9a33-42cc-903b-472ed54567e7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:27.840625 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae90e-10a8-4086-ad2e-69df366c5fdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:27.851138 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75192658-9a33-42cc-903b-472ed54567e7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Port': ['ID=99ded6c0-bf25-4b01-aa9b-3b719eb97220,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:27.918702 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-4b64c8f1-8b3d-41fa-81de-5d26d45d1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:27.921154 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-4b64c8f1-8b3d-41fa-81de-5d26d45d1a1d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b83540-d17e-4c4c-867e-6fe6b714449e HTTP/1.1" status: 200 len: 797 time: 0.1446841 Nov 26 03:02:27.976204 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2cbc96c8-f099-4480-80ab-ad073d3d1bc0 req-9dabc74e-5bca-42c2-a314-69655c16643f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378820 Nov 26 03:02:27.999080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-7c4655db-c1f1-4d32-b7f1-cea555fafe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:28.001071 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-7c4655db-c1f1-4d32-b7f1-cea555fafe91 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0672085 Nov 26 03:02:28.002465 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae90e-10a8-4086-ad2e-69df366c5fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:28.005464 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae90e-10a8-4086-ad2e-69df366c5fdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:28.007189 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ef8ae90e-10a8-4086-ad2e-69df366c5fdd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04ccee30-2eb8-4f90-bc07-771896533632 HTTP/1.1" status: 204 len: 168 time: 0.6704640 Nov 26 03:02:28.042963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ae90e-10a8-4086-ad2e-69df366c5fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ccee30-2eb8-4f90-bc07-771896533632,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:28.066990 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-75192658-9a33-42cc-903b-472ed54567e7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:28.106007 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-52a810a2-631b-480e-866e-003053b4d886 req-170f7d56-ae4b-4e8b-9629-e11ab71bf425 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3234515 Nov 26 03:02:28.218353 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-220fc909-e080-477c-8d8f-941eb97b663d service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078743 Nov 26 03:02:28.234295 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aea47d-ab42-48c1-84cd-a4748adf09ef req-c59b7903-ecb8-420f-b1ba-8fc914c0b0a8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:28.235846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35aea47d-ab42-48c1-84cd-a4748adf09ef req-c59b7903-ecb8-420f-b1ba-8fc914c0b0a8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1226270 Nov 26 03:02:28.399282 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35aea47d-ab42-48c1-84cd-a4748adf09ef req-e3136209-9190-4f69-8241-06228c126871 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470780 Nov 26 03:02:28.450995 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-b6b569fe-8c85-4ca6-a036-aaddd3fb28e5 service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141140 Nov 26 03:02:28.514143 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [req-52a810a2-631b-480e-866e-003053b4d886 req-d157e8ac-7cb4-4780-82bb-be2ec540e046 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:02:28.515175 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-52a810a2-631b-480e-866e-003053b4d886 req-d157e8ac-7cb4-4780-82bb-be2ec540e046 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0292025 Nov 26 03:02:28.519729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56534) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:28.528633 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-1c875b5e-1c8e-49f1-8742-a40c9e55b4e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8964a8e6-c084-4949-914a-2113fb27be33 HTTP/1.1" status: 200 len: 217 time: 0.0688033 Nov 26 03:02:28.550838 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-92bd0a8c-2781-477a-a1a1-51bca65e4ab4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:28.621841 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75192658-9a33-42cc-903b-472ed54567e7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router f9863a68-8293-4c5c-bfd9-42f19245cb1b has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:02:28.669656 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6797e-f5fe-40b1-8627-5757957f4bdb req-a3509a1b-c474-43e7-b2ea-1c562448e138 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:28.671325 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fa6797e-f5fe-40b1-8627-5757957f4bdb req-a3509a1b-c474-43e7-b2ea-1c562448e138 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1509790 Nov 26 03:02:28.677005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-baa37954-b387-4c74-a0df-7128d027b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:28.678564 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-baa37954-b387-4c74-a0df-7128d027b71e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b83540-d17e-4c4c-867e-6fe6b714449e HTTP/1.1" status: 200 len: 797 time: 0.1359446 Nov 26 03:02:28.730426 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75192658-9a33-42cc-903b-472ed54567e7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:02:28.746751 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-75192658-9a33-42cc-903b-472ed54567e7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/f9863a68-8293-4c5c-bfd9-42f19245cb1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4799981 Nov 26 03:02:28.747562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56540) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:28.758011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda2a05-d434-4e45-94d2-4df7f980d33a None None] Sync routers for ids ['f9863a68-8293-4c5c-bfd9-42f19245cb1b'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:02:28.772879 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda2a05-d434-4e45-94d2-4df7f980d33a None None] Routers {'f9863a68-8293-4c5c-bfd9-42f19245cb1b'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:28.774002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-abda2a05-d434-4e45-94d2-4df7f980d33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f9863a68-8293-4c5c-bfd9-42f19245cb1b'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:28.797380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fa6797e-f5fe-40b1-8627-5757957f4bdb req-b88d8901-30d2-4616-a3d8-974c556793a0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177471 Nov 26 03:02:28.817819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-0f099359-9966-4c8d-a95a-c6e03c60f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:28.819378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-0f099359-9966-4c8d-a95a-c6e03c60f289 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1290090 Nov 26 03:02:28.896952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-abda2a05-d434-4e45-94d2-4df7f980d33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:28.909388 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda2a05-d434-4e45-94d2-4df7f980d33a None None] Routers {'f9863a68-8293-4c5c-bfd9-42f19245cb1b'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:28.910308 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-abda2a05-d434-4e45-94d2-4df7f980d33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f9863a68-8293-4c5c-bfd9-42f19245cb1b'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:28.948085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-abda2a05-d434-4e45-94d2-4df7f980d33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:28.949106 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda2a05-d434-4e45-94d2-4df7f980d33a None None] The sync data for ids ['f9863a68-8293-4c5c-bfd9-42f19245cb1b'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:02:29.048939 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-9b36c96d-c882-4016-96ed-3b2c7415164d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] remove_router_interface failed (client error): The resource could not be found. Nov 26 03:02:29.052804 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9b36c96d-c882-4016-96ed-3b2c7415164d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/f9863a68-8293-4c5c-bfd9-42f19245cb1b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3031602 Nov 26 03:02:29.053776 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56552) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:29.088208 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-23d0336f-9ae3-4a13-aaf3-674b3f5c8092 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9863a68-8293-4c5c-bfd9-42f19245cb1b HTTP/1.1" status: 200 len: 205 time: 0.0307777 Nov 26 03:02:29.088408 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56554) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:29.174906 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cdcd4566-ca39-48b5-b221-cab02d296c05 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:29.379572 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-92bd0a8c-2781-477a-a1a1-51bca65e4ab4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:29.379992 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cdcd4566-ca39-48b5-b221-cab02d296c05 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:29.386099 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cdcd4566-ca39-48b5-b221-cab02d296c05 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:29.443221 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-92bd0a8c-2781-477a-a1a1-51bca65e4ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:29.445707 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cdcd4566-ca39-48b5-b221-cab02d296c05 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:29.446339 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcd4566-ca39-48b5-b221-cab02d296c05 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Fanout notify agent at l3_agent the message router_deleted on router f9863a68-8293-4c5c-bfd9-42f19245cb1b {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:02:29.455663 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cdcd4566-ca39-48b5-b221-cab02d296c05 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:29.460521 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cdcd4566-ca39-48b5-b221-cab02d296c05 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/routers/f9863a68-8293-4c5c-bfd9-42f19245cb1b HTTP/1.1" status: 204 len: 168 time: 0.3709695 Nov 26 03:02:29.461605 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56558) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:29.506189 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-6e91abec-e0d6-49d1-999b-03c5701cd97a service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6770930 Nov 26 03:02:29.531120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5577b-a97a-41d6-b321-9cc665862b19 req-29e47309-41d5-49de-a8f4-1f992cc9065b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:29.533380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4dd5577b-a97a-41d6-b321-9cc665862b19 req-29e47309-41d5-49de-a8f4-1f992cc9065b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2079926 Nov 26 03:02:29.542619 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1ccc28-a609-476b-a03d-486d791b7f8b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting subnet e67ef90b-0148-44e2-842f-189ac97cc4c3 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:02:29.546809 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f1ccc28-a609-476b-a03d-486d791b7f8b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:29.548966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd0a8c-2781-477a-a1a1-51bca65e4ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d856255a-65a2-4cf8-9f91-01be3c59ab55,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:29.590470 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60566e-8973-494a-aa4d-94ee02c95392 req-19d29cdb-280b-44a2-b80f-db005636b18c tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:29.592758 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f1ccc28-a609-476b-a03d-486d791b7f8b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:29.596773 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee60566e-8973-494a-aa4d-94ee02c95392 req-19d29cdb-280b-44a2-b80f-db005636b18c tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 944 time: 0.2774558 Nov 26 03:02:29.600016 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-92bd0a8c-2781-477a-a1a1-51bca65e4ab4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fe040b0b964482389fcd388a0457eba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0784543 Nov 26 03:02:29.615234 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56560) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:29.729996 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1108a96b-1844-4a5f-85ae-a761751a6cfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:29.763087 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f1ccc28-a609-476b-a03d-486d791b7f8b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:29.797483 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1108a96b-1844-4a5f-85ae-a761751a6cfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:29.812173 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4dd5577b-a97a-41d6-b321-9cc665862b19 req-c2fe60b0-37d4-417c-9e5f-3e104739c560 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671862 Nov 26 03:02:29.821607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee60566e-8973-494a-aa4d-94ee02c95392 req-3d514dd5-9110-4e2d-b9b6-9ee539a1cce2 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864870 Nov 26 03:02:29.850940 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36601fa2-0742-4c49-9881-82b3a4456e98 req-6e689bd4-d6f1-46de-8860-4714321a207e service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337982 Nov 26 03:02:29.879816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a810a2-631b-480e-866e-003053b4d886 req-315d6792-7611-4b77-ab4e-90427f087cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:29.881493 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52a810a2-631b-480e-866e-003053b4d886 req-315d6792-7611-4b77-ab4e-90427f087cc1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483&tenant_id=cd0486c09d3445d19d9cae0425413414 HTTP/1.1" status: 200 len: 1095 time: 0.1844420 Nov 26 03:02:29.923464 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f1ccc28-a609-476b-a03d-486d791b7f8b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:29.955959 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1108a96b-1844-4a5f-85ae-a761751a6cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:29.958985 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1108a96b-1844-4a5f-85ae-a761751a6cfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:29.968707 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1108a96b-1844-4a5f-85ae-a761751a6cfc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d856255a-65a2-4cf8-9f91-01be3c59ab55 HTTP/1.1" status: 204 len: 168 time: 0.3523440 Nov 26 03:02:30.004021 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ccc28-a609-476b-a03d-486d791b7f8b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Subnet': ['ID=e67ef90b-0148-44e2-842f-189ac97cc4c3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:30.008847 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108a96b-1844-4a5f-85ae-a761751a6cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d856255a-65a2-4cf8-9f91-01be3c59ab55,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:30.025801 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f1ccc28-a609-476b-a03d-486d791b7f8b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:30.027918 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9c1794-e262-4a5a-895d-8d0bbd7268f5 None None] Network 20733ec1-e58c-4284-9fc9-879a54ef8d32 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:02:30.033016 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8f1ccc28-a609-476b-a03d-486d791b7f8b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/subnets/e67ef90b-0148-44e2-842f-189ac97cc4c3 HTTP/1.1" status: 204 len: 168 time: 0.5699606 Nov 26 03:02:30.035574 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56568) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:30.125382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a810a2-631b-480e-866e-003053b4d886 req-17cb82e0-43e3-4f85-b016-66d05e3fab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:30.126926 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52a810a2-631b-480e-866e-003053b4d886 req-17cb82e0-43e3-4f85-b016-66d05e3fab78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd0486c09d3445d19d9cae0425413414&device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 1095 time: 0.1980262 Nov 26 03:02:30.181901 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:30.227219 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f4830-2eec-4a43-8f0f-6180655229e5 req-50483aec-b3f6-43d6-83e9-8d850fa103c3 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:30.235367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-660f4830-2eec-4a43-8f0f-6180655229e5 req-50483aec-b3f6-43d6-83e9-8d850fa103c3 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 0.2601161 Nov 26 03:02:30.266005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d94eb-43de-467d-9583-f2b8e879a65e req-b774e35e-93c8-4ad3-8b71-ec2006d70d1c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:30.276907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-799d94eb-43de-467d-9583-f2b8e879a65e req-b774e35e-93c8-4ad3-8b71-ec2006d70d1c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2190795 Nov 26 03:02:30.313640 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting port a4074882-7243-436d-a684-4748a24941c8 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:02:30.314273 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:30.351327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-660f4830-2eec-4a43-8f0f-6180655229e5 req-662a1da3-99d1-4109-8a48-b54b3ef2e167 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149909 Nov 26 03:02:30.396408 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-799d94eb-43de-467d-9583-f2b8e879a65e req-8cad1d3f-2249-46ac-845e-097cf02e7a55 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021109 Nov 26 03:02:30.436225 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a810a2-631b-480e-866e-003053b4d886 req-cfbbe5a9-b4a0-408e-85ed-732c8bd68960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:30.437827 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52a810a2-631b-480e-866e-003053b4d886 req-cfbbe5a9-b4a0-408e-85ed-732c8bd68960 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12 HTTP/1.1" status: 200 len: 918 time: 0.3028607 Nov 26 03:02:30.455523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] DHCP port deletion for 20733ec1-e58c-4284-9fc9-879a54ef8d32 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:02:30.477492 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] For port a4074882-7243-436d-a684-4748a24941c8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a4074882-7243-436d-a684-4748a24941c8,segment=NetworkSegment(d65fbdcb-7fdc-4e6b-91eb-9a5ca076562f),segment_id=d65fbdcb-7fdc-4e6b-91eb-9a5ca076562f)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:30.478158 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:30.503416 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Calling delete_port for a4074882-7243-436d-a684-4748a24941c8 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:02:30.559250 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52a810a2-631b-480e-866e-003053b4d886 req-4ddee1e9-efb1-4a69-971e-39af48c42106 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca2598c6-1c7b-42a8-8596-4d6b6134e614 HTTP/1.1" status: 200 len: 999 time: 0.1007416 Nov 26 03:02:30.583628 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] Deleting port a4074882-7243-436d-a684-4748a24941c8 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:02:30.586620 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:30.667335 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:30.693918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a810a2-631b-480e-866e-003053b4d886 req-a41d731d-bc75-4c3b-8e38-f51a680e8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:30.695426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52a810a2-631b-480e-866e-003053b4d886 req-a41d731d-bc75-4c3b-8e38-f51a680e8c75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a5d52cf-14f1-4c64-a09a-1d91ea505a6c HTTP/1.1" status: 200 len: 856 time: 0.1229188 Nov 26 03:02:30.703600 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Port': ['ID=a4074882-7243-436d-a684-4748a24941c8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:30.711102 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] No DVR routers for this DVR port a4074882-7243-436d-a684-4748a24941c8 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:02:30.720726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] For port a4074882-7243-436d-a684-4748a24941c8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a4074882-7243-436d-a684-4748a24941c8,segment=NetworkSegment(d65fbdcb-7fdc-4e6b-91eb-9a5ca076562f),segment_id=d65fbdcb-7fdc-4e6b-91eb-9a5ca076562f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:30.721757 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:30.744135 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 01a81309-c483-4256-ae57-243f030dca34 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:02:30.767312 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] Calling delete_port for a4074882-7243-436d-a684-4748a24941c8 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:02:30.806690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a810a2-631b-480e-866e-003053b4d886 req-eecfadb5-87f2-4bcd-a342-0cdfb56fa9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:30.809471 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52a810a2-631b-480e-866e-003053b4d886 req-eecfadb5-87f2-4bcd-a342-0cdfb56fa9fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb2445e5-ad67-43dc-b60d-c555dd7b8e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025693 Nov 26 03:02:30.869626 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:30.896621 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20733ec1-e58c-4284-9fc9-879a54ef8d32']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:30.911576 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65fbdcb-7fdc-4e6b-91eb-9a5ca076562f') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:30.914879 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65fbdcb-7fdc-4e6b-91eb-9a5ca076562f') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:30.938724 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:30.979017 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:30.992015 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:02:30.992510 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:02:31.001113 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:02:31.120202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52a810a2-631b-480e-866e-003053b4d886 req-998cd9f9-7ddc-4061-b55c-f5ad0182ed10 service neutron] 10.222.0.59 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044460 Nov 26 03:02:31.158343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dba22b-5237-4feb-a13a-558365a1aa03 req-946a1628-e34d-47a7-878c-225262f0abfd tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:31.160168 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5dba22b-5237-4feb-a13a-558365a1aa03 req-946a1628-e34d-47a7-878c-225262f0abfd tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 944 time: 0.1815646 Nov 26 03:02:31.177617 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:31.197897 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:31.213815 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/networks/20733ec1-e58c-4284-9fc9-879a54ef8d32 HTTP/1.1" status: 204 len: 168 time: 1.1767337 Nov 26 03:02:31.215092 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100968da-0a67-415f-a38a-5caf720812c8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Network': ['ID=20733ec1-e58c-4284-9fc9-879a54ef8d32,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:31.218363 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 01a81309-c483-4256-ae57-243f030dca34, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=01a81309-c483-4256-ae57-243f030dca34,segment=NetworkSegment(67d0eb38-a642-443b-b3f3-17d73b8fcb22),segment_id=67d0eb38-a642-443b-b3f3-17d73b8fcb22)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:31.219243 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56592) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:31.228147 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-79fe348c-c58a-4312-a946-dc5536ce6b83 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-731883828'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:31.235583 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:31.278623 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] Network 20733ec1-e58c-4284-9fc9-879a54ef8d32 is not hosted by any dhcp agent {{(pid=104803) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 26 03:02:31.279622 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] No DVR routers for this DVR port a4074882-7243-436d-a684-4748a24941c8 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:02:31.281881 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] Pushing event deleted for resources: {'Port': ['ID=a4074882-7243-436d-a684-4748a24941c8,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:31.287726 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fe348c-c58a-4312-a946-dc5536ce6b83 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Made reservation on behalf of 2211d4a681e7432ab96af548d9d7136f for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:02:31.289682 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '01a81309-c483-4256-ae57-243f030dca34', 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b', 'port_id': '01a81309-c483-4256-ae57-243f030dca34', 'mac_address': 'fa:16:3e:e7:38:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab6ae28-92a3-48da-8ac6-99d9bc59726a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:02:31.293357 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:31.293884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:31.299115 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:31.299480 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-79fe348c-c58a-4312-a946-dc5536ce6b83 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:31.299808 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:31.300345 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:31.301531 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:31.302020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:31.302736 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:31.303432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:31.304034 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:31.304516 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:31.304969 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b3a-bd09-4978-aa9d-924dcb86c4f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:31.358176 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:31.375651 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a81309-c483-4256-ae57-243f030dca34 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:02:31.393433 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5dba22b-5237-4feb-a13a-558365a1aa03 req-d37e0557-a940-42ee-b442-d5580f674f21 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175644 Nov 26 03:02:31.414291 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79fe348c-c58a-4312-a946-dc5536ce6b83 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:02:31.423610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 01a81309-c483-4256-ae57-243f030dca34, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=01a81309-c483-4256-ae57-243f030dca34,segment=NetworkSegment(67d0eb38-a642-443b-b3f3-17d73b8fcb22),segment_id=67d0eb38-a642-443b-b3f3-17d73b8fcb22)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:31.434315 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:31.438584 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-79fe348c-c58a-4312-a946-dc5536ce6b83 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:31.438843 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-79fe348c-c58a-4312-a946-dc5536ce6b83 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Added segment 0b8c9312-48fa-487c-91a7-98a8c0558695 of type vlan for network 439c60fe-aa0f-454e-85e7-de1fb04d995c Nov 26 03:02:31.456927 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52a810a2-631b-480e-866e-003053b4d886 req-1eda0b13-7d76-4cfe-b992-84dbb67652d0 service neutron] 10.222.0.59 "GET /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263268 Nov 26 03:02:31.522891 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-79fe348c-c58a-4312-a946-dc5536ce6b83 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:31.562574 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-79fe348c-c58a-4312-a946-dc5536ce6b83 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:31.570057 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe348c-c58a-4312-a946-dc5536ce6b83 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:31.572172 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-79fe348c-c58a-4312-a946-dc5536ce6b83 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:31.580006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f81d5-d15b-4f1f-b7be-64c7372cebb2 req-edd591de-33e5-4986-9daf-f43c4fc0923a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:31.582998 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a4074882-7243-436d-a684-4748a24941c8 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:02:31.589493 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b1f81d5-d15b-4f1f-b7be-64c7372cebb2 req-edd591de-33e5-4986-9daf-f43c4fc0923a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 0.0992138 Nov 26 03:02:31.644996 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: a4074882-7243-436d-a684-4748a24941c8 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:02:31.645729 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a4074882-7243-436d-a684-4748a24941c8 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:02:31.679957 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=01a81309-c483-4256-ae57-243f030dca34,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:31.699455 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b1f81d5-d15b-4f1f-b7be-64c7372cebb2 req-6899be8d-7098-469d-8fea-f3ffe16b0bfb tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089404 Nov 26 03:02:31.730119 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-79fe348c-c58a-4312-a946-dc5536ce6b83 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5091383 Nov 26 03:02:31.733608 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56608) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:31.737562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe348c-c58a-4312-a946-dc5536ce6b83 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Network': ['ID=439c60fe-aa0f-454e-85e7-de1fb04d995c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:31.738695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-a0d21e48-41ec-44f8-8a58-9f0f7ae2b4a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'subnet': {'network_id': '439c60fe-aa0f-454e-85e7-de1fb04d995c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:31.761475 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 439c60fe-aa0f-454e-85e7-de1fb04d995c details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:02:31.902293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['01a81309-c483-4256-ae57-243f030dca34'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:02:31.988254 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d21e48-41ec-44f8-8a58-9f0f7ae2b4a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Made reservation on behalf of 2211d4a681e7432ab96af548d9d7136f for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:02:32.000743 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a0d21e48-41ec-44f8-8a58-9f0f7ae2b4a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:32.387656 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a0d21e48-41ec-44f8-8a58-9f0f7ae2b4a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:32.482855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d21e48-41ec-44f8-8a58-9f0f7ae2b4a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Checking segment: {'id': '0b8c9312-48fa-487c-91a7-98a8c0558695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '439c60fe-aa0f-454e-85e7-de1fb04d995c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:02:32.483270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d21e48-41ec-44f8-8a58-9f0f7ae2b4a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network hostable DHCP agents. Network: 439c60fe-aa0f-454e-85e7-de1fb04d995c, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:02:32.489003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d21e48-41ec-44f8-8a58-9f0f7ae2b4a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Subnet': ['ID=a7fbd2f9-988f-46d1-ae26-ca0909f312a0,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:32.559457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d21e48-41ec-44f8-8a58-9f0f7ae2b4a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 439c60fe-aa0f-454e-85e7-de1fb04d995c is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:02:32.647531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-a0d21e48-41ec-44f8-8a58-9f0f7ae2b4a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 439c60fe-aa0f-454e-85e7-de1fb04d995c) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:32.663934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d21e48-41ec-44f8-8a58-9f0f7ae2b4a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:32.669085 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a0d21e48-41ec-44f8-8a58-9f0f7ae2b4a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:32.685438 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89953bc-0ecb-4dc7-b1b2-fc62c53e4e21 None None] Network 439c60fe-aa0f-454e-85e7-de1fb04d995c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:02:32.692984 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cd169-f72c-4099-98f1-44fb7095770d req-3315775f-bc55-4959-b8c3-5d0c70035f31 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:32.698712 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a40cd169-f72c-4099-98f1-44fb7095770d req-3315775f-bc55-4959-b8c3-5d0c70035f31 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 945 time: 0.1765397 Nov 26 03:02:32.782844 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56638) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:32.788587 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a865b38e-fb01-4d38-83aa-f67d1c91c386 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-349802891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:32.792331 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a0d21e48-41ec-44f8-8a58-9f0f7ae2b4a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0439463 Nov 26 03:02:32.867544 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a865b38e-fb01-4d38-83aa-f67d1c91c386 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:32.869103 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a865b38e-fb01-4d38-83aa-f67d1c91c386 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:32.898548 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a40cd169-f72c-4099-98f1-44fb7095770d req-91b345a3-20cd-46fc-aa8a-e66cda9a999a tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875277 Nov 26 03:02:33.012744 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a865b38e-fb01-4d38-83aa-f67d1c91c386 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:33.020944 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a865b38e-fb01-4d38-83aa-f67d1c91c386 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:33.045320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de42007-b276-4b29-bb97-37483cad1522 req-fbfef5d0-d519-46cf-9c75-37cb27c6ae88 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:33.047587 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9de42007-b276-4b29-bb97-37483cad1522 req-fbfef5d0-d519-46cf-9c75-37cb27c6ae88 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 0.1202211 Nov 26 03:02:33.073016 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a865b38e-fb01-4d38-83aa-f67d1c91c386 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:33.078258 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a865b38e-fb01-4d38-83aa-f67d1c91c386 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2923851 Nov 26 03:02:33.080279 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56642) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:33.091052 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-439c60fe-aa0f-454e-85e7-de1fb04d995c', 'network_id': '439c60fe-aa0f-454e-85e7-de1fb04d995c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'fixed_ips': [{'subnet_id': 'a7fbd2f9-988f-46d1-ae26-ca0909f312a0'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:02:33.092106 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:33.181402 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9de42007-b276-4b29-bb97-37483cad1522 req-acd4e8d7-045a-4de7-b26a-41be6b514cf4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213493 Nov 26 03:02:33.687110 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Allocated IP 2001:db8::2 (439c60fe-aa0f-454e-85e7-de1fb04d995c/a7fbd2f9-988f-46d1-ae26-ca0909f312a0/ae6253f1-0631-4c36-bb61-7c669360dcdf) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:02:33.853435 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ab5dadb7-7ea0-491b-a270-8d2ef1390ffe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:34.114510 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:34.133151 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:34.231351 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Network 439c60fe-aa0f-454e-85e7-de1fb04d995c is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:02:34.250184 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:34.259822 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:02:34.493820 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Pushing event updated for resources: {'Port': ['ID=ae6253f1-0631-4c36-bb61-7c669360dcdf,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:34.509430 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Attempting to bind port ae6253f1-0631-4c36-bb61-7c669360dcdf on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:02:34.510108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Attempting to bind port ae6253f1-0631-4c36-bb61-7c669360dcdf by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '0b8c9312-48fa-487c-91a7-98a8c0558695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '439c60fe-aa0f-454e-85e7-de1fb04d995c'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:02:34.511501 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Attempting to bind port ae6253f1-0631-4c36-bb61-7c669360dcdf on network 439c60fe-aa0f-454e-85e7-de1fb04d995c {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:02:34.530054 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:02:34.530054 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Checking segment: {'id': '0b8c9312-48fa-487c-91a7-98a8c0558695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '439c60fe-aa0f-454e-85e7-de1fb04d995c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:02:34.530054 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:34.532883 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Bound using segment: {'id': '0b8c9312-48fa-487c-91a7-98a8c0558695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '439c60fe-aa0f-454e-85e7-de1fb04d995c'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:02:34.535236 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Bound port: ae6253f1-0631-4c36-bb61-7c669360dcdf, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8c9312-48fa-487c-91a7-98a8c0558695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '439c60fe-aa0f-454e-85e7-de1fb04d995c'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:02:34.535781 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:34.553332 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ab751-c028-4e19-9ab9-d84462f1c237 req-21abeb32-af99-431e-9172-de0569f52da9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:34.565373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b1ab751-c028-4e19-9ab9-d84462f1c237 req-21abeb32-af99-431e-9172-de0569f52da9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 0.1058331 Nov 26 03:02:34.667612 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 01a81309-c483-4256-ae57-243f030dca34 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:02:34.703760 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-ab5dadb7-7ea0-491b-a270-8d2ef1390ffe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Allocated IP 2001:db8::1 (439c60fe-aa0f-454e-85e7-de1fb04d995c/a7fbd2f9-988f-46d1-ae26-ca0909f312a0/d13ddecd-3550-4e9d-8556-7d71b1243a2d) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:02:34.733619 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] For port ae6253f1-0631-4c36-bb61-7c669360dcdf, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:02:34.787825 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] For port ae6253f1-0631-4c36-bb61-7c669360dcdf, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ae6253f1-0631-4c36-bb61-7c669360dcdf,segment=NetworkSegment(0b8c9312-48fa-487c-91a7-98a8c0558695),segment_id=0b8c9312-48fa-487c-91a7-98a8c0558695)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:02:34.804305 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:34.840008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e35b76-7bc6-4bdb-ad6d-b3117546ed7f req-8b1ca7ed-af49-4dff-b6ae-fdd4a67bd04c tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:34.857135 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9e35b76-7bc6-4bdb-ad6d-b3117546ed7f req-8b1ca7ed-af49-4dff-b6ae-fdd4a67bd04c tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 945 time: 0.2863493 Nov 26 03:02:34.861460 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b1ab751-c028-4e19-9ab9-d84462f1c237 req-fc6dd702-08dd-462d-81be-fbeb7b6b3bc6 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932534 Nov 26 03:02:34.947109 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e934c-fb2e-407d-ba35-bb1536c5db2a None None] Pushing event updated for resources: {'Port': ['ID=ae6253f1-0631-4c36-bb61-7c669360dcdf,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:34.963054 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9e35b76-7bc6-4bdb-ad6d-b3117546ed7f req-8485a88e-10ac-4afb-bbe1-fe604517d065 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976870 Nov 26 03:02:34.992012 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 01a81309-c483-4256-ae57-243f030dca34 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:02:35.007282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 01a81309-c483-4256-ae57-243f030dca34 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:35.007785 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:35.139324 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:35.166836 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ab5dadb7-7ea0-491b-a270-8d2ef1390ffe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:35.167627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53ab5b4-5774-416e-bb1b-d677ddb53413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a81309-c483-4256-ae57-243f030dca34'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:02:35.172758 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a01e9ad-c756-441d-82f5-59046af0085f" -d '{"events": [{"server_uuid": "e53ab5b4-5774-416e-bb1b-d677ddb53413", "name": "network-vif-plugged", "status": "completed", "tag": "01a81309-c483-4256-ae57-243f030dca34"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:02:35.189772 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 01a81309-c483-4256-ae57-243f030dca34, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=01a81309-c483-4256-ae57-243f030dca34,segment=NetworkSegment(67d0eb38-a642-443b-b3f3-17d73b8fcb22),segment_id=67d0eb38-a642-443b-b3f3-17d73b8fcb22)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:35.204571 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:35.289113 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39900754-899e-4de8-a71c-8fff77be7774 x-openstack-request-id: req-39900754-899e-4de8-a71c-8fff77be7774 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:02:35.289675 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53ab5b4-5774-416e-bb1b-d677ddb53413", "name": "network-vif-plugged", "status": "completed", "tag": "01a81309-c483-4256-ae57-243f030dca34", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:02:35.290069 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39900754-899e-4de8-a71c-8fff77be7774 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:02:35.290647 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53ab5b4-5774-416e-bb1b-d677ddb53413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a81309-c483-4256-ae57-243f030dca34', 'code': 200} Nov 26 03:02:35.310931 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=01a81309-c483-4256-ae57-243f030dca34,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:35.320022 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ab5dadb7-7ea0-491b-a270-8d2ef1390ffe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:35.435984 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5dadb7-7ea0-491b-a270-8d2ef1390ffe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 439c60fe-aa0f-454e-85e7-de1fb04d995c is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:02:35.441016 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-ab5dadb7-7ea0-491b-a270-8d2ef1390ffe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:35.448499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5dadb7-7ea0-491b-a270-8d2ef1390ffe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:02:35.450727 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ab5dadb7-7ea0-491b-a270-8d2ef1390ffe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:35.508614 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5dadb7-7ea0-491b-a270-8d2ef1390ffe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=d13ddecd-3550-4e9d-8556-7d71b1243a2d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:35.518632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939048f3-e021-47de-a21d-5a5a6f5c4519 req-cf76c87a-9f40-41f5-8d2e-d9746caf476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:35.520718 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-939048f3-e021-47de-a21d-5a5a6f5c4519 req-cf76c87a-9f40-41f5-8d2e-d9746caf476a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 1097 time: 0.1410985 Nov 26 03:02:35.631041 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-939048f3-e021-47de-a21d-5a5a6f5c4519 req-75b977d4-545f-43d6-8440-95e660824144 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906935 Nov 26 03:02:35.680021 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ab5dadb7-7ea0-491b-a270-8d2ef1390ffe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:36.143166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120df68-efc4-4aae-b8c6-ff9c901035fd req-e485428a-781f-46e4-9330-be1229ece400 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:36.161134 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c120df68-efc4-4aae-b8c6-ff9c901035fd req-e485428a-781f-46e4-9330-be1229ece400 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 0.1222501 Nov 26 03:02:36.410886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359ac37-33c2-43d7-b9ff-42c1169f6460 req-13f133b4-b2cf-49c2-9d5b-414c285774d8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:36.422295 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a359ac37-33c2-43d7-b9ff-42c1169f6460 req-13f133b4-b2cf-49c2-9d5b-414c285774d8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.2578244 Nov 26 03:02:36.423215 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ab5dadb7-7ea0-491b-a270-8d2ef1390ffe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:36.444886 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ab5dadb7-7ea0-491b-a270-8d2ef1390ffe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:36.447719 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ab5dadb7-7ea0-491b-a270-8d2ef1390ffe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:36.599643 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c120df68-efc4-4aae-b8c6-ff9c901035fd req-c0610c61-0e26-4c31-9df9-5cad9152cd92 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4372525 Nov 26 03:02:36.688410 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a359ac37-33c2-43d7-b9ff-42c1169f6460 req-b89950c1-3847-4ab0-b32c-fc44277f8b46 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548649 Nov 26 03:02:36.830502 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:02:36.865614 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5dadb7-7ea0-491b-a270-8d2ef1390ffe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=d13ddecd-3550-4e9d-8556-7d71b1243a2d,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:36.947680 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5dadb7-7ea0-491b-a270-8d2ef1390ffe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 439c60fe-aa0f-454e-85e7-de1fb04d995c is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:02:36.949693 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-ab5dadb7-7ea0-491b-a270-8d2ef1390ffe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:37.184578 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04af6254-5d7e-4331-b305-ef76bf506169 None None] Network 439c60fe-aa0f-454e-85e7-de1fb04d995c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:02:37.210976 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5dadb7-7ea0-491b-a270-8d2ef1390ffe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router dbafcfac-85fc-476e-9977-5061c4ebfa32 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:02:37.338011 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5dadb7-7ea0-491b-a270-8d2ef1390ffe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:02:37.346628 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ab5dadb7-7ea0-491b-a270-8d2ef1390ffe tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/dbafcfac-85fc-476e-9977-5061c4ebfa32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2637808 Nov 26 03:02:37.346731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56708) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:37.354107 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcbba33-8243-4bae-95d4-24b7669431a8 None None] Sync routers for ids ['dbafcfac-85fc-476e-9977-5061c4ebfa32'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:02:37.367233 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcbba33-8243-4bae-95d4-24b7669431a8 None None] Routers {'dbafcfac-85fc-476e-9977-5061c4ebfa32'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:37.368872 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9bcbba33-8243-4bae-95d4-24b7669431a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['dbafcfac-85fc-476e-9977-5061c4ebfa32'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:37.430922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf3b29f-ba66-4306-8658-d3cde680b6f9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:37.444116 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cdf3b29f-ba66-4306-8658-d3cde680b6f9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/ports/d13ddecd-3550-4e9d-8556-7d71b1243a2d HTTP/1.1" status: 200 len: 911 time: 0.0955710 Nov 26 03:02:37.446926 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56710) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:37.509127 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9bcbba33-8243-4bae-95d4-24b7669431a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:37.520693 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcbba33-8243-4bae-95d4-24b7669431a8 None None] Routers {'dbafcfac-85fc-476e-9977-5061c4ebfa32'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:37.521748 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9bcbba33-8243-4bae-95d4-24b7669431a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['dbafcfac-85fc-476e-9977-5061c4ebfa32'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:37.539855 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d5737ee5-222a-4320-aa99-3f0fa084dfa3 None None] Provisioning complete for port ae6253f1-0631-4c36-bb61-7c669360dcdf triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:37.540447 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d5737ee5-222a-4320-aa99-3f0fa084dfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:37.670109 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9bcbba33-8243-4bae-95d4-24b7669431a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:37.670789 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcbba33-8243-4bae-95d4-24b7669431a8 None None] The sync data for ids ['dbafcfac-85fc-476e-9977-5061c4ebfa32'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:02:37.739172 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ae6253f1-0631-4c36-bb61-7c669360dcdf up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:02:37.861418 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d5737ee5-222a-4320-aa99-3f0fa084dfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:37.986759 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25ee8b-b465-47e1-98e5-38477956a2d0 req-247dfd8e-9124-47ba-a79a-4eee5fdea5a7 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:37.990321 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a25ee8b-b465-47e1-98e5-38477956a2d0 req-247dfd8e-9124-47ba-a79a-4eee5fdea5a7 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 0.2159543 Nov 26 03:02:38.026562 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d5737ee5-222a-4320-aa99-3f0fa084dfa3 None None] For port ae6253f1-0631-4c36-bb61-7c669360dcdf, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ae6253f1-0631-4c36-bb61-7c669360dcdf,segment=NetworkSegment(0b8c9312-48fa-487c-91a7-98a8c0558695),segment_id=0b8c9312-48fa-487c-91a7-98a8c0558695)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:38.027074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4656f49-d299-4787-b163-c3e9be87ef2e req-669d33c0-da6f-4637-8de0-432ee0da5c22 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:38.032125 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4656f49-d299-4787-b163-c3e9be87ef2e req-669d33c0-da6f-4637-8de0-432ee0da5c22 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.2023590 Nov 26 03:02:38.048380 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d5737ee5-222a-4320-aa99-3f0fa084dfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:38.113092 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port ae6253f1-0631-4c36-bb61-7c669360dcdf triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:38.113549 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:38.186647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5737ee5-222a-4320-aa99-3f0fa084dfa3 None None] Pushing event updated for resources: {'Port': ['ID=ae6253f1-0631-4c36-bb61-7c669360dcdf,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:38.269923 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a25ee8b-b465-47e1-98e5-38477956a2d0 req-b85c49e7-5baa-47a9-8228-43b8a7fbaea5 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366288 Nov 26 03:02:38.372344 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4656f49-d299-4787-b163-c3e9be87ef2e req-b31e6a9a-8f7c-4d1b-a092-913ca8c0dd9d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129188 Nov 26 03:02:38.737163 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-196ebb65-7d7a-48e3-a42f-ba7dd79d5a9f None None] Provisioning complete for port ae6253f1-0631-4c36-bb61-7c669360dcdf triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:38.738430 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-196ebb65-7d7a-48e3-a42f-ba7dd79d5a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:38.941083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715f289-074b-4b11-b756-a2d6447a4337 req-150c54f7-4dc8-40c9-a618-61b7ca16beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:38.942633 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f715f289-074b-4b11-b756-a2d6447a4337 req-150c54f7-4dc8-40c9-a618-61b7ca16beb8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4814f8e602a439facd3c1eeb8aae21e&device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 1097 time: 0.1261203 Nov 26 03:02:39.076778 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-196ebb65-7d7a-48e3-a42f-ba7dd79d5a9f None None] Provisioning complete for port d13ddecd-3550-4e9d-8556-7d71b1243a2d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:39.081715 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-196ebb65-7d7a-48e3-a42f-ba7dd79d5a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:39.174003 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b072b773-5917-492b-a03d-feed2e5ee499 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:39.237153 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-196ebb65-7d7a-48e3-a42f-ba7dd79d5a9f None None] Port d13ddecd-3550-4e9d-8556-7d71b1243a2d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:02:39.378192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-43b9a75d-1a97-4f4d-b1b3-4e8a934bcbf7 None None] Provisioning complete for port d13ddecd-3550-4e9d-8556-7d71b1243a2d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:39.378576 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-43b9a75d-1a97-4f4d-b1b3-4e8a934bcbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:39.386123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715f289-074b-4b11-b756-a2d6447a4337 req-9049fa2f-6a33-4c65-9b8b-7b2e7f160efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:39.387713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f715f289-074b-4b11-b756-a2d6447a4337 req-9049fa2f-6a33-4c65-9b8b-7b2e7f160efa service neutron] 10.222.0.54 "GET /v2.0/networks?id=f0ba11a9-980c-4a46-96fc-319a16d0a88b HTTP/1.1" status: 200 len: 920 time: 0.4357705 Nov 26 03:02:39.495090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ae6253f1-0631-4c36-bb61-7c669360dcdf up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:02:39.532127 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f715f289-074b-4b11-b756-a2d6447a4337 req-67c84d13-6e0a-4023-b88b-de6c1897e561 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a81309-c483-4256-ae57-243f030dca34 HTTP/1.1" status: 200 len: 217 time: 0.1335130 Nov 26 03:02:39.573366 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195108d2-938d-4138-8a04-9471b29bf12f req-4e04ddd7-1fdc-4a6a-802e-4afe2d17ac83 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:39.586103 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-195108d2-938d-4138-8a04-9471b29bf12f req-4e04ddd7-1fdc-4a6a-802e-4afe2d17ac83 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.3846910 Nov 26 03:02:39.664945 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-43b9a75d-1a97-4f4d-b1b3-4e8a934bcbf7 None None] Port d13ddecd-3550-4e9d-8556-7d71b1243a2d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:02:39.734388 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port ae6253f1-0631-4c36-bb61-7c669360dcdf triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:39.734779 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:39.891378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-195108d2-938d-4138-8a04-9471b29bf12f req-f8e36314-d3a7-410b-9bb1-7f15ff9e3ab0 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683828 Nov 26 03:02:39.917658 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-213305dc-d790-4155-9f2b-7cbae595bc92 None None] Provisioning complete for port d13ddecd-3550-4e9d-8556-7d71b1243a2d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:39.918040 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-213305dc-d790-4155-9f2b-7cbae595bc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:39.933799 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956b4d2-fe64-47c2-a023-0fe1221c6a0a req-68935345-c27f-464c-b76b-fb3fa5afe985 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:39.946564 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1956b4d2-fe64-47c2-a023-0fe1221c6a0a req-68935345-c27f-464c-b76b-fb3fa5afe985 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 0.4092975 Nov 26 03:02:39.949347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715f289-074b-4b11-b756-a2d6447a4337 req-31abfaec-9a5b-4791-9649-9435e64c7463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:39.951005 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f715f289-074b-4b11-b756-a2d6447a4337 req-31abfaec-9a5b-4791-9649-9435e64c7463 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ab6ae28-92a3-48da-8ac6-99d9bc59726a HTTP/1.1" status: 200 len: 859 time: 0.3636117 Nov 26 03:02:40.046703 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-213305dc-d790-4155-9f2b-7cbae595bc92 None None] Port d13ddecd-3550-4e9d-8556-7d71b1243a2d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:02:40.094427 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-b072b773-5917-492b-a03d-feed2e5ee499 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting port d13ddecd-3550-4e9d-8556-7d71b1243a2d {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:02:40.094777 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b072b773-5917-492b-a03d-feed2e5ee499 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:40.125800 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f715f289-074b-4b11-b756-a2d6447a4337 req-d29045eb-ead0-4056-acf6-5bb611694b51 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f0ba11a9-980c-4a46-96fc-319a16d0a88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1553094 Nov 26 03:02:40.131747 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1956b4d2-fe64-47c2-a023-0fe1221c6a0a req-f0696120-4fef-4249-a19b-f29148dc2c52 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842518 Nov 26 03:02:40.313187 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b072b773-5917-492b-a03d-feed2e5ee499 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:40.335610 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-b072b773-5917-492b-a03d-feed2e5ee499 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Calling delete_port for d13ddecd-3550-4e9d-8556-7d71b1243a2d owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:02:40.375564 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f715f289-074b-4b11-b756-a2d6447a4337 req-05529b9b-9a78-4d5b-8268-156529360a71 service neutron] 10.222.0.54 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408767 Nov 26 03:02:40.613718 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f715f289-074b-4b11-b756-a2d6447a4337 req-35a930fd-5fd1-48ff-8100-fca10a3784d5 service neutron] 10.222.0.54 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294290 Nov 26 03:02:40.690797 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b072b773-5917-492b-a03d-feed2e5ee499 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:40.733690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072b773-5917-492b-a03d-feed2e5ee499 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Port': ['ID=d13ddecd-3550-4e9d-8556-7d71b1243a2d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:40.953999 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b072b773-5917-492b-a03d-feed2e5ee499 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:41.137861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61b1bf-30a9-4287-b976-1a0e4b7ce84b req-885736d6-517f-4d2e-b1c5-926bd42d8b5b tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:41.138660 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c61b1bf-30a9-4287-b976-1a0e4b7ce84b req-885736d6-517f-4d2e-b1c5-926bd42d8b5b tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.0875137 Nov 26 03:02:41.261311 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c61b1bf-30a9-4287-b976-1a0e4b7ce84b req-0d0395a0-a9ae-4025-b8fa-c4cc8dc5009d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975780 Nov 26 03:02:41.301904 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b072b773-5917-492b-a03d-feed2e5ee499 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router dbafcfac-85fc-476e-9977-5061c4ebfa32 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:02:41.417529 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9354ab-ea81-447a-b7de-05c92731f6e8 req-f15ca4bf-3c96-4ab8-b6d3-cc14819c21e4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:41.426152 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff9354ab-ea81-447a-b7de-05c92731f6e8 req-f15ca4bf-3c96-4ab8-b6d3-cc14819c21e4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 0.1392121 Nov 26 03:02:41.428461 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b072b773-5917-492b-a03d-feed2e5ee499 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:02:41.439499 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b072b773-5917-492b-a03d-feed2e5ee499 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/dbafcfac-85fc-476e-9977-5061c4ebfa32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9906454 Nov 26 03:02:41.442639 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56772) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:41.455814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc7d2d4-6476-4959-ac34-429054cf421f None None] Sync routers for ids ['dbafcfac-85fc-476e-9977-5061c4ebfa32'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:02:41.476356 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc7d2d4-6476-4959-ac34-429054cf421f None None] Routers {'dbafcfac-85fc-476e-9977-5061c4ebfa32'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:41.479112 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-bdc7d2d4-6476-4959-ac34-429054cf421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['dbafcfac-85fc-476e-9977-5061c4ebfa32'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:41.509627 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-41524a66-f363-4dc4-abac-1d7ed62fedd1 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbafcfac-85fc-476e-9977-5061c4ebfa32 HTTP/1.1" status: 200 len: 205 time: 0.0653200 Nov 26 03:02:41.512437 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56774) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:41.545227 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-bdc7d2d4-6476-4959-ac34-429054cf421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:41.563191 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc7d2d4-6476-4959-ac34-429054cf421f None None] Routers {'dbafcfac-85fc-476e-9977-5061c4ebfa32'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:41.564654 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-bdc7d2d4-6476-4959-ac34-429054cf421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['dbafcfac-85fc-476e-9977-5061c4ebfa32'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:41.614092 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-bdc7d2d4-6476-4959-ac34-429054cf421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:41.615007 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc7d2d4-6476-4959-ac34-429054cf421f None None] The sync data for ids ['dbafcfac-85fc-476e-9977-5061c4ebfa32'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:02:41.666448 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5331eeac-ec7a-4063-aec2-686eae06e234 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:41.670673 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff9354ab-ea81-447a-b7de-05c92731f6e8 req-7cb1de49-ad82-431b-b46a-4141afb54f63 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582694 Nov 26 03:02:41.672636 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-151760aa-d137-40e7-83eb-ba8f20dbdd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:41.880804 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5331eeac-ec7a-4063-aec2-686eae06e234 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:41.883362 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5331eeac-ec7a-4063-aec2-686eae06e234 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:41.928676 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5331eeac-ec7a-4063-aec2-686eae06e234 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:41.929156 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5331eeac-ec7a-4063-aec2-686eae06e234 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Fanout notify agent at l3_agent the message router_deleted on router dbafcfac-85fc-476e-9977-5061c4ebfa32 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:02:41.938179 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5331eeac-ec7a-4063-aec2-686eae06e234 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:41.939317 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5331eeac-ec7a-4063-aec2-686eae06e234 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/routers/dbafcfac-85fc-476e-9977-5061c4ebfa32 HTTP/1.1" status: 204 len: 168 time: 0.4250405 Nov 26 03:02:41.941939 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56778) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:42.048122 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-af80f60a-a14d-44c7-add1-8bb6c9718a7c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting subnet a7fbd2f9-988f-46d1-ae26-ca0909f312a0 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:02:42.051321 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af80f60a-a14d-44c7-add1-8bb6c9718a7c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:42.093051 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af80f60a-a14d-44c7-add1-8bb6c9718a7c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:42.213494 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af80f60a-a14d-44c7-add1-8bb6c9718a7c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:42.344336 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af80f60a-a14d-44c7-add1-8bb6c9718a7c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:42.389076 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af80f60a-a14d-44c7-add1-8bb6c9718a7c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:42.394083 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-af80f60a-a14d-44c7-add1-8bb6c9718a7c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/subnets/a7fbd2f9-988f-46d1-ae26-ca0909f312a0 HTTP/1.1" status: 204 len: 168 time: 0.4509225 Nov 26 03:02:42.395491 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80f60a-a14d-44c7-add1-8bb6c9718a7c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Subnet': ['ID=a7fbd2f9-988f-46d1-ae26-ca0909f312a0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:42.396424 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf96e3e8-c778-4cd9-8dab-0dd2739763d8 None None] Network 439c60fe-aa0f-454e-85e7-de1fb04d995c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:02:42.396803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56798) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:42.527160 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:42.552580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d9cfc-bcff-4cd4-9f18-e3d99c5389d6 req-697801ec-b3b7-4ca6-a1c4-1587668f2f3a tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:42.554575 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-535d9cfc-bcff-4cd4-9f18-e3d99c5389d6 req-697801ec-b3b7-4ca6-a1c4-1587668f2f3a tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.0868058 Nov 26 03:02:42.689784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-535d9cfc-bcff-4cd4-9f18-e3d99c5389d6 req-8051aca1-283b-4f70-8e8e-2e59a1e58039 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281054 Nov 26 03:02:42.698441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting port ae6253f1-0631-4c36-bb61-7c669360dcdf {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:02:42.699437 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:42.747607 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4530fbb3-3c13-4fe5-9e89-f7a2bb60217a None None] DHCP port deletion for 439c60fe-aa0f-454e-85e7-de1fb04d995c request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:02:42.864090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4530fbb3-3c13-4fe5-9e89-f7a2bb60217a None None] Deleting port ae6253f1-0631-4c36-bb61-7c669360dcdf {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:02:42.864907 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4530fbb3-3c13-4fe5-9e89-f7a2bb60217a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:43.008514 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4530fbb3-3c13-4fe5-9e89-f7a2bb60217a None None] For port ae6253f1-0631-4c36-bb61-7c669360dcdf, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ae6253f1-0631-4c36-bb61-7c669360dcdf,segment=NetworkSegment(0b8c9312-48fa-487c-91a7-98a8c0558695),segment_id=0b8c9312-48fa-487c-91a7-98a8c0558695)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:43.008927 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4530fbb3-3c13-4fe5-9e89-f7a2bb60217a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:43.029325 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4530fbb3-3c13-4fe5-9e89-f7a2bb60217a None None] Calling delete_port for ae6253f1-0631-4c36-bb61-7c669360dcdf owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:02:43.158768 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4530fbb3-3c13-4fe5-9e89-f7a2bb60217a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:43.245942 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530fbb3-3c13-4fe5-9e89-f7a2bb60217a None None] Pushing event deleted for resources: {'Port': ['ID=ae6253f1-0631-4c36-bb61-7c669360dcdf,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:43.254183 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530fbb3-3c13-4fe5-9e89-f7a2bb60217a None None] No DVR routers for this DVR port ae6253f1-0631-4c36-bb61-7c669360dcdf on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:02:43.444705 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ae6253f1-0631-4c36-bb61-7c669360dcdf no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:02:43.478254 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] For port ae6253f1-0631-4c36-bb61-7c669360dcdf, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ae6253f1-0631-4c36-bb61-7c669360dcdf,segment=NetworkSegment(0b8c9312-48fa-487c-91a7-98a8c0558695),segment_id=0b8c9312-48fa-487c-91a7-98a8c0558695)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:43.479156 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:43.499361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: ae6253f1-0631-4c36-bb61-7c669360dcdf {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:02:43.499559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Calling delete_port for ae6253f1-0631-4c36-bb61-7c669360dcdf owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:02:43.499663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ae6253f1-0631-4c36-bb61-7c669360dcdf not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:02:43.515769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7f7ae-4748-4840-b7d8-86baa0d1fbbe req-a8494384-cbcc-425f-961d-90e1e228081e tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:43.524645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28b7f7ae-4748-4840-b7d8-86baa0d1fbbe req-a8494384-cbcc-425f-961d-90e1e228081e tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 0.1278641 Nov 26 03:02:43.643632 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28b7f7ae-4748-4840-b7d8-86baa0d1fbbe req-4f2509f1-05d9-4c95-8ba2-15537636fe8e tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160979 Nov 26 03:02:43.704345 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:43.758670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Port': ['ID=ae6253f1-0631-4c36-bb61-7c669360dcdf,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:43.775505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] No DVR routers for this DVR port ae6253f1-0631-4c36-bb61-7c669360dcdf on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:02:43.793630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:43.794609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:43.795190 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:43.795857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:43.796569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:43.797132 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:43.797694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:43.798348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:43.798691 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:43.799028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:43.799364 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:43.799754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:43.921493 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:43.942959 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56826) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:43.960811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e2997-2825-40af-9086-84c7e82a0ef4 req-59f859b4-d573-4bde-8bfd-4b41e93d08ed tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:43.971753 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7f2e2997-2825-40af-9086-84c7e82a0ef4 req-59f859b4-d573-4bde-8bfd-4b41e93d08ed tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.1684139 Nov 26 03:02:43.975950 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439c60fe-aa0f-454e-85e7-de1fb04d995c']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:44.043337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8c9312-48fa-487c-91a7-98a8c0558695') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:44.044761 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8c9312-48fa-487c-91a7-98a8c0558695') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:44.070122 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:44.092622 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:44.107986 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7f2e2997-2825-40af-9086-84c7e82a0ef4 req-388748d3-9e85-4e8d-bc96-4d67dacbdd59 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352742 Nov 26 03:02:44.111202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:02:44.111824 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:02:44.116402 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:02:44.151307 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-16d9cc34-14dd-42d7-893b-f162ccaadfd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:44.190815 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb14ebaf-0406-436c-b867-6fc613017433 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:44.261010 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:44.274662 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:44.278948 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/networks/439c60fe-aa0f-454e-85e7-de1fb04d995c HTTP/1.1" status: 204 len: 168 time: 1.8805215 Nov 26 03:02:44.282499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56832) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:44.291237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1320302956', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:44.294068 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efe7a5-0c5f-4312-a767-5fc33eef1286 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Network': ['ID=439c60fe-aa0f-454e-85e7-de1fb04d995c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:44.341859 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:44.342991 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:44.363309 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb14ebaf-0406-436c-b867-6fc613017433 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:44.368420 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb14ebaf-0406-436c-b867-6fc613017433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:44.444652 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:44.452488 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cb14ebaf-0406-436c-b867-6fc613017433 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf0c406bb0db47d893fa2b04f449f97e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5091660 Nov 26 03:02:44.455999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56836) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:44.456304 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14ebaf-0406-436c-b867-6fc613017433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d361ba-64cc-44f6-b5af-ab9427c3cb03,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:44.552815 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-27d90ec1-8cf2-45c2-93b1-ba4d039230a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:44.576528 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-27d90ec1-8cf2-45c2-93b1-ba4d039230a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:44.612098 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:44.629815 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-27d90ec1-8cf2-45c2-93b1-ba4d039230a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:44.633010 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-27d90ec1-8cf2-45c2-93b1-ba4d039230a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:44.634205 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-27d90ec1-8cf2-45c2-93b1-ba4d039230a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9d361ba-64cc-44f6-b5af-ab9427c3cb03 HTTP/1.1" status: 204 len: 168 time: 0.1765211 Nov 26 03:02:44.644204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d90ec1-8cf2-45c2-93b1-ba4d039230a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d361ba-64cc-44f6-b5af-ab9427c3cb03,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:44.847680 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfa89a-367e-4be0-a63d-9d02923e2ac5 req-e22a07f9-c1e5-49d0-a81a-693982fed7f4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:44.849409 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5dfa89a-367e-4be0-a63d-9d02923e2ac5 req-e22a07f9-c1e5-49d0-a81a-693982fed7f4 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 0.0613127 Nov 26 03:02:44.904643 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5dfa89a-367e-4be0-a63d-9d02923e2ac5 req-9d3fc100-4229-4907-8c46-02013a03134a tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449522 Nov 26 03:02:44.971407 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:44.996239 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:45.011476 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:45.080444 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56846) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:45.103609 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-492e3c07-0743-4be9-9e3c-f10d8a0d56b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:45.121641 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Allocated IP 172.25.0.231 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/9084d9ee-ea1f-4d7f-876c-57ad325d391e) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:02:45.234020 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-492e3c07-0743-4be9-9e3c-f10d8a0d56b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:45.267934 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-492e3c07-0743-4be9-9e3c-f10d8a0d56b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:45.290016 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:45.345180 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:45.351318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e3c07-0743-4be9-9e3c-f10d8a0d56b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716ba8ea-9ab8-4a24-83d4-411176cc623c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:45.359814 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-492e3c07-0743-4be9-9e3c-f10d8a0d56b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4983aa5baa0b4a2d898098b471f480be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2781215 Nov 26 03:02:45.360562 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56854) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:45.384657 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a7ca2-787f-413d-b5e0-6a43c4fd6f98 req-9f8d7810-d648-47b2-b3fb-5e984300ee46 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:45.386292 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e98a7ca2-787f-413d-b5e0-6a43c4fd6f98 req-9f8d7810-d648-47b2-b3fb-5e984300ee46 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.1523578 Nov 26 03:02:45.420751 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:02:45.421943 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=9084d9ee-ea1f-4d7f-876c-57ad325d391e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:45.427135 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:45.429570 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:02:45.455587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb01c84e-0916-468f-8237-e6c4215a1118 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:02:45.486305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e98a7ca2-787f-413d-b5e0-6a43c4fd6f98 req-836baf85-325b-4a76-9bd9-12a0c11265c3 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880589 Nov 26 03:02:45.487099 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1df5400a-d873-4df4-912b-8bcd2609389c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:45.522578 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1df5400a-d873-4df4-912b-8bcd2609389c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:45.529695 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-dce27046-f111-4840-8a29-3d5fc3c493f6 None None] Provisioning complete for port 9084d9ee-ea1f-4d7f-876c-57ad325d391e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:45.530335 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dce27046-f111-4840-8a29-3d5fc3c493f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:45.577851 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-dce27046-f111-4840-8a29-3d5fc3c493f6 None None] Port 9084d9ee-ea1f-4d7f-876c-57ad325d391e cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:02:45.653088 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1df5400a-d873-4df4-912b-8bcd2609389c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:45.655778 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1df5400a-d873-4df4-912b-8bcd2609389c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:45.662031 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1df5400a-d873-4df4-912b-8bcd2609389c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/716ba8ea-9ab8-4a24-83d4-411176cc623c HTTP/1.1" status: 204 len: 168 time: 0.2999327 Nov 26 03:02:45.672845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5400a-d873-4df4-912b-8bcd2609389c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716ba8ea-9ab8-4a24-83d4-411176cc623c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:45.796677 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:46.019923 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:46.089406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dcc6fb-03e7-4328-b08e-baff31d399f0 req-caa187da-84e5-4a23-ab82-0cf2298efe01 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:46.092562 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6dcc6fb-03e7-4328-b08e-baff31d399f0 req-caa187da-84e5-4a23-ab82-0cf2298efe01 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 0.0662348 Nov 26 03:02:46.154150 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6dcc6fb-03e7-4328-b08e-baff31d399f0 req-cd0a36d8-dbfc-4c79-8cb1-b6765f4b28f1 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548246 Nov 26 03:02:46.187698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router 7335fa39-578b-477b-b51e-390010a9f233 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:02:46.303106 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:02:46.318555 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b18c29a-1dee-4bf2-af06-6a70c838eadb None None] Sync routers for ids ['7335fa39-578b-477b-b51e-390010a9f233'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:02:46.328587 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:46.332479 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5bc9965c-0ba0-40e3-94ef-adabfaeafeb5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0427330 Nov 26 03:02:46.332770 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56884) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:46.332972 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b18c29a-1dee-4bf2-af06-6a70c838eadb None None] Routers {'7335fa39-578b-477b-b51e-390010a9f233'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:46.333607 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5b18c29a-1dee-4bf2-af06-6a70c838eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['7335fa39-578b-477b-b51e-390010a9f233'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:46.371002 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5b18c29a-1dee-4bf2-af06-6a70c838eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:46.379854 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b18c29a-1dee-4bf2-af06-6a70c838eadb None None] Routers {'7335fa39-578b-477b-b51e-390010a9f233'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:46.380500 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5b18c29a-1dee-4bf2-af06-6a70c838eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['7335fa39-578b-477b-b51e-390010a9f233'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:46.413134 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5b18c29a-1dee-4bf2-af06-6a70c838eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:46.414063 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b18c29a-1dee-4bf2-af06-6a70c838eadb None None] The sync data for ids ['7335fa39-578b-477b-b51e-390010a9f233'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:02:46.480670 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-32c0f440-5d0f-44ea-8c1b-d88dfd128192 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/routers/7335fa39-578b-477b-b51e-390010a9f233 HTTP/1.1" status: 200 len: 885 time: 0.1438229 Nov 26 03:02:46.480670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56888) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:46.565541 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:46.706192 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44d5fd-78e5-4815-a5f0-35c62c235d9c req-b1d73be0-07f8-4370-8b51-d9c7eb954dde tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:46.707995 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d44d5fd-78e5-4815-a5f0-35c62c235d9c req-b1d73be0-07f8-4370-8b51-d9c7eb954dde tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.1129642 Nov 26 03:02:46.812994 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d44d5fd-78e5-4815-a5f0-35c62c235d9c req-f7865ea9-a5d7-4bfc-9c5b-556a963df044 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928223 Nov 26 03:02:46.844502 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e4ae0d2e-e052-4d9e-9112-93b8f0fc9965 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3622787 Nov 26 03:02:46.846149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56904) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:46.852487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-aef4bf87-548a-4f6b-8d83-9dc03ae005d2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1320302956'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:47.270794 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aef4bf87-548a-4f6b-8d83-9dc03ae005d2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:47.305404 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aef4bf87-548a-4f6b-8d83-9dc03ae005d2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:47.355288 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912214cc-a3f3-4871-af50-1255adbfd52d req-53552eb9-5a7d-4248-89ec-97f41ac50dcc tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:47.357453 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-912214cc-a3f3-4871-af50-1255adbfd52d req-53552eb9-5a7d-4248-89ec-97f41ac50dcc tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 0.1022172 Nov 26 03:02:47.453139 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-912214cc-a3f3-4871-af50-1255adbfd52d req-9932ebb5-0702-4067-bb72-85df893e9260 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660155 Nov 26 03:02:47.467017 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef4bf87-548a-4f6b-8d83-9dc03ae005d2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router 7335fa39-578b-477b-b51e-390010a9f233 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:02:47.529738 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:47.599383 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef4bf87-548a-4f6b-8d83-9dc03ae005d2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:02:47.608022 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aef4bf87-548a-4f6b-8d83-9dc03ae005d2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:47.609338 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-aef4bf87-548a-4f6b-8d83-9dc03ae005d2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/7335fa39-578b-477b-b51e-390010a9f233 HTTP/1.1" status: 200 len: 892 time: 0.7613845 Nov 26 03:02:47.611893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56926) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:47.613577 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ecace7-ca19-4599-bd8e-7e288e14751e None None] Sync routers for ids ['7335fa39-578b-477b-b51e-390010a9f233'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:02:47.625663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ecace7-ca19-4599-bd8e-7e288e14751e None None] Routers {'7335fa39-578b-477b-b51e-390010a9f233'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:47.626585 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-42ecace7-ca19-4599-bd8e-7e288e14751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['7335fa39-578b-477b-b51e-390010a9f233'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:47.674546 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-42ecace7-ca19-4599-bd8e-7e288e14751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:47.683904 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ecace7-ca19-4599-bd8e-7e288e14751e None None] Routers {'7335fa39-578b-477b-b51e-390010a9f233'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:47.685443 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-42ecace7-ca19-4599-bd8e-7e288e14751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['7335fa39-578b-477b-b51e-390010a9f233'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:47.721410 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-42ecace7-ca19-4599-bd8e-7e288e14751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:47.722349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ecace7-ca19-4599-bd8e-7e288e14751e None None] The sync data for ids ['7335fa39-578b-477b-b51e-390010a9f233'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:02:47.754862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2c5f9be5-42fc-4fe1-8532-64f9496e57d5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/routers/7335fa39-578b-477b-b51e-390010a9f233 HTTP/1.1" status: 200 len: 892 time: 0.1417265 Nov 26 03:02:47.757624 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56928) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:47.796070 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d85a7d6d-206e-4493-9f63-b1adb020896d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/ports?device_id=7335fa39-578b-477b-b51e-390010a9f233 HTTP/1.1" status: 200 len: 205 time: 0.0340898 Nov 26 03:02:47.796355 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56934) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:47.915091 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:48.061253 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:48.139795 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting port 9084d9ee-ea1f-4d7f-876c-57ad325d391e {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:02:48.140270 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:48.253900 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:48.271337 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Calling delete_port for 9084d9ee-ea1f-4d7f-876c-57ad325d391e owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:02:48.314393 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeaa8b3-5037-4e25-956b-2fd2d999e31b req-223ff416-83df-4028-b057-a8198432a0cb tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:48.316325 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8aeaa8b3-5037-4e25-956b-2fd2d999e31b req-223ff416-83df-4028-b057-a8198432a0cb tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.4144053 Nov 26 03:02:48.378792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8aeaa8b3-5037-4e25-956b-2fd2d999e31b req-eb4568d9-8cef-4917-89fd-1d9364fe1865 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556772 Nov 26 03:02:48.441835 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56946) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:48.482324 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:48.511033 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Port': ['ID=9084d9ee-ea1f-4d7f-876c-57ad325d391e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:48.520321 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:48.520652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:48.521104 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:48.521444 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:48.521781 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:48.522116 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:48.522448 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:48.523121 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:48.523424 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:48.523863 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:48.524233 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:48.524569 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:02:48.539986 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3724e1f5-563c-45d7-b8d2-802e1ccfda16 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:02:48.582542 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8175dffc-f3d9-48d3-8251-e73460033a66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:48.669847 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf2898-787e-4799-ae2a-3e96f8a959bb req-27ecdeb4-fbbd-4018-916f-50a9fdcdd15f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:48.671892 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dddf2898-787e-4799-ae2a-3e96f8a959bb req-27ecdeb4-fbbd-4018-916f-50a9fdcdd15f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 944 time: 0.0913672 Nov 26 03:02:48.752608 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8175dffc-f3d9-48d3-8251-e73460033a66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:48.757837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dddf2898-787e-4799-ae2a-3e96f8a959bb req-6c429160-53e3-4524-929e-5a52be1c7fe2 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751748 Nov 26 03:02:48.758905 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8175dffc-f3d9-48d3-8251-e73460033a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:48.800241 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8175dffc-f3d9-48d3-8251-e73460033a66 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9cc3d66f5bd4ad3aaaa750f0c863810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3571677 Nov 26 03:02:48.804845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56952) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:48.827049 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175dffc-f3d9-48d3-8251-e73460033a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc5bd5f-480b-4b52-ae46-768c030fb5cc,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:48.882884 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fd79aa39-7711-48da-b265-550dc22bc922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:48.906609 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fd79aa39-7711-48da-b265-550dc22bc922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:48.954750 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fd79aa39-7711-48da-b265-550dc22bc922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:48.956804 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:48.960093 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fd79aa39-7711-48da-b265-550dc22bc922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:48.963307 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fd79aa39-7711-48da-b265-550dc22bc922 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3dc5bd5f-480b-4b52-ae46-768c030fb5cc HTTP/1.1" status: 204 len: 168 time: 0.1552646 Nov 26 03:02:48.971631 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79aa39-7711-48da-b265-550dc22bc922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc5bd5f-480b-4b52-ae46-768c030fb5cc,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:49.024994 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ca2598c6-1c7b-42a8-8596-4d6b6134e614 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:02:49.065150 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:49.067538 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:49.129100 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:49.130400 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Fanout notify agent at l3_agent the message router_deleted on router 7335fa39-578b-477b-b51e-390010a9f233 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:02:49.142800 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:49.147337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56962) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:49.148097 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f2eca8b8-1be9-4b8d-8d8a-8693a4593368 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/routers/7335fa39-578b-477b-b51e-390010a9f233 HTTP/1.1" status: 204 len: 168 time: 1.3498800 Nov 26 03:02:49.153753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-9ae52b83-caf0-4003-ab27-3fe548b30a5c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1510587965'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:49.162537 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ca2598c6-1c7b-42a8-8596-4d6b6134e614, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ca2598c6-1c7b-42a8-8596-4d6b6134e614,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:49.178595 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'port_id': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614', 'mac_address': 'fa:16:3e:79:48:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:02:49.183484 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae52b83-caf0-4003-ab27-3fe548b30a5c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Made reservation on behalf of 2211d4a681e7432ab96af548d9d7136f for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:02:49.188312 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ae52b83-caf0-4003-ab27-3fe548b30a5c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:49.216775 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae52b83-caf0-4003-ab27-3fe548b30a5c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:02:49.228803 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ae52b83-caf0-4003-ab27-3fe548b30a5c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:49.229332 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-9ae52b83-caf0-4003-ab27-3fe548b30a5c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Added segment 84a0ce8a-f417-49b6-9907-b11a5be44afd of type vlan for network 21f2d6e9-bb2e-47af-94e3-627363f81588 Nov 26 03:02:49.232617 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:49.255958 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2598c6-1c7b-42a8-8596-4d6b6134e614 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:02:49.296385 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ae52b83-caf0-4003-ab27-3fe548b30a5c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:49.298082 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ca2598c6-1c7b-42a8-8596-4d6b6134e614, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ca2598c6-1c7b-42a8-8596-4d6b6134e614,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:49.303335 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:49.329744 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ae52b83-caf0-4003-ab27-3fe548b30a5c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:49.337766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae52b83-caf0-4003-ab27-3fe548b30a5c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:49.339385 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ae52b83-caf0-4003-ab27-3fe548b30a5c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:49.371792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56964) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:49.373379 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ca2598c6-1c7b-42a8-8596-4d6b6134e614,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:49.393732 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-77bd9ef6-794c-4b95-9940-74839feb5f79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:49.412905 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9ae52b83-caf0-4003-ab27-3fe548b30a5c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2618425 Nov 26 03:02:49.413934 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56968) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:49.423318 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e74ba417-512f-492d-b0d6-44c10f32cdff tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'subnet': {'network_id': '21f2d6e9-bb2e-47af-94e3-627363f81588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:49.424576 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae52b83-caf0-4003-ab27-3fe548b30a5c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Network': ['ID=21f2d6e9-bb2e-47af-94e3-627363f81588,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:49.440402 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 21f2d6e9-bb2e-47af-94e3-627363f81588 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:02:49.565734 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee1470-8b9e-4b73-8ae1-ae0a31e36a47 req-5e5d6f4c-8bed-4722-8999-e5cbb7507d34 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:49.567442 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7ee1470-8b9e-4b73-8ae1-ae0a31e36a47 req-5e5d6f4c-8bed-4722-8999-e5cbb7507d34 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.0673389 Nov 26 03:02:49.588207 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-77bd9ef6-794c-4b95-9940-74839feb5f79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:49.590409 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74ba417-512f-492d-b0d6-44c10f32cdff tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Made reservation on behalf of 2211d4a681e7432ab96af548d9d7136f for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:02:49.594102 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e74ba417-512f-492d-b0d6-44c10f32cdff tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:49.598794 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-77bd9ef6-794c-4b95-9940-74839feb5f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:49.638029 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7ee1470-8b9e-4b73-8ae1-ae0a31e36a47 req-8eefe921-329a-434f-aac3-f21bd0669218 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620494 Nov 26 03:02:49.655127 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ca2598c6-1c7b-42a8-8596-4d6b6134e614'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:02:49.701143 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd9ef6-794c-4b95-9940-74839feb5f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9e3dcf-cf48-4f19-8166-17c8e8f41358,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:49.714817 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-77bd9ef6-794c-4b95-9940-74839feb5f79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e5ba3e062a2408c8d3d23a4a3b49f8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3393004 Nov 26 03:02:49.715284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56970) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:49.840649 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db716c57-ef63-41c1-bed5-4b26f4be1c93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:49.883169 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db716c57-ef63-41c1-bed5-4b26f4be1c93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:49.926298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077319a4-d8f3-4d75-ab63-98f37c162e1d req-bf78dbf9-7780-4e2a-a852-ba851d8f5b07 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:49.934243 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-077319a4-d8f3-4d75-ab63-98f37c162e1d req-bf78dbf9-7780-4e2a-a852-ba851d8f5b07 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 945 time: 0.0751827 Nov 26 03:02:49.975615 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e74ba417-512f-492d-b0d6-44c10f32cdff tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:49.988428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-077319a4-d8f3-4d75-ab63-98f37c162e1d req-bc9c99c6-3ef8-43cb-bac6-22f721eba71c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529900 Nov 26 03:02:50.011334 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db716c57-ef63-41c1-bed5-4b26f4be1c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:50.013999 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db716c57-ef63-41c1-bed5-4b26f4be1c93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:50.015151 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-db716c57-ef63-41c1-bed5-4b26f4be1c93 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e9e3dcf-cf48-4f19-8166-17c8e8f41358 HTTP/1.1" status: 204 len: 168 time: 0.2987609 Nov 26 03:02:50.039533 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db716c57-ef63-41c1-bed5-4b26f4be1c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9e3dcf-cf48-4f19-8166-17c8e8f41358,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:50.069732 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ba417-512f-492d-b0d6-44c10f32cdff tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Subnet': ['ID=8cf82c09-8f88-44cb-8de5-7610331155f1,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:50.080817 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ba417-512f-492d-b0d6-44c10f32cdff tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Checking segment: {'id': '84a0ce8a-f417-49b6-9907-b11a5be44afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '21f2d6e9-bb2e-47af-94e3-627363f81588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:02:50.081197 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74ba417-512f-492d-b0d6-44c10f32cdff tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network hostable DHCP agents. Network: 21f2d6e9-bb2e-47af-94e3-627363f81588, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:02:50.107735 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74ba417-512f-492d-b0d6-44c10f32cdff tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 21f2d6e9-bb2e-47af-94e3-627363f81588 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:02:50.118674 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e74ba417-512f-492d-b0d6-44c10f32cdff tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 21f2d6e9-bb2e-47af-94e3-627363f81588) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:50.124649 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ba417-512f-492d-b0d6-44c10f32cdff tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:50.125835 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e74ba417-512f-492d-b0d6-44c10f32cdff tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:50.129549 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023305a6-865e-41c7-87e7-70876ea154a2 None None] Network 21f2d6e9-bb2e-47af-94e3-627363f81588 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:02:50.146527 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e74ba417-512f-492d-b0d6-44c10f32cdff tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7306490 Nov 26 03:02:50.148514 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56982) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:50.154113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-02c86e6f-b5e3-4847-9ab7-be4ba934097b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1736103064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:50.181059 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02c86e6f-b5e3-4847-9ab7-be4ba934097b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:50.182362 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02c86e6f-b5e3-4847-9ab7-be4ba934097b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:50.250923 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02c86e6f-b5e3-4847-9ab7-be4ba934097b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:50.257820 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02c86e6f-b5e3-4847-9ab7-be4ba934097b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:50.286801 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02c86e6f-b5e3-4847-9ab7-be4ba934097b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:50.291621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56984) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:50.292238 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-02c86e6f-b5e3-4847-9ab7-be4ba934097b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1421618 Nov 26 03:02:50.573674 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-21f2d6e9-bb2e-47af-94e3-627363f81588', 'network_id': '21f2d6e9-bb2e-47af-94e3-627363f81588', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'fixed_ips': [{'subnet_id': '8cf82c09-8f88-44cb-8de5-7610331155f1'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:02:50.574715 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:50.748324 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1cfdc53-4cd9-48ce-9e5f-7550481809a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:50.794239 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Allocated IP 2001:db8::2 (21f2d6e9-bb2e-47af-94e3-627363f81588/8cf82c09-8f88-44cb-8de5-7610331155f1/32280a49-5bbd-42a2-9e8b-f58d59797650) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:02:50.928473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ae7ef-3d8f-4bcf-8308-9cbee67d7263 req-be88fd18-b8e7-4fb5-87ca-d37dd64797df tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:50.930290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a2ae7ef-3d8f-4bcf-8308-9cbee67d7263 req-be88fd18-b8e7-4fb5-87ca-d37dd64797df tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.1328990 Nov 26 03:02:51.033716 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:51.050772 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ca2598c6-1c7b-42a8-8596-4d6b6134e614 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:02:51.053895 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:51.127379 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Network 21f2d6e9-bb2e-47af-94e3-627363f81588 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:02:51.130724 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:51.136365 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a2ae7ef-3d8f-4bcf-8308-9cbee67d7263 req-1ddfc0c7-8691-4d79-96c8-eedd2ae928e3 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232572 Nov 26 03:02:51.137697 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:02:51.137697 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Pushing event updated for resources: {'Port': ['ID=32280a49-5bbd-42a2-9e8b-f58d59797650,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:51.155132 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-c1cfdc53-4cd9-48ce-9e5f-7550481809a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Allocated IP 2001:db8::1 (21f2d6e9-bb2e-47af-94e3-627363f81588/8cf82c09-8f88-44cb-8de5-7610331155f1/99bb738f-ed74-41ba-a92f-ceb0d7579191) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:02:51.207564 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port ca2598c6-1c7b-42a8-8596-4d6b6134e614 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:51.208324 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:51.279377 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Attempting to bind port 32280a49-5bbd-42a2-9e8b-f58d59797650 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:02:51.279866 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Attempting to bind port 32280a49-5bbd-42a2-9e8b-f58d59797650 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '84a0ce8a-f417-49b6-9907-b11a5be44afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '21f2d6e9-bb2e-47af-94e3-627363f81588'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:02:51.280330 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Attempting to bind port 32280a49-5bbd-42a2-9e8b-f58d59797650 on network 21f2d6e9-bb2e-47af-94e3-627363f81588 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:02:51.310868 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:02:51.311253 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Checking segment: {'id': '84a0ce8a-f417-49b6-9907-b11a5be44afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '21f2d6e9-bb2e-47af-94e3-627363f81588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:02:51.311669 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:51.312098 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Bound using segment: {'id': '84a0ce8a-f417-49b6-9907-b11a5be44afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '21f2d6e9-bb2e-47af-94e3-627363f81588'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:02:51.315544 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Bound port: 32280a49-5bbd-42a2-9e8b-f58d59797650, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a0ce8a-f417-49b6-9907-b11a5be44afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '21f2d6e9-bb2e-47af-94e3-627363f81588'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:02:51.315873 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:51.328281 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e36aa3-44c4-4012-a520-255d4ffed308 req-71d886ed-cd58-4841-b95a-0f0152688ef9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:51.329899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54e36aa3-44c4-4012-a520-255d4ffed308 req-71d886ed-cd58-4841-b95a-0f0152688ef9 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 945 time: 0.1458728 Nov 26 03:02:51.390302 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1cfdc53-4cd9-48ce-9e5f-7550481809a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:51.431086 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54e36aa3-44c4-4012-a520-255d4ffed308 req-584a9666-32fa-42c0-9ab3-41f01538969e tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940320 Nov 26 03:02:51.462296 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1cfdc53-4cd9-48ce-9e5f-7550481809a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:51.468236 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:51.496435 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa3acff-7be2-4cee-8332-3681543bd483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:02:51.499472 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a868a84d-7470-4dd0-b890-1c263b772283" -d '{"events": [{"server_uuid": "2fa3acff-7be2-4cee-8332-3681543bd483", "name": "network-vif-plugged", "status": "completed", "tag": "ca2598c6-1c7b-42a8-8596-4d6b6134e614"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:02:51.536118 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] For port 32280a49-5bbd-42a2-9e8b-f58d59797650, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:02:51.539141 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cfdc53-4cd9-48ce-9e5f-7550481809a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 21f2d6e9-bb2e-47af-94e3-627363f81588 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:02:51.543482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ca2598c6-1c7b-42a8-8596-4d6b6134e614, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ca2598c6-1c7b-42a8-8596-4d6b6134e614,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:51.545832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-c1cfdc53-4cd9-48ce-9e5f-7550481809a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:51.554977 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:51.556809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cfdc53-4cd9-48ce-9e5f-7550481809a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:02:51.558089 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1cfdc53-4cd9-48ce-9e5f-7550481809a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:51.558807 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] For port 32280a49-5bbd-42a2-9e8b-f58d59797650, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=32280a49-5bbd-42a2-9e8b-f58d59797650,segment=NetworkSegment(84a0ce8a-f417-49b6-9907-b11a5be44afd),segment_id=84a0ce8a-f417-49b6-9907-b11a5be44afd)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:02:51.579791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfdc53-4cd9-48ce-9e5f-7550481809a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=99bb738f-ed74-41ba-a92f-ceb0d7579191,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:51.587863 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75437fc7-f6f0-48cc-ba52-7f7f14c6cfc8 x-openstack-request-id: req-75437fc7-f6f0-48cc-ba52-7f7f14c6cfc8 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:02:51.588270 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa3acff-7be2-4cee-8332-3681543bd483", "name": "network-vif-plugged", "status": "completed", "tag": "ca2598c6-1c7b-42a8-8596-4d6b6134e614", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:02:51.588638 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75437fc7-f6f0-48cc-ba52-7f7f14c6cfc8 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:02:51.589170 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa3acff-7be2-4cee-8332-3681543bd483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614', 'code': 200} Nov 26 03:02:51.593422 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:51.657712 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ca2598c6-1c7b-42a8-8596-4d6b6134e614,revision_number=10']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:51.733198 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7815f-3d3b-44ea-be42-71469534f24e None None] Pushing event updated for resources: {'Port': ['ID=32280a49-5bbd-42a2-9e8b-f58d59797650,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:51.807948 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1cfdc53-4cd9-48ce-9e5f-7550481809a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:51.961294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab662f1f-f9b2-460c-a605-7cbb6d520a31 req-8274965d-e8c5-40e8-8128-c17426da9891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:51.962834 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab662f1f-f9b2-460c-a605-7cbb6d520a31 req-8274965d-e8c5-40e8-8128-c17426da9891 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 1098 time: 0.1380589 Nov 26 03:02:52.089558 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab662f1f-f9b2-460c-a605-7cbb6d520a31 req-988df8cd-605d-4af4-a2ad-fc52fbdb9792 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948856 Nov 26 03:02:52.299547 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079823cc-7ee8-4bfc-8f4e-d138be2671ee req-64a23aad-d11f-4694-9b65-73cb27beff13 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:52.301081 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-079823cc-7ee8-4bfc-8f4e-d138be2671ee req-64a23aad-d11f-4694-9b65-73cb27beff13 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.0816176 Nov 26 03:02:52.331733 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1cfdc53-4cd9-48ce-9e5f-7550481809a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:52.380872 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1cfdc53-4cd9-48ce-9e5f-7550481809a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:52.382358 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1cfdc53-4cd9-48ce-9e5f-7550481809a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:52.382458 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:52.388756 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-079823cc-7ee8-4bfc-8f4e-d138be2671ee req-f436a29e-350e-49bc-b8ff-b23a0cc1253e tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801115 Nov 26 03:02:52.478352 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfdc53-4cd9-48ce-9e5f-7550481809a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=99bb738f-ed74-41ba-a92f-ceb0d7579191,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:52.553508 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cfdc53-4cd9-48ce-9e5f-7550481809a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 21f2d6e9-bb2e-47af-94e3-627363f81588 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:02:52.558491 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-c1cfdc53-4cd9-48ce-9e5f-7550481809a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:52.741487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f094f79-ac88-47fe-b14a-47842bdf4410 req-4d8a89e5-b537-4474-9588-6628c8f5462f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:52.743019 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f094f79-ac88-47fe-b14a-47842bdf4410 req-4d8a89e5-b537-4474-9588-6628c8f5462f tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 947 time: 0.1242440 Nov 26 03:02:52.820380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cfdc53-4cd9-48ce-9e5f-7550481809a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router bddcf9cb-6eec-41b8-9623-e8102577fcbe is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:02:52.837108 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f094f79-ac88-47fe-b14a-47842bdf4410 req-8c2646ca-432d-4b2c-ad2a-ff5dcd5ca74d tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809455 Nov 26 03:02:52.968931 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cfdc53-4cd9-48ce-9e5f-7550481809a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:02:52.974538 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c1cfdc53-4cd9-48ce-9e5f-7550481809a6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/bddcf9cb-6eec-41b8-9623-e8102577fcbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6813776 Nov 26 03:02:52.978696 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57046) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:52.982942 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7b48a3-7702-45f5-abeb-1ee2ef862178 None None] Sync routers for ids ['bddcf9cb-6eec-41b8-9623-e8102577fcbe'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:02:53.012404 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7b48a3-7702-45f5-abeb-1ee2ef862178 None None] Routers {'bddcf9cb-6eec-41b8-9623-e8102577fcbe'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:53.014271 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fb7b48a3-7702-45f5-abeb-1ee2ef862178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['bddcf9cb-6eec-41b8-9623-e8102577fcbe'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:53.061204 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc4259d-391a-4a71-9788-fcded28c5da5 None None] Network 21f2d6e9-bb2e-47af-94e3-627363f81588 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:02:53.062062 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fb7b48a3-7702-45f5-abeb-1ee2ef862178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:53.069708 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094f83d7-25cc-4676-bcbe-5a79acfec06f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:53.071373 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-094f83d7-25cc-4676-bcbe-5a79acfec06f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/ports/99bb738f-ed74-41ba-a92f-ceb0d7579191 HTTP/1.1" status: 200 len: 911 time: 0.0891857 Nov 26 03:02:53.074490 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57052) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:53.080704 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-68890490-b235-46b4-9d40-e0c639fe2982 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8cf82c09-8f88-44cb-8de5-7610331155f1'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:53.124690 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7b48a3-7702-45f5-abeb-1ee2ef862178 None None] Routers {'bddcf9cb-6eec-41b8-9623-e8102577fcbe'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:53.127464 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fb7b48a3-7702-45f5-abeb-1ee2ef862178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['bddcf9cb-6eec-41b8-9623-e8102577fcbe'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:53.193413 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fb7b48a3-7702-45f5-abeb-1ee2ef862178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:53.206248 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7b48a3-7702-45f5-abeb-1ee2ef862178 None None] The sync data for ids ['bddcf9cb-6eec-41b8-9623-e8102577fcbe'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:02:53.303949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5ef40275-38a1-4259-b513-33b8cfdc0f33 None None] Provisioning complete for port 32280a49-5bbd-42a2-9e8b-f58d59797650 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:53.304560 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5ef40275-38a1-4259-b513-33b8cfdc0f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:53.318977 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68890490-b235-46b4-9d40-e0c639fe2982 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:53.607529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 32280a49-5bbd-42a2-9e8b-f58d59797650 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:02:53.647148 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eee282-4ea7-4d6e-b669-d0967e032369 req-3b2063ee-fe50-4ca8-af8a-d93911f01498 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:53.662383 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e6eee282-4ea7-4d6e-b669-d0967e032369 req-3b2063ee-fe50-4ca8-af8a-d93911f01498 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.1787393 Nov 26 03:02:53.701512 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:53.706517 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5ef40275-38a1-4259-b513-33b8cfdc0f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:53.809069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e6eee282-4ea7-4d6e-b669-d0967e032369 req-5f38024c-151a-4f83-b8ec-95fd6ef51a31 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445062 Nov 26 03:02:53.824785 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-5ef40275-38a1-4259-b513-33b8cfdc0f33 None None] For port 32280a49-5bbd-42a2-9e8b-f58d59797650, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=32280a49-5bbd-42a2-9e8b-f58d59797650,segment=NetworkSegment(84a0ce8a-f417-49b6-9907-b11a5be44afd),segment_id=84a0ce8a-f417-49b6-9907-b11a5be44afd)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:53.827286 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 32280a49-5bbd-42a2-9e8b-f58d59797650 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:53.828247 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:53.862777 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5ef40275-38a1-4259-b513-33b8cfdc0f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:54.055604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef40275-38a1-4259-b513-33b8cfdc0f33 None None] Pushing event updated for resources: {'Port': ['ID=32280a49-5bbd-42a2-9e8b-f58d59797650,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:54.103421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1960d5cb-18f7-4b92-a491-fcb6cad79d3f None None] Provisioning complete for port 99bb738f-ed74-41ba-a92f-ceb0d7579191 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:54.103719 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1960d5cb-18f7-4b92-a491-fcb6cad79d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:54.159390 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772288d-5a2f-4022-a69b-61ba6c64789a req-867d91c5-f18f-42ba-bd60-7e74a4831f22 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:54.186109 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d772288d-5a2f-4022-a69b-61ba6c64789a req-867d91c5-f18f-42ba-bd60-7e74a4831f22 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 947 time: 0.1723046 Nov 26 03:02:54.196257 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1960d5cb-18f7-4b92-a491-fcb6cad79d3f None None] Port 99bb738f-ed74-41ba-a92f-ceb0d7579191 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:02:54.198929 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68890490-b235-46b4-9d40-e0c639fe2982 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:54.213576 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68890490-b235-46b4-9d40-e0c639fe2982 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:54.228913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68890490-b235-46b4-9d40-e0c639fe2982 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:54.229604 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68890490-b235-46b4-9d40-e0c639fe2982 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:54.236684 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57110) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:54.237043 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-68890490-b235-46b4-9d40-e0c639fe2982 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/ports/99bb738f-ed74-41ba-a92f-ceb0d7579191 HTTP/1.1" status: 200 len: 911 time: 1.1606474 Nov 26 03:02:54.255896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1960d5cb-18f7-4b92-a491-fcb6cad79d3f None None] Provisioning complete for port 32280a49-5bbd-42a2-9e8b-f58d59797650 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:54.261557 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1960d5cb-18f7-4b92-a491-fcb6cad79d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:54.381521 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68890490-b235-46b4-9d40-e0c639fe2982 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=99bb738f-ed74-41ba-a92f-ceb0d7579191,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:54.462022 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d772288d-5a2f-4022-a69b-61ba6c64789a req-b559c537-c16e-4e4f-99de-68a59fd300d1 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749088 Nov 26 03:02:54.657135 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a44a3c40-c478-4970-888e-3647aae33c30 None None] Provisioning complete for port 99bb738f-ed74-41ba-a92f-ceb0d7579191 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:54.661201 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a44a3c40-c478-4970-888e-3647aae33c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:54.756406 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a44a3c40-c478-4970-888e-3647aae33c30 None None] Port 99bb738f-ed74-41ba-a92f-ceb0d7579191 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:02:54.804985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57116) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:54.893408 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2b0cdbd3-3309-490d-8441-4618599682b0 None None] Provisioning complete for port 99bb738f-ed74-41ba-a92f-ceb0d7579191 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:54.894439 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2b0cdbd3-3309-490d-8441-4618599682b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:54.925074 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-df447cd2-bce4-4b4b-ac91-bdac3ad881d5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:54.945365 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2b0cdbd3-3309-490d-8441-4618599682b0 None None] Port 99bb738f-ed74-41ba-a92f-ceb0d7579191 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:02:55.109271 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6e240893-5834-4926-bc54-6506fbd03ef1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:55.303954 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6e240893-5834-4926-bc54-6506fbd03ef1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:55.313471 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6e240893-5834-4926-bc54-6506fbd03ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:55.376074 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6e240893-5834-4926-bc54-6506fbd03ef1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=562dbff07aee4dd39cf4fa533d102c91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5692480 Nov 26 03:02:55.379771 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57124) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:55.431947 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e240893-5834-4926-bc54-6506fbd03ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e106f2d5-d958-42e5-91ee-33ab9854032e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:55.464206 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 32280a49-5bbd-42a2-9e8b-f58d59797650 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:02:55.470511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b23a1a-1d7d-4bc1-bd46-fcb9b60a6b74 req-1ad77968-8234-46e7-acf1-c3f51c468a80 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:55.476542 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21b23a1a-1d7d-4bc1-bd46-fcb9b60a6b74 req-1ad77968-8234-46e7-acf1-c3f51c468a80 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.1779516 Nov 26 03:02:55.548317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 32280a49-5bbd-42a2-9e8b-f58d59797650 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:02:55.549030 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:55.571859 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21b23a1a-1d7d-4bc1-bd46-fcb9b60a6b74 req-27b6b499-13c4-466c-b69b-cdb95a320813 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899076 Nov 26 03:02:55.586972 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83c17b91-668e-4558-b0cc-607bda1ff2fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:55.630366 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83c17b91-668e-4558-b0cc-607bda1ff2fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:55.731659 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60af0b-1e34-46e7-b68b-448f1258666c req-8c875ed3-3381-4453-b1d4-2d3c31f3a370 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:55.733816 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a60af0b-1e34-46e7-b68b-448f1258666c req-8c875ed3-3381-4453-b1d4-2d3c31f3a370 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 947 time: 0.1583905 Nov 26 03:02:55.769513 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83c17b91-668e-4558-b0cc-607bda1ff2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:55.772134 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83c17b91-668e-4558-b0cc-607bda1ff2fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:55.775778 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-83c17b91-668e-4558-b0cc-607bda1ff2fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e106f2d5-d958-42e5-91ee-33ab9854032e HTTP/1.1" status: 204 len: 168 time: 0.3911195 Nov 26 03:02:55.791495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c17b91-668e-4558-b0cc-607bda1ff2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e106f2d5-d958-42e5-91ee-33ab9854032e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:55.802314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-df447cd2-bce4-4b4b-ac91-bdac3ad881d5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting port 99bb738f-ed74-41ba-a92f-ceb0d7579191 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:02:55.802661 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-df447cd2-bce4-4b4b-ac91-bdac3ad881d5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:55.858278 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a60af0b-1e34-46e7-b68b-448f1258666c req-19a4d3fe-b946-4da2-a5a6-4258267a49cc tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179805 Nov 26 03:02:55.932111 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-df447cd2-bce4-4b4b-ac91-bdac3ad881d5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:55.947564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-df447cd2-bce4-4b4b-ac91-bdac3ad881d5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Calling delete_port for 99bb738f-ed74-41ba-a92f-ceb0d7579191 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:02:56.157495 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-df447cd2-bce4-4b4b-ac91-bdac3ad881d5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:56.187352 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df447cd2-bce4-4b4b-ac91-bdac3ad881d5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Port': ['ID=99bb738f-ed74-41ba-a92f-ceb0d7579191,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:56.299838 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-df447cd2-bce4-4b4b-ac91-bdac3ad881d5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:56.514609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df447cd2-bce4-4b4b-ac91-bdac3ad881d5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router bddcf9cb-6eec-41b8-9623-e8102577fcbe has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:02:56.605809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df447cd2-bce4-4b4b-ac91-bdac3ad881d5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:02:56.611701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-df447cd2-bce4-4b4b-ac91-bdac3ad881d5 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/bddcf9cb-6eec-41b8-9623-e8102577fcbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3736448 Nov 26 03:02:56.614389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57158) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:56.617670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f2629-a7c7-4bdc-9623-9e08d532937a None None] Sync routers for ids ['bddcf9cb-6eec-41b8-9623-e8102577fcbe'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:02:56.645079 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-342e812b-7a95-43ec-9cd3-29b0cc9ab9da tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/ports?device_id=bddcf9cb-6eec-41b8-9623-e8102577fcbe HTTP/1.1" status: 200 len: 205 time: 0.0293891 Nov 26 03:02:56.647633 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57162) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:56.656766 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f2629-a7c7-4bdc-9623-9e08d532937a None None] Routers {'bddcf9cb-6eec-41b8-9623-e8102577fcbe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:56.661715 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-2a5f2629-a7c7-4bdc-9623-9e08d532937a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['bddcf9cb-6eec-41b8-9623-e8102577fcbe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:56.740167 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-2a5f2629-a7c7-4bdc-9623-9e08d532937a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:56.744896 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4363da3a-dfca-4abf-8ca7-a136a998f02a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:56.751478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f2629-a7c7-4bdc-9623-9e08d532937a None None] Routers {'bddcf9cb-6eec-41b8-9623-e8102577fcbe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:02:56.753860 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-2a5f2629-a7c7-4bdc-9623-9e08d532937a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['bddcf9cb-6eec-41b8-9623-e8102577fcbe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:56.799987 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-2a5f2629-a7c7-4bdc-9623-9e08d532937a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:56.801195 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f2629-a7c7-4bdc-9623-9e08d532937a None None] The sync data for ids ['bddcf9cb-6eec-41b8-9623-e8102577fcbe'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:02:56.834254 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bf6e4-5091-4357-bbfe-50ec1325b893 req-ed6317b9-b771-47fc-9fbf-a917bf794daf tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:56.835802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-746bf6e4-5091-4357-bbfe-50ec1325b893 req-ed6317b9-b771-47fc-9fbf-a917bf794daf tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.0960526 Nov 26 03:02:56.911569 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-746bf6e4-5091-4357-bbfe-50ec1325b893 req-6288336c-9d7f-45c1-b260-04465c1cece2 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647004 Nov 26 03:02:57.040004 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4363da3a-dfca-4abf-8ca7-a136a998f02a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:57.042917 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4363da3a-dfca-4abf-8ca7-a136a998f02a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:57.057520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158e117-4315-46a8-81ff-d76a5d914ceb req-844a43f2-0e54-4f91-864c-c2a9e6a115b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:57.060899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4158e117-4315-46a8-81ff-d76a5d914ceb req-844a43f2-0e54-4f91-864c-c2a9e6a115b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 1095 time: 0.1143017 Nov 26 03:02:57.073413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bd86b-95ba-44c8-8474-72e7e2b8d9fc req-5b27fefa-13f6-49c2-a873-7a7ab7c03af4 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:57.075055 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d44bd86b-95ba-44c8-8474-72e7e2b8d9fc req-5b27fefa-13f6-49c2-a873-7a7ab7c03af4 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.0867116 Nov 26 03:02:57.159051 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4363da3a-dfca-4abf-8ca7-a136a998f02a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:57.159674 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4363da3a-dfca-4abf-8ca7-a136a998f02a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Fanout notify agent at l3_agent the message router_deleted on router bddcf9cb-6eec-41b8-9623-e8102577fcbe {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:02:57.175828 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4363da3a-dfca-4abf-8ca7-a136a998f02a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:57.179952 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4363da3a-dfca-4abf-8ca7-a136a998f02a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/routers/bddcf9cb-6eec-41b8-9623-e8102577fcbe HTTP/1.1" status: 204 len: 168 time: 0.5276668 Nov 26 03:02:57.180422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57174) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:57.201048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d44bd86b-95ba-44c8-8474-72e7e2b8d9fc req-86aea351-4133-49dc-b69b-f8c7096d64f8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721087 Nov 26 03:02:57.210712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158e117-4315-46a8-81ff-d76a5d914ceb req-600988d4-c109-496e-839f-865ebde336f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:57.212205 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4158e117-4315-46a8-81ff-d76a5d914ceb req-600988d4-c109-496e-839f-865ebde336f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 913 time: 0.1362176 Nov 26 03:02:57.257091 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-04097b3d-be83-43fd-b7f1-47b24f795023 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting subnet 8cf82c09-8f88-44cb-8de5-7610331155f1 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:02:57.261011 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04097b3d-be83-43fd-b7f1-47b24f795023 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:57.306572 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04097b3d-be83-43fd-b7f1-47b24f795023 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:57.307607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4158e117-4315-46a8-81ff-d76a5d914ceb req-fcf22132-4a38-4fa6-ad6e-bf3254009cd1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688 HTTP/1.1" status: 200 len: 999 time: 0.0865870 Nov 26 03:02:57.377810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158e117-4315-46a8-81ff-d76a5d914ceb req-9905f8e3-18c7-42ef-ad3d-78c45ad97f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:57.379327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4158e117-4315-46a8-81ff-d76a5d914ceb req-9905f8e3-18c7-42ef-ad3d-78c45ad97f67 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.0647295 Nov 26 03:02:57.406569 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04097b3d-be83-43fd-b7f1-47b24f795023 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:57.442670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158e117-4315-46a8-81ff-d76a5d914ceb req-b153ec09-e297-48c8-9f04-f2998e36128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:57.444619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4158e117-4315-46a8-81ff-d76a5d914ceb req-b153ec09-e297-48c8-9f04-f2998e36128b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579743 Nov 26 03:02:57.486524 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04097b3d-be83-43fd-b7f1-47b24f795023 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:57.523173 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04097b3d-be83-43fd-b7f1-47b24f795023 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Subnet': ['ID=8cf82c09-8f88-44cb-8de5-7610331155f1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:57.535243 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04097b3d-be83-43fd-b7f1-47b24f795023 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:57.540888 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-04097b3d-be83-43fd-b7f1-47b24f795023 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/subnets/8cf82c09-8f88-44cb-8de5-7610331155f1 HTTP/1.1" status: 204 len: 168 time: 0.3571482 Nov 26 03:02:57.545102 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3e4ab6-2696-4625-801e-d96a270d4047 None None] Network 21f2d6e9-bb2e-47af-94e3-627363f81588 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:02:57.547793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57186) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:57.591697 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4158e117-4315-46a8-81ff-d76a5d914ceb req-6cc3f6f4-b0f2-4bb3-8546-b78bce6f3c2a service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401887 Nov 26 03:02:57.713320 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:57.774554 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4158e117-4315-46a8-81ff-d76a5d914ceb req-3491ac8b-2347-488b-a6bd-ba9053e8a27b service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509750 Nov 26 03:02:57.800463 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c67181-315c-4cfa-a18c-f2df964c5c0a None None] DHCP port deletion for 21f2d6e9-bb2e-47af-94e3-627363f81588 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:02:57.816272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting port 32280a49-5bbd-42a2-9e8b-f58d59797650 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:02:57.816774 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:57.864773 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34c67181-315c-4cfa-a18c-f2df964c5c0a None None] Deleting port 32280a49-5bbd-42a2-9e8b-f58d59797650 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:02:57.865153 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34c67181-315c-4cfa-a18c-f2df964c5c0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:57.902886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] For port 32280a49-5bbd-42a2-9e8b-f58d59797650, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=32280a49-5bbd-42a2-9e8b-f58d59797650,segment=NetworkSegment(84a0ce8a-f417-49b6-9907-b11a5be44afd),segment_id=84a0ce8a-f417-49b6-9907-b11a5be44afd)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:57.903976 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:57.924206 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Calling delete_port for 32280a49-5bbd-42a2-9e8b-f58d59797650 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:02:57.974064 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34c67181-315c-4cfa-a18c-f2df964c5c0a None None] For port 32280a49-5bbd-42a2-9e8b-f58d59797650, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=32280a49-5bbd-42a2-9e8b-f58d59797650,segment=NetworkSegment(84a0ce8a-f417-49b6-9907-b11a5be44afd),segment_id=84a0ce8a-f417-49b6-9907-b11a5be44afd)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:02:57.974670 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34c67181-315c-4cfa-a18c-f2df964c5c0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:57.995857 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34c67181-315c-4cfa-a18c-f2df964c5c0a None None] Calling delete_port for 32280a49-5bbd-42a2-9e8b-f58d59797650 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:02:58.030107 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:58.080527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Port': ['ID=32280a49-5bbd-42a2-9e8b-f58d59797650,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:58.083887 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] No DVR routers for this DVR port 32280a49-5bbd-42a2-9e8b-f58d59797650 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:02:58.125342 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34c67181-315c-4cfa-a18c-f2df964c5c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:58.157334 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c67181-315c-4cfa-a18c-f2df964c5c0a None None] No DVR routers for this DVR port 32280a49-5bbd-42a2-9e8b-f58d59797650 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:02:58.162373 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c67181-315c-4cfa-a18c-f2df964c5c0a None None] Pushing event deleted for resources: {'Port': ['ID=32280a49-5bbd-42a2-9e8b-f58d59797650,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:58.216414 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:58.260955 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f2d6e9-bb2e-47af-94e3-627363f81588']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:58.275331 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a9ec0-d65f-43c5-b8c5-b9f66ef82a1a req-37f6de97-dec9-4da0-b3e4-d3a3cff94877 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:58.277820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-666a9ec0-d65f-43c5-b8c5-b9f66ef82a1a req-37f6de97-dec9-4da0-b3e4-d3a3cff94877 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.1597948 Nov 26 03:02:58.306376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a0ce8a-f417-49b6-9907-b11a5be44afd') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:58.306688 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a0ce8a-f417-49b6-9907-b11a5be44afd') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:02:58.352044 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:58.387164 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:58.407883 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-666a9ec0-d65f-43c5-b8c5-b9f66ef82a1a req-859b6ca0-e437-40a9-9006-afa045c161af tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221168 Nov 26 03:02:58.410547 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:02:58.411025 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:02:58.414620 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:02:58.469054 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94c890-fb44-46ed-b55b-2b3fe39a444c req-4c494e72-863e-405d-ace9-7e2647a38adc tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:58.470462 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b94c890-fb44-46ed-b55b-2b3fe39a444c req-4c494e72-863e-405d-ace9-7e2647a38adc tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1673234 Nov 26 03:02:58.528874 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:58.534086 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b94c890-fb44-46ed-b55b-2b3fe39a444c req-98de469c-36f5-435c-99fc-82e3cf1cd7d6 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567253 Nov 26 03:02:58.539338 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:58.545856 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/networks/21f2d6e9-bb2e-47af-94e3-627363f81588 HTTP/1.1" status: 204 len: 168 time: 0.9921706 Nov 26 03:02:58.547099 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57232) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:58.552770 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-cd3bbce0-c374-479b-9e9b-e64cdf049109 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2096430070', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:58.562244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3591757-0d13-4efc-8f5f-25d6054735b7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Network': ['ID=21f2d6e9-bb2e-47af-94e3-627363f81588,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:58.591721 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd3bbce0-c374-479b-9e9b-e64cdf049109 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:58.593054 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd3bbce0-c374-479b-9e9b-e64cdf049109 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:58.665867 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd3bbce0-c374-479b-9e9b-e64cdf049109 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:58.674128 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd3bbce0-c374-479b-9e9b-e64cdf049109 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:58.702794 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd3bbce0-c374-479b-9e9b-e64cdf049109 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:58.706826 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57238) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:58.706969 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cd3bbce0-c374-479b-9e9b-e64cdf049109 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1583827 Nov 26 03:02:58.713679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-000b4af1-6326-422a-80d8-3410ac16ca3c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-297028926'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:58.733891 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000b4af1-6326-422a-80d8-3410ac16ca3c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Made reservation on behalf of 2211d4a681e7432ab96af548d9d7136f for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:02:58.738363 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-000b4af1-6326-422a-80d8-3410ac16ca3c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:58.765576 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000b4af1-6326-422a-80d8-3410ac16ca3c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:02:58.776508 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-000b4af1-6326-422a-80d8-3410ac16ca3c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:58.776864 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-000b4af1-6326-422a-80d8-3410ac16ca3c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Added segment 591da363-dc2a-4017-b5d7-49febe55ff3f of type vlan for network 5b819138-4781-455b-8ef1-b7d9f378d2e3 Nov 26 03:02:58.794735 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57240) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:58.819763 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-000b4af1-6326-422a-80d8-3410ac16ca3c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:58.848390 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-000b4af1-6326-422a-80d8-3410ac16ca3c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:58.855036 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000b4af1-6326-422a-80d8-3410ac16ca3c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:58.855678 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-000b4af1-6326-422a-80d8-3410ac16ca3c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:58.918907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-000b4af1-6326-422a-80d8-3410ac16ca3c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2103355 Nov 26 03:02:58.922100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57244) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:58.924587 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3f61d52-09fe-4b62-8afb-b14ab01d1741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:58.931361 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-baf21c2e-fe79-4265-a9ac-7f1819d387bb tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'subnet': {'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:02:58.982856 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b4af1-6326-422a-80d8-3410ac16ca3c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Network': ['ID=5b819138-4781-455b-8ef1-b7d9f378d2e3,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:58.995097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 5b819138-4781-455b-8ef1-b7d9f378d2e3 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:02:59.001223 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3f61d52-09fe-4b62-8afb-b14ab01d1741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:59.005644 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3f61d52-09fe-4b62-8afb-b14ab01d1741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:59.037492 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf21c2e-fe79-4265-a9ac-7f1819d387bb tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Made reservation on behalf of 2211d4a681e7432ab96af548d9d7136f for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:02:59.041139 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-baf21c2e-fe79-4265-a9ac-7f1819d387bb tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:59.052318 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b3f61d52-09fe-4b62-8afb-b14ab01d1741 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7cdf582ace2a46cc9b9abeae366b243f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2519283 Nov 26 03:02:59.052318 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f61d52-09fe-4b62-8afb-b14ab01d1741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d78477-0adb-4225-ba06-02d02252f5e1,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:59.052857 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57246) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:59.107141 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f89983ea-6780-4858-93e9-5469901a7427 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:59.129346 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f89983ea-6780-4858-93e9-5469901a7427 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:59.178790 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f89983ea-6780-4858-93e9-5469901a7427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:59.181430 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f89983ea-6780-4858-93e9-5469901a7427 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:59.182582 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f89983ea-6780-4858-93e9-5469901a7427 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4d78477-0adb-4225-ba06-02d02252f5e1 HTTP/1.1" status: 204 len: 168 time: 0.1287935 Nov 26 03:02:59.191274 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89983ea-6780-4858-93e9-5469901a7427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d78477-0adb-4225-ba06-02d02252f5e1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:59.232953 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-baf21c2e-fe79-4265-a9ac-7f1819d387bb tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:59.305914 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf21c2e-fe79-4265-a9ac-7f1819d387bb tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Subnet': ['ID=108fed8f-d4ce-4a1b-b252-0cd1410fdb0e,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:59.316860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf21c2e-fe79-4265-a9ac-7f1819d387bb tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Checking segment: {'id': '591da363-dc2a-4017-b5d7-49febe55ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:02:59.317232 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf21c2e-fe79-4265-a9ac-7f1819d387bb tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network hostable DHCP agents. Network: 5b819138-4781-455b-8ef1-b7d9f378d2e3, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:02:59.336896 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf21c2e-fe79-4265-a9ac-7f1819d387bb tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 5b819138-4781-455b-8ef1-b7d9f378d2e3 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:02:59.349281 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-baf21c2e-fe79-4265-a9ac-7f1819d387bb tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 5b819138-4781-455b-8ef1-b7d9f378d2e3) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:02:59.353789 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf21c2e-fe79-4265-a9ac-7f1819d387bb tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:59.354397 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-baf21c2e-fe79-4265-a9ac-7f1819d387bb tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:59.366197 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847135b4-3499-4a80-83e8-c5fa0fd6fba0 None None] Network 5b819138-4781-455b-8ef1-b7d9f378d2e3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:02:59.379957 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-baf21c2e-fe79-4265-a9ac-7f1819d387bb tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4541829 Nov 26 03:02:59.380384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57254) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:59.412915 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 32280a49-5bbd-42a2-9e8b-f58d59797650 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:02:59.473848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 32280a49-5bbd-42a2-9e8b-f58d59797650 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:02:59.474330 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 32280a49-5bbd-42a2-9e8b-f58d59797650 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:02:59.516096 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57258) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:59.530457 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0df4f182-3398-4306-9ff3-47f401d16c3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:59.569666 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-5b819138-4781-455b-8ef1-b7d9f378d2e3', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:02:59.571477 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:59.641582 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0df4f182-3398-4306-9ff3-47f401d16c3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:59.651758 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0df4f182-3398-4306-9ff3-47f401d16c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:59.699186 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0df4f182-3398-4306-9ff3-47f401d16c3d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a9657af43cc4b38830fe9b6ca441a6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1799686 Nov 26 03:02:59.699186 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4f182-3398-4306-9ff3-47f401d16c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034d894d-44a1-425c-aa64-e556bf73af03,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:59.699494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb143e39-94c6-44bb-a6f3-b63625f87282 req-8881cd3b-eefa-4f9a-ac04-0a00fd6fa96e tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:59.700142 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57262) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:02:59.701983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb143e39-94c6-44bb-a6f3-b63625f87282 req-8881cd3b-eefa-4f9a-ac04-0a00fd6fa96e tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.1915834 Nov 26 03:02:59.754024 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-24944cfc-f57a-4dd3-99a8-f313b748f3c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:59.759800 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Allocated IP 2001:db8::2 (5b819138-4781-455b-8ef1-b7d9f378d2e3/108fed8f-d4ce-4a1b-b252-0cd1410fdb0e/a3096e38-7365-48ba-8e70-2618eda7b0a5) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:02:59.788460 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-24944cfc-f57a-4dd3-99a8-f313b748f3c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:59.848349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca80ac-a386-430c-befa-41358079f10f req-5ceabece-a680-43dc-b513-5221015bf209 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:02:59.850276 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fca80ac-a386-430c-befa-41358079f10f req-5ceabece-a680-43dc-b513-5221015bf209 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2062263 Nov 26 03:02:59.851973 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7752e61e-abec-4eb7-8d8d-b3c0fbbbdf17 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:59.852475 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-24944cfc-f57a-4dd3-99a8-f313b748f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:59.855208 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-24944cfc-f57a-4dd3-99a8-f313b748f3c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:02:59.857065 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-24944cfc-f57a-4dd3-99a8-f313b748f3c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/034d894d-44a1-425c-aa64-e556bf73af03 HTTP/1.1" status: 204 len: 168 time: 0.1558390 Nov 26 03:02:59.871183 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24944cfc-f57a-4dd3-99a8-f313b748f3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034d894d-44a1-425c-aa64-e556bf73af03,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:02:59.976459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb143e39-94c6-44bb-a6f3-b63625f87282 req-dbe10159-d049-4ca3-8b97-d4ceb576038e tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500668 Nov 26 03:03:00.031543 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:00.039663 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:00.082216 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Pushing event updated for resources: {'Port': ['ID=a3096e38-7365-48ba-8e70-2618eda7b0a5,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:00.112463 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Network 5b819138-4781-455b-8ef1-b7d9f378d2e3 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:00.114774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:00.123703 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:00.194330 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Attempting to bind port a3096e38-7365-48ba-8e70-2618eda7b0a5 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:00.194804 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Attempting to bind port a3096e38-7365-48ba-8e70-2618eda7b0a5 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '591da363-dc2a-4017-b5d7-49febe55ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:00.195256 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Attempting to bind port a3096e38-7365-48ba-8e70-2618eda7b0a5 on network 5b819138-4781-455b-8ef1-b7d9f378d2e3 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:00.202218 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:03:00.202750 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Checking segment: {'id': '591da363-dc2a-4017-b5d7-49febe55ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:03:00.203269 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:00.203749 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Bound using segment: {'id': '591da363-dc2a-4017-b5d7-49febe55ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:03:00.209575 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Bound port: a3096e38-7365-48ba-8e70-2618eda7b0a5, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591da363-dc2a-4017-b5d7-49febe55ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:03:00.210002 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:00.302765 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] For port a3096e38-7365-48ba-8e70-2618eda7b0a5, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:03:00.307061 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] For port a3096e38-7365-48ba-8e70-2618eda7b0a5, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a3096e38-7365-48ba-8e70-2618eda7b0a5,segment=NetworkSegment(591da363-dc2a-4017-b5d7-49febe55ff3f),segment_id=591da363-dc2a-4017-b5d7-49febe55ff3f)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:03:00.312035 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:00.415207 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fceaf1-24f4-4896-9b36-3d0dafc7fa2f None None] Pushing event updated for resources: {'Port': ['ID=a3096e38-7365-48ba-8e70-2618eda7b0a5,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:00.521318 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fca80ac-a386-430c-befa-41358079f10f req-2bf903a9-8ed0-455b-b648-69543b5be9cf tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6473403 Nov 26 03:03:00.589873 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-7752e61e-abec-4eb7-8d8d-b3c0fbbbdf17 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Allocated IP 2001:db8::1 (5b819138-4781-455b-8ef1-b7d9f378d2e3/108fed8f-d4ce-4a1b-b252-0cd1410fdb0e/e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:03:00.778797 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7752e61e-abec-4eb7-8d8d-b3c0fbbbdf17 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:00.824143 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7752e61e-abec-4eb7-8d8d-b3c0fbbbdf17 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:00.875044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7752e61e-abec-4eb7-8d8d-b3c0fbbbdf17 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 5b819138-4781-455b-8ef1-b7d9f378d2e3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:00.881421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-7752e61e-abec-4eb7-8d8d-b3c0fbbbdf17 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:00.883855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752e61e-abec-4eb7-8d8d-b3c0fbbbdf17 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:00.884437 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7752e61e-abec-4eb7-8d8d-b3c0fbbbdf17 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:00.887813 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752e61e-abec-4eb7-8d8d-b3c0fbbbdf17 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:01.017036 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7752e61e-abec-4eb7-8d8d-b3c0fbbbdf17 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:01.219642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6a74e-b614-467e-8297-515634edb80f req-5528dc1c-ed6a-4f51-a26d-f02b9b8e6a97 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:01.221112 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2af6a74e-b614-467e-8297-515634edb80f req-5528dc1c-ed6a-4f51-a26d-f02b9b8e6a97 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.1402509 Nov 26 03:03:01.399883 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2af6a74e-b614-467e-8297-515634edb80f req-b365392e-b5c1-4f15-b0ef-f59de6ab6ac1 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915980 Nov 26 03:03:01.415982 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7752e61e-abec-4eb7-8d8d-b3c0fbbbdf17 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:01.430793 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7752e61e-abec-4eb7-8d8d-b3c0fbbbdf17 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:01.431752 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7752e61e-abec-4eb7-8d8d-b3c0fbbbdf17 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:01.479736 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a3096e38-7365-48ba-8e70-2618eda7b0a5 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:03:01.575694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752e61e-abec-4eb7-8d8d-b3c0fbbbdf17 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:01.593544 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a3096e38-7365-48ba-8e70-2618eda7b0a5 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:01.593913 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:01.681131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7752e61e-abec-4eb7-8d8d-b3c0fbbbdf17 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 5b819138-4781-455b-8ef1-b7d9f378d2e3 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:01.683820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-7752e61e-abec-4eb7-8d8d-b3c0fbbbdf17 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:01.831989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7752e61e-abec-4eb7-8d8d-b3c0fbbbdf17 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:03:01.883647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11777a7e-0c24-4d4a-b043-456ac26f50d3 None None] Network 5b819138-4781-455b-8ef1-b7d9f378d2e3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:03:01.949180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7752e61e-abec-4eb7-8d8d-b3c0fbbbdf17 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:03:01.959763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f4a16e22-7e5e-4b5c-8c9c-ada990a1818d None None] Provisioning complete for port a3096e38-7365-48ba-8e70-2618eda7b0a5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:01.959763 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f4a16e22-7e5e-4b5c-8c9c-ada990a1818d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:01.959763 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:01.960426 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Sync routers for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:03:01.966095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7752e61e-abec-4eb7-8d8d-b3c0fbbbdf17 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/6b0bc962-bdb6-4942-9db5-9fb96b9f24fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5814123 Nov 26 03:03:01.967067 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57342) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:01.973201 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-19496775-0955-4db1-97cf-492ba609a3d3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-382777662'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:01.984291 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:01.984929 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:02.000120 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19496775-0955-4db1-97cf-492ba609a3d3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Made reservation on behalf of 2211d4a681e7432ab96af548d9d7136f for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:02.004836 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19496775-0955-4db1-97cf-492ba609a3d3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:02.037176 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19496775-0955-4db1-97cf-492ba609a3d3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:03:02.041400 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port a3096e38-7365-48ba-8e70-2618eda7b0a5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a3096e38-7365-48ba-8e70-2618eda7b0a5,segment=NetworkSegment(591da363-dc2a-4017-b5d7-49febe55ff3f),segment_id=591da363-dc2a-4017-b5d7-49febe55ff3f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:02.048843 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19496775-0955-4db1-97cf-492ba609a3d3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:02.049190 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-19496775-0955-4db1-97cf-492ba609a3d3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Added segment cdde5cca-6cda-4dde-8de6-a9be0cc06494 of type vlan for network 87eb1c75-99ab-471c-9972-01dd46bfc54c Nov 26 03:03:02.052104 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:02.115318 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=a3096e38-7365-48ba-8e70-2618eda7b0a5,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:02.155037 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19496775-0955-4db1-97cf-492ba609a3d3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:02.182136 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:02.203435 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19496775-0955-4db1-97cf-492ba609a3d3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:02.209709 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19496775-0955-4db1-97cf-492ba609a3d3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:02.210401 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19496775-0955-4db1-97cf-492ba609a3d3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:02.273400 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-19496775-0955-4db1-97cf-492ba609a3d3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3052328 Nov 26 03:03:02.276242 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57364) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:02.282734 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c493b3e4-f5c3-47bd-900a-5dc40ac6a0a7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'subnet': {'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:02.314438 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19496775-0955-4db1-97cf-492ba609a3d3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Network': ['ID=87eb1c75-99ab-471c-9972-01dd46bfc54c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:02.330902 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 87eb1c75-99ab-471c-9972-01dd46bfc54c details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:03:02.443943 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c493b3e4-f5c3-47bd-900a-5dc40ac6a0a7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Made reservation on behalf of 2211d4a681e7432ab96af548d9d7136f for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:02.451729 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c493b3e4-f5c3-47bd-900a-5dc40ac6a0a7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:02.639389 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:00Z', 'revision_number': 2, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:01Z', 'revision_number': 2, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:02.697655 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Checking router: 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:03:02.698007 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Updating router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe port e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:03:02.735217 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:02.765669 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57374) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:02.775838 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-76e6e6c1-631a-4351-b1ff-172125e81fbe None None] Provisioning complete for port a3096e38-7365-48ba-8e70-2618eda7b0a5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:02.776451 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-76e6e6c1-631a-4351-b1ff-172125e81fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:02.808697 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c493b3e4-f5c3-47bd-900a-5dc40ac6a0a7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:02.871475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186ced5-03f6-4e7b-a4ea-694f0880a093 req-7091b2b4-8b85-4047-a985-7074205e36ab tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:02.874499 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3186ced5-03f6-4e7b-a4ea-694f0880a093 req-7091b2b4-8b85-4047-a985-7074205e36ab tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.2258501 Nov 26 03:03:02.910945 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-76e6e6c1-631a-4351-b1ff-172125e81fbe None None] Provisioning complete for port e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:02.911327 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-76e6e6c1-631a-4351-b1ff-172125e81fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:02.964208 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-76e6e6c1-631a-4351-b1ff-172125e81fbe None None] Port e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:03:03.015343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3186ced5-03f6-4e7b-a4ea-694f0880a093 req-fec5b5cf-9fa9-4d8e-bd15-d1cd2e23a7b9 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299756 Nov 26 03:03:03.017432 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6e83-9a8b-4175-a852-ef7895bb1fca admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:03.025087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493b3e4-f5c3-47bd-900a-5dc40ac6a0a7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Subnet': ['ID=0ce60f65-ed8a-46ca-beb5-eee5615b4311,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:03.029275 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c493b3e4-f5c3-47bd-900a-5dc40ac6a0a7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Checking segment: {'id': 'cdde5cca-6cda-4dde-8de6-a9be0cc06494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:03:03.029512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c493b3e4-f5c3-47bd-900a-5dc40ac6a0a7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network hostable DHCP agents. Network: 87eb1c75-99ab-471c-9972-01dd46bfc54c, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:03:03.075629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c493b3e4-f5c3-47bd-900a-5dc40ac6a0a7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 87eb1c75-99ab-471c-9972-01dd46bfc54c is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:03:03.104103 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-0e07d148-bd35-464d-97c1-d6399db62498 None None] Provisioning complete for port e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:03.104518 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0e07d148-bd35-464d-97c1-d6399db62498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:03.108502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-c493b3e4-f5c3-47bd-900a-5dc40ac6a0a7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 87eb1c75-99ab-471c-9972-01dd46bfc54c) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:03.114260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c493b3e4-f5c3-47bd-900a-5dc40ac6a0a7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:03.115059 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c493b3e4-f5c3-47bd-900a-5dc40ac6a0a7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:03.144308 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:03.152173 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:03.170054 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c0de93-3547-4048-ac3b-acf4cca89459 None None] Network 87eb1c75-99ab-471c-9972-01dd46bfc54c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:03:03.205424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c493b3e4-f5c3-47bd-900a-5dc40ac6a0a7 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9250522 Nov 26 03:03:03.205759 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57380) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:03.213024 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacee9b-d68d-4324-9b22-4ac90a0d3b89 None None] Pushing event updated for resources: {'Port': ['ID=e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:03.248098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6e83-9a8b-4175-a852-ef7895bb1fca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:03.264263 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6e83-9a8b-4175-a852-ef7895bb1fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:03.336622 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-0e07d148-bd35-464d-97c1-d6399db62498 None None] Port e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:03:03.347302 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a3ca6e83-9a8b-4175-a852-ef7895bb1fca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e62ecabc7af4b44b9f67125e938ceed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5780256 Nov 26 03:03:03.349636 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57386) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:03.367147 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Attempting to bind port e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:03.367147 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Attempting to bind port e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '591da363-dc2a-4017-b5d7-49febe55ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:03.367396 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Attempting to bind port e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85 on network 5b819138-4781-455b-8ef1-b7d9f378d2e3 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:03.393638 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:03:03.394030 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Checking segment: {'id': '591da363-dc2a-4017-b5d7-49febe55ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:03:03.396940 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:03.397371 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Bound using segment: {'id': '591da363-dc2a-4017-b5d7-49febe55ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:03:03.397892 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Bound port: e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591da363-dc2a-4017-b5d7-49febe55ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:03:03.398554 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:03.510926 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a3096e38-7365-48ba-8e70-2618eda7b0a5 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:03:03.521015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca6e83-9a8b-4175-a852-ef7895bb1fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb151d3-fbb2-4e99-9256-0c7dad55064a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:03.533596 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5e9dbf2d-39b4-4887-8589-25b041019427 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:03.578525 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] For port e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:03:03.581326 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5e9dbf2d-39b4-4887-8589-25b041019427 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:03.592817 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] For port e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85,segment=NetworkSegment(591da363-dc2a-4017-b5d7-49febe55ff3f),segment_id=591da363-dc2a-4017-b5d7-49febe55ff3f)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:03:03.606023 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:03.679908 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5e9dbf2d-39b4-4887-8589-25b041019427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:03.683280 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5e9dbf2d-39b4-4887-8589-25b041019427 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:03.685199 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5e9dbf2d-39b4-4887-8589-25b041019427 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebb151d3-fbb2-4e99-9256-0c7dad55064a HTTP/1.1" status: 204 len: 168 time: 0.3345850 Nov 26 03:03:03.709239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9dbf2d-39b4-4887-8589-25b041019427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb151d3-fbb2-4e99-9256-0c7dad55064a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:03.719657 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-87eb1c75-99ab-471c-9972-01dd46bfc54c', 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'fixed_ips': [{'subnet_id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:03:03.720410 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:03.733182 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-12b5593b-1a55-4645-ae39-7251c06b4de2 None None] Provisioning complete for port e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:03.733560 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-12b5593b-1a55-4645-ae39-7251c06b4de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:03.747253 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacee9b-d68d-4324-9b22-4ac90a0d3b89 None None] Pushing event updated for resources: {'Port': ['ID=e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:03.760677 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:03.761325 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:03.936912 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:03.945833 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-668746ab-2c01-4c7c-ace8-bb86fd04bcaf tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:04.008283 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a3096e38-7365-48ba-8e70-2618eda7b0a5 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:04.008826 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:04.316708 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57396) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:04.346380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56f8fe-33a0-473b-b092-0774ace14bf6 req-2a5bebcc-df27-49b6-b4d8-2992d8fa72a9 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:04.356944 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d56f8fe-33a0-473b-b092-0774ace14bf6 req-2a5bebcc-df27-49b6-b4d8-2992d8fa72a9 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.1573594 Nov 26 03:03:04.402553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Allocated IP 2001:db8:1::2 (87eb1c75-99ab-471c-9972-01dd46bfc54c/0ce60f65-ed8a-46ca-beb5-eee5615b4311/9b90a22e-d7e8-4587-b2d0-6f87cbabff93) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:03:04.405823 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6ab2ef64-0bfb-409a-92f9-1a9496072bfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:04.408670 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-12b5593b-1a55-4645-ae39-7251c06b4de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:04.510869 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-12b5593b-1a55-4645-ae39-7251c06b4de2 None None] For port e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85,segment=NetworkSegment(591da363-dc2a-4017-b5d7-49febe55ff3f),segment_id=591da363-dc2a-4017-b5d7-49febe55ff3f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:04.533605 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-12b5593b-1a55-4645-ae39-7251c06b4de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:04.548645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d56f8fe-33a0-473b-b092-0774ace14bf6 req-8b6cd70d-41bc-4045-8edf-efb56738d202 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476049 Nov 26 03:03:04.583116 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:00Z', 'revision_number': 2, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:03Z', 'revision_number': 4, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:04.628103 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6ab2ef64-0bfb-409a-92f9-1a9496072bfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:04.635459 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6ab2ef64-0bfb-409a-92f9-1a9496072bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:04.636640 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ad33ff-bd48-4ced-abd6-a37e88f6c2ce None None] The sync data for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 is: [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:00Z', 'revision_number': 2, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:03Z', 'revision_number': 4, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:03:04.636984 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5593b-1a55-4645-ae39-7251c06b4de2 None None] Pushing event updated for resources: {'Port': ['ID=e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:04.707378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2ef64-0bfb-409a-92f9-1a9496072bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b0e128-0381-4b8e-8268-2d6518dd1e64,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:04.718902 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57400) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:04.720581 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6ab2ef64-0bfb-409a-92f9-1a9496072bfc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8bcbd2c6c1dc4221b215013609d7958c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3623571 Nov 26 03:03:04.731334 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:04.751400 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2250c9fd-cd78-4e2a-83fc-66c4338e4223 None None] Provisioning complete for port e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:04.751777 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2250c9fd-cd78-4e2a-83fc-66c4338e4223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:04.827741 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:04.879239 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ae47d62e-184b-42ef-a62e-69c1590a2d65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:04.889148 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Network 87eb1c75-99ab-471c-9972-01dd46bfc54c is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:04.897704 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:04.911729 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ae47d62e-184b-42ef-a62e-69c1590a2d65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:04.915093 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:04.980960 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-668746ab-2c01-4c7c-ace8-bb86fd04bcaf tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Allocated IP 2001:db8:1::1 (87eb1c75-99ab-471c-9972-01dd46bfc54c/0ce60f65-ed8a-46ca-beb5-eee5615b4311/a97f765a-8bf1-441f-a152-811a1a9986a8) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:03:04.998122 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ae47d62e-184b-42ef-a62e-69c1590a2d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:05.001479 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ae47d62e-184b-42ef-a62e-69c1590a2d65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:05.018018 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ae47d62e-184b-42ef-a62e-69c1590a2d65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20b0e128-0381-4b8e-8268-2d6518dd1e64 HTTP/1.1" status: 204 len: 168 time: 0.2978761 Nov 26 03:03:05.050464 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47d62e-184b-42ef-a62e-69c1590a2d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b0e128-0381-4b8e-8268-2d6518dd1e64,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:05.072517 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Pushing event updated for resources: {'Port': ['ID=9b90a22e-d7e8-4587-b2d0-6f87cbabff93,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:05.158832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Attempting to bind port 9b90a22e-d7e8-4587-b2d0-6f87cbabff93 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:05.159395 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Attempting to bind port 9b90a22e-d7e8-4587-b2d0-6f87cbabff93 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'cdde5cca-6cda-4dde-8de6-a9be0cc06494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:05.159884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Attempting to bind port 9b90a22e-d7e8-4587-b2d0-6f87cbabff93 on network 87eb1c75-99ab-471c-9972-01dd46bfc54c {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:05.190617 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:03:05.191194 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Checking segment: {'id': 'cdde5cca-6cda-4dde-8de6-a9be0cc06494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:03:05.191672 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:05.192174 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Bound using segment: {'id': 'cdde5cca-6cda-4dde-8de6-a9be0cc06494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:03:05.192739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Bound port: 9b90a22e-d7e8-4587-b2d0-6f87cbabff93, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdde5cca-6cda-4dde-8de6-a9be0cc06494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:03:05.193475 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:05.260693 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-668746ab-2c01-4c7c-ace8-bb86fd04bcaf tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:05.327784 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-668746ab-2c01-4c7c-ace8-bb86fd04bcaf tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:05.346559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] For port 9b90a22e-d7e8-4587-b2d0-6f87cbabff93, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:03:05.351031 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] For port 9b90a22e-d7e8-4587-b2d0-6f87cbabff93, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9b90a22e-d7e8-4587-b2d0-6f87cbabff93,segment=NetworkSegment(cdde5cca-6cda-4dde-8de6-a9be0cc06494),segment_id=cdde5cca-6cda-4dde-8de6-a9be0cc06494)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:03:05.363163 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:05.430746 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668746ab-2c01-4c7c-ace8-bb86fd04bcaf tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=a97f765a-8bf1-441f-a152-811a1a9986a8,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:05.435041 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668746ab-2c01-4c7c-ace8-bb86fd04bcaf tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 87eb1c75-99ab-471c-9972-01dd46bfc54c is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:05.437256 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-668746ab-2c01-4c7c-ace8-bb86fd04bcaf tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:05.439524 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668746ab-2c01-4c7c-ace8-bb86fd04bcaf tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:05.440310 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-668746ab-2c01-4c7c-ace8-bb86fd04bcaf tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:05.485655 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50baf85d-2654-4539-a9eb-ec120ba7986f None None] Pushing event updated for resources: {'Port': ['ID=9b90a22e-d7e8-4587-b2d0-6f87cbabff93,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:05.551575 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:03:05.660147 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:05.660667 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:05.743856 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-668746ab-2c01-4c7c-ace8-bb86fd04bcaf tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:05.863416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b3a82-7806-4bf7-8bd7-bbe76369823d req-2b1ddeda-27ad-4381-a81c-cdf0ebbfc897 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:05.865347 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c27b3a82-7806-4bf7-8bd7-bbe76369823d req-2b1ddeda-27ad-4381-a81c-cdf0ebbfc897 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.1582515 Nov 26 03:03:05.955673 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c27b3a82-7806-4bf7-8bd7-bbe76369823d req-1df180ca-0828-4302-99fb-0153da7d6c36 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803387 Nov 26 03:03:06.173374 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-668746ab-2c01-4c7c-ace8-bb86fd04bcaf tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:06.181797 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-668746ab-2c01-4c7c-ace8-bb86fd04bcaf tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:06.183254 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-668746ab-2c01-4c7c-ace8-bb86fd04bcaf tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:06.246246 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668746ab-2c01-4c7c-ace8-bb86fd04bcaf tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=a97f765a-8bf1-441f-a152-811a1a9986a8,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:06.330298 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668746ab-2c01-4c7c-ace8-bb86fd04bcaf tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 87eb1c75-99ab-471c-9972-01dd46bfc54c is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:06.332570 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-668746ab-2c01-4c7c-ace8-bb86fd04bcaf tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:06.451182 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668746ab-2c01-4c7c-ace8-bb86fd04bcaf tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:03:06.565580 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668746ab-2c01-4c7c-ace8-bb86fd04bcaf tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:03:06.574566 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-668746ab-2c01-4c7c-ace8-bb86fd04bcaf tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/6b0bc962-bdb6-4942-9db5-9fb96b9f24fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3648326 Nov 26 03:03:06.575287 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57436) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:06.582692 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3c817106-7f60-4621-8a38-4bb5cdc85b9a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2076402952'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:06.636111 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c817106-7f60-4621-8a38-4bb5cdc85b9a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Made reservation on behalf of 2211d4a681e7432ab96af548d9d7136f for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:06.643098 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c817106-7f60-4621-8a38-4bb5cdc85b9a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:06.687359 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c817106-7f60-4621-8a38-4bb5cdc85b9a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:03:06.704402 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c817106-7f60-4621-8a38-4bb5cdc85b9a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:06.704944 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-3c817106-7f60-4621-8a38-4bb5cdc85b9a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Added segment 719070ed-18d6-452c-99ed-a0275ce239e5 of type vlan for network 3ef4abc8-c1cf-4e6a-9b27-b069e19a2964 Nov 26 03:03:06.770921 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c817106-7f60-4621-8a38-4bb5cdc85b9a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:06.811270 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c817106-7f60-4621-8a38-4bb5cdc85b9a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:06.818877 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c817106-7f60-4621-8a38-4bb5cdc85b9a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:06.819614 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c817106-7f60-4621-8a38-4bb5cdc85b9a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:06.889256 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3c817106-7f60-4621-8a38-4bb5cdc85b9a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3097448 Nov 26 03:03:06.889648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57482) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:06.894892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-d33bb5fb-37f8-4afd-950f-f033380b30c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'subnet': {'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:06.941924 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c817106-7f60-4621-8a38-4bb5cdc85b9a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Network': ['ID=3ef4abc8-c1cf-4e6a-9b27-b069e19a2964,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:06.952217 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 3ef4abc8-c1cf-4e6a-9b27-b069e19a2964 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:03:07.096079 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33bb5fb-37f8-4afd-950f-f033380b30c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Made reservation on behalf of 2211d4a681e7432ab96af548d9d7136f for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:07.098618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d195b3f-944a-4e89-8bce-5ce3d95b4d94 None None] Network 87eb1c75-99ab-471c-9972-01dd46bfc54c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:03:07.099736 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d33bb5fb-37f8-4afd-950f-f033380b30c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:07.288983 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-db3e6662-f2d9-4e87-9eca-d6fc1532e9f6 None None] Provisioning complete for port 9b90a22e-d7e8-4587-b2d0-6f87cbabff93 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:07.289566 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-db3e6662-f2d9-4e87-9eca-d6fc1532e9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:07.317292 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57490) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:07.353991 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c82a5-a43c-49f6-8332-807687634f45 req-2fd0d7a8-a6dc-4fa7-979a-b4dc597dc389 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:07.355638 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f0c82a5-a43c-49f6-8332-807687634f45 req-2fd0d7a8-a6dc-4fa7-979a-b4dc597dc389 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.2866654 Nov 26 03:03:07.522297 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f0c82a5-a43c-49f6-8332-807687634f45 req-c3f99590-bee1-4ecd-84e1-75b0916a3b3b tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300159 Nov 26 03:03:07.552549 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-db3e6662-f2d9-4e87-9eca-d6fc1532e9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:07.568647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9b90a22e-d7e8-4587-b2d0-6f87cbabff93 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:03:07.588092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809480ac-7792-43c7-bd6f-fcc9f94a9b9f req-40655798-e91a-4397-8410-124adedae6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:07.589735 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-809480ac-7792-43c7-bd6f-fcc9f94a9b9f req-40655798-e91a-4397-8410-124adedae6ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 1097 time: 0.0713887 Nov 26 03:03:07.592465 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d33bb5fb-37f8-4afd-950f-f033380b30c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:07.596998 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e83c8286-b936-4863-bfad-94d5161bec9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:07.634243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Sync routers for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:03:07.697694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bb5fb-37f8-4afd-950f-f033380b30c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Subnet': ['ID=798b1ab5-8ace-483c-a3e9-2ca0d80efc45,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:07.716437 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e83c8286-b936-4863-bfad-94d5161bec9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:07.721020 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e83c8286-b936-4863-bfad-94d5161bec9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:07.745831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:07.746699 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:07.754675 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-809480ac-7792-43c7-bd6f-fcc9f94a9b9f req-f2d25e8c-1fc4-4511-9816-a20ac3f5cdf0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145930 Nov 26 03:03:07.755941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33bb5fb-37f8-4afd-950f-f033380b30c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Checking segment: {'id': '719070ed-18d6-452c-99ed-a0275ce239e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:03:07.756959 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33bb5fb-37f8-4afd-950f-f033380b30c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network hostable DHCP agents. Network: 3ef4abc8-c1cf-4e6a-9b27-b069e19a2964, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:03:07.774307 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57494) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:07.774767 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e83c8286-b936-4863-bfad-94d5161bec9e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2841c8a2393c4955acd77c5d9cb1a22b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4560285 Nov 26 03:03:07.778664 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c8286-b936-4863-bfad-94d5161bec9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab0cabf-89f2-418d-b64f-851724405bbe,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:07.792985 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-db3e6662-f2d9-4e87-9eca-d6fc1532e9f6 None None] For port 9b90a22e-d7e8-4587-b2d0-6f87cbabff93, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9b90a22e-d7e8-4587-b2d0-6f87cbabff93,segment=NetworkSegment(cdde5cca-6cda-4dde-8de6-a9be0cc06494),segment_id=cdde5cca-6cda-4dde-8de6-a9be0cc06494)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:07.811752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33bb5fb-37f8-4afd-950f-f033380b30c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 3ef4abc8-c1cf-4e6a-9b27-b069e19a2964 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:03:07.838157 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-d33bb5fb-37f8-4afd-950f-f033380b30c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 3ef4abc8-c1cf-4e6a-9b27-b069e19a2964) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:07.844106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33bb5fb-37f8-4afd-950f-f033380b30c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:07.845187 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d33bb5fb-37f8-4afd-950f-f033380b30c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:07.868554 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e394bf4-5c92-4a1e-891b-84ac317fe3fe None None] Network 3ef4abc8-c1cf-4e6a-9b27-b069e19a2964 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:03:07.871275 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-db3e6662-f2d9-4e87-9eca-d6fc1532e9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:07.881806 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57496) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:07.890553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d33bb5fb-37f8-4afd-950f-f033380b30c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9985025 Nov 26 03:03:07.900862 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aadd8e62-1991-4225-a975-80dfba1819f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:07.954628 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aadd8e62-1991-4225-a975-80dfba1819f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:08.041429 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aadd8e62-1991-4225-a975-80dfba1819f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:08.044574 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aadd8e62-1991-4225-a975-80dfba1819f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:08.048784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-aadd8e62-1991-4225-a975-80dfba1819f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ab0cabf-89f2-418d-b64f-851724405bbe HTTP/1.1" status: 204 len: 168 time: 0.2725515 Nov 26 03:03:08.064777 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd8e62-1991-4225-a975-80dfba1819f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab0cabf-89f2-418d-b64f-851724405bbe,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:08.242743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e6662-f2d9-4e87-9eca-d6fc1532e9f6 None None] Pushing event updated for resources: {'Port': ['ID=9b90a22e-d7e8-4587-b2d0-6f87cbabff93,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:08.311196 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:08.477466 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 9b90a22e-d7e8-4587-b2d0-6f87cbabff93 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:08.477763 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:08.730045 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-3ef4abc8-c1cf-4e6a-9b27-b069e19a2964', 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'fixed_ips': [{'subnet_id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:03:08.730960 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:08.822999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9eb41-59c8-4446-a627-a840b60c345a req-0549c9e4-a7f0-4336-8fa0-ca694fc8a728 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:08.829210 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a0d9eb41-59c8-4446-a627-a840b60c345a req-0549c9e4-a7f0-4336-8fa0-ca694fc8a728 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.1534274 Nov 26 03:03:08.936089 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a0d9eb41-59c8-4446-a627-a840b60c345a req-92574b7c-6921-493a-9eb8-34e6901de767 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960786 Nov 26 03:03:08.958045 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94f8487b-8130-4ed2-b3f1-a37e81b8da85 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:09.093218 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a66ce343-15bf-4689-8a4b-abb7da715bd2 None None] Provisioning complete for port a97f765a-8bf1-441f-a152-811a1a9986a8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:09.093785 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a66ce343-15bf-4689-8a4b-abb7da715bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:09.147300 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Allocated IP 2001:db8:2::2 (3ef4abc8-c1cf-4e6a-9b27-b069e19a2964/798b1ab5-8ace-483c-a3e9-2ca0d80efc45/13c35eeb-cf9c-437c-8df6-01f7b77f29a5) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:03:09.166781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:05Z', 'revision_number': 3, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': 'a97f765a-8bf1-441f-a152-811a1a9986a8', 'name': '', 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:3e:54:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:04Z', 'updated_at': '2021-11-26T03:03:06Z', 'revision_number': 2, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:09.199037 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a66ce343-15bf-4689-8a4b-abb7da715bd2 None None] Port a97f765a-8bf1-441f-a152-811a1a9986a8 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:03:09.202897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Checking router: 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:03:09.203259 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Updating router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe port a97f765a-8bf1-441f-a152-811a1a9986a8 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:03:09.283632 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:09.301066 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a66ce343-15bf-4689-8a4b-abb7da715bd2 None None] Provisioning complete for port 9b90a22e-d7e8-4587-b2d0-6f87cbabff93 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:09.301730 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a66ce343-15bf-4689-8a4b-abb7da715bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:09.534724 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9b90a22e-d7e8-4587-b2d0-6f87cbabff93 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:03:09.637695 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:09.712164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-94f8487b-8130-4ed2-b3f1-a37e81b8da85 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Allocated IP 2001:db8:2::1 (3ef4abc8-c1cf-4e6a-9b27-b069e19a2964/798b1ab5-8ace-483c-a3e9-2ca0d80efc45/a36a6425-6b44-4905-a176-00570b74df1c) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:03:09.720706 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:09.811114 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Network 3ef4abc8-c1cf-4e6a-9b27-b069e19a2964 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:09.836665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:09.843464 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 9b90a22e-d7e8-4587-b2d0-6f87cbabff93 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:09.843837 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:09.845961 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:09.856548 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Pushing event updated for resources: {'Port': ['ID=13c35eeb-cf9c-437c-8df6-01f7b77f29a5,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:09.885338 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94f8487b-8130-4ed2-b3f1-a37e81b8da85 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:09.927803 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94f8487b-8130-4ed2-b3f1-a37e81b8da85 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:09.987350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f8487b-8130-4ed2-b3f1-a37e81b8da85 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 3ef4abc8-c1cf-4e6a-9b27-b069e19a2964 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:09.991112 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-94f8487b-8130-4ed2-b3f1-a37e81b8da85 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:09.995771 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f8487b-8130-4ed2-b3f1-a37e81b8da85 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:09.996460 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94f8487b-8130-4ed2-b3f1-a37e81b8da85 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.007186 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d3d11187-8335-4490-be4e-eda3c04ea559 None None] Provisioning complete for port a97f765a-8bf1-441f-a152-811a1a9986a8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:10.012926 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d3d11187-8335-4490-be4e-eda3c04ea559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.038757 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8487b-8130-4ed2-b3f1-a37e81b8da85 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=a36a6425-6b44-4905-a176-00570b74df1c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:10.092344 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Attempting to bind port 13c35eeb-cf9c-437c-8df6-01f7b77f29a5 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:10.093278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Attempting to bind port 13c35eeb-cf9c-437c-8df6-01f7b77f29a5 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '719070ed-18d6-452c-99ed-a0275ce239e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:10.093278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Attempting to bind port 13c35eeb-cf9c-437c-8df6-01f7b77f29a5 on network 3ef4abc8-c1cf-4e6a-9b27-b069e19a2964 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:10.112752 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:03:10.113131 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Checking segment: {'id': '719070ed-18d6-452c-99ed-a0275ce239e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:03:10.113556 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.113933 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Bound using segment: {'id': '719070ed-18d6-452c-99ed-a0275ce239e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:03:10.114477 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Bound port: 13c35eeb-cf9c-437c-8df6-01f7b77f29a5, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719070ed-18d6-452c-99ed-a0275ce239e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:03:10.114895 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.120484 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d3d11187-8335-4490-be4e-eda3c04ea559 None None] Port a97f765a-8bf1-441f-a152-811a1a9986a8 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:03:10.124833 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.165816 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.166350 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e7cfa-7a6f-4648-b975-a8e4ccb3219a req-b3ff7f56-9a4b-442e-8256-b1759a4e42cc tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:10.172158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d7e7cfa-7a6f-4648-b975-a8e4ccb3219a req-b3ff7f56-9a4b-442e-8256-b1759a4e42cc tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.1235473 Nov 26 03:03:10.174603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57548) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:10.175225 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94f8487b-8130-4ed2-b3f1-a37e81b8da85 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.268921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d7e7cfa-7a6f-4648-b975-a8e4ccb3219a req-58642332-2836-43a9-ae3c-9dc242c4ea66 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824585 Nov 26 03:03:10.330214 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-89518816-b00c-454a-9c4c-92b79199f3cf req-dc0277d9-d907-41da-a97c-ee07c7937960 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-190070034', 'description': 'tempest-description-139138080'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:10.339146 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f263f-ad16-49d2-90c1-ef1765f526cc None None] Pushing event updated for resources: {'Port': ['ID=a97f765a-8bf1-441f-a152-811a1a9986a8,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:10.345377 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] For port 13c35eeb-cf9c-437c-8df6-01f7b77f29a5, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:03:10.401652 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-89518816-b00c-454a-9c4c-92b79199f3cf req-dc0277d9-d907-41da-a97c-ee07c7937960 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.403327 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] For port 13c35eeb-cf9c-437c-8df6-01f7b77f29a5, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=13c35eeb-cf9c-437c-8df6-01f7b77f29a5,segment=NetworkSegment(719070ed-18d6-452c-99ed-a0275ce239e5),segment_id=719070ed-18d6-452c-99ed-a0275ce239e5)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:03:10.436233 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.451592 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Attempting to bind port a97f765a-8bf1-441f-a152-811a1a9986a8 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:10.451592 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Attempting to bind port a97f765a-8bf1-441f-a152-811a1a9986a8 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'cdde5cca-6cda-4dde-8de6-a9be0cc06494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:10.451903 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Attempting to bind port a97f765a-8bf1-441f-a152-811a1a9986a8 on network 87eb1c75-99ab-471c-9972-01dd46bfc54c {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:10.489673 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-9ac5888f-916e-4cac-8062-0a7f3f7d5c54 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:10.549282 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ac5888f-916e-4cac-8062-0a7f3f7d5c54 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.668526 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-89518816-b00c-454a-9c4c-92b79199f3cf req-dc0277d9-d907-41da-a97c-ee07c7937960 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.675038 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94f8487b-8130-4ed2-b3f1-a37e81b8da85 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.681230 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94f8487b-8130-4ed2-b3f1-a37e81b8da85 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.682134 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-89518816-b00c-454a-9c4c-92b79199f3cf req-dc0277d9-d907-41da-a97c-ee07c7937960 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.682264 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-94f8487b-8130-4ed2-b3f1-a37e81b8da85 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.753949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0277d9-d907-41da-a97c-ee07c7937960 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38871f93-783e-401a-a625-785462eb5462,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:10.760921 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-89518816-b00c-454a-9c4c-92b79199f3cf req-dc0277d9-d907-41da-a97c-ee07c7937960 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.762680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89518816-b00c-454a-9c4c-92b79199f3cf req-dc0277d9-d907-41da-a97c-ee07c7937960 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.4396932 Nov 26 03:03:10.798844 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:03:10.808581 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Checking segment: {'id': 'cdde5cca-6cda-4dde-8de6-a9be0cc06494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:03:10.810630 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.811129 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Bound using segment: {'id': 'cdde5cca-6cda-4dde-8de6-a9be0cc06494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:03:10.812537 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Bound port: a97f765a-8bf1-441f-a152-811a1a9986a8, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdde5cca-6cda-4dde-8de6-a9be0cc06494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:03:10.816480 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.858902 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ac5888f-916e-4cac-8062-0a7f3f7d5c54 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.883320 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cbb93e66-a6c9-4f03-bf7d-12335e2a92e6 None None] Provisioning complete for port a97f765a-8bf1-441f-a152-811a1a9986a8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:10.883320 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cbb93e66-a6c9-4f03-bf7d-12335e2a92e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:10.886709 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8487b-8130-4ed2-b3f1-a37e81b8da85 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=a36a6425-6b44-4905-a176-00570b74df1c,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:10.943920 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82d9d0-d682-4dc0-87e0-c4c106b35621 None None] Pushing event updated for resources: {'Port': ['ID=13c35eeb-cf9c-437c-8df6-01f7b77f29a5,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:10.977944 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f8487b-8130-4ed2-b3f1-a37e81b8da85 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 3ef4abc8-c1cf-4e6a-9b27-b069e19a2964 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:10.979828 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-cbb93e66-a6c9-4f03-bf7d-12335e2a92e6 None None] Port a97f765a-8bf1-441f-a152-811a1a9986a8 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:03:10.984382 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-94f8487b-8130-4ed2-b3f1-a37e81b8da85 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:10.993096 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] For port a97f765a-8bf1-441f-a152-811a1a9986a8, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:03:11.000973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] For port a97f765a-8bf1-441f-a152-811a1a9986a8, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a97f765a-8bf1-441f-a152-811a1a9986a8,segment=NetworkSegment(cdde5cca-6cda-4dde-8de6-a9be0cc06494),segment_id=cdde5cca-6cda-4dde-8de6-a9be0cc06494)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:03:11.019623 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:11.109611 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6749b565-d7e1-4127-aa04-6ddad0b3c9b9 req-7d859d33-d81f-4b9c-8a1f-e74a28fe8d6d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-190070034&fields=id&tenant_id=e4814f8e602a439facd3c1eeb8aae21e HTTP/1.1" status: 200 len: 267 time: 0.2350471 Nov 26 03:03:11.110042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f263f-ad16-49d2-90c1-ef1765f526cc None None] Pushing event updated for resources: {'Port': ['ID=a97f765a-8bf1-441f-a152-811a1a9986a8,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:11.126712 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:11.129799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:11.140289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f8487b-8130-4ed2-b3f1-a37e81b8da85 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:03:11.285188 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-9ac5888f-916e-4cac-8062-0a7f3f7d5c54 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Allocated IP 172.25.0.192 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/3064c48f-df91-4c7d-a014-d0de195596ca) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:03:11.311848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:11.319581 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749b565-d7e1-4127-aa04-6ddad0b3c9b9 req-97fd3be7-3118-48fb-a292-d9f44327b9d2 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:11.321235 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6749b565-d7e1-4127-aa04-6ddad0b3c9b9 req-97fd3be7-3118-48fb-a292-d9f44327b9d2 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.1977248 Nov 26 03:03:11.346633 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f8487b-8130-4ed2-b3f1-a37e81b8da85 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:03:11.350011 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-6749b565-d7e1-4127-aa04-6ddad0b3c9b9 req-e24321ff-d39a-4292-834a-a2799d508148 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Request body: {'port': {'security_groups': ['6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e', '38871f93-783e-401a-a625-785462eb5462']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:11.360320 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-94f8487b-8130-4ed2-b3f1-a37e81b8da85 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/6b0bc962-bdb6-4942-9db5-9fb96b9f24fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4758055 Nov 26 03:03:11.364629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57560) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:11.406498 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b07a3275-bed7-4f0f-a822-bff5d0f4d9db tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1304645108'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:11.539452 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07a3275-bed7-4f0f-a822-bff5d0f4d9db tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Made reservation on behalf of 2211d4a681e7432ab96af548d9d7136f for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:11.549807 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b07a3275-bed7-4f0f-a822-bff5d0f4d9db tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:11.618496 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 13c35eeb-cf9c-437c-8df6-01f7b77f29a5 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:03:11.623893 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6749b565-d7e1-4127-aa04-6ddad0b3c9b9 req-e24321ff-d39a-4292-834a-a2799d508148 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:11.641638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07a3275-bed7-4f0f-a822-bff5d0f4d9db tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:03:11.653227 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b07a3275-bed7-4f0f-a822-bff5d0f4d9db tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:11.653739 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-b07a3275-bed7-4f0f-a822-bff5d0f4d9db tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Added segment 51a126e1-cac7-4696-9083-85792a13ad81 of type vlan for network 9e7d2404-47d6-417d-8e99-daa32ade988a Nov 26 03:03:11.690139 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e0bb1718-d66c-4fd8-9bc7-9efdf1c8f59d None None] Provisioning complete for port a97f765a-8bf1-441f-a152-811a1a9986a8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:11.691004 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e0bb1718-d66c-4fd8-9bc7-9efdf1c8f59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:11.701260 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b07a3275-bed7-4f0f-a822-bff5d0f4d9db tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:11.745423 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b07a3275-bed7-4f0f-a822-bff5d0f4d9db tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:11.746557 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e8f2d00c-5908-4b75-bc52-d5bdf1e5bcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:11.754799 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07a3275-bed7-4f0f-a822-bff5d0f4d9db tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:11.755732 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b07a3275-bed7-4f0f-a822-bff5d0f4d9db tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:11.797789 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ac5888f-916e-4cac-8062-0a7f3f7d5c54 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:11.829278 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b07a3275-bed7-4f0f-a822-bff5d0f4d9db tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4288576 Nov 26 03:03:11.832473 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57566) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:11.837959 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e6e2bc53-f68d-4b55-a2f8-122c6cfb50ae tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'subnet': {'network_id': '9e7d2404-47d6-417d-8e99-daa32ade988a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:11.893241 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e0bb1718-d66c-4fd8-9bc7-9efdf1c8f59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:11.917257 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 13c35eeb-cf9c-437c-8df6-01f7b77f29a5 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:11.917647 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:12.003703 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e0bb1718-d66c-4fd8-9bc7-9efdf1c8f59d None None] For port a97f765a-8bf1-441f-a152-811a1a9986a8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a97f765a-8bf1-441f-a152-811a1a9986a8,segment=NetworkSegment(cdde5cca-6cda-4dde-8de6-a9be0cc06494),segment_id=cdde5cca-6cda-4dde-8de6-a9be0cc06494)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:12.025349 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e0bb1718-d66c-4fd8-9bc7-9efdf1c8f59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:12.054435 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e2bc53-f68d-4b55-a2f8-122c6cfb50ae tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Made reservation on behalf of 2211d4a681e7432ab96af548d9d7136f for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:12.058364 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6e2bc53-f68d-4b55-a2f8-122c6cfb50ae tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:12.096269 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb1718-d66c-4fd8-9bc7-9efdf1c8f59d None None] Pushing event updated for resources: {'Port': ['ID=a97f765a-8bf1-441f-a152-811a1a9986a8,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:12.107807 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:10Z', 'revision_number': 4, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': 'a36a6425-6b44-4905-a176-00570b74df1c', 'name': '', 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:ac:35:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:09Z', 'updated_at': '2021-11-26T03:03:10Z', 'revision_number': 2, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97f765a-8bf1-441f-a152-811a1a9986a8', 'name': '', 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:3e:54:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:04Z', 'updated_at': '2021-11-26T03:03:10Z', 'revision_number': 4, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:12.171351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a3275-bed7-4f0f-a822-bff5d0f4d9db tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Network': ['ID=9e7d2404-47d6-417d-8e99-daa32ade988a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:12.193926 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 9e7d2404-47d6-417d-8e99-daa32ade988a details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:03:12.203148 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b80ebb-0c63-4423-ad04-e0e77d864546 None None] The sync data for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 is: [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:10Z', 'revision_number': 4, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': 'a36a6425-6b44-4905-a176-00570b74df1c', 'name': '', 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:ac:35:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:09Z', 'updated_at': '2021-11-26T03:03:10Z', 'revision_number': 2, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97f765a-8bf1-441f-a152-811a1a9986a8', 'name': '', 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:3e:54:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:04Z', 'updated_at': '2021-11-26T03:03:10Z', 'revision_number': 4, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:03:12.332830 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ac5888f-916e-4cac-8062-0a7f3f7d5c54 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:12.352910 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:12.414353 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 13c35eeb-cf9c-437c-8df6-01f7b77f29a5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=13c35eeb-cf9c-437c-8df6-01f7b77f29a5,segment=NetworkSegment(719070ed-18d6-452c-99ed-a0275ce239e5),segment_id=719070ed-18d6-452c-99ed-a0275ce239e5)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:12.420728 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:12.479850 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6e2bc53-f68d-4b55-a2f8-122c6cfb50ae tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:12.487641 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=13c35eeb-cf9c-437c-8df6-01f7b77f29a5,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:12.498111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac5888f-916e-4cac-8062-0a7f3f7d5c54 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:12.540093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-9ac5888f-916e-4cac-8062-0a7f3f7d5c54 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:12.542878 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac5888f-916e-4cac-8062-0a7f3f7d5c54 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:12.619548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5888f-916e-4cac-8062-0a7f3f7d5c54 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Pushing event updated for resources: {'Port': ['ID=3064c48f-df91-4c7d-a014-d0de195596ca,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:12.642921 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2bc53-f68d-4b55-a2f8-122c6cfb50ae tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Subnet': ['ID=d0613483-daad-4ce9-bce5-7be1671fdc2e,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:12.654744 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e2bc53-f68d-4b55-a2f8-122c6cfb50ae tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Checking segment: {'id': '51a126e1-cac7-4696-9083-85792a13ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9e7d2404-47d6-417d-8e99-daa32ade988a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:03:12.655120 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e2bc53-f68d-4b55-a2f8-122c6cfb50ae tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network hostable DHCP agents. Network: 9e7d2404-47d6-417d-8e99-daa32ade988a, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:03:12.679083 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e2bc53-f68d-4b55-a2f8-122c6cfb50ae tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 9e7d2404-47d6-417d-8e99-daa32ade988a is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:03:12.697174 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee236b2-18dd-48f5-a0cd-c6a2e8a2457c None None] Network 3ef4abc8-c1cf-4e6a-9b27-b069e19a2964 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:03:12.710390 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e6e2bc53-f68d-4b55-a2f8-122c6cfb50ae tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 9e7d2404-47d6-417d-8e99-daa32ade988a) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:12.716247 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e2bc53-f68d-4b55-a2f8-122c6cfb50ae tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:12.717003 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6e2bc53-f68d-4b55-a2f8-122c6cfb50ae tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:12.745335 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e6e2bc53-f68d-4b55-a2f8-122c6cfb50ae tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9088020 Nov 26 03:03:12.745555 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57570) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:12.771331 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516132b0-e597-4787-ad12-f396514f277b None None] Network 9e7d2404-47d6-417d-8e99-daa32ade988a requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:03:12.838833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-6749b565-d7e1-4127-aa04-6ddad0b3c9b9 req-e24321ff-d39a-4292-834a-a2799d508148 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] For port 01a81309-c483-4256-ae57-243f030dca34, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=01a81309-c483-4256-ae57-243f030dca34,segment=NetworkSegment(67d0eb38-a642-443b-b3f3-17d73b8fcb22),segment_id=67d0eb38-a642-443b-b3f3-17d73b8fcb22)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:12.862763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-50034d75-c78a-48fa-99e9-aa2781f4d7ca None None] Provisioning complete for port 13c35eeb-cf9c-437c-8df6-01f7b77f29a5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:12.863693 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ac5888f-916e-4cac-8062-0a7f3f7d5c54 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:12.865145 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-50034d75-c78a-48fa-99e9-aa2781f4d7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:12.920962 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6749b565-d7e1-4127-aa04-6ddad0b3c9b9 req-e24321ff-d39a-4292-834a-a2799d508148 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:12.931982 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ac5888f-916e-4cac-8062-0a7f3f7d5c54 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:12.935821 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6749b565-d7e1-4127-aa04-6ddad0b3c9b9 req-e24321ff-d39a-4292-834a-a2799d508148 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:13.015153 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['01a81309-c483-4256-ae57-243f030dca34'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:03:13.218603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749b565-d7e1-4127-aa04-6ddad0b3c9b9 req-e24321ff-d39a-4292-834a-a2799d508148 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:13.219269 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6749b565-d7e1-4127-aa04-6ddad0b3c9b9 req-e24321ff-d39a-4292-834a-a2799d508148 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:13.237367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6749b565-d7e1-4127-aa04-6ddad0b3c9b9 req-e24321ff-d39a-4292-834a-a2799d508148 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "PUT /v2.0/ports/01a81309-c483-4256-ae57-243f030dca34 HTTP/1.1" status: 200 len: 982 time: 1.9017973 Nov 26 03:03:13.237891 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53ab5b4-5774-416e-bb1b-d677ddb53413', 'tag': '01a81309-c483-4256-ae57-243f030dca34'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:03:13.242765 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddc73c8-a608-4365-b29d-8334f15c03a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e53ab5b4-5774-416e-bb1b-d677ddb53413", "tag": "01a81309-c483-4256-ae57-243f030dca34"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:03:13.296237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-9e7d2404-47d6-417d-8e99-daa32ade988a', 'network_id': '9e7d2404-47d6-417d-8e99-daa32ade988a', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'fixed_ips': [{'subnet_id': 'd0613483-daad-4ce9-bce5-7be1671fdc2e'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:03:13.301777 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:13.343778 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e46282e-e517-41c3-a284-c05f33263fe4 x-openstack-request-id: req-3e46282e-e517-41c3-a284-c05f33263fe4 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:03:13.344408 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53ab5b4-5774-416e-bb1b-d677ddb53413", "tag": "01a81309-c483-4256-ae57-243f030dca34", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:03:13.344408 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e46282e-e517-41c3-a284-c05f33263fe4 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:03:13.344742 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53ab5b4-5774-416e-bb1b-d677ddb53413', 'tag': '01a81309-c483-4256-ae57-243f030dca34', 'status': 'completed', 'code': 200} Nov 26 03:03:13.358657 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24321ff-d39a-4292-834a-a2799d508148 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Pushing event updated for resources: {'Port': ['ID=01a81309-c483-4256-ae57-243f030dca34,revision_number=6']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:13.376003 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ac5888f-916e-4cac-8062-0a7f3f7d5c54 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:13.382046 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['01a81309-c483-4256-ae57-243f030dca34'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:03:13.478900 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ac5888f-916e-4cac-8062-0a7f3f7d5c54 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:13.484217 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5a09cfa-623d-4f44-9923-4db207ee90d9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:13.710126 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-647398d5-d999-44ab-9513-09d1aeb593e1 req-73afb8f6-4d45-4256-a0c5-294d246d1ad3 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-190070034&fields=id&tenant_id=e4814f8e602a439facd3c1eeb8aae21e HTTP/1.1" status: 200 len: 267 time: 0.3584020 Nov 26 03:03:13.773492 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc73c8-a608-4365-b29d-8334f15c03a9 req-a73d3337-e532-4b77-a562-5ff22e73ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:13.775083 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ddc73c8-a608-4365-b29d-8334f15c03a9 req-a73d3337-e532-4b77-a562-5ff22e73ddc8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4814f8e602a439facd3c1eeb8aae21e&device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 1136 time: 0.3289881 Nov 26 03:03:13.778869 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5888f-916e-4cac-8062-0a7f3f7d5c54 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Pushing event updated for resources: {'Port': ['ID=3064c48f-df91-4c7d-a014-d0de195596ca,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:13.827307 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:03:13.947742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 13c35eeb-cf9c-437c-8df6-01f7b77f29a5 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:03:14.081310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Allocated IP 2001:db8:3::2 (9e7d2404-47d6-417d-8e99-daa32ade988a/d0613483-daad-4ce9-bce5-7be1671fdc2e/39d955c7-9942-454f-9554-8867d61e2548) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:03:14.156605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b57f0f98-ae98-416e-8b02-47aee7619a7b None None] Provisioning complete for port 13c35eeb-cf9c-437c-8df6-01f7b77f29a5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:14.157027 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b57f0f98-ae98-416e-8b02-47aee7619a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:14.255482 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ac5888f-916e-4cac-8062-0a7f3f7d5c54 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:14.290378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647398d5-d999-44ab-9513-09d1aeb593e1 req-53e180db-7b99-42b5-9293-a37961145b8d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:14.291928 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-647398d5-d999-44ab-9513-09d1aeb593e1 req-53e180db-7b99-42b5-9293-a37961145b8d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 985 time: 0.5531931 Nov 26 03:03:14.298052 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ac5888f-916e-4cac-8062-0a7f3f7d5c54 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:14.299300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9ac5888f-916e-4cac-8062-0a7f3f7d5c54 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1232064 Nov 26 03:03:14.304370 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57582) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:14.309857 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Sync routers for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:03:14.315108 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-fe3c115a-055b-4fdb-b023-84cdc628f114 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1612661707', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'fixed_ips': [{'ip_address': '172.25.0.192'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:14.318773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-647398d5-d999-44ab-9513-09d1aeb593e1 req-bf39327a-fc3d-40ed-ac07-0393efca37b4 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Request body: {'port': {'security_groups': ['6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:14.328296 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:14.328952 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:14.382144 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3c115a-055b-4fdb-b023-84cdc628f114 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Made reservation on behalf of 1d62f244b6f7492bab534022b37a25d8 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:14.386078 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe3c115a-055b-4fdb-b023-84cdc628f114 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:14.403013 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe3c115a-055b-4fdb-b023-84cdc628f114 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:14.414457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc73c8-a608-4365-b29d-8334f15c03a9 req-d5262711-a93f-4600-baa1-26f8d6ad7810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:14.417174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ddc73c8-a608-4365-b29d-8334f15c03a9 req-d5262711-a93f-4600-baa1-26f8d6ad7810 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f0ba11a9-980c-4a46-96fc-319a16d0a88b HTTP/1.1" status: 200 len: 920 time: 0.6267540 Nov 26 03:03:14.475238 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:14.494624 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-779ef7ad-968c-4ef5-a29a-f70eda2037b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:14.522800 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 13c35eeb-cf9c-437c-8df6-01f7b77f29a5 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:14.523184 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:14.554699 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe3c115a-055b-4fdb-b023-84cdc628f114 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:14.563065 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe3c115a-055b-4fdb-b023-84cdc628f114 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:14.565323 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ddc73c8-a608-4365-b29d-8334f15c03a9 req-5d1c05ca-c951-4795-aecc-804663e0d10e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a81309-c483-4256-ae57-243f030dca34 HTTP/1.1" status: 200 len: 217 time: 0.1080573 Nov 26 03:03:14.577836 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-fe3c115a-055b-4fdb-b023-84cdc628f114 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] device_id is not set on port 1ff4caf8-4567-4379-806d-a0ed7565d954 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:03:14.599341 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-647398d5-d999-44ab-9513-09d1aeb593e1 req-bf39327a-fc3d-40ed-ac07-0393efca37b4 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:14.664560 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c115a-055b-4fdb-b023-84cdc628f114 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca4fa9c-4af4-4988-9e5e-0d6e8cfb5cc0,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:14.689890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-832390d6-ab80-47a3-8be9-8f2798707037 req-c60da58e-7576-49c6-9b18-7a9d1e45523d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3227541 Nov 26 03:03:14.794421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc73c8-a608-4365-b29d-8334f15c03a9 req-828aab59-e171-4266-a33b-2ea23cc785b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:14.802813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ddc73c8-a608-4365-b29d-8334f15c03a9 req-828aab59-e171-4266-a33b-2ea23cc785b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ab6ae28-92a3-48da-8ac6-99d9bc59726a HTTP/1.1" status: 200 len: 859 time: 0.2257247 Nov 26 03:03:14.840223 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:10Z', 'revision_number': 4, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': 'a36a6425-6b44-4905-a176-00570b74df1c', 'name': '', 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:ac:35:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:09Z', 'updated_at': '2021-11-26T03:03:10Z', 'revision_number': 2, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97f765a-8bf1-441f-a152-811a1a9986a8', 'name': '', 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:3e:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:04Z', 'updated_at': '2021-11-26T03:03:11Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:14.878984 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Checking router: 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:03:14.879588 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Updating router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe port a36a6425-6b44-4905-a176-00570b74df1c binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:03:14.901542 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3c115a-055b-4fdb-b023-84cdc628f114 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 26 03:03:14.902414 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3c115a-055b-4fdb-b023-84cdc628f114 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:03:14.912552 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:14.929199 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fe3c115a-055b-4fdb-b023-84cdc628f114 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6207197 Nov 26 03:03:14.929875 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57588) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:14.942130 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ddc73c8-a608-4365-b29d-8334f15c03a9 req-8138cc2d-349c-453d-a60b-085fff0e8e34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f0ba11a9-980c-4a46-96fc-319a16d0a88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080520 Nov 26 03:03:14.953299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b57f0f98-ae98-416e-8b02-47aee7619a7b None None] Provisioning complete for port a36a6425-6b44-4905-a176-00570b74df1c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:14.953848 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b57f0f98-ae98-416e-8b02-47aee7619a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:15.004503 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b57f0f98-ae98-416e-8b02-47aee7619a7b None None] Port a36a6425-6b44-4905-a176-00570b74df1c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:03:15.165751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832390d6-ab80-47a3-8be9-8f2798707037 req-57b67b37-d425-4f00-b2ba-3b1c0263448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:15.167331 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-832390d6-ab80-47a3-8be9-8f2798707037 req-57b67b37-d425-4f00-b2ba-3b1c0263448f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 1095 time: 0.3750722 Nov 26 03:03:15.203423 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:15.230928 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57594) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:15.236861 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-114db981-9d39-45c7-b279-bb9fa627b012 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Deleting port 3064c48f-df91-4c7d-a014-d0de195596ca {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:15.237204 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-114db981-9d39-45c7-b279-bb9fa627b012 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:15.320970 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a97f765a-8bf1-441f-a152-811a1a9986a8 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:03:15.360997 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:15.364493 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c620830d-0fa5-40f4-b65b-9c052dd4cb68 None None] Provisioning complete for port a36a6425-6b44-4905-a176-00570b74df1c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:15.365233 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c620830d-0fa5-40f4-b65b-9c052dd4cb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:15.381885 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ddc73c8-a608-4365-b29d-8334f15c03a9 req-cf2a12db-cb9a-439c-bff0-d56aa100690d service neutron] 10.222.0.54 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040911 Nov 26 03:03:15.399296 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:15.406729 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:15.420182 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:15.438940 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-114db981-9d39-45c7-b279-bb9fa627b012 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:15.439687 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-114db981-9d39-45c7-b279-bb9fa627b012 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:15.455865 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-114db981-9d39-45c7-b279-bb9fa627b012 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Calling delete_port for 3064c48f-df91-4c7d-a014-d0de195596ca owned by network:floatingip {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:15.461404 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Pushing event updated for resources: {'Port': ['ID=39d955c7-9942-454f-9554-8867d61e2548,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:15.491087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-647398d5-d999-44ab-9513-09d1aeb593e1 req-bf39327a-fc3d-40ed-ac07-0393efca37b4 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] For port 01a81309-c483-4256-ae57-243f030dca34, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=01a81309-c483-4256-ae57-243f030dca34,segment=NetworkSegment(67d0eb38-a642-443b-b3f3-17d73b8fcb22),segment_id=67d0eb38-a642-443b-b3f3-17d73b8fcb22)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:15.519628 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbcaa0-1daf-4f55-b6cb-1e65898989a1 None None] Pushing event updated for resources: {'Port': ['ID=a36a6425-6b44-4905-a176-00570b74df1c,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:15.529244 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Network 9e7d2404-47d6-417d-8e99-daa32ade988a is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:15.532470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c620830d-0fa5-40f4-b65b-9c052dd4cb68 None None] Port a36a6425-6b44-4905-a176-00570b74df1c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:03:15.545684 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcaa0-1daf-4f55-b6cb-1e65898989a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:15.546414 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcaa0-1daf-4f55-b6cb-1e65898989a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:15.546414 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcaa0-1daf-4f55-b6cb-1e65898989a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:15.546713 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcaa0-1daf-4f55-b6cb-1e65898989a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:15.547050 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcaa0-1daf-4f55-b6cb-1e65898989a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:15.547386 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcaa0-1daf-4f55-b6cb-1e65898989a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:15.547717 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcaa0-1daf-4f55-b6cb-1e65898989a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:15.548049 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcaa0-1daf-4f55-b6cb-1e65898989a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:15.548421 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcaa0-1daf-4f55-b6cb-1e65898989a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:15.549164 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcaa0-1daf-4f55-b6cb-1e65898989a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:15.549164 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcaa0-1daf-4f55-b6cb-1e65898989a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:15.549445 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcaa0-1daf-4f55-b6cb-1e65898989a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:15.555255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:15.571462 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832390d6-ab80-47a3-8be9-8f2798707037 req-917a85bd-99a2-4bf0-8344-457839ca62ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:15.572349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:15.573011 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-832390d6-ab80-47a3-8be9-8f2798707037 req-917a85bd-99a2-4bf0-8344-457839ca62ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 913 time: 0.3599939 Nov 26 03:03:15.586105 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-647398d5-d999-44ab-9513-09d1aeb593e1 req-bf39327a-fc3d-40ed-ac07-0393efca37b4 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:15.599475 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-647398d5-d999-44ab-9513-09d1aeb593e1 req-bf39327a-fc3d-40ed-ac07-0393efca37b4 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:15.657438 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Attempting to bind port a36a6425-6b44-4905-a176-00570b74df1c on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:15.657838 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Attempting to bind port a36a6425-6b44-4905-a176-00570b74df1c by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '719070ed-18d6-452c-99ed-a0275ce239e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:15.658211 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Attempting to bind port a36a6425-6b44-4905-a176-00570b74df1c on network 3ef4abc8-c1cf-4e6a-9b27-b069e19a2964 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:15.674495 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['01a81309-c483-4256-ae57-243f030dca34'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:03:15.675342 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:03:15.675725 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Checking segment: {'id': '719070ed-18d6-452c-99ed-a0275ce239e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:03:15.676284 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:15.676691 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Bound using segment: {'id': '719070ed-18d6-452c-99ed-a0275ce239e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:03:15.677563 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Bound port: a36a6425-6b44-4905-a176-00570b74df1c, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719070ed-18d6-452c-99ed-a0275ce239e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:03:15.677563 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:15.690897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a97f765a-8bf1-441f-a152-811a1a9986a8 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:15.693113 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:15.697973 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ddc73c8-a608-4365-b29d-8334f15c03a9 req-cbba3ebc-da9a-42ad-a0b7-59aecaa47c1d service neutron] 10.222.0.54 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848537 Nov 26 03:03:15.725120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647398d5-d999-44ab-9513-09d1aeb593e1 req-bf39327a-fc3d-40ed-ac07-0393efca37b4 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:15.725890 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-647398d5-d999-44ab-9513-09d1aeb593e1 req-bf39327a-fc3d-40ed-ac07-0393efca37b4 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:15.727729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-647398d5-d999-44ab-9513-09d1aeb593e1 req-bf39327a-fc3d-40ed-ac07-0393efca37b4 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "PUT /v2.0/ports/01a81309-c483-4256-ae57-243f030dca34 HTTP/1.1" status: 200 len: 943 time: 1.4208803 Nov 26 03:03:15.740275 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53ab5b4-5774-416e-bb1b-d677ddb53413', 'tag': '01a81309-c483-4256-ae57-243f030dca34'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:03:15.742713 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8a9244-885b-43cb-a8d9-d56ece90ef2d" -d '{"events": [{"name": "network-changed", "server_uuid": "e53ab5b4-5774-416e-bb1b-d677ddb53413", "tag": "01a81309-c483-4256-ae57-243f030dca34"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:03:15.772764 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-832390d6-ab80-47a3-8be9-8f2798707037 req-2ec3d7dc-9589-4d25-a495-87d0d1fcbec5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688 HTTP/1.1" status: 200 len: 999 time: 0.1845796 Nov 26 03:03:15.803211 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39327a-fc3d-40ed-ac07-0393efca37b4 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Pushing event updated for resources: {'Port': ['ID=01a81309-c483-4256-ae57-243f030dca34,revision_number=7']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:15.825215 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-114db981-9d39-45c7-b279-bb9fa627b012 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:15.845511 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f97455e-4884-4a58-80b9-2f0d74d04ce6 x-openstack-request-id: req-1f97455e-4884-4a58-80b9-2f0d74d04ce6 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:03:15.845994 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53ab5b4-5774-416e-bb1b-d677ddb53413", "tag": "01a81309-c483-4256-ae57-243f030dca34", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:03:15.846274 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f97455e-4884-4a58-80b9-2f0d74d04ce6 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:03:15.847160 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53ab5b4-5774-416e-bb1b-d677ddb53413', 'tag': '01a81309-c483-4256-ae57-243f030dca34', 'status': 'completed', 'code': 200} Nov 26 03:03:15.848368 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] For port a36a6425-6b44-4905-a176-00570b74df1c, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:03:15.856980 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] For port a36a6425-6b44-4905-a176-00570b74df1c, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a36a6425-6b44-4905-a176-00570b74df1c,segment=NetworkSegment(719070ed-18d6-452c-99ed-a0275ce239e5),segment_id=719070ed-18d6-452c-99ed-a0275ce239e5)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:03:15.875955 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:15.884638 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0d47ab38-92a2-488f-83ed-521ef93a1841 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:15.937470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Attempting to bind port 39d955c7-9942-454f-9554-8867d61e2548 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:15.937860 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Attempting to bind port 39d955c7-9942-454f-9554-8867d61e2548 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '51a126e1-cac7-4696-9083-85792a13ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9e7d2404-47d6-417d-8e99-daa32ade988a'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:15.938235 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Attempting to bind port 39d955c7-9942-454f-9554-8867d61e2548 on network 9e7d2404-47d6-417d-8e99-daa32ade988a {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:15.998955 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114db981-9d39-45c7-b279-bb9fa627b012 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Pushing event deleted for resources: {'Port': ['ID=3064c48f-df91-4c7d-a014-d0de195596ca,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:15.999152 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['01a81309-c483-4256-ae57-243f030dca34'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:03:16.046061 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:16.047437 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:16.048787 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:03:16.049180 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Checking segment: {'id': '51a126e1-cac7-4696-9083-85792a13ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9e7d2404-47d6-417d-8e99-daa32ade988a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:03:16.051137 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:16.051683 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Bound using segment: {'id': '51a126e1-cac7-4696-9083-85792a13ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9e7d2404-47d6-417d-8e99-daa32ade988a'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:03:16.053306 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Bound port: 39d955c7-9942-454f-9554-8867d61e2548, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a126e1-cac7-4696-9083-85792a13ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9e7d2404-47d6-417d-8e99-daa32ade988a'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:03:16.053701 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:16.094322 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832390d6-ab80-47a3-8be9-8f2798707037 req-c7551a34-c856-4cfa-b460-d2db5181c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:16.102112 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-832390d6-ab80-47a3-8be9-8f2798707037 req-c7551a34-c856-4cfa-b460-d2db5181c0d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.3104546 Nov 26 03:03:16.106285 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbcaa0-1daf-4f55-b6cb-1e65898989a1 None None] Pushing event updated for resources: {'Port': ['ID=a36a6425-6b44-4905-a176-00570b74df1c,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:16.132199 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-d5a09cfa-623d-4f44-9923-4db207ee90d9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Allocated IP 2001:db8:3::1 (9e7d2404-47d6-417d-8e99-daa32ade988a/d0613483-daad-4ce9-bce5-7be1671fdc2e/3cafa073-9ad6-47bf-b889-4f5fd0a987e5) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:03:16.210502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a9244-885b-43cb-a8d9-d56ece90ef2d req-5663ea4a-5e98-4b45-a6b8-2dfd8fc3a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:16.213051 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa8a9244-885b-43cb-a8d9-d56ece90ef2d req-5663ea4a-5e98-4b45-a6b8-2dfd8fc3a3a9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4814f8e602a439facd3c1eeb8aae21e&device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 1097 time: 0.2935750 Nov 26 03:03:16.213983 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:16.440500 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2d17c3df-9c25-49f8-a488-41af08066dbf None None] Provisioning complete for port a36a6425-6b44-4905-a176-00570b74df1c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:16.440884 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2d17c3df-9c25-49f8-a488-41af08066dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:16.445412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a9244-885b-43cb-a8d9-d56ece90ef2d req-e77c50a8-7cd4-417e-b34a-6b3069f36e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:16.446925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa8a9244-885b-43cb-a8d9-d56ece90ef2d req-e77c50a8-7cd4-417e-b34a-6b3069f36e55 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f0ba11a9-980c-4a46-96fc-319a16d0a88b HTTP/1.1" status: 200 len: 920 time: 0.2148347 Nov 26 03:03:16.466786 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0459db6d-15c8-4369-9750-93108621f8cb req-924d0f7a-78f1-44f3-8ce5-11673306bacb tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6913373 Nov 26 03:03:16.479438 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-0459db6d-15c8-4369-9750-93108621f8cb req-51d8884b-ff0e-4b3c-ab77-64df5a009bf8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:16.501937 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0d47ab38-92a2-488f-83ed-521ef93a1841 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:16.519405 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-114db981-9d39-45c7-b279-bb9fa627b012 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:16.522610 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-114db981-9d39-45c7-b279-bb9fa627b012 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:16.524042 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-114db981-9d39-45c7-b279-bb9fa627b012 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729 tempest-ExternalNetworksAdminNegativeTestJSON-2047885729-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/0d3cc1af-5547-473e-918b-2eee1f32a177 HTTP/1.1" status: 204 len: 168 time: 1.5925319 Nov 26 03:03:16.525058 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0d47ab38-92a2-488f-83ed-521ef93a1841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:16.581164 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa8a9244-885b-43cb-a8d9-d56ece90ef2d req-ea474325-e25f-4a0c-beb0-2d6cc381bf62 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a81309-c483-4256-ae57-243f030dca34 HTTP/1.1" status: 200 len: 217 time: 0.0953321 Nov 26 03:03:16.592716 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:10Z', 'revision_number': 4, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': 'a36a6425-6b44-4905-a176-00570b74df1c', 'name': '', 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:ac:35:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:09Z', 'updated_at': '2021-11-26T03:03:15Z', 'revision_number': 4, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97f765a-8bf1-441f-a152-811a1a9986a8', 'name': '', 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:3e:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:04Z', 'updated_at': '2021-11-26T03:03:11Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:16.624430 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0d47ab38-92a2-488f-83ed-521ef93a1841 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2577063d4c744c64ba6539c25c1bd574&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3928218 Nov 26 03:03:16.628348 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47ab38-92a2-488f-83ed-521ef93a1841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbed5a6-13d3-432f-9605-175a8a941934,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:16.630080 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57606) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:16.655604 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48788357-dd80-40a8-95e3-efd13a680088 None None] The sync data for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 is: [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:10Z', 'revision_number': 4, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': 'a36a6425-6b44-4905-a176-00570b74df1c', 'name': '', 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:ac:35:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:09Z', 'updated_at': '2021-11-26T03:03:15Z', 'revision_number': 4, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97f765a-8bf1-441f-a152-811a1a9986a8', 'name': '', 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:3e:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:04Z', 'updated_at': '2021-11-26T03:03:11Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:03:16.659365 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a36a6425-6b44-4905-a176-00570b74df1c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:03:16.671122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832390d6-ab80-47a3-8be9-8f2798707037 req-6f6cecc0-83b2-487f-9372-4be29247d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:16.675795 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-832390d6-ab80-47a3-8be9-8f2798707037 req-6f6cecc0-83b2-487f-9372-4be29247d515 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5358446 Nov 26 03:03:16.706178 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5a09cfa-623d-4f44-9923-4db207ee90d9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:16.802728 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5a09cfa-623d-4f44-9923-4db207ee90d9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:16.817993 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] For port 39d955c7-9942-454f-9554-8867d61e2548, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:03:16.819194 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0459db6d-15c8-4369-9750-93108621f8cb req-51d8884b-ff0e-4b3c-ab77-64df5a009bf8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:16.866579 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-56b81e53-b2af-4023-9686-1f2666931d98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:16.877346 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:16.895115 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-56b81e53-b2af-4023-9686-1f2666931d98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:16.896985 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] For port 39d955c7-9942-454f-9554-8867d61e2548, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=39d955c7-9942-454f-9554-8867d61e2548,segment=NetworkSegment(51a126e1-cac7-4696-9083-85792a13ad81),segment_id=51a126e1-cac7-4696-9083-85792a13ad81)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:03:16.917470 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a9244-885b-43cb-a8d9-d56ece90ef2d req-bf20f137-850d-43b9-a3c2-2c66eba50754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:16.920741 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa8a9244-885b-43cb-a8d9-d56ece90ef2d req-bf20f137-850d-43b9-a3c2-2c66eba50754 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ab6ae28-92a3-48da-8ac6-99d9bc59726a HTTP/1.1" status: 200 len: 859 time: 0.3286293 Nov 26 03:03:16.929341 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:16.938311 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a36a6425-6b44-4905-a176-00570b74df1c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:16.938681 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:16.967712 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57612) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:16.974613 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa8a9244-885b-43cb-a8d9-d56ece90ef2d req-a5003b68-bc81-43b0-8bc7-13e83ef530bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f0ba11a9-980c-4a46-96fc-319a16d0a88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432885 Nov 26 03:03:16.975144 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a09cfa-623d-4f44-9923-4db207ee90d9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 9e7d2404-47d6-417d-8e99-daa32ade988a is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:16.986123 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-d5a09cfa-623d-4f44-9923-4db207ee90d9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:16.990777 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-56b81e53-b2af-4023-9686-1f2666931d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:16.993425 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-56b81e53-b2af-4023-9686-1f2666931d98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:16.994529 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-56b81e53-b2af-4023-9686-1f2666931d98 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fbed5a6-13d3-432f-9605-175a8a941934 HTTP/1.1" status: 204 len: 168 time: 0.3557703 Nov 26 03:03:16.995405 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a09cfa-623d-4f44-9923-4db207ee90d9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:16.995966 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5a09cfa-623d-4f44-9923-4db207ee90d9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:17.004204 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a09cfa-623d-4f44-9923-4db207ee90d9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=3cafa073-9ad6-47bf-b889-4f5fd0a987e5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:17.048359 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b81e53-b2af-4023-9686-1f2666931d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbed5a6-13d3-432f-9605-175a8a941934,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:17.082834 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2d17c3df-9c25-49f8-a488-41af08066dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:17.181117 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d54e84-4545-4e96-9d93-a5ef2b613cc9 None None] Pushing event updated for resources: {'Port': ['ID=39d955c7-9942-454f-9554-8867d61e2548,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:17.219737 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5a09cfa-623d-4f44-9923-4db207ee90d9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:17.227621 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-832390d6-ab80-47a3-8be9-8f2798707037 req-41307a63-9cd0-4bb5-bd42-4ff9c9d4fec2 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227029 Nov 26 03:03:17.229372 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa8a9244-885b-43cb-a8d9-d56ece90ef2d req-a37368a9-1a6d-4634-a6f6-3c54d69424b3 service neutron] 10.222.0.54 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445164 Nov 26 03:03:17.229863 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-2d17c3df-9c25-49f8-a488-41af08066dbf None None] For port a36a6425-6b44-4905-a176-00570b74df1c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a36a6425-6b44-4905-a176-00570b74df1c,segment=NetworkSegment(719070ed-18d6-452c-99ed-a0275ce239e5),segment_id=719070ed-18d6-452c-99ed-a0275ce239e5)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:17.241165 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2d17c3df-9c25-49f8-a488-41af08066dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:17.280929 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:17.353622 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17c3df-9c25-49f8-a488-41af08066dbf None None] Pushing event updated for resources: {'Port': ['ID=a36a6425-6b44-4905-a176-00570b74df1c,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:17.370717 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:03:17.371124 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:03:17.386062 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-89445c24-d164-4452-ab35-ce6c57efda7c None None] Provisioning complete for port a36a6425-6b44-4905-a176-00570b74df1c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:17.386441 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-89445c24-d164-4452-ab35-ce6c57efda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:17.478778 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0459db6d-15c8-4369-9750-93108621f8cb req-51d8884b-ff0e-4b3c-ab77-64df5a009bf8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:17.626653 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:17.640810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-0459db6d-15c8-4369-9750-93108621f8cb req-51d8884b-ff0e-4b3c-ab77-64df5a009bf8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Allocated IP 172.25.0.102 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/88198713-3296-4f27-a2ae-6ec83192b3c9) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:03:17.657721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-832390d6-ab80-47a3-8be9-8f2798707037 req-7def8253-c85c-40c5-9b3e-8b27ccc9dddb service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153926 Nov 26 03:03:17.698724 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f6f18e9-2d7f-4797-81fc-30da195e51f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:17.722435 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5a09cfa-623d-4f44-9923-4db207ee90d9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:17.730706 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa8a9244-885b-43cb-a8d9-d56ece90ef2d req-a1850afb-70af-479c-b313-b8da88e6a40c service neutron] 10.222.0.54 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868069 Nov 26 03:03:17.743835 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5a09cfa-623d-4f44-9923-4db207ee90d9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:17.744755 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d5a09cfa-623d-4f44-9923-4db207ee90d9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:17.842202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-ec2cd5c7-1126-47e3-850f-fda755634cd5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0832467 Nov 26 03:03:17.845061 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0459db6d-15c8-4369-9750-93108621f8cb req-51d8884b-ff0e-4b3c-ab77-64df5a009bf8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:17.859858 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a09cfa-623d-4f44-9923-4db207ee90d9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event updated for resources: {'Port': ['ID=3cafa073-9ad6-47bf-b889-4f5fd0a987e5,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:17.916200 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0459db6d-15c8-4369-9750-93108621f8cb req-51d8884b-ff0e-4b3c-ab77-64df5a009bf8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:17.941208 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a09cfa-623d-4f44-9923-4db207ee90d9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Network 9e7d2404-47d6-417d-8e99-daa32ade988a is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:17.943124 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f6f18e9-2d7f-4797-81fc-30da195e51f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:17.944477 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-d5a09cfa-623d-4f44-9923-4db207ee90d9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:17.952425 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f6f18e9-2d7f-4797-81fc-30da195e51f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:17.996971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0459db6d-15c8-4369-9750-93108621f8cb req-51d8884b-ff0e-4b3c-ab77-64df5a009bf8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:18.005260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-0459db6d-15c8-4369-9750-93108621f8cb req-51d8884b-ff0e-4b3c-ab77-64df5a009bf8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:18.009966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0459db6d-15c8-4369-9750-93108621f8cb req-51d8884b-ff0e-4b3c-ab77-64df5a009bf8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:18.041192 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8884b-ff0e-4b3c-ab77-64df5a009bf8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Pushing event updated for resources: {'Port': ['ID=88198713-3296-4f27-a2ae-6ec83192b3c9,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:18.064769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-64f2e0aa-e42f-4e4d-9aaa-9f3b3a831192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:18.065255 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-64f2e0aa-e42f-4e4d-9aaa-9f3b3a831192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:18.065786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-64f2e0aa-e42f-4e4d-9aaa-9f3b3a831192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:18.066302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-64f2e0aa-e42f-4e4d-9aaa-9f3b3a831192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:18.066665 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-64f2e0aa-e42f-4e4d-9aaa-9f3b3a831192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:18.067255 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-64f2e0aa-e42f-4e4d-9aaa-9f3b3a831192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:18.067731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-64f2e0aa-e42f-4e4d-9aaa-9f3b3a831192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:18.070214 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-64f2e0aa-e42f-4e4d-9aaa-9f3b3a831192 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 6491 time: 0.1472561 Nov 26 03:03:18.184926 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0459db6d-15c8-4369-9750-93108621f8cb req-51d8884b-ff0e-4b3c-ab77-64df5a009bf8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:18.255624 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0459db6d-15c8-4369-9750-93108621f8cb req-51d8884b-ff0e-4b3c-ab77-64df5a009bf8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:18.284621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-afd24c80-64bc-4b04-9d7d-5387b0cbe265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:18.285009 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-afd24c80-64bc-4b04-9d7d-5387b0cbe265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:18.285479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-afd24c80-64bc-4b04-9d7d-5387b0cbe265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:18.287114 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-afd24c80-64bc-4b04-9d7d-5387b0cbe265 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&id=09ad8bb0-11ca-4f86-941d-4b67b4752da2 HTTP/1.1" status: 200 len: 2291 time: 0.1768303 Nov 26 03:03:18.396452 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f18e9-2d7f-4797-81fc-30da195e51f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c865167-81c0-4385-94ed-c2d44d8d9066,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:18.406627 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8f6f18e9-2d7f-4797-81fc-30da195e51f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d56cbeb6262b4a4a8d41093aaad02c61&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4337385 Nov 26 03:03:18.409138 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57642) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:18.423858 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-6ce73306-9460-454a-b38c-eac76ac07432 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7484f68f-6538-4c42-ba92-bbfe50a28df2 HTTP/1.1" status: 200 len: 1001 time: 0.1285062 Nov 26 03:03:18.459260 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a09cfa-623d-4f44-9923-4db207ee90d9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:03:18.484790 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2cde2945-a930-4a77-a1f6-ef7078709d8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:18.639112 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2cde2945-a930-4a77-a1f6-ef7078709d8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:18.705294 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 39d955c7-9942-454f-9554-8867d61e2548 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:03:18.711127 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628d9bb1-a455-49ed-bce9-ac061afd8806 None None] Network 9e7d2404-47d6-417d-8e99-daa32ade988a requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:03:18.727683 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a09cfa-623d-4f44-9923-4db207ee90d9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:03:18.745602 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d5a09cfa-623d-4f44-9923-4db207ee90d9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/6b0bc962-bdb6-4942-9db5-9fb96b9f24fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9988999 Nov 26 03:03:18.747405 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Sync routers for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:03:18.750284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57646) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:18.756696 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-45078fa1-6060-47ee-a515-12a88cc74e3e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:18.942778 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:18.943448 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:18.951622 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-bac3e695-e8cf-4634-adc4-cd57c9b20ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:18.953284 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-bac3e695-e8cf-4634-adc4-cd57c9b20ec6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc HTTP/1.1" status: 200 len: 850 time: 0.5225563 Nov 26 03:03:19.019575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-d3636811-838c-4b3d-8ab8-3b372b0c4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:19.021123 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-d3636811-838c-4b3d-8ab8-3b372b0c4768 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587137 Nov 26 03:03:19.039598 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9db5a006-8985-43e8-9242-ea4730a51c39 None None] Provisioning complete for port 39d955c7-9942-454f-9554-8867d61e2548 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:19.040242 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9db5a006-8985-43e8-9242-ea4730a51c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:19.128029 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:19.144521 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0459db6d-15c8-4369-9750-93108621f8cb req-51d8884b-ff0e-4b3c-ab77-64df5a009bf8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:19.148757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-91a55a4f-252f-4c00-b7ed-608239fb9f54 service neutron] 10.222.0.54 "GET /v2.0/networks/8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151342 Nov 26 03:03:19.157434 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0459db6d-15c8-4369-9750-93108621f8cb req-51d8884b-ff0e-4b3c-ab77-64df5a009bf8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:19.223813 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0459db6d-15c8-4369-9750-93108621f8cb req-51d8884b-ff0e-4b3c-ab77-64df5a009bf8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:19.237634 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.extraroute_db [None req-45078fa1-6060-47ee-a515-12a88cc74e3e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=104801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 26 03:03:19.258549 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.extraroute_db [None req-45078fa1-6060-47ee-a515-12a88cc74e3e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Removed routes are [] {{(pid=104801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 26 03:03:19.258959 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45078fa1-6060-47ee-a515-12a88cc74e3e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:19.303959 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0459db6d-15c8-4369-9750-93108621f8cb req-51d8884b-ff0e-4b3c-ab77-64df5a009bf8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:19.317254 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0459db6d-15c8-4369-9750-93108621f8cb req-51d8884b-ff0e-4b3c-ab77-64df5a009bf8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8495171 Nov 26 03:03:19.403433 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0459db6d-15c8-4369-9750-93108621f8cb req-699fc361-a0a5-424a-940b-802015a26d24 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 696 time: 0.0850544 Nov 26 03:03:19.435634 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 39d955c7-9942-454f-9554-8867d61e2548 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:19.436185 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:19.479348 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45078fa1-6060-47ee-a515-12a88cc74e3e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:19.482818 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2cde2945-a930-4a77-a1f6-ef7078709d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:19.485470 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2cde2945-a930-4a77-a1f6-ef7078709d8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:19.486668 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2cde2945-a930-4a77-a1f6-ef7078709d8e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c865167-81c0-4385-94ed-c2d44d8d9066 HTTP/1.1" status: 204 len: 168 time: 1.0765924 Nov 26 03:03:19.500699 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45078fa1-6060-47ee-a515-12a88cc74e3e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:19.522254 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459db6d-15c8-4369-9750-93108621f8cb req-e1e70da2-5da3-4f88-8cdc-743e45ec849a tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:19.529879 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0459db6d-15c8-4369-9750-93108621f8cb req-e1e70da2-5da3-4f88-8cdc-743e45ec849a tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.1254692 Nov 26 03:03:19.535373 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-0459db6d-15c8-4369-9750-93108621f8cb req-63312e49-b3fb-46d9-a88a-a0c9d5d264b5 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:03:19.539860 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0459db6d-15c8-4369-9750-93108621f8cb req-63312e49-b3fb-46d9-a88a-a0c9d5d264b5 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090725 Nov 26 03:03:19.544374 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9db5a006-8985-43e8-9242-ea4730a51c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:19.566154 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8884b-ff0e-4b3c-ab77-64df5a009bf8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Pushing event updated for resources: {'Port': ['ID=88198713-3296-4f27-a2ae-6ec83192b3c9,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:19.597485 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-156ca9d1-084f-4a4a-abf0-8689fcebf991 service neutron] 10.222.0.54 "GET /v2.0/networks/8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295022 Nov 26 03:03:19.670311 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45078fa1-6060-47ee-a515-12a88cc74e3e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:03:19.688119 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde2945-a930-4a77-a1f6-ef7078709d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c865167-81c0-4385-94ed-c2d44d8d9066,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:19.690075 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-7e82d703-7482-41ae-8596-703bacdd05df service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=6b09bce4-33a6-482a-a606-4d167407ae52 HTTP/1.1" status: 200 len: 217 time: 0.0845902 Nov 26 03:03:19.713683 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-9db5a006-8985-43e8-9242-ea4730a51c39 None None] For port 39d955c7-9942-454f-9554-8867d61e2548, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=39d955c7-9942-454f-9554-8867d61e2548,segment=NetworkSegment(51a126e1-cac7-4696-9083-85792a13ad81),segment_id=51a126e1-cac7-4696-9083-85792a13ad81)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:19.754981 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9db5a006-8985-43e8-9242-ea4730a51c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:19.865062 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45078fa1-6060-47ee-a515-12a88cc74e3e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:03:19.874650 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45078fa1-6060-47ee-a515-12a88cc74e3e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:19.878924 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-45078fa1-6060-47ee-a515-12a88cc74e3e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/6b0bc962-bdb6-4942-9db5-9fb96b9f24fe HTTP/1.1" status: 200 len: 954 time: 1.1243355 Nov 26 03:03:19.879453 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57662) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:19.967229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-33c4dac1-98e5-4834-bfc4-61245afef811 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:19.975980 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-33c4dac1-98e5-4834-bfc4-61245afef811 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2848303 Nov 26 03:03:19.978571 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-91fdfc76-cdd3-4a56-bdb8-87f9ceb41e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:19.981319 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-91fdfc76-cdd3-4a56-bdb8-87f9ceb41e82 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.2264705 Nov 26 03:03:20.078731 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-8eb1f03d-5367-4c5d-b9b6-e26adc55a7de tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 696 time: 0.0591245 Nov 26 03:03:20.080684 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-637d9d50-3141-4476-8d69-a65d36f6fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:20.082068 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-637d9d50-3141-4476-8d69-a65d36f6fbf0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0893242 Nov 26 03:03:20.087147 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-deb35c79-edf2-4de9-ba47-bd358bd547fc tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/routers/6b0bc962-bdb6-4942-9db5-9fb96b9f24fe HTTP/1.1" status: 200 len: 954 time: 0.2063420 Nov 26 03:03:20.092235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57666) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:20.098251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b4dd2d16-8a0e-42c9-8d7b-07b77a44b8a9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'router': {'routes': None}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:20.176739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5a006-8985-43e8-9242-ea4730a51c39 None None] Pushing event updated for resources: {'Port': ['ID=39d955c7-9942-454f-9554-8867d61e2548,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:20.214491 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a36a6425-6b44-4905-a176-00570b74df1c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:03:20.258732 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-282b5d5c-dd96-4f3d-9254-7e17813c3e46 None None] Provisioning complete for port 39d955c7-9942-454f-9554-8867d61e2548 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:20.259155 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-282b5d5c-dd96-4f3d-9254-7e17813c3e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:20.259480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-b320f246-1568-43dc-a79f-7ed51a71fd39 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Request body: {'floatingip': {'port_id': '01a81309-c483-4256-ae57-243f030dca34', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:20.296973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:17Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': '3cafa073-9ad6-47bf-b889-4f5fd0a987e5', 'name': '', 'network_id': '9e7d2404-47d6-417d-8e99-daa32ade988a', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:c4:70:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'd0613483-daad-4ce9-bce5-7be1671fdc2e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:13Z', 'updated_at': '2021-11-26T03:03:17Z', 'revision_number': 2, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': 'd0613483-daad-4ce9-bce5-7be1671fdc2e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a36a6425-6b44-4905-a176-00570b74df1c', 'name': '', 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:ac:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:09Z', 'updated_at': '2021-11-26T03:03:17Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97f765a-8bf1-441f-a152-811a1a9986a8', 'name': '', 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:3e:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:04Z', 'updated_at': '2021-11-26T03:03:11Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:20.302223 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57668) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:20.353441 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-b320f246-1568-43dc-a79f-7ed51a71fd39 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:20.358733 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Checking router: 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:03:20.359109 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Updating router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe port 3cafa073-9ad6-47bf-b889-4f5fd0a987e5 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:03:20.360531 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-73816b2c-380b-435c-988a-cb28a291d1aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d62f244b6f7492bab534022b37a25d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0564983 Nov 26 03:03:20.361941 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57670) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:20.402364 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:20.428523 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7de30560-041b-46bb-becc-144eef18d3d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:20.454349 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7de30560-041b-46bb-becc-144eef18d3d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:20.466018 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a36a6425-6b44-4905-a176-00570b74df1c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:20.466417 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:20.518150 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7de30560-041b-46bb-becc-144eef18d3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:20.521130 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7de30560-041b-46bb-becc-144eef18d3d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:20.522925 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7de30560-041b-46bb-becc-144eef18d3d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ca4fa9c-4af4-4988-9e5e-0d6e8cfb5cc0 HTTP/1.1" status: 204 len: 168 time: 0.1577446 Nov 26 03:03:20.534627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de30560-041b-46bb-becc-144eef18d3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca4fa9c-4af4-4988-9e5e-0d6e8cfb5cc0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:20.567038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-910decc4-cf5b-4e8d-8408-9c8e58853a52 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736741 Nov 26 03:03:20.875009 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:20.878541 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-282b5d5c-dd96-4f3d-9254-7e17813c3e46 None None] Provisioning complete for port 3cafa073-9ad6-47bf-b889-4f5fd0a987e5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:20.879217 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-282b5d5c-dd96-4f3d-9254-7e17813c3e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:20.909633 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:20.927758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-9df291be-3d91-4493-81dc-6fff9ed66f26 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395956 Nov 26 03:03:20.988979 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-282b5d5c-dd96-4f3d-9254-7e17813c3e46 None None] Port 3cafa073-9ad6-47bf-b889-4f5fd0a987e5 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:03:21.010914 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a775257-f36e-46f6-8069-4c678127acee None None] Pushing event updated for resources: {'Port': ['ID=3cafa073-9ad6-47bf-b889-4f5fd0a987e5,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:21.011247 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-3535b1a5-b85e-4c26-b995-c4b99305abee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=db5b3ce7-6b84-4697-ad3c-d52fc64ab380 HTTP/1.1" status: 200 len: 217 time: 0.0509217 Nov 26 03:03:21.074578 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Attempting to bind port 3cafa073-9ad6-47bf-b889-4f5fd0a987e5 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:21.074932 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Attempting to bind port 3cafa073-9ad6-47bf-b889-4f5fd0a987e5 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '51a126e1-cac7-4696-9083-85792a13ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9e7d2404-47d6-417d-8e99-daa32ade988a'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:21.075454 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Attempting to bind port 3cafa073-9ad6-47bf-b889-4f5fd0a987e5 on network 9e7d2404-47d6-417d-8e99-daa32ade988a {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:21.081550 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:03:21.081941 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Checking segment: {'id': '51a126e1-cac7-4696-9083-85792a13ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9e7d2404-47d6-417d-8e99-daa32ade988a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:03:21.082392 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:21.082937 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Bound using segment: {'id': '51a126e1-cac7-4696-9083-85792a13ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9e7d2404-47d6-417d-8e99-daa32ade988a'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:03:21.083434 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Bound port: 3cafa073-9ad6-47bf-b889-4f5fd0a987e5, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a126e1-cac7-4696-9083-85792a13ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9e7d2404-47d6-417d-8e99-daa32ade988a'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:03:21.083824 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:21.185203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-6c6a4880-5292-474c-a8fe-4e84d2a696dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:21.187115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-6c6a4880-5292-474c-a8fe-4e84d2a696dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.1410329 Nov 26 03:03:21.226932 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] For port 3cafa073-9ad6-47bf-b889-4f5fd0a987e5, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:03:21.230589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] For port 3cafa073-9ad6-47bf-b889-4f5fd0a987e5, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=3cafa073-9ad6-47bf-b889-4f5fd0a987e5,segment=NetworkSegment(51a126e1-cac7-4696-9083-85792a13ad81),segment_id=51a126e1-cac7-4696-9083-85792a13ad81)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:03:21.234430 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 39d955c7-9942-454f-9554-8867d61e2548 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:03:21.239270 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-44b14147-50e2-4283-9218-69eb166bf5db None None] Provisioning complete for port 3cafa073-9ad6-47bf-b889-4f5fd0a987e5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:21.240026 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-44b14147-50e2-4283-9218-69eb166bf5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:21.281962 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:21.404899 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-71bc478c-3327-482b-b44c-3e3b9643ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:21.406468 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-71bc478c-3327-482b-b44c-3e3b9643ece3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1518574 Nov 26 03:03:21.408811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.extraroute_db [None req-b4dd2d16-8a0e-42c9-8d7b-07b77a44b8a9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Added routes are [] {{(pid=104802) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 26 03:03:21.408951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.extraroute_db [None req-b4dd2d16-8a0e-42c9-8d7b-07b77a44b8a9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=104802) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 26 03:03:21.416610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:21.416872 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:21.418608 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a775257-f36e-46f6-8069-4c678127acee None None] Pushing event updated for resources: {'Port': ['ID=3cafa073-9ad6-47bf-b889-4f5fd0a987e5,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:21.557729 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-b320f246-1568-43dc-a79f-7ed51a71fd39 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:21.569808 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 39d955c7-9942-454f-9554-8867d61e2548 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:21.570359 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:21.702666 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-3366a962-04ae-48f3-98fa-7a3b8c08b3e1 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539206 Nov 26 03:03:21.708867 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-b320f246-1568-43dc-a79f-7ed51a71fd39 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:21.826223 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-44b14147-50e2-4283-9218-69eb166bf5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:21.835384 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b4dd2d16-8a0e-42c9-8d7b-07b77a44b8a9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:21.841279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:21.932191 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-44b14147-50e2-4283-9218-69eb166bf5db None None] For port 3cafa073-9ad6-47bf-b889-4f5fd0a987e5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=3cafa073-9ad6-47bf-b889-4f5fd0a987e5,segment=NetworkSegment(51a126e1-cac7-4696-9083-85792a13ad81),segment_id=51a126e1-cac7-4696-9083-85792a13ad81)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:21.986013 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-44b14147-50e2-4283-9218-69eb166bf5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:22.224743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b14147-50e2-4283-9218-69eb166bf5db None None] Pushing event updated for resources: {'Port': ['ID=3cafa073-9ad6-47bf-b889-4f5fd0a987e5,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:22.244993 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e77114fa-cbb3-4411-a4a5-492828f8285b None None] Provisioning complete for port 3cafa073-9ad6-47bf-b889-4f5fd0a987e5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:22.245377 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e77114fa-cbb3-4411-a4a5-492828f8285b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:22.398230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-2acc484f-1cd9-42e7-9d6a-049c2c71f008 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6872275 Nov 26 03:03:22.418839 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:22.433108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:19Z', 'revision_number': 6, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': '3cafa073-9ad6-47bf-b889-4f5fd0a987e5', 'name': '', 'network_id': '9e7d2404-47d6-417d-8e99-daa32ade988a', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:c4:70:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'd0613483-daad-4ce9-bce5-7be1671fdc2e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:13Z', 'updated_at': '2021-11-26T03:03:21Z', 'revision_number': 4, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': 'd0613483-daad-4ce9-bce5-7be1671fdc2e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a36a6425-6b44-4905-a176-00570b74df1c', 'name': '', 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:ac:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:09Z', 'updated_at': '2021-11-26T03:03:17Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97f765a-8bf1-441f-a152-811a1a9986a8', 'name': '', 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:3e:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:04Z', 'updated_at': '2021-11-26T03:03:11Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:22.473847 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e761eca7-2076-4ab7-a015-6cf8302de5eb None None] The sync data for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 is: [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:19Z', 'revision_number': 6, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': '3cafa073-9ad6-47bf-b889-4f5fd0a987e5', 'name': '', 'network_id': '9e7d2404-47d6-417d-8e99-daa32ade988a', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:c4:70:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'd0613483-daad-4ce9-bce5-7be1671fdc2e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:13Z', 'updated_at': '2021-11-26T03:03:21Z', 'revision_number': 4, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': 'd0613483-daad-4ce9-bce5-7be1671fdc2e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a36a6425-6b44-4905-a176-00570b74df1c', 'name': '', 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:ac:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:09Z', 'updated_at': '2021-11-26T03:03:17Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97f765a-8bf1-441f-a152-811a1a9986a8', 'name': '', 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:3e:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:04Z', 'updated_at': '2021-11-26T03:03:11Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:03:22.477728 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-8ec6039a-b12b-4f16-b88d-0a609b5c1d0a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=8e518dd1-dbde-4e7c-b324-23a606669e5e HTTP/1.1" status: 200 len: 217 time: 0.0697937 Nov 26 03:03:22.479093 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-b320f246-1568-43dc-a79f-7ed51a71fd39 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Floating IP 6687f190-6173-45f3-ab82-c17da835abe1 associated. External IP: 172.25.0.102, port: 01a81309-c483-4256-ae57-243f030dca34. Nov 26 03:03:22.670950 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57728) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:22.673820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-c971db8a-b6c5-4a54-a97d-e3376a474891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:22.676955 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-c971db8a-b6c5-4a54-a97d-e3376a474891 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.1204391 Nov 26 03:03:22.704440 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b4dd2d16-8a0e-42c9-8d7b-07b77a44b8a9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:22.734489 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b4dd2d16-8a0e-42c9-8d7b-07b77a44b8a9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:22.845644 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-f825d86d-73de-414b-85ee-8a564c9e4d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:22.847842 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-f825d86d-73de-414b-85ee-8a564c9e4d7f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1634355 Nov 26 03:03:22.915548 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-801292ab-9d1f-4612-927b-25225d6d2df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-692063107'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:22.953082 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801292ab-9d1f-4612-927b-25225d6d2df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Made reservation on behalf of dbf5c566079d43278daf52d50c60ca42 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:22.956681 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-801292ab-9d1f-4612-927b-25225d6d2df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:22.971013 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-801292ab-9d1f-4612-927b-25225d6d2df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:22.984397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dd2d16-8a0e-42c9-8d7b-07b77a44b8a9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:03:23.087815 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-801292ab-9d1f-4612-927b-25225d6d2df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:23.099510 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-801292ab-9d1f-4612-927b-25225d6d2df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:23.135335 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801292ab-9d1f-4612-927b-25225d6d2df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:03:23.152319 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801292ab-9d1f-4612-927b-25225d6d2df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb6ee63-9c80-478a-9200-2edf4e74dce1,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:23.155776 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-801292ab-9d1f-4612-927b-25225d6d2df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:23.156459 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-801292ab-9d1f-4612-927b-25225d6d2df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Added segment ae6ce452-f46b-4353-86d8-466228dcce50 of type vlan for network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 Nov 26 03:03:23.159013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 3cafa073-9ad6-47bf-b889-4f5fd0a987e5 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:03:23.191522 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-421ed036-2746-4dc6-a4d6-11a9c5007e7c service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962160 Nov 26 03:03:23.199751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-b320f246-1568-43dc-a79f-7ed51a71fd39 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Router 584a591c-cea8-49a6-93b6-727331e74c2f has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:03:23.219537 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-801292ab-9d1f-4612-927b-25225d6d2df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:23.226072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dd2d16-8a0e-42c9-8d7b-07b77a44b8a9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:03:23.253928 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-801292ab-9d1f-4612-927b-25225d6d2df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:23.254164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 3cafa073-9ad6-47bf-b889-4f5fd0a987e5 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:23.254553 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:23.264135 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801292ab-9d1f-4612-927b-25225d6d2df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:23.264396 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-801292ab-9d1f-4612-927b-25225d6d2df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:23.269178 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b4dd2d16-8a0e-42c9-8d7b-07b77a44b8a9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:23.270583 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b4dd2d16-8a0e-42c9-8d7b-07b77a44b8a9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/6b0bc962-bdb6-4942-9db5-9fb96b9f24fe HTTP/1.1" status: 200 len: 704 time: 3.1760738 Nov 26 03:03:23.277559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57736) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:23.318996 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-801292ab-9d1f-4612-927b-25225d6d2df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.6469033 Nov 26 03:03:23.407114 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801292ab-9d1f-4612-927b-25225d6d2df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Pushing event updated for resources: {'Network': ['ID=d2f4f9a5-3119-4b89-9940-f3f3f7020cd1,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:23.420009 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:03:23.511117 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2c8574b1-a567-4587-985c-457faba9e2c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/routers/6b0bc962-bdb6-4942-9db5-9fb96b9f24fe HTTP/1.1" status: 200 len: 704 time: 0.2306812 Nov 26 03:03:23.514531 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57744) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:23.515159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-94836fed-38a2-4333-9a0a-63226ec185ea service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125060 Nov 26 03:03:23.519939 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:23.520721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-b320f246-1568-43dc-a79f-7ed51a71fd39 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:03:23.525790 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-b320f246-1568-43dc-a79f-7ed51a71fd39 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:23.530805 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36acc9e7-5435-428c-b898-1d064ec151ff None None] Sync routers for ids ['584a591c-cea8-49a6-93b6-727331e74c2f'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:03:23.547889 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36acc9e7-5435-428c-b898-1d064ec151ff None None] Routers {'584a591c-cea8-49a6-93b6-727331e74c2f'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:23.549149 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-36acc9e7-5435-428c-b898-1d064ec151ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['584a591c-cea8-49a6-93b6-727331e74c2f'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:23.595093 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-591b8373-82b4-4a18-a269-b1a1425b1ab7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=38d683a3-b337-4602-8887-74ec15606ce0 HTTP/1.1" status: 200 len: 217 time: 0.0662839 Nov 26 03:03:23.603608 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-b320f246-1568-43dc-a79f-7ed51a71fd39 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "PUT /v2.0/floatingips/6687f190-6173-45f3-ab82-c17da835abe1 HTTP/1.1" status: 200 len: 997 time: 3.5123868 Nov 26 03:03:23.612594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53ab5b4-5774-416e-bb1b-d677ddb53413', 'tag': '01a81309-c483-4256-ae57-243f030dca34'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:03:23.614863 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b378195b-f318-4085-837a-dd8b6249c9de" -d '{"events": [{"name": "network-changed", "server_uuid": "e53ab5b4-5774-416e-bb1b-d677ddb53413", "tag": "01a81309-c483-4256-ae57-243f030dca34"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:03:23.658370 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61734820-e764-40dd-9310-adb111c11f4a None None] Sync routers for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:03:23.674570 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57748) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:23.682190 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Request body: {'port': {'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1', 'binding:host_id': 'n-h2-819389-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-217459132'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:23.688023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61734820-e764-40dd-9310-adb111c11f4a None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:23.690266 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-61734820-e764-40dd-9310-adb111c11f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:23.706689 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5241dc9c-b62b-4699-8220-dc786e5e0a69 x-openstack-request-id: req-5241dc9c-b62b-4699-8220-dc786e5e0a69 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:03:23.706689 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53ab5b4-5774-416e-bb1b-d677ddb53413", "tag": "01a81309-c483-4256-ae57-243f030dca34", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:03:23.706927 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5241dc9c-b62b-4699-8220-dc786e5e0a69 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:03:23.707168 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53ab5b4-5774-416e-bb1b-d677ddb53413', 'tag': '01a81309-c483-4256-ae57-243f030dca34', 'status': 'completed', 'code': 200} Nov 26 03:03:23.724374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-c41560ac-9a86-46e9-bc77-17552fd60f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:23.726144 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-c41560ac-9a86-46e9-bc77-17552fd60f7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.1215925 Nov 26 03:03:23.732996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Made reservation on behalf of 4a1fdb2fd2c34dc8bd2076ca427410b1 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:23.736524 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:23.762031 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:23.811561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-61734820-e764-40dd-9310-adb111c11f4a None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:23.868152 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-36acc9e7-5435-428c-b898-1d064ec151ff None None] Set router 584a591c-cea8-49a6-93b6-727331e74c2f gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:23.922284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-375d4c66-700b-4a99-beca-4fbe32986354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:23.923876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-375d4c66-700b-4a99-beca-4fbe32986354 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1483281 Nov 26 03:03:23.934411 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-491208c7-4543-49f6-bf3f-a0b465b7a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:23.943430 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-491208c7-4543-49f6-bf3f-a0b465b7a05f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4814f8e602a439facd3c1eeb8aae21e&device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 1097 time: 0.2862878 Nov 26 03:03:23.959035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378195b-f318-4085-837a-dd8b6249c9de req-ac717e5f-f7eb-4a43-8628-dcafc529d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:23.960619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b378195b-f318-4085-837a-dd8b6249c9de req-ac717e5f-f7eb-4a43-8628-dcafc529d1e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4814f8e602a439facd3c1eeb8aae21e&device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 1097 time: 0.1862261 Nov 26 03:03:24.043496 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e64bc65c-0c1c-4c71-99db-79382d1ddccd tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:24.078345 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-61734820-e764-40dd-9310-adb111c11f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:21Z', 'revision_number': 7, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': '3cafa073-9ad6-47bf-b889-4f5fd0a987e5', 'name': '', 'network_id': '9e7d2404-47d6-417d-8e99-daa32ade988a', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:c4:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'd0613483-daad-4ce9-bce5-7be1671fdc2e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:13Z', 'updated_at': '2021-11-26T03:03:21Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': 'd0613483-daad-4ce9-bce5-7be1671fdc2e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a36a6425-6b44-4905-a176-00570b74df1c', 'name': '', 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:ac:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:09Z', 'updated_at': '2021-11-26T03:03:17Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97f765a-8bf1-441f-a152-811a1a9986a8', 'name': '', 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:3e:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:04Z', 'updated_at': '2021-11-26T03:03:11Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:24.125618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61734820-e764-40dd-9310-adb111c11f4a None None] Checking router: 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:03:24.134596 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61734820-e764-40dd-9310-adb111c11f4a None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:24.135667 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-61734820-e764-40dd-9310-adb111c11f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:24.193828 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-36acc9e7-5435-428c-b898-1d064ec151ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'name': 'tempest-ServerRescueTestJSONUnderV235-832095837-router', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:01Z', 'updated_at': '2021-11-26T03:02:08Z', 'revision_number': 4, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'gw_port': {'id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:02Z', 'updated_at': '2021-11-26T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '6687f190-6173-45f3-ab82-c17da835abe1', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'port_id': '01a81309-c483-4256-ae57-243f030dca34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b', 'mac_address': 'fa:16:3e:e7:38:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53ab5b4-5774-416e-bb1b-d677ddb53413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:03:18Z', 'updated_at': '2021-11-26T03:03:21Z', 'revision_number': 1, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c7eaea-c3ac-42f9-9937-cd2a1aaea267', 'name': '', 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'mac_address': 'fa:16:3e:e5:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9ab6ae28-92a3-48da-8ac6-99d9bc59726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:06Z', 'updated_at': '2021-11-26T03:02:18Z', 'revision_number': 5, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'subnets': [{'id': '9ab6ae28-92a3-48da-8ac6-99d9bc59726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:24.231982 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36acc9e7-5435-428c-b898-1d064ec151ff None None] Checking router: 584a591c-cea8-49a6-93b6-727331e74c2f for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:03:24.241938 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36acc9e7-5435-428c-b898-1d064ec151ff None None] Routers {'584a591c-cea8-49a6-93b6-727331e74c2f'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:24.242902 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-36acc9e7-5435-428c-b898-1d064ec151ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['584a591c-cea8-49a6-93b6-727331e74c2f'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:24.329975 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:24.335212 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378195b-f318-4085-837a-dd8b6249c9de req-efaa402e-419c-45d8-b90b-b7b0506433eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:24.336078 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-61734820-e764-40dd-9310-adb111c11f4a None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:24.336822 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b378195b-f318-4085-837a-dd8b6249c9de req-efaa402e-419c-45d8-b90b-b7b0506433eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=f0ba11a9-980c-4a46-96fc-319a16d0a88b HTTP/1.1" status: 200 len: 920 time: 0.3413992 Nov 26 03:03:24.339270 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-d0fabf9c-32f0-496c-8039-322b4dcb5587 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937306 Nov 26 03:03:24.340819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-cdf51f4f-fc8f-490e-8af9-f0f664d1cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:24.342272 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-cdf51f4f-fc8f-490e-8af9-f0f664d1cb09 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f0ba11a9-980c-4a46-96fc-319a16d0a88b HTTP/1.1" status: 200 len: 920 time: 0.3807387 Nov 26 03:03:24.343398 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:24.348881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] device_id is not set on port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:03:24.400334 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-36acc9e7-5435-428c-b898-1d064ec151ff None None] Set router 584a591c-cea8-49a6-93b6-727331e74c2f gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:24.456613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e64bc65c-0c1c-4c71-99db-79382d1ddccd tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting port 3cafa073-9ad6-47bf-b889-4f5fd0a987e5 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:24.457365 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e64bc65c-0c1c-4c71-99db-79382d1ddccd tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:24.638311 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-61734820-e764-40dd-9310-adb111c11f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:21Z', 'revision_number': 7, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': '3cafa073-9ad6-47bf-b889-4f5fd0a987e5', 'name': '', 'network_id': '9e7d2404-47d6-417d-8e99-daa32ade988a', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:c4:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'd0613483-daad-4ce9-bce5-7be1671fdc2e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:13Z', 'updated_at': '2021-11-26T03:03:21Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': 'd0613483-daad-4ce9-bce5-7be1671fdc2e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a36a6425-6b44-4905-a176-00570b74df1c', 'name': '', 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:ac:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:09Z', 'updated_at': '2021-11-26T03:03:17Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97f765a-8bf1-441f-a152-811a1a9986a8', 'name': '', 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:3e:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:04Z', 'updated_at': '2021-11-26T03:03:11Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:24.653436 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-e64bc65c-0c1c-4c71-99db-79382d1ddccd tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] For port 3cafa073-9ad6-47bf-b889-4f5fd0a987e5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=3cafa073-9ad6-47bf-b889-4f5fd0a987e5,segment=NetworkSegment(51a126e1-cac7-4696-9083-85792a13ad81),segment_id=51a126e1-cac7-4696-9083-85792a13ad81)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:24.653806 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e64bc65c-0c1c-4c71-99db-79382d1ddccd tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:24.689879 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e64bc65c-0c1c-4c71-99db-79382d1ddccd tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Calling delete_port for 3cafa073-9ad6-47bf-b889-4f5fd0a987e5 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:24.702093 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61734820-e764-40dd-9310-adb111c11f4a None None] The sync data for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 is: [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:21Z', 'revision_number': 7, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': '3cafa073-9ad6-47bf-b889-4f5fd0a987e5', 'name': '', 'network_id': '9e7d2404-47d6-417d-8e99-daa32ade988a', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:c4:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'd0613483-daad-4ce9-bce5-7be1671fdc2e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:13Z', 'updated_at': '2021-11-26T03:03:21Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': 'd0613483-daad-4ce9-bce5-7be1671fdc2e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a36a6425-6b44-4905-a176-00570b74df1c', 'name': '', 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:ac:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:09Z', 'updated_at': '2021-11-26T03:03:17Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97f765a-8bf1-441f-a152-811a1a9986a8', 'name': '', 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:3e:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:04Z', 'updated_at': '2021-11-26T03:03:11Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:03:24.898405 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e64bc65c-0c1c-4c71-99db-79382d1ddccd tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:24.916523 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-36acc9e7-5435-428c-b898-1d064ec151ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'name': 'tempest-ServerRescueTestJSONUnderV235-832095837-router', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:01Z', 'updated_at': '2021-11-26T03:02:08Z', 'revision_number': 4, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'gw_port': {'id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:02Z', 'updated_at': '2021-11-26T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '6687f190-6173-45f3-ab82-c17da835abe1', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'port_id': '01a81309-c483-4256-ae57-243f030dca34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b', 'mac_address': 'fa:16:3e:e7:38:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53ab5b4-5774-416e-bb1b-d677ddb53413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:03:18Z', 'updated_at': '2021-11-26T03:03:21Z', 'revision_number': 1, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c7eaea-c3ac-42f9-9937-cd2a1aaea267', 'name': '', 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'mac_address': 'fa:16:3e:e5:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9ab6ae28-92a3-48da-8ac6-99d9bc59726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:06Z', 'updated_at': '2021-11-26T03:02:18Z', 'revision_number': 5, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'subnets': [{'id': '9ab6ae28-92a3-48da-8ac6-99d9bc59726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:24.978502 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36acc9e7-5435-428c-b898-1d064ec151ff None None] The sync data for ids ['584a591c-cea8-49a6-93b6-727331e74c2f'] in n-d-819389-3 is: [{'id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'name': 'tempest-ServerRescueTestJSONUnderV235-832095837-router', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:01Z', 'updated_at': '2021-11-26T03:02:08Z', 'revision_number': 4, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'gw_port': {'id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:02Z', 'updated_at': '2021-11-26T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '6687f190-6173-45f3-ab82-c17da835abe1', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'port_id': '01a81309-c483-4256-ae57-243f030dca34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b', 'mac_address': 'fa:16:3e:e7:38:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53ab5b4-5774-416e-bb1b-d677ddb53413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:03:18Z', 'updated_at': '2021-11-26T03:03:21Z', 'revision_number': 1, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c7eaea-c3ac-42f9-9937-cd2a1aaea267', 'name': '', 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'mac_address': 'fa:16:3e:e5:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9ab6ae28-92a3-48da-8ac6-99d9bc59726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:06Z', 'updated_at': '2021-11-26T03:02:18Z', 'revision_number': 5, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'subnets': [{'id': '9ab6ae28-92a3-48da-8ac6-99d9bc59726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:03:25.000615 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bc65c-0c1c-4c71-99db-79382d1ddccd tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Port': ['ID=3cafa073-9ad6-47bf-b889-4f5fd0a987e5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:25.232651 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e64bc65c-0c1c-4c71-99db-79382d1ddccd tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:25.350723 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f307f56-61fd-4e4c-94e5-562a1acb0d72,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:25.392187 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b378195b-f318-4085-837a-dd8b6249c9de req-774303b0-8b1d-40cf-a724-c4c44eee0664 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a81309-c483-4256-ae57-243f030dca34 HTTP/1.1" status: 200 len: 1000 time: 1.0386105 Nov 26 03:03:25.417881 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d53f63-a915-4b3f-a91b-8047e6526aeb None None] New status for floating IP 6687f190-6173-45f3-ab82-c17da835abe1: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:03:25.434023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-b21c1b11-089a-4a55-baa0-d97b4284e737 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a81309-c483-4256-ae57-243f030dca34 HTTP/1.1" status: 200 len: 1000 time: 1.0786481 Nov 26 03:03:25.518860 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-6b5bb539-c4e0-48ac-93f7-ce92f737d11e service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1616595 Nov 26 03:03:25.519563 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64bc65c-0c1c-4c71-99db-79382d1ddccd tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:03:25.596265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378195b-f318-4085-837a-dd8b6249c9de req-8003007a-1742-4ff2-ab74-376298e59ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:25.597788 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b378195b-f318-4085-837a-dd8b6249c9de req-8003007a-1742-4ff2-ab74-376298e59ac2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ab6ae28-92a3-48da-8ac6-99d9bc59726a HTTP/1.1" status: 200 len: 859 time: 0.1911740 Nov 26 03:03:25.638558 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-4b125615-59d1-40d2-b9ef-910fce0911ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0c320e9-1ccf-41db-b82e-2361eca3e5d9 HTTP/1.1" status: 200 len: 217 time: 0.1002948 Nov 26 03:03:25.672256 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64bc65c-0c1c-4c71-99db-79382d1ddccd tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:03:25.682690 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff9933f-c282-4710-8749-7ac79c5d1895 None None] Sync routers for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:03:25.688137 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e64bc65c-0c1c-4c71-99db-79382d1ddccd tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/6b0bc962-bdb6-4942-9db5-9fb96b9f24fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1723530 Nov 26 03:03:25.690584 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57766) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:25.715683 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff9933f-c282-4710-8749-7ac79c5d1895 None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:25.716349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fff9933f-c282-4710-8749-7ac79c5d1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:25.751376 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-220a48c6-c5cf-41a7-8be0-c3c6e4c93cf8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting subnet d0613483-daad-4ce9-bce5-7be1671fdc2e {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:03:25.751577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-3cb3d894-c736-4155-91dd-ef750053b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:25.755204 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-220a48c6-c5cf-41a7-8be0-c3c6e4c93cf8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:25.764182 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-3cb3d894-c736-4155-91dd-ef750053b60f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9ab6ae28-92a3-48da-8ac6-99d9bc59726a HTTP/1.1" status: 200 len: 859 time: 0.2982507 Nov 26 03:03:25.804247 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-220a48c6-c5cf-41a7-8be0-c3c6e4c93cf8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:25.835523 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b378195b-f318-4085-837a-dd8b6249c9de req-f4bd1602-751c-4008-b54c-d9ac356f0e85 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f0ba11a9-980c-4a46-96fc-319a16d0a88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1740201 Nov 26 03:03:25.879635 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-fff9933f-c282-4710-8749-7ac79c5d1895 None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:25.905074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] device_id is not set on port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:03:25.915538 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:25.940528 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-855911c8-5291-44ed-94ba-d81237b2371f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0ba11a9-980c-4a46-96fc-319a16d0a88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1754136 Nov 26 03:03:25.941604 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:25.965763 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-220a48c6-c5cf-41a7-8be0-c3c6e4c93cf8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:26.028880 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-f55c88b7-8923-4819-8d85-f3779f783ffa service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:03:26.037223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-f55c88b7-8923-4819-8d85-f3779f783ffa service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0884714 Nov 26 03:03:26.098791 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-220a48c6-c5cf-41a7-8be0-c3c6e4c93cf8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:26.120002 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-220a48c6-c5cf-41a7-8be0-c3c6e4c93cf8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:26.130732 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-220a48c6-c5cf-41a7-8be0-c3c6e4c93cf8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/subnets/d0613483-daad-4ce9-bce5-7be1671fdc2e HTTP/1.1" status: 204 len: 168 time: 0.4391003 Nov 26 03:03:26.149612 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39937c5-14b7-45c3-b73c-f14c0dda1296 None None] Network 9e7d2404-47d6-417d-8e99-daa32ade988a requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:03:26.169249 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a48c6-c5cf-41a7-8be0-c3c6e4c93cf8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Subnet': ['ID=d0613483-daad-4ce9-bce5-7be1671fdc2e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:26.170876 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57768) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:26.188705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-20615fd2-e245-4c48-82dd-b53d50c926e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:26.189875 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-20615fd2-e245-4c48-82dd-b53d50c926e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b83540-d17e-4c4c-867e-6fe6b714449e HTTP/1.1" status: 200 len: 797 time: 0.5385766 Nov 26 03:03:26.191773 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-5fc113ce-4e5a-413c-aa72-52552121c134 service neutron] 10.222.0.31 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534936 Nov 26 03:03:26.274804 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:26.342511 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting port 39d955c7-9942-454f-9554-8867d61e2548 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:26.342832 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:26.363128 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fff9933f-c282-4710-8749-7ac79c5d1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:24Z', 'revision_number': 8, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': 'a36a6425-6b44-4905-a176-00570b74df1c', 'name': '', 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:ac:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:09Z', 'updated_at': '2021-11-26T03:03:17Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97f765a-8bf1-441f-a152-811a1a9986a8', 'name': '', 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:3e:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:04Z', 'updated_at': '2021-11-26T03:03:11Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:26.378927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Pushing event updated for resources: {'Port': ['ID=5c00e9cf-cf07-4e84-8535-0897afeb3f44,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:26.405458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-a346931e-b76e-41ad-a75a-8f9c62cc095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:26.406999 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-a346931e-b76e-41ad-a75a-8f9c62cc095e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1807013 Nov 26 03:03:26.409445 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff9933f-c282-4710-8749-7ac79c5d1895 None None] Checking router: 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:03:26.423983 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff9933f-c282-4710-8749-7ac79c5d1895 None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:26.424353 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] For port 39d955c7-9942-454f-9554-8867d61e2548, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=39d955c7-9942-454f-9554-8867d61e2548,segment=NetworkSegment(51a126e1-cac7-4696-9083-85792a13ad81),segment_id=51a126e1-cac7-4696-9083-85792a13ad81)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:26.424666 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fff9933f-c282-4710-8749-7ac79c5d1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:26.424788 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:26.458441 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Calling delete_port for 39d955c7-9942-454f-9554-8867d61e2548 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:26.560265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Checking segment: {'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:03:26.560909 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Network hostable DHCP agents. Network: d2f4f9a5-3119-4b89-9940-f3f3f7020cd1, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:03:26.596163 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:26.599258 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b378195b-f318-4085-837a-dd8b6249c9de req-7e7a80a6-8054-4ebc-8cdd-afed2cd19491 service neutron] 10.222.0.54 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7628224 Nov 26 03:03:26.631752 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Port': ['ID=39d955c7-9942-454f-9554-8867d61e2548,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:26.652899 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] No DVR routers for this DVR port 39d955c7-9942-454f-9554-8867d61e2548 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:03:26.663909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3771f4-e56c-4344-b460-fddafcdcb303 None None] DHCP port deletion for 9e7d2404-47d6-417d-8e99-daa32ade988a request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:03:26.693866 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f15ba2c-ce62-434e-9676-5486c3b9df04 req-6a344e91-418c-4f4d-8f5a-79b343466d42 service neutron] 10.222.0.31 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684849 Nov 26 03:03:26.730501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:03:26.777466 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-fff9933f-c282-4710-8749-7ac79c5d1895 None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:26.804994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, d2f4f9a5-3119-4b89-9940-f3f3f7020cd1) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:26.810635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:26.822138 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:26.834419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:26.834771 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:26.835120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:26.849500 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7d2404-47d6-417d-8e99-daa32ade988a']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:26.862213 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a126e1-cac7-4696-9083-85792a13ad81') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:26.862515 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a126e1-cac7-4696-9083-85792a13ad81') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:26.868759 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-1bf54ecb-15c8-467f-a4c0-4f6370ce5ac6 service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355087 Nov 26 03:03:26.875334 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:26.877671 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f935ca-502a-4975-a4bc-dae786bcea96 None None] Network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:03:26.885647 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:26.886005 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:26.892574 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:26.903073 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:03:26.903490 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:26.903903 n-d-819389-3 neutron-server[104802]: INFO neutron.plugins.ml2.plugin [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 2 to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:03:26.908640 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:03:26.974185 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-166726ad-41ca-4dbd-890c-f178fc0bda7f tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 1002 time: 0.2297258 Nov 26 03:03:26.978263 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b378195b-f318-4085-837a-dd8b6249c9de req-be60ec5f-75e3-44a3-bae1-807f4f6ca105 service neutron] 10.222.0.54 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687708 Nov 26 03:03:26.979321 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:26.979670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:26.980775 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:26.991835 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:27.005217 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:27.015834 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/networks/9e7d2404-47d6-417d-8e99-daa32ade988a HTTP/1.1" status: 204 len: 168 time: 0.8439391 Nov 26 03:03:27.044597 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57776) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:27.045840 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-fe7934ae-e238-455e-8e57-9f8fff6891e8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:27.047329 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-fe7934ae-e238-455e-8e57-9f8fff6891e8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports/01a81309-c483-4256-ae57-243f030dca34 HTTP/1.1" status: 200 len: 943 time: 0.0605683 Nov 26 03:03:27.051665 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072fbd6-f981-4f92-b045-e682d3421dc6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Network': ['ID=9e7d2404-47d6-417d-8e99-daa32ade988a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:27.051807 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:27.052070 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:27.054898 n-d-819389-3 neutron-server[104802]: INFO neutron.plugins.ml2.plugin [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 3 to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 Nov 26 03:03:27.080481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:27.080861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:27.081205 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:27.087109 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:27.087516 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:27.094061 n-d-819389-3 neutron-server[104802]: INFO neutron.plugins.ml2.plugin [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 4 to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 Nov 26 03:03:27.118547 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:27.118895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:27.119239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:27.125628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:27.125966 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:27.127657 n-d-819389-3 neutron-server[104802]: INFO neutron.plugins.ml2.plugin [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 5 to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 Nov 26 03:03:27.135596 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-31426c3a-1da4-4167-8aae-958f55651f19 service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508793 Nov 26 03:03:27.177756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 39d955c7-9942-454f-9554-8867d61e2548 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:03:27.204423 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:27.205396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:27.206025 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:27.215269 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 39d955c7-9942-454f-9554-8867d61e2548 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:03:27.215629 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 39d955c7-9942-454f-9554-8867d61e2548 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:03:27.238672 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-73eca9ab-8155-47e4-96a6-63622ef6a0e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8964a8e6-c084-4949-914a-2113fb27be33 HTTP/1.1" status: 200 len: 217 time: 0.0940261 Nov 26 03:03:27.278132 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fff9933f-c282-4710-8749-7ac79c5d1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:24Z', 'revision_number': 8, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': 'a36a6425-6b44-4905-a176-00570b74df1c', 'name': '', 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:ac:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:09Z', 'updated_at': '2021-11-26T03:03:17Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97f765a-8bf1-441f-a152-811a1a9986a8', 'name': '', 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:3e:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:04Z', 'updated_at': '2021-11-26T03:03:11Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:27.281117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:27.281464 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:27.286724 n-d-819389-3 neutron-server[104802]: INFO neutron.plugins.ml2.plugin [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 6 to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 Nov 26 03:03:27.307126 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff9933f-c282-4710-8749-7ac79c5d1895 None None] The sync data for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 is: [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:24Z', 'revision_number': 8, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': 'a36a6425-6b44-4905-a176-00570b74df1c', 'name': '', 'network_id': '3ef4abc8-c1cf-4e6a-9b27-b069e19a2964', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:ac:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:09Z', 'updated_at': '2021-11-26T03:03:17Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '798b1ab5-8ace-483c-a3e9-2ca0d80efc45', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97f765a-8bf1-441f-a152-811a1a9986a8', 'name': '', 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:3e:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:04Z', 'updated_at': '2021-11-26T03:03:11Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:03:27.340515 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:27.340868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:27.341216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:27.350120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:27.350395 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:27.354759 n-d-819389-3 neutron-server[104802]: INFO neutron.plugins.ml2.plugin [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 7 to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 Nov 26 03:03:27.367366 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-92e6bff3-7cac-4c02-a1c8-2baa12d1be46 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 1002 time: 0.1676357 Nov 26 03:03:27.368896 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-69038fe2-8d79-42eb-a14a-750e5b25e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:27.370294 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-69038fe2-8d79-42eb-a14a-750e5b25e7fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b83540-d17e-4c4c-867e-6fe6b714449e HTTP/1.1" status: 200 len: 797 time: 0.0986657 Nov 26 03:03:27.376685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:27.377091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:27.377393 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:27.410229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:27.410887 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:27.441956 n-d-819389-3 neutron-server[104802]: INFO neutron.plugins.ml2.plugin [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 8 to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 Nov 26 03:03:27.481548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:27.481897 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:27.482243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:27.506806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:27.507152 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:27.511445 n-d-819389-3 neutron-server[104802]: INFO neutron.plugins.ml2.plugin [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 9 to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 Nov 26 03:03:27.532275 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526149-321c-4263-aa36-b76ba844c0df req-4e7b9f6c-3090-4a73-9332-52ab9c1d90cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:27.533828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-4e7b9f6c-3090-4a73-9332-52ab9c1d90cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1533267 Nov 26 03:03:27.560237 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:27.560584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:27.560934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:27.618438 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-32717ce3-0bb7-443f-83d7-2c2b3e693400 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:27.619970 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-32717ce3-0bb7-443f-83d7-2c2b3e693400 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.2453418 Nov 26 03:03:27.622737 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:27.623081 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:27.636240 n-d-819389-3 neutron-server[104802]: INFO neutron.plugins.ml2.plugin [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 10 to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 Nov 26 03:03:27.716130 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:27.716519 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:27.716811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:27.751966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:27.752390 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:27.752728 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:27.787239 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-a0acbaba-567f-4bc4-ab1e-d839a20c621b tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 1002 time: 0.1380613 Nov 26 03:03:27.789700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-e2721fbf-8709-4b80-a3ed-f0742d99d9cd service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410853 Nov 26 03:03:27.834998 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-cc7ca137-92af-4cef-843f-e284c4a7ff6d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:27.955153 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19da7ed7-c18d-47e4-8759-357986f1b6f4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:28.000708 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-cc7ca137-92af-4cef-843f-e284c4a7ff6d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:28.048034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] For port 5c00e9cf-cf07-4e84-8535-0897afeb3f44, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:03:28.048579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempted to set empty binding levels {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 26 03:03:28.067348 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:28.118566 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47526149-321c-4263-aa36-b76ba844c0df req-1a823925-ff63-451d-b6a3-e3e05a420db7 service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806482 Nov 26 03:03:28.129584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:28.132009 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:28.198056 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Pushing event updated for resources: {'Port': ['ID=5c00e9cf-cf07-4e84-8535-0897afeb3f44,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:28.207390 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f9666b58-bc24-4764-a30e-85c440e67f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 4.5305419 Nov 26 03:03:28.210705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57788) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:28.298621 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-19da7ed7-c18d-47e4-8759-357986f1b6f4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting port a36a6425-6b44-4905-a176-00570b74df1c {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:28.298979 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19da7ed7-c18d-47e4-8759-357986f1b6f4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:28.318876 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-cc7ca137-92af-4cef-843f-e284c4a7ff6d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:28.332104 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-cc7ca137-92af-4cef-843f-e284c4a7ff6d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:28.332518 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-cc7ca137-92af-4cef-843f-e284c4a7ff6d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Floating IP 6687f190-6173-45f3-ab82-c17da835abe1 disassociated. External IP: 172.25.0.102, port: 01a81309-c483-4256-ae57-243f030dca34. Nov 26 03:03:28.398446 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-19da7ed7-c18d-47e4-8759-357986f1b6f4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] For port a36a6425-6b44-4905-a176-00570b74df1c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a36a6425-6b44-4905-a176-00570b74df1c,segment=NetworkSegment(719070ed-18d6-452c-99ed-a0275ce239e5),segment_id=719070ed-18d6-452c-99ed-a0275ce239e5)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:28.398903 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19da7ed7-c18d-47e4-8759-357986f1b6f4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:28.412817 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-19da7ed7-c18d-47e4-8759-357986f1b6f4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Calling delete_port for a36a6425-6b44-4905-a176-00570b74df1c owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:28.448666 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-704f360c-190d-4576-ab50-a245ea446dcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Deleting port 5c00e9cf-cf07-4e84-8535-0897afeb3f44 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:28.449790 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-704f360c-190d-4576-ab50-a245ea446dcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:28.617274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-704f360c-190d-4576-ab50-a245ea446dcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] For port 5c00e9cf-cf07-4e84-8535-0897afeb3f44, host n-h2-819389-3, got binding levels [] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:28.617641 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-704f360c-190d-4576-ab50-a245ea446dcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:28.631708 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-cc7ca137-92af-4cef-843f-e284c4a7ff6d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Router 584a591c-cea8-49a6-93b6-727331e74c2f has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:03:28.632939 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19da7ed7-c18d-47e4-8759-357986f1b6f4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:28.639924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-704f360c-190d-4576-ab50-a245ea446dcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Calling delete_port for 5c00e9cf-cf07-4e84-8535-0897afeb3f44 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:28.669007 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da7ed7-c18d-47e4-8759-357986f1b6f4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Port': ['ID=a36a6425-6b44-4905-a176-00570b74df1c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:28.874416 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19da7ed7-c18d-47e4-8759-357986f1b6f4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:29.175159 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 3cafa073-9ad6-47bf-b889-4f5fd0a987e5 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:03:29.222046 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19da7ed7-c18d-47e4-8759-357986f1b6f4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:03:29.254729 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 3cafa073-9ad6-47bf-b889-4f5fd0a987e5 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:03:29.255324 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 3cafa073-9ad6-47bf-b889-4f5fd0a987e5 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:03:29.357967 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19da7ed7-c18d-47e4-8759-357986f1b6f4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:03:29.366682 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-19da7ed7-c18d-47e4-8759-357986f1b6f4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/6b0bc962-bdb6-4942-9db5-9fb96b9f24fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3183186 Nov 26 03:03:29.367138 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57804) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:29.374023 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eff4d3-72ff-4ea0-ab6b-963011626dbe None None] Sync routers for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:03:29.386853 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eff4d3-72ff-4ea0-ab6b-963011626dbe None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:29.387740 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-07eff4d3-72ff-4ea0-ab6b-963011626dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:29.429053 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-704f360c-190d-4576-ab50-a245ea446dcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:29.438102 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3735999-d525-40dd-8daa-cd9e8ddae20c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting subnet 798b1ab5-8ace-483c-a3e9-2ca0d80efc45 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:03:29.442542 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3735999-d525-40dd-8daa-cd9e8ddae20c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:29.483306 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-07eff4d3-72ff-4ea0-ab6b-963011626dbe None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:29.490194 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3735999-d525-40dd-8daa-cd9e8ddae20c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:29.496277 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-cc7ca137-92af-4cef-843f-e284c4a7ff6d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:03:29.506500 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b1327-9a8c-4243-9aae-73eae2530bf2 None None] Sync routers for ids ['584a591c-cea8-49a6-93b6-727331e74c2f'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:03:29.510216 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-cc7ca137-92af-4cef-843f-e284c4a7ff6d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:29.520161 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b1327-9a8c-4243-9aae-73eae2530bf2 None None] Routers {'584a591c-cea8-49a6-93b6-727331e74c2f'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:29.521344 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c06b1327-9a8c-4243-9aae-73eae2530bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['584a591c-cea8-49a6-93b6-727331e74c2f'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:29.550847 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f360c-190d-4576-ab50-a245ea446dcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c00e9cf-cf07-4e84-8535-0897afeb3f44,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:29.563929 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-cc7ca137-92af-4cef-843f-e284c4a7ff6d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "PUT /v2.0/floatingips/6687f190-6173-45f3-ab82-c17da835abe1 HTTP/1.1" status: 200 len: 695 time: 1.7700346 Nov 26 03:03:29.573273 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-704f360c-190d-4576-ab50-a245ea446dcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:29.580582 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-704f360c-190d-4576-ab50-a245ea446dcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] 10.222.0.31 "DELETE /v2.0/ports/5c00e9cf-cf07-4e84-8535-0897afeb3f44 HTTP/1.1" status: 204 len: 168 time: 1.3672185 Nov 26 03:03:29.580747 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3735999-d525-40dd-8daa-cd9e8ddae20c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:29.582116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53ab5b4-5774-416e-bb1b-d677ddb53413', 'tag': '01a81309-c483-4256-ae57-243f030dca34'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:03:29.585798 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd980a2-cdcc-4de8-b05e-c04615686864" -d '{"events": [{"name": "network-changed", "server_uuid": "e53ab5b4-5774-416e-bb1b-d677ddb53413", "tag": "01a81309-c483-4256-ae57-243f030dca34"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:03:29.590933 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57806) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:29.643789 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80a18e-bfa4-4da3-bea0-2b14ade07afc req-063cbef0-a7f0-4c44-9c87-1944e66232c2 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:29.657116 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe80a18e-bfa4-4da3-bea0-2b14ade07afc req-063cbef0-a7f0-4c44-9c87-1944e66232c2 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 947 time: 0.2680442 Nov 26 03:03:29.696096 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-c06b1327-9a8c-4243-9aae-73eae2530bf2 None None] Set router 584a591c-cea8-49a6-93b6-727331e74c2f gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:29.698089 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3735999-d525-40dd-8daa-cd9e8ddae20c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:29.744134 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-134a202e-e4d5-415f-8c87-dbcbd1a3fff8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] GET failed (client error): The resource could not be found. Nov 26 03:03:29.748916 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-134a202e-e4d5-415f-8c87-dbcbd1a3fff8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] 10.222.0.31 "GET /v2.0/ports/5c00e9cf-cf07-4e84-8535-0897afeb3f44 HTTP/1.1" status: 404 len: 333 time: 0.1466961 Nov 26 03:03:29.756311 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57810) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:29.760034 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3735999-d525-40dd-8daa-cd9e8ddae20c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:29.763267 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b3735999-d525-40dd-8daa-cd9e8ddae20c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/subnets/798b1ab5-8ace-483c-a3e9-2ca0d80efc45 HTTP/1.1" status: 204 len: 168 time: 0.3950689 Nov 26 03:03:29.768185 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57812) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:29.777861 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8dffe8de-ca7d-4462-96ab-a112a5781361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Request body: {'port': {'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-958956976'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:29.781086 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3735999-d525-40dd-8daa-cd9e8ddae20c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Subnet': ['ID=798b1ab5-8ace-483c-a3e9-2ca0d80efc45,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:29.789789 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e79ead-ff3c-4a57-bd6e-5e7845a946b1 None None] Network 3ef4abc8-c1cf-4e6a-9b27-b069e19a2964 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:03:29.827437 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dffe8de-ca7d-4462-96ab-a112a5781361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Made reservation on behalf of 4a1fdb2fd2c34dc8bd2076ca427410b1 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:29.829828 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8dffe8de-ca7d-4462-96ab-a112a5781361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:29.862589 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-8dffe8de-ca7d-4462-96ab-a112a5781361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] device_id is not set on port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:03:29.911175 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-07eff4d3-72ff-4ea0-ab6b-963011626dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:28Z', 'revision_number': 9, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': 'a97f765a-8bf1-441f-a152-811a1a9986a8', 'name': '', 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:3e:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:04Z', 'updated_at': '2021-11-26T03:03:11Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:29.941085 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-ab25d984-c510-440f-a343-92f48c95f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:29.942628 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-ab25d984-c510-440f-a343-92f48c95f6a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4814f8e602a439facd3c1eeb8aae21e&device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 1097 time: 0.3354335 Nov 26 03:03:29.950804 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe80a18e-bfa4-4da3-bea0-2b14ade07afc req-ab813c9c-7b13-4a85-a5d5-fb6c2a96765c tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898042 Nov 26 03:03:29.977748 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eff4d3-72ff-4ea0-ab6b-963011626dbe None None] Checking router: 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:03:30.002780 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eff4d3-72ff-4ea0-ab6b-963011626dbe None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:30.004681 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-07eff4d3-72ff-4ea0-ab6b-963011626dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:30.026412 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:30.048611 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734e08b9-70e3-44d2-a508-f512615673d3 x-openstack-request-id: req-734e08b9-70e3-44d2-a508-f512615673d3 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:03:30.048905 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53ab5b4-5774-416e-bb1b-d677ddb53413", "tag": "01a81309-c483-4256-ae57-243f030dca34", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:03:30.049164 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-734e08b9-70e3-44d2-a508-f512615673d3 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:03:30.050489 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53ab5b4-5774-416e-bb1b-d677ddb53413', 'tag': '01a81309-c483-4256-ae57-243f030dca34', 'status': 'completed', 'code': 200} Nov 26 03:03:30.101952 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8dffe8de-ca7d-4462-96ab-a112a5781361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:30.115156 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c06b1327-9a8c-4243-9aae-73eae2530bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'name': 'tempest-ServerRescueTestJSONUnderV235-832095837-router', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:01Z', 'updated_at': '2021-11-26T03:02:08Z', 'revision_number': 4, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'gw_port': {'id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:02Z', 'updated_at': '2021-11-26T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '38c7eaea-c3ac-42f9-9937-cd2a1aaea267', 'name': '', 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'mac_address': 'fa:16:3e:e5:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9ab6ae28-92a3-48da-8ac6-99d9bc59726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:06Z', 'updated_at': '2021-11-26T03:02:18Z', 'revision_number': 5, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'subnets': [{'id': '9ab6ae28-92a3-48da-8ac6-99d9bc59726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:30.147946 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8dffe8de-ca7d-4462-96ab-a112a5781361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:30.150075 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-5a6b9c27-c80c-4f63-8eb6-a3e02fd92052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:30.152455 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-5a6b9c27-c80c-4f63-8eb6-a3e02fd92052 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f0ba11a9-980c-4a46-96fc-319a16d0a88b HTTP/1.1" status: 200 len: 920 time: 0.2000031 Nov 26 03:03:30.166741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b1327-9a8c-4243-9aae-73eae2530bf2 None None] Checking router: 584a591c-cea8-49a6-93b6-727331e74c2f for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:03:30.179498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b1327-9a8c-4243-9aae-73eae2530bf2 None None] Routers {'584a591c-cea8-49a6-93b6-727331e74c2f'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:30.181927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c06b1327-9a8c-4243-9aae-73eae2530bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['584a591c-cea8-49a6-93b6-727331e74c2f'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:30.190064 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c18f0a-a9ba-4b46-a099-e20b3d04a049 None None] DHCP port deletion for 3ef4abc8-c1cf-4e6a-9b27-b069e19a2964 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:03:30.205728 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dffe8de-ca7d-4462-96ab-a112a5781361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:30.209087 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-8dffe8de-ca7d-4462-96ab-a112a5781361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:30.216477 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dffe8de-ca7d-4462-96ab-a112a5781361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:30.218463 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffe8de-ca7d-4462-96ab-a112a5781361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:30.219721 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8dffe8de-ca7d-4462-96ab-a112a5781361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:30.220509 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-0344953d-9090-41fb-8ddf-5e49dcad9705 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a81309-c483-4256-ae57-243f030dca34 HTTP/1.1" status: 200 len: 217 time: 0.0554471 Nov 26 03:03:30.224876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd980a2-cdcc-4de8-b05e-c04615686864 req-e9ba977e-f3cb-46d2-9261-772e35c6e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:30.226922 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5dd980a2-cdcc-4de8-b05e-c04615686864 req-e9ba977e-f3cb-46d2-9261-772e35c6e26a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4814f8e602a439facd3c1eeb8aae21e&device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 1097 time: 0.1271727 Nov 26 03:03:30.247578 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-07eff4d3-72ff-4ea0-ab6b-963011626dbe None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:30.260763 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8dffe8de-ca7d-4462-96ab-a112a5781361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5020893 Nov 26 03:03:30.263909 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57816) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:30.269661 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:30.351878 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting port 13c35eeb-cf9c-437c-8df6-01f7b77f29a5 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:30.352459 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:30.375418 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffe8de-ca7d-4462-96ab-a112a5781361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Pushing event updated for resources: {'Port': ['ID=4e409623-4b5a-4e94-b47d-34a2ddfb18d0,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:30.390494 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:30.425681 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-c06b1327-9a8c-4243-9aae-73eae2530bf2 None None] Set router 584a591c-cea8-49a6-93b6-727331e74c2f gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:30.447029 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-9dd9c749-c162-4eed-ab9d-e498006a4ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:30.456307 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-9dd9c749-c162-4eed-ab9d-e498006a4ebf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9ab6ae28-92a3-48da-8ac6-99d9bc59726a HTTP/1.1" status: 200 len: 859 time: 0.2282515 Nov 26 03:03:30.513609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-79ddb571-db28-478d-87de-e3812c68c3d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0ba11a9-980c-4a46-96fc-319a16d0a88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562923 Nov 26 03:03:30.517885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d2c18f0a-a9ba-4b46-a099-e20b3d04a049 None None] Deleting port 13c35eeb-cf9c-437c-8df6-01f7b77f29a5 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:30.518479 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2c18f0a-a9ba-4b46-a099-e20b3d04a049 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:30.617624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd980a2-cdcc-4de8-b05e-c04615686864 req-1fa52eb6-d2f8-4569-8832-3e79584af4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:30.619333 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5dd980a2-cdcc-4de8-b05e-c04615686864 req-1fa52eb6-d2f8-4569-8832-3e79584af4db service neutron] 10.222.0.54 "GET /v2.0/networks?id=f0ba11a9-980c-4a46-96fc-319a16d0a88b HTTP/1.1" status: 200 len: 920 time: 0.3830018 Nov 26 03:03:30.622138 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] For port 13c35eeb-cf9c-437c-8df6-01f7b77f29a5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=13c35eeb-cf9c-437c-8df6-01f7b77f29a5,segment=NetworkSegment(719070ed-18d6-452c-99ed-a0275ce239e5),segment_id=719070ed-18d6-452c-99ed-a0275ce239e5)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:30.622646 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:30.636933 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d2c18f0a-a9ba-4b46-a099-e20b3d04a049 None None] For port 13c35eeb-cf9c-437c-8df6-01f7b77f29a5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=13c35eeb-cf9c-437c-8df6-01f7b77f29a5,segment=NetworkSegment(719070ed-18d6-452c-99ed-a0275ce239e5),segment_id=719070ed-18d6-452c-99ed-a0275ce239e5)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:30.649901 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2c18f0a-a9ba-4b46-a099-e20b3d04a049 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:30.679054 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d2c18f0a-a9ba-4b46-a099-e20b3d04a049 None None] Calling delete_port for 13c35eeb-cf9c-437c-8df6-01f7b77f29a5 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:30.706706 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Calling delete_port for 13c35eeb-cf9c-437c-8df6-01f7b77f29a5 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:30.738396 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-07eff4d3-72ff-4ea0-ab6b-963011626dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:28Z', 'revision_number': 9, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': 'a97f765a-8bf1-441f-a152-811a1a9986a8', 'name': '', 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:3e:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:04Z', 'updated_at': '2021-11-26T03:03:11Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:30.756936 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] device_id is not set on port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:03:30.777002 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:30.777820 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2c18f0a-a9ba-4b46-a099-e20b3d04a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:30.786370 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eff4d3-72ff-4ea0-ab6b-963011626dbe None None] The sync data for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 is: [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:28Z', 'revision_number': 9, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': 'a97f765a-8bf1-441f-a152-811a1a9986a8', 'name': '', 'network_id': '87eb1c75-99ab-471c-9972-01dd46bfc54c', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:3e:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:04Z', 'updated_at': '2021-11-26T03:03:11Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '0ce60f65-ed8a-46ca-beb5-eee5615b4311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:03:30.787782 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:30.838671 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5dd980a2-cdcc-4de8-b05e-c04615686864 req-5053ace5-a661-4606-8c06-f9c0e620a159 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a81309-c483-4256-ae57-243f030dca34 HTTP/1.1" status: 200 len: 217 time: 0.2062340 Nov 26 03:03:30.844900 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Pushing event updated for resources: {'Port': ['ID=4e409623-4b5a-4e94-b47d-34a2ddfb18d0,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:30.871783 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c18f0a-a9ba-4b46-a099-e20b3d04a049 None None] Pushing event deleted for resources: {'Port': ['ID=13c35eeb-cf9c-437c-8df6-01f7b77f29a5,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:30.882613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:30.882935 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:30.883281 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:30.888300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:30.888644 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:30.889008 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 2 to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 Nov 26 03:03:30.893573 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c18f0a-a9ba-4b46-a099-e20b3d04a049 None None] No DVR routers for this DVR port 13c35eeb-cf9c-437c-8df6-01f7b77f29a5 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:03:30.908048 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:30.908416 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:30.908756 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:30.913556 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:30.913956 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:30.914347 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 3 to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 Nov 26 03:03:30.933843 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:30.935843 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:30.936235 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:30.936722 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:30.941753 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:30.942168 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:30.942548 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 4 to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 Nov 26 03:03:30.969508 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:30.969508 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:30.969508 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:30.981889 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:30.983910 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:30.984487 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 5 to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 Nov 26 03:03:31.017894 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:31.019352 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:31.019859 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:31.024154 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-7bfeb27d-ea1e-4386-89d8-3e914d13d120 service neutron] 10.222.0.31 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096025 Nov 26 03:03:31.030938 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:31.032454 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:31.034475 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 6 to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 Nov 26 03:03:31.035350 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Port': ['ID=13c35eeb-cf9c-437c-8df6-01f7b77f29a5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:31.045935 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] No DVR routers for this DVR port 13c35eeb-cf9c-437c-8df6-01f7b77f29a5 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:03:31.072261 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd980a2-cdcc-4de8-b05e-c04615686864 req-bd059540-9f29-4783-88d2-ab38d692fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.072471 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:31.074640 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5dd980a2-cdcc-4de8-b05e-c04615686864 req-bd059540-9f29-4783-88d2-ab38d692fba9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ab6ae28-92a3-48da-8ac6-99d9bc59726a HTTP/1.1" status: 200 len: 859 time: 0.1933856 Nov 26 03:03:31.074798 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:31.076755 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:31.088436 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:31.089673 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:31.092622 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 7 to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 Nov 26 03:03:31.129732 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:31.130077 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:31.130427 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:31.131729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a9b4a-0618-43b0-9526-f287b19221d9 req-9c59e5af-f6ce-448b-a5da-d4083eb3f0df tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.133594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0a9b4a-0618-43b0-9526-f287b19221d9 req-9c59e5af-f6ce-448b-a5da-d4083eb3f0df tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 947 time: 0.4322898 Nov 26 03:03:31.134470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c06b1327-9a8c-4243-9aae-73eae2530bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'name': 'tempest-ServerRescueTestJSONUnderV235-832095837-router', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:01Z', 'updated_at': '2021-11-26T03:02:08Z', 'revision_number': 4, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'gw_port': {'id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:02Z', 'updated_at': '2021-11-26T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '38c7eaea-c3ac-42f9-9937-cd2a1aaea267', 'name': '', 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'mac_address': 'fa:16:3e:e5:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9ab6ae28-92a3-48da-8ac6-99d9bc59726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:06Z', 'updated_at': '2021-11-26T03:02:18Z', 'revision_number': 5, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'subnets': [{'id': '9ab6ae28-92a3-48da-8ac6-99d9bc59726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:31.147773 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:31.148134 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:31.148590 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 8 to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 Nov 26 03:03:31.163675 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:31.164006 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:31.164522 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:31.170986 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:31.171326 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:31.173610 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 9 to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 Nov 26 03:03:31.200044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:31.200723 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:31.201216 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:31.205247 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b1327-9a8c-4243-9aae-73eae2530bf2 None None] The sync data for ids ['584a591c-cea8-49a6-93b6-727331e74c2f'] in n-d-819389-3 is: [{'id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'name': 'tempest-ServerRescueTestJSONUnderV235-832095837-router', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:01Z', 'updated_at': '2021-11-26T03:02:08Z', 'revision_number': 4, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'gw_port': {'id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:02Z', 'updated_at': '2021-11-26T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '38c7eaea-c3ac-42f9-9937-cd2a1aaea267', 'name': '', 'network_id': 'f0ba11a9-980c-4a46-96fc-319a16d0a88b', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'mac_address': 'fa:16:3e:e5:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9ab6ae28-92a3-48da-8ac6-99d9bc59726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:06Z', 'updated_at': '2021-11-26T03:02:18Z', 'revision_number': 5, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'subnets': [{'id': '9ab6ae28-92a3-48da-8ac6-99d9bc59726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:03:31.210549 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:31.210884 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:31.211336 n-d-819389-3 neutron-server[104801]: INFO neutron.plugins.ml2.plugin [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 10 to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 Nov 26 03:03:31.236636 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:31.236978 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:31.237505 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:31.245558 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:31.245749 n-d-819389-3 neutron-server[104801]: ERROR neutron.plugins.ml2.managers [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:31.246315 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:31.335170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 13c35eeb-cf9c-437c-8df6-01f7b77f29a5 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:03:31.378259 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5dd980a2-cdcc-4de8-b05e-c04615686864 req-286a2631-403c-48a2-a927-514ebc3f1261 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f0ba11a9-980c-4a46-96fc-319a16d0a88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2346284 Nov 26 03:03:31.413818 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 13c35eeb-cf9c-437c-8df6-01f7b77f29a5 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:03:31.418979 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 13c35eeb-cf9c-437c-8df6-01f7b77f29a5 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:03:31.421894 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a36a6425-6b44-4905-a176-00570b74df1c no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:03:31.450055 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] For port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:03:31.450535 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempted to set empty binding levels {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 26 03:03:31.459545 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: a36a6425-6b44-4905-a176-00570b74df1c {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:03:31.459902 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a36a6425-6b44-4905-a176-00570b74df1c not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:03:31.462233 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:31.516991 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] In _notify_port_updated(), no bound segment for port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 03:03:31.517877 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.518498 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:31.519859 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] 10.222.0.31 "PUT /v2.0/ports/4e409623-4b5a-4e94-b47d-34a2ddfb18d0 HTTP/1.1" status: 200 len: 978 time: 1.2548325 Nov 26 03:03:31.520811 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db896a-5ba5-470e-a2b3-673b67c0c9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Pushing event updated for resources: {'Port': ['ID=4e409623-4b5a-4e94-b47d-34a2ddfb18d0,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:31.523864 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57832) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:31.629874 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:31.654646 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.655194 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.655732 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.656431 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.656955 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.657624 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.659000 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.659723 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.660313 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.660914 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.661393 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.661861 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.662333 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.662798 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.663335 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.663817 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.664329 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.664852 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.665607 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.666237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.666713 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.667182 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.667678 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.668175 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.668631 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.669091 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.669555 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.670029 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.670468 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.670929 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.671528 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.671840 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.672477 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.672938 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.673400 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.673863 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.674336 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.674796 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.675257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.675715 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.676681 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.680978 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-926c128f-af98-45ba-a940-f6efb96898d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36719 time: 0.1557171 Nov 26 03:03:31.685303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef4abc8-c1cf-4e6a-9b27-b069e19a2964']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:31.685458 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57834) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:31.734383 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719070ed-18d6-452c-99ed-a0275ce239e5') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:31.734695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719070ed-18d6-452c-99ed-a0275ce239e5') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:31.772339 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dbeb27-5124-4c97-89f6-bf5e359228bd None None] New status for floating IP 6687f190-6173-45f3-ab82-c17da835abe1: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:03:31.783012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25607191-3d90-4707-ab87-87a96c9e0950 req-a36c5658-b327-4032-a03f-cf031faab3b3 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:31.786099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25607191-3d90-4707-ab87-87a96c9e0950 req-a36c5658-b327-4032-a03f-cf031faab3b3 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 947 time: 0.6417139 Nov 26 03:03:31.794349 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:31.803672 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-7c83c6b8-1565-4ba3-a1d3-394a40a2403e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Deleting port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:31.804198 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7c83c6b8-1565-4ba3-a1d3-394a40a2403e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:31.821872 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05ba2988-717b-4b74-81e6-e8821153c0c4 req-6b5cf4f6-5683-4864-b24e-fd331cddd71c service neutron] 10.222.0.31 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7967882 Nov 26 03:03:31.869397 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5dd980a2-cdcc-4de8-b05e-c04615686864 req-3665ef6d-d816-4ce4-ad00-b2d236f7db1b service neutron] 10.222.0.54 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760587 Nov 26 03:03:31.871055 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:31.920726 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:03:31.922359 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:31.929595 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-7c83c6b8-1565-4ba3-a1d3-394a40a2403e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] For port 4e409623-4b5a-4e94-b47d-34a2ddfb18d0, host n-h2-819389-3, got binding levels [] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:31.929967 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7c83c6b8-1565-4ba3-a1d3-394a40a2403e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:31.961792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-7c83c6b8-1565-4ba3-a1d3-394a40a2403e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Calling delete_port for 4e409623-4b5a-4e94-b47d-34a2ddfb18d0 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:03:32.082215 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:03:32.111477 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25607191-3d90-4707-ab87-87a96c9e0950 req-2ec8a661-149d-4a5f-9f19-70abc56ae4cc tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3133585 Nov 26 03:03:32.116666 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-ff0a9b4a-0618-43b0-9526-f287b19221d9 req-b3a26094-01fb-4d85-be19-f2fe8f9617dd tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Deleting port ca2598c6-1c7b-42a8-8596-4d6b6134e614 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:32.117004 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0a9b4a-0618-43b0-9526-f287b19221d9 req-b3a26094-01fb-4d85-be19-f2fe8f9617dd tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:32.207225 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:32.218057 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7c83c6b8-1565-4ba3-a1d3-394a40a2403e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:32.231597 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:32.239581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57842) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:32.241026 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/networks/3ef4abc8-c1cf-4e6a-9b27-b069e19a2964 HTTP/1.1" status: 204 len: 168 time: 2.4717286 Nov 26 03:03:32.323942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535231b-e35d-4dc2-bea0-d8dd5e9bd570 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Network': ['ID=3ef4abc8-c1cf-4e6a-9b27-b069e19a2964,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:32.332016 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-095804e8-ed87-40be-b6b4-94464aff2757 req-c687171f-35da-462d-86ce-8c98ff17d2e1 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/floatingips/6687f190-6173-45f3-ab82-c17da835abe1 HTTP/1.1" status: 200 len: 693 time: 0.1223350 Nov 26 03:03:32.395224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83c6b8-1565-4ba3-a1d3-394a40a2403e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e409623-4b5a-4e94-b47d-34a2ddfb18d0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:32.411664 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7c83c6b8-1565-4ba3-a1d3-394a40a2403e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:32.415846 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7c83c6b8-1565-4ba3-a1d3-394a40a2403e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] 10.222.0.31 "DELETE /v2.0/ports/4e409623-4b5a-4e94-b47d-34a2ddfb18d0 HTTP/1.1" status: 204 len: 168 time: 0.7293978 Nov 26 03:03:32.421889 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57844) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:32.481989 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4ebe62-98c4-4f88-bfe8-f4933392abed tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] GET failed (client error): The resource could not be found. Nov 26 03:03:32.483582 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8e4ebe62-98c4-4f88-bfe8-f4933392abed tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] 10.222.0.31 "GET /v2.0/ports/4e409623-4b5a-4e94-b47d-34a2ddfb18d0 HTTP/1.1" status: 404 len: 333 time: 0.0606625 Nov 26 03:03:32.496700 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ff0a9b4a-0618-43b0-9526-f287b19221d9 req-b3a26094-01fb-4d85-be19-f2fe8f9617dd tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] For port ca2598c6-1c7b-42a8-8596-4d6b6134e614, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ca2598c6-1c7b-42a8-8596-4d6b6134e614,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:32.501301 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0a9b4a-0618-43b0-9526-f287b19221d9 req-b3a26094-01fb-4d85-be19-f2fe8f9617dd tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:32.501957 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57848) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:32.514032 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-5054be3c-c771-4434-9585-b6924f1892d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1179521989', 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:32.551665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5dd980a2-cdcc-4de8-b05e-c04615686864 req-5e47525f-2a89-44fb-bb8a-6c88a350b5d0 service neutron] 10.222.0.54 "GET /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6480029 Nov 26 03:03:32.691319 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5054be3c-c771-4434-9585-b6924f1892d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Made reservation on behalf of 4a1fdb2fd2c34dc8bd2076ca427410b1 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:32.695253 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5054be3c-c771-4434-9585-b6924f1892d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:32.722936 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095804e8-ed87-40be-b6b4-94464aff2757 req-0e3450e3-cfbe-45dc-935d-6b682c8c757b tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:32.724581 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-095804e8-ed87-40be-b6b4-94464aff2757 req-0e3450e3-cfbe-45dc-935d-6b682c8c757b tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 784 time: 0.3829651 Nov 26 03:03:32.747267 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-095804e8-ed87-40be-b6b4-94464aff2757 req-1b3286ab-dd63-478a-9fff-5593ab153a27 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:03:32.748654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-095804e8-ed87-40be-b6b4-94464aff2757 req-1b3286ab-dd63-478a-9fff-5593ab153a27 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070887 Nov 26 03:03:32.788263 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-5054be3c-c771-4434-9585-b6924f1892d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] device_id is not set on port e0ae5e69-788d-41c2-ad8d-d40ed0209c37 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:03:32.872394 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-095804e8-ed87-40be-b6b4-94464aff2757 req-bdee833e-d08b-4723-b7ed-07b8acae0f96 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 696 time: 0.1038322 Nov 26 03:03:32.885042 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0a9b4a-0618-43b0-9526-f287b19221d9 req-b3a26094-01fb-4d85-be19-f2fe8f9617dd tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:32.885661 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0a9b4a-0618-43b0-9526-f287b19221d9 req-b3a26094-01fb-4d85-be19-f2fe8f9617dd tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:32.885980 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-ff0a9b4a-0618-43b0-9526-f287b19221d9 req-b3a26094-01fb-4d85-be19-f2fe8f9617dd tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Floating IP b1d0ce50-d74d-465e-bcbd-a7f1fb9046c4 disassociated. External IP: 172.25.0.84, port: ca2598c6-1c7b-42a8-8596-4d6b6134e614. Nov 26 03:03:32.886329 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-ff0a9b4a-0618-43b0-9526-f287b19221d9 req-b3a26094-01fb-4d85-be19-f2fe8f9617dd tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Calling delete_port for ca2598c6-1c7b-42a8-8596-4d6b6134e614 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:32.941300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-095804e8-ed87-40be-b6b4-94464aff2757 req-05cb4237-31d1-4e2c-9f24-8a6df7a0a971 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 696 time: 0.0522234 Nov 26 03:03:33.007335 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5054be3c-c771-4434-9585-b6924f1892d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:33.048258 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-840febc6-b795-450a-8b0c-4e85de88543f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:33.131034 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5054be3c-c771-4434-9585-b6924f1892d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:33.224190 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5054be3c-c771-4434-9585-b6924f1892d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:33.227929 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-5054be3c-c771-4434-9585-b6924f1892d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:33.234029 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5054be3c-c771-4434-9585-b6924f1892d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:33.235617 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5054be3c-c771-4434-9585-b6924f1892d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:33.235956 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5054be3c-c771-4434-9585-b6924f1892d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:33.266433 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054be3c-c771-4434-9585-b6924f1892d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Pushing event updated for resources: {'Port': ['ID=e0ae5e69-788d-41c2-ad8d-d40ed0209c37,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:33.278204 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5054be3c-c771-4434-9585-b6924f1892d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7687709 Nov 26 03:03:33.281038 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57858) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:33.324580 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b2b04a-898b-44e4-b2c2-160336a99df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:33.325977 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-51b2b04a-898b-44e4-b2c2-160336a99df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] 10.222.0.31 "GET /v2.0/ports/e0ae5e69-788d-41c2-ad8d-d40ed0209c37 HTTP/1.1" status: 200 len: 959 time: 0.0440311 Nov 26 03:03:33.328855 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57860) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:33.478988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-05b9a7a2-326f-4ec6-bee1-5ba6f522b2aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Deleting port e0ae5e69-788d-41c2-ad8d-d40ed0209c37 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:33.479233 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-05b9a7a2-326f-4ec6-bee1-5ba6f522b2aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:33.521389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74744b3f-f3ee-486e-a6e9-f7d33e007c44 req-82ff62b2-bdb1-49c3-b6b2-38b1cf6d4746 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:33.522868 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74744b3f-f3ee-486e-a6e9-f7d33e007c44 req-82ff62b2-bdb1-49c3-b6b2-38b1cf6d4746 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3acff-7be2-4cee-8332-3681543bd483 HTTP/1.1" status: 200 len: 947 time: 0.1101336 Nov 26 03:03:33.526256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-095804e8-ed87-40be-b6b4-94464aff2757 req-6fe1a2df-9653-4e0b-8875-a64eb355d27d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Deleting port 88198713-3296-4f27-a2ae-6ec83192b3c9 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:33.526627 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-095804e8-ed87-40be-b6b4-94464aff2757 req-6fe1a2df-9653-4e0b-8875-a64eb355d27d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:33.532624 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-840febc6-b795-450a-8b0c-4e85de88543f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting port a97f765a-8bf1-441f-a152-811a1a9986a8 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:33.534642 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-840febc6-b795-450a-8b0c-4e85de88543f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:33.570558 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0a9b4a-0618-43b0-9526-f287b19221d9 req-b3a26094-01fb-4d85-be19-f2fe8f9617dd tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:33.593398 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-05b9a7a2-326f-4ec6-bee1-5ba6f522b2aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:33.611992 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-05b9a7a2-326f-4ec6-bee1-5ba6f522b2aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Calling delete_port for e0ae5e69-788d-41c2-ad8d-d40ed0209c37 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:33.621825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a26094-01fb-4d85-be19-f2fe8f9617dd tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Pushing event deleted for resources: {'Port': ['ID=ca2598c6-1c7b-42a8-8596-4d6b6134e614,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:33.715683 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-840febc6-b795-450a-8b0c-4e85de88543f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] For port a97f765a-8bf1-441f-a152-811a1a9986a8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a97f765a-8bf1-441f-a152-811a1a9986a8,segment=NetworkSegment(cdde5cca-6cda-4dde-8de6-a9be0cc06494),segment_id=cdde5cca-6cda-4dde-8de6-a9be0cc06494)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:33.716122 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-840febc6-b795-450a-8b0c-4e85de88543f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:33.737788 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-840febc6-b795-450a-8b0c-4e85de88543f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Calling delete_port for a97f765a-8bf1-441f-a152-811a1a9986a8 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:33.774432 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74744b3f-f3ee-486e-a6e9-f7d33e007c44 req-037c457d-cc3c-4d74-ae22-534e043e6e06 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2899513-3995-4935-b344-6ef12dcfa8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324924 Nov 26 03:03:33.777714 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-095804e8-ed87-40be-b6b4-94464aff2757 req-6fe1a2df-9653-4e0b-8875-a64eb355d27d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:33.777714 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-095804e8-ed87-40be-b6b4-94464aff2757 req-6fe1a2df-9653-4e0b-8875-a64eb355d27d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:33.803648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-095804e8-ed87-40be-b6b4-94464aff2757 req-6fe1a2df-9653-4e0b-8875-a64eb355d27d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Calling delete_port for 88198713-3296-4f27-a2ae-6ec83192b3c9 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:33.815004 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-05b9a7a2-326f-4ec6-bee1-5ba6f522b2aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:33.912578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff0a9b4a-0618-43b0-9526-f287b19221d9 req-b3a26094-01fb-4d85-be19-f2fe8f9617dd tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Router e4060108-028b-4201-a0fb-3dd264774662 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:03:34.133148 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfb420-0891-4a98-ba01-befa86f01283 req-14bece9d-bd27-45c8-9291-bbdc924dfcaa tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:34.141745 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8dfb420-0891-4a98-ba01-befa86f01283 req-14bece9d-bd27-45c8-9291-bbdc924dfcaa tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2085869 Nov 26 03:03:34.221104 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-095804e8-ed87-40be-b6b4-94464aff2757 req-6fe1a2df-9653-4e0b-8875-a64eb355d27d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:34.248122 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8dfb420-0891-4a98-ba01-befa86f01283 req-dd76e6a0-1bb7-40d2-94e4-655083465b51 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053879 Nov 26 03:03:34.279298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff0a9b4a-0618-43b0-9526-f287b19221d9 req-b3a26094-01fb-4d85-be19-f2fe8f9617dd tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:03:34.288685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1a2df-9653-4e0b-8875-a64eb355d27d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Pushing event deleted for resources: {'Port': ['ID=88198713-3296-4f27-a2ae-6ec83192b3c9,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:34.300464 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838231d-157e-489d-8c3c-ad1684ed9302 None None] Sync routers for ids ['e4060108-028b-4201-a0fb-3dd264774662'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:03:34.320551 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f838231d-157e-489d-8c3c-ad1684ed9302 None None] Routers {'e4060108-028b-4201-a0fb-3dd264774662'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:34.326351 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-f838231d-157e-489d-8c3c-ad1684ed9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e4060108-028b-4201-a0fb-3dd264774662'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:34.348022 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9a7a2-326f-4ec6-bee1-5ba6f522b2aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0ae5e69-788d-41c2-ad8d-d40ed0209c37,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:34.358267 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-05b9a7a2-326f-4ec6-bee1-5ba6f522b2aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:34.361958 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-05b9a7a2-326f-4ec6-bee1-5ba6f522b2aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] 10.222.0.31 "DELETE /v2.0/ports/e0ae5e69-788d-41c2-ad8d-d40ed0209c37 HTTP/1.1" status: 204 len: 168 time: 1.0321643 Nov 26 03:03:34.364680 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0a9b4a-0618-43b0-9526-f287b19221d9 req-b3a26094-01fb-4d85-be19-f2fe8f9617dd tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] No DVR routers for this DVR port ca2598c6-1c7b-42a8-8596-4d6b6134e614 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:03:34.365214 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57874) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:34.370190 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ff0a9b4a-0618-43b0-9526-f287b19221d9 req-b3a26094-01fb-4d85-be19-f2fe8f9617dd tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:34.375447 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0a9b4a-0618-43b0-9526-f287b19221d9 req-b3a26094-01fb-4d85-be19-f2fe8f9617dd tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.59 "DELETE /v2.0/ports/ca2598c6-1c7b-42a8-8596-4d6b6134e614 HTTP/1.1" status: 204 len: 173 time: 3.2172267 Nov 26 03:03:34.376881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa3acff-7be2-4cee-8332-3681543bd483', 'name': 'network-vif-deleted', 'tag': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:03:34.379366 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8eb659-a64e-4587-9dfe-a840bb053dbb" -d '{"events": [{"server_uuid": "2fa3acff-7be2-4cee-8332-3681543bd483", "name": "network-vif-deleted", "tag": "ca2598c6-1c7b-42a8-8596-4d6b6134e614"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:03:34.405941 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5622bac5-d536-41a1-bdae-76f284588fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] GET failed (client error): The resource could not be found. Nov 26 03:03:34.407961 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5622bac5-d536-41a1-bdae-76f284588fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] 10.222.0.31 "GET /v2.0/ports/e0ae5e69-788d-41c2-ad8d-d40ed0209c37 HTTP/1.1" status: 404 len: 333 time: 0.0414727 Nov 26 03:03:34.412565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57878) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:34.419495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1a3c027d-0ad8-4bd9-9c78-a2a7912813bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Request body: {'port': {'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2064627109'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:34.471623 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-095804e8-ed87-40be-b6b4-94464aff2757 req-6fe1a2df-9653-4e0b-8875-a64eb355d27d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:34.475632 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-095804e8-ed87-40be-b6b4-94464aff2757 req-6fe1a2df-9653-4e0b-8875-a64eb355d27d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:34.489216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-095804e8-ed87-40be-b6b4-94464aff2757 req-6fe1a2df-9653-4e0b-8875-a64eb355d27d tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "DELETE /v2.0/floatingips/6687f190-6173-45f3-ab82-c17da835abe1 HTTP/1.1" status: 204 len: 173 time: 1.5169430 Nov 26 03:03:34.492976 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3c027d-0ad8-4bd9-9c78-a2a7912813bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Made reservation on behalf of 4a1fdb2fd2c34dc8bd2076ca427410b1 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:34.497667 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-840febc6-b795-450a-8b0c-4e85de88543f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:34.499646 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1a3c027d-0ad8-4bd9-9c78-a2a7912813bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:34.534559 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840febc6-b795-450a-8b0c-4e85de88543f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Port': ['ID=a97f765a-8bf1-441f-a152-811a1a9986a8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:34.589836 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45e7cf2-e70a-45e4-ae01-d7ee7fac335e x-openstack-request-id: req-c45e7cf2-e70a-45e4-ae01-d7ee7fac335e {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:03:34.590077 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa3acff-7be2-4cee-8332-3681543bd483", "name": "network-vif-deleted", "tag": "ca2598c6-1c7b-42a8-8596-4d6b6134e614", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:03:34.590357 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c45e7cf2-e70a-45e4-ae01-d7ee7fac335e {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:03:34.590713 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa3acff-7be2-4cee-8332-3681543bd483', 'name': 'network-vif-deleted', 'tag': 'ca2598c6-1c7b-42a8-8596-4d6b6134e614', 'status': 'completed', 'code': 200} Nov 26 03:03:34.594907 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-1a3c027d-0ad8-4bd9-9c78-a2a7912813bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] device_id is not set on port d51e94ed-717c-4656-8bca-484cc7ee922c yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:03:34.652915 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-f838231d-157e-489d-8c3c-ad1684ed9302 None None] Set router e4060108-028b-4201-a0fb-3dd264774662 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:34.733361 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-840febc6-b795-450a-8b0c-4e85de88543f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:34.789677 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1a3c027d-0ad8-4bd9-9c78-a2a7912813bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:34.858653 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1a3c027d-0ad8-4bd9-9c78-a2a7912813bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:34.944877 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d928f82-931f-4f6c-9433-83a381364e3e req-ab4527af-90bb-450e-80ca-a00ab18d135b tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups/38871f93-783e-401a-a625-785462eb5462 HTTP/1.1" status: 200 len: 1825 time: 0.3637121 Nov 26 03:03:34.946869 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3c027d-0ad8-4bd9-9c78-a2a7912813bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:34.957885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879eafb-38b6-4717-9543-95b14d42b0c6 req-4f99bbc3-7bd3-471e-82b3-351e100576e0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:34.966851 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3879eafb-38b6-4717-9543-95b14d42b0c6 req-4f99bbc3-7bd3-471e-82b3-351e100576e0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.4329402 Nov 26 03:03:35.109173 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-1a3c027d-0ad8-4bd9-9c78-a2a7912813bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:35.118383 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3c027d-0ad8-4bd9-9c78-a2a7912813bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:35.118383 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3c027d-0ad8-4bd9-9c78-a2a7912813bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:35.118984 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1a3c027d-0ad8-4bd9-9c78-a2a7912813bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:35.155921 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c027d-0ad8-4bd9-9c78-a2a7912813bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Pushing event updated for resources: {'Port': ['ID=d51e94ed-717c-4656-8bca-484cc7ee922c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:35.188394 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0d928f82-931f-4f6c-9433-83a381364e3e req-9d357428-cc5b-460b-a7a5-790ddd68007f tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:35.192538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-f838231d-157e-489d-8c3c-ad1684ed9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 4, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port': {'id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:47Z', 'updated_at': '2021-11-26T02:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '1ffed77e-7f8a-4771-a6ea-762322c9cf50', 'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'mac_address': 'fa:16:3e:cb:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:49Z', 'updated_at': '2021-11-26T02:52:56Z', 'revision_number': 5, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'subnets': [{'id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:35.205283 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840febc6-b795-450a-8b0c-4e85de88543f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:03:35.218589 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1a3c027d-0ad8-4bd9-9c78-a2a7912813bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8018601 Nov 26 03:03:35.220487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57886) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:35.226224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838231d-157e-489d-8c3c-ad1684ed9302 None None] Checking router: e4060108-028b-4201-a0fb-3dd264774662 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:03:35.231397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:35.243385 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f838231d-157e-489d-8c3c-ad1684ed9302 None None] Routers {'e4060108-028b-4201-a0fb-3dd264774662'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:35.244359 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-f838231d-157e-489d-8c3c-ad1684ed9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e4060108-028b-4201-a0fb-3dd264774662'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:35.248869 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3879eafb-38b6-4717-9543-95b14d42b0c6 req-f997e02f-5d0e-4c66-8c8d-04ae1ab63e18 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808516 Nov 26 03:03:35.262091 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0d928f82-931f-4f6c-9433-83a381364e3e req-9d357428-cc5b-460b-a7a5-790ddd68007f tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:35.304895 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ca2598c6-1c7b-42a8-8596-4d6b6134e614 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:03:35.326386 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840febc6-b795-450a-8b0c-4e85de88543f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:03:35.336492 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57890) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:35.336829 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f6331d-723c-4f7d-b2d0-386331a10149 None None] Sync routers for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:03:35.337276 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-840febc6-b795-450a-8b0c-4e85de88543f tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/6b0bc962-bdb6-4942-9db5-9fb96b9f24fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0961525 Nov 26 03:03:35.350205 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f6331d-723c-4f7d-b2d0-386331a10149 None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:35.351702 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-34f6331d-723c-4f7d-b2d0-386331a10149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:35.369369 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: ca2598c6-1c7b-42a8-8596-4d6b6134e614 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:03:35.369920 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ca2598c6-1c7b-42a8-8596-4d6b6134e614 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:03:35.392317 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:35.418739 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57896) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:35.488201 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-f838231d-157e-489d-8c3c-ad1684ed9302 None None] Set router e4060108-028b-4201-a0fb-3dd264774662 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:35.508289 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-34f6331d-723c-4f7d-b2d0-386331a10149 None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:35.522598 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0d928f82-931f-4f6c-9433-83a381364e3e req-9d357428-cc5b-460b-a7a5-790ddd68007f tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:35.526149 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0d928f82-931f-4f6c-9433-83a381364e3e req-9d357428-cc5b-460b-a7a5-790ddd68007f tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:35.528118 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d928f82-931f-4f6c-9433-83a381364e3e req-9d357428-cc5b-460b-a7a5-790ddd68007f tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "DELETE /v2.0/security-groups/38871f93-783e-401a-a625-785462eb5462 HTTP/1.1" status: 204 len: 173 time: 0.5235033 Nov 26 03:03:35.563490 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fd337dc-da77-4fa6-8ef3-ea2586deab68 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:35.640935 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fd337dc-da77-4fa6-8ef3-ea2586deab68 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:35.696670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea955efa-c9e2-40f5-91a0-c7f3207fddf0 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting subnet 0ce60f65-ed8a-46ca-beb5-eee5615b4311 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:03:35.701981 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ea955efa-c9e2-40f5-91a0-c7f3207fddf0 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:35.725917 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fd337dc-da77-4fa6-8ef3-ea2586deab68 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:35.728920 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fd337dc-da77-4fa6-8ef3-ea2586deab68 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:35.730473 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5fd337dc-da77-4fa6-8ef3-ea2586deab68 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "DELETE /v2.0/security-groups/f2899513-3995-4935-b344-6ef12dcfa8d6 HTTP/1.1" status: 204 len: 168 time: 0.3106124 Nov 26 03:03:35.734068 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57910) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:35.747876 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ea955efa-c9e2-40f5-91a0-c7f3207fddf0 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:35.774954 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-43a8004d-b030-4de5-9f4f-31407ee669f7 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] show failed (client error): The resource could not be found. Nov 26 03:03:35.776018 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-43a8004d-b030-4de5-9f4f-31407ee669f7 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "GET /v2.0/security-groups/f2899513-3995-4935-b344-6ef12dcfa8d6 HTTP/1.1" status: 404 len: 347 time: 0.0410297 Nov 26 03:03:35.778467 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd337dc-da77-4fa6-8ef3-ea2586deab68 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2899513-3995-4935-b344-6ef12dcfa8d6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:35.780467 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57912) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:35.841569 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ea955efa-c9e2-40f5-91a0-c7f3207fddf0 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:35.907317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-f838231d-157e-489d-8c3c-ad1684ed9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 4, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port': {'id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:47Z', 'updated_at': '2021-11-26T02:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '1ffed77e-7f8a-4771-a6ea-762322c9cf50', 'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'mac_address': 'fa:16:3e:cb:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:49Z', 'updated_at': '2021-11-26T02:52:56Z', 'revision_number': 5, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'subnets': [{'id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:35.913754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d357428-cc5b-460b-a7a5-790ddd68007f tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38871f93-783e-401a-a625-785462eb5462,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:35.917498 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] device_id is not set on port d51e94ed-717c-4656-8bca-484cc7ee922c yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:03:35.937287 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ea955efa-c9e2-40f5-91a0-c7f3207fddf0 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:35.940527 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:35.959345 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838231d-157e-489d-8c3c-ad1684ed9302 None None] The sync data for ids ['e4060108-028b-4201-a0fb-3dd264774662'] in n-d-819389-3 is: [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T02:52:50Z', 'revision_number': 4, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port': {'id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:47Z', 'updated_at': '2021-11-26T02:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '1ffed77e-7f8a-4771-a6ea-762322c9cf50', 'name': '', 'network_id': 'fb2445e5-ad67-43dc-b60d-c555dd7b8e12', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'mac_address': 'fa:16:3e:cb:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:49Z', 'updated_at': '2021-11-26T02:52:56Z', 'revision_number': 5, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'subnets': [{'id': '9a5d52cf-14f1-4c64-a09a-1d91ea505a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:03:35.998614 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:36.035894 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2131bc0-2233-4d6d-bb62-a99f74d1a719 None None] Network 87eb1c75-99ab-471c-9972-01dd46bfc54c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:03:36.038323 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-34f6331d-723c-4f7d-b2d0-386331a10149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:34Z', 'revision_number': 10, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:36.049214 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-8c47aaac-830a-4cf0-bf4c-30a8faeaf526 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Deleting port 27c0bb1c-5442-4c8a-b674-30ef48358c3c {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:36.049632 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c47aaac-830a-4cf0-bf4c-30a8faeaf526 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:36.070328 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ea955efa-c9e2-40f5-91a0-c7f3207fddf0 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:36.075196 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ea955efa-c9e2-40f5-91a0-c7f3207fddf0 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/subnets/0ce60f65-ed8a-46ca-beb5-eee5615b4311 HTTP/1.1" status: 204 len: 168 time: 0.7324088 Nov 26 03:03:36.076134 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea955efa-c9e2-40f5-91a0-c7f3207fddf0 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce60f65-ed8a-46ca-beb5-eee5615b4311,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:36.102625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57916) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:36.123711 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f6331d-723c-4f7d-b2d0-386331a10149 None None] Checking router: 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:03:36.171131 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f6331d-723c-4f7d-b2d0-386331a10149 None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:36.171756 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-34f6331d-723c-4f7d-b2d0-386331a10149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:36.238118 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Pushing event updated for resources: {'Port': ['ID=d51e94ed-717c-4656-8bca-484cc7ee922c,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:36.240358 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c47aaac-830a-4cf0-bf4c-30a8faeaf526 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:36.240854 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c47aaac-830a-4cf0-bf4c-30a8faeaf526 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:36.274460 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-8c47aaac-830a-4cf0-bf4c-30a8faeaf526 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Calling delete_port for 27c0bb1c-5442-4c8a-b674-30ef48358c3c owned by network:floatingip {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:36.285062 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:36.321494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4554443-a6b1-4abd-b880-397f8aee4c48 req-28b7b2cf-9ebc-406d-bd2c-5a079b7823fc tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:36.330711 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4554443-a6b1-4abd-b880-397f8aee4c48 req-28b7b2cf-9ebc-406d-bd2c-5a079b7823fc tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.3135867 Nov 26 03:03:36.343036 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:36.343286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:36.343639 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:36.375875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0e950c6b-f12e-47e8-82ad-108afe433fe7 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:36.377731 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0e950c6b-f12e-47e8-82ad-108afe433fe7 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 812 time: 0.4659443 Nov 26 03:03:36.383210 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-34f6331d-723c-4f7d-b2d0-386331a10149 None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:36.391397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:36.393374 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:36.395220 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] DHCP port deletion for 87eb1c75-99ab-471c-9972-01dd46bfc54c request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:03:36.396143 n-d-819389-3 neutron-server[104802]: INFO neutron.plugins.ml2.plugin [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 2 to bind port d51e94ed-717c-4656-8bca-484cc7ee922c Nov 26 03:03:36.459107 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c47aaac-830a-4cf0-bf4c-30a8faeaf526 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:36.476796 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] Deleting port 9b90a22e-d7e8-4587-b2d0-6f87cbabff93 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:36.477356 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:36.500455 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47aaac-830a-4cf0-bf4c-30a8faeaf526 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Pushing event deleted for resources: {'Port': ['ID=27c0bb1c-5442-4c8a-b674-30ef48358c3c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:36.525033 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4554443-a6b1-4abd-b880-397f8aee4c48 req-1d085e6e-5573-4ddf-be11-ed42f7810936 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933103 Nov 26 03:03:36.525883 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:36.526230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:36.526617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:36.538367 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa3c058-9919-4386-aec5-cfc09b16939e None None] New status for floating IP b1d0ce50-d74d-465e-bcbd-a7f1fb9046c4: DOWN {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:03:36.542179 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-4aaf5ddc-6fbd-49a7-83c9-ce0ffb89951c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/quotas/663f066e304f4b57893c72f115ebd127 HTTP/1.1" status: 200 len: 375 time: 0.1457829 Nov 26 03:03:36.554320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:36.554655 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:36.583823 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c47aaac-830a-4cf0-bf4c-30a8faeaf526 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks [] for floatingip, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:36.601746 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c47aaac-830a-4cf0-bf4c-30a8faeaf526 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:36.606002 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8c47aaac-830a-4cf0-bf4c-30a8faeaf526 tempest-AttachVolumeShelveTestJSON-881019383 tempest-AttachVolumeShelveTestJSON-881019383-project] 10.222.0.31 "DELETE /v2.0/floatingips/b1d0ce50-d74d-465e-bcbd-a7f1fb9046c4 HTTP/1.1" status: 204 len: 168 time: 0.8214478 Nov 26 03:03:36.606537 n-d-819389-3 neutron-server[104802]: INFO neutron.plugins.ml2.plugin [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 3 to bind port d51e94ed-717c-4656-8bca-484cc7ee922c Nov 26 03:03:36.791268 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] For port 9b90a22e-d7e8-4587-b2d0-6f87cbabff93, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9b90a22e-d7e8-4587-b2d0-6f87cbabff93,segment=NetworkSegment(cdde5cca-6cda-4dde-8de6-a9be0cc06494),segment_id=cdde5cca-6cda-4dde-8de6-a9be0cc06494)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:36.791268 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:36.801204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:36.801560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:36.801903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:36.842693 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] Calling delete_port for 9b90a22e-d7e8-4587-b2d0-6f87cbabff93 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:36.878563 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:36.879077 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:36.880926 n-d-819389-3 neutron-server[104802]: INFO neutron.plugins.ml2.plugin [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 4 to bind port d51e94ed-717c-4656-8bca-484cc7ee922c Nov 26 03:03:36.909038 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-34f6331d-723c-4f7d-b2d0-386331a10149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:34Z', 'revision_number': 10, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:36.926368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-52064a93-aeed-4d0b-b76c-9e2df5ea9988 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3832953 Nov 26 03:03:36.931120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:36.931466 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:36.931812 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:36.940937 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f6331d-723c-4f7d-b2d0-386331a10149 None None] The sync data for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 is: [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:34Z', 'revision_number': 10, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None, '_interfaces': [{'id': 'e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85', 'name': '', 'network_id': '5b819138-4781-455b-8ef1-b7d9f378d2e3', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'mac_address': 'fa:16:3e:e9:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:03:00Z', 'updated_at': '2021-11-26T03:03:04Z', 'revision_number': 5, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'subnets': [{'id': '108fed8f-d4ce-4a1b-b252-0cd1410fdb0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:03:36.960752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting port 9b90a22e-d7e8-4587-b2d0-6f87cbabff93 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:36.961103 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:37.014367 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:37.045315 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] Pushing event deleted for resources: {'Port': ['ID=9b90a22e-d7e8-4587-b2d0-6f87cbabff93,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:37.053964 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] No DVR routers for this DVR port 9b90a22e-d7e8-4587-b2d0-6f87cbabff93 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:03:37.058591 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:37.058965 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:37.059310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:37.059656 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:37.062509 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:37.062509 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:37.062509 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:37.062509 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:37.062509 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:37.062509 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:37.062509 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:37.064204 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf975213-2067-4425-81ef-3ce64e639955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:37.098064 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:37.098412 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:37.110192 n-d-819389-3 neutron-server[104802]: INFO neutron.plugins.ml2.plugin [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 5 to bind port d51e94ed-717c-4656-8bca-484cc7ee922c Nov 26 03:03:37.123899 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] For port 9b90a22e-d7e8-4587-b2d0-6f87cbabff93, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9b90a22e-d7e8-4587-b2d0-6f87cbabff93,segment=NetworkSegment(cdde5cca-6cda-4dde-8de6-a9be0cc06494),segment_id=cdde5cca-6cda-4dde-8de6-a9be0cc06494)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:37.124300 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:37.143180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:37.143527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:37.143873 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:37.153617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Calling delete_port for 9b90a22e-d7e8-4587-b2d0-6f87cbabff93 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:37.161627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:37.161971 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:37.169555 n-d-819389-3 neutron-server[104802]: INFO neutron.plugins.ml2.plugin [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 6 to bind port d51e94ed-717c-4656-8bca-484cc7ee922c Nov 26 03:03:37.204356 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:37.221538 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:37.222042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:37.267051 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-db2e4245-d807-484f-8da1-628fa8c85572 service neutron] 10.222.0.31 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302698 Nov 26 03:03:37.270879 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:37.271490 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:37.273549 n-d-819389-3 neutron-server[104802]: INFO neutron.plugins.ml2.plugin [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 7 to bind port d51e94ed-717c-4656-8bca-484cc7ee922c Nov 26 03:03:37.378827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:37.379473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:37.380303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:37.397775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a97f765a-8bf1-441f-a152-811a1a9986a8 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:03:37.421459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:37.426160 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:37.430252 n-d-819389-3 neutron-server[104802]: INFO neutron.plugins.ml2.plugin [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 8 to bind port d51e94ed-717c-4656-8bca-484cc7ee922c Nov 26 03:03:37.435457 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: a97f765a-8bf1-441f-a152-811a1a9986a8 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:03:37.435911 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a97f765a-8bf1-441f-a152-811a1a9986a8 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:03:37.436472 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9b90a22e-d7e8-4587-b2d0-6f87cbabff93 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:03:37.462046 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 9b90a22e-d7e8-4587-b2d0-6f87cbabff93 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:03:37.462781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9b90a22e-d7e8-4587-b2d0-6f87cbabff93 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:03:37.479100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:37.479428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:37.479800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:37.485912 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:37.501804 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:37.501804 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:37.520209 n-d-819389-3 neutron-server[104802]: INFO neutron.plugins.ml2.plugin [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 9 to bind port d51e94ed-717c-4656-8bca-484cc7ee922c Nov 26 03:03:37.526046 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-7451e759-788c-4948-8560-e996adef7ce7 service neutron] 10.222.0.31 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469535 Nov 26 03:03:37.533579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Port': ['ID=9b90a22e-d7e8-4587-b2d0-6f87cbabff93,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:37.538753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] No DVR routers for this DVR port 9b90a22e-d7e8-4587-b2d0-6f87cbabff93 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:03:37.545602 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:37.545949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:37.546293 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:37.584827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:37.585160 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:37.611763 n-d-819389-3 neutron-server[104802]: INFO neutron.plugins.ml2.plugin [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempt 10 to bind port d51e94ed-717c-4656-8bca-484cc7ee922c Nov 26 03:03:37.663566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:37.664066 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:37.664556 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempting to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:37.675078 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:37.725683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87eb1c75-99ab-471c-9972-01dd46bfc54c']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:37.738771 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:37.739113 n-d-819389-3 neutron-server[104802]: ERROR neutron.plugins.ml2.managers [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Failed to bind port d51e94ed-717c-4656-8bca-484cc7ee922c on host n-h2-819389-3 for vnic_type normal using segments [{'id': 'ae6ce452-f46b-4353-86d8-466228dcce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f4f9a5-3119-4b89-9940-f3f3f7020cd1'}] Nov 26 03:03:37.740229 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:37.744833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdde5cca-6cda-4dde-8de6-a9be0cc06494') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:37.745176 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdde5cca-6cda-4dde-8de6-a9be0cc06494') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:37.801842 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:37.808565 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20c6fb06-f4df-4503-b42d-64bdaa7389b3 req-67f6b0c1-3624-4b9e-9495-9ada55a0ac63 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 210 time: 0.0720043 Nov 26 03:03:37.863549 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:37.873984 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:03:37.874491 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:03:37.956659 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:03:37.982353 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b4090-2992-4dc5-bff4-7fb0b953bb20 req-f3383f1c-8dca-4d69-867e-8528e213e912 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:37.983938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e7b4090-2992-4dc5-bff4-7fb0b953bb20 req-f3383f1c-8dca-4d69-867e-8528e213e912 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.3587146 Nov 26 03:03:37.989513 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:38.019090 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:38.024458 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/networks/87eb1c75-99ab-471c-9972-01dd46bfc54c HTTP/1.1" status: 204 len: 168 time: 1.9206805 Nov 26 03:03:38.027577 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57942) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:38.033561 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb537841-7dbb-451c-afd8-a4e5ddc4bf34 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Network': ['ID=87eb1c75-99ab-471c-9972-01dd46bfc54c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:38.085798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] For port d51e94ed-717c-4656-8bca-484cc7ee922c, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:03:38.086182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attempted to set empty binding levels {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 26 03:03:38.093253 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e7b4090-2992-4dc5-bff4-7fb0b953bb20 req-91799463-2e69-4aa4-97e5-944763b71eba tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653374 Nov 26 03:03:38.116471 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:38.172204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Pushing event updated for resources: {'Port': ['ID=d51e94ed-717c-4656-8bca-484cc7ee922c,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:38.192443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] In _notify_port_updated(), no bound segment for port d51e94ed-717c-4656-8bca-484cc7ee922c on network d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 {{(pid=104802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 03:03:38.194066 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:38.194843 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:38.196507 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7c5bd736-c3a3-4bbb-8ba6-2dc752ca8205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] 10.222.0.31 "PUT /v2.0/ports/d51e94ed-717c-4656-8bca-484cc7ee922c HTTP/1.1" status: 200 len: 979 time: 2.9749365 Nov 26 03:03:38.200164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57946) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:38.336663 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-a0c92538-0b19-41e5-a8a2-7f9c620c6494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Deleting port d51e94ed-717c-4656-8bca-484cc7ee922c {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:38.337041 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a0c92538-0b19-41e5-a8a2-7f9c620c6494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:38.359291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e5892-9b96-4991-9bc2-aad94bf143a7 req-89f37a07-2281-471c-8658-f54807f0d4bb tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:38.362144 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ba7e5892-9b96-4991-9bc2-aad94bf143a7 req-89f37a07-2281-471c-8658-f54807f0d4bb tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.54 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 946 time: 0.0934222 Nov 26 03:03:38.483308 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-a0c92538-0b19-41e5-a8a2-7f9c620c6494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] For port d51e94ed-717c-4656-8bca-484cc7ee922c, host n-h2-819389-3, got binding levels [] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:38.483721 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a0c92538-0b19-41e5-a8a2-7f9c620c6494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:38.503850 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-a0c92538-0b19-41e5-a8a2-7f9c620c6494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Calling delete_port for d51e94ed-717c-4656-8bca-484cc7ee922c owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:38.568312 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f57637f-2b5b-417e-a8ab-c9c8b723a19a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:38.588464 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-ba7e5892-9b96-4991-9bc2-aad94bf143a7 req-5350992c-1acf-4645-acf2-8b73d8f53159 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Deleting port 01a81309-c483-4256-ae57-243f030dca34 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:38.588901 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ba7e5892-9b96-4991-9bc2-aad94bf143a7 req-5350992c-1acf-4645-acf2-8b73d8f53159 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:38.705575 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a0c92538-0b19-41e5-a8a2-7f9c620c6494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:38.753087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c92538-0b19-41e5-a8a2-7f9c620c6494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Pushing event deleted for resources: {'Port': ['ID=d51e94ed-717c-4656-8bca-484cc7ee922c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:38.762168 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a0c92538-0b19-41e5-a8a2-7f9c620c6494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:38.765743 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a0c92538-0b19-41e5-a8a2-7f9c620c6494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] 10.222.0.31 "DELETE /v2.0/ports/d51e94ed-717c-4656-8bca-484cc7ee922c HTTP/1.1" status: 204 len: 168 time: 0.5644526 Nov 26 03:03:38.768400 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57950) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:38.777879 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ba7e5892-9b96-4991-9bc2-aad94bf143a7 req-5350992c-1acf-4645-acf2-8b73d8f53159 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] For port 01a81309-c483-4256-ae57-243f030dca34, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=01a81309-c483-4256-ae57-243f030dca34,segment=NetworkSegment(67d0eb38-a642-443b-b3f3-17d73b8fcb22),segment_id=67d0eb38-a642-443b-b3f3-17d73b8fcb22)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:38.778252 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ba7e5892-9b96-4991-9bc2-aad94bf143a7 req-5350992c-1acf-4645-acf2-8b73d8f53159 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:38.802708 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e955b60-d249-40f6-81d0-9628b4f09387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] GET failed (client error): The resource could not be found. Nov 26 03:03:38.804229 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5e955b60-d249-40f6-81d0-9628b4f09387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275850998-project-admin] 10.222.0.31 "GET /v2.0/ports/d51e94ed-717c-4656-8bca-484cc7ee922c HTTP/1.1" status: 404 len: 333 time: 0.0349283 Nov 26 03:03:38.809432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57952) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:38.817889 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-ba7e5892-9b96-4991-9bc2-aad94bf143a7 req-5350992c-1acf-4645-acf2-8b73d8f53159 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Calling delete_port for 01a81309-c483-4256-ae57-243f030dca34 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:38.960601 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ae8c0aa-045a-4e02-aa6e-7781b555e86d req-b5518f59-0d1a-409a-b007-d854ad9a65de tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 210 time: 0.0446789 Nov 26 03:03:38.966458 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b6e016c-0de0-455b-b1b9-630cf5e7c48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:39.068606 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1f57637f-2b5b-417e-a8ab-c9c8b723a19a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting port e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:39.069068 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f57637f-2b5b-417e-a8ab-c9c8b723a19a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:39.115722 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b6e016c-0de0-455b-b1b9-630cf5e7c48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:39.171091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-4b6e016c-0de0-455b-b1b9-630cf5e7c48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f4f9a5-3119-4b89-9940-f3f3f7020cd1']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:39.187071 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-4b6e016c-0de0-455b-b1b9-630cf5e7c48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae6ce452-f46b-4353-86d8-466228dcce50') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:39.187369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-4b6e016c-0de0-455b-b1b9-630cf5e7c48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae6ce452-f46b-4353-86d8-466228dcce50') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:39.201995 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b6e016c-0de0-455b-b1b9-630cf5e7c48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:39.232256 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ba7e5892-9b96-4991-9bc2-aad94bf143a7 req-5350992c-1acf-4645-acf2-8b73d8f53159 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:39.266466 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b6e016c-0de0-455b-b1b9-630cf5e7c48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:39.270145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-48ae44d5-5310-4f42-a69e-b5e7a385583d req-89fd04cd-dfb6-4699-a313-97527e3265d8 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 210 time: 0.0654056 Nov 26 03:03:39.302645 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-1f57637f-2b5b-417e-a8ab-c9c8b723a19a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] For port e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85,segment=NetworkSegment(591da363-dc2a-4017-b5d7-49febe55ff3f),segment_id=591da363-dc2a-4017-b5d7-49febe55ff3f)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:39.303652 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f57637f-2b5b-417e-a8ab-c9c8b723a19a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:39.322581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1f57637f-2b5b-417e-a8ab-c9c8b723a19a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Calling delete_port for e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:39.642460 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f57637f-2b5b-417e-a8ab-c9c8b723a19a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:39.678992 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57637f-2b5b-417e-a8ab-c9c8b723a19a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Port': ['ID=e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:39.726987 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6e016c-0de0-455b-b1b9-630cf5e7c48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:03:39.727318 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b6e016c-0de0-455b-b1b9-630cf5e7c48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:03:39.733122 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:03:39.753367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350992c-1acf-4645-acf2-8b73d8f53159 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Pushing event deleted for resources: {'Port': ['ID=01a81309-c483-4256-ae57-243f030dca34,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:39.867635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7e5892-9b96-4991-9bc2-aad94bf143a7 req-5350992c-1acf-4645-acf2-8b73d8f53159 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] No DVR routers for this DVR port 01a81309-c483-4256-ae57-243f030dca34 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:03:39.873694 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ba7e5892-9b96-4991-9bc2-aad94bf143a7 req-5350992c-1acf-4645-acf2-8b73d8f53159 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:39.877233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ba7e5892-9b96-4991-9bc2-aad94bf143a7 req-5350992c-1acf-4645-acf2-8b73d8f53159 tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.54 "DELETE /v2.0/ports/01a81309-c483-4256-ae57-243f030dca34 HTTP/1.1" status: 204 len: 173 time: 1.4890480 Nov 26 03:03:39.877493 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53ab5b4-5774-416e-bb1b-d677ddb53413', 'name': 'network-vif-deleted', 'tag': '01a81309-c483-4256-ae57-243f030dca34'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:03:39.879764 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14150246-40ad-46f3-990f-d080f0dbe823" -d '{"events": [{"server_uuid": "e53ab5b4-5774-416e-bb1b-d677ddb53413", "name": "network-vif-deleted", "tag": "01a81309-c483-4256-ae57-243f030dca34"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:03:39.899733 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b6e016c-0de0-455b-b1b9-630cf5e7c48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:39.919128 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f57637f-2b5b-417e-a8ab-c9c8b723a19a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:39.923607 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b6e016c-0de0-455b-b1b9-630cf5e7c48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:39.935475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4b6e016c-0de0-455b-b1b9-630cf5e7c48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] 10.222.0.31 "DELETE /v2.0/networks/d2f4f9a5-3119-4b89-9940-f3f3f7020cd1 HTTP/1.1" status: 204 len: 168 time: 1.1250327 Nov 26 03:03:39.970224 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-82d15b2e-0641-404d-8a77-9e2bf7272f42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:39.975608 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-82d15b2e-0641-404d-8a77-9e2bf7272f42 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.54 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 812 time: 0.7546782 Nov 26 03:03:39.981526 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acf06cd-1e30-4a57-a00f-40cfa0d8192a x-openstack-request-id: req-2acf06cd-1e30-4a57-a00f-40cfa0d8192a {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:03:39.981870 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53ab5b4-5774-416e-bb1b-d677ddb53413", "name": "network-vif-deleted", "tag": "01a81309-c483-4256-ae57-243f030dca34", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:03:39.982137 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2acf06cd-1e30-4a57-a00f-40cfa0d8192a {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:03:39.983610 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53ab5b4-5774-416e-bb1b-d677ddb53413', 'name': 'network-vif-deleted', 'tag': '01a81309-c483-4256-ae57-243f030dca34', 'status': 'completed', 'code': 200} Nov 26 03:03:40.006702 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e016c-0de0-455b-b1b9-630cf5e7c48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126271498-project] Pushing event deleted for resources: {'Network': ['ID=d2f4f9a5-3119-4b89-9940-f3f3f7020cd1,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:40.025126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-f8fa4e41-081d-4227-8f04-2acc02cb4f79 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Request body: {'port': {'device_id': '4fc43672-5658-4bed-9bbd-652e31900fb4', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'admin_state_up': True, 'tenant_id': '663f066e304f4b57893c72f115ebd127'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:40.210757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0a2f15a-d051-44d7-a3bd-29e52d693b29 req-25d8e0f0-089a-4f4d-a20f-31c3e00947d3 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 210 time: 0.0665700 Nov 26 03:03:40.301721 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f57637f-2b5b-417e-a8ab-c9c8b723a19a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:03:40.439982 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f57637f-2b5b-417e-a8ab-c9c8b723a19a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:03:40.452515 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1f57637f-2b5b-417e-a8ab-c9c8b723a19a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/6b0bc962-bdb6-4942-9db5-9fb96b9f24fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4229450 Nov 26 03:03:40.452783 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30619f4-1481-4210-8707-02795b39311b None None] Sync routers for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:03:40.453824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57986) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:40.472908 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30619f4-1481-4210-8707-02795b39311b None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:40.473651 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b30619f4-1481-4210-8707-02795b39311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:40.587446 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca924e7a-1829-4280-9df6-f66c5656ec4e req-a93fe7db-269d-454e-95df-ab2aeac30f6a tempest-ServerRescueTestJSONUnderV235-2144856732 tempest-ServerRescueTestJSONUnderV235-2144856732-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53ab5b4-5774-416e-bb1b-d677ddb53413 HTTP/1.1" status: 200 len: 210 time: 0.1080651 Nov 26 03:03:40.588359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-f8fa4e41-081d-4227-8f04-2acc02cb4f79 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Made reservation on behalf of 663f066e304f4b57893c72f115ebd127 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:40.597492 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-f8fa4e41-081d-4227-8f04-2acc02cb4f79 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:40.622138 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e0befd-380e-473d-b9f8-000a5c0d10c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting subnet 108fed8f-d4ce-4a1b-b252-0cd1410fdb0e {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:03:40.630352 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57990) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:40.630529 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7e0befd-380e-473d-b9f8-000a5c0d10c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:40.676737 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7e0befd-380e-473d-b9f8-000a5c0d10c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:40.684041 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-b30619f4-1481-4210-8707-02795b39311b None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:40.805445 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7e0befd-380e-473d-b9f8-000a5c0d10c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:40.841211 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b30619f4-1481-4210-8707-02795b39311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:39Z', 'revision_number': 11, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:40.890624 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30619f4-1481-4210-8707-02795b39311b None None] Checking router: 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:03:40.904592 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30619f4-1481-4210-8707-02795b39311b None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:40.906517 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b30619f4-1481-4210-8707-02795b39311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:40.936570 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7e0befd-380e-473d-b9f8-000a5c0d10c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:40.970833 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7e0befd-380e-473d-b9f8-000a5c0d10c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:40.979132 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6863a2e4-6062-44b9-9265-2d14df6769a8 None None] Network 5b819138-4781-455b-8ef1-b7d9f378d2e3 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:03:40.981160 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a7e0befd-380e-473d-b9f8-000a5c0d10c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/subnets/108fed8f-d4ce-4a1b-b252-0cd1410fdb0e HTTP/1.1" status: 204 len: 168 time: 0.5261207 Nov 26 03:03:40.989202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57994) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:41.008241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-f8fa4e41-081d-4227-8f04-2acc02cb4f79 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Allocated IP 172.20.0.9 (5b01fbf4-05c2-426a-bd34-1db1e2639446/b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875/ced779a4-ab03-4115-88dc-6963ba7e5a4a) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:03:41.021109 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0befd-380e-473d-b9f8-000a5c0d10c4 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Subnet': ['ID=108fed8f-d4ce-4a1b-b252-0cd1410fdb0e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:41.086101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 01a81309-c483-4256-ae57-243f030dca34 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:03:41.090186 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e97b716d-8837-48cc-8a14-40dc7fe65a9a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbf5c566079d43278daf52d50c60ca42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4545162 Nov 26 03:03:41.093236 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57996) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:41.157351 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:41.166896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 01a81309-c483-4256-ae57-243f030dca34 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:03:41.167573 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 01a81309-c483-4256-ae57-243f030dca34 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:03:41.253911 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8937e072-7074-4564-b0f9-7c78af1c3861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:41.336564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Deleting port a3096e38-7365-48ba-8e70-2618eda7b0a5 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:41.336917 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:41.361439 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8937e072-7074-4564-b0f9-7c78af1c3861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:41.426645 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42837a18-f339-4b72-a15d-86b77589475b None None] DHCP port deletion for 5b819138-4781-455b-8ef1-b7d9f378d2e3 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:03:41.447952 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-b30619f4-1481-4210-8707-02795b39311b None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:41.454477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] For port a3096e38-7365-48ba-8e70-2618eda7b0a5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a3096e38-7365-48ba-8e70-2618eda7b0a5,segment=NetworkSegment(591da363-dc2a-4017-b5d7-49febe55ff3f),segment_id=591da363-dc2a-4017-b5d7-49febe55ff3f)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:41.460510 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:41.478396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Calling delete_port for a3096e38-7365-48ba-8e70-2618eda7b0a5 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:41.506050 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8937e072-7074-4564-b0f9-7c78af1c3861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:41.515077 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8937e072-7074-4564-b0f9-7c78af1c3861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:41.520692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-42837a18-f339-4b72-a15d-86b77589475b None None] Deleting port a3096e38-7365-48ba-8e70-2618eda7b0a5 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:41.523192 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-42837a18-f339-4b72-a15d-86b77589475b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:41.525186 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8937e072-7074-4564-b0f9-7c78af1c3861 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cfb6ee63-9c80-478a-9200-2edf4e74dce1 HTTP/1.1" status: 204 len: 168 time: 0.4247189 Nov 26 03:03:41.538035 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937e072-7074-4564-b0f9-7c78af1c3861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb6ee63-9c80-478a-9200-2edf4e74dce1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:41.600939 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:41.615096 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-f8fa4e41-081d-4227-8f04-2acc02cb4f79 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:41.666294 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b30619f4-1481-4210-8707-02795b39311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:39Z', 'revision_number': 11, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:41.726650 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58010) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:41.748232 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30619f4-1481-4210-8707-02795b39311b None None] The sync data for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 is: [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:39Z', 'revision_number': 11, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:03:41.766180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] No DVR routers for this DVR port a3096e38-7365-48ba-8e70-2618eda7b0a5 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:03:41.793644 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c1c9437-9c44-41db-88e4-fbe066b4a4e7 req-cc4a8eb8-7f0a-41c9-8cee-a8fc0d736fee tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 210 time: 0.2065506 Nov 26 03:03:41.798928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-42837a18-f339-4b72-a15d-86b77589475b None None] For port a3096e38-7365-48ba-8e70-2618eda7b0a5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a3096e38-7365-48ba-8e70-2618eda7b0a5,segment=NetworkSegment(591da363-dc2a-4017-b5d7-49febe55ff3f),segment_id=591da363-dc2a-4017-b5d7-49febe55ff3f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:41.799443 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-42837a18-f339-4b72-a15d-86b77589475b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:41.803449 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Port': ['ID=a3096e38-7365-48ba-8e70-2618eda7b0a5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:41.819741 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-31073e3c-589e-4bda-82fd-98fc4f4c6098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:41.838814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-42837a18-f339-4b72-a15d-86b77589475b None None] Calling delete_port for a3096e38-7365-48ba-8e70-2618eda7b0a5 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:41.921210 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:41.952606 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b819138-4781-455b-8ef1-b7d9f378d2e3']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:41.963530 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-f8fa4e41-081d-4227-8f04-2acc02cb4f79 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:41.982270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591da363-dc2a-4017-b5d7-49febe55ff3f') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:41.982696 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591da363-dc2a-4017-b5d7-49febe55ff3f') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:42.004937 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['52340b43-9548-4bcf-983d-9d278eeca42d', 'e1957849-d9dd-4496-9635-87fbcc2f1527'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:03:42.037357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-f8fa4e41-081d-4227-8f04-2acc02cb4f79 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Network 5b01fbf4-05c2-426a-bd34-1db1e2639446 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:42.043921 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-f8fa4e41-081d-4227-8f04-2acc02cb4f79 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:42.047705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-f8fa4e41-081d-4227-8f04-2acc02cb4f79 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:42.058437 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:42.101814 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-42837a18-f339-4b72-a15d-86b77589475b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:42.150675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa4e41-081d-4227-8f04-2acc02cb4f79 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Pushing event updated for resources: {'Port': ['ID=ced779a4-ab03-4115-88dc-6963ba7e5a4a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:42.163496 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:42.178716 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:03:42.179196 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:03:42.182879 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:03:42.217327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-f8fa4e41-081d-4227-8f04-2acc02cb4f79 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:42.218785 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-f8fa4e41-081d-4227-8f04-2acc02cb4f79 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:42.232041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42837a18-f339-4b72-a15d-86b77589475b None None] Pushing event deleted for resources: {'Port': ['ID=a3096e38-7365-48ba-8e70-2618eda7b0a5,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:42.237980 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58014) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:42.271163 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42837a18-f339-4b72-a15d-86b77589475b None None] No DVR routers for this DVR port a3096e38-7365-48ba-8e70-2618eda7b0a5 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:03:42.360531 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-f8fa4e41-081d-4227-8f04-2acc02cb4f79 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3436458 Nov 26 03:03:42.381147 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:42.388573 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2588549d-9d39-4b2e-af38-9661ae68568e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a1fdb2fd2c34dc8bd2076ca427410b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1452239 Nov 26 03:03:42.391995 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58016) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:42.401995 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:42.409435 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/networks/5b819138-4781-455b-8ef1-b7d9f378d2e3 HTTP/1.1" status: 204 len: 168 time: 1.4191968 Nov 26 03:03:42.416957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58018) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:42.458837 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-cb5d1312-b225-4f8c-9168-fd40b33bf10e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'router': {'routes': None}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:42.465417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Request body: {'port': {'device_id': '4fc43672-5658-4bed-9bbd-652e31900fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:42.495739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b979b1d-a6b9-41a1-9a7c-200bae0d845d tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Pushing event deleted for resources: {'Network': ['ID=5b819138-4781-455b-8ef1-b7d9f378d2e3,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:42.560821 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a37bcf7-dd49-4330-b309-b3a5bd194541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:42.613513 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:42.631245 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-141781f3-f02a-471f-a313-509137ff1084 None None] Provisioning complete for port ced779a4-ab03-4115-88dc-6963ba7e5a4a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:42.631620 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-141781f3-f02a-471f-a313-509137ff1084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:42.655106 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a37bcf7-dd49-4330-b309-b3a5bd194541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:42.802028 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a37bcf7-dd49-4330-b309-b3a5bd194541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:42.806097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-141781f3-f02a-471f-a313-509137ff1084 None None] Port ced779a4-ab03-4115-88dc-6963ba7e5a4a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:03:42.806262 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a37bcf7-dd49-4330-b309-b3a5bd194541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:42.810407 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3a37bcf7-dd49-4330-b309-b3a5bd194541 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f307f56-61fd-4e4c-94e5-562a1acb0d72 HTTP/1.1" status: 204 len: 168 time: 0.4143469 Nov 26 03:03:42.844994 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37bcf7-dd49-4330-b309-b3a5bd194541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f307f56-61fd-4e4c-94e5-562a1acb0d72,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:42.876294 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68561414-aca5-4246-bf0e-7d56577ce575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:43.206673 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:03:43.244296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced779a4-ab03-4115-88dc-6963ba7e5a4a {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:03:43.254395 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:03:43.255052 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e7e5c278-8ef9-4d4d-94fb-6ddecdd9dd85 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:03:43.255813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a3096e38-7365-48ba-8e70-2618eda7b0a5 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:03:43.264338 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:43.310093 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: a3096e38-7365-48ba-8e70-2618eda7b0a5 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:03:43.312088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.extraroute_db [None req-cb5d1312-b225-4f8c-9168-fd40b33bf10e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Added routes are [] {{(pid=104802) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 26 03:03:43.312627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.extraroute_db [None req-cb5d1312-b225-4f8c-9168-fd40b33bf10e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Removed routes are [] {{(pid=104802) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 26 03:03:43.312968 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1312-b225-4f8c-9168-fd40b33bf10e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:43.313165 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a3096e38-7365-48ba-8e70-2618eda7b0a5 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:03:43.325734 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Transition to ACTIVE for port object ced779a4-ab03-4115-88dc-6963ba7e5a4a will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:03:43.395608 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:43.467672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd281f7-a7dc-4a5c-9778-fd2f895eb714 req-f60edfab-ce92-446b-a233-ae70d715be61 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:43.475636 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3fd281f7-a7dc-4a5c-9778-fd2f895eb714 req-f60edfab-ce92-446b-a233-ae70d715be61 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 931 time: 0.2224348 Nov 26 03:03:43.625462 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Pushing event updated for resources: {'Port': ['ID=ced779a4-ab03-4115-88dc-6963ba7e5a4a,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:43.739654 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1312-b225-4f8c-9168-fd40b33bf10e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:43.781977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-68561414-aca5-4246-bf0e-7d56577ce575 admin admin] Deleting port 38c7eaea-c3ac-42f9-9937-cd2a1aaea267 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:43.782500 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68561414-aca5-4246-bf0e-7d56577ce575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:43.843192 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1312-b225-4f8c-9168-fd40b33bf10e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:44.032333 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-68561414-aca5-4246-bf0e-7d56577ce575 admin admin] For port 38c7eaea-c3ac-42f9-9937-cd2a1aaea267, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=38c7eaea-c3ac-42f9-9937-cd2a1aaea267,segment=NetworkSegment(67d0eb38-a642-443b-b3f3-17d73b8fcb22),segment_id=67d0eb38-a642-443b-b3f3-17d73b8fcb22)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:44.032659 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68561414-aca5-4246-bf0e-7d56577ce575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:44.067981 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3fd281f7-a7dc-4a5c-9778-fd2f895eb714 req-0364050c-3680-4714-959c-28efeab3364d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910304 Nov 26 03:03:44.073983 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-68561414-aca5-4246-bf0e-7d56577ce575 admin admin] Calling delete_port for 38c7eaea-c3ac-42f9-9937-cd2a1aaea267 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:44.092895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5d1312-b225-4f8c-9168-fd40b33bf10e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:03:44.115376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Attempting to bind port ced779a4-ab03-4115-88dc-6963ba7e5a4a on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:44.116104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Attempting to bind port ced779a4-ab03-4115-88dc-6963ba7e5a4a by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:44.116672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Attempting to bind port ced779a4-ab03-4115-88dc-6963ba7e5a4a on network 5b01fbf4-05c2-426a-bd34-1db1e2639446 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:44.142530 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b297ce92-f457-4160-8c1a-9a8f4da7ac0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:44.155744 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Port ced779a4-ab03-4115-88dc-6963ba7e5a4a on network 5b01fbf4-05c2-426a-bd34-1db1e2639446 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:03:44.156424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Attempting to bind port ced779a4-ab03-4115-88dc-6963ba7e5a4a on network 5b01fbf4-05c2-426a-bd34-1db1e2639446 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:44.193942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:03:44.194678 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Checking segment: {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:03:44.195324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Bound using segment: {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:03:44.195989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Bound port: ced779a4-ab03-4115-88dc-6963ba7e5a4a, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:03:44.196604 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:44.215502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5d1312-b225-4f8c-9168-fd40b33bf10e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:03:44.225832 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1312-b225-4f8c-9168-fd40b33bf10e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:44.230457 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b975b451-041c-44dc-95ee-25b0924ba554 None None] Sync routers for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:03:44.231391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cb5d1312-b225-4f8c-9168-fd40b33bf10e tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/6b0bc962-bdb6-4942-9db5-9fb96b9f24fe HTTP/1.1" status: 200 len: 705 time: 1.7800000 Nov 26 03:03:44.232236 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58046) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:44.242264 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b975b451-041c-44dc-95ee-25b0924ba554 None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:44.242899 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b975b451-041c-44dc-95ee-25b0924ba554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:44.295157 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-56974f08-0ca2-4dc6-baef-99a6da64e18c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0bc962-bdb6-4942-9db5-9fb96b9f24fe HTTP/1.1" status: 200 len: 205 time: 0.0428224 Nov 26 03:03:44.297944 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58050) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:44.335460 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] For port ced779a4-ab03-4115-88dc-6963ba7e5a4a, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:03:44.340170 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] For port ced779a4-ab03-4115-88dc-6963ba7e5a4a, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ced779a4-ab03-4115-88dc-6963ba7e5a4a,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:03:44.351800 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:44.400647 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-576a0c75-c3f0-43ba-add7-2dbfd048dbf6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:44.417315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:44.418393 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:44.434345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] 10.222.0.54 "PUT /v2.0/ports/ced779a4-ab03-4115-88dc-6963ba7e5a4a HTTP/1.1" status: 200 len: 1091 time: 2.0151954 Nov 26 03:03:44.435569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc43672-5658-4bed-9bbd-652e31900fb4', 'tag': 'ced779a4-ab03-4115-88dc-6963ba7e5a4a'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:03:44.439061 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5e3e0e-c780-4dc4-8781-e6127c416cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc43672-5658-4bed-9bbd-652e31900fb4", "tag": "ced779a4-ab03-4115-88dc-6963ba7e5a4a"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:03:44.477279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b975b451-041c-44dc-95ee-25b0924ba554 None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:44.606901 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5152b5a1-eeb2-4884-a490-e90377736a3a x-openstack-request-id: req-5152b5a1-eeb2-4884-a490-e90377736a3a {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:03:44.607766 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc43672-5658-4bed-9bbd-652e31900fb4", "tag": "ced779a4-ab03-4115-88dc-6963ba7e5a4a", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:03:44.608648 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5152b5a1-eeb2-4884-a490-e90377736a3a {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:03:44.609331 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc43672-5658-4bed-9bbd-652e31900fb4', 'tag': 'ced779a4-ab03-4115-88dc-6963ba7e5a4a', 'status': 'completed', 'code': 200} Nov 26 03:03:44.614299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Pushing event updated for resources: {'Port': ['ID=ced779a4-ab03-4115-88dc-6963ba7e5a4a,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:44.643434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:44.643793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:44.644182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:44.644530 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:44.644868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:44.645201 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:44.645529 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:44.645860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:44.646204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:44.646516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:44.646855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:44.647221 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba56538-b16e-442e-8254-48a0c556efdc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:44.651188 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b975b451-041c-44dc-95ee-25b0924ba554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:39Z', 'revision_number': 11, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:44.664806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-fcc68d42-6dad-464c-99cb-8374d1de9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:44.666364 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-fcc68d42-6dad-464c-99cb-8374d1de9f70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 1094 time: 0.1471245 Nov 26 03:03:44.725957 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b975b451-041c-44dc-95ee-25b0924ba554 None None] Checking router: 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:03:44.748014 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b975b451-041c-44dc-95ee-25b0924ba554 None None] Routers {'6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:44.748672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b975b451-041c-44dc-95ee-25b0924ba554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:44.757032 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-3bd8ebdd-c064-4e1c-b548-285916bea59e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ced779a4-ab03-4115-88dc-6963ba7e5a4a HTTP/1.1" status: 200 len: 217 time: 0.0724566 Nov 26 03:03:44.810020 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-576a0c75-c3f0-43ba-add7-2dbfd048dbf6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:44.820472 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-576a0c75-c3f0-43ba-add7-2dbfd048dbf6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:44.881768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-7d5b38a0-5723-41a4-974e-066b88c26c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:44.883301 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-7d5b38a0-5723-41a4-974e-066b88c26c8c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.1199021 Nov 26 03:03:44.906535 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b975b451-041c-44dc-95ee-25b0924ba554 None None] Set router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:44.919564 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-576a0c75-c3f0-43ba-add7-2dbfd048dbf6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:44.920192 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576a0c75-c3f0-43ba-add7-2dbfd048dbf6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Fanout notify agent at l3_agent the message router_deleted on router 6b0bc962-bdb6-4942-9db5-9fb96b9f24fe {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:03:44.947424 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-576a0c75-c3f0-43ba-add7-2dbfd048dbf6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:44.949137 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-576a0c75-c3f0-43ba-add7-2dbfd048dbf6 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/routers/6b0bc962-bdb6-4942-9db5-9fb96b9f24fe HTTP/1.1" status: 204 len: 168 time: 0.6503668 Nov 26 03:03:45.022891 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58064) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:45.024427 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58066) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:45.061024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-f848c978-c7a3-436b-bc01-c03a4e4ec649 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1911170475', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:45.119098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-1229a415-5146-4969-940f-ec9169ba7e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:45.121973 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-1229a415-5146-4969-940f-ec9169ba7e5b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2313428 Nov 26 03:03:45.127076 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68561414-aca5-4246-bf0e-7d56577ce575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:45.138405 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f848c978-c7a3-436b-bc01-c03a4e4ec649 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:45.139431 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f848c978-c7a3-436b-bc01-c03a4e4ec649 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:45.140121 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b975b451-041c-44dc-95ee-25b0924ba554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:39Z', 'revision_number': 11, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:45.200399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b975b451-041c-44dc-95ee-25b0924ba554 None None] The sync data for ids ['6b0bc962-bdb6-4942-9db5-9fb96b9f24fe'] in n-d-819389-3 is: [{'id': '6b0bc962-bdb6-4942-9db5-9fb96b9f24fe', 'name': 'tempest-RoutersIpV6Test-router-2096430070', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:58Z', 'updated_at': '2021-11-26T03:03:39Z', 'revision_number': 11, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:03:45.223393 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:45.240692 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68561414-aca5-4246-bf0e-7d56577ce575 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c7eaea-c3ac-42f9-9937-cd2a1aaea267,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:45.346657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0ee335ff-e963-47a8-98b5-bd4a48d34fb8 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1928513966'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:45.402281 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f848c978-c7a3-436b-bc01-c03a4e4ec649 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:45.419776 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f848c978-c7a3-436b-bc01-c03a4e4ec649 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:45.458323 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-1d245e24-d44b-46ec-b041-12bcc80e3f9f service neutron] 10.222.0.54 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279274 Nov 26 03:03:45.458566 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee335ff-e963-47a8-98b5-bd4a48d34fb8 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Made reservation on behalf of 8d4851503704410885e9c369a3e87db0 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:45.462804 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ee335ff-e963-47a8-98b5-bd4a48d34fb8 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:45.463525 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f848c978-c7a3-436b-bc01-c03a4e4ec649 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:45.467787 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f848c978-c7a3-436b-bc01-c03a4e4ec649 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4155824 Nov 26 03:03:45.468729 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58074) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:45.480698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9bdc9c39-dd7e-4a0f-9a25-0d8ea5278579 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:45.485680 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ee335ff-e963-47a8-98b5-bd4a48d34fb8 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:45.547965 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d72bb-1e6e-49ec-9e2a-f21ddd6215c9 req-486a3c7c-edd7-46b8-bbc4-ea5622cf4e21 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:45.554737 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f46d72bb-1e6e-49ec-9e2a-f21ddd6215c9 req-486a3c7c-edd7-46b8-bbc4-ea5622cf4e21 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 943 time: 0.1800568 Nov 26 03:03:45.648987 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f46d72bb-1e6e-49ec-9e2a-f21ddd6215c9 req-6e7714f6-441e-43dc-b26b-220d06d3dc68 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930257 Nov 26 03:03:45.734547 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-392b0297-6b19-4e4d-b6d2-05bb73df26e0 req-b1c87975-2a89-4b10-97b7-a6db1aa9866d service neutron] 10.222.0.54 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642338 Nov 26 03:03:45.774094 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68561414-aca5-4246-bf0e-7d56577ce575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:45.873183 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9bdc9c39-dd7e-4a0f-9a25-0d8ea5278579 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:45.933788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e3e0e-c780-4dc4-8781-e6127c416cc4 req-e4b01dbc-8185-402c-a27c-1c8fc20391ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:45.940965 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c5e3e0e-c780-4dc4-8781-e6127c416cc4 req-e4b01dbc-8185-402c-a27c-1c8fc20391ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 1094 time: 0.1100159 Nov 26 03:03:45.953670 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9bdc9c39-dd7e-4a0f-9a25-0d8ea5278579 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:45.976891 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ee335ff-e963-47a8-98b5-bd4a48d34fb8 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:46.046525 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ee335ff-e963-47a8-98b5-bd4a48d34fb8 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:46.098130 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee335ff-e963-47a8-98b5-bd4a48d34fb8 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:03:46.126160 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee335ff-e963-47a8-98b5-bd4a48d34fb8 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=298721b0-b9a8-400c-8be1-55a1ebfb5d6f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:46.129814 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ee335ff-e963-47a8-98b5-bd4a48d34fb8 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:46.130169 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-0ee335ff-e963-47a8-98b5-bd4a48d34fb8 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Added segment a193c7a1-cf1b-475a-9c26-a9cf6e73cf91 of type vlan for network d993950c-911b-4d79-a392-fe95df3be453 Nov 26 03:03:46.200004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e3e0e-c780-4dc4-8781-e6127c416cc4 req-c64bc46a-9b40-4c37-9606-97ee69106adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:46.235334 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c5e3e0e-c780-4dc4-8781-e6127c416cc4 req-c64bc46a-9b40-4c37-9606-97ee69106adf service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 913 time: 0.2630644 Nov 26 03:03:46.274711 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ee335ff-e963-47a8-98b5-bd4a48d34fb8 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:46.285717 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdc9c39-dd7e-4a0f-9a25-0d8ea5278579 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Router 74968bc7-b7af-470a-8dca-807998a56908 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:03:46.475687 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ee335ff-e963-47a8-98b5-bd4a48d34fb8 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:46.482790 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee335ff-e963-47a8-98b5-bd4a48d34fb8 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:46.483541 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ee335ff-e963-47a8-98b5-bd4a48d34fb8 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:46.577423 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68561414-aca5-4246-bf0e-7d56577ce575 admin admin] Router 584a591c-cea8-49a6-93b6-727331e74c2f has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:03:46.579656 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdc9c39-dd7e-4a0f-9a25-0d8ea5278579 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:03:46.584628 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:46.596166 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9bdc9c39-dd7e-4a0f-9a25-0d8ea5278579 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:46.599235 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c2670-fc58-40a3-bf91-c14f967fd749 None None] Sync routers for ids ['74968bc7-b7af-470a-8dca-807998a56908'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:03:46.600591 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9bdc9c39-dd7e-4a0f-9a25-0d8ea5278579 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "PUT /v2.0/routers/74968bc7-b7af-470a-8dca-807998a56908 HTTP/1.1" status: 200 len: 698 time: 1.1253467 Nov 26 03:03:46.613268 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58086) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:46.617235 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c2670-fc58-40a3-bf91-c14f967fd749 None None] Routers {'74968bc7-b7af-470a-8dca-807998a56908'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:46.618168 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-be5c2670-fc58-40a3-bf91-c14f967fd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['74968bc7-b7af-470a-8dca-807998a56908'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:46.814479 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58092) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:46.819464 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-be5c2670-fc58-40a3-bf91-c14f967fd749 None None] Set router 74968bc7-b7af-470a-8dca-807998a56908 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:46.833882 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68561414-aca5-4246-bf0e-7d56577ce575 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:03:46.845495 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-68561414-aca5-4246-bf0e-7d56577ce575 admin admin] 10.222.0.31 "PUT /v2.0/routers/584a591c-cea8-49a6-93b6-727331e74c2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1176875 Nov 26 03:03:46.849871 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332095b4-4fe1-46b0-824f-02bee9a47a94 None None] Sync routers for ids ['584a591c-cea8-49a6-93b6-727331e74c2f'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:03:46.866476 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332095b4-4fe1-46b0-824f-02bee9a47a94 None None] Routers {'584a591c-cea8-49a6-93b6-727331e74c2f'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:46.866679 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0ee335ff-e963-47a8-98b5-bd4a48d34fb8 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8407466 Nov 26 03:03:46.867211 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58094) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:46.867802 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-332095b4-4fe1-46b0-824f-02bee9a47a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['584a591c-cea8-49a6-93b6-727331e74c2f'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:46.883837 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58098) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:46.896799 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-326168be-fe6e-4c3e-8f76-ec8a13723612 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/routers/74968bc7-b7af-470a-8dca-807998a56908 HTTP/1.1" status: 200 len: 704 time: 0.1621790 Nov 26 03:03:46.949159 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee335ff-e963-47a8-98b5-bd4a48d34fb8 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Pushing event updated for resources: {'Network': ['ID=d993950c-911b-4d79-a392-fe95df3be453,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:46.954307 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58100) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:47.020075 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Request body: {'subnet': {'network_id': 'd993950c-911b-4d79-a392-fe95df3be453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:47.050690 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-be5c2670-fc58-40a3-bf91-c14f967fd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74968bc7-b7af-470a-8dca-807998a56908', 'name': 'tempest-RoutersIpV6Test-router-1911170475', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:03:45Z', 'updated_at': '2021-11-26T03:03:45Z', 'revision_number': 2, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:47.075612 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f35dbb03-0cf3-47c3-be58-72a9c47677b3 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/ports?device_id=74968bc7-b7af-470a-8dca-807998a56908 HTTP/1.1" status: 200 len: 205 time: 0.0469069 Nov 26 03:03:47.086492 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58102) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:47.111355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c5e3e0e-c780-4dc4-8781-e6127c416cc4 req-bfd267a2-85fb-4341-b0ed-ddc8a0687c14 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ced779a4-ab03-4115-88dc-6963ba7e5a4a HTTP/1.1" status: 200 len: 217 time: 0.8738565 Nov 26 03:03:47.116866 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network d993950c-911b-4d79-a392-fe95df3be453 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:03:47.148691 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c2670-fc58-40a3-bf91-c14f967fd749 None None] Checking router: 74968bc7-b7af-470a-8dca-807998a56908 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:03:47.187846 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c2670-fc58-40a3-bf91-c14f967fd749 None None] Routers {'74968bc7-b7af-470a-8dca-807998a56908'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:47.200727 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-be5c2670-fc58-40a3-bf91-c14f967fd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['74968bc7-b7af-470a-8dca-807998a56908'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:47.395979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e3e0e-c780-4dc4-8781-e6127c416cc4 req-f8ec1156-f4b6-4282-b7fb-79390eec6b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:47.397622 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c5e3e0e-c780-4dc4-8781-e6127c416cc4 req-f8ec1156-f4b6-4282-b7fb-79390eec6b8b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.2142045 Nov 26 03:03:47.400188 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-be5c2670-fc58-40a3-bf91-c14f967fd749 None None] Set router 74968bc7-b7af-470a-8dca-807998a56908 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:47.409246 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446d91a-62ba-42e1-8b6e-ba32d9a6cd1f req-26629d20-b38e-41e5-b197-7960b2e4336c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:47.418235 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a446d91a-62ba-42e1-8b6e-ba32d9a6cd1f req-26629d20-b38e-41e5-b197-7960b2e4336c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 943 time: 0.3881383 Nov 26 03:03:47.482553 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c05dde06-5050-409b-85aa-4c2eade44074 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:47.513409 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-be5c2670-fc58-40a3-bf91-c14f967fd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74968bc7-b7af-470a-8dca-807998a56908', 'name': 'tempest-RoutersIpV6Test-router-1911170475', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:03:45Z', 'updated_at': '2021-11-26T03:03:45Z', 'revision_number': 2, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:47.563833 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c2670-fc58-40a3-bf91-c14f967fd749 None None] The sync data for ids ['74968bc7-b7af-470a-8dca-807998a56908'] in n-d-819389-3 is: [{'id': '74968bc7-b7af-470a-8dca-807998a56908', 'name': 'tempest-RoutersIpV6Test-router-1911170475', 'tenant_id': '2211d4a681e7432ab96af548d9d7136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:03:45Z', 'updated_at': '2021-11-26T03:03:45Z', 'revision_number': 2, 'project_id': '2211d4a681e7432ab96af548d9d7136f', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:03:47.602768 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a446d91a-62ba-42e1-8b6e-ba32d9a6cd1f req-73719a5a-36e9-455e-9b54-328f58c7c526 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835468 Nov 26 03:03:47.637844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e3e0e-c780-4dc4-8781-e6127c416cc4 req-38565fc7-9e8f-4176-8b84-2bb9b777b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:47.644468 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c5e3e0e-c780-4dc4-8781-e6127c416cc4 req-38565fc7-9e8f-4176-8b84-2bb9b777b5f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2231352 Nov 26 03:03:47.703447 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:47.755554 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-332095b4-4fe1-46b0-824f-02bee9a47a94 None None] Set router 584a591c-cea8-49a6-93b6-727331e74c2f gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:47.842650 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c5e3e0e-c780-4dc4-8781-e6127c416cc4 req-9a54e4a3-7e26-4c76-aafb-12cfeebdea6b service neutron] 10.222.0.54 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873903 Nov 26 03:03:47.952523 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-874d23b3-4095-4097-9c88-80fabe380f61 req-50d1529e-7ce1-404d-bba8-e81365903102 service neutron] (104802) timed out ('10.222.0.59', 57054) {{(pid=104802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 03:03:48.018497 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c5e3e0e-c780-4dc4-8781-e6127c416cc4 req-a177baf3-e1d4-45a8-bb9f-e4750efc4a96 service neutron] 10.222.0.54 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686082 Nov 26 03:03:48.136817 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-332095b4-4fe1-46b0-824f-02bee9a47a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'name': 'tempest-ServerRescueTestJSONUnderV235-832095837-router', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:01Z', 'updated_at': '2021-11-26T03:03:44Z', 'revision_number': 5, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'gw_port': {'id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:02Z', 'updated_at': '2021-11-26T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:48.211161 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332095b4-4fe1-46b0-824f-02bee9a47a94 None None] Checking router: 584a591c-cea8-49a6-93b6-727331e74c2f for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:03:48.220716 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332095b4-4fe1-46b0-824f-02bee9a47a94 None None] Routers {'584a591c-cea8-49a6-93b6-727331e74c2f'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:48.221337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-332095b4-4fe1-46b0-824f-02bee9a47a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['584a591c-cea8-49a6-93b6-727331e74c2f'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:48.245074 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff6f47bb-ffd7-4ae4-bf1e-0144320374a2 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:48.252407 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c05dde06-5050-409b-85aa-4c2eade44074 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:48.287893 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c05dde06-5050-409b-85aa-4c2eade44074 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:48.325980 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Made reservation on behalf of 8d4851503704410885e9c369a3e87db0 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:48.329693 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:48.415024 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-332095b4-4fe1-46b0-824f-02bee9a47a94 None None] Set router 584a591c-cea8-49a6-93b6-727331e74c2f gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:48.509956 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c05dde06-5050-409b-85aa-4c2eade44074 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:48.513202 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05dde06-5050-409b-85aa-4c2eade44074 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Fanout notify agent at l3_agent the message router_deleted on router 74968bc7-b7af-470a-8dca-807998a56908 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:03:48.529528 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c05dde06-5050-409b-85aa-4c2eade44074 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:48.535352 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58112) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:48.540452 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c05dde06-5050-409b-85aa-4c2eade44074 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/routers/74968bc7-b7af-470a-8dca-807998a56908 HTTP/1.1" status: 204 len: 168 time: 1.4488413 Nov 26 03:03:48.584193 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6a99aae8-ab2c-43af-87a2-4a1538efa9f9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/ports?device_id=74968bc7-b7af-470a-8dca-807998a56908 HTTP/1.1" status: 200 len: 205 time: 0.0477133 Nov 26 03:03:48.590008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58114) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:48.669115 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-332095b4-4fe1-46b0-824f-02bee9a47a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'name': 'tempest-ServerRescueTestJSONUnderV235-832095837-router', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:01Z', 'updated_at': '2021-11-26T03:03:44Z', 'revision_number': 5, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'gw_port': {'id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:02Z', 'updated_at': '2021-11-26T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:48.679446 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-1a38e17a-0529-4b68-a069-3d2ab90f6c26 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] delete failed (client error): The resource could not be found. Nov 26 03:03:48.680840 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1a38e17a-0529-4b68-a069-3d2ab90f6c26 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/routers/74968bc7-b7af-470a-8dca-807998a56908 HTTP/1.1" status: 404 len: 336 time: 0.0895865 Nov 26 03:03:48.684030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58118) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:48.691940 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff6f47bb-ffd7-4ae4-bf1e-0144320374a2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:48.711633 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332095b4-4fe1-46b0-824f-02bee9a47a94 None None] The sync data for ids ['584a591c-cea8-49a6-93b6-727331e74c2f'] in n-d-819389-3 is: [{'id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'name': 'tempest-ServerRescueTestJSONUnderV235-832095837-router', 'tenant_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:02:01Z', 'updated_at': '2021-11-26T03:03:44Z', 'revision_number': 5, 'project_id': 'e4814f8e602a439facd3c1eeb8aae21e', 'gw_port': {'id': '1d9b2abc-09ca-4172-84dc-017e6a1595cd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a591c-cea8-49a6-93b6-727331e74c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:02:02Z', 'updated_at': '2021-11-26T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:03:48.740076 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6e4c00-e4a3-40d4-af35-4ed270d214be tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] DELETE failed (client error): The resource could not be found. Nov 26 03:03:48.740462 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c6e4c00-e4a3-40d4-af35-4ed270d214be tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:03:48.749466 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4c6e4c00-e4a3-40d4-af35-4ed270d214be tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/subnets/d0613483-daad-4ce9-bce5-7be1671fdc2e HTTP/1.1" status: 404 len: 337 time: 0.0643089 Nov 26 03:03:48.757393 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58120) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:48.825825 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-2414901e-c142-45f0-80d6-7046b2b7c388 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] DELETE failed (client error): The resource could not be found. Nov 26 03:03:48.826269 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2414901e-c142-45f0-80d6-7046b2b7c388 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:03:48.829281 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2414901e-c142-45f0-80d6-7046b2b7c388 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/subnets/798b1ab5-8ace-483c-a3e9-2ca0d80efc45 HTTP/1.1" status: 404 len: 337 time: 0.0710254 Nov 26 03:03:48.833436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58122) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:48.864458 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d2fc2b-85ab-4f79-b874-83143db27878 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] DELETE failed (client error): The resource could not be found. Nov 26 03:03:48.864914 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d2fc2b-85ab-4f79-b874-83143db27878 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:03:48.867880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d9d2fc2b-85ab-4f79-b874-83143db27878 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/subnets/0ce60f65-ed8a-46ca-beb5-eee5615b4311 HTTP/1.1" status: 404 len: 337 time: 0.0335217 Nov 26 03:03:48.877690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58124) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:48.879521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa606403-84dd-4a90-b3db-a81c244dc681 req-a451a4c7-8ad8-485c-9ba6-7b63cdf33bd2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:48.887024 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa606403-84dd-4a90-b3db-a81c244dc681 req-a451a4c7-8ad8-485c-9ba6-7b63cdf33bd2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 943 time: 0.1484368 Nov 26 03:03:48.929708 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ce25a9-d85d-4675-ad59-dcb63763c0b9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] DELETE failed (client error): The resource could not be found. Nov 26 03:03:48.930199 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ce25a9-d85d-4675-ad59-dcb63763c0b9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:03:48.934332 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-18ce25a9-d85d-4675-ad59-dcb63763c0b9 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/subnets/108fed8f-d4ce-4a1b-b252-0cd1410fdb0e HTTP/1.1" status: 404 len: 337 time: 0.0556018 Nov 26 03:03:48.939146 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58126) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:48.981664 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f47bb-ffd7-4ae4-bf1e-0144320374a2 admin admin] Deleting port 1d9b2abc-09ca-4172-84dc-017e6a1595cd {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:48.981963 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff6f47bb-ffd7-4ae4-bf1e-0144320374a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:48.983766 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f5e16466-184d-4611-aba9-175d09775e90 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0bc962-bdb6-4942-9db5-9fb96b9f24fe HTTP/1.1" status: 200 len: 205 time: 0.0433784 Nov 26 03:03:48.991155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58128) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:49.004745 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa606403-84dd-4a90-b3db-a81c244dc681 req-357e8ce0-959f-4f3b-bb52-50ea5d160b86 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165769 Nov 26 03:03:49.049564 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-64cf51b7-2e60-4c5f-89f5-98f9e880fc1b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] delete failed (client error): The resource could not be found. Nov 26 03:03:49.053344 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-64cf51b7-2e60-4c5f-89f5-98f9e880fc1b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/routers/6b0bc962-bdb6-4942-9db5-9fb96b9f24fe HTTP/1.1" status: 404 len: 336 time: 0.0581291 Nov 26 03:03:49.054498 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58130) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:49.086370 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:49.106624 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e7463513-15fe-4f1f-be49-25d9b6de346c tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/ports?device_id=bddcf9cb-6eec-41b8-9623-e8102577fcbe HTTP/1.1" status: 200 len: 205 time: 0.0507174 Nov 26 03:03:49.113694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58132) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:49.130571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 38c7eaea-c3ac-42f9-9937-cd2a1aaea267 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:03:49.159652 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-40564c1c-3458-47ef-98b8-04c332efc629 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] delete failed (client error): The resource could not be found. Nov 26 03:03:49.163356 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-40564c1c-3458-47ef-98b8-04c332efc629 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/routers/bddcf9cb-6eec-41b8-9623-e8102577fcbe HTTP/1.1" status: 404 len: 336 time: 0.0459683 Nov 26 03:03:49.168606 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58134) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:49.195515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 38c7eaea-c3ac-42f9-9937-cd2a1aaea267 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:03:49.195515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 38c7eaea-c3ac-42f9-9937-cd2a1aaea267 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:03:49.209635 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb14f5c-c5fc-4ec4-8555-769c476db8af tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] DELETE failed (client error): The resource could not be found. Nov 26 03:03:49.210117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb14f5c-c5fc-4ec4-8555-769c476db8af tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:03:49.214192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9cb14f5c-c5fc-4ec4-8555-769c476db8af tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/subnets/8cf82c09-8f88-44cb-8de5-7610331155f1 HTTP/1.1" status: 404 len: 337 time: 0.0439737 Nov 26 03:03:49.218747 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58136) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:49.253311 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f4a03ea8-d001-44b5-999f-ad65a810371a tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/ports?device_id=7335fa39-578b-477b-b51e-390010a9f233 HTTP/1.1" status: 200 len: 205 time: 0.0333734 Nov 26 03:03:49.256151 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58138) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:49.257006 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Pushing event updated for resources: {'Subnet': ['ID=c6fe826e-59aa-4680-a4b4-62b7cccf83ff,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:49.264730 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-ff6f47bb-ffd7-4ae4-bf1e-0144320374a2 admin admin] For port 1d9b2abc-09ca-4172-84dc-017e6a1595cd, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1d9b2abc-09ca-4172-84dc-017e6a1595cd,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:49.265104 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff6f47bb-ffd7-4ae4-bf1e-0144320374a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:49.305351 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-5100cb3a-fb5b-441e-beda-0d243a094ded tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] delete failed (client error): The resource could not be found. Nov 26 03:03:49.306420 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5100cb3a-fb5b-441e-beda-0d243a094ded tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/routers/7335fa39-578b-477b-b51e-390010a9f233 HTTP/1.1" status: 404 len: 336 time: 0.0481040 Nov 26 03:03:49.313192 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58140) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:49.320635 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:49.321697 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:49.322087 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:49.322367 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:49.322854 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:49.323014 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:49.323553 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:49.323663 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:49.324134 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:49.325089 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:49.325282 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:49.325899 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:03:49.333778 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f47bb-ffd7-4ae4-bf1e-0144320374a2 admin admin] Calling delete_port for 1d9b2abc-09ca-4172-84dc-017e6a1595cd owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:49.336140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Checking segment: {'id': 'a193c7a1-cf1b-475a-9c26-a9cf6e73cf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd993950c-911b-4d79-a392-fe95df3be453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:03:49.336481 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Network hostable DHCP agents. Network: d993950c-911b-4d79-a392-fe95df3be453, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:03:49.345044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6acad05a-7afe-4614-aaa8-8dccc660f088 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbafcfac-85fc-476e-9977-5061c4ebfa32 HTTP/1.1" status: 200 len: 205 time: 0.0304015 Nov 26 03:03:49.347407 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58142) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:49.352124 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc1da062-6bd7-448e-9b72-41e3891e97ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:49.398288 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-eb642d19-2fc7-4e27-b27d-3e1043a9464b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] delete failed (client error): The resource could not be found. Nov 26 03:03:49.399398 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-eb642d19-2fc7-4e27-b27d-3e1043a9464b tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/routers/dbafcfac-85fc-476e-9977-5061c4ebfa32 HTTP/1.1" status: 404 len: 336 time: 0.0509515 Nov 26 03:03:49.402752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58144) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:49.430545 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6a6ab4-e2df-48ff-8374-a26819187871 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] DELETE failed (client error): The resource could not be found. Nov 26 03:03:49.431018 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f6a6ab4-e2df-48ff-8374-a26819187871 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:03:49.434481 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4f6a6ab4-e2df-48ff-8374-a26819187871 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/subnets/a7fbd2f9-988f-46d1-ae26-ca0909f312a0 HTTP/1.1" status: 404 len: 337 time: 0.0303321 Nov 26 03:03:49.439198 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58148) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:49.472131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3223051e-81b4-4fa2-8d36-d21094772e45 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9863a68-8293-4c5c-bfd9-42f19245cb1b HTTP/1.1" status: 200 len: 205 time: 0.0316839 Nov 26 03:03:49.474622 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58150) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:49.507897 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Network d993950c-911b-4d79-a392-fe95df3be453 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:03:49.516388 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-ed229c2a-3d54-4835-a7d2-42acde7cfbaa tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] delete failed (client error): The resource could not be found. Nov 26 03:03:49.520282 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ed229c2a-3d54-4835-a7d2-42acde7cfbaa tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/routers/f9863a68-8293-4c5c-bfd9-42f19245cb1b HTTP/1.1" status: 404 len: 336 time: 0.0445392 Nov 26 03:03:49.520434 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58152) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:49.554006 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, d993950c-911b-4d79-a392-fe95df3be453) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:49.568156 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:49.568819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1d8e39-4c63-48b3-affd-cfae4cee469e None None] Network d993950c-911b-4d79-a392-fe95df3be453 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:03:49.569084 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:49.573617 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2d18e8-0083-416c-93b4-7532b7aea5c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] DELETE failed (client error): The resource could not be found. Nov 26 03:03:49.574064 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa2d18e8-0083-416c-93b4-7532b7aea5c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:03:49.577400 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-aa2d18e8-0083-416c-93b4-7532b7aea5c2 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/subnets/e67ef90b-0148-44e2-842f-189ac97cc4c3 HTTP/1.1" status: 404 len: 337 time: 0.0531733 Nov 26 03:03:49.580337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58154) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:49.621731 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c5b842f0-098e-4782-a699-3a27c10e7384 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "GET /v2.0/ports?device_id=471e1719-cc54-4538-9d3c-5eb7b81ba8b3 HTTP/1.1" status: 200 len: 205 time: 0.0392196 Nov 26 03:03:49.622351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58158) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:49.694950 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-48cb6021-6bd6-47af-bc98-d3e7e5b45042 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] delete failed (client error): The resource could not be found. Nov 26 03:03:49.698860 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-48cb6021-6bd6-47af-bc98-d3e7e5b45042 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/routers/471e1719-cc54-4538-9d3c-5eb7b81ba8b3 HTTP/1.1" status: 404 len: 336 time: 0.0749907 Nov 26 03:03:49.699437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58160) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:49.723606 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-def2ff18-e3fb-4ebd-bfb6-17c4bca0b38d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8255644 Nov 26 03:03:49.727646 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58162) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:49.734212 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d1388e-410e-49a7-b0a2-9a9f733f0050 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] DELETE failed (client error): The resource could not be found. Nov 26 03:03:49.734677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d1388e-410e-49a7-b0a2-9a9f733f0050 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:03:49.740557 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e8d1388e-410e-49a7-b0a2-9a9f733f0050 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/subnets/f9ec13c9-433d-404d-8262-46d1e94fc3f1 HTTP/1.1" status: 404 len: 337 time: 0.0400894 Nov 26 03:03:49.741981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58164) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:49.749709 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-539dd9ed-6bfe-4931-8847-6f77b8e962f2 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Request body: {'port': {'network_id': 'd993950c-911b-4d79-a392-fe95df3be453', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1378264792'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:49.778953 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6d5455-2e00-427d-bc1e-919d8bbf90f8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] DELETE failed (client error): The resource could not be found. Nov 26 03:03:49.779419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6d5455-2e00-427d-bc1e-919d8bbf90f8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:03:49.787192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-d993950c-911b-4d79-a392-fe95df3be453', 'network_id': 'd993950c-911b-4d79-a392-fe95df3be453', 'tenant_id': '8d4851503704410885e9c369a3e87db0', 'fixed_ips': [{'subnet_id': 'c6fe826e-59aa-4680-a4b4-62b7cccf83ff'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:03:49.788183 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:49.792621 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9e6d5455-2e00-427d-bc1e-919d8bbf90f8 tempest-RoutersIpV6Test-197564539 tempest-RoutersIpV6Test-197564539-project] 10.222.0.31 "DELETE /v2.0/subnets/90e6425e-1123-4a15-964b-022ff26b027c HTTP/1.1" status: 404 len: 337 time: 0.0495725 Nov 26 03:03:49.961467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Allocated IP 172.20.0.2 (d993950c-911b-4d79-a392-fe95df3be453/c6fe826e-59aa-4680-a4b4-62b7cccf83ff/4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:03:49.981416 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff6f47bb-ffd7-4ae4-bf1e-0144320374a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.008778 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539dd9ed-6bfe-4931-8847-6f77b8e962f2 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Made reservation on behalf of 8d4851503704410885e9c369a3e87db0 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:50.012436 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-539dd9ed-6bfe-4931-8847-6f77b8e962f2 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.018776 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f47bb-ffd7-4ae4-bf1e-0144320374a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d9b2abc-09ca-4172-84dc-017e6a1595cd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:50.099100 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6e7acf-69a2-4196-b235-d9cf29b9238c None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:03:50.107419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58172) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:50.108390 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-539dd9ed-6bfe-4931-8847-6f77b8e962f2 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] device_id is not set on port c718f106-1c50-406d-aa15-3522d7644c6c yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:03:50.184603 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.192494 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.220888 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff6f47bb-ffd7-4ae4-bf1e-0144320374a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.240805 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Network d993950c-911b-4d79-a392-fe95df3be453 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:50.245609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:50.248806 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:50.264982 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ef89d-c7bb-40b0-9679-9f841552595e req-79c1cad3-9b65-4882-ab76-966ce945af6d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:50.269044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-cc1da062-6bd7-448e-9b72-41e3891e97ba admin admin] Deleting port 1ffed77e-7f8a-4771-a6ea-762322c9cf50 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:50.269545 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc1da062-6bd7-448e-9b72-41e3891e97ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.271631 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f1ef89d-c7bb-40b0-9679-9f841552595e req-79c1cad3-9b65-4882-ab76-966ce945af6d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 943 time: 0.1186290 Nov 26 03:03:50.288779 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Pushing event updated for resources: {'Port': ['ID=4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:50.324365 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Attempting to bind port 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:50.324671 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Attempting to bind port 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'a193c7a1-cf1b-475a-9c26-a9cf6e73cf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd993950c-911b-4d79-a392-fe95df3be453'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:50.325173 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Attempting to bind port 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0 on network d993950c-911b-4d79-a392-fe95df3be453 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:50.330631 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:03:50.331008 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Checking segment: {'id': 'a193c7a1-cf1b-475a-9c26-a9cf6e73cf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd993950c-911b-4d79-a392-fe95df3be453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:03:50.331410 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.331806 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Bound using segment: {'id': 'a193c7a1-cf1b-475a-9c26-a9cf6e73cf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd993950c-911b-4d79-a392-fe95df3be453'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:03:50.332323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Bound port: 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a193c7a1-cf1b-475a-9c26-a9cf6e73cf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd993950c-911b-4d79-a392-fe95df3be453'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:03:50.332707 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.339289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f1ef89d-c7bb-40b0-9679-9f841552595e req-54aecdfc-4fca-499c-bc0d-370cea7d2fea tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528781 Nov 26 03:03:50.361306 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2c192ee5-9497-474f-a596-565b40fe9239 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2211d4a681e7432ab96af548d9d7136f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2525671 Nov 26 03:03:50.372150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58176) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:50.387998 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff6f47bb-ffd7-4ae4-bf1e-0144320374a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.394187 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff6f47bb-ffd7-4ae4-bf1e-0144320374a2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.407175 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-539dd9ed-6bfe-4931-8847-6f77b8e962f2 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Allocated IP 172.20.0.7 (d993950c-911b-4d79-a392-fe95df3be453/c6fe826e-59aa-4680-a4b4-62b7cccf83ff/c718f106-1c50-406d-aa15-3522d7644c6c) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:03:50.440469 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3da4a029-5fd2-49f8-8e01-9d87bb0f3aac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.446314 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] For port 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:03:50.451297 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] For port 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0,segment=NetworkSegment(a193c7a1-cf1b-475a-9c26-a9cf6e73cf91),segment_id=a193c7a1-cf1b-475a-9c26-a9cf6e73cf91)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:03:50.458240 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.468438 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3da4a029-5fd2-49f8-8e01-9d87bb0f3aac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.483115 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff6f47bb-ffd7-4ae4-bf1e-0144320374a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.483678 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6f47bb-ffd7-4ae4-bf1e-0144320374a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 584a591c-cea8-49a6-93b6-727331e74c2f {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:03:50.498433 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff6f47bb-ffd7-4ae4-bf1e-0144320374a2 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.502139 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ff6f47bb-ffd7-4ae4-bf1e-0144320374a2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/584a591c-cea8-49a6-93b6-727331e74c2f HTTP/1.1" status: 204 len: 168 time: 3.6293392 Nov 26 03:03:50.502769 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58180) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:50.525755 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-cc1da062-6bd7-448e-9b72-41e3891e97ba admin admin] For port 1ffed77e-7f8a-4771-a6ea-762322c9cf50, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1ffed77e-7f8a-4771-a6ea-762322c9cf50,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:50.526793 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc1da062-6bd7-448e-9b72-41e3891e97ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.559556 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3da4a029-5fd2-49f8-8e01-9d87bb0f3aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.561920 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3da4a029-5fd2-49f8-8e01-9d87bb0f3aac admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.565652 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3da4a029-5fd2-49f8-8e01-9d87bb0f3aac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6bd38e10-38cc-4f6e-8ba8-94e2a407ab67 HTTP/1.1" status: 204 len: 168 time: 0.1985362 Nov 26 03:03:50.594631 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4a029-5fd2-49f8-8e01-9d87bb0f3aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd38e10-38cc-4f6e-8ba8-94e2a407ab67,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:50.608830 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-cc1da062-6bd7-448e-9b72-41e3891e97ba admin admin] Calling delete_port for 1ffed77e-7f8a-4771-a6ea-762322c9cf50 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:50.640820 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ff5c6-b335-42a2-aeb0-5f60f49c994c None None] Pushing event updated for resources: {'Port': ['ID=4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:50.712459 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-2412076d-3e02-49f4-8ddf-a2e38b86bd8c admin admin] Deleting subnet 9ab6ae28-92a3-48da-8ac6-99d9bc59726a {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:03:50.723775 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2412076d-3e02-49f4-8ddf-a2e38b86bd8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.840167 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:03:50.845204 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2412076d-3e02-49f4-8ddf-a2e38b86bd8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.926227 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-539dd9ed-6bfe-4931-8847-6f77b8e962f2 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:50.977396 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2412076d-3e02-49f4-8ddf-a2e38b86bd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:51.038587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ced779a4-ab03-4115-88dc-6963ba7e5a4a details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:03:51.142022 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-539dd9ed-6bfe-4931-8847-6f77b8e962f2 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:51.148309 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2412076d-3e02-49f4-8ddf-a2e38b86bd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:51.236148 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2412076d-3e02-49f4-8ddf-a2e38b86bd8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:51.240417 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2412076d-3e02-49f4-8ddf-a2e38b86bd8c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9ab6ae28-92a3-48da-8ac6-99d9bc59726a HTTP/1.1" status: 204 len: 168 time: 0.7280636 Nov 26 03:03:51.243397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58196) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:51.291886 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412076d-3e02-49f4-8ddf-a2e38b86bd8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab6ae28-92a3-48da-8ac6-99d9bc59726a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:51.305979 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539dd9ed-6bfe-4931-8847-6f77b8e962f2 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Network d993950c-911b-4d79-a392-fe95df3be453 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:51.326780 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port ced779a4-ab03-4115-88dc-6963ba7e5a4a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ced779a4-ab03-4115-88dc-6963ba7e5a4a,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:51.337526 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539dd9ed-6bfe-4931-8847-6f77b8e962f2 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Pushing event updated for resources: {'Port': ['ID=c718f106-1c50-406d-aa15-3522d7644c6c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:51.343558 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-539dd9ed-6bfe-4931-8847-6f77b8e962f2 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:51.346867 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539dd9ed-6bfe-4931-8847-6f77b8e962f2 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:51.348374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'ced779a4-ab03-4115-88dc-6963ba7e5a4a', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'port_id': 'ced779a4-ab03-4115-88dc-6963ba7e5a4a', 'mac_address': 'fa:16:3e:36:3e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:03:51.406599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:03:51.422891 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc1da062-6bd7-448e-9b72-41e3891e97ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:51.447479 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-12289c77-b08f-462f-967a-bd6ec3d0029b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:51.472549 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1da062-6bd7-448e-9b72-41e3891e97ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1ffed77e-7f8a-4771-a6ea-762322c9cf50,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:51.512655 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:51.543969 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced779a4-ab03-4115-88dc-6963ba7e5a4a {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:03:51.569086 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539dd9ed-6bfe-4931-8847-6f77b8e962f2 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:51.570782 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-539dd9ed-6bfe-4931-8847-6f77b8e962f2 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:51.592919 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port ced779a4-ab03-4115-88dc-6963ba7e5a4a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ced779a4-ab03-4115-88dc-6963ba7e5a4a,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:51.611831 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:51.666457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54001caf-db2a-4870-adcc-1c79bbbf3171 req-c0f428df-cb11-4615-aad7-e0122a09957d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:51.673845 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=ced779a4-ab03-4115-88dc-6963ba7e5a4a,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:51.678089 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:51.679060 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:51.689630 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54001caf-db2a-4870-adcc-1c79bbbf3171 req-c0f428df-cb11-4615-aad7-e0122a09957d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 943 time: 0.2123537 Nov 26 03:03:51.733128 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-12289c77-b08f-462f-967a-bd6ec3d0029b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:51.788671 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:51.808481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58212) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:51.813934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-12289c77-b08f-462f-967a-bd6ec3d0029b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ba11a9-980c-4a46-96fc-319a16d0a88b']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:51.857560 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0,segment=NetworkSegment(a193c7a1-cf1b-475a-9c26-a9cf6e73cf91),segment_id=a193c7a1-cf1b-475a-9c26-a9cf6e73cf91)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:51.871941 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:51.913062 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-12289c77-b08f-462f-967a-bd6ec3d0029b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d0eb38-a642-443b-b3f3-17d73b8fcb22') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:51.913368 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-12289c77-b08f-462f-967a-bd6ec3d0029b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d0eb38-a642-443b-b3f3-17d73b8fcb22') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:51.952295 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-12289c77-b08f-462f-967a-bd6ec3d0029b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:51.981001 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-12289c77-b08f-462f-967a-bd6ec3d0029b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:51.989265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12289c77-b08f-462f-967a-bd6ec3d0029b admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:03:51.989786 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-12289c77-b08f-462f-967a-bd6ec3d0029b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.038313 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:52.044428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1d9b2abc-09ca-4172-84dc-017e6a1595cd no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:03:52.059412 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:03:52.066445 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54001caf-db2a-4870-adcc-1c79bbbf3171 req-a9a4d6b9-a1a0-4446-a0c9-e32c86d08fe5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751476 Nov 26 03:03:52.069381 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-12289c77-b08f-462f-967a-bd6ec3d0029b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.095590 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-a8629985-637f-46c4-919d-2735f862c550 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'network': {'name': 'tempest-RoutersTest-1287684007'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:52.100315 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-12289c77-b08f-462f-967a-bd6ec3d0029b admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.119093 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-12289c77-b08f-462f-967a-bd6ec3d0029b admin admin] 10.222.0.31 "DELETE /v2.0/networks/f0ba11a9-980c-4a46-96fc-319a16d0a88b HTTP/1.1" status: 204 len: 168 time: 0.8647034 Nov 26 03:03:52.130045 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 1d9b2abc-09ca-4172-84dc-017e6a1595cd {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:03:52.130558 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1d9b2abc-09ca-4172-84dc-017e6a1595cd not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:03:52.141506 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['ced779a4-ab03-4115-88dc-6963ba7e5a4a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:03:52.153516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12289c77-b08f-462f-967a-bd6ec3d0029b admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ba11a9-980c-4a46-96fc-319a16d0a88b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:52.189527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8629985-637f-46c4-919d-2735f862c550 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Made reservation on behalf of 8a1ba20f33ad4bd4a777d779bfbcd97e for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:52.194549 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a8629985-637f-46c4-919d-2735f862c550 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.210508 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a8629985-637f-46c4-919d-2735f862c550 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.342891 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a8629985-637f-46c4-919d-2735f862c550 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.359975 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a8629985-637f-46c4-919d-2735f862c550 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.386394 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-539dd9ed-6bfe-4931-8847-6f77b8e962f2 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6370277 Nov 26 03:03:52.390994 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58228) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:52.398033 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-45b8d424-d276-4dfe-a894-6cdab921e6ba tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Request body: {'port': {'network_id': 'd993950c-911b-4d79-a392-fe95df3be453', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1818401263', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:52.398580 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.api.validators [None req-45b8d424-d276-4dfe-a894-6cdab921e6ba tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] bootfile-name is not in valid_values {{(pid=104801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 03:03:52.398910 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.api.validators [None req-45b8d424-d276-4dfe-a894-6cdab921e6ba tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] tftp-server is not in valid_values {{(pid=104801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 03:03:52.399239 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.api.validators [None req-45b8d424-d276-4dfe-a894-6cdab921e6ba tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] server-ip-address is not in valid_values {{(pid=104801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 03:03:52.434133 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8629985-637f-46c4-919d-2735f862c550 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:03:52.442439 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.462737 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58230) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:52.474140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8629985-637f-46c4-919d-2735f862c550 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18dc0f49-e5d5-4be8-b3c7-6755721e8c5c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:52.477765 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a8629985-637f-46c4-919d-2735f862c550 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.479384 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-a8629985-637f-46c4-919d-2735f862c550 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Added segment 68f57476-426f-4223-9a9c-5d4c00f8d89f of type vlan for network 4839e4f8-6dba-4660-8aaf-51cd73db3bce Nov 26 03:03:52.484806 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc1da062-6bd7-448e-9b72-41e3891e97ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.556756 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a8629985-637f-46c4-919d-2735f862c550 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.585100 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fae1f67b-642c-48c9-ac7f-fe134a537dc8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4814f8e602a439facd3c1eeb8aae21e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1209576 Nov 26 03:03:52.588850 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58236) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:52.592140 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d3ea1d-4138-4f68-b035-5b1549cc9e42 None None] Network d993950c-911b-4d79-a392-fe95df3be453 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:03:52.648345 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a8629985-637f-46c4-919d-2735f862c550 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.654353 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8629985-637f-46c4-919d-2735f862c550 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:52.655269 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a8629985-637f-46c4-919d-2735f862c550 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.683184 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8b9077ae-1aed-4a5e-b67b-69950193a5c9 None None] Provisioning complete for port 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:52.683873 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8b9077ae-1aed-4a5e-b67b-69950193a5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.696890 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a574180c-ea89-4aa0-a875-71a514ba1a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.705557 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b8d424-d276-4dfe-a894-6cdab921e6ba tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Made reservation on behalf of 8d4851503704410885e9c369a3e87db0 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:52.710087 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45b8d424-d276-4dfe-a894-6cdab921e6ba tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.723055 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a574180c-ea89-4aa0-a875-71a514ba1a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.809133 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-45b8d424-d276-4dfe-a894-6cdab921e6ba tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] device_id is not set on port 14fbf4a3-78d3-4307-92b1-200f7fd006f8 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:03:52.816152 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a8629985-637f-46c4-919d-2735f862c550 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0039134 Nov 26 03:03:52.818363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58240) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:52.822399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-5eb19533-3667-454e-9185-1c3920454212 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'network': {'name': 'tempest-RoutersTest-1077758501'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:52.847096 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a574180c-ea89-4aa0-a875-71a514ba1a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.850251 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a574180c-ea89-4aa0-a875-71a514ba1a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.854830 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a574180c-ea89-4aa0-a875-71a514ba1a1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e HTTP/1.1" status: 204 len: 168 time: 0.2617464 Nov 26 03:03:52.871474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574180c-ea89-4aa0-a875-71a514ba1a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac2c032-c66b-47ca-bcdd-ddc8a5e8147e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:52.875683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb19533-3667-454e-9185-1c3920454212 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Made reservation on behalf of 8a1ba20f33ad4bd4a777d779bfbcd97e for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:52.880446 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5eb19533-3667-454e-9185-1c3920454212 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.893367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8629985-637f-46c4-919d-2735f862c550 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Network': ['ID=4839e4f8-6dba-4660-8aaf-51cd73db3bce,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:52.911454 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 4839e4f8-6dba-4660-8aaf-51cd73db3bce details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:03:52.929036 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb19533-3667-454e-9185-1c3920454212 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:03:52.952846 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5eb19533-3667-454e-9185-1c3920454212 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:52.953477 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-5eb19533-3667-454e-9185-1c3920454212 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Added segment 642e8e62-e181-4d4f-a7b1-e251bffcbe4d of type vlan for network 6bdf1f27-79e4-4312-b6f4-132ae05c854e Nov 26 03:03:53.012778 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5eb19533-3667-454e-9185-1c3920454212 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:53.045810 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5eb19533-3667-454e-9185-1c3920454212 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:53.066260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb19533-3667-454e-9185-1c3920454212 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:53.066966 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5eb19533-3667-454e-9185-1c3920454212 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:53.108017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5eb19533-3667-454e-9185-1c3920454212 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2894928 Nov 26 03:03:53.130445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58248) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:53.160137 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-40f11cde-703f-4163-a1aa-112811fb8048 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'subnet': {'network_id': '4839e4f8-6dba-4660-8aaf-51cd73db3bce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:53.208661 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-45b8d424-d276-4dfe-a894-6cdab921e6ba tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Allocated IP 172.20.0.13 (d993950c-911b-4d79-a392-fe95df3be453/c6fe826e-59aa-4680-a4b4-62b7cccf83ff/14fbf4a3-78d3-4307-92b1-200f7fd006f8) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:03:53.266190 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb19533-3667-454e-9185-1c3920454212 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Network': ['ID=6bdf1f27-79e4-4312-b6f4-132ae05c854e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:53.289027 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 6bdf1f27-79e4-4312-b6f4-132ae05c854e details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:03:53.303346 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cb5b7-9532-4c70-8c3b-d37a3de9f674 req-cf3461e5-1460-45c8-9b84-5a838f3c0cb3 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:53.317349 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-257cb5b7-9532-4c70-8c3b-d37a3de9f674 req-cf3461e5-1460-45c8-9b84-5a838f3c0cb3 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 944 time: 0.1165764 Nov 26 03:03:53.380990 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1da062-6bd7-448e-9b72-41e3891e97ba admin admin] Router e4060108-028b-4201-a0fb-3dd264774662 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:03:53.393842 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-257cb5b7-9532-4c70-8c3b-d37a3de9f674 req-54692be3-1042-4e54-bedc-bfb107bae2e5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754983 Nov 26 03:03:53.412266 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:03:53.511813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-09c8e51a-0a54-4eb3-99e5-f0a1e365febc None None] Provisioning complete for port c718f106-1c50-406d-aa15-3522d7644c6c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:53.512452 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-09c8e51a-0a54-4eb3-99e5-f0a1e365febc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:53.577361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-09c8e51a-0a54-4eb3-99e5-f0a1e365febc None None] Port c718f106-1c50-406d-aa15-3522d7644c6c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:03:53.601356 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:53.618119 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-09c8e51a-0a54-4eb3-99e5-f0a1e365febc None None] Provisioning complete for port 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:53.618563 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-09c8e51a-0a54-4eb3-99e5-f0a1e365febc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:53.653444 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:53.654158 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:53.702379 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f11cde-703f-4163-a1aa-112811fb8048 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Made reservation on behalf of 8a1ba20f33ad4bd4a777d779bfbcd97e for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:53.706740 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40f11cde-703f-4163-a1aa-112811fb8048 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:53.749286 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1da062-6bd7-448e-9b72-41e3891e97ba admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:03:53.768712 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad14852-7aad-42cf-be70-78b45bbfec5c None None] Sync routers for ids ['e4060108-028b-4201-a0fb-3dd264774662'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:03:53.801447 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad14852-7aad-42cf-be70-78b45bbfec5c None None] Routers {'e4060108-028b-4201-a0fb-3dd264774662'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:53.805658 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-bad14852-7aad-42cf-be70-78b45bbfec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e4060108-028b-4201-a0fb-3dd264774662'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:53.818453 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cc1da062-6bd7-448e-9b72-41e3891e97ba admin admin] 10.222.0.31 "PUT /v2.0/routers/e4060108-028b-4201-a0fb-3dd264774662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9782951 Nov 26 03:03:53.818846 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58264) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:53.880175 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45b8d424-d276-4dfe-a894-6cdab921e6ba tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:53.915354 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-790a40c8-abfa-46ad-9587-f1d21586fd5e None None] Provisioning complete for port c718f106-1c50-406d-aa15-3522d7644c6c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:53.916886 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-790a40c8-abfa-46ad-9587-f1d21586fd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:53.995953 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45b8d424-d276-4dfe-a894-6cdab921e6ba tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:53.996874 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-790a40c8-abfa-46ad-9587-f1d21586fd5e None None] Port c718f106-1c50-406d-aa15-3522d7644c6c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:03:54.040157 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-bad14852-7aad-42cf-be70-78b45bbfec5c None None] Set router e4060108-028b-4201-a0fb-3dd264774662 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:54.045127 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-64cbe5f9-7576-45db-bb64-4170167baeb3 admin admin] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:54.075320 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b8d424-d276-4dfe-a894-6cdab921e6ba tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Network d993950c-911b-4d79-a392-fe95df3be453 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:54.098187 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-45b8d424-d276-4dfe-a894-6cdab921e6ba tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:54.106284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b8d424-d276-4dfe-a894-6cdab921e6ba tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:54.108769 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8d424-d276-4dfe-a894-6cdab921e6ba tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Pushing event updated for resources: {'Port': ['ID=14fbf4a3-78d3-4307-92b1-200f7fd006f8,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:54.186875 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40f11cde-703f-4163-a1aa-112811fb8048 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:54.206496 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-64cbe5f9-7576-45db-bb64-4170167baeb3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:54.288986 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-64cbe5f9-7576-45db-bb64-4170167baeb3 admin admin] Deleting port e6e5561d-537b-4621-8dda-326a941faaa0 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:54.289322 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-64cbe5f9-7576-45db-bb64-4170167baeb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:54.309489 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-bad14852-7aad-42cf-be70-78b45bbfec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T03:03:51Z', 'revision_number': 5, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port': {'id': 'e6e5561d-537b-4621-8dda-326a941faaa0', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4060108-028b-4201-a0fb-3dd264774662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:52:47Z', 'updated_at': '2021-11-26T02:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:54.330849 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b8d424-d276-4dfe-a894-6cdab921e6ba tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:54.331766 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45b8d424-d276-4dfe-a894-6cdab921e6ba tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:54.349266 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad14852-7aad-42cf-be70-78b45bbfec5c None None] Checking router: e4060108-028b-4201-a0fb-3dd264774662 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:03:54.371028 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad14852-7aad-42cf-be70-78b45bbfec5c None None] Routers {'e4060108-028b-4201-a0fb-3dd264774662'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:03:54.371667 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-bad14852-7aad-42cf-be70-78b45bbfec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e4060108-028b-4201-a0fb-3dd264774662'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:54.374720 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-45b8d424-d276-4dfe-a894-6cdab921e6ba tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.9826047 Nov 26 03:03:54.380313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58280) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:54.382747 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f11cde-703f-4163-a1aa-112811fb8048 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Checking segment: {'id': '68f57476-426f-4223-9a9c-5d4c00f8d89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4839e4f8-6dba-4660-8aaf-51cd73db3bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:03:54.383384 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f11cde-703f-4163-a1aa-112811fb8048 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network hostable DHCP agents. Network: 4839e4f8-6dba-4660-8aaf-51cd73db3bce, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:03:54.390037 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f11cde-703f-4163-a1aa-112811fb8048 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Subnet': ['ID=b0faaa38-245f-4d1b-8ab2-99a4e434e9cb,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:54.416999 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f11cde-703f-4163-a1aa-112811fb8048 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 4839e4f8-6dba-4660-8aaf-51cd73db3bce is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:03:54.430060 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c069e353-1559-4bb1-ab6b-e006c6057a95 None None] Provisioning complete for port 14fbf4a3-78d3-4307-92b1-200f7fd006f8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:54.430716 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c069e353-1559-4bb1-ab6b-e006c6057a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:54.435207 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-40f11cde-703f-4163-a1aa-112811fb8048 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 4839e4f8-6dba-4660-8aaf-51cd73db3bce) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:54.451121 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f11cde-703f-4163-a1aa-112811fb8048 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:54.453062 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40f11cde-703f-4163-a1aa-112811fb8048 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:54.459813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb53144-80a8-48a5-9d1d-a7be2e796fe9 None None] Network 4839e4f8-6dba-4660-8aaf-51cd73db3bce requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:03:54.495286 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-40f11cde-703f-4163-a1aa-112811fb8048 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3600686 Nov 26 03:03:54.495521 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58284) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:54.506780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3e9bfef8-ed78-4c2d-9d0d-da4775b5c623 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'subnet': {'network_id': '6bdf1f27-79e4-4312-b6f4-132ae05c854e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:54.513006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-64cbe5f9-7576-45db-bb64-4170167baeb3 admin admin] For port e6e5561d-537b-4621-8dda-326a941faaa0, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e6e5561d-537b-4621-8dda-326a941faaa0,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:54.513162 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-64cbe5f9-7576-45db-bb64-4170167baeb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:54.540642 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-bad14852-7aad-42cf-be70-78b45bbfec5c None None] Set router e4060108-028b-4201-a0fb-3dd264774662 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:03:54.544301 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-64cbe5f9-7576-45db-bb64-4170167baeb3 admin admin] Calling delete_port for e6e5561d-537b-4621-8dda-326a941faaa0 owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:54.582262 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c069e353-1559-4bb1-ab6b-e006c6057a95 None None] Port 14fbf4a3-78d3-4307-92b1-200f7fd006f8 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:03:54.596082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84195500-ad80-41a9-9cf1-03cc9048b028 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:54.604491 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84195500-ad80-41a9-9cf1-03cc9048b028 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:54.611373 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-bad14852-7aad-42cf-be70-78b45bbfec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T03:03:54Z', 'revision_number': 6, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:54.611675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84195500-ad80-41a9-9cf1-03cc9048b028 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:54.618353 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-84195500-ad80-41a9-9cf1-03cc9048b028 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2344055 Nov 26 03:03:54.625699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58290) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:54.668878 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad14852-7aad-42cf-be70-78b45bbfec5c None None] The sync data for ids ['e4060108-028b-4201-a0fb-3dd264774662'] in n-d-819389-3 is: [{'id': 'e4060108-028b-4201-a0fb-3dd264774662', 'name': 'tempest-AttachVolumeShelveTestJSON-1988377200-router', 'tenant_id': 'cd0486c09d3445d19d9cae0425413414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:52:46Z', 'updated_at': '2021-11-26T03:03:54Z', 'revision_number': 6, 'project_id': 'cd0486c09d3445d19d9cae0425413414', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:03:54.683693 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9bfef8-ed78-4c2d-9d0d-da4775b5c623 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Made reservation on behalf of 8a1ba20f33ad4bd4a777d779bfbcd97e for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:03:54.688662 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfef8-ed78-4c2d-9d0d-da4775b5c623 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:54.724576 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-4839e4f8-6dba-4660-8aaf-51cd73db3bce', 'network_id': '4839e4f8-6dba-4660-8aaf-51cd73db3bce', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'fixed_ips': [{'subnet_id': 'b0faaa38-245f-4d1b-8ab2-99a4e434e9cb'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:03:54.725997 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:54.772516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1c17f-4dee-4185-beb3-5b005d28dba9 req-51d52583-3dd5-4b55-a114-53203b1debeb tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:54.780822 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cb1c17f-4dee-4185-beb3-5b005d28dba9 req-51d52583-3dd5-4b55-a114-53203b1debeb tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 944 time: 0.2632053 Nov 26 03:03:54.953955 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cb1c17f-4dee-4185-beb3-5b005d28dba9 req-2c9eacc8-2a08-4515-a3e7-2eea88dc710c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721375 Nov 26 03:03:55.019780 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfef8-ed78-4c2d-9d0d-da4775b5c623 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:55.027683 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Allocated IP 172.20.0.2 (4839e4f8-6dba-4660-8aaf-51cd73db3bce/b0faaa38-245f-4d1b-8ab2-99a4e434e9cb/2f22844d-cbc1-41ca-b52c-d4f62274b567) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:03:55.064940 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ced779a4-ab03-4115-88dc-6963ba7e5a4a up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:03:55.103296 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42a85554-1e19-4e71-b252-40d011bc7c8c req-c493aff3-a36b-4897-b81e-9f6b4511e591 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=9daa181f-4d0f-4096-90d2-2f07364d08b5 HTTP/1.1" status: 200 len: 210 time: 0.1438510 Nov 26 03:03:55.126256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-3524d909-62bd-4d59-904d-0bade1acc284 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Deleting port 14fbf4a3-78d3-4307-92b1-200f7fd006f8 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:55.126719 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3524d909-62bd-4d59-904d-0bade1acc284 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:55.150001 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1ffed77e-7f8a-4771-a6ea-762322c9cf50 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:03:55.190160 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bfef8-ed78-4c2d-9d0d-da4775b5c623 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Subnet': ['ID=e1eb7cbd-450e-409b-8ca9-0285ff54bd86,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:55.213939 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9bfef8-ed78-4c2d-9d0d-da4775b5c623 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Checking segment: {'id': '642e8e62-e181-4d4f-a7b1-e251bffcbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bdf1f27-79e4-4312-b6f4-132ae05c854e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:03:55.214984 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9bfef8-ed78-4c2d-9d0d-da4775b5c623 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network hostable DHCP agents. Network: 6bdf1f27-79e4-4312-b6f4-132ae05c854e, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:03:55.240200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9bfef8-ed78-4c2d-9d0d-da4775b5c623 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 6bdf1f27-79e4-4312-b6f4-132ae05c854e is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:03:55.253472 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-3e9bfef8-ed78-4c2d-9d0d-da4775b5c623 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 6bdf1f27-79e4-4312-b6f4-132ae05c854e) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:55.262685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9bfef8-ed78-4c2d-9d0d-da4775b5c623 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:55.264214 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfef8-ed78-4c2d-9d0d-da4775b5c623 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:55.303503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58322) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:55.304810 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3e9bfef8-ed78-4c2d-9d0d-da4775b5c623 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8076985 Nov 26 03:03:55.311158 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-64cbe5f9-7576-45db-bb64-4170167baeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:55.316321 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b7d9081f-0180-4cb8-943f-86e9c8b2a5c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1481874447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:55.318726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d719fca4-fc08-48b5-91f3-6e704af516b0 None None] Network 6bdf1f27-79e4-4312-b6f4-132ae05c854e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:03:55.341570 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 1ffed77e-7f8a-4771-a6ea-762322c9cf50 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:03:55.342105 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1ffed77e-7f8a-4771-a6ea-762322c9cf50 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:03:55.387926 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbe5f9-7576-45db-bb64-4170167baeb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e5561d-537b-4621-8dda-326a941faaa0,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:55.391094 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3524d909-62bd-4d59-904d-0bade1acc284 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:55.453528 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-3524d909-62bd-4d59-904d-0bade1acc284 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Calling delete_port for 14fbf4a3-78d3-4307-92b1-200f7fd006f8 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:55.477392 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe4a4b-15cb-4563-88ed-dcd50e0012a7 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:03:55.514420 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b7d9081f-0180-4cb8-943f-86e9c8b2a5c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:55.518966 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b7d9081f-0180-4cb8-943f-86e9c8b2a5c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:55.761170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port ced779a4-ab03-4115-88dc-6963ba7e5a4a completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:03:55.767836 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b7d9081f-0180-4cb8-943f-86e9c8b2a5c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:55.770171 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-64cbe5f9-7576-45db-bb64-4170167baeb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:55.794477 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port ced779a4-ab03-4115-88dc-6963ba7e5a4a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:55.795060 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:55.905391 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b7d9081f-0180-4cb8-943f-86e9c8b2a5c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:56.027226 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-64cbe5f9-7576-45db-bb64-4170167baeb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:56.030663 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-64cbe5f9-7576-45db-bb64-4170167baeb3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:56.145358 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:56.173056 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:56.180947 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:56.217903 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b7d9081f-0180-4cb8-943f-86e9c8b2a5c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:56.219070 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b7d9081f-0180-4cb8-943f-86e9c8b2a5c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9124944 Nov 26 03:03:56.219762 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-64cbe5f9-7576-45db-bb64-4170167baeb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:56.220342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cbe5f9-7576-45db-bb64-4170167baeb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4060108-028b-4201-a0fb-3dd264774662 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:03:56.222234 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58346) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:56.249109 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-64cbe5f9-7576-45db-bb64-4170167baeb3 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:56.252722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-64cbe5f9-7576-45db-bb64-4170167baeb3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e4060108-028b-4201-a0fb-3dd264774662 HTTP/1.1" status: 204 len: 168 time: 2.4301391 Nov 26 03:03:56.255971 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Pushing event updated for resources: {'Port': ['ID=2f22844d-cbc1-41ca-b52c-d4f62274b567,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:56.259713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-6bdf1f27-79e4-4312-b6f4-132ae05c854e', 'network_id': '6bdf1f27-79e4-4312-b6f4-132ae05c854e', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'fixed_ips': [{'subnet_id': 'e1eb7cbd-450e-409b-8ca9-0285ff54bd86'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:03:56.262341 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:56.284465 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58348) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:56.307605 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16f82d59-0ba3-4b8f-99df-ef1fa3942e33 req-0544a4a8-66d1-4cc6-8d9d-9c4353b4905e tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.1300087 Nov 26 03:03:56.353062 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port ced779a4-ab03-4115-88dc-6963ba7e5a4a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ced779a4-ab03-4115-88dc-6963ba7e5a4a,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:56.367398 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Network 4839e4f8-6dba-4660-8aaf-51cd73db3bce is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:56.370729 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc43672-5658-4bed-9bbd-652e31900fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced779a4-ab03-4115-88dc-6963ba7e5a4a'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:03:56.372006 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3524d909-62bd-4d59-904d-0bade1acc284 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:56.373720 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5643d3-a6b9-4bc1-abac-349044c162e6" -d '{"events": [{"server_uuid": "4fc43672-5658-4bed-9bbd-652e31900fb4", "name": "network-vif-plugged", "status": "completed", "tag": "ced779a4-ab03-4115-88dc-6963ba7e5a4a"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:03:56.391941 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:56.408525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-035c2e90-5b85-41fa-92f7-ddfff62bb290 admin admin] Deleting subnet 9a5d52cf-14f1-4c64-a09a-1d91ea505a6c {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:03:56.440130 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-035c2e90-5b85-41fa-92f7-ddfff62bb290 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:56.518189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d2dc5-ec60-48f3-8994-fb3993baf83f req-792ac913-70da-474d-a770-ce9376a496c5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:56.520251 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-879d2dc5-ec60-48f3-8994-fb3993baf83f req-792ac913-70da-474d-a770-ce9376a496c5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 944 time: 0.3255358 Nov 26 03:03:56.521081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524d909-62bd-4d59-904d-0bade1acc284 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Pushing event deleted for resources: {'Port': ['ID=14fbf4a3-78d3-4307-92b1-200f7fd006f8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:56.558410 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:56.561455 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767a0803-a891-4a6b-a87e-4e1641b397d4 x-openstack-request-id: req-767a0803-a891-4a6b-a87e-4e1641b397d4 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:03:56.561858 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc43672-5658-4bed-9bbd-652e31900fb4", "name": "network-vif-plugged", "status": "completed", "tag": "ced779a4-ab03-4115-88dc-6963ba7e5a4a", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:03:56.562213 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-767a0803-a891-4a6b-a87e-4e1641b397d4 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:03:56.562671 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc43672-5658-4bed-9bbd-652e31900fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced779a4-ab03-4115-88dc-6963ba7e5a4a', 'code': 200} Nov 26 03:03:56.564968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=ced779a4-ab03-4115-88dc-6963ba7e5a4a,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:56.576221 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:56.645928 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3524d909-62bd-4d59-904d-0bade1acc284 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:56.654814 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3524d909-62bd-4d59-904d-0bade1acc284 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] 10.222.0.31 "DELETE /v2.0/ports/14fbf4a3-78d3-4307-92b1-200f7fd006f8 HTTP/1.1" status: 204 len: 168 time: 2.0279346 Nov 26 03:03:56.666753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58356) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:56.690149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1898e077-b1eb-4f9d-bd71-048448fd70a4 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Request body: {'port': {'name': 'tempest-new-port-name-1385278359', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:03:56.690599 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.api.validators [None req-1898e077-b1eb-4f9d-bd71-048448fd70a4 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] bootfile-name is not in valid_values {{(pid=104802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 03:03:56.690952 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.api.validators [None req-1898e077-b1eb-4f9d-bd71-048448fd70a4 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] tftp-server is not in valid_values {{(pid=104802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 03:03:56.691306 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.api.validators [None req-1898e077-b1eb-4f9d-bd71-048448fd70a4 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] server-ip-address is not in valid_values {{(pid=104802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 03:03:56.777689 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a542ffe-f2d6-40ba-856f-6bb77e526873 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:56.847190 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Attempting to bind port 2f22844d-cbc1-41ca-b52c-d4f62274b567 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:56.847630 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Attempting to bind port 2f22844d-cbc1-41ca-b52c-d4f62274b567 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '68f57476-426f-4223-9a9c-5d4c00f8d89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4839e4f8-6dba-4660-8aaf-51cd73db3bce'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:56.848461 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Attempting to bind port 2f22844d-cbc1-41ca-b52c-d4f62274b567 on network 4839e4f8-6dba-4660-8aaf-51cd73db3bce {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:56.886025 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:03:56.886542 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Checking segment: {'id': '68f57476-426f-4223-9a9c-5d4c00f8d89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4839e4f8-6dba-4660-8aaf-51cd73db3bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:03:56.886972 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:56.887386 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Bound using segment: {'id': '68f57476-426f-4223-9a9c-5d4c00f8d89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4839e4f8-6dba-4660-8aaf-51cd73db3bce'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:03:56.887901 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Bound port: 2f22844d-cbc1-41ca-b52c-d4f62274b567, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f57476-426f-4223-9a9c-5d4c00f8d89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4839e4f8-6dba-4660-8aaf-51cd73db3bce'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:03:56.888323 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:56.888880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-879d2dc5-ec60-48f3-8994-fb3993baf83f req-e6bf4909-9141-4a35-b25a-e80c4ba27c73 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317567 Nov 26 03:03:56.912986 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-035c2e90-5b85-41fa-92f7-ddfff62bb290 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:56.955490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Allocated IP 172.21.0.2 (6bdf1f27-79e4-4312-b6f4-132ae05c854e/e1eb7cbd-450e-409b-8ca9-0285ff54bd86/fa5e428b-3544-41a2-88e8-3fd11ecdf462) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:03:57.030631 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] For port 2f22844d-cbc1-41ca-b52c-d4f62274b567, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:03:57.034687 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] For port 2f22844d-cbc1-41ca-b52c-d4f62274b567, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2f22844d-cbc1-41ca-b52c-d4f62274b567,segment=NetworkSegment(68f57476-426f-4223-9a9c-5d4c00f8d89f),segment_id=68f57476-426f-4223-9a9c-5d4c00f8d89f)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:03:57.049533 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:57.178677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e6e5561d-537b-4621-8dda-326a941faaa0 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:03:57.200547 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-0a542ffe-f2d6-40ba-856f-6bb77e526873 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Allocated IP 172.20.0.1 (4839e4f8-6dba-4660-8aaf-51cd73db3bce/b0faaa38-245f-4d1b-8ab2-99a4e434e9cb/964e80b4-a8de-452e-b6e0-beca886e3746) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:03:57.225989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: e6e5561d-537b-4621-8dda-326a941faaa0 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:03:57.226605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e6e5561d-537b-4621-8dda-326a941faaa0 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:03:57.235797 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889e64c-d0e7-45a9-bc50-501c51721755 None None] Pushing event updated for resources: {'Port': ['ID=2f22844d-cbc1-41ca-b52c-d4f62274b567,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:57.362705 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a542ffe-f2d6-40ba-856f-6bb77e526873 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:57.418170 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a542ffe-f2d6-40ba-856f-6bb77e526873 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:57.418478 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:57.435383 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:57.465609 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1898e077-b1eb-4f9d-bd71-048448fd70a4 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:57.470486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Network 6bdf1f27-79e4-4312-b6f4-132ae05c854e is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:57.474156 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:57.486325 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:57.500338 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a542ffe-f2d6-40ba-856f-6bb77e526873 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 4839e4f8-6dba-4660-8aaf-51cd73db3bce is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:57.504443 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-0a542ffe-f2d6-40ba-856f-6bb77e526873 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:57.550654 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a542ffe-f2d6-40ba-856f-6bb77e526873 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=964e80b4-a8de-452e-b6e0-beca886e3746,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:57.556633 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a542ffe-f2d6-40ba-856f-6bb77e526873 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:03:57.625151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Pushing event updated for resources: {'Port': ['ID=fa5e428b-3544-41a2-88e8-3fd11ecdf462,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:57.648800 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Attempting to bind port fa5e428b-3544-41a2-88e8-3fd11ecdf462 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:03:57.649193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Attempting to bind port fa5e428b-3544-41a2-88e8-3fd11ecdf462 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '642e8e62-e181-4d4f-a7b1-e251bffcbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bdf1f27-79e4-4312-b6f4-132ae05c854e'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:03:57.652871 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Attempting to bind port fa5e428b-3544-41a2-88e8-3fd11ecdf462 on network 6bdf1f27-79e4-4312-b6f4-132ae05c854e {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:03:57.663303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb9a9d-36ac-46e7-a22a-0f59073305c6 req-0fd9aa8f-e24c-4c6b-a3c5-812b55dc228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:57.665163 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6beb9a9d-36ac-46e7-a22a-0f59073305c6 req-0fd9aa8f-e24c-4c6b-a3c5-812b55dc228b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 1096 time: 0.9064410 Nov 26 03:03:57.668764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:03:57.669082 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Checking segment: {'id': '642e8e62-e181-4d4f-a7b1-e251bffcbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bdf1f27-79e4-4312-b6f4-132ae05c854e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:03:57.669494 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:57.669899 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Bound using segment: {'id': '642e8e62-e181-4d4f-a7b1-e251bffcbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bdf1f27-79e4-4312-b6f4-132ae05c854e'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:03:57.670334 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a542ffe-f2d6-40ba-856f-6bb77e526873 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:57.670464 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Bound port: fa5e428b-3544-41a2-88e8-3fd11ecdf462, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642e8e62-e181-4d4f-a7b1-e251bffcbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bdf1f27-79e4-4312-b6f4-132ae05c854e'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:03:57.670763 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:57.679647 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e77c0dd-3d19-44f6-88a3-34aa9a5ebfe5 req-8c3196a6-a0ba-421b-a0dd-9b7050450ac6 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.1515338 Nov 26 03:03:57.743239 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-035c2e90-5b85-41fa-92f7-ddfff62bb290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:57.832184 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] For port fa5e428b-3544-41a2-88e8-3fd11ecdf462, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:03:57.836514 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] For port fa5e428b-3544-41a2-88e8-3fd11ecdf462, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=fa5e428b-3544-41a2-88e8-3fd11ecdf462,segment=NetworkSegment(642e8e62-e181-4d4f-a7b1-e251bffcbe4d),segment_id=642e8e62-e181-4d4f-a7b1-e251bffcbe4d)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:03:57.849569 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:57.989733 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3e60a-175b-4af8-834b-e2edfa7cfe3b None None] Pushing event updated for resources: {'Port': ['ID=fa5e428b-3544-41a2-88e8-3fd11ecdf462,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:58.035039 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-035c2e90-5b85-41fa-92f7-ddfff62bb290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:58.058700 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a542ffe-f2d6-40ba-856f-6bb77e526873 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:58.078853 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ff4f9e-b7d2-48a9-a18e-9e28f96be037 None None] Network fb2445e5-ad67-43dc-b60d-c555dd7b8e12 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:03:58.082406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6beb9a9d-36ac-46e7-a22a-0f59073305c6 req-c4a54ae0-e2c2-4a42-9087-e2b512ea2406 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944483 Nov 26 03:03:58.085766 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-035c2e90-5b85-41fa-92f7-ddfff62bb290 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:58.091365 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-035c2e90-5b85-41fa-92f7-ddfff62bb290 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9a5d52cf-14f1-4c64-a09a-1d91ea505a6c HTTP/1.1" status: 204 len: 168 time: 1.7825501 Nov 26 03:03:58.097128 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58366) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:58.147319 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1898e077-b1eb-4f9d-bd71-048448fd70a4 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:58.174001 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c2e90-5b85-41fa-92f7-ddfff62bb290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a5d52cf-14f1-4c64-a09a-1d91ea505a6c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:58.278799 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1898e077-b1eb-4f9d-bd71-048448fd70a4 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:58.311762 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:58.335853 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b1473765-8d80-498e-9952-826eacb4beed req-8c0474de-d518-4e8c-be6b-d6938da59960 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9daa181f-4d0f-4096-90d2-2f07364d08b5 HTTP/1.1" status: 200 len: 210 time: 0.1394720 Nov 26 03:03:58.504536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d53c-f678-498f-b5a0-de8d4a9cbcf5 req-d5535e9c-b29a-4212-a40e-dda7dc4f7139 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:58.517615 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42491344-69cc-4c0d-b99d-0989b8711aa6 None None] DHCP port deletion for fb2445e5-ad67-43dc-b60d-c555dd7b8e12 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:03:58.519852 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24f5d53c-f678-498f-b5a0-de8d4a9cbcf5 req-d5535e9c-b29a-4212-a40e-dda7dc4f7139 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 945 time: 0.4490027 Nov 26 03:03:58.544646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898e077-b1eb-4f9d-bd71-048448fd70a4 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Pushing event updated for resources: {'Port': ['ID=c718f106-1c50-406d-aa15-3522d7644c6c,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:58.598760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-1898e077-b1eb-4f9d-bd71-048448fd70a4 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] In _notify_port_updated(), no bound segment for port c718f106-1c50-406d-aa15-3522d7644c6c on network d993950c-911b-4d79-a392-fe95df3be453 {{(pid=104802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 03:03:58.605469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1898e077-b1eb-4f9d-bd71-048448fd70a4 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:58.606131 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1898e077-b1eb-4f9d-bd71-048448fd70a4 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:58.610048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1898e077-b1eb-4f9d-bd71-048448fd70a4 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] 10.222.0.31 "PUT /v2.0/ports/c718f106-1c50-406d-aa15-3522d7644c6c HTTP/1.1" status: 200 len: 1136 time: 1.9381933 Nov 26 03:03:58.610232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-42491344-69cc-4c0d-b99d-0989b8711aa6 None None] Deleting port 54252506-efcf-40bb-8b3c-5154b2d49a20 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:58.610232 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-42491344-69cc-4c0d-b99d-0989b8711aa6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:58.610803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58370) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:58.706496 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] Deleting port 54252506-efcf-40bb-8b3c-5154b2d49a20 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:58.707620 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:58.721607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24f5d53c-f678-498f-b5a0-de8d4a9cbcf5 req-42c1a0be-7f9b-412a-8c12-0238e24f405e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971776 Nov 26 03:03:58.755766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f1084d-cb8d-496a-9bbb-a42ec173b1f2 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:03:58.756347 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-42491344-69cc-4c0d-b99d-0989b8711aa6 None None] For port 54252506-efcf-40bb-8b3c-5154b2d49a20, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=54252506-efcf-40bb-8b3c-5154b2d49a20,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:58.757383 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-42491344-69cc-4c0d-b99d-0989b8711aa6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:58.761314 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c1f1084d-cb8d-496a-9bbb-a42ec173b1f2 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] 10.222.0.31 "GET /v2.0/ports/c718f106-1c50-406d-aa15-3522d7644c6c HTTP/1.1" status: 200 len: 1136 time: 0.1454864 Nov 26 03:03:58.763752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58374) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:03:58.792204 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-42491344-69cc-4c0d-b99d-0989b8711aa6 None None] Calling delete_port for 54252506-efcf-40bb-8b3c-5154b2d49a20 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:58.897392 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] For port 54252506-efcf-40bb-8b3c-5154b2d49a20, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=54252506-efcf-40bb-8b3c-5154b2d49a20,segment=NetworkSegment(7ebb7002-7f54-4554-a4d2-54ac6c3c062a),segment_id=7ebb7002-7f54-4554-a4d2-54ac6c3c062a)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:03:58.897392 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:58.911715 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] Calling delete_port for 54252506-efcf-40bb-8b3c-5154b2d49a20 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:58.971846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7be0e833-aea7-4e1f-adfc-83a163d019d0 req-d55ed6a9-8873-4f32-aebd-4aef90b19093 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0992494 Nov 26 03:03:58.979997 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-08cf2e07-f47e-4703-980e-46b7c6e60158 None None] Provisioning complete for port c718f106-1c50-406d-aa15-3522d7644c6c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:58.980298 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-08cf2e07-f47e-4703-980e-46b7c6e60158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:59.012483 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92633229-7b73-45a4-a530-2fcb0f45571c None None] Network 4839e4f8-6dba-4660-8aaf-51cd73db3bce requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:03:59.027390 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-42491344-69cc-4c0d-b99d-0989b8711aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:59.028513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-0821c75f-f510-47c3-a330-abe82ecfc48e tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Deleting port c718f106-1c50-406d-aa15-3522d7644c6c {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:03:59.028876 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0821c75f-f510-47c3-a330-abe82ecfc48e tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:59.105488 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a542ffe-f2d6-40ba-856f-6bb77e526873 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:59.126210 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a542ffe-f2d6-40ba-856f-6bb77e526873 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:59.133697 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42491344-69cc-4c0d-b99d-0989b8711aa6 None None] Pushing event deleted for resources: {'Port': ['ID=54252506-efcf-40bb-8b3c-5154b2d49a20,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:59.142093 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42491344-69cc-4c0d-b99d-0989b8711aa6 None None] No DVR routers for this DVR port 54252506-efcf-40bb-8b3c-5154b2d49a20 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:03:59.146760 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-08cf2e07-f47e-4703-980e-46b7c6e60158 None None] Port c718f106-1c50-406d-aa15-3522d7644c6c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:03:59.284598 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ff358e9-336e-4bd2-a7ab-607e2d08bb6b req-05e24907-de0f-4ccb-b70c-04d07ea8ffce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0776889 Nov 26 03:03:59.294313 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:59.342479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-0a09d812-0596-4924-b6cd-fe30e633dde8 None None] Provisioning complete for port 2f22844d-cbc1-41ca-b52c-d4f62274b567 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:03:59.343118 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0a09d812-0596-4924-b6cd-fe30e633dde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:59.374469 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a542ffe-f2d6-40ba-856f-6bb77e526873 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=964e80b4-a8de-452e-b6e0-beca886e3746,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:59.377190 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] No DVR routers for this DVR port 54252506-efcf-40bb-8b3c-5154b2d49a20 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:03:59.380748 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a542ffe-f2d6-40ba-856f-6bb77e526873 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:59.383684 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0821c75f-f510-47c3-a330-abe82ecfc48e tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:59.407867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-0821c75f-f510-47c3-a330-abe82ecfc48e tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Calling delete_port for c718f106-1c50-406d-aa15-3522d7644c6c owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:03:59.444317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2f22844d-cbc1-41ca-b52c-d4f62274b567 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:03:59.480523 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=54252506-efcf-40bb-8b3c-5154b2d49a20,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:59.691090 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0821c75f-f510-47c3-a330-abe82ecfc48e tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:59.731511 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ad97bf-010d-48d4-895a-00971f12d316 None None] Network 6bdf1f27-79e4-4312-b6f4-132ae05c854e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:03:59.757110 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:59.784518 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821c75f-f510-47c3-a330-abe82ecfc48e tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Pushing event deleted for resources: {'Port': ['ID=c718f106-1c50-406d-aa15-3522d7644c6c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:03:59.817827 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2445e5-ad67-43dc-b60d-c555dd7b8e12']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:59.843361 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a542ffe-f2d6-40ba-856f-6bb77e526873 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 4839e4f8-6dba-4660-8aaf-51cd73db3bce is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:03:59.863338 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ebb7002-7f54-4554-a4d2-54ac6c3c062a') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:59.867922 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ebb7002-7f54-4554-a4d2-54ac6c3c062a') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:03:59.873079 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-0a542ffe-f2d6-40ba-856f-6bb77e526873 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:03:59.887370 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0821c75f-f510-47c3-a330-abe82ecfc48e tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:03:59.890648 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0821c75f-f510-47c3-a330-abe82ecfc48e tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] 10.222.0.31 "DELETE /v2.0/ports/c718f106-1c50-406d-aa15-3522d7644c6c HTTP/1.1" status: 204 len: 168 time: 1.1232488 Nov 26 03:03:59.917172 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58386) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:00.083544 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:00.143139 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:00.154725 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:04:00.155403 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:04:00.157306 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:04:00.171346 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0a09d812-0596-4924-b6cd-fe30e633dde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:00.213942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8b76e4-89e5-44ee-b222-3267268b619d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Deleting subnet c6fe826e-59aa-4680-a4b4-62b7cccf83ff {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:04:00.228207 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 2f22844d-cbc1-41ca-b52c-d4f62274b567 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:00.228658 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:00.246184 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:00.262689 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c8b76e4-89e5-44ee-b222-3267268b619d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:00.267120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6ef9cf5-a56b-419f-b656-94aac10c80a9 req-9c7bed75-ae60-4162-83c7-a3b79d081b64 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0746386 Nov 26 03:04:00.268954 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:00.307963 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fb2445e5-ad67-43dc-b60d-c555dd7b8e12 HTTP/1.1" status: 204 len: 168 time: 2.2097013 Nov 26 03:04:00.320192 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dff871-65a9-4ccf-8ff2-a3818a560ae2 req-65558979-c714-4e53-aa3a-427ec67d26fa tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:00.328930 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10dff871-65a9-4ccf-8ff2-a3818a560ae2 req-65558979-c714-4e53-aa3a-427ec67d26fa tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 945 time: 0.3873723 Nov 26 03:04:00.370887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b745-15a6-495a-996e-b1fe3671abf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb2445e5-ad67-43dc-b60d-c555dd7b8e12,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:00.382013 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a542ffe-f2d6-40ba-856f-6bb77e526873 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router 9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:04:00.382554 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0a09d812-0596-4924-b6cd-fe30e633dde8 None None] For port 2f22844d-cbc1-41ca-b52c-d4f62274b567, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2f22844d-cbc1-41ca-b52c-d4f62274b567,segment=NetworkSegment(68f57476-426f-4223-9a9c-5d4c00f8d89f),segment_id=68f57476-426f-4223-9a9c-5d4c00f8d89f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:00.418985 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c8b76e4-89e5-44ee-b222-3267268b619d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:00.480650 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device fa5e428b-3544-41a2-88e8-3fd11ecdf462 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:04:00.538739 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0a09d812-0596-4924-b6cd-fe30e633dde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:00.636534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09d812-0596-4924-b6cd-fe30e633dde8 None None] Pushing event updated for resources: {'Port': ['ID=2f22844d-cbc1-41ca-b52c-d4f62274b567,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:00.716931 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port fa5e428b-3544-41a2-88e8-3fd11ecdf462 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:00.716931 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:00.722716 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a542ffe-f2d6-40ba-856f-6bb77e526873 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:04:00.729835 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0a542ffe-f2d6-40ba-856f-6bb77e526873 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5065188 Nov 26 03:04:00.739101 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58396) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:00.824437 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58398) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:00.824976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b158f6-5dcb-4714-9120-b4ab31104857 None None] Sync routers for ids ['9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:04:00.836983 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-625cf4fd-4b90-4f4e-a5b6-3c0a470dae4d None None] Provisioning complete for port 2f22844d-cbc1-41ca-b52c-d4f62274b567 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:00.837363 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-625cf4fd-4b90-4f4e-a5b6-3c0a470dae4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:00.849099 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c8b76e4-89e5-44ee-b222-3267268b619d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:00.909115 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b158f6-5dcb-4714-9120-b4ab31104857 None None] Routers {'9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:00.910309 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d3b158f6-5dcb-4714-9120-b4ab31104857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:00.914889 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d34e06dc-4ca4-4c5b-adf3-99b63169e5d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd0486c09d3445d19d9cae0425413414&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0892498 Nov 26 03:04:00.915497 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58400) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:00.965722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10dff871-65a9-4ccf-8ff2-a3818a560ae2 req-91bed857-2795-4548-8aee-091377e0d232 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6356642 Nov 26 03:04:00.978278 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c8b76e4-89e5-44ee-b222-3267268b619d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:01.003204 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d3b158f6-5dcb-4714-9120-b4ab31104857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:01.008823 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:01.022289 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f67cf7ab-650c-44ba-a8c4-aa9b0899d98e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:01.039588 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c8b76e4-89e5-44ee-b222-3267268b619d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:01.044969 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7c8b76e4-89e5-44ee-b222-3267268b619d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] 10.222.0.31 "DELETE /v2.0/subnets/c6fe826e-59aa-4680-a4b4-62b7cccf83ff HTTP/1.1" status: 204 len: 168 time: 1.1021056 Nov 26 03:04:01.047474 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58404) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:01.057515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3792021b-f9ce-46be-be1a-9ab1461c74c9 None None] Network d993950c-911b-4d79-a392-fe95df3be453 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:01.060505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee6872d-bf94-4ae9-86e1-ec4229377289 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:01.065251 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1ee6872d-bf94-4ae9-86e1-ec4229377289 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/ports/964e80b4-a8de-452e-b6e0-beca886e3746 HTTP/1.1" status: 200 len: 910 time: 0.3251626 Nov 26 03:04:01.066254 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58406) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:01.067013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b76e4-89e5-44ee-b222-3267268b619d tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Pushing event deleted for resources: {'Subnet': ['ID=c6fe826e-59aa-4680-a4b4-62b7cccf83ff,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:01.157155 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f67cf7ab-650c-44ba-a8c4-aa9b0899d98e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:01.161339 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port fa5e428b-3544-41a2-88e8-3fd11ecdf462, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=fa5e428b-3544-41a2-88e8-3fd11ecdf462,segment=NetworkSegment(642e8e62-e181-4d4f-a7b1-e251bffcbe4d),segment_id=642e8e62-e181-4d4f-a7b1-e251bffcbe4d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:01.196346 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:01.198484 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b158f6-5dcb-4714-9120-b4ab31104857 None None] Routers {'9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:01.199239 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d3b158f6-5dcb-4714-9120-b4ab31104857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:01.253668 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:01.296733 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1579546c-bd04-45d3-9e20-d7c7d865501e req-e96a0902-1c8c-4aef-ad9b-b4dbc1dee16d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=663f066e304f4b57893c72f115ebd127 HTTP/1.1" status: 200 len: 267 time: 0.1661217 Nov 26 03:04:01.366139 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f67cf7ab-650c-44ba-a8c4-aa9b0899d98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:01.377760 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f67cf7ab-650c-44ba-a8c4-aa9b0899d98e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:01.379263 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f67cf7ab-650c-44ba-a8c4-aa9b0899d98e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d8eb6f5-9c7a-4c71-b961-68c98db3259f HTTP/1.1" status: 204 len: 168 time: 0.4622891 Nov 26 03:04:01.399902 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cf7ab-650c-44ba-a8c4-aa9b0899d98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8eb6f5-9c7a-4c71-b961-68c98db3259f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:01.436932 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Deleting port 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:04:01.437288 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:01.517844 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] For port 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0,segment=NetworkSegment(a193c7a1-cf1b-475a-9c26-a9cf6e73cf91),segment_id=a193c7a1-cf1b-475a-9c26-a9cf6e73cf91)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:01.518205 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:01.538785 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Calling delete_port for 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:04:01.557470 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d453dfd1-6f38-427e-a2fd-5adf848f6b3f req-e326b30f-3684-41c2-86e9-27549eec9fd5 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0767055 Nov 26 03:04:01.564217 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 54252506-efcf-40bb-8b3c-5154b2d49a20 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:04:01.575903 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d3b158f6-5dcb-4714-9120-b4ab31104857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:01.576663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b158f6-5dcb-4714-9120-b4ab31104857 None None] The sync data for ids ['9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:04:01.628480 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 54252506-efcf-40bb-8b3c-5154b2d49a20 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:04:01.628839 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 54252506-efcf-40bb-8b3c-5154b2d49a20 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:04:01.689570 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=fa5e428b-3544-41a2-88e8-3fd11ecdf462,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:01.701378 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-625cf4fd-4b90-4f4e-a5b6-3c0a470dae4d None None] Provisioning complete for port fa5e428b-3544-41a2-88e8-3fd11ecdf462 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:01.701766 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-625cf4fd-4b90-4f4e-a5b6-3c0a470dae4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:01.778566 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:01.795652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] No DVR routers for this DVR port 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:04:01.833934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579546c-bd04-45d3-9e20-d7c7d865501e req-e5685c79-0b76-4fa1-bd84-9ba4fd9e50ab tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:01.846168 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1579546c-bd04-45d3-9e20-d7c7d865501e req-e5685c79-0b76-4fa1-bd84-9ba4fd9e50ab tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 945 time: 0.5484755 Nov 26 03:04:01.849895 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Pushing event deleted for resources: {'Port': ['ID=4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:01.863621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-1579546c-bd04-45d3-9e20-d7c7d865501e req-af5f1511-a983-4a9f-9bf8-f56a5fb94987 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Request body: {'port': {'security_groups': []}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:01.866915 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2f22844d-cbc1-41ca-b52c-d4f62274b567 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:04:01.979427 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaf92a2-a2e6-43b5-b35c-76f14c4aa030 None None] DHCP port deletion for d993950c-911b-4d79-a392-fe95df3be453 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:04:02.019292 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:02.051630 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d993950c-911b-4d79-a392-fe95df3be453']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:02.075059 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a193c7a1-cf1b-475a-9c26-a9cf6e73cf91') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:02.075265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a193c7a1-cf1b-475a-9c26-a9cf6e73cf91') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:02.098493 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:02.127233 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:02.128665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 2f22844d-cbc1-41ca-b52c-d4f62274b567 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:02.129072 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:02.136599 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1579546c-bd04-45d3-9e20-d7c7d865501e req-af5f1511-a983-4a9f-9bf8-f56a5fb94987 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:02.137975 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:04:02.140187 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:02.204576 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-625cf4fd-4b90-4f4e-a5b6-3c0a470dae4d None None] Provisioning complete for port 964e80b4-a8de-452e-b6e0-beca886e3746 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:02.205092 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-625cf4fd-4b90-4f4e-a5b6-3c0a470dae4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:02.297067 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d11aa12d-73ed-4971-bc73-b68d49ea168d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:02.323238 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-625cf4fd-4b90-4f4e-a5b6-3c0a470dae4d None None] Port 964e80b4-a8de-452e-b6e0-beca886e3746 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:04:02.417805 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6243bee4-705e-48c6-8508-c452771c9cf8 req-fe368b64-1da5-4a12-940f-79e23195cd6a tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0540524 Nov 26 03:04:02.449471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2e0caab7-0e4d-43df-a8b3-19e0c31b3c03 None None] Provisioning complete for port fa5e428b-3544-41a2-88e8-3fd11ecdf462 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:02.450863 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2e0caab7-0e4d-43df-a8b3-19e0c31b3c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:02.653328 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2e0caab7-0e4d-43df-a8b3-19e0c31b3c03 None None] Provisioning complete for port 964e80b4-a8de-452e-b6e0-beca886e3746 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:02.653712 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2e0caab7-0e4d-43df-a8b3-19e0c31b3c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:02.734916 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2e0caab7-0e4d-43df-a8b3-19e0c31b3c03 None None] Port 964e80b4-a8de-452e-b6e0-beca886e3746 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:04:02.818927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-1579546c-bd04-45d3-9e20-d7c7d865501e req-af5f1511-a983-4a9f-9bf8-f56a5fb94987 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] For port ced779a4-ab03-4115-88dc-6963ba7e5a4a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ced779a4-ab03-4115-88dc-6963ba7e5a4a,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:04:02.856487 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:04:02.898952 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:02.916529 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1579546c-bd04-45d3-9e20-d7c7d865501e req-af5f1511-a983-4a9f-9bf8-f56a5fb94987 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:02.924490 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:02.930858 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] 10.222.0.31 "DELETE /v2.0/networks/d993950c-911b-4d79-a392-fe95df3be453 HTTP/1.1" status: 204 len: 168 time: 1.8823013 Nov 26 03:04:02.940873 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01c11e-ba64-4444-8a6c-a3534bba39c0 tempest-ExtraDHCPOptionsTestJSON-337452647 tempest-ExtraDHCPOptionsTestJSON-337452647-project] Pushing event deleted for resources: {'Network': ['ID=d993950c-911b-4d79-a392-fe95df3be453,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:02.946307 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1579546c-bd04-45d3-9e20-d7c7d865501e req-af5f1511-a983-4a9f-9bf8-f56a5fb94987 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:02.980880 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['ced779a4-ab03-4115-88dc-6963ba7e5a4a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:04:02.984525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['52340b43-9548-4bcf-983d-9d278eeca42d', 'e1957849-d9dd-4496-9635-87fbcc2f1527'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:04:03.001056 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579546c-bd04-45d3-9e20-d7c7d865501e req-af5f1511-a983-4a9f-9bf8-f56a5fb94987 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:03.001873 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1579546c-bd04-45d3-9e20-d7c7d865501e req-af5f1511-a983-4a9f-9bf8-f56a5fb94987 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:03.003312 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1579546c-bd04-45d3-9e20-d7c7d865501e req-af5f1511-a983-4a9f-9bf8-f56a5fb94987 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "PUT /v2.0/ports/ced779a4-ab03-4115-88dc-6963ba7e5a4a HTTP/1.1" status: 200 len: 904 time: 1.1474862 Nov 26 03:04:03.013579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc43672-5658-4bed-9bbd-652e31900fb4', 'tag': 'ced779a4-ab03-4115-88dc-6963ba7e5a4a'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:04:03.015843 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb552a5a-969f-4052-932d-ee2be6505fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc43672-5658-4bed-9bbd-652e31900fb4", "tag": "ced779a4-ab03-4115-88dc-6963ba7e5a4a"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:04:03.029345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-d11aa12d-73ed-4971-bc73-b68d49ea168d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Allocated IP 172.21.0.1 (6bdf1f27-79e4-4312-b6f4-132ae05c854e/e1eb7cbd-450e-409b-8ca9-0285ff54bd86/42a56067-b7e9-4201-a585-ce79a600f207) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:04:03.094028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f1511-a983-4a9f-9bf8-f56a5fb94987 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Pushing event updated for resources: {'Port': ['ID=ced779a4-ab03-4115-88dc-6963ba7e5a4a,revision_number=6']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:03.190828 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['ced779a4-ab03-4115-88dc-6963ba7e5a4a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:04:03.321441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d84d2-348f-489e-99bb-dcbd13d13404 req-9ff05084-f347-4d50-9577-029d02502759 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:03.323121 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a63d84d2-348f-489e-99bb-dcbd13d13404 req-9ff05084-f347-4d50-9577-029d02502759 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 907 time: 0.1751280 Nov 26 03:04:03.350683 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d11aa12d-73ed-4971-bc73-b68d49ea168d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:03.404386 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d11aa12d-73ed-4971-bc73-b68d49ea168d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:03.454354 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11aa12d-73ed-4971-bc73-b68d49ea168d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 6bdf1f27-79e4-4312-b6f4-132ae05c854e is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:04:03.456731 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e515dd-738f-49b9-84e7-ad444e5d9f8f x-openstack-request-id: req-e9e515dd-738f-49b9-84e7-ad444e5d9f8f {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:04:03.457022 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc43672-5658-4bed-9bbd-652e31900fb4", "tag": "ced779a4-ab03-4115-88dc-6963ba7e5a4a", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:04:03.457275 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9e515dd-738f-49b9-84e7-ad444e5d9f8f {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:04:03.457697 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc43672-5658-4bed-9bbd-652e31900fb4', 'tag': 'ced779a4-ab03-4115-88dc-6963ba7e5a4a', 'status': 'completed', 'code': 200} Nov 26 03:04:03.461451 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-d11aa12d-73ed-4971-bc73-b68d49ea168d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:03.470224 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11aa12d-73ed-4971-bc73-b68d49ea168d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:04:03.546160 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-dc134b9a-7df1-44f5-ad93-b4e087daccba None None] Provisioning complete for port ced779a4-ab03-4115-88dc-6963ba7e5a4a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:03.546636 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dc134b9a-7df1-44f5-ad93-b4e087daccba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:03.555762 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58472) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:03.612843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11aa12d-73ed-4971-bc73-b68d49ea168d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=42a56067-b7e9-4201-a585-ce79a600f207,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:03.689100 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d11aa12d-73ed-4971-bc73-b68d49ea168d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:03.796985 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a4e8f617-ef6a-40fc-94b8-7299cac7f08b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d4851503704410885e9c369a3e87db0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2398312 Nov 26 03:04:03.797889 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58478) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:03.853897 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f05ccafa-7344-4985-a6e5-976a0ac6a7b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:03.854296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb552a5a-969f-4052-932d-ee2be6505fa6 req-60039b46-b0e4-4455-a27b-f48dcd2f6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:03.858123 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb552a5a-969f-4052-932d-ee2be6505fa6 req-60039b46-b0e4-4455-a27b-f48dcd2f6261 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 1058 time: 0.3221393 Nov 26 03:04:03.888508 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device fa5e428b-3544-41a2-88e8-3fd11ecdf462 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:04:03.889869 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f05ccafa-7344-4985-a6e5-976a0ac6a7b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:03.997836 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f05ccafa-7344-4985-a6e5-976a0ac6a7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:04.000442 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f05ccafa-7344-4985-a6e5-976a0ac6a7b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:04.002176 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c9f5a527-332a-4d4a-a53f-a217ba72a104 None None] Provisioning complete for port 42a56067-b7e9-4201-a585-ce79a600f207 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:04.004448 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c9f5a527-332a-4d4a-a53f-a217ba72a104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:04.018934 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f05ccafa-7344-4985-a6e5-976a0ac6a7b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/298721b0-b9a8-400c-8be1-55a1ebfb5d6f HTTP/1.1" status: 204 len: 168 time: 0.2147498 Nov 26 03:04:04.036204 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ccafa-7344-4985-a6e5-976a0ac6a7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298721b0-b9a8-400c-8be1-55a1ebfb5d6f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:04.058407 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ddf5b-e543-443e-8e08-a6d43903c31d req-874f9ecd-1973-466f-82bc-4da2e3bdcff5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:04.072978 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a31ddf5b-e543-443e-8e08-a6d43903c31d req-874f9ecd-1973-466f-82bc-4da2e3bdcff5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.4770777 Nov 26 03:04:04.099082 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c9f5a527-332a-4d4a-a53f-a217ba72a104 None None] Port 42a56067-b7e9-4201-a585-ce79a600f207 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:04:04.157343 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port fa5e428b-3544-41a2-88e8-3fd11ecdf462 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:04.157891 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:04.199652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb552a5a-969f-4052-932d-ee2be6505fa6 req-36cfded8-89fa-4298-abd8-ccef58caa199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:04.201208 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb552a5a-969f-4052-932d-ee2be6505fa6 req-36cfded8-89fa-4298-abd8-ccef58caa199 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 913 time: 0.3293040 Nov 26 03:04:04.302589 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1823d25d-6e1c-451a-ae1e-9527d15b7546 req-5f2cf8ad-fcf8-4fe2-91ee-4540277d9999 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.2856915 Nov 26 03:04:04.374591 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a31ddf5b-e543-443e-8e08-a6d43903c31d req-b42139bd-ca91-44e7-981c-ffc902fb8d59 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982819 Nov 26 03:04:04.456540 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:04:04.514669 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:04:04.515031 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4eaeec96-c2c6-4646-a385-bc5e4f0ee3d0 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:04:04.539784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb552a5a-969f-4052-932d-ee2be6505fa6 req-48b5ee27-21f7-4e05-9559-bbbcc02b6908 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ced779a4-ab03-4115-88dc-6963ba7e5a4a HTTP/1.1" status: 200 len: 217 time: 0.2265556 Nov 26 03:04:04.563896 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d11aa12d-73ed-4971-bc73-b68d49ea168d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:05.106268 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb552a5a-969f-4052-932d-ee2be6505fa6 req-12d1c2ab-5fb8-460d-8aec-a828a739a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:05.107803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb552a5a-969f-4052-932d-ee2be6505fa6 req-12d1c2ab-5fb8-460d-8aec-a828a739a792 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.5410795 Nov 26 03:04:05.119982 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7594a-99a9-4687-8fee-05fffc90ddf3 req-5051e98f-9e98-46de-b022-e3fb59153b82 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:05.127878 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4bb7594a-99a9-4687-8fee-05fffc90ddf3 req-5051e98f-9e98-46de-b022-e3fb59153b82 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.5525944 Nov 26 03:04:05.280511 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58586) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:05.318526 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4bb7594a-99a9-4687-8fee-05fffc90ddf3 req-0ec34bdd-eb9e-41bc-9644-3dfe9b8f214f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895030 Nov 26 03:04:05.365577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb552a5a-969f-4052-932d-ee2be6505fa6 req-24fed151-a245-4746-b24a-82d8ce9d855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:05.367127 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb552a5a-969f-4052-932d-ee2be6505fa6 req-24fed151-a245-4746-b24a-82d8ce9d855c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2365832 Nov 26 03:04:05.445190 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Request body: {'networks': [{'name': 'tempest-network--1462024224'}, {'name': 'tempest-network--130590878'}]} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:05.445843 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Request body: {'network': {'name': 'tempest-network--1462024224'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:05.446663 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Request body: {'network': {'name': 'tempest-network--130590878'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:05.517867 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Made reservation on behalf of dd6e68d0ac374ca3a40dfff5d5f05c01 for: {'network': 2} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:05.524935 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:05.545874 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:05.557534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06e96469-1c94-4c7a-95e3-ec2964c9738a req-550513cb-6cec-43ad-8b3f-e0646b57248b tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0667202 Nov 26 03:04:05.621449 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb552a5a-969f-4052-932d-ee2be6505fa6 req-f0b66edb-5ee1-4ac1-8acb-79fc04bebbf3 service neutron] 10.222.0.54 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443707 Nov 26 03:04:05.738322 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:05.744267 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:05.745141 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:05.789555 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c591a6-dd9c-4364-a3e3-010c5aa86422,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:05.800978 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:04:05.810981 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:05.811394 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Added segment aa58ad44-9baa-4ad3-a2d1-939417cbbd11 of type vlan for network cce17380-ba69-47cc-9cbc-e4b63d9e07aa Nov 26 03:04:05.842552 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb552a5a-969f-4052-932d-ee2be6505fa6 req-33671780-83a5-401d-b958-55e367bd521c service neutron] 10.222.0.54 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991758 Nov 26 03:04:05.846347 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d11aa12d-73ed-4971-bc73-b68d49ea168d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:05.859353 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d11aa12d-73ed-4971-bc73-b68d49ea168d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:05.907159 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:05.912402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11aa12d-73ed-4971-bc73-b68d49ea168d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=42a56067-b7e9-4201-a585-ce79a600f207,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:05.944444 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:04:05.959387 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:05.959876 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Added segment 61d459e8-7c7f-4920-9df1-95bfbbe84a7a of type vlan for network 106945b5-6d9d-455b-9ed1-3ca495b9867b Nov 26 03:04:05.980543 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d11aa12d-73ed-4971-bc73-b68d49ea168d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:05.993563 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-86b7edf0-e278-4237-b04f-98a1a74997fd tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:06.001431 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:06.002027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-86b7edf0-e278-4237-b04f-98a1a74997fd tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 812 time: 0.2799037 Nov 26 03:04:06.023334 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-8c30631d-7060-4657-b302-979eb6706bb3 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/quotas/663f066e304f4b57893c72f115ebd127 HTTP/1.1" status: 200 len: 375 time: 0.0189252 Nov 26 03:04:06.033764 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:06.034628 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:06.042859 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:06.045672 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:06.046356 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:06.110870 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8274565 Nov 26 03:04:06.115151 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58612) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:06.142890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-d31d2193-b6d1-4873-afaf-c2860f2c78db tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1067514 Nov 26 03:04:06.162153 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-5f3dd55c-3a52-47a7-98ed-da5c471427b6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:04:06.163058 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-5f3dd55c-3a52-47a7-98ed-da5c471427b6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075130 Nov 26 03:04:06.180340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11aa12d-73ed-4971-bc73-b68d49ea168d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 6bdf1f27-79e4-4312-b6f4-132ae05c854e is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:04:06.182565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-d11aa12d-73ed-4971-bc73-b68d49ea168d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:06.191633 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event updated for resources: {'Network': ['ID=cce17380-ba69-47cc-9cbc-e4b63d9e07aa,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:06.205879 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network cce17380-ba69-47cc-9cbc-e4b63d9e07aa details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:04:06.277967 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4f6b1-f3b5-4b61-b614-984eb73c6577 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event updated for resources: {'Network': ['ID=106945b5-6d9d-455b-9ed1-3ca495b9867b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:06.300041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 106945b5-6d9d-455b-9ed1-3ca495b9867b details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:04:06.337279 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ddbca5-dee9-4bbb-8aea-8cb9e784e9a2 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:06.344979 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ddbca5-dee9-4bbb-8aea-8cb9e784e9a2 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:06.353065 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ddbca5-dee9-4bbb-8aea-8cb9e784e9a2 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:06.359284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ddbca5-dee9-4bbb-8aea-8cb9e784e9a2 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:06.363802 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-83ddbca5-dee9-4bbb-8aea-8cb9e784e9a2 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2447057 Nov 26 03:04:06.364029 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58614) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:06.399729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11aa12d-73ed-4971-bc73-b68d49ea168d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router 9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:04:06.413799 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-98a67b94-42c1-4b14-a674-2eb0285e63da service neutron] 10.222.0.31 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411294 Nov 26 03:04:06.487122 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c89b20f-bfa5-40c0-8546-c3da8f656891 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:06.550267 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5db285d0-2f95-4944-b22f-60e86ce637f3 None None] Provisioning complete for port 42a56067-b7e9-4201-a585-ce79a600f207 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:06.550650 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5db285d0-2f95-4944-b22f-60e86ce637f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:06.615131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-eacd0f87-2ef4-4c32-83e2-966ffd3dac40 service neutron] 10.222.0.31 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005041 Nov 26 03:04:06.623090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11aa12d-73ed-4971-bc73-b68d49ea168d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:04:06.627223 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c89b20f-bfa5-40c0-8546-c3da8f656891 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:06.650138 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca1b70-6d2e-42f1-b484-0c4f2f6d0e43 None None] Sync routers for ids ['9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:04:06.654628 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-5db285d0-2f95-4944-b22f-60e86ce637f3 None None] Port 42a56067-b7e9-4201-a585-ce79a600f207 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:04:06.663912 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca1b70-6d2e-42f1-b484-0c4f2f6d0e43 None None] Routers {'9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:06.664519 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e9ca1b70-6d2e-42f1-b484-0c4f2f6d0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:06.666866 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d11aa12d-73ed-4971-bc73-b68d49ea168d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5925245 Nov 26 03:04:06.669223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58626) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:06.675241 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4c89b20f-bfa5-40c0-8546-c3da8f656891 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce17380-ba69-47cc-9cbc-e4b63d9e07aa']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:06.687220 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4c89b20f-bfa5-40c0-8546-c3da8f656891 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa58ad44-9baa-4ad3-a2d1-939417cbbd11') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:06.687747 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4c89b20f-bfa5-40c0-8546-c3da8f656891 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa58ad44-9baa-4ad3-a2d1-939417cbbd11') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:06.719741 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c89b20f-bfa5-40c0-8546-c3da8f656891 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:06.745935 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c89b20f-bfa5-40c0-8546-c3da8f656891 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:06.754057 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c89b20f-bfa5-40c0-8546-c3da8f656891 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:04:06.754473 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c89b20f-bfa5-40c0-8546-c3da8f656891 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:06.771349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44578712-37af-43f9-856f-c41fe5bf19eb tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:06.778927 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-44578712-37af-43f9-856f-c41fe5bf19eb tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/ports/42a56067-b7e9-4201-a585-ce79a600f207 HTTP/1.1" status: 200 len: 910 time: 0.1061153 Nov 26 03:04:06.782612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58634) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:04:06.844465 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:04:06.887106 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c89b20f-bfa5-40c0-8546-c3da8f656891 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:06.894067 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c89b20f-bfa5-40c0-8546-c3da8f656891 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:06.897275 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4c89b20f-bfa5-40c0-8546-c3da8f656891 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "DELETE /v2.0/networks/cce17380-ba69-47cc-9cbc-e4b63d9e07aa HTTP/1.1" status: 204 len: 168 time: 0.5322392 Nov 26 03:04:06.915107 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58642) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:06.945839 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89b20f-bfa5-40c0-8546-c3da8f656891 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event deleted for resources: {'Network': ['ID=cce17380-ba69-47cc-9cbc-e4b63d9e07aa,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:06.957496 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e9ca1b70-6d2e-42f1-b484-0c4f2f6d0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:06.973456 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca1b70-6d2e-42f1-b484-0c4f2f6d0e43 None None] Routers {'9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:06.974936 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e9ca1b70-6d2e-42f1-b484-0c4f2f6d0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:06.983982 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7832aee5-1c9f-450a-be8a-30653d14a1a6 req-12500c64-fade-4321-8b40-8654689aa508 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0992184 Nov 26 03:04:07.020642 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e9ca1b70-6d2e-42f1-b484-0c4f2f6d0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:07.021321 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca1b70-6d2e-42f1-b484-0c4f2f6d0e43 None None] The sync data for ids ['9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:04:07.090785 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-718cbec4-37d0-4213-8371-c897d3b8d367 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:07.195326 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f9db322-7a6f-4cbe-82d9-716ae4cecc67 req-781a88f3-2306-4e4a-a6f7-18352d5adb62 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 210 time: 0.0583596 Nov 26 03:04:07.313592 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-718cbec4-37d0-4213-8371-c897d3b8d367 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:07.351797 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-718cbec4-37d0-4213-8371-c897d3b8d367 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106945b5-6d9d-455b-9ed1-3ca495b9867b']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:07.364725 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-718cbec4-37d0-4213-8371-c897d3b8d367 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d459e8-7c7f-4920-9df1-95bfbbe84a7a') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:07.365253 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-718cbec4-37d0-4213-8371-c897d3b8d367 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d459e8-7c7f-4920-9df1-95bfbbe84a7a') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:07.379417 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-718cbec4-37d0-4213-8371-c897d3b8d367 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:07.395959 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-718cbec4-37d0-4213-8371-c897d3b8d367 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:07.406821 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb36924d-0eed-4285-a19f-c13c1043ddea tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:07.408165 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718cbec4-37d0-4213-8371-c897d3b8d367 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:04:07.409537 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-718cbec4-37d0-4213-8371-c897d3b8d367 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:04:07.414535 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:04:07.507628 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-718cbec4-37d0-4213-8371-c897d3b8d367 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:07.515609 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-718cbec4-37d0-4213-8371-c897d3b8d367 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:07.522506 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-718cbec4-37d0-4213-8371-c897d3b8d367 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "DELETE /v2.0/networks/106945b5-6d9d-455b-9ed1-3ca495b9867b HTTP/1.1" status: 204 len: 168 time: 0.6063242 Nov 26 03:04:07.523523 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58654) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:07.611280 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cbec4-37d0-4213-8371-c897d3b8d367 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event deleted for resources: {'Network': ['ID=106945b5-6d9d-455b-9ed1-3ca495b9867b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:07.700974 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59bfb1c-2002-44ad-9920-bdf80e34c0e5 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:07.708001 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59bfb1c-2002-44ad-9920-bdf80e34c0e5 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:07.710429 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a59bfb1c-2002-44ad-9920-bdf80e34c0e5 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1817713 Nov 26 03:04:07.715046 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58656) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:07.723435 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-dd363757-2e72-485d-982b-924024b0cc7c tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-140023702'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:07.770011 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-cb36924d-0eed-4285-a19f-c13c1043ddea tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting port 42a56067-b7e9-4201-a585-ce79a600f207 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:04:07.770634 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb36924d-0eed-4285-a19f-c13c1043ddea tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:07.780960 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd363757-2e72-485d-982b-924024b0cc7c tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Made reservation on behalf of dd6e68d0ac374ca3a40dfff5d5f05c01 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:07.784819 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd363757-2e72-485d-982b-924024b0cc7c tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:07.818381 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd363757-2e72-485d-982b-924024b0cc7c tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:04:07.829471 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd363757-2e72-485d-982b-924024b0cc7c tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:07.830345 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-dd363757-2e72-485d-982b-924024b0cc7c tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Added segment 08778630-e75f-4b1d-abf6-12c0934fde09 of type vlan for network 5a78ce7a-4658-4de3-8ea1-674c55103f0a Nov 26 03:04:07.875207 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd363757-2e72-485d-982b-924024b0cc7c tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:07.905557 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd363757-2e72-485d-982b-924024b0cc7c tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:07.913328 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd363757-2e72-485d-982b-924024b0cc7c tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:07.914017 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd363757-2e72-485d-982b-924024b0cc7c tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:07.935596 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb36924d-0eed-4285-a19f-c13c1043ddea tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:07.968415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-cb36924d-0eed-4285-a19f-c13c1043ddea tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Calling delete_port for 42a56067-b7e9-4201-a585-ce79a600f207 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:04:08.002591 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd363757-2e72-485d-982b-924024b0cc7c tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event updated for resources: {'Network': ['ID=5a78ce7a-4658-4de3-8ea1-674c55103f0a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:08.014045 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 5a78ce7a-4658-4de3-8ea1-674c55103f0a details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:04:08.030579 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dd363757-2e72-485d-982b-924024b0cc7c tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3140128 Nov 26 03:04:08.033024 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58660) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:08.043415 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-23d89f0d-1101-4ea0-8930-cbb219960fff tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-568383998'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:08.106809 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d89f0d-1101-4ea0-8930-cbb219960fff tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Made reservation on behalf of dd6e68d0ac374ca3a40dfff5d5f05c01 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:08.112750 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23d89f0d-1101-4ea0-8930-cbb219960fff tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:08.169076 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d89f0d-1101-4ea0-8930-cbb219960fff tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:04:08.180243 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23d89f0d-1101-4ea0-8930-cbb219960fff tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:08.181383 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-23d89f0d-1101-4ea0-8930-cbb219960fff tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Added segment ccde3482-0139-4663-b4e6-c075a1c1e07c of type vlan for network b3c356b4-394b-4b6b-90fe-acb1302c8d6f Nov 26 03:04:08.224816 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-115c2826-ca23-43c0-ae17-d9364822c7df req-97a50ca4-e24b-4480-9971-7a90998fb7a2 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0646036 Nov 26 03:04:08.259381 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23d89f0d-1101-4ea0-8930-cbb219960fff tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:08.280119 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb36924d-0eed-4285-a19f-c13c1043ddea tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:08.314351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36924d-0eed-4285-a19f-c13c1043ddea tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Port': ['ID=42a56067-b7e9-4201-a585-ce79a600f207,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:08.316583 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23d89f0d-1101-4ea0-8930-cbb219960fff tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:08.325387 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d89f0d-1101-4ea0-8930-cbb219960fff tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:08.326347 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23d89f0d-1101-4ea0-8930-cbb219960fff tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:08.432531 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-23d89f0d-1101-4ea0-8930-cbb219960fff tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3972409 Nov 26 03:04:08.436399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58672) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:08.443270 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Request body: {'ports': [{'network_id': '5a78ce7a-4658-4de3-8ea1-674c55103f0a', 'name': 'tempest-port--2137448288', 'admin_state_up': True}, {'network_id': 'b3c356b4-394b-4b6b-90fe-acb1302c8d6f', 'admin_state_up': False}]} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:08.443800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Request body: {'port': {'network_id': '5a78ce7a-4658-4de3-8ea1-674c55103f0a', 'name': 'tempest-port--2137448288', 'admin_state_up': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:08.444486 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Request body: {'port': {'network_id': 'b3c356b4-394b-4b6b-90fe-acb1302c8d6f', 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:08.468965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d89f0d-1101-4ea0-8930-cbb219960fff tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event updated for resources: {'Network': ['ID=b3c356b4-394b-4b6b-90fe-acb1302c8d6f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:08.479967 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network b3c356b4-394b-4b6b-90fe-acb1302c8d6f details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:04:08.550361 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00ad0c5a-200c-446f-8dad-41990940bed6 req-c3e6344e-5ebc-4aa4-8f65-3ef1753a5bba tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 210 time: 0.1158872 Nov 26 03:04:08.764947 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Made reservation on behalf of dd6e68d0ac374ca3a40dfff5d5f05c01 for: {'port': 2} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:08.772353 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:08.782199 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb36924d-0eed-4285-a19f-c13c1043ddea tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:08.791012 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:08.876354 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-593b3206-159e-4deb-8671-d44c622a3b45 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:08.878006 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-593b3206-159e-4deb-8671-d44c622a3b45 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.54 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 812 time: 0.4175506 Nov 26 03:04:08.894401 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] device_id is not set on port ddd1f72f-404c-406a-b556-fa29d85e1fdd yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:04:08.912019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-86118331-ea7d-4649-86be-0382aa9242a9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Request body: {'port': {'device_id': '6f7bca6f-5452-44fa-901f-5e7838cdd2f9', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'admin_state_up': True, 'tenant_id': '663f066e304f4b57893c72f115ebd127'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:09.043784 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:09.103974 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb36924d-0eed-4285-a19f-c13c1043ddea tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router 9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:04:09.145998 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] device_id is not set on port e795a513-ac13-46ea-aad0-deedefd60a4f yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:04:09.159511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-86118331-ea7d-4649-86be-0382aa9242a9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Made reservation on behalf of 663f066e304f4b57893c72f115ebd127 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:09.163048 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-86118331-ea7d-4649-86be-0382aa9242a9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:09.338263 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:09.429663 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:09.513353 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event updated for resources: {'Port': ['ID=ddd1f72f-404c-406a-b556-fa29d85e1fdd,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:09.519037 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Checking segment: {'id': '08778630-e75f-4b1d-abf6-12c0934fde09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5a78ce7a-4658-4de3-8ea1-674c55103f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:09.519408 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Network hostable DHCP agents. Network: 5a78ce7a-4658-4de3-8ea1-674c55103f0a, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:04:09.542857 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Network 5a78ce7a-4658-4de3-8ea1-674c55103f0a is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:04:09.562012 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 5a78ce7a-4658-4de3-8ea1-674c55103f0a) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:09.570505 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:04:09.571446 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:09.580660 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e79d55-b8dc-490c-8d5c-0cf2aa71614a None None] Network 5a78ce7a-4658-4de3-8ea1-674c55103f0a requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:09.661670 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Checking segment: {'id': 'ccde3482-0139-4663-b4e6-c075a1c1e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3c356b4-394b-4b6b-90fe-acb1302c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:09.661670 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Network hostable DHCP agents. Network: b3c356b4-394b-4b6b-90fe-acb1302c8d6f, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:04:09.671410 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event updated for resources: {'Port': ['ID=e795a513-ac13-46ea-aad0-deedefd60a4f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:09.689655 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Network b3c356b4-394b-4b6b-90fe-acb1302c8d6f is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:04:09.719865 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, b3c356b4-394b-4b6b-90fe-acb1302c8d6f) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:09.745214 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:04:09.748444 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c017939-7bdf-4099-baa5-cf909135fbb3 None None] Network b3c356b4-394b-4b6b-90fe-acb1302c8d6f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:09.761228 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:09.766291 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:09.776998 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:09.778352 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef36dfe1-37e7-4704-a0db-89f36685c6b2 req-3e34f087-a5f2-4e73-98b1-5acb13dcd024 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0734255 Nov 26 03:04:09.787306 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5fc0cc8-c14b-456d-9550-9d175d049cce req-71bab1bd-9d18-47ff-953f-646add499bf6 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 210 time: 0.0858965 Nov 26 03:04:09.830767 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e91fe53f-ba9b-4abe-99de-5c1e168e5f2e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3927169 Nov 26 03:04:09.834452 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58686) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:09.846396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb36924d-0eed-4285-a19f-c13c1043ddea tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:04:09.855214 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cb36924d-0eed-4285-a19f-c13c1043ddea tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0714719 Nov 26 03:04:09.858685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58688) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:09.864855 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d4532-facb-4a2d-9245-747520e20cc3 None None] Sync routers for ids ['9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:04:09.895777 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d4532-facb-4a2d-9245-747520e20cc3 None None] Routers {'9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:09.896626 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c12d4532-facb-4a2d-9245-747520e20cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:09.916113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22824034-bc44-4ea3-8a00-5fbbaf5697b9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:09.922778 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22824034-bc44-4ea3-8a00-5fbbaf5697b9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:09.925330 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-22824034-bc44-4ea3-8a00-5fbbaf5697b9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0897863 Nov 26 03:04:09.928171 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58690) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:09.960946 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c12d4532-facb-4a2d-9245-747520e20cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:09.985286 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d4532-facb-4a2d-9245-747520e20cc3 None None] Routers {'9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:09.985917 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c12d4532-facb-4a2d-9245-747520e20cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:10.018694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-86118331-ea7d-4649-86be-0382aa9242a9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Allocated IP 172.20.0.7 (5b01fbf4-05c2-426a-bd34-1db1e2639446/b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875/543667cf-364f-4ec6-a347-524c853aac40) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:04:10.026642 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c12d4532-facb-4a2d-9245-747520e20cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:10.027425 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d4532-facb-4a2d-9245-747520e20cc3 None None] The sync data for ids ['9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:04:10.078422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-87797f2d-0fc5-4864-bebc-39fc78c2b151 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Deleting port ddd1f72f-404c-406a-b556-fa29d85e1fdd {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:04:10.081864 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-87797f2d-0fc5-4864-bebc-39fc78c2b151 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:10.198766 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-87797f2d-0fc5-4864-bebc-39fc78c2b151 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:10.217450 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-87797f2d-0fc5-4864-bebc-39fc78c2b151 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Calling delete_port for ddd1f72f-404c-406a-b556-fa29d85e1fdd owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:04:10.317892 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-86118331-ea7d-4649-86be-0382aa9242a9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:10.332590 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-87797f2d-0fc5-4864-bebc-39fc78c2b151 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:10.372002 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87797f2d-0fc5-4864-bebc-39fc78c2b151 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event deleted for resources: {'Port': ['ID=ddd1f72f-404c-406a-b556-fa29d85e1fdd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:10.388465 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-87797f2d-0fc5-4864-bebc-39fc78c2b151 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:10.393477 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-87797f2d-0fc5-4864-bebc-39fc78c2b151 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "DELETE /v2.0/ports/ddd1f72f-404c-406a-b556-fa29d85e1fdd HTTP/1.1" status: 204 len: 168 time: 0.4640422 Nov 26 03:04:10.396006 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58696) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:10.437955 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-86118331-ea7d-4649-86be-0382aa9242a9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:10.481442 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['52340b43-9548-4bcf-983d-9d278eeca42d', 'e1957849-d9dd-4496-9635-87fbcc2f1527'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:04:10.505148 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b2da685-d039-40b3-afb9-1284ee60366d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:10.516386 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-86118331-ea7d-4649-86be-0382aa9242a9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Network 5b01fbf4-05c2-426a-bd34-1db1e2639446 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:04:10.548959 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e3335fe6-ec39-425b-82c6-d28a41eb8c9a tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Deleting port e795a513-ac13-46ea-aad0-deedefd60a4f {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:04:10.549504 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3335fe6-ec39-425b-82c6-d28a41eb8c9a tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:10.601469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-86118331-ea7d-4649-86be-0382aa9242a9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:10.606933 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-86118331-ea7d-4649-86be-0382aa9242a9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:04:10.609828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86118331-ea7d-4649-86be-0382aa9242a9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Pushing event updated for resources: {'Port': ['ID=543667cf-364f-4ec6-a347-524c853aac40,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:10.701323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-86118331-ea7d-4649-86be-0382aa9242a9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:10.702316 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-86118331-ea7d-4649-86be-0382aa9242a9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:10.747442 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3335fe6-ec39-425b-82c6-d28a41eb8c9a tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:10.750112 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-86118331-ea7d-4649-86be-0382aa9242a9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8418255 Nov 26 03:04:10.770974 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e3335fe6-ec39-425b-82c6-d28a41eb8c9a tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Calling delete_port for e795a513-ac13-46ea-aad0-deedefd60a4f owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:04:10.818000 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Request body: {'port': {'device_id': '6f7bca6f-5452-44fa-901f-5e7838cdd2f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:10.998206 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3335fe6-ec39-425b-82c6-d28a41eb8c9a tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.052271 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3335fe6-ec39-425b-82c6-d28a41eb8c9a tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.061776 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e3335fe6-ec39-425b-82c6-d28a41eb8c9a tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "DELETE /v2.0/ports/e795a513-ac13-46ea-aad0-deedefd60a4f HTTP/1.1" status: 204 len: 168 time: 0.6632740 Nov 26 03:04:11.064796 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58710) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:11.065037 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6308c7a7-d98a-4e6d-b945-de0b24e9d6bf req-e100d696-5d42-4825-89c5-8ccdb5ce09ef tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0896978 Nov 26 03:04:11.079058 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.118425 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3335fe6-ec39-425b-82c6-d28a41eb8c9a tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event deleted for resources: {'Port': ['ID=e795a513-ac13-46ea-aad0-deedefd60a4f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:11.131547 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5b5b7eaf-a7f6-4bcc-acdb-bc4bf5aba7a5 None None] Provisioning complete for port 543667cf-364f-4ec6-a347-524c853aac40 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:11.132243 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7eaf-a7f6-4bcc-acdb-bc4bf5aba7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.147862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be786c4-cfb9-4be6-aee8-d840a79e4d6a req-1e15e5d3-0edf-40fc-b89f-387b3e3e7c75 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:11.157107 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7be786c4-cfb9-4be6-aee8-d840a79e4d6a req-1e15e5d3-0edf-40fc-b89f-387b3e3e7c75 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 931 time: 0.1759715 Nov 26 03:04:11.157764 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9fcad9f0-8529-456f-9e5f-0f197bc43737 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0918481 Nov 26 03:04:11.162174 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58714) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:11.175179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b2e2d8cf-ef33-4d5c-94e4-f48868987267 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1400781196'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:11.198567 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58716) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:11.243633 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e2d8cf-ef33-4d5c-94e4-f48868987267 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Made reservation on behalf of dd6e68d0ac374ca3a40dfff5d5f05c01 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:11.248102 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d8cf-ef33-4d5c-94e4-f48868987267 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.294318 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b7eaf-a7f6-4bcc-acdb-bc4bf5aba7a5 None None] Port 543667cf-364f-4ec6-a347-524c853aac40 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:04:11.309665 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e2d8cf-ef33-4d5c-94e4-f48868987267 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:04:11.329571 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d8cf-ef33-4d5c-94e4-f48868987267 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.331643 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-b2e2d8cf-ef33-4d5c-94e4-f48868987267 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Added segment 0cf38a1a-01a3-4262-8683-b34f92f3849f of type vlan for network f39cc79c-579d-41ae-b076-2fd137369bdc Nov 26 03:04:11.355959 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7be786c4-cfb9-4be6-aee8-d840a79e4d6a req-e20386d2-52d4-454a-85ac-d082ad0165b7 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975517 Nov 26 03:04:11.390922 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d8cf-ef33-4d5c-94e4-f48868987267 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.420621 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d8cf-ef33-4d5c-94e4-f48868987267 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.429562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e2d8cf-ef33-4d5c-94e4-f48868987267 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:11.430280 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d8cf-ef33-4d5c-94e4-f48868987267 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.444832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-4b2da685-d039-40b3-afb9-1284ee60366d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting port 964e80b4-a8de-452e-b6e0-beca886e3746 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:04:11.445474 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b2da685-d039-40b3-afb9-1284ee60366d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.460262 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b2e2d8cf-ef33-4d5c-94e4-f48868987267 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2961385 Nov 26 03:04:11.481576 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58722) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:11.486375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-510aa4f2-902a-4a89-beb4-4dd98143295e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1246387332'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:11.518092 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f396dc9-523b-4acf-8b84-95cf77f695b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.579445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2d8cf-ef33-4d5c-94e4-f48868987267 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event updated for resources: {'Network': ['ID=f39cc79c-579d-41ae-b076-2fd137369bdc,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:11.590609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network f39cc79c-579d-41ae-b076-2fd137369bdc details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:04:11.623302 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510aa4f2-902a-4a89-beb4-4dd98143295e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Made reservation on behalf of dd6e68d0ac374ca3a40dfff5d5f05c01 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:11.629901 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-510aa4f2-902a-4a89-beb4-4dd98143295e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.667645 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b2da685-d039-40b3-afb9-1284ee60366d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.686514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543667cf-364f-4ec6-a347-524c853aac40 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:04:11.691904 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-4b2da685-d039-40b3-afb9-1284ee60366d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Calling delete_port for 964e80b4-a8de-452e-b6e0-beca886e3746 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:04:11.701269 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.721311 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510aa4f2-902a-4a89-beb4-4dd98143295e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:04:11.758269 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3fd8649e-7701-45a2-8abe-bde5985cdb32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.759139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Transition to ACTIVE for port object 543667cf-364f-4ec6-a347-524c853aac40 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:04:11.770417 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.778314 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-510aa4f2-902a-4a89-beb4-4dd98143295e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.778900 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-510aa4f2-902a-4a89-beb4-4dd98143295e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Added segment 25139821-8c7c-4e06-86a2-734ae7b3e08a of type vlan for network 11c74902-76d2-440f-9863-357635d4476c Nov 26 03:04:11.805158 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f396dc9-523b-4acf-8b84-95cf77f695b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.827898 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f396dc9-523b-4acf-8b84-95cf77f695b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.870424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Pushing event updated for resources: {'Port': ['ID=543667cf-364f-4ec6-a347-524c853aac40,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:11.881835 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-510aa4f2-902a-4a89-beb4-4dd98143295e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.910264 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5f396dc9-523b-4acf-8b84-95cf77f695b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4164154db8343ea86a1a0ea5f255fa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7099419 Nov 26 03:04:11.913562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58724) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:11.930075 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f396dc9-523b-4acf-8b84-95cf77f695b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5146bff4-ebfb-4f33-9608-7c59ea6d8a21,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:11.992131 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-510aa4f2-902a-4a89-beb4-4dd98143295e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:11.998558 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510aa4f2-902a-4a89-beb4-4dd98143295e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:11.999633 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-510aa4f2-902a-4a89-beb4-4dd98143295e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:12.019066 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Attempting to bind port 543667cf-364f-4ec6-a347-524c853aac40 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:04:12.019416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Attempting to bind port 543667cf-364f-4ec6-a347-524c853aac40 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:04:12.020844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Attempting to bind port 543667cf-364f-4ec6-a347-524c853aac40 on network 5b01fbf4-05c2-426a-bd34-1db1e2639446 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:04:12.030218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Port 543667cf-364f-4ec6-a347-524c853aac40 on network 5b01fbf4-05c2-426a-bd34-1db1e2639446 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:04:12.030589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Attempting to bind port 543667cf-364f-4ec6-a347-524c853aac40 on network 5b01fbf4-05c2-426a-bd34-1db1e2639446 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:04:12.038738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:04:12.039030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Checking segment: {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:12.039397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Bound using segment: {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:04:12.039945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Bound port: 543667cf-364f-4ec6-a347-524c853aac40, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:04:12.040395 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:12.044005 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b2da685-d039-40b3-afb9-1284ee60366d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:12.084959 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2da685-d039-40b3-afb9-1284ee60366d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Port': ['ID=964e80b4-a8de-452e-b6e0-beca886e3746,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:12.097527 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-510aa4f2-902a-4a89-beb4-4dd98143295e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6148405 Nov 26 03:04:12.106246 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510aa4f2-902a-4a89-beb4-4dd98143295e tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event updated for resources: {'Network': ['ID=11c74902-76d2-440f-9863-357635d4476c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:12.119711 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-787de913-abce-4f2c-b77e-ef720a36a37b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:12.158542 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-787de913-abce-4f2c-b77e-ef720a36a37b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:12.165029 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 11c74902-76d2-440f-9863-357635d4476c details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:04:12.249094 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-787de913-abce-4f2c-b77e-ef720a36a37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:12.253399 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-787de913-abce-4f2c-b77e-ef720a36a37b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:12.255524 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-787de913-abce-4f2c-b77e-ef720a36a37b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5146bff4-ebfb-4f33-9608-7c59ea6d8a21 HTTP/1.1" status: 204 len: 168 time: 0.3352025 Nov 26 03:04:12.301748 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787de913-abce-4f2c-b77e-ef720a36a37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5146bff4-ebfb-4f33-9608-7c59ea6d8a21,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:12.322527 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3f1e127-4523-4ef4-93e4-4bda03cec531 req-64a4c293-a747-4f4a-8518-7b103b302827 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0704296 Nov 26 03:04:12.463842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] For port 543667cf-364f-4ec6-a347-524c853aac40, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:04:12.582544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] For port 543667cf-364f-4ec6-a347-524c853aac40, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=543667cf-364f-4ec6-a347-524c853aac40,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:04:12.627233 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:12.687075 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b2da685-d039-40b3-afb9-1284ee60366d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:12.722735 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Pushing event updated for resources: {'Port': ['ID=543667cf-364f-4ec6-a347-524c853aac40,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:12.816920 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:12.817905 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:12.819505 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-2f755599-41c6-49c1-9bd9-0bc5f28eb961 service neutron] 10.222.0.54 "PUT /v2.0/ports/543667cf-364f-4ec6-a347-524c853aac40 HTTP/1.1" status: 200 len: 1091 time: 2.0340924 Nov 26 03:04:12.820295 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7bca6f-5452-44fa-901f-5e7838cdd2f9', 'tag': '543667cf-364f-4ec6-a347-524c853aac40'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:04:12.823452 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19133d20-82c8-446c-935c-f45977b8ffe4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7bca6f-5452-44fa-901f-5e7838cdd2f9", "tag": "543667cf-364f-4ec6-a347-524c853aac40"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:04:12.876440 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e5d04-bfdf-405f-a817-d21f88dc76d8 req-a92f1c37-f587-44e6-9327-997bb78b04e8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:12.886858 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe8e5d04-bfdf-405f-a817-d21f88dc76d8 req-a92f1c37-f587-44e6-9327-997bb78b04e8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 943 time: 0.3015556 Nov 26 03:04:12.918635 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc33ad52-eef7-4ad3-b0b2-07b8f58ba291 x-openstack-request-id: req-fc33ad52-eef7-4ad3-b0b2-07b8f58ba291 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:04:12.918939 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7bca6f-5452-44fa-901f-5e7838cdd2f9", "tag": "543667cf-364f-4ec6-a347-524c853aac40", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:04:12.919203 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc33ad52-eef7-4ad3-b0b2-07b8f58ba291 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:04:12.919675 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7bca6f-5452-44fa-901f-5e7838cdd2f9', 'tag': '543667cf-364f-4ec6-a347-524c853aac40', 'status': 'completed', 'code': 200} Nov 26 03:04:13.054192 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-aafb5dd8-5fed-449e-84c1-dace1b30fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:13.056114 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-aafb5dd8-5fed-449e-84c1-dace1b30fbea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 1094 time: 0.1614611 Nov 26 03:04:13.095440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe8e5d04-bfdf-405f-a817-d21f88dc76d8 req-b4031e17-f669-4ce2-9bdb-3a9385f03a32 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075090 Nov 26 03:04:13.097636 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2da685-d039-40b3-afb9-1284ee60366d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router 9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:04:13.138071 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-35432069-3324-4494-ba15-9a4275e0e689 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=543667cf-364f-4ec6-a347-524c853aac40 HTTP/1.1" status: 200 len: 217 time: 0.0647299 Nov 26 03:04:13.612755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2da685-d039-40b3-afb9-1284ee60366d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:04:13.618345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4b2da685-d039-40b3-afb9-1284ee60366d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7586029 Nov 26 03:04:13.622023 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58762) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:13.634222 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22bd7c2-1943-4048-b86c-80d3e7cf6eff None None] Sync routers for ids ['9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:04:13.649225 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-b5092d23-fbde-4f4a-aa4f-2b7b0482b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:13.651061 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-b5092d23-fbde-4f4a-aa4f-2b7b0482b4e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.5052969 Nov 26 03:04:13.670038 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22bd7c2-1943-4048-b86c-80d3e7cf6eff None None] Routers {'9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:13.670697 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b22bd7c2-1943-4048-b86c-80d3e7cf6eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:13.686430 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5414fc7f-99f0-4279-b46f-c2a6395ad642 req-86ec87e3-1aef-49ca-8a62-02aeeb87b6cb tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0883005 Nov 26 03:04:13.691852 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-66f03eb9-2f21-47fe-92f0-8991576b8ee2 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e HTTP/1.1" status: 200 len: 205 time: 0.0687151 Nov 26 03:04:13.694360 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58764) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:13.810324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-06e4754f-a9e3-4198-9677-e3655ab2e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:13.812156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-06e4754f-a9e3-4198-9677-e3655ab2e176 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397536 Nov 26 03:04:13.831611 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b22bd7c2-1943-4048-b86c-80d3e7cf6eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:13.855003 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22bd7c2-1943-4048-b86c-80d3e7cf6eff None None] Routers {'9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:13.858613 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b22bd7c2-1943-4048-b86c-80d3e7cf6eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:03:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:13.889941 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-980f520a-b60f-4a6c-90cc-0623186e6e84 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:13.946533 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b22bd7c2-1943-4048-b86c-80d3e7cf6eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:13.947235 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22bd7c2-1943-4048-b86c-80d3e7cf6eff None None] The sync data for ids ['9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:04:13.963099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-da3345b5-27e6-4a75-b45a-ebb129282546 service neutron] 10.222.0.54 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410055 Nov 26 03:04:14.144217 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1ef9bd2e-4662-40b5-b2b2-2a4cff169c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:14.167426 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-980f520a-b60f-4a6c-90cc-0623186e6e84 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:14.170435 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-980f520a-b60f-4a6c-90cc-0623186e6e84 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:14.220306 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f1b5c62-70aa-415a-911d-91b61bb04366 req-d009791e-1f30-4197-b799-dffc15dd9236 service neutron] 10.222.0.54 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486169 Nov 26 03:04:14.265339 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-980f520a-b60f-4a6c-90cc-0623186e6e84 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:14.265857 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980f520a-b60f-4a6c-90cc-0623186e6e84 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Fanout notify agent at l3_agent the message router_deleted on router 9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:04:14.301476 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-980f520a-b60f-4a6c-90cc-0623186e6e84 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:14.306181 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-980f520a-b60f-4a6c-90cc-0623186e6e84 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/routers/9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e HTTP/1.1" status: 204 len: 168 time: 0.6081300 Nov 26 03:04:14.306454 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58782) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:14.383188 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-26bcfa05-86fe-4396-a778-96b381e895a9 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting subnet e1eb7cbd-450e-409b-8ca9-0285ff54bd86 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:04:14.389587 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-26bcfa05-86fe-4396-a778-96b381e895a9 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:14.412215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f70f6-b423-4dcd-8d2e-8605a84e5cfb req-28641e75-bbc0-41d7-be18-584d6b439f41 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:14.427087 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e26f70f6-b423-4dcd-8d2e-8605a84e5cfb req-28641e75-bbc0-41d7-be18-584d6b439f41 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 943 time: 0.1755190 Nov 26 03:04:14.465706 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-26bcfa05-86fe-4396-a778-96b381e895a9 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:14.496295 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19133d20-82c8-446c-935c-f45977b8ffe4 req-f43e42e4-f77f-4b94-a65a-0c044275620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:14.498263 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19133d20-82c8-446c-935c-f45977b8ffe4 req-f43e42e4-f77f-4b94-a65a-0c044275620e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 1094 time: 0.1803741 Nov 26 03:04:14.504041 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e26f70f6-b423-4dcd-8d2e-8605a84e5cfb req-e13a7b45-686e-402d-857c-96d9314782a8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761013 Nov 26 03:04:14.627079 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-26bcfa05-86fe-4396-a778-96b381e895a9 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:14.674358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19133d20-82c8-446c-935c-f45977b8ffe4 req-5c75da6b-3b0f-42c6-8ab6-fc5b330c0f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:14.676243 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19133d20-82c8-446c-935c-f45977b8ffe4 req-5c75da6b-3b0f-42c6-8ab6-fc5b330c0f9b service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 913 time: 0.1686993 Nov 26 03:04:14.699590 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-26bcfa05-86fe-4396-a778-96b381e895a9 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:14.744297 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19133d20-82c8-446c-935c-f45977b8ffe4 req-2be49240-2676-457e-8493-c7f17e917abe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=543667cf-364f-4ec6-a347-524c853aac40 HTTP/1.1" status: 200 len: 217 time: 0.0570850 Nov 26 03:04:14.760093 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bcfa05-86fe-4396-a778-96b381e895a9 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Subnet': ['ID=e1eb7cbd-450e-409b-8ca9-0285ff54bd86,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:14.761209 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b688d5b-1811-480b-9f47-c402c30feb57 None None] Network 6bdf1f27-79e4-4312-b6f4-132ae05c854e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:14.762457 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-26bcfa05-86fe-4396-a778-96b381e895a9 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:14.770327 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-26bcfa05-86fe-4396-a778-96b381e895a9 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/subnets/e1eb7cbd-450e-409b-8ca9-0285ff54bd86 HTTP/1.1" status: 204 len: 168 time: 0.4617953 Nov 26 03:04:14.777722 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58792) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:14.872963 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c33375-a51a-481e-b99d-5b680b6c5218 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting subnet b0faaa38-245f-4d1b-8ab2-99a4e434e9cb {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:04:14.877025 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-44c33375-a51a-481e-b99d-5b680b6c5218 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:14.976887 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-44c33375-a51a-481e-b99d-5b680b6c5218 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:15.004821 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34ff045f-3b55-4fb2-a6e9-1df8b9ea978d req-5380b8d1-edaa-49a2-afb4-28ba4e27fe1c tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.1124294 Nov 26 03:04:15.048607 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19133d20-82c8-446c-935c-f45977b8ffe4 req-448b9523-bd73-495e-af35-0480cd7680e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:15.061221 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19133d20-82c8-446c-935c-f45977b8ffe4 req-448b9523-bd73-495e-af35-0480cd7680e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.3010123 Nov 26 03:04:15.126707 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:15.159607 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19133d20-82c8-446c-935c-f45977b8ffe4 req-aa322dc4-cbd5-4ea1-8e4c-cded6ce5de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:15.161205 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19133d20-82c8-446c-935c-f45977b8ffe4 req-aa322dc4-cbd5-4ea1-8e4c-cded6ce5de1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988958 Nov 26 03:04:15.184502 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-44c33375-a51a-481e-b99d-5b680b6c5218 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:15.238960 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35340eca-ad5c-48d9-aa78-4b5c633a7114 None None] DHCP port deletion for 6bdf1f27-79e4-4312-b6f4-132ae05c854e request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:04:15.326653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19133d20-82c8-446c-935c-f45977b8ffe4 req-80aaed26-5a3b-4845-b90f-21142a63d9a6 service neutron] 10.222.0.54 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556327 Nov 26 03:04:15.329050 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-44c33375-a51a-481e-b99d-5b680b6c5218 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:15.357457 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-35340eca-ad5c-48d9-aa78-4b5c633a7114 None None] Deleting port fa5e428b-3544-41a2-88e8-3fd11ecdf462 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:04:15.359698 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-35340eca-ad5c-48d9-aa78-4b5c633a7114 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:15.399891 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c33375-a51a-481e-b99d-5b680b6c5218 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Subnet': ['ID=b0faaa38-245f-4d1b-8ab2-99a4e434e9cb,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:15.415262 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-44c33375-a51a-481e-b99d-5b680b6c5218 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:15.426962 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-44c33375-a51a-481e-b99d-5b680b6c5218 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/subnets/b0faaa38-245f-4d1b-8ab2-99a4e434e9cb HTTP/1.1" status: 204 len: 168 time: 0.6477442 Nov 26 03:04:15.429165 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58808) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:15.445019 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19133d20-82c8-446c-935c-f45977b8ffe4 req-fed2bdd8-60cf-46fb-823c-1a83572e205b service neutron] 10.222.0.54 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046970 Nov 26 03:04:15.501851 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8005b5-f254-493d-be3a-f48a70c47eff None None] Network 4839e4f8-6dba-4660-8aaf-51cd73db3bce requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:15.535697 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:15.581936 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-35340eca-ad5c-48d9-aa78-4b5c633a7114 None None] For port fa5e428b-3544-41a2-88e8-3fd11ecdf462, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=fa5e428b-3544-41a2-88e8-3fd11ecdf462,segment=NetworkSegment(642e8e62-e181-4d4f-a7b1-e251bffcbe4d),segment_id=642e8e62-e181-4d4f-a7b1-e251bffcbe4d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:15.582586 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-35340eca-ad5c-48d9-aa78-4b5c633a7114 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:15.583633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58816) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:15.589180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Request body: {'subnets': [{'network_id': 'f39cc79c-579d-41ae-b076-2fd137369bdc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--271826045', 'ip_version': 6}, {'network_id': '11c74902-76d2-440f-9863-357635d4476c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:15.589509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Request body: {'subnet': {'network_id': 'f39cc79c-579d-41ae-b076-2fd137369bdc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--271826045', 'ip_version': 6}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:15.590177 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Request body: {'subnet': {'network_id': '11c74902-76d2-440f-9863-357635d4476c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:15.607924 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-35340eca-ad5c-48d9-aa78-4b5c633a7114 None None] Calling delete_port for fa5e428b-3544-41a2-88e8-3fd11ecdf462 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:04:15.642123 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting port fa5e428b-3544-41a2-88e8-3fd11ecdf462 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:04:15.642594 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:15.806027 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-35340eca-ad5c-48d9-aa78-4b5c633a7114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:15.848008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] For port fa5e428b-3544-41a2-88e8-3fd11ecdf462, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=fa5e428b-3544-41a2-88e8-3fd11ecdf462,segment=NetworkSegment(642e8e62-e181-4d4f-a7b1-e251bffcbe4d),segment_id=642e8e62-e181-4d4f-a7b1-e251bffcbe4d)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:15.852128 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:15.882255 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Calling delete_port for fa5e428b-3544-41a2-88e8-3fd11ecdf462 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:04:15.911167 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device fa5e428b-3544-41a2-88e8-3fd11ecdf462 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:04:15.913301 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc80a16-e288-41c2-90e1-590e93f05b71 None None] DHCP port deletion for 4839e4f8-6dba-4660-8aaf-51cd73db3bce request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:04:15.932307 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183daff-6bd8-4148-a028-4d4294fffc75 req-473b050e-f3a6-49c6-a7cb-3f6943e237df tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:15.934027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4183daff-6bd8-4148-a028-4d4294fffc75 req-473b050e-f3a6-49c6-a7cb-3f6943e237df tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 943 time: 0.2135534 Nov 26 03:04:15.945118 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35340eca-ad5c-48d9-aa78-4b5c633a7114 None None] Pushing event deleted for resources: {'Port': ['ID=fa5e428b-3544-41a2-88e8-3fd11ecdf462,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:15.980382 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35340eca-ad5c-48d9-aa78-4b5c633a7114 None None] No DVR routers for this DVR port fa5e428b-3544-41a2-88e8-3fd11ecdf462 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:04:15.994578 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: fa5e428b-3544-41a2-88e8-3fd11ecdf462 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:04:15.995204 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device fa5e428b-3544-41a2-88e8-3fd11ecdf462 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:04:16.012338 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4183daff-6bd8-4148-a028-4d4294fffc75 req-0a6452a8-b695-466c-a677-b42428b3ccc9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722301 Nov 26 03:04:16.018113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Made reservation on behalf of dd6e68d0ac374ca3a40dfff5d5f05c01 for: {'subnet': 2} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:16.024371 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:16.028038 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:16.087125 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2cc80a16-e288-41c2-90e1-590e93f05b71 None None] Deleting port 2f22844d-cbc1-41ca-b52c-d4f62274b567 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:04:16.087125 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2cc80a16-e288-41c2-90e1-590e93f05b71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:16.098768 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:16.162625 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Port': ['ID=fa5e428b-3544-41a2-88e8-3fd11ecdf462,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:16.164961 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] No DVR routers for this DVR port fa5e428b-3544-41a2-88e8-3fd11ecdf462 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:04:16.223500 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-2cc80a16-e288-41c2-90e1-590e93f05b71 None None] For port 2f22844d-cbc1-41ca-b52c-d4f62274b567, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2f22844d-cbc1-41ca-b52c-d4f62274b567,segment=NetworkSegment(68f57476-426f-4223-9a9c-5d4c00f8d89f),segment_id=68f57476-426f-4223-9a9c-5d4c00f8d89f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:16.223907 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2cc80a16-e288-41c2-90e1-590e93f05b71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:16.238399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2cc80a16-e288-41c2-90e1-590e93f05b71 None None] Calling delete_port for 2f22844d-cbc1-41ca-b52c-d4f62274b567 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:04:16.252292 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08069019-ab2e-4bfa-88d3-92c807c289b2 req-4476daf4-c0b9-429a-8ba5-dc6d4b4f9a63 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0445001 Nov 26 03:04:16.347709 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:16.369051 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2cc80a16-e288-41c2-90e1-590e93f05b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:16.390348 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdf1f27-79e4-4312-b6f4-132ae05c854e']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:16.400426 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642e8e62-e181-4d4f-a7b1-e251bffcbe4d') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:16.400724 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642e8e62-e181-4d4f-a7b1-e251bffcbe4d') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:16.411520 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:16.415029 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc80a16-e288-41c2-90e1-590e93f05b71 None None] Pushing event deleted for resources: {'Port': ['ID=2f22844d-cbc1-41ca-b52c-d4f62274b567,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:16.417674 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc80a16-e288-41c2-90e1-590e93f05b71 None None] No DVR routers for this DVR port 2f22844d-cbc1-41ca-b52c-d4f62274b567 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:04:16.433419 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:16.447812 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:04:16.449017 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:04:16.453013 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:04:16.510224 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-102d78de-8b41-4e10-8545-5c3d1e10bdf1 req-280d5944-122a-4747-af1b-70cb03564d65 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1465173 Nov 26 03:04:16.544881 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:16.562253 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:16.567563 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/networks/6bdf1f27-79e4-4312-b6f4-132ae05c854e HTTP/1.1" status: 204 len: 168 time: 1.1371250 Nov 26 03:04:16.570920 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58834) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:16.584471 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:16.594213 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fda973-811a-49a0-ae94-a3324252daaf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Network': ['ID=6bdf1f27-79e4-4312-b6f4-132ae05c854e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:16.717978 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4e6c31c5-aa88-41f4-a0aa-b748ffe2a49a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:16.721693 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d78de-8b41-4e10-8545-5c3d1e10bdf1 req-de378d7f-6614-4834-8e03-52e6164e542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:16.723393 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-102d78de-8b41-4e10-8545-5c3d1e10bdf1 req-de378d7f-6614-4834-8e03-52e6164e542b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 1096 time: 0.1649938 Nov 26 03:04:16.815551 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58840) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:16.908667 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4e6c31c5-aa88-41f4-a0aa-b748ffe2a49a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:16.940871 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-834dcb0e-c27f-4939-838f-e6749334eda4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:16.947439 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-4e6c31c5-aa88-41f4-a0aa-b748ffe2a49a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4839e4f8-6dba-4660-8aaf-51cd73db3bce']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:16.988927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-4e6c31c5-aa88-41f4-a0aa-b748ffe2a49a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f57476-426f-4223-9a9c-5d4c00f8d89f') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:16.989617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-4e6c31c5-aa88-41f4-a0aa-b748ffe2a49a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f57476-426f-4223-9a9c-5d4c00f8d89f') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:17.020003 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4e6c31c5-aa88-41f4-a0aa-b748ffe2a49a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.028594 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-834dcb0e-c27f-4939-838f-e6749334eda4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.033462 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-834dcb0e-c27f-4939-838f-e6749334eda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.035250 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.045202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d78de-8b41-4e10-8545-5c3d1e10bdf1 req-27c39930-e400-455d-b52b-2820b521d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:17.045783 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-102d78de-8b41-4e10-8545-5c3d1e10bdf1 req-27c39930-e400-455d-b52b-2820b521d869 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 913 time: 0.2838414 Nov 26 03:04:17.050050 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4e6c31c5-aa88-41f4-a0aa-b748ffe2a49a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.079972 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-834dcb0e-c27f-4939-838f-e6749334eda4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d41ba61b80d440ca004b5fe191e011e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2627552 Nov 26 03:04:17.081864 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58846) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:17.091106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6c31c5-aa88-41f4-a0aa-b748ffe2a49a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:04:17.091837 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4e6c31c5-aa88-41f4-a0aa-b748ffe2a49a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.092424 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834dcb0e-c27f-4939-838f-e6749334eda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3083e2-d8e6-42cd-a1de-089b49c37c30,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:04:17.097361 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:04:17.139705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-102d78de-8b41-4e10-8545-5c3d1e10bdf1 req-d9e78ca6-ac3d-421a-8d05-2d08c3399b20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52340b43-9548-4bcf-983d-9d278eeca42d HTTP/1.1" status: 200 len: 217 time: 0.0621026 Nov 26 03:04:17.152372 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4131a4f5-353c-46f3-8ac5-93218e85d19f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.175184 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4131a4f5-353c-46f3-8ac5-93218e85d19f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.247514 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4131a4f5-353c-46f3-8ac5-93218e85d19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.250300 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4131a4f5-353c-46f3-8ac5-93218e85d19f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.255122 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4131a4f5-353c-46f3-8ac5-93218e85d19f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a3083e2-d8e6-42cd-a1de-089b49c37c30 HTTP/1.1" status: 204 len: 168 time: 0.1716065 Nov 26 03:04:17.266605 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131a4f5-353c-46f3-8ac5-93218e85d19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3083e2-d8e6-42cd-a1de-089b49c37c30,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:17.266799 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event updated for resources: {'Subnet': ['ID=8847e48f-2789-4a5a-b6eb-298b684001ef,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:17.297932 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4e6c31c5-aa88-41f4-a0aa-b748ffe2a49a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.304208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d78de-8b41-4e10-8545-5c3d1e10bdf1 req-ecfb7094-8cd5-4152-9d2b-195c926241a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:17.305468 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-102d78de-8b41-4e10-8545-5c3d1e10bdf1 req-ecfb7094-8cd5-4152-9d2b-195c926241a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.1284919 Nov 26 03:04:17.310401 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4e6c31c5-aa88-41f4-a0aa-b748ffe2a49a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.313685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4e6c31c5-aa88-41f4-a0aa-b748ffe2a49a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/networks/4839e4f8-6dba-4660-8aaf-51cd73db3bce HTTP/1.1" status: 204 len: 168 time: 0.7267079 Nov 26 03:04:17.314473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Checking segment: {'id': '0cf38a1a-01a3-4262-8683-b34f92f3849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f39cc79c-579d-41ae-b076-2fd137369bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:17.314842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Network hostable DHCP agents. Network: f39cc79c-579d-41ae-b076-2fd137369bdc, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:04:17.318053 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58854) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:17.324887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-956b4409-a771-4688-8966-58e2fbc46eca tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'network': {'name': 'tempest-RoutersTest-785703921'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:17.327956 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f54ff-b496-470d-ac11-9ffca5ed4b45 req-3652786c-b79e-4210-ac69-f68acac54b2b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:17.335106 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b9f54ff-b496-470d-ac11-9ffca5ed4b45 req-3652786c-b79e-4210-ac69-f68acac54b2b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 943 time: 0.1599884 Nov 26 03:04:17.370606 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956b4409-a771-4688-8966-58e2fbc46eca tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Made reservation on behalf of 8a1ba20f33ad4bd4a777d779bfbcd97e for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:17.374813 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-956b4409-a771-4688-8966-58e2fbc46eca tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.376335 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c31c5-aa88-41f4-a0aa-b748ffe2a49a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Network': ['ID=4839e4f8-6dba-4660-8aaf-51cd73db3bce,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:17.423728 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956b4409-a771-4688-8966-58e2fbc46eca tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:04:17.431727 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Network f39cc79c-579d-41ae-b076-2fd137369bdc is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:04:17.434160 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-956b4409-a771-4688-8966-58e2fbc46eca tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.434670 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-956b4409-a771-4688-8966-58e2fbc46eca tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Added segment 785b1257-e39d-4907-814e-2c54a8d64012 of type vlan for network 91697c13-1e61-4a92-8d94-8233c0d82240 Nov 26 03:04:17.458845 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc3f02b4-8e3c-4fe8-8236-05a208a5a227 req-42e0ad7d-a20a-4264-8cb4-d2f39396de06 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0544789 Nov 26 03:04:17.473504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, f39cc79c-579d-41ae-b076-2fd137369bdc) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:17.492347 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.492687 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856006cd-919f-4387-b387-ef2b2f9dcfda None None] Network f39cc79c-579d-41ae-b076-2fd137369bdc requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:17.493174 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d78de-8b41-4e10-8545-5c3d1e10bdf1 req-2e81fb62-ef37-44f9-858b-e81423eb4ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:17.493174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-102d78de-8b41-4e10-8545-5c3d1e10bdf1 req-2e81fb62-ef37-44f9-858b-e81423eb4ee9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1724944 Nov 26 03:04:17.493718 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-956b4409-a771-4688-8966-58e2fbc46eca tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.533024 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-956b4409-a771-4688-8966-58e2fbc46eca tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.540427 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b4409-a771-4688-8966-58e2fbc46eca tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:17.541242 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-956b4409-a771-4688-8966-58e2fbc46eca tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.554669 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b9f54ff-b496-470d-ac11-9ffca5ed4b45 req-f9085224-fc18-4b3f-ad2b-ee70c91ddd8f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106357 Nov 26 03:04:17.577422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event updated for resources: {'Subnet': ['ID=21876664-6d88-44cb-86ba-560c10cb077b,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:17.579683 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-956b4409-a771-4688-8966-58e2fbc46eca tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2609301 Nov 26 03:04:17.586528 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58858) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:17.645101 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-949c1bec-69fe-4979-b78b-0ebe7fafbbe7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'subnet': {'network_id': '91697c13-1e61-4a92-8d94-8233c0d82240', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:17.668205 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.694719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Checking segment: {'id': '25139821-8c7c-4e06-86a2-734ae7b3e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11c74902-76d2-440f-9863-357635d4476c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:17.695325 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Network hostable DHCP agents. Network: 11c74902-76d2-440f-9863-357635d4476c, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:04:17.709645 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4409-a771-4688-8966-58e2fbc46eca tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Network': ['ID=91697c13-1e61-4a92-8d94-8233c0d82240,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:17.741932 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-102d78de-8b41-4e10-8545-5c3d1e10bdf1 req-2c6a272c-d503-47e4-8e18-8a57b6a78e3b service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908698 Nov 26 03:04:17.744224 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Network 11c74902-76d2-440f-9863-357635d4476c is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:04:17.758240 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 91697c13-1e61-4a92-8d94-8233c0d82240 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:04:17.765827 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949c1bec-69fe-4979-b78b-0ebe7fafbbe7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Made reservation on behalf of 8a1ba20f33ad4bd4a777d779bfbcd97e for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:17.776161 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-949c1bec-69fe-4979-b78b-0ebe7fafbbe7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.806521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 11c74902-76d2-440f-9863-357635d4476c) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:17.812376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:17.812917 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:17.814072 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.817283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58862) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:17.839012 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-beede93a-5c63-40a5-a67c-c53b1a508cef admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:17.882555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-eb731437-131b-4ee5-bd68-afe0341aeec1 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.2973011 Nov 26 03:04:17.890310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58864) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:18.020599 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-102d78de-8b41-4e10-8545-5c3d1e10bdf1 req-4baa4d02-0105-4a10-bb3c-a2fd5bafb57d service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693648 Nov 26 03:04:18.042333 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-beede93a-5c63-40a5-a67c-c53b1a508cef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.059310 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-beede93a-5c63-40a5-a67c-c53b1a508cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.082980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfbc92d-df88-47aa-92a2-2f3595081b11 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:18.085172 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfbc92d-df88-47aa-92a2-2f3595081b11 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:18.087084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfbc92d-df88-47aa-92a2-2f3595081b11 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:18.089805 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5cfbc92d-df88-47aa-92a2-2f3595081b11 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1981418 Nov 26 03:04:18.091490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8025fcf9-1e94-4f1b-a0d2-1d10bc18deb5 None None] Network 11c74902-76d2-440f-9863-357635d4476c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:18.093862 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2f22844d-cbc1-41ca-b52c-d4f62274b567 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:04:18.101818 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58866) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:18.122163 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-beede93a-5c63-40a5-a67c-c53b1a508cef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97db731e14a646989f512302d75526fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3012538 Nov 26 03:04:18.123996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58868) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:18.127917 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-949c1bec-69fe-4979-b78b-0ebe7fafbbe7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.133501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beede93a-5c63-40a5-a67c-c53b1a508cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9328a128-be9f-4d8d-9939-53236c794c31,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:18.162828 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 2f22844d-cbc1-41ca-b52c-d4f62274b567 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:04:18.163176 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2f22844d-cbc1-41ca-b52c-d4f62274b567 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:04:18.190208 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9d21f1ad-4673-4f20-a040-6af00865b2f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.217907 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9d21f1ad-4673-4f20-a040-6af00865b2f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.235387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff385157-1d6e-4a99-85d1-2e50fc412ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-f39cc79c-579d-41ae-b076-2fd137369bdc', 'network_id': 'f39cc79c-579d-41ae-b076-2fd137369bdc', 'tenant_id': 'dd6e68d0ac374ca3a40dfff5d5f05c01', 'fixed_ips': [{'subnet_id': '8847e48f-2789-4a5a-b6eb-298b684001ef'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:04:18.237743 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ff385157-1d6e-4a99-85d1-2e50fc412ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.266388 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-29668b43-4647-4330-a203-93e4bd927f34 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Deleting subnet 8847e48f-2789-4a5a-b6eb-298b684001ef {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:04:18.268526 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c1bec-69fe-4979-b78b-0ebe7fafbbe7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Subnet': ['ID=d1fdeecf-725a-4c3a-a7e4-80b21a72be22,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:18.276841 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29668b43-4647-4330-a203-93e4bd927f34 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.292201 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9d21f1ad-4673-4f20-a040-6af00865b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.295407 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9d21f1ad-4673-4f20-a040-6af00865b2f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.299713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9d21f1ad-4673-4f20-a040-6af00865b2f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9328a128-be9f-4d8d-9939-53236c794c31 HTTP/1.1" status: 204 len: 168 time: 0.1743534 Nov 26 03:04:18.311189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21f1ad-4673-4f20-a040-6af00865b2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9328a128-be9f-4d8d-9939-53236c794c31,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:18.361630 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c1bec-69fe-4979-b78b-0ebe7fafbbe7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Checking segment: {'id': '785b1257-e39d-4907-814e-2c54a8d64012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91697c13-1e61-4a92-8d94-8233c0d82240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:18.362428 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c1bec-69fe-4979-b78b-0ebe7fafbbe7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network hostable DHCP agents. Network: 91697c13-1e61-4a92-8d94-8233c0d82240, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:04:18.371164 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29668b43-4647-4330-a203-93e4bd927f34 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.427113 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-11c74902-76d2-440f-9863-357635d4476c', 'network_id': '11c74902-76d2-440f-9863-357635d4476c', 'tenant_id': 'dd6e68d0ac374ca3a40dfff5d5f05c01', 'fixed_ips': [{'subnet_id': '21876664-6d88-44cb-86ba-560c10cb077b'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:04:18.428294 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.434807 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29668b43-4647-4330-a203-93e4bd927f34 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.504761 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c1bec-69fe-4979-b78b-0ebe7fafbbe7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 91697c13-1e61-4a92-8d94-8233c0d82240 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:04:18.545506 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-949c1bec-69fe-4979-b78b-0ebe7fafbbe7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 91697c13-1e61-4a92-8d94-8233c0d82240) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:18.558344 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949c1bec-69fe-4979-b78b-0ebe7fafbbe7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:18.558956 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-949c1bec-69fe-4979-b78b-0ebe7fafbbe7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.563022 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4953d66c-209d-47f1-91f0-9a8528a7f59a None None] Network 91697c13-1e61-4a92-8d94-8233c0d82240 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:18.579374 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29668b43-4647-4330-a203-93e4bd927f34 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.625280 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29668b43-4647-4330-a203-93e4bd927f34 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server [None req-ff385157-1d6e-4a99-85d1-2e50fc412ece None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8847e48f-2789-4a5a-b6eb-298b684001ef: This subnet is being modified by another concurrent operation. Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise exception Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8847e48f-2789-4a5a-b6eb-298b684001ef: This subnet is being modified by another concurrent operation. Nov 26 03:04:18.635021 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Nov 26 03:04:18.643287 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-29668b43-4647-4330-a203-93e4bd927f34 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "DELETE /v2.0/subnets/8847e48f-2789-4a5a-b6eb-298b684001ef HTTP/1.1" status: 204 len: 168 time: 0.5296686 Nov 26 03:04:18.646951 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-949c1bec-69fe-4979-b78b-0ebe7fafbbe7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0190158 Nov 26 03:04:18.647941 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29668b43-4647-4330-a203-93e4bd927f34 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event deleted for resources: {'Subnet': ['ID=8847e48f-2789-4a5a-b6eb-298b684001ef,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:18.651800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58880) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:18.652253 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58882) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:18.659273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17f08142-cc1c-4b34-876e-6ffbd8f16472 req-5995e529-93d5-4b9c-98bd-a45366cd7b44 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0932775 Nov 26 03:04:18.723940 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-dc97e397-5741-429d-8f51-1d48d79354e2 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1048480357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:18.736838 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5919b325-cad4-4921-9dc1-3a19d1a81494 None None] Network f39cc79c-579d-41ae-b076-2fd137369bdc requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:18.742256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a2abf-b6ec-4940-8a67-363492ed9e7a req-cf7c1db3-7807-4d6f-aeb1-add1a416bcd6 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:18.744183 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e0a2abf-b6ec-4940-8a67-363492ed9e7a req-cf7c1db3-7807-4d6f-aeb1-add1a416bcd6 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 943 time: 0.0619104 Nov 26 03:04:18.756430 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-20644832-d581-40a5-8e08-154a527b5811 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Deleting subnet 21876664-6d88-44cb-86ba-560c10cb077b {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:04:18.771318 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dc97e397-5741-429d-8f51-1d48d79354e2 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.772707 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dc97e397-5741-429d-8f51-1d48d79354e2 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.836667 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e0a2abf-b6ec-4940-8a67-363492ed9e7a req-e6d8af8e-8458-4ca8-93f9-e52ad1249c65 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830655 Nov 26 03:04:18.854798 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Allocated IP 2001:db8:0:1::1 (11c74902-76d2-440f-9863-357635d4476c/21876664-6d88-44cb-86ba-560c10cb077b/16b6eaf2-ed74-4703-b10f-72c393af54eb) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:04:18.928883 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dc97e397-5741-429d-8f51-1d48d79354e2 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.946660 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dc97e397-5741-429d-8f51-1d48d79354e2 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.973970 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dc97e397-5741-429d-8f51-1d48d79354e2 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:18.980668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58894) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:18.980903 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dc97e397-5741-429d-8f51-1d48d79354e2 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3263550 Nov 26 03:04:18.989244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-f7729d58-cbcd-4c09-8880-6c511133153e tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'port': {'network_id': '91697c13-1e61-4a92-8d94-8233c0d82240', 'name': 'tempest-RoutersTest-1922377340'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:19.046901 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-91697c13-1e61-4a92-8d94-8233c0d82240', 'network_id': '91697c13-1e61-4a92-8d94-8233c0d82240', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'fixed_ips': [{'subnet_id': 'd1fdeecf-725a-4c3a-a7e4-80b21a72be22'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:04:19.047839 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:19.191705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7729d58-cbcd-4c09-8880-6c511133153e tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Made reservation on behalf of 8a1ba20f33ad4bd4a777d779bfbcd97e for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:19.197188 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 543667cf-364f-4ec6-a347-524c853aac40 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:04:19.199381 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7729d58-cbcd-4c09-8880-6c511133153e tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:19.209103 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:19.217070 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20644832-d581-40a5-8e08-154a527b5811 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:19.225572 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:19.250798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-f7729d58-cbcd-4c09-8880-6c511133153e tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] device_id is not set on port 9d203071-105b-4595-98f9-dbffb9f27ee8 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:04:19.295266 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20644832-d581-40a5-8e08-154a527b5811 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:19.354172 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Network 11c74902-76d2-440f-9863-357635d4476c is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:04:19.368349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:19.377502 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:04:19.382924 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Allocated IP 172.20.0.2 (91697c13-1e61-4a92-8d94-8233c0d82240/d1fdeecf-725a-4c3a-a7e4-80b21a72be22/00831ef8-01dc-4cd7-aa16-0f0376bea716) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:04:19.392875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Pushing event updated for resources: {'Port': ['ID=16b6eaf2-ed74-4703-b10f-72c393af54eb,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:19.436528 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20644832-d581-40a5-8e08-154a527b5811 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:19.516578 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 543667cf-364f-4ec6-a347-524c853aac40, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=543667cf-364f-4ec6-a347-524c853aac40,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:19.519829 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20644832-d581-40a5-8e08-154a527b5811 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:19.528299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Attempting to bind port 16b6eaf2-ed74-4703-b10f-72c393af54eb on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:04:19.528914 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Attempting to bind port 16b6eaf2-ed74-4703-b10f-72c393af54eb by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '25139821-8c7c-4e06-86a2-734ae7b3e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11c74902-76d2-440f-9863-357635d4476c'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:04:19.529456 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Attempting to bind port 16b6eaf2-ed74-4703-b10f-72c393af54eb on network 11c74902-76d2-440f-9863-357635d4476c {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:04:19.539614 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '543667cf-364f-4ec6-a347-524c853aac40', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'port_id': '543667cf-364f-4ec6-a347-524c853aac40', 'mac_address': 'fa:16:3e:39:0b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:04:19.544498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:04:19.545171 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Checking segment: {'id': '25139821-8c7c-4e06-86a2-734ae7b3e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11c74902-76d2-440f-9863-357635d4476c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:19.545580 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:19.545982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Bound using segment: {'id': '25139821-8c7c-4e06-86a2-734ae7b3e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11c74902-76d2-440f-9863-357635d4476c'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:04:19.546476 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Bound port: 16b6eaf2-ed74-4703-b10f-72c393af54eb, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25139821-8c7c-4e06-86a2-734ae7b3e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11c74902-76d2-440f-9863-357635d4476c'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:04:19.546843 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:19.560879 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20644832-d581-40a5-8e08-154a527b5811 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event deleted for resources: {'Subnet': ['ID=21876664-6d88-44cb-86ba-560c10cb077b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:19.565695 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-20644832-d581-40a5-8e08-154a527b5811 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:19.573119 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58908) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:19.583086 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-20644832-d581-40a5-8e08-154a527b5811 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "DELETE /v2.0/subnets/21876664-6d88-44cb-86ba-560c10cb077b HTTP/1.1" status: 204 len: 168 time: 0.9296381 Nov 26 03:04:19.660334 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:19.660911 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202f14b1-da17-4b25-aec2-bb3833f165a2 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:19.665639 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-202f14b1-da17-4b25-aec2-bb3833f165a2 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0875092 Nov 26 03:04:19.666152 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58912) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:19.709128 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543667cf-364f-4ec6-a347-524c853aac40 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:04:19.729897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] For port 16b6eaf2-ed74-4703-b10f-72c393af54eb, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:04:19.789448 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:19.791852 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] For port 16b6eaf2-ed74-4703-b10f-72c393af54eb, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=16b6eaf2-ed74-4703-b10f-72c393af54eb,segment=NetworkSegment(25139821-8c7c-4e06-86a2-734ae7b3e08a),segment_id=25139821-8c7c-4e06-86a2-734ae7b3e08a)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:04:19.801803 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 543667cf-364f-4ec6-a347-524c853aac40, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=543667cf-364f-4ec6-a347-524c853aac40,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:19.803769 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:19.821008 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:19.825292 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:19.849770 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:19.896928 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c568a84-9aeb-423a-8583-cb9df3195855 req-cfc790fe-3b49-49c8-9dfd-3f3c0afad1fd tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.1035764 Nov 26 03:04:19.937364 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Network 91697c13-1e61-4a92-8d94-8233c0d82240 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:04:19.954599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:19.957853 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:04:20.039050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-f7729d58-cbcd-4c09-8880-6c511133153e tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Allocated IP 172.20.0.8 (91697c13-1e61-4a92-8d94-8233c0d82240/d1fdeecf-725a-4c3a-a7e4-80b21a72be22/9d203071-105b-4595-98f9-dbffb9f27ee8) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:04:20.076442 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0295c4bb-430e-4a53-b80c-e6713c71362a None None] Network 11c74902-76d2-440f-9863-357635d4476c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:20.083038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc46d58-4494-47a8-afb2-69ea6d01fe62 None None] Pushing event updated for resources: {'Port': ['ID=16b6eaf2-ed74-4703-b10f-72c393af54eb,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:20.102312 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Deleting port 16b6eaf2-ed74-4703-b10f-72c393af54eb {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:04:20.104407 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:20.192748 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] For port 16b6eaf2-ed74-4703-b10f-72c393af54eb, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=16b6eaf2-ed74-4703-b10f-72c393af54eb,segment=NetworkSegment(25139821-8c7c-4e06-86a2-734ae7b3e08a),segment_id=25139821-8c7c-4e06-86a2-734ae7b3e08a)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:20.193085 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:20.244741 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Calling delete_port for 16b6eaf2-ed74-4703-b10f-72c393af54eb owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:04:20.278820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2aa0b4-416a-474a-87e1-723b44b4e9d2 req-e45e5cd1-e9e8-4d55-95ce-a46d224d5e9a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:20.283282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Attempting to bind port 00831ef8-01dc-4cd7-aa16-0f0376bea716 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:04:20.283662 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Attempting to bind port 00831ef8-01dc-4cd7-aa16-0f0376bea716 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '785b1257-e39d-4907-814e-2c54a8d64012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91697c13-1e61-4a92-8d94-8233c0d82240'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:04:20.284034 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Attempting to bind port 00831ef8-01dc-4cd7-aa16-0f0376bea716 on network 91697c13-1e61-4a92-8d94-8233c0d82240 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:04:20.286258 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b2aa0b4-416a-474a-87e1-723b44b4e9d2 req-e45e5cd1-e9e8-4d55-95ce-a46d224d5e9a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 944 time: 0.1491020 Nov 26 03:04:20.297663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:04:20.298586 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Checking segment: {'id': '785b1257-e39d-4907-814e-2c54a8d64012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91697c13-1e61-4a92-8d94-8233c0d82240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:20.299346 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:20.299907 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Bound using segment: {'id': '785b1257-e39d-4907-814e-2c54a8d64012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91697c13-1e61-4a92-8d94-8233c0d82240'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:04:20.300713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Bound port: 00831ef8-01dc-4cd7-aa16-0f0376bea716, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785b1257-e39d-4907-814e-2c54a8d64012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91697c13-1e61-4a92-8d94-8233c0d82240'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:04:20.301555 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:20.307792 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Pushing event updated for resources: {'Port': ['ID=00831ef8-01dc-4cd7-aa16-0f0376bea716,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:20.382277 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b2aa0b4-416a-474a-87e1-723b44b4e9d2 req-d053f3fe-fe47-419f-a765-33003943944f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906353 Nov 26 03:04:20.420480 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7729d58-cbcd-4c09-8880-6c511133153e tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:20.457515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['543667cf-364f-4ec6-a347-524c853aac40'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:04:20.485308 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:20.522559 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7729d58-cbcd-4c09-8880-6c511133153e tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:20.534263 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event deleted for resources: {'Port': ['ID=16b6eaf2-ed74-4703-b10f-72c393af54eb,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:20.537754 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] No DVR routers for this DVR port 16b6eaf2-ed74-4703-b10f-72c393af54eb on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:04:20.626762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7729d58-cbcd-4c09-8880-6c511133153e tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 91697c13-1e61-4a92-8d94-8233c0d82240 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:04:20.632378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-f7729d58-cbcd-4c09-8880-6c511133153e tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:20.639387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7729d58-cbcd-4c09-8880-6c511133153e tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:04:20.681384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7729d58-cbcd-4c09-8880-6c511133153e tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=9d203071-105b-4595-98f9-dbffb9f27ee8,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:20.712575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7729d58-cbcd-4c09-8880-6c511133153e tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:20.716774 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7729d58-cbcd-4c09-8880-6c511133153e tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:20.754925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f7729d58-cbcd-4c09-8880-6c511133153e tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7728477 Nov 26 03:04:20.755777 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58934) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:20.872795 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=543667cf-364f-4ec6-a347-524c853aac40,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:20.933714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e30a3597-edea-416c-8078-0052517c4732 None None] For port 00831ef8-01dc-4cd7-aa16-0f0376bea716, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:04:20.958108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e30a3597-edea-416c-8078-0052517c4732 None None] For port 00831ef8-01dc-4cd7-aa16-0f0376bea716, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=00831ef8-01dc-4cd7-aa16-0f0376bea716,segment=NetworkSegment(785b1257-e39d-4907-814e-2c54a8d64012),segment_id=785b1257-e39d-4907-814e-2c54a8d64012)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:04:20.971972 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:21.088677 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:21.122173 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c74902-76d2-440f-9863-357635d4476c']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:21.144951 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d82ace9c-d91d-4b07-89e0-0b5a6afddc1f req-cfa1991a-1c93-4ed0-8a79-788658b14c7a tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0640712 Nov 26 03:04:21.146849 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25139821-8c7c-4e06-86a2-734ae7b3e08a') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:21.147155 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25139821-8c7c-4e06-86a2-734ae7b3e08a') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:21.176917 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:21.197905 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:21.208591 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a3597-edea-416c-8078-0052517c4732 None None] Pushing event updated for resources: {'Port': ['ID=00831ef8-01dc-4cd7-aa16-0f0376bea716,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:21.209510 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:04:21.209928 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:04:21.292729 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:04:21.310034 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:21.318010 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:21.326241 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "DELETE /v2.0/networks/11c74902-76d2-440f-9863-357635d4476c HTTP/1.1" status: 204 len: 168 time: 1.6563656 Nov 26 03:04:21.326466 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58956) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:21.341585 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3951b-1eef-4e95-825f-d9f0092d6de9 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event deleted for resources: {'Network': ['ID=11c74902-76d2-440f-9863-357635d4476c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:21.584718 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0d05b824-9125-4848-aaba-d98842c17f61 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:21.595878 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24fb1725-0055-415d-a400-6bf641f71538 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:21.640533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd4ac2-95f5-4f5a-99b1-86c94ed34361 req-21e49bfc-4256-410c-b2ee-e0c1985f930b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:21.645284 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cfd4ac2-95f5-4f5a-99b1-86c94ed34361 req-21e49bfc-4256-410c-b2ee-e0c1985f930b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 944 time: 0.1493263 Nov 26 03:04:21.942537 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 00831ef8-01dc-4cd7-aa16-0f0376bea716 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:04:22.073604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 00831ef8-01dc-4cd7-aa16-0f0376bea716 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:22.073987 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:22.229430 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:22.301098 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 00831ef8-01dc-4cd7-aa16-0f0376bea716, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=00831ef8-01dc-4cd7-aa16-0f0376bea716,segment=NetworkSegment(785b1257-e39d-4907-814e-2c54a8d64012),segment_id=785b1257-e39d-4907-814e-2c54a8d64012)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:22.313618 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:22.432594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=00831ef8-01dc-4cd7-aa16-0f0376bea716,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:22.433613 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-030f90ea-6161-4201-9c62-294be90cc55b req-a536efa1-68bb-4cdf-bdbb-db7b938751d8 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0645719 Nov 26 03:04:22.439537 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:22.539893 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cfd4ac2-95f5-4f5a-99b1-86c94ed34361 req-df415903-0a68-4816-8ac6-28e14ddcd3c5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8864369 Nov 26 03:04:22.571447 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0d05b824-9125-4848-aaba-d98842c17f61 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:22.605207 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-0d05b824-9125-4848-aaba-d98842c17f61 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39cc79c-579d-41ae-b076-2fd137369bdc']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:22.621081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-0d05b824-9125-4848-aaba-d98842c17f61 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf38a1a-01a3-4262-8683-b34f92f3849f') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:22.621318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-0d05b824-9125-4848-aaba-d98842c17f61 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf38a1a-01a3-4262-8683-b34f92f3849f') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:22.640900 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0d05b824-9125-4848-aaba-d98842c17f61 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:22.659737 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00b59cc-ae9a-4c0b-b498-95d366ebb33c None None] Network 91697c13-1e61-4a92-8d94-8233c0d82240 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:22.664414 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0d05b824-9125-4848-aaba-d98842c17f61 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:22.678994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d05b824-9125-4848-aaba-d98842c17f61 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:04:22.679458 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0d05b824-9125-4848-aaba-d98842c17f61 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:04:22.683433 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:04:22.728605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-54a04663-f19d-48c3-bfd7-e602ac9b92da None None] Provisioning complete for port 00831ef8-01dc-4cd7-aa16-0f0376bea716 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:22.728892 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-54a04663-f19d-48c3-bfd7-e602ac9b92da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:22.768164 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24fb1725-0055-415d-a400-6bf641f71538 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:22.777937 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24fb1725-0055-415d-a400-6bf641f71538 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:22.815578 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0d05b824-9125-4848-aaba-d98842c17f61 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:22.861513 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0d05b824-9125-4848-aaba-d98842c17f61 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:22.868999 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0d05b824-9125-4848-aaba-d98842c17f61 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "DELETE /v2.0/networks/f39cc79c-579d-41ae-b076-2fd137369bdc HTTP/1.1" status: 204 len: 168 time: 1.5406017 Nov 26 03:04:22.869581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58996) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:22.895178 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05b824-9125-4848-aaba-d98842c17f61 tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event deleted for resources: {'Network': ['ID=f39cc79c-579d-41ae-b076-2fd137369bdc,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:22.929245 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb1725-0055-415d-a400-6bf641f71538 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=9d203071-105b-4595-98f9-dbffb9f27ee8,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:23.048312 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0850533f-b9d1-49e6-b3e0-3441cbb5e47b tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:23.055016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59000) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:23.151068 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0850533f-b9d1-49e6-b3e0-3441cbb5e47b tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:23.176405 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24fb1725-0055-415d-a400-6bf641f71538 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:23.178226 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-0850533f-b9d1-49e6-b3e0-3441cbb5e47b tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c356b4-394b-4b6b-90fe-acb1302c8d6f']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:23.190625 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-0850533f-b9d1-49e6-b3e0-3441cbb5e47b tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccde3482-0139-4663-b4e6-c075a1c1e07c') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:23.191290 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-0850533f-b9d1-49e6-b3e0-3441cbb5e47b tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccde3482-0139-4663-b4e6-c075a1c1e07c') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:23.201859 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0850533f-b9d1-49e6-b3e0-3441cbb5e47b tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:23.216995 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 543667cf-364f-4ec6-a347-524c853aac40 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:04:23.218062 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0850533f-b9d1-49e6-b3e0-3441cbb5e47b tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:23.228283 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0850533f-b9d1-49e6-b3e0-3441cbb5e47b tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:04:23.228795 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0850533f-b9d1-49e6-b3e0-3441cbb5e47b tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:04:23.234277 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:04:23.295387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-66761a9f-cd17-40ce-8477-d685a46ebf7b None None] Provisioning complete for port 00831ef8-01dc-4cd7-aa16-0f0376bea716 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:23.295768 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-66761a9f-cd17-40ce-8477-d685a46ebf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:23.312113 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb465-87b3-4805-9e3d-c8f2ceda1864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:23.333290 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0850533f-b9d1-49e6-b3e0-3441cbb5e47b tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:23.340922 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0850533f-b9d1-49e6-b3e0-3441cbb5e47b tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:23.344834 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0850533f-b9d1-49e6-b3e0-3441cbb5e47b tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "DELETE /v2.0/networks/b3c356b4-394b-4b6b-90fe-acb1302c8d6f HTTP/1.1" status: 204 len: 168 time: 0.4732552 Nov 26 03:04:23.348928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59004) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:23.366398 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850533f-b9d1-49e6-b3e0-3441cbb5e47b tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event deleted for resources: {'Network': ['ID=b3c356b4-394b-4b6b-90fe-acb1302c8d6f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:23.397938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 543667cf-364f-4ec6-a347-524c853aac40 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:04:23.411039 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 543667cf-364f-4ec6-a347-524c853aac40 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:23.411426 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:23.504330 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-56078753-b528-476a-a96f-129022c9817d tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:23.511828 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-66761a9f-cd17-40ce-8477-d685a46ebf7b None None] Provisioning complete for port 9d203071-105b-4595-98f9-dbffb9f27ee8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:23.512466 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-66761a9f-cd17-40ce-8477-d685a46ebf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:23.523416 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24fb1725-0055-415d-a400-6bf641f71538 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:23.583502 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-66761a9f-cd17-40ce-8477-d685a46ebf7b None None] Port 9d203071-105b-4595-98f9-dbffb9f27ee8 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:04:23.591465 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:23.633215 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:23.787310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7bca6f-5452-44fa-901f-5e7838cdd2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543667cf-364f-4ec6-a347-524c853aac40'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:04:23.795789 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-39c3d1b0-da33-4531-84b9-ffc28c610791 req-105a66c7-f00d-496a-9a0a-b501005ea0e3 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.1973929 Nov 26 03:04:23.803088 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4179ab1-c648-48bc-b227-a18aae832d47" -d '{"events": [{"server_uuid": "6f7bca6f-5452-44fa-901f-5e7838cdd2f9", "name": "network-vif-plugged", "status": "completed", "tag": "543667cf-364f-4ec6-a347-524c853aac40"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:04:23.823416 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 00831ef8-01dc-4cd7-aa16-0f0376bea716 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:04:23.865373 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 543667cf-364f-4ec6-a347-524c853aac40, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=543667cf-364f-4ec6-a347-524c853aac40,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:23.877165 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cde1a79-26c6-4a4d-9b6b-2660bc189e37 x-openstack-request-id: req-1cde1a79-26c6-4a4d-9b6b-2660bc189e37 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:04:23.877387 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7bca6f-5452-44fa-901f-5e7838cdd2f9", "name": "network-vif-plugged", "status": "completed", "tag": "543667cf-364f-4ec6-a347-524c853aac40", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:04:23.877650 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1cde1a79-26c6-4a4d-9b6b-2660bc189e37 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:04:23.878182 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7bca6f-5452-44fa-901f-5e7838cdd2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543667cf-364f-4ec6-a347-524c853aac40', 'code': 200} Nov 26 03:04:23.882271 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:23.948846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=543667cf-364f-4ec6-a347-524c853aac40,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:23.951584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8bcbc9-3675-47eb-abdc-38cdf27595a3 None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 03:04:23.956413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-afd17396-5320-456b-bc86-301d385cafa2 None None] Provisioning complete for port 9d203071-105b-4595-98f9-dbffb9f27ee8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:23.956788 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-afd17396-5320-456b-bc86-301d385cafa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:24.009866 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 00831ef8-01dc-4cd7-aa16-0f0376bea716 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:24.010248 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:24.062139 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-afd17396-5320-456b-bc86-301d385cafa2 None None] Port 9d203071-105b-4595-98f9-dbffb9f27ee8 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:04:24.074310 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-56078753-b528-476a-a96f-129022c9817d tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:24.129081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21ecb1-3780-4419-9211-692e696de8aa req-ccaed15e-1c25-4b24-afbf-4bbb1dccc58e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:24.130691 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d21ecb1-3780-4419-9211-692e696de8aa req-ccaed15e-1c25-4b24-afbf-4bbb1dccc58e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 944 time: 0.3217423 Nov 26 03:04:24.161019 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8bcbc9-3675-47eb-abdc-38cdf27595a3 None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 03:04:24.164314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-56078753-b528-476a-a96f-129022c9817d tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a78ce7a-4658-4de3-8ea1-674c55103f0a']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:24.167612 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb465-87b3-4805-9e3d-c8f2ceda1864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:24.202891 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d31c19c5-066d-4912-91d2-08ec9b933b35 None None] Provisioning complete for port 9d203071-105b-4595-98f9-dbffb9f27ee8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:24.202891 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d31c19c5-066d-4912-91d2-08ec9b933b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:24.205295 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb465-87b3-4805-9e3d-c8f2ceda1864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:24.208651 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-56078753-b528-476a-a96f-129022c9817d tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08778630-e75f-4b1d-abf6-12c0934fde09') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:24.208953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-56078753-b528-476a-a96f-129022c9817d tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08778630-e75f-4b1d-abf6-12c0934fde09') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:24.255975 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-56078753-b528-476a-a96f-129022c9817d tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:24.285800 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d31c19c5-066d-4912-91d2-08ec9b933b35 None None] Port 9d203071-105b-4595-98f9-dbffb9f27ee8 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:04:24.297318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93cd28-a602-4aff-af0d-427e6793ea93 req-aa902b2d-7143-4ec3-9e9e-f461f0b0579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:24.298847 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae93cd28-a602-4aff-af0d-427e6793ea93 req-aa902b2d-7143-4ec3-9e9e-f461f0b0579a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 1096 time: 0.2921560 Nov 26 03:04:24.307141 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-56078753-b528-476a-a96f-129022c9817d tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:24.312968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d21ecb1-3780-4419-9211-692e696de8aa req-e8723efd-56fe-4e9d-8d0f-0960e0b7a302 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607237 Nov 26 03:04:24.343392 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56078753-b528-476a-a96f-129022c9817d tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:04:24.343816 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-56078753-b528-476a-a96f-129022c9817d tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:24.352206 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7ccbb465-87b3-4805-9e3d-c8f2ceda1864 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b03b8cc8b9ef4d6f8d9be8ee3c5ae724&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2961311 Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:04:24.353882 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:04:24.356544 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59024) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:24.391690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbb465-87b3-4805-9e3d-c8f2ceda1864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fbf60a-e55f-48ba-a8d6-a0d7872970cd,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:24.466103 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f00dc71c-8573-4fe3-a84e-c2937beb9603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:24.501666 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcd9afc-7115-46a8-b284-db0cb6772766 None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 03:04:24.510508 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f00dc71c-8573-4fe3-a84e-c2937beb9603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:24.549156 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24fb1725-0055-415d-a400-6bf641f71538 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:24.568413 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24fb1725-0055-415d-a400-6bf641f71538 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:24.601299 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f00dc71c-8573-4fe3-a84e-c2937beb9603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:24.605890 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f00dc71c-8573-4fe3-a84e-c2937beb9603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:24.611433 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f00dc71c-8573-4fe3-a84e-c2937beb9603 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68fbf60a-e55f-48ba-a8d6-a0d7872970cd HTTP/1.1" status: 204 len: 168 time: 0.2532628 Nov 26 03:04:24.621746 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00dc71c-8573-4fe3-a84e-c2937beb9603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fbf60a-e55f-48ba-a8d6-a0d7872970cd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:24.660099 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcd9afc-7115-46a8-b284-db0cb6772766 None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 03:04:24.679993 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-56078753-b528-476a-a96f-129022c9817d tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:24.691330 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae93cd28-a602-4aff-af0d-427e6793ea93 req-98cc7f8b-df02-4a4d-8421-c60d5047eb48 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774438 Nov 26 03:04:24.702019 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-56078753-b528-476a-a96f-129022c9817d tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:24.705576 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-56078753-b528-476a-a96f-129022c9817d tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] 10.222.0.31 "DELETE /v2.0/networks/5a78ce7a-4658-4de3-8ea1-674c55103f0a HTTP/1.1" status: 204 len: 168 time: 1.3547246 Nov 26 03:04:24.733041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56078753-b528-476a-a96f-129022c9817d tempest-BulkNetworkOpsIpV6Test-1137857044 tempest-BulkNetworkOpsIpV6Test-1137857044-project] Pushing event deleted for resources: {'Network': ['ID=5a78ce7a-4658-4de3-8ea1-674c55103f0a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:24.738433 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb1725-0055-415d-a400-6bf641f71538 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=9d203071-105b-4595-98f9-dbffb9f27ee8,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:24.740964 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24fb1725-0055-415d-a400-6bf641f71538 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:24.884318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb1725-0055-415d-a400-6bf641f71538 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 91697c13-1e61-4a92-8d94-8233c0d82240 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:04:24.885801 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-24fb1725-0055-415d-a400-6bf641f71538 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:25.076091 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65cc0ad5-5003-4049-8d74-6dbb7e3cfb10 req-6d898258-16de-4476-8c73-61b6f4b1df5f tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.1064107 Nov 26 03:04:25.188228 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59050) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:25.200486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fb1725-0055-415d-a400-6bf641f71538 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router ab470435-c0ba-45c5-8dec-c42dd2f3e017 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:04:25.222307 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59054) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:25.243258 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b211-7d02-44a7-8277-2649a3354164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:25.411936 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b211-7d02-44a7-8277-2649a3354164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:25.419365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fb1725-0055-415d-a400-6bf641f71538 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:04:25.424454 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b211-7d02-44a7-8277-2649a3354164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:25.425057 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-24fb1725-0055-415d-a400-6bf641f71538 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/ab470435-c0ba-45c5-8dec-c42dd2f3e017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6680961 Nov 26 03:04:25.427822 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59058) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:25.437286 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d0baf3-8db5-4133-87ef-48813aba9512 None None] Sync routers for ids ['ab470435-c0ba-45c5-8dec-c42dd2f3e017'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:04:25.458264 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d0baf3-8db5-4133-87ef-48813aba9512 None None] Routers {'ab470435-c0ba-45c5-8dec-c42dd2f3e017'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:25.459009 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e4d0baf3-8db5-4133-87ef-48813aba9512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:04:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ab470435-c0ba-45c5-8dec-c42dd2f3e017'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:25.488675 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c6d8b211-7d02-44a7-8277-2649a3354164 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=215a28cde94b4d21a641e35aceb03ab8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2650957 Nov 26 03:04:25.492709 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59060) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:25.504267 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8b211-7d02-44a7-8277-2649a3354164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30128d1d-a310-4a0c-8704-ef2fb0522e02,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:25.542535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6283c312-9605-467d-86d1-8fad6a03f014 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:25.544081 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6283c312-9605-467d-86d1-8fad6a03f014 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/ports/9d203071-105b-4595-98f9-dbffb9f27ee8 HTTP/1.1" status: 200 len: 977 time: 0.1118982 Nov 26 03:04:25.546856 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59064) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:25.553388 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e4d0baf3-8db5-4133-87ef-48813aba9512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:25.580743 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c92858-d55d-408f-81c5-6c1bbc113882 req-6dbf409d-2806-4b0d-9a46-84bffb7a4cd6 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:25.582459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-23c92858-d55d-408f-81c5-6c1bbc113882 req-6dbf409d-2806-4b0d-9a46-84bffb7a4cd6 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.1520195 Nov 26 03:04:25.584803 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d0baf3-8db5-4133-87ef-48813aba9512 None None] Routers {'ab470435-c0ba-45c5-8dec-c42dd2f3e017'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:25.585432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e4d0baf3-8db5-4133-87ef-48813aba9512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:04:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ab470435-c0ba-45c5-8dec-c42dd2f3e017'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:25.639298 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e4d0baf3-8db5-4133-87ef-48813aba9512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:25.643732 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d0baf3-8db5-4133-87ef-48813aba9512 None None] The sync data for ids ['ab470435-c0ba-45c5-8dec-c42dd2f3e017'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:04:25.643927 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a5d1329e-55e5-4678-9492-6dd3661e9b15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:25.668681 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7b0ef686-8be4-4389-a99e-744a62a51257 None None] Provisioning complete for port 9d203071-105b-4595-98f9-dbffb9f27ee8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:25.669060 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef686-8be4-4389-a99e-744a62a51257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:25.688243 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a5d1329e-55e5-4678-9492-6dd3661e9b15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:25.713857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-23c92858-d55d-408f-81c5-6c1bbc113882 req-3f64442b-abd7-42de-8703-7c5d11e33c33 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190667 Nov 26 03:04:25.760104 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7b0ef686-8be4-4389-a99e-744a62a51257 None None] Port 9d203071-105b-4595-98f9-dbffb9f27ee8 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:04:25.788889 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a5d1329e-55e5-4678-9492-6dd3661e9b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:25.793389 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a5d1329e-55e5-4678-9492-6dd3661e9b15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:25.797142 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a5d1329e-55e5-4678-9492-6dd3661e9b15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30128d1d-a310-4a0c-8704-ef2fb0522e02 HTTP/1.1" status: 204 len: 168 time: 0.2972043 Nov 26 03:04:25.804891 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1329e-55e5-4678-9492-6dd3661e9b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30128d1d-a310-4a0c-8704-ef2fb0522e02,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:25.812727 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a09bab3d-230f-4f77-848e-ae3a869a6bd1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd6e68d0ac374ca3a40dfff5d5f05c01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6193662 Nov 26 03:04:25.830209 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59068) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:25.952495 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b79757ab-1f92-4077-a537-7a0b73718c2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:25.990231 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b79757ab-1f92-4077-a537-7a0b73718c2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:26.094183 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b79757ab-1f92-4077-a537-7a0b73718c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:26.098072 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b79757ab-1f92-4077-a537-7a0b73718c2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:26.101460 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b79757ab-1f92-4077-a537-7a0b73718c2f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92c591a6-dd9c-4364-a3e3-010c5aa86422 HTTP/1.1" status: 204 len: 168 time: 0.2682815 Nov 26 03:04:26.133299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79757ab-1f92-4077-a537-7a0b73718c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c591a6-dd9c-4364-a3e3-010c5aa86422,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:26.216044 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd3296db-9dd5-41e9-b112-85f729a7e3e7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:26.302445 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0621b7c2-1bf7-491d-8820-c66a81ea295e req-693b4ac3-5a5b-41d3-afc7-8368225e05c4 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0685501 Nov 26 03:04:26.560340 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-cd3296db-9dd5-41e9-b112-85f729a7e3e7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting port 9d203071-105b-4595-98f9-dbffb9f27ee8 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:04:26.560906 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd3296db-9dd5-41e9-b112-85f729a7e3e7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:26.712877 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd3296db-9dd5-41e9-b112-85f729a7e3e7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:26.734962 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-cd3296db-9dd5-41e9-b112-85f729a7e3e7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Calling delete_port for 9d203071-105b-4595-98f9-dbffb9f27ee8 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:04:26.886976 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbac15-6e22-4082-b768-e182ecb4a974 req-f61903b3-8d87-4248-b1f3-699ed684d75f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:26.894987 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b4fbac15-6e22-4082-b768-e182ecb4a974 req-f61903b3-8d87-4248-b1f3-699ed684d75f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.0939872 Nov 26 03:04:26.963426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b4fbac15-6e22-4082-b768-e182ecb4a974 req-f4cffccd-55e1-4f08-9017-3b6123cbd760 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675228 Nov 26 03:04:26.997659 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd3296db-9dd5-41e9-b112-85f729a7e3e7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:27.069751 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3296db-9dd5-41e9-b112-85f729a7e3e7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Port': ['ID=9d203071-105b-4595-98f9-dbffb9f27ee8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:27.273123 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd3296db-9dd5-41e9-b112-85f729a7e3e7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:27.347029 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0d541-2b9e-4c7e-acba-da36894a9e3f req-8053a5ff-49cf-4cea-9ea4-dcd0910aa7d3 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:27.361444 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1de0d541-2b9e-4c7e-acba-da36894a9e3f req-8053a5ff-49cf-4cea-9ea4-dcd0910aa7d3 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.1194890 Nov 26 03:04:27.505552 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1de0d541-2b9e-4c7e-acba-da36894a9e3f req-645e60fa-a8e4-4c61-825b-5c564f7a2840 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264057 Nov 26 03:04:27.547211 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3296db-9dd5-41e9-b112-85f729a7e3e7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router ab470435-c0ba-45c5-8dec-c42dd2f3e017 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:04:27.592539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59136) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:27.594953 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a90d892-5a08-4f9c-ad9c-d7c5ec0b40c9 req-c4cb1eb4-54d8-4be7-9ddd-11e413499eac tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0309560 Nov 26 03:04:27.640564 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3296db-9dd5-41e9-b112-85f729a7e3e7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:04:27.653488 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d3aad7-3fa9-4599-990b-32a469ac8103 None None] Sync routers for ids ['ab470435-c0ba-45c5-8dec-c42dd2f3e017'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:04:27.659898 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59140) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:27.660576 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cd3296db-9dd5-41e9-b112-85f729a7e3e7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/ab470435-c0ba-45c5-8dec-c42dd2f3e017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1122787 Nov 26 03:04:27.667061 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d3aad7-3fa9-4599-990b-32a469ac8103 None None] Routers {'ab470435-c0ba-45c5-8dec-c42dd2f3e017'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:27.669210 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-67d3aad7-3fa9-4599-990b-32a469ac8103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:04:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ab470435-c0ba-45c5-8dec-c42dd2f3e017'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:27.729039 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-67d3aad7-3fa9-4599-990b-32a469ac8103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:27.739521 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d3aad7-3fa9-4599-990b-32a469ac8103 None None] Routers {'ab470435-c0ba-45c5-8dec-c42dd2f3e017'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:27.740408 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-67d3aad7-3fa9-4599-990b-32a469ac8103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:04:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ab470435-c0ba-45c5-8dec-c42dd2f3e017'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:27.782865 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-67d3aad7-3fa9-4599-990b-32a469ac8103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:27.783809 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d3aad7-3fa9-4599-990b-32a469ac8103 None None] The sync data for ids ['ab470435-c0ba-45c5-8dec-c42dd2f3e017'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:04:27.825594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Request body: {'networks': [{'name': 'tempest-network--1076794867'}, {'name': 'tempest-network--1065491636'}]} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:27.826228 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Request body: {'network': {'name': 'tempest-network--1076794867'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:27.826898 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Request body: {'network': {'name': 'tempest-network--1065491636'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:27.831528 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:04:27.958711 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Made reservation on behalf of 4eba8cfc552e4015a472244e1484b932 for: {'network': 2} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:27.964222 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.003163 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-0f606fe0-c159-4a6a-bfa4-0994246f0836 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] remove_router_interface failed (client error): The resource could not be found. Nov 26 03:04:28.007377 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59154) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:28.009921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0f606fe0-c159-4a6a-bfa4-0994246f0836 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/ab470435-c0ba-45c5-8dec-c42dd2f3e017/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3470478 Nov 26 03:04:28.011915 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.042340 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4e25cb53-d9fe-4770-8b76-a63b7205fb1c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab470435-c0ba-45c5-8dec-c42dd2f3e017 HTTP/1.1" status: 200 len: 205 time: 0.0335159 Nov 26 03:04:28.044892 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59156) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:28.102170 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.107669 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.108299 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.148121 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3c33-f374-4b15-954d-689a1f0bfc1a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.154349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a304551-46f3-4eeb-95f1-2b2ebbce57ca,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:28.178646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:04:28.190371 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.191055 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Added segment 5650e9e0-9d9d-4625-839e-d50375296ba1 of type vlan for network da8bb923-b2b0-4587-a9c2-46858705de7e Nov 26 03:04:28.244003 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.279533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:04:28.290124 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.290654 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Added segment c13bc9c0-6a68-471c-9b22-5eb0aa430196 of type vlan for network b0cc2f0a-e8fd-4da8-b3e6-ab721124d34a Nov 26 03:04:28.334799 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.334994 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3c33-f374-4b15-954d-689a1f0bfc1a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.337742 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3c33-f374-4b15-954d-689a1f0bfc1a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.377855 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.378567 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.386946 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:28.393040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:28.393833 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.395220 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3c33-f374-4b15-954d-689a1f0bfc1a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.396270 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0aa3c33-f374-4b15-954d-689a1f0bfc1a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Fanout notify agent at l3_agent the message router_deleted on router ab470435-c0ba-45c5-8dec-c42dd2f3e017 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:04:28.404743 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3c33-f374-4b15-954d-689a1f0bfc1a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.406144 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b0aa3c33-f374-4b15-954d-689a1f0bfc1a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/routers/ab470435-c0ba-45c5-8dec-c42dd2f3e017 HTTP/1.1" status: 204 len: 168 time: 0.3597240 Nov 26 03:04:28.408606 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59166) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:28.477315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event updated for resources: {'Network': ['ID=da8bb923-b2b0-4587-a9c2-46858705de7e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:28.489026 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5164528-fcc7-43a8-b9d5-7e1bf30a0355 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting subnet d1fdeecf-725a-4c3a-a7e4-80b21a72be22 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:04:28.490009 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network da8bb923-b2b0-4587-a9c2-46858705de7e details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:04:28.504626 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e5164528-fcc7-43a8-b9d5-7e1bf30a0355 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.595287 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e5164528-fcc7-43a8-b9d5-7e1bf30a0355 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.610110 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0098627 Nov 26 03:04:28.615395 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59178) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:28.720475 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e5164528-fcc7-43a8-b9d5-7e1bf30a0355 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.803617 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e5164528-fcc7-43a8-b9d5-7e1bf30a0355 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.878615 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5164528-fcc7-43a8-b9d5-7e1bf30a0355 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Subnet': ['ID=d1fdeecf-725a-4c3a-a7e4-80b21a72be22,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:28.898922 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e5164528-fcc7-43a8-b9d5-7e1bf30a0355 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:28.904087 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e5164528-fcc7-43a8-b9d5-7e1bf30a0355 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/subnets/d1fdeecf-725a-4c3a-a7e4-80b21a72be22 HTTP/1.1" status: 204 len: 168 time: 0.4940825 Nov 26 03:04:28.906305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ad645c-c8bb-4c9e-a32d-db77114b4f0b None None] Network 91697c13-1e61-4a92-8d94-8233c0d82240 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:28.906442 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59188) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:29.080237 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:29.131982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a340a5-235f-4c3b-8ca9-e56d5d65dc5e None None] DHCP port deletion for 91697c13-1e61-4a92-8d94-8233c0d82240 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:04:29.187188 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting port 00831ef8-01dc-4cd7-aa16-0f0376bea716 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:04:29.188083 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:29.222347 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a9a340a5-235f-4c3b-8ca9-e56d5d65dc5e None None] Deleting port 00831ef8-01dc-4cd7-aa16-0f0376bea716 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:04:29.222729 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a9a340a5-235f-4c3b-8ca9-e56d5d65dc5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:29.289977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a9a340a5-235f-4c3b-8ca9-e56d5d65dc5e None None] For port 00831ef8-01dc-4cd7-aa16-0f0376bea716, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=00831ef8-01dc-4cd7-aa16-0f0376bea716,segment=NetworkSegment(785b1257-e39d-4907-814e-2c54a8d64012),segment_id=785b1257-e39d-4907-814e-2c54a8d64012)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:29.290374 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a9a340a5-235f-4c3b-8ca9-e56d5d65dc5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:29.295627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] For port 00831ef8-01dc-4cd7-aa16-0f0376bea716, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=00831ef8-01dc-4cd7-aa16-0f0376bea716,segment=NetworkSegment(785b1257-e39d-4907-814e-2c54a8d64012),segment_id=785b1257-e39d-4907-814e-2c54a8d64012)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:29.296009 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:29.304657 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a9a340a5-235f-4c3b-8ca9-e56d5d65dc5e None None] Calling delete_port for 00831ef8-01dc-4cd7-aa16-0f0376bea716 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:04:29.310500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced87f8-c604-41dc-8691-005e4a7fa688 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event updated for resources: {'Network': ['ID=b0cc2f0a-e8fd-4da8-b3e6-ab721124d34a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:29.316172 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Calling delete_port for 00831ef8-01dc-4cd7-aa16-0f0376bea716 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:04:29.353806 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network b0cc2f0a-e8fd-4da8-b3e6-ab721124d34a details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:04:29.446991 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:29.461256 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a9a340a5-235f-4c3b-8ca9-e56d5d65dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:29.483685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5e46ffd-1b71-4f5e-9d94-218a7566beb8 req-47192b15-348d-498a-b623-7c4a2487b114 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.7474949 Nov 26 03:04:29.488897 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] No DVR routers for this DVR port 00831ef8-01dc-4cd7-aa16-0f0376bea716 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:04:29.494432 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Port': ['ID=00831ef8-01dc-4cd7-aa16-0f0376bea716,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:29.506701 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac8650b-33d8-4850-9b99-998e42da5cee tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:29.526464 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac8650b-33d8-4850-9b99-998e42da5cee tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:29.529624 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a340a5-235f-4c3b-8ca9-e56d5d65dc5e None None] No DVR routers for this DVR port 00831ef8-01dc-4cd7-aa16-0f0376bea716 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:04:29.531855 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a340a5-235f-4c3b-8ca9-e56d5d65dc5e None None] Pushing event deleted for resources: {'Port': ['ID=00831ef8-01dc-4cd7-aa16-0f0376bea716,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:29.548585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac8650b-33d8-4850-9b99-998e42da5cee tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:29.555159 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac8650b-33d8-4850-9b99-998e42da5cee tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:29.559463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1ac8650b-33d8-4850-9b99-998e42da5cee tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.9395478 Nov 26 03:04:29.559781 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59200) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:29.607504 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:29.650127 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91697c13-1e61-4a92-8d94-8233c0d82240']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:29.673232 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785b1257-e39d-4907-814e-2c54a8d64012') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:29.674893 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785b1257-e39d-4907-814e-2c54a8d64012') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:29.690985 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:29.697764 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462d388-7c83-44bd-9a7e-6c6a4e7511ff req-5ef7ca4e-61b2-43d1-a436-7e6efbfe74d8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:29.697764 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7462d388-7c83-44bd-9a7e-6c6a4e7511ff req-5ef7ca4e-61b2-43d1-a436-7e6efbfe74d8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 1.0295312 Nov 26 03:04:29.702819 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-22858ffc-56b9-4502-9bba-69aa185a6de4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:29.738390 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:29.760869 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:04:29.761412 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:04:29.766446 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:04:29.805658 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 00831ef8-01dc-4cd7-aa16-0f0376bea716 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:04:29.843199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 00831ef8-01dc-4cd7-aa16-0f0376bea716 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:04:29.845481 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:29.853079 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 00831ef8-01dc-4cd7-aa16-0f0376bea716 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:04:29.865640 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:29.869996 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/networks/91697c13-1e61-4a92-8d94-8233c0d82240 HTTP/1.1" status: 204 len: 168 time: 0.9625804 Nov 26 03:04:29.884459 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59206) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:29.892497 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-fbfb321b-9746-47c4-b410-d822d465fc28 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'network': {'name': 'tempest-RoutersTest-461109792'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:29.898526 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d1caa-6b1c-4ffc-bd72-68a3a4413773 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Network': ['ID=91697c13-1e61-4a92-8d94-8233c0d82240,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:29.903436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7462d388-7c83-44bd-9a7e-6c6a4e7511ff req-79fdb001-99e1-4c79-920b-8e2f8ef5ecfa tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851716 Nov 26 03:04:29.907652 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-22858ffc-56b9-4502-9bba-69aa185a6de4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:29.942022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-22858ffc-56b9-4502-9bba-69aa185a6de4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8bb923-b2b0-4587-a9c2-46858705de7e']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:29.948821 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfb321b-9746-47c4-b410-d822d465fc28 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Made reservation on behalf of 8a1ba20f33ad4bd4a777d779bfbcd97e for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:29.952956 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fbfb321b-9746-47c4-b410-d822d465fc28 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:29.972596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-22858ffc-56b9-4502-9bba-69aa185a6de4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5650e9e0-9d9d-4625-839e-d50375296ba1') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:29.972596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-22858ffc-56b9-4502-9bba-69aa185a6de4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5650e9e0-9d9d-4625-839e-d50375296ba1') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:29.985060 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfb321b-9746-47c4-b410-d822d465fc28 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:04:29.985459 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-22858ffc-56b9-4502-9bba-69aa185a6de4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:29.997826 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fbfb321b-9746-47c4-b410-d822d465fc28 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:29.998571 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-fbfb321b-9746-47c4-b410-d822d465fc28 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Added segment 8405c021-59c2-4f52-8de5-558f62271804 of type vlan for network 4c35bb94-e08c-47f6-b452-cd1ae2bf4e69 Nov 26 03:04:30.004526 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-22858ffc-56b9-4502-9bba-69aa185a6de4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:30.012459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22858ffc-56b9-4502-9bba-69aa185a6de4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:04:30.012977 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-22858ffc-56b9-4502-9bba-69aa185a6de4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:04:30.039359 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:04:30.060162 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fbfb321b-9746-47c4-b410-d822d465fc28 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:30.119703 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fbfb321b-9746-47c4-b410-d822d465fc28 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:30.127201 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfb321b-9746-47c4-b410-d822d465fc28 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:30.128775 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fbfb321b-9746-47c4-b410-d822d465fc28 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:30.139726 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-22858ffc-56b9-4502-9bba-69aa185a6de4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:30.148896 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-22858ffc-56b9-4502-9bba-69aa185a6de4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:30.159321 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-22858ffc-56b9-4502-9bba-69aa185a6de4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "DELETE /v2.0/networks/da8bb923-b2b0-4587-a9c2-46858705de7e HTTP/1.1" status: 204 len: 168 time: 0.5961797 Nov 26 03:04:30.161358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59218) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:30.208341 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22858ffc-56b9-4502-9bba-69aa185a6de4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event deleted for resources: {'Network': ['ID=da8bb923-b2b0-4587-a9c2-46858705de7e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:30.235942 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb321b-9746-47c4-b410-d822d465fc28 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Network': ['ID=4c35bb94-e08c-47f6-b452-cd1ae2bf4e69,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:30.248549 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 4c35bb94-e08c-47f6-b452-cd1ae2bf4e69 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:04:30.272475 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fbfb321b-9746-47c4-b410-d822d465fc28 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3851659 Nov 26 03:04:30.274166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59226) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:30.291082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-71980835-fa29-4561-ba64-79d6d0a92ab3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'subnet': {'network_id': '4c35bb94-e08c-47f6-b452-cd1ae2bf4e69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:30.389640 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ca5aee07-f0a7-41cf-bb52-8b3f93e762ac tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:30.542354 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9cc565d-8431-4dd9-af42-7feda261c3a4 req-f2afc89d-f6a3-4431-92d4-16d46bdddb8e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0607374 Nov 26 03:04:30.654636 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71980835-fa29-4561-ba64-79d6d0a92ab3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Made reservation on behalf of 8a1ba20f33ad4bd4a777d779bfbcd97e for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:30.671291 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-71980835-fa29-4561-ba64-79d6d0a92ab3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:30.692508 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ca5aee07-f0a7-41cf-bb52-8b3f93e762ac tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:30.707252 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9e6f293-7290-4a97-ac5b-8168af04069d req-beaa2494-6ce3-4b14-a388-e08901393dc2 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.1072290 Nov 26 03:04:30.844608 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-ca5aee07-f0a7-41cf-bb52-8b3f93e762ac tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0cc2f0a-e8fd-4da8-b3e6-ab721124d34a']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:30.858730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a227d3-780b-4422-b77a-e5fbd47bbae1 req-99243b64-7579-4965-b19c-27e098272aa0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:30.865771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81a227d3-780b-4422-b77a-e5fbd47bbae1 req-99243b64-7579-4965-b19c-27e098272aa0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.3115191 Nov 26 03:04:30.894486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-ca5aee07-f0a7-41cf-bb52-8b3f93e762ac tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13bc9c0-6a68-471c-9b22-5eb0aa430196') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:30.894792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-ca5aee07-f0a7-41cf-bb52-8b3f93e762ac tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13bc9c0-6a68-471c-9b22-5eb0aa430196') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:30.921320 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ca5aee07-f0a7-41cf-bb52-8b3f93e762ac tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:30.958872 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ca5aee07-f0a7-41cf-bb52-8b3f93e762ac tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:31.003642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5aee07-f0a7-41cf-bb52-8b3f93e762ac tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:04:31.004161 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ca5aee07-f0a7-41cf-bb52-8b3f93e762ac tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:04:31.007867 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:04:31.060112 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81a227d3-780b-4422-b77a-e5fbd47bbae1 req-639e4817-72c5-4471-976f-2743af789d36 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804476 Nov 26 03:04:31.137350 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ca5aee07-f0a7-41cf-bb52-8b3f93e762ac tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:31.142767 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ca5aee07-f0a7-41cf-bb52-8b3f93e762ac tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:31.146515 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ca5aee07-f0a7-41cf-bb52-8b3f93e762ac tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "DELETE /v2.0/networks/b0cc2f0a-e8fd-4da8-b3e6-ab721124d34a HTTP/1.1" status: 204 len: 168 time: 0.9827905 Nov 26 03:04:31.150177 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59254) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:31.183187 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5aee07-f0a7-41cf-bb52-8b3f93e762ac tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event deleted for resources: {'Network': ['ID=b0cc2f0a-e8fd-4da8-b3e6-ab721124d34a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:31.198353 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-71980835-fa29-4561-ba64-79d6d0a92ab3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:31.297188 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71980835-fa29-4561-ba64-79d6d0a92ab3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Subnet': ['ID=ba4697b0-9389-4d56-9402-5ac4a288098c,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:31.306372 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a99956-ef25-4cff-bfca-648e447184e6 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:31.317745 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a99956-ef25-4cff-bfca-648e447184e6 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:31.326185 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59260) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:31.327297 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c2a99956-ef25-4cff-bfca-648e447184e6 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1754775 Nov 26 03:04:31.328627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71980835-fa29-4561-ba64-79d6d0a92ab3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Checking segment: {'id': '8405c021-59c2-4f52-8de5-558f62271804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4c35bb94-e08c-47f6-b452-cd1ae2bf4e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:31.329067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71980835-fa29-4561-ba64-79d6d0a92ab3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network hostable DHCP agents. Network: 4c35bb94-e08c-47f6-b452-cd1ae2bf4e69, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:04:31.334582 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-7632296d-3f6d-455f-9eed-f035a5233ff4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1091670280'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:31.366819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71980835-fa29-4561-ba64-79d6d0a92ab3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 4c35bb94-e08c-47f6-b452-cd1ae2bf4e69 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:04:31.371379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7632296d-3f6d-455f-9eed-f035a5233ff4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Made reservation on behalf of 4eba8cfc552e4015a472244e1484b932 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:31.375091 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7632296d-3f6d-455f-9eed-f035a5233ff4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:31.392217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-71980835-fa29-4561-ba64-79d6d0a92ab3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 4c35bb94-e08c-47f6-b452-cd1ae2bf4e69) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:31.398294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71980835-fa29-4561-ba64-79d6d0a92ab3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:31.398896 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-71980835-fa29-4561-ba64-79d6d0a92ab3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:31.401208 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a32ded6-ea2e-4346-ac5a-27de72a7ca5f None None] Network 4c35bb94-e08c-47f6-b452-cd1ae2bf4e69 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:31.421381 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7632296d-3f6d-455f-9eed-f035a5233ff4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:04:31.426671 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-71980835-fa29-4561-ba64-79d6d0a92ab3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1506004 Nov 26 03:04:31.429621 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59264) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:31.435572 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-902f5bc3-072a-45a0-bebb-4a3284a97390 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-899656972', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:31.450385 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7632296d-3f6d-455f-9eed-f035a5233ff4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:31.454850 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-7632296d-3f6d-455f-9eed-f035a5233ff4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Added segment dd76e205-3285-4ea0-adec-c39d69e8817a of type vlan for network 160a9a0f-6d07-44e0-8533-82cbf23db6d5 Nov 26 03:04:31.482048 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-902f5bc3-072a-45a0-bebb-4a3284a97390 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:31.483170 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-902f5bc3-072a-45a0-bebb-4a3284a97390 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:31.527084 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7632296d-3f6d-455f-9eed-f035a5233ff4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:31.563367 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7632296d-3f6d-455f-9eed-f035a5233ff4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:31.588692 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7632296d-3f6d-455f-9eed-f035a5233ff4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:31.590491 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7632296d-3f6d-455f-9eed-f035a5233ff4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:31.599267 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-902f5bc3-072a-45a0-bebb-4a3284a97390 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:31.611017 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-902f5bc3-072a-45a0-bebb-4a3284a97390 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:31.657160 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-902f5bc3-072a-45a0-bebb-4a3284a97390 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:31.658741 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-902f5bc3-072a-45a0-bebb-4a3284a97390 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2273970 Nov 26 03:04:31.661729 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59268) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:31.690306 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-4c35bb94-e08c-47f6-b452-cd1ae2bf4e69', 'network_id': '4c35bb94-e08c-47f6-b452-cd1ae2bf4e69', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'fixed_ips': [{'subnet_id': 'ba4697b0-9389-4d56-9402-5ac4a288098c'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:04:31.691540 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:31.723290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7632296d-3f6d-455f-9eed-f035a5233ff4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3957787 Nov 26 03:04:31.726652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59270) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:31.776965 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-2950d26a-dbcd-47b4-892a-f03b2c27ef3a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2086631060'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:31.807024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632296d-3f6d-455f-9eed-f035a5233ff4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event updated for resources: {'Network': ['ID=160a9a0f-6d07-44e0-8533-82cbf23db6d5,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:31.828835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 160a9a0f-6d07-44e0-8533-82cbf23db6d5 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:04:31.943347 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d24bb0e7-17b4-49fe-bc81-00f193d163c7 req-88a8354c-5816-456c-877a-2cd033d9bd02 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0811317 Nov 26 03:04:31.944762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2950d26a-dbcd-47b4-892a-f03b2c27ef3a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Made reservation on behalf of 4eba8cfc552e4015a472244e1484b932 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:31.949285 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2950d26a-dbcd-47b4-892a-f03b2c27ef3a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:32.014863 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2950d26a-dbcd-47b4-892a-f03b2c27ef3a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:04:32.030411 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2950d26a-dbcd-47b4-892a-f03b2c27ef3a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:32.030759 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-2950d26a-dbcd-47b4-892a-f03b2c27ef3a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Added segment 3807636c-2171-4e19-b93d-de7b2156618c of type vlan for network dfcd3ab4-0369-4887-a885-7b44b50c39c9 Nov 26 03:04:32.107773 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2950d26a-dbcd-47b4-892a-f03b2c27ef3a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:32.124334 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Allocated IP 172.20.0.2 (4c35bb94-e08c-47f6-b452-cd1ae2bf4e69/ba4697b0-9389-4d56-9402-5ac4a288098c/6981638a-c312-480c-8cc0-2878691ca9ef) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:04:32.177858 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2950d26a-dbcd-47b4-892a-f03b2c27ef3a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:32.184097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2950d26a-dbcd-47b4-892a-f03b2c27ef3a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:32.184680 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2950d26a-dbcd-47b4-892a-f03b2c27ef3a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:32.220604 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f917fca7-8ace-4d72-bda3-2200c4252478 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:32.351270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950d26a-dbcd-47b4-892a-f03b2c27ef3a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event updated for resources: {'Network': ['ID=dfcd3ab4-0369-4887-a885-7b44b50c39c9,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:32.378657 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network dfcd3ab4-0369-4887-a885-7b44b50c39c9 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:04:32.444532 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2950d26a-dbcd-47b4-892a-f03b2c27ef3a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7145910 Nov 26 03:04:32.447292 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59290) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:32.457794 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Request body: {'ports': [{'network_id': '160a9a0f-6d07-44e0-8533-82cbf23db6d5', 'name': 'tempest-port--1443765353', 'admin_state_up': True}, {'network_id': 'dfcd3ab4-0369-4887-a885-7b44b50c39c9', 'admin_state_up': False}]} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:32.458307 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Request body: {'port': {'network_id': '160a9a0f-6d07-44e0-8533-82cbf23db6d5', 'name': 'tempest-port--1443765353', 'admin_state_up': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:32.458910 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Request body: {'port': {'network_id': 'dfcd3ab4-0369-4887-a885-7b44b50c39c9', 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:32.539203 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21fdd211-4335-4585-a410-9913616d947f req-b67f5b13-7c3e-41eb-8c5c-de2f1c9ad855 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e&device_id=9daa181f-4d0f-4096-90d2-2f07364d08b5 HTTP/1.1" status: 200 len: 210 time: 0.0885248 Nov 26 03:04:32.575872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c760cc7-1fcf-4885-b463-970dd225da4d req-7f32d93e-a5e9-4c81-8a3c-a7b59e940bae tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:32.584233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c760cc7-1fcf-4885-b463-970dd225da4d req-7f32d93e-a5e9-4c81-8a3c-a7b59e940bae tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.2386858 Nov 26 03:04:32.651952 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c760cc7-1fcf-4885-b463-970dd225da4d req-91ea8c6a-52f0-4506-9d0b-dc8016e74dc5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667729 Nov 26 03:04:32.782744 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:32.799898 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:32.846836 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Pushing event updated for resources: {'Port': ['ID=6981638a-c312-480c-8cc0-2878691ca9ef,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:32.861734 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Network 4c35bb94-e08c-47f6-b452-cd1ae2bf4e69 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:04:32.863500 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:32.866538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:04:33.008707 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Attempting to bind port 6981638a-c312-480c-8cc0-2878691ca9ef on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:04:33.009446 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Attempting to bind port 6981638a-c312-480c-8cc0-2878691ca9ef by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '8405c021-59c2-4f52-8de5-558f62271804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4c35bb94-e08c-47f6-b452-cd1ae2bf4e69'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:04:33.010433 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Attempting to bind port 6981638a-c312-480c-8cc0-2878691ca9ef on network 4c35bb94-e08c-47f6-b452-cd1ae2bf4e69 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:04:33.019470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:04:33.020616 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Checking segment: {'id': '8405c021-59c2-4f52-8de5-558f62271804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4c35bb94-e08c-47f6-b452-cd1ae2bf4e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:33.021381 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:33.022967 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Bound using segment: {'id': '8405c021-59c2-4f52-8de5-558f62271804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4c35bb94-e08c-47f6-b452-cd1ae2bf4e69'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:04:33.024037 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Bound port: 6981638a-c312-480c-8cc0-2878691ca9ef, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8405c021-59c2-4f52-8de5-558f62271804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4c35bb94-e08c-47f6-b452-cd1ae2bf4e69'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:04:33.024840 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:33.033426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-406c0e6b-39ab-4053-bef7-76cf40734c7a req-e4169f2d-7937-4bd3-a4e8-bfb022358e5d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ffe49b5a1f4042b0a2d41d3327711a1a&device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0625591 Nov 26 03:04:33.067725 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8ea36b94-c6c9-44c1-873e-1b860be9deca req-d48deedd-722c-4cea-bc94-79ca90d65b08 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0712402 Nov 26 03:04:33.103697 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-406c0e6b-39ab-4053-bef7-76cf40734c7a req-27706015-0941-4e90-ae6b-98a95ba7d2bd service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ffe49b5a1f4042b0a2d41d3327711a1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387983 Nov 26 03:04:33.179859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] For port 6981638a-c312-480c-8cc0-2878691ca9ef, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:04:33.192044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-f917fca7-8ace-4d72-bda3-2200c4252478 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Allocated IP 172.20.0.1 (4c35bb94-e08c-47f6-b452-cd1ae2bf4e69/ba4697b0-9389-4d56-9402-5ac4a288098c/727bd7de-d4c4-4458-a25a-d408199397a2) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:04:33.193971 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] For port 6981638a-c312-480c-8cc0-2878691ca9ef, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6981638a-c312-480c-8cc0-2878691ca9ef,segment=NetworkSegment(8405c021-59c2-4f52-8de5-558f62271804),segment_id=8405c021-59c2-4f52-8de5-558f62271804)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:04:33.208640 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:33.210595 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Made reservation on behalf of 4eba8cfc552e4015a472244e1484b932 for: {'port': 2} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:33.222218 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:33.240742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c0e6b-39ab-4053-bef7-76cf40734c7a req-083b2b81-fd87-4ccc-8c4f-2f0607053087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:33.242497 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-406c0e6b-39ab-4053-bef7-76cf40734c7a req-083b2b81-fd87-4ccc-8c4f-2f0607053087 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293063 Nov 26 03:04:33.291731 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:33.308304 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84c44f-0668-4878-aa34-256926dac37e None None] Pushing event updated for resources: {'Port': ['ID=6981638a-c312-480c-8cc0-2878691ca9ef,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:33.315584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 543667cf-364f-4ec6-a347-524c853aac40 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:04:33.506810 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] device_id is not set on port d32c6c88-a94d-46d6-92be-40de7d7f7a96 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:04:33.566840 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f917fca7-8ace-4d72-bda3-2200c4252478 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:33.569613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 543667cf-364f-4ec6-a347-524c853aac40, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=543667cf-364f-4ec6-a347-524c853aac40,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:33.591817 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '543667cf-364f-4ec6-a347-524c853aac40', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'port_id': '543667cf-364f-4ec6-a347-524c853aac40', 'mac_address': 'fa:16:3e:39:0b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:04:33.642927 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:33.669822 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 543667cf-364f-4ec6-a347-524c853aac40 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:04:33.706031 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 543667cf-364f-4ec6-a347-524c853aac40, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=543667cf-364f-4ec6-a347-524c853aac40,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:33.711877 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:33.797628 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=543667cf-364f-4ec6-a347-524c853aac40,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:33.841884 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f917fca7-8ace-4d72-bda3-2200c4252478 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:33.906650 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['543667cf-364f-4ec6-a347-524c853aac40'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:04:33.912856 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359d4a8-600c-4e35-8923-bcbee2053703 req-d6ec075d-ce02-4584-aff2-9e55c6175cf4 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:33.926084 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8359d4a8-600c-4e35-8923-bcbee2053703 req-d6ec075d-ce02-4584-aff2-9e55c6175cf4 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 944 time: 0.1186593 Nov 26 03:04:33.987405 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6981638a-c312-480c-8cc0-2878691ca9ef up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:04:33.997445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f917fca7-8ace-4d72-bda3-2200c4252478 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 4c35bb94-e08c-47f6-b452-cd1ae2bf4e69 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:04:34.016478 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917fca7-8ace-4d72-bda3-2200c4252478 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=727bd7de-d4c4-4458-a25a-d408199397a2,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:34.026347 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:34.026560 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8359d4a8-600c-4e35-8923-bcbee2053703 req-d43b1494-8e02-4a1e-a06e-55690b225f58 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034772 Nov 26 03:04:34.037006 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-f917fca7-8ace-4d72-bda3-2200c4252478 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:34.063785 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f917fca7-8ace-4d72-bda3-2200c4252478 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:04:34.100327 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 6981638a-c312-480c-8cc0-2878691ca9ef triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:34.101078 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:34.202583 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] device_id is not set on port a5af89e2-9f14-4b13-9413-982921307b89 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:04:34.214960 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f917fca7-8ace-4d72-bda3-2200c4252478 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:34.256517 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e54f3316-5fa5-4c99-8c34-34f0dd32723f req-5b3fb01d-f5bb-4491-b40d-c150bd85fbb2 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0545063 Nov 26 03:04:34.292895 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:34.345370 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 6981638a-c312-480c-8cc0-2878691ca9ef, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6981638a-c312-480c-8cc0-2878691ca9ef,segment=NetworkSegment(8405c021-59c2-4f52-8de5-558f62271804),segment_id=8405c021-59c2-4f52-8de5-558f62271804)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:34.351585 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:34.443315 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f917fca7-8ace-4d72-bda3-2200c4252478 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:34.458987 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=6981638a-c312-480c-8cc0-2878691ca9ef,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:34.531941 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:34.694341 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-406c0e6b-39ab-4053-bef7-76cf40734c7a req-716cf5df-f39c-46c2-941e-c27711ea38cd tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.59 "GET /v2.0/ports?device_id=064ece0a-0343-4b21-b2cc-79793cafa79e HTTP/1.1" status: 200 len: 210 time: 0.0441110 Nov 26 03:04:34.828687 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:34.970820 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event updated for resources: {'Port': ['ID=d32c6c88-a94d-46d6-92be-40de7d7f7a96,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:34.994993 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Checking segment: {'id': 'dd76e205-3285-4ea0-adec-c39d69e8817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '160a9a0f-6d07-44e0-8533-82cbf23db6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:34.995266 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Network hostable DHCP agents. Network: 160a9a0f-6d07-44e0-8533-82cbf23db6d5, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:04:35.025060 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82036600-9ad7-4de2-9c48-ed4f01cdf863 None None] Network 4c35bb94-e08c-47f6-b452-cd1ae2bf4e69 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:35.032290 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f917fca7-8ace-4d72-bda3-2200c4252478 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:35.039578 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f917fca7-8ace-4d72-bda3-2200c4252478 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:35.086108 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Network 160a9a0f-6d07-44e0-8533-82cbf23db6d5 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:04:35.170237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 160a9a0f-6d07-44e0-8533-82cbf23db6d5) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:35.186425 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a05c7cc3-cc0d-49ae-82d1-75e803fbdd63 None None] Provisioning complete for port 6981638a-c312-480c-8cc0-2878691ca9ef triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:35.186814 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a05c7cc3-cc0d-49ae-82d1-75e803fbdd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:35.193791 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bcc1cd-e255-42c1-8e52-6bb13481bf0b None None] Network 160a9a0f-6d07-44e0-8533-82cbf23db6d5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:35.208142 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:04:35.209133 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:35.223196 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917fca7-8ace-4d72-bda3-2200c4252478 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=727bd7de-d4c4-4458-a25a-d408199397a2,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:35.231817 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f917fca7-8ace-4d72-bda3-2200c4252478 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:35.255122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1681b3-bb42-46cc-9230-93832669526f req-b55faac1-1b39-4069-8198-9348d09a0815 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:35.270459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e1681b3-bb42-46cc-9230-93832669526f req-b55faac1-1b39-4069-8198-9348d09a0815 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 944 time: 0.1315470 Nov 26 03:04:35.327451 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 543667cf-364f-4ec6-a347-524c853aac40 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:04:35.410333 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e1681b3-bb42-46cc-9230-93832669526f req-f9f9594f-9fc8-43d1-9ea5-ca8e6789ca73 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388869 Nov 26 03:04:35.426059 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event updated for resources: {'Port': ['ID=a5af89e2-9f14-4b13-9413-982921307b89,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:35.452156 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f917fca7-8ace-4d72-bda3-2200c4252478 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 4c35bb94-e08c-47f6-b452-cd1ae2bf4e69 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:04:35.456040 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-f917fca7-8ace-4d72-bda3-2200c4252478 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:35.503603 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Checking segment: {'id': '3807636c-2171-4e19-b93d-de7b2156618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfcd3ab4-0369-4887-a885-7b44b50c39c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:35.503806 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Network hostable DHCP agents. Network: dfcd3ab4-0369-4887-a885-7b44b50c39c9, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:04:35.558913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Network dfcd3ab4-0369-4887-a885-7b44b50c39c9 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:04:35.574690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, dfcd3ab4-0369-4887-a885-7b44b50c39c9) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:35.581892 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:04:35.599353 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:35.605488 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:35.606211 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:35.610197 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed1a7d7-3b47-419a-93b2-9bd99f536128 None None] Network dfcd3ab4-0369-4887-a885-7b44b50c39c9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:35.666560 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-22502834-4824-4d38-aec6-72563b3a2437 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2152770 Nov 26 03:04:35.668965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59364) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:35.708967 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f917fca7-8ace-4d72-bda3-2200c4252478 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router 225f7b9f-d415-4ae7-8c1c-12b5a9a95588 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:04:35.712663 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58d70f91-21ec-4bcc-95f4-c20b9a605405 req-9f6b5dd6-0542-4ec5-81aa-5ec63e3738ef tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=9daa181f-4d0f-4096-90d2-2f07364d08b5 HTTP/1.1" status: 200 len: 210 time: 0.0331848 Nov 26 03:04:35.762968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 543667cf-364f-4ec6-a347-524c853aac40 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:35.763349 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:35.836010 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069c3a5c-4c95-4f68-aac7-d0193d97f610 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:35.845538 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069c3a5c-4c95-4f68-aac7-d0193d97f610 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:35.846462 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b139b487-7a7a-49c6-b6cf-2a8b0a70f185 req-9c26fd98-1cb0-4c59-bf85-21b4f8d65844 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ffe49b5a1f4042b0a2d41d3327711a1a&device_id=9daa181f-4d0f-4096-90d2-2f07364d08b5 HTTP/1.1" status: 200 len: 210 time: 0.0584285 Nov 26 03:04:35.847180 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-069c3a5c-4c95-4f68-aac7-d0193d97f610 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1771967 Nov 26 03:04:35.848599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6981638a-c312-480c-8cc0-2878691ca9ef up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:04:35.850366 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59366) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:35.899907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b139b487-7a7a-49c6-b6cf-2a8b0a70f185 req-909d75d3-387c-4107-aa0a-f57117c7c021 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ffe49b5a1f4042b0a2d41d3327711a1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369797 Nov 26 03:04:35.982453 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f917fca7-8ace-4d72-bda3-2200c4252478 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:04:35.993928 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f917fca7-8ace-4d72-bda3-2200c4252478 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/225f7b9f-d415-4ae7-8c1c-12b5a9a95588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3274815 Nov 26 03:04:35.993928 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59370) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:36.022867 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:36.035092 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412d3316-9341-4f5b-9633-b30625f1f732 None None] Sync routers for ids ['225f7b9f-d415-4ae7-8c1c-12b5a9a95588'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:04:36.054212 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898d732b-cb4b-4d08-8b9f-b73ee9b9f4fa tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:36.055867 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-898d732b-cb4b-4d08-8b9f-b73ee9b9f4fa tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/ports/727bd7de-d4c4-4458-a25a-d408199397a2 HTTP/1.1" status: 200 len: 910 time: 0.0612528 Nov 26 03:04:36.059116 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59372) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:36.067846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 6981638a-c312-480c-8cc0-2878691ca9ef triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:36.068076 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:36.101731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139b487-7a7a-49c6-b6cf-2a8b0a70f185 req-9b453697-aacc-4a84-b76b-485e3d7ddeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:36.103909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b139b487-7a7a-49c6-b6cf-2a8b0a70f185 req-9b453697-aacc-4a84-b76b-485e3d7ddeca service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1958790 Nov 26 03:04:36.128172 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7bca6f-5452-44fa-901f-5e7838cdd2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543667cf-364f-4ec6-a347-524c853aac40'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:04:36.131751 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d07bf0a-9682-4aa9-98cd-c64612243c2d" -d '{"events": [{"server_uuid": "6f7bca6f-5452-44fa-901f-5e7838cdd2f9", "name": "network-vif-plugged", "status": "completed", "tag": "543667cf-364f-4ec6-a347-524c853aac40"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:04:36.142693 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412d3316-9341-4f5b-9633-b30625f1f732 None None] Routers {'225f7b9f-d415-4ae7-8c1c-12b5a9a95588'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:36.143352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-412d3316-9341-4f5b-9633-b30625f1f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:04:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['225f7b9f-d415-4ae7-8c1c-12b5a9a95588'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:36.181918 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 543667cf-364f-4ec6-a347-524c853aac40, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=543667cf-364f-4ec6-a347-524c853aac40,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:36.189755 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-412d3316-9341-4f5b-9633-b30625f1f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:36.202593 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-807b74c5-a954-4d20-9ba5-2a570a0c080d tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Deleting port d32c6c88-a94d-46d6-92be-40de7d7f7a96 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:04:36.203116 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-807b74c5-a954-4d20-9ba5-2a570a0c080d tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:36.206308 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d6639a-21d8-4ae9-8a9f-fcb410ceff91 x-openstack-request-id: req-00d6639a-21d8-4ae9-8a9f-fcb410ceff91 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:04:36.206939 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7bca6f-5452-44fa-901f-5e7838cdd2f9", "name": "network-vif-plugged", "status": "completed", "tag": "543667cf-364f-4ec6-a347-524c853aac40", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:04:36.207447 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00d6639a-21d8-4ae9-8a9f-fcb410ceff91 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:04:36.208023 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7bca6f-5452-44fa-901f-5e7838cdd2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543667cf-364f-4ec6-a347-524c853aac40', 'code': 200} Nov 26 03:04:36.214226 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:36.289049 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=543667cf-364f-4ec6-a347-524c853aac40,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:36.299395 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412d3316-9341-4f5b-9633-b30625f1f732 None None] Routers {'225f7b9f-d415-4ae7-8c1c-12b5a9a95588'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:36.300105 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-412d3316-9341-4f5b-9633-b30625f1f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:04:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['225f7b9f-d415-4ae7-8c1c-12b5a9a95588'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:36.380945 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-807b74c5-a954-4d20-9ba5-2a570a0c080d tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:36.382958 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-412d3316-9341-4f5b-9633-b30625f1f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:36.384452 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412d3316-9341-4f5b-9633-b30625f1f732 None None] The sync data for ids ['225f7b9f-d415-4ae7-8c1c-12b5a9a95588'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:04:36.407910 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c380a8a5-4bf2-432c-bb5f-42e4eddaa05f None None] Provisioning complete for port 727bd7de-d4c4-4458-a25a-d408199397a2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:36.408279 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c380a8a5-4bf2-432c-bb5f-42e4eddaa05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:36.432116 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-807b74c5-a954-4d20-9ba5-2a570a0c080d tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Calling delete_port for d32c6c88-a94d-46d6-92be-40de7d7f7a96 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:04:36.513192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c380a8a5-4bf2-432c-bb5f-42e4eddaa05f None None] Port 727bd7de-d4c4-4458-a25a-d408199397a2 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:04:36.540841 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c380a8a5-4bf2-432c-bb5f-42e4eddaa05f None None] Provisioning complete for port 6981638a-c312-480c-8cc0-2878691ca9ef triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:36.541251 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c380a8a5-4bf2-432c-bb5f-42e4eddaa05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:36.616582 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-807b74c5-a954-4d20-9ba5-2a570a0c080d tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:36.640871 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59390) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:36.666409 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-807b74c5-a954-4d20-9ba5-2a570a0c080d tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:36.673384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59392) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:36.674054 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-807b74c5-a954-4d20-9ba5-2a570a0c080d tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "DELETE /v2.0/ports/d32c6c88-a94d-46d6-92be-40de7d7f7a96 HTTP/1.1" status: 204 len: 168 time: 0.8218765 Nov 26 03:04:36.693298 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b74c5-a954-4d20-9ba5-2a570a0c080d tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event deleted for resources: {'Port': ['ID=d32c6c88-a94d-46d6-92be-40de7d7f7a96,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:36.780852 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a98ac-8954-41cf-a08e-7810b4d119d8 req-5f882830-8139-4b6d-bf07-c873beedfda8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:36.798548 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-811a98ac-8954-41cf-a08e-7810b4d119d8 req-5f882830-8139-4b6d-bf07-c873beedfda8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.2296770 Nov 26 03:04:36.849866 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a6c8b5e6-2e1e-40a9-8a37-a61d2119f73f None None] Provisioning complete for port 727bd7de-d4c4-4458-a25a-d408199397a2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:36.850289 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a6c8b5e6-2e1e-40a9-8a37-a61d2119f73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:36.923320 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-800bf847-2ed7-47f1-98a5-d80409bc6a87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:36.944391 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a6c8b5e6-2e1e-40a9-8a37-a61d2119f73f None None] Port 727bd7de-d4c4-4458-a25a-d408199397a2 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:04:36.979857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-811a98ac-8954-41cf-a08e-7810b4d119d8 req-de7cedbe-7df1-4fd7-b41b-f350085b2569 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786294 Nov 26 03:04:36.988286 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c489fda7-6181-46fd-b1e6-9719314b77be tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:36.999726 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5685fce-ceb6-48c6-aea4-c03478adcbd8 req-5b4562b3-c733-4fab-a089-4c40773c3ced tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=9daa181f-4d0f-4096-90d2-2f07364d08b5 HTTP/1.1" status: 200 len: 210 time: 0.1100454 Nov 26 03:04:37.035271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-5fc5d81f-6d5b-4617-aa79-93f89bea12e2 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Deleting port a5af89e2-9f14-4b13-9413-982921307b89 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:04:37.035933 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d81f-6d5b-4617-aa79-93f89bea12e2 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:37.120687 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-800bf847-2ed7-47f1-98a5-d80409bc6a87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:37.121988 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d81f-6d5b-4617-aa79-93f89bea12e2 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:37.138223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-5fc5d81f-6d5b-4617-aa79-93f89bea12e2 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Calling delete_port for a5af89e2-9f14-4b13-9413-982921307b89 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:04:37.179944 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-800bf847-2ed7-47f1-98a5-d80409bc6a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:37.234564 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-800bf847-2ed7-47f1-98a5-d80409bc6a87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a06fa70d1540443f8ef3c0df78cc8d1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5697329 Nov 26 03:04:37.244865 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59416) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:37.249125 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bf847-2ed7-47f1-98a5-d80409bc6a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c25ca25-c80f-4b87-a398-56b030c6a3fe,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:37.257071 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d81f-6d5b-4617-aa79-93f89bea12e2 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:37.309521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5d81f-6d5b-4617-aa79-93f89bea12e2 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event deleted for resources: {'Port': ['ID=a5af89e2-9f14-4b13-9413-982921307b89,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:37.325028 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d81f-6d5b-4617-aa79-93f89bea12e2 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:37.328893 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5fc5d81f-6d5b-4617-aa79-93f89bea12e2 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "DELETE /v2.0/ports/a5af89e2-9f14-4b13-9413-982921307b89 HTTP/1.1" status: 204 len: 168 time: 0.6518145 Nov 26 03:04:37.331326 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59424) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:37.360044 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ead1ed52-5ea2-4f83-81c5-b9016dcc11c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:37.380443 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0860fa5e-6488-439f-8cdf-1a931f3892ed tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0474503 Nov 26 03:04:37.384099 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59426) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:37.388968 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a50ecccf-1c05-4ee6-b6f5-c32a08466c6a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-500036914'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:37.389804 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ead1ed52-5ea2-4f83-81c5-b9016dcc11c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:37.426335 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50ecccf-1c05-4ee6-b6f5-c32a08466c6a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Made reservation on behalf of 4eba8cfc552e4015a472244e1484b932 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:37.430180 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a50ecccf-1c05-4ee6-b6f5-c32a08466c6a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:37.433909 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-c489fda7-6181-46fd-b1e6-9719314b77be tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting port 727bd7de-d4c4-4458-a25a-d408199397a2 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:04:37.434281 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c489fda7-6181-46fd-b1e6-9719314b77be tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:37.457993 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ead1ed52-5ea2-4f83-81c5-b9016dcc11c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:37.462172 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ead1ed52-5ea2-4f83-81c5-b9016dcc11c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:37.465677 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ead1ed52-5ea2-4f83-81c5-b9016dcc11c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c25ca25-c80f-4b87-a398-56b030c6a3fe HTTP/1.1" status: 204 len: 168 time: 0.2173479 Nov 26 03:04:37.473396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1ed52-5ea2-4f83-81c5-b9016dcc11c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c25ca25-c80f-4b87-a398-56b030c6a3fe,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:37.531803 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50ecccf-1c05-4ee6-b6f5-c32a08466c6a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:04:37.591424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b139b487-7a7a-49c6-b6cf-2a8b0a70f185 req-0ec72c61-2261-4d44-8673-8c65ba6a00a0 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.59 "GET /v2.0/ports?device_id=9daa181f-4d0f-4096-90d2-2f07364d08b5 HTTP/1.1" status: 200 len: 210 time: 0.0910916 Nov 26 03:04:37.629573 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c489fda7-6181-46fd-b1e6-9719314b77be tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:37.655014 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-c489fda7-6181-46fd-b1e6-9719314b77be tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Calling delete_port for 727bd7de-d4c4-4458-a25a-d408199397a2 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:04:37.800963 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a50ecccf-1c05-4ee6-b6f5-c32a08466c6a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:37.801416 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-a50ecccf-1c05-4ee6-b6f5-c32a08466c6a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Added segment adc13616-031d-4c4a-b204-36d8329ba7ef of type vlan for network 001215f3-c301-4802-9400-211dbaf44d05 Nov 26 03:04:37.844602 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a50ecccf-1c05-4ee6-b6f5-c32a08466c6a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:37.885039 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a50ecccf-1c05-4ee6-b6f5-c32a08466c6a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:37.894036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ecccf-1c05-4ee6-b6f5-c32a08466c6a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:37.895082 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a50ecccf-1c05-4ee6-b6f5-c32a08466c6a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:37.988652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ecccf-1c05-4ee6-b6f5-c32a08466c6a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event updated for resources: {'Network': ['ID=001215f3-c301-4802-9400-211dbaf44d05,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:38.005330 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 001215f3-c301-4802-9400-211dbaf44d05 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:04:38.007435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59440) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:38.014003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-632faf44-10aa-40fd-8332-1b8837519ddc tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2746296'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:38.027791 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a50ecccf-1c05-4ee6-b6f5-c32a08466c6a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6426117 Nov 26 03:04:38.077719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59446) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:38.107352 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632faf44-10aa-40fd-8332-1b8837519ddc tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Made reservation on behalf of 4eba8cfc552e4015a472244e1484b932 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:38.111179 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-632faf44-10aa-40fd-8332-1b8837519ddc tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:38.163208 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ff92b4f9-a599-421b-a9e6-8c8733fae632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:38.170245 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c489fda7-6181-46fd-b1e6-9719314b77be tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:38.224018 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489fda7-6181-46fd-b1e6-9719314b77be tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Port': ['ID=727bd7de-d4c4-4458-a25a-d408199397a2,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:38.298674 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632faf44-10aa-40fd-8332-1b8837519ddc tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:04:38.318462 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-632faf44-10aa-40fd-8332-1b8837519ddc tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:38.318821 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-632faf44-10aa-40fd-8332-1b8837519ddc tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Added segment f4e98dbb-4c70-46af-b44d-45a405ca77d1 of type vlan for network 5c096a94-94d3-4b58-813e-e6d0334d5bcf Nov 26 03:04:38.448644 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a515d74e-5b6e-4b37-a266-0e1e3fd8e5ee req-6a7818b6-b7bc-453c-a516-f63c93ec6c58 tempest-ServerShowV247Test-623076798 tempest-ServerShowV247Test-623076798-project] 10.222.0.31 "GET /v2.0/ports?device_id=9daa181f-4d0f-4096-90d2-2f07364d08b5 HTTP/1.1" status: 200 len: 210 time: 0.2412796 Nov 26 03:04:38.467127 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-632faf44-10aa-40fd-8332-1b8837519ddc tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:38.565494 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c489fda7-6181-46fd-b1e6-9719314b77be tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:38.578789 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-632faf44-10aa-40fd-8332-1b8837519ddc tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:38.586346 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632faf44-10aa-40fd-8332-1b8837519ddc tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:38.587340 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-632faf44-10aa-40fd-8332-1b8837519ddc tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:38.627037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c641cd-062b-4cf1-a014-eed35cac5311 req-4b5f5004-d242-4150-bbc6-9de5cfa3b712 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:38.635846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43c641cd-062b-4cf1-a014-eed35cac5311 req-4b5f5004-d242-4150-bbc6-9de5cfa3b712 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.4432361 Nov 26 03:04:38.657932 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-632faf44-10aa-40fd-8332-1b8837519ddc tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6477668 Nov 26 03:04:38.795850 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ff92b4f9-a599-421b-a9e6-8c8733fae632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:38.816369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59452) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:38.823937 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Request body: {'subnets': [{'network_id': '001215f3-c301-4802-9400-211dbaf44d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1358812418', 'ip_version': 4}, {'network_id': '5c096a94-94d3-4b58-813e-e6d0334d5bcf', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:38.824548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Request body: {'subnet': {'network_id': '001215f3-c301-4802-9400-211dbaf44d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1358812418', 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:38.825333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Request body: {'subnet': {'network_id': '5c096a94-94d3-4b58-813e-e6d0334d5bcf', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:38.919491 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c489fda7-6181-46fd-b1e6-9719314b77be tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router 225f7b9f-d415-4ae7-8c1c-12b5a9a95588 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:04:38.952256 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ff92b4f9-a599-421b-a9e6-8c8733fae632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:39.008997 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ff92b4f9-a599-421b-a9e6-8c8733fae632 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04a01002120943d58c5a72e8cf39fd2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9298217 Nov 26 03:04:39.014594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92b4f9-a599-421b-a9e6-8c8733fae632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d8eae3-7448-4e73-8e8f-abfc90a03098,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:39.020675 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59454) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:39.046341 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c489fda7-6181-46fd-b1e6-9719314b77be tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:04:39.058152 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c489fda7-6181-46fd-b1e6-9719314b77be tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/225f7b9f-d415-4ae7-8c1c-12b5a9a95588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9970860 Nov 26 03:04:39.061337 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59456) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:39.062009 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dcf5b9-2cdf-4bd8-9ee4-d94c61e28cc1 None None] Sync routers for ids ['225f7b9f-d415-4ae7-8c1c-12b5a9a95588'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:04:39.083066 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dcf5b9-2cdf-4bd8-9ee4-d94c61e28cc1 None None] Routers {'225f7b9f-d415-4ae7-8c1c-12b5a9a95588'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:39.083692 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-12dcf5b9-2cdf-4bd8-9ee4-d94c61e28cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:04:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['225f7b9f-d415-4ae7-8c1c-12b5a9a95588'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:39.096095 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-649186cb-df60-4017-a68c-207ca1da0882 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/ports?device_id=225f7b9f-d415-4ae7-8c1c-12b5a9a95588 HTTP/1.1" status: 200 len: 205 time: 0.0336182 Nov 26 03:04:39.105652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59458) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:39.120649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632faf44-10aa-40fd-8332-1b8837519ddc tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event updated for resources: {'Network': ['ID=5c096a94-94d3-4b58-813e-e6d0334d5bcf,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:39.132977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 5c096a94-94d3-4b58-813e-e6d0334d5bcf details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:04:39.173203 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-12dcf5b9-2cdf-4bd8-9ee4-d94c61e28cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:39.189345 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dcf5b9-2cdf-4bd8-9ee4-d94c61e28cc1 None None] Routers {'225f7b9f-d415-4ae7-8c1c-12b5a9a95588'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:39.189978 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-12dcf5b9-2cdf-4bd8-9ee4-d94c61e28cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:04:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['225f7b9f-d415-4ae7-8c1c-12b5a9a95588'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:39.211980 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43c641cd-062b-4cf1-a014-eed35cac5311 req-b46c1469-f6b7-4b1b-ab6a-93622061ef3b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5747347 Nov 26 03:04:39.292106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Made reservation on behalf of 4eba8cfc552e4015a472244e1484b932 for: {'subnet': 2} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:39.308520 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-12dcf5b9-2cdf-4bd8-9ee4-d94c61e28cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:39.309389 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:39.310194 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dcf5b9-2cdf-4bd8-9ee4-d94c61e28cc1 None None] The sync data for ids ['225f7b9f-d415-4ae7-8c1c-12b5a9a95588'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:04:39.310637 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:39.911993 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:39.912732 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ad5d-707d-46e0-ab5e-a9e7cb78ddd1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:39.983342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event updated for resources: {'Subnet': ['ID=d3c3644e-65f9-4f49-86fb-b07601918f64,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:39.987219 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6552ad9-ed7c-4fa6-bdc2-7357f9ee08dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:40.010930 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59470) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:40.070895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Checking segment: {'id': 'adc13616-031d-4c4a-b204-36d8329ba7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '001215f3-c301-4802-9400-211dbaf44d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:40.074805 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Network hostable DHCP agents. Network: 001215f3-c301-4802-9400-211dbaf44d05, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:04:40.077531 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6552ad9-ed7c-4fa6-bdc2-7357f9ee08dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:40.125727 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Network 001215f3-c301-4802-9400-211dbaf44d05 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:04:40.145107 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 001215f3-c301-4802-9400-211dbaf44d05) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:40.150880 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:40.158799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970c85a7-39d9-4df7-aba5-976193aa55a0 None None] Network 001215f3-c301-4802-9400-211dbaf44d05 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:40.169529 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ad5d-707d-46e0-ab5e-a9e7cb78ddd1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:40.177053 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ad5d-707d-46e0-ab5e-a9e7cb78ddd1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:40.244037 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ad5d-707d-46e0-ab5e-a9e7cb78ddd1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:40.244731 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f4ad5d-707d-46e0-ab5e-a9e7cb78ddd1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Fanout notify agent at l3_agent the message router_deleted on router 225f7b9f-d415-4ae7-8c1c-12b5a9a95588 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:04:40.256008 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d88ffd0-a413-4a7b-939a-ff08384ee163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:40.258450 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ad5d-707d-46e0-ab5e-a9e7cb78ddd1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:40.264628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59476) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:40.265500 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e7f4ad5d-707d-46e0-ab5e-a9e7cb78ddd1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/routers/225f7b9f-d415-4ae7-8c1c-12b5a9a95588 HTTP/1.1" status: 204 len: 168 time: 1.1576369 Nov 26 03:04:40.269388 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6552ad9-ed7c-4fa6-bdc2-7357f9ee08dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:40.276465 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6552ad9-ed7c-4fa6-bdc2-7357f9ee08dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:40.280509 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c6552ad9-ed7c-4fa6-bdc2-7357f9ee08dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67d8eae3-7448-4e73-8e8f-abfc90a03098 HTTP/1.1" status: 204 len: 168 time: 1.2588136 Nov 26 03:04:40.302838 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6552ad9-ed7c-4fa6-bdc2-7357f9ee08dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d8eae3-7448-4e73-8e8f-abfc90a03098,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:40.456913 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d88ffd0-a413-4a7b-939a-ff08384ee163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:40.478633 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-001215f3-c301-4802-9400-211dbaf44d05', 'network_id': '001215f3-c301-4802-9400-211dbaf44d05', 'tenant_id': '4eba8cfc552e4015a472244e1484b932', 'fixed_ips': [{'subnet_id': 'd3c3644e-65f9-4f49-86fb-b07601918f64'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:04:40.479624 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:40.498485 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d88ffd0-a413-4a7b-939a-ff08384ee163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:40.592588 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59482) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:40.600468 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1d88ffd0-a413-4a7b-939a-ff08384ee163 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ffe49b5a1f4042b0a2d41d3327711a1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5884109 Nov 26 03:04:40.621276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88ffd0-a413-4a7b-939a-ff08384ee163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb1f8e2-6dd3-4209-b419-0f20f96e536e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:40.645827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Checking segment: {'id': 'f4e98dbb-4c70-46af-b44d-45a405ca77d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5c096a94-94d3-4b58-813e-e6d0334d5bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:40.647127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Network hostable DHCP agents. Network: 5c096a94-94d3-4b58-813e-e6d0334d5bcf, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:04:40.657435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event updated for resources: {'Subnet': ['ID=bce55775-0a97-4910-96be-26f4f0112def,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:40.716170 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2f7b-a979-4e78-80fe-3df97e9bf213 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:40.762653 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0202d3-b1bd-4bc4-9304-654840a23de3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting subnet ba4697b0-9389-4d56-9402-5ac4a288098c {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:04:40.766864 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ca0202d3-b1bd-4bc4-9304-654840a23de3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:40.771607 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2f7b-a979-4e78-80fe-3df97e9bf213 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:40.819963 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ca0202d3-b1bd-4bc4-9304-654840a23de3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:40.853133 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2f7b-a979-4e78-80fe-3df97e9bf213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:40.855856 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2f7b-a979-4e78-80fe-3df97e9bf213 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:40.861098 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2f1e2f7b-a979-4e78-80fe-3df97e9bf213 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4eb1f8e2-6dd3-4209-b419-0f20f96e536e HTTP/1.1" status: 204 len: 168 time: 0.2636085 Nov 26 03:04:40.873548 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e2f7b-a979-4e78-80fe-3df97e9bf213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb1f8e2-6dd3-4209-b419-0f20f96e536e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:40.983237 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ca0202d3-b1bd-4bc4-9304-654840a23de3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:41.066469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Network 5c096a94-94d3-4b58-813e-e6d0334d5bcf is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:04:41.079933 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe387eb-2a9f-43ae-99bf-1aab6d4902eb req-c663ae66-55fa-4793-90db-66a82273a80f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:41.080201 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Allocated IP 172.20.0.2 (001215f3-c301-4802-9400-211dbaf44d05/d3c3644e-65f9-4f49-86fb-b07601918f64/2d3d47c6-6885-40ea-881e-81fbd45e414a) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:04:41.082009 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dbe387eb-2a9f-43ae-99bf-1aab6d4902eb req-c663ae66-55fa-4793-90db-66a82273a80f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.6234355 Nov 26 03:04:41.088659 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ca0202d3-b1bd-4bc4-9304-654840a23de3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:41.177477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0202d3-b1bd-4bc4-9304-654840a23de3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Subnet': ['ID=ba4697b0-9389-4d56-9402-5ac4a288098c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:41.197184 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 5c096a94-94d3-4b58-813e-e6d0334d5bcf) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:41.203251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:41.203961 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:41.205605 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:41.213351 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8cee00-1665-4e46-803d-66112627342a None None] Network 5c096a94-94d3-4b58-813e-e6d0334d5bcf requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:41.233890 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ca0202d3-b1bd-4bc4-9304-654840a23de3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:41.238246 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ca0202d3-b1bd-4bc4-9304-654840a23de3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/subnets/ba4697b0-9389-4d56-9402-5ac4a288098c HTTP/1.1" status: 204 len: 168 time: 0.9704969 Nov 26 03:04:41.241214 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59502) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:41.247976 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-41fc2bf8-c07e-4e5f-a58b-5e90c25f32fe tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.4269943 Nov 26 03:04:41.248654 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59506) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:41.294155 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8484ad-c109-4898-8587-eb164a83ed4f None None] Network 4c35bb94-e08c-47f6-b452-cd1ae2bf4e69 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:41.343844 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dbe387eb-2a9f-43ae-99bf-1aab6d4902eb req-e4a9bd54-df39-4b13-b98b-23ceca9669b2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485931 Nov 26 03:04:41.351989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d31e3ec-2022-401a-9c30-4128085ca808 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:41.353742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d31e3ec-2022-401a-9c30-4128085ca808 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:41.355288 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d31e3ec-2022-401a-9c30-4128085ca808 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:41.357021 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1d31e3ec-2022-401a-9c30-4128085ca808 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1073480 Nov 26 03:04:41.360962 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59510) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:41.427579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9fc3fb-d31f-4373-9db3-de203f67a693 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Deleting subnet d3c3644e-65f9-4f49-86fb-b07601918f64 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:04:41.476307 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:41.618499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting port 6981638a-c312-480c-8cc0-2878691ca9ef {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:04:41.619909 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:41.801052 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] For port 6981638a-c312-480c-8cc0-2878691ca9ef, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6981638a-c312-480c-8cc0-2878691ca9ef,segment=NetworkSegment(8405c021-59c2-4f52-8de5-558f62271804),segment_id=8405c021-59c2-4f52-8de5-558f62271804)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:41.801424 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:41.837851 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Calling delete_port for 6981638a-c312-480c-8cc0-2878691ca9ef owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:04:41.940999 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d86699c5-1dd7-43ae-bc49-8e6f36dd6533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:42.064046 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:42.109738 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] No DVR routers for this DVR port 6981638a-c312-480c-8cc0-2878691ca9ef on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:04:42.117222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b314a04a-6daa-465c-aeb1-5f6c6c3c3d4e None None] DHCP port deletion for 4c35bb94-e08c-47f6-b452-cd1ae2bf4e69 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:04:42.166088 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Port': ['ID=6981638a-c312-480c-8cc0-2878691ca9ef,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:42.374280 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:42.401045 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:42.434883 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc3fb-d31f-4373-9db3-de203f67a693 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:42.452273 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-5c096a94-94d3-4b58-813e-e6d0334d5bcf', 'network_id': '5c096a94-94d3-4b58-813e-e6d0334d5bcf', 'tenant_id': '4eba8cfc552e4015a472244e1484b932', 'fixed_ips': [{'subnet_id': 'bce55775-0a97-4910-96be-26f4f0112def'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:04:42.460092 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:42.513845 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c35bb94-e08c-47f6-b452-cd1ae2bf4e69']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:42.540670 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:42.542479 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8405c021-59c2-4f52-8de5-558f62271804') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:42.542796 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8405c021-59c2-4f52-8de5-558f62271804') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:42.564426 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:42.592597 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:42.607343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:04:42.608343 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:04:42.616997 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:04:42.659908 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc3fb-d31f-4373-9db3-de203f67a693 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:42.794246 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59548) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:42.811854 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a34e2-c135-4f37-b65d-5f036c95e52e req-2d4c0ea3-cd27-46f9-9d75-ae73bd0fa7d1 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:42.814378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd5a34e2-c135-4f37-b65d-5f036c95e52e req-2d4c0ea3-cd27-46f9-9d75-ae73bd0fa7d1 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.2955072 Nov 26 03:04:42.821070 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Network 001215f3-c301-4802-9400-211dbaf44d05 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:04:42.827080 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:42.839853 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:42.853725 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:04:42.880608 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:42.884320 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/networks/4c35bb94-e08c-47f6-b452-cd1ae2bf4e69 HTTP/1.1" status: 204 len: 168 time: 1.6420441 Nov 26 03:04:42.890325 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e366d8d-a353-4712-8e64-fa53f25c4839 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Network': ['ID=4c35bb94-e08c-47f6-b452-cd1ae2bf4e69,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:42.894344 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59552) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:42.901489 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2014298864', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:42.921602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd5a34e2-c135-4f37-b65d-5f036c95e52e req-32f1242b-3f0c-4665-8c90-2437dd3b5f48 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944719 Nov 26 03:04:42.958069 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Pushing event updated for resources: {'Port': ['ID=2d3d47c6-6885-40ea-881e-81fbd45e414a,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:42.966553 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:42.967900 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:43.011058 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:43.011330 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:43.011684 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:43.012032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:43.012400 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:43.026768 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc3fb-d31f-4373-9db3-de203f67a693 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:43.027212 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:43.027747 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:43.028229 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:43.028590 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:43.028946 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:43.029292 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:43.029639 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:43.087358 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:43.160038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Attempting to bind port 2d3d47c6-6885-40ea-881e-81fbd45e414a on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:04:43.160713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Attempting to bind port 2d3d47c6-6885-40ea-881e-81fbd45e414a by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'adc13616-031d-4c4a-b204-36d8329ba7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '001215f3-c301-4802-9400-211dbaf44d05'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:04:43.162036 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Attempting to bind port 2d3d47c6-6885-40ea-881e-81fbd45e414a on network 001215f3-c301-4802-9400-211dbaf44d05 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:04:43.178335 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:04:43.179171 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Checking segment: {'id': 'adc13616-031d-4c4a-b204-36d8329ba7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '001215f3-c301-4802-9400-211dbaf44d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:43.182873 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:43.183480 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Bound using segment: {'id': 'adc13616-031d-4c4a-b204-36d8329ba7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '001215f3-c301-4802-9400-211dbaf44d05'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:04:43.184349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Bound port: 2d3d47c6-6885-40ea-881e-81fbd45e414a, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc13616-031d-4c4a-b204-36d8329ba7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '001215f3-c301-4802-9400-211dbaf44d05'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:04:43.184932 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:43.200407 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Allocated IP 172.20.0.18 (5c096a94-94d3-4b58-813e-e6d0334d5bcf/bce55775-0a97-4910-96be-26f4f0112def/204b804a-3819-4e86-b79c-9cabfdff6c26) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:04:43.258537 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc3fb-d31f-4373-9db3-de203f67a693 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:43.284416 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] For port 2d3d47c6-6885-40ea-881e-81fbd45e414a, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:04:43.288359 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] For port 2d3d47c6-6885-40ea-881e-81fbd45e414a, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2d3d47c6-6885-40ea-881e-81fbd45e414a,segment=NetworkSegment(adc13616-031d-4c4a-b204-36d8329ba7ef),segment_id=adc13616-031d-4c4a-b204-36d8329ba7ef)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:04:43.302625 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:43.350404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-bf743fec-e5f1-4357-86fa-97ac340489c6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1067554343-network', 'tenant_id': '8dffa06fe9f14d8ba6cd863c2a120c58'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:43.395320 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:43.412384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008dfa1-fd83-4d72-986a-fccee6d9f5e0 None None] Pushing event updated for resources: {'Port': ['ID=2d3d47c6-6885-40ea-881e-81fbd45e414a,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:43.451127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fc3fb-d31f-4373-9db3-de203f67a693 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c3644e-65f9-4f49-86fb-b07601918f64,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:43.460168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf743fec-e5f1-4357-86fa-97ac340489c6 admin admin] Made reservation on behalf of 8dffa06fe9f14d8ba6cd863c2a120c58 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:43.466220 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bf743fec-e5f1-4357-86fa-97ac340489c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:43.521168 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bf743fec-e5f1-4357-86fa-97ac340489c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:43.545288 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc3fb-d31f-4373-9db3-de203f67a693 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:43.561234 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59566) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:43.567552 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fb9fc3fb-d31f-4373-9db3-de203f67a693 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "DELETE /v2.0/subnets/d3c3644e-65f9-4f49-86fb-b07601918f64 HTTP/1.1" status: 204 len: 168 time: 2.2054079 Nov 26 03:04:43.682903 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:43.697024 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:43.740742 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0bdd9c-9ee7-4cae-b80f-1be331d60127 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Deleting subnet bce55775-0a97-4910-96be-26f4f0112def {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:04:43.750302 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ca0bdd9c-9ee7-4cae-b80f-1be331d60127 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:43.764262 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Pushing event updated for resources: {'Port': ['ID=204b804a-3819-4e86-b79c-9cabfdff6c26,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:43.788715 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Network 5c096a94-94d3-4b58-813e-e6d0334d5bcf is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:04:43.792784 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:43.800456 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:04:43.844677 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bf743fec-e5f1-4357-86fa-97ac340489c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:43.865571 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bf743fec-e5f1-4357-86fa-97ac340489c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:43.932765 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Attempting to bind port 204b804a-3819-4e86-b79c-9cabfdff6c26 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:04:43.933078 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Attempting to bind port 204b804a-3819-4e86-b79c-9cabfdff6c26 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'f4e98dbb-4c70-46af-b44d-45a405ca77d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5c096a94-94d3-4b58-813e-e6d0334d5bcf'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:04:43.933433 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Attempting to bind port 204b804a-3819-4e86-b79c-9cabfdff6c26 on network 5c096a94-94d3-4b58-813e-e6d0334d5bcf {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:04:43.935104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf743fec-e5f1-4357-86fa-97ac340489c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:04:43.947230 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6981638a-c312-480c-8cc0-2878691ca9ef no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:04:43.952430 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf743fec-e5f1-4357-86fa-97ac340489c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233a5acc-2970-4c33-a90f-fd9f3196d082,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:43.957459 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ca0bdd9c-9ee7-4cae-b80f-1be331d60127 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:43.976695 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bf743fec-e5f1-4357-86fa-97ac340489c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:43.978805 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-bf743fec-e5f1-4357-86fa-97ac340489c6 admin admin] Added segment 67ac57aa-fc70-4bd9-b458-051f19fc971f of type vlan for network 487bf824-96b4-4a0b-aab0-a1e59303e892 Nov 26 03:04:43.993640 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 6981638a-c312-480c-8cc0-2878691ca9ef {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:04:43.993998 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6981638a-c312-480c-8cc0-2878691ca9ef not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:04:44.007830 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:04:44.008832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Checking segment: {'id': 'f4e98dbb-4c70-46af-b44d-45a405ca77d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5c096a94-94d3-4b58-813e-e6d0334d5bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:44.009238 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:44.009636 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Bound using segment: {'id': 'f4e98dbb-4c70-46af-b44d-45a405ca77d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5c096a94-94d3-4b58-813e-e6d0334d5bcf'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:04:44.010136 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Bound port: 204b804a-3819-4e86-b79c-9cabfdff6c26, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e98dbb-4c70-46af-b44d-45a405ca77d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5c096a94-94d3-4b58-813e-e6d0334d5bcf'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:04:44.010524 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:44.115376 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bf743fec-e5f1-4357-86fa-97ac340489c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:44.206305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaff78c-2bc4-44f5-8707-9ab9204ba310 req-f459caf6-7755-41f4-bfd2-8303a67c0246 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:44.208884 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2eaff78c-2bc4-44f5-8707-9ab9204ba310 req-f459caf6-7755-41f4-bfd2-8303a67c0246 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.0987589 Nov 26 03:04:44.212207 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bf743fec-e5f1-4357-86fa-97ac340489c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:44.213377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf743fec-e5f1-4357-86fa-97ac340489c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:44.214299 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bf743fec-e5f1-4357-86fa-97ac340489c6 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:44.261857 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0f73e7da-1d7d-4120-a03f-8a63acf75f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:44.300965 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ca0bdd9c-9ee7-4cae-b80f-1be331d60127 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:44.317749 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bf743fec-e5f1-4357-86fa-97ac340489c6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5205138 Nov 26 03:04:44.356406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59578) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:44.364907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2eaff78c-2bc4-44f5-8707-9ab9204ba310 req-d8c5b85e-c9c1-4e46-a93e-d34f4fa183f1 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464989 Nov 26 03:04:44.370990 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Request body: {'subnet': {'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1067554343-subnet', 'tenant_id': '8dffa06fe9f14d8ba6cd863c2a120c58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:44.393536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf743fec-e5f1-4357-86fa-97ac340489c6 admin admin] Pushing event updated for resources: {'Network': ['ID=487bf824-96b4-4a0b-aab0-a1e59303e892,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:44.401158 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Made reservation on behalf of 8dffa06fe9f14d8ba6cd863c2a120c58 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:44.404295 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:44.415336 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 487bf824-96b4-4a0b-aab0-a1e59303e892 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:04:44.458010 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:44.516131 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:44.728380 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] For port 204b804a-3819-4e86-b79c-9cabfdff6c26, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:04:44.754812 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ca0bdd9c-9ee7-4cae-b80f-1be331d60127 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:44.805407 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] For port 204b804a-3819-4e86-b79c-9cabfdff6c26, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=204b804a-3819-4e86-b79c-9cabfdff6c26,segment=NetworkSegment(f4e98dbb-4c70-46af-b44d-45a405ca77d1),segment_id=f4e98dbb-4c70-46af-b44d-45a405ca77d1)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:04:44.820914 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:44.861991 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ca0bdd9c-9ee7-4cae-b80f-1be331d60127 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:44.872360 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ca0bdd9c-9ee7-4cae-b80f-1be331d60127 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "DELETE /v2.0/subnets/bce55775-0a97-4910-96be-26f4f0112def HTTP/1.1" status: 204 len: 168 time: 1.3085427 Nov 26 03:04:44.878653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59594) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:44.879440 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bdd9c-9ee7-4cae-b80f-1be331d60127 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event deleted for resources: {'Subnet': ['ID=bce55775-0a97-4910-96be-26f4f0112def,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:45.033630 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb43b7c5-b697-4c17-9a66-bab0988ba00a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:45.040152 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fb43b7c5-b697-4c17-9a66-bab0988ba00a tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1477706 Nov 26 03:04:45.046253 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59598) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:45.094642 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8a6b3-bc21-4cf7-bcdf-ab9810574110 None None] Pushing event updated for resources: {'Port': ['ID=204b804a-3819-4e86-b79c-9cabfdff6c26,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:45.116330 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:45.142929 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:45.206400 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Allocated IP 172.25.0.164 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/3b40c677-5c76-4325-93d2-a3d1a104a596) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:04:45.333054 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1cd5660-c9e5-4dc2-b734-b88f81181a94,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:45.363722 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:45.364089 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:45.364445 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:45.364809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:45.365138 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:45.365471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:45.365806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:45.366136 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:45.366465 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:45.366795 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:45.367130 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:45.368000 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:45.428576 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Checking segment: {'id': '67ac57aa-fc70-4bd9-b458-051f19fc971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:45.428999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Network hostable DHCP agents. Network: 487bf824-96b4-4a0b-aab0-a1e59303e892, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:04:45.476099 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Network 487bf824-96b4-4a0b-aab0-a1e59303e892 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:04:45.494451 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 487bf824-96b4-4a0b-aab0-a1e59303e892) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:45.500127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:45.501375 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:45.512947 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5291ad42-6927-4bcc-96bc-6f99f9854dff None None] Network 487bf824-96b4-4a0b-aab0-a1e59303e892 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:45.522969 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:45.563993 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:45.575174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-450821d9-8cd7-4cf2-aa04-29f84f275b0a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2088571 Nov 26 03:04:45.667909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39160a00-a76d-467c-a7bd-a1440d1c539e None None] Network 001215f3-c301-4802-9400-211dbaf44d05 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:45.699031 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:45.816986 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Deleting port 204b804a-3819-4e86-b79c-9cabfdff6c26 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:04:45.818780 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:45.877589 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:04:45.972856 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:46.049972 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6ea3f5-947e-4ba9-993b-2ce658df8403 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:04:46.067716 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:04:46.085087 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=3b40c677-5c76-4325-93d2-a3d1a104a596,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:46.132279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f113c8b3-db7c-477c-8e47-3a3c221c9f92 None None] Provisioning complete for port 2d3d47c6-6885-40ea-881e-81fbd45e414a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:46.133091 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f113c8b3-db7c-477c-8e47-3a3c221c9f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:46.198673 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 204b804a-3819-4e86-b79c-9cabfdff6c26 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:04:46.251816 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] For port 204b804a-3819-4e86-b79c-9cabfdff6c26, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=204b804a-3819-4e86-b79c-9cabfdff6c26,segment=NetworkSegment(f4e98dbb-4c70-46af-b44d-45a405ca77d1),segment_id=f4e98dbb-4c70-46af-b44d-45a405ca77d1)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:46.252229 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:46.317056 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19be584a-49d1-4c60-b281-5991c76035c0 None None] DHCP port deletion for 001215f3-c301-4802-9400-211dbaf44d05 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:04:46.538868 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Calling delete_port for 204b804a-3819-4e86-b79c-9cabfdff6c26 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:04:46.623576 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f113c8b3-db7c-477c-8e47-3a3c221c9f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:46.728371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 204b804a-3819-4e86-b79c-9cabfdff6c26 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:46.729263 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:46.872037 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f113c8b3-db7c-477c-8e47-3a3c221c9f92 None None] For port 2d3d47c6-6885-40ea-881e-81fbd45e414a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2d3d47c6-6885-40ea-881e-81fbd45e414a,segment=NetworkSegment(adc13616-031d-4c4a-b204-36d8329ba7ef),segment_id=adc13616-031d-4c4a-b204-36d8329ba7ef)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:46.883868 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-19be584a-49d1-4c60-b281-5991c76035c0 None None] Deleting port 2d3d47c6-6885-40ea-881e-81fbd45e414a {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:04:46.884592 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-19be584a-49d1-4c60-b281-5991c76035c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:46.886642 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b16dfd-b217-4766-866a-b2a5598d1ef5 None None] Network 487bf824-96b4-4a0b-aab0-a1e59303e892 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:47.138578 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:47.155254 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:47.156456 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f113c8b3-db7c-477c-8e47-3a3c221c9f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:47.202016 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec049ccb-744c-40db-b261-d4e66c12a2bb None None] Network 5c096a94-94d3-4b58-813e-e6d0334d5bcf requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:47.202520 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event deleted for resources: {'Port': ['ID=204b804a-3819-4e86-b79c-9cabfdff6c26,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:47.213594 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] No DVR routers for this DVR port 204b804a-3819-4e86-b79c-9cabfdff6c26 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:04:47.282427 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:47.289630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-e1d3fcb5-a179-4b38-ac38-86a868e78209 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:47.299499 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-e1d3fcb5-a179-4b38-ac38-86a868e78209 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/networks?id=487bf824-96b4-4a0b-aab0-a1e59303e892 HTTP/1.1" status: 200 len: 814 time: 0.3307536 Nov 26 03:04:47.344322 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-2efa5edf-8067-4748-a9e8-854e36b92d2e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/quotas/8dffa06fe9f14d8ba6cd863c2a120c58 HTTP/1.1" status: 200 len: 375 time: 0.0358527 Nov 26 03:04:47.366152 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4855325-a7fb-4c02-bb4b-82bf8825be63 req-0ef6e91c-a7e6-4761-9b06-6630c77cf75c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:47.367783 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b4855325-a7fb-4c02-bb4b-82bf8825be63 req-0ef6e91c-a7e6-4761-9b06-6630c77cf75c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 1.7618361 Nov 26 03:04:47.437315 n-d-819389-3 neutron-server[104803]: INFO neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No ports have port_id starting with 204b804a-3819-4e86-b79c-9cabfdff6c26 Nov 26 03:04:47.481986 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:47.492832 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-12076e83-6233-42a5-96c8-5488b415735d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dffa06fe9f14d8ba6cd863c2a120c58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1195786 Nov 26 03:04:47.493487 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2d3d47c6-6885-40ea-881e-81fbd45e414a up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:04:47.547636 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c096a94-94d3-4b58-813e-e6d0334d5bcf']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:47.548146 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e070a9fd-f487-4e2a-a0c3-d79e0d2f6a33 None None] Provisioning complete for port 3b40c677-5c76-4325-93d2-a3d1a104a596 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:47.548808 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e070a9fd-f487-4e2a-a0c3-d79e0d2f6a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:47.580707 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e98dbb-4c70-46af-b44d-45a405ca77d1') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:47.581055 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e98dbb-4c70-46af-b44d-45a405ca77d1') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:47.613675 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:47.633722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b4855325-a7fb-4c02-bb4b-82bf8825be63 req-dce82693-f2eb-47c6-8048-c6da2ea14268 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559512 Nov 26 03:04:47.642694 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:47.665459 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:04:47.666083 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:04:47.840837 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:04:48.005181 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-c9c7ceaf-dfeb-4895-81f9-6ea4839d0862 service neutron] 10.222.0.31 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113418 Nov 26 03:04:48.014632 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:48.033483 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:48.046471 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "DELETE /v2.0/networks/5c096a94-94d3-4b58-813e-e6d0334d5bcf HTTP/1.1" status: 204 len: 168 time: 2.7397709 Nov 26 03:04:48.051927 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59664) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:48.056112 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-19be584a-49d1-4c60-b281-5991c76035c0 None None] For port 2d3d47c6-6885-40ea-881e-81fbd45e414a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2d3d47c6-6885-40ea-881e-81fbd45e414a,segment=NetworkSegment(adc13616-031d-4c4a-b204-36d8329ba7ef),segment_id=adc13616-031d-4c4a-b204-36d8329ba7ef)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:48.064187 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-19be584a-49d1-4c60-b281-5991c76035c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:48.103835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-19be584a-49d1-4c60-b281-5991c76035c0 None None] Calling delete_port for 2d3d47c6-6885-40ea-881e-81fbd45e414a owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:04:48.122911 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826f022-95d7-489b-8be2-eb5f3a3529bf tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event deleted for resources: {'Network': ['ID=5c096a94-94d3-4b58-813e-e6d0334d5bcf,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:48.209332 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-fd1aa318-1f13-4cce-94d7-df6403b1a5c8 service neutron] 10.222.0.31 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028418 Nov 26 03:04:48.348617 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113c8b3-db7c-477c-8e47-3a3c221c9f92 None None] Pushing event updated for resources: {'Port': ['ID=2d3d47c6-6885-40ea-881e-81fbd45e414a,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:48.365964 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:48.459465 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 2d3d47c6-6885-40ea-881e-81fbd45e414a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:48.459833 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:48.462311 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-19be584a-49d1-4c60-b281-5991c76035c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:48.471934 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-e070a9fd-f487-4e2a-a0c3-d79e0d2f6a33 None None] Port 3b40c677-5c76-4325-93d2-a3d1a104a596 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:04:48.486180 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:48.513207 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e070a9fd-f487-4e2a-a0c3-d79e0d2f6a33 None None] Could not find standard attr ID for object 204b804a-3819-4e86-b79c-9cabfdff6c26. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:04:48.547786 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Port 2d3d47c6-6885-40ea-881e-81fbd45e414a was deleted so its status cannot be updated. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 26 03:04:48.574399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f475de7-e0cf-43d0-aa56-7b033a35c5d8 None None] DHCP port deletion for 5c096a94-94d3-4b58-813e-e6d0334d5bcf request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:04:48.589335 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:48.591873 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be584a-49d1-4c60-b281-5991c76035c0 None None] No DVR routers for this DVR port 2d3d47c6-6885-40ea-881e-81fbd45e414a on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:04:48.602841 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be584a-49d1-4c60-b281-5991c76035c0 None None] Pushing event deleted for resources: {'Port': ['ID=2d3d47c6-6885-40ea-881e-81fbd45e414a,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:48.640374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7358ae01-1c8f-451e-83c1-a3390686c221 req-b52bae40-9bb3-43e5-b155-59bf7f0c6bdf tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 210 time: 0.0936370 Nov 26 03:04:48.730772 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 204b804a-3819-4e86-b79c-9cabfdff6c26 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:04:48.766956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 204b804a-3819-4e86-b79c-9cabfdff6c26 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:04:48.767777 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 204b804a-3819-4e86-b79c-9cabfdff6c26 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:04:48.768791 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2d3d47c6-6885-40ea-881e-81fbd45e414a no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:04:48.805261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 2d3d47c6-6885-40ea-881e-81fbd45e414a {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:04:48.805854 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2d3d47c6-6885-40ea-881e-81fbd45e414a not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:04:48.991565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884e5bf-1e73-4577-858d-2417c4f9abac req-0a7dea3a-4b05-42e4-a4a6-916601176d5f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:48.993432 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b884e5bf-1e73-4577-858d-2417c4f9abac req-0a7dea3a-4b05-42e4-a4a6-916601176d5f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.1594167 Nov 26 03:04:49.122492 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:49.163209 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b884e5bf-1e73-4577-858d-2417c4f9abac req-5840fd4d-d2b7-49d3-8f3a-903cb0a3b43c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627676 Nov 26 03:04:49.191086 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001215f3-c301-4802-9400-211dbaf44d05']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:49.208949 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc13616-031d-4c4a-b204-36d8329ba7ef') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:49.209260 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc13616-031d-4c4a-b204-36d8329ba7ef') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:49.224656 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:49.247270 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:49.257160 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router b4cefb96-ea8d-4ee3-bb61-d2f5ed822257 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:04:49.259255 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:04:49.259653 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:04:49.275555 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:04:49.525325 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:49.548254 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:49.556001 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59700) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:49.556386 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "DELETE /v2.0/networks/001215f3-c301-4802-9400-211dbaf44d05 HTTP/1.1" status: 204 len: 168 time: 1.5027447 Nov 26 03:04:49.575911 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event deleted for resources: {'Network': ['ID=001215f3-c301-4802-9400-211dbaf44d05,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:49.589648 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:49.590794 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:49.591299 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:49.591795 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:49.592466 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:49.592987 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:49.593741 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:49.594835 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:49.595342 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:49.595832 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:49.596365 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:49.596850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36a3c0-a273-423d-b7f1-32a95d214876 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:04:49.635987 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:04:49.670711 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fc7a86-537f-438e-9707-2e27284ab274 None None] Sync routers for ids ['b4cefb96-ea8d-4ee3-bb61-d2f5ed822257'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:04:49.689121 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:49.692892 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7683cdf9-27fe-4269-b8d7-14264f0f009d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.7948296 Nov 26 03:04:49.693175 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59704) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:49.695530 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fc7a86-537f-438e-9707-2e27284ab274 None None] Routers {'b4cefb96-ea8d-4ee3-bb61-d2f5ed822257'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:49.696448 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-08fc7a86-537f-438e-9707-2e27284ab274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:04:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b4cefb96-ea8d-4ee3-bb61-d2f5ed822257'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:49.769754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-08fc7a86-537f-438e-9707-2e27284ab274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:49.796414 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fc7a86-537f-438e-9707-2e27284ab274 None None] Routers {'b4cefb96-ea8d-4ee3-bb61-d2f5ed822257'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:49.797515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-08fc7a86-537f-438e-9707-2e27284ab274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:04:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b4cefb96-ea8d-4ee3-bb61-d2f5ed822257'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:49.898821 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10d56e27-c604-40f5-b43e-2dec22c8a6ff req-11f967db-7a0f-42c1-81bf-685724ce9e74 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 210 time: 0.0816672 Nov 26 03:04:49.902602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-08fc7a86-537f-438e-9707-2e27284ab274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:49.903238 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fc7a86-537f-438e-9707-2e27284ab274 None None] The sync data for ids ['b4cefb96-ea8d-4ee3-bb61-d2f5ed822257'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:04:49.906265 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-31eea9b1-b973-4371-a8b0-36a3e6f8cfb6 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/routers/b4cefb96-ea8d-4ee3-bb61-d2f5ed822257 HTTP/1.1" status: 200 len: 881 time: 0.2118831 Nov 26 03:04:49.908731 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59708) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:49.920451 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2c42475-c5ed-4d52-98d4-35c94133005c tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:50.038693 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2c42475-c5ed-4d52-98d4-35c94133005c tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:50.066052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-b2c42475-c5ed-4d52-98d4-35c94133005c tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfcd3ab4-0369-4887-a885-7b44b50c39c9']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:50.086382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-b2c42475-c5ed-4d52-98d4-35c94133005c tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3807636c-2171-4e19-b93d-de7b2156618c') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:50.086659 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-b2c42475-c5ed-4d52-98d4-35c94133005c tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3807636c-2171-4e19-b93d-de7b2156618c') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:50.098204 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2c42475-c5ed-4d52-98d4-35c94133005c tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:50.137566 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2c42475-c5ed-4d52-98d4-35c94133005c tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:50.171927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c42475-c5ed-4d52-98d4-35c94133005c tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:04:50.177356 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2c42475-c5ed-4d52-98d4-35c94133005c tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:04:50.188400 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:04:50.513517 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2c42475-c5ed-4d52-98d4-35c94133005c tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:50.540735 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b2c42475-c5ed-4d52-98d4-35c94133005c tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:50.544833 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b2c42475-c5ed-4d52-98d4-35c94133005c tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "DELETE /v2.0/networks/dfcd3ab4-0369-4887-a885-7b44b50c39c9 HTTP/1.1" status: 204 len: 168 time: 0.9875650 Nov 26 03:04:50.577428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59726) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:50.694546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ca67d-dc75-40aa-af18-cf5209569c16 req-b04d0cd0-a9c2-480d-9c39-89b81789e169 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:50.706284 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b77ca67d-dc75-40aa-af18-cf5209569c16 req-b04d0cd0-a9c2-480d-9c39-89b81789e169 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.3732889 Nov 26 03:04:50.710720 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1f356025-819e-4c29-aaa9-feb2bf8e69e4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:50.733198 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c42475-c5ed-4d52-98d4-35c94133005c tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event deleted for resources: {'Network': ['ID=dfcd3ab4-0369-4887-a885-7b44b50c39c9,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:50.845752 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b77ca67d-dc75-40aa-af18-cf5209569c16 req-09fd2da5-25f8-4abd-991f-2d9fc8ab907c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301005 Nov 26 03:04:50.880349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-d24ab307-62ae-49ae-9fdb-c64936f60751 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:50.881252 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-786c1b9e-76bd-4618-91af-3d5a68d25dbb tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.9708374 Nov 26 03:04:50.884861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-d24ab307-62ae-49ae-9fdb-c64936f60751 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.59 "GET /v2.0/networks?id=487bf824-96b4-4a0b-aab0-a1e59303e892 HTTP/1.1" status: 200 len: 814 time: 0.5190971 Nov 26 03:04:50.887335 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59734) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:50.893432 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-dc8f49c2-f0f4-4193-b45c-2b1e7b49dd8b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2014298864'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:50.916834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-500eb5de-1353-4c32-8e79-a2ddfc554130 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Request body: {'port': {'device_id': '7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29', 'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892', 'admin_state_up': True, 'tenant_id': '8dffa06fe9f14d8ba6cd863c2a120c58'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:51.014440 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1f356025-819e-4c29-aaa9-feb2bf8e69e4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:51.072934 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31331c69-a570-4a53-8713-c431d55759da req-08ff87b4-2976-4210-b127-9d1f9842cc0f tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 210 time: 0.0392878 Nov 26 03:04:51.078988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-1f356025-819e-4c29-aaa9-feb2bf8e69e4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160a9a0f-6d07-44e0-8533-82cbf23db6d5']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:51.093040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-1f356025-819e-4c29-aaa9-feb2bf8e69e4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd76e205-3285-4ea0-adec-c39d69e8817a') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:51.095198 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-1f356025-819e-4c29-aaa9-feb2bf8e69e4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd76e205-3285-4ea0-adec-c39d69e8817a') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:51.118542 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1f356025-819e-4c29-aaa9-feb2bf8e69e4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:51.127968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-500eb5de-1353-4c32-8e79-a2ddfc554130 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Made reservation on behalf of 8dffa06fe9f14d8ba6cd863c2a120c58 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:51.132178 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-500eb5de-1353-4c32-8e79-a2ddfc554130 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:51.166056 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1f356025-819e-4c29-aaa9-feb2bf8e69e4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:51.219489 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f356025-819e-4c29-aaa9-feb2bf8e69e4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:04:51.220479 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1f356025-819e-4c29-aaa9-feb2bf8e69e4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:04:51.224757 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:04:51.341015 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1f356025-819e-4c29-aaa9-feb2bf8e69e4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:51.352404 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1f356025-819e-4c29-aaa9-feb2bf8e69e4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:51.356771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1f356025-819e-4c29-aaa9-feb2bf8e69e4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] 10.222.0.31 "DELETE /v2.0/networks/160a9a0f-6d07-44e0-8533-82cbf23db6d5 HTTP/1.1" status: 204 len: 168 time: 0.7736802 Nov 26 03:04:51.371833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f356025-819e-4c29-aaa9-feb2bf8e69e4 tempest-BulkNetworkOpsTest-570435396 tempest-BulkNetworkOpsTest-570435396-project] Pushing event deleted for resources: {'Network': ['ID=160a9a0f-6d07-44e0-8533-82cbf23db6d5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:51.396677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-500eb5de-1353-4c32-8e79-a2ddfc554130 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Allocated IP 172.20.0.12 (487bf824-96b4-4a0b-aab0-a1e59303e892/b1cd5660-c9e5-4dc2-b734-b88f81181a94/940834b0-0f84-4a48-b62e-8a6648ba0236) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:04:51.559428 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dc8f49c2-f0f4-4193-b45c-2b1e7b49dd8b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:51.588479 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dc8f49c2-f0f4-4193-b45c-2b1e7b49dd8b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:51.786554 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-500eb5de-1353-4c32-8e79-a2ddfc554130 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:51.850000 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-500eb5de-1353-4c32-8e79-a2ddfc554130 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:51.901456 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8f49c2-f0f4-4193-b45c-2b1e7b49dd8b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router b4cefb96-ea8d-4ee3-bb61-d2f5ed822257 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:04:51.917101 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500eb5de-1353-4c32-8e79-a2ddfc554130 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Pushing event updated for resources: {'Port': ['ID=940834b0-0f84-4a48-b62e-8a6648ba0236,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:51.942153 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-500eb5de-1353-4c32-8e79-a2ddfc554130 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Network 487bf824-96b4-4a0b-aab0-a1e59303e892 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:04:51.944452 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-500eb5de-1353-4c32-8e79-a2ddfc554130 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:51.954938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-500eb5de-1353-4c32-8e79-a2ddfc554130 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:04:52.035762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59764) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:52.051144 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-500eb5de-1353-4c32-8e79-a2ddfc554130 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:52.051961 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-500eb5de-1353-4c32-8e79-a2ddfc554130 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:52.093207 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-500eb5de-1353-4c32-8e79-a2ddfc554130 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1811707 Nov 26 03:04:52.120273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Request body: {'port': {'device_id': '7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:52.190117 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8f49c2-f0f4-4193-b45c-2b1e7b49dd8b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:04:52.202518 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a7f6ee-dee9-4fd3-b544-debaf06b0615 None None] Sync routers for ids ['b4cefb96-ea8d-4ee3-bb61-d2f5ed822257'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:04:52.203191 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98430911-a904-40fb-b76f-f32dc813a09e req-d02854ee-b187-4efc-a48e-f972e26adc95 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:52.206218 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98430911-a904-40fb-b76f-f32dc813a09e req-d02854ee-b187-4efc-a48e-f972e26adc95 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.1828671 Nov 26 03:04:52.214956 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dc8f49c2-f0f4-4193-b45c-2b1e7b49dd8b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:52.218799 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dc8f49c2-f0f4-4193-b45c-2b1e7b49dd8b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/b4cefb96-ea8d-4ee3-bb61-d2f5ed822257 HTTP/1.1" status: 200 len: 888 time: 1.3279982 Nov 26 03:04:52.219237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59774) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:52.233783 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a7f6ee-dee9-4fd3-b544-debaf06b0615 None None] Routers {'b4cefb96-ea8d-4ee3-bb61-d2f5ed822257'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:52.237721 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-17a7f6ee-dee9-4fd3-b544-debaf06b0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:04:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b4cefb96-ea8d-4ee3-bb61-d2f5ed822257'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:52.335229 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-17a7f6ee-dee9-4fd3-b544-debaf06b0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:52.346413 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a7f6ee-dee9-4fd3-b544-debaf06b0615 None None] Routers {'b4cefb96-ea8d-4ee3-bb61-d2f5ed822257'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:04:52.347255 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-17a7f6ee-dee9-4fd3-b544-debaf06b0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:04:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b4cefb96-ea8d-4ee3-bb61-d2f5ed822257'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:52.417758 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:52.437311 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-17a7f6ee-dee9-4fd3-b544-debaf06b0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:04:52.437967 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a7f6ee-dee9-4fd3-b544-debaf06b0615 None None] The sync data for ids ['b4cefb96-ea8d-4ee3-bb61-d2f5ed822257'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:04:52.526274 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:52.542282 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e8e286d8-b40c-48ef-b1b3-5c20dc0f4e62 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/routers/b4cefb96-ea8d-4ee3-bb61-d2f5ed822257 HTTP/1.1" status: 200 len: 888 time: 0.3216224 Nov 26 03:04:52.542950 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59786) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:52.659874 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d3a62f7e-bf63-4884-a592-253d846a9f9d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cefb96-ea8d-4ee3-bb61-d2f5ed822257 HTTP/1.1" status: 200 len: 205 time: 0.1145773 Nov 26 03:04:52.661129 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59792) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:52.710495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98430911-a904-40fb-b76f-f32dc813a09e req-57c81532-bd07-4026-af45-495e89724d3d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955370 Nov 26 03:04:52.719835 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a8334d6b-5463-41f8-b25c-039631fbe969 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4eba8cfc552e4015a472244e1484b932&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6824341 Nov 26 03:04:52.721863 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59794) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:52.751159 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e0c33-6c67-44ad-894a-884190c9fc83 req-043ce78d-85eb-4649-bd70-1b34d9712c2d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:52.756367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a7e0c33-6c67-44ad-894a-884190c9fc83 req-043ce78d-85eb-4649-bd70-1b34d9712c2d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 932 time: 0.4760134 Nov 26 03:04:52.905957 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a7e0c33-6c67-44ad-894a-884190c9fc83 req-89102284-0f61-4a5b-a7cf-2e690f78a270 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277480 Nov 26 03:04:52.934271 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1d8df2ed-2f9f-41c9-86aa-fbfdbf3d3845 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:52.996472 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ac2b6b2e-8f74-44ac-bfc8-8223976a43ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:53.049083 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ac2b6b2e-8f74-44ac-bfc8-8223976a43ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:53.183609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940834b0-0f84-4a48-b62e-8a6648ba0236 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:04:53.211772 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:53.224090 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ac2b6b2e-8f74-44ac-bfc8-8223976a43ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:53.231155 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ac2b6b2e-8f74-44ac-bfc8-8223976a43ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:53.238780 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ac2b6b2e-8f74-44ac-bfc8-8223976a43ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a304551-46f3-4eeb-95f1-2b2ebbce57ca HTTP/1.1" status: 204 len: 168 time: 0.4810839 Nov 26 03:04:53.253914 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1d8df2ed-2f9f-41c9-86aa-fbfdbf3d3845 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:53.276709 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b6b2e-8f74-44ac-bfc8-8223976a43ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a304551-46f3-4eeb-95f1-2b2ebbce57ca,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:53.307892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Transition to ACTIVE for port object 940834b0-0f84-4a48-b62e-8a6648ba0236 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:04:53.323327 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:53.363100 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59806) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:53.453800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1d8df2ed-2f9f-41c9-86aa-fbfdbf3d3845 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting port 3b40c677-5c76-4325-93d2-a3d1a104a596 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:04:53.454241 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1d8df2ed-2f9f-41c9-86aa-fbfdbf3d3845 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:53.457711 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Pushing event updated for resources: {'Port': ['ID=940834b0-0f84-4a48-b62e-8a6648ba0236,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:53.576161 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:53.639113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Attempting to bind port 940834b0-0f84-4a48-b62e-8a6648ba0236 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:04:53.639113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Attempting to bind port 940834b0-0f84-4a48-b62e-8a6648ba0236 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '67ac57aa-fc70-4bd9-b458-051f19fc971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:04:53.639485 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Attempting to bind port 940834b0-0f84-4a48-b62e-8a6648ba0236 on network 487bf824-96b4-4a0b-aab0-a1e59303e892 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:04:53.643788 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1d8df2ed-2f9f-41c9-86aa-fbfdbf3d3845 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:53.648885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Port 940834b0-0f84-4a48-b62e-8a6648ba0236 on network 487bf824-96b4-4a0b-aab0-a1e59303e892 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:04:53.649654 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Attempting to bind port 940834b0-0f84-4a48-b62e-8a6648ba0236 on network 487bf824-96b4-4a0b-aab0-a1e59303e892 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:04:53.662684 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:04:53.663083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Checking segment: {'id': '67ac57aa-fc70-4bd9-b458-051f19fc971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:53.663424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Bound using segment: {'id': '67ac57aa-fc70-4bd9-b458-051f19fc971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:04:53.664609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Bound port: 940834b0-0f84-4a48-b62e-8a6648ba0236, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ac57aa-fc70-4bd9-b458-051f19fc971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:04:53.664989 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:53.666020 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1d8df2ed-2f9f-41c9-86aa-fbfdbf3d3845 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Calling delete_port for 3b40c677-5c76-4325-93d2-a3d1a104a596 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:04:53.800022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] For port 940834b0-0f84-4a48-b62e-8a6648ba0236, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:04:53.810492 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] For port 940834b0-0f84-4a48-b62e-8a6648ba0236, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=940834b0-0f84-4a48-b62e-8a6648ba0236,segment=NetworkSegment(67ac57aa-fc70-4bd9-b458-051f19fc971f),segment_id=67ac57aa-fc70-4bd9-b458-051f19fc971f)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:04:53.817144 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:53.913633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Pushing event updated for resources: {'Port': ['ID=940834b0-0f84-4a48-b62e-8a6648ba0236,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:53.917328 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad06b2c1-ea1c-45b1-b8e1-d7e694d71087 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:54.021093 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1d8df2ed-2f9f-41c9-86aa-fbfdbf3d3845 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:54.030994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:54.033069 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:54.035421 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-74eecacc-05ea-4f67-be04-b86d603bb897 service neutron] 10.222.0.59 "PUT /v2.0/ports/940834b0-0f84-4a48-b62e-8a6648ba0236 HTTP/1.1" status: 200 len: 1092 time: 1.9269180 Nov 26 03:04:54.040030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29', 'tag': '940834b0-0f84-4a48-b62e-8a6648ba0236'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:04:54.046927 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8dc2c4-2bd1-4686-886e-f0fd2702fbb2" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29", "tag": "940834b0-0f84-4a48-b62e-8a6648ba0236"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:04:54.111854 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8df2ed-2f9f-41c9-86aa-fbfdbf3d3845 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Port': ['ID=3b40c677-5c76-4325-93d2-a3d1a104a596,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:54.130745 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c2f294-b9b1-4de1-bfad-53fbdbf66efb None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:04:54.134766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36aa825-dc99-4f62-a99c-ff943a5aea5c req-83e46deb-80ed-487c-a57d-a24ac5042f31 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:54.151796 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d36aa825-dc99-4f62-a99c-ff943a5aea5c req-83e46deb-80ed-487c-a57d-a24ac5042f31 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.2408242 Nov 26 03:04:54.301383 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad06b2c1-ea1c-45b1-b8e1-d7e694d71087 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:54.312961 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad06b2c1-ea1c-45b1-b8e1-d7e694d71087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:54.366137 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1d8df2ed-2f9f-41c9-86aa-fbfdbf3d3845 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:54.421928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-4b1dc2c5-da9f-49cb-ba6a-9a30f4141cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:54.422973 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ad06b2c1-ea1c-45b1-b8e1-d7e694d71087 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d08ef3dbba74b0c9398ec3961699988&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0575917 Nov 26 03:04:54.423502 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-4b1dc2c5-da9f-49cb-ba6a-9a30f4141cff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8dffa06fe9f14d8ba6cd863c2a120c58&device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 1095 time: 0.2660372 Nov 26 03:04:54.426643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59838) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:54.473955 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06b2c1-ea1c-45b1-b8e1-d7e694d71087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e5e976-4a20-4fff-addd-6139a8b0dddc,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:54.545425 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1d8df2ed-2f9f-41c9-86aa-fbfdbf3d3845 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:54.550739 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1d8df2ed-2f9f-41c9-86aa-fbfdbf3d3845 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:54.620006 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1d8df2ed-2f9f-41c9-86aa-fbfdbf3d3845 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:54.620651 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8df2ed-2f9f-41c9-86aa-fbfdbf3d3845 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Fanout notify agent at l3_agent the message router_deleted on router b4cefb96-ea8d-4ee3-bb61-d2f5ed822257 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:04:54.621955 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257ddef-8623-4381-a4f3-644e936c2e72 req-40cb950f-fb34-4fca-a092-a588c55cf447 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:54.625256 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c257ddef-8623-4381-a4f3-644e936c2e72 req-40cb950f-fb34-4fca-a092-a588c55cf447 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 944 time: 0.4613619 Nov 26 03:04:54.640786 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1d8df2ed-2f9f-41c9-86aa-fbfdbf3d3845 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:54.642244 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1d8df2ed-2f9f-41c9-86aa-fbfdbf3d3845 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/routers/b4cefb96-ea8d-4ee3-bb61-d2f5ed822257 HTTP/1.1" status: 204 len: 168 time: 1.9739933 Nov 26 03:04:54.646382 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59842) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:54.650745 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d36aa825-dc99-4f62-a99c-ff943a5aea5c req-083d64fb-a869-46ff-8e84-8eae9599795f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978909 Nov 26 03:04:54.658771 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8ab35a85-9e8a-41f8-bc0b-feb4140e162d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'network': {'name': 'tempest-RoutersTest-619479086'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:54.714028 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab35a85-9e8a-41f8-bc0b-feb4140e162d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Made reservation on behalf of 8a1ba20f33ad4bd4a777d779bfbcd97e for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:54.721544 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ab35a85-9e8a-41f8-bc0b-feb4140e162d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:54.724306 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-ee98dc99-2d63-491e-b09c-335179e87a06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=940834b0-0f84-4a48-b62e-8a6648ba0236 HTTP/1.1" status: 200 len: 217 time: 0.1801834 Nov 26 03:04:54.738832 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2122cf13-1766-4bd5-bbca-bdf586fdce4a x-openstack-request-id: req-2122cf13-1766-4bd5-bbca-bdf586fdce4a {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:04:54.739206 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29", "tag": "940834b0-0f84-4a48-b62e-8a6648ba0236", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:04:54.739635 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2122cf13-1766-4bd5-bbca-bdf586fdce4a {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:04:54.739984 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29', 'tag': '940834b0-0f84-4a48-b62e-8a6648ba0236', 'status': 'completed', 'code': 200} Nov 26 03:04:54.772107 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab35a85-9e8a-41f8-bc0b-feb4140e162d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:04:54.774489 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-abd19cdc-d187-4f29-bdba-1c0a9c9b6c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:54.797525 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ab35a85-9e8a-41f8-bc0b-feb4140e162d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:54.797925 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-8ab35a85-9e8a-41f8-bc0b-feb4140e162d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Added segment fa2752a4-803f-40f7-ad31-a25144374be7 of type vlan for network 962546ff-5e7e-4838-9208-68a75eb2df7b Nov 26 03:04:54.854210 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ab35a85-9e8a-41f8-bc0b-feb4140e162d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:54.884909 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-abd19cdc-d187-4f29-bdba-1c0a9c9b6c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:54.910653 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ab35a85-9e8a-41f8-bc0b-feb4140e162d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:54.916889 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab35a85-9e8a-41f8-bc0b-feb4140e162d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:54.917643 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ab35a85-9e8a-41f8-bc0b-feb4140e162d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:54.918267 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-4ae23be5-05e6-4e06-bb71-fe6bd677ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:54.921042 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-4ae23be5-05e6-4e06-bb71-fe6bd677ec07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1cd5660-c9e5-4dc2-b734-b88f81181a94 HTTP/1.1" status: 200 len: 854 time: 0.1755109 Nov 26 03:04:54.943120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c257ddef-8623-4381-a4f3-644e936c2e72 req-47baf9a3-aab8-4b3b-85d8-65e24ccb72e3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060024 Nov 26 03:04:55.014420 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-40eed366-3a11-451a-9a12-8d8ec744cef4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=487bf824-96b4-4a0b-aab0-a1e59303e892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699866 Nov 26 03:04:55.060371 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8ab35a85-9e8a-41f8-bc0b-feb4140e162d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4126272 Nov 26 03:04:55.063216 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59860) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:55.104977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-bfbcd530-8761-43a8-9948-8195e86f939c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'subnet': {'network_id': '962546ff-5e7e-4838-9208-68a75eb2df7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:55.186626 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-abd19cdc-d187-4f29-bdba-1c0a9c9b6c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:55.190133 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-abd19cdc-d187-4f29-bdba-1c0a9c9b6c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:55.204661 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-abd19cdc-d187-4f29-bdba-1c0a9c9b6c1d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01e5e976-4a20-4fff-addd-6139a8b0dddc HTTP/1.1" status: 204 len: 168 time: 0.7690678 Nov 26 03:04:55.227207 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab35a85-9e8a-41f8-bc0b-feb4140e162d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Network': ['ID=962546ff-5e7e-4838-9208-68a75eb2df7b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:55.232108 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd19cdc-d187-4f29-bdba-1c0a9c9b6c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e5e976-4a20-4fff-addd-6139a8b0dddc,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:55.238087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 962546ff-5e7e-4838-9208-68a75eb2df7b details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:04:55.280988 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-ceaa5cc9-3f14-4b85-9e03-b3339db159e8 service neutron] 10.222.0.59 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577274 Nov 26 03:04:55.385029 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbcd530-8761-43a8-9948-8195e86f939c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Made reservation on behalf of 8a1ba20f33ad4bd4a777d779bfbcd97e for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:04:55.389683 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd530-8761-43a8-9948-8195e86f939c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:55.468652 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1571f49b-3654-41ba-9556-c2f1ce05723e req-7d6bdea6-b189-4776-a472-f10f1f99ff00 service neutron] 10.222.0.59 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784847 Nov 26 03:04:55.667029 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd530-8761-43a8-9948-8195e86f939c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:55.667327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dc2c4-2bd1-4686-886e-f0fd2702fbb2 req-cf7c7179-a0ef-4e9d-9ea0-182b6a2a5753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:55.668797 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc8dc2c4-2bd1-4686-886e-f0fd2702fbb2 req-cf7c7179-a0ef-4e9d-9ea0-182b6a2a5753 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8dffa06fe9f14d8ba6cd863c2a120c58&device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 1095 time: 0.1063564 Nov 26 03:04:55.795158 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbcd530-8761-43a8-9948-8195e86f939c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Checking segment: {'id': 'fa2752a4-803f-40f7-ad31-a25144374be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962546ff-5e7e-4838-9208-68a75eb2df7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:55.796042 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbcd530-8761-43a8-9948-8195e86f939c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network hostable DHCP agents. Network: 962546ff-5e7e-4838-9208-68a75eb2df7b, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:04:55.810408 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcd530-8761-43a8-9948-8195e86f939c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Subnet': ['ID=e0e536a3-3246-4610-9975-67fbb5e2e35b,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:55.837035 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbcd530-8761-43a8-9948-8195e86f939c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 962546ff-5e7e-4838-9208-68a75eb2df7b is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:04:55.850158 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-bfbcd530-8761-43a8-9948-8195e86f939c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 962546ff-5e7e-4838-9208-68a75eb2df7b) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:55.863616 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf655a5-248e-4e47-bac5-c3ea565fd834 None None] Network 962546ff-5e7e-4838-9208-68a75eb2df7b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:55.870668 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbcd530-8761-43a8-9948-8195e86f939c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:55.872177 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd530-8761-43a8-9948-8195e86f939c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:55.917946 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59876) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:55.920305 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bfbcd530-8761-43a8-9948-8195e86f939c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8551638 Nov 26 03:04:55.926556 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9b33f-1b8a-4030-b67b-6e8231809f2a req-e4e2c56b-1d66-4646-a9d6-d462008554b1 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:55.928147 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63f9b33f-1b8a-4030-b67b-6e8231809f2a req-e4e2c56b-1d66-4646-a9d6-d462008554b1 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.1440268 Nov 26 03:04:55.934301 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-37e61da0-9f4b-4d69-b9aa-4212eac3c3fa tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1898865970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:04:56.018649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dc2c4-2bd1-4686-886e-f0fd2702fbb2 req-f60a0056-8551-4e3f-a647-d3635855f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:56.020229 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc8dc2c4-2bd1-4686-886e-f0fd2702fbb2 req-f60a0056-8551-4e3f-a647-d3635855f10b service neutron] 10.222.0.59 "GET /v2.0/networks?id=487bf824-96b4-4a0b-aab0-a1e59303e892 HTTP/1.1" status: 200 len: 915 time: 0.3421524 Nov 26 03:04:56.028599 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63f9b33f-1b8a-4030-b67b-6e8231809f2a req-2e431227-d9d9-420f-807c-f7d19c40343a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887568 Nov 26 03:04:56.117757 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37e61da0-9f4b-4d69-b9aa-4212eac3c3fa tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:56.118734 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37e61da0-9f4b-4d69-b9aa-4212eac3c3fa tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:56.215620 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-962546ff-5e7e-4838-9208-68a75eb2df7b', 'network_id': '962546ff-5e7e-4838-9208-68a75eb2df7b', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'fixed_ips': [{'subnet_id': 'e0e536a3-3246-4610-9975-67fbb5e2e35b'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:04:56.218230 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:56.246498 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc8dc2c4-2bd1-4686-886e-f0fd2702fbb2 req-0e647bcd-078e-4be4-887a-80f907baf929 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=940834b0-0f84-4a48-b62e-8a6648ba0236 HTTP/1.1" status: 200 len: 217 time: 0.2168939 Nov 26 03:04:56.280356 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37e61da0-9f4b-4d69-b9aa-4212eac3c3fa tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:56.384825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dc2c4-2bd1-4686-886e-f0fd2702fbb2 req-6eb32367-b314-4bfc-a918-cab07dafd062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:56.386394 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc8dc2c4-2bd1-4686-886e-f0fd2702fbb2 req-6eb32367-b314-4bfc-a918-cab07dafd062 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1cd5660-c9e5-4dc2-b734-b88f81181a94 HTTP/1.1" status: 200 len: 854 time: 0.1135883 Nov 26 03:04:56.435485 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37e61da0-9f4b-4d69-b9aa-4212eac3c3fa tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:56.449381 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Allocated IP 172.20.0.2 (962546ff-5e7e-4838-9208-68a75eb2df7b/e0e536a3-3246-4610-9975-67fbb5e2e35b/0700a221-6c20-46c5-967b-95c2d4cdbbae) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:04:56.503940 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc8dc2c4-2bd1-4686-886e-f0fd2702fbb2 req-2cdb470f-8772-4e68-8e1a-54fc261a1500 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=487bf824-96b4-4a0b-aab0-a1e59303e892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753610 Nov 26 03:04:56.595659 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37e61da0-9f4b-4d69-b9aa-4212eac3c3fa tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:56.599546 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-37e61da0-9f4b-4d69-b9aa-4212eac3c3fa tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6678319 Nov 26 03:04:56.601046 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59896) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:56.607032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2583f-ec7e-4f01-9d26-c2ac1ec83a05 req-d8c1a863-5e10-4739-945d-21d95eac9288 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:56.608583 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-03c2583f-ec7e-4f01-9d26-c2ac1ec83a05 req-d8c1a863-5e10-4739-945d-21d95eac9288 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 944 time: 0.3720090 Nov 26 03:04:56.754934 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc8dc2c4-2bd1-4686-886e-f0fd2702fbb2 req-211302a9-7a50-4099-90ff-a30fbfa51a8e service neutron] 10.222.0.59 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428775 Nov 26 03:04:56.823215 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-03c2583f-ec7e-4f01-9d26-c2ac1ec83a05 req-f5e1e3dc-007d-4f61-ad96-ffd9dad4396a tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029741 Nov 26 03:04:56.826136 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:56.856312 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:56.933796 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Pushing event updated for resources: {'Port': ['ID=0700a221-6c20-46c5-967b-95c2d4cdbbae,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:56.941610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Network 962546ff-5e7e-4838-9208-68a75eb2df7b is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:04:56.943906 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:56.952232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:04:57.032933 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Attempting to bind port 0700a221-6c20-46c5-967b-95c2d4cdbbae on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:04:57.034260 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Attempting to bind port 0700a221-6c20-46c5-967b-95c2d4cdbbae by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'fa2752a4-803f-40f7-ad31-a25144374be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962546ff-5e7e-4838-9208-68a75eb2df7b'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:04:57.035051 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Attempting to bind port 0700a221-6c20-46c5-967b-95c2d4cdbbae on network 962546ff-5e7e-4838-9208-68a75eb2df7b {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:04:57.035929 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc8dc2c4-2bd1-4686-886e-f0fd2702fbb2 req-bf4138d2-6491-4b92-a14c-9b3d2bf0ddec service neutron] 10.222.0.59 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204552 Nov 26 03:04:57.046789 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:04:57.050887 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Checking segment: {'id': 'fa2752a4-803f-40f7-ad31-a25144374be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962546ff-5e7e-4838-9208-68a75eb2df7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:04:57.051688 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:57.052321 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Bound using segment: {'id': 'fa2752a4-803f-40f7-ad31-a25144374be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962546ff-5e7e-4838-9208-68a75eb2df7b'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:04:57.053292 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Bound port: 0700a221-6c20-46c5-967b-95c2d4cdbbae, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2752a4-803f-40f7-ad31-a25144374be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962546ff-5e7e-4838-9208-68a75eb2df7b'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:04:57.053896 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:57.168337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] For port 0700a221-6c20-46c5-967b-95c2d4cdbbae, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:04:57.176037 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] For port 0700a221-6c20-46c5-967b-95c2d4cdbbae, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0700a221-6c20-46c5-967b-95c2d4cdbbae,segment=NetworkSegment(fa2752a4-803f-40f7-ad31-a25144374be7),segment_id=fa2752a4-803f-40f7-ad31-a25144374be7)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:04:57.191041 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:57.194978 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c99e20b0-6116-47db-af84-01ecfed5cdde tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:57.257049 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90056b4-2049-42b9-8a24-bfc92ec4ec33 req-4615887d-d5e4-4cc2-8546-105ab43981b8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:57.265478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd12b8a-50c8-4fbc-ae99-d52129ef3b1a None None] Pushing event updated for resources: {'Port': ['ID=0700a221-6c20-46c5-967b-95c2d4cdbbae,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:57.267240 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a90056b4-2049-42b9-8a24-bfc92ec4ec33 req-4615887d-d5e4-4cc2-8546-105ab43981b8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.0836790 Nov 26 03:04:57.347824 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a90056b4-2049-42b9-8a24-bfc92ec4ec33 req-66d4d13e-53e8-4722-9c20-6173b962921b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749469 Nov 26 03:04:57.562090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 940834b0-0f84-4a48-b62e-8a6648ba0236 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:04:57.757914 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-c99e20b0-6116-47db-af84-01ecfed5cdde tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Allocated IP 172.20.0.1 (962546ff-5e7e-4838-9208-68a75eb2df7b/e0e536a3-3246-4610-9975-67fbb5e2e35b/4b94b903-10ba-4a0a-97df-22c9244d85bd) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:04:57.793108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 940834b0-0f84-4a48-b62e-8a6648ba0236, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=940834b0-0f84-4a48-b62e-8a6648ba0236,segment=NetworkSegment(67ac57aa-fc70-4bd9-b458-051f19fc971f),segment_id=67ac57aa-fc70-4bd9-b458-051f19fc971f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:57.839184 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '940834b0-0f84-4a48-b62e-8a6648ba0236', 'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892', 'port_id': '940834b0-0f84-4a48-b62e-8a6648ba0236', 'mac_address': 'fa:16:3e:a4:63:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cd5660-c9e5-4dc2-b734-b88f81181a94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:04:57.922560 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:57.955514 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940834b0-0f84-4a48-b62e-8a6648ba0236 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:04:58.020669 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 940834b0-0f84-4a48-b62e-8a6648ba0236, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=940834b0-0f84-4a48-b62e-8a6648ba0236,segment=NetworkSegment(67ac57aa-fc70-4bd9-b458-051f19fc971f),segment_id=67ac57aa-fc70-4bd9-b458-051f19fc971f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:58.034015 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:58.051892 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c99e20b0-6116-47db-af84-01ecfed5cdde tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:58.105533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98fe7f-6d3e-49e7-b2b5-b75bb8e1386e req-c97d004b-8827-4a68-a9bf-daa072b22aa4 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:58.115471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=940834b0-0f84-4a48-b62e-8a6648ba0236,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:58.116718 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac98fe7f-6d3e-49e7-b2b5-b75bb8e1386e req-c97d004b-8827-4a68-a9bf-daa072b22aa4 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 944 time: 0.1373162 Nov 26 03:04:58.130146 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c99e20b0-6116-47db-af84-01ecfed5cdde tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:58.224090 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99e20b0-6116-47db-af84-01ecfed5cdde tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 962546ff-5e7e-4838-9208-68a75eb2df7b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:04:58.224439 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac98fe7f-6d3e-49e7-b2b5-b75bb8e1386e req-7135a13b-edcb-4134-bd36-4ba2f2096696 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041718 Nov 26 03:04:58.248766 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-c99e20b0-6116-47db-af84-01ecfed5cdde tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:58.254271 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e20b0-6116-47db-af84-01ecfed5cdde tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:04:58.315976 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e20b0-6116-47db-af84-01ecfed5cdde tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=4b94b903-10ba-4a0a-97df-22c9244d85bd,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:58.332670 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c99e20b0-6116-47db-af84-01ecfed5cdde tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:58.385399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['940834b0-0f84-4a48-b62e-8a6648ba0236'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:04:58.648609 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c99e20b0-6116-47db-af84-01ecfed5cdde tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:58.854741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452634e9-b7cf-46f2-b21e-56b19b76e62f req-17a20b4e-f6e3-45ba-a944-8e8bbc43e06c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:58.863818 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-452634e9-b7cf-46f2-b21e-56b19b76e62f req-17a20b4e-f6e3-45ba-a944-8e8bbc43e06c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.2188001 Nov 26 03:04:58.931905 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-452634e9-b7cf-46f2-b21e-56b19b76e62f req-498fa531-eb8c-410d-a71f-c41edf8399da tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667787 Nov 26 03:04:58.964098 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0700a221-6c20-46c5-967b-95c2d4cdbbae up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:04:59.176382 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 0700a221-6c20-46c5-967b-95c2d4cdbbae triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:59.178034 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:59.326157 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59970) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:04:59.384309 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12834e70-4299-4a19-9bcd-fe3719ac068d None None] Network 962546ff-5e7e-4838-9208-68a75eb2df7b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:04:59.410521 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c99e20b0-6116-47db-af84-01ecfed5cdde tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:59.427668 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c99e20b0-6116-47db-af84-01ecfed5cdde tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:59.543699 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:59.553115 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f167b-d3c2-4bc6-8316-99cea539e539 req-c57e07e8-37f0-4496-8d5d-4314981660fa tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:04:59.567335 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e20b0-6116-47db-af84-01ecfed5cdde tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=4b94b903-10ba-4a0a-97df-22c9244d85bd,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:04:59.569059 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e2f167b-d3c2-4bc6-8316-99cea539e539 req-c57e07e8-37f0-4496-8d5d-4314981660fa tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 945 time: 0.1586938 Nov 26 03:04:59.619830 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c99e20b0-6116-47db-af84-01ecfed5cdde tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:59.656718 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-12b07188-dcb9-483c-a4e5-21231a65c49d None None] Provisioning complete for port 0700a221-6c20-46c5-967b-95c2d4cdbbae triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:04:59.657097 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-12b07188-dcb9-483c-a4e5-21231a65c49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:59.735437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e2f167b-d3c2-4bc6-8316-99cea539e539 req-6eb8f0a5-38ee-4180-91ef-1391908441d2 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654434 Nov 26 03:04:59.838435 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 0700a221-6c20-46c5-967b-95c2d4cdbbae, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0700a221-6c20-46c5-967b-95c2d4cdbbae,segment=NetworkSegment(fa2752a4-803f-40f7-ad31-a25144374be7),segment_id=fa2752a4-803f-40f7-ad31-a25144374be7)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:04:59.847839 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99e20b0-6116-47db-af84-01ecfed5cdde tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 962546ff-5e7e-4838-9208-68a75eb2df7b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:04:59.849485 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-c99e20b0-6116-47db-af84-01ecfed5cdde tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:04:59.864524 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:04:59.993246 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-afb53e55-b7f6-46eb-97ea-d1b008a2855e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:00.053385 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=0700a221-6c20-46c5-967b-95c2d4cdbbae,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:00.085449 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99e20b0-6116-47db-af84-01ecfed5cdde tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router 72131e0e-b260-4b09-8507-3ae45aecd3e4 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:05:00.210598 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-afb53e55-b7f6-46eb-97ea-d1b008a2855e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:00.233433 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-afb53e55-b7f6-46eb-97ea-d1b008a2855e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:00.252013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2537c-41d4-444d-b9f3-727ee35be908 req-ac39a9f0-3375-4390-90f4-05e1c330a7c1 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:00.269223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eef2537c-41d4-444d-b9f3-727ee35be908 req-ac39a9f0-3375-4390-90f4-05e1c330a7c1 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.1268268 Nov 26 03:05:00.374739 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eef2537c-41d4-444d-b9f3-727ee35be908 req-3c6c4c71-79ae-4bf8-8d4c-1d70fc3ce16a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000309 Nov 26 03:05:00.606352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5d50ba8f-cbfd-4b7d-88d1-7e0ff91191e8 None None] Provisioning complete for port 0700a221-6c20-46c5-967b-95c2d4cdbbae triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:00.610367 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5d50ba8f-cbfd-4b7d-88d1-7e0ff91191e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:00.743975 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0700a221-6c20-46c5-967b-95c2d4cdbbae up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:05:00.905352 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99e20b0-6116-47db-af84-01ecfed5cdde tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:05:00.932587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7a8592-e4d1-4449-923e-e15e71d16033 None None] Sync routers for ids ['72131e0e-b260-4b09-8507-3ae45aecd3e4'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:05:00.934322 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c99e20b0-6116-47db-af84-01ecfed5cdde tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/72131e0e-b260-4b09-8507-3ae45aecd3e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3312595 Nov 26 03:05:00.949258 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60010) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:00.983865 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a8592-e4d1-4449-923e-e15e71d16033 None None] Routers {'72131e0e-b260-4b09-8507-3ae45aecd3e4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:00.984521 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5c7a8592-e4d1-4449-923e-e15e71d16033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:04:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['72131e0e-b260-4b09-8507-3ae45aecd3e4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:01.003321 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-afb53e55-b7f6-46eb-97ea-d1b008a2855e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1af643949e2441a581dbb74e90ffaf44&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6752462 Nov 26 03:05:01.004681 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60012) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:01.046806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b27c0e-0873-4584-b7ed-76ccaf5dd843 req-966f8fc0-18f3-406f-8825-08cd5759c8df tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:01.055729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9b27c0e-0873-4584-b7ed-76ccaf5dd843 req-966f8fc0-18f3-406f-8825-08cd5759c8df tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 945 time: 0.1674483 Nov 26 03:05:01.056356 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 0700a221-6c20-46c5-967b-95c2d4cdbbae triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:01.056795 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:01.059621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5c7a8592-e4d1-4449-923e-e15e71d16033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:01.092278 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb53e55-b7f6-46eb-97ea-d1b008a2855e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7629350-01ae-4c49-b6ac-44b924982ddd,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:01.137764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5d50ba8f-cbfd-4b7d-88d1-7e0ff91191e8 None None] Provisioning complete for port 4b94b903-10ba-4a0a-97df-22c9244d85bd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:01.138398 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5d50ba8f-cbfd-4b7d-88d1-7e0ff91191e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:01.188724 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a9b27c0e-0873-4584-b7ed-76ccaf5dd843 req-d3a21d65-f4c7-4ca2-9150-67224d9b9153 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852811 Nov 26 03:05:01.206511 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95da80c-9cfa-4297-a473-ba5d898e0ca2 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:01.213305 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e95da80c-9cfa-4297-a473-ba5d898e0ca2 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/ports/4b94b903-10ba-4a0a-97df-22c9244d85bd HTTP/1.1" status: 200 len: 910 time: 0.2626188 Nov 26 03:05:01.216172 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60016) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:01.222164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b700d4f6-d331-4158-b438-4d1704dd9f72 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0e536a3-3246-4610-9975-67fbb5e2e35b'}]}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:01.241314 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04a3d313-cad6-4548-9330-dfe396b73823 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:01.274285 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a8592-e4d1-4449-923e-e15e71d16033 None None] Routers {'72131e0e-b260-4b09-8507-3ae45aecd3e4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:01.275277 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5c7a8592-e4d1-4449-923e-e15e71d16033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:04:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['72131e0e-b260-4b09-8507-3ae45aecd3e4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:01.321777 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04a3d313-cad6-4548-9330-dfe396b73823 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:01.378130 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5c7a8592-e4d1-4449-923e-e15e71d16033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:01.379063 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7a8592-e4d1-4449-923e-e15e71d16033 None None] The sync data for ids ['72131e0e-b260-4b09-8507-3ae45aecd3e4'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:05:01.411292 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-5d50ba8f-cbfd-4b7d-88d1-7e0ff91191e8 None None] Port 4b94b903-10ba-4a0a-97df-22c9244d85bd cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:01.428136 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04a3d313-cad6-4548-9330-dfe396b73823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:01.431979 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04a3d313-cad6-4548-9330-dfe396b73823 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:01.433212 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-04a3d313-cad6-4548-9330-dfe396b73823 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7629350-01ae-4c49-b6ac-44b924982ddd HTTP/1.1" status: 204 len: 168 time: 0.4241815 Nov 26 03:05:01.461590 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3d313-cad6-4548-9330-dfe396b73823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7629350-01ae-4c49-b6ac-44b924982ddd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:01.695683 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b700d4f6-d331-4158-b438-4d1704dd9f72 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:01.731289 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 940834b0-0f84-4a48-b62e-8a6648ba0236 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:05:01.819923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6524a8a5-2052-4a16-a8ba-cd71b1b6b722 None None] Provisioning complete for port 4b94b903-10ba-4a0a-97df-22c9244d85bd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:01.820748 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6524a8a5-2052-4a16-a8ba-cd71b1b6b722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:01.876208 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-6524a8a5-2052-4a16-a8ba-cd71b1b6b722 None None] Port 4b94b903-10ba-4a0a-97df-22c9244d85bd cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:01.882315 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 940834b0-0f84-4a48-b62e-8a6648ba0236 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:05:01.887656 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 940834b0-0f84-4a48-b62e-8a6648ba0236 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:01.888226 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:02.008005 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:02.046981 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940834b0-0f84-4a48-b62e-8a6648ba0236'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:05:02.055424 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5730f7c4-271e-46dc-8956-cc91f182ecd6" -d '{"events": [{"server_uuid": "7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29", "name": "network-vif-plugged", "status": "completed", "tag": "940834b0-0f84-4a48-b62e-8a6648ba0236"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:05:02.094178 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 940834b0-0f84-4a48-b62e-8a6648ba0236, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=940834b0-0f84-4a48-b62e-8a6648ba0236,segment=NetworkSegment(67ac57aa-fc70-4bd9-b458-051f19fc971f),segment_id=67ac57aa-fc70-4bd9-b458-051f19fc971f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:02.111410 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:02.153951 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430e0d9d-e730-4e7e-87c9-169ef505ce5c x-openstack-request-id: req-430e0d9d-e730-4e7e-87c9-169ef505ce5c {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:05:02.153951 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29", "name": "network-vif-plugged", "status": "completed", "tag": "940834b0-0f84-4a48-b62e-8a6648ba0236", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:05:02.153951 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-430e0d9d-e730-4e7e-87c9-169ef505ce5c {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:05:02.153951 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940834b0-0f84-4a48-b62e-8a6648ba0236', 'code': 200} Nov 26 03:05:02.189068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=940834b0-0f84-4a48-b62e-8a6648ba0236,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:02.475824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad574b-1301-47d8-9adc-624eda81f969 req-b7aeda7c-b957-4756-9cc2-f9193c382c64 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:02.484302 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6ad574b-1301-47d8-9adc-624eda81f969 req-b7aeda7c-b957-4756-9cc2-f9193c382c64 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.9487441 Nov 26 03:05:02.561200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60054) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:02.593865 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2f1793d9-9620-4ebb-af1f-9fa0a2910462 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:02.710592 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b57bb-d852-449c-8f4f-c63cd9142df5 req-eed6c2af-501d-4361-bf6c-0acf607ec4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:02.712288 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d24b57bb-d852-449c-8f4f-c63cd9142df5 req-eed6c2af-501d-4361-bf6c-0acf607ec4f7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 1097 time: 0.4579453 Nov 26 03:05:02.718518 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2f1793d9-9620-4ebb-af1f-9fa0a2910462 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:02.727789 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2f1793d9-9620-4ebb-af1f-9fa0a2910462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:02.761256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628f8df-ec8e-4cc4-9aea-c28f249167e6 req-8e4b0896-b89f-44c6-a177-7db2b6cb5274 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:02.766551 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4628f8df-ec8e-4cc4-9aea-c28f249167e6 req-8e4b0896-b89f-44c6-a177-7db2b6cb5274 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2689466 Nov 26 03:05:02.775966 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2f1793d9-9620-4ebb-af1f-9fa0a2910462 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9522ca81d0d4a0ba44ea5502e6fa1e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2126994 Nov 26 03:05:02.777855 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60058) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:02.800650 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6ad574b-1301-47d8-9adc-624eda81f969 req-e9b576b1-9cea-45bd-a601-df55fa092e4e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153741 Nov 26 03:05:02.856462 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1793d9-9620-4ebb-af1f-9fa0a2910462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e03e67-7cc4-4a18-95bd-5f3f7ec26b31,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:02.875257 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3120491c-1c76-4e67-9d95-4f5f4046ab44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:02.894685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d24b57bb-d852-449c-8f4f-c63cd9142df5 req-69deba01-baec-43ac-b4d7-49769f9a44f9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441166 Nov 26 03:05:02.898283 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3120491c-1c76-4e67-9d95-4f5f4046ab44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:02.913465 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4628f8df-ec8e-4cc4-9aea-c28f249167e6 req-664746cf-77e9-4a3e-9b21-2de0ed09b4b0 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410654 Nov 26 03:05:02.968542 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3120491c-1c76-4e67-9d95-4f5f4046ab44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:02.972322 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3120491c-1c76-4e67-9d95-4f5f4046ab44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:02.974759 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b700d4f6-d331-4158-b438-4d1704dd9f72 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:02.995023 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3120491c-1c76-4e67-9d95-4f5f4046ab44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9e03e67-7cc4-4a18-95bd-5f3f7ec26b31 HTTP/1.1" status: 204 len: 168 time: 0.2155654 Nov 26 03:05:03.001796 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b700d4f6-d331-4158-b438-4d1704dd9f72 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:03.022958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120491c-1c76-4e67-9d95-4f5f4046ab44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e03e67-7cc4-4a18-95bd-5f3f7ec26b31,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:03.113745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b700d4f6-d331-4158-b438-4d1704dd9f72 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:03.114406 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b700d4f6-d331-4158-b438-4d1704dd9f72 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:03.119835 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b700d4f6-d331-4158-b438-4d1704dd9f72 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/ports/4b94b903-10ba-4a0a-97df-22c9244d85bd HTTP/1.1" status: 200 len: 910 time: 1.8987844 Nov 26 03:05:03.119835 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700d4f6-d331-4158-b438-4d1704dd9f72 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=4b94b903-10ba-4a0a-97df-22c9244d85bd,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:03.121450 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60066) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:03.664811 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-34280e43-b2d3-45cb-bbf3-d594d956a6a4 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:04.040399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5f497-62ea-46b3-946e-da8d2ffc8a82 req-17f80cc9-b44c-481a-921b-efffe31d0343 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:04.050898 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8eb5f497-62ea-46b3-946e-da8d2ffc8a82 req-17f80cc9-b44c-481a-921b-efffe31d0343 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.1581311 Nov 26 03:05:04.198543 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-34280e43-b2d3-45cb-bbf3-d594d956a6a4 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting port 4b94b903-10ba-4a0a-97df-22c9244d85bd {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:04.198975 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-34280e43-b2d3-45cb-bbf3-d594d956a6a4 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:04.223847 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8eb5f497-62ea-46b3-946e-da8d2ffc8a82 req-c89d91aa-3680-4e30-a0f7-84f394ec786d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664846 Nov 26 03:05:04.250571 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2b3f2-2ff5-4b37-913b-71707a6c4a7f req-bd0c53c9-06c9-4b80-870f-91829b113e41 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:04.252197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c2b3f2-2ff5-4b37-913b-71707a6c4a7f req-bd0c53c9-06c9-4b80-870f-91829b113e41 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1416271 Nov 26 03:05:04.315181 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c2b3f2-2ff5-4b37-913b-71707a6c4a7f req-2c077fc6-63e4-4c56-930c-daa98e31fa71 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554481 Nov 26 03:05:04.326597 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-34280e43-b2d3-45cb-bbf3-d594d956a6a4 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:04.339272 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-34280e43-b2d3-45cb-bbf3-d594d956a6a4 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Calling delete_port for 4b94b903-10ba-4a0a-97df-22c9244d85bd owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:04.528494 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-34280e43-b2d3-45cb-bbf3-d594d956a6a4 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:04.563019 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34280e43-b2d3-45cb-bbf3-d594d956a6a4 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Port': ['ID=4b94b903-10ba-4a0a-97df-22c9244d85bd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:04.713735 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43464e95-4d0e-486b-b51a-ab155e973008 req-66766297-517d-4277-8caa-11a62f0c7996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:04.720014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43464e95-4d0e-486b-b51a-ab155e973008 req-66766297-517d-4277-8caa-11a62f0c7996 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 1096 time: 0.1088521 Nov 26 03:05:04.769550 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-34280e43-b2d3-45cb-bbf3-d594d956a6a4 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:04.832852 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:05:04.990643 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34280e43-b2d3-45cb-bbf3-d594d956a6a4 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router 72131e0e-b260-4b09-8507-3ae45aecd3e4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:05:05.080172 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34280e43-b2d3-45cb-bbf3-d594d956a6a4 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:05:05.086348 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-34280e43-b2d3-45cb-bbf3-d594d956a6a4 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/72131e0e-b260-4b09-8507-3ae45aecd3e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9622970 Nov 26 03:05:05.096209 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60124) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:05.100662 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a7ba0-d87a-404f-adac-b4c179cc1241 None None] Sync routers for ids ['72131e0e-b260-4b09-8507-3ae45aecd3e4'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:05:05.117472 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a7ba0-d87a-404f-adac-b4c179cc1241 None None] Routers {'72131e0e-b260-4b09-8507-3ae45aecd3e4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:05.120232 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-487a7ba0-d87a-404f-adac-b4c179cc1241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:04:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['72131e0e-b260-4b09-8507-3ae45aecd3e4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:05.165262 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5b6299ee-5f93-4f59-bc55-af781ba17916 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/ports?device_id=72131e0e-b260-4b09-8507-3ae45aecd3e4 HTTP/1.1" status: 200 len: 205 time: 0.0676651 Nov 26 03:05:05.171592 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60130) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:05.212562 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-487a7ba0-d87a-404f-adac-b4c179cc1241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:05.234592 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43464e95-4d0e-486b-b51a-ab155e973008 req-817b5cbc-4594-4a8c-91fd-2f01b8595510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:05.237794 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43464e95-4d0e-486b-b51a-ab155e973008 req-817b5cbc-4594-4a8c-91fd-2f01b8595510 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 913 time: 0.5097446 Nov 26 03:05:05.249328 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a7ba0-d87a-404f-adac-b4c179cc1241 None None] Routers {'72131e0e-b260-4b09-8507-3ae45aecd3e4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:05.250049 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-487a7ba0-d87a-404f-adac-b4c179cc1241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:04:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['72131e0e-b260-4b09-8507-3ae45aecd3e4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:05.324666 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43464e95-4d0e-486b-b51a-ab155e973008 req-3f05ddde-a870-4a05-b9ba-3415dc9387ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=543667cf-364f-4ec6-a347-524c853aac40 HTTP/1.1" status: 200 len: 217 time: 0.0777063 Nov 26 03:05:05.339366 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-487a7ba0-d87a-404f-adac-b4c179cc1241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:05.340282 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a7ba0-d87a-404f-adac-b4c179cc1241 None None] The sync data for ids ['72131e0e-b260-4b09-8507-3ae45aecd3e4'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:05:05.358517 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-727d8db3-048a-409e-bdb7-e6f697d23640 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:05.386930 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43464e95-4d0e-486b-b51a-ab155e973008 req-94cfb3fd-13c0-4e8f-8581-d394a7a2a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:05.388686 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43464e95-4d0e-486b-b51a-ab155e973008 req-94cfb3fd-13c0-4e8f-8581-d394a7a2a9f8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.0558519 Nov 26 03:05:05.536860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43464e95-4d0e-486b-b51a-ab155e973008 req-ffd0597f-4f41-4438-aa7d-528370679860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:05.541767 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43464e95-4d0e-486b-b51a-ab155e973008 req-ffd0597f-4f41-4438-aa7d-528370679860 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420856 Nov 26 03:05:05.573905 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60148) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:05.595408 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624a95a-7efd-46a7-b326-97ff099ea3b5 req-5dc89476-9157-4b43-a586-c606c523afd1 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:05.605297 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1624a95a-7efd-46a7-b326-97ff099ea3b5 req-5dc89476-9157-4b43-a586-c606c523afd1 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.2153120 Nov 26 03:05:05.605652 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-727d8db3-048a-409e-bdb7-e6f697d23640 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:05.607893 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-727d8db3-048a-409e-bdb7-e6f697d23640 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:05.670096 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-727d8db3-048a-409e-bdb7-e6f697d23640 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:05.670641 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727d8db3-048a-409e-bdb7-e6f697d23640 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Fanout notify agent at l3_agent the message router_deleted on router 72131e0e-b260-4b09-8507-3ae45aecd3e4 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:05:05.695433 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-727d8db3-048a-409e-bdb7-e6f697d23640 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:05.696616 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-727d8db3-048a-409e-bdb7-e6f697d23640 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/routers/72131e0e-b260-4b09-8507-3ae45aecd3e4 HTTP/1.1" status: 204 len: 168 time: 0.5224836 Nov 26 03:05:05.699294 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60154) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:05.755995 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4b144a-e2ec-4bbb-9716-bf9e459ede5f tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting subnet e0e536a3-3246-4610-9975-67fbb5e2e35b {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:05:05.759690 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1d4b144a-e2ec-4bbb-9716-bf9e459ede5f tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:05.764532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a55f6c-04cf-4609-b3c2-cce4d6b4fb3b req-e5e071e2-1744-4e79-9d39-b3813a5d8709 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:05.773700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02a55f6c-04cf-4609-b3c2-cce4d6b4fb3b req-e5e071e2-1744-4e79-9d39-b3813a5d8709 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2840919 Nov 26 03:05:05.834707 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1d4b144a-e2ec-4bbb-9716-bf9e459ede5f tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:05.883095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02a55f6c-04cf-4609-b3c2-cce4d6b4fb3b req-a6f6c2f2-7755-4502-a5b9-001644069f00 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084039 Nov 26 03:05:05.919088 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43464e95-4d0e-486b-b51a-ab155e973008 req-891f1406-8043-4594-bb74-4a2aa16db07a service neutron] 10.222.0.54 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664422 Nov 26 03:05:05.951230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1624a95a-7efd-46a7-b326-97ff099ea3b5 req-64e18b9a-a186-4d6c-a1ad-3a16124939f5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420544 Nov 26 03:05:06.004997 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1d4b144a-e2ec-4bbb-9716-bf9e459ede5f tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:06.031044 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-af71f2ee-43a5-48ac-9dbf-e07c660d2952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:06.117400 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43464e95-4d0e-486b-b51a-ab155e973008 req-ac074a51-265a-4adc-9f76-f00bcab2f2df service neutron] 10.222.0.54 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593542 Nov 26 03:05:06.121873 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1d4b144a-e2ec-4bbb-9716-bf9e459ede5f tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:06.153722 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b144a-e2ec-4bbb-9716-bf9e459ede5f tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e536a3-3246-4610-9975-67fbb5e2e35b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:06.156049 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1d4b144a-e2ec-4bbb-9716-bf9e459ede5f tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:06.159157 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1d4b144a-e2ec-4bbb-9716-bf9e459ede5f tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/subnets/e0e536a3-3246-4610-9975-67fbb5e2e35b HTTP/1.1" status: 204 len: 168 time: 0.4586780 Nov 26 03:05:06.162741 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60178) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:06.165902 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1cc50f-43d8-4c31-89ae-88009d905d51 None None] Network 962546ff-5e7e-4838-9208-68a75eb2df7b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:05:06.282431 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-af71f2ee-43a5-48ac-9dbf-e07c660d2952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:06.283103 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:06.291629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-24d6bcd4-6068-487b-ac44-10a430fe8440 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:06.293239 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-24d6bcd4-6068-487b-ac44-10a430fe8440 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/networks?id=487bf824-96b4-4a0b-aab0-a1e59303e892 HTTP/1.1" status: 200 len: 814 time: 0.1553879 Nov 26 03:05:06.295535 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-af71f2ee-43a5-48ac-9dbf-e07c660d2952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:06.327032 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-af71f2ee-43a5-48ac-9dbf-e07c660d2952 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7d2f188a71a484bb3069537688da42a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7513680 Nov 26 03:05:06.339873 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60182) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:06.359473 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-e7716c49-679e-461c-b3af-3f814e645c91 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/quotas/8dffa06fe9f14d8ba6cd863c2a120c58 HTTP/1.1" status: 200 len: 375 time: 0.0370338 Nov 26 03:05:06.384324 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting port 0700a221-6c20-46c5-967b-95c2d4cdbbae {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:06.384805 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:06.430953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71f2ee-43a5-48ac-9dbf-e07c660d2952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7fb950-db82-4d61-9d2c-e1c031ed13ed,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:06.446379 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a57e33-c606-4581-9dec-5146b6c57372 None None] DHCP port deletion for 962546ff-5e7e-4838-9208-68a75eb2df7b request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:05:06.483922 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-42314938-18b0-4c27-bf95-d66f4d0c71ba tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dffa06fe9f14d8ba6cd863c2a120c58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1093254 Nov 26 03:05:06.485032 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-85cab679-36b2-47a7-abc2-3b855c689a7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:06.518803 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] For port 0700a221-6c20-46c5-967b-95c2d4cdbbae, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0700a221-6c20-46c5-967b-95c2d4cdbbae,segment=NetworkSegment(fa2752a4-803f-40f7-ad31-a25144374be7),segment_id=fa2752a4-803f-40f7-ad31-a25144374be7)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:06.519275 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:06.545368 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Calling delete_port for 0700a221-6c20-46c5-967b-95c2d4cdbbae owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:06.556908 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-83a57e33-c606-4581-9dec-5146b6c57372 None None] Deleting port 0700a221-6c20-46c5-967b-95c2d4cdbbae {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:06.558057 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-83a57e33-c606-4581-9dec-5146b6c57372 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:06.612873 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-4e23a528-9fab-4670-b466-f355a9cf69d8 service neutron] 10.222.0.31 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168573 Nov 26 03:05:06.637576 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-85cab679-36b2-47a7-abc2-3b855c689a7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:06.657707 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-83a57e33-c606-4581-9dec-5146b6c57372 None None] For port 0700a221-6c20-46c5-967b-95c2d4cdbbae, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0700a221-6c20-46c5-967b-95c2d4cdbbae,segment=NetworkSegment(fa2752a4-803f-40f7-ad31-a25144374be7),segment_id=fa2752a4-803f-40f7-ad31-a25144374be7)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:06.658196 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-83a57e33-c606-4581-9dec-5146b6c57372 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:06.691060 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-83a57e33-c606-4581-9dec-5146b6c57372 None None] Calling delete_port for 0700a221-6c20-46c5-967b-95c2d4cdbbae owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:06.728293 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:06.745008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] No DVR routers for this DVR port 0700a221-6c20-46c5-967b-95c2d4cdbbae on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:05:06.755911 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a53ba232-ffc5-440e-8efc-57374b90f06a service neutron] 10.222.0.31 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326420 Nov 26 03:05:06.770095 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-85cab679-36b2-47a7-abc2-3b855c689a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:06.771792 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-85cab679-36b2-47a7-abc2-3b855c689a7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:06.772833 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-85cab679-36b2-47a7-abc2-3b855c689a7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e7fb950-db82-4d61-9d2c-e1c031ed13ed HTTP/1.1" status: 204 len: 168 time: 0.4309549 Nov 26 03:05:06.784080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cab679-36b2-47a7-abc2-3b855c689a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7fb950-db82-4d61-9d2c-e1c031ed13ed,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:06.797228 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0700a221-6c20-46c5-967b-95c2d4cdbbae no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:05:06.829776 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Port': ['ID=0700a221-6c20-46c5-967b-95c2d4cdbbae,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:06.833804 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 0700a221-6c20-46c5-967b-95c2d4cdbbae {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:05:06.834166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0700a221-6c20-46c5-967b-95c2d4cdbbae not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:05:06.855455 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-83a57e33-c606-4581-9dec-5146b6c57372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:06.878001 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a57e33-c606-4581-9dec-5146b6c57372 None None] No DVR routers for this DVR port 0700a221-6c20-46c5-967b-95c2d4cdbbae on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:05:06.916797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60192) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:06.925484 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a57e33-c606-4581-9dec-5146b6c57372 None None] Pushing event deleted for resources: {'Port': ['ID=0700a221-6c20-46c5-967b-95c2d4cdbbae,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:07.052336 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.088888 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962546ff-5e7e-4838-9208-68a75eb2df7b']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:07.100969 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa2752a4-803f-40f7-ad31-a25144374be7') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:07.101989 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa2752a4-803f-40f7-ad31-a25144374be7') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:07.119880 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.145394 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.157287 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:05:07.157832 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.171999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164eb89f-e98f-4478-8999-aab8cb1d4748 req-e20fc272-39ae-43e3-acb4-11fe5dc05f88 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:07.183357 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-164eb89f-e98f-4478-8999-aab8cb1d4748 req-e20fc272-39ae-43e3-acb4-11fe5dc05f88 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 945 time: 0.1190758 Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:05:07.231006 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:05:07.265902 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.277358 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.283948 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/networks/962546ff-5e7e-4838-9208-68a75eb2df7b HTTP/1.1" status: 204 len: 168 time: 1.1150703 Nov 26 03:05:07.289716 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60206) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:07.305209 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-94aaa4d2-92ba-4235-b60c-fd27da95c6e5 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1904961265', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:07.377155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5beecf2-17a4-4e13-ae7c-89c94176ec5f req-d3b5ec27-d446-4005-8eff-3cc72b3a676e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 210 time: 0.1719229 Nov 26 03:05:07.396777 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 543667cf-364f-4ec6-a347-524c853aac40 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:05:07.456117 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-164eb89f-e98f-4478-8999-aab8cb1d4748 req-aa5f73f6-7949-41c6-97f5-87f7bb3af04e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687163 Nov 26 03:05:07.529496 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60212) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:07.530348 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3db7-acfc-4fdc-80d0-58da9cf369c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.568680 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.584308 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-698be0c1-2989-450d-b7c5-b87b9094e463 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.595967 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7bca6f-5452-44fa-901f-5e7838cdd2f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543667cf-364f-4ec6-a347-524c853aac40'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:05:07.598636 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28aa1ed1-59ad-4b57-88e8-54b20138db6f" -d '{"events": [{"server_uuid": "6f7bca6f-5452-44fa-901f-5e7838cdd2f9", "name": "network-vif-unplugged", "status": "completed", "tag": "543667cf-364f-4ec6-a347-524c853aac40"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:05:07.606927 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c26dc-ec03-4ccb-9bd6-491b1441c5f8 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Network': ['ID=962546ff-5e7e-4838-9208-68a75eb2df7b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:07.621428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 543667cf-364f-4ec6-a347-524c853aac40, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=543667cf-364f-4ec6-a347-524c853aac40,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:07.627847 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.664820 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94aaa4d2-92ba-4235-b60c-fd27da95c6e5 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.665732 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 03:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520118e8-ce43-4793-a840-4bc6afdbe063 x-openstack-request-id: req-520118e8-ce43-4793-a840-4bc6afdbe063 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:05:07.665948 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94aaa4d2-92ba-4235-b60c-fd27da95c6e5 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.666091 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7bca6f-5452-44fa-901f-5e7838cdd2f9", "name": "network-vif-unplugged", "status": "completed", "tag": "543667cf-364f-4ec6-a347-524c853aac40", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:05:07.666314 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-520118e8-ce43-4793-a840-4bc6afdbe063 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:05:07.666650 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7bca6f-5452-44fa-901f-5e7838cdd2f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543667cf-364f-4ec6-a347-524c853aac40', 'code': 200} Nov 26 03:05:07.697562 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=543667cf-364f-4ec6-a347-524c853aac40,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:07.769092 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94aaa4d2-92ba-4235-b60c-fd27da95c6e5 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.781064 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94aaa4d2-92ba-4235-b60c-fd27da95c6e5 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.817643 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94aaa4d2-92ba-4235-b60c-fd27da95c6e5 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.818857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-94aaa4d2-92ba-4235-b60c-fd27da95c6e5 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5238445 Nov 26 03:05:07.821755 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60220) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:07.831041 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8bd91e0c-6331-4c33-800c-eb7f31ed093c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'network': {'name': 'tempest-RoutersTest-1399471966'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:07.850245 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-698be0c1-2989-450d-b7c5-b87b9094e463 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.857901 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd91e0c-6331-4c33-800c-eb7f31ed093c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Made reservation on behalf of 8a1ba20f33ad4bd4a777d779bfbcd97e for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:05:07.862322 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bd91e0c-6331-4c33-800c-eb7f31ed093c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.862473 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-698be0c1-2989-450d-b7c5-b87b9094e463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.865461 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3db7-acfc-4fdc-80d0-58da9cf369c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.886171 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd91e0c-6331-4c33-800c-eb7f31ed093c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:05:07.887724 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3db7-acfc-4fdc-80d0-58da9cf369c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.896796 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bd91e0c-6331-4c33-800c-eb7f31ed093c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.898245 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-8bd91e0c-6331-4c33-800c-eb7f31ed093c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Added segment a408cb73-86f9-44a3-acc6-4a38388c9939 of type vlan for network 630a68be-9afd-4bd4-a0ad-ad746bb1ada6 Nov 26 03:05:07.919037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698be0c1-2989-450d-b7c5-b87b9094e463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e9f89f-7487-489d-99be-5dd4d8b2208e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:07.943120 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60226) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:07.943275 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-698be0c1-2989-450d-b7c5-b87b9094e463 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=028b56d6f3a645b2af99fbcba51310da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4105573 Nov 26 03:05:07.951373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3ccd3db7-acfc-4fdc-80d0-58da9cf369c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd83f030766042009b2217216a3273ef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0326073 Nov 26 03:05:07.951995 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60228) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:07.968258 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bd91e0c-6331-4c33-800c-eb7f31ed093c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:07.975808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd3db7-acfc-4fdc-80d0-58da9cf369c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f7652d-cd04-4e3d-ab1f-fcae03b67ae2,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:08.020664 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc15855b-655c-4aa1-90ca-c5590fb32c86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:08.041781 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a02077f0-8595-4d44-a38f-1c61aaa3ac7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:08.047849 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc15855b-655c-4aa1-90ca-c5590fb32c86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:08.058144 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bd91e0c-6331-4c33-800c-eb7f31ed093c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:08.064424 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd91e0c-6331-4c33-800c-eb7f31ed093c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:08.064842 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8bd91e0c-6331-4c33-800c-eb7f31ed093c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:08.089916 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a02077f0-8595-4d44-a38f-1c61aaa3ac7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:08.108739 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc15855b-655c-4aa1-90ca-c5590fb32c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:08.113496 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bc15855b-655c-4aa1-90ca-c5590fb32c86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:08.114833 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bc15855b-655c-4aa1-90ca-c5590fb32c86 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80f7652d-cd04-4e3d-ab1f-fcae03b67ae2 HTTP/1.1" status: 204 len: 168 time: 0.1591976 Nov 26 03:05:08.126436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15855b-655c-4aa1-90ca-c5590fb32c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f7652d-cd04-4e3d-ab1f-fcae03b67ae2,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:08.143905 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8bd91e0c-6331-4c33-800c-eb7f31ed093c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3184931 Nov 26 03:05:08.144947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60234) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:08.154792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-f3503bab-7dee-488f-b8c8-7f9d134600e3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'subnet': {'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:08.214451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd91e0c-6331-4c33-800c-eb7f31ed093c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Network': ['ID=630a68be-9afd-4bd4-a0ad-ad746bb1ada6,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:08.228502 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 630a68be-9afd-4bd4-a0ad-ad746bb1ada6 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:05:08.248748 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a02077f0-8595-4d44-a38f-1c61aaa3ac7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:08.252000 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a02077f0-8595-4d44-a38f-1c61aaa3ac7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:08.256338 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a02077f0-8595-4d44-a38f-1c61aaa3ac7a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3e9f89f-7487-489d-99be-5dd4d8b2208e HTTP/1.1" status: 204 len: 168 time: 0.3117762 Nov 26 03:05:08.265207 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02077f0-8595-4d44-a38f-1c61aaa3ac7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e9f89f-7487-489d-99be-5dd4d8b2208e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:08.298260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3503bab-7dee-488f-b8c8-7f9d134600e3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Made reservation on behalf of 8a1ba20f33ad4bd4a777d779bfbcd97e for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:05:08.302912 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f3503bab-7dee-488f-b8c8-7f9d134600e3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:08.550020 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47bc2ab1-2b97-445a-8867-d270ef4da607 req-0bd6ea89-2bf7-4263-98b0-57493e962114 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 210 time: 0.0743763 Nov 26 03:05:08.644661 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f3503bab-7dee-488f-b8c8-7f9d134600e3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:08.729158 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3144c6e-e190-49f1-9eb8-0f68686b9e60 req-47a8b48a-f0e3-4198-915b-05fa2b63b351 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:08.730948 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3144c6e-e190-49f1-9eb8-0f68686b9e60 req-47a8b48a-f0e3-4198-915b-05fa2b63b351 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 943 time: 0.1561036 Nov 26 03:05:08.776313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3503bab-7dee-488f-b8c8-7f9d134600e3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Subnet': ['ID=b6728104-ff21-4bba-803e-04f0414aeacd,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:08.826013 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3144c6e-e190-49f1-9eb8-0f68686b9e60 req-d8c8a985-f0aa-422c-a3fd-fac660733b31 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848768 Nov 26 03:05:08.827748 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3503bab-7dee-488f-b8c8-7f9d134600e3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Checking segment: {'id': 'a408cb73-86f9-44a3-acc6-4a38388c9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:05:08.827748 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3503bab-7dee-488f-b8c8-7f9d134600e3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network hostable DHCP agents. Network: 630a68be-9afd-4bd4-a0ad-ad746bb1ada6, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:05:08.841400 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60258) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:08.863403 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-72c8e7cc-6f3f-4cd5-9b8a-553aa67b6c32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:08.868808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3503bab-7dee-488f-b8c8-7f9d134600e3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 630a68be-9afd-4bd4-a0ad-ad746bb1ada6 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:05:08.886795 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-f3503bab-7dee-488f-b8c8-7f9d134600e3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 630a68be-9afd-4bd4-a0ad-ad746bb1ada6) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:08.898488 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cede2e-7df0-4eee-882b-984c32719d6a None None] Network 630a68be-9afd-4bd4-a0ad-ad746bb1ada6 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:05:08.927829 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3503bab-7dee-488f-b8c8-7f9d134600e3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:08.932685 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f3503bab-7dee-488f-b8c8-7f9d134600e3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:09.026592 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-72c8e7cc-6f3f-4cd5-9b8a-553aa67b6c32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:09.031486 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-72c8e7cc-6f3f-4cd5-9b8a-553aa67b6c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:09.112553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f3503bab-7dee-488f-b8c8-7f9d134600e3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9636922 Nov 26 03:05:09.117295 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60264) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:09.144688 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-72c8e7cc-6f3f-4cd5-9b8a-553aa67b6c32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cab8d870f0e9448dbe3579f55a8ec942&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3014815 Nov 26 03:05:09.148295 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60266) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:09.149678 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8e7cc-6f3f-4cd5-9b8a-553aa67b6c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d208b06f-24aa-451c-b125-c6f977c155d6,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:09.175447 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:05:09.178106 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:09.304782 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-809d8357-815c-4004-8d51-3900b6bcd795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:09.378828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09387260-3073-4317-a9c5-920eeb42cd96 req-8856daaa-ef54-4523-9075-28c22b026ea7 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:09.380415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09387260-3073-4317-a9c5-920eeb42cd96 req-8856daaa-ef54-4523-9075-28c22b026ea7 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.3933306 Nov 26 03:05:09.392858 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-809d8357-815c-4004-8d51-3900b6bcd795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:09.416757 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Allocated IP 172.20.0.2 (630a68be-9afd-4bd4-a0ad-ad746bb1ada6/b6728104-ff21-4bba-803e-04f0414aeacd/83e2be94-b884-424d-b154-be043faf0fd3) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:05:09.460306 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-809d8357-815c-4004-8d51-3900b6bcd795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:09.465762 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-809d8357-815c-4004-8d51-3900b6bcd795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:09.467236 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-809d8357-815c-4004-8d51-3900b6bcd795 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d208b06f-24aa-451c-b125-c6f977c155d6 HTTP/1.1" status: 204 len: 168 time: 0.3119757 Nov 26 03:05:09.485088 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d8357-815c-4004-8d51-3900b6bcd795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d208b06f-24aa-451c-b125-c6f977c155d6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:09.495574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-d9e94b24-a52e-442b-a8ac-2445f2f30f9c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:09.497118 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-d9e94b24-a52e-442b-a8ac-2445f2f30f9c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.54 "GET /v2.0/networks?id=487bf824-96b4-4a0b-aab0-a1e59303e892 HTTP/1.1" status: 200 len: 814 time: 0.5429316 Nov 26 03:05:09.587780 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-52cafe2e-b520-49e2-84bd-6b75158ddc67 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Request body: {'port': {'device_id': 'a71656bd-998a-41fd-933b-213465126107', 'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892', 'admin_state_up': True, 'tenant_id': '8dffa06fe9f14d8ba6cd863c2a120c58'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:09.685145 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:09.698442 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:09.717641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09387260-3073-4317-a9c5-920eeb42cd96 req-61a948b0-58b8-451f-b300-04f850549533 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534139 Nov 26 03:05:09.792162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-76f5bc71-8384-48c3-837a-04d1f5503e5f req-4bd678b4-8b4b-40bf-b360-78bac5c06903 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 210 time: 0.0707567 Nov 26 03:05:09.820613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Network 630a68be-9afd-4bd4-a0ad-ad746bb1ada6 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:09.831419 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-45325c1b-53ee-4865-8fa3-13ef80293dac tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:09.853031 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:09.869374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:05:09.872101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Pushing event updated for resources: {'Port': ['ID=83e2be94-b884-424d-b154-be043faf0fd3,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:09.938513 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Attempting to bind port 83e2be94-b884-424d-b154-be043faf0fd3 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:05:09.939159 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Attempting to bind port 83e2be94-b884-424d-b154-be043faf0fd3 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'a408cb73-86f9-44a3-acc6-4a38388c9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:05:09.939159 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Attempting to bind port 83e2be94-b884-424d-b154-be043faf0fd3 on network 630a68be-9afd-4bd4-a0ad-ad746bb1ada6 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:05:09.944500 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:05:09.944889 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Checking segment: {'id': 'a408cb73-86f9-44a3-acc6-4a38388c9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:05:09.945305 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:09.945706 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Bound using segment: {'id': 'a408cb73-86f9-44a3-acc6-4a38388c9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:05:09.946225 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Bound port: 83e2be94-b884-424d-b154-be043faf0fd3, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a408cb73-86f9-44a3-acc6-4a38388c9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:05:09.946567 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:10.044144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] For port 83e2be94-b884-424d-b154-be043faf0fd3, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:05:10.052531 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] For port 83e2be94-b884-424d-b154-be043faf0fd3, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=83e2be94-b884-424d-b154-be043faf0fd3,segment=NetworkSegment(a408cb73-86f9-44a3-acc6-4a38388c9939),segment_id=a408cb73-86f9-44a3-acc6-4a38388c9939)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:05:10.060429 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:10.060657 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-52cafe2e-b520-49e2-84bd-6b75158ddc67 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Made reservation on behalf of 8dffa06fe9f14d8ba6cd863c2a120c58 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:05:10.064354 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-52cafe2e-b520-49e2-84bd-6b75158ddc67 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:10.087956 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a733db0-4cce-4ffa-822a-14cd911ac0ab req-aba9f07f-dfeb-4529-9db2-4c30e6031eba tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:10.089906 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a733db0-4cce-4ffa-822a-14cd911ac0ab req-aba9f07f-dfeb-4529-9db2-4c30e6031eba tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1848409 Nov 26 03:05:10.202615 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537cdec-1426-4972-83af-2ab8c12c8088 None None] Pushing event updated for resources: {'Port': ['ID=83e2be94-b884-424d-b154-be043faf0fd3,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:10.344806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-52cafe2e-b520-49e2-84bd-6b75158ddc67 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Allocated IP 172.20.0.7 (487bf824-96b4-4a0b-aab0-a1e59303e892/b1cd5660-c9e5-4dc2-b734-b88f81181a94/31e9b2e4-530d-4105-8aa2-7f7e0e102cea) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:05:10.624442 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a733db0-4cce-4ffa-822a-14cd911ac0ab req-10183446-f79c-4777-9bdd-baf3ce0db77b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5174460 Nov 26 03:05:10.713586 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60332) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:10.811501 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-52cafe2e-b520-49e2-84bd-6b75158ddc67 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:10.815063 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 83e2be94-b884-424d-b154-be043faf0fd3 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:05:10.899766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-45325c1b-53ee-4865-8fa3-13ef80293dac tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Allocated IP 172.20.0.1 (630a68be-9afd-4bd4-a0ad-ad746bb1ada6/b6728104-ff21-4bba-803e-04f0414aeacd/201e10c9-0eaa-4ee0-b980-7678bae8d7a8) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:05:10.964918 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 83e2be94-b884-424d-b154-be043faf0fd3 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:10.965486 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:11.048856 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ea3bf0a-35da-42b2-8180-5aee951fe141 req-8cf5dd46-a12d-4a2f-b5bb-a8617efe8a87 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 210 time: 0.1146116 Nov 26 03:05:11.071345 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf5266d6-d4f5-44ca-bcde-81ffadae67c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:11.139457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfcb8a-0f39-4721-bf23-3816ae509496 req-75b6dd49-a1d0-476a-bad4-c41d26b5ee26 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:11.140018 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:11.141048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1dcfcb8a-0f39-4721-bf23-3816ae509496 req-75b6dd49-a1d0-476a-bad4-c41d26b5ee26 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1471694 Nov 26 03:05:11.144866 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-52cafe2e-b520-49e2-84bd-6b75158ddc67 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:11.192556 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['940834b0-0f84-4a48-b62e-8a6648ba0236'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:05:11.215669 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf5266d6-d4f5-44ca-bcde-81ffadae67c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:11.231542 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cafe2e-b520-49e2-84bd-6b75158ddc67 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Pushing event updated for resources: {'Port': ['ID=31e9b2e4-530d-4105-8aa2-7f7e0e102cea,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:11.232265 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf5266d6-d4f5-44ca-bcde-81ffadae67c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:11.262497 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 83e2be94-b884-424d-b154-be043faf0fd3, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=83e2be94-b884-424d-b154-be043faf0fd3,segment=NetworkSegment(a408cb73-86f9-44a3-acc6-4a38388c9939),segment_id=a408cb73-86f9-44a3-acc6-4a38388c9939)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:11.285601 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:11.309947 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5266d6-d4f5-44ca-bcde-81ffadae67c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24985f7-af52-4cb3-8e70-48046873cfc0,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:11.326500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-52cafe2e-b520-49e2-84bd-6b75158ddc67 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Network 487bf824-96b4-4a0b-aab0-a1e59303e892 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:11.332926 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-52cafe2e-b520-49e2-84bd-6b75158ddc67 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:11.352104 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bf5266d6-d4f5-44ca-bcde-81ffadae67c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cef9affdc1d8445a820ebf4d2570bbfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6357365 Nov 26 03:05:11.354495 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60346) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:11.364073 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-52cafe2e-b520-49e2-84bd-6b75158ddc67 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:05:11.439233 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa028c48-40e8-449c-b150-ca54182b706c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:11.446848 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1dcfcb8a-0f39-4721-bf23-3816ae509496 req-bfc5f63f-fe6c-4049-a205-900a5f8e18a3 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940140 Nov 26 03:05:11.459335 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 543667cf-364f-4ec6-a347-524c853aac40 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:05:11.497435 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa028c48-40e8-449c-b150-ca54182b706c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:11.500278 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-45325c1b-53ee-4865-8fa3-13ef80293dac tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:11.539136 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=83e2be94-b884-424d-b154-be043faf0fd3,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:11.562225 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-52cafe2e-b520-49e2-84bd-6b75158ddc67 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:11.562773 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-52cafe2e-b520-49e2-84bd-6b75158ddc67 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:11.585984 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa028c48-40e8-449c-b150-ca54182b706c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:11.589482 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa028c48-40e8-449c-b150-ca54182b706c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:11.590701 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fa028c48-40e8-449c-b150-ca54182b706c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b24985f7-af52-4cb3-8e70-48046873cfc0 HTTP/1.1" status: 204 len: 168 time: 0.2339966 Nov 26 03:05:11.610317 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa028c48-40e8-449c-b150-ca54182b706c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24985f7-af52-4cb3-8e70-48046873cfc0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:11.652036 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-52cafe2e-b520-49e2-84bd-6b75158ddc67 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0691993 Nov 26 03:05:11.679635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Request body: {'port': {'device_id': 'a71656bd-998a-41fd-933b-213465126107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:11.724200 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-45325c1b-53ee-4865-8fa3-13ef80293dac tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:11.836973 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-06617fb4-13d7-4067-93d7-d99543de93b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:11.882615 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45325c1b-53ee-4865-8fa3-13ef80293dac tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 630a68be-9afd-4bd4-a0ad-ad746bb1ada6 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:11.888473 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:11.893972 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-45325c1b-53ee-4865-8fa3-13ef80293dac tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:11.904296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45325c1b-53ee-4865-8fa3-13ef80293dac tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=201e10c9-0eaa-4ee0-b980-7678bae8d7a8,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:11.904430 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2afbbf6-9db5-4fcd-a8df-9f93990a2815 None None] Network 630a68be-9afd-4bd4-a0ad-ad746bb1ada6 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:05:11.911272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45325c1b-53ee-4865-8fa3-13ef80293dac tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:05:12.044096 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-45325c1b-53ee-4865-8fa3-13ef80293dac tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:12.061266 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8ca4f330-cfc1-4125-ba67-689b56e5115a None None] Provisioning complete for port 83e2be94-b884-424d-b154-be043faf0fd3 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:12.073005 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8ca4f330-cfc1-4125-ba67-689b56e5115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:12.722724 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 83e2be94-b884-424d-b154-be043faf0fd3 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:05:12.852073 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c03fd8c3-062b-4f51-8a52-03b9753f86f9 None None] Provisioning complete for port 201e10c9-0eaa-4ee0-b980-7678bae8d7a8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:12.852693 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c03fd8c3-062b-4f51-8a52-03b9753f86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:12.925282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 83e2be94-b884-424d-b154-be043faf0fd3 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:12.925804 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:12.954679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f57f45-535c-4557-b148-ad6f57a1f34c req-e9674a17-a805-45ec-8121-e1bc04bfc5cd tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:12.956505 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05f57f45-535c-4557-b148-ad6f57a1f34c req-e9674a17-a805-45ec-8121-e1bc04bfc5cd tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2474358 Nov 26 03:05:12.974646 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c03fd8c3-062b-4f51-8a52-03b9753f86f9 None None] Port 201e10c9-0eaa-4ee0-b980-7678bae8d7a8 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:13.001124 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c03fd8c3-062b-4f51-8a52-03b9753f86f9 None None] Provisioning complete for port 83e2be94-b884-424d-b154-be043faf0fd3 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:13.001504 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c03fd8c3-062b-4f51-8a52-03b9753f86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:13.107083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3ea55-e50f-447d-a864-d4d63bd6d20a req-2859bf35-d299-435d-a690-558c929ae4c0 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:13.115746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47b3ea55-e50f-447d-a864-d4d63bd6d20a req-2859bf35-d299-435d-a690-558c929ae4c0 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 931 time: 0.5368345 Nov 26 03:05:13.264340 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05f57f45-535c-4557-b148-ad6f57a1f34c req-47b49510-77be-4622-ad6a-9bc4ddabb57b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645380 Nov 26 03:05:13.264910 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-45325c1b-53ee-4865-8fa3-13ef80293dac tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:13.313293 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e9b2e4-530d-4105-8aa2-7f7e0e102cea {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:05:13.327502 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:13.343302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-42ed8e98-80e4-4847-b24a-5ab8d1518710 None None] Provisioning complete for port 201e10c9-0eaa-4ee0-b980-7678bae8d7a8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:13.344045 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-42ed8e98-80e4-4847-b24a-5ab8d1518710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:13.351927 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47b3ea55-e50f-447d-a864-d4d63bd6d20a req-e1426e6a-1a8d-45d0-9879-a9ea329f9b01 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351847 Nov 26 03:05:13.419788 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-42ed8e98-80e4-4847-b24a-5ab8d1518710 None None] Port 201e10c9-0eaa-4ee0-b980-7678bae8d7a8 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:13.458594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Transition to ACTIVE for port object 31e9b2e4-530d-4105-8aa2-7f7e0e102cea will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:05:13.467438 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:13.569055 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60426) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:13.621990 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Pushing event updated for resources: {'Port': ['ID=31e9b2e4-530d-4105-8aa2-7f7e0e102cea,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:13.763341 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-074f4505-b5aa-4e2f-837e-0dac1daeb5e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:13.825531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Attempting to bind port 31e9b2e4-530d-4105-8aa2-7f7e0e102cea on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:05:13.825874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Attempting to bind port 31e9b2e4-530d-4105-8aa2-7f7e0e102cea by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '67ac57aa-fc70-4bd9-b458-051f19fc971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:05:13.826213 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Attempting to bind port 31e9b2e4-530d-4105-8aa2-7f7e0e102cea on network 487bf824-96b4-4a0b-aab0-a1e59303e892 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:05:13.838742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Port 31e9b2e4-530d-4105-8aa2-7f7e0e102cea on network 487bf824-96b4-4a0b-aab0-a1e59303e892 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:05:13.838742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Attempting to bind port 31e9b2e4-530d-4105-8aa2-7f7e0e102cea on network 487bf824-96b4-4a0b-aab0-a1e59303e892 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:05:13.850004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:05:13.850142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Checking segment: {'id': '67ac57aa-fc70-4bd9-b458-051f19fc971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:05:13.851408 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Bound using segment: {'id': '67ac57aa-fc70-4bd9-b458-051f19fc971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:05:13.851861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Bound port: 31e9b2e4-530d-4105-8aa2-7f7e0e102cea, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ac57aa-fc70-4bd9-b458-051f19fc971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:05:13.852357 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:13.923202 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-074f4505-b5aa-4e2f-837e-0dac1daeb5e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:13.932496 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-074f4505-b5aa-4e2f-837e-0dac1daeb5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:13.962781 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-074f4505-b5aa-4e2f-837e-0dac1daeb5e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a50ecb9ab7044a8da1c51e71850a9320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3923461 Nov 26 03:05:13.968449 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60442) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:13.985910 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f4505-b5aa-4e2f-837e-0dac1daeb5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b2ba3b-09c4-4f1e-89cc-4b185f71f366,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:14.027609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] For port 31e9b2e4-530d-4105-8aa2-7f7e0e102cea, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:05:14.034941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] For port 31e9b2e4-530d-4105-8aa2-7f7e0e102cea, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=31e9b2e4-530d-4105-8aa2-7f7e0e102cea,segment=NetworkSegment(67ac57aa-fc70-4bd9-b458-051f19fc971f),segment_id=67ac57aa-fc70-4bd9-b458-051f19fc971f)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:05:14.056647 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:14.059802 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-45325c1b-53ee-4865-8fa3-13ef80293dac tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:14.089218 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-45325c1b-53ee-4865-8fa3-13ef80293dac tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:14.126105 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:14.126589 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:14.128399 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] 10.222.0.54 "PUT /v2.0/ports/31e9b2e4-530d-4105-8aa2-7f7e0e102cea HTTP/1.1" status: 200 len: 1091 time: 2.4616122 Nov 26 03:05:14.133231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71656bd-998a-41fd-933b-213465126107', 'tag': '31e9b2e4-530d-4105-8aa2-7f7e0e102cea'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:05:14.135861 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024155b4-4ff9-4410-9e61-6f70651881a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a71656bd-998a-41fd-933b-213465126107", "tag": "31e9b2e4-530d-4105-8aa2-7f7e0e102cea"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:05:14.136403 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bdba1608-6de7-404b-afae-a54a01acfaaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:14.184669 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-441f5ec8-d586-4e28-9a5f-e2551f1a1a20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:14.197520 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-45325c1b-53ee-4865-8fa3-13ef80293dac tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:14.220814 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef226417-3a06-44c7-a42f-94d2ab98b070 x-openstack-request-id: req-ef226417-3a06-44c7-a42f-94d2ab98b070 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:05:14.221106 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71656bd-998a-41fd-933b-213465126107", "tag": "31e9b2e4-530d-4105-8aa2-7f7e0e102cea", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:05:14.221535 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef226417-3a06-44c7-a42f-94d2ab98b070 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:05:14.221934 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71656bd-998a-41fd-933b-213465126107', 'tag': '31e9b2e4-530d-4105-8aa2-7f7e0e102cea', 'status': 'completed', 'code': 200} Nov 26 03:05:14.226897 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d408e4-4089-4efc-beaf-032b2829397f service neutron] Pushing event updated for resources: {'Port': ['ID=31e9b2e4-530d-4105-8aa2-7f7e0e102cea,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:14.279673 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-441f5ec8-d586-4e28-9a5f-e2551f1a1a20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:14.404067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45325c1b-53ee-4865-8fa3-13ef80293dac tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=201e10c9-0eaa-4ee0-b980-7678bae8d7a8,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:14.408297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-3f304872-d3d2-4079-907a-8d428db20d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:14.409862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-3f304872-d3d2-4079-907a-8d428db20d54 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dffa06fe9f14d8ba6cd863c2a120c58&device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 1094 time: 0.2028153 Nov 26 03:05:14.522389 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-c1c9278f-9a27-444c-bab0-dce1ca230bdc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31e9b2e4-530d-4105-8aa2-7f7e0e102cea HTTP/1.1" status: 200 len: 217 time: 0.0862653 Nov 26 03:05:14.622426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45325c1b-53ee-4865-8fa3-13ef80293dac tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 630a68be-9afd-4bd4-a0ad-ad746bb1ada6 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:14.628287 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-441f5ec8-d586-4e28-9a5f-e2551f1a1a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:14.631254 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-441f5ec8-d586-4e28-9a5f-e2551f1a1a20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:14.633242 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-441f5ec8-d586-4e28-9a5f-e2551f1a1a20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15b2ba3b-09c4-4f1e-89cc-4b185f71f366 HTTP/1.1" status: 204 len: 168 time: 0.6585276 Nov 26 03:05:14.638941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-45325c1b-53ee-4865-8fa3-13ef80293dac tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:14.669851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf852d1-4396-4b97-b357-cae5248740f6 req-421dfe86-8fef-448e-a6a4-a59c768c57a2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:14.671909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7bf852d1-4396-4b97-b357-cae5248740f6 req-421dfe86-8fef-448e-a6a4-a59c768c57a2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2811072 Nov 26 03:05:14.706940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f271a6d-3ae9-4fe1-a94d-ff897cb8a7a6 req-796de3bb-2e66-4d54-aa84-8309a68b0eff tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:14.708926 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7f271a6d-3ae9-4fe1-a94d-ff897cb8a7a6 req-796de3bb-2e66-4d54-aa84-8309a68b0eff tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 943 time: 0.2600100 Nov 26 03:05:14.732084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f5ec8-d586-4e28-9a5f-e2551f1a1a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b2ba3b-09c4-4f1e-89cc-4b185f71f366,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:14.739177 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-e3f0679a-b945-499c-b77c-c4ccb5fe2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:14.745411 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-e3f0679a-b945-499c-b77c-c4ccb5fe2ac2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b1cd5660-c9e5-4dc2-b734-b88f81181a94 HTTP/1.1" status: 200 len: 854 time: 0.2057645 Nov 26 03:05:14.934720 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-1c33f951-8273-41e6-a0d5-4e32b8a9dd85 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=487bf824-96b4-4a0b-aab0-a1e59303e892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601511 Nov 26 03:05:15.019275 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:15.076735 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-815f3a75-f851-432c-8351-c66bef6dcc10 None None] Provisioning complete for port 201e10c9-0eaa-4ee0-b980-7678bae8d7a8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:15.079421 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-815f3a75-f851-432c-8351-c66bef6dcc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:15.128857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-737415de-2a9b-4784-a3b2-c3234ecebf28 service neutron] 10.222.0.54 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823435 Nov 26 03:05:15.153369 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7bf852d1-4396-4b97-b357-cae5248740f6 req-2e944388-b6d9-4d05-ad8e-2d11c0bc19ee tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4621444 Nov 26 03:05:15.180833 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7f271a6d-3ae9-4fe1-a94d-ff897cb8a7a6 req-fc1f9ab7-0401-43fb-abf9-2e0744080709 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464312 Nov 26 03:05:15.216632 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-815f3a75-f851-432c-8351-c66bef6dcc10 None None] Port 201e10c9-0eaa-4ee0-b980-7678bae8d7a8 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:15.292273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45325c1b-53ee-4865-8fa3-13ef80293dac tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router be04ac71-d173-4da9-abb7-5bc97fd12739 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:05:15.356299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a09aa0-317f-4d7b-98d7-7d99bf4f72ab req-6cd5560c-7054-4a56-9e96-5096589bb077 service neutron] 10.222.0.54 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132502 Nov 26 03:05:15.440776 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45325c1b-53ee-4865-8fa3-13ef80293dac tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:05:15.447707 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-45325c1b-53ee-4865-8fa3-13ef80293dac tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/be04ac71-d173-4da9-abb7-5bc97fd12739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3265505 Nov 26 03:05:15.450470 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60502) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:15.454139 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Sync routers for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:05:15.456558 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1df4a4d9-f734-457b-b16e-d3c7b60337cf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'network': {'name': 'tempest-RoutersTest-269905646'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:15.471989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:15.474154 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:15.489159 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df4a4d9-f734-457b-b16e-d3c7b60337cf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Made reservation on behalf of 8a1ba20f33ad4bd4a777d779bfbcd97e for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:05:15.494149 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1df4a4d9-f734-457b-b16e-d3c7b60337cf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:15.494932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024155b4-4ff9-4410-9e61-6f70651881a0 req-ee61226a-3d98-4574-814d-8350bf95934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:15.496704 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-024155b4-4ff9-4410-9e61-6f70651881a0 req-ee61226a-3d98-4574-814d-8350bf95934e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dffa06fe9f14d8ba6cd863c2a120c58&device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 1094 time: 0.0462728 Nov 26 03:05:15.525557 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df4a4d9-f734-457b-b16e-d3c7b60337cf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:05:15.540350 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1df4a4d9-f734-457b-b16e-d3c7b60337cf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:15.541148 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-1df4a4d9-f734-457b-b16e-d3c7b60337cf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Added segment b382a737-2068-47be-9cd2-14dc51ed875e of type vlan for network 1dfca453-c63b-405a-9b75-fc1f2b57a76c Nov 26 03:05:15.617390 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:15.619162 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1df4a4d9-f734-457b-b16e-d3c7b60337cf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:15.627354 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024155b4-4ff9-4410-9e61-6f70651881a0 req-6e50bcdf-f1d2-4377-8e04-039f685d20aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:15.630771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-024155b4-4ff9-4410-9e61-6f70651881a0 req-6e50bcdf-f1d2-4377-8e04-039f685d20aa service neutron] 10.222.0.54 "GET /v2.0/networks?id=487bf824-96b4-4a0b-aab0-a1e59303e892 HTTP/1.1" status: 200 len: 915 time: 0.1259656 Nov 26 03:05:15.674733 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1df4a4d9-f734-457b-b16e-d3c7b60337cf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:15.684620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df4a4d9-f734-457b-b16e-d3c7b60337cf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:15.685509 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1df4a4d9-f734-457b-b16e-d3c7b60337cf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:15.703073 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-024155b4-4ff9-4410-9e61-6f70651881a0 req-4c0a15b1-472b-46f6-b5c2-04c177d57091 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31e9b2e4-530d-4105-8aa2-7f7e0e102cea HTTP/1.1" status: 200 len: 217 time: 0.0601492 Nov 26 03:05:15.779591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024155b4-4ff9-4410-9e61-6f70651881a0 req-dd685625-1d35-4437-a03b-e48a732f8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:15.781027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-024155b4-4ff9-4410-9e61-6f70651881a0 req-dd685625-1d35-4437-a03b-e48a732f8e7a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b1cd5660-c9e5-4dc2-b734-b88f81181a94 HTTP/1.1" status: 200 len: 854 time: 0.0671265 Nov 26 03:05:15.825474 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-024155b4-4ff9-4410-9e61-6f70651881a0 req-4df13f50-7a56-4103-bfad-4dc7ab37a06a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=487bf824-96b4-4a0b-aab0-a1e59303e892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348125 Nov 26 03:05:15.849722 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4a4d9-f734-457b-b16e-d3c7b60337cf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Network': ['ID=1dfca453-c63b-405a-9b75-fc1f2b57a76c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:15.868689 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1df4a4d9-f734-457b-b16e-d3c7b60337cf tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4137831 Nov 26 03:05:15.869111 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60516) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:15.875554 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9cb4cca7-e886-4eb3-9a0c-f73fa2f831db tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'subnet': {'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:15.973508 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-024155b4-4ff9-4410-9e61-6f70651881a0 req-f83f0092-dd9d-4ed8-b413-44598731c4e4 service neutron] 10.222.0.54 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410096 Nov 26 03:05:15.998765 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb4cca7-e886-4eb3-9a0c-f73fa2f831db tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Made reservation on behalf of 8a1ba20f33ad4bd4a777d779bfbcd97e for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:05:16.003322 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9cb4cca7-e886-4eb3-9a0c-f73fa2f831db tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:16.031122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 1dfca453-c63b-405a-9b75-fc1f2b57a76c details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:05:16.090421 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-024155b4-4ff9-4410-9e61-6f70651881a0 req-df430e67-f8c6-412d-82e8-3d4d7e91e61d service neutron] 10.222.0.54 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086452 Nov 26 03:05:16.185538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:12Z', 'revision_number': 2, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:13Z', 'revision_number': 2, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:16.224704 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9cb4cca7-e886-4eb3-9a0c-f73fa2f831db tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:16.226930 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Checking router: be04ac71-d173-4da9-abb7-5bc97fd12739 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:05:16.227297 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Updating router be04ac71-d173-4da9-abb7-5bc97fd12739 port 201e10c9-0eaa-4ee0-b980-7678bae8d7a8 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:05:16.258360 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:16.264085 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60530) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:16.296240 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4cca7-e886-4eb3-9a0c-f73fa2f831db tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Subnet': ['ID=b6223488-d901-44b1-94bc-a4428ae0a0f0,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:16.312422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb4cca7-e886-4eb3-9a0c-f73fa2f831db tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Checking segment: {'id': 'b382a737-2068-47be-9cd2-14dc51ed875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:05:16.312785 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb4cca7-e886-4eb3-9a0c-f73fa2f831db tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network hostable DHCP agents. Network: 1dfca453-c63b-405a-9b75-fc1f2b57a76c, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:05:16.322745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6eee5b-6351-4d12-a183-3b0c37170333 req-c99df39d-86dd-48d8-9894-6e2ce32b6695 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:16.333849 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d6eee5b-6351-4d12-a183-3b0c37170333 req-c99df39d-86dd-48d8-9894-6e2ce32b6695 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1007226 Nov 26 03:05:16.334156 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb4cca7-e886-4eb3-9a0c-f73fa2f831db tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 1dfca453-c63b-405a-9b75-fc1f2b57a76c is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:05:16.349597 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-9cb4cca7-e886-4eb3-9a0c-f73fa2f831db tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 1dfca453-c63b-405a-9b75-fc1f2b57a76c) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:16.357179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb4cca7-e886-4eb3-9a0c-f73fa2f831db tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:16.357782 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9cb4cca7-e886-4eb3-9a0c-f73fa2f831db tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:16.364320 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6127f7-b206-4c25-9633-def46735f38d None None] Network 1dfca453-c63b-405a-9b75-fc1f2b57a76c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:05:16.378482 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9cb4cca7-e886-4eb3-9a0c-f73fa2f831db tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5080962 Nov 26 03:05:16.381358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60536) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:16.435404 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1e67-02ed-4482-84a1-6ea0cd199f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:16.499941 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d6eee5b-6351-4d12-a183-3b0c37170333 req-2bbd82eb-a452-4e4a-b031-cd08987b3bb0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640074 Nov 26 03:05:16.534227 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1e67-02ed-4482-84a1-6ea0cd199f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:16.538986 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1e67-02ed-4482-84a1-6ea0cd199f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:16.541072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da92092-c10f-4080-8d0f-a77d090cd392 req-8ef51508-177c-475a-96a4-640da373e45b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:16.542626 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8da92092-c10f-4080-8d0f-a77d090cd392 req-8ef51508-177c-475a-96a4-640da373e45b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 943 time: 0.2050221 Nov 26 03:05:16.603765 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c4dc1e67-02ed-4482-84a1-6ea0cd199f47 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87eac06af1af4e8780cb21f41b6d0f57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3360977 Nov 26 03:05:16.606649 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60538) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:16.616043 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc1e67-02ed-4482-84a1-6ea0cd199f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19d66f8-df4a-43d5-b34a-bbea9cf4da73,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:16.647179 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:16.668359 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1fc234c-a737-45ee-b20d-0bbd0822d8c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:16.693696 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:05:16.695470 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:16.697830 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1fc234c-a737-45ee-b20d-0bbd0822d8c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:16.705428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8da92092-c10f-4080-8d0f-a77d090cd392 req-f31c30a4-bd77-48d4-ba1a-a0b234bd26de tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908558 Nov 26 03:05:16.777175 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:16.781483 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1fc234c-a737-45ee-b20d-0bbd0822d8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:16.785369 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1fc234c-a737-45ee-b20d-0bbd0822d8c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:16.789616 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a1fc234c-a737-45ee-b20d-0bbd0822d8c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f19d66f8-df4a-43d5-b34a-bbea9cf4da73 HTTP/1.1" status: 204 len: 168 time: 0.1787448 Nov 26 03:05:16.799893 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc234c-a737-45ee-b20d-0bbd0822d8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19d66f8-df4a-43d5-b34a-bbea9cf4da73,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:16.852364 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:16.969479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79697ac2-63a6-4759-abae-0cfafa2553f4 None None] Pushing event updated for resources: {'Port': ['ID=201e10c9-0eaa-4ee0-b980-7678bae8d7a8,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:17.059726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Allocated IP 172.21.0.2 (1dfca453-c63b-405a-9b75-fc1f2b57a76c/b6223488-d901-44b1-94bc-a4428ae0a0f0/6f03861e-3162-4c07-963c-b521ce47122d) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:05:17.082704 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Attempting to bind port 201e10c9-0eaa-4ee0-b980-7678bae8d7a8 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:05:17.086437 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Attempting to bind port 201e10c9-0eaa-4ee0-b980-7678bae8d7a8 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'a408cb73-86f9-44a3-acc6-4a38388c9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:05:17.087301 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Attempting to bind port 201e10c9-0eaa-4ee0-b980-7678bae8d7a8 on network 630a68be-9afd-4bd4-a0ad-ad746bb1ada6 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:05:17.103105 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:05:17.113909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Checking segment: {'id': 'a408cb73-86f9-44a3-acc6-4a38388c9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:05:17.114595 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:17.115195 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Bound using segment: {'id': 'a408cb73-86f9-44a3-acc6-4a38388c9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:05:17.116443 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Bound port: 201e10c9-0eaa-4ee0-b980-7678bae8d7a8, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a408cb73-86f9-44a3-acc6-4a38388c9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:05:17.117010 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:17.234822 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60552) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:17.253283 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bc0c423-153e-44f8-9eec-207a0a593686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:17.282878 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] For port 201e10c9-0eaa-4ee0-b980-7678bae8d7a8, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:05:17.287923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] For port 201e10c9-0eaa-4ee0-b980-7678bae8d7a8, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=201e10c9-0eaa-4ee0-b980-7678bae8d7a8,segment=NetworkSegment(a408cb73-86f9-44a3-acc6-4a38388c9939),segment_id=a408cb73-86f9-44a3-acc6-4a38388c9939)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:05:17.305935 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:17.353230 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bc0c423-153e-44f8-9eec-207a0a593686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:17.359723 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bc0c423-153e-44f8-9eec-207a0a593686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:17.377868 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:17.403994 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0c423-153e-44f8-9eec-207a0a593686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bbeaee-2e62-42d7-8b33-19d4b377e00a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:17.407499 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:17.411397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79697ac2-63a6-4759-abae-0cfafa2553f4 None None] Pushing event updated for resources: {'Port': ['ID=201e10c9-0eaa-4ee0-b980-7678bae8d7a8,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:17.417958 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-15971971-4101-46e5-a3fa-e2983d866aeb None None] Provisioning complete for port 201e10c9-0eaa-4ee0-b980-7678bae8d7a8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:17.418544 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-15971971-4101-46e5-a3fa-e2983d866aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:17.427919 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:17.434096 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:17.462951 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5bc0c423-153e-44f8-9eec-207a0a593686 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=801c4cbc7fe042c1a8516ad6b46230e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2267389 Nov 26 03:05:17.463963 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60554) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:17.471561 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-723d8b2d-a2e3-4347-9e91-d5fc3bd86756 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:17.555182 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37f32701-1636-47e2-a95c-a7c31b9990f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:17.589975 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37f32701-1636-47e2-a95c-a7c31b9990f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:17.623511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e38a209d-8bf1-4f2e-8f92-2b07e500abf2 req-e2bc1b13-b088-444b-8f1f-a00dd9cdc8b5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e71a113b-3da5-4120-b39c-cf3a48693723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2368066 Nov 26 03:05:17.664577 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37f32701-1636-47e2-a95c-a7c31b9990f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:17.668117 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37f32701-1636-47e2-a95c-a7c31b9990f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:17.673193 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-37f32701-1636-47e2-a95c-a7c31b9990f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4bbeaee-2e62-42d7-8b33-19d4b377e00a HTTP/1.1" status: 204 len: 168 time: 0.2078090 Nov 26 03:05:17.683923 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f32701-1636-47e2-a95c-a7c31b9990f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bbeaee-2e62-42d7-8b33-19d4b377e00a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:17.759724 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Network 1dfca453-c63b-405a-9b75-fc1f2b57a76c is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:17.800122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:17.810012 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:05:17.828872 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:17.834884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Pushing event updated for resources: {'Port': ['ID=6f03861e-3162-4c07-963c-b521ce47122d,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:17.889422 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:17.894635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a209d-8bf1-4f2e-8f92-2b07e500abf2 req-7e89e72d-92ea-42e9-817a-116aea9e96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:17.896399 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e38a209d-8bf1-4f2e-8f92-2b07e500abf2 req-7e89e72d-92ea-42e9-817a-116aea9e96e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=e71a113b-3da5-4120-b39c-cf3a48693723 HTTP/1.1" status: 200 len: 1096 time: 0.2181902 Nov 26 03:05:17.904276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561881e2-bbc3-4412-899e-aa827bcec0d9 req-6d12933e-8ccb-447a-b29e-df5e87716bb5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:17.906059 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-561881e2-bbc3-4412-899e-aa827bcec0d9 req-6d12933e-8ccb-447a-b29e-df5e87716bb5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2507470 Nov 26 03:05:17.976839 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Attempting to bind port 6f03861e-3162-4c07-963c-b521ce47122d on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:05:17.977237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Attempting to bind port 6f03861e-3162-4c07-963c-b521ce47122d by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'b382a737-2068-47be-9cd2-14dc51ed875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:05:17.977607 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Attempting to bind port 6f03861e-3162-4c07-963c-b521ce47122d on network 1dfca453-c63b-405a-9b75-fc1f2b57a76c {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:05:18.005749 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:05:18.006071 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Checking segment: {'id': 'b382a737-2068-47be-9cd2-14dc51ed875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:05:18.006518 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:18.007498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Bound using segment: {'id': 'b382a737-2068-47be-9cd2-14dc51ed875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:05:18.007498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Bound port: 6f03861e-3162-4c07-963c-b521ce47122d, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b382a737-2068-47be-9cd2-14dc51ed875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:05:18.007806 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:18.091365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e8617-a1ea-4668-a999-6877060cd63f req-160da404-eef4-4c02-8e91-03f2ae9b5d02 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:18.093091 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d40e8617-a1ea-4668-a999-6877060cd63f req-160da404-eef4-4c02-8e91-03f2ae9b5d02 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 943 time: 0.2081308 Nov 26 03:05:18.125073 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-15971971-4101-46e5-a3fa-e2983d866aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:18.128487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-723d8b2d-a2e3-4347-9e91-d5fc3bd86756 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Allocated IP 172.21.0.1 (1dfca453-c63b-405a-9b75-fc1f2b57a76c/b6223488-d901-44b1-94bc-a4428ae0a0f0/90a59bc5-bb9d-4c48-92d8-9c637e8296bd) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:05:18.147464 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-561881e2-bbc3-4412-899e-aa827bcec0d9 req-a727f9af-62d5-42f8-8953-a67f0ad05e0b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217343 Nov 26 03:05:18.237595 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a209d-8bf1-4f2e-8f92-2b07e500abf2 req-8cc52d17-f090-4c5d-915d-0ec6570b5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:18.239196 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e38a209d-8bf1-4f2e-8f92-2b07e500abf2 req-8cc52d17-f090-4c5d-915d-0ec6570b5063 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 913 time: 0.2956738 Nov 26 03:05:18.265293 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d40e8617-a1ea-4668-a999-6877060cd63f req-7fa023cd-6304-4af5-93ca-c33d0ec916ee tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578345 Nov 26 03:05:18.302545 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e38a209d-8bf1-4f2e-8f92-2b07e500abf2 req-469863cb-ff7b-4919-9e5c-4e0a08f0507e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1957849-d9dd-4496-9635-87fbcc2f1527 HTTP/1.1" status: 200 len: 217 time: 0.0515411 Nov 26 03:05:18.306319 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-15971971-4101-46e5-a3fa-e2983d866aeb None None] For port 201e10c9-0eaa-4ee0-b980-7678bae8d7a8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=201e10c9-0eaa-4ee0-b980-7678bae8d7a8,segment=NetworkSegment(a408cb73-86f9-44a3-acc6-4a38388c9939),segment_id=a408cb73-86f9-44a3-acc6-4a38388c9939)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:18.321001 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-15971971-4101-46e5-a3fa-e2983d866aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:18.332877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] For port 6f03861e-3162-4c07-963c-b521ce47122d, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:05:18.388592 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] For port 6f03861e-3162-4c07-963c-b521ce47122d, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6f03861e-3162-4c07-963c-b521ce47122d,segment=NetworkSegment(b382a737-2068-47be-9cd2-14dc51ed875e),segment_id=b382a737-2068-47be-9cd2-14dc51ed875e)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:05:18.390084 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-723d8b2d-a2e3-4347-9e91-d5fc3bd86756 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:18.404284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a209d-8bf1-4f2e-8f92-2b07e500abf2 req-9efc5e92-58cf-448b-a230-690b3fb5823f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:18.405711 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e38a209d-8bf1-4f2e-8f92-2b07e500abf2 req-9efc5e92-58cf-448b-a230-690b3fb5823f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.0888755 Nov 26 03:05:18.486209 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a209d-8bf1-4f2e-8f92-2b07e500abf2 req-66d5a022-54c1-4575-af96-d20c9be528a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:18.487919 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e38a209d-8bf1-4f2e-8f92-2b07e500abf2 req-66d5a022-54c1-4575-af96-d20c9be528a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584712 Nov 26 03:05:18.497456 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-723d8b2d-a2e3-4347-9e91-d5fc3bd86756 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:18.587572 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:18.602817 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723d8b2d-a2e3-4347-9e91-d5fc3bd86756 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 1dfca453-c63b-405a-9b75-fc1f2b57a76c is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:18.610440 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-723d8b2d-a2e3-4347-9e91-d5fc3bd86756 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:18.618467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15971971-4101-46e5-a3fa-e2983d866aeb None None] Pushing event updated for resources: {'Port': ['ID=201e10c9-0eaa-4ee0-b980-7678bae8d7a8,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:18.620863 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d8b2d-a2e3-4347-9e91-d5fc3bd86756 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:05:18.657385 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d8b2d-a2e3-4347-9e91-d5fc3bd86756 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=90a59bc5-bb9d-4c48-92d8-9c637e8296bd,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:18.677993 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a098a7bb-8919-4639-85a9-d9b645685213 None None] Provisioning complete for port 201e10c9-0eaa-4ee0-b980-7678bae8d7a8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:18.678921 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a098a7bb-8919-4639-85a9-d9b645685213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:18.718761 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-723d8b2d-a2e3-4347-9e91-d5fc3bd86756 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:18.740432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236e1aa-6e88-4c62-9509-3c3fc44e53e3 None None] Pushing event updated for resources: {'Port': ['ID=6f03861e-3162-4c07-963c-b521ce47122d,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:18.801343 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:12Z', 'revision_number': 2, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:17Z', 'revision_number': 4, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:18.807348 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e38a209d-8bf1-4f2e-8f92-2b07e500abf2 req-67cda9fc-7458-4484-8ffd-254ca4dc51e8 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068347 Nov 26 03:05:18.861188 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1164e4-fa8a-413a-8a6c-b83f9d0004ee None None] The sync data for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 is: [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:12Z', 'revision_number': 2, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:17Z', 'revision_number': 4, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:05:19.041944 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e38a209d-8bf1-4f2e-8f92-2b07e500abf2 req-66d49707-1ca0-44fc-af77-9ac991b00f1e service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246287 Nov 26 03:05:19.045930 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-723d8b2d-a2e3-4347-9e91-d5fc3bd86756 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:19.472586 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 31e9b2e4-530d-4105-8aa2-7f7e0e102cea details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:05:19.499516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8e796-2b87-4816-ae9f-092b062ae5a5 req-d87c0a30-6918-4290-9048-dba1f4e0f755 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:19.511806 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eed8e796-2b87-4816-ae9f-092b062ae5a5 req-d87c0a30-6918-4290-9048-dba1f4e0f755 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2154906 Nov 26 03:05:19.551278 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bed03d-7351-4843-9cad-69c39683df51 req-fd8a7fec-455e-42cf-a72d-a849cccc08f8 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:19.552894 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81bed03d-7351-4843-9cad-69c39683df51 req-fd8a7fec-455e-42cf-a72d-a849cccc08f8 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 943 time: 0.1453683 Nov 26 03:05:19.628898 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-723d8b2d-a2e3-4347-9e91-d5fc3bd86756 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:19.652252 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-723d8b2d-a2e3-4347-9e91-d5fc3bd86756 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:19.655909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 31e9b2e4-530d-4105-8aa2-7f7e0e102cea, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=31e9b2e4-530d-4105-8aa2-7f7e0e102cea,segment=NetworkSegment(67ac57aa-fc70-4bd9-b458-051f19fc971f),segment_id=67ac57aa-fc70-4bd9-b458-051f19fc971f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:19.728130 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '31e9b2e4-530d-4105-8aa2-7f7e0e102cea', 'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892', 'port_id': '31e9b2e4-530d-4105-8aa2-7f7e0e102cea', 'mac_address': 'fa:16:3e:a8:bf:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cd5660-c9e5-4dc2-b734-b88f81181a94', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:05:19.862617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d8b2d-a2e3-4347-9e91-d5fc3bd86756 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=90a59bc5-bb9d-4c48-92d8-9c637e8296bd,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:19.890093 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:19.911256 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e9b2e4-530d-4105-8aa2-7f7e0e102cea {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:05:19.933382 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 31e9b2e4-530d-4105-8aa2-7f7e0e102cea, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=31e9b2e4-530d-4105-8aa2-7f7e0e102cea,segment=NetworkSegment(67ac57aa-fc70-4bd9-b458-051f19fc971f),segment_id=67ac57aa-fc70-4bd9-b458-051f19fc971f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:19.947999 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:19.996426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81bed03d-7351-4843-9cad-69c39683df51 req-5b6ab3f5-1dac-432f-bef3-448d86f97905 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522966 Nov 26 03:05:20.001003 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eed8e796-2b87-4816-ae9f-092b062ae5a5 req-ea9605d9-d8f8-4b4f-885b-679deeca5bd0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4883184 Nov 26 03:05:20.001996 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-723d8b2d-a2e3-4347-9e91-d5fc3bd86756 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:20.065486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=31e9b2e4-530d-4105-8aa2-7f7e0e102cea,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:20.184567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0d3d89-1edc-4003-8094-17fca49e38be None None] Network 1dfca453-c63b-405a-9b75-fc1f2b57a76c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:05:20.229239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723d8b2d-a2e3-4347-9e91-d5fc3bd86756 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network 1dfca453-c63b-405a-9b75-fc1f2b57a76c is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:20.230748 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-723d8b2d-a2e3-4347-9e91-d5fc3bd86756 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:20.297739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-bfae0381-3226-4171-a664-e9c2efbf7675 None None] Provisioning complete for port 6f03861e-3162-4c07-963c-b521ce47122d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:20.298133 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bfae0381-3226-4171-a664-e9c2efbf7675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:20.430527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723d8b2d-a2e3-4347-9e91-d5fc3bd86756 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router be04ac71-d173-4da9-abb7-5bc97fd12739 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:05:20.497531 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bfae0381-3226-4171-a664-e9c2efbf7675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:20.510125 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['31e9b2e4-530d-4105-8aa2-7f7e0e102cea'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:05:20.587010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723d8b2d-a2e3-4347-9e91-d5fc3bd86756 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:05:20.593494 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-723d8b2d-a2e3-4347-9e91-d5fc3bd86756 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/be04ac71-d173-4da9-abb7-5bc97fd12739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2105680 Nov 26 03:05:20.596036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60634) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:20.604714 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d2be5d14-bb8d-43f3-8b51-8b40b74bdd67 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'network': {'name': 'tempest-RoutersTest-1464280967'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:20.620415 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-bfae0381-3226-4171-a664-e9c2efbf7675 None None] For port 6f03861e-3162-4c07-963c-b521ce47122d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6f03861e-3162-4c07-963c-b521ce47122d,segment=NetworkSegment(b382a737-2068-47be-9cd2-14dc51ed875e),segment_id=b382a737-2068-47be-9cd2-14dc51ed875e)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:20.643516 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bfae0381-3226-4171-a664-e9c2efbf7675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:20.670552 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2be5d14-bb8d-43f3-8b51-8b40b74bdd67 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Made reservation on behalf of 8a1ba20f33ad4bd4a777d779bfbcd97e for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:05:20.674683 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2be5d14-bb8d-43f3-8b51-8b40b74bdd67 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:20.735444 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2be5d14-bb8d-43f3-8b51-8b40b74bdd67 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:05:20.801540 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2be5d14-bb8d-43f3-8b51-8b40b74bdd67 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:20.802743 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-d2be5d14-bb8d-43f3-8b51-8b40b74bdd67 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Added segment 217e3b44-3a87-4ff3-8c04-62fe28eba136 of type vlan for network c14345e8-24c5-4012-8490-66557f453d18 Nov 26 03:05:20.814235 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae0381-3226-4171-a664-e9c2efbf7675 None None] Pushing event updated for resources: {'Port': ['ID=6f03861e-3162-4c07-963c-b521ce47122d,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:20.933315 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 201e10c9-0eaa-4ee0-b980-7678bae8d7a8 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:05:20.977083 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2be5d14-bb8d-43f3-8b51-8b40b74bdd67 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:21.062627 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2be5d14-bb8d-43f3-8b51-8b40b74bdd67 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:21.084743 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2be5d14-bb8d-43f3-8b51-8b40b74bdd67 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:21.085570 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2be5d14-bb8d-43f3-8b51-8b40b74bdd67 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:21.095571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 201e10c9-0eaa-4ee0-b980-7678bae8d7a8 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:21.095954 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:21.154709 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d2be5d14-bb8d-43f3-8b51-8b40b74bdd67 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5566995 Nov 26 03:05:21.157733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60668) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:21.173519 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-85ffa763-cfaf-493b-b1aa-8f60d859bb75 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'subnet': {'network_id': 'c14345e8-24c5-4012-8490-66557f453d18', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:21.284292 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be5d14-bb8d-43f3-8b51-8b40b74bdd67 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Network': ['ID=c14345e8-24c5-4012-8490-66557f453d18,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:21.297798 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-585724e3-fdf5-45a0-9496-66ccfc7cf9d5 None None] Provisioning complete for port 90a59bc5-bb9d-4c48-92d8-9c637e8296bd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:21.299495 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-585724e3-fdf5-45a0-9496-66ccfc7cf9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:21.307064 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network c14345e8-24c5-4012-8490-66557f453d18 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:05:21.313480 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Sync routers for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:05:21.340615 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:21.342286 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:21.409400 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ffa763-cfaf-493b-b1aa-8f60d859bb75 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Made reservation on behalf of 8a1ba20f33ad4bd4a777d779bfbcd97e for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:05:21.414020 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-85ffa763-cfaf-493b-b1aa-8f60d859bb75 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:21.551158 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:21.574889 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-585724e3-fdf5-45a0-9496-66ccfc7cf9d5 None None] Port 90a59bc5-bb9d-4c48-92d8-9c637e8296bd cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:21.681795 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6f03861e-3162-4c07-963c-b521ce47122d up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:05:21.700593 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60674) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:21.828587 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-85ffa763-cfaf-493b-b1aa-8f60d859bb75 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:21.831309 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-585724e3-fdf5-45a0-9496-66ccfc7cf9d5 None None] Provisioning complete for port 6f03861e-3162-4c07-963c-b521ce47122d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:21.835318 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-585724e3-fdf5-45a0-9496-66ccfc7cf9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:21.909135 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 3, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:19Z', 'revision_number': 2, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:21.953857 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Checking router: be04ac71-d173-4da9-abb7-5bc97fd12739 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:05:21.954222 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Updating router be04ac71-d173-4da9-abb7-5bc97fd12739 port 90a59bc5-bb9d-4c48-92d8-9c637e8296bd binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:05:21.965616 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6aef6fec-148a-4157-9954-dcd9d614f5aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:21.984132 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:22.007629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec21e05-9912-4397-b822-4e717171c7e7 req-2d774c41-8f1a-4a28-984b-e079cbc5690c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:22.008780 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 6f03861e-3162-4c07-963c-b521ce47122d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:22.009281 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ec21e05-9912-4397-b822-4e717171c7e7 req-2d774c41-8f1a-4a28-984b-e079cbc5690c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.6341243 Nov 26 03:05:22.009401 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:22.018096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d6268-a489-4bc9-89f5-c53382e985d9 req-030d7bc6-813a-482a-b16f-619741244b84 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:22.019624 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b5d6268-a489-4bc9-89f5-c53382e985d9 req-030d7bc6-813a-482a-b16f-619741244b84 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 944 time: 0.6497500 Nov 26 03:05:22.059925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-505ed5f3-8450-4fbb-80cd-5386415ac747 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2561147 Nov 26 03:05:22.118732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ffa763-cfaf-493b-b1aa-8f60d859bb75 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Checking segment: {'id': '217e3b44-3a87-4ff3-8c04-62fe28eba136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:05:22.121886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ffa763-cfaf-493b-b1aa-8f60d859bb75 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network hostable DHCP agents. Network: c14345e8-24c5-4012-8490-66557f453d18, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:05:22.137237 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffa763-cfaf-493b-b1aa-8f60d859bb75 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Subnet': ['ID=c72c631c-e2e4-4d25-956e-2c5863a992e5,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:22.147429 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6aef6fec-148a-4157-9954-dcd9d614f5aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:22.167810 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6aef6fec-148a-4157-9954-dcd9d614f5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:22.238572 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ec21e05-9912-4397-b822-4e717171c7e7 req-07c203bf-c33e-489a-b135-59aca6071531 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177908 Nov 26 03:05:22.239715 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ffa763-cfaf-493b-b1aa-8f60d859bb75 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network c14345e8-24c5-4012-8490-66557f453d18 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:05:22.276556 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef6fec-148a-4157-9954-dcd9d614f5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff0d8b8-55ab-4902-a641-10b8eb894217,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:22.316163 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6aef6fec-148a-4157-9954-dcd9d614f5aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c57a4cc108454e1fb21efecaa9684d2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6138451 Nov 26 03:05:22.320701 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60680) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:22.356374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b5d6268-a489-4bc9-89f5-c53382e985d9 req-17a354e3-e6de-4e80-a5fd-337ffcc23746 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126757 Nov 26 03:05:22.360442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-85ffa763-cfaf-493b-b1aa-8f60d859bb75 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, c14345e8-24c5-4012-8490-66557f453d18) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:22.375631 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ffa763-cfaf-493b-b1aa-8f60d859bb75 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:22.376554 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-85ffa763-cfaf-493b-b1aa-8f60d859bb75 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:22.377398 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-52792239-e561-4653-865b-7ef9b1dca1f9 None None] Provisioning complete for port 90a59bc5-bb9d-4c48-92d8-9c637e8296bd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:22.377534 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-52792239-e561-4653-865b-7ef9b1dca1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:22.409250 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-85ffa763-cfaf-493b-b1aa-8f60d859bb75 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2499628 Nov 26 03:05:22.412685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60682) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:22.423454 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-d0c59897-2437-4874-8a18-4f89419cee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:22.424248 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-d0c59897-2437-4874-8a18-4f89419cee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:22.424867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-d0c59897-2437-4874-8a18-4f89419cee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:22.426478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6139cea8-3725-45a6-a1a8-e4e5e9659443 None None] Network c14345e8-24c5-4012-8490-66557f453d18 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:05:22.426718 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-d0c59897-2437-4874-8a18-4f89419cee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:22.427345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-d0c59897-2437-4874-8a18-4f89419cee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:22.427971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-d0c59897-2437-4874-8a18-4f89419cee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:22.429567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-d0c59897-2437-4874-8a18-4f89419cee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:22.431909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-d0c59897-2437-4874-8a18-4f89419cee4e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 6491 time: 0.2681518 Nov 26 03:05:22.434136 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa7cde82-8d1b-4d92-9315-4430ee826fd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:22.514506 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-52792239-e561-4653-865b-7ef9b1dca1f9 None None] Port 90a59bc5-bb9d-4c48-92d8-9c637e8296bd cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:22.517611 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:22.531098 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa7cde82-8d1b-4d92-9315-4430ee826fd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:22.578080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-42fed68e-7c01-4091-b848-b5625458c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:22.578791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-42fed68e-7c01-4091-b848-b5625458c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:22.579328 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-42fed68e-7c01-4091-b848-b5625458c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:22.581296 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-42fed68e-7c01-4091-b848-b5625458c551 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&id=09ad8bb0-11ca-4f86-941d-4b67b4752da2 HTTP/1.1" status: 200 len: 2291 time: 0.1198933 Nov 26 03:05:22.599379 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:22.622314 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:22.684492 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-3a11d80e-6a58-4f1d-925e-01597249e015 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7484f68f-6538-4c42-ba92-bbfe50a28df2 HTTP/1.1" status: 200 len: 1001 time: 0.0947392 Nov 26 03:05:22.719977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-c14345e8-24c5-4012-8490-66557f453d18', 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'fixed_ips': [{'subnet_id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:05:22.722236 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:22.765680 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25a772-a07c-44fb-b4d1-dfda5bc89971 None None] Pushing event updated for resources: {'Port': ['ID=90a59bc5-bb9d-4c48-92d8-9c637e8296bd,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:22.769122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6f03861e-3162-4c07-963c-b521ce47122d up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:05:22.778669 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-d893eb58-842d-497b-b23b-27ef9486cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:22.780531 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-d893eb58-842d-497b-b23b-27ef9486cc39 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc HTTP/1.1" status: 200 len: 850 time: 0.0882108 Nov 26 03:05:22.785488 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25a772-a07c-44fb-b4d1-dfda5bc89971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:22.785488 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25a772-a07c-44fb-b4d1-dfda5bc89971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:22.785488 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25a772-a07c-44fb-b4d1-dfda5bc89971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:22.785871 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25a772-a07c-44fb-b4d1-dfda5bc89971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:22.786144 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25a772-a07c-44fb-b4d1-dfda5bc89971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:22.786471 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25a772-a07c-44fb-b4d1-dfda5bc89971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:22.786795 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25a772-a07c-44fb-b4d1-dfda5bc89971 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:22.787120 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25a772-a07c-44fb-b4d1-dfda5bc89971 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:22.787441 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25a772-a07c-44fb-b4d1-dfda5bc89971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:22.788375 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25a772-a07c-44fb-b4d1-dfda5bc89971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:22.788700 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25a772-a07c-44fb-b4d1-dfda5bc89971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:22.789021 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25a772-a07c-44fb-b4d1-dfda5bc89971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:22.808400 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa7cde82-8d1b-4d92-9315-4430ee826fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:22.811519 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa7cde82-8d1b-4d92-9315-4430ee826fd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:22.812903 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-aa7cde82-8d1b-4d92-9315-4430ee826fd8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aff0d8b8-55ab-4902-a641-10b8eb894217 HTTP/1.1" status: 204 len: 168 time: 0.4910126 Nov 26 03:05:22.827021 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cde82-8d1b-4d92-9315-4430ee826fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff0d8b8-55ab-4902-a641-10b8eb894217,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:22.858754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-7f49f942-1d49-467c-a63b-98509d4bc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:22.863892 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-7f49f942-1d49-467c-a63b-98509d4bc44d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741694 Nov 26 03:05:22.864588 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Attempting to bind port 90a59bc5-bb9d-4c48-92d8-9c637e8296bd on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:05:22.865111 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Attempting to bind port 90a59bc5-bb9d-4c48-92d8-9c637e8296bd by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'b382a737-2068-47be-9cd2-14dc51ed875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:05:22.865474 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Attempting to bind port 90a59bc5-bb9d-4c48-92d8-9c637e8296bd on network 1dfca453-c63b-405a-9b75-fc1f2b57a76c {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:05:22.871199 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:05:22.871631 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Checking segment: {'id': 'b382a737-2068-47be-9cd2-14dc51ed875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:05:22.872100 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:22.872548 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Bound using segment: {'id': 'b382a737-2068-47be-9cd2-14dc51ed875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:05:22.873287 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Bound port: 90a59bc5-bb9d-4c48-92d8-9c637e8296bd, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b382a737-2068-47be-9cd2-14dc51ed875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:05:22.874636 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:22.963813 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] For port 90a59bc5-bb9d-4c48-92d8-9c637e8296bd, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:05:22.967341 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] For port 90a59bc5-bb9d-4c48-92d8-9c637e8296bd, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=90a59bc5-bb9d-4c48-92d8-9c637e8296bd,segment=NetworkSegment(b382a737-2068-47be-9cd2-14dc51ed875e),segment_id=b382a737-2068-47be-9cd2-14dc51ed875e)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:05:22.984476 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:23.019738 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-82dc9406-6aa7-4077-b817-a5192ad739f7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:23.049669 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-c57fbd9b-0198-44ab-aa7b-46dffc7f6191 service neutron] 10.222.0.54 "GET /v2.0/networks/8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726718 Nov 26 03:05:23.083947 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:23.084579 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:23.087017 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25a772-a07c-44fb-b4d1-dfda5bc89971 None None] Pushing event updated for resources: {'Port': ['ID=90a59bc5-bb9d-4c48-92d8-9c637e8296bd,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:23.221835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f9b237e8-5e92-430a-b10b-8ed5a7f53ce3 None None] Provisioning complete for port 90a59bc5-bb9d-4c48-92d8-9c637e8296bd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:23.222478 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f9b237e8-5e92-430a-b10b-8ed5a7f53ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:23.254879 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-98de72f2-025c-4ba8-bc78-0e00b748b332 service neutron] 10.222.0.54 "GET /v2.0/networks/8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948986 Nov 26 03:05:23.273976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 6f03861e-3162-4c07-963c-b521ce47122d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:23.274641 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:23.311253 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:23.337841 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Allocated IP 172.22.0.2 (c14345e8-24c5-4012-8490-66557f453d18/c72c631c-e2e4-4d25-956e-2c5863a992e5/5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:05:23.508961 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-70b8066d-6e7a-4812-b6f0-528f1bc604ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=6b09bce4-33a6-482a-a606-4d167407ae52 HTTP/1.1" status: 200 len: 217 time: 0.2416587 Nov 26 03:05:23.573948 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60706) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:23.608072 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-086af68d-6777-4adb-ace5-d920a33df2d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:23.735582 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89ac8f-2222-4084-87d0-d6fa6a59c53b req-d0eceddf-3c30-44dd-b28e-bd62fee3751a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:23.737195 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e89ac8f-2222-4084-87d0-d6fa6a59c53b req-d0eceddf-3c30-44dd-b28e-bd62fee3751a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2966909 Nov 26 03:05:23.738639 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-e55e663c-8dcd-4f27-9107-8a6d6e391697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:23.740096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-e55e663c-8dcd-4f27-9107-8a6d6e391697 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.1621428 Nov 26 03:05:23.749985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e48ba-9142-4a27-8fd5-721d216173b0 req-f17a9f77-f912-45ee-949b-ce8f622a2103 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:23.752017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-602e48ba-9142-4a27-8fd5-721d216173b0 req-f17a9f77-f912-45ee-949b-ce8f622a2103 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 944 time: 0.2743876 Nov 26 03:05:23.768685 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 31e9b2e4-530d-4105-8aa2-7f7e0e102cea up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:05:23.777317 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-086af68d-6777-4adb-ace5-d920a33df2d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:23.788241 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-086af68d-6777-4adb-ace5-d920a33df2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:23.838262 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-086af68d-6777-4adb-ace5-d920a33df2d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=039085ca44f44995a0acc066a0541bb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2628729 Nov 26 03:05:23.840233 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086af68d-6777-4adb-ace5-d920a33df2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3ab8a8-5f97-4294-854c-f6e8ce8a70e4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:23.859305 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60708) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:23.889151 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 3, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:22Z', 'revision_number': 4, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:23.889814 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f9b237e8-5e92-430a-b10b-8ed5a7f53ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:23.927047 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:23.947745 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fdbd76-62f2-4877-818a-2b0ff995fad7 None None] The sync data for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 is: [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 3, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:22Z', 'revision_number': 4, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:05:23.956316 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14f669a1-4243-4061-a321-29bdd5325e3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:23.985157 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14f669a1-4243-4061-a321-29bdd5325e3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:24.018526 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f9b237e8-5e92-430a-b10b-8ed5a7f53ce3 None None] For port 90a59bc5-bb9d-4c48-92d8-9c637e8296bd, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=90a59bc5-bb9d-4c48-92d8-9c637e8296bd,segment=NetworkSegment(b382a737-2068-47be-9cd2-14dc51ed875e),segment_id=b382a737-2068-47be-9cd2-14dc51ed875e)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:24.056924 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f9b237e8-5e92-430a-b10b-8ed5a7f53ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:24.095731 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 31e9b2e4-530d-4105-8aa2-7f7e0e102cea completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:05:24.127181 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 31e9b2e4-530d-4105-8aa2-7f7e0e102cea triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:24.127381 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14f669a1-4243-4061-a321-29bdd5325e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:24.127487 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:24.132850 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-14f669a1-4243-4061-a321-29bdd5325e3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:24.137931 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-14f669a1-4243-4061-a321-29bdd5325e3a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a3ab8a8-5f97-4294-854c-f6e8ce8a70e4 HTTP/1.1" status: 204 len: 168 time: 0.2736499 Nov 26 03:05:24.138739 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:24.190137 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:24.201134 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f669a1-4243-4061-a321-29bdd5325e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3ab8a8-5f97-4294-854c-f6e8ce8a70e4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:24.237525 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-82dc9406-6aa7-4077-b817-a5192ad739f7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Allocated IP 172.22.0.1 (c14345e8-24c5-4012-8490-66557f453d18/c72c631c-e2e4-4d25-956e-2c5863a992e5/e381dc58-0ca8-4d05-ac69-2c175b55bf19) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:05:24.246699 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b237e8-5e92-430a-b10b-8ed5a7f53ce3 None None] Pushing event updated for resources: {'Port': ['ID=90a59bc5-bb9d-4c48-92d8-9c637e8296bd,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:24.351908 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Network c14345e8-24c5-4012-8490-66557f453d18 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:24.372370 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:24.380278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:05:24.385730 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-274f3c1b-ccbe-47af-b283-0f72d6026ef7 None None] Provisioning complete for port 90a59bc5-bb9d-4c48-92d8-9c637e8296bd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:24.386111 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-274f3c1b-ccbe-47af-b283-0f72d6026ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:24.406901 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-82dc9406-6aa7-4077-b817-a5192ad739f7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:24.451422 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-82dc9406-6aa7-4077-b817-a5192ad739f7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:24.490244 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Pushing event updated for resources: {'Port': ['ID=5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:24.507568 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-602e48ba-9142-4a27-8fd5-721d216173b0 req-2ad9fe59-d45f-4cac-8964-3bd4b48ee61f tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7413361 Nov 26 03:05:24.542462 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e89ac8f-2222-4084-87d0-d6fa6a59c53b req-a5eba39c-f2f2-49f0-bd1b-85f1b6e99711 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7872636 Nov 26 03:05:24.568375 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-919c0420-abb5-4879-a8d0-bbce7608d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:24.578127 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-919c0420-abb5-4879-a8d0-bbce7608d185 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8233421 Nov 26 03:05:24.588031 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dc9406-6aa7-4077-b817-a5192ad739f7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network c14345e8-24c5-4012-8490-66557f453d18 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:24.595376 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-82dc9406-6aa7-4077-b817-a5192ad739f7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:24.601353 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dc9406-6aa7-4077-b817-a5192ad739f7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:05:24.686562 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:24.753792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc9406-6aa7-4077-b817-a5192ad739f7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=e381dc58-0ca8-4d05-ac69-2c175b55bf19,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:24.809903 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Attempting to bind port 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:05:24.810623 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Attempting to bind port 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '217e3b44-3a87-4ff3-8c04-62fe28eba136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:05:24.811295 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Attempting to bind port 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee on network c14345e8-24c5-4012-8490-66557f453d18 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:05:24.824177 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-82dc9406-6aa7-4077-b817-a5192ad739f7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:24.828517 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 90a59bc5-bb9d-4c48-92d8-9c637e8296bd up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:05:24.925685 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71656bd-998a-41fd-933b-213465126107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e9b2e4-530d-4105-8aa2-7f7e0e102cea'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:05:24.941416 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-ccca326e-d0ea-4b66-8860-ac0166329339 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536086 Nov 26 03:05:24.946017 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e7547d-6a0c-48dc-80c4-ecef26df85e6" -d '{"events": [{"server_uuid": "a71656bd-998a-41fd-933b-213465126107", "name": "network-vif-plugged", "status": "completed", "tag": "31e9b2e4-530d-4105-8aa2-7f7e0e102cea"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:05:24.959752 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:05:24.960632 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Checking segment: {'id': '217e3b44-3a87-4ff3-8c04-62fe28eba136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:05:24.963310 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:24.964809 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Bound using segment: {'id': '217e3b44-3a87-4ff3-8c04-62fe28eba136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:05:24.967423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Bound port: 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217e3b44-3a87-4ff3-8c04-62fe28eba136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:05:24.970645 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:25.120319 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 31e9b2e4-530d-4105-8aa2-7f7e0e102cea, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=31e9b2e4-530d-4105-8aa2-7f7e0e102cea,segment=NetworkSegment(67ac57aa-fc70-4bd9-b458-051f19fc971f),segment_id=67ac57aa-fc70-4bd9-b458-051f19fc971f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:25.123087 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7da4717-5a95-45fe-82f4-7ba0b160e733 x-openstack-request-id: req-f7da4717-5a95-45fe-82f4-7ba0b160e733 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:05:25.124241 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71656bd-998a-41fd-933b-213465126107", "name": "network-vif-plugged", "status": "completed", "tag": "31e9b2e4-530d-4105-8aa2-7f7e0e102cea", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:05:25.125155 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7da4717-5a95-45fe-82f4-7ba0b160e733 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:05:25.125155 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71656bd-998a-41fd-933b-213465126107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e9b2e4-530d-4105-8aa2-7f7e0e102cea', 'code': 200} Nov 26 03:05:25.149478 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:25.305294 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 90a59bc5-bb9d-4c48-92d8-9c637e8296bd triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:25.305574 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:25.321138 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=31e9b2e4-530d-4105-8aa2-7f7e0e102cea,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:25.329743 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-82dc9406-6aa7-4077-b817-a5192ad739f7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:25.353224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] For port 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:05:25.371394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24672443-b996-4f05-a685-8287efafe1d6 req-7a84a1d4-a704-4d46-930c-8cdd0a832063 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:25.376039 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24672443-b996-4f05-a685-8287efafe1d6 req-7a84a1d4-a704-4d46-930c-8cdd0a832063 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2812688 Nov 26 03:05:25.385413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] For port 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee,segment=NetworkSegment(217e3b44-3a87-4ff3-8c04-62fe28eba136),segment_id=217e3b44-3a87-4ff3-8c04-62fe28eba136)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:05:25.405333 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:25.442901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb6691-a0b8-4943-8245-8caf29770624 req-6d65e16f-5021-4cc8-bec1-a736266779c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:25.446014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09cb6691-a0b8-4943-8245-8caf29770624 req-6d65e16f-5021-4cc8-bec1-a736266779c1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 1096 time: 0.2460468 Nov 26 03:05:25.452455 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-4bef3c2b-d95b-46cc-a46e-964b0c59cad9 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995785 Nov 26 03:05:25.499963 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae30d9-7265-4c76-a6c4-9f869e55006a None None] Pushing event updated for resources: {'Port': ['ID=5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:25.513772 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6c77c-8ca9-481b-a3ca-4de6f5bb14ee req-a3b67930-383f-4d01-87d9-a646334477e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:25.523538 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-57a6c77c-8ca9-481b-a3ca-4de6f5bb14ee req-a3b67930-383f-4d01-87d9-a646334477e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 1095 time: 0.4199998 Nov 26 03:05:25.548938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24672443-b996-4f05-a685-8287efafe1d6 req-28ce2fb5-14e7-4676-b42c-efafef35b43f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482444 Nov 26 03:05:25.683905 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-b8ec3f52-395b-4f52-879e-d694faee85ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=db5b3ce7-6b84-4697-ad3c-d52fc64ab380 HTTP/1.1" status: 200 len: 217 time: 0.1590126 Nov 26 03:05:25.711624 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-82dc9406-6aa7-4077-b817-a5192ad739f7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:25.727383 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-82dc9406-6aa7-4077-b817-a5192ad739f7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:25.798665 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-82dc9406-6aa7-4077-b817-a5192ad739f7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:25.868000 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-b123e453-b3ab-4c35-9557-dbae4a70aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:25.870430 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-b123e453-b3ab-4c35-9557-dbae4a70aee7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.1316514 Nov 26 03:05:25.873790 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09cb6691-a0b8-4943-8245-8caf29770624 req-f21b5aba-6008-4ea6-9aa1-ddcc61f60323 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476474 Nov 26 03:05:25.896345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781b6e0-47a5-4666-9543-43b19511de12 req-368eddb5-0dfd-4ed8-9d6f-943a5cedf1a6 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:25.898892 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f781b6e0-47a5-4666-9543-43b19511de12 req-368eddb5-0dfd-4ed8-9d6f-943a5cedf1a6 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 945 time: 0.2287188 Nov 26 03:05:25.970880 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6c77c-8ca9-481b-a3ca-4de6f5bb14ee req-8cbf8b60-a4f5-47d4-9e34-855ff7095415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:25.973967 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-57a6c77c-8ca9-481b-a3ca-4de6f5bb14ee req-8cbf8b60-a4f5-47d4-9e34-855ff7095415 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 913 time: 0.3192124 Nov 26 03:05:26.013187 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc9406-6aa7-4077-b817-a5192ad739f7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=e381dc58-0ca8-4d05-ac69-2c175b55bf19,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:26.091900 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dc9406-6aa7-4077-b817-a5192ad739f7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network c14345e8-24c5-4012-8490-66557f453d18 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:26.094307 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-82dc9406-6aa7-4077-b817-a5192ad739f7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:26.202788 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f781b6e0-47a5-4666-9543-43b19511de12 req-b2be0011-3b7b-4709-ab85-42831470ec49 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830498 Nov 26 03:05:26.248792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dc9406-6aa7-4077-b817-a5192ad739f7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router be04ac71-d173-4da9-abb7-5bc97fd12739 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:05:26.277425 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-57a6c77c-8ca9-481b-a3ca-4de6f5bb14ee req-746d688d-f2ed-4d85-9507-ac1da6c63b08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688 HTTP/1.1" status: 200 len: 999 time: 0.2817669 Nov 26 03:05:26.346832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-e4c3de93-035d-4e7e-b7ef-4a45fea68a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:26.348494 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-e4c3de93-035d-4e7e-b7ef-4a45fea68a6d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1281078 Nov 26 03:05:26.421407 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6c77c-8ca9-481b-a3ca-4de6f5bb14ee req-c016c968-3a4c-4af2-a433-0a605029b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:26.423017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-57a6c77c-8ca9-481b-a3ca-4de6f5bb14ee req-c016c968-3a4c-4af2-a433-0a605029b9bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.1361945 Nov 26 03:05:26.504647 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6c77c-8ca9-481b-a3ca-4de6f5bb14ee req-1c8b30ac-2e76-4c34-9184-800f74e426d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:26.506325 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-57a6c77c-8ca9-481b-a3ca-4de6f5bb14ee req-1c8b30ac-2e76-4c34-9184-800f74e426d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748010 Nov 26 03:05:26.509083 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-a51763f9-89ea-4849-bf73-d5342faac4b9 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411633 Nov 26 03:05:26.794083 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dc9406-6aa7-4077-b817-a5192ad739f7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:05:26.799596 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-82dc9406-6aa7-4077-b817-a5192ad739f7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/be04ac71-d173-4da9-abb7-5bc97fd12739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3726735 Nov 26 03:05:26.803238 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60768) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:26.809870 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-74589c84-2dbb-48ca-a246-9a43ccf60d06 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'network': {'name': 'tempest-RoutersTest-1966499867'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:26.814553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Sync routers for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:05:26.833989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:26.835146 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:26.844345 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:05:26.846324 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60770) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:26.899270 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74589c84-2dbb-48ca-a246-9a43ccf60d06 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Made reservation on behalf of 8a1ba20f33ad4bd4a777d779bfbcd97e for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:05:26.902953 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74589c84-2dbb-48ca-a246-9a43ccf60d06 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:26.966379 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-57a6c77c-8ca9-481b-a3ca-4de6f5bb14ee req-7d674795-30c2-4215-8ab7-0276b11f9f4b service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443443 Nov 26 03:05:26.967280 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74589c84-2dbb-48ca-a246-9a43ccf60d06 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:05:26.975002 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-8845fe72-a655-4e65-bd90-2edce82d7ec1 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529750 Nov 26 03:05:26.992936 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74589c84-2dbb-48ca-a246-9a43ccf60d06 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:26.993284 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-74589c84-2dbb-48ca-a246-9a43ccf60d06 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Added segment 2dec8761-1227-4fe5-826e-629725c735c1 of type vlan for network ed122433-c7d7-45c4-a6f3-c59487a86372 Nov 26 03:05:27.054313 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c6c82230-07d4-439e-8e08-282897d77fd5 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-584963307'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:27.054558 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-f753dc07-7ec4-4c00-8a5e-2ea182d80cbd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=8e518dd1-dbde-4e7c-b324-23a606669e5e HTTP/1.1" status: 200 len: 217 time: 0.0664485 Nov 26 03:05:27.088789 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269691d4-42b3-4d54-97a6-008270d0d888 req-034ad706-1bab-4066-ab3a-5664b4c9ed8e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:27.098365 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-269691d4-42b3-4d54-97a6-008270d0d888 req-034ad706-1bab-4066-ab3a-5664b4c9ed8e tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.3866255 Nov 26 03:05:27.099767 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74589c84-2dbb-48ca-a246-9a43ccf60d06 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:27.129000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:27.166066 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6c82230-07d4-439e-8e08-282897d77fd5 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:27.167345 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6c82230-07d4-439e-8e08-282897d77fd5 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:27.177079 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74589c84-2dbb-48ca-a246-9a43ccf60d06 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:27.195375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74589c84-2dbb-48ca-a246-9a43ccf60d06 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:27.196339 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74589c84-2dbb-48ca-a246-9a43ccf60d06 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:27.332247 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-269691d4-42b3-4d54-97a6-008270d0d888 req-ca3b0ba3-f43f-479d-b921-b3b9e62537b1 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286828 Nov 26 03:05:27.356230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-fde53373-fb7d-4843-890b-5ea6b62afea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:27.358623 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-fde53373-fb7d-4843-890b-5ea6b62afea0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.1909192 Nov 26 03:05:27.452872 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:27.453271 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:27.462459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-57a6c77c-8ca9-481b-a3ca-4de6f5bb14ee req-30997081-b615-46e5-8152-b463d29b00c6 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856420 Nov 26 03:05:27.537541 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6c82230-07d4-439e-8e08-282897d77fd5 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:27.538795 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74589c84-2dbb-48ca-a246-9a43ccf60d06 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Network': ['ID=ed122433-c7d7-45c4-a6f3-c59487a86372,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:27.550238 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6c82230-07d4-439e-8e08-282897d77fd5 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:27.563803 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-74589c84-2dbb-48ca-a246-9a43ccf60d06 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7579625 Nov 26 03:05:27.565887 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94076c-7730-4370-bb54-4a52921f5e59 req-63a7fd59-8a49-4841-a499-17c9127520e3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:27.567442 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60780) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:27.568529 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2f94076c-7730-4370-bb54-4a52921f5e59 req-63a7fd59-8a49-4841-a499-17c9127520e3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 945 time: 0.1049335 Nov 26 03:05:27.569855 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0681f18-3a0b-4a4a-a65b-7bb5efcf5b9b None None] Network c14345e8-24c5-4012-8490-66557f453d18 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:05:27.571279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-ce86f00f-3c5b-43f6-aebe-709233a596be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:27.574797 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-ce86f00f-3c5b-43f6-aebe-709233a596be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1911690 Nov 26 03:05:27.577199 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-4ab7fe6f-8f1f-4947-ab3b-bb30981c792a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'subnet': {'network_id': 'ed122433-c7d7-45c4-a6f3-c59487a86372', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:27.594477 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network ed122433-c7d7-45c4-a6f3-c59487a86372 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:05:27.629722 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6c82230-07d4-439e-8e08-282897d77fd5 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:27.631400 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c6c82230-07d4-439e-8e08-282897d77fd5 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7749689 Nov 26 03:05:27.635377 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60782) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:27.751290 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7b98db1e-5bd6-4f74-be4f-87dde42b43c7 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:27.754202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2f94076c-7730-4370-bb54-4a52921f5e59 req-ca29f070-d44c-4d16-b058-515720a0e3c0 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783340 Nov 26 03:05:27.765500 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:27.766629 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-2bdacae5-514d-4b66-b24d-8b6fe69c6033 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833639 Nov 26 03:05:27.790767 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9dd8a468-ec56-4caf-adf8-716cedbf4a8d None None] Provisioning complete for port 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:27.791301 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a468-ec56-4caf-adf8-716cedbf4a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:27.883367 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee,segment=NetworkSegment(217e3b44-3a87-4ff3-8c04-62fe28eba136),segment_id=217e3b44-3a87-4ff3-8c04-62fe28eba136)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:27.886471 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab7fe6f-8f1f-4947-ab3b-bb30981c792a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Made reservation on behalf of 8a1ba20f33ad4bd4a777d779bfbcd97e for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:05:27.893182 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ab7fe6f-8f1f-4947-ab3b-bb30981c792a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:27.910286 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-a60d8f49-f5ab-4e74-988a-6489b9f0cb48 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355388 Nov 26 03:05:27.913107 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:27.925241 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:25Z', 'revision_number': 4, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:23Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e381dc58-0ca8-4d05-ac69-2c175b55bf19', 'name': '', 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:7c:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:23Z', 'updated_at': '2021-11-26T03:05:25Z', 'revision_number': 2, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:27.974651 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-1e9f1daf-2c5b-4c6e-a72f-fd358515c03f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=38d683a3-b337-4602-8887-74ec15606ce0 HTTP/1.1" status: 200 len: 217 time: 0.0544367 Nov 26 03:05:28.034787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7b98db1e-5bd6-4f74-be4f-87dde42b43c7 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.045614 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7b98db1e-5bd6-4f74-be4f-87dde42b43c7 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.088535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-55cb4e88-b8ed-4bac-ac71-41731faf2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:28.090642 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-55cb4e88-b8ed-4bac-ac71-41731faf2dcf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.1089475 Nov 26 03:05:28.122235 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7b98db1e-5bd6-4f74-be4f-87dde42b43c7 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.124736 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b98db1e-5bd6-4f74-be4f-87dde42b43c7 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b06ffc3-9d45-4c13-ad0d-f4c366d7fbf9 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:05:28.131782 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7b98db1e-5bd6-4f74-be4f-87dde42b43c7 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.133223 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7b98db1e-5bd6-4f74-be4f-87dde42b43c7 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] 10.222.0.31 "DELETE /v2.0/routers/1b06ffc3-9d45-4c13-ad0d-f4c366d7fbf9 HTTP/1.1" status: 204 len: 168 time: 0.4965458 Nov 26 03:05:28.136553 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60784) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:28.143882 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a12520b9-a1fa-40a2-b0eb-03f43fac1e05 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Request body: {'router': {'name': 'tempest-router-217406994', 'distributed': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:28.156635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-6a9c6167-c4be-458f-a412-eb30e16a4db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:28.158709 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-6a9c6167-c4be-458f-a412-eb30e16a4db0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0606892 Nov 26 03:05:28.166996 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a12520b9-a1fa-40a2-b0eb-03f43fac1e05 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.168129 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a12520b9-a1fa-40a2-b0eb-03f43fac1e05 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.173990 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Checking router: be04ac71-d173-4da9-abb7-5bc97fd12739 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:05:28.174564 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Updating router be04ac71-d173-4da9-abb7-5bc97fd12739 port e381dc58-0ca8-4d05-ac69-2c175b55bf19 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:05:28.269580 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a12520b9-a1fa-40a2-b0eb-03f43fac1e05 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.280438 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.293551 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a12520b9-a1fa-40a2-b0eb-03f43fac1e05 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.301731 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:28.311665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-e635c4eb-b474-4db2-a01b-1cb1685efb59 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444342 Nov 26 03:05:28.318439 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a12520b9-a1fa-40a2-b0eb-03f43fac1e05 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.320377 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a12520b9-a1fa-40a2-b0eb-03f43fac1e05 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1827669 Nov 26 03:05:28.322967 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60786) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:28.432481 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ab7fe6f-8f1f-4947-ab3b-bb30981c792a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.477280 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a451e2e-dbe9-4730-92e3-7b66424e465c tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.565261 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-ed6dd3f0-0195-4aef-b7f9-20207158cb07 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447541 Nov 26 03:05:28.583445 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9790049-e811-43ea-9db7-050a91693854 req-1b9605d8-ecc5-478a-9fbf-8953e3036f3a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:28.587721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9790049-e811-43ea-9db7-050a91693854 req-1b9605d8-ecc5-478a-9fbf-8953e3036f3a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1630969 Nov 26 03:05:28.626576 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7fe6f-8f1f-4947-ab3b-bb30981c792a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Subnet': ['ID=018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:28.716537 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-11959305-2f2a-4456-9988-964835604a6a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0c320e9-1ccf-41db-b82e-2361eca3e5d9 HTTP/1.1" status: 200 len: 217 time: 0.1267092 Nov 26 03:05:28.756494 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9790049-e811-43ea-9db7-050a91693854 req-fc5292ee-db90-4155-a2c9-2df749b11380 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251824 Nov 26 03:05:28.783539 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab7fe6f-8f1f-4947-ab3b-bb30981c792a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Checking segment: {'id': '2dec8761-1227-4fe5-826e-629725c735c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ed122433-c7d7-45c4-a6f3-c59487a86372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:05:28.783539 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab7fe6f-8f1f-4947-ab3b-bb30981c792a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network hostable DHCP agents. Network: ed122433-c7d7-45c4-a6f3-c59487a86372, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:05:28.795194 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.795386 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a451e2e-dbe9-4730-92e3-7b66424e465c tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.799189 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a451e2e-dbe9-4730-92e3-7b66424e465c tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.820029 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-3213f594-7c71-4915-8409-f9249646f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:28.822112 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-3213f594-7c71-4915-8409-f9249646f192 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b83540-d17e-4c4c-867e-6fe6b714449e HTTP/1.1" status: 200 len: 797 time: 0.0786617 Nov 26 03:05:28.824586 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:05:28.865006 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab7fe6f-8f1f-4947-ab3b-bb30981c792a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network ed122433-c7d7-45c4-a6f3-c59487a86372 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:05:28.885320 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a451e2e-dbe9-4730-92e3-7b66424e465c tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.886148 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a451e2e-dbe9-4730-92e3-7b66424e465c tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da63eef6-64ba-46d6-8987-ca1190b542a7 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:05:28.901572 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a451e2e-dbe9-4730-92e3-7b66424e465c tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.902746 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9a451e2e-dbe9-4730-92e3-7b66424e465c tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] 10.222.0.31 "DELETE /v2.0/routers/da63eef6-64ba-46d6-8987-ca1190b542a7 HTTP/1.1" status: 204 len: 168 time: 0.5788641 Nov 26 03:05:28.906183 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-4ab7fe6f-8f1f-4947-ab3b-bb30981c792a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, ed122433-c7d7-45c4-a6f3-c59487a86372) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:28.907758 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60798) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:28.920031 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb6e916-ac33-44cb-a14b-e913a78451dc None None] Network ed122433-c7d7-45c4-a6f3-c59487a86372 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:05:28.925684 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c91b66f7-a6e1-4916-8cda-2b2ece4bc326 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Request body: {'router': {'name': 'tempest-router-876248142', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8831ebf0b64d444e91e9cd6e753d6ec9'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:28.943402 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.948728 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab7fe6f-8f1f-4947-ab3b-bb30981c792a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:28.949887 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ab7fe6f-8f1f-4947-ab3b-bb30981c792a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.994401 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c91b66f7-a6e1-4916-8cda-2b2ece4bc326 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:28.995986 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c91b66f7-a6e1-4916-8cda-2b2ece4bc326 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:29.006853 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-1f587c7f-2407-4a59-a67e-9bbc4e96a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:29.009514 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-1f587c7f-2407-4a59-a67e-9bbc4e96a12f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1798387 Nov 26 03:05:29.019647 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4ab7fe6f-8f1f-4947-ab3b-bb30981c792a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4502168 Nov 26 03:05:29.022434 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:29.022917 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:29.024332 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60800) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:29.054459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf521b8-552b-43f0-99d1-8b519b31ed05 req-ff8f15cb-2839-4e4d-b2e2-6f053c8090d1 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:29.055925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bdf521b8-552b-43f0-99d1-8b519b31ed05 req-ff8f15cb-2839-4e4d-b2e2-6f053c8090d1 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 945 time: 0.1618612 Nov 26 03:05:29.062282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-97f78a55-c5c4-4724-8052-43e377ae7642 None None] Provisioning complete for port e381dc58-0ca8-4d05-ac69-2c175b55bf19 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:29.062829 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-97f78a55-c5c4-4724-8052-43e377ae7642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:29.129353 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-97f78a55-c5c4-4724-8052-43e377ae7642 None None] Port e381dc58-0ca8-4d05-ac69-2c175b55bf19 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:29.153567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70782c0e-2faf-4d84-abbe-9d96c89372aa req-4b211cea-c23b-4893-9c7a-779b50e297da tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:29.155131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70782c0e-2faf-4d84-abbe-9d96c89372aa req-4b211cea-c23b-4893-9c7a-779b50e297da tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1947968 Nov 26 03:05:29.224832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e3c9e-4667-4651-b7be-12c724c6e16d None None] Pushing event updated for resources: {'Port': ['ID=e381dc58-0ca8-4d05-ac69-2c175b55bf19,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:29.269436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bdf521b8-552b-43f0-99d1-8b519b31ed05 req-cdaf9f1c-1d39-4a3f-bd7d-4d2a81229c2c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620147 Nov 26 03:05:29.297589 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-26279e54-39f4-4b5e-8820-7e629e5a3e88 service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782562 Nov 26 03:05:29.309135 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-97f78a55-c5c4-4724-8052-43e377ae7642 None None] Provisioning complete for port 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:29.309549 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-97f78a55-c5c4-4724-8052-43e377ae7642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:29.345989 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70782c0e-2faf-4d84-abbe-9d96c89372aa req-b5fc409d-40aa-42f4-9556-e540c0209da8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774554 Nov 26 03:05:29.354673 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Attempting to bind port e381dc58-0ca8-4d05-ac69-2c175b55bf19 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:05:29.355172 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Attempting to bind port e381dc58-0ca8-4d05-ac69-2c175b55bf19 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '217e3b44-3a87-4ff3-8c04-62fe28eba136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:05:29.355642 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Attempting to bind port e381dc58-0ca8-4d05-ac69-2c175b55bf19 on network c14345e8-24c5-4012-8490-66557f453d18 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:05:29.367373 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:05:29.367373 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Checking segment: {'id': '217e3b44-3a87-4ff3-8c04-62fe28eba136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:05:29.367835 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:29.368363 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Bound using segment: {'id': '217e3b44-3a87-4ff3-8c04-62fe28eba136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:05:29.368947 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Bound port: e381dc58-0ca8-4d05-ac69-2c175b55bf19, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217e3b44-3a87-4ff3-8c04-62fe28eba136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:05:29.369427 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:29.478086 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c91b66f7-a6e1-4916-8cda-2b2ece4bc326 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:29.494093 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-2a96c353-4351-4115-81d0-332eab6762af service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901219 Nov 26 03:05:29.502237 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c91b66f7-a6e1-4916-8cda-2b2ece4bc326 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:29.531536 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c91b66f7-a6e1-4916-8cda-2b2ece4bc326 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:29.535364 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c91b66f7-a6e1-4916-8cda-2b2ece4bc326 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6240904 Nov 26 03:05:29.539031 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-ed122433-c7d7-45c4-a6f3-c59487a86372', 'network_id': 'ed122433-c7d7-45c4-a6f3-c59487a86372', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'fixed_ips': [{'subnet_id': '018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:05:29.540087 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:29.580095 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60806) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:29.587395 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-64e43610-e2e7-4ad2-8c06-257a50f98b51 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:29.678685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-0d3625ec-7985-49ce-a9c8-eb920450f6ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8964a8e6-c084-4949-914a-2113fb27be33 HTTP/1.1" status: 200 len: 217 time: 0.1649761 Nov 26 03:05:29.750265 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] For port e381dc58-0ca8-4d05-ac69-2c175b55bf19, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:05:29.795804 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] For port e381dc58-0ca8-4d05-ac69-2c175b55bf19, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e381dc58-0ca8-4d05-ac69-2c175b55bf19,segment=NetworkSegment(217e3b44-3a87-4ff3-8c04-62fe28eba136),segment_id=217e3b44-3a87-4ff3-8c04-62fe28eba136)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:05:29.813075 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:29.952671 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:29.953619 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:29.956450 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9ac59-e58d-4dec-9227-c434c5a90822 req-d84ad4ff-11a3-4d1e-a8a9-b93ae79a4944 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:29.958111 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36d9ac59-e58d-4dec-9227-c434c5a90822 req-d84ad4ff-11a3-4d1e-a8a9-b93ae79a4944 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.4462240 Nov 26 03:05:29.977920 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d402fd7-8934-42cf-856d-5a829a10da8e req-ca57573f-64e7-46f9-86f8-b7ce62e080e3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:29.988935 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d402fd7-8934-42cf-856d-5a829a10da8e req-ca57573f-64e7-46f9-86f8-b7ce62e080e3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 945 time: 0.2371554 Nov 26 03:05:29.999153 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Allocated IP 172.23.0.2 (ed122433-c7d7-45c4-a6f3-c59487a86372/018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e/2162fd75-efcf-4558-bb95-0c7f57963e92) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:05:30.035475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-4f1e4be6-4477-4348-95a1-a2a9013fa356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:30.038969 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-4f1e4be6-4477-4348-95a1-a2a9013fa356 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b83540-d17e-4c4c-867e-6fe6b714449e HTTP/1.1" status: 200 len: 797 time: 0.2908638 Nov 26 03:05:30.042560 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a56d5f2e-e47e-44b5-8641-0d41a2ea2fc5 None None] Provisioning complete for port e381dc58-0ca8-4d05-ac69-2c175b55bf19 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:30.043096 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a56d5f2e-e47e-44b5-8641-0d41a2ea2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:30.056644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e3c9e-4667-4651-b7be-12c724c6e16d None None] Pushing event updated for resources: {'Port': ['ID=e381dc58-0ca8-4d05-ac69-2c175b55bf19,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:30.245934 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d402fd7-8934-42cf-856d-5a829a10da8e req-b11f6d40-d1c5-496f-a5f0-2552b1500270 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301118 Nov 26 03:05:30.278748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36d9ac59-e58d-4dec-9227-c434c5a90822 req-a1de3450-e815-4578-b571-0d89de3bed5f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2849340 Nov 26 03:05:30.300640 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-d2919b1c-4e54-4ffc-9058-86be81456c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:30.307885 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-d2919b1c-4e54-4ffc-9058-86be81456c5f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2551534 Nov 26 03:05:30.346659 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64e43610-e2e7-4ad2-8c06-257a50f98b51 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:30.348330 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64e43610-e2e7-4ad2-8c06-257a50f98b51 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:30.352378 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:30.371271 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:30.429670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Pushing event updated for resources: {'Port': ['ID=2162fd75-efcf-4558-bb95-0c7f57963e92,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:30.452694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:30.519407 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Network ed122433-c7d7-45c4-a6f3-c59487a86372 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:30.527270 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-7eff47c2-800c-409f-91bb-b9f101003916 service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109122 Nov 26 03:05:30.528121 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:30.531109 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:05:30.609808 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-64e43610-e2e7-4ad2-8c06-257a50f98b51 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104801) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 26 03:05:30.610146 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-64e43610-e2e7-4ad2-8c06-257a50f98b51 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Router 5c607cf1-2410-42f5-9e7a-c8523f303da4 migrating from provider to provider. {{(pid=104801) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 26 03:05:30.611211 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64e43610-e2e7-4ad2-8c06-257a50f98b51 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:30.633634 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64e43610-e2e7-4ad2-8c06-257a50f98b51 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:30.711517 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64e43610-e2e7-4ad2-8c06-257a50f98b51 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:30.723683 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bea26453-6b41-43a0-b144-ab0af6492ab5 req-39ca28ff-037e-4872-b7ec-dfa72de73ecd service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882203 Nov 26 03:05:30.842325 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58afa0f-7b6f-4f94-91b8-8c363732d09e req-6ac5cb88-64bb-41d5-80b0-9892f464431f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:30.847369 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-017f0ee3-4ade-4500-9aaa-d9a1d5255571 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:30.851732 n-d-819389-3 neutron-server[104801]: WARNING neutron.scheduler.l3_agent_scheduler [None req-64e43610-e2e7-4ad2-8c06-257a50f98b51 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] No L3 agents can host the router 5c607cf1-2410-42f5-9e7a-c8523f303da4 Nov 26 03:05:30.855350 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b58afa0f-7b6f-4f94-91b8-8c363732d09e req-6ac5cb88-64bb-41d5-80b0-9892f464431f tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1664553 Nov 26 03:05:30.971355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b58afa0f-7b6f-4f94-91b8-8c363732d09e req-74570264-7230-4813-8962-b5f18aa7cf99 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143415 Nov 26 03:05:31.041273 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a56d5f2e-e47e-44b5-8641-0d41a2ea2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:31.076850 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Attempting to bind port 2162fd75-efcf-4558-bb95-0c7f57963e92 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:05:31.077233 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Attempting to bind port 2162fd75-efcf-4558-bb95-0c7f57963e92 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '2dec8761-1227-4fe5-826e-629725c735c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ed122433-c7d7-45c4-a6f3-c59487a86372'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:05:31.077486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60832) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:31.077949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Attempting to bind port 2162fd75-efcf-4558-bb95-0c7f57963e92 on network ed122433-c7d7-45c4-a6f3-c59487a86372 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:05:31.098708 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:05:31.099016 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Checking segment: {'id': '2dec8761-1227-4fe5-826e-629725c735c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ed122433-c7d7-45c4-a6f3-c59487a86372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:05:31.099426 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:31.100495 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Bound using segment: {'id': '2dec8761-1227-4fe5-826e-629725c735c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ed122433-c7d7-45c4-a6f3-c59487a86372'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:05:31.100994 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Bound port: 2162fd75-efcf-4558-bb95-0c7f57963e92, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dec8761-1227-4fe5-826e-629725c735c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ed122433-c7d7-45c4-a6f3-c59487a86372'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:05:31.101381 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:31.105590 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a56d5f2e-e47e-44b5-8641-0d41a2ea2fc5 None None] For port e381dc58-0ca8-4d05-ac69-2c175b55bf19, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e381dc58-0ca8-4d05-ac69-2c175b55bf19,segment=NetworkSegment(217e3b44-3a87-4ff3-8c04-62fe28eba136),segment_id=217e3b44-3a87-4ff3-8c04-62fe28eba136)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:31.119863 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a56d5f2e-e47e-44b5-8641-0d41a2ea2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:31.170820 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e43610-e2e7-4ad2-8c06-257a50f98b51 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Hosts for router 5c607cf1-2410-42f5-9e7a-c8523f303da4: [] {{(pid=104801) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 26 03:05:31.199469 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:25Z', 'revision_number': 4, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:23Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e381dc58-0ca8-4d05-ac69-2c175b55bf19', 'name': '', 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:7c:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:23Z', 'updated_at': '2021-11-26T03:05:29Z', 'revision_number': 4, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:31.220957 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e43610-e2e7-4ad2-8c06-257a50f98b51 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Hosts for other DVR routers connected to router 5c607cf1-2410-42f5-9e7a-c8523f303da4: set() {{(pid=104801) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 26 03:05:31.223856 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64e43610-e2e7-4ad2-8c06-257a50f98b51 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:31.228235 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-64e43610-e2e7-4ad2-8c06-257a50f98b51 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] 10.222.0.31 "PUT /v2.0/routers/5c607cf1-2410-42f5-9e7a-c8523f303da4 HTTP/1.1" status: 200 len: 716 time: 1.6463401 Nov 26 03:05:31.228882 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60836) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:31.256121 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9770f12-5c14-425d-a267-3785a10d0d7b None None] The sync data for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 is: [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:25Z', 'revision_number': 4, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:23Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e381dc58-0ca8-4d05-ac69-2c175b55bf19', 'name': '', 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:7c:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:23Z', 'updated_at': '2021-11-26T03:05:29Z', 'revision_number': 4, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:05:31.268286 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d5f2e-e47e-44b5-8641-0d41a2ea2fc5 None None] Pushing event updated for resources: {'Port': ['ID=e381dc58-0ca8-4d05-ac69-2c175b55bf19,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:31.304934 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] For port 2162fd75-efcf-4558-bb95-0c7f57963e92, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:05:31.324319 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] For port 2162fd75-efcf-4558-bb95-0c7f57963e92, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2162fd75-efcf-4558-bb95-0c7f57963e92,segment=NetworkSegment(2dec8761-1227-4fe5-826e-629725c735c1),segment_id=2dec8761-1227-4fe5-826e-629725c735c1)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:05:31.338182 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-017f0ee3-4ade-4500-9aaa-d9a1d5255571 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Allocated IP 172.23.0.1 (ed122433-c7d7-45c4-a6f3-c59487a86372/018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e/af923924-de53-4b94-9bab-02c1052c5df1) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:05:31.343800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4709b-6c78-4f39-897d-60b403dc25a6 req-7ca3f87d-564c-46ca-9a50-754e755323d1 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:31.346704 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:31.351013 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70a4709b-6c78-4f39-897d-60b403dc25a6 req-7ca3f87d-564c-46ca-9a50-754e755323d1 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.54 "GET /v2.0/ports?device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 945 time: 0.1530700 Nov 26 03:05:31.355768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60840) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:31.359859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7c4c5580-ae83-4e69-a229-0ebae0387f22 None None] Provisioning complete for port e381dc58-0ca8-4d05-ac69-2c175b55bf19 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:31.360275 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7c4c5580-ae83-4e69-a229-0ebae0387f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:31.364633 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c4dfcc24-df42-4279-9bd2-659874bccdb9 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] 10.222.0.31 "GET /v2.0/routers/5c607cf1-2410-42f5-9e7a-c8523f303da4 HTTP/1.1" status: 200 len: 716 time: 0.1324344 Nov 26 03:05:31.396689 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-47f28f03-6173-425f-92e4-f5fc9ab1f6df admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:31.509546 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb706cbb-de9d-42ff-aaf4-b87b34175886 None None] Pushing event updated for resources: {'Port': ['ID=2162fd75-efcf-4558-bb95-0c7f57963e92,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:31.609759 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-017f0ee3-4ade-4500-9aaa-d9a1d5255571 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:31.666445 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-017f0ee3-4ade-4500-9aaa-d9a1d5255571 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:31.711348 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017f0ee3-4ade-4500-9aaa-d9a1d5255571 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network ed122433-c7d7-45c4-a6f3-c59487a86372 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:31.714701 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-017f0ee3-4ade-4500-9aaa-d9a1d5255571 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:31.720087 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017f0ee3-4ade-4500-9aaa-d9a1d5255571 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:05:31.770078 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f0ee3-4ade-4500-9aaa-d9a1d5255571 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=af923924-de53-4b94-9bab-02c1052c5df1,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:31.778745 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-017f0ee3-4ade-4500-9aaa-d9a1d5255571 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:31.814390 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c018a7-bbc9-4312-9b96-a664c677814f req-b3e01cf3-a467-4301-88be-bcaf435f9bb5 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:31.815977 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00c018a7-bbc9-4312-9b96-a664c677814f req-b3e01cf3-a467-4301-88be-bcaf435f9bb5 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 945 time: 0.4110663 Nov 26 03:05:31.824262 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3a6e7a6d-1e5e-44de-82c5-c15c7f60312b tempest-RoutersTestDVR-500182552 tempest-RoutersTestDVR-500182552-project] 10.222.0.31 "GET /v2.0/routers/5c607cf1-2410-42f5-9e7a-c8523f303da4 HTTP/1.1" status: 200 len: 682 time: 0.4669795 Nov 26 03:05:31.827164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60846) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:31.872711 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-70a4709b-6c78-4f39-897d-60b403dc25a6 req-e0adb949-9852-4643-8634-2830a3a59151 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Deleting port 31e9b2e4-530d-4105-8aa2-7f7e0e102cea {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:31.873056 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-70a4709b-6c78-4f39-897d-60b403dc25a6 req-e0adb949-9852-4643-8634-2830a3a59151 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:31.963968 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-47f28f03-6173-425f-92e4-f5fc9ab1f6df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:31.981220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00c018a7-bbc9-4312-9b96-a664c677814f req-a274dc3a-e2d5-406a-a371-84d925efd167 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473920 Nov 26 03:05:31.982382 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-47f28f03-6173-425f-92e4-f5fc9ab1f6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:31.982959 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8c97b41-7f91-42c7-9dbb-9ce2ba02233f tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.016217 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-47f28f03-6173-425f-92e4-f5fc9ab1f6df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=305069f972e24e748d0a1e1c876bb419&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9351857 Nov 26 03:05:32.017777 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60850) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:32.093005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f28f03-6173-425f-92e4-f5fc9ab1f6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab30de91-0e0b-4fce-995b-eccf64344afb,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:32.097576 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-017f0ee3-4ade-4500-9aaa-d9a1d5255571 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.141026 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-70a4709b-6c78-4f39-897d-60b403dc25a6 req-e0adb949-9852-4643-8634-2830a3a59151 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] For port 31e9b2e4-530d-4105-8aa2-7f7e0e102cea, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=31e9b2e4-530d-4105-8aa2-7f7e0e102cea,segment=NetworkSegment(67ac57aa-fc70-4bd9-b458-051f19fc971f),segment_id=67ac57aa-fc70-4bd9-b458-051f19fc971f)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:32.141400 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-70a4709b-6c78-4f39-897d-60b403dc25a6 req-e0adb949-9852-4643-8634-2830a3a59151 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.166514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-70a4709b-6c78-4f39-897d-60b403dc25a6 req-e0adb949-9852-4643-8634-2830a3a59151 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Calling delete_port for 31e9b2e4-530d-4105-8aa2-7f7e0e102cea owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:32.208980 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8c97b41-7f91-42c7-9dbb-9ce2ba02233f tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.230475 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8c97b41-7f91-42c7-9dbb-9ce2ba02233f tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.346788 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8c97b41-7f91-42c7-9dbb-9ce2ba02233f tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.347328 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c97b41-7f91-42c7-9dbb-9ce2ba02233f tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5c607cf1-2410-42f5-9e7a-c8523f303da4 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:05:32.353730 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8c97b41-7f91-42c7-9dbb-9ce2ba02233f tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.360553 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c8c97b41-7f91-42c7-9dbb-9ce2ba02233f tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] 10.222.0.31 "DELETE /v2.0/routers/5c607cf1-2410-42f5-9e7a-c8523f303da4 HTTP/1.1" status: 204 len: 168 time: 0.5283453 Nov 26 03:05:32.361258 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60852) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:32.367500 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-6f69c07c-7896-40b8-b897-d8b1215e5cb2 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Request body: {'router': {'name': 'tempest-router-911277466', 'distributed': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:32.419311 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f69c07c-7896-40b8-b897-d8b1215e5cb2 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.420355 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f69c07c-7896-40b8-b897-d8b1215e5cb2 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.532914 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f69c07c-7896-40b8-b897-d8b1215e5cb2 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.544532 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f69c07c-7896-40b8-b897-d8b1215e5cb2 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.571095 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96ad066c-3954-4550-a753-852d0e4d849c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.579493 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f69c07c-7896-40b8-b897-d8b1215e5cb2 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.583286 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6f69c07c-7896-40b8-b897-d8b1215e5cb2 tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2168138 Nov 26 03:05:32.583677 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60856) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:32.603524 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77e3b2-3422-4b71-8229-b33a1dd230f1 req-38299f34-9f03-4ac2-9379-63aa16da3736 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:32.610682 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca77e3b2-3422-4b71-8229-b33a1dd230f1 req-38299f34-9f03-4ac2-9379-63aa16da3736 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.5232949 Nov 26 03:05:32.678424 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96ad066c-3954-4550-a753-852d0e4d849c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.685590 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-017f0ee3-4ade-4500-9aaa-d9a1d5255571 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.688607 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-697726bc-2508-4692-8540-94ccd76d979e tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.745112 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca77e3b2-3422-4b71-8229-b33a1dd230f1 req-ecffa8e5-27f4-4887-bfca-8ce5d6494b47 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330173 Nov 26 03:05:32.766446 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-017f0ee3-4ade-4500-9aaa-d9a1d5255571 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.823285 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-017f0ee3-4ade-4500-9aaa-d9a1d5255571 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.828405 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96ad066c-3954-4550-a753-852d0e4d849c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.830937 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96ad066c-3954-4550-a753-852d0e4d849c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.840814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e381dc58-0ca8-4d05-ac69-2c175b55bf19 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:05:32.845594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-96ad066c-3954-4550-a753-852d0e4d849c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab30de91-0e0b-4fce-995b-eccf64344afb HTTP/1.1" status: 204 len: 168 time: 0.8239856 Nov 26 03:05:32.894397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad066c-3954-4550-a753-852d0e4d849c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab30de91-0e0b-4fce-995b-eccf64344afb,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:32.899923 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-70a4709b-6c78-4f39-897d-60b403dc25a6 req-e0adb949-9852-4643-8634-2830a3a59151 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:32.903473 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856638a6-8725-44c6-9639-27c78de2ef18 None None] Network ed122433-c7d7-45c4-a6f3-c59487a86372 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:05:32.929917 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0adb949-9852-4643-8634-2830a3a59151 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Pushing event deleted for resources: {'Port': ['ID=31e9b2e4-530d-4105-8aa2-7f7e0e102cea,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:33.003166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['31e9b2e4-530d-4105-8aa2-7f7e0e102cea'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:05:33.011769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a4709b-6c78-4f39-897d-60b403dc25a6 req-e0adb949-9852-4643-8634-2830a3a59151 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] No DVR routers for this DVR port 31e9b2e4-530d-4105-8aa2-7f7e0e102cea on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:05:33.016907 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['940834b0-0f84-4a48-b62e-8a6648ba0236'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:05:33.020668 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-70a4709b-6c78-4f39-897d-60b403dc25a6 req-e0adb949-9852-4643-8634-2830a3a59151 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:33.028475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70a4709b-6c78-4f39-897d-60b403dc25a6 req-e0adb949-9852-4643-8634-2830a3a59151 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.54 "DELETE /v2.0/ports/31e9b2e4-530d-4105-8aa2-7f7e0e102cea HTTP/1.1" status: 204 len: 173 time: 1.6345205 Nov 26 03:05:33.028983 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71656bd-998a-41fd-933b-213465126107', 'name': 'network-vif-deleted', 'tag': '31e9b2e4-530d-4105-8aa2-7f7e0e102cea'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:05:33.031520 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000f7434-b188-4d71-92e0-cefd1a762e86" -d '{"events": [{"server_uuid": "a71656bd-998a-41fd-933b-213465126107", "name": "network-vif-deleted", "tag": "31e9b2e4-530d-4105-8aa2-7f7e0e102cea"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:05:33.110705 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f0ee3-4ade-4500-9aaa-d9a1d5255571 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event updated for resources: {'Port': ['ID=af923924-de53-4b94-9bab-02c1052c5df1,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:33.158521 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017f0ee3-4ade-4500-9aaa-d9a1d5255571 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Network ed122433-c7d7-45c4-a6f3-c59487a86372 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:33.170539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ce9fad85-b40a-4d4d-9c71-7de95c562cb6 None None] Provisioning complete for port 2162fd75-efcf-4558-bb95-0c7f57963e92 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:33.170813 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce9fad85-b40a-4d4d-9c71-7de95c562cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:33.191442 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-017f0ee3-4ade-4500-9aaa-d9a1d5255571 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:33.205405 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-697726bc-2508-4692-8540-94ccd76d979e tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:33.223299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd379c00-2053-4b5a-8c5f-6e55bf31a6bb req-2a0da11e-75c8-4318-b0e3-6817f8491c79 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a71656bd-998a-41fd-933b-213465126107 HTTP/1.1" status: 200 len: 210 time: 0.1262705 Nov 26 03:05:33.257937 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028e99b-2fa7-4ada-81d6-a582b2cb0566 req-d6d9e587-d739-4b1a-8418-3a20e4f375ef tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:33.259665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9028e99b-2fa7-4ada-81d6-a582b2cb0566 req-d6d9e587-d739-4b1a-8418-3a20e4f375ef tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2248991 Nov 26 03:05:33.283954 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7f3e8-ea16-4e96-b79b-43ed944648cf req-cbba765a-5865-4314-bc5f-95a5607dbc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:33.286277 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8f7f3e8-ea16-4e96-b79b-43ed944648cf req-cbba765a-5865-4314-bc5f-95a5607dbc10 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=663f066e304f4b57893c72f115ebd127&device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 1095 time: 0.2105033 Nov 26 03:05:33.319526 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-697726bc-2508-4692-8540-94ccd76d979e tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:33.327609 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017f0ee3-4ade-4500-9aaa-d9a1d5255571 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router be04ac71-d173-4da9-abb7-5bc97fd12739 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:05:33.334625 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce9fad85-b40a-4d4d-9c71-7de95c562cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:33.339731 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port e381dc58-0ca8-4d05-ac69-2c175b55bf19 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:33.340127 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:33.398693 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60870) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:33.406597 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b54978-78c8-4935-898a-e8f6330a52c2 x-openstack-request-id: req-65b54978-78c8-4935-898a-e8f6330a52c2 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:05:33.406957 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71656bd-998a-41fd-933b-213465126107", "name": "network-vif-deleted", "tag": "31e9b2e4-530d-4105-8aa2-7f7e0e102cea", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:05:33.407160 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65b54978-78c8-4935-898a-e8f6330a52c2 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:05:33.407564 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71656bd-998a-41fd-933b-213465126107', 'name': 'network-vif-deleted', 'tag': '31e9b2e4-530d-4105-8aa2-7f7e0e102cea', 'status': 'completed', 'code': 200} Nov 26 03:05:33.431677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7f3e8-ea16-4e96-b79b-43ed944648cf req-ee09bcc6-7d31-4cf8-8ded-e52155bdb723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:33.433117 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8f7f3e8-ea16-4e96-b79b-43ed944648cf req-ee09bcc6-7d31-4cf8-8ded-e52155bdb723 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 200 len: 913 time: 0.1369591 Nov 26 03:05:33.439290 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c2f4231e-0368-4441-96bc-53d50f905e5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:33.481669 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ce9fad85-b40a-4d4d-9c71-7de95c562cb6 None None] For port 2162fd75-efcf-4558-bb95-0c7f57963e92, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2162fd75-efcf-4558-bb95-0c7f57963e92,segment=NetworkSegment(2dec8761-1227-4fe5-826e-629725c735c1),segment_id=2dec8761-1227-4fe5-826e-629725c735c1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:33.523524 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9028e99b-2fa7-4ada-81d6-a582b2cb0566 req-1017056f-a60c-4520-b29a-6dd7349376a0 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439678 Nov 26 03:05:33.529967 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce9fad85-b40a-4d4d-9c71-7de95c562cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:33.607322 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2162fd75-efcf-4558-bb95-0c7f57963e92 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:05:33.616027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8f7f3e8-ea16-4e96-b79b-43ed944648cf req-26886312-acad-4440-8032-eec801b7a09e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688 HTTP/1.1" status: 200 len: 999 time: 0.1734874 Nov 26 03:05:33.676108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fad85-b40a-4d4d-9c71-7de95c562cb6 None None] Pushing event updated for resources: {'Port': ['ID=2162fd75-efcf-4558-bb95-0c7f57963e92,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:33.684422 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c2f4231e-0368-4441-96bc-53d50f905e5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:33.727990 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c2f4231e-0368-4441-96bc-53d50f905e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:33.728583 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 2162fd75-efcf-4558-bb95-0c7f57963e92 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:33.728965 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:33.730350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017f0ee3-4ade-4500-9aaa-d9a1d5255571 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:05:33.732513 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-697726bc-2508-4692-8540-94ccd76d979e tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:33.732727 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697726bc-2508-4692-8540-94ccd76d979e tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d7f95da-c0b5-428c-9992-591430675c3c {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:05:33.737063 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-017f0ee3-4ade-4500-9aaa-d9a1d5255571 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/be04ac71-d173-4da9-abb7-5bc97fd12739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7113969 Nov 26 03:05:33.740846 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-697726bc-2508-4692-8540-94ccd76d979e tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:33.746191 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-697726bc-2508-4692-8540-94ccd76d979e tempest-RoutersTestDVR-1300943555 tempest-RoutersTestDVR-1300943555-project-admin] 10.222.0.31 "DELETE /v2.0/routers/6d7f95da-c0b5-428c-9992-591430675c3c HTTP/1.1" status: 204 len: 168 time: 1.1567833 Nov 26 03:05:33.746191 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60874) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:33.755198 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Sync routers for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:05:33.755854 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1a24eb75-4ef3-48fe-8c7e-ef827c7ff4c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:33.771231 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:33.772905 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:33.832413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4231e-0368-4441-96bc-53d50f905e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2f1676-b850-4303-ac94-5e0bfd5ac204,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:33.877482 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c2f4231e-0368-4441-96bc-53d50f905e5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c63a353a72594f5ba5216ee60e710ea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4688747 Nov 26 03:05:33.882176 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7f3e8-ea16-4e96-b79b-43ed944648cf req-f53ccdaa-ce66-42c1-805b-4292b78b34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:33.884213 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8f7f3e8-ea16-4e96-b79b-43ed944648cf req-f53ccdaa-ce66-42c1-805b-4292b78b34d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 200 len: 851 time: 0.1980054 Nov 26 03:05:33.884748 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60878) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:33.930606 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:33.995929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7f3e8-ea16-4e96-b79b-43ed944648cf req-47eb6a68-f361-4a80-80b1-2b28da2ba875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:33.997494 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8f7f3e8-ea16-4e96-b79b-43ed944648cf req-47eb6a68-f361-4a80-80b1-2b28da2ba875 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b01fbf4-05c2-426a-bd34-1db1e2639446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054082 Nov 26 03:05:34.001788 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-694ff4c8-18ae-4a8b-9077-e1af2e9e656d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:34.028634 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-694ff4c8-18ae-4a8b-9077-e1af2e9e656d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:34.137759 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-694ff4c8-18ae-4a8b-9077-e1af2e9e656d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:34.140846 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-694ff4c8-18ae-4a8b-9077-e1af2e9e656d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:34.144850 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-694ff4c8-18ae-4a8b-9077-e1af2e9e656d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e2f1676-b850-4303-ac94-5e0bfd5ac204 HTTP/1.1" status: 204 len: 168 time: 0.2587965 Nov 26 03:05:34.171663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-59445334-f751-44d0-85bf-358525bfb288 None None] Provisioning complete for port 2162fd75-efcf-4558-bb95-0c7f57963e92 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:34.173510 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-59445334-f751-44d0-85bf-358525bfb288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:34.245286 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8f7f3e8-ea16-4e96-b79b-43ed944648cf req-359afc02-e169-4246-a5c8-4b3602c593a5 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798997 Nov 26 03:05:34.251658 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ff4c8-18ae-4a8b-9077-e1af2e9e656d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2f1676-b850-4303-ac94-5e0bfd5ac204,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:34.286928 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:31Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:23Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af923924-de53-4b94-9bab-02c1052c5df1', 'name': '', 'network_id': 'ed122433-c7d7-45c4-a6f3-c59487a86372', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:a2:6a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:30Z', 'updated_at': '2021-11-26T03:05:32Z', 'revision_number': 2, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': '018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e381dc58-0ca8-4d05-ac69-2c175b55bf19', 'name': '', 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:7c:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:23Z', 'updated_at': '2021-11-26T03:05:31Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:34.327522 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60886) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:34.349102 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Checking router: be04ac71-d173-4da9-abb7-5bc97fd12739 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:05:34.350968 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Updating router be04ac71-d173-4da9-abb7-5bc97fd12739 port af923924-de53-4b94-9bab-02c1052c5df1 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:05:34.398943 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:34.419476 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-59445334-f751-44d0-85bf-358525bfb288 None None] Provisioning complete for port af923924-de53-4b94-9bab-02c1052c5df1 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:34.419856 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-59445334-f751-44d0-85bf-358525bfb288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:34.477531 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8f7f3e8-ea16-4e96-b79b-43ed944648cf req-f082e1dd-335d-41d8-a89d-61ce6213b572 service neutron] 10.222.0.59 "GET /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113688 Nov 26 03:05:34.505025 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-59445334-f751-44d0-85bf-358525bfb288 None None] Port af923924-de53-4b94-9bab-02c1052c5df1 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:34.552139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c377b8-d382-4365-90b3-f1fdf919c43e req-8af5f559-44e1-4458-a9da-20f599359e84 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:34.562332 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65c377b8-d382-4365-90b3-f1fdf919c43e req-8af5f559-44e1-4458-a9da-20f599359e84 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0835292 Nov 26 03:05:34.590745 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.extraroute_db [None req-1a24eb75-4ef3-48fe-8c7e-ef827c7ff4c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=104801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 26 03:05:34.645279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4b6f78db-9cca-4bd1-b640-3c6f719b4305 None None] Provisioning complete for port af923924-de53-4b94-9bab-02c1052c5df1 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:34.650508 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4b6f78db-9cca-4bd1-b640-3c6f719b4305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:34.654213 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.extraroute_db [None req-1a24eb75-4ef3-48fe-8c7e-ef827c7ff4c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Removed routes are [] {{(pid=104801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 26 03:05:34.654655 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a24eb75-4ef3-48fe-8c7e-ef827c7ff4c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:34.713983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65c377b8-d382-4365-90b3-f1fdf919c43e req-bfb85225-4b53-45d5-9cd4-1edeb24d4b6d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506567 Nov 26 03:05:34.777940 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4b6f78db-9cca-4bd1-b640-3c6f719b4305 None None] Port af923924-de53-4b94-9bab-02c1052c5df1 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:34.800366 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2162fd75-efcf-4558-bb95-0c7f57963e92 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:05:34.804374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1fa95-3a50-47c2-b58a-406c4eb26fe8 req-eb1d3e97-a161-4f2e-9410-b1cae509023d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:34.813450 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-11b1fa95-3a50-47c2-b58a-406c4eb26fe8 req-eb1d3e97-a161-4f2e-9410-b1cae509023d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1229210 Nov 26 03:05:34.937550 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-11b1fa95-3a50-47c2-b58a-406c4eb26fe8 req-6aa9c4f7-7a72-45a1-be59-c28ef915eddb tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136367 Nov 26 03:05:34.937704 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:34.938169 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a3b72959-3551-4eb9-bd4b-a30290cdaa15 None None] Provisioning complete for port af923924-de53-4b94-9bab-02c1052c5df1 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:34.938295 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:34.938405 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a3b72959-3551-4eb9-bd4b-a30290cdaa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.002708 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 2162fd75-efcf-4558-bb95-0c7f57963e92 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:35.003257 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.009556 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a3b72959-3551-4eb9-bd4b-a30290cdaa15 None None] Port af923924-de53-4b94-9bab-02c1052c5df1 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:35.017222 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d01d0c-c239-4a42-bb31-c0f2079c96bb None None] Pushing event updated for resources: {'Port': ['ID=af923924-de53-4b94-9bab-02c1052c5df1,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:35.035672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60900) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:35.045416 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-238c7793-4ccf-4544-9a66-c837dd99de66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.051911 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-90ac5c61-fa7d-4e8b-aa2d-ab2140cf817e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.117043 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Attempting to bind port af923924-de53-4b94-9bab-02c1052c5df1 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:05:35.122144 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Attempting to bind port af923924-de53-4b94-9bab-02c1052c5df1 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '2dec8761-1227-4fe5-826e-629725c735c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ed122433-c7d7-45c4-a6f3-c59487a86372'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:05:35.122684 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Attempting to bind port af923924-de53-4b94-9bab-02c1052c5df1 on network ed122433-c7d7-45c4-a6f3-c59487a86372 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:05:35.125167 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a24eb75-4ef3-48fe-8c7e-ef827c7ff4c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.145768 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:05:35.146446 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Checking segment: {'id': '2dec8761-1227-4fe5-826e-629725c735c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ed122433-c7d7-45c4-a6f3-c59487a86372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:05:35.150741 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.151263 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Bound using segment: {'id': '2dec8761-1227-4fe5-826e-629725c735c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ed122433-c7d7-45c4-a6f3-c59487a86372'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:05:35.151912 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Bound port: af923924-de53-4b94-9bab-02c1052c5df1, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dec8761-1227-4fe5-826e-629725c735c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ed122433-c7d7-45c4-a6f3-c59487a86372'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:05:35.153883 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.178222 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a24eb75-4ef3-48fe-8c7e-ef827c7ff4c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.224301 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-90ac5c61-fa7d-4e8b-aa2d-ab2140cf817e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.234495 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-90ac5c61-fa7d-4e8b-aa2d-ab2140cf817e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.276816 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-90ac5c61-fa7d-4e8b-aa2d-ab2140cf817e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0818e486672c4f87931c123497a7786c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2393522 Nov 26 03:05:35.292226 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] For port af923924-de53-4b94-9bab-02c1052c5df1, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:05:35.296703 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60906) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:35.300008 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] For port af923924-de53-4b94-9bab-02c1052c5df1, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=af923924-de53-4b94-9bab-02c1052c5df1,segment=NetworkSegment(2dec8761-1227-4fe5-826e-629725c735c1),segment_id=2dec8761-1227-4fe5-826e-629725c735c1)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:05:35.308463 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.382088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9ffa3c1a-2fd0-4cb7-be9e-37bf3d644307 None None] Provisioning complete for port af923924-de53-4b94-9bab-02c1052c5df1 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:35.384408 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9ffa3c1a-2fd0-4cb7-be9e-37bf3d644307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.387909 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d01d0c-c239-4a42-bb31-c0f2079c96bb None None] Pushing event updated for resources: {'Port': ['ID=af923924-de53-4b94-9bab-02c1052c5df1,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:35.391537 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:35.391784 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a24eb75-4ef3-48fe-8c7e-ef827c7ff4c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router be04ac71-d173-4da9-abb7-5bc97fd12739 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:05:35.392324 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:35.394268 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-238c7793-4ccf-4544-9a66-c837dd99de66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.401615 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac5c61-fa7d-4e8b-aa2d-ab2140cf817e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8af8fa-5bbc-46c8-b32a-8b456e4c0fdb,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:35.405453 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-238c7793-4ccf-4544-9a66-c837dd99de66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.463040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7bf16-b976-4639-a8f8-47e8fd123f22 req-57ac50de-9801-49b8-986c-7f218f79943c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:35.472401 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5e7bf16-b976-4639-a8f8-47e8fd123f22 req-57ac50de-9801-49b8-986c-7f218f79943c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2055957 Nov 26 03:05:35.504925 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f2f863a-d2a5-40dc-894f-58b571a673cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.513057 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:35.517719 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9ffa3c1a-2fd0-4cb7-be9e-37bf3d644307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.547628 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f2f863a-d2a5-40dc-894f-58b571a673cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.561646 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5e7bf16-b976-4639-a8f8-47e8fd123f22 req-77bbc303-59eb-4a11-a5cd-26dc92cf0fc1 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878513 Nov 26 03:05:35.579984 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 31e9b2e4-530d-4105-8aa2-7f7e0e102cea no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:05:35.581625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60910) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:35.582331 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-238c7793-4ccf-4544-9a66-c837dd99de66 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8831ebf0b64d444e91e9cd6e753d6ec9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2533667 Nov 26 03:05:35.614847 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a24eb75-4ef3-48fe-8c7e-ef827c7ff4c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:05:35.635527 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a24eb75-4ef3-48fe-8c7e-ef827c7ff4c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.639860 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1a24eb75-4ef3-48fe-8c7e-ef827c7ff4c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/be04ac71-d173-4da9-abb7-5bc97fd12739 HTTP/1.1" status: 200 len: 934 time: 1.8934736 Nov 26 03:05:35.639860 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c7793-4ccf-4544-9a66-c837dd99de66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc0f2f4-f678-4ecb-b558-2e8a64d76032,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:35.641672 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60912) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:35.645002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 31e9b2e4-530d-4105-8aa2-7f7e0e102cea {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:05:35.647587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 31e9b2e4-530d-4105-8aa2-7f7e0e102cea not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:05:35.691433 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-65527f73-502f-45e5-ba8b-43837d84eb96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.694034 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-9ffa3c1a-2fd0-4cb7-be9e-37bf3d644307 None None] For port af923924-de53-4b94-9bab-02c1052c5df1, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=af923924-de53-4b94-9bab-02c1052c5df1,segment=NetworkSegment(2dec8761-1227-4fe5-826e-629725c735c1),segment_id=2dec8761-1227-4fe5-826e-629725c735c1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:35.708545 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9ffa3c1a-2fd0-4cb7-be9e-37bf3d644307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.721338 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f2f863a-d2a5-40dc-894f-58b571a673cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.723866 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f2f863a-d2a5-40dc-894f-58b571a673cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.730054 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3f2f863a-d2a5-40dc-894f-58b571a673cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc8af8fa-5bbc-46c8-b32a-8b456e4c0fdb HTTP/1.1" status: 204 len: 168 time: 0.4318841 Nov 26 03:05:35.757631 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-65527f73-502f-45e5-ba8b-43837d84eb96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.776339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f863a-d2a5-40dc-894f-58b571a673cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8af8fa-5bbc-46c8-b32a-8b456e4c0fdb,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:35.815901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22a8a0-a364-41f6-944f-d591020a68eb req-1b6be1fd-2320-438c-8faa-17e450b43b29 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:35.817664 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea22a8a0-a364-41f6-944f-d591020a68eb req-1b6be1fd-2320-438c-8faa-17e450b43b29 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1073365 Nov 26 03:05:35.819880 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6297d208-c798-44c5-89bd-d171c01892a3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/routers/be04ac71-d173-4da9-abb7-5bc97fd12739 HTTP/1.1" status: 200 len: 934 time: 0.1652153 Nov 26 03:05:35.822816 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60916) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:35.828474 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-72acb767-94cf-4937-8691-9f7aee612590 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'router': {'routes': None}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:35.829352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa3c1a-2fd0-4cb7-be9e-37bf3d644307 None None] Pushing event updated for resources: {'Port': ['ID=af923924-de53-4b94-9bab-02c1052c5df1,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:35.843624 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-bfca9fb3-b38d-4d2a-b478-b0b8e5c5d2f3 None None] Provisioning complete for port af923924-de53-4b94-9bab-02c1052c5df1 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:35.844284 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bfca9fb3-b38d-4d2a-b478-b0b8e5c5d2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.903177 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-65527f73-502f-45e5-ba8b-43837d84eb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.905773 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-65527f73-502f-45e5-ba8b-43837d84eb96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:35.906958 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-65527f73-502f-45e5-ba8b-43837d84eb96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bbc0f2f4-f678-4ecb-b558-2e8a64d76032 HTTP/1.1" status: 204 len: 168 time: 0.3242924 Nov 26 03:05:35.953975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65527f73-502f-45e5-ba8b-43837d84eb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc0f2f4-f678-4ecb-b558-2e8a64d76032,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:35.972710 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:34Z', 'revision_number': 6, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:23Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af923924-de53-4b94-9bab-02c1052c5df1', 'name': '', 'network_id': 'ed122433-c7d7-45c4-a6f3-c59487a86372', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:a2:6a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:30Z', 'updated_at': '2021-11-26T03:05:35Z', 'revision_number': 4, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': '018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e381dc58-0ca8-4d05-ac69-2c175b55bf19', 'name': '', 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:7c:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:23Z', 'updated_at': '2021-11-26T03:05:31Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:35.979242 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea22a8a0-a364-41f6-944f-d591020a68eb req-c218d09c-a54f-4b56-8b26-1a81c3d99f87 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496530 Nov 26 03:05:36.026909 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87679193-3f74-4cc4-b901-5b5d21e74666 None None] The sync data for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 is: [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:34Z', 'revision_number': 6, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:23Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af923924-de53-4b94-9bab-02c1052c5df1', 'name': '', 'network_id': 'ed122433-c7d7-45c4-a6f3-c59487a86372', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:a2:6a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:30Z', 'updated_at': '2021-11-26T03:05:35Z', 'revision_number': 4, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': '018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e381dc58-0ca8-4d05-ac69-2c175b55bf19', 'name': '', 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:7c:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:23Z', 'updated_at': '2021-11-26T03:05:31Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:05:36.202103 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d60a5-12fb-417e-9f34-117c3429c6af req-51ed2444-1cb2-4a40-9ebe-c45b1bbcdd4c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:36.203890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-692d60a5-12fb-417e-9f34-117c3429c6af req-51ed2444-1cb2-4a40-9ebe-c45b1bbcdd4c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1438341 Nov 26 03:05:36.294380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-692d60a5-12fb-417e-9f34-117c3429c6af req-66fd61ad-d2d3-4735-946d-8f754d474a8d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719383 Nov 26 03:05:36.570700 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534cc4b-2afe-4fb7-8359-a70b3790f81f req-05ae1919-de30-48cc-afe6-8caeaaa43953 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:36.575566 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60942) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:36.580470 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7534cc4b-2afe-4fb7-8359-a70b3790f81f req-05ae1919-de30-48cc-afe6-8caeaaa43953 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1395900 Nov 26 03:05:36.599682 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf3addb2-9c7c-4aa7-b5fa-518bff380712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:36.657408 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.extraroute_db [None req-72acb767-94cf-4937-8691-9f7aee612590 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Added routes are [] {{(pid=104801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 26 03:05:36.657739 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.extraroute_db [None req-72acb767-94cf-4937-8691-9f7aee612590 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=104801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 26 03:05:36.661056 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7534cc4b-2afe-4fb7-8359-a70b3790f81f req-d661d908-d848-4166-bdf8-94a25d607cbb tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792644 Nov 26 03:05:36.719510 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-72acb767-94cf-4937-8691-9f7aee612590 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:36.793766 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device af923924-de53-4b94-9bab-02c1052c5df1 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:05:36.809103 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf3addb2-9c7c-4aa7-b5fa-518bff380712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:36.859683 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port af923924-de53-4b94-9bab-02c1052c5df1 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:36.860464 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:36.867830 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf3addb2-9c7c-4aa7-b5fa-518bff380712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:36.972881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60958) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:36.973028 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bf3addb2-9c7c-4aa7-b5fa-518bff380712 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6af5bd45dcd4b668320045a9b2df11f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3961930 Nov 26 03:05:37.042449 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3addb2-9c7c-4aa7-b5fa-518bff380712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f66123-2d9e-467b-aa15-ec79f8adbe0f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:37.089370 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-05901f44-0caa-4411-af62-94f53af48b44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:37.155157 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-05901f44-0caa-4411-af62-94f53af48b44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:37.264883 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-05901f44-0caa-4411-af62-94f53af48b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:37.267909 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-05901f44-0caa-4411-af62-94f53af48b44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:37.273088 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-05901f44-0caa-4411-af62-94f53af48b44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14f66123-2d9e-467b-aa15-ec79f8adbe0f HTTP/1.1" status: 204 len: 168 time: 0.2987025 Nov 26 03:05:37.276656 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-72acb767-94cf-4937-8691-9f7aee612590 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:37.283321 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-72acb767-94cf-4937-8691-9f7aee612590 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:37.303295 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05901f44-0caa-4411-af62-94f53af48b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f66123-2d9e-467b-aa15-ec79f8adbe0f,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:37.434944 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [req-bfc17161-f529-40e2-bc95-f1affb3a009c req-8419f74b-4071-4e91-a916-80f165f13315 service neutron] (104801) timed out ('10.222.0.54', 63520) {{(pid=104801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 03:05:37.442847 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72acb767-94cf-4937-8691-9f7aee612590 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router be04ac71-d173-4da9-abb7-5bc97fd12739 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:05:37.446542 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e8344e-0462-4e07-90b1-6b1a11d36363 None None] Sync routers for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:05:37.460337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e8344e-0462-4e07-90b1-6b1a11d36363 None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:37.462520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-64e8344e-0462-4e07-90b1-6b1a11d36363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:37.544965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72acb767-94cf-4937-8691-9f7aee612590 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:05:37.554663 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-72acb767-94cf-4937-8691-9f7aee612590 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:37.558331 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-72acb767-94cf-4937-8691-9f7aee612590 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/be04ac71-d173-4da9-abb7-5bc97fd12739 HTTP/1.1" status: 200 len: 700 time: 1.7317946 Nov 26 03:05:37.558731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60976) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:37.699228 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1d388b98-68ac-4ada-9f1a-65251eb2cf7d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/routers/be04ac71-d173-4da9-abb7-5bc97fd12739 HTTP/1.1" status: 200 len: 700 time: 0.1390035 Nov 26 03:05:37.700787 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-64e8344e-0462-4e07-90b1-6b1a11d36363 None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:37.702515 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60986) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:38.155969 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-64e8344e-0462-4e07-90b1-6b1a11d36363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:36Z', 'revision_number': 7, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:23Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af923924-de53-4b94-9bab-02c1052c5df1', 'name': '', 'network_id': 'ed122433-c7d7-45c4-a6f3-c59487a86372', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:a2:6a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:30Z', 'updated_at': '2021-11-26T03:05:35Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': '018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e381dc58-0ca8-4d05-ac69-2c175b55bf19', 'name': '', 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:7c:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:23Z', 'updated_at': '2021-11-26T03:05:31Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:38.189859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e8344e-0462-4e07-90b1-6b1a11d36363 None None] Checking router: be04ac71-d173-4da9-abb7-5bc97fd12739 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:05:38.206065 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e8344e-0462-4e07-90b1-6b1a11d36363 None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:38.206716 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-64e8344e-0462-4e07-90b1-6b1a11d36363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:38.311401 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83d4f1b5-f174-4baf-87ee-d5ffa7872930 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:38.458532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19905414-9547-47ec-912c-555c22b49410 req-4df2b7d6-1e47-4454-8577-a6e1ecd53b79 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:38.469358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19905414-9547-47ec-912c-555c22b49410 req-4df2b7d6-1e47-4454-8577-a6e1ecd53b79 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f7bca6f-5452-44fa-901f-5e7838cdd2f9 HTTP/1.1" status: 200 len: 943 time: 0.1165304 Nov 26 03:05:38.551352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-64e8344e-0462-4e07-90b1-6b1a11d36363 None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:38.658804 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-19905414-9547-47ec-912c-555c22b49410 req-512145dd-8b7e-4389-815b-4c0073d1febe tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Deleting port 543667cf-364f-4ec6-a347-524c853aac40 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:38.659343 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-19905414-9547-47ec-912c-555c22b49410 req-512145dd-8b7e-4389-815b-4c0073d1febe tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:38.804316 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-64e8344e-0462-4e07-90b1-6b1a11d36363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:36Z', 'revision_number': 7, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:23Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af923924-de53-4b94-9bab-02c1052c5df1', 'name': '', 'network_id': 'ed122433-c7d7-45c4-a6f3-c59487a86372', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:a2:6a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:30Z', 'updated_at': '2021-11-26T03:05:35Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': '018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e381dc58-0ca8-4d05-ac69-2c175b55bf19', 'name': '', 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:7c:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:23Z', 'updated_at': '2021-11-26T03:05:31Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:38.815099 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 32824) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:38.833559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-19905414-9547-47ec-912c-555c22b49410 req-512145dd-8b7e-4389-815b-4c0073d1febe tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] For port 543667cf-364f-4ec6-a347-524c853aac40, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=543667cf-364f-4ec6-a347-524c853aac40,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:38.834423 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-19905414-9547-47ec-912c-555c22b49410 req-512145dd-8b7e-4389-815b-4c0073d1febe tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:38.842712 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e8344e-0462-4e07-90b1-6b1a11d36363 None None] The sync data for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 is: [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:36Z', 'revision_number': 7, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:23Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af923924-de53-4b94-9bab-02c1052c5df1', 'name': '', 'network_id': 'ed122433-c7d7-45c4-a6f3-c59487a86372', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:a2:6a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:30Z', 'updated_at': '2021-11-26T03:05:35Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': '018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e381dc58-0ca8-4d05-ac69-2c175b55bf19', 'name': '', 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:7c:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:23Z', 'updated_at': '2021-11-26T03:05:31Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:05:38.851832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-19905414-9547-47ec-912c-555c22b49410 req-512145dd-8b7e-4389-815b-4c0073d1febe tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Calling delete_port for 543667cf-364f-4ec6-a347-524c853aac40 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:38.872356 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-83d4f1b5-f174-4baf-87ee-d5ffa7872930 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting port af923924-de53-4b94-9bab-02c1052c5df1 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:38.872703 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83d4f1b5-f174-4baf-87ee-d5ffa7872930 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:38.970784 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d95190e3-2f5c-44d5-86b4-15406f020515 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1898167114'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:39.026485 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95190e3-2f5c-44d5-86b4-15406f020515 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Made reservation on behalf of 08914f8898514a64b96b994f5787f2a4 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:05:39.034282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d95190e3-2f5c-44d5-86b4-15406f020515 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:39.044611 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d95190e3-2f5c-44d5-86b4-15406f020515 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:39.055482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-83d4f1b5-f174-4baf-87ee-d5ffa7872930 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] For port af923924-de53-4b94-9bab-02c1052c5df1, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=af923924-de53-4b94-9bab-02c1052c5df1,segment=NetworkSegment(2dec8761-1227-4fe5-826e-629725c735c1),segment_id=2dec8761-1227-4fe5-826e-629725c735c1)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:39.055703 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83d4f1b5-f174-4baf-87ee-d5ffa7872930 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:39.071489 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-83d4f1b5-f174-4baf-87ee-d5ffa7872930 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Calling delete_port for af923924-de53-4b94-9bab-02c1052c5df1 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:39.168701 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-19905414-9547-47ec-912c-555c22b49410 req-512145dd-8b7e-4389-815b-4c0073d1febe tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:39.179107 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d95190e3-2f5c-44d5-86b4-15406f020515 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:39.192756 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d95190e3-2f5c-44d5-86b4-15406f020515 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:39.213344 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['52340b43-9548-4bcf-983d-9d278eeca42d', 'e1957849-d9dd-4496-9635-87fbcc2f1527'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:05:39.220022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512145dd-8b7e-4389-815b-4c0073d1febe tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Pushing event deleted for resources: {'Port': ['ID=543667cf-364f-4ec6-a347-524c853aac40,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:39.258141 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95190e3-2f5c-44d5-86b4-15406f020515 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:05:39.287454 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d95190e3-2f5c-44d5-86b4-15406f020515 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:39.291090 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-d95190e3-2f5c-44d5-86b4-15406f020515 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Added segment 75f49271-a228-4983-99cb-f6b74f2b7b0b of type vlan for network 62dfff3f-53f8-4297-a965-9e13d762f4fd Nov 26 03:05:39.300517 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95190e3-2f5c-44d5-86b4-15406f020515 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3038253-03e0-4e75-a9f4-c048f816ba86,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:39.309108 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-19905414-9547-47ec-912c-555c22b49410 req-512145dd-8b7e-4389-815b-4c0073d1febe tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] No DVR routers for this DVR port 543667cf-364f-4ec6-a347-524c853aac40 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:05:39.313799 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-19905414-9547-47ec-912c-555c22b49410 req-512145dd-8b7e-4389-815b-4c0073d1febe tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:39.328615 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19905414-9547-47ec-912c-555c22b49410 req-512145dd-8b7e-4389-815b-4c0073d1febe tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "DELETE /v2.0/ports/543667cf-364f-4ec6-a347-524c853aac40 HTTP/1.1" status: 204 len: 173 time: 0.8582921 Nov 26 03:05:39.330266 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7bca6f-5452-44fa-901f-5e7838cdd2f9', 'name': 'network-vif-deleted', 'tag': '543667cf-364f-4ec6-a347-524c853aac40'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:05:39.347986 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b701f248-289a-4091-8f00-6b76f4a1bdb3" -d '{"events": [{"server_uuid": "6f7bca6f-5452-44fa-901f-5e7838cdd2f9", "name": "network-vif-deleted", "tag": "543667cf-364f-4ec6-a347-524c853aac40"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:05:39.385427 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d95190e3-2f5c-44d5-86b4-15406f020515 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:39.466257 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b2416a-57ba-40cc-b10e-9cc8b2993184 None None] Sync routers for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:05:39.469526 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d95190e3-2f5c-44d5-86b4-15406f020515 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:39.476284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95190e3-2f5c-44d5-86b4-15406f020515 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:39.477947 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d95190e3-2f5c-44d5-86b4-15406f020515 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:39.484721 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b2416a-57ba-40cc-b10e-9cc8b2993184 None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:39.485571 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-73b2416a-57ba-40cc-b10e-9cc8b2993184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:39.529174 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 26 Nov 2021 03:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6b4915-4e2d-4458-ad6c-8a042bedd961 x-openstack-request-id: req-0f6b4915-4e2d-4458-ad6c-8a042bedd961 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:05:39.529678 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7bca6f-5452-44fa-901f-5e7838cdd2f9", "name": "network-vif-deleted", "tag": "543667cf-364f-4ec6-a347-524c853aac40", "status": "failed", "code": 422}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:05:39.530972 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f6b4915-4e2d-4458-ad6c-8a042bedd961 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:05:39.531564 n-d-819389-3 neutron-server[104802]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f7bca6f-5452-44fa-901f-5e7838cdd2f9', 'name': 'network-vif-deleted', 'tag': '543667cf-364f-4ec6-a347-524c853aac40', 'status': 'failed', 'code': 422} returned with failed status Nov 26 03:05:39.605976 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d95190e3-2f5c-44d5-86b4-15406f020515 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7893789 Nov 26 03:05:39.623714 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 32854) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:39.644866 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83d4f1b5-f174-4baf-87ee-d5ffa7872930 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:39.647577 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-437c53f4-258c-4c61-87ef-08b547c4ddf1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Request body: {'subnet': {'network_id': '62dfff3f-53f8-4297-a965-9e13d762f4fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:39.733149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4f1b5-f174-4baf-87ee-d5ffa7872930 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Port': ['ID=af923924-de53-4b94-9bab-02c1052c5df1,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:39.812145 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01085a8d-8568-4129-abca-8481c4d7cd18 req-7103d658-0102-45b5-9ce1-3fefa0f349eb tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:39.814004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-01085a8d-8568-4129-abca-8481c4d7cd18 req-7103d658-0102-45b5-9ce1-3fefa0f349eb tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2323263 Nov 26 03:05:39.838231 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95190e3-2f5c-44d5-86b4-15406f020515 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event updated for resources: {'Network': ['ID=62dfff3f-53f8-4297-a965-9e13d762f4fd,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:39.863315 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 62dfff3f-53f8-4297-a965-9e13d762f4fd details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:05:39.878373 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437c53f4-258c-4c61-87ef-08b547c4ddf1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Made reservation on behalf of 08914f8898514a64b96b994f5787f2a4 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:05:39.882763 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-437c53f4-258c-4c61-87ef-08b547c4ddf1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:39.882946 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-73b2416a-57ba-40cc-b10e-9cc8b2993184 None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:40.068456 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-01085a8d-8568-4129-abca-8481c4d7cd18 req-376169ca-a846-4e30-99b5-1854a48fe601 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448823 Nov 26 03:05:40.087191 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83d4f1b5-f174-4baf-87ee-d5ffa7872930 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:40.279285 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-437c53f4-258c-4c61-87ef-08b547c4ddf1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:40.365384 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c53f4-258c-4c61-87ef-08b547c4ddf1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event updated for resources: {'Subnet': ['ID=0ca33117-2feb-47c7-bb4a-799b39038621,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:40.373118 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c53f4-258c-4c61-87ef-08b547c4ddf1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Checking segment: {'id': '75f49271-a228-4983-99cb-f6b74f2b7b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '62dfff3f-53f8-4297-a965-9e13d762f4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:05:40.373495 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437c53f4-258c-4c61-87ef-08b547c4ddf1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Network hostable DHCP agents. Network: 62dfff3f-53f8-4297-a965-9e13d762f4fd, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:05:40.401668 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-73b2416a-57ba-40cc-b10e-9cc8b2993184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:36Z', 'revision_number': 7, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:23Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af923924-de53-4b94-9bab-02c1052c5df1', 'name': '', 'network_id': 'ed122433-c7d7-45c4-a6f3-c59487a86372', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:a2:6a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:30Z', 'updated_at': '2021-11-26T03:05:35Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': '018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e381dc58-0ca8-4d05-ac69-2c175b55bf19', 'name': '', 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:7c:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:23Z', 'updated_at': '2021-11-26T03:05:31Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:40.406291 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437c53f4-258c-4c61-87ef-08b547c4ddf1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Network 62dfff3f-53f8-4297-a965-9e13d762f4fd is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:05:40.407001 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af26d59-4632-4eaf-9afc-e467b4a83c0c req-c2fd8d8a-45b8-4534-a575-151fe6aabd0e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:40.416213 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9af26d59-4632-4eaf-9afc-e467b4a83c0c req-c2fd8d8a-45b8-4534-a575-151fe6aabd0e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1651354 Nov 26 03:05:40.434345 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-437c53f4-258c-4c61-87ef-08b547c4ddf1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 62dfff3f-53f8-4297-a965-9e13d762f4fd) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:40.455389 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437c53f4-258c-4c61-87ef-08b547c4ddf1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:40.458735 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a92519-f955-47f2-9c84-f787a7cc6a55 None None] Network 62dfff3f-53f8-4297-a965-9e13d762f4fd requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:05:40.461749 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-437c53f4-258c-4c61-87ef-08b547c4ddf1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:40.498414 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-437c53f4-258c-4c61-87ef-08b547c4ddf1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8633850 Nov 26 03:05:40.498628 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 32866) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:40.505366 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-40a6ff29-5c24-4ead-a539-ea27854db680 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Request body: {'port': {'network_id': '62dfff3f-53f8-4297-a965-9e13d762f4fd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1761781905'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:40.512960 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b2416a-57ba-40cc-b10e-9cc8b2993184 None None] Checking router: be04ac71-d173-4da9-abb7-5bc97fd12739 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:05:40.527822 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b2416a-57ba-40cc-b10e-9cc8b2993184 None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:40.528549 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-73b2416a-57ba-40cc-b10e-9cc8b2993184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:40.649546 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-73b2416a-57ba-40cc-b10e-9cc8b2993184 None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:40.732947 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-62dfff3f-53f8-4297-a965-9e13d762f4fd', 'network_id': '62dfff3f-53f8-4297-a965-9e13d762f4fd', 'tenant_id': '08914f8898514a64b96b994f5787f2a4', 'fixed_ips': [{'subnet_id': '0ca33117-2feb-47c7-bb4a-799b39038621'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:05:40.734269 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:40.806713 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a6ff29-5c24-4ead-a539-ea27854db680 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Made reservation on behalf of 08914f8898514a64b96b994f5787f2a4 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:05:40.811220 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40a6ff29-5c24-4ead-a539-ea27854db680 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:40.837617 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-40a6ff29-5c24-4ead-a539-ea27854db680 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] device_id is not set on port 8f39f8e5-30b2-4610-b299-cc260438991a yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:05:40.910425 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Allocated IP 2001:db8::2 (62dfff3f-53f8-4297-a965-9e13d762f4fd/0ca33117-2feb-47c7-bb4a-799b39038621/926f6826-c8ef-4be8-b4f1-f7e01a83cae8) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:05:40.973653 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-73b2416a-57ba-40cc-b10e-9cc8b2993184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:39Z', 'revision_number': 8, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:23Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e381dc58-0ca8-4d05-ac69-2c175b55bf19', 'name': '', 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:7c:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:23Z', 'updated_at': '2021-11-26T03:05:31Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:41.011457 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b2416a-57ba-40cc-b10e-9cc8b2993184 None None] The sync data for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 is: [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:39Z', 'revision_number': 8, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:23Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e381dc58-0ca8-4d05-ac69-2c175b55bf19', 'name': '', 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:7c:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:23Z', 'updated_at': '2021-11-26T03:05:31Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:05:41.085919 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:41.092306 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:41.137779 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Network 62dfff3f-53f8-4297-a965-9e13d762f4fd is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:41.141711 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Pushing event updated for resources: {'Port': ['ID=926f6826-c8ef-4be8-b4f1-f7e01a83cae8,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:41.144263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:41.146302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:05:41.161845 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-40a6ff29-5c24-4ead-a539-ea27854db680 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Allocated IP 2001:db8::31a (62dfff3f-53f8-4297-a965-9e13d762f4fd/0ca33117-2feb-47c7-bb4a-799b39038621/8f39f8e5-30b2-4610-b299-cc260438991a) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:05:41.162486 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9af26d59-4632-4eaf-9afc-e467b4a83c0c req-ba655ea4-4d8f-47c8-95ac-f05c3444a9bf tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7445607 Nov 26 03:05:41.186658 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d4f1b5-f174-4baf-87ee-d5ffa7872930 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router be04ac71-d173-4da9-abb7-5bc97fd12739 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:05:41.201330 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Attempting to bind port 926f6826-c8ef-4be8-b4f1-f7e01a83cae8 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:05:41.201706 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Attempting to bind port 926f6826-c8ef-4be8-b4f1-f7e01a83cae8 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '75f49271-a228-4983-99cb-f6b74f2b7b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '62dfff3f-53f8-4297-a965-9e13d762f4fd'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:05:41.203513 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Attempting to bind port 926f6826-c8ef-4be8-b4f1-f7e01a83cae8 on network 62dfff3f-53f8-4297-a965-9e13d762f4fd {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:05:41.208917 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:05:41.209344 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Checking segment: {'id': '75f49271-a228-4983-99cb-f6b74f2b7b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '62dfff3f-53f8-4297-a965-9e13d762f4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:05:41.209750 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:41.210279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Bound using segment: {'id': '75f49271-a228-4983-99cb-f6b74f2b7b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '62dfff3f-53f8-4297-a965-9e13d762f4fd'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:05:41.210952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Bound port: 926f6826-c8ef-4be8-b4f1-f7e01a83cae8, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f49271-a228-4983-99cb-f6b74f2b7b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '62dfff3f-53f8-4297-a965-9e13d762f4fd'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:05:41.211339 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:41.211454 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b198892-dcc9-4260-a08b-34c42b70bd70 req-9f8ad301-6046-47c7-aca2-de893340124a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:41.213076 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b198892-dcc9-4260-a08b-34c42b70bd70 req-9f8ad301-6046-47c7-aca2-de893340124a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 907 time: 0.1090107 Nov 26 03:05:41.300689 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] For port 926f6826-c8ef-4be8-b4f1-f7e01a83cae8, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:05:41.305366 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] For port 926f6826-c8ef-4be8-b4f1-f7e01a83cae8, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=926f6826-c8ef-4be8-b4f1-f7e01a83cae8,segment=NetworkSegment(75f49271-a228-4983-99cb-f6b74f2b7b0b),segment_id=75f49271-a228-4983-99cb-f6b74f2b7b0b)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:05:41.312136 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:41.361632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d4f1b5-f174-4baf-87ee-d5ffa7872930 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:05:41.377774 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-83d4f1b5-f174-4baf-87ee-d5ffa7872930 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/be04ac71-d173-4da9-abb7-5bc97fd12739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6735671 Nov 26 03:05:41.378799 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 32874) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:41.385892 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefb28f-45a0-4ded-9cc6-eb83f008117a None None] Pushing event updated for resources: {'Port': ['ID=926f6826-c8ef-4be8-b4f1-f7e01a83cae8,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:41.452503 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40a6ff29-5c24-4ead-a539-ea27854db680 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:41.475632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf656bc-280d-4340-a4ce-623403ea787c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting subnet 018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:05:41.481233 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-acf656bc-280d-4340-a4ce-623403ea787c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:41.509580 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40a6ff29-5c24-4ead-a539-ea27854db680 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:41.545858 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-acf656bc-280d-4340-a4ce-623403ea787c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:41.590556 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6ff29-5c24-4ead-a539-ea27854db680 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event updated for resources: {'Port': ['ID=8f39f8e5-30b2-4610-b299-cc260438991a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:41.621102 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a6ff29-5c24-4ead-a539-ea27854db680 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Network 62dfff3f-53f8-4297-a965-9e13d762f4fd is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:41.622901 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-40a6ff29-5c24-4ead-a539-ea27854db680 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:41.629155 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a6ff29-5c24-4ead-a539-ea27854db680 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:05:41.640712 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a6ff29-5c24-4ead-a539-ea27854db680 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:41.641800 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40a6ff29-5c24-4ead-a539-ea27854db680 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:41.665430 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2d47c9e4-8e9a-40b2-bb8a-fcf38b9cb60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:41.676839 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-40a6ff29-5c24-4ead-a539-ea27854db680 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1770911 Nov 26 03:05:41.689340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 32880) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:41.714232 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4e20a60a-f22b-48cd-aeb0-6ca974e8e8f1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Request body: {'port': {'network_id': '62dfff3f-53f8-4297-a965-9e13d762f4fd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1093544024', 'allowed_address_pairs': [{'ip_address': '2001:db8::31a', 'mac_address': 'fa:16:3e:a6:52:fb'}]}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:41.730222 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-acf656bc-280d-4340-a4ce-623403ea787c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:41.761544 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4cab00-bc40-4d15-be3b-fb9191dadc76 None None] Sync routers for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:05:41.773924 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4cab00-bc40-4d15-be3b-fb9191dadc76 None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:41.775304 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5f4cab00-bc40-4d15-be3b-fb9191dadc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:41.832460 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:05:41.932139 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-5f4cab00-bc40-4d15-be3b-fb9191dadc76 None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:41.982924 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-acf656bc-280d-4340-a4ce-623403ea787c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:42.020191 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf656bc-280d-4340-a4ce-623403ea787c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Subnet': ['ID=018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:42.064026 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-acf656bc-280d-4340-a4ce-623403ea787c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:42.075420 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-acf656bc-280d-4340-a4ce-623403ea787c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/subnets/018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e HTTP/1.1" status: 204 len: 168 time: 0.6935718 Nov 26 03:05:42.078152 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 32896) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:42.096556 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afe0c91-c7d9-47d0-9420-aaa24e8d9aee None None] Network ed122433-c7d7-45c4-a6f3-c59487a86372 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:05:42.156245 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a1409-9e56-4905-90d7-120ab92742a4 req-10346dcc-04b0-4dd0-ae6d-54edd07e8fb9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:42.157966 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-569a1409-9e56-4905-90d7-120ab92742a4 req-10346dcc-04b0-4dd0-ae6d-54edd07e8fb9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 907 time: 0.1391902 Nov 26 03:05:42.158746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e20a60a-f22b-48cd-aeb0-6ca974e8e8f1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Made reservation on behalf of 08914f8898514a64b96b994f5787f2a4 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:05:42.212227 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:42.285114 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting port 2162fd75-efcf-4558-bb95-0c7f57963e92 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:42.285453 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:42.406492 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] For port 2162fd75-efcf-4558-bb95-0c7f57963e92, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2162fd75-efcf-4558-bb95-0c7f57963e92,segment=NetworkSegment(2dec8761-1227-4fe5-826e-629725c735c1),segment_id=2dec8761-1227-4fe5-826e-629725c735c1)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:42.406855 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:42.419038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5f4cab00-bc40-4d15-be3b-fb9191dadc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:39Z', 'revision_number': 8, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:23Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e381dc58-0ca8-4d05-ac69-2c175b55bf19', 'name': '', 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:7c:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:23Z', 'updated_at': '2021-11-26T03:05:31Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:42.482662 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] DHCP port deletion for ed122433-c7d7-45c4-a6f3-c59487a86372 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:05:42.529465 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4cab00-bc40-4d15-be3b-fb9191dadc76 None None] Checking router: be04ac71-d173-4da9-abb7-5bc97fd12739 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:05:42.549517 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4cab00-bc40-4d15-be3b-fb9191dadc76 None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:42.550254 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5f4cab00-bc40-4d15-be3b-fb9191dadc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:42.572743 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-569a1409-9e56-4905-90d7-120ab92742a4 req-aca143c3-1454-4f73-9e1d-9fd2d86b1b1b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Deleting port ced779a4-ab03-4115-88dc-6963ba7e5a4a {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:42.573299 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-569a1409-9e56-4905-90d7-120ab92742a4 req-aca143c3-1454-4f73-9e1d-9fd2d86b1b1b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:42.593568 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b96cd-ffb8-4a07-8975-812e1f5ec449 req-3d55e185-9eb8-4d77-8436-b9cab8c7263a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:42.615746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b19b96cd-ffb8-4a07-8975-812e1f5ec449 req-3d55e185-9eb8-4d77-8436-b9cab8c7263a tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 907 time: 0.2130957 Nov 26 03:05:42.703708 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] Deleting port 2162fd75-efcf-4558-bb95-0c7f57963e92 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:42.704292 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:42.763970 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4e20a60a-f22b-48cd-aeb0-6ca974e8e8f1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:42.796861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-4e20a60a-f22b-48cd-aeb0-6ca974e8e8f1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] device_id is not set on port f7cb0edb-15ee-48fb-a702-49f3e806cca3 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:05:42.829040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] For port 2162fd75-efcf-4558-bb95-0c7f57963e92, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2162fd75-efcf-4558-bb95-0c7f57963e92,segment=NetworkSegment(2dec8761-1227-4fe5-826e-629725c735c1),segment_id=2dec8761-1227-4fe5-826e-629725c735c1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:42.830015 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:42.848760 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] Calling delete_port for 2162fd75-efcf-4558-bb95-0c7f57963e92 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:42.883472 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Calling delete_port for 2162fd75-efcf-4558-bb95-0c7f57963e92 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:42.948486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 926f6826-c8ef-4be8-b4f1-f7e01a83cae8 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:05:42.987609 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:43.013263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-4e20a60a-f22b-48cd-aeb0-6ca974e8e8f1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Allocated IP 2001:db8::27a (62dfff3f-53f8-4297-a965-9e13d762f4fd/0ca33117-2feb-47c7-bb4a-799b39038621/f7cb0edb-15ee-48fb-a702-49f3e806cca3) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:05:43.031225 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] Pushing event deleted for resources: {'Port': ['ID=2162fd75-efcf-4558-bb95-0c7f57963e92,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:43.043364 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:43.054663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-5f4cab00-bc40-4d15-be3b-fb9191dadc76 None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:43.093188 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Port': ['ID=2162fd75-efcf-4558-bb95-0c7f57963e92,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:43.112464 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] No DVR routers for this DVR port 2162fd75-efcf-4558-bb95-0c7f57963e92 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:05:43.114525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:43.115429 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:43.115782 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:43.116300 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:43.116772 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:43.117120 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:43.117460 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:43.117794 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:43.118127 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:43.118459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:43.118791 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:43.119119 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:43.132076 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368837e4-a0fe-4538-932c-48ef99eb9926 None None] No DVR routers for this DVR port 2162fd75-efcf-4558-bb95-0c7f57963e92 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:05:43.251309 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f0c8b5-1905-4ec1-915a-36fa888d22dd None None] Network 62dfff3f-53f8-4297-a965-9e13d762f4fd requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:05:43.263315 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 926f6826-c8ef-4be8-b4f1-f7e01a83cae8 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:43.263690 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:43.285937 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:43.296879 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4e20a60a-f22b-48cd-aeb0-6ca974e8e8f1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:43.315017 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed122433-c7d7-45c4-a6f3-c59487a86372']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:43.336853 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dec8761-1227-4fe5-826e-629725c735c1') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:43.337468 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dec8761-1227-4fe5-826e-629725c735c1') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:43.363744 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:43.382673 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-569a1409-9e56-4905-90d7-120ab92742a4 req-aca143c3-1454-4f73-9e1d-9fd2d86b1b1b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] For port ced779a4-ab03-4115-88dc-6963ba7e5a4a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ced779a4-ab03-4115-88dc-6963ba7e5a4a,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:43.383048 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-569a1409-9e56-4905-90d7-120ab92742a4 req-aca143c3-1454-4f73-9e1d-9fd2d86b1b1b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:43.383713 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:43.394414 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:05:43.394642 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4e20a60a-f22b-48cd-aeb0-6ca974e8e8f1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:43.395295 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:05:43.401335 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:05:43.409019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-569a1409-9e56-4905-90d7-120ab92742a4 req-aca143c3-1454-4f73-9e1d-9fd2d86b1b1b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Calling delete_port for ced779a4-ab03-4115-88dc-6963ba7e5a4a owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:43.459989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e20a60a-f22b-48cd-aeb0-6ca974e8e8f1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Network 62dfff3f-53f8-4297-a965-9e13d762f4fd is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:43.510879 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-4e20a60a-f22b-48cd-aeb0-6ca974e8e8f1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:43.516360 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e20a60a-f22b-48cd-aeb0-6ca974e8e8f1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:05:43.522734 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e20a60a-f22b-48cd-aeb0-6ca974e8e8f1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:43.523416 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4e20a60a-f22b-48cd-aeb0-6ca974e8e8f1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:43.530096 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:43.546340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20a60a-f22b-48cd-aeb0-6ca974e8e8f1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event updated for resources: {'Port': ['ID=f7cb0edb-15ee-48fb-a702-49f3e806cca3,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:43.554573 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:43.560321 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/networks/ed122433-c7d7-45c4-a6f3-c59487a86372 HTTP/1.1" status: 204 len: 168 time: 1.4807122 Nov 26 03:05:43.569600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 32908) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:43.577849 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e6ccb-fcd2-4f81-b3b8-92aef7fc1008 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Network': ['ID=ed122433-c7d7-45c4-a6f3-c59487a86372,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:43.631513 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4e20a60a-f22b-48cd-aeb0-6ca974e8e8f1 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.9339511 Nov 26 03:05:43.632846 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 32910) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:43.679858 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-dae9cf4d-6ca7-4530-a81c-8406c1d46c64 None None] Provisioning complete for port 926f6826-c8ef-4be8-b4f1-f7e01a83cae8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:43.680392 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dae9cf4d-6ca7-4530-a81c-8406c1d46c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:43.746504 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de192b-487c-4622-b649-289153fc5e74 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:43.754530 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de192b-487c-4622-b649-289153fc5e74 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:43.762668 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de192b-487c-4622-b649-289153fc5e74 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:43.768866 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-18de192b-487c-4622-b649-289153fc5e74 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1313429 Nov 26 03:05:43.769492 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 32916) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:43.799720 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:43.889459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 926f6826-c8ef-4be8-b4f1-f7e01a83cae8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=926f6826-c8ef-4be8-b4f1-f7e01a83cae8,segment=NetworkSegment(75f49271-a228-4983-99cb-f6b74f2b7b0b),segment_id=75f49271-a228-4983-99cb-f6b74f2b7b0b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:43.893380 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e59911dc-073d-4082-b0a9-6775b377497f tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Deleting port f7cb0edb-15ee-48fb-a702-49f3e806cca3 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:43.897106 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e59911dc-073d-4082-b0a9-6775b377497f tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:43.958249 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee38a7-485d-425d-be4e-951851719954 req-0f18e315-09f4-42c9-b2f6-a8897672fbdc tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:43.960330 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4dee38a7-485d-425d-be4e-951851719954 req-0f18e315-09f4-42c9-b2f6-a8897672fbdc tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc43672-5658-4bed-9bbd-652e31900fb4 HTTP/1.1" status: 200 len: 907 time: 0.2163391 Nov 26 03:05:43.963521 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-569a1409-9e56-4905-90d7-120ab92742a4 req-aca143c3-1454-4f73-9e1d-9fd2d86b1b1b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:43.995509 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:44.034788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca143c3-1454-4f73-9e1d-9fd2d86b1b1b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Pushing event deleted for resources: {'Port': ['ID=ced779a4-ab03-4115-88dc-6963ba7e5a4a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:44.070532 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e59911dc-073d-4082-b0a9-6775b377497f tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:44.095512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2162fd75-efcf-4558-bb95-0c7f57963e92 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:05:44.100983 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e59911dc-073d-4082-b0a9-6775b377497f tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Calling delete_port for f7cb0edb-15ee-48fb-a702-49f3e806cca3 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:44.128719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-569a1409-9e56-4905-90d7-120ab92742a4 req-aca143c3-1454-4f73-9e1d-9fd2d86b1b1b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] No DVR routers for this DVR port ced779a4-ab03-4115-88dc-6963ba7e5a4a on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:05:44.149501 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-569a1409-9e56-4905-90d7-120ab92742a4 req-aca143c3-1454-4f73-9e1d-9fd2d86b1b1b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:44.153269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-569a1409-9e56-4905-90d7-120ab92742a4 req-aca143c3-1454-4f73-9e1d-9fd2d86b1b1b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.54 "DELETE /v2.0/ports/ced779a4-ab03-4115-88dc-6963ba7e5a4a HTTP/1.1" status: 204 len: 173 time: 1.9881308 Nov 26 03:05:44.155304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc43672-5658-4bed-9bbd-652e31900fb4', 'name': 'network-vif-deleted', 'tag': 'ced779a4-ab03-4115-88dc-6963ba7e5a4a'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:05:44.158918 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708d1c0e-b037-459c-999e-299540907fee" -d '{"events": [{"server_uuid": "4fc43672-5658-4bed-9bbd-652e31900fb4", "name": "network-vif-deleted", "tag": "ced779a4-ab03-4115-88dc-6963ba7e5a4a"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:05:44.178645 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 2162fd75-efcf-4558-bb95-0c7f57963e92 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:05:44.179028 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2162fd75-efcf-4558-bb95-0c7f57963e92 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:05:44.179470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device af923924-de53-4b94-9bab-02c1052c5df1 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:05:44.200816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d1a08-162d-457a-9b19-11f3734cb280 req-e5bb8fe1-1e84-4cb9-8bc1-0d91fa1e8c56 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:44.202428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c5d1a08-162d-457a-9b19-11f3734cb280 req-e5bb8fe1-1e84-4cb9-8bc1-0d91fa1e8c56 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1263998 Nov 26 03:05:44.292360 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1eb19404-9e9f-4232-aaaa-aee57d167177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:44.299940 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: af923924-de53-4b94-9bab-02c1052c5df1 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:05:44.300553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device af923924-de53-4b94-9bab-02c1052c5df1 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:05:44.308814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=926f6826-c8ef-4be8-b4f1-f7e01a83cae8,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:44.325496 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66676051-5462-451e-8c8a-536b10f2179d x-openstack-request-id: req-66676051-5462-451e-8c8a-536b10f2179d {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:05:44.325810 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc43672-5658-4bed-9bbd-652e31900fb4", "name": "network-vif-deleted", "tag": "ced779a4-ab03-4115-88dc-6963ba7e5a4a", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:05:44.326109 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66676051-5462-451e-8c8a-536b10f2179d {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:05:44.326482 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc43672-5658-4bed-9bbd-652e31900fb4', 'name': 'network-vif-deleted', 'tag': 'ced779a4-ab03-4115-88dc-6963ba7e5a4a', 'status': 'completed', 'code': 200} Nov 26 03:05:44.344221 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5f4cab00-bc40-4d15-be3b-fb9191dadc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:39Z', 'revision_number': 8, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:23Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e381dc58-0ca8-4d05-ac69-2c175b55bf19', 'name': '', 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:7c:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:23Z', 'updated_at': '2021-11-26T03:05:31Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:44.353796 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c5d1a08-162d-457a-9b19-11f3734cb280 req-0e31bede-8347-4e09-b23a-1f90bb704a97 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437018 Nov 26 03:05:44.422685 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e59911dc-073d-4082-b0a9-6775b377497f tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:44.441219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4cab00-bc40-4d15-be3b-fb9191dadc76 None None] The sync data for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 is: [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:39Z', 'revision_number': 8, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:23Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e381dc58-0ca8-4d05-ac69-2c175b55bf19', 'name': '', 'network_id': 'c14345e8-24c5-4012-8490-66557f453d18', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:7c:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:23Z', 'updated_at': '2021-11-26T03:05:31Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'c72c631c-e2e4-4d25-956e-2c5863a992e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:05:44.503322 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59911dc-073d-4082-b0a9-6775b377497f tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event deleted for resources: {'Port': ['ID=f7cb0edb-15ee-48fb-a702-49f3e806cca3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:44.555079 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:44.564502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9ec42-d7d8-47a6-9a6b-b88475ff8b4c req-ae0a4daf-ba3b-4329-9ae3-63ddd96dc23c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:44.566105 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75e9ec42-d7d8-47a6-9a6b-b88475ff8b4c req-ae0a4daf-ba3b-4329-9ae3-63ddd96dc23c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0933981 Nov 26 03:05:44.758289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75e9ec42-d7d8-47a6-9a6b-b88475ff8b4c req-f7b50746-eee0-48b8-96dc-02c275864caf tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535699 Nov 26 03:05:44.821707 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2f700962-949e-4815-a382-1261219a1d21 None None] Provisioning complete for port 926f6826-c8ef-4be8-b4f1-f7e01a83cae8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:44.822288 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2f700962-949e-4815-a382-1261219a1d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:44.855206 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e59911dc-073d-4082-b0a9-6775b377497f tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:44.861812 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e59911dc-073d-4082-b0a9-6775b377497f tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "DELETE /v2.0/ports/f7cb0edb-15ee-48fb-a702-49f3e806cca3 HTTP/1.1" status: 204 len: 168 time: 1.0890431 Nov 26 03:05:44.862171 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 32934) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:44.901055 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0ec28c-34eb-4667-a0a4-87c5d806065e tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] GET failed (client error): The resource could not be found. Nov 26 03:05:44.903024 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ce0ec28c-34eb-4667-a0a4-87c5d806065e tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "GET /v2.0/ports/f7cb0edb-15ee-48fb-a702-49f3e806cca3 HTTP/1.1" status: 404 len: 333 time: 0.0396314 Nov 26 03:05:44.907907 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 32940) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:44.915754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 926f6826-c8ef-4be8-b4f1-f7e01a83cae8 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:05:44.926661 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-e71eb7cb-2ddd-4d39-a436-d39acd9b114d tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Request body: {'port': {'network_id': '62dfff3f-53f8-4297-a965-9e13d762f4fd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-258130630'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:45.066806 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 926f6826-c8ef-4be8-b4f1-f7e01a83cae8 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:45.067194 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:45.068789 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2f700962-949e-4815-a382-1261219a1d21 None None] Could not find standard attr ID for object f7cb0edb-15ee-48fb-a702-49f3e806cca3. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:05:45.157323 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:45.159711 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2f700962-949e-4815-a382-1261219a1d21 None None] Provisioning complete for port 8f39f8e5-30b2-4610-b299-cc260438991a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:45.160167 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2f700962-949e-4815-a382-1261219a1d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:45.194114 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06705a4-fd95-4f90-9e99-b90785261386 req-8000ab9f-66ac-45c1-94f8-5e86218ae76e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:45.195927 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c06705a4-fd95-4f90-9e99-b90785261386 req-8000ab9f-66ac-45c1-94f8-5e86218ae76e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1891589 Nov 26 03:05:45.209853 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2f700962-949e-4815-a382-1261219a1d21 None None] Port 8f39f8e5-30b2-4610-b299-cc260438991a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:45.298612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71eb7cb-2ddd-4d39-a436-d39acd9b114d tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Made reservation on behalf of 08914f8898514a64b96b994f5787f2a4 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:05:45.303434 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e71eb7cb-2ddd-4d39-a436-d39acd9b114d tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:45.332897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-211381a4-250e-418e-9c99-6199acb0caa5 None None] Provisioning complete for port 8f39f8e5-30b2-4610-b299-cc260438991a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:45.333284 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-211381a4-250e-418e-9c99-6199acb0caa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:45.348003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting port e381dc58-0ca8-4d05-ac69-2c175b55bf19 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:45.348375 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:45.421775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-211381a4-250e-418e-9c99-6199acb0caa5 None None] Port 8f39f8e5-30b2-4610-b299-cc260438991a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:45.440653 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-e71eb7cb-2ddd-4d39-a436-d39acd9b114d tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] device_id is not set on port 25c4079f-73ab-46b9-b2f1-59f384c5ffe8 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:05:45.460245 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c06705a4-fd95-4f90-9e99-b90785261386 req-a5063175-23d2-4ccc-a9b3-7a7afd8529cf tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523406 Nov 26 03:05:45.540266 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-fc29c86e-4ff7-4c2e-adaf-59132f543d47 None None] Could not find standard attr ID for object f7cb0edb-15ee-48fb-a702-49f3e806cca3. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:05:45.567098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] For port e381dc58-0ca8-4d05-ac69-2c175b55bf19, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e381dc58-0ca8-4d05-ac69-2c175b55bf19,segment=NetworkSegment(217e3b44-3a87-4ff3-8c04-62fe28eba136),segment_id=217e3b44-3a87-4ff3-8c04-62fe28eba136)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:45.567462 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:45.608525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Calling delete_port for e381dc58-0ca8-4d05-ac69-2c175b55bf19 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:45.621462 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ced779a4-ab03-4115-88dc-6963ba7e5a4a no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:05:45.649359 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: ced779a4-ab03-4115-88dc-6963ba7e5a4a {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:05:45.649998 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ced779a4-ab03-4115-88dc-6963ba7e5a4a not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:05:45.663426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8837a-1ba9-42c6-8fe3-02813dd47358 req-5b475b3e-702a-40e3-9060-0660e783b1f9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:45.665021 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ef8837a-1ba9-42c6-8fe3-02813dd47358 req-5b475b3e-702a-40e3-9060-0660e783b1f9 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=e71a113b-3da5-4120-b39c-cf3a48693723 HTTP/1.1" status: 200 len: 945 time: 0.2146654 Nov 26 03:05:46.112126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-e71eb7cb-2ddd-4d39-a436-d39acd9b114d tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Allocated IP 2001:db8::2fe (62dfff3f-53f8-4297-a965-9e13d762f4fd/0ca33117-2feb-47c7-bb4a-799b39038621/25c4079f-73ab-46b9-b2f1-59f384c5ffe8) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:05:46.127935 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83b9e0-bdc2-445d-9f22-9495d15e1abd req-5e8e33ac-67f4-4520-a06a-9d3c6525be2b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:46.129784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e83b9e0-bdc2-445d-9f22-9495d15e1abd req-5e8e33ac-67f4-4520-a06a-9d3c6525be2b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.5588772 Nov 26 03:05:46.197539 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ef8837a-1ba9-42c6-8fe3-02813dd47358 req-39041330-201d-4154-a777-0b5aace4772d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245559 Nov 26 03:05:46.304465 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e83b9e0-bdc2-445d-9f22-9495d15e1abd req-ffbca0dc-c823-43a6-a068-62cad0b2d2fb tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608372 Nov 26 03:05:46.473064 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:46.479008 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e71eb7cb-2ddd-4d39-a436-d39acd9b114d tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:46.549092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Port': ['ID=e381dc58-0ca8-4d05-ac69-2c175b55bf19,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:46.594441 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:46.632438 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e7414-0406-4970-9a8a-c08220625171 req-874b50e8-a07f-4f21-a334-63d1f3b5b695 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:46.634059 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-155e7414-0406-4970-9a8a-c08220625171 req-874b50e8-a07f-4f21-a334-63d1f3b5b695 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2009919 Nov 26 03:05:46.693301 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:46.693746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:46.694176 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:46.694596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:46.695013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:46.695427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:46.696244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:46.696244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:46.696740 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:46.697149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:46.697796 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:46.697962 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:46.801414 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:46.811353 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e71eb7cb-2ddd-4d39-a436-d39acd9b114d tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:46.835973 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 32966) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:46.865389 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-155e7414-0406-4970-9a8a-c08220625171 req-075b7103-c8bd-4ace-87c2-4fe5cb2f36d5 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751037 Nov 26 03:05:46.969224 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71eb7cb-2ddd-4d39-a436-d39acd9b114d tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Network 62dfff3f-53f8-4297-a965-9e13d762f4fd is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:46.977911 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2742cd19-4aaf-4a2e-a3da-23a702be5280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:46.988090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71eb7cb-2ddd-4d39-a436-d39acd9b114d tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event updated for resources: {'Port': ['ID=25c4079f-73ab-46b9-b2f1-59f384c5ffe8,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:47.011210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-e71eb7cb-2ddd-4d39-a436-d39acd9b114d tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:47.016759 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71eb7cb-2ddd-4d39-a436-d39acd9b114d tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:05:47.022506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71eb7cb-2ddd-4d39-a436-d39acd9b114d tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:47.023122 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e71eb7cb-2ddd-4d39-a436-d39acd9b114d tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:47.049542 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13f151-7890-4fe0-bba6-4ae72e7c51eb req-7b005c48-6d6e-4971-a6ce-fb44b9eb6016 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:47.051057 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef13f151-7890-4fe0-bba6-4ae72e7c51eb req-7b005c48-6d6e-4971-a6ce-fb44b9eb6016 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.59 "GET /v2.0/ports?device_id=e71a113b-3da5-4120-b39c-cf3a48693723 HTTP/1.1" status: 200 len: 945 time: 0.2272892 Nov 26 03:05:47.062637 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2742cd19-4aaf-4a2e-a3da-23a702be5280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:47.071858 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2742cd19-4aaf-4a2e-a3da-23a702be5280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:47.096825 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e71eb7cb-2ddd-4d39-a436-d39acd9b114d tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1824117 Nov 26 03:05:47.103552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 32972) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:47.113246 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-bdf8f744-8347-42d2-a1db-05d373acebac tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::31a', 'mac_address': 'fa:16:3e:a6:52:fb'}]}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:47.134184 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2742cd19-4aaf-4a2e-a3da-23a702be5280 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f1e9369cce7340178864515fa0f9a731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2945039 Nov 26 03:05:47.134184 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742cd19-4aaf-4a2e-a3da-23a702be5280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1555e86-71b0-4bfb-8be6-5ad9b2a5aecf,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:47.137344 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 32974) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:47.181070 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6723cea-1450-4683-8f41-68001e4562d7 req-4ac06674-8dd2-4bcd-82fe-982fc8bc98df tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:47.188444 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6723cea-1450-4683-8f41-68001e4562d7 req-4ac06674-8dd2-4bcd-82fe-982fc8bc98df tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2331560 Nov 26 03:05:47.210726 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a721656d-fd79-4789-9d61-95c82adc0554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:47.237452 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a721656d-fd79-4789-9d61-95c82adc0554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:47.303250 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a721656d-fd79-4789-9d61-95c82adc0554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:47.310068 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a721656d-fd79-4789-9d61-95c82adc0554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:47.311411 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a721656d-fd79-4789-9d61-95c82adc0554 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1555e86-71b0-4bfb-8be6-5ad9b2a5aecf HTTP/1.1" status: 204 len: 168 time: 0.1731155 Nov 26 03:05:47.321219 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721656d-fd79-4789-9d61-95c82adc0554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1555e86-71b0-4bfb-8be6-5ad9b2a5aecf,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:47.378784 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ca776e45-60e7-4b24-9f42-66b3d77ba9dd None None] Provisioning complete for port 25c4079f-73ab-46b9-b2f1-59f384c5ffe8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:47.379212 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ca776e45-60e7-4b24-9f42-66b3d77ba9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:47.387571 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bdf8f744-8347-42d2-a1db-05d373acebac tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:47.407588 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6723cea-1450-4683-8f41-68001e4562d7 req-8a52598e-bdf1-4730-b79f-3caab4608810 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182798 Nov 26 03:05:47.414302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router be04ac71-d173-4da9-abb7-5bc97fd12739 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:05:47.415021 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ca776e45-60e7-4b24-9f42-66b3d77ba9dd None None] Port 25c4079f-73ab-46b9-b2f1-59f384c5ffe8 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:47.468152 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32f447-208e-4680-ab08-1e38504a3f20 req-2a4d902d-901a-4836-add9-809cb5f81a1d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:47.469701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e32f447-208e-4680-ab08-1e38504a3f20 req-2a4d902d-901a-4836-add9-809cb5f81a1d tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=e71a113b-3da5-4120-b39c-cf3a48693723 HTTP/1.1" status: 200 len: 945 time: 0.1447005 Nov 26 03:05:47.537504 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:47.556699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-ef13f151-7890-4fe0-bba6-4ae72e7c51eb req-16b6b0f7-7a30-4338-bc84-0d4b8e8d4d0c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Deleting port e1957849-d9dd-4496-9635-87fbcc2f1527 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:47.557339 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ef13f151-7890-4fe0-bba6-4ae72e7c51eb req-16b6b0f7-7a30-4338-bc84-0d4b8e8d4d0c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:47.674230 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 32990) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:47.687957 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-370853b5-baa6-415b-a4a1-cabdcdb8d46e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:47.745713 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:05:47.756015 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c81885-4812-41b0-8444-84cb3031fd7d None None] Sync routers for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:05:47.762871 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d036cd63-da3d-48d8-b5ad-e260a4cd133b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/be04ac71-d173-4da9-abb7-5bc97fd12739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1896434 Nov 26 03:05:47.766182 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c81885-4812-41b0-8444-84cb3031fd7d None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:47.766904 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-91c81885-4812-41b0-8444-84cb3031fd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:47.770848 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e32f447-208e-4680-ab08-1e38504a3f20 req-b8a8c0fe-0118-48b8-97dc-e6eb6ca0bb28 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582309 Nov 26 03:05:47.776178 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-370853b5-baa6-415b-a4a1-cabdcdb8d46e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:47.778126 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 32992) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:47.789327 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-370853b5-baa6-415b-a4a1-cabdcdb8d46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:47.826011 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ef13f151-7890-4fe0-bba6-4ae72e7c51eb req-16b6b0f7-7a30-4338-bc84-0d4b8e8d4d0c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] For port e1957849-d9dd-4496-9635-87fbcc2f1527, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e1957849-d9dd-4496-9635-87fbcc2f1527,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:47.826311 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ef13f151-7890-4fe0-bba6-4ae72e7c51eb req-16b6b0f7-7a30-4338-bc84-0d4b8e8d4d0c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:47.845587 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7159e36-4c04-4c47-a701-d801b475f1a1 req-7602a562-f461-4417-853c-f557fb9d0e2a tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:47.847086 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b7159e36-4c04-4c47-a701-d801b475f1a1 req-7602a562-f461-4417-853c-f557fb9d0e2a tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2056735 Nov 26 03:05:47.865706 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-ef13f151-7890-4fe0-bba6-4ae72e7c51eb req-16b6b0f7-7a30-4338-bc84-0d4b8e8d4d0c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Calling delete_port for e1957849-d9dd-4496-9635-87fbcc2f1527 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:47.868427 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-370853b5-baa6-415b-a4a1-cabdcdb8d46e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdd71d2acf3f409393e78bb6b9e9dc4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1929414 Nov 26 03:05:47.872707 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 32994) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:47.874367 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa52959-fa25-433c-a347-bf23e3770329 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting subnet c72c631c-e2e4-4d25-956e-2c5863a992e5 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:05:47.877656 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370853b5-baa6-415b-a4a1-cabdcdb8d46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243795f6-3815-4200-bfa9-d0dfada80511,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:47.882840 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aaa52959-fa25-433c-a347-bf23e3770329 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:47.883096 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-91c81885-4812-41b0-8444-84cb3031fd7d None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:47.921695 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bdf8f744-8347-42d2-a1db-05d373acebac tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:47.929625 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aaa52959-fa25-433c-a347-bf23e3770329 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:47.965697 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bdf8f744-8347-42d2-a1db-05d373acebac tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:48.017400 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aaa52959-fa25-433c-a347-bf23e3770329 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:48.037084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8f744-8347-42d2-a1db-05d373acebac tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] In _notify_port_updated(), no bound segment for port 25c4079f-73ab-46b9-b2f1-59f384c5ffe8 on network 62dfff3f-53f8-4297-a965-9e13d762f4fd {{(pid=104802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 03:05:48.042741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf8f744-8347-42d2-a1db-05d373acebac tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:48.043407 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bdf8f744-8347-42d2-a1db-05d373acebac tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:48.044786 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bdf8f744-8347-42d2-a1db-05d373acebac tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "PUT /v2.0/ports/25c4079f-73ab-46b9-b2f1-59f384c5ffe8 HTTP/1.1" status: 200 len: 1002 time: 0.9395456 Nov 26 03:05:48.056300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b7159e36-4c04-4c47-a701-d801b475f1a1 req-ebd49f97-3f20-497b-ba21-b57813859b9b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960123 Nov 26 03:05:48.064227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 32996) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:48.107508 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8f744-8347-42d2-a1db-05d373acebac tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event updated for resources: {'Port': ['ID=25c4079f-73ab-46b9-b2f1-59f384c5ffe8,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:48.112975 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-91c81885-4812-41b0-8444-84cb3031fd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:46Z', 'revision_number': 9, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:23Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:48.122113 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-61bb2e63-9211-4308-9ed4-99864e5f205a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:48.135265 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aaa52959-fa25-433c-a347-bf23e3770329 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:48.162890 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c81885-4812-41b0-8444-84cb3031fd7d None None] Checking router: be04ac71-d173-4da9-abb7-5bc97fd12739 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:05:48.180480 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c81885-4812-41b0-8444-84cb3031fd7d None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:48.181556 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-91c81885-4812-41b0-8444-84cb3031fd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:48.186486 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-61bb2e63-9211-4308-9ed4-99864e5f205a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:48.197104 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa52959-fa25-433c-a347-bf23e3770329 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Subnet': ['ID=c72c631c-e2e4-4d25-956e-2c5863a992e5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:48.211480 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aaa52959-fa25-433c-a347-bf23e3770329 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:48.219089 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-aaa52959-fa25-433c-a347-bf23e3770329 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/subnets/c72c631c-e2e4-4d25-956e-2c5863a992e5 HTTP/1.1" status: 204 len: 168 time: 0.4405160 Nov 26 03:05:48.219831 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33000) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:48.223569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df42d40-6824-4e6f-97b6-c39cabb8fb21 None None] Network c14345e8-24c5-4012-8490-66557f453d18 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:05:48.315836 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-91c81885-4812-41b0-8444-84cb3031fd7d None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:48.356715 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-9a806b4c-237b-4e60-87c9-df48d1161437 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Deleting port 25c4079f-73ab-46b9-b2f1-59f384c5ffe8 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:48.360963 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9a806b4c-237b-4e60-87c9-df48d1161437 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:48.369431 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:48.372855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcf978-503b-481e-97cd-94b3b5122670 req-5536b4a8-c627-482f-a927-efb0c69cf48a tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:48.380383 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79fcf978-503b-481e-97cd-94b3b5122670 req-5536b4a8-c627-482f-a927-efb0c69cf48a tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1758242 Nov 26 03:05:48.382103 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ef13f151-7890-4fe0-bba6-4ae72e7c51eb req-16b6b0f7-7a30-4338-bc84-0d4b8e8d4d0c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:48.441797 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['52340b43-9548-4bcf-983d-9d278eeca42d'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:05:48.451008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting port 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:48.451676 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:48.502164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f7493b8f-2bf3-4376-999c-ff29ac18189c None None] Provisioning complete for port 25c4079f-73ab-46b9-b2f1-59f384c5ffe8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:48.502907 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f7493b8f-2bf3-4376-999c-ff29ac18189c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:48.538821 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be9d3e6-20d8-464b-b559-1ef19f4aabf9 None None] DHCP port deletion for c14345e8-24c5-4012-8490-66557f453d18 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:05:48.541311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6b0f7-7a30-4338-bc84-0d4b8e8d4d0c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Pushing event deleted for resources: {'Port': ['ID=e1957849-d9dd-4496-9635-87fbcc2f1527,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:48.543313 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-61bb2e63-9211-4308-9ed4-99864e5f205a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:48.546139 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-61bb2e63-9211-4308-9ed4-99864e5f205a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:48.547676 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-61bb2e63-9211-4308-9ed4-99864e5f205a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/243795f6-3815-4200-bfa9-d0dfada80511 HTTP/1.1" status: 204 len: 168 time: 0.6712177 Nov 26 03:05:48.561718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] For port 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee,segment=NetworkSegment(217e3b44-3a87-4ff3-8c04-62fe28eba136),segment_id=217e3b44-3a87-4ff3-8c04-62fe28eba136)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:48.562282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:48.596832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb2e63-9211-4308-9ed4-99864e5f205a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243795f6-3815-4200-bfa9-d0dfada80511,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:48.616473 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Calling delete_port for 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:48.618062 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9a806b4c-237b-4e60-87c9-df48d1161437 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:48.665941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef13f151-7890-4fe0-bba6-4ae72e7c51eb req-16b6b0f7-7a30-4338-bc84-0d4b8e8d4d0c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] No DVR routers for this DVR port e1957849-d9dd-4496-9635-87fbcc2f1527 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:05:48.675266 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ef13f151-7890-4fe0-bba6-4ae72e7c51eb req-16b6b0f7-7a30-4338-bc84-0d4b8e8d4d0c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:48.679020 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef13f151-7890-4fe0-bba6-4ae72e7c51eb req-16b6b0f7-7a30-4338-bc84-0d4b8e8d4d0c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.59 "DELETE /v2.0/ports/e1957849-d9dd-4496-9635-87fbcc2f1527 HTTP/1.1" status: 204 len: 173 time: 1.6209562 Nov 26 03:05:48.695025 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79fcf978-503b-481e-97cd-94b3b5122670 req-17832e11-6c85-422c-8bd3-ec5392aa2215 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137968 Nov 26 03:05:48.696660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71a113b-3da5-4120-b39c-cf3a48693723', 'name': 'network-vif-deleted', 'tag': 'e1957849-d9dd-4496-9635-87fbcc2f1527'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:05:48.699616 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-91c81885-4812-41b0-8444-84cb3031fd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:46Z', 'revision_number': 9, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:23Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:48.700110 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cff8d2-04bb-4e2b-beeb-e56563c5bfef" -d '{"events": [{"server_uuid": "e71a113b-3da5-4120-b39c-cf3a48693723", "name": "network-vif-deleted", "tag": "e1957849-d9dd-4496-9635-87fbcc2f1527"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:05:48.703228 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-9a806b4c-237b-4e60-87c9-df48d1161437 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Calling delete_port for 25c4079f-73ab-46b9-b2f1-59f384c5ffe8 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:48.712632 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f7493b8f-2bf3-4376-999c-ff29ac18189c None None] Port 25c4079f-73ab-46b9-b2f1-59f384c5ffe8 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:48.783565 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c81885-4812-41b0-8444-84cb3031fd7d None None] The sync data for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 is: [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:46Z', 'revision_number': 9, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a59bc5-bb9d-4c48-92d8-9c637e8296bd', 'name': '', 'network_id': '1dfca453-c63b-405a-9b75-fc1f2b57a76c', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:3e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:17Z', 'updated_at': '2021-11-26T03:05:23Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6223488-d901-44b1-94bc-a4428ae0a0f0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:05:48.796942 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:48.828678 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] No DVR routers for this DVR port 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:05:48.917670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8be9d3e6-20d8-464b-b559-1ef19f4aabf9 None None] Deleting port 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:48.918166 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8be9d3e6-20d8-464b-b559-1ef19f4aabf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:48.961447 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dd8c02-1483-4cb1-9b0d-df34dfa5a914 x-openstack-request-id: req-14dd8c02-1483-4cb1-9b0d-df34dfa5a914 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:05:48.961965 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71a113b-3da5-4120-b39c-cf3a48693723", "name": "network-vif-deleted", "tag": "e1957849-d9dd-4496-9635-87fbcc2f1527", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:05:48.962900 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14dd8c02-1483-4cb1-9b0d-df34dfa5a914 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:05:48.963473 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71a113b-3da5-4120-b39c-cf3a48693723', 'name': 'network-vif-deleted', 'tag': 'e1957849-d9dd-4496-9635-87fbcc2f1527', 'status': 'completed', 'code': 200} Nov 26 03:05:49.016823 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8be9d3e6-20d8-464b-b559-1ef19f4aabf9 None None] For port 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:49.017372 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8be9d3e6-20d8-464b-b559-1ef19f4aabf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:49.045945 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8be9d3e6-20d8-464b-b559-1ef19f4aabf9 None None] Calling delete_port for 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:49.050314 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19f4ca06-4ff3-464e-8a35-a7a3e21dc02d req-962757c5-fd07-46c0-8b54-8049bef34964 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=e71a113b-3da5-4120-b39c-cf3a48693723 HTTP/1.1" status: 200 len: 210 time: 0.1027822 Nov 26 03:05:49.052161 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-8be9d3e6-20d8-464b-b559-1ef19f4aabf9 None None] Port 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 03:05:49.055454 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8be9d3e6-20d8-464b-b559-1ef19f4aabf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:49.081820 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9a806b4c-237b-4e60-87c9-df48d1161437 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:49.090761 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:49.112972 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14345e8-24c5-4012-8490-66557f453d18']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:49.116042 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Port': ['ID=5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:49.131601 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be9d3e6-20d8-464b-b559-1ef19f4aabf9 None None] No DVR routers for this DVR port 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:05:49.133170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9d3e6-20d8-464b-b559-1ef19f4aabf9 None None] Pushing event deleted for resources: {'Port': ['ID=5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:49.148503 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217e3b44-3a87-4ff3-8c04-62fe28eba136') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:49.148503 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217e3b44-3a87-4ff3-8c04-62fe28eba136') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:49.159239 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:49.176567 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:49.176810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a806b4c-237b-4e60-87c9-df48d1161437 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event deleted for resources: {'Port': ['ID=25c4079f-73ab-46b9-b2f1-59f384c5ffe8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:49.195738 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:05:49.196320 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:05:49.202384 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:05:49.213250 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:05:49.276142 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:05:49.276723 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5f2a9b69-148d-4cda-b3a3-2b0e57fed0ee not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:05:49.328805 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223dcdb-21c5-43f9-b2e4-22af831f30f0 req-63846e22-7b2f-4c5e-b514-ca9a66912a9b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:49.329535 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:49.330439 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0223dcdb-21c5-43f9-b2e4-22af831f30f0 req-63846e22-7b2f-4c5e-b514-ca9a66912a9b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2611082 Nov 26 03:05:49.347642 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:49.353201 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/networks/c14345e8-24c5-4012-8490-66557f453d18 HTTP/1.1" status: 204 len: 168 time: 1.1322403 Nov 26 03:05:49.363065 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33022) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:49.367234 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030f880-fc76-4138-aab7-1da00b023703 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Network': ['ID=c14345e8-24c5-4012-8490-66557f453d18,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:49.539644 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9a806b4c-237b-4e60-87c9-df48d1161437 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:49.543691 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9a806b4c-237b-4e60-87c9-df48d1161437 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "DELETE /v2.0/ports/25c4079f-73ab-46b9-b2f1-59f384c5ffe8 HTTP/1.1" status: 204 len: 168 time: 1.4784098 Nov 26 03:05:49.548142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33028) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:49.563267 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0223dcdb-21c5-43f9-b2e4-22af831f30f0 req-4d00810b-5597-41ef-9715-08e10c432718 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895590 Nov 26 03:05:49.579297 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d0bf08-85c7-43f4-a030-a7dcb6d07150 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] GET failed (client error): The resource could not be found. Nov 26 03:05:49.581082 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-49d0bf08-85c7-43f4-a030-a7dcb6d07150 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "GET /v2.0/ports/25c4079f-73ab-46b9-b2f1-59f384c5ffe8 HTTP/1.1" status: 404 len: 333 time: 0.0319028 Nov 26 03:05:49.586803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33030) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:49.593164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-62f6b12b-705a-4b23-b5f8-ea7cfbaa75f6 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Request body: {'port': {'network_id': '62dfff3f-53f8-4297-a965-9e13d762f4fd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1729242299'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:49.790161 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e1957849-d9dd-4496-9635-87fbcc2f1527 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:05:49.843292 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: e1957849-d9dd-4496-9635-87fbcc2f1527 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:05:49.843646 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e1957849-d9dd-4496-9635-87fbcc2f1527 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:05:49.854791 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:50.104674 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab199eb-de03-4737-b208-98f775bea988 req-663b8117-7a29-4d60-9a63-aa76b2ded6a0 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:50.106219 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ab199eb-de03-4737-b208-98f775bea988 req-663b8117-7a29-4d60-9a63-aa76b2ded6a0 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.4312067 Nov 26 03:05:50.128840 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting port 90a59bc5-bb9d-4c48-92d8-9c637e8296bd {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:50.129941 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:50.177644 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f6b12b-705a-4b23-b5f8-ea7cfbaa75f6 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Made reservation on behalf of 08914f8898514a64b96b994f5787f2a4 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:05:50.181433 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-62f6b12b-705a-4b23-b5f8-ea7cfbaa75f6 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:50.199038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ab199eb-de03-4737-b208-98f775bea988 req-c26f183b-a3be-4a0e-9654-c478fe733af2 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780010 Nov 26 03:05:50.208288 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-62f6b12b-705a-4b23-b5f8-ea7cfbaa75f6 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] device_id is not set on port 5e911a1c-ad83-4fd7-9c9f-eae2001d2877 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:05:50.256725 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] For port 90a59bc5-bb9d-4c48-92d8-9c637e8296bd, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=90a59bc5-bb9d-4c48-92d8-9c637e8296bd,segment=NetworkSegment(b382a737-2068-47be-9cd2-14dc51ed875e),segment_id=b382a737-2068-47be-9cd2-14dc51ed875e)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:50.257142 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:50.278559 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Calling delete_port for 90a59bc5-bb9d-4c48-92d8-9c637e8296bd owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:50.364842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-62f6b12b-705a-4b23-b5f8-ea7cfbaa75f6 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Allocated IP 2001:db8::5d (62dfff3f-53f8-4297-a965-9e13d762f4fd/0ca33117-2feb-47c7-bb4a-799b39038621/5e911a1c-ad83-4fd7-9c9f-eae2001d2877) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:05:50.539804 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:50.569808 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Port': ['ID=90a59bc5-bb9d-4c48-92d8-9c637e8296bd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:50.594696 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c680368-f04f-4278-815d-364c2e2dd901 req-5211ef2a-e183-4700-ad49-5a7acacad5c2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:50.596369 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c680368-f04f-4278-815d-364c2e2dd901 req-5211ef2a-e183-4700-ad49-5a7acacad5c2 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.1218150 Nov 26 03:05:50.611743 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:50.611890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8640c29-7d0e-40d5-bc23-ecaa9c5445b2 req-73fd1248-be7a-4c37-b101-097c6ca19f24 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:50.612112 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:50.612633 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:50.613147 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:50.613485 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:50.613815 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:50.613943 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8640c29-7d0e-40d5-bc23-ecaa9c5445b2 req-73fd1248-be7a-4c37-b101-097c6ca19f24 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1242685 Nov 26 03:05:50.614202 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:50.615276 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:50.615460 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:50.615792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:50.616317 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:50.616635 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:05:50.666603 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-62f6b12b-705a-4b23-b5f8-ea7cfbaa75f6 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:50.671252 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e381dc58-0ca8-4d05-ac69-2c175b55bf19 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:05:50.703503 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: e381dc58-0ca8-4d05-ac69-2c175b55bf19 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:05:50.703866 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e381dc58-0ca8-4d05-ac69-2c175b55bf19 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:05:50.758517 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c680368-f04f-4278-815d-364c2e2dd901 req-d0bb4a67-3cf4-43ab-82df-42eae742b1e8 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550431 Nov 26 03:05:50.777863 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8640c29-7d0e-40d5-bc23-ecaa9c5445b2 req-b3402a2c-4941-48d8-8139-2205b7cd1af5 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523712 Nov 26 03:05:50.800756 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-62f6b12b-705a-4b23-b5f8-ea7cfbaa75f6 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:50.810452 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:50.936516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f6b12b-705a-4b23-b5f8-ea7cfbaa75f6 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Network 62dfff3f-53f8-4297-a965-9e13d762f4fd is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:50.958058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-62f6b12b-705a-4b23-b5f8-ea7cfbaa75f6 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:50.965272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f6b12b-705a-4b23-b5f8-ea7cfbaa75f6 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:05:50.971515 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f6b12b-705a-4b23-b5f8-ea7cfbaa75f6 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:50.972290 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-62f6b12b-705a-4b23-b5f8-ea7cfbaa75f6 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:50.982625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6b12b-705a-4b23-b5f8-ea7cfbaa75f6 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event updated for resources: {'Port': ['ID=5e911a1c-ad83-4fd7-9c9f-eae2001d2877,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:51.001113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-62f6b12b-705a-4b23-b5f8-ea7cfbaa75f6 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4131396 Nov 26 03:05:51.010625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd7a1b-c62e-4fe7-8b8f-6636da66c137 req-d8ff6ce6-52c5-4ef4-b228-f7c247b6a231 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:51.012234 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b1bd7a1b-c62e-4fe7-8b8f-6636da66c137 req-d8ff6ce6-52c5-4ef4-b228-f7c247b6a231 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.59 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 945 time: 0.1930318 Nov 26 03:05:51.014568 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33080) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:51.020979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4f82b08e-2213-4c8c-963d-87ad2dfaf4c5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a6:52:fb'}]}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:51.074499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router be04ac71-d173-4da9-abb7-5bc97fd12739 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:05:51.090269 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe93e8e-8a81-4bfd-95e8-4d143f66f6cd req-817a933e-53e4-4939-8477-1acb12705a91 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:51.091864 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1fe93e8e-8a81-4bfd-95e8-4d143f66f6cd req-817a933e-53e4-4939-8477-1acb12705a91 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1837218 Nov 26 03:05:51.213618 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:05:51.227494 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54f7bfd-2032-43dd-b92d-d13648767c13 None None] Sync routers for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:05:51.229954 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-01e58d10-46ac-4149-bc21-ee616f4bf382 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/be04ac71-d173-4da9-abb7-5bc97fd12739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8642676 Nov 26 03:05:51.230594 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33100) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:51.242362 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f7bfd-2032-43dd-b92d-d13648767c13 None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:51.243255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d54f7bfd-2032-43dd-b92d-d13648767c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:51.276079 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1fe93e8e-8a81-4bfd-95e8-4d143f66f6cd req-968f9132-b8f6-49ca-acd0-1f0676504fdf tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729214 Nov 26 03:05:51.323368 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f38089-6f74-422b-b570-8e64871a4380 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting subnet b6223488-d901-44b1-94bc-a4428ae0a0f0 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:05:51.330479 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88f38089-6f74-422b-b570-8e64871a4380 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:51.346860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-b1bd7a1b-c62e-4fe7-8b8f-6636da66c137 req-a614bbbc-4287-40ec-ba1e-eac4e451e676 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Deleting port 52340b43-9548-4bcf-983d-9d278eeca42d {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:51.347200 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b1bd7a1b-c62e-4fe7-8b8f-6636da66c137 req-a614bbbc-4287-40ec-ba1e-eac4e451e676 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:51.395133 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d54f7bfd-2032-43dd-b92d-d13648767c13 None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:51.397209 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88f38089-6f74-422b-b570-8e64871a4380 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:51.440621 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4f82b08e-2213-4c8c-963d-87ad2dfaf4c5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:51.532397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-b1bd7a1b-c62e-4fe7-8b8f-6636da66c137 req-a614bbbc-4287-40ec-ba1e-eac4e451e676 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] For port 52340b43-9548-4bcf-983d-9d278eeca42d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=52340b43-9548-4bcf-983d-9d278eeca42d,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:51.532775 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b1bd7a1b-c62e-4fe7-8b8f-6636da66c137 req-a614bbbc-4287-40ec-ba1e-eac4e451e676 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:51.553925 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88f38089-6f74-422b-b570-8e64871a4380 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:51.569795 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6eea4c2c-d9a2-44d6-8b78-b4a03cd2a810 None None] Provisioning complete for port 5e911a1c-ad83-4fd7-9c9f-eae2001d2877 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:51.570172 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6eea4c2c-d9a2-44d6-8b78-b4a03cd2a810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:51.605194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-b1bd7a1b-c62e-4fe7-8b8f-6636da66c137 req-a614bbbc-4287-40ec-ba1e-eac4e451e676 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Calling delete_port for 52340b43-9548-4bcf-983d-9d278eeca42d owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:51.612419 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-6eea4c2c-d9a2-44d6-8b78-b4a03cd2a810 None None] Port 5e911a1c-ad83-4fd7-9c9f-eae2001d2877 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:51.648318 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88f38089-6f74-422b-b570-8e64871a4380 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:51.681703 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f38089-6f74-422b-b570-8e64871a4380 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Subnet': ['ID=b6223488-d901-44b1-94bc-a4428ae0a0f0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:51.686138 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88f38089-6f74-422b-b570-8e64871a4380 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:51.691890 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-88f38089-6f74-422b-b570-8e64871a4380 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/subnets/b6223488-d901-44b1-94bc-a4428ae0a0f0 HTTP/1.1" status: 204 len: 168 time: 0.4576247 Nov 26 03:05:51.692158 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33124) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:51.710550 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805158a5-2ad1-44f5-9817-b0ed88a34230 None None] Network 1dfca453-c63b-405a-9b75-fc1f2b57a76c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:05:51.800481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4fe51-9a9a-4793-95c8-b207b0403aab req-e9a7775f-484a-4f99-b618-7391661c5079 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:51.801278 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:51.802055 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72f4fe51-9a9a-4793-95c8-b207b0403aab req-e9a7775f-484a-4f99-b618-7391661c5079 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/networks?id=487bf824-96b4-4a0b-aab0-a1e59303e892 HTTP/1.1" status: 200 len: 814 time: 0.2640889 Nov 26 03:05:51.832353 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72f4fe51-9a9a-4793-95c8-b207b0403aab req-d7c03484-ec3c-4d9b-bd37-ea5d69bb77ce tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/quotas/8dffa06fe9f14d8ba6cd863c2a120c58 HTTP/1.1" status: 200 len: 375 time: 0.0202065 Nov 26 03:05:51.886323 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4f82b08e-2213-4c8c-963d-87ad2dfaf4c5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:51.894916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting port 6f03861e-3162-4c07-963c-b521ce47122d {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:51.895333 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:51.917919 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4f82b08e-2213-4c8c-963d-87ad2dfaf4c5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:51.930519 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d54f7bfd-2032-43dd-b92d-d13648767c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:50Z', 'revision_number': 10, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:51.949535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33132) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:51.961595 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54f7bfd-2032-43dd-b92d-d13648767c13 None None] Checking router: be04ac71-d173-4da9-abb7-5bc97fd12739 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:05:51.971885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f7bfd-2032-43dd-b92d-d13648767c13 None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:51.973062 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d54f7bfd-2032-43dd-b92d-d13648767c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:52.002982 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] For port 6f03861e-3162-4c07-963c-b521ce47122d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6f03861e-3162-4c07-963c-b521ce47122d,segment=NetworkSegment(b382a737-2068-47be-9cd2-14dc51ed875e),segment_id=b382a737-2068-47be-9cd2-14dc51ed875e)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:52.002982 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:52.012572 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-4f82b08e-2213-4c8c-963d-87ad2dfaf4c5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] In _notify_port_updated(), no bound segment for port 5e911a1c-ad83-4fd7-9c9f-eae2001d2877 on network 62dfff3f-53f8-4297-a965-9e13d762f4fd {{(pid=104802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 03:05:52.017415 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Calling delete_port for 6f03861e-3162-4c07-963c-b521ce47122d owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:52.018336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f82b08e-2213-4c8c-963d-87ad2dfaf4c5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:52.019006 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4f82b08e-2213-4c8c-963d-87ad2dfaf4c5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:52.020370 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4f82b08e-2213-4c8c-963d-87ad2dfaf4c5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "PUT /v2.0/ports/5e911a1c-ad83-4fd7-9c9f-eae2001d2877 HTTP/1.1" status: 200 len: 1002 time: 1.0045848 Nov 26 03:05:52.025752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33136) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:52.041640 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b1bd7a1b-c62e-4fe7-8b8f-6636da66c137 req-a614bbbc-4287-40ec-ba1e-eac4e451e676 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:52.071091 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d54f7bfd-2032-43dd-b92d-d13648767c13 None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:52.091588 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72f4fe51-9a9a-4793-95c8-b207b0403aab req-015e40b4-7e03-4a6f-be40-ee72ff8325db tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dffa06fe9f14d8ba6cd863c2a120c58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2458005 Nov 26 03:05:52.107982 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82b08e-2213-4c8c-963d-87ad2dfaf4c5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event updated for resources: {'Port': ['ID=5e911a1c-ad83-4fd7-9c9f-eae2001d2877,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:52.138199 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:52.179481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb181d87-2202-4bc9-8c96-9eae39852bf1 req-20530999-d52f-47ca-91d8-425eb179ae60 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:52.181276 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb181d87-2202-4bc9-8c96-9eae39852bf1 req-20530999-d52f-47ca-91d8-425eb179ae60 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39f95a3-c691-4101-88ba-3ca389287da0 HTTP/1.1" status: 200 len: 867 time: 0.2718186 Nov 26 03:05:52.211544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614bbbc-4287-40ec-ba1e-eac4e451e676 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Pushing event deleted for resources: {'Port': ['ID=52340b43-9548-4bcf-983d-9d278eeca42d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:52.261928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d531be-b6e2-4c30-b35c-530b1d006c64 None None] DHCP port deletion for 1dfca453-c63b-405a-9b75-fc1f2b57a76c request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:05:52.271373 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bd7a1b-c62e-4fe7-8b8f-6636da66c137 req-a614bbbc-4287-40ec-ba1e-eac4e451e676 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] No DVR routers for this DVR port 52340b43-9548-4bcf-983d-9d278eeca42d on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:05:52.306905 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b1bd7a1b-c62e-4fe7-8b8f-6636da66c137 req-a614bbbc-4287-40ec-ba1e-eac4e451e676 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:52.310448 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b1bd7a1b-c62e-4fe7-8b8f-6636da66c137 req-a614bbbc-4287-40ec-ba1e-eac4e451e676 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.59 "DELETE /v2.0/ports/52340b43-9548-4bcf-983d-9d278eeca42d HTTP/1.1" status: 204 len: 173 time: 1.2838771 Nov 26 03:05:52.310952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39f95a3-c691-4101-88ba-3ca389287da0', 'name': 'network-vif-deleted', 'tag': '52340b43-9548-4bcf-983d-9d278eeca42d'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:05:52.318780 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3297f915-04a5-4c99-807d-8a1a449332cb" -d '{"events": [{"server_uuid": "f39f95a3-c691-4101-88ba-3ca389287da0", "name": "network-vif-deleted", "tag": "52340b43-9548-4bcf-983d-9d278eeca42d"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:05:52.394892 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dfe0dd12-3b17-4eb8-a355-b04ddae87fb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:52.399242 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d54f7bfd-2032-43dd-b92d-d13648767c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:50Z', 'revision_number': 10, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:52.445537 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54f7bfd-2032-43dd-b92d-d13648767c13 None None] The sync data for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 is: [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:50Z', 'revision_number': 10, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None, '_interfaces': [{'id': '201e10c9-0eaa-4ee0-b980-7678bae8d7a8', 'name': '', 'network_id': '630a68be-9afd-4bd4-a0ad-ad746bb1ada6', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'mac_address': 'fa:16:3e:af:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:05:09Z', 'updated_at': '2021-11-26T03:05:18Z', 'revision_number': 5, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'subnets': [{'id': 'b6728104-ff21-4bba-803e-04f0414aeacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:05:52.476844 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:52.537292 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb181d87-2202-4bc9-8c96-9eae39852bf1 req-922d962d-be02-4917-b226-336c44993cec tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=a41088ba-cbc4-4640-b3cf-d3b303e3e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227823 Nov 26 03:05:52.546553 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e15157a9-4107-4c4b-b8ce-7f2560d379d2 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Deleting port 5e911a1c-ad83-4fd7-9c9f-eae2001d2877 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:52.546814 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e15157a9-4107-4c4b-b8ce-7f2560d379d2 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:52.587004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f536b2ee-492e-4853-9fe1-56d98a6e50f1 None None] Provisioning complete for port 5e911a1c-ad83-4fd7-9c9f-eae2001d2877 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:52.587387 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f536b2ee-492e-4853-9fe1-56d98a6e50f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:52.594390 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] No DVR routers for this DVR port 6f03861e-3162-4c07-963c-b521ce47122d on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:05:52.613241 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Port': ['ID=6f03861e-3162-4c07-963c-b521ce47122d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:52.630492 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb2bb3d-02e1-4227-9fde-61338fa62773 x-openstack-request-id: req-5bb2bb3d-02e1-4227-9fde-61338fa62773 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:05:52.630927 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39f95a3-c691-4101-88ba-3ca389287da0", "name": "network-vif-deleted", "tag": "52340b43-9548-4bcf-983d-9d278eeca42d", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:05:52.631281 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bb2bb3d-02e1-4227-9fde-61338fa62773 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:05:52.631791 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39f95a3-c691-4101-88ba-3ca389287da0', 'name': 'network-vif-deleted', 'tag': '52340b43-9548-4bcf-983d-9d278eeca42d', 'status': 'completed', 'code': 200} Nov 26 03:05:52.652194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83e5bc-d495-4b61-99b5-1500f70ead38 req-7447720e-5cbc-4f3e-a07a-84e4a37aa4ec tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:52.653848 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c83e5bc-d495-4b61-99b5-1500f70ead38 req-7447720e-5cbc-4f3e-a07a-84e4a37aa4ec tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2678781 Nov 26 03:05:52.656889 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f536b2ee-492e-4853-9fe1-56d98a6e50f1 None None] Port 5e911a1c-ad83-4fd7-9c9f-eae2001d2877 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:52.702598 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:52.722270 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dfca453-c63b-405a-9b75-fc1f2b57a76c']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:52.729757 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e15157a9-4107-4c4b-b8ce-7f2560d379d2 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:52.732927 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b382a737-2068-47be-9cd2-14dc51ed875e') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:52.733299 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b382a737-2068-47be-9cd2-14dc51ed875e') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:52.743348 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:52.757507 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:52.761524 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e15157a9-4107-4c4b-b8ce-7f2560d379d2 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Calling delete_port for 5e911a1c-ad83-4fd7-9c9f-eae2001d2877 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:52.764000 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:05:52.764617 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:05:52.768873 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:05:52.781012 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dfe0dd12-3b17-4eb8-a355-b04ddae87fb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:52.788728 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c83e5bc-d495-4b61-99b5-1500f70ead38 req-4412634f-5c9d-43fd-8345-e377223840f3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202943 Nov 26 03:05:52.790830 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dfe0dd12-3b17-4eb8-a355-b04ddae87fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:52.876457 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:52.885657 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:52.891391 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/networks/1dfca453-c63b-405a-9b75-fc1f2b57a76c HTTP/1.1" status: 204 len: 168 time: 1.1976898 Nov 26 03:05:52.894035 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33144) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:52.904513 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6f03861e-3162-4c07-963c-b521ce47122d no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:05:52.923659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-dfe0dd12-3b17-4eb8-a355-b04ddae87fb4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91273c602bb848e69a53dc1118f3377d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9700413 Nov 26 03:05:52.937614 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 6f03861e-3162-4c07-963c-b521ce47122d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:05:52.938456 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6f03861e-3162-4c07-963c-b521ce47122d not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:05:52.939118 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 90a59bc5-bb9d-4c48-92d8-9c637e8296bd no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:05:52.942304 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33146) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:52.942778 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f164e9-f1ab-46fc-a775-27f49ee236c0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Network': ['ID=1dfca453-c63b-405a-9b75-fc1f2b57a76c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:52.970841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0dd12-3b17-4eb8-a355-b04ddae87fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb1c55c-40a2-4821-a48e-6db80fe2335b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:52.990668 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 90a59bc5-bb9d-4c48-92d8-9c637e8296bd {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:05:52.991278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 90a59bc5-bb9d-4c48-92d8-9c637e8296bd not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:05:53.001096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47b9a3-4e3c-4f96-9384-ee8b6722196d req-91cb7211-ed67-4a03-a0e5-0009155bf7b9 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:53.002876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e47b9a3-4e3c-4f96-9384-ee8b6722196d req-91cb7211-ed67-4a03-a0e5-0009155bf7b9 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1223249 Nov 26 03:05:53.094854 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e47b9a3-4e3c-4f96-9384-ee8b6722196d req-42e7b31c-bc08-45b4-b0cd-22feb0b54eae tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729842 Nov 26 03:05:53.101357 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e15157a9-4107-4c4b-b8ce-7f2560d379d2 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:53.137440 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe159629-51e9-4445-84a9-e2b3ef7da2cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:53.139487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15157a9-4107-4c4b-b8ce-7f2560d379d2 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event deleted for resources: {'Port': ['ID=5e911a1c-ad83-4fd7-9c9f-eae2001d2877,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:53.174369 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e15157a9-4107-4c4b-b8ce-7f2560d379d2 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:53.182469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e15157a9-4107-4c4b-b8ce-7f2560d379d2 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "DELETE /v2.0/ports/5e911a1c-ad83-4fd7-9c9f-eae2001d2877 HTTP/1.1" status: 204 len: 168 time: 1.1537633 Nov 26 03:05:53.182970 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33150) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:53.199678 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe159629-51e9-4445-84a9-e2b3ef7da2cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:53.215855 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-84168b2b-7c33-4dd4-955f-2f4af5e31bd7 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] GET failed (client error): The resource could not be found. Nov 26 03:05:53.222768 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-84168b2b-7c33-4dd4-955f-2f4af5e31bd7 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "GET /v2.0/ports/5e911a1c-ad83-4fd7-9c9f-eae2001d2877 HTTP/1.1" status: 404 len: 333 time: 0.0365350 Nov 26 03:05:53.223112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33152) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:53.235608 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-8c8d11ef-609b-4291-85da-9568354fac8e tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Request body: {'port': {'network_id': '62dfff3f-53f8-4297-a965-9e13d762f4fd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-519874941'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:53.322249 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe159629-51e9-4445-84a9-e2b3ef7da2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:53.325130 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe159629-51e9-4445-84a9-e2b3ef7da2cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:53.326379 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fe159629-51e9-4445-84a9-e2b3ef7da2cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1bb1c55c-40a2-4821-a48e-6db80fe2335b HTTP/1.1" status: 204 len: 168 time: 0.3813398 Nov 26 03:05:53.375421 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe159629-51e9-4445-84a9-e2b3ef7da2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb1c55c-40a2-4821-a48e-6db80fe2335b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:53.394934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8d11ef-609b-4291-85da-9568354fac8e tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Made reservation on behalf of 08914f8898514a64b96b994f5787f2a4 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:05:53.400613 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c8d11ef-609b-4291-85da-9568354fac8e tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:53.454473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-8c8d11ef-609b-4291-85da-9568354fac8e tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] device_id is not set on port b9e87d78-31b7-47a8-bf49-ba13c15adc4d yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:05:53.455047 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-768e83e6-8804-467b-b986-a64ba065303b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:53.479215 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4ed61e90-28bd-4bf9-9a15-608c3ce57722 req-f8e2ccec-20b7-4f78-b98c-0b9babc128bf tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8dffa06fe9f14d8ba6cd863c2a120c58 HTTP/1.1" status: 200 len: 221 time: 0.0738707 Nov 26 03:05:53.550124 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:53.652515 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e9f35-803c-4d48-93c9-1592a59d83ee req-e03f9b4a-e1d4-4db3-993c-4a5af5b82271 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:53.659780 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e9e9f35-803c-4d48-93c9-1592a59d83ee req-e03f9b4a-e1d4-4db3-993c-4a5af5b82271 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1149590 Nov 26 03:05:53.663124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-8c8d11ef-609b-4291-85da-9568354fac8e tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Allocated IP 2001:db8::3a7 (62dfff3f-53f8-4297-a965-9e13d762f4fd/0ca33117-2feb-47c7-bb4a-799b39038621/b9e87d78-31b7-47a8-bf49-ba13c15adc4d) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:05:53.738781 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e9e9f35-803c-4d48-93c9-1592a59d83ee req-8bbe6dc4-819e-47f2-821a-c6b7866b3036 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775285 Nov 26 03:05:53.773626 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-768e83e6-8804-467b-b986-a64ba065303b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting port 201e10c9-0eaa-4ee0-b980-7678bae8d7a8 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:53.774202 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-768e83e6-8804-467b-b986-a64ba065303b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:53.804222 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33178) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:53.818179 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c65f61e2-cbf3-43b8-bcca-9ec034103a5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:53.833229 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 52340b43-9548-4bcf-983d-9d278eeca42d no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:05:53.866243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 52340b43-9548-4bcf-983d-9d278eeca42d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:05:53.866825 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 52340b43-9548-4bcf-983d-9d278eeca42d not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:05:53.896943 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-768e83e6-8804-467b-b986-a64ba065303b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] For port 201e10c9-0eaa-4ee0-b980-7678bae8d7a8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=201e10c9-0eaa-4ee0-b980-7678bae8d7a8,segment=NetworkSegment(a408cb73-86f9-44a3-acc6-4a38388c9939),segment_id=a408cb73-86f9-44a3-acc6-4a38388c9939)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:53.897401 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-768e83e6-8804-467b-b986-a64ba065303b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:53.911900 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-768e83e6-8804-467b-b986-a64ba065303b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Calling delete_port for 201e10c9-0eaa-4ee0-b980-7678bae8d7a8 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:53.967570 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c8d11ef-609b-4291-85da-9568354fac8e tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:53.990948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951da02-f41a-432a-b473-96c5c688fddc req-7477340b-ac4b-4a6c-b377-9ac2f68bc0ca tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:53.992477 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9951da02-f41a-432a-b473-96c5c688fddc req-7477340b-ac4b-4a6c-b377-9ac2f68bc0ca tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1442528 Nov 26 03:05:54.058924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a719421-ee54-4dcd-bac0-5e72d1252638 req-0abeaa08-a20d-4a96-bf58-76ebe1bc9611 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:54.060471 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a719421-ee54-4dcd-bac0-5e72d1252638 req-0abeaa08-a20d-4a96-bf58-76ebe1bc9611 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.1464849 Nov 26 03:05:54.085828 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-768e83e6-8804-467b-b986-a64ba065303b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:54.092030 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c65f61e2-cbf3-43b8-bcca-9ec034103a5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:54.111332 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c65f61e2-cbf3-43b8-bcca-9ec034103a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:54.118852 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e83e6-8804-467b-b986-a64ba065303b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Port': ['ID=201e10c9-0eaa-4ee0-b980-7678bae8d7a8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:54.126854 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9951da02-f41a-432a-b473-96c5c688fddc req-dfaa7976-fcbc-4ade-a0d7-ae71add19cdf tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246221 Nov 26 03:05:54.147595 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c8d11ef-609b-4291-85da-9568354fac8e tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:54.224425 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c65f61e2-cbf3-43b8-bcca-9ec034103a5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=471ef2fd9818404782be57a916e0e20a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4176888 Nov 26 03:05:54.232097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33186) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:54.236789 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f61e2-cbf3-43b8-bcca-9ec034103a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5c9cfc-7b22-4860-916f-f9b92b04fb8d,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:54.266881 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a719421-ee54-4dcd-bac0-5e72d1252638 req-d5248ea1-a641-42fe-bd7c-8b9a619300d1 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894073 Nov 26 03:05:54.270892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8d11ef-609b-4291-85da-9568354fac8e tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Network 62dfff3f-53f8-4297-a965-9e13d762f4fd is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:54.289751 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-768e83e6-8804-467b-b986-a64ba065303b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:54.296169 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-8c8d11ef-609b-4291-85da-9568354fac8e tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:54.301297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d11ef-609b-4291-85da-9568354fac8e tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event updated for resources: {'Port': ['ID=b9e87d78-31b7-47a8-bf49-ba13c15adc4d,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:54.308493 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d11ef-609b-4291-85da-9568354fac8e tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:05:54.314228 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8d11ef-609b-4291-85da-9568354fac8e tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:54.316329 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c8d11ef-609b-4291-85da-9568354fac8e tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:54.355380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8c8d11ef-609b-4291-85da-9568354fac8e tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1305094 Nov 26 03:05:54.364109 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859148a-e71e-4a43-9c36-68b26c720b8b req-dd04ec60-c911-4c1d-9048-da770a0ee732 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:54.372482 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0859148a-e71e-4a43-9c36-68b26c720b8b req-dd04ec60-c911-4c1d-9048-da770a0ee732 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1457918 Nov 26 03:05:54.375233 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33188) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:54.381899 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e9399205-1c05-4350-abba-47d3a7475dd5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Request body: {'port': {'network_id': '62dfff3f-53f8-4297-a965-9e13d762f4fd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1490768711'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:54.396837 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94d71f3d-086d-445e-ab04-25bac354ab6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:54.438065 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94d71f3d-086d-445e-ab04-25bac354ab6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:54.477001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0859148a-e71e-4a43-9c36-68b26c720b8b req-45dda41e-e639-4d17-a4a6-cd9494db8efb tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039703 Nov 26 03:05:54.527238 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94d71f3d-086d-445e-ab04-25bac354ab6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:54.530599 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-94d71f3d-086d-445e-ab04-25bac354ab6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:54.534822 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-94d71f3d-086d-445e-ab04-25bac354ab6b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd5c9cfc-7b22-4860-916f-f9b92b04fb8d HTTP/1.1" status: 204 len: 168 time: 0.2952151 Nov 26 03:05:54.545886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d71f3d-086d-445e-ab04-25bac354ab6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5c9cfc-7b22-4860-916f-f9b92b04fb8d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:54.622501 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768e83e6-8804-467b-b986-a64ba065303b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router be04ac71-d173-4da9-abb7-5bc97fd12739 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:05:54.659776 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1707f3-96d4-4b0e-871c-bf0983f48bb2 req-a384fbf8-09e3-4618-adfe-cce13e9338a3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:54.664542 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df1707f3-96d4-4b0e-871c-bf0983f48bb2 req-a384fbf8-09e3-4618-adfe-cce13e9338a3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0862370 Nov 26 03:05:54.714557 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df1707f3-96d4-4b0e-871c-bf0983f48bb2 req-e8d6e6f9-aafc-4706-877e-83e4bf8c8ec1 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459917 Nov 26 03:05:54.721976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-baad1ef1-d465-4ee3-83ae-a4cf38eb79ba None None] Provisioning complete for port b9e87d78-31b7-47a8-bf49-ba13c15adc4d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:54.728142 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-baad1ef1-d465-4ee3-83ae-a4cf38eb79ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:54.744799 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9399205-1c05-4350-abba-47d3a7475dd5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Made reservation on behalf of 08914f8898514a64b96b994f5787f2a4 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:05:54.748751 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9399205-1c05-4350-abba-47d3a7475dd5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:54.752616 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768e83e6-8804-467b-b986-a64ba065303b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:05:54.765274 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-768e83e6-8804-467b-b986-a64ba065303b tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/be04ac71-d173-4da9-abb7-5bc97fd12739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8698831 Nov 26 03:05:54.767927 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33200) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:54.771976 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a1f1e-a5fa-4301-b8f7-32016c244bda None None] Sync routers for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:05:54.793905 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a1f1e-a5fa-4301-b8f7-32016c244bda None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:54.794770 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cb6a1f1e-a5fa-4301-b8f7-32016c244bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:54.803151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-baad1ef1-d465-4ee3-83ae-a4cf38eb79ba None None] Port b9e87d78-31b7-47a8-bf49-ba13c15adc4d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:54.816552 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-e9399205-1c05-4350-abba-47d3a7475dd5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] device_id is not set on port 54bc59be-034d-422f-826f-7d0763c439a8 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:05:54.875879 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eeaedbb-9f12-4c00-ae34-692e48b607c5 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting subnet b6728104-ff21-4bba-803e-04f0414aeacd {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:05:54.882705 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7eeaedbb-9f12-4c00-ae34-692e48b607c5 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:54.900521 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-cb6a1f1e-a5fa-4301-b8f7-32016c244bda None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:54.901523 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365faae-631e-4796-8291-e392642beffd req-5071cfc7-2758-4492-8668-bd0727a35809 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:54.909485 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c365faae-631e-4796-8291-e392642beffd req-5071cfc7-2758-4492-8668-bd0727a35809 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0693407 Nov 26 03:05:54.956659 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7eeaedbb-9f12-4c00-ae34-692e48b607c5 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:54.972979 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c365faae-631e-4796-8291-e392642beffd req-7bad9a00-b45c-4099-86c6-f1490376cb44 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618715 Nov 26 03:05:55.030217 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-e9399205-1c05-4350-abba-47d3a7475dd5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Allocated IP 2001:db8::326 (62dfff3f-53f8-4297-a965-9e13d762f4fd/0ca33117-2feb-47c7-bb4a-799b39038621/54bc59be-034d-422f-826f-7d0763c439a8) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:05:55.111371 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7eeaedbb-9f12-4c00-ae34-692e48b607c5 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:55.121895 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cb6a1f1e-a5fa-4301-b8f7-32016c244bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:54Z', 'revision_number': 11, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:55.126551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44c541-2876-4faf-bfc7-7ed3e404fd8d req-136695f1-d98e-48a7-82de-39a85a26be42 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:55.143978 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe44c541-2876-4faf-bfc7-7ed3e404fd8d req-136695f1-d98e-48a7-82de-39a85a26be42 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0886881 Nov 26 03:05:55.153784 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a1f1e-a5fa-4301-b8f7-32016c244bda None None] Checking router: be04ac71-d173-4da9-abb7-5bc97fd12739 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:05:55.163611 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a1f1e-a5fa-4301-b8f7-32016c244bda None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:55.164265 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cb6a1f1e-a5fa-4301-b8f7-32016c244bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:55.205727 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe44c541-2876-4faf-bfc7-7ed3e404fd8d req-b639d063-f9e2-4d1c-916d-8c9b588c1024 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583315 Nov 26 03:05:55.254058 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-cb6a1f1e-a5fa-4301-b8f7-32016c244bda None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:55.303405 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7eeaedbb-9f12-4c00-ae34-692e48b607c5 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:55.313842 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cb6a1f1e-a5fa-4301-b8f7-32016c244bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:54Z', 'revision_number': 11, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:55.328318 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3931393c-369e-4407-9d36-a527e556f1c2 None None] Network 630a68be-9afd-4bd4-a0ad-ad746bb1ada6 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:05:55.332659 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7eeaedbb-9f12-4c00-ae34-692e48b607c5 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:55.338147 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7eeaedbb-9f12-4c00-ae34-692e48b607c5 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/subnets/b6728104-ff21-4bba-803e-04f0414aeacd HTTP/1.1" status: 204 len: 168 time: 0.5691991 Nov 26 03:05:55.354161 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33224) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:55.366512 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeaedbb-9f12-4c00-ae34-692e48b607c5 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Subnet': ['ID=b6728104-ff21-4bba-803e-04f0414aeacd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:55.380958 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9399205-1c05-4350-abba-47d3a7475dd5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:55.409055 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a1f1e-a5fa-4301-b8f7-32016c244bda None None] The sync data for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 is: [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:54Z', 'revision_number': 11, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:05:55.433103 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9399205-1c05-4350-abba-47d3a7475dd5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:55.485075 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9399205-1c05-4350-abba-47d3a7475dd5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Network 62dfff3f-53f8-4297-a965-9e13d762f4fd is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:05:55.488618 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e9399205-1c05-4350-abba-47d3a7475dd5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:05:55.493780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9399205-1c05-4350-abba-47d3a7475dd5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:05:55.499848 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9399205-1c05-4350-abba-47d3a7475dd5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:55.500520 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e9399205-1c05-4350-abba-47d3a7475dd5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:55.508049 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9399205-1c05-4350-abba-47d3a7475dd5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event updated for resources: {'Port': ['ID=54bc59be-034d-422f-826f-7d0763c439a8,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:55.544076 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e9399205-1c05-4350-abba-47d3a7475dd5 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1662726 Nov 26 03:05:55.545492 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33232) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:55.555739 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ea9ba67d-6f98-4403-87f1-fea76ae95880 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::31a', 'mac_address': 'fa:16:3e:a6:52:fb'}, {'ip_address': '2001:db8::3a7', 'mac_address': 'fa:16:3e:b0:75:eb'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:55.591824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97039a8b-dc6e-48d0-8982-a684e248d319 req-dd4144db-6c2a-4123-903b-a98039dec6a5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:55.593475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97039a8b-dc6e-48d0-8982-a684e248d319 req-dd4144db-6c2a-4123-903b-a98039dec6a5 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2101817 Nov 26 03:05:55.645548 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:55.661936 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f8773-6f0b-442e-a705-3b6824936dfa req-1182ba0b-4709-4a7e-95e3-b89ce0214c7b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:55.663481 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a58f8773-6f0b-442e-a705-3b6824936dfa req-1182ba0b-4709-4a7e-95e3-b89ce0214c7b tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.59 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2129998 Nov 26 03:05:55.676045 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a9fe1-603e-4c31-bcf1-5f255c4e412b req-6e58f034-51c9-40de-8fb2-79f3de41e0cd tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:55.685204 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-419a9fe1-603e-4c31-bcf1-5f255c4e412b req-6e58f034-51c9-40de-8fb2-79f3de41e0cd tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.3607907 Nov 26 03:05:55.822305 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba67d-6f98-4403-87f1-fea76ae95880 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:55.865020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea01529-6cbe-44fe-82ac-79a0060e03c1 None None] DHCP port deletion for 630a68be-9afd-4bd4-a0ad-ad746bb1ada6 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:05:55.943304 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97039a8b-dc6e-48d0-8982-a684e248d319 req-5bb5b9f4-9729-42e8-94b6-ea1d59801e3c tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3274837 Nov 26 03:05:55.965395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-419a9fe1-603e-4c31-bcf1-5f255c4e412b req-74db0314-2780-4577-bba5-7e5c7a1cd97e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772748 Nov 26 03:05:55.982426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-a58f8773-6f0b-442e-a705-3b6824936dfa req-ab713327-8d0c-429c-b991-fdd42f8db321 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Deleting port c1c15c92-27c8-4b3d-bde9-bcd4ecace688 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:55.984225 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a58f8773-6f0b-442e-a705-3b6824936dfa req-ab713327-8d0c-429c-b991-fdd42f8db321 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:56.004011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9ea01529-6cbe-44fe-82ac-79a0060e03c1 None None] Deleting port 83e2be94-b884-424d-b154-be043faf0fd3 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:56.008321 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9ea01529-6cbe-44fe-82ac-79a0060e03c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:56.136600 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-9ea01529-6cbe-44fe-82ac-79a0060e03c1 None None] For port 83e2be94-b884-424d-b154-be043faf0fd3, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=83e2be94-b884-424d-b154-be043faf0fd3,segment=NetworkSegment(a408cb73-86f9-44a3-acc6-4a38388c9939),segment_id=a408cb73-86f9-44a3-acc6-4a38388c9939)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:56.137111 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9ea01529-6cbe-44fe-82ac-79a0060e03c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:56.152634 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-df67aaf6-e597-4bd2-b158-7ebe96c6cd73 None None] Provisioning complete for port 54bc59be-034d-422f-826f-7d0763c439a8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:56.153405 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df67aaf6-e597-4bd2-b158-7ebe96c6cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:56.156495 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9ea01529-6cbe-44fe-82ac-79a0060e03c1 None None] Calling delete_port for 83e2be94-b884-424d-b154-be043faf0fd3 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:56.202393 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba67d-6f98-4403-87f1-fea76ae95880 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:56.226453 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba67d-6f98-4403-87f1-fea76ae95880 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:56.235839 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-df67aaf6-e597-4bd2-b158-7ebe96c6cd73 None None] Port 54bc59be-034d-422f-826f-7d0763c439a8 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:56.287785 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9ea01529-6cbe-44fe-82ac-79a0060e03c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:56.315626 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea01529-6cbe-44fe-82ac-79a0060e03c1 None None] Pushing event deleted for resources: {'Port': ['ID=83e2be94-b884-424d-b154-be043faf0fd3,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:56.317610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea01529-6cbe-44fe-82ac-79a0060e03c1 None None] No DVR routers for this DVR port 83e2be94-b884-424d-b154-be043faf0fd3 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:05:56.319221 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ba67d-6f98-4403-87f1-fea76ae95880 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] In _notify_port_updated(), no bound segment for port 54bc59be-034d-422f-826f-7d0763c439a8 on network 62dfff3f-53f8-4297-a965-9e13d762f4fd {{(pid=104801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 03:05:56.325295 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9ba67d-6f98-4403-87f1-fea76ae95880 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:56.325971 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba67d-6f98-4403-87f1-fea76ae95880 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:56.330591 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ea9ba67d-6f98-4403-87f1-fea76ae95880 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "PUT /v2.0/ports/54bc59be-034d-422f-826f-7d0763c439a8 HTTP/1.1" status: 200 len: 1068 time: 0.7819331 Nov 26 03:05:56.337549 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33244) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:56.648568 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ba67d-6f98-4403-87f1-fea76ae95880 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event updated for resources: {'Port': ['ID=54bc59be-034d-422f-826f-7d0763c439a8,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:56.670729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Deleting port 83e2be94-b884-424d-b154-be043faf0fd3 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:56.671231 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:56.686893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ce006-424b-4db2-a6d0-ffadf085285e req-dae7fbad-cfea-4264-9511-5979f1033a27 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:56.691064 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-db79144a-bc14-42b3-bd89-f5c623d223d2 None None] Provisioning complete for port 54bc59be-034d-422f-826f-7d0763c439a8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:05:56.691711 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-db79144a-bc14-42b3-bd89-f5c623d223d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:56.695067 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-509ce006-424b-4db2-a6d0-ffadf085285e req-dae7fbad-cfea-4264-9511-5979f1033a27 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1069593 Nov 26 03:05:56.755958 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-db79144a-bc14-42b3-bd89-f5c623d223d2 None None] Port 54bc59be-034d-422f-826f-7d0763c439a8 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:05:56.772441 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-71ab6aa9-ac92-465e-9854-89041b0daff8 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Deleting port 54bc59be-034d-422f-826f-7d0763c439a8 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:56.772792 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71ab6aa9-ac92-465e-9854-89041b0daff8 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:56.792011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 83e2be94-b884-424d-b154-be043faf0fd3 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:05:56.793264 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-a58f8773-6f0b-442e-a705-3b6824936dfa req-ab713327-8d0c-429c-b991-fdd42f8db321 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] For port c1c15c92-27c8-4b3d-bde9-bcd4ecace688, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:56.793645 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a58f8773-6f0b-442e-a705-3b6824936dfa req-ab713327-8d0c-429c-b991-fdd42f8db321 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:56.817947 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 83e2be94-b884-424d-b154-be043faf0fd3 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:05:56.818922 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 83e2be94-b884-424d-b154-be043faf0fd3 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:05:56.820325 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 201e10c9-0eaa-4ee0-b980-7678bae8d7a8 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:05:56.843146 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 201e10c9-0eaa-4ee0-b980-7678bae8d7a8 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:05:56.843905 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 201e10c9-0eaa-4ee0-b980-7678bae8d7a8 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:05:56.870515 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-509ce006-424b-4db2-a6d0-ffadf085285e req-92994991-c83a-41f6-877b-5a1f4ca19d97 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697061 Nov 26 03:05:56.914586 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71ab6aa9-ac92-465e-9854-89041b0daff8 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:56.928283 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-71ab6aa9-ac92-465e-9854-89041b0daff8 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Calling delete_port for 54bc59be-034d-422f-826f-7d0763c439a8 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:56.947313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] For port 83e2be94-b884-424d-b154-be043faf0fd3, host n-d-819389-3, got binding levels [] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:05:56.948095 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:56.969097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Calling delete_port for 83e2be94-b884-424d-b154-be043faf0fd3 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:56.976533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.ipam_backend_mixin [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Port 83e2be94-b884-424d-b154-be043faf0fd3 was not found and therefore no delete operation was performed {{(pid=104802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 03:05:56.979704 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:57.048378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Port': ['ID=83e2be94-b884-424d-b154-be043faf0fd3,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:57.076612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] No DVR routers for this DVR port 83e2be94-b884-424d-b154-be043faf0fd3 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:05:57.105344 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71ab6aa9-ac92-465e-9854-89041b0daff8 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:57.151476 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab6aa9-ac92-465e-9854-89041b0daff8 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event deleted for resources: {'Port': ['ID=54bc59be-034d-422f-826f-7d0763c439a8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:57.274416 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:57.319878 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630a68be-9afd-4bd4-a0ad-ad746bb1ada6']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:57.332522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe3fa2-b69d-45ab-9bf9-f589490c55b3 req-9ecafdba-ae3c-4bdb-9cce-1a98f0c7cc86 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:57.332522 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98fe3fa2-b69d-45ab-9bf9-f589490c55b3 req-9ecafdba-ae3c-4bdb-9cce-1a98f0c7cc86 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 944 time: 0.2284482 Nov 26 03:05:57.363277 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c6305-ab94-45c7-9e44-3d5f82cea308 req-05173f9a-ebf4-4af9-9e82-264fd5c269e5 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:57.371763 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-508c6305-ab94-45c7-9e44-3d5f82cea308 req-05173f9a-ebf4-4af9-9e82-264fd5c269e5 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.3553820 Nov 26 03:05:57.387406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a408cb73-86f9-44a3-acc6-4a38388c9939') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:57.387794 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a408cb73-86f9-44a3-acc6-4a38388c9939') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:57.405224 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71ab6aa9-ac92-465e-9854-89041b0daff8 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:57.408655 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-71ab6aa9-ac92-465e-9854-89041b0daff8 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "DELETE /v2.0/ports/54bc59be-034d-422f-826f-7d0763c439a8 HTTP/1.1" status: 204 len: 168 time: 1.0696154 Nov 26 03:05:57.412246 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33258) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:57.413362 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a58f8773-6f0b-442e-a705-3b6824936dfa req-ab713327-8d0c-429c-b991-fdd42f8db321 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:57.413738 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a58f8773-6f0b-442e-a705-3b6824936dfa req-ab713327-8d0c-429c-b991-fdd42f8db321 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:57.414059 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-a58f8773-6f0b-442e-a705-3b6824936dfa req-ab713327-8d0c-429c-b991-fdd42f8db321 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Floating IP 244ea1fb-5b7e-4026-9ffc-17168ac768d4 disassociated. External IP: 172.25.0.211, port: c1c15c92-27c8-4b3d-bde9-bcd4ecace688. Nov 26 03:05:57.414437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-a58f8773-6f0b-442e-a705-3b6824936dfa req-ab713327-8d0c-429c-b991-fdd42f8db321 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Calling delete_port for c1c15c92-27c8-4b3d-bde9-bcd4ecace688 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:57.423331 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:57.446372 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff20723-cc16-4485-b3fb-98cbaccbad2a tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] GET failed (client error): The resource could not be found. Nov 26 03:05:57.447871 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5ff20723-cc16-4485-b3fb-98cbaccbad2a tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "GET /v2.0/ports/54bc59be-034d-422f-826f-7d0763c439a8 HTTP/1.1" status: 404 len: 333 time: 0.0345998 Nov 26 03:05:57.450556 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33260) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:57.500759 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:57.526761 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:05:57.527160 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:05:57.532564 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:05:57.553760 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f523f356-37da-436c-8daa-24a2ec81d2e4 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Deleting port b9e87d78-31b7-47a8-bf49-ba13c15adc4d {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:57.554112 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f523f356-37da-436c-8daa-24a2ec81d2e4 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:57.595320 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-508c6305-ab94-45c7-9e44-3d5f82cea308 req-c48be841-d7f1-4e1e-8d9e-c0cf4b186af9 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226186 Nov 26 03:05:57.602439 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98fe3fa2-b69d-45ab-9bf9-f589490c55b3 req-ee67a0d6-73af-4723-a393-10cfcf177cbc tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups?id=5490e33d-0f0a-4ad7-b2a7-2392151f36d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223194 Nov 26 03:05:57.654632 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:57.673757 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:57.677622 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f523f356-37da-436c-8daa-24a2ec81d2e4 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:57.677895 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/networks/630a68be-9afd-4bd4-a0ad-ad746bb1ada6 HTTP/1.1" status: 204 len: 168 time: 2.3225491 Nov 26 03:05:57.680314 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33264) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:57.685642 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9b43f692-1fa1-4830-a8b6-ba0cf0537f19 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'router': {'routes': None}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:57.722682 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2db630-ca2c-4e7f-ae1b-be6f1ed507e0 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Pushing event deleted for resources: {'Network': ['ID=630a68be-9afd-4bd4-a0ad-ad746bb1ada6,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:57.761133 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f523f356-37da-436c-8daa-24a2ec81d2e4 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Calling delete_port for b9e87d78-31b7-47a8-bf49-ba13c15adc4d owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:57.765551 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a58f8773-6f0b-442e-a705-3b6824936dfa req-ab713327-8d0c-429c-b991-fdd42f8db321 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:57.810457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab713327-8d0c-429c-b991-fdd42f8db321 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Pushing event deleted for resources: {'Port': ['ID=c1c15c92-27c8-4b3d-bde9-bcd4ecace688,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:57.820189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19f324-e3eb-4082-bc49-60c009a0a82c req-93d66b81-d370-4dde-ab7e-36b320856961 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:57.821921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df19f324-e3eb-4082-bc49-60c009a0a82c req-93d66b81-d370-4dde-ab7e-36b320856961 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1111095 Nov 26 03:05:57.898563 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.extraroute_db [None req-9b43f692-1fa1-4830-a8b6-ba0cf0537f19 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Added routes are [] {{(pid=104801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 26 03:05:57.898873 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.extraroute_db [None req-9b43f692-1fa1-4830-a8b6-ba0cf0537f19 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Removed routes are [] {{(pid=104801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 26 03:05:57.899239 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9b43f692-1fa1-4830-a8b6-ba0cf0537f19 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:57.949294 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df19f324-e3eb-4082-bc49-60c009a0a82c req-07f9ada5-6767-467f-ab1f-d37d63bc6b9a tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188786 Nov 26 03:05:57.976168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a58f8773-6f0b-442e-a705-3b6824936dfa req-ab713327-8d0c-429c-b991-fdd42f8db321 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Router 17df91b6-4007-4d2a-8711-e2e143c45a69 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:05:58.086377 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9b43f692-1fa1-4830-a8b6-ba0cf0537f19 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:58.093032 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9b43f692-1fa1-4830-a8b6-ba0cf0537f19 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:58.129887 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a58f8773-6f0b-442e-a705-3b6824936dfa req-ab713327-8d0c-429c-b991-fdd42f8db321 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:05:58.138723 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e32bf-c00a-4371-b713-56bbf7be7aff req-3d29abfb-87b7-47be-bc7b-ebdefce78019 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:58.140276 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af3e32bf-c00a-4371-b713-56bbf7be7aff req-3d29abfb-87b7-47be-bc7b-ebdefce78019 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0709341 Nov 26 03:05:58.141471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d7df6d-a979-4f8a-9d3a-b9e000d67721 None None] Sync routers for ids ['17df91b6-4007-4d2a-8711-e2e143c45a69'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:05:58.153774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d7df6d-a979-4f8a-9d3a-b9e000d67721 None None] Routers {'17df91b6-4007-4d2a-8711-e2e143c45a69'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:58.157005 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-07d7df6d-a979-4f8a-9d3a-b9e000d67721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['17df91b6-4007-4d2a-8711-e2e143c45a69'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:58.179276 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f523f356-37da-436c-8daa-24a2ec81d2e4 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:58.192888 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58f8773-6f0b-442e-a705-3b6824936dfa req-ab713327-8d0c-429c-b991-fdd42f8db321 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] No DVR routers for this DVR port c1c15c92-27c8-4b3d-bde9-bcd4ecace688 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:05:58.196483 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a58f8773-6f0b-442e-a705-3b6824936dfa req-ab713327-8d0c-429c-b991-fdd42f8db321 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:58.199813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a58f8773-6f0b-442e-a705-3b6824936dfa req-ab713327-8d0c-429c-b991-fdd42f8db321 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.59 "DELETE /v2.0/ports/c1c15c92-27c8-4b3d-bde9-bcd4ecace688 HTTP/1.1" status: 204 len: 173 time: 2.5123091 Nov 26 03:05:58.200217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'name': 'network-vif-deleted', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:05:58.203226 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398fd8ed-45e9-4757-aca2-1e76500829de" -d '{"events": [{"server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "name": "network-vif-deleted", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:05:58.219472 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523f356-37da-436c-8daa-24a2ec81d2e4 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event deleted for resources: {'Port': ['ID=b9e87d78-31b7-47a8-bf49-ba13c15adc4d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:58.229170 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b43f692-1fa1-4830-a8b6-ba0cf0537f19 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router be04ac71-d173-4da9-abb7-5bc97fd12739 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:05:58.260985 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f523f356-37da-436c-8daa-24a2ec81d2e4 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:58.264704 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f523f356-37da-436c-8daa-24a2ec81d2e4 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "DELETE /v2.0/ports/b9e87d78-31b7-47a8-bf49-ba13c15adc4d HTTP/1.1" status: 204 len: 168 time: 0.8129954 Nov 26 03:05:58.277860 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af3e32bf-c00a-4371-b713-56bbf7be7aff req-11cf9ea6-dac8-4ef5-8751-ba321c726538 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163118 Nov 26 03:05:58.278394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33272) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:58.280283 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132aeced-881e-4fc5-a51f-b65e64290688 x-openstack-request-id: req-132aeced-881e-4fc5-a51f-b65e64290688 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:05:58.280578 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4148e11f-d515-4d69-aaf7-433d06032eab", "name": "network-vif-deleted", "tag": "c1c15c92-27c8-4b3d-bde9-bcd4ecace688", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:05:58.280837 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-132aeced-881e-4fc5-a51f-b65e64290688 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:05:58.281549 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4148e11f-d515-4d69-aaf7-433d06032eab', 'name': 'network-vif-deleted', 'tag': 'c1c15c92-27c8-4b3d-bde9-bcd4ecace688', 'status': 'completed', 'code': 200} Nov 26 03:05:58.311724 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-64723c7f-0bf9-4471-b7b3-38320160180d tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] GET failed (client error): The resource could not be found. Nov 26 03:05:58.316688 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-64723c7f-0bf9-4471-b7b3-38320160180d tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "GET /v2.0/ports/b9e87d78-31b7-47a8-bf49-ba13c15adc4d HTTP/1.1" status: 404 len: 333 time: 0.0341036 Nov 26 03:05:58.320300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33276) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:58.366903 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b43f692-1fa1-4830-a8b6-ba0cf0537f19 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:05:58.381045 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9b43f692-1fa1-4830-a8b6-ba0cf0537f19 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:58.382267 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9b43f692-1fa1-4830-a8b6-ba0cf0537f19 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/be04ac71-d173-4da9-abb7-5bc97fd12739 HTTP/1.1" status: 200 len: 701 time: 0.7008626 Nov 26 03:05:58.383371 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0ef9ec-0926-4e97-baea-8359fe6f86bd None None] Sync routers for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:05:58.385578 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33278) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:58.394006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-07d7df6d-a979-4f8a-9d3a-b9e000d67721 None None] Set router 17df91b6-4007-4d2a-8711-e2e143c45a69 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:58.400272 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0ef9ec-0926-4e97-baea-8359fe6f86bd None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:58.401127 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4e0ef9ec-0926-4e97-baea-8359fe6f86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:58.431965 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fbc52fdd-2e8a-407b-bd87-bd589b961445 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/ports?device_id=be04ac71-d173-4da9-abb7-5bc97fd12739 HTTP/1.1" status: 200 len: 205 time: 0.0426717 Nov 26 03:05:58.432499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33282) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:58.531772 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b48f-ebbd-48d0-8ad2-dc5a2b3ad9ce tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:58.576043 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb9f40-f805-40d2-838d-404143d2e58c req-b520aef1-c5de-4228-95ba-a948950f7d4b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:58.579401 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9eb9f40-f805-40d2-838d-404143d2e58c req-b520aef1-c5de-4228-95ba-a948950f7d4b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1066093 Nov 26 03:05:58.582455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f0fce-6c85-40f1-858d-3f62d8a04153 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Deleting port 8f39f8e5-30b2-4610-b299-cc260438991a {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:05:58.583733 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4e8f0fce-6c85-40f1-858d-3f62d8a04153 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:58.601682 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-4e0ef9ec-0926-4e97-baea-8359fe6f86bd None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:58.667040 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4e0ef9ec-0926-4e97-baea-8359fe6f86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:54Z', 'revision_number': 11, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:58.728904 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4e8f0fce-6c85-40f1-858d-3f62d8a04153 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:58.739132 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0ef9ec-0926-4e97-baea-8359fe6f86bd None None] Checking router: be04ac71-d173-4da9-abb7-5bc97fd12739 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:05:58.760856 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0ef9ec-0926-4e97-baea-8359fe6f86bd None None] Routers {'be04ac71-d173-4da9-abb7-5bc97fd12739'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:58.761671 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4e0ef9ec-0926-4e97-baea-8359fe6f86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['be04ac71-d173-4da9-abb7-5bc97fd12739'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:58.872786 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-07d7df6d-a979-4f8a-9d3a-b9e000d67721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'name': 'tempest-ServerActionsTestJSON-2112593717-router', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:56:00Z', 'updated_at': '2021-11-26T02:56:09Z', 'revision_number': 4, 'project_id': '663f066e304f4b57893c72f115ebd127', 'gw_port': {'id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:02Z', 'updated_at': '2021-11-26T02:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '9778bfde-ef3d-4853-bd7a-30e0a230bc59', 'name': '', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'mac_address': 'fa:16:3e:ba:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:06Z', 'updated_at': '2021-11-26T02:56:13Z', 'revision_number': 5, 'project_id': '663f066e304f4b57893c72f115ebd127', 'subnets': [{'id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:58.882767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f0fce-6c85-40f1-858d-3f62d8a04153 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Calling delete_port for 8f39f8e5-30b2-4610-b299-cc260438991a owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:05:58.899217 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-4e0ef9ec-0926-4e97-baea-8359fe6f86bd None None] Set router be04ac71-d173-4da9-abb7-5bc97fd12739 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:58.909976 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b48f-ebbd-48d0-8ad2-dc5a2b3ad9ce tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:58.912580 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b48f-ebbd-48d0-8ad2-dc5a2b3ad9ce tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:58.913531 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d7df6d-a979-4f8a-9d3a-b9e000d67721 None None] Checking router: 17df91b6-4007-4d2a-8711-e2e143c45a69 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:05:58.925424 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d7df6d-a979-4f8a-9d3a-b9e000d67721 None None] Routers {'17df91b6-4007-4d2a-8711-e2e143c45a69'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:05:58.926476 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-07d7df6d-a979-4f8a-9d3a-b9e000d67721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['17df91b6-4007-4d2a-8711-e2e143c45a69'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:58.928525 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70036257-edaa-4f01-8daf-eb6813484dac req-950d8e9a-7fab-4cbb-a868-da9090027247 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/ports?device_id=4148e11f-d515-4d69-aaf7-433d06032eab HTTP/1.1" status: 200 len: 210 time: 0.1356716 Nov 26 03:05:58.978653 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4e0ef9ec-0926-4e97-baea-8359fe6f86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:54Z', 'revision_number': 11, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:58.993432 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b48f-ebbd-48d0-8ad2-dc5a2b3ad9ce tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:58.993909 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab9b48f-ebbd-48d0-8ad2-dc5a2b3ad9ce tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Fanout notify agent at l3_agent the message router_deleted on router be04ac71-d173-4da9-abb7-5bc97fd12739 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:05:59.006041 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b48f-ebbd-48d0-8ad2-dc5a2b3ad9ce tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:59.011597 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3ab9b48f-ebbd-48d0-8ad2-dc5a2b3ad9ce tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/routers/be04ac71-d173-4da9-abb7-5bc97fd12739 HTTP/1.1" status: 204 len: 168 time: 0.5742974 Nov 26 03:05:59.013631 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33296) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:59.019619 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-bb4fd4e8-9951-4882-8861-f94e33bb397c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-350134442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:59.025277 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0ef9ec-0926-4e97-baea-8359fe6f86bd None None] The sync data for ids ['be04ac71-d173-4da9-abb7-5bc97fd12739'] in n-d-819389-3 is: [{'id': 'be04ac71-d173-4da9-abb7-5bc97fd12739', 'name': 'tempest-RoutersTest-router-1904961265', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:07Z', 'updated_at': '2021-11-26T03:05:54Z', 'revision_number': 11, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:05:59.055993 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9eb9f40-f805-40d2-838d-404143d2e58c req-3c31a236-b3f2-4c2a-b6ac-78b8c28abe6d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497002 Nov 26 03:05:59.086745 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd4e8-9951-4882-8861-f94e33bb397c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:59.088230 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd4e8-9951-4882-8861-f94e33bb397c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:59.151294 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-07d7df6d-a979-4f8a-9d3a-b9e000d67721 None None] Set router 17df91b6-4007-4d2a-8711-e2e143c45a69 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:05:59.171490 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4e8f0fce-6c85-40f1-858d-3f62d8a04153 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:59.230803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f0fce-6c85-40f1-858d-3f62d8a04153 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event deleted for resources: {'Port': ['ID=8f39f8e5-30b2-4610-b299-cc260438991a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:05:59.231620 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd4e8-9951-4882-8861-f94e33bb397c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:59.243144 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd4e8-9951-4882-8861-f94e33bb397c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:59.278865 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd4e8-9951-4882-8861-f94e33bb397c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:59.281977 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bb4fd4e8-9951-4882-8861-f94e33bb397c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2667758 Nov 26 03:05:59.285493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33302) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:59.292279 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d236cd8a-9dd8-4bba-86b9-d262ed9c0fda tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:05:59.304526 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4e8f0fce-6c85-40f1-858d-3f62d8a04153 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:59.312194 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4e8f0fce-6c85-40f1-858d-3f62d8a04153 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "DELETE /v2.0/ports/8f39f8e5-30b2-4610-b299-cc260438991a HTTP/1.1" status: 204 len: 168 time: 0.9906645 Nov 26 03:05:59.327742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33304) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:05:59.428800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf8e1c-774d-40b0-8b57-f92c392c92ff req-55d92f52-f824-4a56-b066-a461a998255c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:59.433174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1bf8e1c-774d-40b0-8b57-f92c392c92ff req-55d92f52-f824-4a56-b066-a461a998255c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2528484 Nov 26 03:05:59.517806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26ca1f5-076e-4e5c-97e2-86ffde69e5e8 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Deleting subnet 0ca33117-2feb-47c7-bb4a-799b39038621 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:05:59.527998 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a26ca1f5-076e-4e5c-97e2-86ffde69e5e8 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:59.561921 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-07d7df6d-a979-4f8a-9d3a-b9e000d67721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'name': 'tempest-ServerActionsTestJSON-2112593717-router', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:56:00Z', 'updated_at': '2021-11-26T02:56:09Z', 'revision_number': 4, 'project_id': '663f066e304f4b57893c72f115ebd127', 'gw_port': {'id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:02Z', 'updated_at': '2021-11-26T02:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '9778bfde-ef3d-4853-bd7a-30e0a230bc59', 'name': '', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'mac_address': 'fa:16:3e:ba:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:06Z', 'updated_at': '2021-11-26T02:56:13Z', 'revision_number': 5, 'project_id': '663f066e304f4b57893c72f115ebd127', 'subnets': [{'id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:05:59.586520 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1bf8e1c-774d-40b0-8b57-f92c392c92ff req-7be87673-fac6-4d89-92f1-d75adb73f92a tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424661 Nov 26 03:05:59.616671 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a26ca1f5-076e-4e5c-97e2-86ffde69e5e8 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:59.643513 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d7df6d-a979-4f8a-9d3a-b9e000d67721 None None] The sync data for ids ['17df91b6-4007-4d2a-8711-e2e143c45a69'] in n-d-819389-3 is: [{'id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'name': 'tempest-ServerActionsTestJSON-2112593717-router', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:56:00Z', 'updated_at': '2021-11-26T02:56:09Z', 'revision_number': 4, 'project_id': '663f066e304f4b57893c72f115ebd127', 'gw_port': {'id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:02Z', 'updated_at': '2021-11-26T02:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '9778bfde-ef3d-4853-bd7a-30e0a230bc59', 'name': '', 'network_id': '5b01fbf4-05c2-426a-bd34-1db1e2639446', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'mac_address': 'fa:16:3e:ba:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:06Z', 'updated_at': '2021-11-26T02:56:13Z', 'revision_number': 5, 'project_id': '663f066e304f4b57893c72f115ebd127', 'subnets': [{'id': 'b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:05:59.792687 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a26ca1f5-076e-4e5c-97e2-86ffde69e5e8 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:59.848861 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c1c15c92-27c8-4b3d-bde9-bcd4ecace688 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:05:59.854534 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f9762-1505-4f73-a4d8-a57f053f6fe1 req-b9846f23-4fc5-4343-a3f5-af4ad789a055 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:05:59.856188 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d4f9762-1505-4f73-a4d8-a57f053f6fe1 req-b9846f23-4fc5-4343-a3f5-af4ad789a055 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1233685 Nov 26 03:05:59.901996 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: c1c15c92-27c8-4b3d-bde9-bcd4ecace688 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:05:59.902353 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c1c15c92-27c8-4b3d-bde9-bcd4ecace688 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:05:59.914821 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a26ca1f5-076e-4e5c-97e2-86ffde69e5e8 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:59.937602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398c1cb1-942f-419a-8f6f-41ba75bcc2fb None None] Network 62dfff3f-53f8-4297-a965-9e13d762f4fd requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:05:59.961971 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d236cd8a-9dd8-4bba-86b9-d262ed9c0fda tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:59.969680 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a26ca1f5-076e-4e5c-97e2-86ffde69e5e8 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:59.977355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a26ca1f5-076e-4e5c-97e2-86ffde69e5e8 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "DELETE /v2.0/subnets/0ca33117-2feb-47c7-bb4a-799b39038621 HTTP/1.1" status: 204 len: 168 time: 0.6403358 Nov 26 03:05:59.979743 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d236cd8a-9dd8-4bba-86b9-d262ed9c0fda tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:05:59.982909 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33312) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:00.012223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ca1f5-076e-4e5c-97e2-86ffde69e5e8 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca33117-2feb-47c7-bb4a-799b39038621,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:00.033209 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d4f9762-1505-4f73-a4d8-a57f053f6fe1 req-e5797695-74e7-44a7-b613-2c0b5fa93ea4 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640735 Nov 26 03:06:00.064822 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33318) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:00.168978 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e680fa8-3c73-46c8-8d4e-0f669022d9ef None None] New status for floating IP 244ea1fb-5b7e-4026-9ffc-17168ac768d4: DOWN {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:06:00.171275 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:00.208516 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f1e359a0-db5a-4583-a0dc-80ed1c61cacf tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:00.222906 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d236cd8a-9dd8-4bba-86b9-d262ed9c0fda tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Router 8d9076f8-ac74-437e-a076-d75009baab60 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:06:00.247032 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f1e359a0-db5a-4583-a0dc-80ed1c61cacf tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:00.304966 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f1e359a0-db5a-4583-a0dc-80ed1c61cacf tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:00.308385 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f1e359a0-db5a-4583-a0dc-80ed1c61cacf tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:00.313843 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f1e359a0-db5a-4583-a0dc-80ed1c61cacf tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "DELETE /v2.0/security-groups/5490e33d-0f0a-4ad7-b2a7-2392151f36d8 HTTP/1.1" status: 204 len: 168 time: 0.2475569 Nov 26 03:06:00.316003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33326) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:00.333409 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d236cd8a-9dd8-4bba-86b9-d262ed9c0fda tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:06:00.341819 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d236cd8a-9dd8-4bba-86b9-d262ed9c0fda tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:00.344184 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25549f60-8ea3-4649-90c2-fce9da23aa60 None None] Sync routers for ids ['8d9076f8-ac74-437e-a076-d75009baab60'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:06:00.355643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e359a0-db5a-4583-a0dc-80ed1c61cacf tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5490e33d-0f0a-4ad7-b2a7-2392151f36d8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:00.356071 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d236cd8a-9dd8-4bba-86b9-d262ed9c0fda tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "PUT /v2.0/routers/8d9076f8-ac74-437e-a076-d75009baab60 HTTP/1.1" status: 200 len: 693 time: 1.0682943 Nov 26 03:06:00.359901 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-7d0f9cf5-abf5-4852-bf28-34546ce1e576 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] show failed (client error): The resource could not be found. Nov 26 03:06:00.365216 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33328) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:00.366275 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7d0f9cf5-abf5-4852-bf28-34546ce1e576 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "GET /v2.0/security-groups/5490e33d-0f0a-4ad7-b2a7-2392151f36d8 HTTP/1.1" status: 404 len: 347 time: 0.0395365 Nov 26 03:06:00.366593 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33330) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:00.374206 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25549f60-8ea3-4649-90c2-fce9da23aa60 None None] Routers {'8d9076f8-ac74-437e-a076-d75009baab60'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:06:00.376934 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-25549f60-8ea3-4649-90c2-fce9da23aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8d9076f8-ac74-437e-a076-d75009baab60'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:00.422734 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bfb448-714d-4fed-ae88-715f83b9b99f None None] DHCP port deletion for 62dfff3f-53f8-4297-a965-9e13d762f4fd request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:00.516824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Deleting port 926f6826-c8ef-4be8-b4f1-f7e01a83cae8 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:06:00.519341 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:00.522175 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c2bfb448-714d-4fed-ae88-715f83b9b99f None None] Deleting port 926f6826-c8ef-4be8-b4f1-f7e01a83cae8 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:06:00.522805 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c2bfb448-714d-4fed-ae88-715f83b9b99f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:00.559795 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-25549f60-8ea3-4649-90c2-fce9da23aa60 None None] Set router 8d9076f8-ac74-437e-a076-d75009baab60 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:06:00.580507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659bb4c-ab43-4a28-8fea-f830dae6fc72 req-24088d49-a50f-44f1-a937-ff07d6c3a560 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:00.589595 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d659bb4c-ab43-4a28-8fea-f830dae6fc72 req-24088d49-a50f-44f1-a937-ff07d6c3a560 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2742665 Nov 26 03:06:00.619054 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-25549f60-8ea3-4649-90c2-fce9da23aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9076f8-ac74-437e-a076-d75009baab60', 'name': 'tempest-RoutersTest-router-350134442', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:59Z', 'updated_at': '2021-11-26T03:05:59Z', 'revision_number': 2, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:00.675001 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] For port 926f6826-c8ef-4be8-b4f1-f7e01a83cae8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=926f6826-c8ef-4be8-b4f1-f7e01a83cae8,segment=NetworkSegment(75f49271-a228-4983-99cb-f6b74f2b7b0b),segment_id=75f49271-a228-4983-99cb-f6b74f2b7b0b)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:00.675665 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:00.679373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d659bb4c-ab43-4a28-8fea-f830dae6fc72 req-72c9376e-541e-474a-b8cf-d2614abdf102 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700245 Nov 26 03:06:00.680933 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25549f60-8ea3-4649-90c2-fce9da23aa60 None None] Checking router: 8d9076f8-ac74-437e-a076-d75009baab60 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:06:00.685837 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-c2bfb448-714d-4fed-ae88-715f83b9b99f None None] For port 926f6826-c8ef-4be8-b4f1-f7e01a83cae8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=926f6826-c8ef-4be8-b4f1-f7e01a83cae8,segment=NetworkSegment(75f49271-a228-4983-99cb-f6b74f2b7b0b),segment_id=75f49271-a228-4983-99cb-f6b74f2b7b0b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:00.686237 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c2bfb448-714d-4fed-ae88-715f83b9b99f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:00.703396 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c2bfb448-714d-4fed-ae88-715f83b9b99f None None] Calling delete_port for 926f6826-c8ef-4be8-b4f1-f7e01a83cae8 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:06:00.711451 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25549f60-8ea3-4649-90c2-fce9da23aa60 None None] Routers {'8d9076f8-ac74-437e-a076-d75009baab60'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:06:00.712122 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-25549f60-8ea3-4649-90c2-fce9da23aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8d9076f8-ac74-437e-a076-d75009baab60'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:00.714500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d7d122ec-4b19-4de2-aec8-5e140c18e034 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Deleting port 0710b765-b8e3-41a0-9d4e-a0d8165f483b {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:06:00.714849 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7d122ec-4b19-4de2-aec8-5e140c18e034 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:00.725740 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Calling delete_port for 926f6826-c8ef-4be8-b4f1-f7e01a83cae8 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:06:00.758388 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 926f6826-c8ef-4be8-b4f1-f7e01a83cae8 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:06:00.812145 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4a054b53-2515-4226-8252-5c585462e663 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/routers/8d9076f8-ac74-437e-a076-d75009baab60 HTTP/1.1" status: 200 len: 699 time: 0.4428675 Nov 26 03:06:00.812489 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-25549f60-8ea3-4649-90c2-fce9da23aa60 None None] Set router 8d9076f8-ac74-437e-a076-d75009baab60 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:06:00.815595 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33334) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:00.856558 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e7feab24-4972-421c-b509-de0106c70ef6 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d9076f8-ac74-437e-a076-d75009baab60 HTTP/1.1" status: 200 len: 205 time: 0.0389748 Nov 26 03:06:00.858399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33336) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:00.870439 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bb0dc-9717-4e31-80b1-1cf20c3def09 req-b652c5e5-5a47-455e-ae36-11c4890ca320 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:00.878117 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-286bb0dc-9717-4e31-80b1-1cf20c3def09 req-b652c5e5-5a47-455e-ae36-11c4890ca320 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0892978 Nov 26 03:06:00.891373 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:00.931290 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 926f6826-c8ef-4be8-b4f1-f7e01a83cae8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=926f6826-c8ef-4be8-b4f1-f7e01a83cae8,segment=NetworkSegment(75f49271-a228-4983-99cb-f6b74f2b7b0b),segment_id=75f49271-a228-4983-99cb-f6b74f2b7b0b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:00.941040 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:00.944470 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-25549f60-8ea3-4649-90c2-fce9da23aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9076f8-ac74-437e-a076-d75009baab60', 'name': 'tempest-RoutersTest-router-350134442', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:59Z', 'updated_at': '2021-11-26T03:05:59Z', 'revision_number': 2, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:00.960961 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe3e9-a9ee-4485-9a30-bcc9d350e51a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:00.981797 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7d122ec-4b19-4de2-aec8-5e140c18e034 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:00.982131 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7d122ec-4b19-4de2-aec8-5e140c18e034 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:01.002681 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25549f60-8ea3-4649-90c2-fce9da23aa60 None None] The sync data for ids ['8d9076f8-ac74-437e-a076-d75009baab60'] in n-d-819389-3 is: [{'id': '8d9076f8-ac74-437e-a076-d75009baab60', 'name': 'tempest-RoutersTest-router-350134442', 'tenant_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:05:59Z', 'updated_at': '2021-11-26T03:05:59Z', 'revision_number': 2, 'project_id': '8a1ba20f33ad4bd4a777d779bfbcd97e', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:06:01.021801 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-286bb0dc-9717-4e31-80b1-1cf20c3def09 req-c7f3eb2c-8c9b-4675-aad4-e35d7f76ee53 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427934 Nov 26 03:06:01.022774 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d7d122ec-4b19-4de2-aec8-5e140c18e034 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Calling delete_port for 0710b765-b8e3-41a0-9d4e-a0d8165f483b owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:06:01.035677 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:06:01.050597 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:01.053174 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c2bfb448-714d-4fed-ae88-715f83b9b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:01.066913 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=926f6826-c8ef-4be8-b4f1-f7e01a83cae8,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:01.080254 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bfb448-714d-4fed-ae88-715f83b9b99f None None] No DVR routers for this DVR port 926f6826-c8ef-4be8-b4f1-f7e01a83cae8 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:06:01.108473 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event deleted for resources: {'Port': ['ID=926f6826-c8ef-4be8-b4f1-f7e01a83cae8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:01.121419 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bfb448-714d-4fed-ae88-715f83b9b99f None None] Pushing event deleted for resources: {'Port': ['ID=926f6826-c8ef-4be8-b4f1-f7e01a83cae8,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:01.125497 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] No DVR routers for this DVR port 926f6826-c8ef-4be8-b4f1-f7e01a83cae8 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:06:01.265013 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe3e9-a9ee-4485-9a30-bcc9d350e51a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:01.276575 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe3e9-a9ee-4485-9a30-bcc9d350e51a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:01.287548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f80d1a-25bc-4536-b516-1871e05904c0 req-b54dc32c-69ae-4179-aa02-36377e690862 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:01.289188 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81f80d1a-25bc-4536-b516-1871e05904c0 req-b54dc32c-69ae-4179-aa02-36377e690862 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0975306 Nov 26 03:06:01.350474 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7d122ec-4b19-4de2-aec8-5e140c18e034 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:01.387875 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:01.410477 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62dfff3f-53f8-4297-a965-9e13d762f4fd']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:01.411323 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81f80d1a-25bc-4536-b516-1871e05904c0 req-70e8e558-564d-4c95-b995-1cf011f5d3b7 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135414 Nov 26 03:06:01.412383 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d122ec-4b19-4de2-aec8-5e140c18e034 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Pushing event deleted for resources: {'Port': ['ID=0710b765-b8e3-41a0-9d4e-a0d8165f483b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:01.425774 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f49271-a228-4983-99cb-f6b74f2b7b0b') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:01.425774 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f49271-a228-4983-99cb-f6b74f2b7b0b') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:01.433072 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:01.446464 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe3e9-a9ee-4485-9a30-bcc9d350e51a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:01.446986 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6fe3e9-a9ee-4485-9a30-bcc9d350e51a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Fanout notify agent at l3_agent the message router_deleted on router 8d9076f8-ac74-437e-a076-d75009baab60 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:06:01.453211 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:01.467503 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe3e9-a9ee-4485-9a30-bcc9d350e51a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:01.469377 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bb6fe3e9-a9ee-4485-9a30-bcc9d350e51a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/routers/8d9076f8-ac74-437e-a076-d75009baab60 HTTP/1.1" status: 204 len: 168 time: 0.6098986 Nov 26 03:06:01.475367 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33350) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:01.505201 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:01.505610 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:01.510692 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5245c5da-99cc-464e-8956-39d249c15683 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d9076f8-ac74-437e-a076-d75009baab60 HTTP/1.1" status: 200 len: 205 time: 0.0342236 Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:01.512116 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:01.514508 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7d122ec-4b19-4de2-aec8-5e140c18e034 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:01.517431 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7d122ec-4b19-4de2-aec8-5e140c18e034 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:01.521391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d7d122ec-4b19-4de2-aec8-5e140c18e034 tempest-ServerActionsTestJSON-805474499 tempest-ServerActionsTestJSON-805474499-project] 10.222.0.31 "DELETE /v2.0/floatingips/244ea1fb-5b7e-4026-9ffc-17168ac768d4 HTTP/1.1" status: 204 len: 168 time: 1.1127944 Nov 26 03:06:01.522608 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33352) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:01.522948 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33354) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:01.603834 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-2d3678ff-4be6-48d7-80ef-b7c6c27d1582 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] delete failed (client error): The resource could not be found. Nov 26 03:06:01.604950 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2d3678ff-4be6-48d7-80ef-b7c6c27d1582 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/routers/8d9076f8-ac74-437e-a076-d75009baab60 HTTP/1.1" status: 404 len: 336 time: 0.0810845 Nov 26 03:06:01.607705 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33362) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:01.651279 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad55c60f-1e4f-47f7-a4ac-25b3e4c1fcfb tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:01.651279 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad55c60f-1e4f-47f7-a4ac-25b3e4c1fcfb tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:01.656547 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ad55c60f-1e4f-47f7-a4ac-25b3e4c1fcfb tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/subnets/018d4833-a3bb-4ea3-b85a-19e2b8c2cf2e HTTP/1.1" status: 404 len: 337 time: 0.0453379 Nov 26 03:06:01.657092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33364) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:01.661451 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:01.677617 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:01.683761 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] 10.222.0.31 "DELETE /v2.0/networks/62dfff3f-53f8-4297-a965-9e13d762f4fd HTTP/1.1" status: 204 len: 168 time: 1.6995840 Nov 26 03:06:01.698442 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df18e4-25ef-452f-a9d1-fe4c5bba4dd3 tempest-AllowedAddressPairIpV6TestJSON-408146002 tempest-AllowedAddressPairIpV6TestJSON-408146002-project] Pushing event deleted for resources: {'Network': ['ID=62dfff3f-53f8-4297-a965-9e13d762f4fd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:01.699699 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf00afc9-3840-49fd-9043-ef2ed8cdf4a6 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:01.700300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf00afc9-3840-49fd-9043-ef2ed8cdf4a6 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:01.706862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cf00afc9-3840-49fd-9043-ef2ed8cdf4a6 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/subnets/c72c631c-e2e4-4d25-956e-2c5863a992e5 HTTP/1.1" status: 404 len: 337 time: 0.0463078 Nov 26 03:06:01.708021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33368) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:01.736682 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7279d5-221f-4060-acbf-a6078084f38a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:01.737584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7279d5-221f-4060-acbf-a6078084f38a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:01.741548 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ac7279d5-221f-4060-acbf-a6078084f38a tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/subnets/b6223488-d901-44b1-94bc-a4428ae0a0f0 HTTP/1.1" status: 404 len: 337 time: 0.0318961 Nov 26 03:06:01.745386 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33370) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:01.773683 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-3539ba42-bffd-48a2-b642-40ef5a2ccb5d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:01.774141 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3539ba42-bffd-48a2-b642-40ef5a2ccb5d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:01.780181 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3539ba42-bffd-48a2-b642-40ef5a2ccb5d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/subnets/b6728104-ff21-4bba-803e-04f0414aeacd HTTP/1.1" status: 404 len: 337 time: 0.0336783 Nov 26 03:06:01.780802 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33372) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:01.834447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b124f2e-6506-4329-9bd9-b73a7095a07f req-1331231b-f75d-49ac-8ee8-d44777cd5a5e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:01.837047 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b124f2e-6506-4329-9bd9-b73a7095a07f req-1331231b-f75d-49ac-8ee8-d44777cd5a5e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.3172126 Nov 26 03:06:01.891716 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-08c3b294-b719-40fd-bb1b-f717bdde8f8c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/ports?device_id=be04ac71-d173-4da9-abb7-5bc97fd12739 HTTP/1.1" status: 200 len: 205 time: 0.1097486 Nov 26 03:06:01.894339 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33374) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:01.907963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b124f2e-6506-4329-9bd9-b73a7095a07f req-fc33267d-2fe8-4239-b587-ebc5e636561d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646069 Nov 26 03:06:01.969365 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-a7e21d63-4d01-44a7-8827-63d67ae005c4 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] delete failed (client error): The resource could not be found. Nov 26 03:06:01.971426 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a7e21d63-4d01-44a7-8827-63d67ae005c4 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/routers/be04ac71-d173-4da9-abb7-5bc97fd12739 HTTP/1.1" status: 404 len: 336 time: 0.0751038 Nov 26 03:06:01.974983 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33382) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:02.007763 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d75c884d-b858-49b4-b19d-6da98316b5c5 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/ports?device_id=72131e0e-b260-4b09-8507-3ae45aecd3e4 HTTP/1.1" status: 200 len: 205 time: 0.0320704 Nov 26 03:06:02.010402 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33386) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:02.072682 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33390) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:02.086549 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-03284e94-b310-450d-a0c0-54077ebeb08f tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] delete failed (client error): The resource could not be found. Nov 26 03:06:02.087608 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-03284e94-b310-450d-a0c0-54077ebeb08f tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/routers/72131e0e-b260-4b09-8507-3ae45aecd3e4 HTTP/1.1" status: 404 len: 336 time: 0.0762546 Nov 26 03:06:02.095293 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2898d2-4784-4058-8655-1614d1193ed8 req-c5b7ebac-eeef-434e-824d-de91e5279bb3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:02.097184 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c2898d2-4784-4058-8655-1614d1193ed8 req-c5b7ebac-eeef-434e-824d-de91e5279bb3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0658903 Nov 26 03:06:02.097597 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33394) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:02.135732 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4105a7-29a0-495b-b57a-4068dad18c30 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:02.136126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4105a7-29a0-495b-b57a-4068dad18c30 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:02.139700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2d4105a7-29a0-495b-b57a-4068dad18c30 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/subnets/e0e536a3-3246-4610-9975-67fbb5e2e35b HTTP/1.1" status: 404 len: 337 time: 0.0411475 Nov 26 03:06:02.152337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33396) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:02.197487 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-67c7191f-81eb-4bc5-9f4f-28ba48f97c5c tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cefb96-ea8d-4ee3-bb61-d2f5ed822257 HTTP/1.1" status: 200 len: 205 time: 0.0436299 Nov 26 03:06:02.199621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33398) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:02.255520 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-eaa4ee1a-d17b-4898-842b-2f65a744b379 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] delete failed (client error): The resource could not be found. Nov 26 03:06:02.259980 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-eaa4ee1a-d17b-4898-842b-2f65a744b379 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/routers/b4cefb96-ea8d-4ee3-bb61-d2f5ed822257 HTTP/1.1" status: 404 len: 336 time: 0.0568402 Nov 26 03:06:02.260879 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33400) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:02.310823 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c2898d2-4784-4058-8655-1614d1193ed8 req-89cd6eda-5f51-4ead-907b-a3d8c39a8d4b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030399 Nov 26 03:06:02.336459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-25810ae2-1425-4929-9570-125d717a68d3 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/ports?device_id=225f7b9f-d415-4ae7-8c1c-12b5a9a95588 HTTP/1.1" status: 200 len: 205 time: 0.0430660 Nov 26 03:06:02.336459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33404) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:02.397620 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-fa6e4df9-9d3e-4bb3-8d7e-3d63ea7aa296 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] delete failed (client error): The resource could not be found. Nov 26 03:06:02.401599 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fa6e4df9-9d3e-4bb3-8d7e-3d63ea7aa296 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/routers/225f7b9f-d415-4ae7-8c1c-12b5a9a95588 HTTP/1.1" status: 404 len: 336 time: 0.0573413 Nov 26 03:06:02.402285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33410) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:02.443763 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff12c9b-1c5e-4a56-9188-650f5ff778b5 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:02.445003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff12c9b-1c5e-4a56-9188-650f5ff778b5 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:02.453360 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33412) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:02.453837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fff12c9b-1c5e-4a56-9188-650f5ff778b5 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/subnets/ba4697b0-9389-4d56-9402-5ac4a288098c HTTP/1.1" status: 404 len: 337 time: 0.0501809 Nov 26 03:06:02.477218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33414) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:02.493525 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a8f7a77d-4aac-463a-a7ab-4c9c73e9885e tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab470435-c0ba-45c5-8dec-c42dd2f3e017 HTTP/1.1" status: 200 len: 205 time: 0.0390234 Nov 26 03:06:02.503631 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33416) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:02.552320 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45862be8-ed8a-48aa-87b1-27d229456e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:02.553134 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-09e69b2d-9a2f-470a-a361-94a4a2d103c7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] delete failed (client error): The resource could not be found. Nov 26 03:06:02.558560 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-09e69b2d-9a2f-470a-a361-94a4a2d103c7 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/routers/ab470435-c0ba-45c5-8dec-c42dd2f3e017 HTTP/1.1" status: 404 len: 336 time: 0.0523252 Nov 26 03:06:02.560532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33420) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:02.563276 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9ac58eb9-1c04-4105-b530-aa501b57a30c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08914f8898514a64b96b994f5787f2a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4898653 Nov 26 03:06:02.568134 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33422) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:02.598157 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84252f1-b707-4d66-86ec-0b7ea0c69da4 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:02.598413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84252f1-b707-4d66-86ec-0b7ea0c69da4 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:02.605338 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e84252f1-b707-4d66-86ec-0b7ea0c69da4 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/subnets/d1fdeecf-725a-4c3a-a7e4-80b21a72be22 HTTP/1.1" status: 404 len: 337 time: 0.0408993 Nov 26 03:06:02.606129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33424) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:02.663674 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-31b7bce2-165f-46fa-9b92-525389dcfbae tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e HTTP/1.1" status: 200 len: 205 time: 0.0553219 Nov 26 03:06:02.664410 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33426) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:02.674499 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a20d30-f321-47a5-a141-f7e1dc640a01 req-f059918b-a09c-4619-b935-6ee3d33abd7c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:02.676354 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9a20d30-f321-47a5-a141-f7e1dc640a01 req-f059918b-a09c-4619-b935-6ee3d33abd7c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2209833 Nov 26 03:06:02.735679 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-c819c87f-a9d6-4689-b37c-143328ca0565 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] delete failed (client error): The resource could not be found. Nov 26 03:06:02.736791 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c819c87f-a9d6-4689-b37c-143328ca0565 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/routers/9e17c4d8-b3aa-4c81-812b-a4d4d060ab5e HTTP/1.1" status: 404 len: 336 time: 0.0712066 Nov 26 03:06:02.740675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33428) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:02.741468 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9a65188b-cbce-4c3c-8bca-a4dff1397b16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:02.786290 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-1faeff66-189c-4a06-a19a-60b85e67b09d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:02.786754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1faeff66-189c-4a06-a19a-60b85e67b09d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:02.789901 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1faeff66-189c-4a06-a19a-60b85e67b09d tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/subnets/e1eb7cbd-450e-409b-8ca9-0285ff54bd86 HTTP/1.1" status: 404 len: 337 time: 0.0461948 Nov 26 03:06:02.797550 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33430) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:02.842936 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-860ed215-a4d2-4831-a920-106787acb8c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:02.843402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860ed215-a4d2-4831-a920-106787acb8c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:02.849288 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-860ed215-a4d2-4831-a920-106787acb8c1 tempest-RoutersTest-1361834499 tempest-RoutersTest-1361834499-project] 10.222.0.31 "DELETE /v2.0/subnets/b0faaa38-245f-4d1b-8ab2-99a4e434e9cb HTTP/1.1" status: 404 len: 337 time: 0.0484924 Nov 26 03:06:02.873083 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9a20d30-f321-47a5-a141-f7e1dc640a01 req-35483921-5218-4a40-aff7-282cf68ee2b2 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838109 Nov 26 03:06:02.936495 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9a65188b-cbce-4c3c-8bca-a4dff1397b16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:02.954409 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a6eee18-0125-4d77-91dd-3c1192f10195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:02.956075 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9a65188b-cbce-4c3c-8bca-a4dff1397b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:02.994055 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a6eee18-0125-4d77-91dd-3c1192f10195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:02.996617 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9a65188b-cbce-4c3c-8bca-a4dff1397b16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa20102a88254a9ca6d0f7731f84e0e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5181088 Nov 26 03:06:03.000020 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33436) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:03.023927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65188b-cbce-4c3c-8bca-a4dff1397b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38379ad2-4a30-46c9-8d1f-d7e73182e900,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:03.206787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a6eee18-0125-4d77-91dd-3c1192f10195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:03.209812 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a6eee18-0125-4d77-91dd-3c1192f10195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:03.213445 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9a6eee18-0125-4d77-91dd-3c1192f10195 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3038253-03e0-4e75-a9f4-c048f816ba86 HTTP/1.1" status: 204 len: 168 time: 0.3547268 Nov 26 03:06:03.218757 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3870627-2153-42ff-ba51-f7371a6a94b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:03.227168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db335552-5a02-4337-a1fa-e4ade1660d6c req-a1a05cfa-1b54-49ae-b408-d276486f174b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:03.231019 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db335552-5a02-4337-a1fa-e4ade1660d6c req-a1a05cfa-1b54-49ae-b408-d276486f174b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0864577 Nov 26 03:06:03.235622 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6eee18-0125-4d77-91dd-3c1192f10195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3038253-03e0-4e75-a9f4-c048f816ba86,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:03.260613 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3870627-2153-42ff-ba51-f7371a6a94b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:03.271677 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33444) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:03.380887 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db335552-5a02-4337-a1fa-e4ade1660d6c req-025f3e9a-973e-4d34-8679-195979c5b7cf tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382220 Nov 26 03:06:03.427916 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3870627-2153-42ff-ba51-f7371a6a94b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:03.431617 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3870627-2153-42ff-ba51-f7371a6a94b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:03.436027 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d3870627-2153-42ff-ba51-f7371a6a94b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38379ad2-4a30-46c9-8d1f-d7e73182e900 HTTP/1.1" status: 204 len: 168 time: 0.4302645 Nov 26 03:06:03.440315 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-45862be8-ed8a-48aa-87b1-27d229456e15 admin admin] Deleting port 9778bfde-ef3d-4853-bd7a-30e0a230bc59 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:06:03.440647 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45862be8-ed8a-48aa-87b1-27d229456e15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:03.458745 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3870627-2153-42ff-ba51-f7371a6a94b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38379ad2-4a30-46c9-8d1f-d7e73182e900,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:03.592688 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33452) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:03.595197 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-70d34852-8dfd-4d3a-8e9b-c6fd72fab837 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a1ba20f33ad4bd4a777d779bfbcd97e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3144178 Nov 26 03:06:03.609134 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-45862be8-ed8a-48aa-87b1-27d229456e15 admin admin] For port 9778bfde-ef3d-4853-bd7a-30e0a230bc59, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9778bfde-ef3d-4853-bd7a-30e0a230bc59,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:03.609498 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45862be8-ed8a-48aa-87b1-27d229456e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:03.622880 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-45862be8-ed8a-48aa-87b1-27d229456e15 admin admin] Calling delete_port for 9778bfde-ef3d-4853-bd7a-30e0a230bc59 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:06:03.679382 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1cf030e-2b2e-42bb-8dc8-0a2d1963506f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:03.707411 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1cf030e-2b2e-42bb-8dc8-0a2d1963506f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:03.765561 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1cf030e-2b2e-42bb-8dc8-0a2d1963506f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:03.769089 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1cf030e-2b2e-42bb-8dc8-0a2d1963506f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:03.771058 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c1cf030e-2b2e-42bb-8dc8-0a2d1963506f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18dc0f49-e5d5-4be8-b3c7-6755721e8c5c HTTP/1.1" status: 204 len: 168 time: 0.1764059 Nov 26 03:06:03.780609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf030e-2b2e-42bb-8dc8-0a2d1963506f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dc0f49-e5d5-4be8-b3c7-6755721e8c5c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:03.907391 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45862be8-ed8a-48aa-87b1-27d229456e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:03.933495 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45862be8-ed8a-48aa-87b1-27d229456e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=9778bfde-ef3d-4853-bd7a-30e0a230bc59,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:04.166913 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45862be8-ed8a-48aa-87b1-27d229456e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:04.431357 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45862be8-ed8a-48aa-87b1-27d229456e15 admin admin] Router 17df91b6-4007-4d2a-8711-e2e143c45a69 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:06:04.507475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186ec81-8b80-4fdb-b84c-7ba32effa85f req-1a7927ce-9665-4979-a53b-c60437d6ca1e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:04.514967 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3186ec81-8b80-4fdb-b84c-7ba32effa85f req-1a7927ce-9665-4979-a53b-c60437d6ca1e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0590622 Nov 26 03:06:04.590400 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45862be8-ed8a-48aa-87b1-27d229456e15 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:06:04.603073 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-45862be8-ed8a-48aa-87b1-27d229456e15 admin admin] 10.222.0.31 "PUT /v2.0/routers/17df91b6-4007-4d2a-8711-e2e143c45a69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0764220 Nov 26 03:06:04.605057 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33504) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:04.605476 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3186ec81-8b80-4fdb-b84c-7ba32effa85f req-5f373833-9f5b-444f-a178-9c403bfd1583 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887821 Nov 26 03:06:04.608548 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ac4e8-db3c-4e66-a310-6a870abad036 None None] Sync routers for ids ['17df91b6-4007-4d2a-8711-e2e143c45a69'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:06:04.620986 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ac4e8-db3c-4e66-a310-6a870abad036 None None] Routers {'17df91b6-4007-4d2a-8711-e2e143c45a69'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:06:04.622899 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6f7ac4e8-db3c-4e66-a310-6a870abad036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['17df91b6-4007-4d2a-8711-e2e143c45a69'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:04.709349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33512) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:04.877219 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e59ae314-0d0e-4bff-9736-fd261015dec3 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:04.890696 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-6f7ac4e8-db3c-4e66-a310-6a870abad036 None None] Set router 17df91b6-4007-4d2a-8711-e2e143c45a69 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:06:05.097312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21faa17-ab14-4626-9864-1532a330e0f7 req-15b044f4-3e6d-47ee-a113-7ed8621b9c22 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:05.106583 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d21faa17-ab14-4626-9864-1532a330e0f7 req-15b044f4-3e6d-47ee-a113-7ed8621b9c22 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1061099 Nov 26 03:06:05.137239 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e59ae314-0d0e-4bff-9736-fd261015dec3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:05.191928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-53a8096e-8100-4329-a630-8a90bf1ec1c7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1649244854'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:05.228935 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e59ae314-0d0e-4bff-9736-fd261015dec3 admin admin] Deleting port c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:06:05.229793 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e59ae314-0d0e-4bff-9736-fd261015dec3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:05.252007 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d21faa17-ab14-4626-9864-1532a330e0f7 req-896e8083-3002-408f-8ac5-e5c9e778aa79 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260753 Nov 26 03:06:05.266054 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a8096e-8100-4329-a630-8a90bf1ec1c7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:05.277723 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53a8096e-8100-4329-a630-8a90bf1ec1c7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:05.298101 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53a8096e-8100-4329-a630-8a90bf1ec1c7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:05.346160 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-e59ae314-0d0e-4bff-9736-fd261015dec3 admin admin] For port c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:05.346824 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e59ae314-0d0e-4bff-9736-fd261015dec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:05.365686 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e59ae314-0d0e-4bff-9736-fd261015dec3 admin admin] Calling delete_port for c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:06:05.380661 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6f7ac4e8-db3c-4e66-a310-6a870abad036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'name': 'tempest-ServerActionsTestJSON-2112593717-router', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:56:00Z', 'updated_at': '2021-11-26T03:06:03Z', 'revision_number': 5, 'project_id': '663f066e304f4b57893c72f115ebd127', 'gw_port': {'id': 'c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:56:02Z', 'updated_at': '2021-11-26T02:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:05.410074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ac4e8-db3c-4e66-a310-6a870abad036 None None] Checking router: 17df91b6-4007-4d2a-8711-e2e143c45a69 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:06:05.419435 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ac4e8-db3c-4e66-a310-6a870abad036 None None] Routers {'17df91b6-4007-4d2a-8711-e2e143c45a69'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:06:05.420130 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6f7ac4e8-db3c-4e66-a310-6a870abad036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['17df91b6-4007-4d2a-8711-e2e143c45a69'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:05.423458 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53a8096e-8100-4329-a630-8a90bf1ec1c7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:05.429650 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33530) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:05.431018 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53a8096e-8100-4329-a630-8a90bf1ec1c7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:05.461804 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a8096e-8100-4329-a630-8a90bf1ec1c7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:06:05.481440 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53a8096e-8100-4329-a630-8a90bf1ec1c7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:05.481794 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-53a8096e-8100-4329-a630-8a90bf1ec1c7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Added segment 1009d9c0-bbe2-41a3-98ac-7287b74d6a23 of type vlan for network 9ad1b053-8af1-402e-b792-18a7fa905c04 Nov 26 03:06:05.491119 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8096e-8100-4329-a630-8a90bf1ec1c7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b52df8-4c1d-4b16-8c69-5025a1ef4786,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:05.532420 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53a8096e-8100-4329-a630-8a90bf1ec1c7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:05.564859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-6f7ac4e8-db3c-4e66-a310-6a870abad036 None None] Set router 17df91b6-4007-4d2a-8711-e2e143c45a69 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:06:05.576945 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53a8096e-8100-4329-a630-8a90bf1ec1c7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:05.586295 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a8096e-8100-4329-a630-8a90bf1ec1c7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:05.586997 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-53a8096e-8100-4329-a630-8a90bf1ec1c7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:05.635490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6f7ac4e8-db3c-4e66-a310-6a870abad036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'name': 'tempest-ServerActionsTestJSON-2112593717-router', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:56:00Z', 'updated_at': '2021-11-26T03:06:05Z', 'revision_number': 6, 'project_id': '663f066e304f4b57893c72f115ebd127', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:05.637245 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e59ae314-0d0e-4bff-9736-fd261015dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:05.678264 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ac4e8-db3c-4e66-a310-6a870abad036 None None] The sync data for ids ['17df91b6-4007-4d2a-8711-e2e143c45a69'] in n-d-819389-3 is: [{'id': '17df91b6-4007-4d2a-8711-e2e143c45a69', 'name': 'tempest-ServerActionsTestJSON-2112593717-router', 'tenant_id': '663f066e304f4b57893c72f115ebd127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:56:00Z', 'updated_at': '2021-11-26T03:06:05Z', 'revision_number': 6, 'project_id': '663f066e304f4b57893c72f115ebd127', 'gw_port_host': None}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:06:05.691095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-53a8096e-8100-4329-a630-8a90bf1ec1c7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9801316 Nov 26 03:06:05.691820 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ae314-0d0e-4bff-9736-fd261015dec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:05.692732 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31337b8f-c88c-4e72-80a9-965d9730cdf5 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:05.732109 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8096e-8100-4329-a630-8a90bf1ec1c7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Network': ['ID=9ad1b053-8af1-402e-b792-18a7fa905c04,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:05.751721 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 9ad1b053-8af1-402e-b792-18a7fa905c04 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:06:05.809467 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33540) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:05.816922 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-2343d7c3-883a-4349-9169-412f1d0df631 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'subnet': {'network_id': '9ad1b053-8af1-402e-b792-18a7fa905c04', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:05.830426 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1891ab54-6791-4815-8cf1-6bd35a91cd9d tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1900796991'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:05.878399 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e59ae314-0d0e-4bff-9736-fd261015dec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.004303 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e59ae314-0d0e-4bff-9736-fd261015dec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.005774 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1891ab54-6791-4815-8cf1-6bd35a91cd9d tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.009608 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e59ae314-0d0e-4bff-9736-fd261015dec3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.025117 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1891ab54-6791-4815-8cf1-6bd35a91cd9d tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.055138 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33548) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:06.082167 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2343d7c3-883a-4349-9169-412f1d0df631 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:06.086101 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2343d7c3-883a-4349-9169-412f1d0df631 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.091428 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e59ae314-0d0e-4bff-9736-fd261015dec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.091947 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59ae314-0d0e-4bff-9736-fd261015dec3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17df91b6-4007-4d2a-8711-e2e143c45a69 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:06:06.107914 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e59ae314-0d0e-4bff-9736-fd261015dec3 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.111596 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e59ae314-0d0e-4bff-9736-fd261015dec3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/17df91b6-4007-4d2a-8711-e2e143c45a69 HTTP/1.1" status: 204 len: 168 time: 1.5023389 Nov 26 03:06:06.112823 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33552) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:06.166372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-d551d3ea-c716-41e3-bc65-49b547ba37e8 admin admin] Deleting subnet b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:06:06.169666 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d551d3ea-c716-41e3-bc65-49b547ba37e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.226951 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d551d3ea-c716-41e3-bc65-49b547ba37e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.240806 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1891ab54-6791-4815-8cf1-6bd35a91cd9d tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.253745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-abf19a9c-c944-429f-87bd-ede9ffce1b34 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'network': {'name': 'tempest-network-smoke--1902230448', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'port_security_enabled': True}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:06.260045 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1891ab54-6791-4815-8cf1-6bd35a91cd9d tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.307405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf19a9c-c944-429f-87bd-ede9ffce1b34 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Made reservation on behalf of 2cd023a1c40f48beb9652fd40a5c698a for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:06.310965 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-abf19a9c-c944-429f-87bd-ede9ffce1b34 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.334086 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891ab54-6791-4815-8cf1-6bd35a91cd9d tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78bdc610-9686-4b22-9a0c-c93f427d6ba7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:06.336397 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-abf19a9c-c944-429f-87bd-ede9ffce1b34 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.374337 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d551d3ea-c716-41e3-bc65-49b547ba37e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.375083 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2343d7c3-883a-4349-9169-412f1d0df631 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.429201 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1891ab54-6791-4815-8cf1-6bd35a91cd9d tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.437260 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1891ab54-6791-4815-8cf1-6bd35a91cd9d tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.481169 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343d7c3-883a-4349-9169-412f1d0df631 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Subnet': ['ID=1ff92788-c131-4f8b-9612-a4a194387699,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:06.491835 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1891ab54-6791-4815-8cf1-6bd35a91cd9d tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.495550 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1891ab54-6791-4815-8cf1-6bd35a91cd9d tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0623324 Nov 26 03:06:06.496077 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33556) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:06.498239 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891ab54-6791-4815-8cf1-6bd35a91cd9d tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94388c9d-faaf-41ca-b2fb-738b1e79fdf4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:06.519124 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2343d7c3-883a-4349-9169-412f1d0df631 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Checking segment: {'id': '1009d9c0-bbe2-41a3-98ac-7287b74d6a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9ad1b053-8af1-402e-b792-18a7fa905c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:06.519494 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2343d7c3-883a-4349-9169-412f1d0df631 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network hostable DHCP agents. Network: 9ad1b053-8af1-402e-b792-18a7fa905c04, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:06:06.569002 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2343d7c3-883a-4349-9169-412f1d0df631 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network 9ad1b053-8af1-402e-b792-18a7fa905c04 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:06:06.589518 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-af125fa4-1e64-4b71-814e-4868325a3dfd tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0900316 Nov 26 03:06:06.589738 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33558) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:06.594351 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-65a01b1e-751a-4102-b5ee-5756e0358887 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group': {'name': 'tempest-security--708286550', 'description': 'tempest-security-description-78826280'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:06.597259 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-2343d7c3-883a-4349-9169-412f1d0df631 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 9ad1b053-8af1-402e-b792-18a7fa905c04) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:06.608015 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2343d7c3-883a-4349-9169-412f1d0df631 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:06.608629 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2343d7c3-883a-4349-9169-412f1d0df631 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.609158 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c0b483-4024-46be-9263-c8d2355e39d2 None None] Network 9ad1b053-8af1-402e-b792-18a7fa905c04 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:06.663008 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2343d7c3-883a-4349-9169-412f1d0df631 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8467159 Nov 26 03:06:06.664916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33560) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:06.679712 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-12f12614-8527-4eb8-a99a-fb1b03841f4d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-274057345'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:06.684819 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65a01b1e-751a-4102-b5ee-5756e0358887 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.750064 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f12614-8527-4eb8-a99a-fb1b03841f4d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:06.755760 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12f12614-8527-4eb8-a99a-fb1b03841f4d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.775903 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65a01b1e-751a-4102-b5ee-5756e0358887 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.791438 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f12614-8527-4eb8-a99a-fb1b03841f4d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:06:06.799790 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65a01b1e-751a-4102-b5ee-5756e0358887 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.802531 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65a01b1e-751a-4102-b5ee-5756e0358887 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.803539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:06:06.806858 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-65a01b1e-751a-4102-b5ee-5756e0358887 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "PUT /v2.0/security-groups/94388c9d-faaf-41ca-b2fb-738b1e79fdf4 HTTP/1.1" status: 200 len: 1794 time: 0.2161767 Nov 26 03:06:06.810265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33562) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:06.814031 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12f12614-8527-4eb8-a99a-fb1b03841f4d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.814450 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-12f12614-8527-4eb8-a99a-fb1b03841f4d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Added segment 6979ba23-b457-48e0-8497-7b79eab3744a of type vlan for network fe586289-8aed-4f60-b465-2becbf9de19f Nov 26 03:06:06.815063 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2532c28-8a0b-438e-af29-cfbb0599ec0c req-12faded5-b428-4d52-8b97-aade24e795a1 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:06.822951 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a2532c28-8a0b-438e-af29-cfbb0599ec0c req-12faded5-b428-4d52-8b97-aade24e795a1 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.5087903 Nov 26 03:06:06.845166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:06:06.845523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c917fe10-1ae5-4a10-ae98-0a91c3a3ca6e not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:06:06.846015 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9778bfde-ef3d-4853-bd7a-30e0a230bc59 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:06:06.875309 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-9ad1b053-8af1-402e-b792-18a7fa905c04', 'network_id': '9ad1b053-8af1-402e-b792-18a7fa905c04', 'tenant_id': '0c2c9c0b27294536961f65f429f65457', 'fixed_ips': [{'subnet_id': '1ff92788-c131-4f8b-9612-a4a194387699'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:06:06.876205 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.881563 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 9778bfde-ef3d-4853-bd7a-30e0a230bc59 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:06:06.882152 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9778bfde-ef3d-4853-bd7a-30e0a230bc59 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:06:06.882336 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d551d3ea-c716-41e3-bc65-49b547ba37e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.898777 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12f12614-8527-4eb8-a99a-fb1b03841f4d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.935945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551d3ea-c716-41e3-bc65-49b547ba37e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:06.948072 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d551d3ea-c716-41e3-bc65-49b547ba37e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.948560 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a01b1e-751a-4102-b5ee-5756e0358887 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94388c9d-faaf-41ca-b2fb-738b1e79fdf4,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:06.956136 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d551d3ea-c716-41e3-bc65-49b547ba37e8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b2ed21f3-c0ea-4aa8-992b-5a0cf72f5875 HTTP/1.1" status: 204 len: 168 time: 0.8421557 Nov 26 03:06:06.958226 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12f12614-8527-4eb8-a99a-fb1b03841f4d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.958897 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33564) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:06.965980 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f12614-8527-4eb8-a99a-fb1b03841f4d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:06.966611 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12f12614-8527-4eb8-a99a-fb1b03841f4d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:06.977398 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a2532c28-8a0b-438e-af29-cfbb0599ec0c req-aee5d4e9-8dbd-4976-a9b5-b6a5d6549d28 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522770 Nov 26 03:06:07.007599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1357ad-b128-481b-ba6f-96948969c33e None None] Network 5b01fbf4-05c2-426a-bd34-1db1e2639446 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:07.059433 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f12614-8527-4eb8-a99a-fb1b03841f4d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Network': ['ID=fe586289-8aed-4f60-b465-2becbf9de19f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:07.077161 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-abf19a9c-c944-429f-87bd-ede9ffce1b34 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.078389 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network fe586289-8aed-4f60-b465-2becbf9de19f details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:06:07.094662 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-abf19a9c-c944-429f-87bd-ede9ffce1b34 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.096405 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5abbf83d-94a7-4655-931b-d03747e08e6d tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-groups/94388c9d-faaf-41ca-b2fb-738b1e79fdf4 HTTP/1.1" status: 200 len: 1794 time: 0.2644777 Nov 26 03:06:07.097039 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33570) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:07.127789 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.132881 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-12f12614-8527-4eb8-a99a-fb1b03841f4d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4641407 Nov 26 03:06:07.137118 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33572) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:07.147679 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-fa53679a-0101-46ea-a60c-45a53aaf132d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'subnet': {'network_id': 'fe586289-8aed-4f60-b465-2becbf9de19f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:07.166044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf19a9c-c944-429f-87bd-ede9ffce1b34 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:06:07.179058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf19a9c-c944-429f-87bd-ede9ffce1b34 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=426604a1-e13b-4a7d-a0bd-76fd88850370,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:07.186206 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-abf19a9c-c944-429f-87bd-ede9ffce1b34 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.186675 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-abf19a9c-c944-429f-87bd-ede9ffce1b34 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Added segment 1a359ab9-9dd0-4953-bf1d-4a375e24c842 of type vlan for network 697a8cf6-7511-47a7-9719-edbaf32143d1 Nov 26 03:06:07.256976 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2e5db858-a45b-420f-910d-41a39757bf7a tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.260527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78aea2-88b2-4502-88d2-1809895e6535 req-e05709ac-9539-4503-8e63-d74fec7a1a58 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:07.262125 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc78aea2-88b2-4502-88d2-1809895e6535 req-e05709ac-9539-4503-8e63-d74fec7a1a58 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1717806 Nov 26 03:06:07.263268 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Allocated IP 172.20.255.242 (9ad1b053-8af1-402e-b792-18a7fa905c04/1ff92788-c131-4f8b-9612-a4a194387699/096da652-2df3-4603-beff-ef749d8293fa) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:06:07.267159 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-abf19a9c-c944-429f-87bd-ede9ffce1b34 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.298082 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2e5db858-a45b-420f-910d-41a39757bf7a tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.339563 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa53679a-0101-46ea-a60c-45a53aaf132d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:07.340953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] Deleting port 481730a0-ca86-471d-a41b-299092378702 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:06:07.341344 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.344754 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa53679a-0101-46ea-a60c-45a53aaf132d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.346700 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-abf19a9c-c944-429f-87bd-ede9ffce1b34 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.352685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf19a9c-c944-429f-87bd-ede9ffce1b34 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:07.353309 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-abf19a9c-c944-429f-87bd-ede9ffce1b34 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.412904 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2e5db858-a45b-420f-910d-41a39757bf7a tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.415566 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2e5db858-a45b-420f-910d-41a39757bf7a tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.419041 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2e5db858-a45b-420f-910d-41a39757bf7a tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-groups/94388c9d-faaf-41ca-b2fb-738b1e79fdf4 HTTP/1.1" status: 204 len: 168 time: 0.3186908 Nov 26 03:06:07.426156 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33574) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:07.432628 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911293ca-8995-4f9f-b73b-4ed9fb2852ce None None] DHCP port deletion for 5b01fbf4-05c2-426a-bd34-1db1e2639446 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:07.462198 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5db858-a45b-420f-910d-41a39757bf7a tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94388c9d-faaf-41ca-b2fb-738b1e79fdf4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:07.462431 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc78aea2-88b2-4502-88d2-1809895e6535 req-383b20f6-13bb-4989-88fa-aa2c51f236a6 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774909 Nov 26 03:06:07.477781 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-abf19a9c-c944-429f-87bd-ede9ffce1b34 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4210017 Nov 26 03:06:07.481371 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33576) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:07.490036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'admin_state_up': True, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:07.501495 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.517022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf19a9c-c944-429f-87bd-ede9ffce1b34 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Network': ['ID=697a8cf6-7511-47a7-9719-edbaf32143d1,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:07.520925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] For port 481730a0-ca86-471d-a41b-299092378702, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=481730a0-ca86-471d-a41b-299092378702,segment=NetworkSegment(ff33ca9f-7ebd-4db7-963a-e389c1e8f32a),segment_id=ff33ca9f-7ebd-4db7-963a-e389c1e8f32a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:07.521414 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.531617 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.533335 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.534857 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.535547 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] Calling delete_port for 481730a0-ca86-471d-a41b-299092378702 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:06:07.566599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Network 9ad1b053-8af1-402e-b792-18a7fa905c04 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:07.570455 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bc0f2d9b-0b4c-4056-9255-a7e56d55cd38 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1321509 Nov 26 03:06:07.572760 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33578) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:07.578086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:07.583676 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 697a8cf6-7511-47a7-9719-edbaf32143d1 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:06:07.588139 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:07.616780 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-908cd2c6-9983-4be5-8b21-16ee41247315 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] delete failed (client error): The resource could not be found. Nov 26 03:06:07.617837 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-908cd2c6-9983-4be5-8b21-16ee41247315 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-groups/94388c9d-faaf-41ca-b2fb-738b1e79fdf4 HTTP/1.1" status: 404 len: 347 time: 0.0422099 Nov 26 03:06:07.622729 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33582) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:07.663034 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.673835 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-84602f76-d8fb-4df0-bc05-dbcaaa30d71f tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329809463'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:07.699118 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] Pushing event deleted for resources: {'Port': ['ID=481730a0-ca86-471d-a41b-299092378702,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:07.700562 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84602f76-d8fb-4df0-bc05-dbcaaa30d71f tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.703068 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.714063 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] No DVR routers for this DVR port 481730a0-ca86-471d-a41b-299092378702 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:06:07.795836 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Pushing event updated for resources: {'Port': ['ID=096da652-2df3-4603-beff-ef749d8293fa,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:07.798977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-911293ca-8995-4f9f-b73b-4ed9fb2852ce None None] Deleting port 481730a0-ca86-471d-a41b-299092378702 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:06:07.799356 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-911293ca-8995-4f9f-b73b-4ed9fb2852ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.814654 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.824786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b936d80-154d-4206-9c42-def1259f77ad req-25b9413c-f3e0-4979-90f6-b4e6b3565f8b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:07.826494 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b936d80-154d-4206-9c42-def1259f77ad req-25b9413c-f3e0-4979-90f6-b4e6b3565f8b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1296945 Nov 26 03:06:07.845579 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Attempting to bind port 096da652-2df3-4603-beff-ef749d8293fa on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:06:07.846199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Attempting to bind port 096da652-2df3-4603-beff-ef749d8293fa by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '1009d9c0-bbe2-41a3-98ac-7287b74d6a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9ad1b053-8af1-402e-b792-18a7fa905c04'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:06:07.846315 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Attempting to bind port 096da652-2df3-4603-beff-ef749d8293fa on network 9ad1b053-8af1-402e-b792-18a7fa905c04 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:07.859905 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:06:07.860666 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Checking segment: {'id': '1009d9c0-bbe2-41a3-98ac-7287b74d6a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9ad1b053-8af1-402e-b792-18a7fa905c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:07.861010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b01fbf4-05c2-426a-bd34-1db1e2639446']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:07.861135 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.861476 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Bound using segment: {'id': '1009d9c0-bbe2-41a3-98ac-7287b74d6a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9ad1b053-8af1-402e-b792-18a7fa905c04'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:06:07.861974 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Bound port: 096da652-2df3-4603-beff-ef749d8293fa, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1009d9c0-bbe2-41a3-98ac-7287b74d6a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9ad1b053-8af1-402e-b792-18a7fa905c04'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:06:07.862362 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.873383 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:07.873712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff33ca9f-7ebd-4db7-963a-e389c1e8f32a') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:07.887496 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-911293ca-8995-4f9f-b73b-4ed9fb2852ce None None] For port 481730a0-ca86-471d-a41b-299092378702, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:07.887903 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-911293ca-8995-4f9f-b73b-4ed9fb2852ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.893938 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.919535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b936d80-154d-4206-9c42-def1259f77ad req-16a48ea0-f0f3-40cc-a3b9-ee14a55cc2aa tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809357 Nov 26 03:06:07.920707 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.926981 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-911293ca-8995-4f9f-b73b-4ed9fb2852ce None None] Calling delete_port for 481730a0-ca86-471d-a41b-299092378702 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:06:07.928667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:07.929155 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.930423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-911293ca-8995-4f9f-b73b-4ed9fb2852ce None None] Port 481730a0-ca86-471d-a41b-299092378702 was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:07.931191 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:07.939619 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-911293ca-8995-4f9f-b73b-4ed9fb2852ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:07.967003 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911293ca-8995-4f9f-b73b-4ed9fb2852ce None None] Pushing event deleted for resources: {'Port': ['ID=481730a0-ca86-471d-a41b-299092378702,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:07.990665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911293ca-8995-4f9f-b73b-4ed9fb2852ce None None] No DVR routers for this DVR port 481730a0-ca86-471d-a41b-299092378702 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:06:07.998690 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] For port 096da652-2df3-4603-beff-ef749d8293fa, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:06:08.005173 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] For port 096da652-2df3-4603-beff-ef749d8293fa, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=096da652-2df3-4603-beff-ef749d8293fa,segment=NetworkSegment(1009d9c0-bbe2-41a3-98ac-7287b74d6a23),segment_id=1009d9c0-bbe2-41a3-98ac-7287b74d6a23)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:06:08.014311 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.090414 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.090897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf9f42-7c4e-4814-80db-fb4008e8ddbe None None] Pushing event updated for resources: {'Port': ['ID=096da652-2df3-4603-beff-ef749d8293fa,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:08.103471 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.123617 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5b01fbf4-05c2-426a-bd34-1db1e2639446 HTTP/1.1" status: 204 len: 168 time: 1.1543682 Nov 26 03:06:08.158828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b9ebb-286b-4e7e-943b-37bee8b54910 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b01fbf4-05c2-426a-bd34-1db1e2639446,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:08.179813 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.188285 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa53679a-0101-46ea-a60c-45a53aaf132d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.281015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed3554-eaa7-4b66-a913-19ee22d77aab req-dc2c843d-9b04-44af-bffd-e04163ab0bb7 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:08.282893 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29ed3554-eaa7-4b66-a913-19ee22d77aab req-dc2c843d-9b04-44af-bffd-e04163ab0bb7 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2595928 Nov 26 03:06:08.310824 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84602f76-d8fb-4df0-bc05-dbcaaa30d71f tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.325618 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53679a-0101-46ea-a60c-45a53aaf132d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Subnet': ['ID=3167ae43-e168-4bd3-a283-b4d75bfeeda4,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:08.334805 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84602f76-d8fb-4df0-bc05-dbcaaa30d71f tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.350407 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29ed3554-eaa7-4b66-a913-19ee22d77aab req-ccb7a29c-3282-4b6f-8ccc-823ff0def081 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598013 Nov 26 03:06:08.387220 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa53679a-0101-46ea-a60c-45a53aaf132d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Checking segment: {'id': '6979ba23-b457-48e0-8497-7b79eab3744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fe586289-8aed-4f60-b465-2becbf9de19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:08.387581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa53679a-0101-46ea-a60c-45a53aaf132d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network hostable DHCP agents. Network: fe586289-8aed-4f60-b465-2becbf9de19f, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:06:08.415537 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84602f76-d8fb-4df0-bc05-dbcaaa30d71f tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.416839 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-84602f76-d8fb-4df0-bc05-dbcaaa30d71f tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7682471 Nov 26 03:06:08.419311 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84602f76-d8fb-4df0-bc05-dbcaaa30d71f tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7230503b-f431-4e92-8d29-1ba88beb4f5b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:08.420417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33598) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:08.433142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-29e545c0-a344-4f54-9d4d-b3bcca5816f9 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group_rule': {'security_group_id': '7230503b-f431-4e92-8d29-1ba88beb4f5b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:08.443263 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa53679a-0101-46ea-a60c-45a53aaf132d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network fe586289-8aed-4f60-b465-2becbf9de19f is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:06:08.453988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33600) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:08.477510 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-fa53679a-0101-46ea-a60c-45a53aaf132d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, fe586289-8aed-4f60-b465-2becbf9de19f) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:08.480229 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-29e545c0-a344-4f54-9d4d-b3bcca5816f9 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.486930 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff56e3ff-9e9b-4ddf-a653-d706b978ae79 None None] Network fe586289-8aed-4f60-b465-2becbf9de19f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:08.494257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa53679a-0101-46ea-a60c-45a53aaf132d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:08.494863 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa53679a-0101-46ea-a60c-45a53aaf132d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.568956 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d23162-2a42-4436-b923-89d2f916e61c req-51a68bf8-45a8-4ec4-8037-6872d5262fc2 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:08.577733 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5d23162-2a42-4436-b923-89d2f916e61c req-51a68bf8-45a8-4ec4-8037-6872d5262fc2 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0884480 Nov 26 03:06:08.601602 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fa53679a-0101-46ea-a60c-45a53aaf132d tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4599986 Nov 26 03:06:08.610169 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33602) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:08.630707 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-29e545c0-a344-4f54-9d4d-b3bcca5816f9 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.630948 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8cc586ed-2d7c-47f7-b219-975074ddf98f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=663f066e304f4b57893c72f115ebd127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1695654 Nov 26 03:06:08.633820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33604) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:08.669583 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.676782 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-fe586289-8aed-4f60-b465-2becbf9de19f', 'network_id': 'fe586289-8aed-4f60-b465-2becbf9de19f', 'tenant_id': '0c2c9c0b27294536961f65f429f65457', 'fixed_ips': [{'subnet_id': '3167ae43-e168-4bd3-a283-b4d75bfeeda4'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:06:08.677678 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.690204 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.692528 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-29e545c0-a344-4f54-9d4d-b3bcca5816f9 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.722101 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e545c0-a344-4f54-9d4d-b3bcca5816f9 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc476243-8b60-4c60-a95d-44ab2c2276f5,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:08.752518 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5d23162-2a42-4436-b923-89d2f916e61c req-605c073c-3c44-46e3-9e79-9c1fbfa43f33 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736827 Nov 26 03:06:08.806166 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-29e545c0-a344-4f54-9d4d-b3bcca5816f9 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.808019 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-29e545c0-a344-4f54-9d4d-b3bcca5816f9 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3852835 Nov 26 03:06:08.816012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33608) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:08.848928 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e6666ca3-9ac7-439f-9108-721a62cd9eb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.856780 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 096da652-2df3-4603-beff-ef749d8293fa up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:06:08.861121 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Allocated IP 172.25.0.202 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/c47148b4-fbb4-4592-8283-e373d9f75319) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:06:08.905409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Allocated IP 172.20.0.2 (fe586289-8aed-4f60-b465-2becbf9de19f/3167ae43-e168-4bd3-a283-b4d75bfeeda4/5d7b4922-6bb1-4df5-8f83-9457aaac1ac6) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:06:08.925906 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e6666ca3-9ac7-439f-9108-721a62cd9eb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.930105 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-87adf59e-9d9b-493c-9723-6d86e3dbbedd tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.934950 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.953155 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-87adf59e-9d9b-493c-9723-6d86e3dbbedd tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.982203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 096da652-2df3-4603-beff-ef749d8293fa triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:08.982599 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:08.983591 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.019001 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa2395-2c88-4891-8ef2-5de4ef4dae5c req-126a598e-c6bd-4b1f-8833-0a23cebc6312 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:09.026656 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1caa2395-2c88-4891-8ef2-5de4ef4dae5c req-126a598e-c6bd-4b1f-8833-0a23cebc6312 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1814868 Nov 26 03:06:09.027059 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.073451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:09.082183 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:09.082798 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-87adf59e-9d9b-493c-9723-6d86e3dbbedd tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.090482 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:09.094100 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Port': ['ID=c47148b4-fbb4-4592-8283-e373d9f75319,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:09.101092 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-87adf59e-9d9b-493c-9723-6d86e3dbbedd tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.104569 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-87adf59e-9d9b-493c-9723-6d86e3dbbedd tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/fc476243-8b60-4c60-a95d-44ab2c2276f5 HTTP/1.1" status: 204 len: 168 time: 0.2835329 Nov 26 03:06:09.110373 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33610) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:09.132232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502b5934-6ed7-4df1-9514-22c2e47fb585 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:09.138671 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.139570 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e6666ca3-9ac7-439f-9108-721a62cd9eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.142187 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e6666ca3-9ac7-439f-9108-721a62cd9eb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.143323 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e6666ca3-9ac7-439f-9108-721a62cd9eb9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a41088ba-cbc4-4640-b3cf-d3b303e3e57c HTTP/1.1" status: 204 len: 168 time: 0.5068338 Nov 26 03:06:09.144141 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87adf59e-9d9b-493c-9723-6d86e3dbbedd tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc476243-8b60-4c60-a95d-44ab2c2276f5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:09.163292 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.213416 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1caa2395-2c88-4891-8ef2-5de4ef4dae5c req-71a69c54-fd0c-487e-bf30-ea8f69816f6c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810050 Nov 26 03:06:09.243344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6666ca3-9ac7-439f-9108-721a62cd9eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41088ba-cbc4-4640-b3cf-d3b303e3e57c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:09.331623 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 096da652-2df3-4603-beff-ef749d8293fa, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=096da652-2df3-4603-beff-ef749d8293fa,segment=NetworkSegment(1009d9c0-bbe2-41a3-98ac-7287b74d6a23),segment_id=1009d9c0-bbe2-41a3-98ac-7287b74d6a23)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:09.345867 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.351602 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.357463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-463d568f-aa21-4479-81c9-67e3f3ec9ac7 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2408607 Nov 26 03:06:09.359116 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33620) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:09.381977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cdae93f4-a5bb-4122-963a-6acd4d7d292b None None] Provisioning complete for port c47148b4-fbb4-4592-8283-e373d9f75319 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:09.382496 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cdae93f4-a5bb-4122-963a-6acd4d7d292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.419453 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.461836 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.472787 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 481730a0-ca86-471d-a41b-299092378702 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:06:09.522776 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Subnet': ['ID=3167ae43-e168-4bd3-a283-b4d75bfeeda4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:09.559131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826bd98-4c0c-425b-b34d-f9b52ffcb42f req-8c0ac9d6-2028-453e-87d5-65d2b0441b0d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:09.560812 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a485593d-e7d8-43ac-b34d-1d4ee97ad2ac tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.576473 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5826bd98-4c0c-425b-b34d-f9b52ffcb42f req-8c0ac9d6-2028-453e-87d5-65d2b0441b0d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1726968 Nov 26 03:06:09.621118 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.624790 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a485593d-e7d8-43ac-b34d-1d4ee97ad2ac tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.719487 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.722808 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Network fe586289-8aed-4f60-b465-2becbf9de19f is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:09.735640 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:09.742282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 481730a0-ca86-471d-a41b-299092378702 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:06:09.742616 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 481730a0-ca86-471d-a41b-299092378702 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:06:09.750041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:09.755809 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-cdae93f4-a5bb-4122-963a-6acd4d7d292b None None] Port c47148b4-fbb4-4592-8283-e373d9f75319 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:06:09.762448 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=096da652-2df3-4603-beff-ef749d8293fa,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:09.784356 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5826bd98-4c0c-425b-b34d-f9b52ffcb42f req-2222e79b-6c3d-42e2-a615-5c5e4fdae389 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073238 Nov 26 03:06:09.786763 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe586289-8aed-4f60-b465-2becbf9de19f']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:09.799557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6979ba23-b457-48e0-8497-7b79eab3744a') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:09.799790 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6979ba23-b457-48e0-8497-7b79eab3744a') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:09.811978 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.832136 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.840025 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e634293-844b-41aa-b195-1b6288c697aa None None] Network 9ad1b053-8af1-402e-b792-18a7fa905c04 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:09.843602 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:09.843999 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:09.847847 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:09.852916 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a485593d-e7d8-43ac-b34d-1d4ee97ad2ac tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.858824 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a485593d-e7d8-43ac-b34d-1d4ee97ad2ac tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.863397 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a485593d-e7d8-43ac-b34d-1d4ee97ad2ac tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-groups/7230503b-f431-4e92-8d29-1ba88beb4f5b HTTP/1.1" status: 204 len: 168 time: 0.5031586 Nov 26 03:06:09.866540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33628) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:09.934832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Attempting to bind port 5d7b4922-6bb1-4df5-8f83-9457aaac1ac6 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:06:09.935332 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Attempting to bind port 5d7b4922-6bb1-4df5-8f83-9457aaac1ac6 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '6979ba23-b457-48e0-8497-7b79eab3744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fe586289-8aed-4f60-b465-2becbf9de19f'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:06:09.935576 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Attempting to bind port 5d7b4922-6bb1-4df5-8f83-9457aaac1ac6 on network fe586289-8aed-4f60-b465-2becbf9de19f {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:09.940081 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Pushing event updated for resources: {'Port': ['ID=5d7b4922-6bb1-4df5-8f83-9457aaac1ac6,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:09.955311 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a32952f0-1d29-411f-8502-c59f301c0644 None None] Provisioning complete for port 096da652-2df3-4603-beff-ef749d8293fa triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:09.955686 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a32952f0-1d29-411f-8502-c59f301c0644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.959601 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:06:09.960252 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Checking segment: {'id': '6979ba23-b457-48e0-8497-7b79eab3744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fe586289-8aed-4f60-b465-2becbf9de19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:09.960820 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.961409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Bound using segment: {'id': '6979ba23-b457-48e0-8497-7b79eab3744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fe586289-8aed-4f60-b465-2becbf9de19f'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:06:09.964188 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Bound port: 5d7b4922-6bb1-4df5-8f83-9457aaac1ac6, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6979ba23-b457-48e0-8497-7b79eab3744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fe586289-8aed-4f60-b465-2becbf9de19f'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:06:09.964782 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:09.977163 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485593d-e7d8-43ac-b34d-1d4ee97ad2ac tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7230503b-f431-4e92-8d29-1ba88beb4f5b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:10.023082 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-032b5eb5-5f4d-4210-bdc9-bff0682c1aa7 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1551104 Nov 26 03:06:10.028392 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33636) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:10.036608 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a2e54b6e-fdde-4f56-8fb1-69d5027d532a tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1929223632'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:10.054002 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.db.api [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 03:06:10.054002 n-d-819389-3 neutron-server[104802]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 03:06:10.054002 n-d-819389-3 neutron-server[104802]: [parameters: {'id': 'fe586289-8aed-4f60-b465-2becbf9de19f'}] Nov 26 03:06:10.054002 n-d-819389-3 neutron-server[104802]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:06:10.054692 n-d-819389-3 neutron-server[104802]: DEBUG oslo_db.api [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:06:10.070293 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2e54b6e-fdde-4f56-8fb1-69d5027d532a tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:10.076276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8cf1a-41c4-4c72-80e8-9f9a1646e2fb req-06eed582-2309-403e-9475-7cf174dc5f3b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:10.086056 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8dd8cf1a-41c4-4c72-80e8-9f9a1646e2fb req-06eed582-2309-403e-9475-7cf174dc5f3b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1179869 Nov 26 03:06:10.123273 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:10.149854 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8dd8cf1a-41c4-4c72-80e8-9f9a1646e2fb req-3daf5fc1-acbe-4afd-bc19-b9a63f62a731 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628159 Nov 26 03:06:10.171165 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] For port 5d7b4922-6bb1-4df5-8f83-9457aaac1ac6, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:06:10.176425 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] For port 5d7b4922-6bb1-4df5-8f83-9457aaac1ac6, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5d7b4922-6bb1-4df5-8f83-9457aaac1ac6,segment=NetworkSegment(6979ba23-b457-48e0-8497-7b79eab3744a),segment_id=6979ba23-b457-48e0-8497-7b79eab3744a)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:06:10.226974 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:10.283339 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2e54b6e-fdde-4f56-8fb1-69d5027d532a tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:10.292848 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2e54b6e-fdde-4f56-8fb1-69d5027d532a tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:10.317055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d224c1-7e40-4cc0-8208-cb203fc7c846 req-c89d2ea4-89d7-4085-bc97-423af5aebe29 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:10.325126 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9d224c1-7e40-4cc0-8208-cb203fc7c846 req-c89d2ea4-89d7-4085-bc97-423af5aebe29 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0745375 Nov 26 03:06:10.334471 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2e54b6e-fdde-4f56-8fb1-69d5027d532a tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:10.336727 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a2e54b6e-fdde-4f56-8fb1-69d5027d532a tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3043506 Nov 26 03:06:10.341494 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33650) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:10.352100 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a2382d8e-c226-4b86-8860-6212b0e6f901 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group_rule': {'security_group_id': 'e62d33ed-3391-40c0-a022-f86845cb5949', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:10.364451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e54b6e-fdde-4f56-8fb1-69d5027d532a tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62d33ed-3391-40c0-a022-f86845cb5949,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:10.371266 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae88e65-9996-4a6e-aa18-88597d15ebf9 None None] Network fe586289-8aed-4f60-b465-2becbf9de19f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:10.395472 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fe281-b46d-4e70-93d8-f816cfe79b1a None None] Pushing event updated for resources: {'Port': ['ID=5d7b4922-6bb1-4df5-8f83-9457aaac1ac6,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:10.398565 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:06:10.425738 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9d224c1-7e40-4cc0-8208-cb203fc7c846 req-c804ac4e-405a-4db5-80a8-547a4f49f5eb tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992413 Nov 26 03:06:10.435498 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2382d8e-c226-4b86-8860-6212b0e6f901 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:10.512226 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33656) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:10.559868 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:10.613546 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2382d8e-c226-4b86-8860-6212b0e6f901 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:10.636582 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:06:10.651229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546e157-b488-45fd-b241-505487f7346e req-0dad501f-2ae9-49d2-bfdc-679dc753b557 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:10.661306 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4546e157-b488-45fd-b241-505487f7346e req-0dad501f-2ae9-49d2-bfdc-679dc753b557 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1141784 Nov 26 03:06:10.694280 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2382d8e-c226-4b86-8860-6212b0e6f901 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:10.714206 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:10.718867 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bc9ea37d-02e0-4cd4-970a-f19b5a66b826 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2328861 Nov 26 03:06:10.720668 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33660) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:10.737301 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd39afd-e16e-4376-b138-b0b0cfca562b None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 03:06:10.747123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-a78529f2-a655-49ac-9f0d-87a0ec7ee873 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1515592877-network', 'tenant_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:10.752874 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a2382d8e-c226-4b86-8860-6212b0e6f901 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:10.761515 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Sync routers for ids ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:06:10.762394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33664) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:10.762851 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a2382d8e-c226-4b86-8860-6212b0e6f901 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4153023 Nov 26 03:06:10.764720 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2382d8e-c226-4b86-8860-6212b0e6f901 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06168cf-a71e-414a-b580-2b382495d6a9,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:10.770573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-11babdde-024b-4640-8c7d-fb6a9feab9de tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group_rule': {'security_group_id': 'e62d33ed-3391-40c0-a022-f86845cb5949', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:10.782792 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Routers {'23593be7-a4a7-4b75-9aa0-23d00a4e9d68'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:06:10.783732 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:10.809368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4546e157-b488-45fd-b241-505487f7346e req-23ffe42c-9b46-42a2-81ed-f6a534fa2181 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471641 Nov 26 03:06:10.821641 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.db.api [None req-11babdde-024b-4640-8c7d-fb6a9feab9de tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 26 03:06:10.821641 n-d-819389-3 neutron-server[104802]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 26 03:06:10.821641 n-d-819389-3 neutron-server[104802]: [parameters: {'project_id': '0708fd36fd5b496ea10089685fbca83a', 'id': '0df1bd7d-7c81-41c2-89c8-0b887eca12e2', 'expiration': datetime.datetime(2021, 11, 26, 3, 8, 10, 804119)}] Nov 26 03:06:10.821641 n-d-819389-3 neutron-server[104802]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:06:10.822035 n-d-819389-3 neutron-server[104802]: DEBUG oslo_db.api [None req-11babdde-024b-4640-8c7d-fb6a9feab9de tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:06:10.834110 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78529f2-a655-49ac-9f0d-87a0ec7ee873 admin admin] Made reservation on behalf of c89c68d8ac0e44dab84b0f2ed35f94fc for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:10.836747 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a78529f2-a655-49ac-9f0d-87a0ec7ee873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:10.843310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 096da652-2df3-4603-beff-ef749d8293fa up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:06:10.870662 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a78529f2-a655-49ac-9f0d-87a0ec7ee873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:10.873061 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Deleting port 5d7b4922-6bb1-4df5-8f83-9457aaac1ac6 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:06:10.873359 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:10.916979 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-802a654a-3c29-45cf-a5e9-3ad0309235aa None None] Provisioning complete for port 096da652-2df3-4603-beff-ef749d8293fa triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:10.917454 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-802a654a-3c29-45cf-a5e9-3ad0309235aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:10.926770 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Set router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:06:10.985427 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd39afd-e16e-4376-b138-b0b0cfca562b None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 03:06:10.987342 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7a790f55-56a6-4a61-ae05-3622b4647e1c tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2cd023a1c40f48beb9652fd40a5c698a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2651639 Nov 26 03:06:10.990097 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33670) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:11.018028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] For port 5d7b4922-6bb1-4df5-8f83-9457aaac1ac6, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5d7b4922-6bb1-4df5-8f83-9457aaac1ac6,segment=NetworkSegment(6979ba23-b457-48e0-8497-7b79eab3744a),segment_id=6979ba23-b457-48e0-8497-7b79eab3744a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:11.018546 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.043501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Calling delete_port for 5d7b4922-6bb1-4df5-8f83-9457aaac1ac6 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:06:11.050229 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 096da652-2df3-4603-beff-ef749d8293fa triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:11.050670 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.078382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e71f9-9980-446d-a796-d18d9d08594c req-bd712753-7338-4ba3-bf16-e23b6d367c75 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:11.080128 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb4e71f9-9980-446d-a796-d18d9d08594c req-bd712753-7338-4ba3-bf16-e23b6d367c75 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1252124 Nov 26 03:06:11.154178 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:06:09Z', 'revision_number': 3, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:11.190253 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Checking router: 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:06:11.190976 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Updating router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 port c47148b4-fbb4-4592-8283-e373d9f75319 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:06:11.191577 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5a9509-8bfe-48e5-b48e-9942f6a1bd6c tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:11.196750 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4c5a9509-8bfe-48e5-b48e-9942f6a1bd6c tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2020321 Nov 26 03:06:11.197267 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33672) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:11.211671 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb4e71f9-9980-446d-a796-d18d9d08594c req-34c92e6b-7ebe-4b3c-8bd1-7330f8715903 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236665 Nov 26 03:06:11.214696 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a78529f2-a655-49ac-9f0d-87a0ec7ee873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.225524 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.225757 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a78529f2-a655-49ac-9f0d-87a0ec7ee873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.258432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78529f2-a655-49ac-9f0d-87a0ec7ee873 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:06:11.263503 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9bd42dc5-ce4c-4111-bb71-5d862d41658a tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0639241 Nov 26 03:06:11.266218 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33676) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:11.271859 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.273104 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-afef61c3-37d4-45a5-9555-8aec63161d78 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1176983512', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:11.289286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78529f2-a655-49ac-9f0d-87a0ec7ee873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af8b3cb-52aa-4694-984d-ad11bf2f3429,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:11.310482 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a78529f2-a655-49ac-9f0d-87a0ec7ee873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.310836 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-a78529f2-a655-49ac-9f0d-87a0ec7ee873 admin admin] Added segment be482674-ff0a-4a62-ad63-a3a88e40fde1 of type vlan for network 6280ac1e-1eae-48ef-80cc-cccad8729faa Nov 26 03:06:11.322291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Port': ['ID=5d7b4922-6bb1-4df5-8f83-9457aaac1ac6,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:11.325507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No DVR routers for this DVR port 5d7b4922-6bb1-4df5-8f83-9457aaac1ac6 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:06:11.440046 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a78529f2-a655-49ac-9f0d-87a0ec7ee873 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.503305 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afef61c3-37d4-45a5-9555-8aec63161d78 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Made reservation on behalf of 2cd023a1c40f48beb9652fd40a5c698a for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:11.507433 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-afef61c3-37d4-45a5-9555-8aec63161d78 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.534242 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.561702 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.563020 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-11babdde-024b-4640-8c7d-fb6a9feab9de tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.567486 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.594267 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe586289-8aed-4f60-b465-2becbf9de19f']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:11.604716 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-640ab870-0b1b-4c36-bd25-1d3a5cc51023 None None] Provisioning complete for port 940834b0-0f84-4a48-b62e-8a6648ba0236 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:11.605461 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-640ab870-0b1b-4c36-bd25-1d3a5cc51023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.622536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4aa08-c4e1-4517-bbf4-7d7958095774 req-debdb9d7-9998-4be7-8c3c-40408cc46c46 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:11.623698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ee4aa08-c4e1-4517-bbf4-7d7958095774 req-debdb9d7-9998-4be7-8c3c-40408cc46c46 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2399769 Nov 26 03:06:11.637226 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Attempting to bind port c47148b4-fbb4-4592-8283-e373d9f75319 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:06:11.637608 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Attempting to bind port c47148b4-fbb4-4592-8283-e373d9f75319 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:06:11.637979 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Attempting to bind port c47148b4-fbb4-4592-8283-e373d9f75319 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:11.647253 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:06:11.647678 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:11.648431 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.648829 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:06:11.649789 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Bound port: c47148b4-fbb4-4592-8283-e373d9f75319, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:06:11.649913 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.653284 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c55b59d-97f9-430b-9701-274802441579 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:11.654160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6979ba23-b457-48e0-8497-7b79eab3744a') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:11.654447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6979ba23-b457-48e0-8497-7b79eab3744a') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:11.661462 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a78529f2-a655-49ac-9f0d-87a0ec7ee873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.662108 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78529f2-a655-49ac-9f0d-87a0ec7ee873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:11.662786 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a78529f2-a655-49ac-9f0d-87a0ec7ee873 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.678203 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7932e37-1e53-445c-8107-336efecb177a None None] Pushing event updated for resources: {'Port': ['ID=c47148b4-fbb4-4592-8283-e373d9f75319,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:11.692221 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.716409 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aec8944f-db42-4123-ad69-7bf2db90946a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.718484 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] For port c47148b4-fbb4-4592-8283-e373d9f75319, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:06:11.721954 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] For port c47148b4-fbb4-4592-8283-e373d9f75319, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c47148b4-fbb4-4592-8283-e373d9f75319,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:06:11.728630 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.758707 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a78529f2-a655-49ac-9f0d-87a0ec7ee873 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2453721 Nov 26 03:06:11.764791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33680) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:11.766253 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bdac45-3005-49ab-9017-aebc84eb7958 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:11.791169 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c5c2f6a7-188c-46f4-9753-ce55f881f941 admin admin] Request body: {'subnet': {'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1515592877-subnet', 'tenant_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:11.798076 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Routers {'23593be7-a4a7-4b75-9aa0-23d00a4e9d68'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:06:11.798911 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:05:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:11.808098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.814658 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78529f2-a655-49ac-9f0d-87a0ec7ee873 admin admin] Pushing event updated for resources: {'Network': ['ID=6280ac1e-1eae-48ef-80cc-cccad8729faa,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:11.829841 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-afef61c3-37d4-45a5-9555-8aec63161d78 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.830281 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 6280ac1e-1eae-48ef-80cc-cccad8729faa details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:06:11.838356 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:11.838765 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.842871 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-11babdde-024b-4640-8c7d-fb6a9feab9de tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:11.843792 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:11.892799 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-11babdde-024b-4640-8c7d-fb6a9feab9de tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.899248 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ee4aa08-c4e1-4517-bbf4-7d7958095774 req-06b3ec8c-a60a-471c-a281-767120bc68ec tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418196 Nov 26 03:06:11.911491 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7932e37-1e53-445c-8107-336efecb177a None None] Pushing event updated for resources: {'Port': ['ID=c47148b4-fbb4-4592-8283-e373d9f75319,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:11.929289 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c2f6a7-188c-46f4-9753-ce55f881f941 admin admin] Made reservation on behalf of c89c68d8ac0e44dab84b0f2ed35f94fc for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:11.931906 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5c2f6a7-188c-46f4-9753-ce55f881f941 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.938784 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11babdde-024b-4640-8c7d-fb6a9feab9de tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bd6d99-aa4b-4dda-93d6-caed1b156178,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:11.954358 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1204ab2b-d249-49fe-9bfa-4a701bd1bd03 None None] Provisioning complete for port c47148b4-fbb4-4592-8283-e373d9f75319 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:11.954512 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1204ab2b-d249-49fe-9bfa-4a701bd1bd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.962192 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef61c3-37d4-45a5-9555-8aec63161d78 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Subnet': ['ID=c9c43a46-5745-48f6-b138-d846d1a6eec7,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:11.979665 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] Set router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:06:11.982149 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.986117 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef61c3-37d4-45a5-9555-8aec63161d78 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Checking segment: {'id': '1a359ab9-9dd0-4953-bf1d-4a375e24c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:11.986657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afef61c3-37d4-45a5-9555-8aec63161d78 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Network hostable DHCP agents. Network: 697a8cf6-7511-47a7-9719-edbaf32143d1, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:06:11.987079 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-11babdde-024b-4640-8c7d-fb6a9feab9de tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:11.991865 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-11babdde-024b-4640-8c7d-fb6a9feab9de tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2256007 Nov 26 03:06:11.992132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33684) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:12.001997 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.006060 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8c6126d3-d632-495b-9db7-3b818407eab2 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group_rule': {'security_group_id': 'e62d33ed-3391-40c0-a022-f86845cb5949', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:12.013615 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/fe586289-8aed-4f60-b465-2becbf9de19f HTTP/1.1" status: 204 len: 168 time: 3.4013319 Nov 26 03:06:12.022506 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33686) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:12.031912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ac1e1-3f32-4ea2-9f05-43e8e3e0e960 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Network': ['ID=fe586289-8aed-4f60-b465-2becbf9de19f,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:12.039295 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b9ccb771-a79d-424d-b76c-8e503f334089 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1574235195'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:12.092847 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c6126d3-d632-495b-9db7-3b818407eab2 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.094505 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1204ab2b-d249-49fe-9bfa-4a701bd1bd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.117815 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1204ab2b-d249-49fe-9bfa-4a701bd1bd03 None None] For port c47148b4-fbb4-4592-8283-e373d9f75319, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c47148b4-fbb4-4592-8283-e373d9f75319,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:12.124378 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1204ab2b-d249-49fe-9bfa-4a701bd1bd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.144025 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afef61c3-37d4-45a5-9555-8aec63161d78 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Network 697a8cf6-7511-47a7-9719-edbaf32143d1 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:06:12.163545 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ccb771-a79d-424d-b76c-8e503f334089 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:12.167057 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb771-a79d-424d-b76c-8e503f334089 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.191237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204ab2b-d249-49fe-9bfa-4a701bd1bd03 None None] Pushing event updated for resources: {'Port': ['ID=c47148b4-fbb4-4592-8283-e373d9f75319,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:12.193522 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-afef61c3-37d4-45a5-9555-8aec63161d78 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 697a8cf6-7511-47a7-9719-edbaf32143d1) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:12.207211 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afef61c3-37d4-45a5-9555-8aec63161d78 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:12.208339 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-afef61c3-37d4-45a5-9555-8aec63161d78 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.211775 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c48919-1329-4de9-bbb0-28de841e521d req-7c649022-ecab-4de1-86c0-7aa7974d8acd tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:12.214199 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0c48919-1329-4de9-bbb0-28de841e521d req-7c649022-ecab-4de1-86c0-7aa7974d8acd tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1064637 Nov 26 03:06:12.225410 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fe0adc-145f-49d9-9e73-c6a0e1c406f6 None None] Network 697a8cf6-7511-47a7-9719-edbaf32143d1 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:12.242005 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c6126d3-d632-495b-9db7-3b818407eab2 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.246972 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ccb771-a79d-424d-b76c-8e503f334089 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:06:12.262412 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-afef61c3-37d4-45a5-9555-8aec63161d78 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9924910 Nov 26 03:06:12.262412 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c6126d3-d632-495b-9db7-3b818407eab2 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.270441 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb771-a79d-424d-b76c-8e503f334089 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.270796 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-b9ccb771-a79d-424d-b76c-8e503f334089 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Added segment 3d203e38-b6ad-4e34-9a87-2a0e6e4a9505 of type vlan for network 78eeffdb-aa38-41b4-be6a-3ce8488bd127 Nov 26 03:06:12.271328 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:06:09Z', 'revision_number': 3, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:12.274074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33690) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:12.303954 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d38555-2fda-4d63-9576-0bf50ac3ff29 None None] The sync data for ids ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'] in n-d-819389-3 is: [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:06:09Z', 'revision_number': 3, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:06:12.334460 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6126d3-d632-495b-9db7-3b818407eab2 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccf6249-476d-4726-8027-f4443822fd4a,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:12.360180 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb771-a79d-424d-b76c-8e503f334089 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.373649 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8c6126d3-d632-495b-9db7-3b818407eab2 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.375203 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8c6126d3-d632-495b-9db7-3b818407eab2 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3805716 Nov 26 03:06:12.381171 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33692) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:12.386320 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c8094296-f1f8-43e7-b7e5-c0684a675ce6 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group_rule': {'security_group_id': 'e62d33ed-3391-40c0-a022-f86845cb5949', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:12.418459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-697a8cf6-7511-47a7-9719-edbaf32143d1', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'fixed_ips': [{'subnet_id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:06:12.420277 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.434495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0c48919-1329-4de9-bbb0-28de841e521d req-b862945b-4fea-41f2-875b-063d0ef4b1b4 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113259 Nov 26 03:06:12.435208 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb771-a79d-424d-b76c-8e503f334089 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.437709 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5c2f6a7-188c-46f4-9753-ce55f881f941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.443879 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ccb771-a79d-424d-b76c-8e503f334089 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:12.444552 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb771-a79d-424d-b76c-8e503f334089 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.518888 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2f6a7-188c-46f4-9753-ce55f881f941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb1ab1f2-83bb-4e57-8629-c0eaece17eaf,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:12.527187 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccb771-a79d-424d-b76c-8e503f334089 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Network': ['ID=78eeffdb-aa38-41b4-be6a-3ce8488bd127,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:12.531009 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8094296-f1f8-43e7-b7e5-c0684a675ce6 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.541908 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 78eeffdb-aa38-41b4-be6a-3ce8488bd127 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:06:12.568735 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b9ccb771-a79d-424d-b76c-8e503f334089 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5420067 Nov 26 03:06:12.569942 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33696) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:12.580344 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1ac9e6cb-f76a-47ad-b5a1-b45d7d60971a tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'subnet': {'network_id': '78eeffdb-aa38-41b4-be6a-3ce8488bd127', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:12.593046 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c2f6a7-188c-46f4-9753-ce55f881f941 admin admin] Checking segment: {'id': 'be482674-ff0a-4a62-ad63-a3a88e40fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:12.593415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c2f6a7-188c-46f4-9753-ce55f881f941 admin admin] Network hostable DHCP agents. Network: 6280ac1e-1eae-48ef-80cc-cccad8729faa, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:06:12.693982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Allocated IP 172.20.0.2 (697a8cf6-7511-47a7-9719-edbaf32143d1/c9c43a46-5745-48f6-b138-d846d1a6eec7/bc44b995-2ffe-4b4f-ace7-9d8124701176) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:06:12.753916 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8094296-f1f8-43e7-b7e5-c0684a675ce6 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.767554 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8094296-f1f8-43e7-b7e5-c0684a675ce6 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.783798 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac9e6cb-f76a-47ad-b5a1-b45d7d60971a tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:12.787924 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e6cb-f76a-47ad-b5a1-b45d7d60971a tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.828197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b4173-2ef2-4858-abbf-c60ac35432c9 req-72341c02-eded-4d39-8375-aad7bfd936c4 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:12.830078 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa5b4173-2ef2-4858-abbf-c60ac35432c9 req-72341c02-eded-4d39-8375-aad7bfd936c4 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2910154 Nov 26 03:06:12.833600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c2f6a7-188c-46f4-9753-ce55f881f941 admin admin] Network 6280ac1e-1eae-48ef-80cc-cccad8729faa is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:06:12.844862 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8094296-f1f8-43e7-b7e5-c0684a675ce6 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877a9670-b083-4e38-9c7f-fd46e8caca84,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:12.850587 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8094296-f1f8-43e7-b7e5-c0684a675ce6 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.851836 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c8094296-f1f8-43e7-b7e5-c0684a675ce6 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4696674 Nov 26 03:06:12.855487 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33700) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:12.864889 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-6c5ff560-b226-46d4-957c-3fa6af02a228 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group_rule': {'security_group_id': 'e62d33ed-3391-40c0-a022-f86845cb5949', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:12.871580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-c5c2f6a7-188c-46f4-9753-ce55f881f941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 6280ac1e-1eae-48ef-80cc-cccad8729faa) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:12.878669 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c2f6a7-188c-46f4-9753-ce55f881f941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:12.884598 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5c2f6a7-188c-46f4-9753-ce55f881f941 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.886107 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.ipam_backend_mixin [None req-1ac9e6cb-f76a-47ad-b5a1-b45d7d60971a tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Performing IP validity checks on allocation pools {{(pid=104801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 26 03:06:12.886630 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.ipam_backend_mixin [None req-1ac9e6cb-f76a-47ad-b5a1-b45d7d60971a tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 26 03:06:12.915203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f7d017-2e96-4c7a-ace8-68b0f987b932 None None] Network 6280ac1e-1eae-48ef-80cc-cccad8729faa requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:12.978817 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6c5ff560-b226-46d4-957c-3fa6af02a228 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:12.986045 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.007249 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.062962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c5c2f6a7-188c-46f4-9753-ce55f881f941 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2816014 Nov 26 03:06:13.070767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33702) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:13.077235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1515592877-router', 'tenant_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:13.085704 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e6cb-f76a-47ad-b5a1-b45d7d60971a tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.091868 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa5b4173-2ef2-4858-abbf-c60ac35432c9 req-55beb6aa-f689-4b56-a40f-26646633cc8a tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502754 Nov 26 03:06:13.098305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Network 697a8cf6-7511-47a7-9719-edbaf32143d1 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:13.106289 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:13.120351 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:13.123537 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Pushing event updated for resources: {'Port': ['ID=bc44b995-2ffe-4b4f-ace7-9d8124701176,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:13.137159 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6c5ff560-b226-46d4-957c-3fa6af02a228 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.149551 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6c5ff560-b226-46d4-957c-3fa6af02a228 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.223902 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9e6cb-f76a-47ad-b5a1-b45d7d60971a tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Subnet': ['ID=ed70ad4f-e869-4aec-9cad-9601b8b0c37f,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:13.230446 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ff560-b226-46d4-957c-3fa6af02a228 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f75db1-3eab-424b-81dd-40ed99c1af12,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:13.246211 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9e6cb-f76a-47ad-b5a1-b45d7d60971a tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Checking segment: {'id': '3d203e38-b6ad-4e34-9a87-2a0e6e4a9505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '78eeffdb-aa38-41b4-be6a-3ce8488bd127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:13.246585 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac9e6cb-f76a-47ad-b5a1-b45d7d60971a tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network hostable DHCP agents. Network: 78eeffdb-aa38-41b4-be6a-3ce8488bd127, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:06:13.272265 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6c5ff560-b226-46d4-957c-3fa6af02a228 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.278413 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6c5ff560-b226-46d4-957c-3fa6af02a228 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4217689 Nov 26 03:06:13.279236 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33708) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:13.286968 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac9e6cb-f76a-47ad-b5a1-b45d7d60971a tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network 78eeffdb-aa38-41b4-be6a-3ce8488bd127 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:06:13.288349 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.289537 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.301508 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-1ac9e6cb-f76a-47ad-b5a1-b45d7d60971a tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 78eeffdb-aa38-41b4-be6a-3ce8488bd127) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:13.319917 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9e6cb-f76a-47ad-b5a1-b45d7d60971a tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:13.320596 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e6cb-f76a-47ad-b5a1-b45d7d60971a tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.333806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0c691-ca58-4b24-9a89-c06e594b054c req-c4c534ca-7940-4c71-bb98-25df54fccd02 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:13.335809 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29e0c691-ca58-4b24-9a89-c06e594b054c req-c4c534ca-7940-4c71-bb98-25df54fccd02 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1135888 Nov 26 03:06:13.359999 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8ce52f5-797d-49c8-ac8f-a59c328804b4 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.371701 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1ac9e6cb-f76a-47ad-b5a1-b45d7d60971a tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7998233 Nov 26 03:06:13.380378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33710) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:13.423224 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29e0c691-ca58-4b24-9a89-c06e594b054c req-838ef039-87df-499d-8c75-a451ea67358e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792220 Nov 26 03:06:13.457017 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b572cfc-45bb-410e-93a2-1955ff67180b None None] Network 78eeffdb-aa38-41b4-be6a-3ce8488bd127 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:13.478579 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-904b56cf-55b2-4ebf-b564-7cd0f2852058 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.482549 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.499129 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8ce52f5-797d-49c8-ac8f-a59c328804b4 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.547985 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6897afb-1c3c-4f97-925c-75d7fa334d88 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.561822 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8ce52f5-797d-49c8-ac8f-a59c328804b4 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.565694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Attempting to bind port bc44b995-2ffe-4b4f-ace7-9d8124701176 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:06:13.566088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Attempting to bind port bc44b995-2ffe-4b4f-ace7-9d8124701176 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '1a359ab9-9dd0-4953-bf1d-4a375e24c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:06:13.568688 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Attempting to bind port bc44b995-2ffe-4b4f-ace7-9d8124701176 on network 697a8cf6-7511-47a7-9719-edbaf32143d1 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:13.569941 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8ce52f5-797d-49c8-ac8f-a59c328804b4 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.575703 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e8ce52f5-797d-49c8-ac8f-a59c328804b4 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/64f75db1-3eab-424b-81dd-40ed99c1af12 HTTP/1.1" status: 204 len: 168 time: 0.2948978 Nov 26 03:06:13.581690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33714) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:13.583642 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:06:13.584216 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Checking segment: {'id': '1a359ab9-9dd0-4953-bf1d-4a375e24c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:13.584707 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.585181 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Bound using segment: {'id': '1a359ab9-9dd0-4953-bf1d-4a375e24c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:06:13.585747 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Bound port: bc44b995-2ffe-4b4f-ace7-9d8124701176, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a359ab9-9dd0-4953-bf1d-4a375e24c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:06:13.586216 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.588656 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f220ed8-9eef-4993-b3d6-ba4791fbc50f None None] Network 6280ac1e-1eae-48ef-80cc-cccad8729faa requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:13.617287 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce52f5-797d-49c8-ac8f-a59c328804b4 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64f75db1-3eab-424b-81dd-40ed99c1af12,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:13.691288 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6897afb-1c3c-4f97-925c-75d7fa334d88 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.709381 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b794ab79-b2e7-4d00-bfa3-2e48784369e6 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1232803 Nov 26 03:06:13.712300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33716) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:13.825810 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25a4413b-c2bd-4285-ab12-34661f1a3f40 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.835288 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6897afb-1c3c-4f97-925c-75d7fa334d88 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.836380 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] For port bc44b995-2ffe-4b4f-ace7-9d8124701176, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:06:13.838263 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25a4413b-c2bd-4285-ab12-34661f1a3f40 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.876523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] For port bc44b995-2ffe-4b4f-ace7-9d8124701176, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bc44b995-2ffe-4b4f-ace7-9d8124701176,segment=NetworkSegment(1a359ab9-9dd0-4953-bf1d-4a375e24c842),segment_id=1a359ab9-9dd0-4953-bf1d-4a375e24c842)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:06:13.883255 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:13.890252 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8d7d01-67ee-441d-bbe0-a8a7589b3eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-78eeffdb-aa38-41b4-be6a-3ce8488bd127', 'network_id': '78eeffdb-aa38-41b4-be6a-3ce8488bd127', 'tenant_id': '0c2c9c0b27294536961f65f429f65457', 'fixed_ips': [{'subnet_id': 'ed70ad4f-e869-4aec-9cad-9601b8b0c37f'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:06:13.891111 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5d8d7d01-67ee-441d-bbe0-a8a7589b3eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.027304 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb59090-f48d-48af-8d44-391c4fb0553f None None] Pushing event updated for resources: {'Port': ['ID=bc44b995-2ffe-4b4f-ace7-9d8124701176,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:14.037791 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fda2f0-8639-441c-9b0f-265db4bd708f None None] Network 78eeffdb-aa38-41b4-be6a-3ce8488bd127 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:14.162954 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6d770d3a-dc79-47cd-9759-7c4a968ced73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.169540 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6897afb-1c3c-4f97-925c-75d7fa334d88 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Subnet': ['ID=ed70ad4f-e869-4aec-9cad-9601b8b0c37f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:14.189718 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.229414 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65550fb9-c17e-4345-9567-aef37dc6f625 req-ffcd9157-540f-4102-b102-c497017bf4c4 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:14.230773 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65550fb9-c17e-4345-9567-aef37dc6f625 req-ffcd9157-540f-4102-b102-c497017bf4c4 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.6849411 Nov 26 03:06:14.270930 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25a4413b-c2bd-4285-ab12-34661f1a3f40 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.281313 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-25a4413b-c2bd-4285-ab12-34661f1a3f40 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.284957 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-25a4413b-c2bd-4285-ab12-34661f1a3f40 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/877a9670-b083-4e38-9c7f-fd46e8caca84 HTTP/1.1" status: 204 len: 168 time: 0.5692627 Nov 26 03:06:14.289079 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6897afb-1c3c-4f97-925c-75d7fa334d88 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.292115 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33720) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:14.324017 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4413b-c2bd-4285-ab12-34661f1a3f40 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=877a9670-b083-4e38-9c7f-fd46e8caca84,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:14.342988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e6897afb-1c3c-4f97-925c-75d7fa334d88 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78eeffdb-aa38-41b4-be6a-3ce8488bd127']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:14.350239 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65550fb9-c17e-4345-9567-aef37dc6f625 req-1b5e2061-4a19-472b-89a3-7bcc62306a1b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068494 Nov 26 03:06:14.379935 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f924b9e6-8ce4-4baa-9aed-6b6ea89c4785 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0858085 Nov 26 03:06:14.383563 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33724) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:14.391163 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e6897afb-1c3c-4f97-925c-75d7fa334d88 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d203e38-b6ad-4e34-9a87-2a0e6e4a9505') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:14.391466 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e6897afb-1c3c-4f97-925c-75d7fa334d88 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d203e38-b6ad-4e34-9a87-2a0e6e4a9505') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:14.407357 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6897afb-1c3c-4f97-925c-75d7fa334d88 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.439509 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6e5da33e-09de-4378-90a7-e94aa6128e5d tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.448970 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6e5da33e-09de-4378-90a7-e94aa6128e5d tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.462713 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6897afb-1c3c-4f97-925c-75d7fa334d88 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.478128 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6897afb-1c3c-4f97-925c-75d7fa334d88 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:14.478521 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6897afb-1c3c-4f97-925c-75d7fa334d88 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:14.523503 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:14.560357 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6e5da33e-09de-4378-90a7-e94aa6128e5d tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.567876 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6e5da33e-09de-4378-90a7-e94aa6128e5d tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.569111 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6e5da33e-09de-4378-90a7-e94aa6128e5d tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7ccf6249-476d-4726-8027-f4443822fd4a HTTP/1.1" status: 204 len: 168 time: 0.1844556 Nov 26 03:06:14.569824 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6897afb-1c3c-4f97-925c-75d7fa334d88 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.573377 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33728) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:14.591304 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6897afb-1c3c-4f97-925c-75d7fa334d88 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.594384 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e6897afb-1c3c-4f97-925c-75d7fa334d88 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/78eeffdb-aa38-41b4-be6a-3ce8488bd127 HTTP/1.1" status: 204 len: 168 time: 1.2128403 Nov 26 03:06:14.604130 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-904b56cf-55b2-4ebf-b564-7cd0f2852058 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Allocated IP 172.20.0.1 (697a8cf6-7511-47a7-9719-edbaf32143d1/c9c43a46-5745-48f6-b138-d846d1a6eec7/b0acba39-f266-45fa-b9bb-e61e6b3fe336) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:06:14.604553 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33730) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:14.612037 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5da33e-09de-4378-90a7-e94aa6128e5d tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ccf6249-476d-4726-8027-f4443822fd4a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:14.622294 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-454ccd77-3b3b-4cc8-aad6-0257eb96ce09 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-113562520'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:14.626904 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6897afb-1c3c-4f97-925c-75d7fa334d88 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Network': ['ID=78eeffdb-aa38-41b4-be6a-3ce8488bd127,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:14.659286 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454ccd77-3b3b-4cc8-aad6-0257eb96ce09 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:14.663875 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-454ccd77-3b3b-4cc8-aad6-0257eb96ce09 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.688839 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5b099da0-d4b1-4a2b-afb2-7054b6f3ff19 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1086605 Nov 26 03:06:14.705224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33732) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:14.743685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454ccd77-3b3b-4cc8-aad6-0257eb96ce09 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:06:14.760484 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23b8f2aa-2de9-4bc9-81f6-2d596be3fb47 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.762202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c55151-a25e-4d3b-ae4f-74ffa6d5448a req-229f643b-2b90-4685-8d7f-4aea05208053 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:14.762767 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-454ccd77-3b3b-4cc8-aad6-0257eb96ce09 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.763108 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-454ccd77-3b3b-4cc8-aad6-0257eb96ce09 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Added segment a7d33944-a6d5-4c29-b7b7-d02578ca3b02 of type vlan for network 7251ce1d-84f3-41fb-bd5c-57a98da2acd2 Nov 26 03:06:14.764182 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-60c55151-a25e-4d3b-ae4f-74ffa6d5448a req-229f643b-2b90-4685-8d7f-4aea05208053 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2349324 Nov 26 03:06:14.777404 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23b8f2aa-2de9-4bc9-81f6-2d596be3fb47 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.830127 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-454ccd77-3b3b-4cc8-aad6-0257eb96ce09 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.830921 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bc44b995-2ffe-4b4f-ace7-9d8124701176 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:06:14.845665 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23b8f2aa-2de9-4bc9-81f6-2d596be3fb47 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.857122 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23b8f2aa-2de9-4bc9-81f6-2d596be3fb47 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.860434 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-23b8f2aa-2de9-4bc9-81f6-2d596be3fb47 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/76bd6d99-aa4b-4dda-93d6-caed1b156178 HTTP/1.1" status: 204 len: 168 time: 0.1539459 Nov 26 03:06:14.861215 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.862787 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33734) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:14.870844 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8f2aa-2de9-4bc9-81f6-2d596be3fb47 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76bd6d99-aa4b-4dda-93d6-caed1b156178,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:14.880921 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-454ccd77-3b3b-4cc8-aad6-0257eb96ce09 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.895790 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454ccd77-3b3b-4cc8-aad6-0257eb96ce09 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:14.895790 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-454ccd77-3b3b-4cc8-aad6-0257eb96ce09 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.922493 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port bc44b995-2ffe-4b4f-ace7-9d8124701176 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:14.923455 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.925239 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:14.946826 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-60c55151-a25e-4d3b-ae4f-74ffa6d5448a req-2e7c8a6b-c807-49de-84b4-789e6b902d0e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739221 Nov 26 03:06:14.955300 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-904b56cf-55b2-4ebf-b564-7cd0f2852058 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.002155 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ccd77-3b3b-4cc8-aad6-0257eb96ce09 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Network': ['ID=7251ce1d-84f3-41fb-bd5c-57a98da2acd2,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:15.018594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 7251ce1d-84f3-41fb-bd5c-57a98da2acd2 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:06:15.032731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33740) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:15.034599 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-454ccd77-3b3b-4cc8-aad6-0257eb96ce09 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4234176 Nov 26 03:06:15.043928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-58e8f234-304d-4ca7-9b92-c8f58a049098 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'subnet': {'network_id': '7251ce1d-84f3-41fb-bd5c-57a98da2acd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:15.073267 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f227a2fd-44ef-4dc7-9460-8727bec9fa97 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2016437 Nov 26 03:06:15.077541 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33742) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:15.082454 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.112673 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c85c3ae3-f4e0-47b8-80c9-b72bfc1b394c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.123874 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c85c3ae3-f4e0-47b8-80c9-b72bfc1b394c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.159678 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.186455 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c85c3ae3-f4e0-47b8-80c9-b72bfc1b394c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.193184 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c85c3ae3-f4e0-47b8-80c9-b72bfc1b394c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.196969 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c85c3ae3-f4e0-47b8-80c9-b72bfc1b394c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e06168cf-a71e-414a-b580-2b382495d6a9 HTTP/1.1" status: 204 len: 168 time: 0.1180246 Nov 26 03:06:15.197592 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33744) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:15.216222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port bc44b995-2ffe-4b4f-ace7-9d8124701176, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bc44b995-2ffe-4b4f-ace7-9d8124701176,segment=NetworkSegment(1a359ab9-9dd0-4953-bf1d-4a375e24c842),segment_id=1a359ab9-9dd0-4953-bf1d-4a375e24c842)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:15.225278 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.226539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c47148b4-fbb4-4592-8283-e373d9f75319 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:06:15.234973 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-904b56cf-55b2-4ebf-b564-7cd0f2852058 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.243840 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c3ae3-f4e0-47b8-80c9-b72bfc1b394c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e06168cf-a71e-414a-b580-2b382495d6a9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:15.263151 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] Allocated IP 172.25.0.210 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/15c3f385-2a3f-40c5-939b-8a906d79d2ea) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:06:15.287052 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3e3e07a8-e67b-4a67-86f0-8cc9420a1cb2 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0796549 Nov 26 03:06:15.289300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33746) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:15.324106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447c498-7a87-4d58-9be4-983e0981637f req-43ad6442-c8b3-4371-8001-e9dcf4eec904 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:15.325727 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e447c498-7a87-4d58-9be4-983e0981637f req-43ad6442-c8b3-4371-8001-e9dcf4eec904 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2356722 Nov 26 03:06:15.329718 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904b56cf-55b2-4ebf-b564-7cd0f2852058 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Network 697a8cf6-7511-47a7-9719-edbaf32143d1 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:15.335248 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=bc44b995-2ffe-4b4f-ace7-9d8124701176,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:15.346812 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port c47148b4-fbb4-4592-8283-e373d9f75319 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:15.347158 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.360338 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-904b56cf-55b2-4ebf-b564-7cd0f2852058 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:15.362934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b56cf-55b2-4ebf-b564-7cd0f2852058 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:15.402318 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0369338d-da73-47e9-8da2-5b7c5714808c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.409668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e8f234-304d-4ca7-9b92-c8f58a049098 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:15.413843 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-58e8f234-304d-4ca7-9b92-c8f58a049098 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.434230 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0369338d-da73-47e9-8da2-5b7c5714808c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.439005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b56cf-55b2-4ebf-b564-7cd0f2852058 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Port': ['ID=b0acba39-f266-45fa-b9bb-e61e6b3fe336,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:15.495788 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0369338d-da73-47e9-8da2-5b7c5714808c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.498939 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0369338d-da73-47e9-8da2-5b7c5714808c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.500170 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0369338d-da73-47e9-8da2-5b7c5714808c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-groups/e62d33ed-3391-40c0-a022-f86845cb5949 HTTP/1.1" status: 204 len: 168 time: 0.2090747 Nov 26 03:06:15.504415 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33748) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:15.524766 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369338d-da73-47e9-8da2-5b7c5714808c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62d33ed-3391-40c0-a022-f86845cb5949,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:15.533539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a065039-5cd6-4ecf-852f-2155231d3c7e None None] Network 697a8cf6-7511-47a7-9719-edbaf32143d1 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:15.566909 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f4e1a3d5-69fb-4cb8-b605-e964a5ace4f8 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0573835 Nov 26 03:06:15.568961 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33750) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:15.570328 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-904b56cf-55b2-4ebf-b564-7cd0f2852058 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.573791 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-bbd8bc56-9351-44cb-b7c5-769b0bcdccbb tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1848420032'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:15.602600 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbd8bc56-9351-44cb-b7c5-769b0bcdccbb tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.614929 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4dd37bfc-c4ce-4567-a76b-d2e0257791ed None None] Provisioning complete for port bc44b995-2ffe-4b4f-ace7-9d8124701176 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:15.615312 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4dd37bfc-c4ce-4567-a76b-d2e0257791ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.626280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e447c498-7a87-4d58-9be4-983e0981637f req-79066400-84f1-406a-995a-9e6d0959269e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867448 Nov 26 03:06:15.658589 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.713218 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbd8bc56-9351-44cb-b7c5-769b0bcdccbb tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.725521 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbd8bc56-9351-44cb-b7c5-769b0bcdccbb tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.775612 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8bc56-9351-44cb-b7c5-769b0bcdccbb tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e03b733-7108-4c65-a711-af596eb96b06,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:15.794577 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbd8bc56-9351-44cb-b7c5-769b0bcdccbb tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.796126 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bbd8bc56-9351-44cb-b7c5-769b0bcdccbb tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2260828 Nov 26 03:06:15.802173 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33756) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:15.816303 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7646c2ee-48bb-41fd-8360-01d992894180 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group_rule': {'security_group_id': '4e03b733-7108-4c65-a711-af596eb96b06', 'direction': 'ingress', 'protocol': 17}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:15.823638 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.857507 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7646c2ee-48bb-41fd-8360-01d992894180 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.913899 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-904b56cf-55b2-4ebf-b564-7cd0f2852058 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.921390 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:15.921949 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7646c2ee-48bb-41fd-8360-01d992894180 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.929984 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7646c2ee-48bb-41fd-8360-01d992894180 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.946732 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646c2ee-48bb-41fd-8360-01d992894180 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef875489-4817-46b4-8bdb-53b3b2d30a8a,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:15.952255 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:15.954682 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:15.967917 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7646c2ee-48bb-41fd-8360-01d992894180 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:15.968189 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ddeb4c-6b27-436f-bb20-65caf800ec93 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:15.970180 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7646c2ee-48bb-41fd-8360-01d992894180 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1703839 Nov 26 03:06:15.974087 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33760) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:16.022243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] Pushing event updated for resources: {'Port': ['ID=15c3f385-2a3f-40c5-939b-8a906d79d2ea,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:16.058592 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2facb2a6-c1fb-437e-a224-133ce17ae95f tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.059609 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-58e8f234-304d-4ca7-9b92-c8f58a049098 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.093849 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2facb2a6-c1fb-437e-a224-133ce17ae95f tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.099218 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-828bce5e-2346-458e-99a5-75acbc94d8ab None None] Provisioning complete for port 15c3f385-2a3f-40c5-939b-8a906d79d2ea triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:16.104980 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-828bce5e-2346-458e-99a5-75acbc94d8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.141609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-828bce5e-2346-458e-99a5-75acbc94d8ab None None] Port 15c3f385-2a3f-40c5-939b-8a906d79d2ea cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:06:16.164001 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2facb2a6-c1fb-437e-a224-133ce17ae95f tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.167651 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2facb2a6-c1fb-437e-a224-133ce17ae95f tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.168977 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2facb2a6-c1fb-437e-a224-133ce17ae95f tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-groups/4e03b733-7108-4c65-a711-af596eb96b06 HTTP/1.1" status: 204 len: 168 time: 0.1934566 Nov 26 03:06:16.172598 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33764) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:16.190178 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2facb2a6-c1fb-437e-a224-133ce17ae95f tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e03b733-7108-4c65-a711-af596eb96b06,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:16.230440 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cfb09-9ee0-4d77-9550-2e1bfba9a034 req-0af373f0-1378-4059-a255-487c5eb2306c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:16.232040 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-163cfb09-9ee0-4d77-9550-2e1bfba9a034 req-0af373f0-1378-4059-a255-487c5eb2306c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.3664052 Nov 26 03:06:16.255460 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-123498b1-6fbb-43da-9bb8-7851e708e19c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0764015 Nov 26 03:06:16.255722 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33766) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:16.260298 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-74b3226a-994d-4903-b7a0-d3c1aad15fd4 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1599922730'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:16.273858 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5cc35e0c-f922-4910-a843-bdfd28c2695e None None] Provisioning complete for port bc44b995-2ffe-4b4f-ace7-9d8124701176 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:16.274984 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5cc35e0c-f922-4910-a843-bdfd28c2695e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.292170 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74b3226a-994d-4903-b7a0-d3c1aad15fd4 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.344203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8f234-304d-4ca7-9b92-c8f58a049098 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Subnet': ['ID=8ee07739-ea70-4b72-a905-13e7775d8e7a,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:16.377364 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5cc35e0c-f922-4910-a843-bdfd28c2695e None None] Provisioning complete for port b0acba39-f266-45fa-b9bb-e61e6b3fe336 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:16.377616 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5cc35e0c-f922-4910-a843-bdfd28c2695e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.388555 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74b3226a-994d-4903-b7a0-d3c1aad15fd4 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.393477 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74b3226a-994d-4903-b7a0-d3c1aad15fd4 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.403392 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e8f234-304d-4ca7-9b92-c8f58a049098 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Checking segment: {'id': 'a7d33944-a6d5-4c29-b7b7-d02578ca3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7251ce1d-84f3-41fb-bd5c-57a98da2acd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:16.403804 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e8f234-304d-4ca7-9b92-c8f58a049098 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network hostable DHCP agents. Network: 7251ce1d-84f3-41fb-bd5c-57a98da2acd2, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:06:16.413887 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-5cc35e0c-f922-4910-a843-bdfd28c2695e None None] Port b0acba39-f266-45fa-b9bb-e61e6b3fe336 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:06:16.423225 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-163cfb09-9ee0-4d77-9550-2e1bfba9a034 req-14e63f68-59e9-4ed3-98a8-4e41c5a1cd5a tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486909 Nov 26 03:06:16.427429 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-74b3226a-994d-4903-b7a0-d3c1aad15fd4 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.431205 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-74b3226a-994d-4903-b7a0-d3c1aad15fd4 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1719129 Nov 26 03:06:16.431514 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33768) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:16.436295 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e5acc2ce-43cb-4ac8-9f1c-f9f326306fa0 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group': {'name': 'tempest-secgroup--588868413'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:16.441441 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3226a-994d-4903-b7a0-d3c1aad15fd4 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b77d977-918b-46d1-bd73-3a6ad3fc4bab,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:16.482526 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e5acc2ce-43cb-4ac8-9f1c-f9f326306fa0 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.535382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e8f234-304d-4ca7-9b92-c8f58a049098 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network 7251ce1d-84f3-41fb-bd5c-57a98da2acd2 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:06:16.537453 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-368bc219-122f-46b6-887c-89f2d95292c5 None None] Provisioning complete for port b0acba39-f266-45fa-b9bb-e61e6b3fe336 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:16.537900 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-368bc219-122f-46b6-887c-89f2d95292c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.558663 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e5acc2ce-43cb-4ac8-9f1c-f9f326306fa0 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.563703 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e5acc2ce-43cb-4ac8-9f1c-f9f326306fa0 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.587256 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-368bc219-122f-46b6-887c-89f2d95292c5 None None] Port b0acba39-f266-45fa-b9bb-e61e6b3fe336 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:06:16.596679 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e5acc2ce-43cb-4ac8-9f1c-f9f326306fa0 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.599762 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e5acc2ce-43cb-4ac8-9f1c-f9f326306fa0 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1653907 Nov 26 03:06:16.601674 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33772) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:16.603416 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.607545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-58e8f234-304d-4ca7-9b92-c8f58a049098 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 7251ce1d-84f3-41fb-bd5c-57a98da2acd2) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:16.608019 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-71f9a948-d232-4747-9d1a-b307a01f24fc tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group_rule': {'security_group_id': '0b77d977-918b-46d1-bd73-3a6ad3fc4bab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '74a8aceb-8508-4120-894e-1ca3408af201', 'remote_ip_prefix': None}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:16.611871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e8f234-304d-4ca7-9b92-c8f58a049098 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:16.612721 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-58e8f234-304d-4ca7-9b92-c8f58a049098 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.615689 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acc2ce-43cb-4ac8-9f1c-f9f326306fa0 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74a8aceb-8508-4120-894e-1ca3408af201,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:16.631048 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f0e4bc-e85b-42f6-8a26-cb4b5c601708 None None] Network 7251ce1d-84f3-41fb-bd5c-57a98da2acd2 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:16.669000 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.675322 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71f9a948-d232-4747-9d1a-b307a01f24fc tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.691999 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-58e8f234-304d-4ca7-9b92-c8f58a049098 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6506100 Nov 26 03:06:16.693569 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33774) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:16.731766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5f504-dbaf-42e6-9f11-b462d092f40b req-5af16e93-501f-4bf9-804d-f1002c977a21 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:16.733357 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19a5f504-dbaf-42e6-9f11-b462d092f40b req-5af16e93-501f-4bf9-804d-f1002c977a21 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2117832 Nov 26 03:06:16.750641 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bc44b995-2ffe-4b4f-ace7-9d8124701176 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:06:16.844571 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71f9a948-d232-4747-9d1a-b307a01f24fc tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.853549 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.858224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port bc44b995-2ffe-4b4f-ace7-9d8124701176 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:16.858763 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.859256 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71f9a948-d232-4747-9d1a-b307a01f24fc tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.861921 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-7251ce1d-84f3-41fb-bd5c-57a98da2acd2', 'network_id': '7251ce1d-84f3-41fb-bd5c-57a98da2acd2', 'tenant_id': '0c2c9c0b27294536961f65f429f65457', 'fixed_ips': [{'subnet_id': '8ee07739-ea70-4b72-a905-13e7775d8e7a'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:06:16.863077 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.890296 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9a948-d232-4747-9d1a-b307a01f24fc tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dfd4708-140d-4080-ae25-6b3feae8e6bf,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:16.897491 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71f9a948-d232-4747-9d1a-b307a01f24fc tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.899056 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-71f9a948-d232-4747-9d1a-b307a01f24fc tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2958193 Nov 26 03:06:16.920257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33776) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:16.977023 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:16.983106 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f72625df-973e-49c8-82d5-849ff283511c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.012928 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f72625df-973e-49c8-82d5-849ff283511c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.057201 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f72625df-973e-49c8-82d5-849ff283511c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.067869 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f72625df-973e-49c8-82d5-849ff283511c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.069046 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f72625df-973e-49c8-82d5-849ff283511c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/1dfd4708-140d-4080-ae25-6b3feae8e6bf HTTP/1.1" status: 204 len: 168 time: 0.1468551 Nov 26 03:06:17.071665 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33778) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:17.075874 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Allocated IP 172.20.0.1 (7251ce1d-84f3-41fb-bd5c-57a98da2acd2/8ee07739-ea70-4b72-a905-13e7775d8e7a/8da200d7-9674-4652-9f06-6e4bf874303d) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:06:17.083530 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72625df-973e-49c8-82d5-849ff283511c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1dfd4708-140d-4080-ae25-6b3feae8e6bf,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:17.128329 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b7a6ef57-bf2e-407c-9bc4-3789e74d3e84 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0528960 Nov 26 03:06:17.128848 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33782) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:17.196765 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f9e5cd1-d304-4df4-ba8c-ae081ca5578a tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.227436 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f9e5cd1-d304-4df4-ba8c-ae081ca5578a tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.239556 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-904b56cf-55b2-4ebf-b564-7cd0f2852058 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.244601 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.246215 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19a5f504-dbaf-42e6-9f11-b462d092f40b req-8b3608a5-2c0a-410b-bc69-6ec18017fa5b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979667 Nov 26 03:06:17.255247 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-904b56cf-55b2-4ebf-b564-7cd0f2852058 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.260567 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.299379 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f9e5cd1-d304-4df4-ba8c-ae081ca5578a tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.302561 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f9e5cd1-d304-4df4-ba8c-ae081ca5578a tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.315880 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Pushing event updated for resources: {'Port': ['ID=8da200d7-9674-4652-9f06-6e4bf874303d,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:17.318716 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5f9e5cd1-d304-4df4-ba8c-ae081ca5578a tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-groups/74a8aceb-8508-4120-894e-1ca3408af201 HTTP/1.1" status: 204 len: 168 time: 0.1771195 Nov 26 03:06:17.326517 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33788) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:17.328942 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Network 7251ce1d-84f3-41fb-bd5c-57a98da2acd2 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:17.330525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:17.334009 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:17.382393 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.389988 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Attempting to bind port 8da200d7-9674-4652-9f06-6e4bf874303d on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:06:17.390341 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e5cd1-d304-4df4-ba8c-ae081ca5578a tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a8aceb-8508-4120-894e-1ca3408af201,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:17.390461 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Attempting to bind port 8da200d7-9674-4652-9f06-6e4bf874303d by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'a7d33944-a6d5-4c29-b7b7-d02578ca3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7251ce1d-84f3-41fb-bd5c-57a98da2acd2'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:06:17.390721 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Attempting to bind port 8da200d7-9674-4652-9f06-6e4bf874303d on network 7251ce1d-84f3-41fb-bd5c-57a98da2acd2 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:17.399261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:06:17.399261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Checking segment: {'id': 'a7d33944-a6d5-4c29-b7b7-d02578ca3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7251ce1d-84f3-41fb-bd5c-57a98da2acd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:17.399261 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.399261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Bound using segment: {'id': 'a7d33944-a6d5-4c29-b7b7-d02578ca3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7251ce1d-84f3-41fb-bd5c-57a98da2acd2'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:06:17.399261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Bound port: 8da200d7-9674-4652-9f06-6e4bf874303d, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d33944-a6d5-4c29-b7b7-d02578ca3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7251ce1d-84f3-41fb-bd5c-57a98da2acd2'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:06:17.399261 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.436372 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee07739-ea70-4b72-a905-13e7775d8e7a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:17.443646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b56cf-55b2-4ebf-b564-7cd0f2852058 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Port': ['ID=b0acba39-f266-45fa-b9bb-e61e6b3fe336,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:17.454909 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-904b56cf-55b2-4ebf-b564-7cd0f2852058 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.474375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] For port 8da200d7-9674-4652-9f06-6e4bf874303d, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:06:17.478553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] For port 8da200d7-9674-4652-9f06-6e4bf874303d, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8da200d7-9674-4652-9f06-6e4bf874303d,segment=NetworkSegment(a7d33944-a6d5-4c29-b7b7-d02578ca3b02),segment_id=a7d33944-a6d5-4c29-b7b7-d02578ca3b02)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:06:17.484527 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.502889 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fdf03dd3-2bc8-4100-9c29-6b357bc35409 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1627214 Nov 26 03:06:17.506652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33790) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:17.508600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6d965-9ed7-4cc4-a7b7-a6633d77efe8 req-081cff94-aacb-49a5-96b2-e3a9c310e401 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:17.510261 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cb6d965-9ed7-4cc4-a7b7-a6633d77efe8 req-081cff94-aacb-49a5-96b2-e3a9c310e401 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1453946 Nov 26 03:06:17.537637 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.544183 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.584313 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7251ce1d-84f3-41fb-bd5c-57a98da2acd2']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:17.589367 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.593821 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912ea1c-18d4-4dc6-a8a4-e91ac9ffa9bf None None] Pushing event updated for resources: {'Port': ['ID=8da200d7-9674-4652-9f06-6e4bf874303d,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:17.612464 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42141614-00ef-4abe-9d44-8546d3351bae None None] Network 7251ce1d-84f3-41fb-bd5c-57a98da2acd2 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:17.613977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d33944-a6d5-4c29-b7b7-d02578ca3b02') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:17.614372 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d33944-a6d5-4c29-b7b7-d02578ca3b02') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:17.616660 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1044995-fa64-4535-9783-eb135069ad97 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.627637 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.663753 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1044995-fa64-4535-9783-eb135069ad97 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.666397 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.680869 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:17.681727 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:17.684282 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:17.706438 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cb6d965-9ed7-4cc4-a7b7-a6633d77efe8 req-459721f3-fb61-446e-b1fd-9dbbf582b422 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641433 Nov 26 03:06:17.774372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904b56cf-55b2-4ebf-b564-7cd0f2852058 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Network 697a8cf6-7511-47a7-9719-edbaf32143d1 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:17.778159 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133ff8e6-adfd-4626-b68a-10d3ae557306 None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 03:06:17.791945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-904b56cf-55b2-4ebf-b564-7cd0f2852058 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:17.793602 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.db.api [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 03:06:17.793602 n-d-819389-3 neutron-server[104801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 03:06:17.793602 n-d-819389-3 neutron-server[104801]: [parameters: {'id': '7251ce1d-84f3-41fb-bd5c-57a98da2acd2'}] Nov 26 03:06:17.793602 n-d-819389-3 neutron-server[104801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:06:17.794032 n-d-819389-3 neutron-server[104801]: DEBUG oslo_db.api [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:06:17.799450 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1044995-fa64-4535-9783-eb135069ad97 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.802726 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1044995-fa64-4535-9783-eb135069ad97 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.803938 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a1044995-fa64-4535-9783-eb135069ad97 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-groups/0b77d977-918b-46d1-bd73-3a6ad3fc4bab HTTP/1.1" status: 204 len: 168 time: 0.2981565 Nov 26 03:06:17.807694 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33794) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:17.821761 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1044995-fa64-4535-9783-eb135069ad97 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b77d977-918b-46d1-bd73-3a6ad3fc4bab,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:17.848035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] Router 8fb0e566-ee97-429d-8805-475178b19725 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:06:17.869593 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-79609e9b-4a34-4255-93d9-b7cffbf01a50 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0547206 Nov 26 03:06:17.869593 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33796) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:17.874557 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-341cf64d-f2fd-4a1e-b934-144d6dba9443 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group': {'name': 'tempest-secgroup--913933237'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:17.902486 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-341cf64d-f2fd-4a1e-b934-144d6dba9443 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.907531 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133ff8e6-adfd-4626-b68a-10d3ae557306 None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 03:06:17.971771 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-341cf64d-f2fd-4a1e-b934-144d6dba9443 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.977047 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-341cf64d-f2fd-4a1e-b934-144d6dba9443 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:17.996203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21656f9b-a006-4166-a10a-45fded92e782 req-1f9d4716-5abc-4bfd-b0ce-9c7243f94f6d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:18.002612 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21656f9b-a006-4166-a10a-45fded92e782 req-1f9d4716-5abc-4bfd-b0ce-9c7243f94f6d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2068310 Nov 26 03:06:18.008345 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-341cf64d-f2fd-4a1e-b934-144d6dba9443 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:18.012220 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-341cf64d-f2fd-4a1e-b934-144d6dba9443 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1394579 Nov 26 03:06:18.012558 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33798) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:18.018436 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-4f58e8ba-ef58-44fe-870d-2ba6532d06ad tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group_rule': {'security_group_id': '72fd4206-e667-4f27-a20f-d9612a63b748', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:18.022824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cf64d-f2fd-4a1e-b934-144d6dba9443 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72fd4206-e667-4f27-a20f-d9612a63b748,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:18.055726 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4f58e8ba-ef58-44fe-870d-2ba6532d06ad tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:18.149712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904b56cf-55b2-4ebf-b564-7cd0f2852058 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:06:18.152403 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4f58e8ba-ef58-44fe-870d-2ba6532d06ad tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:18.157364 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4f58e8ba-ef58-44fe-870d-2ba6532d06ad tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:18.166454 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21656f9b-a006-4166-a10a-45fded92e782 req-6494cb13-4d36-4907-8aa8-0a82b97ce25e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136260 Nov 26 03:06:18.175317 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:06:18.198193 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58e8ba-ef58-44fe-870d-2ba6532d06ad tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f976afd8-41bd-4046-ab38-4bcf7f97f642,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:18.211241 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4f58e8ba-ef58-44fe-870d-2ba6532d06ad tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:18.214160 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4f58e8ba-ef58-44fe-870d-2ba6532d06ad tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2007520 Nov 26 03:06:18.216949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Sync routers for ids ['8fb0e566-ee97-429d-8805-475178b19725'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:06:18.217249 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33804) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:18.241311 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Routers {'8fb0e566-ee97-429d-8805-475178b19725'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:06:18.241961 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:06:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8fb0e566-ee97-429d-8805-475178b19725'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:18.248972 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b74fa457-e8ea-4e8b-956e-247c015a88d1 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:18.259493 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b74fa457-e8ea-4e8b-956e-247c015a88d1 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:18.294678 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:18.299410 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b74fa457-e8ea-4e8b-956e-247c015a88d1 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:18.307769 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b74fa457-e8ea-4e8b-956e-247c015a88d1 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:18.313477 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b74fa457-e8ea-4e8b-956e-247c015a88d1 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f976afd8-41bd-4046-ab38-4bcf7f97f642 HTTP/1.1" status: 204 len: 168 time: 0.0908642 Nov 26 03:06:18.313661 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33806) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:18.318943 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fa457-e8ea-4e8b-956e-247c015a88d1 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f976afd8-41bd-4046-ab38-4bcf7f97f642,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:18.399331 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Deleting port 8da200d7-9674-4652-9f06-6e4bf874303d {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:06:18.399844 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:18.421346 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:18.425134 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c5c0e268-38ae-4f97-96da-49b30bc14457 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3507605 Nov 26 03:06:18.428173 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33808) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:18.494156 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] For port 8da200d7-9674-4652-9f06-6e4bf874303d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8da200d7-9674-4652-9f06-6e4bf874303d,segment=NetworkSegment(a7d33944-a6d5-4c29-b7b7-d02578ca3b02),segment_id=a7d33944-a6d5-4c29-b7b7-d02578ca3b02)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:18.494537 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:18.509280 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Calling delete_port for 8da200d7-9674-4652-9f06-6e4bf874303d owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:06:18.532507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904b56cf-55b2-4ebf-b564-7cd0f2852058 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:06:18.559387 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Sync routers for ids ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:06:18.571557 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-904b56cf-55b2-4ebf-b564-7cd0f2852058 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "PUT /v2.0/routers/23593be7-a4a7-4b75-9aa0-23d00a4e9d68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2907376 Nov 26 03:06:18.574599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33814) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:18.587130 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Routers {'23593be7-a4a7-4b75-9aa0-23d00a4e9d68'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:06:18.588231 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:06:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:18.602037 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-501eee6d-f409-41eb-bb56-462246d25d70 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2889278 Nov 26 03:06:18.611056 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33816) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:18.632202 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:18.665761 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No DVR routers for this DVR port 8da200d7-9674-4652-9f06-6e4bf874303d on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:06:18.678432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Set router 8fb0e566-ee97-429d-8805-475178b19725 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:06:18.691269 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Port': ['ID=8da200d7-9674-4652-9f06-6e4bf874303d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:18.762471 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:18.808701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68e5d263-df15-4d5d-9855-f9c4c813dbed req-b47e23ed-7442-4c0b-a0fd-8af089012949 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4036591 Nov 26 03:06:18.825186 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7251ce1d-84f3-41fb-bd5c-57a98da2acd2']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:18.861100 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Set router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:06:18.888265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d33944-a6d5-4c29-b7b7-d02578ca3b02') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:18.888605 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d33944-a6d5-4c29-b7b7-d02578ca3b02') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:18.897491 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:06:18.908194 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9ca31a47-881d-4293-a728-3078e1618bad None None] Provisioning complete for port b0acba39-f266-45fa-b9bb-e61e6b3fe336 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:18.908631 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9ca31a47-881d-4293-a728-3078e1618bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:18.923741 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:18.970085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9ca31a47-881d-4293-a728-3078e1618bad None None] Port b0acba39-f266-45fa-b9bb-e61e6b3fe336 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:06:18.974286 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:18.987220 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:18.990049 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:18.996920 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:19.001290 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0e566-ee97-429d-8805-475178b19725', 'name': 'tempest-ServerRescueNegativeTestJSON-1515592877-router', 'tenant_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '15c3f385-2a3f-40c5-939b-8a906d79d2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:13Z', 'updated_at': '2021-11-26T03:06:16Z', 'revision_number': 3, 'project_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'gw_port': {'id': '15c3f385-2a3f-40c5-939b-8a906d79d2ea', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb0e566-ee97-429d-8805-475178b19725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:19.045539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Checking router: 8fb0e566-ee97-429d-8805-475178b19725 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:06:19.046350 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Updating router 8fb0e566-ee97-429d-8805-475178b19725 port 15c3f385-2a3f-40c5-939b-8a906d79d2ea binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:06:19.079710 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b15215d3-03b0-47e2-a733-3a7393dbaa7e tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.079942 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.082955 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.089830 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.096669 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/7251ce1d-84f3-41fb-bd5c-57a98da2acd2 HTTP/1.1" status: 204 len: 168 time: 2.4031670 Nov 26 03:06:19.099317 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33824) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:19.105611 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-40a4a099-bf2b-4fe9-a1d0-b5b1d3d21dbc tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1113302589'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:19.109903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4c756-656e-481c-a56d-3ece4c1faba8 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:19.110385 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4c756-656e-481c-a56d-3ece4c1faba8 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:19.110850 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4c756-656e-481c-a56d-3ece4c1faba8 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:19.111400 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4c756-656e-481c-a56d-3ece4c1faba8 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:19.111757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4c756-656e-481c-a56d-3ece4c1faba8 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:19.112243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4c756-656e-481c-a56d-3ece4c1faba8 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:19.112697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4c756-656e-481c-a56d-3ece4c1faba8 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:19.113151 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4c756-656e-481c-a56d-3ece4c1faba8 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:19.114267 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4c756-656e-481c-a56d-3ece4c1faba8 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:19.114267 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4c756-656e-481c-a56d-3ece4c1faba8 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:19.114529 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4c756-656e-481c-a56d-3ece4c1faba8 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:19.114982 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4c756-656e-481c-a56d-3ece4c1faba8 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:19.118192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7cd4c756-656e-481c-a56d-3ece4c1faba8 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8425 time: 0.5415947 Nov 26 03:06:19.120723 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33826) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:19.120937 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bbdec-7e81-4ac7-89d0-e7567980d146 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Network': ['ID=7251ce1d-84f3-41fb-bd5c-57a98da2acd2,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:19.141932 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:06:15Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'b0acba39-f266-45fa-b9bb-e61e6b3fe336', 'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:22:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:16Z', 'revision_number': 2, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:19.148845 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a4a099-bf2b-4fe9-a1d0-b5b1d3d21dbc tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:19.154287 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40a4a099-bf2b-4fe9-a1d0-b5b1d3d21dbc tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.183962 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a4a099-bf2b-4fe9-a1d0-b5b1d3d21dbc tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:06:19.197556 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40a4a099-bf2b-4fe9-a1d0-b5b1d3d21dbc tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.198509 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-40a4a099-bf2b-4fe9-a1d0-b5b1d3d21dbc tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Added segment c7192830-c1b5-47bd-8bb4-e0662fb6308d of type vlan for network ac93d9c3-88b4-4492-aff7-80cde446c583 Nov 26 03:06:19.230311 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b15215d3-03b0-47e2-a733-3a7393dbaa7e tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.247236 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5d263-df15-4d5d-9855-f9c4c813dbed req-0b4d2096-616e-47ad-a814-937eabf33783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:19.248805 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68e5d263-df15-4d5d-9855-f9c4c813dbed req-0b4d2096-616e-47ad-a814-937eabf33783 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8dffa06fe9f14d8ba6cd863c2a120c58&device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 1097 time: 0.3349631 Nov 26 03:06:19.270860 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40a4a099-bf2b-4fe9-a1d0-b5b1d3d21dbc tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.284880 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Checking router: 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:06:19.285802 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Updating router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 port b0acba39-f266-45fa-b9bb-e61e6b3fe336 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:06:19.311556 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40a4a099-bf2b-4fe9-a1d0-b5b1d3d21dbc tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.313716 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.315275 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddea0b6-a835-4cdf-a589-00b41a651230 req-24f62b9f-30c2-42ba-a5c8-a36f1b4a3328 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:19.318887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a4a099-bf2b-4fe9-a1d0-b5b1d3d21dbc tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:19.319582 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-40a4a099-bf2b-4fe9-a1d0-b5b1d3d21dbc tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.322573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ddea0b6-a835-4cdf-a589-00b41a651230 req-24f62b9f-30c2-42ba-a5c8-a36f1b4a3328 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.3064725 Nov 26 03:06:19.397124 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-40a4a099-bf2b-4fe9-a1d0-b5b1d3d21dbc tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2963190 Nov 26 03:06:19.397842 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33830) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:19.413655 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-71a02674-42d5-4a05-860f-11be70c922fa tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'subnet': {'network_id': 'ac93d9c3-88b4-4492-aff7-80cde446c583', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:19.430623 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4a099-bf2b-4fe9-a1d0-b5b1d3d21dbc tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Network': ['ID=ac93d9c3-88b4-4492-aff7-80cde446c583,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:19.445218 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.449207 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network ac93d9c3-88b4-4492-aff7-80cde446c583 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:06:19.501799 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.546236 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a02674-42d5-4a05-860f-11be70c922fa tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:19.552547 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71a02674-42d5-4a05-860f-11be70c922fa tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.576563 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Attempting to bind port 15c3f385-2a3f-40c5-939b-8a906d79d2ea on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:06:19.576944 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Attempting to bind port 15c3f385-2a3f-40c5-939b-8a906d79d2ea by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:06:19.577325 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Attempting to bind port 15c3f385-2a3f-40c5-939b-8a906d79d2ea on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:19.579554 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b99720e-6a4a-4341-85fd-2b8e586b9dcb None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:19.604639 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:06:19.605033 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:19.605427 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.605830 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:06:19.606659 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Bound port: 15c3f385-2a3f-40c5-939b-8a906d79d2ea, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:06:19.607116 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.645622 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4e462-8126-4f25-890d-5802ad077d93 None None] Pushing event updated for resources: {'Port': ['ID=15c3f385-2a3f-40c5-939b-8a906d79d2ea,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:19.683977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] For port 15c3f385-2a3f-40c5-939b-8a906d79d2ea, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:06:19.689791 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] For port 15c3f385-2a3f-40c5-939b-8a906d79d2ea, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=15c3f385-2a3f-40c5-939b-8a906d79d2ea,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:06:19.700479 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.747377 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.757431 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.764616 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4e462-8126-4f25-890d-5802ad077d93 None None] Pushing event updated for resources: {'Port': ['ID=15c3f385-2a3f-40c5-939b-8a906d79d2ea,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:19.792508 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-238ab541-cc43-4c22-8b4a-d06146d55a8b None None] Provisioning complete for port 15c3f385-2a3f-40c5-939b-8a906d79d2ea triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:19.792880 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-238ab541-cc43-4c22-8b4a-d06146d55a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.796276 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Routers {'8fb0e566-ee97-429d-8805-475178b19725'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:06:19.796537 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:06:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8fb0e566-ee97-429d-8805-475178b19725'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:19.887854 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71a02674-42d5-4a05-860f-11be70c922fa tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.894994 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Attempting to bind port b0acba39-f266-45fa-b9bb-e61e6b3fe336 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:06:19.896192 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Attempting to bind port b0acba39-f266-45fa-b9bb-e61e6b3fe336 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '1a359ab9-9dd0-4953-bf1d-4a375e24c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:06:19.896709 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Attempting to bind port b0acba39-f266-45fa-b9bb-e61e6b3fe336 on network 697a8cf6-7511-47a7-9719-edbaf32143d1 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:19.901150 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739eea71-c75c-4379-a34b-cf4a8141890e None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:19.906591 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:06:19.907019 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Checking segment: {'id': '1a359ab9-9dd0-4953-bf1d-4a375e24c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:19.907430 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.907884 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Bound using segment: {'id': '1a359ab9-9dd0-4953-bf1d-4a375e24c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:06:19.908639 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Bound port: b0acba39-f266-45fa-b9bb-e61e6b3fe336, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a359ab9-9dd0-4953-bf1d-4a375e24c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:06:19.909082 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:19.923812 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598226ba-9802-4ee7-8865-94429eb1f988 None None] Pushing event updated for resources: {'Port': ['ID=b0acba39-f266-45fa-b9bb-e61e6b3fe336,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:20.001697 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] For port b0acba39-f266-45fa-b9bb-e61e6b3fe336, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:06:20.006434 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] For port b0acba39-f266-45fa-b9bb-e61e6b3fe336, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b0acba39-f266-45fa-b9bb-e61e6b3fe336,segment=NetworkSegment(1a359ab9-9dd0-4953-bf1d-4a375e24c842),segment_id=1a359ab9-9dd0-4953-bf1d-4a375e24c842)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:06:20.023315 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] Set router 8fb0e566-ee97-429d-8805-475178b19725 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:06:20.025621 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:20.050020 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a02674-42d5-4a05-860f-11be70c922fa tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Subnet': ['ID=7db29bfb-e13b-4d8b-8113-0a32a228cb48,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:20.056642 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-238ab541-cc43-4c22-8b4a-d06146d55a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:20.066504 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a02674-42d5-4a05-860f-11be70c922fa tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Checking segment: {'id': 'c7192830-c1b5-47bd-8bb4-e0662fb6308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ac93d9c3-88b4-4492-aff7-80cde446c583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:20.067577 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a02674-42d5-4a05-860f-11be70c922fa tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network hostable DHCP agents. Network: ac93d9c3-88b4-4492-aff7-80cde446c583, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:06:20.098379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b232c1b-939c-4f0e-9cce-5c474e5a5ece tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:20.100404 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a02674-42d5-4a05-860f-11be70c922fa tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network ac93d9c3-88b4-4492-aff7-80cde446c583 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:06:20.103676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b232c1b-939c-4f0e-9cce-5c474e5a5ece tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:20.106308 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b232c1b-939c-4f0e-9cce-5c474e5a5ece tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:20.107029 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Routers {'23593be7-a4a7-4b75-9aa0-23d00a4e9d68'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:06:20.107658 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:06:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:20.108522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b232c1b-939c-4f0e-9cce-5c474e5a5ece tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:20.108975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b232c1b-939c-4f0e-9cce-5c474e5a5ece tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:20.109721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b232c1b-939c-4f0e-9cce-5c474e5a5ece tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:20.110359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b232c1b-939c-4f0e-9cce-5c474e5a5ece tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:20.110806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b232c1b-939c-4f0e-9cce-5c474e5a5ece tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:20.111241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b232c1b-939c-4f0e-9cce-5c474e5a5ece tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:20.112441 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-71a02674-42d5-4a05-860f-11be70c922fa tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, ac93d9c3-88b4-4492-aff7-80cde446c583) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:20.114206 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b232c1b-939c-4f0e-9cce-5c474e5a5ece tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:20.116073 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b232c1b-939c-4f0e-9cce-5c474e5a5ece tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:20.121457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33832) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:20.123042 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a02674-42d5-4a05-860f-11be70c922fa tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:20.123447 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6b232c1b-939c-4f0e-9cce-5c474e5a5ece tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7071 time: 0.9949710 Nov 26 03:06:20.124179 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b15215d3-03b0-47e2-a733-3a7393dbaa7e tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:20.126324 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71a02674-42d5-4a05-860f-11be70c922fa tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:20.139300 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b15215d3-03b0-47e2-a733-3a7393dbaa7e tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:20.140983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b15215d3-03b0-47e2-a733-3a7393dbaa7e tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-groups/72fd4206-e667-4f27-a20f-d9612a63b748 HTTP/1.1" status: 204 len: 168 time: 1.5202005 Nov 26 03:06:20.155162 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598226ba-9802-4ee7-8865-94429eb1f988 None None] Pushing event updated for resources: {'Port': ['ID=b0acba39-f266-45fa-b9bb-e61e6b3fe336,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:20.197234 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bd461d-f491-40ed-85e7-8735940a5578 None None] Network ac93d9c3-88b4-4492-aff7-80cde446c583 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:20.201477 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33834) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:20.253096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15215d3-03b0-47e2-a733-3a7393dbaa7e tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fd4206-e667-4f27-a20f-d9612a63b748,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:20.291469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ddea0b6-a835-4cdf-a589-00b41a651230 req-e65fdc50-d889-4ac4-af82-5393e68d9572 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9679184 Nov 26 03:06:20.312972 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] Set router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:06:20.324860 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a363559e-0e28-43ff-9127-0bf3ce892a49 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1195993 Nov 26 03:06:20.329236 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-71a02674-42d5-4a05-860f-11be70c922fa tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9240880 Nov 26 03:06:20.331085 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33836) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:20.333135 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33838) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:20.338045 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1f1db219-5f3c-4947-a45b-215755756f23 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group': {'name': 'tempest-secgroup--790938672'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:20.338479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-238ab541-cc43-4c22-8b4a-d06146d55a8b None None] For port 15c3f385-2a3f-40c5-939b-8a906d79d2ea, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=15c3f385-2a3f-40c5-939b-8a906d79d2ea,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:20.408581 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-238ab541-cc43-4c22-8b4a-d06146d55a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:20.430536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5d263-df15-4d5d-9855-f9c4c813dbed req-e7fbfd2d-07cc-4fe7-920a-3dcb3b1e66c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:20.432436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68e5d263-df15-4d5d-9855-f9c4c813dbed req-e7fbfd2d-07cc-4fe7-920a-3dcb3b1e66c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=487bf824-96b4-4a0b-aab0-a1e59303e892 HTTP/1.1" status: 200 len: 915 time: 1.1550064 Nov 26 03:06:20.444277 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f1db219-5f3c-4947-a45b-215755756f23 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:20.532815 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68e5d263-df15-4d5d-9855-f9c4c813dbed req-8438b0aa-bf59-4a91-9a5b-cd6bf111fecb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=940834b0-0f84-4a48-b62e-8a6648ba0236 HTTP/1.1" status: 200 len: 217 time: 0.0925119 Nov 26 03:06:20.565635 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0e566-ee97-429d-8805-475178b19725', 'name': 'tempest-ServerRescueNegativeTestJSON-1515592877-router', 'tenant_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '15c3f385-2a3f-40c5-939b-8a906d79d2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:13Z', 'updated_at': '2021-11-26T03:06:16Z', 'revision_number': 3, 'project_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'gw_port': {'id': '15c3f385-2a3f-40c5-939b-8a906d79d2ea', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb0e566-ee97-429d-8805-475178b19725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:20.605037 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f1db219-5f3c-4947-a45b-215755756f23 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:20.619233 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f1db219-5f3c-4947-a45b-215755756f23 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:20.620171 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ab541-cc43-4c22-8b4a-d06146d55a8b None None] Pushing event updated for resources: {'Port': ['ID=15c3f385-2a3f-40c5-939b-8a906d79d2ea,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:20.624856 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-ac93d9c3-88b4-4492-aff7-80cde446c583', 'network_id': 'ac93d9c3-88b4-4492-aff7-80cde446c583', 'tenant_id': '0c2c9c0b27294536961f65f429f65457', 'fixed_ips': [{'subnet_id': '7db29bfb-e13b-4d8b-8113-0a32a228cb48'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:06:20.625788 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:20.628990 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-028f1e21-1d57-4113-95e5-29b046959c60 None None] Provisioning complete for port 15c3f385-2a3f-40c5-939b-8a906d79d2ea triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:20.629358 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-028f1e21-1d57-4113-95e5-29b046959c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:20.667386 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-df3eff77-5f54-48c3-86af-2f45e6994f0c tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.5371048 Nov 26 03:06:20.676408 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f1db219-5f3c-4947-a45b-215755756f23 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:20.677703 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1f1db219-5f3c-4947-a45b-215755756f23 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3457751 Nov 26 03:06:20.680590 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14816107-ff4a-4a60-be2d-1f5ec4e7882e None None] The sync data for ids ['8fb0e566-ee97-429d-8805-475178b19725'] in n-d-819389-3 is: [{'id': '8fb0e566-ee97-429d-8805-475178b19725', 'name': 'tempest-ServerRescueNegativeTestJSON-1515592877-router', 'tenant_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '15c3f385-2a3f-40c5-939b-8a906d79d2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:13Z', 'updated_at': '2021-11-26T03:06:16Z', 'revision_number': 3, 'project_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'gw_port': {'id': '15c3f385-2a3f-40c5-939b-8a906d79d2ea', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb0e566-ee97-429d-8805-475178b19725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:06:20.681245 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33844) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:20.686584 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0dd42d4e-f5c2-4cd7-a046-b21f963c63f2 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group_rule': {'security_group_id': '95022402-8047-4578-a044-e5b0f857da91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:20.699412 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1db219-5f3c-4947-a45b-215755756f23 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95022402-8047-4578-a044-e5b0f857da91,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:20.720593 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:20.739920 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0dd42d4e-f5c2-4cd7-a046-b21f963c63f2 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:20.751148 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5d263-df15-4d5d-9855-f9c4c813dbed req-f4307006-6d0c-442d-8c9c-7223a4fcec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:20.752692 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68e5d263-df15-4d5d-9855-f9c4c813dbed req-f4307006-6d0c-442d-8c9c-7223a4fcec77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1cd5660-c9e5-4dc2-b734-b88f81181a94 HTTP/1.1" status: 200 len: 854 time: 0.2083292 Nov 26 03:06:20.786070 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:06:15Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'b0acba39-f266-45fa-b9bb-e61e6b3fe336', 'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:22:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:19Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:20.814637 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee57fb6-17e5-441c-a8e9-afcbd08e6eaa None None] The sync data for ids ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'] in n-d-819389-3 is: [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:06:15Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'b0acba39-f266-45fa-b9bb-e61e6b3fe336', 'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:22:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:19Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:06:20.827692 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0dd42d4e-f5c2-4cd7-a046-b21f963c63f2 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:20.837700 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0dd42d4e-f5c2-4cd7-a046-b21f963c63f2 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:20.883164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd42d4e-f5c2-4cd7-a046-b21f963c63f2 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5b1908-bd8f-481a-abd5-3d4fd75ea064,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:20.915877 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0dd42d4e-f5c2-4cd7-a046-b21f963c63f2 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:20.917360 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0dd42d4e-f5c2-4cd7-a046-b21f963c63f2 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2345095 Nov 26 03:06:20.919929 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33846) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:20.947299 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2411f6ed-9de5-4b32-a190-4e2e7b075368 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-group-rules/8b5b1908-bd8f-481a-abd5-3d4fd75ea064 HTTP/1.1" status: 200 len: 763 time: 0.0261154 Nov 26 03:06:20.948030 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33848) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:20.978594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68e5d263-df15-4d5d-9855-f9c4c813dbed req-b6b80526-cd3f-486b-87f4-16a630bda3cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=487bf824-96b4-4a0b-aab0-a1e59303e892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1762617 Nov 26 03:06:20.982320 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6924b487-485a-4317-8940-7da3ebcb6c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.006313 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-028f1e21-1d57-4113-95e5-29b046959c60 None None] Provisioning complete for port b0acba39-f266-45fa-b9bb-e61e6b3fe336 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:21.006313 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-028f1e21-1d57-4113-95e5-29b046959c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.009126 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Allocated IP 172.20.0.2 (ac93d9c3-88b4-4492-aff7-80cde446c583/7db29bfb-e13b-4d8b-8113-0a32a228cb48/39617dbb-dece-4ff8-b6e9-d2687855481f) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:06:21.051778 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-088b18a6-f267-4ac6-b22b-68ac212c585c tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1023886 Nov 26 03:06:21.053204 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33850) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:21.096048 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-92683faf-fb68-4482-b968-5bf4bd348e03 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.107267 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-92683faf-fb68-4482-b968-5bf4bd348e03 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.109267 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33852) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:21.127747 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0070b52c-1280-488a-bc80-88f5e8dd1c4d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1259955160', 'description': 'tempest-secgroup-smoke-1259955160 description', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:21.177804 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-92683faf-fb68-4482-b968-5bf4bd348e03 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.186291 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-92683faf-fb68-4482-b968-5bf4bd348e03 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.190446 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-92683faf-fb68-4482-b968-5bf4bd348e03 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8b5b1908-bd8f-481a-abd5-3d4fd75ea064 HTTP/1.1" status: 204 len: 168 time: 0.1329150 Nov 26 03:06:21.195643 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0070b52c-1280-488a-bc80-88f5e8dd1c4d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.201751 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33854) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:21.221385 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92683faf-fb68-4482-b968-5bf4bd348e03 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b5b1908-bd8f-481a-abd5-3d4fd75ea064,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:21.274052 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.284429 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b30d9ae6-0647-4e36-864b-2a1527a47690 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0813444 Nov 26 03:06:21.287207 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33856) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:21.295875 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7c233bf6-db1e-4b20-b90c-10821080be90 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group_rule': {'security_group_id': '95022402-8047-4578-a044-e5b0f857da91', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:21.340325 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-028f1e21-1d57-4113-95e5-29b046959c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.381377 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7c233bf6-db1e-4b20-b90c-10821080be90 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.395912 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0070b52c-1280-488a-bc80-88f5e8dd1c4d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.424533 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0070b52c-1280-488a-bc80-88f5e8dd1c4d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.450522 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-028f1e21-1d57-4113-95e5-29b046959c60 None None] For port b0acba39-f266-45fa-b9bb-e61e6b3fe336, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b0acba39-f266-45fa-b9bb-e61e6b3fe336,segment=NetworkSegment(1a359ab9-9dd0-4953-bf1d-4a375e24c842),segment_id=1a359ab9-9dd0-4953-bf1d-4a375e24c842)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:21.467788 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-028f1e21-1d57-4113-95e5-29b046959c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.475241 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68e5d263-df15-4d5d-9855-f9c4c813dbed req-05667f9c-a67c-4252-9c09-49ff2d704816 service neutron] 10.222.0.59 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647458 Nov 26 03:06:21.509041 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0070b52c-1280-488a-bc80-88f5e8dd1c4d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.510583 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0070b52c-1280-488a-bc80-88f5e8dd1c4d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4001586 Nov 26 03:06:21.516616 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33860) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:21.523627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-770ae7cd-6296-4946-a616-e4db15beed64 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group_rule': {'security_group_id': '9d3ab107-e9d9-417c-baf3-ba0675b7d05a', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:21.540820 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f1e21-1d57-4113-95e5-29b046959c60 None None] Pushing event updated for resources: {'Port': ['ID=b0acba39-f266-45fa-b9bb-e61e6b3fe336,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:21.550490 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070b52c-1280-488a-bc80-88f5e8dd1c4d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3ab107-e9d9-417c-baf3-ba0675b7d05a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:21.553505 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.562961 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-770ae7cd-6296-4946-a616-e4db15beed64 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.572903 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.590576 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7c233bf6-db1e-4b20-b90c-10821080be90 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.615861 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7c233bf6-db1e-4b20-b90c-10821080be90 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.635372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-6924b487-485a-4317-8940-7da3ebcb6c24 admin admin] Allocated IP 172.20.0.1 (6280ac1e-1eae-48ef-80cc-cccad8729faa/eb1ab1f2-83bb-4e57-8629-c0eaece17eaf/19bd1abb-639b-4266-b5a2-62c99c1e8b9d) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:06:21.644745 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Pushing event updated for resources: {'Port': ['ID=39617dbb-dece-4ff8-b6e9-d2687855481f,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:21.673358 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c233bf6-db1e-4b20-b90c-10821080be90 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff31a532-8d8f-4a96-9fce-8b9e9d6f528e,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:21.686091 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Network ac93d9c3-88b4-4492-aff7-80cde446c583 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:21.689626 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:21.693648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:21.694228 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7c233bf6-db1e-4b20-b90c-10821080be90 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.710549 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7c233bf6-db1e-4b20-b90c-10821080be90 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4061871 Nov 26 03:06:21.711721 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33864) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:21.751119 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5a8f1b71-a273-4cf3-8ab8-a2f49ba44312 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-group-rules/ff31a532-8d8f-4a96-9fce-8b9e9d6f528e HTTP/1.1" status: 200 len: 763 time: 0.0359993 Nov 26 03:06:21.752618 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33866) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:21.766474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf51094-0d9f-4885-8f06-8eeca42c0402 req-4296cc84-7425-483f-b730-3a90186714ff tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:21.770758 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-770ae7cd-6296-4946-a616-e4db15beed64 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.778613 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9bf51094-0d9f-4885-8f06-8eeca42c0402 req-4296cc84-7425-483f-b730-3a90186714ff tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.3366547 Nov 26 03:06:21.788801 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-770ae7cd-6296-4946-a616-e4db15beed64 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.806805 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Attempting to bind port 39617dbb-dece-4ff8-b6e9-d2687855481f on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:06:21.807613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Attempting to bind port 39617dbb-dece-4ff8-b6e9-d2687855481f by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'c7192830-c1b5-47bd-8bb4-e0662fb6308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ac93d9c3-88b4-4492-aff7-80cde446c583'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:06:21.807613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Attempting to bind port 39617dbb-dece-4ff8-b6e9-d2687855481f on network ac93d9c3-88b4-4492-aff7-80cde446c583 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:21.816540 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:06:21.817221 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Checking segment: {'id': 'c7192830-c1b5-47bd-8bb4-e0662fb6308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ac93d9c3-88b4-4492-aff7-80cde446c583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:21.817769 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.818341 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Bound using segment: {'id': 'c7192830-c1b5-47bd-8bb4-e0662fb6308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ac93d9c3-88b4-4492-aff7-80cde446c583'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:06:21.819035 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Bound port: 39617dbb-dece-4ff8-b6e9-d2687855481f, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7192830-c1b5-47bd-8bb4-e0662fb6308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ac93d9c3-88b4-4492-aff7-80cde446c583'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:06:21.819542 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.823782 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.831089 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ae7cd-6296-4946-a616-e4db15beed64 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21cd9c5b-121c-4ade-98b0-909adf882240,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:21.847354 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-91d2a275-30df-44c8-905c-80d3e81ff963 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0898776 Nov 26 03:06:21.852204 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33868) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:21.861214 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-770ae7cd-6296-4946-a616-e4db15beed64 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.862404 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-770ae7cd-6296-4946-a616-e4db15beed64 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3447552 Nov 26 03:06:21.868257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33870) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:21.874191 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3a3ac978-5980-47dc-8e7e-76e4c4818ad7 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group_rule': {'security_group_id': '9d3ab107-e9d9-417c-baf3-ba0675b7d05a', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:21.910937 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aed07b8e-48cd-4713-aa85-569d3cbe6af0 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.927109 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Subnet': ['ID=7db29bfb-e13b-4d8b-8113-0a32a228cb48,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:21.928834 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aed07b8e-48cd-4713-aa85-569d3cbe6af0 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.962494 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] For port 39617dbb-dece-4ff8-b6e9-d2687855481f, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:06:21.965589 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a3ac978-5980-47dc-8e7e-76e4c4818ad7 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:21.968496 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] For port 39617dbb-dece-4ff8-b6e9-d2687855481f, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=39617dbb-dece-4ff8-b6e9-d2687855481f,segment=NetworkSegment(c7192830-c1b5-47bd-8bb4-e0662fb6308d),segment_id=c7192830-c1b5-47bd-8bb4-e0662fb6308d)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:06:21.982553 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.009561 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aed07b8e-48cd-4713-aa85-569d3cbe6af0 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.023450 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aed07b8e-48cd-4713-aa85-569d3cbe6af0 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.027108 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-aed07b8e-48cd-4713-aa85-569d3cbe6af0 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ff31a532-8d8f-4a96-9fce-8b9e9d6f528e HTTP/1.1" status: 204 len: 168 time: 0.1749730 Nov 26 03:06:22.028924 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33872) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:22.045407 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68e5d263-df15-4d5d-9855-f9c4c813dbed req-48305107-c7d5-49ed-9258-843090386078 service neutron] 10.222.0.59 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557971 Nov 26 03:06:22.057336 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed07b8e-48cd-4713-aa85-569d3cbe6af0 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff31a532-8d8f-4a96-9fce-8b9e9d6f528e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:22.080828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9bf51094-0d9f-4885-8f06-8eeca42c0402 req-b69bc6b7-6a3a-42ce-99b4-9b92ad35cb6e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014641 Nov 26 03:06:22.109729 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e507748-efa5-44a0-8035-26d714a79cc2 None None] Pushing event updated for resources: {'Port': ['ID=39617dbb-dece-4ff8-b6e9-d2687855481f,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:22.119335 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.119611 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-81fee204-379d-4742-8784-2df52179e283 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0886049 Nov 26 03:06:22.121821 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33874) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:22.132406 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3e460e55-aebb-4fe6-8441-7ccce5f1df27 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Request body: {'security_group_rule': {'security_group_id': '95022402-8047-4578-a044-e5b0f857da91', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:22.132691 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6924b487-485a-4317-8940-7da3ebcb6c24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.150400 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a3ac978-5980-47dc-8e7e-76e4c4818ad7 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.163853 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a3ac978-5980-47dc-8e7e-76e4c4818ad7 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.182895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac93d9c3-88b4-4492-aff7-80cde446c583']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:22.188705 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-3e460e55-aebb-4fe6-8441-7ccce5f1df27 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Project 0708fd36fd5b496ea10089685fbca83a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:06:22.197474 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a3ac978-5980-47dc-8e7e-76e4c4818ad7 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.198684 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3a3ac978-5980-47dc-8e7e-76e4c4818ad7 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3296492 Nov 26 03:06:22.199776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dda708-5b08-420b-890e-7780e657d9cd None None] Network ac93d9c3-88b4-4492-aff7-80cde446c583 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:22.200644 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e460e55-aebb-4fe6-8441-7ccce5f1df27 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.205096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33876) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:22.212982 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ac978-5980-47dc-8e7e-76e4c4818ad7 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c440443-fcf1-45b4-80c0-b695c9cc5b86,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:22.216321 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7192830-c1b5-47bd-8bb4-e0662fb6308d') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:22.218486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7192830-c1b5-47bd-8bb4-e0662fb6308d') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:22.229721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-87efeb51-f533-43e9-9578-0ce57dbb7a6f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group_rule': {'security_group_id': '9d3ab107-e9d9-417c-baf3-ba0675b7d05a', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:22.253950 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.262257 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e460e55-aebb-4fe6-8441-7ccce5f1df27 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.269092 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e460e55-aebb-4fe6-8441-7ccce5f1df27 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.293912 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.309089 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:22.309299 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e460e55-aebb-4fe6-8441-7ccce5f1df27 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed1722b-c401-4406-bb8c-b559091e9322,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:22.309648 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:22.313191 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:22.343270 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e460e55-aebb-4fe6-8441-7ccce5f1df27 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.345099 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3e460e55-aebb-4fe6-8441-7ccce5f1df27 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2218769 Nov 26 03:06:22.348611 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33878) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:22.355367 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6924b487-485a-4317-8940-7da3ebcb6c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.368716 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1c7d1e93-f643-41de-9709-e2e6c4d45220 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-group-rules/0ed1722b-c401-4406-bb8c-b559091e9322 HTTP/1.1" status: 200 len: 769 time: 0.0180922 Nov 26 03:06:22.370857 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33880) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:22.407899 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-87efeb51-f533-43e9-9578-0ce57dbb7a6f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.440737 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.db.api [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 03:06:22.440737 n-d-819389-3 neutron-server[104802]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 03:06:22.440737 n-d-819389-3 neutron-server[104802]: [parameters: {'id': 'ac93d9c3-88b4-4492-aff7-80cde446c583'}] Nov 26 03:06:22.440737 n-d-819389-3 neutron-server[104802]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:06:22.441193 n-d-819389-3 neutron-server[104802]: DEBUG oslo_db.api [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:06:22.443651 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6924b487-485a-4317-8940-7da3ebcb6c24 admin admin] Network 6280ac1e-1eae-48ef-80cc-cccad8729faa is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:22.465674 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-6924b487-485a-4317-8940-7da3ebcb6c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:22.469120 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b6004b4e-bf8a-4c42-a5e0-3b908939f4ed tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0948691 Nov 26 03:06:22.470284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33882) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:22.478648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924b487-485a-4317-8940-7da3ebcb6c24 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:22.487435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924b487-485a-4317-8940-7da3ebcb6c24 admin admin] Pushing event updated for resources: {'Port': ['ID=19bd1abb-639b-4266-b5a2-62c99c1e8b9d,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:22.499780 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7057e87-cf81-4472-99f4-4d434a123582 None None] DHCP port deletion for 6280ac1e-1eae-48ef-80cc-cccad8729faa request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:22.536276 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70de30ad-8ceb-4fa1-b77f-5574d4141b77 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.546902 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6924b487-485a-4317-8940-7da3ebcb6c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.549991 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70de30ad-8ceb-4fa1-b77f-5574d4141b77 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.572379 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.590005 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-87efeb51-f533-43e9-9578-0ce57dbb7a6f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.591256 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70de30ad-8ceb-4fa1-b77f-5574d4141b77 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.599373 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-87efeb51-f533-43e9-9578-0ce57dbb7a6f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.600555 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70de30ad-8ceb-4fa1-b77f-5574d4141b77 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.607928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e1444f99-251d-4724-a0a6-afa3f3c9ab7a None None] Provisioning complete for port 19bd1abb-639b-4266-b5a2-62c99c1e8b9d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:22.608218 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e1444f99-251d-4724-a0a6-afa3f3c9ab7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.610687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33884) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:22.613169 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-70de30ad-8ceb-4fa1-b77f-5574d4141b77 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/0ed1722b-c401-4406-bb8c-b559091e9322 HTTP/1.1" status: 204 len: 168 time: 0.1327350 Nov 26 03:06:22.619336 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de30ad-8ceb-4fa1-b77f-5574d4141b77 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ed1722b-c401-4406-bb8c-b559091e9322,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:22.636923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c644d4ba-52c8-47da-aca3-251553cb26a0 None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 03:06:22.652447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efeb51-f533-43e9-9578-0ce57dbb7a6f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed24bdfc-fb1e-40a5-95af-54a781b2f5a8,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:22.676033 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-87efeb51-f533-43e9-9578-0ce57dbb7a6f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.677353 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-87efeb51-f533-43e9-9578-0ce57dbb7a6f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4519172 Nov 26 03:06:22.680260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33886) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:22.685299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-cb6d9203-9908-4541-aee6-7471cdbc3ef0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group_rule': {'security_group_id': '9d3ab107-e9d9-417c-baf3-ba0675b7d05a', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:22.690083 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-e1444f99-251d-4724-a0a6-afa3f3c9ab7a None None] Port 19bd1abb-639b-4266-b5a2-62c99c1e8b9d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:06:22.730205 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8148ea93-f7ab-4ee6-95de-14c15ec5c4b5 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1182032 Nov 26 03:06:22.733661 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33888) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:22.787246 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb6d9203-9908-4541-aee6-7471cdbc3ef0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.807962 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6924b487-485a-4317-8940-7da3ebcb6c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.826216 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c644d4ba-52c8-47da-aca3-251553cb26a0 None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 03:06:22.879347 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5ffa3d26-2da0-4be2-85ee-57f182be9b07 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.926103 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5ffa3d26-2da0-4be2-85ee-57f182be9b07 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.932026 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 15c3f385-2a3f-40c5-939b-8a906d79d2ea up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:06:22.983469 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5ffa3d26-2da0-4be2-85ee-57f182be9b07 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.987125 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5ffa3d26-2da0-4be2-85ee-57f182be9b07 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:22.989022 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5ffa3d26-2da0-4be2-85ee-57f182be9b07 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "DELETE /v2.0/security-groups/95022402-8047-4578-a044-e5b0f857da91 HTTP/1.1" status: 204 len: 168 time: 0.2536917 Nov 26 03:06:22.994307 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33892) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:23.008228 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa3d26-2da0-4be2-85ee-57f182be9b07 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95022402-8047-4578-a044-e5b0f857da91,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:23.058278 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c288972e-6f31-406a-a8d0-3d5f899d5e71 tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0589025 Nov 26 03:06:23.060235 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33894) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:23.077136 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 15c3f385-2a3f-40c5-939b-8a906d79d2ea triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:23.077615 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.118858 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e6e7d5e9-a77b-4310-8632-4d0cb1ddd1ba tempest-SecGroupIPv6Test-421359501 tempest-SecGroupIPv6Test-421359501-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0542102 Nov 26 03:06:23.155047 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.265857 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b0acba39-f266-45fa-b9bb-e61e6b3fe336 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:06:23.306774 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb6d9203-9908-4541-aee6-7471cdbc3ef0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.326211 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port b0acba39-f266-45fa-b9bb-e61e6b3fe336 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:23.326626 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.338517 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb6d9203-9908-4541-aee6-7471cdbc3ef0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.374097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c186fe-a45f-4ab5-9c8a-0bdb835eb0b4 req-f57b1a75-f24a-4146-8f0d-08aa4676f47c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:23.376734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2c186fe-a45f-4ab5-9c8a-0bdb835eb0b4 req-f57b1a75-f24a-4146-8f0d-08aa4676f47c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1953006 Nov 26 03:06:23.381968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d9203-9908-4541-aee6-7471cdbc3ef0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a8f2c0-cae1-4f9c-bcc0-1ed207d8d6d5,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:23.408799 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33902) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:23.451444 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cb6d9203-9908-4541-aee6-7471cdbc3ef0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.455207 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cb6d9203-9908-4541-aee6-7471cdbc3ef0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7714818 Nov 26 03:06:23.455568 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33906) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:23.466471 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1edf0415-71dc-4a8d-a9e0-ef3b54b652ca tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group_rule': {'security_group_id': '9d3ab107-e9d9-417c-baf3-ba0675b7d05a', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:23.476557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Deleting port 39617dbb-dece-4ff8-b6e9-d2687855481f {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:06:23.476914 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.496272 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-1edf0415-71dc-4a8d-a9e0-ef3b54b652ca tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Project 2cd023a1c40f48beb9652fd40a5c698a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:06:23.501930 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1edf0415-71dc-4a8d-a9e0-ef3b54b652ca tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.549820 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.566625 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2c186fe-a45f-4ab5-9c8a-0bdb835eb0b4 req-d54b287a-5763-4247-9acc-45f4e4ebe45b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738667 Nov 26 03:06:23.595698 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6924b487-485a-4317-8940-7da3ebcb6c24 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.599210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] For port 39617dbb-dece-4ff8-b6e9-d2687855481f, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=39617dbb-dece-4ff8-b6e9-d2687855481f,segment=NetworkSegment(c7192830-c1b5-47bd-8bb4-e0662fb6308d),segment_id=c7192830-c1b5-47bd-8bb4-e0662fb6308d)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:23.599889 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.607286 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6924b487-485a-4317-8940-7da3ebcb6c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.607481 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1edf0415-71dc-4a8d-a9e0-ef3b54b652ca tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.610620 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-033a4b10-e174-4bb8-a84e-8c1a34b57c25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0708fd36fd5b496ea10089685fbca83a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2004175 Nov 26 03:06:23.613067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33908) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:23.615895 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1edf0415-71dc-4a8d-a9e0-ef3b54b652ca tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.638639 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf0415-71dc-4a8d-a9e0-ef3b54b652ca tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae606d1-c3a9-4a99-b997-7cdaf66cbbe6,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:23.642803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Calling delete_port for 39617dbb-dece-4ff8-b6e9-d2687855481f owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:06:23.647552 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1edf0415-71dc-4a8d-a9e0-ef3b54b652ca tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.651387 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1edf0415-71dc-4a8d-a9e0-ef3b54b652ca tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1932471 Nov 26 03:06:23.651768 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33910) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:23.656377 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8fa5feab-7b0e-44d2-8e34-e568add63c25 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group_rule': {'security_group_id': '9d3ab107-e9d9-417c-baf3-ba0675b7d05a', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:23.680545 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-8fa5feab-7b0e-44d2-8e34-e568add63c25 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Project 2cd023a1c40f48beb9652fd40a5c698a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:06:23.686851 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8fa5feab-7b0e-44d2-8e34-e568add63c25 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.748439 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8fa5feab-7b0e-44d2-8e34-e568add63c25 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.752820 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6924b487-485a-4317-8940-7da3ebcb6c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.756269 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8fa5feab-7b0e-44d2-8e34-e568add63c25 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.759531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924b487-485a-4317-8940-7da3ebcb6c24 admin admin] Pushing event updated for resources: {'Port': ['ID=19bd1abb-639b-4266-b5a2-62c99c1e8b9d,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:23.774412 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5feab-7b0e-44d2-8e34-e568add63c25 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e579f97-d0c7-4146-8de2-52b901571faa,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:23.783546 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8fa5feab-7b0e-44d2-8e34-e568add63c25 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.793373 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8fa5feab-7b0e-44d2-8e34-e568add63c25 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320612 Nov 26 03:06:23.836038 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4f07-4099-4f77-9fd9-59e45a972255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.882581 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4f07-4099-4f77-9fd9-59e45a972255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.901310 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:23.951477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Port': ['ID=39617dbb-dece-4ff8-b6e9-d2687855481f,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:23.962261 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No DVR routers for this DVR port 39617dbb-dece-4ff8-b6e9-d2687855481f on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:06:24.011730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6924b487-485a-4317-8940-7da3ebcb6c24 admin admin] Network 6280ac1e-1eae-48ef-80cc-cccad8729faa is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:24.021590 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-6924b487-485a-4317-8940-7da3ebcb6c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:24.038583 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17680dd-2b83-4fe4-9c4a-857ac5e2ba69 None None] DHCP port deletion for 6280ac1e-1eae-48ef-80cc-cccad8729faa request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:24.122869 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3d978c0c-9e90-49e8-8453-bb7915ef11d6 None None] Provisioning complete for port 19bd1abb-639b-4266-b5a2-62c99c1e8b9d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:24.123245 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3d978c0c-9e90-49e8-8453-bb7915ef11d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:24.143789 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4f07-4099-4f77-9fd9-59e45a972255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:24.147026 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4f07-4099-4f77-9fd9-59e45a972255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:24.148225 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7dcd4f07-4099-4f77-9fd9-59e45a972255 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78bdc610-9686-4b22-9a0c-c93f427d6ba7 HTTP/1.1" status: 204 len: 168 time: 0.5333123 Nov 26 03:06:24.160097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3d978c0c-9e90-49e8-8453-bb7915ef11d6 None None] Port 19bd1abb-639b-4266-b5a2-62c99c1e8b9d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:06:24.175483 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:24.194228 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-c4354c88-a4cc-4f77-a593-9028603339dc tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1259955160&fields=id&tenant_id=2cd023a1c40f48beb9652fd40a5c698a HTTP/1.1" status: 200 len: 267 time: 0.2278583 Nov 26 03:06:24.213562 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd4f07-4099-4f77-9fd9-59e45a972255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bdc610-9686-4b22-9a0c-c93f427d6ba7,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:24.231037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac93d9c3-88b4-4492-aff7-80cde446c583']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:24.282069 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7192830-c1b5-47bd-8bb4-e0662fb6308d') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:24.282347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7192830-c1b5-47bd-8bb4-e0662fb6308d') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:24.298137 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:24.335851 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:24.356831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:24.357247 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:24.360237 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:24.377952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6924b487-485a-4317-8940-7da3ebcb6c24 admin admin] Router 8fb0e566-ee97-429d-8805-475178b19725 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:06:24.435568 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-c706d49f-524e-4069-b26f-27522251d1e5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:24.437113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-c706d49f-524e-4069-b26f-27522251d1e5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/networks?id=697a8cf6-7511-47a7-9719-edbaf32143d1 HTTP/1.1" status: 200 len: 797 time: 0.2320249 Nov 26 03:06:24.493148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-50a9b20d-2f69-40d6-9f4b-8d465d0a39a1 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/quotas/2cd023a1c40f48beb9652fd40a5c698a HTTP/1.1" status: 200 len: 375 time: 0.0483065 Nov 26 03:06:24.493749 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:24.527541 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:24.532665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/ac93d9c3-88b4-4492-aff7-80cde446c583 HTTP/1.1" status: 204 len: 168 time: 4.1932814 Nov 26 03:06:24.534309 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33938) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:24.542272 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e4a09e55-29d8-44a0-9c3c-64c8e0bc84c1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1640835823'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:24.554731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854431b-0750-4f85-b93e-5a92714bee7f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Network': ['ID=ac93d9c3-88b4-4492-aff7-80cde446c583,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:24.576440 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a09e55-29d8-44a0-9c3c-64c8e0bc84c1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:24.580092 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4a09e55-29d8-44a0-9c3c-64c8e0bc84c1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:24.610019 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a09e55-29d8-44a0-9c3c-64c8e0bc84c1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:06:24.622571 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4a09e55-29d8-44a0-9c3c-64c8e0bc84c1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:24.623010 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-e4a09e55-29d8-44a0-9c3c-64c8e0bc84c1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Added segment dcf7f6e7-58fb-49d0-ae71-66ffb504e74d of type vlan for network 45317157-cc44-4c11-ab2b-bd6cb15398d5 Nov 26 03:06:24.641444 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-bf95dc4f-0a6d-4e96-9fef-728d35c0fbeb tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cd023a1c40f48beb9652fd40a5c698a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193099 Nov 26 03:06:24.663914 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6924b487-485a-4317-8940-7da3ebcb6c24 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:06:24.669354 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6924b487-485a-4317-8940-7da3ebcb6c24 admin admin] 10.222.0.31 "PUT /v2.0/routers/8fb0e566-ee97-429d-8805-475178b19725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2390180 Nov 26 03:06:24.688082 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Sync routers for ids ['8fb0e566-ee97-429d-8805-475178b19725'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:06:24.718321 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Routers {'8fb0e566-ee97-429d-8805-475178b19725'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:06:24.720293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:06:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8fb0e566-ee97-429d-8805-475178b19725'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:24.735360 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4a09e55-29d8-44a0-9c3c-64c8e0bc84c1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:24.794572 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4a09e55-29d8-44a0-9c3c-64c8e0bc84c1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:24.802579 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a09e55-29d8-44a0-9c3c-64c8e0bc84c1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:24.803601 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4a09e55-29d8-44a0-9c3c-64c8e0bc84c1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:24.835734 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e4a09e55-29d8-44a0-9c3c-64c8e0bc84c1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2993414 Nov 26 03:06:24.847219 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33948) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:24.874798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-8c7419a5-08f6-47f2-a9a7-fc051525f615 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'subnet': {'network_id': '45317157-cc44-4c11-ab2b-bd6cb15398d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:24.907823 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a09e55-29d8-44a0-9c3c-64c8e0bc84c1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Network': ['ID=45317157-cc44-4c11-ab2b-bd6cb15398d5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:24.920230 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 45317157-cc44-4c11-ab2b-bd6cb15398d5 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:06:25.017788 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-7d1fc920-d62b-4eb1-a43a-2374f800ee94 service neutron] 10.222.0.31 "GET /v2.0/networks/697a8cf6-7511-47a7-9719-edbaf32143d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630276 Nov 26 03:06:25.091100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c15118-8fdf-4fa0-af4c-1b8c1fa7d816 req-9e568530-1e16-4c49-a7e4-50bc1c76add9 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:25.100147 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59c15118-8fdf-4fa0-af4c-1b8c1fa7d816 req-9e568530-1e16-4c49-a7e4-50bc1c76add9 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.3287613 Nov 26 03:06:25.110139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7419a5-08f6-47f2-a9a7-fc051525f615 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:25.113969 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c7419a5-08f6-47f2-a9a7-fc051525f615 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:25.128161 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Set router 8fb0e566-ee97-429d-8805-475178b19725 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:06:25.156218 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33960) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:25.198055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.ipam_backend_mixin [None req-8c7419a5-08f6-47f2-a9a7-fc051525f615 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Performing IP validity checks on allocation pools {{(pid=104802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 26 03:06:25.199116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.ipam_backend_mixin [None req-8c7419a5-08f6-47f2-a9a7-fc051525f615 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 26 03:06:25.279289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-cac8fb93-3bef-42bc-b2fc-0b17edc5a19c service neutron] 10.222.0.31 "GET /v2.0/networks/697a8cf6-7511-47a7-9719-edbaf32143d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601478 Nov 26 03:06:25.291830 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59c15118-8fdf-4fa0-af4c-1b8c1fa7d816 req-e7f737a1-da48-49e0-814e-0c605a9b0199 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904087 Nov 26 03:06:25.305747 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1570d997-ff1c-4ec8-88f4-38a202d8005c tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:25.306556 n-d-819389-3 neutron-server[104801]: WARNING neutron.api.v2.base [None req-1570d997-ff1c-4ec8-88f4-38a202d8005c tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 26 03:06:25.307160 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-1570d997-ff1c-4ec8-88f4-38a202d8005c tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): There was a conflict when trying to complete your request. Nov 26 03:06:25.308733 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1570d997-ff1c-4ec8-88f4-38a202d8005c tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1508503 Nov 26 03:06:25.312148 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33964) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:25.337247 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-eb4b7317-d925-4330-b3b0-c4d454cac974 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521705471'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:25.445780 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb4b7317-d925-4330-b3b0-c4d454cac974 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:25.451739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0e566-ee97-429d-8805-475178b19725', 'name': 'tempest-ServerRescueNegativeTestJSON-1515592877-router', 'tenant_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '15c3f385-2a3f-40c5-939b-8a906d79d2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:13Z', 'updated_at': '2021-11-26T03:06:22Z', 'revision_number': 4, 'project_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'gw_port': {'id': '15c3f385-2a3f-40c5-939b-8a906d79d2ea', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0e566-ee97-429d-8805-475178b19725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '19bd1abb-639b-4266-b5a2-62c99c1e8b9d', 'name': '', 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa', 'tenant_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'mac_address': 'fa:16:3e:57:88:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb0e566-ee97-429d-8805-475178b19725', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'eb1ab1f2-83bb-4e57-8629-c0eaece17eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:21Z', 'updated_at': '2021-11-26T03:06:23Z', 'revision_number': 2, 'project_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'subnets': [{'id': 'eb1ab1f2-83bb-4e57-8629-c0eaece17eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:25.485083 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb4b7317-d925-4330-b3b0-c4d454cac974 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:25.494267 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Checking router: 8fb0e566-ee97-429d-8805-475178b19725 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:06:25.494627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Updating router 8fb0e566-ee97-429d-8805-475178b19725 port 19bd1abb-639b-4266-b5a2-62c99c1e8b9d binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:06:25.525169 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:25.661219 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b296cb0-47c8-4000-8c28-40bd2e04b523 req-61a59178-c927-4640-bf3e-0d1d056c3c20 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 210 time: 0.1299958 Nov 26 03:06:25.687183 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c7419a5-08f6-47f2-a9a7-fc051525f615 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:25.848431 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7419a5-08f6-47f2-a9a7-fc051525f615 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Subnet': ['ID=7b701314-23f5-450e-a4fe-4b5b03e703e5,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:25.872346 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:25.880623 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:25.884308 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7419a5-08f6-47f2-a9a7-fc051525f615 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Checking segment: {'id': 'dcf7f6e7-58fb-49d0-ae71-66ffb504e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '45317157-cc44-4c11-ab2b-bd6cb15398d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:25.884927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7419a5-08f6-47f2-a9a7-fc051525f615 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network hostable DHCP agents. Network: 45317157-cc44-4c11-ab2b-bd6cb15398d5, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:06:25.946434 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ccf835-ccac-42f2-ae77-9f48d5558ae2 None None] DHCP port deletion for 6280ac1e-1eae-48ef-80cc-cccad8729faa request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:25.951113 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126a8a3-c98a-4a27-9729-8f26b69ee97a None None] Pushing event updated for resources: {'Port': ['ID=19bd1abb-639b-4266-b5a2-62c99c1e8b9d,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:25.972358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-18dbb1e7-338a-4a6c-a726-74961eb6a7bf tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:25.973989 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-18dbb1e7-338a-4a6c-a726-74961eb6a7bf tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/networks?id=6280ac1e-1eae-48ef-80cc-cccad8729faa HTTP/1.1" status: 200 len: 819 time: 0.2805173 Nov 26 03:06:25.979583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7419a5-08f6-47f2-a9a7-fc051525f615 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network 45317157-cc44-4c11-ab2b-bd6cb15398d5 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:06:25.987130 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb4b7317-d925-4330-b3b0-c4d454cac974 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.016321 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb4b7317-d925-4330-b3b0-c4d454cac974 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.018590 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Attempting to bind port 19bd1abb-639b-4266-b5a2-62c99c1e8b9d on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:06:26.019047 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Attempting to bind port 19bd1abb-639b-4266-b5a2-62c99c1e8b9d by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'be482674-ff0a-4a62-ad63-a3a88e40fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:06:26.019556 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Attempting to bind port 19bd1abb-639b-4266-b5a2-62c99c1e8b9d on network 6280ac1e-1eae-48ef-80cc-cccad8729faa {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:26.025203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:06:26.026517 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Checking segment: {'id': 'be482674-ff0a-4a62-ad63-a3a88e40fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:26.027167 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.027824 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Bound using segment: {'id': 'be482674-ff0a-4a62-ad63-a3a88e40fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:06:26.028526 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Bound port: 19bd1abb-639b-4266-b5a2-62c99c1e8b9d, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be482674-ff0a-4a62-ad63-a3a88e40fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:06:26.029128 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.089668 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-0bf6e26c-87c1-4b62-914e-ec4fd191b978 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/quotas/c89c68d8ac0e44dab84b0f2ed35f94fc HTTP/1.1" status: 200 len: 375 time: 0.1074462 Nov 26 03:06:26.092283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-8c7419a5-08f6-47f2-a9a7-fc051525f615 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 45317157-cc44-4c11-ab2b-bd6cb15398d5) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:26.105910 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e556ab2d-332d-451d-8671-3e0640dd5043 None None] Network 45317157-cc44-4c11-ab2b-bd6cb15398d5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:26.138236 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7419a5-08f6-47f2-a9a7-fc051525f615 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:26.138846 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c7419a5-08f6-47f2-a9a7-fc051525f615 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.149107 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b7317-d925-4330-b3b0-c4d454cac974 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33937005-adca-4da1-97dc-d83e4ce5213c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:26.159981 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d59a5cf9-1cd0-47cc-9f0b-bf58448b0dcd None None] Provisioning complete for port 19bd1abb-639b-4266-b5a2-62c99c1e8b9d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:26.160492 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d59a5cf9-1cd0-47cc-9f0b-bf58448b0dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.162843 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] For port 19bd1abb-639b-4266-b5a2-62c99c1e8b9d, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:06:26.198367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-282881b6-6eb7-4de2-bca7-a1e8dfe921eb tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c89c68d8ac0e44dab84b0f2ed35f94fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1076310 Nov 26 03:06:26.206196 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] For port 19bd1abb-639b-4266-b5a2-62c99c1e8b9d, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=19bd1abb-639b-4266-b5a2-62c99c1e8b9d,segment=NetworkSegment(be482674-ff0a-4a62-ad63-a3a88e40fde1),segment_id=be482674-ff0a-4a62-ad63-a3a88e40fde1)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:06:26.209834 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb4b7317-d925-4330-b3b0-c4d454cac974 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.214852 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8c7419a5-08f6-47f2-a9a7-fc051525f615 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3583751 Nov 26 03:06:26.217834 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33988) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:26.228524 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.250391 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d59a5cf9-1cd0-47cc-9f0b-bf58448b0dcd None None] Port 19bd1abb-639b-4266-b5a2-62c99c1e8b9d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:06:26.252962 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb4b7317-d925-4330-b3b0-c4d454cac974 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.278037 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a41ec2-4bd8-43e0-b358-b7cd90c4c691 None None] DHCP port deletion for 6280ac1e-1eae-48ef-80cc-cccad8729faa request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:26.322698 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb4b7317-d925-4330-b3b0-c4d454cac974 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.329667 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-eb4b7317-d925-4330-b3b0-c4d454cac974 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0101807 Nov 26 03:06:26.329864 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33992) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:26.333937 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b7317-d925-4330-b3b0-c4d454cac974 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93134821-2671-414b-aad9-d3688fc667d8,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:26.338420 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ba87df7f-9f3e-4858-9d2d-b1118c1bbe82 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': '93134821-2671-414b-aad9-d3688fc667d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:26.342517 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Routers {'8fb0e566-ee97-429d-8805-475178b19725'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:06:26.343432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:06:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8fb0e566-ee97-429d-8805-475178b19725'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:26.401278 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ba87df7f-9f3e-4858-9d2d-b1118c1bbe82 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.409528 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-54b5b35d-7fa6-4f7e-8ff1-82ed8b6cc92f service neutron] 10.222.0.31 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100251 Nov 26 03:06:26.448046 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126a8a3-c98a-4a27-9729-8f26b69ee97a None None] Pushing event updated for resources: {'Port': ['ID=19bd1abb-639b-4266-b5a2-62c99c1e8b9d,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:26.486451 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65626173-10a5-471b-8316-78e8f2a1f519 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.501974 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906a1d34-f879-4824-a3ad-2bdddad24b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-45317157-cc44-4c11-ab2b-bd6cb15398d5', 'network_id': '45317157-cc44-4c11-ab2b-bd6cb15398d5', 'tenant_id': '0c2c9c0b27294536961f65f429f65457', 'fixed_ips': [{'subnet_id': '7b701314-23f5-450e-a4fe-4b5b03e703e5'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:06:26.502850 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-906a1d34-f879-4824-a3ad-2bdddad24b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.505617 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ba87df7f-9f3e-4858-9d2d-b1118c1bbe82 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.536399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f45cfbbf-606c-48e3-b2d7-e0a1bea83b6e None None] Provisioning complete for port 19bd1abb-639b-4266-b5a2-62c99c1e8b9d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:26.536823 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f45cfbbf-606c-48e3-b2d7-e0a1bea83b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.538425 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ba87df7f-9f3e-4858-9d2d-b1118c1bbe82 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.543326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0717f-1f2a-4194-8446-887909a49b1b req-67dc078e-0281-49a8-b830-95d8fc5b5ce7 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:26.544963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8a0717f-1f2a-4194-8446-887909a49b1b req-67dc078e-0281-49a8-b830-95d8fc5b5ce7 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1321492 Nov 26 03:06:26.560497 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87df7f-9f3e-4858-9d2d-b1118c1bbe82 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4f036d-10d6-49bc-9edb-04c81350290e,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:26.595157 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ba87df7f-9f3e-4858-9d2d-b1118c1bbe82 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.598063 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ba87df7f-9f3e-4858-9d2d-b1118c1bbe82 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2665086 Nov 26 03:06:26.601149 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 33996) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:26.605958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8a871c29-fa9f-4d04-ad2d-0d5cfa4fd54b tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': '93134821-2671-414b-aad9-d3688fc667d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:26.623904 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65626173-10a5-471b-8316-78e8f2a1f519 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.668816 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-5fd86a5f-5832-4dce-be83-d7df1bc268e9 service neutron] 10.222.0.31 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366757 Nov 26 03:06:26.684447 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8a0717f-1f2a-4194-8446-887909a49b1b req-fe8d8785-5c05-4184-866b-f31663e18458 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315424 Nov 26 03:06:26.726962 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8a871c29-fa9f-4d04-ad2d-0d5cfa4fd54b tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.733595 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65626173-10a5-471b-8316-78e8f2a1f519 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.812210 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65626173-10a5-471b-8316-78e8f2a1f519 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Subnet': ['ID=7b701314-23f5-450e-a4fe-4b5b03e703e5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:26.899189 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-467ff928-2890-4096-9d5b-1efba85ac3a2 req-9f164913-6b04-4a62-a4b7-e47cfb78f3ad tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 210 time: 0.0606017 Nov 26 03:06:26.922066 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] Set router 8fb0e566-ee97-429d-8805-475178b19725 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:06:26.932278 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-8a871c29-fa9f-4d04-ad2d-0d5cfa4fd54b tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): There was a conflict when trying to complete your request. Nov 26 03:06:26.933373 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8a871c29-fa9f-4d04-ad2d-0d5cfa4fd54b tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3312671 Nov 26 03:06:26.935384 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65626173-10a5-471b-8316-78e8f2a1f519 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:26.944389 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34004) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:26.946928 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9cd8f5c9-8696-4dde-ba4b-e872eec8d7eb req-2e23897d-6296-42da-90b6-10fd8ee28239 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 210 time: 0.0399325 Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server [None req-906a1d34-f879-4824-a3ad-2bdddad24b64 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b701314-23f5-450e-a4fe-4b5b03e703e5: This subnet is being modified by another concurrent operation. Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise exception Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b701314-23f5-450e-a4fe-4b5b03e703e5: This subnet is being modified by another concurrent operation. Nov 26 03:06:26.984446 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Nov 26 03:06:27.049698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-65626173-10a5-471b-8316-78e8f2a1f519 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45317157-cc44-4c11-ab2b-bd6cb15398d5']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:27.073162 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-65626173-10a5-471b-8316-78e8f2a1f519 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf7f6e7-58fb-49d0-ae71-66ffb504e74d') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:27.073610 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-65626173-10a5-471b-8316-78e8f2a1f519 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf7f6e7-58fb-49d0-ae71-66ffb504e74d') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:27.094072 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65626173-10a5-471b-8316-78e8f2a1f519 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:27.111673 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0784f06-4aa6-4918-9c20-72bbdef3344a None None] Network 45317157-cc44-4c11-ab2b-bd6cb15398d5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:27.166587 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-38bd5289-d406-4c8b-a5cd-ecfa708d7a8d tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:27.178038 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65626173-10a5-471b-8316-78e8f2a1f519 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:27.212949 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65626173-10a5-471b-8316-78e8f2a1f519 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:27.213407 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65626173-10a5-471b-8316-78e8f2a1f519 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:27.216543 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-cf46e720-aed0-4ed6-9790-abdcfb23363a tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:27.219893 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-cf46e720-aed0-4ed6-9790-abdcfb23363a tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.59 "GET /v2.0/networks?id=697a8cf6-7511-47a7-9719-edbaf32143d1 HTTP/1.1" status: 200 len: 797 time: 0.2093558 Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:27.220983 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:27.243005 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f45cfbbf-606c-48e3-b2d7-e0a1bea83b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:27.368613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f45cfbbf-606c-48e3-b2d7-e0a1bea83b6e None None] For port 19bd1abb-639b-4266-b5a2-62c99c1e8b9d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=19bd1abb-639b-4266-b5a2-62c99c1e8b9d,segment=NetworkSegment(be482674-ff0a-4a62-ad63-a3a88e40fde1),segment_id=be482674-ff0a-4a62-ad63-a3a88e40fde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:27.386372 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f45cfbbf-606c-48e3-b2d7-e0a1bea83b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:27.386622 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-62917b52-67b3-4fda-8a29-a3f9711f5e70 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cd023a1c40f48beb9652fd40a5c698a HTTP/1.1" status: 200 len: 380 time: 0.1307859 Nov 26 03:06:27.393323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-2dc4b30a-c09c-4630-9af0-ccac293cd8cc tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:27.393897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d7a06b-0cd4-48d7-9d99-180dbf4dc7f1 None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 03:06:27.401454 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-2dc4b30a-c09c-4630-9af0-ccac293cd8cc tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/networks?id=6280ac1e-1eae-48ef-80cc-cccad8729faa HTTP/1.1" status: 200 len: 819 time: 0.2234662 Nov 26 03:06:27.408841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-298080cd-4e45-4d54-ab0d-b2091ce3edaa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'port': {'device_id': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'admin_state_up': True, 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'security_groups': ['9d3ab107-e9d9-417c-baf3-ba0675b7d05a']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:27.427320 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-88e0d690-a787-4c45-ac40-0d4fc38101e1 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/quotas/c89c68d8ac0e44dab84b0f2ed35f94fc HTTP/1.1" status: 200 len: 375 time: 0.0246394 Nov 26 03:06:27.549292 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cfbbf-606c-48e3-b2d7-e0a1bea83b6e None None] Pushing event updated for resources: {'Port': ['ID=19bd1abb-639b-4266-b5a2-62c99c1e8b9d,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:27.557920 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-38bd5289-d406-4c8b-a5cd-ecfa708d7a8d tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:27.638397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0e566-ee97-429d-8805-475178b19725', 'name': 'tempest-ServerRescueNegativeTestJSON-1515592877-router', 'tenant_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '15c3f385-2a3f-40c5-939b-8a906d79d2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:13Z', 'updated_at': '2021-11-26T03:06:22Z', 'revision_number': 4, 'project_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'gw_port': {'id': '15c3f385-2a3f-40c5-939b-8a906d79d2ea', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0e566-ee97-429d-8805-475178b19725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '19bd1abb-639b-4266-b5a2-62c99c1e8b9d', 'name': '', 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa', 'tenant_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'mac_address': 'fa:16:3e:57:88:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb0e566-ee97-429d-8805-475178b19725', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'eb1ab1f2-83bb-4e57-8629-c0eaece17eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:21Z', 'updated_at': '2021-11-26T03:06:26Z', 'revision_number': 4, 'project_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'subnets': [{'id': 'eb1ab1f2-83bb-4e57-8629-c0eaece17eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:27.664687 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-38bd5289-d406-4c8b-a5cd-ecfa708d7a8d tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:27.667369 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-38bd5289-d406-4c8b-a5cd-ecfa708d7a8d tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:27.671290 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-38bd5289-d406-4c8b-a5cd-ecfa708d7a8d tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "DELETE /v2.0/security-groups/93134821-2671-414b-aad9-d3688fc667d8 HTTP/1.1" status: 204 len: 168 time: 0.7234163 Nov 26 03:06:27.674258 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34024) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:27.685763 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65626173-10a5-471b-8316-78e8f2a1f519 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:27.696892 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd5289-d406-4c8b-a5cd-ecfa708d7a8d tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93134821-2671-414b-aad9-d3688fc667d8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:27.703510 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab06808-6ae9-4707-a987-8977f70a8d72 None None] The sync data for ids ['8fb0e566-ee97-429d-8805-475178b19725'] in n-d-819389-3 is: [{'id': '8fb0e566-ee97-429d-8805-475178b19725', 'name': 'tempest-ServerRescueNegativeTestJSON-1515592877-router', 'tenant_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '15c3f385-2a3f-40c5-939b-8a906d79d2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:13Z', 'updated_at': '2021-11-26T03:06:22Z', 'revision_number': 4, 'project_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'gw_port': {'id': '15c3f385-2a3f-40c5-939b-8a906d79d2ea', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0e566-ee97-429d-8805-475178b19725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '19bd1abb-639b-4266-b5a2-62c99c1e8b9d', 'name': '', 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa', 'tenant_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'mac_address': 'fa:16:3e:57:88:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb0e566-ee97-429d-8805-475178b19725', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'eb1ab1f2-83bb-4e57-8629-c0eaece17eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:21Z', 'updated_at': '2021-11-26T03:06:26Z', 'revision_number': 4, 'project_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'subnets': [{'id': 'eb1ab1f2-83bb-4e57-8629-c0eaece17eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:06:27.729677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d7a06b-0cd4-48d7-9d99-180dbf4dc7f1 None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 03:06:27.729935 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65626173-10a5-471b-8316-78e8f2a1f519 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:27.733621 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-65626173-10a5-471b-8316-78e8f2a1f519 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/45317157-cc44-4c11-ab2b-bd6cb15398d5 HTTP/1.1" status: 204 len: 168 time: 1.5141723 Nov 26 03:06:27.758454 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34028) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:27.768153 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c4fadb5b-ef2e-4742-81df-0122edd44407 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1962990626'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:27.774664 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65626173-10a5-471b-8316-78e8f2a1f519 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Network': ['ID=45317157-cc44-4c11-ab2b-bd6cb15398d5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:27.894702 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1c3a6715-37fe-4e33-8157-2aef75ff952b tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2192464 Nov 26 03:06:27.896044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fadb5b-ef2e-4742-81df-0122edd44407 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:27.902445 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c4fadb5b-ef2e-4742-81df-0122edd44407 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:27.903473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34032) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:27.912643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4b643a8a-092a-4a35-a66d-e03a46255668 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1796044852'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:27.952429 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-d21263f9-409a-435e-ba32-0afe87489145 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c89c68d8ac0e44dab84b0f2ed35f94fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5243256 Nov 26 03:06:27.958277 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4fadb5b-ef2e-4742-81df-0122edd44407 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:06:27.974267 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c4fadb5b-ef2e-4742-81df-0122edd44407 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:27.975101 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-c4fadb5b-ef2e-4742-81df-0122edd44407 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Added segment f3ce321a-8317-4779-9b7e-cee760931f5b of type vlan for network f69626fd-2b20-44b3-b71e-ab8d16f2db4a Nov 26 03:06:28.024086 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c4fadb5b-ef2e-4742-81df-0122edd44407 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:28.058592 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c4fadb5b-ef2e-4742-81df-0122edd44407 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:28.065620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fadb5b-ef2e-4742-81df-0122edd44407 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:28.066425 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c4fadb5b-ef2e-4742-81df-0122edd44407 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:28.088507 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-afc1a4af-194c-4111-ae4a-f6d3f5c20f17 service neutron] 10.222.0.31 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350820 Nov 26 03:06:28.111606 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25f459-a977-46db-8bdc-9398a8b9f1e1 req-746a020c-c18e-40d4-9e27-6ebb666177cd tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:28.113214 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e25f459-a977-46db-8bdc-9398a8b9f1e1 req-746a020c-c18e-40d4-9e27-6ebb666177cd tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2754242 Nov 26 03:06:28.114008 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b643a8a-092a-4a35-a66d-e03a46255668 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:28.161457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fadb5b-ef2e-4742-81df-0122edd44407 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Network': ['ID=f69626fd-2b20-44b3-b71e-ab8d16f2db4a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:28.173501 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network f69626fd-2b20-44b3-b71e-ab8d16f2db4a details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:06:28.200502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-298080cd-4e45-4d54-ab0d-b2091ce3edaa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Made reservation on behalf of 2cd023a1c40f48beb9652fd40a5c698a for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:28.202402 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-298080cd-4e45-4d54-ab0d-b2091ce3edaa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:28.214093 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c4fadb5b-ef2e-4742-81df-0122edd44407 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4544511 Nov 26 03:06:28.215048 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34036) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:28.220482 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-af19db5d-c6b4-4700-af10-f097a32979e0 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'subnet': {'network_id': 'f69626fd-2b20-44b3-b71e-ab8d16f2db4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:28.348671 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e25f459-a977-46db-8bdc-9398a8b9f1e1 req-d7418d9a-a666-4db8-a87c-5591ba1413e8 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076511 Nov 26 03:06:28.351413 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af19db5d-c6b4-4700-af10-f097a32979e0 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:28.357622 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af19db5d-c6b4-4700-af10-f097a32979e0 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:28.491925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-91346f46-7bd5-47e0-9385-d3a95d703eb6 service neutron] 10.222.0.31 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998055 Nov 26 03:06:28.632464 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b643a8a-092a-4a35-a66d-e03a46255668 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:28.639484 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e703b8d6-ed33-49f8-8637-ba8130beef2f req-a598d5df-a221-4e42-a725-53ab642afaa5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 210 time: 0.0564678 Nov 26 03:06:28.649419 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b643a8a-092a-4a35-a66d-e03a46255668 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:28.660448 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af19db5d-c6b4-4700-af10-f097a32979e0 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:28.750104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-298080cd-4e45-4d54-ab0d-b2091ce3edaa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Allocated IP 172.20.0.6 (697a8cf6-7511-47a7-9719-edbaf32143d1/c9c43a46-5745-48f6-b138-d846d1a6eec7/e80f4ab7-c167-47c5-8f88-c96c135d4215) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:06:28.773638 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19db5d-c6b4-4700-af10-f097a32979e0 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Subnet': ['ID=d9c30acf-f73b-453c-800c-849638307850,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:28.782601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-b204cbdf-63fc-4ede-8cfa-e55d66810e45 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:28.793162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-b204cbdf-63fc-4ede-8cfa-e55d66810e45 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.54 "GET /v2.0/networks?id=6280ac1e-1eae-48ef-80cc-cccad8729faa HTTP/1.1" status: 200 len: 819 time: 0.4396651 Nov 26 03:06:28.796428 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4b643a8a-092a-4a35-a66d-e03a46255668 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:28.799412 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af19db5d-c6b4-4700-af10-f097a32979e0 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Checking segment: {'id': 'f3ce321a-8317-4779-9b7e-cee760931f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f69626fd-2b20-44b3-b71e-ab8d16f2db4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:28.801110 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4b643a8a-092a-4a35-a66d-e03a46255668 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8957069 Nov 26 03:06:28.801546 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af19db5d-c6b4-4700-af10-f097a32979e0 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network hostable DHCP agents. Network: f69626fd-2b20-44b3-b71e-ab8d16f2db4a, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:06:28.806066 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34042) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:28.812748 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-870ea390-b408-4694-bdff-f599aa81a27e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': '7d6c44aa-11da-41a5-bd3d-489c5a108b50', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:28.813623 n-d-819389-3 neutron-server[104801]: WARNING neutron.api.v2.base [None req-870ea390-b408-4694-bdff-f599aa81a27e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 26 03:06:28.817440 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-870ea390-b408-4694-bdff-f599aa81a27e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:06:28.821410 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-870ea390-b408-4694-bdff-f599aa81a27e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0106368 Nov 26 03:06:28.821832 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34044) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:28.868133 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-58028a36-6ebb-4ff5-89e6-387914a2531f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Request body: {'port': {'device_id': '5417ce90-8b54-461f-9836-0a9dc3d69919', 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa', 'admin_state_up': True, 'tenant_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:28.871841 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af19db5d-c6b4-4700-af10-f097a32979e0 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network f69626fd-2b20-44b3-b71e-ab8d16f2db4a is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:06:28.880386 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 19bd1abb-639b-4266-b5a2-62c99c1e8b9d up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:06:28.894689 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-af19db5d-c6b4-4700-af10-f097a32979e0 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, f69626fd-2b20-44b3-b71e-ab8d16f2db4a) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:28.902686 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19db5d-c6b4-4700-af10-f097a32979e0 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:28.903382 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af19db5d-c6b4-4700-af10-f097a32979e0 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:28.932434 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f6f51b-a1d7-4581-8995-0500482ee8e2 None None] Network f69626fd-2b20-44b3-b71e-ab8d16f2db4a requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:28.970861 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ca07db0-2451-4bd1-bdb4-a9203bc42d2f tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:28.977107 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b643a8a-092a-4a35-a66d-e03a46255668 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6c44aa-11da-41a5-bd3d-489c5a108b50,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:28.996328 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-af19db5d-c6b4-4700-af10-f097a32979e0 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7799277 Nov 26 03:06:29.007023 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34050) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:29.044368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 19bd1abb-639b-4266-b5a2-62c99c1e8b9d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:29.044748 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.076349 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ca07db0-2451-4bd1-bdb4-a9203bc42d2f tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.109812 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-298080cd-4e45-4d54-ab0d-b2091ce3edaa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.170501 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9f6c3d4-1896-449e-9fdf-17215305f649 req-0177d590-8f17-4cda-919c-2d75b9b0e082 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 210 time: 0.4014633 Nov 26 03:06:29.172421 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.192975 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-298080cd-4e45-4d54-ab0d-b2091ce3edaa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.215529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-f69626fd-2b20-44b3-b71e-ab8d16f2db4a', 'network_id': 'f69626fd-2b20-44b3-b71e-ab8d16f2db4a', 'tenant_id': '0c2c9c0b27294536961f65f429f65457', 'fixed_ips': [{'subnet_id': 'd9c30acf-f73b-453c-800c-849638307850'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:06:29.216440 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.262693 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ca07db0-2451-4bd1-bdb4-a9203bc42d2f tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.267851 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ca07db0-2451-4bd1-bdb4-a9203bc42d2f tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.273617 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2ca07db0-2451-4bd1-bdb4-a9203bc42d2f tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "DELETE /v2.0/security-groups/7d6c44aa-11da-41a5-bd3d-489c5a108b50 HTTP/1.1" status: 204 len: 168 time: 0.4507401 Nov 26 03:06:29.274795 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34054) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:29.297290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298080cd-4e45-4d54-ab0d-b2091ce3edaa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Port': ['ID=e80f4ab7-c167-47c5-8f88-c96c135d4215,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:29.303497 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca07db0-2451-4bd1-bdb4-a9203bc42d2f tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6c44aa-11da-41a5-bd3d-489c5a108b50,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:29.328502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-298080cd-4e45-4d54-ab0d-b2091ce3edaa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Network 697a8cf6-7511-47a7-9719-edbaf32143d1 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:29.334041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-298080cd-4e45-4d54-ab0d-b2091ce3edaa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:29.338380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-298080cd-4e45-4d54-ab0d-b2091ce3edaa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:29.371312 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.404086 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-298080cd-4e45-4d54-ab0d-b2091ce3edaa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:29.404833 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-298080cd-4e45-4d54-ab0d-b2091ce3edaa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.465204 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5cf69b4c-a406-469a-af42-1bdf6b9ad7a6 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1724901 Nov 26 03:06:29.466224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34058) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:29.478132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-2a6fb189-938c-49ff-af39-18edf4edd9cc tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group': {'name': 'tempest-secgroup--406161422'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:29.511466 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-298080cd-4e45-4d54-ab0d-b2091ce3edaa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1069999 Nov 26 03:06:29.522161 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fb189-938c-49ff-af39-18edf4edd9cc tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.569184 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Allocated IP 172.20.0.1 (f69626fd-2b20-44b3-b71e-ab8d16f2db4a/d9c30acf-f73b-453c-800c-849638307850/bb85367e-2e41-49e3-aa38-37e20f3a24c5) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:06:29.665808 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fb189-938c-49ff-af39-18edf4edd9cc tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.679514 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fb189-938c-49ff-af39-18edf4edd9cc tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.749692 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fb189-938c-49ff-af39-18edf4edd9cc tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69cfa21-b81e-4d07-9284-1af05c29cb3c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:29.765525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d1fe2-f890-409c-9744-80640b916472 req-32218d19-71fd-412d-8284-33f0324f8a9e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:29.775590 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef8d1fe2-f890-409c-9744-80640b916472 req-32218d19-71fd-412d-8284-33f0324f8a9e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.3138742 Nov 26 03:06:29.782200 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.793076 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Request body: {'port': {'device_id': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:29.807749 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.813415 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.868676 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c30acf-f73b-453c-800c-849638307850,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:29.881952 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a6fb189-938c-49ff-af39-18edf4edd9cc tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.883206 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2a6fb189-938c-49ff-af39-18edf4edd9cc tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4099450 Nov 26 03:06:29.887018 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-58028a36-6ebb-4ff5-89e6-387914a2531f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Made reservation on behalf of c89c68d8ac0e44dab84b0f2ed35f94fc for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:29.887648 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34066) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:29.891685 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-58028a36-6ebb-4ff5-89e6-387914a2531f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.892541 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-43f1be21-dd0a-4a9a-a04a-68349f751f69 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': 'e69cfa21-b81e-4d07-9284-1af05c29cb3c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:29.894662 n-d-819389-3 neutron-server[104801]: WARNING neutron.api.v2.base [None req-43f1be21-dd0a-4a9a-a04a-68349f751f69 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 26 03:06:29.894662 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-43f1be21-dd0a-4a9a-a04a-68349f751f69 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:06:29.898138 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-43f1be21-dd0a-4a9a-a04a-68349f751f69 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067859 Nov 26 03:06:29.904623 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34068) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:29.909372 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Network f69626fd-2b20-44b3-b71e-ab8d16f2db4a is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:29.914212 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:29.920106 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:29.930482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Pushing event updated for resources: {'Port': ['ID=bb85367e-2e41-49e3-aa38-37e20f3a24c5,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:29.936329 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-98d5ea3e-bf36-4575-bf18-0914365b52db None None] Provisioning complete for port e80f4ab7-c167-47c5-8f88-c96c135d4215 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:29.936833 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-98d5ea3e-bf36-4575-bf18-0914365b52db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.974858 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.984675 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:29.997259 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69626fd-2b20-44b3-b71e-ab8d16f2db4a']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:30.007048 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ce321a-8317-4779-9b7e-cee760931f5b') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:30.007813 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ce321a-8317-4779-9b7e-cee760931f5b') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:30.016621 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef8d1fe2-f890-409c-9744-80640b916472 req-8f91d68e-83b5-4a2b-8e3b-8ec994fff013 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397366 Nov 26 03:06:30.018594 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:30.024397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-98d5ea3e-bf36-4575-bf18-0914365b52db None None] Port e80f4ab7-c167-47c5-8f88-c96c135d4215 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:06:30.027777 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Attempting to bind port bb85367e-2e41-49e3-aa38-37e20f3a24c5 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:06:30.028291 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Attempting to bind port bb85367e-2e41-49e3-aa38-37e20f3a24c5 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'f3ce321a-8317-4779-9b7e-cee760931f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f69626fd-2b20-44b3-b71e-ab8d16f2db4a'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:06:30.028537 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Attempting to bind port bb85367e-2e41-49e3-aa38-37e20f3a24c5 on network f69626fd-2b20-44b3-b71e-ab8d16f2db4a {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:30.034248 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:06:30.035417 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Checking segment: {'id': 'f3ce321a-8317-4779-9b7e-cee760931f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f69626fd-2b20-44b3-b71e-ab8d16f2db4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:30.035935 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:30.036462 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Bound using segment: {'id': 'f3ce321a-8317-4779-9b7e-cee760931f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f69626fd-2b20-44b3-b71e-ab8d16f2db4a'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:06:30.036963 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Bound port: bb85367e-2e41-49e3-aa38-37e20f3a24c5, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ce321a-8317-4779-9b7e-cee760931f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f69626fd-2b20-44b3-b71e-ab8d16f2db4a'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:06:30.037351 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:30.038246 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:30.046946 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:30.047471 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:30.051260 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:30.106183 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] For port bb85367e-2e41-49e3-aa38-37e20f3a24c5, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:06:30.109252 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89582b01-a7fb-4ce2-aeea-1844175775ca req-91027632-859c-4b2b-9654-a900b4bd559d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:30.113811 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89582b01-a7fb-4ce2-aeea-1844175775ca req-91027632-859c-4b2b-9654-a900b4bd559d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 931 time: 0.2686133 Nov 26 03:06:30.119534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] For port bb85367e-2e41-49e3-aa38-37e20f3a24c5, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bb85367e-2e41-49e3-aa38-37e20f3a24c5,segment=NetworkSegment(f3ce321a-8317-4779-9b7e-cee760931f5b),segment_id=f3ce321a-8317-4779-9b7e-cee760931f5b)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:06:30.122188 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.db.api [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 03:06:30.122188 n-d-819389-3 neutron-server[104801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 03:06:30.122188 n-d-819389-3 neutron-server[104801]: [parameters: {'id': 'f69626fd-2b20-44b3-b71e-ab8d16f2db4a'}] Nov 26 03:06:30.122188 n-d-819389-3 neutron-server[104801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:06:30.122974 n-d-819389-3 neutron-server[104801]: DEBUG oslo_db.api [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:06:30.127539 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:30.166642 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-904d15a4-1495-45cd-bdc3-e52648380370 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:30.223351 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370ad3b-5c5f-4e66-9da1-19be91e9b165 None None] Pushing event updated for resources: {'Port': ['ID=bb85367e-2e41-49e3-aa38-37e20f3a24c5,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:30.284098 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a59c85-cfab-4dad-a1de-c6c22bb8c9bc None None] Network f69626fd-2b20-44b3-b71e-ab8d16f2db4a requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:30.393565 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ead1a86-2127-40e1-8a4f-d8e1b872db37 req-9b947d38-0598-4669-984c-b5d84e904221 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 210 time: 0.1103041 Nov 26 03:06:30.395235 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-904d15a4-1495-45cd-bdc3-e52648380370 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:30.422618 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89582b01-a7fb-4ce2-aeea-1844175775ca req-11b5f562-904f-4d62-adda-c0b8c088ac51 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d3ab107-e9d9-417c-baf3-ba0675b7d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2955663 Nov 26 03:06:30.432345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-58028a36-6ebb-4ff5-89e6-387914a2531f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Allocated IP 172.20.0.4 (6280ac1e-1eae-48ef-80cc-cccad8729faa/eb1ab1f2-83bb-4e57-8629-c0eaece17eaf/3bed1bd1-786b-44a2-8676-d86be8f22c9c) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:06:30.440897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3de57db-b7f1-4a20-a6dd-f7231f0b660f None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 03:06:30.498177 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-be1f6cea-fb69-4b44-ad5d-60e4657d7aa9 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:30.500027 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-be1f6cea-fb69-4b44-ad5d-60e4657d7aa9 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.59 "GET /v2.0/networks?id=6280ac1e-1eae-48ef-80cc-cccad8729faa HTTP/1.1" status: 200 len: 819 time: 0.2623954 Nov 26 03:06:30.534724 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-1682ec0b-5e0b-4152-8771-41dcf98ec03c tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Request body: {'port': {'device_id': 'a076ac79-2824-414f-a541-891d1048eb83', 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa', 'admin_state_up': True, 'tenant_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:30.565554 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-904d15a4-1495-45cd-bdc3-e52648380370 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:30.568926 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-904d15a4-1495-45cd-bdc3-e52648380370 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:30.571229 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3de57db-b7f1-4a20-a6dd-f7231f0b660f None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 03:06:30.572832 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-904d15a4-1495-45cd-bdc3-e52648380370 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "DELETE /v2.0/security-groups/e69cfa21-b81e-4d07-9284-1af05c29cb3c HTTP/1.1" status: 204 len: 168 time: 0.6671572 Nov 26 03:06:30.579505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34072) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:30.631957 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:30.637936 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d15a4-1495-45cd-bdc3-e52648380370 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69cfa21-b81e-4d07-9284-1af05c29cb3c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:30.696699 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-1682ec0b-5e0b-4152-8771-41dcf98ec03c tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Made reservation on behalf of c89c68d8ac0e44dab84b0f2ed35f94fc for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:30.701686 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-1682ec0b-5e0b-4152-8771-41dcf98ec03c tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:30.740289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Deleting port bb85367e-2e41-49e3-aa38-37e20f3a24c5 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:06:30.740733 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:30.764815 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-caba364b-b080-4104-8f90-ff71d083355e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1763055 Nov 26 03:06:30.766717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34076) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:30.778531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1ab73b40-5de1-4e26-8a6d-2f771478b30b tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group': {'name': 'tempest-secgroup--2098238671'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:30.811606 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80f4ab7-c167-47c5-8f88-c96c135d4215 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:06:30.829267 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:30.855201 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] For port bb85367e-2e41-49e3-aa38-37e20f3a24c5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bb85367e-2e41-49e3-aa38-37e20f3a24c5,segment=NetworkSegment(f3ce321a-8317-4779-9b7e-cee760931f5b),segment_id=f3ce321a-8317-4779-9b7e-cee760931f5b)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:30.855570 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:30.856811 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-58028a36-6ebb-4ff5-89e6-387914a2531f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:30.866038 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ab73b40-5de1-4e26-8a6d-2f771478b30b tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:30.869200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Calling delete_port for bb85367e-2e41-49e3-aa38-37e20f3a24c5 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:06:30.871740 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Transition to ACTIVE for port object e80f4ab7-c167-47c5-8f88-c96c135d4215 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:06:30.884174 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:30.965890 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:30.966160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Pushing event updated for resources: {'Port': ['ID=e80f4ab7-c167-47c5-8f88-c96c135d4215,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:30.987603 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-58028a36-6ebb-4ff5-89e6-387914a2531f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.015339 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No DVR routers for this DVR port bb85367e-2e41-49e3-aa38-37e20f3a24c5 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:06:31.024385 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Port': ['ID=bb85367e-2e41-49e3-aa38-37e20f3a24c5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:31.088898 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-58028a36-6ebb-4ff5-89e6-387914a2531f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Network 6280ac1e-1eae-48ef-80cc-cccad8729faa is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:31.107399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-58028a36-6ebb-4ff5-89e6-387914a2531f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:31.118960 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ab73b40-5de1-4e26-8a6d-2f771478b30b tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.121539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-58028a36-6ebb-4ff5-89e6-387914a2531f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:31.127377 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef56b62-19ef-495d-9ceb-e3012ee773c4 None None] DHCP port deletion for 6280ac1e-1eae-48ef-80cc-cccad8729faa request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:31.177596 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.180803 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-1682ec0b-5e0b-4152-8771-41dcf98ec03c tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Allocated IP 172.20.0.11 (6280ac1e-1eae-48ef-80cc-cccad8729faa/eb1ab1f2-83bb-4e57-8629-c0eaece17eaf/5461395b-bb6c-4a63-bc4f-2ce9ef951782) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:06:31.208604 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69626fd-2b20-44b3-b71e-ab8d16f2db4a']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:31.223973 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ce321a-8317-4779-9b7e-cee760931f5b') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:31.224242 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ce321a-8317-4779-9b7e-cee760931f5b') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:31.243911 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.258566 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-97101d5c-0814-4537-a682-85bea23658aa None None] Provisioning complete for port 3bed1bd1-786b-44a2-8676-d86be8f22c9c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:31.259641 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-97101d5c-0814-4537-a682-85bea23658aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.272640 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.293689 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:31.294107 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.297302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-97101d5c-0814-4537-a682-85bea23658aa None None] Port 3bed1bd1-786b-44a2-8676-d86be8f22c9c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:31.297516 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:31.400194 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.405596 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.408877 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/f69626fd-2b20-44b3-b71e-ab8d16f2db4a HTTP/1.1" status: 204 len: 168 time: 2.3980927 Nov 26 03:06:31.416641 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34080) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:31.432254 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c871aac7-3051-45bb-bd6f-bfd6ddecc252 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-494319650'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:31.446793 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29222e6b-45df-4de3-b1ed-cc0a0413d238 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Network': ['ID=f69626fd-2b20-44b3-b71e-ab8d16f2db4a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:31.487491 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-1682ec0b-5e0b-4152-8771-41dcf98ec03c tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.488965 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ab73b40-5de1-4e26-8a6d-2f771478b30b tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.494295 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c871aac7-3051-45bb-bd6f-bfd6ddecc252 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:31.498271 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c871aac7-3051-45bb-bd6f-bfd6ddecc252 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.512278 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58028a36-6ebb-4ff5-89e6-387914a2531f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Pushing event updated for resources: {'Port': ['ID=3bed1bd1-786b-44a2-8676-d86be8f22c9c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:31.539182 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c871aac7-3051-45bb-bd6f-bfd6ddecc252 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:06:31.542551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-58028a36-6ebb-4ff5-89e6-387914a2531f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:31.543190 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-58028a36-6ebb-4ff5-89e6-387914a2531f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.555779 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c871aac7-3051-45bb-bd6f-bfd6ddecc252 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.556152 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-c871aac7-3051-45bb-bd6f-bfd6ddecc252 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Added segment 4c67ba28-a443-4765-a951-50b8b130ac57 of type vlan for network 76db5c83-3e8c-4a57-bf01-b0ce9763b69a Nov 26 03:06:31.566258 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-1682ec0b-5e0b-4152-8771-41dcf98ec03c tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.573365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Attempting to bind port e80f4ab7-c167-47c5-8f88-c96c135d4215 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:06:31.573944 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Attempting to bind port e80f4ab7-c167-47c5-8f88-c96c135d4215 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '1a359ab9-9dd0-4953-bf1d-4a375e24c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:06:31.573944 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Attempting to bind port e80f4ab7-c167-47c5-8f88-c96c135d4215 on network 697a8cf6-7511-47a7-9719-edbaf32143d1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:31.577673 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9dffa50a-8743-48ac-a2a3-fd815894022a req-17d32045-5d92-4387-a8ad-21550bee4b92 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 210 time: 0.0786443 Nov 26 03:06:31.586423 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ab73b40-5de1-4e26-8a6d-2f771478b30b tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.590523 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1ab73b40-5de1-4e26-8a6d-2f771478b30b tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8213294 Nov 26 03:06:31.594601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34086) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:31.601195 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-ec1169bc-cca4-442b-93a6-53ca0f9e6786 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': '83f1be19-fd99-40b4-8984-ed3245d27c3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:31.614730 n-d-819389-3 neutron-server[104802]: WARNING neutron.api.v2.base [None req-ec1169bc-cca4-442b-93a6-53ca0f9e6786 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 26 03:06:31.616344 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-ec1169bc-cca4-442b-93a6-53ca0f9e6786 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:06:31.618521 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ec1169bc-cca4-442b-93a6-53ca0f9e6786 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0218832 Nov 26 03:06:31.621632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Port e80f4ab7-c167-47c5-8f88-c96c135d4215 on network 697a8cf6-7511-47a7-9719-edbaf32143d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:06:31.622116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Attempting to bind port e80f4ab7-c167-47c5-8f88-c96c135d4215 on network 697a8cf6-7511-47a7-9719-edbaf32143d1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:31.623552 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34088) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:31.629592 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c04dd412-5fb5-4b60-b249-854eb5f9a9f7 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': '83f1be19-fd99-40b4-8984-ed3245d27c3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:31.630766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab73b40-5de1-4e26-8a6d-2f771478b30b tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f1be19-fd99-40b4-8984-ed3245d27c3b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:31.631252 n-d-819389-3 neutron-server[104801]: WARNING neutron.api.v2.base [None req-c04dd412-5fb5-4b60-b249-854eb5f9a9f7 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 26 03:06:31.631703 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-c04dd412-5fb5-4b60-b249-854eb5f9a9f7 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:06:31.632740 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c04dd412-5fb5-4b60-b249-854eb5f9a9f7 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0080173 Nov 26 03:06:31.636547 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:06:31.637069 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Checking segment: {'id': '1a359ab9-9dd0-4953-bf1d-4a375e24c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:31.640128 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Bound using segment: {'id': '1a359ab9-9dd0-4953-bf1d-4a375e24c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:06:31.640927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Bound port: e80f4ab7-c167-47c5-8f88-c96c135d4215, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a359ab9-9dd0-4953-bf1d-4a375e24c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:06:31.641194 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.645127 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34090) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:31.653856 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c871aac7-3051-45bb-bd6f-bfd6ddecc252 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.658489 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-2935dc27-90ed-4d6e-b3ea-0aba23ca483d tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': '83f1be19-fd99-40b4-8984-ed3245d27c3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:31.659537 n-d-819389-3 neutron-server[104801]: WARNING neutron.api.v2.base [None req-2935dc27-90ed-4d6e-b3ea-0aba23ca483d tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 26 03:06:31.660595 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-2935dc27-90ed-4d6e-b3ea-0aba23ca483d tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:06:31.664302 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2935dc27-90ed-4d6e-b3ea-0aba23ca483d tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0140293 Nov 26 03:06:31.664464 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-58028a36-6ebb-4ff5-89e6-387914a2531f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8082409 Nov 26 03:06:31.668872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-1682ec0b-5e0b-4152-8771-41dcf98ec03c tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Network 6280ac1e-1eae-48ef-80cc-cccad8729faa is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:31.669496 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34092) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:31.671485 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527678d-6b60-4cd6-b87e-4ae675194508 req-9099ee94-a22d-41bd-8d09-cc310f5b9bed tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:31.673199 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a527678d-6b60-4cd6-b87e-4ae675194508 req-9099ee94-a22d-41bd-8d09-cc310f5b9bed tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.5670824 Nov 26 03:06:31.676195 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-cf991117-2693-4467-b16b-4f526860c22f tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': '83f1be19-fd99-40b4-8984-ed3245d27c3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:31.676833 n-d-819389-3 neutron-server[104801]: WARNING neutron.api.v2.base [None req-cf991117-2693-4467-b16b-4f526860c22f tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 26 03:06:31.677332 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-cf991117-2693-4467-b16b-4f526860c22f tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:06:31.680122 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cf991117-2693-4467-b16b-4f526860c22f tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078709 Nov 26 03:06:31.681215 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34094) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:31.683385 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-1682ec0b-5e0b-4152-8771-41dcf98ec03c tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:31.695354 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-1682ec0b-5e0b-4152-8771-41dcf98ec03c tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:31.697576 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe80e36-d0f7-430e-b969-0145361bbaa3 None None] DHCP port deletion for 6280ac1e-1eae-48ef-80cc-cccad8729faa request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:31.733258 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3b1ec25c-0572-4daf-bce0-05a8b6f2987b None None] Provisioning complete for port 5461395b-bb6c-4a63-bc4f-2ce9ef951782 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:31.733780 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec25c-0572-4daf-bce0-05a8b6f2987b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.748015 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682ec0b-5e0b-4152-8771-41dcf98ec03c tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Pushing event updated for resources: {'Port': ['ID=5461395b-bb6c-4a63-bc4f-2ce9ef951782,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:31.775746 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c871aac7-3051-45bb-bd6f-bfd6ddecc252 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.779239 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ec25c-0572-4daf-bce0-05a8b6f2987b None None] Port 5461395b-bb6c-4a63-bc4f-2ce9ef951782 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:06:31.780350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c871aac7-3051-45bb-bd6f-bfd6ddecc252 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:31.780974 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c871aac7-3051-45bb-bd6f-bfd6ddecc252 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.791239 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a527678d-6b60-4cd6-b87e-4ae675194508 req-489c1dc8-178c-4748-bdbc-70da14066fe8 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981786 Nov 26 03:06:31.819795 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-1682ec0b-5e0b-4152-8771-41dcf98ec03c tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:31.819795 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-1682ec0b-5e0b-4152-8771-41dcf98ec03c tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.825988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03a1d6-30fd-435f-93c1-77e1c5fba060 req-8c978f89-a3cf-4569-a598-a11ba268a61d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:31.827831 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e03a1d6-30fd-435f-93c1-77e1c5fba060 req-8c978f89-a3cf-4569-a598-a11ba268a61d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 943 time: 0.1508234 Nov 26 03:06:31.837061 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Request body: {'port': {'device_id': '5417ce90-8b54-461f-9836-0a9dc3d69919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:31.878970 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c871aac7-3051-45bb-bd6f-bfd6ddecc252 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4518895 Nov 26 03:06:31.884853 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34100) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:31.899640 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ecad2f24-6c2e-4a30-959b-bf0b370396cb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'subnet': {'network_id': '76db5c83-3e8c-4a57-bf01-b0ce9763b69a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:31.900953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] For port e80f4ab7-c167-47c5-8f88-c96c135d4215, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:06:31.921524 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-1682ec0b-5e0b-4152-8771-41dcf98ec03c tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3945467 Nov 26 03:06:31.922454 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0d8c08d6-f731-4748-8bbb-e301c1d1992b tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.926127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] For port e80f4ab7-c167-47c5-8f88-c96c135d4215, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e80f4ab7-c167-47c5-8f88-c96c135d4215,segment=NetworkSegment(1a359ab9-9dd0-4953-bf1d-4a375e24c842),segment_id=1a359ab9-9dd0-4953-bf1d-4a375e24c842)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:06:31.950122 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:31.957487 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871aac7-3051-45bb-bd6f-bfd6ddecc252 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Network': ['ID=76db5c83-3e8c-4a57-bf01-b0ce9763b69a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:31.965227 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Request body: {'port': {'device_id': 'a076ac79-2824-414f-a541-891d1048eb83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:31.968188 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 76db5c83-3e8c-4a57-bf01-b0ce9763b69a details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:06:32.007010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:32.007738 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:32.010448 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] 10.222.0.59 "PUT /v2.0/ports/e80f4ab7-c167-47c5-8f88-c96c135d4215 HTTP/1.1" status: 200 len: 1091 time: 2.4262764 Nov 26 03:06:32.013811 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0d8c08d6-f731-4748-8bbb-e301c1d1992b tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:32.014442 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e03a1d6-30fd-435f-93c1-77e1c5fba060 req-d1134870-9fd8-4ecf-810d-1beb0a175183 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d3ab107-e9d9-417c-baf3-ba0675b7d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714034 Nov 26 03:06:32.016842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'tag': 'e80f4ab7-c167-47c5-8f88-c96c135d4215'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:06:32.020751 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea243c5a-33e4-4400-823d-94aa85ede423" -d '{"events": [{"name": "network-changed", "server_uuid": "e429c924-5e9a-4c37-b961-2525b3544cb1", "tag": "e80f4ab7-c167-47c5-8f88-c96c135d4215"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:06:32.023879 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:32.103345 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:32.139323 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9349d5f1-47b7-44e3-b463-3c5cbda4a7ba x-openstack-request-id: req-9349d5f1-47b7-44e3-b463-3c5cbda4a7ba {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:06:32.139735 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e429c924-5e9a-4c37-b961-2525b3544cb1", "tag": "e80f4ab7-c167-47c5-8f88-c96c135d4215", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:06:32.139991 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9349d5f1-47b7-44e3-b463-3c5cbda4a7ba {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:06:32.140462 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'tag': 'e80f4ab7-c167-47c5-8f88-c96c135d4215', 'status': 'completed', 'code': 200} Nov 26 03:06:32.148629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77b3c1-40a0-47e3-a766-83ea9586eb46 service neutron] Pushing event updated for resources: {'Port': ['ID=e80f4ab7-c167-47c5-8f88-c96c135d4215,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:32.186398 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecad2f24-6c2e-4a30-959b-bf0b370396cb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:32.186615 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-ad111853-2f5c-4db7-ba84-a87c989070b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:32.188412 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-ad111853-2f5c-4db7-ba84-a87c989070b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cd023a1c40f48beb9652fd40a5c698a&device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 1094 time: 0.0975533 Nov 26 03:06:32.190208 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ecad2f24-6c2e-4a30-959b-bf0b370396cb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:32.197170 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0d8c08d6-f731-4748-8bbb-e301c1d1992b tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:32.199834 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0d8c08d6-f731-4748-8bbb-e301c1d1992b tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:32.203692 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0d8c08d6-f731-4748-8bbb-e301c1d1992b tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "DELETE /v2.0/security-groups/83f1be19-fd99-40b4-8984-ed3245d27c3b HTTP/1.1" status: 204 len: 168 time: 0.5181773 Nov 26 03:06:32.214661 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34106) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:32.277916 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-02933eaf-9023-43bd-ab72-95e5d392aa65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80f4ab7-c167-47c5-8f88-c96c135d4215 HTTP/1.1" status: 200 len: 217 time: 0.0462606 Nov 26 03:06:32.334897 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c08d6-f731-4748-8bbb-e301c1d1992b tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f1be19-fd99-40b4-8984-ed3245d27c3b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:32.380640 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-6a5dc2bf-fda8-41dd-bf94-1e158057dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:32.382111 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-6a5dc2bf-fda8-41dd-bf94-1e158057dbc6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c9c43a46-5745-48f6-b138-d846d1a6eec7 HTTP/1.1" status: 200 len: 835 time: 0.0971544 Nov 26 03:06:32.445082 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ccc1cab2-12d6-4563-a3c9-d31207ccfe50 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2209070 Nov 26 03:06:32.445606 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34108) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:32.452190 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-bbd83f5e-6981-40da-8679-699e450fc1dc tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group': {'name': 'tempest-secgroup--810110322'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:32.464651 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-8eb9e018-e3dc-44ce-a787-3e9c9f4120d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:32.466191 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-8eb9e018-e3dc-44ce-a787-3e9c9f4120d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=697a8cf6-7511-47a7-9719-edbaf32143d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760314 Nov 26 03:06:32.502065 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbd83f5e-6981-40da-8679-699e450fc1dc tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:32.563336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bed1bd1-786b-44a2-8676-d86be8f22c9c {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:06:32.574116 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:32.599909 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ecad2f24-6c2e-4a30-959b-bf0b370396cb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:32.607104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Transition to ACTIVE for port object 3bed1bd1-786b-44a2-8676-d86be8f22c9c will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:06:32.614826 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-2cb8eb01-3d89-441f-87d6-1d3e3bb47424 service neutron] 10.222.0.59 "GET /v2.0/networks/697a8cf6-7511-47a7-9719-edbaf32143d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379018 Nov 26 03:06:32.615572 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:32.686934 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b067b41d-c76f-4d44-9660-45c653bf92d8 None None] DHCP port deletion for 6280ac1e-1eae-48ef-80cc-cccad8729faa request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:32.695575 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbd83f5e-6981-40da-8679-699e450fc1dc tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:32.788546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Pushing event updated for resources: {'Port': ['ID=3bed1bd1-786b-44a2-8676-d86be8f22c9c,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:32.872344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf21dd-630d-48ea-9889-94edc94ee1bc req-8a0df978-281f-46bb-aaf0-6e44a4cf9f5b tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:32.873936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43bf21dd-630d-48ea-9889-94edc94ee1bc req-8a0df978-281f-46bb-aaf0-6e44a4cf9f5b tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 932 time: 0.1567464 Nov 26 03:06:32.901101 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4a917c9-f30b-4df9-8f51-05cdf0290aa6 req-e2d87539-564b-40b3-8d76-ff10b73d4f7c service neutron] 10.222.0.59 "GET /v2.0/networks/697a8cf6-7511-47a7-9719-edbaf32143d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764571 Nov 26 03:06:32.934827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Attempting to bind port 3bed1bd1-786b-44a2-8676-d86be8f22c9c on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:06:32.935183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Attempting to bind port 3bed1bd1-786b-44a2-8676-d86be8f22c9c by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'be482674-ff0a-4a62-ad63-a3a88e40fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:06:32.935522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Attempting to bind port 3bed1bd1-786b-44a2-8676-d86be8f22c9c on network 6280ac1e-1eae-48ef-80cc-cccad8729faa {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:32.953113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Port 3bed1bd1-786b-44a2-8676-d86be8f22c9c on network 6280ac1e-1eae-48ef-80cc-cccad8729faa not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:06:32.953349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Attempting to bind port 3bed1bd1-786b-44a2-8676-d86be8f22c9c on network 6280ac1e-1eae-48ef-80cc-cccad8729faa {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:32.973736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:06:32.974091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Checking segment: {'id': 'be482674-ff0a-4a62-ad63-a3a88e40fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:32.974756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Bound using segment: {'id': 'be482674-ff0a-4a62-ad63-a3a88e40fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:06:32.975201 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Bound port: 3bed1bd1-786b-44a2-8676-d86be8f22c9c, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be482674-ff0a-4a62-ad63-a3a88e40fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:06:32.975650 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:32.983142 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbd83f5e-6981-40da-8679-699e450fc1dc tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:32.992353 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43bf21dd-630d-48ea-9889-94edc94ee1bc req-e9b005ee-f4d5-4d00-b6cc-afaba69ee9b0 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078680 Nov 26 03:06:33.014712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027516d7-4c99-4860-945f-588d504622e5 req-37345306-7b41-4b95-af3d-e42f60e88c8d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:33.016288 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-027516d7-4c99-4860-945f-588d504622e5 req-37345306-7b41-4b95-af3d-e42f60e88c8d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1353574 Nov 26 03:06:33.019736 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad2f24-6c2e-4a30-959b-bf0b370396cb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Subnet': ['ID=76a4f064-bbc8-4c29-a9a9-afec5a8686f8,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:33.050904 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bbd83f5e-6981-40da-8679-699e450fc1dc tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:33.054173 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bbd83f5e-6981-40da-8679-699e450fc1dc tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6053751 Nov 26 03:06:33.058670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34118) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:33.059366 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd83f5e-6981-40da-8679-699e450fc1dc tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4f4d05-2d4c-4d47-a07b-63d4d6861c6a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:33.061944 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad2f24-6c2e-4a30-959b-bf0b370396cb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Checking segment: {'id': '4c67ba28-a443-4765-a951-50b8b130ac57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '76db5c83-3e8c-4a57-bf01-b0ce9763b69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:33.062091 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecad2f24-6c2e-4a30-959b-bf0b370396cb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network hostable DHCP agents. Network: 76db5c83-3e8c-4a57-bf01-b0ce9763b69a, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:06:33.070355 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-715a9493-5a85-40b7-afc0-199983d9cae7 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': 'aa4f4d05-2d4c-4d47-a07b-63d4d6861c6a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:33.071748 n-d-819389-3 neutron-server[104802]: WARNING neutron.api.v2.base [None req-715a9493-5a85-40b7-afc0-199983d9cae7 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 26 03:06:33.072245 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-715a9493-5a85-40b7-afc0-199983d9cae7 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:06:33.073308 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-715a9493-5a85-40b7-afc0-199983d9cae7 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0135567 Nov 26 03:06:33.077511 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34120) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:33.091083 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f80c64c9-a377-4780-ba32-587c2ff63285 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': 'aa4f4d05-2d4c-4d47-a07b-63d4d6861c6a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:33.127205 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea243c5a-33e4-4400-823d-94aa85ede423 req-004fdb08-16fe-4a76-8e66-d1f1b99befa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:33.129367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea243c5a-33e4-4400-823d-94aa85ede423 req-004fdb08-16fe-4a76-8e66-d1f1b99befa2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cd023a1c40f48beb9652fd40a5c698a&device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 1094 time: 0.1333539 Nov 26 03:06:33.139086 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecad2f24-6c2e-4a30-959b-bf0b370396cb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network 76db5c83-3e8c-4a57-bf01-b0ce9763b69a is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:06:33.155413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] For port 3bed1bd1-786b-44a2-8676-d86be8f22c9c, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:06:33.179480 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-ecad2f24-6c2e-4a30-959b-bf0b370396cb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 76db5c83-3e8c-4a57-bf01-b0ce9763b69a) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:33.184601 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5461395b-bb6c-4a63-bc4f-2ce9ef951782 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:06:33.189700 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a336a1-29ae-42fa-bf99-eb667fd8c523 None None] Network 76db5c83-3e8c-4a57-bf01-b0ce9763b69a requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:33.195128 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-027516d7-4c99-4860-945f-588d504622e5 req-f66aac61-c56d-492e-80cd-b726c68f2ebb tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399262 Nov 26 03:06:33.197578 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:33.200712 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecad2f24-6c2e-4a30-959b-bf0b370396cb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:33.201304 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ecad2f24-6c2e-4a30-959b-bf0b370396cb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:33.215914 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] For port 3bed1bd1-786b-44a2-8676-d86be8f22c9c, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3bed1bd1-786b-44a2-8676-d86be8f22c9c,segment=NetworkSegment(be482674-ff0a-4a62-ad63-a3a88e40fde1),segment_id=be482674-ff0a-4a62-ad63-a3a88e40fde1)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:06:33.216328 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-f80c64c9-a377-4780-ba32-587c2ff63285 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:06:33.217597 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f80c64c9-a377-4780-ba32-587c2ff63285 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1391096 Nov 26 03:06:33.220637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34122) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:33.226927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b406747c-fbb6-4e99-9187-ed2c9da9c6b5 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': 'aa4f4d05-2d4c-4d47-a07b-63d4d6861c6a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:33.227420 n-d-819389-3 neutron-server[104802]: WARNING neutron.api.v2.base [None req-b406747c-fbb6-4e99-9187-ed2c9da9c6b5 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 26 03:06:33.227527 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Transition to ACTIVE for port object 5461395b-bb6c-4a63-bc4f-2ce9ef951782 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:06:33.228039 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-b406747c-fbb6-4e99-9187-ed2c9da9c6b5 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:06:33.231688 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b406747c-fbb6-4e99-9187-ed2c9da9c6b5 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071752 Nov 26 03:06:33.232570 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34124) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:33.237796 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9c6ddabe-58e7-4d05-b9de-7e1302e495f9 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': 'aa4f4d05-2d4c-4d47-a07b-63d4d6861c6a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:33.245957 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ecad2f24-6c2e-4a30-959b-bf0b370396cb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3603685 Nov 26 03:06:33.249442 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:33.249644 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:33.251520 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34126) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:33.319216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:33.319861 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:33.321301 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] 10.222.0.54 "PUT /v2.0/ports/3bed1bd1-786b-44a2-8676-d86be8f22c9c HTTP/1.1" status: 200 len: 1091 time: 1.6295435 Nov 26 03:06:33.340044 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe77bd7d-2d84-4726-9585-4b768a91032b None None] DHCP port deletion for 6280ac1e-1eae-48ef-80cc-cccad8729faa request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:33.349121 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe850f45-03f7-4309-9dc6-dc165cb6a4af req-2dd15004-edcd-4a9a-ae5d-b14d94697dfa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:33.356876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe850f45-03f7-4309-9dc6-dc165cb6a4af req-2dd15004-edcd-4a9a-ae5d-b14d94697dfa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 943 time: 0.1607211 Nov 26 03:06:33.371271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea243c5a-33e4-4400-823d-94aa85ede423 req-ccafba7a-5c92-4366-80d8-1262fd239c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:33.373624 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea243c5a-33e4-4400-823d-94aa85ede423 req-ccafba7a-5c92-4366-80d8-1262fd239c85 service neutron] 10.222.0.59 "GET /v2.0/networks?id=697a8cf6-7511-47a7-9719-edbaf32143d1 HTTP/1.1" status: 200 len: 898 time: 0.2353096 Nov 26 03:06:33.386646 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5461395b-bb6c-4a63-bc4f-2ce9ef951782,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:33.422858 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-9c6ddabe-58e7-4d05-b9de-7e1302e495f9 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:06:33.424563 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9c6ddabe-58e7-4d05-b9de-7e1302e495f9 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1910186 Nov 26 03:06:33.428459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-76db5c83-3e8c-4a57-bf01-b0ce9763b69a', 'network_id': '76db5c83-3e8c-4a57-bf01-b0ce9763b69a', 'tenant_id': '0c2c9c0b27294536961f65f429f65457', 'fixed_ips': [{'subnet_id': '76a4f064-bbc8-4c29-a9a9-afec5a8686f8'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:06:33.429319 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:33.433859 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34128) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:33.435629 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de99022b-4174-42dc-b17f-9f73fc577bcf None None] DHCP port deletion for 6280ac1e-1eae-48ef-80cc-cccad8729faa request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:33.439903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c550a000-2dba-4d1d-82d2-f454a7a3d34e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': 'aa4f4d05-2d4c-4d47-a07b-63d4d6861c6a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:33.440417 n-d-819389-3 neutron-server[104802]: WARNING neutron.api.v2.base [None req-c550a000-2dba-4d1d-82d2-f454a7a3d34e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 26 03:06:33.441481 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-c550a000-2dba-4d1d-82d2-f454a7a3d34e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:06:33.443356 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c550a000-2dba-4d1d-82d2-f454a7a3d34e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069871 Nov 26 03:06:33.444111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2c8d4-1232-4ea3-bfcd-65700bcb0344 service neutron] Pushing event updated for resources: {'Port': ['ID=3bed1bd1-786b-44a2-8676-d86be8f22c9c,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:33.446758 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34130) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:33.461899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea243c5a-33e4-4400-823d-94aa85ede423 req-e1b4b39d-f588-4c6c-bae8-0ea677d6bee6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80f4ab7-c167-47c5-8f88-c96c135d4215 HTTP/1.1" status: 200 len: 217 time: 0.0788097 Nov 26 03:06:33.466573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-ecee20a2-09cb-47b6-9bf5-8b2e9e0bb449 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': 'aa4f4d05-2d4c-4d47-a07b-63d4d6861c6a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:33.488869 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:33.520493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Attempting to bind port 5461395b-bb6c-4a63-bc4f-2ce9ef951782 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:06:33.521567 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Attempting to bind port 5461395b-bb6c-4a63-bc4f-2ce9ef951782 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'be482674-ff0a-4a62-ad63-a3a88e40fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:06:33.521909 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Attempting to bind port 5461395b-bb6c-4a63-bc4f-2ce9ef951782 on network 6280ac1e-1eae-48ef-80cc-cccad8729faa {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:33.552126 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Port 5461395b-bb6c-4a63-bc4f-2ce9ef951782 on network 6280ac1e-1eae-48ef-80cc-cccad8729faa not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:06:33.552459 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Attempting to bind port 5461395b-bb6c-4a63-bc4f-2ce9ef951782 on network 6280ac1e-1eae-48ef-80cc-cccad8729faa {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:33.553289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe850f45-03f7-4309-9dc6-dc165cb6a4af req-cad646df-4141-4de8-be63-a659a2b0fc1e tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d3ab107-e9d9-417c-baf3-ba0675b7d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954753 Nov 26 03:06:33.565336 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:06:33.565685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Checking segment: {'id': 'be482674-ff0a-4a62-ad63-a3a88e40fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:33.566649 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Bound using segment: {'id': 'be482674-ff0a-4a62-ad63-a3a88e40fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:06:33.567232 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Bound port: 5461395b-bb6c-4a63-bc4f-2ce9ef951782, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be482674-ff0a-4a62-ad63-a3a88e40fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:06:33.567587 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:33.576461 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:33.580123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea243c5a-33e4-4400-823d-94aa85ede423 req-f326091c-0999-4e93-807e-a80e3fe51721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:33.581656 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea243c5a-33e4-4400-823d-94aa85ede423 req-f326091c-0999-4e93-807e-a80e3fe51721 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c9c43a46-5745-48f6-b138-d846d1a6eec7 HTTP/1.1" status: 200 len: 835 time: 0.1110387 Nov 26 03:06:33.586696 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-d2bb7ac5-f948-40e1-92c0-d08c077c4c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:33.588131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-d2bb7ac5-f948-40e1-92c0-d08c077c4c92 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c89c68d8ac0e44dab84b0f2ed35f94fc&device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 1094 time: 0.1647742 Nov 26 03:06:33.614951 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Allocated IP 172.20.0.1 (76db5c83-3e8c-4a57-bf01-b0ce9763b69a/76a4f064-bbc8-4c29-a9a9-afec5a8686f8/6e34830c-328c-4a7f-921b-8d866593c929) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:06:33.657622 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-ecee20a2-09cb-47b6-9bf5-8b2e9e0bb449 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:06:33.661422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ecee20a2-09cb-47b6-9bf5-8b2e9e0bb449 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1958759 Nov 26 03:06:33.663967 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34132) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:33.667791 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-88637016-60c5-4523-b612-f23a8cab0a2b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bed1bd1-786b-44a2-8676-d86be8f22c9c HTTP/1.1" status: 200 len: 217 time: 0.0661545 Nov 26 03:06:33.672565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-68767dcb-a07c-4e09-8d64-768aae6265c3 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': 'aa4f4d05-2d4c-4d47-a07b-63d4d6861c6a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:33.673039 n-d-819389-3 neutron-server[104802]: WARNING neutron.api.v2.base [None req-68767dcb-a07c-4e09-8d64-768aae6265c3 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 26 03:06:33.673528 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-68767dcb-a07c-4e09-8d64-768aae6265c3 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:06:33.678456 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-68767dcb-a07c-4e09-8d64-768aae6265c3 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089772 Nov 26 03:06:33.678699 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34134) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:33.683485 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-424c3a15-e5ca-4d57-be78-d4addfce2c9a tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': 'aa4f4d05-2d4c-4d47-a07b-63d4d6861c6a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:33.718199 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea243c5a-33e4-4400-823d-94aa85ede423 req-36ab545a-b95e-4b93-a0da-7ea869dccfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:33.720251 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea243c5a-33e4-4400-823d-94aa85ede423 req-36ab545a-b95e-4b93-a0da-7ea869dccfb1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=697a8cf6-7511-47a7-9719-edbaf32143d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291909 Nov 26 03:06:33.738317 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] For port 5461395b-bb6c-4a63-bc4f-2ce9ef951782, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:06:33.742248 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] For port 5461395b-bb6c-4a63-bc4f-2ce9ef951782, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5461395b-bb6c-4a63-bc4f-2ce9ef951782,segment=NetworkSegment(be482674-ff0a-4a62-ad63-a3a88e40fde1),segment_id=be482674-ff0a-4a62-ad63-a3a88e40fde1)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:06:33.749581 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:33.759997 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-424c3a15-e5ca-4d57-be78-d4addfce2c9a tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:06:33.761110 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-424c3a15-e5ca-4d57-be78-d4addfce2c9a tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0815072 Nov 26 03:06:33.784406 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34136) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:33.791297 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ebd6a296-63d5-4ab0-a5d7-e052c6f66839 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': 'aa4f4d05-2d4c-4d47-a07b-63d4d6861c6a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:33.798285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-ae795f9f-bb81-4e4c-b5f7-06a97393b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:33.801224 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-ae795f9f-bb81-4e4c-b5f7-06a97393b296 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb1ab1f2-83bb-4e57-8629-c0eaece17eaf HTTP/1.1" status: 200 len: 859 time: 0.1221240 Nov 26 03:06:33.814421 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:33.814992 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:33.816479 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] 10.222.0.59 "PUT /v2.0/ports/5461395b-bb6c-4a63-bc4f-2ce9ef951782 HTTP/1.1" status: 200 len: 1092 time: 1.8625634 Nov 26 03:06:33.819035 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a076ac79-2824-414f-a541-891d1048eb83', 'tag': '5461395b-bb6c-4a63-bc4f-2ce9ef951782'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:06:33.821428 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ad58b0-9cb3-40e6-99cd-e3a175b089d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a076ac79-2824-414f-a541-891d1048eb83", "tag": "5461395b-bb6c-4a63-bc4f-2ce9ef951782"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:06:33.857607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-98d137de-770b-4c15-8f70-ccae0645f703 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6280ac1e-1eae-48ef-80cc-cccad8729faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483763 Nov 26 03:06:33.857861 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55091e5-4526-4636-a48c-9c14d591a4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5461395b-bb6c-4a63-bc4f-2ce9ef951782,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:33.947268 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea243c5a-33e4-4400-823d-94aa85ede423 req-929fe18d-0301-4886-8945-dee6e942cbc7 service neutron] 10.222.0.59 "GET /v2.0/networks/697a8cf6-7511-47a7-9719-edbaf32143d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160368 Nov 26 03:06:33.948090 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef690c35-a87e-456f-b78a-692e34c40ade x-openstack-request-id: req-ef690c35-a87e-456f-b78a-692e34c40ade {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:06:33.948602 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a076ac79-2824-414f-a541-891d1048eb83", "tag": "5461395b-bb6c-4a63-bc4f-2ce9ef951782", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:06:33.948930 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef690c35-a87e-456f-b78a-692e34c40ade {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:06:33.949498 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a076ac79-2824-414f-a541-891d1048eb83', 'tag': '5461395b-bb6c-4a63-bc4f-2ce9ef951782', 'status': 'completed', 'code': 200} Nov 26 03:06:33.957739 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-ebd6a296-63d5-4ab0-a5d7-e052c6f66839 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:06:33.958889 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ebd6a296-63d5-4ab0-a5d7-e052c6f66839 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1712370 Nov 26 03:06:33.961527 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1243095-4a14-4fcc-b7e4-13aa1767049a None None] DHCP port deletion for 6280ac1e-1eae-48ef-80cc-cccad8729faa request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:33.965564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34142) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:33.975669 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-25f3e6c5-e085-4a56-aa6a-14e9d946b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:33.977157 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-25f3e6c5-e085-4a56-aa6a-14e9d946b17e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c89c68d8ac0e44dab84b0f2ed35f94fc&device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 1095 time: 0.0980279 Nov 26 03:06:33.992937 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:34.000952 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:34.025111 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Network 76db5c83-3e8c-4a57-bf01-b0ce9763b69a is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:34.045480 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:34.050834 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:34.057122 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-f140e25d-53da-4bac-aeaf-93b0ec8ba795 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5461395b-bb6c-4a63-bc4f-2ce9ef951782 HTTP/1.1" status: 200 len: 217 time: 0.0657561 Nov 26 03:06:34.074836 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-cc637eab-4c7d-485a-94dd-85dcce344190 service neutron] 10.222.0.54 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023723 Nov 26 03:06:34.102747 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:34.141309 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5417ce90-8b54-461f-9836-0a9dc3d69919', 'tag': '3bed1bd1-786b-44a2-8676-d86be8f22c9c'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:06:34.142821 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Subnet': ['ID=76a4f064-bbc8-4c29-a9a9-afec5a8686f8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:34.144436 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b46bca-92ce-47bd-8bb8-dc1ec84d39dc" -d '{"events": [{"name": "network-changed", "server_uuid": "5417ce90-8b54-461f-9836-0a9dc3d69919", "tag": "3bed1bd1-786b-44a2-8676-d86be8f22c9c"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:06:34.145495 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Attempting to bind port 6e34830c-328c-4a7f-921b-8d866593c929 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:06:34.146111 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Attempting to bind port 6e34830c-328c-4a7f-921b-8d866593c929 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '4c67ba28-a443-4765-a951-50b8b130ac57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '76db5c83-3e8c-4a57-bf01-b0ce9763b69a'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:06:34.146694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Attempting to bind port 6e34830c-328c-4a7f-921b-8d866593c929 on network 76db5c83-3e8c-4a57-bf01-b0ce9763b69a {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:34.168904 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:06:34.169553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Checking segment: {'id': '4c67ba28-a443-4765-a951-50b8b130ac57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '76db5c83-3e8c-4a57-bf01-b0ce9763b69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:34.170157 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:34.170763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Bound using segment: {'id': '4c67ba28-a443-4765-a951-50b8b130ac57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '76db5c83-3e8c-4a57-bf01-b0ce9763b69a'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:06:34.171441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Bound port: 6e34830c-328c-4a7f-921b-8d866593c929, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c67ba28-a443-4765-a951-50b8b130ac57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '76db5c83-3e8c-4a57-bf01-b0ce9763b69a'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:06:34.172036 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:34.188831 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2e64e3a7-bac7-4d7e-83c7-72c714ef917c tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:34.206088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Pushing event updated for resources: {'Port': ['ID=6e34830c-328c-4a7f-921b-8d866593c929,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:34.213291 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-9237af9c-5d83-4fdc-a8f2-882105ddadaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:34.214566 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-9237af9c-5d83-4fdc-a8f2-882105ddadaf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb1ab1f2-83bb-4e57-8629-c0eaece17eaf HTTP/1.1" status: 200 len: 859 time: 0.1482069 Nov 26 03:06:34.244635 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] For port 6e34830c-328c-4a7f-921b-8d866593c929, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:06:34.248625 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] For port 6e34830c-328c-4a7f-921b-8d866593c929, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6e34830c-328c-4a7f-921b-8d866593c929,segment=NetworkSegment(4c67ba28-a443-4765-a951-50b8b130ac57),segment_id=4c67ba28-a443-4765-a951-50b8b130ac57)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:06:34.251238 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2e64e3a7-bac7-4d7e-83c7-72c714ef917c tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:34.257571 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:34.257844 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea243c5a-33e4-4400-823d-94aa85ede423 req-8d47f114-11f3-4505-ad8c-8f4e4117bfb3 service neutron] 10.222.0.59 "GET /v2.0/networks/697a8cf6-7511-47a7-9719-edbaf32143d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936945 Nov 26 03:06:34.283226 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:34.288356 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-e134d73b-a58d-4ebc-bfcb-7a941b353099 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6280ac1e-1eae-48ef-80cc-cccad8729faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607471 Nov 26 03:06:34.318886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1036508-8895-4fb0-af3e-2d66fdc60bc2 req-f2584a74-9cf5-47d6-a9dc-3b0a856075f7 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:34.321334 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1036508-8895-4fb0-af3e-2d66fdc60bc2 req-f2584a74-9cf5-47d6-a9dc-3b0a856075f7 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 944 time: 0.2099149 Nov 26 03:06:34.328879 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad0a349-727f-4ace-95c5-af5e6bbced3c x-openstack-request-id: req-7ad0a349-727f-4ace-95c5-af5e6bbced3c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:06:34.329179 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5417ce90-8b54-461f-9836-0a9dc3d69919", "tag": "3bed1bd1-786b-44a2-8676-d86be8f22c9c", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:06:34.329958 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ad0a349-727f-4ace-95c5-af5e6bbced3c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:06:34.330380 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5417ce90-8b54-461f-9836-0a9dc3d69919', 'tag': '3bed1bd1-786b-44a2-8676-d86be8f22c9c', 'status': 'completed', 'code': 200} Nov 26 03:06:34.370413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c442e43-f9f2-4490-87d7-fab6dc85453e None None] Pushing event updated for resources: {'Port': ['ID=6e34830c-328c-4a7f-921b-8d866593c929,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:34.382591 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76db5c83-3e8c-4a57-bf01-b0ce9763b69a']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:34.406074 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2e64e3a7-bac7-4d7e-83c7-72c714ef917c tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:34.407297 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10621b49-709d-465d-98f4-61bfb7fc0ecb None None] Network 76db5c83-3e8c-4a57-bf01-b0ce9763b69a requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:34.408946 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2e64e3a7-bac7-4d7e-83c7-72c714ef917c tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:34.410718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c67ba28-a443-4765-a951-50b8b130ac57') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:34.410862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2e64e3a7-bac7-4d7e-83c7-72c714ef917c tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "DELETE /v2.0/security-groups/aa4f4d05-2d4c-4d47-a07b-63d4d6861c6a HTTP/1.1" status: 204 len: 168 time: 0.4439709 Nov 26 03:06:34.412000 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c67ba28-a443-4765-a951-50b8b130ac57') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:34.414009 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34152) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:34.437038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7547f06-be1e-4ba0-87a1-eeaaf166b56d req-476aa241-2c8d-4ad3-9e0a-f297dc1736dc service neutron] 10.222.0.54 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521905 Nov 26 03:06:34.442674 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:34.454633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64e3a7-bac7-4d7e-83c7-72c714ef917c tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4f4d05-2d4c-4d47-a07b-63d4d6861c6a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:34.468225 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:34.488286 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1036508-8895-4fb0-af3e-2d66fdc60bc2 req-ed06353a-f949-486f-8c1c-638a3dd1a69f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539683 Nov 26 03:06:34.495658 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:34.496091 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:34.499739 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:34.517610 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6cbf3-e531-437d-bc11-554c6754d994 req-152da8d1-14df-4026-b6d0-e1cf6acd3748 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:34.519853 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0fa6cbf3-e531-437d-bc11-554c6754d994 req-152da8d1-14df-4026-b6d0-e1cf6acd3748 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0933423 Nov 26 03:06:34.582169 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5f7b5b02-68c2-47cc-86b0-8fadf6062264 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1596882 Nov 26 03:06:34.582169 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-829883e9-11a1-47a4-a1a9-4b892aa9a4db service neutron] 10.222.0.59 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821388 Nov 26 03:06:34.591285 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34156) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:34.593891 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb547791-39b6-4f37-a0b1-0556ced707a7 None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 03:06:34.606193 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f3983189-2561-4877-82c7-09df7f8fc42e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group': {'name': 'tempest-secgroup--2030853275'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:34.633511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0fa6cbf3-e531-437d-bc11-554c6754d994 req-3b458d1a-27d6-467c-8074-84242aaf847c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066642 Nov 26 03:06:34.636726 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b46bca-92ce-47bd-8bb8-dc1ec84d39dc req-5643c1cf-8eb4-4044-8dfb-ddddb31859a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:34.638486 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59b46bca-92ce-47bd-8bb8-dc1ec84d39dc req-5643c1cf-8eb4-4044-8dfb-ddddb31859a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c89c68d8ac0e44dab84b0f2ed35f94fc&device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 1094 time: 0.0954065 Nov 26 03:06:34.655979 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.db.api [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 03:06:34.655979 n-d-819389-3 neutron-server[104801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 03:06:34.655979 n-d-819389-3 neutron-server[104801]: [parameters: {'id': '76db5c83-3e8c-4a57-bf01-b0ce9763b69a'}] Nov 26 03:06:34.655979 n-d-819389-3 neutron-server[104801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:06:34.656802 n-d-819389-3 neutron-server[104801]: DEBUG oslo_db.api [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:06:34.692507 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3983189-2561-4877-82c7-09df7f8fc42e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:34.727976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb547791-39b6-4f37-a0b1-0556ced707a7 None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 03:06:34.749368 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3d27fffb-f503-4fd6-9ffa-87dadd5204cc req-599d45f4-a2e0-45a2-a4f5-867d833cca08 service neutron] 10.222.0.59 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587703 Nov 26 03:06:34.774827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dec8b8-33a2-436f-88ac-72f34dc78de8 req-50a0fb52-745e-4098-9ae2-7dbd84463565 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:34.776526 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55dec8b8-33a2-436f-88ac-72f34dc78de8 req-50a0fb52-745e-4098-9ae2-7dbd84463565 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 943 time: 0.0738306 Nov 26 03:06:34.804130 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b46bca-92ce-47bd-8bb8-dc1ec84d39dc req-182662d0-2b30-4940-94a7-0c3d5e669dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:34.811458 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59b46bca-92ce-47bd-8bb8-dc1ec84d39dc req-182662d0-2b30-4940-94a7-0c3d5e669dae service neutron] 10.222.0.54 "GET /v2.0/networks?id=6280ac1e-1eae-48ef-80cc-cccad8729faa HTTP/1.1" status: 200 len: 920 time: 0.1659114 Nov 26 03:06:34.824509 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3983189-2561-4877-82c7-09df7f8fc42e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:34.830689 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3983189-2561-4877-82c7-09df7f8fc42e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:34.868155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59b46bca-92ce-47bd-8bb8-dc1ec84d39dc req-3adc9f9a-3bfc-4e6c-b874-c8d0ae165a77 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bed1bd1-786b-44a2-8676-d86be8f22c9c HTTP/1.1" status: 200 len: 217 time: 0.0488253 Nov 26 03:06:34.895957 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3983189-2561-4877-82c7-09df7f8fc42e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:34.900267 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f3983189-2561-4877-82c7-09df7f8fc42e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3053052 Nov 26 03:06:34.902502 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34158) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:34.903186 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3983189-2561-4877-82c7-09df7f8fc42e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107a2a85-c115-4ed4-9e3d-6be39ff61d1c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:34.913209 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1d88bed3-10bb-41ea-a15b-e22c80b822d7 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': '107a2a85-c115-4ed4-9e3d-6be39ff61d1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:34.920289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55dec8b8-33a2-436f-88ac-72f34dc78de8 req-17bd7c4c-fbf1-43e5-aec1-4e8d2fc6631b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d3ab107-e9d9-417c-baf3-ba0675b7d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306686 Nov 26 03:06:34.932129 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad58b0-9cb3-40e6-99cd-e3a175b089d3 req-5fcf6ff4-1f61-4971-a5d5-a67e88d5fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:34.932129 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-96ad58b0-9cb3-40e6-99cd-e3a175b089d3 req-5fcf6ff4-1f61-4971-a5d5-a67e88d5fae1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c89c68d8ac0e44dab84b0f2ed35f94fc&device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 1095 time: 0.0971444 Nov 26 03:06:34.948231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b46bca-92ce-47bd-8bb8-dc1ec84d39dc req-7aa1a094-0f5d-41fa-a378-a8f6389c7cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:34.949959 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59b46bca-92ce-47bd-8bb8-dc1ec84d39dc req-7aa1a094-0f5d-41fa-a378-a8f6389c7cdf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb1ab1f2-83bb-4e57-8629-c0eaece17eaf HTTP/1.1" status: 200 len: 859 time: 0.0740504 Nov 26 03:06:34.985077 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59b46bca-92ce-47bd-8bb8-dc1ec84d39dc req-44fbbf59-affc-4a5e-b282-a304da6febfa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6280ac1e-1eae-48ef-80cc-cccad8729faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264225 Nov 26 03:06:35.048309 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-1d88bed3-10bb-41ea-a15b-e22c80b822d7 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): The resource could not be found. Nov 26 03:06:35.049373 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1d88bed3-10bb-41ea-a15b-e22c80b822d7 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1402016 Nov 26 03:06:35.053039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34160) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:35.059093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-aae02b10-566d-43a5-a69b-a64c1a540ad4 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': '107a2a85-c115-4ed4-9e3d-6be39ff61d1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '580d9639-cb82-45c7-861a-3c9b633c1f28'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:35.107485 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59b46bca-92ce-47bd-8bb8-dc1ec84d39dc req-978dfdcb-c656-43b3-998d-5199efded192 service neutron] 10.222.0.54 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163223 Nov 26 03:06:35.114145 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad58b0-9cb3-40e6-99cd-e3a175b089d3 req-62618620-0f8b-46d8-a3c9-471a8cf0cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:35.115720 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-96ad58b0-9cb3-40e6-99cd-e3a175b089d3 req-62618620-0f8b-46d8-a3c9-471a8cf0cb1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=6280ac1e-1eae-48ef-80cc-cccad8729faa HTTP/1.1" status: 200 len: 920 time: 0.1751790 Nov 26 03:06:35.139314 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-aae02b10-566d-43a5-a69b-a64c1a540ad4 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): The resource could not be found. Nov 26 03:06:35.140357 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-aae02b10-566d-43a5-a69b-a64c1a540ad4 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0847254 Nov 26 03:06:35.161688 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:35.163413 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34162) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:35.172247 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-96ad58b0-9cb3-40e6-99cd-e3a175b089d3 req-f5d82b30-1558-44fe-8a9e-c022d2d3f347 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5461395b-bb6c-4a63-bc4f-2ce9ef951782 HTTP/1.1" status: 200 len: 217 time: 0.0484383 Nov 26 03:06:35.215280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59b46bca-92ce-47bd-8bb8-dc1ec84d39dc req-78b6af1f-bd72-425b-98fd-d8d1c80dabab service neutron] 10.222.0.54 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989666 Nov 26 03:06:35.277892 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad58b0-9cb3-40e6-99cd-e3a175b089d3 req-42165b9e-6f47-45c9-83bf-1dccfdf823b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:35.279286 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-96ad58b0-9cb3-40e6-99cd-e3a175b089d3 req-42165b9e-6f47-45c9-83bf-1dccfdf823b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb1ab1f2-83bb-4e57-8629-c0eaece17eaf HTTP/1.1" status: 200 len: 859 time: 0.0949295 Nov 26 03:06:35.309011 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1323ace9-4f7c-49b4-9172-8c785d68358c tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:35.329028 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-96ad58b0-9cb3-40e6-99cd-e3a175b089d3 req-a33d0a1d-c659-4be7-85be-9f50fe5c1f8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6280ac1e-1eae-48ef-80cc-cccad8729faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355599 Nov 26 03:06:35.388244 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1323ace9-4f7c-49b4-9172-8c785d68358c tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:35.392617 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Deleting port 6e34830c-328c-4a7f-921b-8d866593c929 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:06:35.392948 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:35.514071 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] For port 6e34830c-328c-4a7f-921b-8d866593c929, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6e34830c-328c-4a7f-921b-8d866593c929,segment=NetworkSegment(4c67ba28-a443-4765-a951-50b8b130ac57),segment_id=4c67ba28-a443-4765-a951-50b8b130ac57)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:35.514433 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:35.516630 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1323ace9-4f7c-49b4-9172-8c785d68358c tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:35.519187 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1323ace9-4f7c-49b4-9172-8c785d68358c tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:35.520345 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1323ace9-4f7c-49b4-9172-8c785d68358c tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "DELETE /v2.0/security-groups/107a2a85-c115-4ed4-9e3d-6be39ff61d1c HTTP/1.1" status: 204 len: 168 time: 0.3559651 Nov 26 03:06:35.523391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34166) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:35.537476 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Calling delete_port for 6e34830c-328c-4a7f-921b-8d866593c929 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:06:35.546271 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-96ad58b0-9cb3-40e6-99cd-e3a175b089d3 req-4adb516d-465e-4936-9d82-0b3650737d35 service neutron] 10.222.0.59 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085137 Nov 26 03:06:35.548843 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323ace9-4f7c-49b4-9172-8c785d68358c tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=107a2a85-c115-4ed4-9e3d-6be39ff61d1c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:35.585140 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9f21d74f-0004-423c-97a7-8c560a0be76f tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0605500 Nov 26 03:06:35.589115 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34170) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:35.593536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4985bf52-af6b-484c-aa42-a29212dde54e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': 'b018c32c-bdf3-4fc8-a3d8-cd34030e0462', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:35.675963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58d78d-f112-4c3e-8428-171e4f2e0365 req-2e669d28-ba56-41b5-b584-b7f1649cecee tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:35.677552 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf58d78d-f112-4c3e-8428-171e4f2e0365 req-2e669d28-ba56-41b5-b584-b7f1649cecee tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 944 time: 0.0641510 Nov 26 03:06:35.678361 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-4985bf52-af6b-484c-aa42-a29212dde54e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): The resource could not be found. Nov 26 03:06:35.683163 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4985bf52-af6b-484c-aa42-a29212dde54e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0892541 Nov 26 03:06:35.686626 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34174) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:35.691281 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e21ea44e-aaca-4cd8-ad38-b81366c75140 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group': {'name': 'tempest-secgroup--469137524'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:35.717840 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-96ad58b0-9cb3-40e6-99cd-e3a175b089d3 req-5977ed90-4051-41c7-bab6-7e596f67e38e service neutron] 10.222.0.59 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632752 Nov 26 03:06:35.719784 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:35.739463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf58d78d-f112-4c3e-8428-171e4f2e0365 req-e944677d-440b-440c-8f49-45bde3a4507a tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556037 Nov 26 03:06:35.752269 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e21ea44e-aaca-4cd8-ad38-b81366c75140 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:35.755512 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Port': ['ID=6e34830c-328c-4a7f-921b-8d866593c929,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:35.776694 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No DVR routers for this DVR port 6e34830c-328c-4a7f-921b-8d866593c929 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:06:35.781361 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f2fe9-e398-4d24-8675-63e840169d6b req-2faeb6a0-89f6-4cd7-ba43-e4be25717c34 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:35.783049 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f0f2fe9-e398-4d24-8675-63e840169d6b req-2faeb6a0-89f6-4cd7-ba43-e4be25717c34 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0657203 Nov 26 03:06:35.834260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f0f2fe9-e398-4d24-8675-63e840169d6b req-b267120f-3b3c-43cd-950a-e21810886138 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437706 Nov 26 03:06:35.873348 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:35.903928 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76db5c83-3e8c-4a57-bf01-b0ce9763b69a']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:35.915722 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e21ea44e-aaca-4cd8-ad38-b81366c75140 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:35.919385 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c67ba28-a443-4765-a951-50b8b130ac57') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:35.919682 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c67ba28-a443-4765-a951-50b8b130ac57') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:35.925696 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e21ea44e-aaca-4cd8-ad38-b81366c75140 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:35.933827 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:35.970706 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ea44e-aaca-4cd8-ad38-b81366c75140 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54cdbd0-5bb9-4b8e-8196-b29267872132,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:35.973300 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:35.981537 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e21ea44e-aaca-4cd8-ad38-b81366c75140 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:35.982858 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e21ea44e-aaca-4cd8-ad38-b81366c75140 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2950673 Nov 26 03:06:35.983807 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:35.984215 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:35.987170 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:35.989367 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34178) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:35.991732 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-95f02471-5f4f-4a33-a8c2-04881efcd028 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group': {'name': 'tempest-secgroup--98967908'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:36.046611 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e80f4ab7-c167-47c5-8f88-c96c135d4215 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:06:36.069317 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.071486 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95f02471-5f4f-4a33-a8c2-04881efcd028 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.079149 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.083020 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/76db5c83-3e8c-4a57-bf01-b0ce9763b69a HTTP/1.1" status: 204 len: 168 time: 2.8260982 Nov 26 03:06:36.093376 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34180) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:36.107835 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-46c90397-ecbe-4af1-b90d-3ed20b26bc20 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1376140919'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:36.114951 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050125b-b627-4c8e-9ba2-7965d0435482 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Network': ['ID=76db5c83-3e8c-4a57-bf01-b0ce9763b69a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:36.151881 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c90397-ecbe-4af1-b90d-3ed20b26bc20 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:36.155784 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46c90397-ecbe-4af1-b90d-3ed20b26bc20 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.170976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e80f4ab7-c167-47c5-8f88-c96c135d4215, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e80f4ab7-c167-47c5-8f88-c96c135d4215,segment=NetworkSegment(1a359ab9-9dd0-4953-bf1d-4a375e24c842),segment_id=1a359ab9-9dd0-4953-bf1d-4a375e24c842)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:36.184220 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'e80f4ab7-c167-47c5-8f88-c96c135d4215', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'port_id': 'e80f4ab7-c167-47c5-8f88-c96c135d4215', 'mac_address': 'fa:16:3e:7b:10:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:06:36.200388 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c90397-ecbe-4af1-b90d-3ed20b26bc20 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:06:36.212308 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95f02471-5f4f-4a33-a8c2-04881efcd028 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.218578 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46c90397-ecbe-4af1-b90d-3ed20b26bc20 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.218949 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-46c90397-ecbe-4af1-b90d-3ed20b26bc20 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Added segment 84dbdfdf-24b9-46b8-b95e-78a9aa2520dd of type vlan for network e10171ad-bcf1-4b2e-b754-e5e01491e88e Nov 26 03:06:36.220157 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95f02471-5f4f-4a33-a8c2-04881efcd028 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.239086 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.254237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80f4ab7-c167-47c5-8f88-c96c135d4215 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:06:36.275142 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e80f4ab7-c167-47c5-8f88-c96c135d4215, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e80f4ab7-c167-47c5-8f88-c96c135d4215,segment=NetworkSegment(1a359ab9-9dd0-4953-bf1d-4a375e24c842),segment_id=1a359ab9-9dd0-4953-bf1d-4a375e24c842)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:36.281336 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.291202 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-95f02471-5f4f-4a33-a8c2-04881efcd028 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.292496 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-95f02471-5f4f-4a33-a8c2-04881efcd028 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3039854 Nov 26 03:06:36.295826 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34182) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:36.300700 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-96dbc0e4-0036-4372-af1d-475d9d64ce5e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group_rule': {'security_group_id': 'f54cdbd0-5bb9-4b8e-8196-b29267872132', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3b1d709d-daea-4c41-a7ac-cbd2e6d2455b'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:36.306772 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46c90397-ecbe-4af1-b90d-3ed20b26bc20 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.309770 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f02471-5f4f-4a33-a8c2-04881efcd028 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1d709d-daea-4c41-a7ac-cbd2e6d2455b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:36.327880 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c546d59-28d7-48a1-b34a-7f8c5e1f4dc1 req-87f0ae49-e796-4409-9fac-b42ecd32677c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:36.329637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c546d59-28d7-48a1-b34a-7f8c5e1f4dc1 req-87f0ae49-e796-4409-9fac-b42ecd32677c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 943 time: 0.3472986 Nov 26 03:06:36.339634 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e80f4ab7-c167-47c5-8f88-c96c135d4215,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:36.353056 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46c90397-ecbe-4af1-b90d-3ed20b26bc20 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.358875 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c90397-ecbe-4af1-b90d-3ed20b26bc20 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:36.359550 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46c90397-ecbe-4af1-b90d-3ed20b26bc20 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.391284 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c546d59-28d7-48a1-b34a-7f8c5e1f4dc1 req-6c9ee8f6-a3c8-49d5-a2c7-b882da735666 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d3ab107-e9d9-417c-baf3-ba0675b7d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548351 Nov 26 03:06:36.412684 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-96dbc0e4-0036-4372-af1d-475d9d64ce5e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:06:36.413706 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-96dbc0e4-0036-4372-af1d-475d9d64ce5e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1167190 Nov 26 03:06:36.416875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34186) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:36.435302 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-46c90397-ecbe-4af1-b90d-3ed20b26bc20 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3385837 Nov 26 03:06:36.435580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34188) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:36.437210 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c90397-ecbe-4af1-b90d-3ed20b26bc20 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Network': ['ID=e10171ad-bcf1-4b2e-b754-e5e01491e88e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:36.443302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-a6e52031-e52c-4445-86d3-a4ae11f65aa4 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:36.448213 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network e10171ad-bcf1-4b2e-b754-e5e01491e88e details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:06:36.560714 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ee9e110-0e92-442c-949b-5bff5f6df213 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.585847 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['e80f4ab7-c167-47c5-8f88-c96c135d4215'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:06:36.621569 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ee9e110-0e92-442c-949b-5bff5f6df213 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.666724 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a6e52031-e52c-4445-86d3-a4ae11f65aa4 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.683014 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a6e52031-e52c-4445-86d3-a4ae11f65aa4 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.695311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6e52031-e52c-4445-86d3-a4ae11f65aa4 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network e10171ad-bcf1-4b2e-b754-e5e01491e88e is not hosted by any dhcp agent {{(pid=104802) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 26 03:06:36.700839 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e52031-e52c-4445-86d3-a4ae11f65aa4 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:36.701446 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a6e52031-e52c-4445-86d3-a4ae11f65aa4 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.702717 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a6e52031-e52c-4445-86d3-a4ae11f65aa4 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "PUT /v2.0/networks/e10171ad-bcf1-4b2e-b754-e5e01491e88e HTTP/1.1" status: 200 len: 723 time: 0.2661519 Nov 26 03:06:36.705700 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34190) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:36.711232 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-dec04075-9d2f-4d67-afc1-c81dd4e88510 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'subnet': {'network_id': 'e10171ad-bcf1-4b2e-b754-e5e01491e88e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:36.718325 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ee9e110-0e92-442c-949b-5bff5f6df213 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.720951 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ee9e110-0e92-442c-949b-5bff5f6df213 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.722157 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7ee9e110-0e92-442c-949b-5bff5f6df213 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "DELETE /v2.0/security-groups/3b1d709d-daea-4c41-a7ac-cbd2e6d2455b HTTP/1.1" status: 204 len: 168 time: 0.3042498 Nov 26 03:06:36.726207 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34192) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:36.762252 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9e110-0e92-442c-949b-5bff5f6df213 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1d709d-daea-4c41-a7ac-cbd2e6d2455b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:36.777622 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e52031-e52c-4445-86d3-a4ae11f65aa4 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Network': ['ID=e10171ad-bcf1-4b2e-b754-e5e01491e88e,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:36.794856 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network e10171ad-bcf1-4b2e-b754-e5e01491e88e details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:06:36.849760 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-35a35a9b-0163-42c9-a514-b4731a5509fb tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1221240 Nov 26 03:06:36.854629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34196) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:36.854809 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec04075-9d2f-4d67-afc1-c81dd4e88510 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:36.858349 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dec04075-9d2f-4d67-afc1-c81dd4e88510 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:36.949722 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d62dc-8d6a-4f47-8cd5-027b6d40df6c req-afa1aaf4-25d8-4ee1-bddc-6623292d2380 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:36.951451 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-477d62dc-8d6a-4f47-8cd5-027b6d40df6c req-afa1aaf4-25d8-4ee1-bddc-6623292d2380 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 944 time: 0.1125901 Nov 26 03:06:37.013896 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c58aaf1-c1ec-4d89-96b8-4b5b02301b28 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:37.049860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b68d2-0985-4ef0-a878-4f77d8909b60 req-e704b386-c919-4c93-8876-7b170f7fcb64 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:37.051428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-554b68d2-0985-4ef0-a878-4f77d8909b60 req-e704b386-c919-4c93-8876-7b170f7fcb64 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1227343 Nov 26 03:06:37.058050 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dec04075-9d2f-4d67-afc1-c81dd4e88510 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:37.067436 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c58aaf1-c1ec-4d89-96b8-4b5b02301b28 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:37.076945 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-477d62dc-8d6a-4f47-8cd5-027b6d40df6c req-cc0f5884-e96f-4ce1-932d-9e5c1c4badc3 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065981 Nov 26 03:06:37.129698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec04075-9d2f-4d67-afc1-c81dd4e88510 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Subnet': ['ID=f05bb9da-0b17-4923-b3ba-6a5f728f2977,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:37.135265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec04075-9d2f-4d67-afc1-c81dd4e88510 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Checking segment: {'id': '84dbdfdf-24b9-46b8-b95e-78a9aa2520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e10171ad-bcf1-4b2e-b754-e5e01491e88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:37.135637 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec04075-9d2f-4d67-afc1-c81dd4e88510 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network hostable DHCP agents. Network: e10171ad-bcf1-4b2e-b754-e5e01491e88e, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:06:37.139469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-554b68d2-0985-4ef0-a878-4f77d8909b60 req-9cd5df29-8227-428d-8c8f-b124c2ffdfbd tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782831 Nov 26 03:06:37.150757 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c58aaf1-c1ec-4d89-96b8-4b5b02301b28 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:37.154061 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c58aaf1-c1ec-4d89-96b8-4b5b02301b28 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:37.155203 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec04075-9d2f-4d67-afc1-c81dd4e88510 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network e10171ad-bcf1-4b2e-b754-e5e01491e88e is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:06:37.156490 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5c58aaf1-c1ec-4d89-96b8-4b5b02301b28 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "DELETE /v2.0/security-groups/f54cdbd0-5bb9-4b8e-8196-b29267872132 HTTP/1.1" status: 204 len: 168 time: 0.3024945 Nov 26 03:06:37.158246 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34200) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:37.166369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58aaf1-c1ec-4d89-96b8-4b5b02301b28 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54cdbd0-5bb9-4b8e-8196-b29267872132,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:37.453069 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-dec04075-9d2f-4d67-afc1-c81dd4e88510 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, e10171ad-bcf1-4b2e-b754-e5e01491e88e) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:37.463473 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd40615-e3a5-4258-a441-c36c9f683f38 None None] Network e10171ad-bcf1-4b2e-b754-e5e01491e88e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:37.463980 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec04075-9d2f-4d67-afc1-c81dd4e88510 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:37.464217 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dec04075-9d2f-4d67-afc1-c81dd4e88510 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:37.489970 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6165195e-38ce-46bf-b46d-2022ab131f5e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3305511 Nov 26 03:06:37.494638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34206) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:37.498263 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dec04075-9d2f-4d67-afc1-c81dd4e88510 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7909243 Nov 26 03:06:37.500634 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-74432d0f-c40b-467e-826f-0607feeed466 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029444848'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:37.500881 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34208) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:37.506982 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ee8d2c4c-573f-4fd5-8909-6f30554e47ff tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:37.539667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff761dd-1528-4b33-bf0b-405f940729d9 req-19ad2fba-eab2-443e-8c4c-5430c1dc12c5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:37.546928 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fff761dd-1528-4b33-bf0b-405f940729d9 req-19ad2fba-eab2-443e-8c4c-5430c1dc12c5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 944 time: 0.0845537 Nov 26 03:06:37.556570 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-74432d0f-c40b-467e-826f-0607feeed466 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:37.608730 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2c4c-573f-4fd5-8909-6f30554e47ff tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26409052'] for subnet, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:37.620853 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fff761dd-1528-4b33-bf0b-405f940729d9 req-dec87fb3-458b-4276-b1c9-d5dd7d95bb5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d3ab107-e9d9-417c-baf3-ba0675b7d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730565 Nov 26 03:06:37.670566 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-e10171ad-bcf1-4b2e-b754-e5e01491e88e', 'network_id': 'e10171ad-bcf1-4b2e-b754-e5e01491e88e', 'tenant_id': '0c2c9c0b27294536961f65f429f65457', 'fixed_ips': [{'subnet_id': 'f05bb9da-0b17-4923-b3ba-6a5f728f2977'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:06:37.670894 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:37.695331 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-74432d0f-c40b-467e-826f-0607feeed466 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:37.700978 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-74432d0f-c40b-467e-826f-0607feeed466 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:37.732143 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-74432d0f-c40b-467e-826f-0607feeed466 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:37.736155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-74432d0f-c40b-467e-826f-0607feeed466 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2375183 Nov 26 03:06:37.736552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34210) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:37.743316 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-2ddd1765-d57b-4e8d-b724-0b931a9c4c2d tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:37.743544 n-d-819389-3 neutron-server[104802]: WARNING neutron.api.v2.base [None req-2ddd1765-d57b-4e8d-b724-0b931a9c4c2d tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 26 03:06:37.744041 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-2ddd1765-d57b-4e8d-b724-0b931a9c4c2d tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] update failed (client error): There was a conflict when trying to complete your request. Nov 26 03:06:37.747545 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2ddd1765-d57b-4e8d-b724-0b931a9c4c2d tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "PUT /v2.0/security-groups/99ccc2e5-1817-4ee2-8791-c7a3d8a5f492 HTTP/1.1" status: 409 len: 330 time: 0.0063863 Nov 26 03:06:37.747545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74432d0f-c40b-467e-826f-0607feeed466 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ccc2e5-1817-4ee2-8791-c7a3d8a5f492,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:37.748117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34212) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:37.782503 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2c4c-573f-4fd5-8909-6f30554e47ff tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731989832816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26328625'] for subnet, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:37.805806 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-542af2de-fa7f-47b5-969f-40a2c6ca7606 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:37.820609 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8d2c4c-573f-4fd5-8909-6f30554e47ff tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:37.821238 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2c4c-573f-4fd5-8909-6f30554e47ff tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:37.822545 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ee8d2c4c-573f-4fd5-8909-6f30554e47ff tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "PUT /v2.0/subnets/f05bb9da-0b17-4923-b3ba-6a5f728f2977 HTTP/1.1" status: 200 len: 806 time: 0.3205755 Nov 26 03:06:37.825998 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34214) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:37.835343 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Allocated IP 172.20.0.2 (e10171ad-bcf1-4b2e-b754-e5e01491e88e/f05bb9da-0b17-4923-b3ba-6a5f728f2977/1eb3958d-70d1-4e1f-8897-eecad1fc3795) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:06:37.843333 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-542af2de-fa7f-47b5-969f-40a2c6ca7606 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:37.886735 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d2c4c-573f-4fd5-8909-6f30554e47ff tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Subnet': ['ID=f05bb9da-0b17-4923-b3ba-6a5f728f2977,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:37.894521 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-542af2de-fa7f-47b5-969f-40a2c6ca7606 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:37.898187 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-542af2de-fa7f-47b5-969f-40a2c6ca7606 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:37.901711 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-542af2de-fa7f-47b5-969f-40a2c6ca7606 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "DELETE /v2.0/security-groups/99ccc2e5-1817-4ee2-8791-c7a3d8a5f492 HTTP/1.1" status: 204 len: 168 time: 0.1505768 Nov 26 03:06:37.901893 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3bed1bd1-786b-44a2-8676-d86be8f22c9c details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:06:37.903130 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34216) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:37.911615 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542af2de-fa7f-47b5-969f-40a2c6ca7606 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ccc2e5-1817-4ee2-8791-c7a3d8a5f492,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:37.969203 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:37.980089 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-395325b8-1c35-47d2-9a70-ea844d2b8a4a tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0755932 Nov 26 03:06:37.983990 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34218) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:38.000354 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-0c73c73d-b9d5-4070-b028-252d9b53103d tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] delete failed (client error): The resource could not be found. Nov 26 03:06:38.001627 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0c73c73d-b9d5-4070-b028-252d9b53103d tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "DELETE /v2.0/security-groups/cfcc9393-c4c0-4652-87a3-264e5d5322a2 HTTP/1.1" status: 404 len: 347 time: 0.0164211 Nov 26 03:06:38.005216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34220) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:38.019362 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-f50de654-3100-4846-993a-5b6d5e33bf15 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] show failed (client error): The resource could not be found. Nov 26 03:06:38.023930 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f50de654-3100-4846-993a-5b6d5e33bf15 tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "GET /v2.0/security-groups/316fa965-9292-4e9b-8f05-0a0bf21da231 HTTP/1.1" status: 404 len: 347 time: 0.0142496 Nov 26 03:06:38.024510 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34222) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:38.037317 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-5b05ecef-65fc-4fa8-8afe-9f2a912f826e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] show failed (client error): The resource could not be found. Nov 26 03:06:38.041377 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5b05ecef-65fc-4fa8-8afe-9f2a912f826e tempest-NegativeSecGroupTest-403695396 tempest-NegativeSecGroupTest-403695396-project] 10.222.0.31 "GET /v2.0/security-group-rules/a8142430-4504-40c4-99b0-9bbdfef99df0 HTTP/1.1" status: 404 len: 356 time: 0.0123055 Nov 26 03:06:38.056270 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.062646 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5461395b-bb6c-4a63-bc4f-2ce9ef951782 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:06:38.070898 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e80f4ab7-c167-47c5-8f88-c96c135d4215 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:06:38.146314 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.148719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3bed1bd1-786b-44a2-8676-d86be8f22c9c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3bed1bd1-786b-44a2-8676-d86be8f22c9c,segment=NetworkSegment(be482674-ff0a-4a62-ad63-a3a88e40fde1),segment_id=be482674-ff0a-4a62-ad63-a3a88e40fde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:38.195639 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.201004 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.218209 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '3bed1bd1-786b-44a2-8676-d86be8f22c9c', 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa', 'port_id': '3bed1bd1-786b-44a2-8676-d86be8f22c9c', 'mac_address': 'fa:16:3e:f1:05:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1ab1f2-83bb-4e57-8629-c0eaece17eaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:06:38.251924 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Subnet': ['ID=f05bb9da-0b17-4923-b3ba-6a5f728f2977,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:38.266521 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Network e10171ad-bcf1-4b2e-b754-e5e01491e88e is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:38.311012 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.313353 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:38.318368 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca620df4-f0fb-4346-86a0-c339d6d6958d req-59d61195-6583-424a-803b-770ba5f2eef3 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:38.324865 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:38.327292 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca620df4-f0fb-4346-86a0-c339d6d6958d req-59d61195-6583-424a-803b-770ba5f2eef3 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 944 time: 0.1577945 Nov 26 03:06:38.327589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Pushing event updated for resources: {'Port': ['ID=1eb3958d-70d1-4e1f-8897-eecad1fc3795,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:38.334976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port e80f4ab7-c167-47c5-8f88-c96c135d4215 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:06:38.352603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bed1bd1-786b-44a2-8676-d86be8f22c9c {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:06:38.353742 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.361766 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port e80f4ab7-c167-47c5-8f88-c96c135d4215 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:38.362045 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.385029 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1d721-1f78-4cef-9b79-83b4d48ff2a5 req-e5bc676a-bbf5-4c6a-bb0f-30507eabe3a5 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:38.386268 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9fb1d721-1f78-4cef-9b79-83b4d48ff2a5 req-e5bc676a-bbf5-4c6a-bb0f-30507eabe3a5 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1194732 Nov 26 03:06:38.390422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10171ad-bcf1-4b2e-b754-e5e01491e88e']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:38.397093 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca620df4-f0fb-4346-86a0-c339d6d6958d req-b45c28ae-6a13-4704-9ec4-fb44556f0a74 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687211 Nov 26 03:06:38.418050 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dbdfdf-24b9-46b8-b95e-78a9aa2520dd') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:38.418353 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dbdfdf-24b9-46b8-b95e-78a9aa2520dd') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:38.426465 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34232) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:38.438080 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.445358 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 5461395b-bb6c-4a63-bc4f-2ce9ef951782, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5461395b-bb6c-4a63-bc4f-2ce9ef951782,segment=NetworkSegment(be482674-ff0a-4a62-ad63-a3a88e40fde1),segment_id=be482674-ff0a-4a62-ad63-a3a88e40fde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:38.458915 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.460176 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9fb1d721-1f78-4cef-9b79-83b4d48ff2a5 req-63602029-7b14-45bf-b4cd-ad0bd77b9d10 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614481 Nov 26 03:06:38.475424 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:38.475634 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3bed1bd1-786b-44a2-8676-d86be8f22c9c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3bed1bd1-786b-44a2-8676-d86be8f22c9c,segment=NetworkSegment(be482674-ff0a-4a62-ad63-a3a88e40fde1),segment_id=be482674-ff0a-4a62-ad63-a3a88e40fde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:38.476152 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.476284 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Attempting to bind port 1eb3958d-70d1-4e1f-8897-eecad1fc3795 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:06:38.476284 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Attempting to bind port 1eb3958d-70d1-4e1f-8897-eecad1fc3795 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '84dbdfdf-24b9-46b8-b95e-78a9aa2520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e10171ad-bcf1-4b2e-b754-e5e01491e88e'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:06:38.476284 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Attempting to bind port 1eb3958d-70d1-4e1f-8897-eecad1fc3795 on network e10171ad-bcf1-4b2e-b754-e5e01491e88e {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:38.477656 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '5461395b-bb6c-4a63-bc4f-2ce9ef951782', 'network_id': '6280ac1e-1eae-48ef-80cc-cccad8729faa', 'port_id': '5461395b-bb6c-4a63-bc4f-2ce9ef951782', 'mac_address': 'fa:16:3e:44:15:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1ab1f2-83bb-4e57-8629-c0eaece17eaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:06:38.486146 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.490206 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:06:38.490595 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Checking segment: {'id': '84dbdfdf-24b9-46b8-b95e-78a9aa2520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e10171ad-bcf1-4b2e-b754-e5e01491e88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:38.490999 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.491397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Bound using segment: {'id': '84dbdfdf-24b9-46b8-b95e-78a9aa2520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e10171ad-bcf1-4b2e-b754-e5e01491e88e'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:06:38.491882 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Bound port: 1eb3958d-70d1-4e1f-8897-eecad1fc3795, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84dbdfdf-24b9-46b8-b95e-78a9aa2520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e10171ad-bcf1-4b2e-b754-e5e01491e88e'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:06:38.492292 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:38.516608 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:38.543622 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.db.api [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 03:06:38.543622 n-d-819389-3 neutron-server[104801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 03:06:38.543622 n-d-819389-3 neutron-server[104801]: [parameters: {'id': 'e10171ad-bcf1-4b2e-b754-e5e01491e88e'}] Nov 26 03:06:38.543622 n-d-819389-3 neutron-server[104801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:06:38.544790 n-d-819389-3 neutron-server[104801]: DEBUG oslo_db.api [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:06:38.608992 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c7586ffc-e7ef-4bd7-ae02-925410460403 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8de69ece3844d27b50241fefff6143f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1814244 Nov 26 03:06:38.611521 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34238) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:38.667260 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa7b27a8-d396-4a17-8b55-0302060fde18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.690096 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa7b27a8-d396-4a17-8b55-0302060fde18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.745579 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa7b27a8-d396-4a17-8b55-0302060fde18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.748195 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa7b27a8-d396-4a17-8b55-0302060fde18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.749528 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-aa7b27a8-d396-4a17-8b55-0302060fde18 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33937005-adca-4da1-97dc-d83e4ce5213c HTTP/1.1" status: 204 len: 168 time: 0.1369534 Nov 26 03:06:38.762201 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b65493-8b4b-4f64-bf46-6fd7116c9ca6 req-8ecc7657-5b2b-4e64-bded-f5247c7c7560 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:38.763652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b27a8-d396-4a17-8b55-0302060fde18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33937005-adca-4da1-97dc-d83e4ce5213c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:38.763984 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0b65493-8b4b-4f64-bf46-6fd7116c9ca6 req-8ecc7657-5b2b-4e64-bded-f5247c7c7560 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 944 time: 0.0603485 Nov 26 03:06:38.766919 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.768142 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=3bed1bd1-786b-44a2-8676-d86be8f22c9c,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:38.824118 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0b65493-8b4b-4f64-bf46-6fd7116c9ca6 req-b8071688-513a-4e9d-87e3-5bc476fbd6bf tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d3ab107-e9d9-417c-baf3-ba0675b7d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507839 Nov 26 03:06:38.839956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5461395b-bb6c-4a63-bc4f-2ce9ef951782 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:06:38.849854 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.851993 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] For port 1eb3958d-70d1-4e1f-8897-eecad1fc3795, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:06:38.886520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 5461395b-bb6c-4a63-bc4f-2ce9ef951782, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5461395b-bb6c-4a63-bc4f-2ce9ef951782,segment=NetworkSegment(be482674-ff0a-4a62-ad63-a3a88e40fde1),segment_id=be482674-ff0a-4a62-ad63-a3a88e40fde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:38.888535 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] For port 1eb3958d-70d1-4e1f-8897-eecad1fc3795, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1eb3958d-70d1-4e1f-8897-eecad1fc3795,segment=NetworkSegment(84dbdfdf-24b9-46b8-b95e-78a9aa2520dd),segment_id=84dbdfdf-24b9-46b8-b95e-78a9aa2520dd)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:06:38.896243 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.898261 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.907438 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80f4ab7-c167-47c5-8f88-c96c135d4215'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:06:38.909739 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc088f0f-9926-4e66-aa7b-1e0173f8d872" -d '{"events": [{"server_uuid": "e429c924-5e9a-4c37-b961-2525b3544cb1", "name": "network-vif-plugged", "status": "completed", "tag": "e80f4ab7-c167-47c5-8f88-c96c135d4215"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:06:38.951605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port e80f4ab7-c167-47c5-8f88-c96c135d4215, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e80f4ab7-c167-47c5-8f88-c96c135d4215,segment=NetworkSegment(1a359ab9-9dd0-4953-bf1d-4a375e24c842),segment_id=1a359ab9-9dd0-4953-bf1d-4a375e24c842)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:38.962877 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:38.974753 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['3bed1bd1-786b-44a2-8676-d86be8f22c9c'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:06:38.979261 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d794861-5f38-4e67-b8e9-321753d7693c x-openstack-request-id: req-8d794861-5f38-4e67-b8e9-321753d7693c {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:06:38.979556 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e429c924-5e9a-4c37-b961-2525b3544cb1", "name": "network-vif-plugged", "status": "completed", "tag": "e80f4ab7-c167-47c5-8f88-c96c135d4215", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:06:38.979812 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d794861-5f38-4e67-b8e9-321753d7693c {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:06:38.980226 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80f4ab7-c167-47c5-8f88-c96c135d4215', 'code': 200} Nov 26 03:06:39.020464 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=5461395b-bb6c-4a63-bc4f-2ce9ef951782,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:39.045627 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:39.079895 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dd9869-6e8e-4ada-b62d-0c2566e265b9 None None] Network e10171ad-bcf1-4b2e-b754-e5e01491e88e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:39.138963 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad5fdb-1bd0-4395-8f50-28da685cf9a0 req-1f676812-430d-4b8c-b253-c8a049837d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:39.140700 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e5ad5fdb-1bd0-4395-8f50-28da685cf9a0 req-1f676812-430d-4b8c-b253-c8a049837d30 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 1096 time: 0.0556469 Nov 26 03:06:39.144827 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5757220-feb0-451c-bced-125e2942ad94 None None] Pushing event updated for resources: {'Port': ['ID=1eb3958d-70d1-4e1f-8897-eecad1fc3795,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:39.165511 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Deleting port 1eb3958d-70d1-4e1f-8897-eecad1fc3795 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:06:39.165979 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:39.205530 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['5461395b-bb6c-4a63-bc4f-2ce9ef951782'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:06:39.255283 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e5ad5fdb-1bd0-4395-8f50-28da685cf9a0 req-de0e4cc1-8963-450f-8922-fc4b8cb84637 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d3ab107-e9d9-417c-baf3-ba0675b7d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069739 Nov 26 03:06:39.260962 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] For port 1eb3958d-70d1-4e1f-8897-eecad1fc3795, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1eb3958d-70d1-4e1f-8897-eecad1fc3795,segment=NetworkSegment(84dbdfdf-24b9-46b8-b95e-78a9aa2520dd),segment_id=84dbdfdf-24b9-46b8-b95e-78a9aa2520dd)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:39.260962 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:39.273287 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Calling delete_port for 1eb3958d-70d1-4e1f-8897-eecad1fc3795 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:06:39.319083 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=e80f4ab7-c167-47c5-8f88-c96c135d4215,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:39.362324 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:39.386899 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3c4d46-7170-45e8-ba90-191956bda2f7 None None] Network e10171ad-bcf1-4b2e-b754-e5e01491e88e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:39.389126 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Port': ['ID=1eb3958d-70d1-4e1f-8897-eecad1fc3795,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:39.396348 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No DVR routers for this DVR port 1eb3958d-70d1-4e1f-8897-eecad1fc3795 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:06:39.511813 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:39.540280 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10171ad-bcf1-4b2e-b754-e5e01491e88e']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:39.558520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766566a5-d434-4390-8a63-68442ed30081 None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 03:06:39.563229 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dbdfdf-24b9-46b8-b95e-78a9aa2520dd') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:39.563662 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dbdfdf-24b9-46b8-b95e-78a9aa2520dd') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:39.576783 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:39.577323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75144ff-1138-4c3c-b476-c9602d6fb152 req-dfe06220-288f-4a70-8bab-7aa177c62fbf tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:39.578992 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c75144ff-1138-4c3c-b476-c9602d6fb152 req-dfe06220-288f-4a70-8bab-7aa177c62fbf tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 945 time: 0.0946124 Nov 26 03:06:39.600478 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34268) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:39.604853 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031340 Nov 26 03:06:39.606307 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:39.608956 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34270) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:39.636693 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:39.650746 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:39.654503 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:39.683005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8d826-cc70-48c3-9b5b-fcd65e5c4d0c req-5aa4a97d-6837-4fdf-8ef9-f066b4d1280a tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:39.684651 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09f8d826-cc70-48c3-9b5b-fcd65e5c4d0c req-5aa4a97d-6837-4fdf-8ef9-f066b4d1280a tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1047170 Nov 26 03:06:39.688286 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c75144ff-1138-4c3c-b476-c9602d6fb152 req-417d97c8-7c64-46ef-ac37-c8345bafd944 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978341 Nov 26 03:06:39.751183 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09f8d826-cc70-48c3-9b5b-fcd65e5c4d0c req-fcda0d5f-f6f8-4923-99c0-d08459fff45e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545583 Nov 26 03:06:39.771323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766566a5-d434-4390-8a63-68442ed30081 None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 03:06:39.773093 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:39.786851 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:39.791328 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/e10171ad-bcf1-4b2e-b754-e5e01491e88e HTTP/1.1" status: 204 len: 168 time: 1.9648757 Nov 26 03:06:39.793875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34276) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:39.811278 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-178ea1bc-a6c3-4d9a-813f-19e58c71a967 tempest-NetworksApiDiscovery-175503662 tempest-NetworksApiDiscovery-175503662-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2003696 Nov 26 03:06:39.812219 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa0ff0e-8c8e-4581-a7a3-5df29a9db5d6 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:39.812910 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa0ff0e-8c8e-4581-a7a3-5df29a9db5d6 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:39.814351 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ee159-0a61-475e-a67c-be5b6cc959a2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Network': ['ID=e10171ad-bcf1-4b2e-b754-e5e01491e88e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:39.818132 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4fa0ff0e-8c8e-4581-a7a3-5df29a9db5d6 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/e10171ad-bcf1-4b2e-b754-e5e01491e88e HTTP/1.1" status: 404 len: 339 time: 0.0231600 Nov 26 03:06:39.821967 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34280) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:39.830049 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-7c15035a-08bf-4e95-b728-308a2bc49fdf tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1467597328', 'description': 'd1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:39.859682 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c15035a-08bf-4e95-b728-308a2bc49fdf tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:39.866338 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c15035a-08bf-4e95-b728-308a2bc49fdf tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:39.898055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c15035a-08bf-4e95-b728-308a2bc49fdf tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:06:39.962116 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c15035a-08bf-4e95-b728-308a2bc49fdf tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:39.962470 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-7c15035a-08bf-4e95-b728-308a2bc49fdf tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Added segment 66a65ce6-0fff-435d-b439-176bae4a216e of type vlan for network c75f0ca6-9c61-4ba1-b288-4d89430cd581 Nov 26 03:06:40.019908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7867b3-6d6e-43e0-8aa8-b61e02fd41ce req-db54c2d4-84b2-458b-9976-b51e2228b50c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:40.021553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f7867b3-6d6e-43e0-8aa8-b61e02fd41ce req-db54c2d4-84b2-458b-9976-b51e2228b50c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 945 time: 0.1150491 Nov 26 03:06:40.023690 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c15035a-08bf-4e95-b728-308a2bc49fdf tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:40.082035 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c15035a-08bf-4e95-b728-308a2bc49fdf tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:40.087627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c15035a-08bf-4e95-b728-308a2bc49fdf tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:40.088248 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c15035a-08bf-4e95-b728-308a2bc49fdf tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:40.124367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f7867b3-6d6e-43e0-8aa8-b61e02fd41ce req-6eaa1783-024a-4feb-ad8a-302dcf2a821a tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d3ab107-e9d9-417c-baf3-ba0675b7d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962594 Nov 26 03:06:40.130017 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34286) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:40.161950 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7c15035a-08bf-4e95-b728-308a2bc49fdf tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3386829 Nov 26 03:06:40.165472 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34290) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:40.178120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15035a-08bf-4e95-b728-308a2bc49fdf tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Network': ['ID=c75f0ca6-9c61-4ba1-b288-4d89430cd581,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:40.191887 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network c75f0ca6-9c61-4ba1-b288-4d89430cd581 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:06:40.257058 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9307ebf3-9d0d-4b6b-b1f2-89619d5f01a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:40.288978 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd434f73-8f33-4262-86c7-954c71fe04ad tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:40.290456 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dd434f73-8f33-4262-86c7-954c71fe04ad tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "GET /v2.0/networks?id=c75f0ca6-9c61-4ba1-b288-4d89430cd581 HTTP/1.1" status: 200 len: 761 time: 0.1238668 Nov 26 03:06:40.293242 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34292) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:40.299488 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1eba96a1-20fb-499b-82ac-0949c61afb73 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'network': {'description': 'd2'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:40.350691 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9307ebf3-9d0d-4b6b-b1f2-89619d5f01a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:40.355252 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9307ebf3-9d0d-4b6b-b1f2-89619d5f01a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:40.397247 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9307ebf3-9d0d-4b6b-b1f2-89619d5f01a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6caa21fd81d44ce2aed1a62b77256ab6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2660463 Nov 26 03:06:40.399877 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34294) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:40.406132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307ebf3-9d0d-4b6b-b1f2-89619d5f01a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9849e725-2611-47f0-a765-64f83acce3f0,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:40.453796 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-698b6aad-2dc2-4396-939e-c0c7dbf9b25f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:40.467818 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1eba96a1-20fb-499b-82ac-0949c61afb73 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:40.479110 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-698b6aad-2dc2-4396-939e-c0c7dbf9b25f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:40.483101 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1eba96a1-20fb-499b-82ac-0949c61afb73 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:40.503371 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1eba96a1-20fb-499b-82ac-0949c61afb73 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network c75f0ca6-9c61-4ba1-b288-4d89430cd581 is not hosted by any dhcp agent {{(pid=104802) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 26 03:06:40.509064 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eba96a1-20fb-499b-82ac-0949c61afb73 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:40.509486 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1eba96a1-20fb-499b-82ac-0949c61afb73 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:40.511305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1eba96a1-20fb-499b-82ac-0949c61afb73 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "PUT /v2.0/networks/c75f0ca6-9c61-4ba1-b288-4d89430cd581 HTTP/1.1" status: 200 len: 758 time: 0.2160521 Nov 26 03:06:40.514769 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34296) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:40.563125 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba96a1-20fb-499b-82ac-0949c61afb73 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Network': ['ID=c75f0ca6-9c61-4ba1-b288-4d89430cd581,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:40.573661 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network c75f0ca6-9c61-4ba1-b288-4d89430cd581 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:06:40.586915 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-698b6aad-2dc2-4396-939e-c0c7dbf9b25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:40.589446 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-698b6aad-2dc2-4396-939e-c0c7dbf9b25f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:40.593089 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-698b6aad-2dc2-4396-939e-c0c7dbf9b25f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9849e725-2611-47f0-a765-64f83acce3f0 HTTP/1.1" status: 204 len: 168 time: 0.1896739 Nov 26 03:06:40.610256 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b6aad-2dc2-4396-939e-c0c7dbf9b25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9849e725-2611-47f0-a765-64f83acce3f0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:40.620827 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc0f3d9-c4d8-4151-91b9-8f08f0cbb613 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:40.625653 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8bc0f3d9-c4d8-4151-91b9-8f08f0cbb613 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "GET /v2.0/networks?id=c75f0ca6-9c61-4ba1-b288-4d89430cd581 HTTP/1.1" status: 200 len: 761 time: 0.1074579 Nov 26 03:06:40.626198 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34300) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:40.631072 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-964d3e03-27f9-4645-bce7-1665508b1564 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1429130990'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:40.653048 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964d3e03-27f9-4645-bce7-1665508b1564 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:40.656947 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-964d3e03-27f9-4645-bce7-1665508b1564 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:40.683880 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964d3e03-27f9-4645-bce7-1665508b1564 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:06:40.693294 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-964d3e03-27f9-4645-bce7-1665508b1564 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:40.693707 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-964d3e03-27f9-4645-bce7-1665508b1564 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Added segment d2a56c60-10c6-4488-8897-51f3ec92858e of type vlan for network 797b91a4-3a15-4438-bd30-d74602cdd2b4 Nov 26 03:06:40.739509 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-964d3e03-27f9-4645-bce7-1665508b1564 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:40.766866 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-964d3e03-27f9-4645-bce7-1665508b1564 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:40.772570 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964d3e03-27f9-4645-bce7-1665508b1564 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:40.773166 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-964d3e03-27f9-4645-bce7-1665508b1564 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:40.841744 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-964d3e03-27f9-4645-bce7-1665508b1564 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2144742 Nov 26 03:06:40.842781 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34312) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:40.851502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-7e657a55-795d-4292-8629-3499e5b77a8b tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'subnet': {'network_id': '797b91a4-3a15-4438-bd30-d74602cdd2b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:40.855717 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d3e03-27f9-4645-bce7-1665508b1564 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Network': ['ID=797b91a4-3a15-4438-bd30-d74602cdd2b4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:40.868323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 797b91a4-3a15-4438-bd30-d74602cdd2b4 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:06:40.952725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bc2d2-069d-4fb1-a85c-200014014615 req-1dbc2caf-7438-4814-b832-6632c37a2f6d tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:40.954243 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-583bc2d2-069d-4fb1-a85c-200014014615 req-1dbc2caf-7438-4814-b832-6632c37a2f6d tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 945 time: 0.1602094 Nov 26 03:06:41.004171 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dd2e3-7e0e-4673-a7d9-f1515071683d req-789a7e91-9cae-4f29-92ce-7b23d42e5684 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:41.005675 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a0dd2e3-7e0e-4673-a7d9-f1515071683d req-789a7e91-9cae-4f29-92ce-7b23d42e5684 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1592779 Nov 26 03:06:41.065772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-583bc2d2-069d-4fb1-a85c-200014014615 req-91e62564-470b-4bc9-abf7-b3a286a61e1f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963881 Nov 26 03:06:41.065772 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e657a55-795d-4292-8629-3499e5b77a8b tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:41.067917 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7e657a55-795d-4292-8629-3499e5b77a8b tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:41.152140 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a0dd2e3-7e0e-4673-a7d9-f1515071683d req-e027e116-d887-4d28-bd66-6ae40104faaf tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365485 Nov 26 03:06:41.317833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975014f3-5c8f-4c1f-a982-4b21d78e69ca req-7167d1d7-5832-4589-ba71-eeb8940d23ce tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:41.319338 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-975014f3-5c8f-4c1f-a982-4b21d78e69ca req-7167d1d7-5832-4589-ba71-eeb8940d23ce tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 945 time: 0.0971549 Nov 26 03:06:41.325392 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7e657a55-795d-4292-8629-3499e5b77a8b tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:41.429122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e657a55-795d-4292-8629-3499e5b77a8b tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Subnet': ['ID=4977a5d2-1e1b-49ad-b382-07deaf521ff7,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:41.437698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-975014f3-5c8f-4c1f-a982-4b21d78e69ca req-2b7efaf6-5c68-4b68-ae78-ee34785c31ab tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d3ab107-e9d9-417c-baf3-ba0675b7d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067333 Nov 26 03:06:41.444116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e657a55-795d-4292-8629-3499e5b77a8b tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Checking segment: {'id': 'd2a56c60-10c6-4488-8897-51f3ec92858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '797b91a4-3a15-4438-bd30-d74602cdd2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:41.444495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e657a55-795d-4292-8629-3499e5b77a8b tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network hostable DHCP agents. Network: 797b91a4-3a15-4438-bd30-d74602cdd2b4, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:06:41.466106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e657a55-795d-4292-8629-3499e5b77a8b tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network 797b91a4-3a15-4438-bd30-d74602cdd2b4 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:06:41.477616 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-7e657a55-795d-4292-8629-3499e5b77a8b tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 797b91a4-3a15-4438-bd30-d74602cdd2b4) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:41.481952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e657a55-795d-4292-8629-3499e5b77a8b tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:41.482552 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7e657a55-795d-4292-8629-3499e5b77a8b tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:41.487965 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cb14e8-5fbf-4dd4-84fc-80ac4c323a2d None None] Network 797b91a4-3a15-4438-bd30-d74602cdd2b4 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:41.504490 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34336) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:41.515714 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7e657a55-795d-4292-8629-3499e5b77a8b tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6697943 Nov 26 03:06:41.584687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fcada-4aba-4d8c-9e97-e3d7aabdb620 req-fd7cbcf3-127d-476c-9963-6eb37de1bd28 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:41.586294 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad9fcada-4aba-4d8c-9e97-e3d7aabdb620 req-fd7cbcf3-127d-476c-9963-6eb37de1bd28 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 945 time: 0.0696833 Nov 26 03:06:41.661237 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6120457c-a9c8-48d8-9180-a776bb3325bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:41.682170 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:41.696915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad9fcada-4aba-4d8c-9e97-e3d7aabdb620 req-683755d8-5490-47b3-9dcd-877fe7256ab3 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d3ab107-e9d9-417c-baf3-ba0675b7d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995798 Nov 26 03:06:41.711375 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34350) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:41.718298 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-797b91a4-3a15-4438-bd30-d74602cdd2b4', 'network_id': '797b91a4-3a15-4438-bd30-d74602cdd2b4', 'tenant_id': '0c2c9c0b27294536961f65f429f65457', 'fixed_ips': [{'subnet_id': '4977a5d2-1e1b-49ad-b382-07deaf521ff7'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:06:41.719183 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:41.771378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92638b1c-dcaf-49da-b135-ab1f4f5cb1b5 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:41.775802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-92638b1c-dcaf-49da-b135-ab1f4f5cb1b5 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 1091 time: 0.0604129 Nov 26 03:06:41.776016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34354) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:41.781598 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': 'e80f4ab7-c167-47c5-8f88-c96c135d4215', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:41.783143 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:41.814511 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:41.907253 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3bed1bd1-786b-44a2-8676-d86be8f22c9c up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:06:41.916255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Allocated IP 172.20.0.2 (797b91a4-3a15-4438-bd30-d74602cdd2b4/4977a5d2-1e1b-49ad-b382-07deaf521ff7/cf99751b-0bc1-47c5-b114-6f99ca567a95) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:06:41.924319 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:42.033096 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 3bed1bd1-786b-44a2-8676-d86be8f22c9c completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:06:42.045577 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 3bed1bd1-786b-44a2-8676-d86be8f22c9c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:42.046035 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:42.062693 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Allocated IP 172.25.0.146 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/08793838-5aa1-49a1-80af-5f1d4d6d21fa) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:06:42.107170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 940834b0-0f84-4a48-b62e-8a6648ba0236 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:06:42.138558 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5461395b-bb6c-4a63-bc4f-2ce9ef951782 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:06:42.248926 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:42.297160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1d735-f94f-44bc-8c2a-ccd33723a16e req-6499782c-63d8-4cac-8960-fb971a53c123 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:42.307829 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ba1d735-f94f-44bc-8c2a-ccd33723a16e req-6499782c-63d8-4cac-8960-fb971a53c123 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 945 time: 0.1393430 Nov 26 03:06:42.376192 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:42.407062 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:42.418143 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:42.420128 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 5461395b-bb6c-4a63-bc4f-2ce9ef951782 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:06:42.420944 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ba1d735-f94f-44bc-8c2a-ccd33723a16e req-730af2bf-3a99-498a-adf9-4195a8cb93d0 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112568 Nov 26 03:06:42.478420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 5461395b-bb6c-4a63-bc4f-2ce9ef951782 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:42.478793 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:42.485727 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Subnet': ['ID=4977a5d2-1e1b-49ad-b382-07deaf521ff7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:42.493615 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:42.510233 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:42.536142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f9e9a-b951-4d92-af75-65cc11d90a03 req-5367fe59-88af-4a34-95ca-84657ea5d4e7 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:42.537479 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac9f9e9a-b951-4d92-af75-65cc11d90a03 req-5367fe59-88af-4a34-95ca-84657ea5d4e7 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2158160 Nov 26 03:06:42.579785 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:42.589073 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:42.592359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:42.592616 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Pushing event updated for resources: {'Port': ['ID=cf99751b-0bc1-47c5-b114-6f99ca567a95,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:42.610743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Network 797b91a4-3a15-4438-bd30-d74602cdd2b4 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:42.623457 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 940834b0-0f84-4a48-b62e-8a6648ba0236, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=940834b0-0f84-4a48-b62e-8a6648ba0236,segment=NetworkSegment(67ac57aa-fc70-4bd9-b458-051f19fc971f),segment_id=67ac57aa-fc70-4bd9-b458-051f19fc971f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:42.627692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:42.647849 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:42.650105 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:42.688607 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3bed1bd1-786b-44a2-8676-d86be8f22c9c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3bed1bd1-786b-44a2-8676-d86be8f22c9c,segment=NetworkSegment(be482674-ff0a-4a62-ad63-a3a88e40fde1),segment_id=be482674-ff0a-4a62-ad63-a3a88e40fde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:42.689900 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5417ce90-8b54-461f-9836-0a9dc3d69919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bed1bd1-786b-44a2-8676-d86be8f22c9c'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:06:42.694350 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46939127-1bfe-4643-993d-053f413db266" -d '{"events": [{"server_uuid": "5417ce90-8b54-461f-9836-0a9dc3d69919", "name": "network-vif-plugged", "status": "completed", "tag": "3bed1bd1-786b-44a2-8676-d86be8f22c9c"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:06:42.698681 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Port': ['ID=08793838-5aa1-49a1-80af-5f1d4d6d21fa,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:42.707410 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797b91a4-3a15-4438-bd30-d74602cdd2b4']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:42.717487 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '940834b0-0f84-4a48-b62e-8a6648ba0236', 'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892', 'port_id': '940834b0-0f84-4a48-b62e-8a6648ba0236', 'mac_address': 'fa:16:3e:a4:63:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cd5660-c9e5-4dc2-b734-b88f81181a94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:06:42.725424 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a56c60-10c6-4488-8897-51f3ec92858e') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:42.726276 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a56c60-10c6-4488-8897-51f3ec92858e') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:42.742657 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:42.749720 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:42.784998 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb269fec-e127-4a6f-8cdf-28fbb93b57e0 x-openstack-request-id: req-eb269fec-e127-4a6f-8cdf-28fbb93b57e0 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:06:42.785307 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5417ce90-8b54-461f-9836-0a9dc3d69919", "name": "network-vif-plugged", "status": "completed", "tag": "3bed1bd1-786b-44a2-8676-d86be8f22c9c", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:06:42.785572 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb269fec-e127-4a6f-8cdf-28fbb93b57e0 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:06:42.785688 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:42.785977 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5417ce90-8b54-461f-9836-0a9dc3d69919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bed1bd1-786b-44a2-8676-d86be8f22c9c', 'code': 200} Nov 26 03:06:42.792788 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:42.793190 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:42.891490 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:42.898814 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.db.api [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 03:06:42.898814 n-d-819389-3 neutron-server[104801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 03:06:42.898814 n-d-819389-3 neutron-server[104801]: [parameters: {'id': '797b91a4-3a15-4438-bd30-d74602cdd2b4'}] Nov 26 03:06:42.898814 n-d-819389-3 neutron-server[104801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:06:42.899664 n-d-819389-3 neutron-server[104801]: DEBUG oslo_db.api [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:06:42.961229 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:42.979048 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Attempting to bind port cf99751b-0bc1-47c5-b114-6f99ca567a95 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:06:42.979485 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Attempting to bind port cf99751b-0bc1-47c5-b114-6f99ca567a95 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'd2a56c60-10c6-4488-8897-51f3ec92858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '797b91a4-3a15-4438-bd30-d74602cdd2b4'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:06:42.979905 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Attempting to bind port cf99751b-0bc1-47c5-b114-6f99ca567a95 on network 797b91a4-3a15-4438-bd30-d74602cdd2b4 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:42.984102 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:43.021179 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:06:43.021573 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Checking segment: {'id': 'd2a56c60-10c6-4488-8897-51f3ec92858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '797b91a4-3a15-4438-bd30-d74602cdd2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:43.021959 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:43.022364 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Bound using segment: {'id': 'd2a56c60-10c6-4488-8897-51f3ec92858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '797b91a4-3a15-4438-bd30-d74602cdd2b4'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:06:43.022854 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Bound port: cf99751b-0bc1-47c5-b114-6f99ca567a95, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a56c60-10c6-4488-8897-51f3ec92858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '797b91a4-3a15-4438-bd30-d74602cdd2b4'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:06:43.023242 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:43.042960 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 940834b0-0f84-4a48-b62e-8a6648ba0236 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:06:43.064606 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 5461395b-bb6c-4a63-bc4f-2ce9ef951782, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5461395b-bb6c-4a63-bc4f-2ce9ef951782,segment=NetworkSegment(be482674-ff0a-4a62-ad63-a3a88e40fde1),segment_id=be482674-ff0a-4a62-ad63-a3a88e40fde1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:43.101543 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=3bed1bd1-786b-44a2-8676-d86be8f22c9c,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:43.290410 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:43.297974 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 940834b0-0f84-4a48-b62e-8a6648ba0236, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=940834b0-0f84-4a48-b62e-8a6648ba0236,segment=NetworkSegment(67ac57aa-fc70-4bd9-b458-051f19fc971f),segment_id=67ac57aa-fc70-4bd9-b458-051f19fc971f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:43.351599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=5461395b-bb6c-4a63-bc4f-2ce9ef951782,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:43.363112 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:43.363757 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:43.364145 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:43.364497 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:43.364901 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:43.365275 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:43.365593 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:43.366013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:43.366353 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:43.366689 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:43.367129 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:43.367458 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:43.371997 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:43.398796 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac9f9e9a-b951-4d92-af75-65cc11d90a03 req-fd661f86-dd49-41ea-a8f0-8fe901699c07 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8250964 Nov 26 03:06:43.400960 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:43.437862 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:43.487533 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] For port cf99751b-0bc1-47c5-b114-6f99ca567a95, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:06:43.523171 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Deleting port cf99751b-0bc1-47c5-b114-6f99ca567a95 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:06:43.523525 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:43.546505 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['940834b0-0f84-4a48-b62e-8a6648ba0236'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:06:43.631721 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] For port cf99751b-0bc1-47c5-b114-6f99ca567a95, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cf99751b-0bc1-47c5-b114-6f99ca567a95,segment=NetworkSegment(d2a56c60-10c6-4488-8897-51f3ec92858e),segment_id=d2a56c60-10c6-4488-8897-51f3ec92858e)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:06:43.640536 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=940834b0-0f84-4a48-b62e-8a6648ba0236,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:43.651935 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:43.681767 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] For port cf99751b-0bc1-47c5-b114-6f99ca567a95, host n-d-819389-3, got binding levels [] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:43.682814 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:43.702665 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Calling delete_port for cf99751b-0bc1-47c5-b114-6f99ca567a95 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:06:43.805830 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34426) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:43.843854 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:43.870048 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea22dff4-a8a1-4653-8461-aecc1de010a2 None None] Network 797b91a4-3a15-4438-bd30-d74602cdd2b4 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:43.921630 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Port': ['ID=cf99751b-0bc1-47c5-b114-6f99ca567a95,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:43.924262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305530f-281a-4e2f-a21c-a6994bfad64b req-0bdb34fb-ce4d-4f6b-a926-b044bbe3019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:43.926447 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b305530f-281a-4e2f-a21c-a6994bfad64b req-0bdb34fb-ce4d-4f6b-a926-b044bbe3019e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 1096 time: 0.5228035 Nov 26 03:06:43.931657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No DVR routers for this DVR port cf99751b-0bc1-47c5-b114-6f99ca567a95 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:06:43.976620 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3435b-7666-4de6-b8ed-e91fd00b7249 None None] Pushing event updated for resources: {'Port': ['ID=cf99751b-0bc1-47c5-b114-6f99ca567a95,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:43.990149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fdcba-4355-426d-8d51-c04afb31c9a0 req-c0352e33-f07a-4ced-abbc-4368cf24f0e8 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:43.991821 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c8fdcba-4355-426d-8d51-c04afb31c9a0 req-c0352e33-f07a-4ced-abbc-4368cf24f0e8 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.4346750 Nov 26 03:06:44.030928 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b305530f-281a-4e2f-a21c-a6994bfad64b req-58c44240-6262-4a44-8781-601c440b78db service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934489 Nov 26 03:06:44.047352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48675f9-a0db-40d2-972c-31b16c59957e None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 03:06:44.093651 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a174688d-2393-4168-932a-81d83571b6ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:44.098949 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c8fdcba-4355-426d-8d51-c04afb31c9a0 req-70666dc3-2be8-44bb-9f7e-d618aeb5f524 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704911 Nov 26 03:06:44.100093 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:44.130066 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:44.166563 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797b91a4-3a15-4438-bd30-d74602cdd2b4']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:44.180670 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-36eff0a3-d34d-4f2e-99f9-f66dff91c679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:44.189204 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a56c60-10c6-4488-8897-51f3ec92858e') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:44.189881 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a56c60-10c6-4488-8897-51f3ec92858e') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:44.205080 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:44.211764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48675f9-a0db-40d2-972c-31b16c59957e None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 03:06:44.234829 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:44.247570 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:44.248239 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:44.252878 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:44.329919 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a174688d-2393-4168-932a-81d83571b6ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:44.332832 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:44.334772 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:44.339645 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:44.348530 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a174688d-2393-4168-932a-81d83571b6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:44.377903 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:44.384544 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/797b91a4-3a15-4438-bd30-d74602cdd2b4 HTTP/1.1" status: 204 len: 168 time: 2.8788383 Nov 26 03:06:44.388632 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a174688d-2393-4168-932a-81d83571b6ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea1c91664694484485ef1aa89e688cdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5815794 Nov 26 03:06:44.389201 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34430) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:44.399279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34432) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:44.403724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Port': ['ID=08793838-5aa1-49a1-80af-5f1d4d6d21fa,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:44.444900 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-14bb161a-7b7b-46d9-b3bf-41cb022f743c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] GET failed (client error): The resource could not be found. Nov 26 03:06:44.448898 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-14bb161a-7b7b-46d9-b3bf-41cb022f743c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "GET /v2.0/subnets/4977a5d2-1e1b-49ad-b382-07deaf521ff7 HTTP/1.1" status: 404 len: 337 time: 0.0427654 Nov 26 03:06:44.449208 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904a39f-917a-4f20-81b6-106fa6045230 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Network': ['ID=797b91a4-3a15-4438-bd30-d74602cdd2b4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:44.450781 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34438) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:44.485590 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174688d-2393-4168-932a-81d83571b6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e865dceb-74b9-4f3c-8cbb-4570870f2ba5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:44.489151 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60b137a-8fa7-4308-8bac-2acf7fd6f4f4 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:44.489657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60b137a-8fa7-4308-8bac-2acf7fd6f4f4 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:44.496116 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d60b137a-8fa7-4308-8bac-2acf7fd6f4f4 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/797b91a4-3a15-4438-bd30-d74602cdd2b4 HTTP/1.1" status: 404 len: 339 time: 0.0383010 Nov 26 03:06:44.496518 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34440) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:44.557373 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:44.560310 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4a8c57d3-3329-407d-96ba-b53c84ad78a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:44.701990 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4a8c57d3-3329-407d-96ba-b53c84ad78a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:44.748109 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c74430-efb0-43c2-ac64-6f3f94505554 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:44.750578 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-70c74430-efb0-43c2-ac64-6f3f94505554 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2533035 Nov 26 03:06:44.754042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639f539-4513-4b84-9bff-2ad5bfef0de1 req-4fe986b3-4d61-4885-a061-ea7ae428d86f tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:44.755521 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34442) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:44.756576 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b639f539-4513-4b84-9bff-2ad5bfef0de1 req-4fe986b3-4d61-4885-a061-ea7ae428d86f tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 945 time: 0.1424687 Nov 26 03:06:44.788107 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a076ac79-2824-414f-a541-891d1048eb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5461395b-bb6c-4a63-bc4f-2ce9ef951782'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:06:44.789626 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32865edc-1386-462d-a7d7-84a92039afb5" -d '{"events": [{"server_uuid": "a076ac79-2824-414f-a541-891d1048eb83", "name": "network-vif-plugged", "status": "completed", "tag": "5461395b-bb6c-4a63-bc4f-2ce9ef951782"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:06:44.799262 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Floating IP e9b4f530-37df-4ea9-a80f-febff11e2ee1 associated. External IP: 172.25.0.146, port: e80f4ab7-c167-47c5-8f88-c96c135d4215. Nov 26 03:06:44.821440 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-60d625c8-53a7-47a9-8df5-3f7f57af4252 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "GET /v2.0/subnets?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 207 time: 0.0641952 Nov 26 03:06:44.825205 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34446) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:44.863521 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297670ea-2684-4a1c-a752-40079af8aa2b x-openstack-request-id: req-297670ea-2684-4a1c-a752-40079af8aa2b {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:06:44.863876 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a076ac79-2824-414f-a541-891d1048eb83", "name": "network-vif-plugged", "status": "completed", "tag": "5461395b-bb6c-4a63-bc4f-2ce9ef951782", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:06:44.864162 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-297670ea-2684-4a1c-a752-40079af8aa2b {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:06:44.864565 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a076ac79-2824-414f-a541-891d1048eb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5461395b-bb6c-4a63-bc4f-2ce9ef951782', 'code': 200} Nov 26 03:06:44.885317 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4a8c57d3-3329-407d-96ba-b53c84ad78a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:44.887176 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4a8c57d3-3329-407d-96ba-b53c84ad78a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:44.890791 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4a8c57d3-3329-407d-96ba-b53c84ad78a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e865dceb-74b9-4f3c-8cbb-4570870f2ba5 HTTP/1.1" status: 204 len: 168 time: 0.4805605 Nov 26 03:06:44.922365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c57d3-3329-407d-96ba-b53c84ad78a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e865dceb-74b9-4f3c-8cbb-4570870f2ba5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:44.931882 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b639f539-4513-4b84-9bff-2ad5bfef0de1 req-0711d1ec-eac0-41ce-80b2-30eb7ca275e8 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677713 Nov 26 03:06:45.049066 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:45.058720 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bec1eb-bec8-4362-82dc-c5a9b25c59ea tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:45.072374 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bec1eb-bec8-4362-82dc-c5a9b25c59ea tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:45.081900 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bec1eb-bec8-4362-82dc-c5a9b25c59ea tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:45.091293 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bec1eb-bec8-4362-82dc-c5a9b25c59ea tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:45.093065 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-10bec1eb-bec8-4362-82dc-c5a9b25c59ea tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2668998 Nov 26 03:06:45.097906 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34450) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:45.143092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:06:45.191152 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f9e44-416a-463c-9f23-676044c1b0ae req-49b35feb-f5ee-44ac-a7e3-f7abb2a80c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:45.192874 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ee0f9e44-416a-463c-9f23-676044c1b0ae req-49b35feb-f5ee-44ac-a7e3-f7abb2a80c88 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 1097 time: 0.2181036 Nov 26 03:06:45.272806 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ee0f9e44-416a-463c-9f23-676044c1b0ae req-36dc3997-894a-49e4-9738-8ce9388c524f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650628 Nov 26 03:06:45.319533 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-25e250a3-9bde-4e43-9732-ae5b3343dcd2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2201664 Nov 26 03:06:45.323307 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34456) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:45.400703 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaabb9-45ae-4558-aef1-b9c0ea00764e req-6357eec8-8e0f-4702-923c-b1890c0f123c tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:45.402284 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ddaabb9-45ae-4558-aef1-b9c0ea00764e req-6357eec8-8e0f-4702-923c-b1890c0f123c tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.1486249 Nov 26 03:06:45.421543 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddee78b-5a4c-4af9-8692-c2f289f099eb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:45.424449 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:06:45.430594 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddee78b-5a4c-4af9-8692-c2f289f099eb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:45.436944 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0299805c-fa7d-4902-be7a-4619ef2e42a7 None None] Sync routers for ids ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:06:45.446522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34458) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:45.457084 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9ddee78b-5a4c-4af9-8692-c2f289f099eb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1309435 Nov 26 03:06:45.458766 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0299805c-fa7d-4902-be7a-4619ef2e42a7 None None] Routers {'23593be7-a4a7-4b75-9aa0-23d00a4e9d68'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:06:45.459447 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0299805c-fa7d-4902-be7a-4619ef2e42a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:06:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:45.476785 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:45.531001 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34460) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:45.531345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b79935c6-0a2c-4371-9a22-99c9e34d7f7b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7541223 Nov 26 03:06:45.534901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34462) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:45.535357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'tag': 'e80f4ab7-c167-47c5-8f88-c96c135d4215'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:06:45.537652 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d574b5-816f-474c-9551-6c45d86498b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e429c924-5e9a-4c37-b961-2525b3544cb1", "tag": "e80f4ab7-c167-47c5-8f88-c96c135d4215"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:06:45.554368 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b5b9ab34-64fd-4147-9978-288f77bdf1eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:45.590584 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-0299805c-fa7d-4902-be7a-4619ef2e42a7 None None] Set router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:06:45.613173 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e4a2f138-abdf-404f-8112-8a59b90cdcb9 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/floatingips/e9b4f530-37df-4ea9-a80f-febff11e2ee1 HTTP/1.1" status: 200 len: 991 time: 0.0722547 Nov 26 03:06:45.683358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ddaabb9-45ae-4558-aef1-b9c0ea00764e req-5bc3d92f-749c-4b20-827c-5256f6e2f3a0 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693567 Nov 26 03:06:45.690122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec472312-1024-45d4-bd8e-399738d95dfb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:45.693188 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec472312-1024-45d4-bd8e-399738d95dfb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['shared'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:45.694757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ec472312-1024-45d4-bd8e-399738d95dfb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2477956 Nov 26 03:06:45.700742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34470) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:45.721413 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b5b9ab34-64fd-4147-9978-288f77bdf1eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:45.737044 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b5b9ab34-64fd-4147-9978-288f77bdf1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:45.833413 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b5b9ab34-64fd-4147-9978-288f77bdf1eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5c8df25cd6045d2bcfaac8c6e1fc6d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3005195 Nov 26 03:06:45.835990 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34472) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:45.839527 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9ab34-64fd-4147-9978-288f77bdf1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a70df5-7289-4183-91d1-44c18605f638,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:45.959329 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8857a4dc-30b1-43b2-bcf0-c2a9b07d61f9 x-openstack-request-id: req-8857a4dc-30b1-43b2-bcf0-c2a9b07d61f9 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:06:45.959637 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e429c924-5e9a-4c37-b961-2525b3544cb1", "tag": "e80f4ab7-c167-47c5-8f88-c96c135d4215", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:06:45.959889 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8857a4dc-30b1-43b2-bcf0-c2a9b07d61f9 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:06:45.960347 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'tag': 'e80f4ab7-c167-47c5-8f88-c96c135d4215', 'status': 'completed', 'code': 200} Nov 26 03:06:45.961872 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0299805c-fa7d-4902-be7a-4619ef2e42a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:06:15Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'e9b4f530-37df-4ea9-a80f-febff11e2ee1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'port_id': 'e80f4ab7-c167-47c5-8f88-c96c135d4215', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'mac_address': 'fa:16:3e:7b:10:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:06:43Z', 'updated_at': '2021-11-26T03:06:43Z', 'revision_number': 0, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0acba39-f266-45fa-b9bb-e61e6b3fe336', 'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:22:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:21Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:45.978553 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b940ee4f-ddf5-4077-87e0-b1e5dd6ed339 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:45.981497 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b940ee4f-ddf5-4077-87e0-b1e5dd6ed339 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "GET /v2.0/networks/9ad1b053-8af1-402e-b792-18a7fa905c04 HTTP/1.1" status: 200 len: 800 time: 0.2784030 Nov 26 03:06:45.984376 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34476) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:45.995667 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-282e9036-00b4-4b2a-b783-dd9ba4bee538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:46.021516 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0299805c-fa7d-4902-be7a-4619ef2e42a7 None None] Checking router: 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:06:46.031821 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0299805c-fa7d-4902-be7a-4619ef2e42a7 None None] Routers {'23593be7-a4a7-4b75-9aa0-23d00a4e9d68'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:06:46.032626 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0299805c-fa7d-4902-be7a-4619ef2e42a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:06:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:46.070494 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-282e9036-00b4-4b2a-b783-dd9ba4bee538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:46.132828 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 940834b0-0f84-4a48-b62e-8a6648ba0236 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:06:46.145286 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d574b5-816f-474c-9551-6c45d86498b0 req-72e93de3-4e69-4423-bede-49a7cac0ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:46.145700 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-0299805c-fa7d-4902-be7a-4619ef2e42a7 None None] Set router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:06:46.148244 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-60d574b5-816f-474c-9551-6c45d86498b0 req-72e93de3-4e69-4423-bede-49a7cac0ed14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cd023a1c40f48beb9652fd40a5c698a&device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 1096 time: 0.1238008 Nov 26 03:06:46.155021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56709eb9-5b13-4a62-8abb-9e29a1ce008e req-e6219fc3-5aff-487a-8596-38d3fe3ae5eb tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:46.158619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56709eb9-5b13-4a62-8abb-9e29a1ce008e req-e6219fc3-5aff-487a-8596-38d3fe3ae5eb tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 945 time: 0.0985448 Nov 26 03:06:46.208570 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-282e9036-00b4-4b2a-b783-dd9ba4bee538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:46.211157 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-282e9036-00b4-4b2a-b783-dd9ba4bee538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:46.238038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 940834b0-0f84-4a48-b62e-8a6648ba0236 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:06:46.238682 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:46.242462 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-282e9036-00b4-4b2a-b783-dd9ba4bee538 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60a70df5-7289-4183-91d1-44c18605f638 HTTP/1.1" status: 204 len: 168 time: 0.3787718 Nov 26 03:06:46.252129 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-db2c07eb-7811-4607-9bc1-dd214bfd8d81 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "GET /v2.0/networks/9ad1b053-8af1-402e-b792-18a7fa905c04?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2664454 Nov 26 03:06:46.257451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34480) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:46.343149 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56709eb9-5b13-4a62-8abb-9e29a1ce008e req-4ddc8e90-bc33-4b7b-bcba-0ed87aac13db tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624439 Nov 26 03:06:46.344411 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e9036-00b4-4b2a-b783-dd9ba4bee538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a70df5-7289-4183-91d1-44c18605f638,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:46.394068 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f581ca6-7ae9-4478-8f47-cf7e8dc6a10e tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:46.402839 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5f581ca6-7ae9-4478-8f47-cf7e8dc6a10e tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "GET /v2.0/subnets/1ff92788-c131-4f8b-9612-a4a194387699 HTTP/1.1" status: 200 len: 811 time: 0.1441855 Nov 26 03:06:46.406218 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34482) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:46.479759 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d574b5-816f-474c-9551-6c45d86498b0 req-06168844-807c-4585-ac17-696944c7b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:46.481576 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-60d574b5-816f-474c-9551-6c45d86498b0 req-06168844-807c-4585-ac17-696944c7b498 service neutron] 10.222.0.59 "GET /v2.0/networks?id=697a8cf6-7511-47a7-9719-edbaf32143d1 HTTP/1.1" status: 200 len: 898 time: 0.3004398 Nov 26 03:06:46.492474 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:46.570834 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 940834b0-0f84-4a48-b62e-8a6648ba0236, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=940834b0-0f84-4a48-b62e-8a6648ba0236,segment=NetworkSegment(67ac57aa-fc70-4bd9-b458-051f19fc971f),segment_id=67ac57aa-fc70-4bd9-b458-051f19fc971f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:46.616136 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:46.618801 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34486) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:46.728838 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0299805c-fa7d-4902-be7a-4619ef2e42a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:06:15Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'e9b4f530-37df-4ea9-a80f-febff11e2ee1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'port_id': 'e80f4ab7-c167-47c5-8f88-c96c135d4215', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'mac_address': 'fa:16:3e:7b:10:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:06:43Z', 'updated_at': '2021-11-26T03:06:43Z', 'revision_number': 0, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0acba39-f266-45fa-b9bb-e61e6b3fe336', 'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:22:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:21Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:46.740344 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=940834b0-0f84-4a48-b62e-8a6648ba0236,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:46.741357 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3cff6aae-b732-4cac-bcb1-37547069bc6e tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/floatingips/e9b4f530-37df-4ea9-a80f-febff11e2ee1 HTTP/1.1" status: 200 len: 991 time: 0.1204596 Nov 26 03:06:46.754573 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:46.767994 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0299805c-fa7d-4902-be7a-4619ef2e42a7 None None] The sync data for ids ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'] in n-d-819389-3 is: [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:06:15Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'e9b4f530-37df-4ea9-a80f-febff11e2ee1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'port_id': 'e80f4ab7-c167-47c5-8f88-c96c135d4215', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'mac_address': 'fa:16:3e:7b:10:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:06:43Z', 'updated_at': '2021-11-26T03:06:43Z', 'revision_number': 0, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0acba39-f266-45fa-b9bb-e61e6b3fe336', 'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:22:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:21Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:06:46.865719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940834b0-0f84-4a48-b62e-8a6648ba0236'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:06:46.868483 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784e11c2-ab07-4fcf-954f-b2a413529522" -d '{"events": [{"server_uuid": "7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29", "name": "network-vif-plugged", "status": "completed", "tag": "940834b0-0f84-4a48-b62e-8a6648ba0236"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:06:46.956733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5fe47-1174-4966-ac18-3424eb84fd0c req-d0e6ec5e-548b-4293-a540-8f4a5ff89607 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:46.964624 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17c5fe47-1174-4966-ac18-3424eb84fd0c req-d0e6ec5e-548b-4293-a540-8f4a5ff89607 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.1375012 Nov 26 03:06:47.052583 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17c5fe47-1174-4966-ac18-3424eb84fd0c req-cc3f8ee2-b00f-4f50-a25d-19a3b61a42c1 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780301 Nov 26 03:06:47.074427 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28908fe9-4746-4bd9-870c-d419b08eb0f5 x-openstack-request-id: req-28908fe9-4746-4bd9-870c-d419b08eb0f5 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:06:47.074726 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29", "name": "network-vif-plugged", "status": "completed", "tag": "940834b0-0f84-4a48-b62e-8a6648ba0236", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:06:47.074984 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28908fe9-4746-4bd9-870c-d419b08eb0f5 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:06:47.075441 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940834b0-0f84-4a48-b62e-8a6648ba0236', 'code': 200} Nov 26 03:06:47.179724 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf318b66-e4e0-456b-b5eb-268595b45e56 None None] New status for floating IP e9b4f530-37df-4ea9-a80f-febff11e2ee1: ACTIVE {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:06:47.297420 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-60d574b5-816f-474c-9551-6c45d86498b0 req-fdb5ce56-7faa-4ab3-853c-6fbc7f61738d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80f4ab7-c167-47c5-8f88-c96c135d4215 HTTP/1.1" status: 200 len: 999 time: 0.7967901 Nov 26 03:06:47.300082 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7130ac8-b9b4-47a4-a8db-bfbedf862fb6 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['shared'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:47.301458 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d7130ac8-b9b4-47a4-a8db-bfbedf862fb6 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "GET /v2.0/subnets/1ff92788-c131-4f8b-9612-a4a194387699?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.8942997 Nov 26 03:06:47.304975 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34510) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:47.310746 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1bd142d1-cd80-49f0-becd-0bec431d295f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-266445626'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:47.488221 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd142d1-cd80-49f0-becd-0bec431d295f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:47.494111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc787d85-1384-4a14-874d-86a063bc2c6e req-7f179537-0d7b-4d2a-ab4f-5ddf5e53a4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:47.498437 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1bd142d1-cd80-49f0-becd-0bec431d295f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:47.505273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc787d85-1384-4a14-874d-86a063bc2c6e req-7f179537-0d7b-4d2a-ab4f-5ddf5e53a4ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c89c68d8ac0e44dab84b0f2ed35f94fc&device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 1097 time: 0.1551399 Nov 26 03:06:47.545639 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:47.597024 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd142d1-cd80-49f0-becd-0bec431d295f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:06:47.622599 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d574b5-816f-474c-9551-6c45d86498b0 req-67cda796-454c-4184-8339-a4d87ed4846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:47.622599 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-60d574b5-816f-474c-9551-6c45d86498b0 req-67cda796-454c-4184-8339-a4d87ed4846a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c9c43a46-5745-48f6-b138-d846d1a6eec7 HTTP/1.1" status: 200 len: 835 time: 0.2954543 Nov 26 03:06:47.625798 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1bd142d1-cd80-49f0-becd-0bec431d295f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:47.626181 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-1bd142d1-cd80-49f0-becd-0bec431d295f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Added segment 6adf87af-d4d3-4497-bb5e-e0753232243b of type vlan for network 7093790d-4183-4a1a-873c-4a427f18b28d Nov 26 03:06:47.731454 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3631f-d0dc-4a68-8069-eaeb7c2a8df8 req-10510c19-1067-471e-b687-822c661567d1 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:47.733526 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1bd142d1-cd80-49f0-becd-0bec431d295f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:47.739482 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98a3631f-d0dc-4a68-8069-eaeb7c2a8df8 req-10510c19-1067-471e-b687-822c661567d1 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.3384311 Nov 26 03:06:47.748661 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c26e03-56a6-4544-a40f-474f240eba4a req-02d88655-c04a-45cb-b7c3-82e9f764fd01 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:47.756398 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2c26e03-56a6-4544-a40f-474f240eba4a req-02d88655-c04a-45cb-b7c3-82e9f764fd01 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.2104757 Nov 26 03:06:47.762574 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34518) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:47.848689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc787d85-1384-4a14-874d-86a063bc2c6e req-04b8abd0-c9ea-4b81-be31-dca78cd09758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:47.850784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc787d85-1384-4a14-874d-86a063bc2c6e req-04b8abd0-c9ea-4b81-be31-dca78cd09758 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6280ac1e-1eae-48ef-80cc-cccad8729faa HTTP/1.1" status: 200 len: 920 time: 0.3447104 Nov 26 03:06:47.901978 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-afbe7189-9a39-48be-bb5d-d50897806b69 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/floatingips/e9b4f530-37df-4ea9-a80f-febff11e2ee1 HTTP/1.1" status: 200 len: 993 time: 0.1109760 Nov 26 03:06:47.922445 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc787d85-1384-4a14-874d-86a063bc2c6e req-26360c1b-71f1-4500-aa00-6bb95bb482c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5461395b-bb6c-4a63-bc4f-2ce9ef951782 HTTP/1.1" status: 200 len: 217 time: 0.0614808 Nov 26 03:06:47.934796 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d574b5-816f-474c-9551-6c45d86498b0 req-ef99a43a-683a-4ef7-b013-59914aa0ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:47.936742 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-60d574b5-816f-474c-9551-6c45d86498b0 req-ef99a43a-683a-4ef7-b013-59914aa0ab73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=697a8cf6-7511-47a7-9719-edbaf32143d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3040168 Nov 26 03:06:47.937643 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1bd142d1-cd80-49f0-becd-0bec431d295f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:47.944045 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd142d1-cd80-49f0-becd-0bec431d295f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:47.944497 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98a3631f-d0dc-4a68-8069-eaeb7c2a8df8 req-5eb01317-0bd9-4f74-a642-fd18d47c88a1 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035027 Nov 26 03:06:47.944707 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1bd142d1-cd80-49f0-becd-0bec431d295f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:47.985529 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2c26e03-56a6-4544-a40f-474f240eba4a req-05975cae-ad46-4552-b413-2fcb324d5e1d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277591 Nov 26 03:06:48.038962 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc787d85-1384-4a14-874d-86a063bc2c6e req-971937ef-d11a-49d8-a1bc-5568e2b97169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:48.041539 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc787d85-1384-4a14-874d-86a063bc2c6e req-971937ef-d11a-49d8-a1bc-5568e2b97169 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb1ab1f2-83bb-4e57-8629-c0eaece17eaf HTTP/1.1" status: 200 len: 859 time: 0.0912507 Nov 26 03:06:48.097786 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc787d85-1384-4a14-874d-86a063bc2c6e req-750f0d5c-f58b-4e02-8c67-e08eeb7cbeac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6280ac1e-1eae-48ef-80cc-cccad8729faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488570 Nov 26 03:06:48.112593 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1bd142d1-cd80-49f0-becd-0bec431d295f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8039684 Nov 26 03:06:48.118920 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34526) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:48.130250 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-4ae75aba-9f80-4c7c-8d23-e0c25326b7b1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'subnet': {'network_id': '7093790d-4183-4a1a-873c-4a427f18b28d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:48.134061 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd142d1-cd80-49f0-becd-0bec431d295f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Network': ['ID=7093790d-4183-4a1a-873c-4a427f18b28d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:48.150205 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 7093790d-4183-4a1a-873c-4a427f18b28d details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:06:48.229827 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-60d574b5-816f-474c-9551-6c45d86498b0 req-c4d271cd-88c9-4801-a592-8cb6295286d4 service neutron] 10.222.0.59 "GET /v2.0/networks/697a8cf6-7511-47a7-9719-edbaf32143d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813187 Nov 26 03:06:48.288238 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc787d85-1384-4a14-874d-86a063bc2c6e req-6362f662-69e4-40af-b49e-eeb581a099dd service neutron] 10.222.0.59 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817970 Nov 26 03:06:48.332733 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae75aba-9f80-4c7c-8d23-e0c25326b7b1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Made reservation on behalf of 0c2c9c0b27294536961f65f429f65457 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:48.336588 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ae75aba-9f80-4c7c-8d23-e0c25326b7b1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:48.420446 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc787d85-1384-4a14-874d-86a063bc2c6e req-a66cdc4b-bf1c-4368-8ff8-5180ef6f6106 service neutron] 10.222.0.59 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216817 Nov 26 03:06:48.421623 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-60d574b5-816f-474c-9551-6c45d86498b0 req-9ffc882c-0e73-4379-b36d-ff9d9ea1bd7a service neutron] 10.222.0.59 "GET /v2.0/networks/697a8cf6-7511-47a7-9719-edbaf32143d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837969 Nov 26 03:06:48.423085 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.ipam_backend_mixin [None req-4ae75aba-9f80-4c7c-8d23-e0c25326b7b1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Performing IP validity checks on allocation pools {{(pid=104801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 26 03:06:48.423613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.ipam_backend_mixin [None req-4ae75aba-9f80-4c7c-8d23-e0c25326b7b1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 26 03:06:48.608073 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ae75aba-9f80-4c7c-8d23-e0c25326b7b1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:48.684381 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae75aba-9f80-4c7c-8d23-e0c25326b7b1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Checking segment: {'id': '6adf87af-d4d3-4497-bb5e-e0753232243b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7093790d-4183-4a1a-873c-4a427f18b28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:48.684757 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae75aba-9f80-4c7c-8d23-e0c25326b7b1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network hostable DHCP agents. Network: 7093790d-4183-4a1a-873c-4a427f18b28d, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:06:48.688327 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae75aba-9f80-4c7c-8d23-e0c25326b7b1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Subnet': ['ID=e4e4bd5a-c0a0-481e-b397-0f5e1587dde4,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:48.707260 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae75aba-9f80-4c7c-8d23-e0c25326b7b1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Network 7093790d-4183-4a1a-873c-4a427f18b28d is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:06:48.723754 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-4ae75aba-9f80-4c7c-8d23-e0c25326b7b1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 7093790d-4183-4a1a-873c-4a427f18b28d) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:48.730240 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae75aba-9f80-4c7c-8d23-e0c25326b7b1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:48.730515 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4ae75aba-9f80-4c7c-8d23-e0c25326b7b1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:48.739151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae1b341-f36b-4ef9-9873-bd98a94fc391 None None] Network 7093790d-4183-4a1a-873c-4a427f18b28d requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:48.755131 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4ae75aba-9f80-4c7c-8d23-e0c25326b7b1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6320436 Nov 26 03:06:48.757735 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34550) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:48.768934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c20687b9-f81c-481b-843f-62a792e5daf1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:48.888266 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c20687b9-f81c-481b-843f-62a792e5daf1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25652565'] for subnet, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:48.998541 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-7093790d-4183-4a1a-873c-4a427f18b28d', 'network_id': '7093790d-4183-4a1a-873c-4a427f18b28d', 'tenant_id': '0c2c9c0b27294536961f65f429f65457', 'fixed_ips': [{'subnet_id': 'e4e4bd5a-c0a0-481e-b397-0f5e1587dde4'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:06:49.000879 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:49.274273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4783eb-509c-4862-9320-571db620d388 req-cf6a4731-13ed-470b-ad73-d5467ca3e4a1 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:49.275800 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf4783eb-509c-4862-9320-571db620d388 req-cf6a4731-13ed-470b-ad73-d5467ca3e4a1 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1924434 Nov 26 03:06:49.278100 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c20687b9-f81c-481b-843f-62a792e5daf1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731989832816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25624416'] for subnet, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:49.336803 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Allocated IP 172.20.0.3 (7093790d-4183-4a1a-873c-4a427f18b28d/e4e4bd5a-c0a0-481e-b397-0f5e1587dde4/48602b58-f629-4f44-b9ca-38db6eedfea3) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:06:49.355100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d53f7-c35b-4d41-bf92-9df6a3864dfd req-917d4688-809c-4faf-96c6-333b1a3af6c8 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:49.362764 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf3d53f7-c35b-4d41-bf92-9df6a3864dfd req-917d4688-809c-4faf-96c6-333b1a3af6c8 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.2378154 Nov 26 03:06:49.415751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20687b9-f81c-481b-843f-62a792e5daf1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:49.416653 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c20687b9-f81c-481b-843f-62a792e5daf1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:49.420644 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c20687b9-f81c-481b-843f-62a792e5daf1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "PUT /v2.0/subnets/e4e4bd5a-c0a0-481e-b397-0f5e1587dde4 HTTP/1.1" status: 200 len: 877 time: 0.6588874 Nov 26 03:06:49.421037 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34580) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:49.454272 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf4783eb-509c-4862-9320-571db620d388 req-57101ba6-709d-49bf-a46f-0280901e06a1 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674628 Nov 26 03:06:49.460798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20687b9-f81c-481b-843f-62a792e5daf1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event updated for resources: {'Subnet': ['ID=e4e4bd5a-c0a0-481e-b397-0f5e1587dde4,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:49.507914 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20687b9-f81c-481b-843f-62a792e5daf1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:49.507914 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20687b9-f81c-481b-843f-62a792e5daf1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:49.508313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20687b9-f81c-481b-843f-62a792e5daf1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:49.508658 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20687b9-f81c-481b-843f-62a792e5daf1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:49.508996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20687b9-f81c-481b-843f-62a792e5daf1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:49.509331 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20687b9-f81c-481b-843f-62a792e5daf1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:49.509663 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20687b9-f81c-481b-843f-62a792e5daf1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:49.509994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20687b9-f81c-481b-843f-62a792e5daf1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:49.510323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20687b9-f81c-481b-843f-62a792e5daf1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:49.510654 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20687b9-f81c-481b-843f-62a792e5daf1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:49.510976 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20687b9-f81c-481b-843f-62a792e5daf1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:49.511302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20687b9-f81c-481b-843f-62a792e5daf1 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:49.531353 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf3d53f7-c35b-4d41-bf92-9df6a3864dfd req-2a7115c5-b550-48d2-8618-2731b1a7a5f2 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676128 Nov 26 03:06:49.613129 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:49.674171 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:49.693231 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:49.717249 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:49.745676 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Network 7093790d-4183-4a1a-873c-4a427f18b28d is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:49.750943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:49.755965 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:49.759309 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Pushing event updated for resources: {'Port': ['ID=48602b58-f629-4f44-b9ca-38db6eedfea3,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:49.838764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Attempting to bind port 48602b58-f629-4f44-b9ca-38db6eedfea3 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:06:49.839525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Attempting to bind port 48602b58-f629-4f44-b9ca-38db6eedfea3 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '6adf87af-d4d3-4497-bb5e-e0753232243b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7093790d-4183-4a1a-873c-4a427f18b28d'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:06:49.840231 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Attempting to bind port 48602b58-f629-4f44-b9ca-38db6eedfea3 on network 7093790d-4183-4a1a-873c-4a427f18b28d {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:06:49.845951 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:06:49.847229 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Checking segment: {'id': '6adf87af-d4d3-4497-bb5e-e0753232243b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7093790d-4183-4a1a-873c-4a427f18b28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:49.847580 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:49.848104 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:49.849860 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Bound using segment: {'id': '6adf87af-d4d3-4497-bb5e-e0753232243b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7093790d-4183-4a1a-873c-4a427f18b28d'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:06:49.850776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Bound port: 48602b58-f629-4f44-b9ca-38db6eedfea3, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6adf87af-d4d3-4497-bb5e-e0753232243b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7093790d-4183-4a1a-873c-4a427f18b28d'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:06:49.851422 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:49.881584 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e4bd5a-c0a0-481e-b397-0f5e1587dde4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:49.882216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34588) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:49.970666 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:49.971969 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] For port 48602b58-f629-4f44-b9ca-38db6eedfea3, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:06:49.976405 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] For port 48602b58-f629-4f44-b9ca-38db6eedfea3, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=48602b58-f629-4f44-b9ca-38db6eedfea3,segment=NetworkSegment(6adf87af-d4d3-4497-bb5e-e0753232243b),segment_id=6adf87af-d4d3-4497-bb5e-e0753232243b)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:06:49.983617 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:50.019143 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7093790d-4183-4a1a-873c-4a427f18b28d']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:50.040720 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6adf87af-d4d3-4497-bb5e-e0753232243b') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:50.042249 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6adf87af-d4d3-4497-bb5e-e0753232243b') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:50.061434 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:50.077579 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e44b3-60af-4550-84e8-2ae4b6b69441 None None] Pushing event updated for resources: {'Port': ['ID=48602b58-f629-4f44-b9ca-38db6eedfea3,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:50.083476 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:50.099760 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:50.100187 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:50.101232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dab299-c9b4-4737-b80a-983044945423 None None] Network 7093790d-4183-4a1a-873c-4a427f18b28d requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:50.105653 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:50.125006 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-347768e6-aef6-42fb-b609-5dc605e1f907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:50.194162 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.db.api [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 03:06:50.194162 n-d-819389-3 neutron-server[104801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 03:06:50.194162 n-d-819389-3 neutron-server[104801]: [parameters: {'id': '7093790d-4183-4a1a-873c-4a427f18b28d'}] Nov 26 03:06:50.194162 n-d-819389-3 neutron-server[104801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:06:50.194764 n-d-819389-3 neutron-server[104801]: DEBUG oslo_db.api [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:06:50.274806 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-347768e6-aef6-42fb-b609-5dc605e1f907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:50.281003 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-347768e6-aef6-42fb-b609-5dc605e1f907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:50.281684 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680ab778-8798-47f4-9929-0914e9e14bad None None] Network 7093790d-4183-4a1a-873c-4a427f18b28d requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:50.336560 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-347768e6-aef6-42fb-b609-5dc605e1f907 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ca25e91c3a94e989b5b1b8851d94003&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4492316 Nov 26 03:06:50.336560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347768e6-aef6-42fb-b609-5dc605e1f907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c61ace9-dcf4-4513-b6b9-29115898b482,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:50.337563 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34592) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:50.404566 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65715d52-a07e-4b98-8009-3aa40c9e86b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:50.429981 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65715d52-a07e-4b98-8009-3aa40c9e86b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:50.475313 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9444431d-dfe3-41e3-b432-07667edf854c None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 03:06:50.506175 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65715d52-a07e-4b98-8009-3aa40c9e86b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:50.515211 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-65715d52-a07e-4b98-8009-3aa40c9e86b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:50.519255 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-65715d52-a07e-4b98-8009-3aa40c9e86b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c61ace9-dcf4-4513-b6b9-29115898b482 HTTP/1.1" status: 204 len: 168 time: 0.1813939 Nov 26 03:06:50.530053 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65715d52-a07e-4b98-8009-3aa40c9e86b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c61ace9-dcf4-4513-b6b9-29115898b482,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:50.590334 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9444431d-dfe3-41e3-b432-07667edf854c None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 03:06:50.696021 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:50.775747 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1232f-7282-4d14-bbe3-5b5cb691f35c req-03439b71-5df8-437e-b3a7-c14ba0d9ad33 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:50.783624 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ea1232f-7282-4d14-bbe3-5b5cb691f35c req-03439b71-5df8-437e-b3a7-c14ba0d9ad33 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1462893 Nov 26 03:06:50.806540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e23b1-6cec-4434-ab21-a42132beb6b4 req-f2410973-240e-4014-97eb-cc78cd5279ef tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:50.806540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-154e23b1-6cec-4434-ab21-a42132beb6b4 req-f2410973-240e-4014-97eb-cc78cd5279ef tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.1016350 Nov 26 03:06:50.853154 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Deleting port 48602b58-f629-4f44-b9ca-38db6eedfea3 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:06:50.853514 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:50.905608 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ea1232f-7282-4d14-bbe3-5b5cb691f35c req-691715db-4716-4cc1-96ac-0e095581f32a tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213970 Nov 26 03:06:50.930843 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-154e23b1-6cec-4434-ab21-a42132beb6b4 req-31c80bc0-b4b2-42ef-8a3e-3c97ad99a29b tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154974 Nov 26 03:06:51.038409 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] For port 48602b58-f629-4f44-b9ca-38db6eedfea3, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=48602b58-f629-4f44-b9ca-38db6eedfea3,segment=NetworkSegment(6adf87af-d4d3-4497-bb5e-e0753232243b),segment_id=6adf87af-d4d3-4497-bb5e-e0753232243b)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:51.038409 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:51.039525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34604) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:51.051881 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Calling delete_port for 48602b58-f629-4f44-b9ca-38db6eedfea3 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:06:51.058063 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2df40537-5c5a-4264-8a13-570b189d20be admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:51.152086 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:51.153745 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2df40537-5c5a-4264-8a13-570b189d20be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:51.163501 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2df40537-5c5a-4264-8a13-570b189d20be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:51.187464 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Port': ['ID=48602b58-f629-4f44-b9ca-38db6eedfea3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:51.198050 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:51.198695 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:51.199332 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:51.199733 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:51.200240 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:51.200579 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:51.200982 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:51.201393 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:51.201790 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:51.202188 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:51.202599 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:51.202997 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:06:51.204494 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2df40537-5c5a-4264-8a13-570b189d20be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22f2a7352a944c9bbc18131115db2a24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1638348 Nov 26 03:06:51.207649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df40537-5c5a-4264-8a13-570b189d20be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4713c8-9a8e-45a4-a9ac-6114a9caf85d,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:51.210636 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34606) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:51.213390 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No DVR routers for this DVR port 48602b58-f629-4f44-b9ca-38db6eedfea3 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:06:51.325036 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:51.355478 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7093790d-4183-4a1a-873c-4a427f18b28d']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:51.357911 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0adfab59-170e-4d04-84f8-3edf16cae0dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:51.368893 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6adf87af-d4d3-4497-bb5e-e0753232243b') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:51.369199 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6adf87af-d4d3-4497-bb5e-e0753232243b') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:51.386828 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:51.402383 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0adfab59-170e-4d04-84f8-3edf16cae0dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:51.414588 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:51.431956 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:51.432670 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:51.437088 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:51.506612 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:51.518704 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:51.525372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34608) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:51.526982 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/7093790d-4183-4a1a-873c-4a427f18b28d HTTP/1.1" status: 204 len: 168 time: 2.1048439 Nov 26 03:06:51.545317 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0adfab59-170e-4d04-84f8-3edf16cae0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:51.548980 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0adfab59-170e-4d04-84f8-3edf16cae0dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:51.550741 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0adfab59-170e-4d04-84f8-3edf16cae0dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd4713c8-9a8e-45a4-a9ac-6114a9caf85d HTTP/1.1" status: 204 len: 168 time: 0.3389480 Nov 26 03:06:51.551614 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d6c85-cae0-47ad-8984-8961fbe7a203 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Network': ['ID=7093790d-4183-4a1a-873c-4a427f18b28d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:51.562218 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-414e812a-2d2b-4abc-ac63-70cd19350c1a tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:51.562815 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414e812a-2d2b-4abc-ac63-70cd19350c1a tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:51.566959 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-414e812a-2d2b-4abc-ac63-70cd19350c1a tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/subnets/e4e4bd5a-c0a0-481e-b397-0f5e1587dde4 HTTP/1.1" status: 404 len: 337 time: 0.0404882 Nov 26 03:06:51.569829 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfab59-170e-4d04-84f8-3edf16cae0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4713c8-9a8e-45a4-a9ac-6114a9caf85d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:51.569999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34612) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:51.607828 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-5539edf7-7a1a-4cc1-8aee-916234d20bbf tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:51.608476 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5539edf7-7a1a-4cc1-8aee-916234d20bbf tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:51.611645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5539edf7-7a1a-4cc1-8aee-916234d20bbf tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/7093790d-4183-4a1a-873c-4a427f18b28d HTTP/1.1" status: 404 len: 339 time: 0.0406034 Nov 26 03:06:51.614917 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34614) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:51.644262 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-c456c284-46f2-4011-a1b9-bff81065b4a7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:51.644949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c456c284-46f2-4011-a1b9-bff81065b4a7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:51.648256 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c456c284-46f2-4011-a1b9-bff81065b4a7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/subnets/4977a5d2-1e1b-49ad-b382-07deaf521ff7 HTTP/1.1" status: 404 len: 337 time: 0.0322878 Nov 26 03:06:51.650975 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34616) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:51.676384 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb41d61-bde7-445a-97ab-a91b9749fd11 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:51.676807 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb41d61-bde7-445a-97ab-a91b9749fd11 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:51.682451 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34618) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:51.682616 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0eb41d61-bde7-445a-97ab-a91b9749fd11 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/797b91a4-3a15-4438-bd30-d74602cdd2b4 HTTP/1.1" status: 404 len: 339 time: 0.0304825 Nov 26 03:06:51.801340 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d3498366-a317-4394-bcaa-dca9ec204d85 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:51.904949 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d3498366-a317-4394-bcaa-dca9ec204d85 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:51.927201 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-d3498366-a317-4394-bcaa-dca9ec204d85 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75f0ca6-9c61-4ba1-b288-4d89430cd581']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:51.937579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-d3498366-a317-4394-bcaa-dca9ec204d85 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a65ce6-0fff-435d-b439-176bae4a216e') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:51.938119 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-d3498366-a317-4394-bcaa-dca9ec204d85 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a65ce6-0fff-435d-b439-176bae4a216e') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:51.964214 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d3498366-a317-4394-bcaa-dca9ec204d85 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:51.996178 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d3498366-a317-4394-bcaa-dca9ec204d85 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:52.007890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3498366-a317-4394-bcaa-dca9ec204d85 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:52.011865 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d3498366-a317-4394-bcaa-dca9ec204d85 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:52.016448 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:52.156592 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dee662-25da-4cc4-a91f-be8be9f3b876 req-c3144116-745e-4310-9e67-d65d51e9cf9c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:52.158558 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25dee662-25da-4cc4-a91f-be8be9f3b876 req-c3144116-745e-4310-9e67-d65d51e9cf9c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1427786 Nov 26 03:06:52.159745 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d3498366-a317-4394-bcaa-dca9ec204d85 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:52.170978 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d3498366-a317-4394-bcaa-dca9ec204d85 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:52.177074 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34636) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:52.184930 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d3498366-a317-4394-bcaa-dca9ec204d85 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/c75f0ca6-9c61-4ba1-b288-4d89430cd581 HTTP/1.1" status: 204 len: 168 time: 0.5007820 Nov 26 03:06:52.203319 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7cc542-3faa-4d33-a158-3782bd73b3e9 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:52.203745 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7cc542-3faa-4d33-a158-3782bd73b3e9 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:52.206116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3498366-a317-4394-bcaa-dca9ec204d85 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Network': ['ID=c75f0ca6-9c61-4ba1-b288-4d89430cd581,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:52.210403 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5f7cc542-3faa-4d33-a158-3782bd73b3e9 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/subnets/f05bb9da-0b17-4923-b3ba-6a5f728f2977 HTTP/1.1" status: 404 len: 337 time: 0.0320241 Nov 26 03:06:52.210882 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34638) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:52.231089 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9a46bb-8f50-4b30-9c1f-963eb2f8d7ec tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:52.231596 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c9a46bb-8f50-4b30-9c1f-963eb2f8d7ec tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:52.236177 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb91e0-327d-4b6a-9405-75d2f652801d req-56e7f760-641b-4b6f-b487-064647f5e084 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:52.237776 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5c9a46bb-8f50-4b30-9c1f-963eb2f8d7ec tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/e10171ad-bcf1-4b2e-b754-e5e01491e88e HTTP/1.1" status: 404 len: 339 time: 0.0257332 Nov 26 03:06:52.238471 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34640) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:52.250998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55cb91e0-327d-4b6a-9405-75d2f652801d req-56e7f760-641b-4b6f-b487-064647f5e084 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.1777289 Nov 26 03:06:52.264299 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6beb3e-0624-4ebd-bd12-cf44c55ab615 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:52.264764 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6beb3e-0624-4ebd-bd12-cf44c55ab615 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:52.271976 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cf6beb3e-0624-4ebd-bd12-cf44c55ab615 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/subnets/76a4f064-bbc8-4c29-a9a9-afec5a8686f8 HTTP/1.1" status: 404 len: 337 time: 0.0317585 Nov 26 03:06:52.273188 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34644) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:52.326551 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-309dbfac-f684-4161-be04-c47bd909dfd3 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:52.327083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309dbfac-f684-4161-be04-c47bd909dfd3 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:52.334801 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-309dbfac-f684-4161-be04-c47bd909dfd3 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/76db5c83-3e8c-4a57-bf01-b0ce9763b69a HTTP/1.1" status: 404 len: 339 time: 0.0570619 Nov 26 03:06:52.338190 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34650) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:52.354907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25dee662-25da-4cc4-a91f-be8be9f3b876 req-313e6f13-88b9-4025-be8d-0cf6ad56acda tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677456 Nov 26 03:06:52.373687 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc9c0e8-b99f-411f-827b-540443e1a5db tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:52.374162 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc9c0e8-b99f-411f-827b-540443e1a5db tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:52.379048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55cb91e0-327d-4b6a-9405-75d2f652801d req-de816dbb-d0da-4f68-b18f-3795330091cc tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271389 Nov 26 03:06:52.381459 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-afc9c0e8-b99f-411f-827b-540443e1a5db tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/subnets/d9c30acf-f73b-453c-800c-849638307850 HTTP/1.1" status: 404 len: 337 time: 0.0420039 Nov 26 03:06:52.382220 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34652) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:52.405827 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d1031e-6abb-4ee8-ab7f-b7f5be0d6c4e tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:52.405827 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d1031e-6abb-4ee8-ab7f-b7f5be0d6c4e tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:52.414542 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-52d1031e-6abb-4ee8-ab7f-b7f5be0d6c4e tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/f69626fd-2b20-44b3-b71e-ab8d16f2db4a HTTP/1.1" status: 404 len: 339 time: 0.0290151 Nov 26 03:06:52.414542 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34654) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:52.441702 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cac91c7-f792-4213-8dfb-1734c6d680fb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:52.442365 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cac91c7-f792-4213-8dfb-1734c6d680fb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:52.455129 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5cac91c7-f792-4213-8dfb-1734c6d680fb tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/subnets/7b701314-23f5-450e-a4fe-4b5b03e703e5 HTTP/1.1" status: 404 len: 337 time: 0.0406868 Nov 26 03:06:52.456528 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34658) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:52.457678 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:52.496653 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-36dec986-0cf4-437c-888b-8c61807e92b2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:52.497304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36dec986-0cf4-437c-888b-8c61807e92b2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:52.504541 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34660) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:52.504816 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-36dec986-0cf4-437c-888b-8c61807e92b2 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/45317157-cc44-4c11-ab2b-bd6cb15398d5 HTTP/1.1" status: 404 len: 339 time: 0.0456491 Nov 26 03:06:52.537458 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-db54b8de-b6c6-490b-8cf1-b560956c4a0f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:52.538190 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db54b8de-b6c6-490b-8cf1-b560956c4a0f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:52.542396 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-db54b8de-b6c6-490b-8cf1-b560956c4a0f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/subnets/7db29bfb-e13b-4d8b-8113-0a32a228cb48 HTTP/1.1" status: 404 len: 337 time: 0.0368335 Nov 26 03:06:52.545034 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34662) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:52.564847 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9ee8ec-9d42-43d0-9b84-bea0948503a3 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:52.565905 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9ee8ec-9d42-43d0-9b84-bea0948503a3 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:52.571368 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8f9ee8ec-9d42-43d0-9b84-bea0948503a3 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/ac93d9c3-88b4-4492-aff7-80cde446c583 HTTP/1.1" status: 404 len: 339 time: 0.0229981 Nov 26 03:06:52.571718 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34666) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:52.606595 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e23e5b-dac3-44b3-a744-fa0a7d07ec03 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:52.607062 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e23e5b-dac3-44b3-a744-fa0a7d07ec03 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:52.610595 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a0e23e5b-dac3-44b3-a744-fa0a7d07ec03 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/subnets/8ee07739-ea70-4b72-a905-13e7775d8e7a HTTP/1.1" status: 404 len: 337 time: 0.0375466 Nov 26 03:06:52.613649 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34668) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:52.639981 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fba7327-4cd4-4a19-9ac6-64ddb677a118 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:52.640537 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fba7327-4cd4-4a19-9ac6-64ddb677a118 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:52.644098 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7fba7327-4cd4-4a19-9ac6-64ddb677a118 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/7251ce1d-84f3-41fb-bd5c-57a98da2acd2 HTTP/1.1" status: 404 len: 339 time: 0.0289156 Nov 26 03:06:52.646559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34670) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:52.680748 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1847141-370f-4ff4-a817-b6437d10ccf7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:52.681205 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1847141-370f-4ff4-a817-b6437d10ccf7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:52.684354 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e1847141-370f-4ff4-a817-b6437d10ccf7 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/subnets/ed70ad4f-e869-4aec-9cad-9601b8b0c37f HTTP/1.1" status: 404 len: 337 time: 0.0365658 Nov 26 03:06:52.686980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34672) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:52.709590 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5c6a73-57f5-48e0-90c8-4c7d89c1d024 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:52.710033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5c6a73-57f5-48e0-90c8-4c7d89c1d024 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:52.713304 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8e5c6a73-57f5-48e0-90c8-4c7d89c1d024 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/78eeffdb-aa38-41b4-be6a-3ce8488bd127 HTTP/1.1" status: 404 len: 339 time: 0.0252674 Nov 26 03:06:52.715900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34674) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:52.753746 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-575afca9-237c-4199-9cde-ec368ed3b23f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:52.754219 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575afca9-237c-4199-9cde-ec368ed3b23f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:52.757508 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-575afca9-237c-4199-9cde-ec368ed3b23f tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/subnets/3167ae43-e168-4bd3-a283-b4d75bfeeda4 HTTP/1.1" status: 404 len: 337 time: 0.0404932 Nov 26 03:06:52.760131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34678) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:52.780264 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-442deee6-d066-4b9a-8255-6a9b103827c5 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] DELETE failed (client error): The resource could not be found. Nov 26 03:06:52.780896 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442deee6-d066-4b9a-8255-6a9b103827c5 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:06:52.787350 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-442deee6-d066-4b9a-8255-6a9b103827c5 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/fe586289-8aed-4f60-b465-2becbf9de19f HTTP/1.1" status: 404 len: 339 time: 0.0238261 Nov 26 03:06:52.787723 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34680) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:52.847169 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f6114c-b3f8-468b-a896-afd6c474c0b3 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Deleting subnet 1ff92788-c131-4f8b-9612-a4a194387699 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:06:52.850662 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8f6114c-b3f8-468b-a896-afd6c474c0b3 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:52.896902 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8f6114c-b3f8-468b-a896-afd6c474c0b3 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:53.005741 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8f6114c-b3f8-468b-a896-afd6c474c0b3 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:53.091512 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8f6114c-b3f8-468b-a896-afd6c474c0b3 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:53.106622 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8f6114c-b3f8-468b-a896-afd6c474c0b3 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:53.109878 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e8f6114c-b3f8-468b-a896-afd6c474c0b3 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/subnets/1ff92788-c131-4f8b-9612-a4a194387699 HTTP/1.1" status: 204 len: 168 time: 0.3209116 Nov 26 03:06:53.113015 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34694) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:53.114296 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189407f7-0617-4e15-8600-ff1da6a3412d None None] Network 9ad1b053-8af1-402e-b792-18a7fa905c04 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:53.128932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6114c-b3f8-468b-a896-afd6c474c0b3 tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Subnet': ['ID=1ff92788-c131-4f8b-9612-a4a194387699,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:53.238298 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:53.321908 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Deleting port 096da652-2df3-4603-beff-ef749d8293fa {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:06:53.322307 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:53.418435 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] For port 096da652-2df3-4603-beff-ef749d8293fa, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=096da652-2df3-4603-beff-ef749d8293fa,segment=NetworkSegment(1009d9c0-bbe2-41a3-98ac-7287b74d6a23),segment_id=1009d9c0-bbe2-41a3-98ac-7287b74d6a23)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:53.423561 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:53.462647 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Calling delete_port for 096da652-2df3-4603-beff-ef749d8293fa owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:06:53.565679 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5e684e-3c00-4417-a3a2-61749a0a413c None None] DHCP port deletion for 9ad1b053-8af1-402e-b792-18a7fa905c04 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:06:53.568831 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:53.596860 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:53.657603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e684e-3c00-4417-a3a2-61749a0a413c None None] Deleting port 096da652-2df3-4603-beff-ef749d8293fa {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:06:53.658758 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c5e684e-3c00-4417-a3a2-61749a0a413c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:53.672954 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75f79f-cc00-418a-a330-66dff7630c46 req-a0f17d3e-3d71-4848-a66a-765706c87277 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:53.675406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a75f79f-cc00-418a-a330-66dff7630c46 req-a0f17d3e-3d71-4848-a66a-765706c87277 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.1122775 Nov 26 03:06:53.685603 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Port': ['ID=096da652-2df3-4603-beff-ef749d8293fa,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:53.690548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de578d2c-e9c6-4ace-9dd3-d55d25ff900d req-ca7ae3ab-df22-45ba-a2b6-e4a1a51d37b4 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:53.699963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de578d2c-e9c6-4ace-9dd3-d55d25ff900d req-ca7ae3ab-df22-45ba-a2b6-e4a1a51d37b4 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1472454 Nov 26 03:06:53.717627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] No DVR routers for this DVR port 096da652-2df3-4603-beff-ef749d8293fa on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:06:53.751516 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c5e684e-3c00-4417-a3a2-61749a0a413c None None] For port 096da652-2df3-4603-beff-ef749d8293fa, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:06:53.752334 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c5e684e-3c00-4417-a3a2-61749a0a413c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:53.769738 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e684e-3c00-4417-a3a2-61749a0a413c None None] Calling delete_port for 096da652-2df3-4603-beff-ef749d8293fa owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:06:53.773687 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-1c5e684e-3c00-4417-a3a2-61749a0a413c None None] Port 096da652-2df3-4603-beff-ef749d8293fa was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 03:06:53.775583 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c5e684e-3c00-4417-a3a2-61749a0a413c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:53.776680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de578d2c-e9c6-4ace-9dd3-d55d25ff900d req-f7369e5f-592f-4c33-83b4-777ad3254bdb tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753055 Nov 26 03:06:53.818031 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a75f79f-cc00-418a-a330-66dff7630c46 req-6b190b8a-925a-424f-8b1a-22d6c7972724 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141717 Nov 26 03:06:53.822238 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e684e-3c00-4417-a3a2-61749a0a413c None None] Pushing event deleted for resources: {'Port': ['ID=096da652-2df3-4603-beff-ef749d8293fa,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:53.841956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e684e-3c00-4417-a3a2-61749a0a413c None None] No DVR routers for this DVR port 096da652-2df3-4603-beff-ef749d8293fa on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:06:53.899024 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:53.920802 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad1b053-8af1-402e-b792-18a7fa905c04']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:53.931683 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1009d9c0-bbe2-41a3-98ac-7287b74d6a23') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:53.932285 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1009d9c0-bbe2-41a3-98ac-7287b74d6a23') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:06:53.953802 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:53.976947 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:53.983788 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:06:53.984220 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:06:53.987918 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:06:54.078813 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:54.090079 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:54.093466 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] 10.222.0.31 "DELETE /v2.0/networks/9ad1b053-8af1-402e-b792-18a7fa905c04 HTTP/1.1" status: 204 len: 168 time: 0.9792225 Nov 26 03:06:54.113752 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915198d5-712a-4032-b62d-287647308f3c tempest-NetworksTest-1829334742 tempest-NetworksTest-1829334742-project] Pushing event deleted for resources: {'Network': ['ID=9ad1b053-8af1-402e-b792-18a7fa905c04,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:54.459264 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34720) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:54.649596 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-88038538-33c9-4681-823e-7f60a4b26bc8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c2c9c0b27294536961f65f429f65457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1885648 Nov 26 03:06:54.650028 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34724) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:54.710346 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1212f0ad-e07a-4e30-988c-762a1cf12460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:54.743851 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1212f0ad-e07a-4e30-988c-762a1cf12460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:54.787293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 096da652-2df3-4603-beff-ef749d8293fa no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:06:54.824925 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1212f0ad-e07a-4e30-988c-762a1cf12460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:54.831398 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1212f0ad-e07a-4e30-988c-762a1cf12460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:54.836945 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1212f0ad-e07a-4e30-988c-762a1cf12460 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58b52df8-4c1d-4b16-8c69-5025a1ef4786 HTTP/1.1" status: 204 len: 168 time: 0.1830690 Nov 26 03:06:54.850378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212f0ad-e07a-4e30-988c-762a1cf12460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b52df8-4c1d-4b16-8c69-5025a1ef4786,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:54.882798 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 096da652-2df3-4603-beff-ef749d8293fa {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:06:54.883357 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 096da652-2df3-4603-beff-ef749d8293fa not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:06:55.053886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26df072-fa71-4af6-8b97-9306d4ca3a22 req-27c8dc3c-2844-43a5-a1e2-1eabbec2bfc8 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:55.054272 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f26df072-fa71-4af6-8b97-9306d4ca3a22 req-27c8dc3c-2844-43a5-a1e2-1eabbec2bfc8 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1327908 Nov 26 03:06:55.115266 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86274ec-a155-4304-8223-6f5c81c76fda req-357f1d49-0757-4dc2-8019-95472e3b9b39 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:55.123053 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b86274ec-a155-4304-8223-6f5c81c76fda req-357f1d49-0757-4dc2-8019-95472e3b9b39 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.1969130 Nov 26 03:06:55.228606 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f26df072-fa71-4af6-8b97-9306d4ca3a22 req-295265d5-21ec-4e33-aa48-7a4b757add24 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633976 Nov 26 03:06:55.237351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b86274ec-a155-4304-8223-6f5c81c76fda req-fa807275-aad6-46e3-a383-bc9a9b07cd7d tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084089 Nov 26 03:06:55.838725 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:06:55.932584 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34764) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:56.043885 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-2ff7954a-3a47-4252-8465-90a025465a43 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-399718081'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:56.073161 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff7954a-3a47-4252-8465-90a025465a43 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:56.077240 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ff7954a-3a47-4252-8465-90a025465a43 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:56.090954 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ff7954a-3a47-4252-8465-90a025465a43 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:56.178930 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ff7954a-3a47-4252-8465-90a025465a43 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:56.185577 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ff7954a-3a47-4252-8465-90a025465a43 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:56.217222 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff7954a-3a47-4252-8465-90a025465a43 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:06:56.227230 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7954a-3a47-4252-8465-90a025465a43 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c96851-5d3f-4ef5-a4eb-af7fc73f0bd4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:56.235224 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ff7954a-3a47-4252-8465-90a025465a43 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:56.236694 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-2ff7954a-3a47-4252-8465-90a025465a43 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Added segment cdd596d5-b220-4fa3-b4e4-feb27a1e8528 of type vlan for network 5e847201-7fb8-42da-9b3d-420bbbeae75b Nov 26 03:06:56.311975 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ff7954a-3a47-4252-8465-90a025465a43 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:56.372908 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ff7954a-3a47-4252-8465-90a025465a43 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:56.409552 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff7954a-3a47-4252-8465-90a025465a43 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:56.413114 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ff7954a-3a47-4252-8465-90a025465a43 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:56.435979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7537f9-43f6-4626-a4c5-65f94ea8f686 req-8feb9070-ca08-42ff-9893-a149decd4d50 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:56.444658 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c7537f9-43f6-4626-a4c5-65f94ea8f686 req-8feb9070-ca08-42ff-9893-a149decd4d50 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0981734 Nov 26 03:06:56.497589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682526c-ffcf-4a04-aa53-2ac610f0857e req-35fb3a87-6a46-4728-b13f-4e18c113d438 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:56.499849 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1682526c-ffcf-4a04-aa53-2ac610f0857e req-35fb3a87-6a46-4728-b13f-4e18c113d438 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.1199780 Nov 26 03:06:56.523553 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7954a-3a47-4252-8465-90a025465a43 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Network': ['ID=5e847201-7fb8-42da-9b3d-420bbbeae75b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:56.531326 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c7537f9-43f6-4626-a4c5-65f94ea8f686 req-1b18065f-bfeb-4ff0-a2d7-3be60c63ddad tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854332 Nov 26 03:06:56.551637 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:06:56.572008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34774) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:56.577720 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2ff7954a-3a47-4252-8465-90a025465a43 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6312740 Nov 26 03:06:56.584806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-0bdfac22-603d-4354-862a-a7c82216b0f4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b', 'name': 'tempest-PortsTestJSON-1666111792'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:56.699786 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1682526c-ffcf-4a04-aa53-2ac610f0857e req-19516e10-7e87-4262-b7c9-e2793cf23a76 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893830 Nov 26 03:06:56.759435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdfac22-603d-4354-862a-a7c82216b0f4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:56.769841 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0bdfac22-603d-4354-862a-a7c82216b0f4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:56.792934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-0bdfac22-603d-4354-862a-a7c82216b0f4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] device_id is not set on port 8ede1986-1e04-4280-88f2-5a9992a39583 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:06:57.278199 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0bdfac22-603d-4354-862a-a7c82216b0f4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:57.317961 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0bdfac22-603d-4354-862a-a7c82216b0f4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:57.403790 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfac22-603d-4354-862a-a7c82216b0f4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=8ede1986-1e04-4280-88f2-5a9992a39583,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:57.424439 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdfac22-603d-4354-862a-a7c82216b0f4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Checking segment: {'id': 'cdd596d5-b220-4fa3-b4e4-feb27a1e8528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:57.425087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdfac22-603d-4354-862a-a7c82216b0f4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network hostable DHCP agents. Network: 5e847201-7fb8-42da-9b3d-420bbbeae75b, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:06:57.444982 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdfac22-603d-4354-862a-a7c82216b0f4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:06:57.461350 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-0bdfac22-603d-4354-862a-a7c82216b0f4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 5e847201-7fb8-42da-9b3d-420bbbeae75b) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:57.476408 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa45a752-8598-435d-b4ce-8312caffeb2d None None] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:57.479416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdfac22-603d-4354-862a-a7c82216b0f4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:57.487723 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdfac22-603d-4354-862a-a7c82216b0f4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:57.488743 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0bdfac22-603d-4354-862a-a7c82216b0f4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:57.524265 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0bdfac22-603d-4354-862a-a7c82216b0f4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9510679 Nov 26 03:06:57.527499 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34782) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:57.534263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c74ea48a-5efe-4aed-b083-6a7dd9a11181 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-399214457'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:57.562986 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74ea48a-5efe-4aed-b083-6a7dd9a11181 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:57.568320 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c74ea48a-5efe-4aed-b083-6a7dd9a11181 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:57.601136 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74ea48a-5efe-4aed-b083-6a7dd9a11181 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:06:57.612738 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c74ea48a-5efe-4aed-b083-6a7dd9a11181 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:57.613147 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-c74ea48a-5efe-4aed-b083-6a7dd9a11181 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Added segment 5f36ec3a-9a2f-4039-b56b-078a3da3e06d of type vlan for network 9816ce9d-b6da-44ca-9404-5aaed8e591cd Nov 26 03:06:57.703416 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c74ea48a-5efe-4aed-b083-6a7dd9a11181 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:57.744944 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714dc9a-bf83-4c3e-b374-d7751a66785d req-05ddf4c4-df9d-44dd-808e-2610d5549533 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:57.746576 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0714dc9a-bf83-4c3e-b374-d7751a66785d req-05ddf4c4-df9d-44dd-808e-2610d5549533 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0888636 Nov 26 03:06:57.747922 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c74ea48a-5efe-4aed-b083-6a7dd9a11181 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:57.764990 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74ea48a-5efe-4aed-b083-6a7dd9a11181 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:57.765896 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c74ea48a-5efe-4aed-b083-6a7dd9a11181 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:57.856096 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34792) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:57.856672 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c74ea48a-5efe-4aed-b083-6a7dd9a11181 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3245153 Nov 26 03:06:57.859939 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'ports': [{'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b'}, {'network_id': '9816ce9d-b6da-44ca-9404-5aaed8e591cd'}]} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:57.860596 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:57.861632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'network_id': '9816ce9d-b6da-44ca-9404-5aaed8e591cd'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:06:57.982799 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0714dc9a-bf83-4c3e-b374-d7751a66785d req-99f3236c-7d78-4d24-a715-0df07f7b6f6e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121642 Nov 26 03:06:57.986140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ea48a-5efe-4aed-b083-6a7dd9a11181 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Network': ['ID=9816ce9d-b6da-44ca-9404-5aaed8e591cd,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:58.007262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575df5da-06ec-43fd-8646-55665b15d038 req-49007c60-b129-43fe-a67c-7a656075f856 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:58.009472 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 9816ce9d-b6da-44ca-9404-5aaed8e591cd details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:06:58.017256 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-575df5da-06ec-43fd-8646-55665b15d038 req-49007c60-b129-43fe-a67c-7a656075f856 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.2081451 Nov 26 03:06:58.104985 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-575df5da-06ec-43fd-8646-55665b15d038 req-09a6a0b7-07d6-41c4-a2c9-83f50d31ec65 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823169 Nov 26 03:06:58.117663 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'port': 2} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:06:58.124393 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:58.142550 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:58.226859 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] device_id is not set on port 6a7af324-55f3-4cb4-a5bd-0fa988db64fe yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:06:58.346415 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:58.413251 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] device_id is not set on port 60c9b85e-58f4-49fb-bfa1-644202b59345 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:06:58.532877 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:58.570221 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:58.612926 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:06:58.616073 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:58.619661 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:58.620509 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:58.631968 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=6a7af324-55f3-4cb4-a5bd-0fa988db64fe,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:58.693193 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=60c9b85e-58f4-49fb-bfa1-644202b59345,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:58.698499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Checking segment: {'id': '5f36ec3a-9a2f-4039-b56b-078a3da3e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9816ce9d-b6da-44ca-9404-5aaed8e591cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:06:58.698866 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network hostable DHCP agents. Network: 9816ce9d-b6da-44ca-9404-5aaed8e591cd, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:06:58.715854 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 9816ce9d-b6da-44ca-9404-5aaed8e591cd is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:06:58.725974 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 9816ce9d-b6da-44ca-9404-5aaed8e591cd) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:06:58.729627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:06:58.735457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:58.735743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17519e7-247c-4fc6-82c9-6df61eaca43d None None] Network 9816ce9d-b6da-44ca-9404-5aaed8e591cd requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:06:58.741154 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:58.741875 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:58.759536 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-288b19d1-e2a3-48bd-b853-c49c3eab403b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9048529 Nov 26 03:06:58.762233 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34814) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:58.888560 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-ce401878-9561-4702-85a1-dd017461bef8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port 60c9b85e-58f4-49fb-bfa1-644202b59345 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:06:58.889249 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ce401878-9561-4702-85a1-dd017461bef8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:58.948192 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ae46c-8557-4ec2-9138-5506d9134f99 req-cf56d91d-d43c-4d54-a5d6-4214e7c3edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:58.949689 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c85ae46c-8557-4ec2-9138-5506d9134f99 req-cf56d91d-d43c-4d54-a5d6-4214e7c3edb6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8dffa06fe9f14d8ba6cd863c2a120c58&device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 1097 time: 0.0977557 Nov 26 03:06:58.971630 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ce401878-9561-4702-85a1-dd017461bef8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:59.018872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-ce401878-9561-4702-85a1-dd017461bef8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for 60c9b85e-58f4-49fb-bfa1-644202b59345 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:06:59.117945 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ae46c-8557-4ec2-9138-5506d9134f99 req-95b903a6-357c-43a1-9eaf-f9b652d30537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:59.120890 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c85ae46c-8557-4ec2-9138-5506d9134f99 req-95b903a6-357c-43a1-9eaf-f9b652d30537 service neutron] 10.222.0.59 "GET /v2.0/networks?id=487bf824-96b4-4a0b-aab0-a1e59303e892 HTTP/1.1" status: 200 len: 915 time: 0.1602843 Nov 26 03:06:59.150848 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44899116-bfd4-4a4a-a6d3-5a09d03e2610 req-0a6c920a-60e8-433a-a65a-e010e2bb0c91 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:59.156664 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-44899116-bfd4-4a4a-a6d3-5a09d03e2610 req-0a6c920a-60e8-433a-a65a-e010e2bb0c91 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0842192 Nov 26 03:06:59.175049 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c85ae46c-8557-4ec2-9138-5506d9134f99 req-df0e536f-f2d8-4c2b-9224-9ac11a0dcffa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=940834b0-0f84-4a48-b62e-8a6648ba0236 HTTP/1.1" status: 200 len: 217 time: 0.0391681 Nov 26 03:06:59.191911 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ce401878-9561-4702-85a1-dd017461bef8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:59.244547 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce401878-9561-4702-85a1-dd017461bef8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=60c9b85e-58f4-49fb-bfa1-644202b59345,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:06:59.255033 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ce401878-9561-4702-85a1-dd017461bef8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:59.256627 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-44899116-bfd4-4a4a-a6d3-5a09d03e2610 req-df2feb3c-c56c-411c-9dbe-3a275ff4fc25 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915027 Nov 26 03:06:59.258342 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ce401878-9561-4702-85a1-dd017461bef8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/ports/60c9b85e-58f4-49fb-bfa1-644202b59345 HTTP/1.1" status: 204 len: 168 time: 0.4949443 Nov 26 03:06:59.262067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34822) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:59.274763 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ae46c-8557-4ec2-9138-5506d9134f99 req-d3c4e28a-3c3c-471f-a1e8-07387c083a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:59.276548 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c85ae46c-8557-4ec2-9138-5506d9134f99 req-d3c4e28a-3c3c-471f-a1e8-07387c083a45 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1cd5660-c9e5-4dc2-b734-b88f81181a94 HTTP/1.1" status: 200 len: 854 time: 0.0931180 Nov 26 03:06:59.314263 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c85ae46c-8557-4ec2-9138-5506d9134f99 req-451c7772-b628-4b95-a5e6-c57887fb415d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=487bf824-96b4-4a0b-aab0-a1e59303e892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263040 Nov 26 03:06:59.329226 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd7628-a639-4feb-9d5d-c02b2b296dc9 req-5867a5ef-5e6d-47b1-9f06-73a752160bef tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:59.332537 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9dfd7628-a639-4feb-9d5d-c02b2b296dc9 req-5867a5ef-5e6d-47b1-9f06-73a752160bef tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.1327426 Nov 26 03:06:59.397414 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d78e87f-56ce-4562-95d7-c04afb391441 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:59.403605 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d78e87f-56ce-4562-95d7-c04afb391441 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:06:59.407947 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2d78e87f-56ce-4562-95d7-c04afb391441 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1396523 Nov 26 03:06:59.409457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34828) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:06:59.417559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9dfd7628-a639-4feb-9d5d-c02b2b296dc9 req-40f96310-4eb3-439a-a173-40ac0f42a219 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777562 Nov 26 03:06:59.456733 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c85ae46c-8557-4ec2-9138-5506d9134f99 req-fed34d42-bc8c-4a30-8ae6-8637cbc887d8 service neutron] 10.222.0.59 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355050 Nov 26 03:06:59.591232 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c85ae46c-8557-4ec2-9138-5506d9134f99 req-cbff0eb1-ae69-4088-a110-9eaf6f58fb9c service neutron] 10.222.0.59 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240730 Nov 26 03:06:59.594283 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-b46161b4-56b9-4ed0-972a-7ba2183b56a3 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port 6a7af324-55f3-4cb4-a5bd-0fa988db64fe {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:06:59.594621 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b46161b4-56b9-4ed0-972a-7ba2183b56a3 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:59.665047 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b46161b4-56b9-4ed0-972a-7ba2183b56a3 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:06:59.677730 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-b46161b4-56b9-4ed0-972a-7ba2183b56a3 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for 6a7af324-55f3-4cb4-a5bd-0fa988db64fe owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:00.077214 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b46161b4-56b9-4ed0-972a-7ba2183b56a3 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:00.105867 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46161b4-56b9-4ed0-972a-7ba2183b56a3 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=6a7af324-55f3-4cb4-a5bd-0fa988db64fe,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:00.112383 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b46161b4-56b9-4ed0-972a-7ba2183b56a3 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:00.115398 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b46161b4-56b9-4ed0-972a-7ba2183b56a3 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/ports/6a7af324-55f3-4cb4-a5bd-0fa988db64fe HTTP/1.1" status: 204 len: 168 time: 0.7048652 Nov 26 03:07:00.118330 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34840) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:00.168204 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93844d7f-56c5-4b87-8cc7-cab90485bfa3 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:00.169846 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-93844d7f-56c5-4b87-8cc7-cab90485bfa3 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0503666 Nov 26 03:07:00.172626 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34842) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:00.197459 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfef2cd-d1a9-4422-a355-2aa75bead0bd tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] GET failed (client error): The resource could not be found. Nov 26 03:07:00.201241 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5cfef2cd-d1a9-4422-a355-2aa75bead0bd tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports/60c9b85e-58f4-49fb-bfa1-644202b59345 HTTP/1.1" status: 404 len: 333 time: 0.0252838 Nov 26 03:07:00.201447 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34844) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:00.228000 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84622a9-2dd3-451d-bfe3-a3ff9df27012 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] GET failed (client error): The resource could not be found. Nov 26 03:07:00.231764 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d84622a9-2dd3-451d-bfe3-a3ff9df27012 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports/6a7af324-55f3-4cb4-a5bd-0fa988db64fe HTTP/1.1" status: 404 len: 333 time: 0.0270269 Nov 26 03:07:00.231985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34846) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:00.305565 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-145e8b3b-709b-4456-b8f5-c29ceb45b88b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:00.382871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1b5b3-da9a-489b-b9e6-f17c4af0df0b req-2667dbf4-1c25-49c7-8cb2-50d7f8de97f8 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:00.385462 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62b1b5b3-da9a-489b-b9e6-f17c4af0df0b req-2667dbf4-1c25-49c7-8cb2-50d7f8de97f8 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0597696 Nov 26 03:07:00.398424 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-145e8b3b-709b-4456-b8f5-c29ceb45b88b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:00.419847 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-145e8b3b-709b-4456-b8f5-c29ceb45b88b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9816ce9d-b6da-44ca-9404-5aaed8e591cd']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:00.429607 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-145e8b3b-709b-4456-b8f5-c29ceb45b88b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f36ec3a-9a2f-4039-b56b-078a3da3e06d') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:00.429985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-145e8b3b-709b-4456-b8f5-c29ceb45b88b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f36ec3a-9a2f-4039-b56b-078a3da3e06d') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:00.440650 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-145e8b3b-709b-4456-b8f5-c29ceb45b88b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:00.448699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62b1b5b3-da9a-489b-b9e6-f17c4af0df0b req-c2d1cf94-e363-4d99-bdeb-763145432b08 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553226 Nov 26 03:07:00.471275 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-145e8b3b-709b-4456-b8f5-c29ceb45b88b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:00.479479 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145e8b3b-709b-4456-b8f5-c29ceb45b88b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:07:00.479479 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-145e8b3b-709b-4456-b8f5-c29ceb45b88b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:07:00.481972 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:07:00.547271 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-145e8b3b-709b-4456-b8f5-c29ceb45b88b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:00.556605 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-145e8b3b-709b-4456-b8f5-c29ceb45b88b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:00.560263 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-145e8b3b-709b-4456-b8f5-c29ceb45b88b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/networks/9816ce9d-b6da-44ca-9404-5aaed8e591cd HTTP/1.1" status: 204 len: 168 time: 0.3273270 Nov 26 03:07:00.565203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34854) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:00.570715 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-3ff1d7b4-12b5-46b0-b04f-7626f483544e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-149771456'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:00.574387 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e8b3b-709b-4456-b8f5-c29ceb45b88b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Network': ['ID=9816ce9d-b6da-44ca-9404-5aaed8e591cd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:00.582719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec979e-d9b6-46e3-b0fa-8307cfc9f1d6 req-2165a8a2-59c7-4446-a4b3-1c01114a1189 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:00.584250 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00ec979e-d9b6-46e3-b0fa-8307cfc9f1d6 req-2165a8a2-59c7-4446-a4b3-1c01114a1189 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.0737901 Nov 26 03:07:00.620954 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff1d7b4-12b5-46b0-b04f-7626f483544e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:00.628785 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d7b4-12b5-46b0-b04f-7626f483544e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:00.663262 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00ec979e-d9b6-46e3-b0fa-8307cfc9f1d6 req-9938e5a4-afa9-4a7d-bc5c-8c289d09ac65 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719378 Nov 26 03:07:00.676011 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff1d7b4-12b5-46b0-b04f-7626f483544e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:07:00.689489 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d7b4-12b5-46b0-b04f-7626f483544e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:00.691142 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-3ff1d7b4-12b5-46b0-b04f-7626f483544e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Added segment 43540337-abce-4999-9b11-8efc2fcfcc32 of type vlan for network aa524f0c-d8dc-4042-bb54-0732988a3343 Nov 26 03:07:00.737995 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d7b4-12b5-46b0-b04f-7626f483544e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:00.765023 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d7b4-12b5-46b0-b04f-7626f483544e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:00.770949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1d7b4-12b5-46b0-b04f-7626f483544e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:00.771560 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d7b4-12b5-46b0-b04f-7626f483544e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:00.834333 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3ff1d7b4-12b5-46b0-b04f-7626f483544e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2678194 Nov 26 03:07:00.837316 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34856) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:00.842392 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1e04bc71-bdc9-4b2a-8052-837278706757 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'subnet': {'network_id': 'aa524f0c-d8dc-4042-bb54-0732988a3343', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:00.846768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1d7b4-12b5-46b0-b04f-7626f483544e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Network': ['ID=aa524f0c-d8dc-4042-bb54-0732988a3343,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:00.857113 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network aa524f0c-d8dc-4042-bb54-0732988a3343 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:07:00.935359 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e04bc71-bdc9-4b2a-8052-837278706757 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:00.939123 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e04bc71-bdc9-4b2a-8052-837278706757 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:01.000426 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.ipam_backend_mixin [None req-1e04bc71-bdc9-4b2a-8052-837278706757 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Performing IP validity checks on allocation pools {{(pid=104801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 26 03:07:01.001058 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.ipam_backend_mixin [None req-1e04bc71-bdc9-4b2a-8052-837278706757 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 26 03:07:01.155409 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e04bc71-bdc9-4b2a-8052-837278706757 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:01.225601 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04bc71-bdc9-4b2a-8052-837278706757 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Subnet': ['ID=e469f2b2-43f9-4dad-9d94-9806ab458d34,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:01.239181 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e04bc71-bdc9-4b2a-8052-837278706757 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Checking segment: {'id': '43540337-abce-4999-9b11-8efc2fcfcc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'aa524f0c-d8dc-4042-bb54-0732988a3343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:07:01.239670 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e04bc71-bdc9-4b2a-8052-837278706757 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network hostable DHCP agents. Network: aa524f0c-d8dc-4042-bb54-0732988a3343, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:07:01.256861 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e04bc71-bdc9-4b2a-8052-837278706757 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network aa524f0c-d8dc-4042-bb54-0732988a3343 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:07:01.266039 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-1e04bc71-bdc9-4b2a-8052-837278706757 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, aa524f0c-d8dc-4042-bb54-0732988a3343) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:01.271949 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e04bc71-bdc9-4b2a-8052-837278706757 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:01.273638 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e04bc71-bdc9-4b2a-8052-837278706757 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:01.276845 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a91191-308b-469c-93e4-092eda6cddcf None None] Network aa524f0c-d8dc-4042-bb54-0732988a3343 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:01.298099 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1e04bc71-bdc9-4b2a-8052-837278706757 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4596603 Nov 26 03:07:01.300607 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34868) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:01.310283 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7d03f1fb-761e-49f9-97cd-3f5a53904e58 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'network_id': 'aa524f0c-d8dc-4042-bb54-0732988a3343', 'name': 'tempest-PortsTestJSON-640751634'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:01.438973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-aa524f0c-d8dc-4042-bb54-0732988a3343', 'network_id': 'aa524f0c-d8dc-4042-bb54-0732988a3343', 'tenant_id': 'e1295228d6a24252a2da3a8bdd835e22', 'fixed_ips': [{'subnet_id': 'e469f2b2-43f9-4dad-9d94-9806ab458d34'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:07:01.440411 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:01.476523 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d03f1fb-761e-49f9-97cd-3f5a53904e58 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:01.480531 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d03f1fb-761e-49f9-97cd-3f5a53904e58 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:01.519804 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-7d03f1fb-761e-49f9-97cd-3f5a53904e58 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] device_id is not set on port 73a9b699-d9e0-4025-ba0d-1dbab5746ee2 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:07:01.653104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43f0e4-c3b4-4db5-bc41-57a9155ba3ad req-f8f4c61a-0c66-484d-95ce-b8deabd49ccd tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:01.654695 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d43f0e4-c3b4-4db5-bc41-57a9155ba3ad req-f8f4c61a-0c66-484d-95ce-b8deabd49ccd tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.0857959 Nov 26 03:07:01.709939 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Allocated IP 172.20.0.2 (aa524f0c-d8dc-4042-bb54-0732988a3343/e469f2b2-43f9-4dad-9d94-9806ab458d34/255b6cff-7d35-4306-b15a-174350fed4f0) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:01.725372 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d43f0e4-c3b4-4db5-bc41-57a9155ba3ad req-82d920ba-cbcd-42b2-b59e-0f9ba82bf2ef tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642378 Nov 26 03:07:01.843609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44c438-ea58-4025-b70f-61471f32e86b req-bdcaa2fb-6dfb-42cd-9e04-af97d83d0522 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:01.846057 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2f44c438-ea58-4025-b70f-61471f32e86b req-bdcaa2fb-6dfb-42cd-9e04-af97d83d0522 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.0671790 Nov 26 03:07:01.898435 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2f44c438-ea58-4025-b70f-61471f32e86b req-344080a0-58a3-4575-bde7-0f03ada3a70f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455430 Nov 26 03:07:01.907411 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:01.915557 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:01.964020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Network aa524f0c-d8dc-4042-bb54-0732988a3343 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:01.968532 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:01.970837 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Pushing event updated for resources: {'Port': ['ID=255b6cff-7d35-4306-b15a-174350fed4f0,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:01.979352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:01.988459 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-7d03f1fb-761e-49f9-97cd-3f5a53904e58 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Allocated IP 172.20.0.10 (aa524f0c-d8dc-4042-bb54-0732988a3343/e469f2b2-43f9-4dad-9d94-9806ab458d34/73a9b699-d9e0-4025-ba0d-1dbab5746ee2) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:02.047934 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Attempting to bind port 255b6cff-7d35-4306-b15a-174350fed4f0 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:07:02.048454 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Attempting to bind port 255b6cff-7d35-4306-b15a-174350fed4f0 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '43540337-abce-4999-9b11-8efc2fcfcc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'aa524f0c-d8dc-4042-bb54-0732988a3343'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:07:02.049757 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Attempting to bind port 255b6cff-7d35-4306-b15a-174350fed4f0 on network aa524f0c-d8dc-4042-bb54-0732988a3343 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:07:02.055847 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:07:02.056347 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Checking segment: {'id': '43540337-abce-4999-9b11-8efc2fcfcc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'aa524f0c-d8dc-4042-bb54-0732988a3343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:07:02.056829 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:02.057302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Bound using segment: {'id': '43540337-abce-4999-9b11-8efc2fcfcc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'aa524f0c-d8dc-4042-bb54-0732988a3343'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:07:02.057855 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Bound port: 255b6cff-7d35-4306-b15a-174350fed4f0, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43540337-abce-4999-9b11-8efc2fcfcc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'aa524f0c-d8dc-4042-bb54-0732988a3343'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:07:02.058342 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:02.153064 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] For port 255b6cff-7d35-4306-b15a-174350fed4f0, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:07:02.157400 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] For port 255b6cff-7d35-4306-b15a-174350fed4f0, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=255b6cff-7d35-4306-b15a-174350fed4f0,segment=NetworkSegment(43540337-abce-4999-9b11-8efc2fcfcc32),segment_id=43540337-abce-4999-9b11-8efc2fcfcc32)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:07:02.171845 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:02.172116 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d03f1fb-761e-49f9-97cd-3f5a53904e58 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:02.248819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4bcab-564e-4824-a893-262849f8ed08 None None] Pushing event updated for resources: {'Port': ['ID=255b6cff-7d35-4306-b15a-174350fed4f0,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:02.252113 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 940834b0-0f84-4a48-b62e-8a6648ba0236 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:07:02.268351 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d03f1fb-761e-49f9-97cd-3f5a53904e58 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:02.350119 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d03f1fb-761e-49f9-97cd-3f5a53904e58 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network aa524f0c-d8dc-4042-bb54-0732988a3343 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:02.354573 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-7d03f1fb-761e-49f9-97cd-3f5a53904e58 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:02.359698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d03f1fb-761e-49f9-97cd-3f5a53904e58 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:02.365562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03f1fb-761e-49f9-97cd-3f5a53904e58 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=73a9b699-d9e0-4025-ba0d-1dbab5746ee2,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:02.401271 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:02.441245 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d03f1fb-761e-49f9-97cd-3f5a53904e58 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:02.442138 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d03f1fb-761e-49f9-97cd-3f5a53904e58 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:02.445645 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 940834b0-0f84-4a48-b62e-8a6648ba0236, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=940834b0-0f84-4a48-b62e-8a6648ba0236,segment=NetworkSegment(67ac57aa-fc70-4bd9-b458-051f19fc971f),segment_id=67ac57aa-fc70-4bd9-b458-051f19fc971f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:02.447274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '940834b0-0f84-4a48-b62e-8a6648ba0236'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:07:02.449850 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85e2e97-311e-4dcb-a74a-75a9c06737e8" -d '{"events": [{"server_uuid": "7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29", "name": "network-vif-unplugged", "status": "completed", "tag": "940834b0-0f84-4a48-b62e-8a6648ba0236"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:07:02.454743 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:02.493058 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7d03f1fb-761e-49f9-97cd-3f5a53904e58 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1901188 Nov 26 03:07:02.496041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34880) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:02.562533 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 26 Nov 2021 03:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d87800c-e023-4fd8-baef-821d30ec6b5d x-openstack-request-id: req-2d87800c-e023-4fd8-baef-821d30ec6b5d {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:07:02.562857 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29", "name": "network-vif-unplugged", "status": "failed", "tag": "940834b0-0f84-4a48-b62e-8a6648ba0236", "code": 422}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:07:02.563092 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d87800c-e023-4fd8-baef-821d30ec6b5d {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:07:02.564602 n-d-819389-3 neutron-server[104803]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '940834b0-0f84-4a48-b62e-8a6648ba0236', 'code': 422} returned with failed status Nov 26 03:07:02.565885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=940834b0-0f84-4a48-b62e-8a6648ba0236,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:02.692030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-23dbd6d7-4748-4ea4-ac8e-a4a247db5aa2 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port 73a9b699-d9e0-4025-ba0d-1dbab5746ee2 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:02.692670 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-23dbd6d7-4748-4ea4-ac8e-a4a247db5aa2 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:02.864675 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 255b6cff-7d35-4306-b15a-174350fed4f0 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:07:02.868927 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-23dbd6d7-4748-4ea4-ac8e-a4a247db5aa2 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:02.884940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-23dbd6d7-4748-4ea4-ac8e-a4a247db5aa2 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for 73a9b699-d9e0-4025-ba0d-1dbab5746ee2 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:02.903504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb32aa2-3367-496f-90de-4a57646b74bd req-cd651d8b-348c-4bf3-ba71-916ef19841c0 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:02.905196 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cbb32aa2-3367-496f-90de-4a57646b74bd req-cd651d8b-348c-4bf3-ba71-916ef19841c0 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 944 time: 0.0850530 Nov 26 03:07:02.933895 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 255b6cff-7d35-4306-b15a-174350fed4f0 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:02.934513 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:03.023328 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cbb32aa2-3367-496f-90de-4a57646b74bd req-ca47bf08-4cfb-4144-ada4-e43fb702feba tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988777 Nov 26 03:07:03.061294 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:03.098663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 255b6cff-7d35-4306-b15a-174350fed4f0, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=255b6cff-7d35-4306-b15a-174350fed4f0,segment=NetworkSegment(43540337-abce-4999-9b11-8efc2fcfcc32),segment_id=43540337-abce-4999-9b11-8efc2fcfcc32)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:03.110613 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:03.170021 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=255b6cff-7d35-4306-b15a-174350fed4f0,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:03.210497 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624a587-7d2e-468c-9718-18c287bce5a0 req-06c739c9-e33f-4a98-b09f-a10d62827787 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:03.212291 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e624a587-7d2e-468c-9718-18c287bce5a0 req-06c739c9-e33f-4a98-b09f-a10d62827787 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.1879094 Nov 26 03:07:03.233328 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b55ef-e613-41a1-8baa-2fec86e2a03f req-2bd3f48e-301b-4572-9388-ef0e0c972ec8 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:03.235197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-783b55ef-e613-41a1-8baa-2fec86e2a03f req-2bd3f48e-301b-4572-9388-ef0e0c972ec8 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 944 time: 0.1262941 Nov 26 03:07:03.366359 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e624a587-7d2e-468c-9718-18c287bce5a0 req-0d952493-9f4c-4160-ad20-08c644dbbabd tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425352 Nov 26 03:07:03.393304 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-23dbd6d7-4748-4ea4-ac8e-a4a247db5aa2 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:03.424403 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-783b55ef-e613-41a1-8baa-2fec86e2a03f req-3910d385-e1a3-437c-b9f7-796bd1951145 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469517 Nov 26 03:07:03.448675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbd6d7-4748-4ea4-ac8e-a4a247db5aa2 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=73a9b699-d9e0-4025-ba0d-1dbab5746ee2,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:03.551174 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-23dbd6d7-4748-4ea4-ac8e-a4a247db5aa2 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:03.558096 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34898) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:03.568374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-23dbd6d7-4748-4ea4-ac8e-a4a247db5aa2 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/ports/73a9b699-d9e0-4025-ba0d-1dbab5746ee2 HTTP/1.1" status: 204 len: 168 time: 1.0688376 Nov 26 03:07:03.600805 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2043563b-4583-4813-9ae5-e1089331d265 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] DELETE failed (client error): The resource could not be found. Nov 26 03:07:03.601677 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2043563b-4583-4813-9ae5-e1089331d265 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:07:03.604985 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2043563b-4583-4813-9ae5-e1089331d265 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/ports/73a9b699-d9e0-4025-ba0d-1dbab5746ee2 HTTP/1.1" status: 404 len: 333 time: 0.0458481 Nov 26 03:07:03.607733 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34900) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:03.673600 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec23095f-aba5-4c28-953c-7b73c78d974b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] GET failed (client error): The resource could not be found. Nov 26 03:07:03.679693 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34904) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:03.680666 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ec23095f-aba5-4c28-953c-7b73c78d974b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports/73a9b699-d9e0-4025-ba0d-1dbab5746ee2 HTTP/1.1" status: 404 len: 333 time: 0.0716124 Nov 26 03:07:03.712815 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54752c15-0d98-44bb-9607-f0b1bcd08fdd None None] Network aa524f0c-d8dc-4042-bb54-0732988a3343 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:03.756507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe04f34f-ff70-4f31-b933-589b262dfed7 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting subnet e469f2b2-43f9-4dad-9d94-9806ab458d34 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:07:03.765356 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-e6fa0bb0-31d4-43c2-a614-003cceb7bc7d req-c3846e32-fa4b-4755-92ec-eb3087ee0c7f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:07:03.766781 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e6fa0bb0-31d4-43c2-a614-003cceb7bc7d req-c3846e32-fa4b-4755-92ec-eb3087ee0c7f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060244 Nov 26 03:07:03.767745 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe04f34f-ff70-4f31-b933-589b262dfed7 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:03.816665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-87de8685-9b23-4cdb-a506-619b10ce12a3 None None] Provisioning complete for port 255b6cff-7d35-4306-b15a-174350fed4f0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:03.817151 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-87de8685-9b23-4cdb-a506-619b10ce12a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:03.863279 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe04f34f-ff70-4f31-b933-589b262dfed7 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:04.048702 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c153e-ed23-4b38-a003-24f466f0c53a req-02206347-f6d3-48e5-afff-4ead003296db tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:04.057584 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c6c153e-ed23-4b38-a003-24f466f0c53a req-02206347-f6d3-48e5-afff-4ead003296db tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 944 time: 0.1128895 Nov 26 03:07:04.077790 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe04f34f-ff70-4f31-b933-589b262dfed7 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:04.148158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c6c153e-ed23-4b38-a003-24f466f0c53a req-3239d932-456a-4a67-84b0-dfc7a55823d0 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895209 Nov 26 03:07:04.199755 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe04f34f-ff70-4f31-b933-589b262dfed7 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:04.254456 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04f34f-ff70-4f31-b933-589b262dfed7 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Subnet': ['ID=e469f2b2-43f9-4dad-9d94-9806ab458d34,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:04.261346 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe04f34f-ff70-4f31-b933-589b262dfed7 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:04.269836 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34920) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:04.280588 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fe04f34f-ff70-4f31-b933-589b262dfed7 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/e469f2b2-43f9-4dad-9d94-9806ab458d34 HTTP/1.1" status: 204 len: 168 time: 0.5981877 Nov 26 03:07:04.282896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd16634-be06-4101-a3aa-5876a10ba159 None None] Network aa524f0c-d8dc-4042-bb54-0732988a3343 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:04.412989 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:04.450606 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-92c77850-01bf-4d9e-b8bf-5b105cd82b74 None None] Provisioning complete for port 255b6cff-7d35-4306-b15a-174350fed4f0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:04.451172 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-92c77850-01bf-4d9e-b8bf-5b105cd82b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:04.512674 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port 255b6cff-7d35-4306-b15a-174350fed4f0 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:04.513103 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:04.605845 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-7879dd71-ec15-40bb-9c3c-3013e9e0d046 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2752726 Nov 26 03:07:04.624014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f0445-dc7d-4179-8f19-0f8df1728208 req-6349e087-a581-4fd9-bbd7-26233eb97282 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:04.638957 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb2f0445-dc7d-4179-8f19-0f8df1728208 req-6349e087-a581-4fd9-bbd7-26233eb97282 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.1522570 Nov 26 03:07:04.649280 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] For port 255b6cff-7d35-4306-b15a-174350fed4f0, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=255b6cff-7d35-4306-b15a-174350fed4f0,segment=NetworkSegment(43540337-abce-4999-9b11-8efc2fcfcc32),segment_id=43540337-abce-4999-9b11-8efc2fcfcc32)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:04.649907 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:04.651358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-c6a7e2f0-0813-472d-a859-d3cd889eb243 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:07:04.652769 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-c6a7e2f0-0813-472d-a859-d3cd889eb243 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0369723 Nov 26 03:07:04.678519 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for 255b6cff-7d35-4306-b15a-174350fed4f0 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:04.696557 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5601d3b1-33a6-4494-887a-133ae8837931 None None] DHCP port deletion for aa524f0c-d8dc-4042-bb54-0732988a3343 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:07:04.756692 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb2f0445-dc7d-4179-8f19-0f8df1728208 req-72411644-96d8-4148-bcac-dcc63a389502 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165450 Nov 26 03:07:04.793514 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-5601d3b1-33a6-4494-887a-133ae8837931 None None] Deleting port 255b6cff-7d35-4306-b15a-174350fed4f0 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:04.794328 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5601d3b1-33a6-4494-887a-133ae8837931 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:04.863144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 255b6cff-7d35-4306-b15a-174350fed4f0 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:07:04.934989 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:04.990857 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-5601d3b1-33a6-4494-887a-133ae8837931 None None] For port 255b6cff-7d35-4306-b15a-174350fed4f0, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=255b6cff-7d35-4306-b15a-174350fed4f0,segment=NetworkSegment(43540337-abce-4999-9b11-8efc2fcfcc32),segment_id=43540337-abce-4999-9b11-8efc2fcfcc32)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:04.990857 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5601d3b1-33a6-4494-887a-133ae8837931 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:05.008665 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=255b6cff-7d35-4306-b15a-174350fed4f0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:05.017090 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No DVR routers for this DVR port 255b6cff-7d35-4306-b15a-174350fed4f0 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:07:05.046939 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-5601d3b1-33a6-4494-887a-133ae8837931 None None] Calling delete_port for 255b6cff-7d35-4306-b15a-174350fed4f0 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:05.055970 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No active binding found for port 255b6cff-7d35-4306-b15a-174350fed4f0 {{(pid=104803) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 26 03:07:05.058216 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 255b6cff-7d35-4306-b15a-174350fed4f0 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:07:05.174745 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5601d3b1-33a6-4494-887a-133ae8837931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:05.206182 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:05.215041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601d3b1-33a6-4494-887a-133ae8837931 None None] Pushing event deleted for resources: {'Port': ['ID=255b6cff-7d35-4306-b15a-174350fed4f0,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:05.217436 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5601d3b1-33a6-4494-887a-133ae8837931 None None] No DVR routers for this DVR port 255b6cff-7d35-4306-b15a-174350fed4f0 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:07:05.245196 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa524f0c-d8dc-4042-bb54-0732988a3343']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:05.258780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43540337-abce-4999-9b11-8efc2fcfcc32') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:05.259423 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43540337-abce-4999-9b11-8efc2fcfcc32') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:05.271809 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:05.288452 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:05.300581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:07:05.301517 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:07:05.310312 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:07:05.381946 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec84d1d-539e-46cc-a7c5-aaec63f8ff5c req-1cbdf778-7da4-4913-ba69-eed05df56939 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:05.386577 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8ec84d1d-539e-46cc-a7c5-aaec63f8ff5c req-1cbdf778-7da4-4913-ba69-eed05df56939 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 944 time: 0.1043210 Nov 26 03:07:05.452123 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:05.484815 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:05.488541 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/networks/aa524f0c-d8dc-4042-bb54-0732988a3343 HTTP/1.1" status: 204 len: 168 time: 1.2171803 Nov 26 03:07:05.492485 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34942) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:05.498377 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8ec84d1d-539e-46cc-a7c5-aaec63f8ff5c req-ad70fabf-fd88-4595-9617-367645b444f5 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077526 Nov 26 03:07:05.498665 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0a46f74f-d7e7-45e0-9438-9fc3fe646d16 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1767507766'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:05.503165 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991793a-7296-45a9-b8fc-69261adaabf8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Network': ['ID=aa524f0c-d8dc-4042-bb54-0732988a3343,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:05.529961 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a46f74f-d7e7-45e0-9438-9fc3fe646d16 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:05.533840 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a46f74f-d7e7-45e0-9438-9fc3fe646d16 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:05.559666 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a46f74f-d7e7-45e0-9438-9fc3fe646d16 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:07:05.570545 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a46f74f-d7e7-45e0-9438-9fc3fe646d16 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:05.571150 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-0a46f74f-d7e7-45e0-9438-9fc3fe646d16 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Added segment 06f1a54a-2d35-4d0c-9141-eb670e3aa7f5 of type vlan for network 8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f Nov 26 03:07:05.644493 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a46f74f-d7e7-45e0-9438-9fc3fe646d16 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:05.700010 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a46f74f-d7e7-45e0-9438-9fc3fe646d16 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:05.708359 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a46f74f-d7e7-45e0-9438-9fc3fe646d16 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:05.709050 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a46f74f-d7e7-45e0-9438-9fc3fe646d16 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:05.787564 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0a46f74f-d7e7-45e0-9438-9fc3fe646d16 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2940176 Nov 26 03:07:05.790387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34948) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:05.797161 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-9254848e-3ac0-4361-adac-1ab64a4bc034 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'subnet': {'network_id': '8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:05.800536 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46f74f-d7e7-45e0-9438-9fc3fe646d16 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Network': ['ID=8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:05.815497 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:07:05.938558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630b0b5-207e-41fc-8d1a-a4cbc880c250 req-f1b00cc9-c7b8-408b-bd29-9baa53bdfeb3 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:05.940810 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c630b0b5-207e-41fc-8d1a-a4cbc880c250 req-f1b00cc9-c7b8-408b-bd29-9baa53bdfeb3 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.0786376 Nov 26 03:07:05.959113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9254848e-3ac0-4361-adac-1ab64a4bc034 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:05.962875 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9254848e-3ac0-4361-adac-1ab64a4bc034 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:06.122138 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c630b0b5-207e-41fc-8d1a-a4cbc880c250 req-b12d6c71-765c-400a-899c-d1461a36bfaf tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709461 Nov 26 03:07:06.145126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-9639e769-b31c-42b5-a866-251470b78734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:06.145126 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-9639e769-b31c-42b5-a866-251470b78734 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29&tenant_id=8dffa06fe9f14d8ba6cd863c2a120c58 HTTP/1.1" status: 200 len: 1095 time: 0.1272893 Nov 26 03:07:06.165763 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819389-3', 'device_owner': 'compute:nova'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:06.251404 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 940834b0-0f84-4a48-b62e-8a6648ba0236 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:07:06.278500 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:06.301687 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9254848e-3ac0-4361-adac-1ab64a4bc034 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:06.408963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254848e-3ac0-4361-adac-1ab64a4bc034 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Subnet': ['ID=8e461852-0efa-4cc4-9c81-777a7b436fee,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:06.464009 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9254848e-3ac0-4361-adac-1ab64a4bc034 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Checking segment: {'id': '06f1a54a-2d35-4d0c-9141-eb670e3aa7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:07:06.464402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9254848e-3ac0-4361-adac-1ab64a4bc034 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network hostable DHCP agents. Network: 8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:07:06.503480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9254848e-3ac0-4361-adac-1ab64a4bc034 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:07:06.547307 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-9254848e-3ac0-4361-adac-1ab64a4bc034 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:06.554263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9254848e-3ac0-4361-adac-1ab64a4bc034 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:06.554862 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9254848e-3ac0-4361-adac-1ab64a4bc034 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:06.565315 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa11740-b3d4-4cb4-a315-919588ce01d8 None None] Network 8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:06.600752 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9254848e-3ac0-4361-adac-1ab64a4bc034 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8092375 Nov 26 03:07:06.605622 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34954) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:06.612574 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ad0d296a-d471-4d41-a811-dfd6e9d2875c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'network_id': '8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-174281217'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:06.637769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] For port 940834b0-0f84-4a48-b62e-8a6648ba0236, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=940834b0-0f84-4a48-b62e-8a6648ba0236,segment=NetworkSegment(67ac57aa-fc70-4bd9-b458-051f19fc971f),segment_id=67ac57aa-fc70-4bd9-b458-051f19fc971f)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:06.685546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7db7af-ab31-49b2-bb51-0c6f8d05aad9 req-3d05ab7e-8d7d-4fb7-8bbd-74a42b11aa7d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:06.693602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9c7db7af-ab31-49b2-bb51-0c6f8d05aad9 req-3d05ab7e-8d7d-4fb7-8bbd-74a42b11aa7d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 944 time: 0.1115568 Nov 26 03:07:06.715992 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] For port 940834b0-0f84-4a48-b62e-8a6648ba0236, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:07:06.787320 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0d296a-d471-4d41-a811-dfd6e9d2875c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:06.788866 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9c7db7af-ab31-49b2-bb51-0c6f8d05aad9 req-13e6a4ce-69e0-4b71-8fa1-55fd174fe006 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883477 Nov 26 03:07:06.795404 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad0d296a-d471-4d41-a811-dfd6e9d2875c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:06.801409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940834b0-0f84-4a48-b62e-8a6648ba0236 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:07:06.810557 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:06.822109 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-ad0d296a-d471-4d41-a811-dfd6e9d2875c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] device_id is not set on port 75b14928-a6ec-4dad-a949-34e50adeb75f yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:07:06.824016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Transition to ACTIVE for port object 940834b0-0f84-4a48-b62e-8a6648ba0236 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:07:06.830541 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:06.869322 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cc02a2-d9f9-469c-bcbf-fd7aee50ca3f None None] DHCP port deletion for 487bf824-96b4-4a0b-aab0-a1e59303e892 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:07:06.899606 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] No DVR routers for this DVR port 940834b0-0f84-4a48-b62e-8a6648ba0236 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:07:06.912888 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Pushing event updated for resources: {'Port': ['ID=940834b0-0f84-4a48-b62e-8a6648ba0236,revision_number=9']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:06.956561 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Attempting to bind port 940834b0-0f84-4a48-b62e-8a6648ba0236 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:07:06.956912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Attempting to bind port 940834b0-0f84-4a48-b62e-8a6648ba0236 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '67ac57aa-fc70-4bd9-b458-051f19fc971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:07:06.957528 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Attempting to bind port 940834b0-0f84-4a48-b62e-8a6648ba0236 on network 487bf824-96b4-4a0b-aab0-a1e59303e892 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:07:06.963637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Port 940834b0-0f84-4a48-b62e-8a6648ba0236 on network 487bf824-96b4-4a0b-aab0-a1e59303e892 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:07:06.963981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Attempting to bind port 940834b0-0f84-4a48-b62e-8a6648ba0236 on network 487bf824-96b4-4a0b-aab0-a1e59303e892 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:07:06.969504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:07:06.969851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Checking segment: {'id': '67ac57aa-fc70-4bd9-b458-051f19fc971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:07:06.970240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Bound using segment: {'id': '67ac57aa-fc70-4bd9-b458-051f19fc971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:07:06.971218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Bound port: 940834b0-0f84-4a48-b62e-8a6648ba0236, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ac57aa-fc70-4bd9-b458-051f19fc971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:07:06.971585 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:06.999063 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-ad0d296a-d471-4d41-a811-dfd6e9d2875c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Allocated IP 172.20.0.2 (8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f/8e461852-0efa-4cc4-9c81-777a7b436fee/75b14928-a6ec-4dad-a949-34e50adeb75f) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:07.028784 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f', 'network_id': '8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f', 'tenant_id': 'e1295228d6a24252a2da3a8bdd835e22', 'fixed_ips': [{'subnet_id': '8e461852-0efa-4cc4-9c81-777a7b436fee'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:07:07.029676 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:07.053353 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] For port 940834b0-0f84-4a48-b62e-8a6648ba0236, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:07:07.058971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] For port 940834b0-0f84-4a48-b62e-8a6648ba0236, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=940834b0-0f84-4a48-b62e-8a6648ba0236,segment=NetworkSegment(67ac57aa-fc70-4bd9-b458-051f19fc971f),segment_id=67ac57aa-fc70-4bd9-b458-051f19fc971f)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:07:07.066725 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:07.124195 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769554bf-99d1-4475-91a1-6d4ef216033e None None] DHCP port deletion for 487bf824-96b4-4a0b-aab0-a1e59303e892 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:07:07.128323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:07.129220 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:07.130917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] 10.222.0.54 "PUT /v2.0/ports/940834b0-0f84-4a48-b62e-8a6648ba0236 HTTP/1.1" status: 200 len: 1092 time: 0.9694145 Nov 26 03:07:07.131475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29', 'tag': '940834b0-0f84-4a48-b62e-8a6648ba0236'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:07:07.134129 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15afe8a6-bc76-41cc-8583-ec6f27ba5629" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29", "tag": "940834b0-0f84-4a48-b62e-8a6648ba0236"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:07:07.170663 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad0d296a-d471-4d41-a811-dfd6e9d2875c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:07.173557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed4814-fe24-4c98-b3c2-ee6c293d9621 service neutron] Pushing event updated for resources: {'Port': ['ID=940834b0-0f84-4a48-b62e-8a6648ba0236,revision_number=10']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:07.222940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-e6216b5a-6faa-4e9d-8c77-04d8bc3d36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:07.224824 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-e6216b5a-6faa-4e9d-8c77-04d8bc3d36dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dffa06fe9f14d8ba6cd863c2a120c58&device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 1096 time: 0.0470726 Nov 26 03:07:07.226701 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62894ced-a4d8-4b49-8f62-3eab3059e851 x-openstack-request-id: req-62894ced-a4d8-4b49-8f62-3eab3059e851 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:07:07.226987 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29", "tag": "940834b0-0f84-4a48-b62e-8a6648ba0236", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:07:07.228155 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62894ced-a4d8-4b49-8f62-3eab3059e851 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:07:07.228778 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29', 'tag': '940834b0-0f84-4a48-b62e-8a6648ba0236', 'status': 'completed', 'code': 200} Nov 26 03:07:07.231910 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad0d296a-d471-4d41-a811-dfd6e9d2875c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:07.295228 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d296a-d471-4d41-a811-dfd6e9d2875c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=75b14928-a6ec-4dad-a949-34e50adeb75f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:07.298833 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0d296a-d471-4d41-a811-dfd6e9d2875c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:07.300690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-ad0d296a-d471-4d41-a811-dfd6e9d2875c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:07.303327 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0d296a-d471-4d41-a811-dfd6e9d2875c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:07.308788 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a4ca91a9-7483-48b1-a203-855f540503b8 {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:07:07.309276 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:07:07.358008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0d296a-d471-4d41-a811-dfd6e9d2875c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:07.358550 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad0d296a-d471-4d41-a811-dfd6e9d2875c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:07.380126 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ad0d296a-d471-4d41-a811-dfd6e9d2875c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.7709024 Nov 26 03:07:07.381062 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34964) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:07.392112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768aac8b-d218-43bf-96d3-540028eae190 req-fea09a33-b256-4cc7-813c-fd03828cdbaf tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:07.394156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-768aac8b-d218-43bf-96d3-540028eae190 req-fea09a33-b256-4cc7-813c-fd03828cdbaf tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.0814998 Nov 26 03:07:07.416172 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-b1aa0aab-6064-4c26-b569-07e99963d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:07.417634 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-b1aa0aab-6064-4c26-b569-07e99963d06f service neutron] 10.222.0.54 "GET /v2.0/networks?id=487bf824-96b4-4a0b-aab0-a1e59303e892 HTTP/1.1" status: 200 len: 915 time: 0.1768894 Nov 26 03:07:07.463100 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-950e6911-a8ac-4ce0-be2a-7a2e554871f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=940834b0-0f84-4a48-b62e-8a6648ba0236 HTTP/1.1" status: 200 len: 217 time: 0.0374804 Nov 26 03:07:07.480726 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-8eda1293-d2c8-415f-be6b-48dc39d3096a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port 75b14928-a6ec-4dad-a949-34e50adeb75f {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:07.481090 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8eda1293-d2c8-415f-be6b-48dc39d3096a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:07.517238 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-768aac8b-d218-43bf-96d3-540028eae190 req-43fd73c5-f2be-4c5b-aa1d-d836a59293ba tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125517 Nov 26 03:07:07.532347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-7624cd5d-7889-408b-b6c0-15d0028d9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:07.534426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-7624cd5d-7889-408b-b6c0-15d0028d9f47 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b1cd5660-c9e5-4dc2-b734-b88f81181a94 HTTP/1.1" status: 200 len: 854 time: 0.0645640 Nov 26 03:07:07.573118 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8eda1293-d2c8-415f-be6b-48dc39d3096a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:07.573345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-cf01e484-8d97-4334-8c3e-b9308f9d278c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=487bf824-96b4-4a0b-aab0-a1e59303e892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265784 Nov 26 03:07:07.586030 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-8eda1293-d2c8-415f-be6b-48dc39d3096a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for 75b14928-a6ec-4dad-a949-34e50adeb75f owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:07.677280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-fefbb547-e6e2-4c51-b620-262dd69b2cfa service neutron] 10.222.0.54 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960610 Nov 26 03:07:07.718861 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8eda1293-d2c8-415f-be6b-48dc39d3096a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:07.746742 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda1293-d2c8-415f-be6b-48dc39d3096a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=75b14928-a6ec-4dad-a949-34e50adeb75f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:07.779510 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5db3e06d-d8f0-45be-b82f-25398457e911 req-33c45a32-6db7-4fb8-9cf4-bf5e90334fd6 service neutron] 10.222.0.54 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942657 Nov 26 03:07:07.810357 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:07.820569 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8eda1293-d2c8-415f-be6b-48dc39d3096a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:07.826981 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8eda1293-d2c8-415f-be6b-48dc39d3096a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/ports/75b14928-a6ec-4dad-a949-34e50adeb75f HTTP/1.1" status: 204 len: 168 time: 0.4427001 Nov 26 03:07:07.827379 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34972) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:07.868633 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-72343dc0-540c-409b-9892-6b336c6782d1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] GET failed (client error): The resource could not be found. Nov 26 03:07:07.870703 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-72343dc0-540c-409b-9892-6b336c6782d1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports/75b14928-a6ec-4dad-a949-34e50adeb75f HTTP/1.1" status: 404 len: 333 time: 0.0423770 Nov 26 03:07:07.875101 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34974) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:08.008126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afe8a6-bc76-41cc-8583-ec6f27ba5629 req-887dfb03-ba95-45b8-8cf6-863a346727a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:08.009666 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15afe8a6-bc76-41cc-8583-ec6f27ba5629 req-887dfb03-ba95-45b8-8cf6-863a346727a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dffa06fe9f14d8ba6cd863c2a120c58&device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 1096 time: 0.1058607 Nov 26 03:07:08.013806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-7adc6956-7027-4e55-99da-6b49a77e5b96 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting subnet 8e461852-0efa-4cc4-9c81-777a7b436fee {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:07:08.090045 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Allocated IP 172.20.0.2 (8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f/8e461852-0efa-4cc4-9c81-777a7b436fee/9d196155-97da-473f-8c90-ead6c81af659) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:08.115870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afe8a6-bc76-41cc-8583-ec6f27ba5629 req-9135f0cf-37e4-445e-ac5c-93ade6c075e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:08.117390 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15afe8a6-bc76-41cc-8583-ec6f27ba5629 req-9135f0cf-37e4-445e-ac5c-93ade6c075e2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=487bf824-96b4-4a0b-aab0-a1e59303e892 HTTP/1.1" status: 200 len: 915 time: 0.0996816 Nov 26 03:07:08.134621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13743d73-d565-4a13-9e77-2e534814cf18 req-cf22afae-1a14-4874-8b11-7d6b3437d7a3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:08.143050 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13743d73-d565-4a13-9e77-2e534814cf18 req-cf22afae-1a14-4874-8b11-7d6b3437d7a3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 945 time: 0.2777991 Nov 26 03:07:08.350957 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:08.377248 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:08.465260 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Network 8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:08.468575 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:08.484840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:08.491078 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Pushing event updated for resources: {'Port': ['ID=9d196155-97da-473f-8c90-ead6c81af659,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:08.633548 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Attempting to bind port 9d196155-97da-473f-8c90-ead6c81af659 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:07:08.633975 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Attempting to bind port 9d196155-97da-473f-8c90-ead6c81af659 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '06f1a54a-2d35-4d0c-9141-eb670e3aa7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:07:08.634350 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Attempting to bind port 9d196155-97da-473f-8c90-ead6c81af659 on network 8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:07:08.640794 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:07:08.641194 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Checking segment: {'id': '06f1a54a-2d35-4d0c-9141-eb670e3aa7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:07:08.641607 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:08.642010 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Bound using segment: {'id': '06f1a54a-2d35-4d0c-9141-eb670e3aa7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:07:08.642678 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Bound port: 9d196155-97da-473f-8c90-ead6c81af659, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f1a54a-2d35-4d0c-9141-eb670e3aa7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:07:08.643068 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:08.756753 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] For port 9d196155-97da-473f-8c90-ead6c81af659, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:07:08.763598 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] For port 9d196155-97da-473f-8c90-ead6c81af659, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9d196155-97da-473f-8c90-ead6c81af659,segment=NetworkSegment(06f1a54a-2d35-4d0c-9141-eb670e3aa7f5),segment_id=06f1a54a-2d35-4d0c-9141-eb670e3aa7f5)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:07:08.773233 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:08.791896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15afe8a6-bc76-41cc-8583-ec6f27ba5629 req-c0342fb8-b66b-47cc-9d08-146f8400b5e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=940834b0-0f84-4a48-b62e-8a6648ba0236 HTTP/1.1" status: 200 len: 217 time: 0.6468544 Nov 26 03:07:08.793931 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7adc6956-7027-4e55-99da-6b49a77e5b96 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:08.836903 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7adc6956-7027-4e55-99da-6b49a77e5b96 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:08.919213 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8c46a-98c6-43ad-b268-732c829ea6dc None None] Pushing event updated for resources: {'Port': ['ID=9d196155-97da-473f-8c90-ead6c81af659,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:09.087158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13743d73-d565-4a13-9e77-2e534814cf18 req-54ab9c28-2afd-4299-8e4d-82f95823cf70 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218688 Nov 26 03:07:09.102123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34839e41-96f2-4390-b0e0-debd914db470 req-7c26a3c3-f74c-4bdc-b7b8-b712333fa8a3 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:09.110496 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34839e41-96f2-4390-b0e0-debd914db470 req-7c26a3c3-f74c-4bdc-b7b8-b712333fa8a3 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.3174276 Nov 26 03:07:09.122180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afe8a6-bc76-41cc-8583-ec6f27ba5629 req-1c18d6cd-9783-4eb8-b309-85b5ea9cf162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:09.126610 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15afe8a6-bc76-41cc-8583-ec6f27ba5629 req-1c18d6cd-9783-4eb8-b309-85b5ea9cf162 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b1cd5660-c9e5-4dc2-b734-b88f81181a94 HTTP/1.1" status: 200 len: 854 time: 0.2176673 Nov 26 03:07:09.205157 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7adc6956-7027-4e55-99da-6b49a77e5b96 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:09.221113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15afe8a6-bc76-41cc-8583-ec6f27ba5629 req-7f4a159f-2936-4265-af3f-8ca63669b9c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=487bf824-96b4-4a0b-aab0-a1e59303e892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728469 Nov 26 03:07:09.284747 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34839e41-96f2-4390-b0e0-debd914db470 req-faf969d4-9514-49a0-8d31-0c24db263398 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723759 Nov 26 03:07:09.411082 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7adc6956-7027-4e55-99da-6b49a77e5b96 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:09.451139 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7adc6956-7027-4e55-99da-6b49a77e5b96 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:09.456740 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7adc6956-7027-4e55-99da-6b49a77e5b96 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/8e461852-0efa-4cc4-9c81-777a7b436fee HTTP/1.1" status: 204 len: 168 time: 1.5770550 Nov 26 03:07:09.459200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35006) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:09.525395 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc6956-7027-4e55-99da-6b49a77e5b96 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Subnet': ['ID=8e461852-0efa-4cc4-9c81-777a7b436fee,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:09.598416 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15afe8a6-bc76-41cc-8583-ec6f27ba5629 req-d2490ab4-5b11-47eb-a574-b01133236d2a service neutron] 10.222.0.54 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056812 Nov 26 03:07:09.626171 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:09.701072 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port 9d196155-97da-473f-8c90-ead6c81af659 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:09.701428 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:09.784007 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] For port 9d196155-97da-473f-8c90-ead6c81af659, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9d196155-97da-473f-8c90-ead6c81af659,segment=NetworkSegment(06f1a54a-2d35-4d0c-9141-eb670e3aa7f5),segment_id=06f1a54a-2d35-4d0c-9141-eb670e3aa7f5)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:09.784594 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:09.812546 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for 9d196155-97da-473f-8c90-ead6c81af659 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:09.967600 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:10.010536 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=9d196155-97da-473f-8c90-ead6c81af659,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:10.014160 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No DVR routers for this DVR port 9d196155-97da-473f-8c90-ead6c81af659 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:07:10.167269 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:10.210174 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:10.222587 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f1a54a-2d35-4d0c-9141-eb670e3aa7f5') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:10.222896 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f1a54a-2d35-4d0c-9141-eb670e3aa7f5') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:10.235821 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:10.258122 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:10.266095 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:07:10.266821 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:10.309411 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91184948-22e6-4bdd-bb2d-a31dd8fbcdca req-37dbeebf-4fdf-4111-8530-bf1733e69d18 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:10.318913 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91184948-22e6-4bdd-bb2d-a31dd8fbcdca req-37dbeebf-4fdf-4111-8530-bf1733e69d18 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 945 time: 0.0904701 Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:07:10.344531 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:07:10.351471 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:10.367890 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:10.387738 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/networks/8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f HTTP/1.1" status: 204 len: 168 time: 0.9151840 Nov 26 03:07:10.394293 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35014) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:10.401764 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd452206-fbc8-4d00-831c-72b707d9417f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Network': ['ID=8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:10.406280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c477cdad-bbdb-452a-ab63-1a24cb835e62 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b', 'name': 'tempest-PortsTestJSON-855527443'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:10.522222 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91184948-22e6-4bdd-bb2d-a31dd8fbcdca req-cb9fc067-14de-4b17-ba0d-e55a463dbe74 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973190 Nov 26 03:07:10.636547 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6d228e6b-e194-4cf8-986d-9e8e09679ee0 None None] Could not find standard attr ID for object 9d196155-97da-473f-8c90-ead6c81af659. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:07:10.654641 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7cb03e-c18b-4a89-8f8f-438b6800ba9a None None] DHCP port deletion for 8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:07:10.677009 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c07081-db7b-470d-aa6c-2bee33be715a None None] Network 8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:10.697340 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c07081-db7b-470d-aa6c-2bee33be715a None None] Network 8c9da8d8-98ad-4ba6-8d79-a3ccfdad817f could not be found, it might have been deleted concurrently. {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 26 03:07:10.738030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c477cdad-bbdb-452a-ab63-1a24cb835e62 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:10.743838 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c477cdad-bbdb-452a-ab63-1a24cb835e62 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:10.785259 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-c477cdad-bbdb-452a-ab63-1a24cb835e62 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] device_id is not set on port c58cc4c1-7c48-4ee7-8ccc-894a2222f5cd yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:07:10.798409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69862b67-62a2-45f4-b86d-5ffb7e91608a req-9d28be20-6391-4a04-84ae-a7fb1e06cea4 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:10.807234 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69862b67-62a2-45f4-b86d-5ffb7e91608a req-9d28be20-6391-4a04-84ae-a7fb1e06cea4 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.1819754 Nov 26 03:07:10.907070 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69862b67-62a2-45f4-b86d-5ffb7e91608a req-a0b50296-9d81-45a6-a2c4-91401fb53799 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987246 Nov 26 03:07:11.047750 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c477cdad-bbdb-452a-ab63-1a24cb835e62 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:11.110661 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c477cdad-bbdb-452a-ab63-1a24cb835e62 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:11.165793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477cdad-bbdb-452a-ab63-1a24cb835e62 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:11.168950 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-c477cdad-bbdb-452a-ab63-1a24cb835e62 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:11.172826 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477cdad-bbdb-452a-ab63-1a24cb835e62 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:11.178697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c477cdad-bbdb-452a-ab63-1a24cb835e62 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:11.179333 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c477cdad-bbdb-452a-ab63-1a24cb835e62 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:11.208341 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477cdad-bbdb-452a-ab63-1a24cb835e62 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=c58cc4c1-7c48-4ee7-8ccc-894a2222f5cd,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:11.239063 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c477cdad-bbdb-452a-ab63-1a24cb835e62 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8394799 Nov 26 03:07:11.240465 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35022) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:11.384201 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-35baf605-95a1-4807-9ef6-eb06376aac3b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port c58cc4c1-7c48-4ee7-8ccc-894a2222f5cd {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:11.384756 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35baf605-95a1-4807-9ef6-eb06376aac3b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:11.465300 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35baf605-95a1-4807-9ef6-eb06376aac3b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:11.479392 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-35baf605-95a1-4807-9ef6-eb06376aac3b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for c58cc4c1-7c48-4ee7-8ccc-894a2222f5cd owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:11.517196 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35026) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:11.579223 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35baf605-95a1-4807-9ef6-eb06376aac3b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:11.676941 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2a3f96ed-74ff-4817-a547-e34dac384119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:11.686818 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-35baf605-95a1-4807-9ef6-eb06376aac3b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:11.694650 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-35baf605-95a1-4807-9ef6-eb06376aac3b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/ports/c58cc4c1-7c48-4ee7-8ccc-894a2222f5cd HTTP/1.1" status: 204 len: 168 time: 0.4511187 Nov 26 03:07:11.697638 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baf605-95a1-4807-9ef6-eb06376aac3b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=c58cc4c1-7c48-4ee7-8ccc-894a2222f5cd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:11.699496 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35034) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:11.715386 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a125be56-42df-488d-a246-2fc68eccf07f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b', 'mac_address': 'fa:16:3e:f8:03:2f', 'name': 'tempest-PortsTestJSON-156762408'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:11.769704 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-989488b9-3d2c-4ed6-bc54-5406d0199a61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:11.793382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf35a3e-1b5b-4918-b5d4-2671c8b920bd req-4de0d649-5ec4-472c-ade1-371ed5a4af39 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:11.795083 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bf35a3e-1b5b-4918-b5d4-2671c8b920bd req-4de0d649-5ec4-472c-ade1-371ed5a4af39 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 945 time: 0.1265745 Nov 26 03:07:11.864582 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a125be56-42df-488d-a246-2fc68eccf07f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:11.884815 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bf35a3e-1b5b-4918-b5d4-2671c8b920bd req-f8e8eeb9-fcf4-408b-9e0d-fcf1a0afbb94 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829806 Nov 26 03:07:11.935971 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-989488b9-3d2c-4ed6-bc54-5406d0199a61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:11.945529 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-989488b9-3d2c-4ed6-bc54-5406d0199a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:11.997255 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a125be56-42df-488d-a246-2fc68eccf07f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:11.999885 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-989488b9-3d2c-4ed6-bc54-5406d0199a61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c6adb75d27449d58147cbb4edacad1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4809358 Nov 26 03:07:12.001766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35038) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:12.015055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989488b9-3d2c-4ed6-bc54-5406d0199a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31310450-c927-4721-a820-c0b3ec24ae4a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:12.043607 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-a125be56-42df-488d-a246-2fc68eccf07f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] device_id is not set on port 9da9d184-88e4-4457-8b89-323590f32977 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:07:12.187973 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c5b92-edc9-449c-80a3-c916edc93f7a req-ce248a70-4264-49c8-a1f5-6a0139aa92c9 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:12.189578 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f50c5b92-edc9-449c-80a3-c916edc93f7a req-ce248a70-4264-49c8-a1f5-6a0139aa92c9 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.1679721 Nov 26 03:07:12.190284 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1bb99da9-5f2d-43bf-8a6d-4ed24093a6d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:12.270212 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1bb99da9-5f2d-43bf-8a6d-4ed24093a6d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:12.348214 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a125be56-42df-488d-a246-2fc68eccf07f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:12.349700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f50c5b92-edc9-449c-80a3-c916edc93f7a req-dbc0b2be-bcc8-42e7-9758-8395904f7d30 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489544 Nov 26 03:07:12.406091 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1bb99da9-5f2d-43bf-8a6d-4ed24093a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:12.409186 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1bb99da9-5f2d-43bf-8a6d-4ed24093a6d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:12.409812 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a125be56-42df-488d-a246-2fc68eccf07f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:12.414998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1bb99da9-5f2d-43bf-8a6d-4ed24093a6d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31310450-c927-4721-a820-c0b3ec24ae4a HTTP/1.1" status: 204 len: 168 time: 0.4112506 Nov 26 03:07:12.427059 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb99da9-5f2d-43bf-8a6d-4ed24093a6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31310450-c927-4721-a820-c0b3ec24ae4a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:12.475937 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a125be56-42df-488d-a246-2fc68eccf07f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:12.479445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-a125be56-42df-488d-a246-2fc68eccf07f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:12.494376 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125be56-42df-488d-a246-2fc68eccf07f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:12.500231 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a125be56-42df-488d-a246-2fc68eccf07f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:12.501015 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a125be56-42df-488d-a246-2fc68eccf07f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:12.537033 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125be56-42df-488d-a246-2fc68eccf07f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=9da9d184-88e4-4457-8b89-323590f32977,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:12.557089 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a125be56-42df-488d-a246-2fc68eccf07f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8560297 Nov 26 03:07:12.562682 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35042) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:12.657674 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7226093-23ee-4a40-9c21-b58494149faf tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:12.660159 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b7226093-23ee-4a40-9c21-b58494149faf tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports/9da9d184-88e4-4457-8b89-323590f32977 HTTP/1.1" status: 200 len: 840 time: 0.0952632 Nov 26 03:07:12.662488 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35046) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:12.831758 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-78ee4b95-580d-4a8c-a4e0-2e243afeefcc tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port 9da9d184-88e4-4457-8b89-323590f32977 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:12.832159 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-78ee4b95-580d-4a8c-a4e0-2e243afeefcc tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:12.876651 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35048) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:12.892758 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-336594e1-b40d-4f20-adbf-47f37444f570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:12.911639 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-78ee4b95-580d-4a8c-a4e0-2e243afeefcc tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:12.939579 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-78ee4b95-580d-4a8c-a4e0-2e243afeefcc tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for 9da9d184-88e4-4457-8b89-323590f32977 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:13.030031 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-78ee4b95-580d-4a8c-a4e0-2e243afeefcc tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:13.038924 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-336594e1-b40d-4f20-adbf-47f37444f570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:13.046380 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-336594e1-b40d-4f20-adbf-47f37444f570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:13.076472 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee4b95-580d-4a8c-a4e0-2e243afeefcc tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=9da9d184-88e4-4457-8b89-323590f32977,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:13.088839 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-78ee4b95-580d-4a8c-a4e0-2e243afeefcc tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:13.093739 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-78ee4b95-580d-4a8c-a4e0-2e243afeefcc tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/ports/9da9d184-88e4-4457-8b89-323590f32977 HTTP/1.1" status: 204 len: 168 time: 0.4302335 Nov 26 03:07:13.098609 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35052) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:13.108477 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-336594e1-b40d-4f20-adbf-47f37444f570 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db14f97c0cd541b9b11df5568db9c5f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2271068 Nov 26 03:07:13.114853 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6dc80-61df-444c-bb63-a2d3b74366b0 req-4a7321da-e558-4edf-b6d4-1028874e3414 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:13.116499 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5e6dc80-61df-444c-bb63-a2d3b74366b0 req-4a7321da-e558-4edf-b6d4-1028874e3414 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 945 time: 0.1282101 Nov 26 03:07:13.117144 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35054) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:13.117915 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336594e1-b40d-4f20-adbf-47f37444f570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77716dcb-f9a2-4582-85ae-3bdfff22598c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:13.157216 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d78fa1a-a376-48fd-baa4-391fd6e49565 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] GET failed (client error): The resource could not be found. Nov 26 03:07:13.166319 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6d78fa1a-a376-48fd-baa4-391fd6e49565 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports/9da9d184-88e4-4457-8b89-323590f32977 HTTP/1.1" status: 404 len: 333 time: 0.0636988 Nov 26 03:07:13.166981 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35056) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:13.181097 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-05724bab-9b8f-4f94-a192-223b6cdccb50 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b', 'name': 'tempest-PortsTestJSON-1444704231'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:13.217757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5e6dc80-61df-444c-bb63-a2d3b74366b0 req-76f964f4-b1a4-47fe-854e-647ccf94b207 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790861 Nov 26 03:07:13.245234 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-75e476ef-fe20-4999-9532-417c898cf8cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:13.276318 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-75e476ef-fe20-4999-9532-417c898cf8cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:13.347949 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05724bab-9b8f-4f94-a192-223b6cdccb50 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:13.350275 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-75e476ef-fe20-4999-9532-417c898cf8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:13.353232 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-05724bab-9b8f-4f94-a192-223b6cdccb50 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:13.354889 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-75e476ef-fe20-4999-9532-417c898cf8cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:13.358590 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-75e476ef-fe20-4999-9532-417c898cf8cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77716dcb-f9a2-4582-85ae-3bdfff22598c HTTP/1.1" status: 204 len: 168 time: 0.2350318 Nov 26 03:07:13.375012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e476ef-fe20-4999-9532-417c898cf8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77716dcb-f9a2-4582-85ae-3bdfff22598c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:13.385399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-05724bab-9b8f-4f94-a192-223b6cdccb50 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] device_id is not set on port 9746f379-c645-491b-b41a-638f54640288 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:07:13.600539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882fcca-5fa2-48e4-8ba7-340ca6cc3b9a req-b855fa15-657f-4693-8259-f4c7b41bfe97 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:13.608880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0882fcca-5fa2-48e4-8ba7-340ca6cc3b9a req-b855fa15-657f-4693-8259-f4c7b41bfe97 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.1102428 Nov 26 03:07:13.628580 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-05724bab-9b8f-4f94-a192-223b6cdccb50 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:13.692583 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0882fcca-5fa2-48e4-8ba7-340ca6cc3b9a req-08101769-64f5-421f-ba3c-175130d8db10 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827520 Nov 26 03:07:13.695963 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-05724bab-9b8f-4f94-a192-223b6cdccb50 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:13.746816 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05724bab-9b8f-4f94-a192-223b6cdccb50 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:13.750164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-05724bab-9b8f-4f94-a192-223b6cdccb50 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:13.755111 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05724bab-9b8f-4f94-a192-223b6cdccb50 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:13.760894 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05724bab-9b8f-4f94-a192-223b6cdccb50 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:13.761553 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-05724bab-9b8f-4f94-a192-223b6cdccb50 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:13.768488 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05724bab-9b8f-4f94-a192-223b6cdccb50 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=9746f379-c645-491b-b41a-638f54640288,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:13.790599 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-05724bab-9b8f-4f94-a192-223b6cdccb50 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6221018 Nov 26 03:07:13.792067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35064) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:13.797643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-38800a19-8f89-493f-b749-4ab63d634320 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:13.896391 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-38800a19-8f89-493f-b749-4ab63d634320 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:14.091762 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-38800a19-8f89-493f-b749-4ab63d634320 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:14.097236 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-38800a19-8f89-493f-b749-4ab63d634320 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:14.131076 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d41028e9-d000-49be-ade9-2d1c2a112136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:14.146071 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-38800a19-8f89-493f-b749-4ab63d634320 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] In _notify_port_updated(), no bound segment for port 9746f379-c645-491b-b41a-638f54640288 on network 5e847201-7fb8-42da-9b3d-420bbbeae75b {{(pid=104802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 03:07:14.160189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38800a19-8f89-493f-b749-4ab63d634320 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:14.164984 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-38800a19-8f89-493f-b749-4ab63d634320 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:14.166410 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-38800a19-8f89-493f-b749-4ab63d634320 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "PUT /v2.0/ports/9746f379-c645-491b-b41a-638f54640288 HTTP/1.1" status: 200 len: 818 time: 0.3732383 Nov 26 03:07:14.169440 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35074) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:14.186348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38800a19-8f89-493f-b749-4ab63d634320 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=9746f379-c645-491b-b41a-638f54640288,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:14.310549 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-150aebc2-61d1-441c-873b-42e3f5f3e355 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port 9746f379-c645-491b-b41a-638f54640288 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:14.310549 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-150aebc2-61d1-441c-873b-42e3f5f3e355 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:14.381772 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2b2f4-3972-4d3b-b665-2f44f2222faa req-1cdc17c4-189c-4cc6-bd9b-631ca8177349 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:14.383992 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99c2b2f4-3972-4d3b-b665-2f44f2222faa req-1cdc17c4-189c-4cc6-bd9b-631ca8177349 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 945 time: 0.0922132 Nov 26 03:07:14.396965 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-150aebc2-61d1-441c-873b-42e3f5f3e355 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:14.410729 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-150aebc2-61d1-441c-873b-42e3f5f3e355 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for 9746f379-c645-491b-b41a-638f54640288 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:14.456796 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99c2b2f4-3972-4d3b-b665-2f44f2222faa req-6cb133e9-c36c-4f00-98e3-f032a1486131 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619454 Nov 26 03:07:14.502770 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-150aebc2-61d1-441c-873b-42e3f5f3e355 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:14.545660 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150aebc2-61d1-441c-873b-42e3f5f3e355 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=9746f379-c645-491b-b41a-638f54640288,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:14.555903 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-150aebc2-61d1-441c-873b-42e3f5f3e355 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:14.560498 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-150aebc2-61d1-441c-873b-42e3f5f3e355 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/ports/9746f379-c645-491b-b41a-638f54640288 HTTP/1.1" status: 204 len: 168 time: 0.3898864 Nov 26 03:07:14.563030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35092) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:14.622558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9f2446-a4d1-4f98-a91b-85c1c00d7aed tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:14.624445 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8d9f2446-a4d1-4f98-a91b-85c1c00d7aed tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0602694 Nov 26 03:07:14.627334 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35094) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:14.669419 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-aabceb22-64c5-47ac-ba19-75f79746acdf tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] GET failed (client error): The resource could not be found. Nov 26 03:07:14.674523 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-aabceb22-64c5-47ac-ba19-75f79746acdf tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports/9746f379-c645-491b-b41a-638f54640288 HTTP/1.1" status: 404 len: 333 time: 0.0425270 Nov 26 03:07:14.674751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35096) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:14.679862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-5d24087a-c50b-48a2-9fa6-a8d34b23b885 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1910266619'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:14.706438 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d24087a-c50b-48a2-9fa6-a8d34b23b885 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:14.712409 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5d24087a-c50b-48a2-9fa6-a8d34b23b885 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:14.747313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d24087a-c50b-48a2-9fa6-a8d34b23b885 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:07:14.756899 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5d24087a-c50b-48a2-9fa6-a8d34b23b885 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:14.757257 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-5d24087a-c50b-48a2-9fa6-a8d34b23b885 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Added segment 5aa47e0f-a63e-47d1-932f-5ebacf1f3a6c of type vlan for network 8d007a95-16e6-43fd-8462-43475b93e0ed Nov 26 03:07:14.823698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b11cfc-0b12-4975-bf0c-f0e6618c3f61 req-ffc9b45a-d008-49ea-a6ac-046a293e22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:14.834261 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-72b11cfc-0b12-4975-bf0c-f0e6618c3f61 req-ffc9b45a-d008-49ea-a6ac-046a293e22e3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 1097 time: 0.0727561 Nov 26 03:07:14.864159 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5d24087a-c50b-48a2-9fa6-a8d34b23b885 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:14.906602 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-72b11cfc-0b12-4975-bf0c-f0e6618c3f61 req-945dba8c-ad9f-4d15-9b32-ea2bdd630f11 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672805 Nov 26 03:07:14.907347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb490723-15c0-48dd-a2c5-bfc7f5d8cf21 req-af7343a8-81b0-482d-82ce-7a2054a11871 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:14.909830 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fb490723-15c0-48dd-a2c5-bfc7f5d8cf21 req-af7343a8-81b0-482d-82ce-7a2054a11871 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.1101980 Nov 26 03:07:14.911086 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5d24087a-c50b-48a2-9fa6-a8d34b23b885 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:14.916587 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d24087a-c50b-48a2-9fa6-a8d34b23b885 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:14.917679 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5d24087a-c50b-48a2-9fa6-a8d34b23b885 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:15.028838 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:15.029635 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5d24087a-c50b-48a2-9fa6-a8d34b23b885 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3537230 Nov 26 03:07:15.032534 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35106) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:15.041086 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9e9a25a6-3b66-4807-b47d-fab7acdd601d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'subnet': {'network_id': '8d007a95-16e6-43fd-8462-43475b93e0ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:15.100534 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24087a-c50b-48a2-9fa6-a8d34b23b885 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Network': ['ID=8d007a95-16e6-43fd-8462-43475b93e0ed,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:15.118481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 8d007a95-16e6-43fd-8462-43475b93e0ed details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:07:15.124506 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fb490723-15c0-48dd-a2c5-bfc7f5d8cf21 req-da39cb62-7a39-423d-878a-9bf2488438e7 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037570 Nov 26 03:07:15.132805 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35108) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:15.223711 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9a25a6-3b66-4807-b47d-fab7acdd601d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:15.228229 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e9a25a6-3b66-4807-b47d-fab7acdd601d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:15.294691 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d149121c-d5f2-45c3-8a96-37f86e259221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:15.398447 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d149121c-d5f2-45c3-8a96-37f86e259221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:15.402301 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d149121c-d5f2-45c3-8a96-37f86e259221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:15.448522 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d149121c-d5f2-45c3-8a96-37f86e259221 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=245a89a896b64620a2e5e2b03fdccbb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3145905 Nov 26 03:07:15.451080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35112) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:15.459527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149121c-d5f2-45c3-8a96-37f86e259221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bd9d24-6bb0-483b-8c83-b9ebd68e968e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:15.459746 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e9a25a6-3b66-4807-b47d-fab7acdd601d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:15.542450 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-36039611-1d3e-4791-8dd4-7292c540be12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:15.562437 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a25a6-3b66-4807-b47d-fab7acdd601d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Subnet': ['ID=d2f7d788-c0ae-4ade-97be-a67ddbcb3eef,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:15.586135 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9a25a6-3b66-4807-b47d-fab7acdd601d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Checking segment: {'id': '5aa47e0f-a63e-47d1-932f-5ebacf1f3a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8d007a95-16e6-43fd-8462-43475b93e0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:07:15.586670 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9a25a6-3b66-4807-b47d-fab7acdd601d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network hostable DHCP agents. Network: 8d007a95-16e6-43fd-8462-43475b93e0ed, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:07:15.587793 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-36039611-1d3e-4791-8dd4-7292c540be12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:15.606247 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9a25a6-3b66-4807-b47d-fab7acdd601d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 8d007a95-16e6-43fd-8462-43475b93e0ed is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:07:15.606815 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dfc9f-dbc4-4a76-8898-14b54a41068a req-817a22f6-4f15-49bd-b2a3-e9edeb8504d4 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:15.608780 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c69dfc9f-dbc4-4a76-8898-14b54a41068a req-817a22f6-4f15-49bd-b2a3-e9edeb8504d4 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 945 time: 0.0822711 Nov 26 03:07:15.623662 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-9e9a25a6-3b66-4807-b47d-fab7acdd601d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 8d007a95-16e6-43fd-8462-43475b93e0ed) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:15.635436 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1c9a73-0429-4bb3-99a6-824769ef3319 None None] Network 8d007a95-16e6-43fd-8462-43475b93e0ed requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:15.645909 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9a25a6-3b66-4807-b47d-fab7acdd601d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:15.645909 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e9a25a6-3b66-4807-b47d-fab7acdd601d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:15.664653 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35116) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:15.666698 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9e9a25a6-3b66-4807-b47d-fab7acdd601d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6301105 Nov 26 03:07:15.672663 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-124c5e08-ba88-45a6-afd5-404a68e357fc tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'subnet': {'network_id': '8d007a95-16e6-43fd-8462-43475b93e0ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:15.731968 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-36039611-1d3e-4791-8dd4-7292c540be12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:15.734527 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-36039611-1d3e-4791-8dd4-7292c540be12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:15.735706 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-36039611-1d3e-4791-8dd4-7292c540be12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64bd9d24-6bb0-483b-8c83-b9ebd68e968e HTTP/1.1" status: 204 len: 168 time: 0.2834721 Nov 26 03:07:15.767387 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c69dfc9f-dbc4-4a76-8898-14b54a41068a req-53971c1c-54b7-447c-84e8-6441be0daa25 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422818 Nov 26 03:07:15.801363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36039611-1d3e-4791-8dd4-7292c540be12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bd9d24-6bb0-483b-8c83-b9ebd68e968e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:15.883930 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124c5e08-ba88-45a6-afd5-404a68e357fc tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:15.900812 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-124c5e08-ba88-45a6-afd5-404a68e357fc tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:15.936179 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-8d007a95-16e6-43fd-8462-43475b93e0ed', 'network_id': '8d007a95-16e6-43fd-8462-43475b93e0ed', 'tenant_id': 'e1295228d6a24252a2da3a8bdd835e22', 'fixed_ips': [{'subnet_id': 'd2f7d788-c0ae-4ade-97be-a67ddbcb3eef'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:07:15.937146 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:16.066572 n-d-819389-3 neutron-server[104802]: INFO neutron.db.ipam_backend_mixin [None req-124c5e08-ba88-45a6-afd5-404a68e357fc tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d2f7d788-c0ae-4ade-97be-a67ddbcb3eef (CIDR: 172.20.0.0/28) Nov 26 03:07:16.073728 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-124c5e08-ba88-45a6-afd5-404a68e357fc tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:07:16.074259 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124c5e08-ba88-45a6-afd5-404a68e357fc tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:07:16.101420 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-124c5e08-ba88-45a6-afd5-404a68e357fc tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4356213 Nov 26 03:07:16.104156 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35122) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:16.109273 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c77eabaf-c9c4-4023-ba3e-e4d677ee1d99 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'subnet': {'network_id': '8d007a95-16e6-43fd-8462-43475b93e0ed', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:16.156036 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Allocated IP 172.20.0.2 (8d007a95-16e6-43fd-8462-43475b93e0ed/d2f7d788-c0ae-4ade-97be-a67ddbcb3eef/b16d1622-37d3-4d05-bd43-29dea24b0b75) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:16.286773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc6ea9-9090-45d8-ac4d-1b0b74e22525 req-c4bfbd91-f362-4642-b86b-1e05cabd2d41 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:16.295534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b1dc6ea9-9090-45d8-ac4d-1b0b74e22525 req-c4bfbd91-f362-4642-b86b-1e05cabd2d41 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.0661154 Nov 26 03:07:16.355385 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b1dc6ea9-9090-45d8-ac4d-1b0b74e22525 req-f4a9ac3c-fd64-4b94-96cb-9b5c0c25cf8b tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585668 Nov 26 03:07:16.373835 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77eabaf-c9c4-4023-ba3e-e4d677ee1d99 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:16.377434 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c77eabaf-c9c4-4023-ba3e-e4d677ee1d99 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:16.482140 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:16.492267 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:16.536944 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Network 8d007a95-16e6-43fd-8462-43475b93e0ed is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:16.555892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041663bd-9fea-466e-8d7e-89c32b7e2e0a req-23197f0b-0b9b-4eae-b5d4-83692abfa87b tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:16.562610 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-041663bd-9fea-466e-8d7e-89c32b7e2e0a req-23197f0b-0b9b-4eae-b5d4-83692abfa87b tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0817025 Nov 26 03:07:16.595458 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:16.610335 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:16.693439 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-041663bd-9fea-466e-8d7e-89c32b7e2e0a req-c0660700-e891-4219-b247-5fff7ddaddd6 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238363 Nov 26 03:07:16.792867 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c77eabaf-c9c4-4023-ba3e-e4d677ee1d99 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:16.847532 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:16.854507 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Pushing event updated for resources: {'Port': ['ID=b16d1622-37d3-4d05-bd43-29dea24b0b75,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:16.859562 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Attempting to bind port b16d1622-37d3-4d05-bd43-29dea24b0b75 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:07:16.859952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Attempting to bind port b16d1622-37d3-4d05-bd43-29dea24b0b75 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '5aa47e0f-a63e-47d1-932f-5ebacf1f3a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8d007a95-16e6-43fd-8462-43475b93e0ed'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:07:16.864479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Attempting to bind port b16d1622-37d3-4d05-bd43-29dea24b0b75 on network 8d007a95-16e6-43fd-8462-43475b93e0ed {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:07:16.879928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:07:16.880355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Checking segment: {'id': '5aa47e0f-a63e-47d1-932f-5ebacf1f3a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8d007a95-16e6-43fd-8462-43475b93e0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:07:16.880774 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:16.881186 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Bound using segment: {'id': '5aa47e0f-a63e-47d1-932f-5ebacf1f3a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8d007a95-16e6-43fd-8462-43475b93e0ed'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:07:16.881688 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Bound port: b16d1622-37d3-4d05-bd43-29dea24b0b75, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa47e0f-a63e-47d1-932f-5ebacf1f3a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8d007a95-16e6-43fd-8462-43475b93e0ed'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:07:16.882089 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:16.899116 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77eabaf-c9c4-4023-ba3e-e4d677ee1d99 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 8d007a95-16e6-43fd-8462-43475b93e0ed is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:16.917224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-c77eabaf-c9c4-4023-ba3e-e4d677ee1d99 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:16.925195 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77eabaf-c9c4-4023-ba3e-e4d677ee1d99 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:16.925871 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c77eabaf-c9c4-4023-ba3e-e4d677ee1d99 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:16.962303 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77eabaf-c9c4-4023-ba3e-e4d677ee1d99 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Subnet': ['ID=bb865341-9a75-400d-8210-d9ac4af98ac6,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:16.979861 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c77eabaf-c9c4-4023-ba3e-e4d677ee1d99 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8716586 Nov 26 03:07:16.980270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35150) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:16.987584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-55491b9c-043d-4dbc-a2b2-139d3e6c50ed tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'network_id': '8d007a95-16e6-43fd-8462-43475b93e0ed', 'fixed_ips': [{'subnet_id': 'd2f7d788-c0ae-4ade-97be-a67ddbcb3eef'}, {'subnet_id': 'bb865341-9a75-400d-8210-d9ac4af98ac6'}], 'name': 'tempest-PortsTestJSON-993761498'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:17.016259 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] For port b16d1622-37d3-4d05-bd43-29dea24b0b75, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:07:17.032981 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] For port b16d1622-37d3-4d05-bd43-29dea24b0b75, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b16d1622-37d3-4d05-bd43-29dea24b0b75,segment=NetworkSegment(5aa47e0f-a63e-47d1-932f-5ebacf1f3a6c),segment_id=5aa47e0f-a63e-47d1-932f-5ebacf1f3a6c)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:07:17.039954 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:17.156279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04b7f3-f069-4266-a9a2-360f256aefcd req-90c1fa20-28a3-4419-a6ff-0eaea8969d5e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:17.158023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e04b7f3-f069-4266-a9a2-360f256aefcd req-90c1fa20-28a3-4419-a6ff-0eaea8969d5e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 945 time: 0.0955610 Nov 26 03:07:17.166762 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bfc09-2ace-49ee-9cb2-e7e2bca126ff None None] Pushing event updated for resources: {'Port': ['ID=b16d1622-37d3-4d05-bd43-29dea24b0b75,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:17.270276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55491b9c-043d-4dbc-a2b2-139d3e6c50ed tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:17.335994 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e04b7f3-f069-4266-a9a2-360f256aefcd req-3ac82937-efcf-4d73-ac40-d8f45e8a90f5 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577466 Nov 26 03:07:17.455913 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-55491b9c-043d-4dbc-a2b2-139d3e6c50ed tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:17.538615 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-55491b9c-043d-4dbc-a2b2-139d3e6c50ed tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] device_id is not set on port f902feca-f506-42a7-b065-37ef05cd3dd3 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:07:17.556733 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:17.631707 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7bfb3-56ba-44bd-96b7-cb87a4b5af95 req-24606de9-5352-4e38-bd3e-8c0b2715e479 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:17.648280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ca7bfb3-56ba-44bd-96b7-cb87a4b5af95 req-24606de9-5352-4e38-bd3e-8c0b2715e479 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.2079034 Nov 26 03:07:17.784761 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ca7bfb3-56ba-44bd-96b7-cb87a4b5af95 req-88278e82-760b-45b6-a421-f60721f593c7 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355217 Nov 26 03:07:17.960115 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-55491b9c-043d-4dbc-a2b2-139d3e6c50ed tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Allocated IP 172.20.0.3 (8d007a95-16e6-43fd-8462-43475b93e0ed/d2f7d788-c0ae-4ade-97be-a67ddbcb3eef/f902feca-f506-42a7-b065-37ef05cd3dd3) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:17.967361 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-55491b9c-043d-4dbc-a2b2-139d3e6c50ed tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Allocated IP 172.20.0.21 (8d007a95-16e6-43fd-8462-43475b93e0ed/bb865341-9a75-400d-8210-d9ac4af98ac6/f902feca-f506-42a7-b065-37ef05cd3dd3) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:18.316122 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-55491b9c-043d-4dbc-a2b2-139d3e6c50ed tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:18.386160 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-55491b9c-043d-4dbc-a2b2-139d3e6c50ed tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:18.480077 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55491b9c-043d-4dbc-a2b2-139d3e6c50ed tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 8d007a95-16e6-43fd-8462-43475b93e0ed is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:18.522217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-55491b9c-043d-4dbc-a2b2-139d3e6c50ed tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:18.525125 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55491b9c-043d-4dbc-a2b2-139d3e6c50ed tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:18.572100 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a718cea3-8083-4915-bf00-e43e6d07a09f None None] Network 8d007a95-16e6-43fd-8462-43475b93e0ed requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:18.597544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55491b9c-043d-4dbc-a2b2-139d3e6c50ed tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=f902feca-f506-42a7-b065-37ef05cd3dd3,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:18.622975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9a50e-96cd-4459-bcf1-dd0f1494a3db req-6969d0b7-258b-409b-84fb-b2bdf4442183 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:18.631928 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81f9a50e-96cd-4459-bcf1-dd0f1494a3db req-6969d0b7-258b-409b-84fb-b2bdf4442183 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 945 time: 0.1506562 Nov 26 03:07:18.654525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55491b9c-043d-4dbc-a2b2-139d3e6c50ed tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:18.655312 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-55491b9c-043d-4dbc-a2b2-139d3e6c50ed tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:18.704018 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-55491b9c-043d-4dbc-a2b2-139d3e6c50ed tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.7200413 Nov 26 03:07:18.704440 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35168) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:18.711924 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-4af4e9a6-a584-4594-9540-1bdecb2c2fda tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd2f7d788-c0ae-4ade-97be-a67ddbcb3eef'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:18.727609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81f9a50e-96cd-4459-bcf1-dd0f1494a3db req-8ec46081-904e-4423-a8de-b09f70013000 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946417 Nov 26 03:07:18.756097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4ce7de2f-725d-4f6a-8f67-51303a54aa40 None None] Provisioning complete for port b16d1622-37d3-4d05-bd43-29dea24b0b75 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:18.756482 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4ce7de2f-725d-4f6a-8f67-51303a54aa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:19.016742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b16d1622-37d3-4d05-bd43-29dea24b0b75 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:07:19.017486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b7f92-3f31-495e-8df6-da4364e91d5f req-57d49a2b-fb3c-422a-9531-971d35567f07 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:19.021176 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b56b7f92-3f31-495e-8df6-da4364e91d5f req-57d49a2b-fb3c-422a-9531-971d35567f07 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1081514 Nov 26 03:07:19.094901 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4af4e9a6-a584-4594-9540-1bdecb2c2fda tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:19.111694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b56b7f92-3f31-495e-8df6-da4364e91d5f req-248b8f9e-99ca-4066-a457-a6cd2edfc3be tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790043 Nov 26 03:07:19.132125 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4ce7de2f-725d-4f6a-8f67-51303a54aa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:19.146089 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35176) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:19.168387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81484242-b183-4ce0-8686-22d3516d80ca None None] Update dhcp port {'port': {'network_id': '8d007a95-16e6-43fd-8462-43475b93e0ed', 'fixed_ips': [{'subnet_id': 'd2f7d788-c0ae-4ade-97be-a67ddbcb3eef', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bb865341-9a75-400d-8210-d9ac4af98ac6'}], 'binding:host_id': 'n-d-819389-3'}, 'id': 'b16d1622-37d3-4d05-bd43-29dea24b0b75'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 03:07:19.214709 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4ce7de2f-725d-4f6a-8f67-51303a54aa40 None None] For port b16d1622-37d3-4d05-bd43-29dea24b0b75, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b16d1622-37d3-4d05-bd43-29dea24b0b75,segment=NetworkSegment(5aa47e0f-a63e-47d1-932f-5ebacf1f3a6c),segment_id=5aa47e0f-a63e-47d1-932f-5ebacf1f3a6c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:19.218565 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-81484242-b183-4ce0-8686-22d3516d80ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:19.222374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port b16d1622-37d3-4d05-bd43-29dea24b0b75 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:19.222750 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:19.227305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eb4bb1-8899-4c49-b3b2-8e91bdbff7f7 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:19.227924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eb4bb1-8899-4c49-b3b2-8e91bdbff7f7 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:19.228432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eb4bb1-8899-4c49-b3b2-8e91bdbff7f7 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:19.230297 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f7eb4bb1-8899-4c49-b3b2-8e91bdbff7f7 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=2cd023a1c40f48beb9652fd40a5c698a&network_id=697a8cf6-7511-47a7-9719-edbaf32143d1 HTTP/1.1" status: 200 len: 2969 time: 0.0828021 Nov 26 03:07:19.232431 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4ce7de2f-725d-4f6a-8f67-51303a54aa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:19.390949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7de2f-725d-4f6a-8f67-51303a54aa40 None None] Pushing event updated for resources: {'Port': ['ID=b16d1622-37d3-4d05-bd43-29dea24b0b75,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:19.395486 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-4af4e9a6-a584-4594-9540-1bdecb2c2fda tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Delete allocated IP 172.20.0.21 (8d007a95-16e6-43fd-8462-43475b93e0ed/bb865341-9a75-400d-8210-d9ac4af98ac6) {{(pid=104801) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 26 03:07:19.422039 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5b2c5638-00d5-4923-8abc-711cc70f3492 req-63bdb0ce-733b-493e-937e-a06e8738afed service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0621381 Nov 26 03:07:19.828034 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c5638-00d5-4923-8abc-711cc70f3492 req-74649349-9e53-4488-9a66-53f7fd5bbfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:19.830168 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5b2c5638-00d5-4923-8abc-711cc70f3492 req-74649349-9e53-4488-9a66-53f7fd5bbfed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cd023a1c40f48beb9652fd40a5c698a&device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 1096 time: 0.0926354 Nov 26 03:07:19.864350 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d1b90-70fc-4925-a021-ba3ba39ac9ae req-97615a66-ee05-43ff-8687-62e124cec731 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:19.865820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b7d1b90-70fc-4925-a021-ba3ba39ac9ae req-97615a66-ee05-43ff-8687-62e124cec731 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 945 time: 0.0548868 Nov 26 03:07:19.914736 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b7d1b90-70fc-4925-a021-ba3ba39ac9ae req-b99eb13c-7e5a-4cb2-b66d-6105a5daca96 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409575 Nov 26 03:07:19.918361 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4af4e9a6-a584-4594-9540-1bdecb2c2fda tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:19.927294 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4af4e9a6-a584-4594-9540-1bdecb2c2fda tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:19.974366 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-81484242-b183-4ce0-8686-22d3516d80ca None None] Allocated IP 172.20.0.18 (8d007a95-16e6-43fd-8462-43475b93e0ed/bb865341-9a75-400d-8210-d9ac4af98ac6/b16d1622-37d3-4d05-bd43-29dea24b0b75) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:20.014689 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c5638-00d5-4923-8abc-711cc70f3492 req-5c479402-9fe5-45a5-8a60-d28092163117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:20.016223 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5b2c5638-00d5-4923-8abc-711cc70f3492 req-5c479402-9fe5-45a5-8a60-d28092163117 service neutron] 10.222.0.59 "GET /v2.0/networks?id=697a8cf6-7511-47a7-9719-edbaf32143d1 HTTP/1.1" status: 200 len: 898 time: 0.1647179 Nov 26 03:07:20.050261 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4e9a6-a584-4594-9540-1bdecb2c2fda tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=f902feca-f506-42a7-b065-37ef05cd3dd3,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:20.083735 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-81484242-b183-4ce0-8686-22d3516d80ca None None] For port b16d1622-37d3-4d05-bd43-29dea24b0b75, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b16d1622-37d3-4d05-bd43-29dea24b0b75,segment=NetworkSegment(5aa47e0f-a63e-47d1-932f-5ebacf1f3a6c),segment_id=5aa47e0f-a63e-47d1-932f-5ebacf1f3a6c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:20.115429 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-81484242-b183-4ce0-8686-22d3516d80ca None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:20.115822 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-4af4e9a6-a584-4594-9540-1bdecb2c2fda tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] In _notify_port_updated(), no bound segment for port f902feca-f506-42a7-b065-37ef05cd3dd3 on network 8d007a95-16e6-43fd-8462-43475b93e0ed {{(pid=104801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 03:07:20.121794 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-81484242-b183-4ce0-8686-22d3516d80ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:20.123365 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af4e9a6-a584-4594-9540-1bdecb2c2fda tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:20.123685 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4af4e9a6-a584-4594-9540-1bdecb2c2fda tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:20.125195 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4af4e9a6-a584-4594-9540-1bdecb2c2fda tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "PUT /v2.0/ports/f902feca-f506-42a7-b065-37ef05cd3dd3 HTTP/1.1" status: 200 len: 918 time: 1.4188910 Nov 26 03:07:20.129729 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35190) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:20.136933 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a41a7d46-a790-45ef-9c28-bc5ce9d37b13 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd2f7d788-c0ae-4ade-97be-a67ddbcb3eef'}, {'subnet_id': 'bb865341-9a75-400d-8210-d9ac4af98ac6'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:20.143164 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5b2c5638-00d5-4923-8abc-711cc70f3492 req-d251cfd1-fe40-4b56-bee3-517436128753 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80f4ab7-c167-47c5-8f88-c96c135d4215 HTTP/1.1" status: 200 len: 1001 time: 0.1012332 Nov 26 03:07:20.190049 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81484242-b183-4ce0-8686-22d3516d80ca None None] Pushing event updated for resources: {'Port': ['ID=b16d1622-37d3-4d05-bd43-29dea24b0b75,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:20.249642 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c5638-00d5-4923-8abc-711cc70f3492 req-c755c735-dd56-4792-b7d8-4e1785df5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:20.251313 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5b2c5638-00d5-4923-8abc-711cc70f3492 req-c755c735-dd56-4792-b7d8-4e1785df5e6b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c9c43a46-5745-48f6-b138-d846d1a6eec7 HTTP/1.1" status: 200 len: 835 time: 0.0898128 Nov 26 03:07:20.251906 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a41a7d46-a790-45ef-9c28-bc5ce9d37b13 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:20.256615 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0ef87-ef5b-4f23-9b94-002c04619bf1 req-ed4476e0-34da-4b0a-8515-4b28068e06b2 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:20.264034 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf0ef87-ef5b-4f23-9b94-002c04619bf1 req-ed4476e0-34da-4b0a-8515-4b28068e06b2 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0760117 Nov 26 03:07:20.312044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf0ef87-ef5b-4f23-9b94-002c04619bf1 req-429df023-7286-4423-8cab-680d918bdacd tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470905 Nov 26 03:07:20.384504 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c5638-00d5-4923-8abc-711cc70f3492 req-9f6f016a-f4d5-451d-8043-6697b31d9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:20.386053 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5b2c5638-00d5-4923-8abc-711cc70f3492 req-9f6f016a-f4d5-451d-8043-6697b31d9021 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=697a8cf6-7511-47a7-9719-edbaf32143d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251664 Nov 26 03:07:20.573675 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5b2c5638-00d5-4923-8abc-711cc70f3492 req-e1c95c6e-4c62-4c05-8d42-f0402bb825e9 service neutron] 10.222.0.59 "GET /v2.0/networks/697a8cf6-7511-47a7-9719-edbaf32143d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791012 Nov 26 03:07:20.683958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-a41a7d46-a790-45ef-9c28-bc5ce9d37b13 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Allocated IP 172.20.0.23 (8d007a95-16e6-43fd-8462-43475b93e0ed/bb865341-9a75-400d-8210-d9ac4af98ac6/f902feca-f506-42a7-b065-37ef05cd3dd3) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:20.777427 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5b2c5638-00d5-4923-8abc-711cc70f3492 req-90940c3f-781c-4df3-85be-cde5debe2ad2 service neutron] 10.222.0.59 "GET /v2.0/networks/697a8cf6-7511-47a7-9719-edbaf32143d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788852 Nov 26 03:07:20.794922 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b16d1622-37d3-4d05-bd43-29dea24b0b75 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:07:20.849600 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port b16d1622-37d3-4d05-bd43-29dea24b0b75 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:20.849979 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:20.887521 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a41a7d46-a790-45ef-9c28-bc5ce9d37b13 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:20.893342 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a41a7d46-a790-45ef-9c28-bc5ce9d37b13 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:20.993822 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a7d46-a790-45ef-9c28-bc5ce9d37b13 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=f902feca-f506-42a7-b065-37ef05cd3dd3,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:21.026625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35200) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:21.051048 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a41a7d46-a790-45ef-9c28-bc5ce9d37b13 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] In _notify_port_updated(), no bound segment for port f902feca-f506-42a7-b065-37ef05cd3dd3 on network 8d007a95-16e6-43fd-8462-43475b93e0ed {{(pid=104801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 03:07:21.057039 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a7d46-a790-45ef-9c28-bc5ce9d37b13 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:21.058016 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a41a7d46-a790-45ef-9c28-bc5ce9d37b13 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:21.059504 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a41a7d46-a790-45ef-9c28-bc5ce9d37b13 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "PUT /v2.0/ports/f902feca-f506-42a7-b065-37ef05cd3dd3 HTTP/1.1" status: 200 len: 998 time: 0.9292231 Nov 26 03:07:21.064759 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35202) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:21.069923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eaf303-ddd6-4ab3-b299-53ebccf7f3fc None None] Network 8d007a95-16e6-43fd-8462-43475b93e0ed requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:21.100127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c16e82-2f6b-491b-bc36-39f3c1357d2f tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:21.102067 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-60c16e82-2f6b-491b-bc36-39f3c1357d2f tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 814 time: 0.0735004 Nov 26 03:07:21.115051 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb8d1f-ccc1-4eea-9dab-531a52b8ef44 req-bd16cdeb-6d2e-4c3e-b1f5-d71c8eeba987 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:21.116677 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58bb8d1f-ccc1-4eea-9dab-531a52b8ef44 req-bd16cdeb-6d2e-4c3e-b1f5-d71c8eeba987 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 945 time: 0.1237040 Nov 26 03:07:21.172558 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-65a57786-ca8f-4b0c-863e-dffca22b3d0f None None] Provisioning complete for port f902feca-f506-42a7-b065-37ef05cd3dd3 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:21.173273 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-65a57786-ca8f-4b0c-863e-dffca22b3d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:21.181726 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58bb8d1f-ccc1-4eea-9dab-531a52b8ef44 req-762b52c2-c139-480c-a795-751d2828e13d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519133 Nov 26 03:07:21.191704 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-13cdae67-055a-4846-b1d7-5cc1419fa0db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port f902feca-f506-42a7-b065-37ef05cd3dd3 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:21.192409 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-13cdae67-055a-4846-b1d7-5cc1419fa0db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:21.272249 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-65a57786-ca8f-4b0c-863e-dffca22b3d0f None None] Port f902feca-f506-42a7-b065-37ef05cd3dd3 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:07:21.299586 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-13cdae67-055a-4846-b1d7-5cc1419fa0db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:21.317145 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-13cdae67-055a-4846-b1d7-5cc1419fa0db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for f902feca-f506-42a7-b065-37ef05cd3dd3 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:21.324085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-65a57786-ca8f-4b0c-863e-dffca22b3d0f None None] Provisioning complete for port b16d1622-37d3-4d05-bd43-29dea24b0b75 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:21.324465 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-65a57786-ca8f-4b0c-863e-dffca22b3d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:21.477304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee81c5e-0eb7-443d-aa12-677de1001f3e req-d7bbb87e-6684-40d9-8e2d-a5abc0daa64d tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:21.478836 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ee81c5e-0eb7-443d-aa12-677de1001f3e req-d7bbb87e-6684-40d9-8e2d-a5abc0daa64d tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0660114 Nov 26 03:07:21.534855 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ee81c5e-0eb7-443d-aa12-677de1001f3e req-7d440a71-420a-4330-adda-40ab59e11b71 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488708 Nov 26 03:07:21.545429 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-13cdae67-055a-4846-b1d7-5cc1419fa0db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:21.573890 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdae67-055a-4846-b1d7-5cc1419fa0db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=f902feca-f506-42a7-b065-37ef05cd3dd3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:21.660836 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35212) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:21.665436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-eb4b2f2e-dbb3-4ed4-a300-5ae93f75f196 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'network': {'name': 'tempest-network-smoke--74865360', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'port_security_enabled': True}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:21.666578 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-13cdae67-055a-4846-b1d7-5cc1419fa0db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:21.672099 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-13cdae67-055a-4846-b1d7-5cc1419fa0db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/ports/f902feca-f506-42a7-b065-37ef05cd3dd3 HTTP/1.1" status: 204 len: 168 time: 0.6049573 Nov 26 03:07:21.673673 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35214) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:21.693656 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4b2f2e-dbb3-4ed4-a300-5ae93f75f196 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Made reservation on behalf of 2cd023a1c40f48beb9652fd40a5c698a for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:21.697291 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb4b2f2e-dbb3-4ed4-a300-5ae93f75f196 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:21.706225 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-788d4207-f99e-489b-b0a5-4f94178ace47 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] GET failed (client error): The resource could not be found. Nov 26 03:07:21.707643 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-788d4207-f99e-489b-b0a5-4f94178ace47 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports/f902feca-f506-42a7-b065-37ef05cd3dd3 HTTP/1.1" status: 404 len: 333 time: 0.0329180 Nov 26 03:07:21.710306 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35216) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:21.734048 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4b2f2e-dbb3-4ed4-a300-5ae93f75f196 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:07:21.744809 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb4b2f2e-dbb3-4ed4-a300-5ae93f75f196 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:21.745167 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-eb4b2f2e-dbb3-4ed4-a300-5ae93f75f196 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Added segment 6974bc1f-cbc7-4a1f-84c8-92b6b6c28242 of type vlan for network 9fc1d5ef-23b8-45a5-8863-1528f2369058 Nov 26 03:07:21.775192 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb2dd71-51f2-46bb-b819-0c22f492c01d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting subnet bb865341-9a75-400d-8210-d9ac4af98ac6 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:07:21.779343 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cb2dd71-51f2-46bb-b819-0c22f492c01d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:21.852178 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cb2dd71-51f2-46bb-b819-0c22f492c01d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:21.862380 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb4b2f2e-dbb3-4ed4-a300-5ae93f75f196 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:21.902173 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb4b2f2e-dbb3-4ed4-a300-5ae93f75f196 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:21.909993 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4b2f2e-dbb3-4ed4-a300-5ae93f75f196 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:21.910700 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb4b2f2e-dbb3-4ed4-a300-5ae93f75f196 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:21.965834 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cb2dd71-51f2-46bb-b819-0c22f492c01d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:21.966658 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-eb4b2f2e-dbb3-4ed4-a300-5ae93f75f196 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3049421 Nov 26 03:07:21.969460 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35218) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:21.993371 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b2f2e-dbb3-4ed4-a300-5ae93f75f196 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Network': ['ID=9fc1d5ef-23b8-45a5-8863-1528f2369058,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:22.005149 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 9fc1d5ef-23b8-45a5-8863-1528f2369058 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:07:22.078230 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8c3435-e35d-47d2-9f4b-55ebb8b7cbba tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:22.080332 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0c8c3435-e35d-47d2-9f4b-55ebb8b7cbba tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2cd023a1c40f48beb9652fd40a5c698a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1093340 Nov 26 03:07:22.083022 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35220) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:22.141562 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cb2dd71-51f2-46bb-b819-0c22f492c01d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:22.174832 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2dd71-51f2-46bb-b819-0c22f492c01d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Subnet': ['ID=bb865341-9a75-400d-8210-d9ac4af98ac6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:22.178413 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cb2dd71-51f2-46bb-b819-0c22f492c01d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:22.181628 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0cb2dd71-51f2-46bb-b819-0c22f492c01d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/bb865341-9a75-400d-8210-d9ac4af98ac6 HTTP/1.1" status: 204 len: 168 time: 0.4703674 Nov 26 03:07:22.184333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35222) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:22.210998 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61d085d-9333-44e4-9524-dcbe7396f9c9 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:22.212565 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e61d085d-9333-44e4-9524-dcbe7396f9c9 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286187 Nov 26 03:07:22.215297 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35226) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:22.238267 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ddd5769-f8f1-4d8d-89e2-b66776449f28 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting subnet d2f7d788-c0ae-4ade-97be-a67ddbcb3eef {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:07:22.241522 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5769-f8f1-4d8d-89e2-b66776449f28 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:22.244318 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6e37ed9c-7437-4ee1-86dd-27dca0409a4b tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279288 Nov 26 03:07:22.246914 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35228) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:22.275427 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-36041b5d-ecb1-4e62-b625-eba5e8232a0f tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2cd023a1c40f48beb9652fd40a5c698a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272720 Nov 26 03:07:22.277944 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35230) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:22.304423 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5769-f8f1-4d8d-89e2-b66776449f28 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:22.351654 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f46ae-01f8-419d-ba89-c3fbe85fcebd req-d58b3a80-1c51-4cdd-8ebc-32f2dc9ebb31 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:22.353166 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c0f46ae-01f8-419d-ba89-c3fbe85fcebd req-d58b3a80-1c51-4cdd-8ebc-32f2dc9ebb31 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 945 time: 0.0910888 Nov 26 03:07:22.377803 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40130805-4956-4d11-b470-64a3471e5361 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:22.381674 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-40130805-4956-4d11-b470-64a3471e5361 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1028528 Nov 26 03:07:22.384436 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35234) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:22.420080 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-175a7dec-6ff1-406b-bf60-8561bacc0ba8 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321362 Nov 26 03:07:22.421982 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35238) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:22.445365 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-75726361-b966-4697-8721-dc0bb127fcc2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1353198328', 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:22.451036 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c0f46ae-01f8-419d-ba89-c3fbe85fcebd req-ebfdb00e-9b43-4e7b-8222-7523968a810a tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567865 Nov 26 03:07:22.454488 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5769-f8f1-4d8d-89e2-b66776449f28 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:22.470516 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:22.536356 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5769-f8f1-4d8d-89e2-b66776449f28 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:22.589251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd5769-f8f1-4d8d-89e2-b66776449f28 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f7d788-c0ae-4ade-97be-a67ddbcb3eef,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:22.591271 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5769-f8f1-4d8d-89e2-b66776449f28 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:22.597486 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1ddd5769-f8f1-4d8d-89e2-b66776449f28 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/d2f7d788-c0ae-4ade-97be-a67ddbcb3eef HTTP/1.1" status: 204 len: 168 time: 0.4091620 Nov 26 03:07:22.597808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35244) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:22.598706 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95913312-86eb-495a-9452-22e6fb8e6c55 None None] Network 8d007a95-16e6-43fd-8462-43475b93e0ed requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:22.604504 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75726361-b966-4697-8721-dc0bb127fcc2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Made reservation on behalf of 2cd023a1c40f48beb9652fd40a5c698a for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:22.609022 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-75726361-b966-4697-8721-dc0bb127fcc2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:22.763352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8d49d3da-1ffd-4777-a9ae-e75952714272 None None] Could not find standard attr ID for object f902feca-f506-42a7-b065-37ef05cd3dd3. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:07:22.812932 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8d49d3da-1ffd-4777-a9ae-e75952714272 None None] Provisioning complete for port b16d1622-37d3-4d05-bd43-29dea24b0b75 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:22.813181 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8d49d3da-1ffd-4777-a9ae-e75952714272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:22.921608 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-75726361-b966-4697-8721-dc0bb127fcc2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:22.945812 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43026846-f71f-49f3-b8a3-c41aac78a631 None None] DHCP port deletion for 8d007a95-16e6-43fd-8462-43475b93e0ed request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:07:22.999115 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75726361-b966-4697-8721-dc0bb127fcc2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Subnet': ['ID=db8036cb-bb46-4d56-bd65-417265c1a63b,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:23.013008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75726361-b966-4697-8721-dc0bb127fcc2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Checking segment: {'id': '6974bc1f-cbc7-4a1f-84c8-92b6b6c28242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:07:23.013597 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75726361-b966-4697-8721-dc0bb127fcc2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Network hostable DHCP agents. Network: 9fc1d5ef-23b8-45a5-8863-1528f2369058, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:07:23.020638 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-43026846-f71f-49f3-b8a3-c41aac78a631 None None] Deleting port b16d1622-37d3-4d05-bd43-29dea24b0b75 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:23.021225 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-43026846-f71f-49f3-b8a3-c41aac78a631 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.037190 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75726361-b966-4697-8721-dc0bb127fcc2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Network 9fc1d5ef-23b8-45a5-8863-1528f2369058 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:07:23.049454 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-75726361-b966-4697-8721-dc0bb127fcc2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 9fc1d5ef-23b8-45a5-8863-1528f2369058) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:23.054720 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75726361-b966-4697-8721-dc0bb127fcc2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:23.055543 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-75726361-b966-4697-8721-dc0bb127fcc2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.084291 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-75726361-b966-4697-8721-dc0bb127fcc2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6575406 Nov 26 03:07:23.117321 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.127704 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-43026846-f71f-49f3-b8a3-c41aac78a631 None None] For port b16d1622-37d3-4d05-bd43-29dea24b0b75, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b16d1622-37d3-4d05-bd43-29dea24b0b75,segment=NetworkSegment(5aa47e0f-a63e-47d1-932f-5ebacf1f3a6c),segment_id=5aa47e0f-a63e-47d1-932f-5ebacf1f3a6c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:23.128323 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-43026846-f71f-49f3-b8a3-c41aac78a631 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.143518 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262b970-cb83-449b-8e45-ff2aefb69085 req-fa611a22-a386-47d5-8989-12c487549e61 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:23.146318 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-43026846-f71f-49f3-b8a3-c41aac78a631 None None] Calling delete_port for b16d1622-37d3-4d05-bd43-29dea24b0b75 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:23.150964 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4262b970-cb83-449b-8e45-ff2aefb69085 req-fa611a22-a386-47d5-8989-12c487549e61 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1887128 Nov 26 03:07:23.189700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15afe8a6-bc76-41cc-8583-ec6f27ba5629 req-e3fc716a-9815-4c94-9699-db5a243c7353 service neutron] 10.222.0.54 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287958 Nov 26 03:07:23.254590 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953021f6-ed64-4da1-9550-7e8420ecf2b3 None None] Network 9fc1d5ef-23b8-45a5-8863-1528f2369058 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:23.256695 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4262b970-cb83-449b-8e45-ff2aefb69085 req-013b7655-b4bc-49d5-bf9d-94eedfa09e18 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049917 Nov 26 03:07:23.281704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port b16d1622-37d3-4d05-bd43-29dea24b0b75 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:23.282484 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.353441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] For port b16d1622-37d3-4d05-bd43-29dea24b0b75, host n-d-819389-3, got binding levels [] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:23.353812 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.369839 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for b16d1622-37d3-4d05-bd43-29dea24b0b75 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:23.373255 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.ipam_backend_mixin [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Port b16d1622-37d3-4d05-bd43-29dea24b0b75 was not found and therefore no delete operation was performed {{(pid=104802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 03:07:23.375401 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.402390 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-43026846-f71f-49f3-b8a3-c41aac78a631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.405915 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=b16d1622-37d3-4d05-bd43-29dea24b0b75,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:23.411753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No DVR routers for this DVR port b16d1622-37d3-4d05-bd43-29dea24b0b75 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:07:23.458797 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43026846-f71f-49f3-b8a3-c41aac78a631 None None] Pushing event deleted for resources: {'Port': ['ID=b16d1622-37d3-4d05-bd43-29dea24b0b75,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:23.464178 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43026846-f71f-49f3-b8a3-c41aac78a631 None None] No DVR routers for this DVR port b16d1622-37d3-4d05-bd43-29dea24b0b75 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:07:23.470299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-9fc1d5ef-23b8-45a5-8863-1528f2369058', 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'fixed_ips': [{'subnet_id': 'db8036cb-bb46-4d56-bd65-417265c1a63b'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:07:23.471247 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.506824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35250) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:23.511768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1d29fb87-6569-4f66-9635-3c99660e594b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1174579498', 'description': 'tempest-secgroup-smoke-1174579498 description', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:23.529971 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.583022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d007a95-16e6-43fd-8462-43475b93e0ed']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:23.591744 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.592695 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d29fb87-6569-4f66-9635-3c99660e594b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.613120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa47e0f-a63e-47d1-932f-5ebacf1f3a6c') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:23.613506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa47e0f-a63e-47d1-932f-5ebacf1f3a6c') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:23.630686 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.661284 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.667719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Allocated IP 172.20.0.18 (9fc1d5ef-23b8-45a5-8863-1528f2369058/db8036cb-bb46-4d56-bd65-417265c1a63b/9f61e773-a75f-4a05-9d33-10b97e2df14e) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:23.681462 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7655948-3dc4-4781-b20d-a99fa0e26aa1 req-7e1ee44a-d052-4212-aeff-b7b1723864af tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:23.683080 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a7655948-3dc4-4781-b20d-a99fa0e26aa1 req-7e1ee44a-d052-4212-aeff-b7b1723864af tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 945 time: 0.1406872 Nov 26 03:07:23.684239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:07:23.684704 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:07:23.690823 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:07:23.782094 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.796573 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.803299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/networks/8d007a95-16e6-43fd-8462-43475b93e0ed HTTP/1.1" status: 204 len: 168 time: 1.2012191 Nov 26 03:07:23.805759 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35256) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:23.820242 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a7655948-3dc4-4781-b20d-a99fa0e26aa1 req-e5ebf41a-01a3-40ae-bb61-56ed9b742e45 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180234 Nov 26 03:07:23.830697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d13e7d-8ca6-44ea-a8df-098ed2b21e2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Network': ['ID=8d007a95-16e6-43fd-8462-43475b93e0ed,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:23.843618 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d29fb87-6569-4f66-9635-3c99660e594b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.857425 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d29fb87-6569-4f66-9635-3c99660e594b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.884821 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c434d219-2ed6-4489-9fee-bd3e8ea7b9bd tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:23.885047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29fb87-6569-4f66-9635-3c99660e594b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c5fae2-98c4-4e13-8f75-51bc3a2d509e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:23.886546 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c434d219-2ed6-4489-9fee-bd3e8ea7b9bd tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0793378 Nov 26 03:07:23.890245 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35258) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:23.901582 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.909302 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d29fb87-6569-4f66-9635-3c99660e594b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.910835 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1d29fb87-6569-4f66-9635-3c99660e594b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4028833 Nov 26 03:07:23.912929 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.913661 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35260) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:23.918180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-f191a9e4-ff63-42db-bee2-60f434730611 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group_rule': {'security_group_id': '66c5fae2-98c4-4e13-8f75-51bc3a2d509e', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:23.948102 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f191a9e4-ff63-42db-bee2-60f434730611 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:23.963402 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a389a96a-8451-4c0f-9341-2fc46ca5003b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0664124 Nov 26 03:07:23.964370 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35262) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:23.970640 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9ac93ffe-48ee-46e8-8ed7-37faed537f86 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1244433372'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:23.976216 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Pushing event updated for resources: {'Port': ['ID=9f61e773-a75f-4a05-9d33-10b97e2df14e,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:23.980936 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Network 9fc1d5ef-23b8-45a5-8863-1528f2369058 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:23.982535 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:23.987912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:23.997022 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac93ffe-48ee-46e8-8ed7-37faed537f86 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:24.004977 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ac93ffe-48ee-46e8-8ed7-37faed537f86 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.015633 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f191a9e4-ff63-42db-bee2-60f434730611 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.020427 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f191a9e4-ff63-42db-bee2-60f434730611 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.036442 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac93ffe-48ee-46e8-8ed7-37faed537f86 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:07:24.042107 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191a9e4-ff63-42db-bee2-60f434730611 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66963561-980f-4080-8357-6514e4f9a96a,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:24.046817 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ac93ffe-48ee-46e8-8ed7-37faed537f86 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.047170 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-9ac93ffe-48ee-46e8-8ed7-37faed537f86 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Added segment 330a2abd-139c-41ee-ba6a-29dc3d06d2bd of type vlan for network 56a63515-7151-48b6-a7b6-211c4cd26074 Nov 26 03:07:24.053989 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f191a9e4-ff63-42db-bee2-60f434730611 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.058484 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f191a9e4-ff63-42db-bee2-60f434730611 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438091 Nov 26 03:07:24.059524 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35264) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:24.065657 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-e4229af5-3c73-4d12-a53e-047dd74c1430 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group_rule': {'security_group_id': '66c5fae2-98c4-4e13-8f75-51bc3a2d509e', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:24.069559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Attempting to bind port 9f61e773-a75f-4a05-9d33-10b97e2df14e on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:07:24.069955 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Attempting to bind port 9f61e773-a75f-4a05-9d33-10b97e2df14e by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '6974bc1f-cbc7-4a1f-84c8-92b6b6c28242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:07:24.070644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Attempting to bind port 9f61e773-a75f-4a05-9d33-10b97e2df14e on network 9fc1d5ef-23b8-45a5-8863-1528f2369058 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:07:24.077587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:07:24.077977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Checking segment: {'id': '6974bc1f-cbc7-4a1f-84c8-92b6b6c28242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:07:24.078396 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.078804 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Bound using segment: {'id': '6974bc1f-cbc7-4a1f-84c8-92b6b6c28242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:07:24.080542 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Bound port: 9f61e773-a75f-4a05-9d33-10b97e2df14e, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6974bc1f-cbc7-4a1f-84c8-92b6b6c28242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:07:24.080936 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.092468 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ac93ffe-48ee-46e8-8ed7-37faed537f86 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.099996 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e4229af5-3c73-4d12-a53e-047dd74c1430 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.135423 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ac93ffe-48ee-46e8-8ed7-37faed537f86 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.144666 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac93ffe-48ee-46e8-8ed7-37faed537f86 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:24.145298 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ac93ffe-48ee-46e8-8ed7-37faed537f86 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.162397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] For port 9f61e773-a75f-4a05-9d33-10b97e2df14e, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:07:24.165974 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] For port 9f61e773-a75f-4a05-9d33-10b97e2df14e, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9f61e773-a75f-4a05-9d33-10b97e2df14e,segment=NetworkSegment(6974bc1f-cbc7-4a1f-84c8-92b6b6c28242),segment_id=6974bc1f-cbc7-4a1f-84c8-92b6b6c28242)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:07:24.169191 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e4229af5-3c73-4d12-a53e-047dd74c1430 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.173916 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.181497 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e4229af5-3c73-4d12-a53e-047dd74c1430 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.203267 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4229af5-3c73-4d12-a53e-047dd74c1430 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4859ae2-3c69-4463-9be9-c4d5e12bb54c,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:24.212875 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e4229af5-3c73-4d12-a53e-047dd74c1430 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.216794 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e4229af5-3c73-4d12-a53e-047dd74c1430 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1534426 Nov 26 03:07:24.218058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35266) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:24.222178 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-5decc84f-0f60-457a-ba27-20c3f3832d1d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group_rule': {'security_group_id': '66c5fae2-98c4-4e13-8f75-51bc3a2d509e', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:24.231618 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9ac93ffe-48ee-46e8-8ed7-37faed537f86 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2660015 Nov 26 03:07:24.236580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35268) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:24.242687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-85cdcc5d-9044-4f95-a3a0-c92af75521da tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'subnet': {'network_id': '56a63515-7151-48b6-a7b6-211c4cd26074', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:24.248475 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac93ffe-48ee-46e8-8ed7-37faed537f86 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Network': ['ID=56a63515-7151-48b6-a7b6-211c4cd26074,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:24.262663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c324888-4ac1-425c-af49-dc78f0712d94 None None] Pushing event updated for resources: {'Port': ['ID=9f61e773-a75f-4a05-9d33-10b97e2df14e,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:24.278574 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 56a63515-7151-48b6-a7b6-211c4cd26074 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:07:24.323261 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5decc84f-0f60-457a-ba27-20c3f3832d1d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.438280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cdcc5d-9044-4f95-a3a0-c92af75521da tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:24.442619 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-85cdcc5d-9044-4f95-a3a0-c92af75521da tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.559531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29801c3-f2ec-4417-addf-f91ae5784aaa req-a1ee8903-69be-4857-85dc-e9f7c5d13ef4 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:24.561752 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b29801c3-f2ec-4417-addf-f91ae5784aaa req-a1ee8903-69be-4857-85dc-e9f7c5d13ef4 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.2303491 Nov 26 03:07:24.575432 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5decc84f-0f60-457a-ba27-20c3f3832d1d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.594525 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5decc84f-0f60-457a-ba27-20c3f3832d1d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.662849 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decc84f-0f60-457a-ba27-20c3f3832d1d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e509713-ff80-4f4a-87cc-2defb7fa2c02,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:24.710487 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5decc84f-0f60-457a-ba27-20c3f3832d1d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.714537 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35274) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:24.714746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5decc84f-0f60-457a-ba27-20c3f3832d1d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4965749 Nov 26 03:07:24.719488 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d9de8fa4-bda6-463f-a8ee-df3fd2ed7c3c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group_rule': {'security_group_id': '66c5fae2-98c4-4e13-8f75-51bc3a2d509e', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:24.743619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b29801c3-f2ec-4417-addf-f91ae5784aaa req-3126864f-ad13-4a49-8e47-9ca0727a8031 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667922 Nov 26 03:07:24.815455 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9de8fa4-bda6-463f-a8ee-df3fd2ed7c3c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.905448 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-2be264b5-1c1f-4b5f-aa3a-b4dfc77f2efa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1447780 Nov 26 03:07:24.941663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9f61e773-a75f-4a05-9d33-10b97e2df14e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:07:24.963506 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9de8fa4-bda6-463f-a8ee-df3fd2ed7c3c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:24.971232 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9de8fa4-bda6-463f-a8ee-df3fd2ed7c3c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:25.019937 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-85cdcc5d-9044-4f95-a3a0-c92af75521da tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:25.032901 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9de8fa4-bda6-463f-a8ee-df3fd2ed7c3c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:25.039803 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d9de8fa4-bda6-463f-a8ee-df3fd2ed7c3c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3235998 Nov 26 03:07:25.043047 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35284) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:25.052517 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 9f61e773-a75f-4a05-9d33-10b97e2df14e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:25.053303 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:25.055496 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1a69c0ac-ef21-406c-96f5-ee2f9c5b7e3c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group_rule': {'security_group_id': '66c5fae2-98c4-4e13-8f75-51bc3a2d509e', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:25.068892 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de8fa4-bda6-463f-a8ee-df3fd2ed7c3c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb150d1-3a10-4f1c-b29e-2b66581a93d0,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:25.119752 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-1a69c0ac-ef21-406c-96f5-ee2f9c5b7e3c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Project 2cd023a1c40f48beb9652fd40a5c698a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:07:25.127647 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a69c0ac-ef21-406c-96f5-ee2f9c5b7e3c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:25.201685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdcc5d-9044-4f95-a3a0-c92af75521da tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Subnet': ['ID=c999926c-0fd3-4707-a635-347da7a0319b,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:25.239040 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:25.240795 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a69c0ac-ef21-406c-96f5-ee2f9c5b7e3c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:25.247109 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a69c0ac-ef21-406c-96f5-ee2f9c5b7e3c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:25.276576 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69c0ac-ef21-406c-96f5-ee2f9c5b7e3c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e10b65-9239-4416-9ab1-712c02df3732,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:25.293392 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a69c0ac-ef21-406c-96f5-ee2f9c5b7e3c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:25.297692 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1a69c0ac-ef21-406c-96f5-ee2f9c5b7e3c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2508729 Nov 26 03:07:25.298188 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35288) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:25.302607 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b39d7fd8-a260-45b9-aec3-b3cdb3f883d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group_rule': {'security_group_id': '66c5fae2-98c4-4e13-8f75-51bc3a2d509e', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:25.335975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b68d7-1485-4fc4-8cd7-f670a9f12a80 req-e0074301-09ce-4b0f-a1de-c371fbe37948 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:25.336597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 9f61e773-a75f-4a05-9d33-10b97e2df14e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9f61e773-a75f-4a05-9d33-10b97e2df14e,segment=NetworkSegment(6974bc1f-cbc7-4a1f-84c8-92b6b6c28242),segment_id=6974bc1f-cbc7-4a1f-84c8-92b6b6c28242)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:25.344521 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d41b68d7-1485-4fc4-8cd7-f670a9f12a80 req-e0074301-09ce-4b0f-a1de-c371fbe37948 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 945 time: 0.3088925 Nov 26 03:07:25.348476 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:25.349028 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-b39d7fd8-a260-45b9-aec3-b3cdb3f883d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Project 2cd023a1c40f48beb9652fd40a5c698a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:07:25.359004 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b39d7fd8-a260-45b9-aec3-b3cdb3f883d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:25.363732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-0fb15870-6bc2-4c20-8f82-1d26307e924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:25.364252 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-0fb15870-6bc2-4c20-8f82-1d26307e924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:25.364730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-0fb15870-6bc2-4c20-8f82-1d26307e924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:25.365203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-0fb15870-6bc2-4c20-8f82-1d26307e924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:25.365671 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-0fb15870-6bc2-4c20-8f82-1d26307e924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:25.366137 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-0fb15870-6bc2-4c20-8f82-1d26307e924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:25.366725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-0fb15870-6bc2-4c20-8f82-1d26307e924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:25.368676 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-0fb15870-6bc2-4c20-8f82-1d26307e924c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 6491 time: 0.3655899 Nov 26 03:07:25.402348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d8f05-4e4e-488d-a99e-1bbda1b70778 req-c989e085-63cd-40aa-b62a-60cdd802d2a4 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:25.403875 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d47d8f05-4e4e-488d-a99e-1bbda1b70778 req-c989e085-63cd-40aa-b62a-60cdd802d2a4 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1935637 Nov 26 03:07:25.442346 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b39d7fd8-a260-45b9-aec3-b3cdb3f883d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:25.449403 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=9f61e773-a75f-4a05-9d33-10b97e2df14e,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:25.455547 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b39d7fd8-a260-45b9-aec3-b3cdb3f883d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:25.472134 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b16d1622-37d3-4d05-bd43-29dea24b0b75 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:07:25.482843 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b39d7fd8-a260-45b9-aec3-b3cdb3f883d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:25.483101 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cdcc5d-9044-4f95-a3a0-c92af75521da tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Checking segment: {'id': '330a2abd-139c-41ee-ba6a-29dc3d06d2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '56a63515-7151-48b6-a7b6-211c4cd26074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:07:25.483555 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cdcc5d-9044-4f95-a3a0-c92af75521da tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network hostable DHCP agents. Network: 56a63515-7151-48b6-a7b6-211c4cd26074, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:07:25.494823 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b39d7fd8-a260-45b9-aec3-b3cdb3f883d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1955090 Nov 26 03:07:25.497902 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d7fd8-a260-45b9-aec3-b3cdb3f883d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0775597-fe96-4aed-996d-a8dc1c1f636e,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:25.512759 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: b16d1622-37d3-4d05-bd43-29dea24b0b75 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:07:25.513124 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b16d1622-37d3-4d05-bd43-29dea24b0b75 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:07:25.623429 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d41b68d7-1485-4fc4-8cd7-f670a9f12a80 req-94a32848-97c2-4733-b8f1-e83712abc5fd tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771111 Nov 26 03:07:25.632474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cdcc5d-9044-4f95-a3a0-c92af75521da tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 56a63515-7151-48b6-a7b6-211c4cd26074 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:07:25.696363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-ae66ddce-39f2-4dce-b539-8ede32158639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:25.696824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-ae66ddce-39f2-4dce-b539-8ede32158639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:25.697310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-ae66ddce-39f2-4dce-b539-8ede32158639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:25.699115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-ae66ddce-39f2-4dce-b539-8ede32158639 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&id=09ad8bb0-11ca-4f86-941d-4b67b4752da2 HTTP/1.1" status: 200 len: 2291 time: 0.2821214 Nov 26 03:07:25.724209 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d47d8f05-4e4e-488d-a99e-1bbda1b70778 req-8734b544-1cbe-48f3-b8fc-5649871e1dfc tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744608 Nov 26 03:07:25.728437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-85cdcc5d-9044-4f95-a3a0-c92af75521da tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 56a63515-7151-48b6-a7b6-211c4cd26074) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:25.732806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cdcc5d-9044-4f95-a3a0-c92af75521da tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:25.733427 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-85cdcc5d-9044-4f95-a3a0-c92af75521da tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:25.770625 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75f0fda-63f4-4a8d-8f72-27aea258503a None None] Network 56a63515-7151-48b6-a7b6-211c4cd26074 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:25.835256 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35306) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:25.835515 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-85cdcc5d-9044-4f95-a3a0-c92af75521da tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5976973 Nov 26 03:07:25.838586 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411a531c-a0c7-42bd-85f9-058c5033b458 None None] Network 9fc1d5ef-23b8-45a5-8863-1528f2369058 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:25.843896 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-549efc7b-8685-4db3-8b74-6bdba63ab961 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'network_id': '56a63515-7151-48b6-a7b6-211c4cd26074', 'name': 'tempest-PortsTestJSON-302051833'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:25.854241 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-8cc9af01-4a77-484b-9de6-39ccb4030160 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7484f68f-6538-4c42-ba92-bbfe50a28df2 HTTP/1.1" status: 200 len: 1001 time: 0.1467354 Nov 26 03:07:25.866501 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-c4e09c62-8e91-4bc4-ae50-3f02214ae10c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1174579498&fields=id&tenant_id=2cd023a1c40f48beb9652fd40a5c698a HTTP/1.1" status: 200 len: 267 time: 0.0934134 Nov 26 03:07:25.991085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5bde19c5-6236-4a10-998f-8a623225d1fb None None] Provisioning complete for port 9f61e773-a75f-4a05-9d33-10b97e2df14e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:25.991575 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5bde19c5-6236-4a10-998f-8a623225d1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:26.042036 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-d354d41f-1bb3-422b-9c08-335ceebfd5d0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:26.054483 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-d354d41f-1bb3-422b-9c08-335ceebfd5d0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/networks?id=9fc1d5ef-23b8-45a5-8863-1528f2369058 HTTP/1.1" status: 200 len: 795 time: 0.1868112 Nov 26 03:07:26.109635 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-db8a2776-4b42-4bad-9bc0-3ac0b1064b86 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/quotas/2cd023a1c40f48beb9652fd40a5c698a HTTP/1.1" status: 200 len: 375 time: 0.0534947 Nov 26 03:07:26.118587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 940834b0-0f84-4a48-b62e-8a6648ba0236 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:07:26.191966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-72ffaee4-2b71-4377-bb3a-33c3d23656e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:26.193508 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-72ffaee4-2b71-4377-bb3a-33c3d23656e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc HTTP/1.1" status: 200 len: 850 time: 0.1890204 Nov 26 03:07:26.244817 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549efc7b-8685-4db3-8b74-6bdba63ab961 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:26.252479 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-549efc7b-8685-4db3-8b74-6bdba63ab961 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:26.288430 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-6d487002-c29a-4b56-a42b-861466c50ce5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cd023a1c40f48beb9652fd40a5c698a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1701956 Nov 26 03:07:26.293715 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-549efc7b-8685-4db3-8b74-6bdba63ab961 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] device_id is not set on port b2e13a3c-4dd1-4d0a-ae85-c7f261c5a825 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:07:26.438874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-7dd0138e-ad36-4bf6-ab8f-fcb997d6973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:26.445037 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-7dd0138e-ad36-4bf6-ab8f-fcb997d6973c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2394509 Nov 26 03:07:26.475925 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-549efc7b-8685-4db3-8b74-6bdba63ab961 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Allocated IP 172.20.0.4 (56a63515-7151-48b6-a7b6-211c4cd26074/c999926c-0fd3-4707-a635-347da7a0319b/b2e13a3c-4dd1-4d0a-ae85-c7f261c5a825) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:26.542704 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-7a2fa892-62e9-4213-ba17-fee1df8cab93 service neutron] 10.222.0.31 "GET /v2.0/networks/9fc1d5ef-23b8-45a5-8863-1528f2369058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477365 Nov 26 03:07:26.549777 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-56a63515-7151-48b6-a7b6-211c4cd26074', 'network_id': '56a63515-7151-48b6-a7b6-211c4cd26074', 'tenant_id': 'e1295228d6a24252a2da3a8bdd835e22', 'fixed_ips': [{'subnet_id': 'c999926c-0fd3-4707-a635-347da7a0319b'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:07:26.550649 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:26.635640 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-15d2f94a-e013-4aea-8ec0-885043773057 service neutron] 10.222.0.54 "GET /v2.0/networks/8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839135 Nov 26 03:07:26.680269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-5404fadc-2d92-4043-a01c-65709b80fd32 service neutron] 10.222.0.31 "GET /v2.0/networks/9fc1d5ef-23b8-45a5-8863-1528f2369058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365323 Nov 26 03:07:26.725049 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 940834b0-0f84-4a48-b62e-8a6648ba0236, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=940834b0-0f84-4a48-b62e-8a6648ba0236,segment=NetworkSegment(67ac57aa-fc70-4bd9-b458-051f19fc971f),segment_id=67ac57aa-fc70-4bd9-b458-051f19fc971f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:26.748654 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-549efc7b-8685-4db3-8b74-6bdba63ab961 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:26.767286 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '940834b0-0f84-4a48-b62e-8a6648ba0236', 'network_id': '487bf824-96b4-4a0b-aab0-a1e59303e892', 'port_id': '940834b0-0f84-4a48-b62e-8a6648ba0236', 'mac_address': 'fa:16:3e:a4:63:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cd5660-c9e5-4dc2-b734-b88f81181a94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:07:26.818761 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-549efc7b-8685-4db3-8b74-6bdba63ab961 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:26.875457 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-18ef87fc-a51e-4247-9d61-9b42845ceb7c None None] Provisioning complete for port 9f61e773-a75f-4a05-9d33-10b97e2df14e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:26.875750 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18ef87fc-a51e-4247-9d61-9b42845ceb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:26.878981 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9f61e773-a75f-4a05-9d33-10b97e2df14e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:07:26.879549 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549efc7b-8685-4db3-8b74-6bdba63ab961 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 56a63515-7151-48b6-a7b6-211c4cd26074 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:26.883168 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-549efc7b-8685-4db3-8b74-6bdba63ab961 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:26.886521 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549efc7b-8685-4db3-8b74-6bdba63ab961 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:26.918846 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549efc7b-8685-4db3-8b74-6bdba63ab961 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=b2e13a3c-4dd1-4d0a-ae85-c7f261c5a825,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:26.933911 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:26.940140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472befff-7e97-4791-94ad-b2dd97d2ae2f req-d93714e5-f65b-4094-82f0-0272464b0465 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:26.955678 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-472befff-7e97-4791-94ad-b2dd97d2ae2f req-d93714e5-f65b-4094-82f0-0272464b0465 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 945 time: 0.1773934 Nov 26 03:07:26.978025 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940834b0-0f84-4a48-b62e-8a6648ba0236 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:07:26.980459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-fa8ee437-4a37-49a1-810b-024a13f60d81 service neutron] 10.222.0.54 "GET /v2.0/networks/8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991416 Nov 26 03:07:26.990472 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549efc7b-8685-4db3-8b74-6bdba63ab961 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:26.991121 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-549efc7b-8685-4db3-8b74-6bdba63ab961 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:27.020872 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-549efc7b-8685-4db3-8b74-6bdba63ab961 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1820843 Nov 26 03:07:27.021550 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35320) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:27.033151 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a7011a93-925a-45c3-8293-36c32ee2e5fb tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'network_id': '56a63515-7151-48b6-a7b6-211c4cd26074', 'name': 'tempest-PortsTestJSON-1161280839'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:27.056628 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 940834b0-0f84-4a48-b62e-8a6648ba0236, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=940834b0-0f84-4a48-b62e-8a6648ba0236,segment=NetworkSegment(67ac57aa-fc70-4bd9-b458-051f19fc971f),segment_id=67ac57aa-fc70-4bd9-b458-051f19fc971f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:27.067023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Allocated IP 172.20.0.2 (56a63515-7151-48b6-a7b6-211c4cd26074/c999926c-0fd3-4707-a635-347da7a0319b/029f2970-c101-401b-b7e3-6de81e819fae) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:27.075551 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:27.087937 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-44564618-d70b-4205-a3b3-93e736d4c2e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=6b09bce4-33a6-482a-a606-4d167407ae52 HTTP/1.1" status: 200 len: 217 time: 0.0917759 Nov 26 03:07:27.100641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-472befff-7e97-4791-94ad-b2dd97d2ae2f req-924a6633-d5ab-4c44-b069-e777ce9c69f4 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436229 Nov 26 03:07:27.155071 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f24219-6cf8-4bfc-8a3d-ab241cc78900 req-3ab99ca7-0b9a-4eef-a60f-cafc0ae895e7 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:27.160531 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3f24219-6cf8-4bfc-8a3d-ab241cc78900 req-3ab99ca7-0b9a-4eef-a60f-cafc0ae895e7 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1655271 Nov 26 03:07:27.233997 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 9f61e773-a75f-4a05-9d33-10b97e2df14e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:27.234507 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:27.264740 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09267b52-00b2-4f39-8ade-27b8bd89c27c req-5b1b34f2-2ad0-45ac-bbdd-a32becfc22f5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 210 time: 0.0991647 Nov 26 03:07:27.269151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=940834b0-0f84-4a48-b62e-8a6648ba0236,revision_number=11']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:27.304496 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-a20361f3-67e0-4211-b0da-cb16ed4d9a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:27.306937 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-a20361f3-67e0-4211-b0da-cb16ed4d9a5f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.1982543 Nov 26 03:07:27.343242 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7011a93-925a-45c3-8293-36c32ee2e5fb tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:27.350315 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7011a93-925a-45c3-8293-36c32ee2e5fb tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:27.371150 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-a7011a93-925a-45c3-8293-36c32ee2e5fb tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] device_id is not set on port 9cacc1ac-5e1c-4e23-9956-3b7dc84384f7 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:07:27.410895 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3f24219-6cf8-4bfc-8a3d-ab241cc78900 req-b1167e0d-511c-43aa-a472-13f04d919099 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231579 Nov 26 03:07:27.445343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-e2db7663-5467-4e17-9738-598b683f829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:27.447292 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-e2db7663-5467-4e17-9738-598b683f829f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1249156 Nov 26 03:07:27.490841 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:27.502647 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:27.559757 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Network 56a63515-7151-48b6-a7b6-211c4cd26074 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:27.565054 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['940834b0-0f84-4a48-b62e-8a6648ba0236'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:07:27.583550 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-a7011a93-925a-45c3-8293-36c32ee2e5fb tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Allocated IP 172.20.0.10 (56a63515-7151-48b6-a7b6-211c4cd26074/c999926c-0fd3-4707-a635-347da7a0319b/9cacc1ac-5e1c-4e23-9956-3b7dc84384f7) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:27.597125 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:27.603842 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:27.631052 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Pushing event updated for resources: {'Port': ['ID=029f2970-c101-401b-b7e3-6de81e819fae,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:27.639973 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-972b02cb-c380-400d-b5d5-c100329d0cbc service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828470 Nov 26 03:07:27.678663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Attempting to bind port 029f2970-c101-401b-b7e3-6de81e819fae on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:07:27.679151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Attempting to bind port 029f2970-c101-401b-b7e3-6de81e819fae by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '330a2abd-139c-41ee-ba6a-29dc3d06d2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '56a63515-7151-48b6-a7b6-211c4cd26074'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:07:27.679591 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Attempting to bind port 029f2970-c101-401b-b7e3-6de81e819fae on network 56a63515-7151-48b6-a7b6-211c4cd26074 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:07:27.694510 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:07:27.695417 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Checking segment: {'id': '330a2abd-139c-41ee-ba6a-29dc3d06d2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '56a63515-7151-48b6-a7b6-211c4cd26074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:07:27.695417 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:27.695882 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Bound using segment: {'id': '330a2abd-139c-41ee-ba6a-29dc3d06d2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '56a63515-7151-48b6-a7b6-211c4cd26074'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:07:27.696461 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Bound port: 029f2970-c101-401b-b7e3-6de81e819fae, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330a2abd-139c-41ee-ba6a-29dc3d06d2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '56a63515-7151-48b6-a7b6-211c4cd26074'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:07:27.696928 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:27.785318 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-d322df05-bb6e-4ef6-b670-42ed0f8c52a7 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296003 Nov 26 03:07:27.820915 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] For port 029f2970-c101-401b-b7e3-6de81e819fae, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:07:27.824184 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] For port 029f2970-c101-401b-b7e3-6de81e819fae, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=029f2970-c101-401b-b7e3-6de81e819fae,segment=NetworkSegment(330a2abd-139c-41ee-ba6a-29dc3d06d2bd),segment_id=330a2abd-139c-41ee-ba6a-29dc3d06d2bd)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:07:27.838679 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:27.860115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-09c92696-e82d-432e-98b7-097201016890 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=db5b3ce7-6b84-4697-ad3c-d52fc64ab380 HTTP/1.1" status: 200 len: 217 time: 0.0495832 Nov 26 03:07:27.890885 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7011a93-925a-45c3-8293-36c32ee2e5fb tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:27.958688 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-e5f0f779-950a-48c4-915f-387137511e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:27.958939 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ae2c7-5686-4087-854f-699334bc3188 None None] Pushing event updated for resources: {'Port': ['ID=029f2970-c101-401b-b7e3-6de81e819fae,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:27.959438 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7011a93-925a-45c3-8293-36c32ee2e5fb tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:27.960339 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-e5f0f779-950a-48c4-915f-387137511e31 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.0986192 Nov 26 03:07:28.032737 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-32f23580-200f-405a-8682-552b873e2754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:28.034202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-32f23580-200f-405a-8682-552b873e2754 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0664229 Nov 26 03:07:28.084421 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7011a93-925a-45c3-8293-36c32ee2e5fb tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=9cacc1ac-5e1c-4e23-9956-3b7dc84384f7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:28.098545 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7011a93-925a-45c3-8293-36c32ee2e5fb tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 56a63515-7151-48b6-a7b6-211c4cd26074 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:28.101169 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-a7011a93-925a-45c3-8293-36c32ee2e5fb tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:28.104298 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7011a93-925a-45c3-8293-36c32ee2e5fb tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:28.184869 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7011a93-925a-45c3-8293-36c32ee2e5fb tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:28.185562 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7011a93-925a-45c3-8293-36c32ee2e5fb tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:28.220601 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a7011a93-925a-45c3-8293-36c32ee2e5fb tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1969950 Nov 26 03:07:28.223055 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35336) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:28.246581 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-fcfc1bbe-212b-4f9c-894d-ca90f0f33727 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034626 Nov 26 03:07:28.319404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24557f1a-cae0-4c14-a2fb-4eed8bd03efe req-8b685901-07a3-4b8e-9386-b331e9db7cb3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:28.321847 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24557f1a-cae0-4c14-a2fb-4eed8bd03efe req-8b685901-07a3-4b8e-9386-b331e9db7cb3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1297913 Nov 26 03:07:28.343911 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d61b13-cd99-494a-9987-7cb78e73296a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:28.346435 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d6d61b13-cd99-494a-9987-7cb78e73296a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.1219077 Nov 26 03:07:28.349852 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35340) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:28.462062 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-df0a4404-c9c0-43e0-bd8e-0b53c444428a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port 9cacc1ac-5e1c-4e23-9956-3b7dc84384f7 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:28.462641 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-df0a4404-c9c0-43e0-bd8e-0b53c444428a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:28.482598 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c696ce8-108f-47f0-a531-50c6aa12ec52 req-13ef0bc4-3df9-46b7-90b7-c25284b4fa7e tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 210 time: 0.0820086 Nov 26 03:07:28.520288 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-8274cb6f-2044-42c8-9701-1d7e51bd285f service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652755 Nov 26 03:07:28.594448 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-0b9c6c39-bc8e-4d3c-ab4d-9cda2bd96adf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=8e518dd1-dbde-4e7c-b324-23a606669e5e HTTP/1.1" status: 200 len: 217 time: 0.0635242 Nov 26 03:07:28.599136 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24557f1a-cae0-4c14-a2fb-4eed8bd03efe req-6dad2e0b-8b6b-41c7-a940-09c4de69ea51 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880248 Nov 26 03:07:28.909418 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 029f2970-c101-401b-b7e3-6de81e819fae up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:07:29.001864 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 029f2970-c101-401b-b7e3-6de81e819fae triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:29.002248 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:29.089487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-e87304b3-3379-4314-8dc0-d25ae176fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:29.090971 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-e87304b3-3379-4314-8dc0-d25ae176fb00 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.4681323 Nov 26 03:07:29.124015 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:29.124581 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334f789-08eb-47bf-b2db-b80b2b46e7c9 req-46a37071-435c-4a0d-bb2e-151f45d994b4 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:29.126903 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7334f789-08eb-47bf-b2db-b80b2b46e7c9 req-46a37071-435c-4a0d-bb2e-151f45d994b4 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0860434 Nov 26 03:07:29.178814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 029f2970-c101-401b-b7e3-6de81e819fae, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=029f2970-c101-401b-b7e3-6de81e819fae,segment=NetworkSegment(330a2abd-139c-41ee-ba6a-29dc3d06d2bd),segment_id=330a2abd-139c-41ee-ba6a-29dc3d06d2bd)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:29.190574 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:29.207161 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-241b74c4-5e28-48e8-bc4a-b2eef5a7cc06 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:29.209400 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-241b74c4-5e28-48e8-bc4a-b2eef5a7cc06 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.59 "GET /v2.0/networks?id=9fc1d5ef-23b8-45a5-8863-1528f2369058 HTTP/1.1" status: 200 len: 795 time: 0.6398313 Nov 26 03:07:29.222163 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-df0a4404-c9c0-43e0-bd8e-0b53c444428a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:29.237722 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-df0a4404-c9c0-43e0-bd8e-0b53c444428a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for 9cacc1ac-5e1c-4e23-9956-3b7dc84384f7 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:29.238532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-019b30ee-ddd6-4e66-aa78-46ebb2609461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:29.240333 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-019b30ee-ddd6-4e66-aa78-46ebb2609461 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1383214 Nov 26 03:07:29.245728 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7334f789-08eb-47bf-b2db-b80b2b46e7c9 req-6127e9ea-e2e3-4ebb-8dcd-fa3404a9be2b tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927639 Nov 26 03:07:29.249604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=029f2970-c101-401b-b7e3-6de81e819fae,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:29.387803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-8f04d06a-5631-4eeb-be2d-173622f2388e service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379383 Nov 26 03:07:29.433160 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-41cda902-3830-4292-83a2-1a9964d11b77 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cd023a1c40f48beb9652fd40a5c698a HTTP/1.1" status: 200 len: 473 time: 0.1849611 Nov 26 03:07:29.447939 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8612d8d3-6f26-427c-b42c-6fb87877018c None None] Network 56a63515-7151-48b6-a7b6-211c4cd26074 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:29.494162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-176eface-99e7-4413-9624-55c51c5f7f94 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979102 Nov 26 03:07:29.507422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-dba45403-08ee-49ae-8687-acfd4005d2aa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'port': {'device_id': '4142e44b-932a-4e42-9fe5-0ebbf28a47f6', 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058', 'admin_state_up': True, 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'security_groups': ['66c5fae2-98c4-4e13-8f75-51bc3a2d509e']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:29.512289 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-df0a4404-c9c0-43e0-bd8e-0b53c444428a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:29.533813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4cb33f12-39a4-4d48-823f-82eb30844646 None None] Provisioning complete for port 029f2970-c101-401b-b7e3-6de81e819fae triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:29.534513 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4cb33f12-39a4-4d48-823f-82eb30844646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:29.559962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-8b9c8d7d-e265-4303-afc3-ada8fd8bda15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=38d683a3-b337-4602-8887-74ec15606ce0 HTTP/1.1" status: 200 len: 217 time: 0.0564730 Nov 26 03:07:29.578791 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a4404-c9c0-43e0-bd8e-0b53c444428a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=9cacc1ac-5e1c-4e23-9956-3b7dc84384f7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:29.644888 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c80fa7fe-9139-43b1-b2fc-47a0346f2a9e req-55feff82-7625-4431-b0cc-1c210055f7d8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 210 time: 0.0452931 Nov 26 03:07:29.668889 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-0ec418c0-4de5-4889-a893-2da1c9a13ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:29.672097 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-0ec418c0-4de5-4889-a893-2da1c9a13ab6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.1042078 Nov 26 03:07:29.756901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-c22e1b61-5a6a-41f7-b334-c3c277974212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:29.759336 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-c22e1b61-5a6a-41f7-b334-c3c277974212 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0797410 Nov 26 03:07:29.769609 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-df0a4404-c9c0-43e0-bd8e-0b53c444428a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:29.773256 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-df0a4404-c9c0-43e0-bd8e-0b53c444428a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/ports/9cacc1ac-5e1c-4e23-9956-3b7dc84384f7 HTTP/1.1" status: 204 len: 168 time: 1.4227948 Nov 26 03:07:29.775761 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35354) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:29.824036 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ed3810-b258-4779-be88-e81a59a151d3 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] GET failed (client error): The resource could not be found. Nov 26 03:07:29.826356 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d1ed3810-b258-4779-be88-e81a59a151d3 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports/9cacc1ac-5e1c-4e23-9956-3b7dc84384f7 HTTP/1.1" status: 404 len: 333 time: 0.0495889 Nov 26 03:07:29.828442 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35356) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:29.919941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695a009-2030-4038-99fe-de40c80ac54e req-dc63a6a7-3172-4921-b7e8-372a7df5db5f tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:29.921802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a695a009-2030-4038-99fe-de40c80ac54e req-dc63a6a7-3172-4921-b7e8-372a7df5db5f tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 946 time: 0.1289794 Nov 26 03:07:29.928673 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-dba45403-08ee-49ae-8687-acfd4005d2aa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Made reservation on behalf of 2cd023a1c40f48beb9652fd40a5c698a for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:29.932472 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-dba45403-08ee-49ae-8687-acfd4005d2aa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:29.949616 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-5e381701-7cf5-43bb-b7b7-c4022ed4984c service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813419 Nov 26 03:07:30.044748 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-fec92610-2e81-465e-b53b-01973b1813f9 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port b2e13a3c-4dd1-4d0a-ae85-c7f261c5a825 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:30.045112 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fec92610-2e81-465e-b53b-01973b1813f9 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:30.108862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a695a009-2030-4038-99fe-de40c80ac54e req-98aafbcb-5bd5-4f9e-85b0-3075af664dc3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711762 Nov 26 03:07:30.140803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-d2dc6ce8-4da9-4278-8d4f-ad32c1277eb6 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831927 Nov 26 03:07:30.154594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 940834b0-0f84-4a48-b62e-8a6648ba0236 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:07:30.190387 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-dba45403-08ee-49ae-8687-acfd4005d2aa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Allocated IP 172.20.0.30 (9fc1d5ef-23b8-45a5-8863-1528f2369058/db8036cb-bb46-4d56-bd65-417265c1a63b/72741691-509f-4dc5-b3ec-9f6f15605bfd) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:30.211303 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-17097aa7-1b22-4f52-bfba-baba3ec022cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0c320e9-1ccf-41db-b82e-2361eca3e5d9 HTTP/1.1" status: 200 len: 217 time: 0.0612044 Nov 26 03:07:30.223313 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fec92610-2e81-465e-b53b-01973b1813f9 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:30.248611 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-fec92610-2e81-465e-b53b-01973b1813f9 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for b2e13a3c-4dd1-4d0a-ae85-c7f261c5a825 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:30.253624 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1f38080b-aef8-4ab3-9380-ccbf47c94d75 None None] Provisioning complete for port b2e13a3c-4dd1-4d0a-ae85-c7f261c5a825 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:30.254256 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f38080b-aef8-4ab3-9380-ccbf47c94d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:30.313394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-46d0e377-042e-4f35-b327-a5a4e749a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:30.316310 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-46d0e377-042e-4f35-b327-a5a4e749a14e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b83540-d17e-4c4c-867e-6fe6b714449e HTTP/1.1" status: 200 len: 797 time: 0.0938182 Nov 26 03:07:30.322603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1f38080b-aef8-4ab3-9380-ccbf47c94d75 None None] Port b2e13a3c-4dd1-4d0a-ae85-c7f261c5a825 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:07:30.331275 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 940834b0-0f84-4a48-b62e-8a6648ba0236 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:07:30.338827 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 940834b0-0f84-4a48-b62e-8a6648ba0236 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:30.339201 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:30.382850 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1f38080b-aef8-4ab3-9380-ccbf47c94d75 None None] Provisioning complete for port 029f2970-c101-401b-b7e3-6de81e819fae triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:30.383481 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f38080b-aef8-4ab3-9380-ccbf47c94d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:30.507025 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:30.529614 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-dba45403-08ee-49ae-8687-acfd4005d2aa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:30.589947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-02a90d97-d657-4bc3-8f34-aac51e037548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:30.592036 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-02a90d97-d657-4bc3-8f34-aac51e037548 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2667737 Nov 26 03:07:30.600653 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940834b0-0f84-4a48-b62e-8a6648ba0236'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:07:30.603382 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15290ffe-6382-4268-bd6e-add3bc739e5a" -d '{"events": [{"server_uuid": "7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29", "name": "network-vif-plugged", "status": "completed", "tag": "940834b0-0f84-4a48-b62e-8a6648ba0236"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:07:30.619936 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 940834b0-0f84-4a48-b62e-8a6648ba0236, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=940834b0-0f84-4a48-b62e-8a6648ba0236,segment=NetworkSegment(67ac57aa-fc70-4bd9-b458-051f19fc971f),segment_id=67ac57aa-fc70-4bd9-b458-051f19fc971f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:30.631093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83187a20-74b0-4702-a345-7859c86601a3 req-0dad9a0e-53cf-44af-ad91-51978fcfbf66 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:30.632836 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83187a20-74b0-4702-a345-7859c86601a3 req-0dad9a0e-53cf-44af-ad91-51978fcfbf66 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.2233634 Nov 26 03:07:30.635462 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:30.645924 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fec92610-2e81-465e-b53b-01973b1813f9 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:30.681744 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec92610-2e81-465e-b53b-01973b1813f9 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=b2e13a3c-4dd1-4d0a-ae85-c7f261c5a825,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:30.698994 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2352f1af-44be-47e3-9c95-8bf7cc3ee7e5 None None] Could not find standard attr ID for object b2e13a3c-4dd1-4d0a-ae85-c7f261c5a825. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:07:30.732551 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=940834b0-0f84-4a48-b62e-8a6648ba0236,revision_number=12']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:30.794647 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-e5cc9ebe-4ace-435a-aae8-68b7a54ceb45 service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941588 Nov 26 03:07:30.800304 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-dba45403-08ee-49ae-8687-acfd4005d2aa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:30.894407 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 029f2970-c101-401b-b7e3-6de81e819fae up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:07:30.938305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-0a075b9f-f8cc-468b-8fac-851a3b21ed0c service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361988 Nov 26 03:07:30.939861 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba45403-08ee-49ae-8687-acfd4005d2aa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Port': ['ID=72741691-509f-4dc5-b3ec-9f6f15605bfd,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:30.942920 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fec92610-2e81-465e-b53b-01973b1813f9 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:30.943978 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83187a20-74b0-4702-a345-7859c86601a3 req-7d08a6e3-f5af-4ec2-99df-358caa759b65 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989004 Nov 26 03:07:30.949469 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fec92610-2e81-465e-b53b-01973b1813f9 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/ports/b2e13a3c-4dd1-4d0a-ae85-c7f261c5a825 HTTP/1.1" status: 204 len: 168 time: 1.1190124 Nov 26 03:07:30.951067 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-dba45403-08ee-49ae-8687-acfd4005d2aa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Network 9fc1d5ef-23b8-45a5-8863-1528f2369058 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:30.951771 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35370) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:30.980428 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-dba45403-08ee-49ae-8687-acfd4005d2aa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:30.983962 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-dba45403-08ee-49ae-8687-acfd4005d2aa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:30.991575 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-a7b29798-882c-4279-b61e-5f3fca3ed8ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8964a8e6-c084-4949-914a-2113fb27be33 HTTP/1.1" status: 200 len: 217 time: 0.0459166 Nov 26 03:07:31.003577 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7ef431-21e4-44fd-929a-6ad6fb9c0178 x-openstack-request-id: req-7c7ef431-21e4-44fd-929a-6ad6fb9c0178 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:07:31.004539 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29", "name": "network-vif-plugged", "status": "completed", "tag": "940834b0-0f84-4a48-b62e-8a6648ba0236", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:07:31.004985 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c7ef431-21e4-44fd-929a-6ad6fb9c0178 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:07:31.005566 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940834b0-0f84-4a48-b62e-8a6648ba0236', 'code': 200} Nov 26 03:07:31.016573 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-48a8d333-3510-4bdb-b99a-f881cfa37cee None None] Could not find standard attr ID for object 9cacc1ac-5e1c-4e23-9956-3b7dc84384f7. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:07:31.039124 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 029f2970-c101-401b-b7e3-6de81e819fae triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:31.039603 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:31.099952 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-df53057c-56b9-435a-8c56-748cbe336ef5 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] GET failed (client error): The resource could not be found. Nov 26 03:07:31.104469 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-df53057c-56b9-435a-8c56-748cbe336ef5 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports/b2e13a3c-4dd1-4d0a-ae85-c7f261c5a825 HTTP/1.1" status: 404 len: 333 time: 0.1510663 Nov 26 03:07:31.108014 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35372) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:31.246516 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-dba45403-08ee-49ae-8687-acfd4005d2aa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:31.247072 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-dba45403-08ee-49ae-8687-acfd4005d2aa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:31.267313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-be8da87e-1c2b-4877-a9dd-6c56516ccef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:31.268982 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-be8da87e-1c2b-4877-a9dd-6c56516ccef6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b83540-d17e-4c4c-867e-6fe6b714449e HTTP/1.1" status: 200 len: 797 time: 0.2360513 Nov 26 03:07:31.280545 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0118d6e8-e729-4336-8bf6-f06fa89673ff tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting subnet c999926c-0fd3-4707-a635-347da7a0319b {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:07:31.285626 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0118d6e8-e729-4336-8bf6-f06fa89673ff tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:31.316454 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-dba45403-08ee-49ae-8687-acfd4005d2aa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8135495 Nov 26 03:07:31.341381 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ce560-1c36-4191-a362-c4912d6ad146 req-e2913cd6-e5a2-4541-b42b-462ce101bfcf tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:31.343086 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c48ce560-1c36-4191-a362-c4912d6ad146 req-e2913cd6-e5a2-4541-b42b-462ce101bfcf tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 932 time: 0.2029386 Nov 26 03:07:31.350959 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Request body: {'port': {'device_id': '4142e44b-932a-4e42-9fe5-0ebbf28a47f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:31.360085 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0118d6e8-e729-4336-8bf6-f06fa89673ff tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:31.453469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d81de-2b09-4a1e-8c78-7223fe49d95c req-95547192-de50-48e4-8a51-990b954a2ffa tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:31.459317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-72e14e76-ac21-4fe1-83c0-d169c494f2a5 None None] Provisioning complete for port 72741691-509f-4dc5-b3ec-9f6f15605bfd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:31.459884 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-72e14e76-ac21-4fe1-83c0-d169c494f2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:31.465320 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-089d81de-2b09-4a1e-8c78-7223fe49d95c req-95547192-de50-48e4-8a51-990b954a2ffa tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.2235086 Nov 26 03:07:31.501741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e435f1-c739-401e-98d5-e89264fbc51d req-11e08a01-ee08-4e4b-b572-9c126cc895f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:31.513602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88e435f1-c739-401e-98d5-e89264fbc51d req-11e08a01-ee08-4e4b-b572-9c126cc895f1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 1098 time: 0.2197845 Nov 26 03:07:31.531220 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-72e14e76-ac21-4fe1-83c0-d169c494f2a5 None None] Port 72741691-509f-4dc5-b3ec-9f6f15605bfd cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:07:31.533372 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:31.537594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef792-e51e-4f91-9276-f7149a17c377 req-e7125f68-ed94-4476-8cf2-5863d15e1870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:31.542507 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-e7125f68-ed94-4476-8cf2-5863d15e1870 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2476680 Nov 26 03:07:31.551656 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c48ce560-1c36-4191-a362-c4912d6ad146 req-2372e5c1-628d-4da9-bf3a-f7951f31dea6 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=66c5fae2-98c4-4e13-8f75-51bc3a2d509e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664345 Nov 26 03:07:31.613787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0118d6e8-e729-4336-8bf6-f06fa89673ff tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:31.692259 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-089d81de-2b09-4a1e-8c78-7223fe49d95c req-b9728207-dd99-47cf-b59a-7b60b7ca6772 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255619 Nov 26 03:07:31.711969 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88e435f1-c739-401e-98d5-e89264fbc51d req-5ecc6e92-1c69-4896-aada-e2fa3ba55249 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648188 Nov 26 03:07:31.738781 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-44c77d32-a745-4a19-b14f-75805a5958ef service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727078 Nov 26 03:07:31.800195 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0118d6e8-e729-4336-8bf6-f06fa89673ff tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:31.836341 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118d6e8-e729-4336-8bf6-f06fa89673ff tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Subnet': ['ID=c999926c-0fd3-4707-a635-347da7a0319b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:31.838312 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0118d6e8-e729-4336-8bf6-f06fa89673ff tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:31.844269 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0118d6e8-e729-4336-8bf6-f06fa89673ff tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/c999926c-0fd3-4707-a635-347da7a0319b HTTP/1.1" status: 204 len: 168 time: 0.7289224 Nov 26 03:07:31.845210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35378) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:31.846239 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5c464b-5bba-44d1-becb-b89c0e2c3f63 None None] Network 56a63515-7151-48b6-a7b6-211c4cd26074 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:31.949383 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72741691-509f-4dc5-b3ec-9f6f15605bfd {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:07:31.951661 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:31.957756 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:31.987625 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Transition to ACTIVE for port object 72741691-509f-4dc5-b3ec-9f6f15605bfd will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:07:31.995959 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:32.045493 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port 029f2970-c101-401b-b7e3-6de81e819fae {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:32.045783 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:32.078548 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f2eb7a-a231-4047-a496-5fd62bd8d21f None None] DHCP port deletion for 56a63515-7151-48b6-a7b6-211c4cd26074 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:07:32.166262 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-94f2eb7a-a231-4047-a496-5fd62bd8d21f None None] Deleting port 029f2970-c101-401b-b7e3-6de81e819fae {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:32.166882 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94f2eb7a-a231-4047-a496-5fd62bd8d21f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:32.174829 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Pushing event updated for resources: {'Port': ['ID=72741691-509f-4dc5-b3ec-9f6f15605bfd,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:32.247288 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Attempting to bind port 72741691-509f-4dc5-b3ec-9f6f15605bfd on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:07:32.247653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Attempting to bind port 72741691-509f-4dc5-b3ec-9f6f15605bfd by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '6974bc1f-cbc7-4a1f-84c8-92b6b6c28242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:07:32.248320 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Attempting to bind port 72741691-509f-4dc5-b3ec-9f6f15605bfd on network 9fc1d5ef-23b8-45a5-8863-1528f2369058 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:07:32.260350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Port 72741691-509f-4dc5-b3ec-9f6f15605bfd on network 9fc1d5ef-23b8-45a5-8863-1528f2369058 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:07:32.260689 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Attempting to bind port 72741691-509f-4dc5-b3ec-9f6f15605bfd on network 9fc1d5ef-23b8-45a5-8863-1528f2369058 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:07:32.271790 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:07:32.278747 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] For port 029f2970-c101-401b-b7e3-6de81e819fae, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=029f2970-c101-401b-b7e3-6de81e819fae,segment=NetworkSegment(330a2abd-139c-41ee-ba6a-29dc3d06d2bd),segment_id=330a2abd-139c-41ee-ba6a-29dc3d06d2bd)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:32.279179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Checking segment: {'id': '6974bc1f-cbc7-4a1f-84c8-92b6b6c28242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:07:32.279316 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:32.279651 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Bound using segment: {'id': '6974bc1f-cbc7-4a1f-84c8-92b6b6c28242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:07:32.280150 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Bound port: 72741691-509f-4dc5-b3ec-9f6f15605bfd, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6974bc1f-cbc7-4a1f-84c8-92b6b6c28242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:07:32.283120 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:32.303458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7867064-c8b2-4084-8689-c83aeaf1e7a6 req-2f0a28b7-c5ae-4e91-8a0b-6cd9895c91c2 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:32.304449 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-94f2eb7a-a231-4047-a496-5fd62bd8d21f None None] For port 029f2970-c101-401b-b7e3-6de81e819fae, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=029f2970-c101-401b-b7e3-6de81e819fae,segment=NetworkSegment(330a2abd-139c-41ee-ba6a-29dc3d06d2bd),segment_id=330a2abd-139c-41ee-ba6a-29dc3d06d2bd)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:32.304850 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94f2eb7a-a231-4047-a496-5fd62bd8d21f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:32.311480 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e7867064-c8b2-4084-8689-c83aeaf1e7a6 req-2f0a28b7-c5ae-4e91-8a0b-6cd9895c91c2 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.2429729 Nov 26 03:07:32.319792 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-94f2eb7a-a231-4047-a496-5fd62bd8d21f None None] Calling delete_port for 029f2970-c101-401b-b7e3-6de81e819fae owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:32.321112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for 029f2970-c101-401b-b7e3-6de81e819fae owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:32.378985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] For port 72741691-509f-4dc5-b3ec-9f6f15605bfd, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:07:32.384203 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] For port 72741691-509f-4dc5-b3ec-9f6f15605bfd, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=72741691-509f-4dc5-b3ec-9f6f15605bfd,segment=NetworkSegment(6974bc1f-cbc7-4a1f-84c8-92b6b6c28242),segment_id=6974bc1f-cbc7-4a1f-84c8-92b6b6c28242)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:07:32.392519 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:32.408156 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94f2eb7a-a231-4047-a496-5fd62bd8d21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:32.412817 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66cef792-e51e-4f91-9276-f7149a17c377 req-572d02a7-ce42-410a-85af-4a6b3c91c0ed service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884207 Nov 26 03:07:32.440339 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:32.441011 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:32.442421 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] 10.222.0.59 "PUT /v2.0/ports/72741691-509f-4dc5-b3ec-9f6f15605bfd HTTP/1.1" status: 200 len: 1092 time: 1.0996990 Nov 26 03:07:32.443019 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4142e44b-932a-4e42-9fe5-0ebbf28a47f6', 'tag': '72741691-509f-4dc5-b3ec-9f6f15605bfd'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:07:32.445508 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8d5899-6942-49ee-bb1d-4a4d39b4e9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4142e44b-932a-4e42-9fe5-0ebbf28a47f6", "tag": "72741691-509f-4dc5-b3ec-9f6f15605bfd"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:07:32.448011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2eb7a-a231-4047-a496-5fd62bd8d21f None None] Pushing event deleted for resources: {'Port': ['ID=029f2970-c101-401b-b7e3-6de81e819fae,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:32.478732 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f2eb7a-a231-4047-a496-5fd62bd8d21f None None] No DVR routers for this DVR port 029f2970-c101-401b-b7e3-6de81e819fae on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:07:32.511486 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0561d-7e1b-48df-86e4-931ac53a0204 service neutron] Pushing event updated for resources: {'Port': ['ID=72741691-509f-4dc5-b3ec-9f6f15605bfd,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:32.513880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e7867064-c8b2-4084-8689-c83aeaf1e7a6 req-c32b1c97-7dad-4643-bc79-7a10f0b3bcbf tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014856 Nov 26 03:07:32.572016 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe03065-ea93-4348-aed4-c248e2e5ec07 x-openstack-request-id: req-7fe03065-ea93-4348-aed4-c248e2e5ec07 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:07:32.572593 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4142e44b-932a-4e42-9fe5-0ebbf28a47f6", "tag": "72741691-509f-4dc5-b3ec-9f6f15605bfd", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:07:32.572698 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fe03065-ea93-4348-aed4-c248e2e5ec07 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:07:32.573083 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4142e44b-932a-4e42-9fe5-0ebbf28a47f6', 'tag': '72741691-509f-4dc5-b3ec-9f6f15605bfd', 'status': 'completed', 'code': 200} Nov 26 03:07:32.584689 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:32.591843 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-d3a1b744-e318-4302-a834-cc93c296184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:32.607068 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-d3a1b744-e318-4302-a834-cc93c296184f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cd023a1c40f48beb9652fd40a5c698a&device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 1095 time: 0.0806324 Nov 26 03:07:32.618214 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No DVR routers for this DVR port 029f2970-c101-401b-b7e3-6de81e819fae on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:07:32.620528 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=029f2970-c101-401b-b7e3-6de81e819fae,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:32.748849 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-a37ed2b8-2b49-402f-b70d-d56a8824c121 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=72741691-509f-4dc5-b3ec-9f6f15605bfd HTTP/1.1" status: 200 len: 217 time: 0.1249027 Nov 26 03:07:32.815811 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:32.827171 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-5dae7850-c35c-4030-bdd2-1206111edf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:32.828764 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-5dae7850-c35c-4030-bdd2-1206111edf59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db8036cb-bb46-4d56-bd65-417265c1a63b HTTP/1.1" status: 200 len: 838 time: 0.0703630 Nov 26 03:07:32.833135 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 029f2970-c101-401b-b7e3-6de81e819fae no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:07:32.841834 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:07:32.872555 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 029f2970-c101-401b-b7e3-6de81e819fae {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:07:32.873283 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 029f2970-c101-401b-b7e3-6de81e819fae not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:07:32.877443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a63515-7151-48b6-a7b6-211c4cd26074']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:32.895106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330a2abd-139c-41ee-ba6a-29dc3d06d2bd') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:32.895489 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330a2abd-139c-41ee-ba6a-29dc3d06d2bd') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:32.905227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56554a42-3d84-459c-a4b0-68d55239adf8 req-5f5a5312-fc09-4c7c-8032-483814cb832d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:32.906797 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56554a42-3d84-459c-a4b0-68d55239adf8 req-5f5a5312-fc09-4c7c-8032-483814cb832d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 944 time: 0.1806552 Nov 26 03:07:32.920386 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:32.922815 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-11f66ac7-621f-4ade-9f9d-ba7c5fde26df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:32.924760 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-11f66ac7-621f-4ade-9f9d-ba7c5fde26df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9fc1d5ef-23b8-45a5-8863-1528f2369058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781541 Nov 26 03:07:32.946600 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:32.956494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3229ae-0860-4510-bae7-fea493e584d5 req-f27d3f41-657a-4c1e-b149-bd692979b99e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:32.958025 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c3229ae-0860-4510-bae7-fea493e584d5 req-f27d3f41-657a-4c1e-b149-bd692979b99e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1540923 Nov 26 03:07:32.967505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:07:32.967907 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:07:32.971732 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:07:33.070704 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56554a42-3d84-459c-a4b0-68d55239adf8 req-ad07fca0-7cd5-4788-a628-1179cee93ead tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=66c5fae2-98c4-4e13-8f75-51bc3a2d509e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549242 Nov 26 03:07:33.073923 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-cf9dfe3b-ac00-435c-b34a-7de3935b91bf service neutron] 10.222.0.59 "GET /v2.0/networks/9fc1d5ef-23b8-45a5-8863-1528f2369058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399593 Nov 26 03:07:33.107869 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:33.130194 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:33.133507 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/networks/56a63515-7151-48b6-a7b6-211c4cd26074 HTTP/1.1" status: 204 len: 168 time: 1.2870116 Nov 26 03:07:33.147450 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35398) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:33.176972 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-52b4bb20-63a7-4ce5-a451-aec422b5af85 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1674444287'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:33.180342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee212f7-9c8c-4abe-82a3-9f920c4c0f03 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Network': ['ID=56a63515-7151-48b6-a7b6-211c4cd26074,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:33.196349 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c3229ae-0860-4510-bae7-fea493e584d5 req-3a2ba54b-a14f-4823-8503-199a41862988 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302122 Nov 26 03:07:33.234965 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b4bb20-63a7-4ce5-a451-aec422b5af85 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:33.242278 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-52b4bb20-63a7-4ce5-a451-aec422b5af85 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:33.289431 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e2cae32-2387-4640-bff1-a5ee471a13a9 req-c3458cc5-02e2-4dd0-95d8-020e576cad31 service neutron] 10.222.0.59 "GET /v2.0/networks/9fc1d5ef-23b8-45a5-8863-1528f2369058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041061 Nov 26 03:07:33.309812 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b4bb20-63a7-4ce5-a451-aec422b5af85 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:07:33.340679 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-52b4bb20-63a7-4ce5-a451-aec422b5af85 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:33.341258 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-52b4bb20-63a7-4ce5-a451-aec422b5af85 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Added segment dedae936-7595-40df-a7c9-304de8e0324e of type vlan for network 57019d00-933d-4332-8426-8661f74c5f4b Nov 26 03:07:33.396299 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-52b4bb20-63a7-4ce5-a451-aec422b5af85 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:33.434714 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-52b4bb20-63a7-4ce5-a451-aec422b5af85 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:33.451005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b4bb20-63a7-4ce5-a451-aec422b5af85 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:33.451957 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-52b4bb20-63a7-4ce5-a451-aec422b5af85 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:33.471574 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d5899-6942-49ee-bb1d-4a4d39b4e9dc req-9f2719ac-1ec8-4d98-833d-4c0ddcdbd95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:33.473296 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e8d5899-6942-49ee-bb1d-4a4d39b4e9dc req-9f2719ac-1ec8-4d98-833d-4c0ddcdbd95b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cd023a1c40f48beb9652fd40a5c698a&device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 1095 time: 0.0717576 Nov 26 03:07:33.534422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-52b4bb20-63a7-4ce5-a451-aec422b5af85 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3805640 Nov 26 03:07:33.545611 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35416) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:33.558750 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-bfd82c86-12d5-45ab-b63b-11e2775e6f0a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'subnet': {'network_id': '57019d00-933d-4332-8426-8661f74c5f4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:33.559889 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4bb20-63a7-4ce5-a451-aec422b5af85 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Network': ['ID=57019d00-933d-4332-8426-8661f74c5f4b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:33.578645 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 57019d00-933d-4332-8426-8661f74c5f4b details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:07:33.757468 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d5899-6942-49ee-bb1d-4a4d39b4e9dc req-30a91c35-9752-43b8-a00f-147c5298f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:33.759660 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e8d5899-6942-49ee-bb1d-4a4d39b4e9dc req-30a91c35-9752-43b8-a00f-147c5298f8fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=9fc1d5ef-23b8-45a5-8863-1528f2369058 HTTP/1.1" status: 200 len: 896 time: 0.2785017 Nov 26 03:07:33.776536 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd82c86-12d5-45ab-b63b-11e2775e6f0a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:33.780730 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfd82c86-12d5-45ab-b63b-11e2775e6f0a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:33.825156 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e8d5899-6942-49ee-bb1d-4a4d39b4e9dc req-9788dfa5-6d94-417c-8c7d-9666ab49a1e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=72741691-509f-4dc5-b3ec-9f6f15605bfd HTTP/1.1" status: 200 len: 217 time: 0.0570877 Nov 26 03:07:33.927391 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d5899-6942-49ee-bb1d-4a4d39b4e9dc req-dbfda358-e669-46fe-a1ee-f2393cafd637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:33.928943 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e8d5899-6942-49ee-bb1d-4a4d39b4e9dc req-dbfda358-e669-46fe-a1ee-f2393cafd637 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db8036cb-bb46-4d56-bd65-417265c1a63b HTTP/1.1" status: 200 len: 838 time: 0.0744917 Nov 26 03:07:34.024459 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d5899-6942-49ee-bb1d-4a4d39b4e9dc req-f3d4e89b-830a-4343-9f59-4d368d68915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:34.025992 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e8d5899-6942-49ee-bb1d-4a4d39b4e9dc req-f3d4e89b-830a-4343-9f59-4d368d68915a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9fc1d5ef-23b8-45a5-8863-1528f2369058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882452 Nov 26 03:07:34.127383 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfd82c86-12d5-45ab-b63b-11e2775e6f0a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:34.228437 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd82c86-12d5-45ab-b63b-11e2775e6f0a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Subnet': ['ID=cbd130b6-4694-4b41-bbbd-1507c618f3d6,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:34.241333 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e8d5899-6942-49ee-bb1d-4a4d39b4e9dc req-641927eb-5ab5-4ab7-9ff2-00a091b3b55c service neutron] 10.222.0.59 "GET /v2.0/networks/9fc1d5ef-23b8-45a5-8863-1528f2369058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916373 Nov 26 03:07:34.310932 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd82c86-12d5-45ab-b63b-11e2775e6f0a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Checking segment: {'id': 'dedae936-7595-40df-a7c9-304de8e0324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57019d00-933d-4332-8426-8661f74c5f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:07:34.311359 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd82c86-12d5-45ab-b63b-11e2775e6f0a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network hostable DHCP agents. Network: 57019d00-933d-4332-8426-8661f74c5f4b, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:07:34.348493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd82c86-12d5-45ab-b63b-11e2775e6f0a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 57019d00-933d-4332-8426-8661f74c5f4b is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:07:34.368616 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-bfd82c86-12d5-45ab-b63b-11e2775e6f0a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 57019d00-933d-4332-8426-8661f74c5f4b) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:34.376974 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd82c86-12d5-45ab-b63b-11e2775e6f0a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:34.377810 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfd82c86-12d5-45ab-b63b-11e2775e6f0a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:34.381326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8563b-0a63-4db2-985d-334e4e2cf09d req-3bdca364-4f14-40cc-a3ab-ed36f754ee3b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:34.383162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ac8563b-0a63-4db2-985d-334e4e2cf09d req-3bdca364-4f14-40cc-a3ab-ed36f754ee3b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 944 time: 0.1357675 Nov 26 03:07:34.391009 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6296e8-29b7-4c97-91bf-cd4627626e13 None None] Network 57019d00-933d-4332-8426-8661f74c5f4b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:34.413643 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e8d5899-6942-49ee-bb1d-4a4d39b4e9dc req-18f4fb03-0285-4400-91c5-651809f6fe4f service neutron] 10.222.0.59 "GET /v2.0/networks/9fc1d5ef-23b8-45a5-8863-1528f2369058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596153 Nov 26 03:07:34.423668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad542fb-4141-45bd-990c-3baac19d25cc req-ca2e9626-ec13-4e14-a5f3-fc34a3ae2f4f tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:34.428924 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cad542fb-4141-45bd-990c-3baac19d25cc req-ca2e9626-ec13-4e14-a5f3-fc34a3ae2f4f tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1064341 Nov 26 03:07:34.436881 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bfd82c86-12d5-45ab-b63b-11e2775e6f0a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8876803 Nov 26 03:07:34.441742 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35450) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:34.454337 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-2c226bbf-0aea-43a7-9a07-13b761f39474 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'network_id': '57019d00-933d-4332-8426-8661f74c5f4b', 'name': 'tempest-PortsTestJSON-1422144456', 'fixed_ips': [{'subnet_id': 'cbd130b6-4694-4b41-bbbd-1507c618f3d6', 'ip_address': '172.20.0.10'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:34.504764 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ac8563b-0a63-4db2-985d-334e4e2cf09d req-c91c8463-c622-4764-8908-2793159a8578 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=66c5fae2-98c4-4e13-8f75-51bc3a2d509e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128011 Nov 26 03:07:34.525668 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cad542fb-4141-45bd-990c-3baac19d25cc req-906c0048-d5ab-43dc-9284-de7aeb015722 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778677 Nov 26 03:07:34.585722 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-57019d00-933d-4332-8426-8661f74c5f4b', 'network_id': '57019d00-933d-4332-8426-8661f74c5f4b', 'tenant_id': 'e1295228d6a24252a2da3a8bdd835e22', 'fixed_ips': [{'subnet_id': 'cbd130b6-4694-4b41-bbbd-1507c618f3d6'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:07:34.587761 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:34.596580 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c226bbf-0aea-43a7-9a07-13b761f39474 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:34.701632 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2c226bbf-0aea-43a7-9a07-13b761f39474 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:34.724977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-2c226bbf-0aea-43a7-9a07-13b761f39474 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] device_id is not set on port 9dd05981-820a-4e61-87f2-983a8b9a5153 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:07:34.727198 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Allocated IP 172.20.0.2 (57019d00-933d-4332-8426-8661f74c5f4b/cbd130b6-4694-4b41-bbbd-1507c618f3d6/3362823f-035a-4f9c-8b27-a1325552eb3c) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:34.913767 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:34.921634 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:34.965303 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Network 57019d00-933d-4332-8426-8661f74c5f4b is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:34.971274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:34.979931 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:34.981851 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Pushing event updated for resources: {'Port': ['ID=3362823f-035a-4f9c-8b27-a1325552eb3c,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:34.993700 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-2c226bbf-0aea-43a7-9a07-13b761f39474 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Allocated IP 172.20.0.10 (57019d00-933d-4332-8426-8661f74c5f4b/cbd130b6-4694-4b41-bbbd-1507c618f3d6/9dd05981-820a-4e61-87f2-983a8b9a5153) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:35.054796 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Attempting to bind port 3362823f-035a-4f9c-8b27-a1325552eb3c on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:07:35.055450 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Attempting to bind port 3362823f-035a-4f9c-8b27-a1325552eb3c by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'dedae936-7595-40df-a7c9-304de8e0324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57019d00-933d-4332-8426-8661f74c5f4b'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:07:35.055998 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Attempting to bind port 3362823f-035a-4f9c-8b27-a1325552eb3c on network 57019d00-933d-4332-8426-8661f74c5f4b {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:07:35.062927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:07:35.064152 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Checking segment: {'id': 'dedae936-7595-40df-a7c9-304de8e0324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57019d00-933d-4332-8426-8661f74c5f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:07:35.064718 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:35.065288 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Bound using segment: {'id': 'dedae936-7595-40df-a7c9-304de8e0324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57019d00-933d-4332-8426-8661f74c5f4b'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:07:35.065931 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Bound port: 3362823f-035a-4f9c-8b27-a1325552eb3c, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dedae936-7595-40df-a7c9-304de8e0324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57019d00-933d-4332-8426-8661f74c5f4b'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:07:35.066475 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:35.142745 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] For port 3362823f-035a-4f9c-8b27-a1325552eb3c, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:07:35.151576 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] For port 3362823f-035a-4f9c-8b27-a1325552eb3c, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=3362823f-035a-4f9c-8b27-a1325552eb3c,segment=NetworkSegment(dedae936-7595-40df-a7c9-304de8e0324e),segment_id=dedae936-7595-40df-a7c9-304de8e0324e)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:07:35.163396 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:35.241957 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2c226bbf-0aea-43a7-9a07-13b761f39474 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:35.264158 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cda98-63a0-490d-9c48-69cf2f2f4f51 None None] Pushing event updated for resources: {'Port': ['ID=3362823f-035a-4f9c-8b27-a1325552eb3c,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:35.301414 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2c226bbf-0aea-43a7-9a07-13b761f39474 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:35.378508 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c226bbf-0aea-43a7-9a07-13b761f39474 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 57019d00-933d-4332-8426-8661f74c5f4b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:35.380409 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-2c226bbf-0aea-43a7-9a07-13b761f39474 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:35.382939 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c226bbf-0aea-43a7-9a07-13b761f39474 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:35.385814 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c226bbf-0aea-43a7-9a07-13b761f39474 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=9dd05981-820a-4e61-87f2-983a8b9a5153,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:35.496584 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c226bbf-0aea-43a7-9a07-13b761f39474 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:35.499838 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2c226bbf-0aea-43a7-9a07-13b761f39474 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:35.532377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35474) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:35.532911 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2c226bbf-0aea-43a7-9a07-13b761f39474 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0896308 Nov 26 03:07:35.538706 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-237425bc-a852-4a4f-905a-5c2cc5e14995 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'network_id': '57019d00-933d-4332-8426-8661f74c5f4b', 'name': 'tempest-PortsTestJSON-1125797308', 'fixed_ips': [{'subnet_id': 'cbd130b6-4694-4b41-bbbd-1507c618f3d6', 'ip_address': '172.20.0.9'}]}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:35.753306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb10d5-62c7-48f5-8bd6-1015ace9f37f req-28d0ba69-cbd7-4c5f-a4e3-0c06f160d76a tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:35.754697 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6bb10d5-62c7-48f5-8bd6-1015ace9f37f req-28d0ba69-cbd7-4c5f-a4e3-0c06f160d76a tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1504397 Nov 26 03:07:35.765555 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dacc8-420d-46d2-9c8a-759e14e3658e req-c22c338c-964d-438a-893a-bdad10690998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:35.767616 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b6dacc8-420d-46d2-9c8a-759e14e3658e req-c22c338c-964d-438a-893a-bdad10690998 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c89c68d8ac0e44dab84b0f2ed35f94fc&device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 1096 time: 0.1644251 Nov 26 03:07:35.786121 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed023871-1d7c-4bef-bb8c-205f1a0ac3ae req-15486103-a79f-40f5-8999-c7bc7301605f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:35.787549 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed023871-1d7c-4bef-bb8c-205f1a0ac3ae req-15486103-a79f-40f5-8999-c7bc7301605f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 944 time: 0.1822324 Nov 26 03:07:35.901931 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237425bc-a852-4a4f-905a-5c2cc5e14995 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:35.941528 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6bb10d5-62c7-48f5-8bd6-1015ace9f37f req-687af6dc-4509-4967-b1ed-574d6b82f4da tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729114 Nov 26 03:07:35.994423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed023871-1d7c-4bef-bb8c-205f1a0ac3ae req-e072f52b-6ed7-43d1-97fc-67b76f1c33bd tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=66c5fae2-98c4-4e13-8f75-51bc3a2d509e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874700 Nov 26 03:07:36.024682 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dacc8-420d-46d2-9c8a-759e14e3658e req-dafb9e8e-f76e-4782-bfb0-42bd651b8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:36.026175 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b6dacc8-420d-46d2-9c8a-759e14e3658e req-dafb9e8e-f76e-4782-bfb0-42bd651b8d7c service neutron] 10.222.0.54 "GET /v2.0/networks?id=6280ac1e-1eae-48ef-80cc-cccad8729faa HTTP/1.1" status: 200 len: 920 time: 0.2366178 Nov 26 03:07:36.108220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b6dacc8-420d-46d2-9c8a-759e14e3658e req-6baf114b-362c-49ef-aa21-bfbc8d34afc4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bed1bd1-786b-44a2-8676-d86be8f22c9c HTTP/1.1" status: 200 len: 217 time: 0.0521836 Nov 26 03:07:36.140790 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-237425bc-a852-4a4f-905a-5c2cc5e14995 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:36.191564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fd85d-9744-4582-9ce3-2ae7552bcddd req-2937f9ea-ee6d-4c25-b781-4365fbdef848 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:36.193229 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f9fd85d-9744-4582-9ce3-2ae7552bcddd req-2937f9ea-ee6d-4c25-b781-4365fbdef848 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1918757 Nov 26 03:07:36.218912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-237425bc-a852-4a4f-905a-5c2cc5e14995 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] device_id is not set on port 2aaf62a2-a861-4d31-92a6-76e520304f79 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:07:36.232947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dacc8-420d-46d2-9c8a-759e14e3658e req-19e9315c-36b7-422b-965c-592392636957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:36.234510 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b6dacc8-420d-46d2-9c8a-759e14e3658e req-19e9315c-36b7-422b-965c-592392636957 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb1ab1f2-83bb-4e57-8629-c0eaece17eaf HTTP/1.1" status: 200 len: 859 time: 0.1127617 Nov 26 03:07:36.312114 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b6dacc8-420d-46d2-9c8a-759e14e3658e req-34adc217-44e3-4178-bf43-91c6473e220a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6280ac1e-1eae-48ef-80cc-cccad8729faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677247 Nov 26 03:07:36.327472 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f9fd85d-9744-4582-9ce3-2ae7552bcddd req-dd13a407-3a20-444f-86b8-4da2ddf26681 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270018 Nov 26 03:07:36.336184 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 72741691-509f-4dc5-b3ec-9f6f15605bfd details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:07:36.571259 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc62fb0a-fbc1-400f-9080-0e91b5aa77de None None] Network 57019d00-933d-4332-8426-8661f74c5f4b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:36.652625 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-046573f6-b87f-42dc-9598-d271e8eb8dbe None None] Provisioning complete for port 3362823f-035a-4f9c-8b27-a1325552eb3c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:36.653002 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-046573f6-b87f-42dc-9598-d271e8eb8dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:36.706589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 72741691-509f-4dc5-b3ec-9f6f15605bfd, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=72741691-509f-4dc5-b3ec-9f6f15605bfd,segment=NetworkSegment(6974bc1f-cbc7-4a1f-84c8-92b6b6c28242),segment_id=6974bc1f-cbc7-4a1f-84c8-92b6b6c28242)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:36.734937 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '72741691-509f-4dc5-b3ec-9f6f15605bfd', 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058', 'port_id': '72741691-509f-4dc5-b3ec-9f6f15605bfd', 'mac_address': 'fa:16:3e:7f:7c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8036cb-bb46-4d56-bd65-417265c1a63b', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:07:36.827790 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfadc0-b21e-48c0-ac7c-529361cbe09a req-002e8c54-fa98-4023-a091-8efed8410c5e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:36.829916 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dabfadc0-b21e-48c0-ac7c-529361cbe09a req-002e8c54-fa98-4023-a091-8efed8410c5e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1505866 Nov 26 03:07:36.835750 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b6dacc8-420d-46d2-9c8a-759e14e3658e req-0aa8ec7c-80cb-49ee-a317-a23c11ca2bd4 service neutron] 10.222.0.54 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123341 Nov 26 03:07:36.850191 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 3362823f-035a-4f9c-8b27-a1325552eb3c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:07:36.854805 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:36.865951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-237425bc-a852-4a4f-905a-5c2cc5e14995 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Allocated IP 172.20.0.9 (57019d00-933d-4332-8426-8661f74c5f4b/cbd130b6-4694-4b41-bbbd-1507c618f3d6/2aaf62a2-a861-4d31-92a6-76e520304f79) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:36.912470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72741691-509f-4dc5-b3ec-9f6f15605bfd {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:07:36.922316 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-046573f6-b87f-42dc-9598-d271e8eb8dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:36.955395 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 72741691-509f-4dc5-b3ec-9f6f15605bfd, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=72741691-509f-4dc5-b3ec-9f6f15605bfd,segment=NetworkSegment(6974bc1f-cbc7-4a1f-84c8-92b6b6c28242),segment_id=6974bc1f-cbc7-4a1f-84c8-92b6b6c28242)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:36.966612 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:36.970011 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dabfadc0-b21e-48c0-ac7c-529361cbe09a req-2e38cdeb-2e14-4a95-9ad4-1e24968d9390 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304126 Nov 26 03:07:37.012763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-046573f6-b87f-42dc-9598-d271e8eb8dbe None None] For port 3362823f-035a-4f9c-8b27-a1325552eb3c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=3362823f-035a-4f9c-8b27-a1325552eb3c,segment=NetworkSegment(dedae936-7595-40df-a7c9-304de8e0324e),segment_id=dedae936-7595-40df-a7c9-304de8e0324e)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:37.018004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b6dacc8-420d-46d2-9c8a-759e14e3658e req-41e759fa-5d91-4e50-92a4-bfe6a115ec19 service neutron] 10.222.0.54 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666639 Nov 26 03:07:37.043733 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=72741691-509f-4dc5-b3ec-9f6f15605bfd,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:37.048348 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 3362823f-035a-4f9c-8b27-a1325552eb3c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:37.048983 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:37.085184 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-046573f6-b87f-42dc-9598-d271e8eb8dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:37.160093 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046573f6-b87f-42dc-9598-d271e8eb8dbe None None] Pushing event updated for resources: {'Port': ['ID=3362823f-035a-4f9c-8b27-a1325552eb3c,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:37.239643 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-237425bc-a852-4a4f-905a-5c2cc5e14995 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:37.248605 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f24ef4-7806-4c55-b9c4-add56122e2f0 req-effbf899-4127-4438-ba44-6058bad481a2 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:37.250132 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65f24ef4-7806-4c55-b9c4-add56122e2f0 req-effbf899-4127-4438-ba44-6058bad481a2 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1410234 Nov 26 03:07:37.258448 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8b326-9d87-4b31-a835-90a6a64b73ec req-59f01b90-0d66-4d3d-971a-5bd3c0c1ef0e tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:37.259754 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-41a8b326-9d87-4b31-a835-90a6a64b73ec req-59f01b90-0d66-4d3d-971a-5bd3c0c1ef0e tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 945 time: 0.1518054 Nov 26 03:07:37.320300 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-61f6343e-433b-40d8-b63b-954c2a241387 None None] Provisioning complete for port 9dd05981-820a-4e61-87f2-983a8b9a5153 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:37.320990 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-61f6343e-433b-40d8-b63b-954c2a241387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:37.327373 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['72741691-509f-4dc5-b3ec-9f6f15605bfd'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:07:37.365459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65f24ef4-7806-4c55-b9c4-add56122e2f0 req-fbaaf11d-c5e8-4175-94ac-2ea3511f8418 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046741 Nov 26 03:07:37.370929 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-41a8b326-9d87-4b31-a835-90a6a64b73ec req-ded60594-c9a7-4ef4-9b60-93f61539abef tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=66c5fae2-98c4-4e13-8f75-51bc3a2d509e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014884 Nov 26 03:07:37.382170 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-237425bc-a852-4a4f-905a-5c2cc5e14995 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:37.445175 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-61f6343e-433b-40d8-b63b-954c2a241387 None None] Port 9dd05981-820a-4e61-87f2-983a8b9a5153 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:07:37.470119 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-61f6343e-433b-40d8-b63b-954c2a241387 None None] Provisioning complete for port 3362823f-035a-4f9c-8b27-a1325552eb3c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:37.470717 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-61f6343e-433b-40d8-b63b-954c2a241387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:37.528144 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237425bc-a852-4a4f-905a-5c2cc5e14995 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 57019d00-933d-4332-8426-8661f74c5f4b is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:37.530201 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237425bc-a852-4a4f-905a-5c2cc5e14995 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=2aaf62a2-a861-4d31-92a6-76e520304f79,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:37.542311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-237425bc-a852-4a4f-905a-5c2cc5e14995 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:37.548409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237425bc-a852-4a4f-905a-5c2cc5e14995 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:37.636610 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc41248-709b-4639-9460-97d05ab12293 req-16182961-23d6-4981-8670-638c6e80e625 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:37.638220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bc41248-709b-4639-9460-97d05ab12293 req-16182961-23d6-4981-8670-638c6e80e625 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1644545 Nov 26 03:07:37.645150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237425bc-a852-4a4f-905a-5c2cc5e14995 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:37.645799 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-237425bc-a852-4a4f-905a-5c2cc5e14995 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:37.711141 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bc41248-709b-4639-9460-97d05ab12293 req-8cd9a2d9-62b1-4911-9391-7fcc018d92fe tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585933 Nov 26 03:07:37.717309 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-237425bc-a852-4a4f-905a-5c2cc5e14995 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1805446 Nov 26 03:07:37.718588 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35504) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:37.876605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-46a74ad7-0c9e-4f6d-8340-be2c94345c4f None None] Provisioning complete for port 9dd05981-820a-4e61-87f2-983a8b9a5153 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:37.876900 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-46a74ad7-0c9e-4f6d-8340-be2c94345c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:37.885054 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4df228-2113-41c6-8d21-36b06ea6ae55 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:37.886618 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9d4df228-2113-41c6-8d21-36b06ea6ae55 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1662483 Nov 26 03:07:37.889485 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35510) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:37.925526 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-46a74ad7-0c9e-4f6d-8340-be2c94345c4f None None] Port 9dd05981-820a-4e61-87f2-983a8b9a5153 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:07:37.939523 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fb044-34a3-454e-87d9-1994b9185abb req-606393e1-6e3f-41c4-a761-dd5545dc3ff3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:37.941170 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f2fb044-34a3-454e-87d9-1994b9185abb req-606393e1-6e3f-41c4-a761-dd5545dc3ff3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1130292 Nov 26 03:07:37.974465 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71882463-cbcb-49b9-a432-aacc62f35f14 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:37.980457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71882463-cbcb-49b9-a432-aacc62f35f14 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:37.986466 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71882463-cbcb-49b9-a432-aacc62f35f14 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:37.988171 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-71882463-cbcb-49b9-a432-aacc62f35f14 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.0977230 Nov 26 03:07:37.991050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35512) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:38.048964 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-46b841f5-5556-458b-9be4-a522ce5c6c0d None None] Provisioning complete for port 2aaf62a2-a861-4d31-92a6-76e520304f79 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:38.049344 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-46b841f5-5556-458b-9be4-a522ce5c6c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:38.054872 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f2fb044-34a3-454e-87d9-1994b9185abb req-4a14c40a-cf04-48bf-920a-f9bdd006985a tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064868 Nov 26 03:07:38.110959 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-46b841f5-5556-458b-9be4-a522ce5c6c0d None None] Port 2aaf62a2-a861-4d31-92a6-76e520304f79 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:07:38.118612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-f00c452e-5f0b-485f-9ed4-8ce6224de91d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port 2aaf62a2-a861-4d31-92a6-76e520304f79 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:38.119972 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f00c452e-5f0b-485f-9ed4-8ce6224de91d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:38.238608 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f00c452e-5f0b-485f-9ed4-8ce6224de91d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:38.247664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f683413-95bf-4e2a-a701-f98f4bc3827f req-34f4dbe0-c171-4412-b52b-66cff19aa32f tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:38.249199 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f683413-95bf-4e2a-a701-f98f4bc3827f req-34f4dbe0-c171-4412-b52b-66cff19aa32f tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.0894840 Nov 26 03:07:38.267032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-f00c452e-5f0b-485f-9ed4-8ce6224de91d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for 2aaf62a2-a861-4d31-92a6-76e520304f79 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:38.344154 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f683413-95bf-4e2a-a701-f98f4bc3827f req-23351506-a9c9-45ba-bc0c-7c13647c183f tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882173 Nov 26 03:07:38.437833 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f00c452e-5f0b-485f-9ed4-8ce6224de91d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:38.505244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c452e-5f0b-485f-9ed4-8ce6224de91d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=2aaf62a2-a861-4d31-92a6-76e520304f79,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:38.610633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea94a1-e651-479b-81d0-dc5e13e55c55 req-72d6c8bc-3916-42ce-b24c-8cb09a1cffd2 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:38.612343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1fea94a1-e651-479b-81d0-dc5e13e55c55 req-72d6c8bc-3916-42ce-b24c-8cb09a1cffd2 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1510224 Nov 26 03:07:38.624131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedf1ef-529c-4bdc-97c8-c7ca56ce7746 req-b50838b3-1f4a-4676-8be7-1f8b2d687e8f tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:38.626229 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0fedf1ef-529c-4bdc-97c8-c7ca56ce7746 req-b50838b3-1f4a-4676-8be7-1f8b2d687e8f tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1847799 Nov 26 03:07:38.665205 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f00c452e-5f0b-485f-9ed4-8ce6224de91d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:38.668504 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f00c452e-5f0b-485f-9ed4-8ce6224de91d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/ports/2aaf62a2-a861-4d31-92a6-76e520304f79 HTTP/1.1" status: 204 len: 168 time: 0.6765192 Nov 26 03:07:38.671220 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35528) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:38.702130 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c293e99-67be-424e-a6df-e267cdf814f0 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] GET failed (client error): The resource could not be found. Nov 26 03:07:38.704156 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0c293e99-67be-424e-a6df-e267cdf814f0 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports/2aaf62a2-a861-4d31-92a6-76e520304f79 HTTP/1.1" status: 404 len: 333 time: 0.0313835 Nov 26 03:07:38.707865 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35530) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:38.724909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0fedf1ef-529c-4bdc-97c8-c7ca56ce7746 req-310a5329-1dc6-48a5-ad63-615244350109 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913692 Nov 26 03:07:38.762200 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1fea94a1-e651-479b-81d0-dc5e13e55c55 req-fe774268-8c7f-4e88-8d7b-79ec6adab7b3 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324415 Nov 26 03:07:38.842714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 3362823f-035a-4f9c-8b27-a1325552eb3c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:07:38.895228 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5f3f2-b774-4d16-8211-140044814a1d req-4d814efd-1549-4408-bf50-f3fe02cefdc8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:38.896911 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55c5f3f2-b774-4d16-8211-140044814a1d req-4d814efd-1549-4408-bf50-f3fe02cefdc8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 945 time: 0.0706503 Nov 26 03:07:38.900660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-f8ac25e2-1354-484a-b3e4-5fa08b10d02c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port 9dd05981-820a-4e61-87f2-983a8b9a5153 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:38.900816 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f8ac25e2-1354-484a-b3e4-5fa08b10d02c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:38.910365 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 3362823f-035a-4f9c-8b27-a1325552eb3c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:38.910836 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:39.073194 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55c5f3f2-b774-4d16-8211-140044814a1d req-957117ec-d68f-47bd-9684-a7c2f5f38502 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=66c5fae2-98c4-4e13-8f75-51bc3a2d509e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538205 Nov 26 03:07:39.086309 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f8ac25e2-1354-484a-b3e4-5fa08b10d02c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:39.111217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4f0f0-2bf9-450a-9b22-7d4eb2978923 req-1b4d096d-c283-4723-9e77-7e13742c5100 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:39.113060 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19d4f0f0-2bf9-450a-9b22-7d4eb2978923 req-1b4d096d-c283-4723-9e77-7e13742c5100 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1629465 Nov 26 03:07:39.126039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-f8ac25e2-1354-484a-b3e4-5fa08b10d02c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for 9dd05981-820a-4e61-87f2-983a8b9a5153 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:39.224300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19d4f0f0-2bf9-450a-9b22-7d4eb2978923 req-6b48b1b5-c872-4a0f-8966-bcb2fe9d0561 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996640 Nov 26 03:07:39.305365 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f8ac25e2-1354-484a-b3e4-5fa08b10d02c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:39.340245 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac25e2-1354-484a-b3e4-5fa08b10d02c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=9dd05981-820a-4e61-87f2-983a8b9a5153,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:39.411370 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f8ac25e2-1354-484a-b3e4-5fa08b10d02c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:39.415417 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f8ac25e2-1354-484a-b3e4-5fa08b10d02c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/ports/9dd05981-820a-4e61-87f2-983a8b9a5153 HTTP/1.1" status: 204 len: 168 time: 0.7056174 Nov 26 03:07:39.418043 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35538) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:39.453097 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-c499ec07-62f3-4388-a58b-748141280d7b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] GET failed (client error): The resource could not be found. Nov 26 03:07:39.457633 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c499ec07-62f3-4388-a58b-748141280d7b tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports/9dd05981-820a-4e61-87f2-983a8b9a5153 HTTP/1.1" status: 404 len: 333 time: 0.0360858 Nov 26 03:07:39.457981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35540) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:39.541067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb75cd-e4a4-4f59-96a8-5caede5a14a5 req-bb1b8ca4-723e-4c6d-9751-557eeb237437 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:39.542592 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-80bb75cd-e4a4-4f59-96a8-5caede5a14a5 req-bb1b8ca4-723e-4c6d-9751-557eeb237437 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.0991862 Nov 26 03:07:39.547053 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-81932ad1-51e0-4036-a11b-f35abdba83d7 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting subnet cbd130b6-4694-4b41-bbbd-1507c618f3d6 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:07:39.552403 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-81932ad1-51e0-4036-a11b-f35abdba83d7 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:39.632696 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-81932ad1-51e0-4036-a11b-f35abdba83d7 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:39.659740 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-80bb75cd-e4a4-4f59-96a8-5caede5a14a5 req-0c42ddfe-0024-438e-bc0e-db912bbff937 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098049 Nov 26 03:07:39.738810 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-81932ad1-51e0-4036-a11b-f35abdba83d7 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:39.804323 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-81932ad1-51e0-4036-a11b-f35abdba83d7 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:39.833515 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81932ad1-51e0-4036-a11b-f35abdba83d7 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd130b6-4694-4b41-bbbd-1507c618f3d6,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:39.858461 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ed6145-c342-46a1-b339-2af69d6a1a18 None None] Network 57019d00-933d-4332-8426-8661f74c5f4b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:39.864290 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-81932ad1-51e0-4036-a11b-f35abdba83d7 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:39.867662 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-81932ad1-51e0-4036-a11b-f35abdba83d7 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/cbd130b6-4694-4b41-bbbd-1507c618f3d6 HTTP/1.1" status: 204 len: 168 time: 0.4087384 Nov 26 03:07:39.871055 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35550) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:39.907080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d7aeb-4c5d-4380-8a86-47eb6c56d454 req-2fd71caa-a157-462e-a7f1-65b5cdf1987e tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:39.908911 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f80d7aeb-4c5d-4380-8a86-47eb6c56d454 req-2fd71caa-a157-462e-a7f1-65b5cdf1987e tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0808601 Nov 26 03:07:39.973285 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:40.012393 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f80d7aeb-4c5d-4380-8a86-47eb6c56d454 req-2ad35e33-81b8-4a4c-9760-8618b030b614 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911317 Nov 26 03:07:40.049965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port 3362823f-035a-4f9c-8b27-a1325552eb3c {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:40.050787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:40.136467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfaa13-0215-4836-b819-c3121a52f22d req-c3a8e749-37c4-4f77-a668-513de5849efc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:40.136613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] For port 3362823f-035a-4f9c-8b27-a1325552eb3c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=3362823f-035a-4f9c-8b27-a1325552eb3c,segment=NetworkSegment(dedae936-7595-40df-a7c9-304de8e0324e),segment_id=dedae936-7595-40df-a7c9-304de8e0324e)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:40.136930 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:40.144428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfaa13-0215-4836-b819-c3121a52f22d req-c3a8e749-37c4-4f77-a668-513de5849efc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:40.150681 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfaa13-0215-4836-b819-c3121a52f22d req-c3a8e749-37c4-4f77-a668-513de5849efc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:40.152363 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for 3362823f-035a-4f9c-8b27-a1325552eb3c owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:40.157287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfaa13-0215-4836-b819-c3121a52f22d req-c3a8e749-37c4-4f77-a668-513de5849efc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:40.163599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfaa13-0215-4836-b819-c3121a52f22d req-c3a8e749-37c4-4f77-a668-513de5849efc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:40.170179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfaa13-0215-4836-b819-c3121a52f22d req-c3a8e749-37c4-4f77-a668-513de5849efc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:40.177105 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfaa13-0215-4836-b819-c3121a52f22d req-c3a8e749-37c4-4f77-a668-513de5849efc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:40.178492 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71f2dc5-f234-461c-80b2-2f9dfb55fbe4 None None] DHCP port deletion for 57019d00-933d-4332-8426-8661f74c5f4b request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:07:40.187168 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55bfaa13-0215-4836-b819-c3121a52f22d req-c3a8e749-37c4-4f77-a668-513de5849efc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5434 time: 0.1169381 Nov 26 03:07:40.260976 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:40.264910 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b71f2dc5-f234-461c-80b2-2f9dfb55fbe4 None None] Deleting port 3362823f-035a-4f9c-8b27-a1325552eb3c {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:40.265601 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b71f2dc5-f234-461c-80b2-2f9dfb55fbe4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:40.281616 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No DVR routers for this DVR port 3362823f-035a-4f9c-8b27-a1325552eb3c on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:07:40.294145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55bfaa13-0215-4836-b819-c3121a52f22d req-0f96292d-874a-4cf8-8c38-258c69788bad tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1059000 Nov 26 03:07:40.309680 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=3362823f-035a-4f9c-8b27-a1325552eb3c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:40.344525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c62d0d-de4f-4823-91da-d6d999a696c6 req-8bda56b2-f1f2-4db7-8f54-c947b0b62ebb tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:40.356106 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3c62d0d-de4f-4823-91da-d6d999a696c6 req-8bda56b2-f1f2-4db7-8f54-c947b0b62ebb tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 945 time: 0.1660538 Nov 26 03:07:40.358750 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b71f2dc5-f234-461c-80b2-2f9dfb55fbe4 None None] For port 3362823f-035a-4f9c-8b27-a1325552eb3c, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:40.359147 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b71f2dc5-f234-461c-80b2-2f9dfb55fbe4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:40.364750 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 72741691-509f-4dc5-b3ec-9f6f15605bfd up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:07:40.402698 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b71f2dc5-f234-461c-80b2-2f9dfb55fbe4 None None] Calling delete_port for 3362823f-035a-4f9c-8b27-a1325552eb3c owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:40.410686 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-b71f2dc5-f234-461c-80b2-2f9dfb55fbe4 None None] Port 3362823f-035a-4f9c-8b27-a1325552eb3c was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 03:07:40.415255 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b71f2dc5-f234-461c-80b2-2f9dfb55fbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:40.433041 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3c62d0d-de4f-4823-91da-d6d999a696c6 req-1fc4cc1e-d4df-40c8-b9db-6b821772cc4d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=66c5fae2-98c4-4e13-8f75-51bc3a2d509e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760293 Nov 26 03:07:40.450267 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f2dc5-f234-461c-80b2-2f9dfb55fbe4 None None] Pushing event deleted for resources: {'Port': ['ID=3362823f-035a-4f9c-8b27-a1325552eb3c,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:40.460302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71f2dc5-f234-461c-80b2-2f9dfb55fbe4 None None] No DVR routers for this DVR port 3362823f-035a-4f9c-8b27-a1325552eb3c on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:07:40.482714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 72741691-509f-4dc5-b3ec-9f6f15605bfd completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:07:40.492455 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 72741691-509f-4dc5-b3ec-9f6f15605bfd triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:40.493394 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:40.532470 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f9444-ccb0-4d09-b134-d236bae5669d req-30c5739a-d175-48e9-9c4b-649085fcc565 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:40.540690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f9444-ccb0-4d09-b134-d236bae5669d req-30c5739a-d175-48e9-9c4b-649085fcc565 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:40.548575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f9444-ccb0-4d09-b134-d236bae5669d req-30c5739a-d175-48e9-9c4b-649085fcc565 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:40.560830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f9444-ccb0-4d09-b134-d236bae5669d req-30c5739a-d175-48e9-9c4b-649085fcc565 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:40.567941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f9444-ccb0-4d09-b134-d236bae5669d req-30c5739a-d175-48e9-9c4b-649085fcc565 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:40.574801 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f9444-ccb0-4d09-b134-d236bae5669d req-30c5739a-d175-48e9-9c4b-649085fcc565 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:40.582724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f9444-ccb0-4d09-b134-d236bae5669d req-30c5739a-d175-48e9-9c4b-649085fcc565 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:40.585384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc6f9444-ccb0-4d09-b134-d236bae5669d req-30c5739a-d175-48e9-9c4b-649085fcc565 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5434 time: 0.1510329 Nov 26 03:07:40.606301 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:40.635928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4142e44b-932a-4e42-9fe5-0ebbf28a47f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72741691-509f-4dc5-b3ec-9f6f15605bfd'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:07:40.638730 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bb2f84-8d70-44be-a9f3-c4a75350e4d3" -d '{"events": [{"server_uuid": "4142e44b-932a-4e42-9fe5-0ebbf28a47f6", "name": "network-vif-plugged", "status": "completed", "tag": "72741691-509f-4dc5-b3ec-9f6f15605bfd"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:07:40.668974 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 72741691-509f-4dc5-b3ec-9f6f15605bfd, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=72741691-509f-4dc5-b3ec-9f6f15605bfd,segment=NetworkSegment(6974bc1f-cbc7-4a1f-84c8-92b6b6c28242),segment_id=6974bc1f-cbc7-4a1f-84c8-92b6b6c28242)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:40.676793 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:40.709108 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d485999-fd8c-44c5-8482-db47624f8409 x-openstack-request-id: req-5d485999-fd8c-44c5-8482-db47624f8409 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:07:40.710186 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4142e44b-932a-4e42-9fe5-0ebbf28a47f6", "name": "network-vif-plugged", "status": "completed", "tag": "72741691-509f-4dc5-b3ec-9f6f15605bfd", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:07:40.710500 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d485999-fd8c-44c5-8482-db47624f8409 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:07:40.711167 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4142e44b-932a-4e42-9fe5-0ebbf28a47f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72741691-509f-4dc5-b3ec-9f6f15605bfd', 'code': 200} Nov 26 03:07:40.782750 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=72741691-509f-4dc5-b3ec-9f6f15605bfd,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:40.828236 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65499e-a02a-4281-a249-fc1cbe0ec85e req-287984cd-3c54-44b1-bd9c-ba8fb2c1c61e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:40.836427 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c65499e-a02a-4281-a249-fc1cbe0ec85e req-287984cd-3c54-44b1-bd9c-ba8fb2c1c61e tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.0988107 Nov 26 03:07:40.851971 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 3362823f-035a-4f9c-8b27-a1325552eb3c no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:07:40.859115 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:40.873846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 3362823f-035a-4f9c-8b27-a1325552eb3c {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:07:40.874502 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 3362823f-035a-4f9c-8b27-a1325552eb3c not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:07:40.905619 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57019d00-933d-4332-8426-8661f74c5f4b']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:40.913111 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c65499e-a02a-4281-a249-fc1cbe0ec85e req-4ec99ebf-9730-4b76-8531-a229d0ebb5be tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754874 Nov 26 03:07:40.917552 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dedae936-7595-40df-a7c9-304de8e0324e') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:40.917853 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dedae936-7595-40df-a7c9-304de8e0324e') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:40.930255 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:40.933054 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0768dbd-eb19-4568-b77e-7bf7208bf270 req-3af858ee-e951-44e3-a70b-614ca5108d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:40.934547 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b0768dbd-eb19-4568-b77e-7bf7208bf270 req-3af858ee-e951-44e3-a70b-614ca5108d77 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 1097 time: 0.0776236 Nov 26 03:07:40.960403 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:40.971172 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:07:40.971569 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:07:40.974912 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:07:41.079756 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b0768dbd-eb19-4568-b77e-7bf7208bf270 req-7aad5549-e7dc-42d7-8a66-afd4a1e6fc13 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=66c5fae2-98c4-4e13-8f75-51bc3a2d509e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351557 Nov 26 03:07:41.091370 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:41.097746 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:41.101775 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/networks/57019d00-933d-4332-8426-8661f74c5f4b HTTP/1.1" status: 204 len: 168 time: 1.2295413 Nov 26 03:07:41.107697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35578) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:41.112154 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-2f579d28-06c6-4b46-89ce-3d72dcc27eec tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-180117800'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:41.135033 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ced6c-04bf-4cb9-b884-89e99c089aab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Network': ['ID=57019d00-933d-4332-8426-8661f74c5f4b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:41.186043 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f579d28-06c6-4b46-89ce-3d72dcc27eec tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:41.190728 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2f579d28-06c6-4b46-89ce-3d72dcc27eec tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:41.255335 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31e31b-ec7c-496b-a0cf-fd5aac032425 req-6fcfc61a-bc59-470d-9553-a8e3fab0b5e4 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:41.256888 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a31e31b-ec7c-496b-a0cf-fd5aac032425 req-6fcfc61a-bc59-470d-9553-a8e3fab0b5e4 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1139355 Nov 26 03:07:41.275001 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f579d28-06c6-4b46-89ce-3d72dcc27eec tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:07:41.319924 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2f579d28-06c6-4b46-89ce-3d72dcc27eec tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:41.320224 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-2f579d28-06c6-4b46-89ce-3d72dcc27eec tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Added segment a13fa947-e7a4-439e-9402-df39cc07a468 of type vlan for network 37070165-ea1f-4a4e-b34e-484c39b53ded Nov 26 03:07:41.371232 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5d652-bd56-439b-97cc-e42a74e30d93 req-36a74925-da97-4876-9d92-95c93df23742 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:41.372753 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4ed5d652-bd56-439b-97cc-e42a74e30d93 req-36a74925-da97-4876-9d92-95c93df23742 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1660419 Nov 26 03:07:41.400348 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2f579d28-06c6-4b46-89ce-3d72dcc27eec tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:41.411703 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b63ef-e9ab-4f9f-b062-48d4d392e0b8 req-76f49321-5759-491e-9822-71e927355412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:41.413204 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-405b63ef-e9ab-4f9f-b062-48d4d392e0b8 req-76f49321-5759-491e-9822-71e927355412 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dffa06fe9f14d8ba6cd863c2a120c58&device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 1098 time: 0.1545453 Nov 26 03:07:41.416532 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a31e31b-ec7c-496b-a0cf-fd5aac032425 req-237e8060-4e56-4cec-b300-8bc465244f19 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431878 Nov 26 03:07:41.514936 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2f579d28-06c6-4b46-89ce-3d72dcc27eec tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:41.521054 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f579d28-06c6-4b46-89ce-3d72dcc27eec tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:41.521564 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2f579d28-06c6-4b46-89ce-3d72dcc27eec tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:41.575303 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4ed5d652-bd56-439b-97cc-e42a74e30d93 req-8431c0c4-4955-4833-ba2c-3f991d48ed38 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892605 Nov 26 03:07:41.631562 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2f579d28-06c6-4b46-89ce-3d72dcc27eec tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5241232 Nov 26 03:07:41.637562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35584) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:41.651291 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-98cba900-4b3f-4475-89f6-a075c0435ca8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'subnet': {'network_id': '37070165-ea1f-4a4e-b34e-484c39b53ded', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:41.657234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f579d28-06c6-4b46-89ce-3d72dcc27eec tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Network': ['ID=37070165-ea1f-4a4e-b34e-484c39b53ded,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:41.659714 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b63ef-e9ab-4f9f-b062-48d4d392e0b8 req-7ee23c46-3c10-481f-9b20-ce39c725d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:41.661206 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-405b63ef-e9ab-4f9f-b062-48d4d392e0b8 req-7ee23c46-3c10-481f-9b20-ce39c725d80b service neutron] 10.222.0.54 "GET /v2.0/networks?id=487bf824-96b4-4a0b-aab0-a1e59303e892 HTTP/1.1" status: 200 len: 915 time: 0.2355247 Nov 26 03:07:41.667700 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-96dee911-3528-4a6f-a807-3f3e46335387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:41.673421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 37070165-ea1f-4a4e-b34e-484c39b53ded details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:07:41.678216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250dde7-42e4-44a0-853e-4da37ab8595c req-534a484e-dae0-411b-add1-2ecd274eecee tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:41.680348 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a250dde7-42e4-44a0-853e-4da37ab8595c req-534a484e-dae0-411b-add1-2ecd274eecee tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 946 time: 0.1740587 Nov 26 03:07:41.730771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-405b63ef-e9ab-4f9f-b062-48d4d392e0b8 req-65e5330a-4cc2-4ccb-bad5-9b0a3f28b5ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=940834b0-0f84-4a48-b62e-8a6648ba0236 HTTP/1.1" status: 200 len: 217 time: 0.0493395 Nov 26 03:07:41.759340 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cba900-4b3f-4475-89f6-a075c0435ca8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:41.763091 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98cba900-4b3f-4475-89f6-a075c0435ca8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:41.794669 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a250dde7-42e4-44a0-853e-4da37ab8595c req-d9451fef-b742-42e7-998d-170a4822d677 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=66c5fae2-98c4-4e13-8f75-51bc3a2d509e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074026 Nov 26 03:07:41.809207 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b63ef-e9ab-4f9f-b062-48d4d392e0b8 req-67fb4977-2a32-4cd9-bcb3-95aa9eb9051d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:41.810702 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-405b63ef-e9ab-4f9f-b062-48d4d392e0b8 req-67fb4977-2a32-4cd9-bcb3-95aa9eb9051d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b1cd5660-c9e5-4dc2-b734-b88f81181a94 HTTP/1.1" status: 200 len: 854 time: 0.0682535 Nov 26 03:07:41.846757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-405b63ef-e9ab-4f9f-b062-48d4d392e0b8 req-e2d69dba-7cdb-4021-b7c5-a761484ec162 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=487bf824-96b4-4a0b-aab0-a1e59303e892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279100 Nov 26 03:07:41.939773 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-405b63ef-e9ab-4f9f-b062-48d4d392e0b8 req-269ee876-4bc3-4d71-91a6-d0bb751c5ba9 service neutron] 10.222.0.54 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856321 Nov 26 03:07:41.971138 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98cba900-4b3f-4475-89f6-a075c0435ca8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:42.045022 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cba900-4b3f-4475-89f6-a075c0435ca8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Subnet': ['ID=6ad7befc-7414-48d6-a43a-95ea87b0efc6,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:42.047079 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-405b63ef-e9ab-4f9f-b062-48d4d392e0b8 req-6484465f-5b11-4def-845b-f4bb68e5ccae service neutron] 10.222.0.54 "GET /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995095 Nov 26 03:07:42.054627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cba900-4b3f-4475-89f6-a075c0435ca8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Checking segment: {'id': 'a13fa947-e7a4-439e-9402-df39cc07a468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '37070165-ea1f-4a4e-b34e-484c39b53ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:07:42.055025 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cba900-4b3f-4475-89f6-a075c0435ca8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network hostable DHCP agents. Network: 37070165-ea1f-4a4e-b34e-484c39b53ded, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:07:42.073679 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cba900-4b3f-4475-89f6-a075c0435ca8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 37070165-ea1f-4a4e-b34e-484c39b53ded is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:07:42.089440 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-98cba900-4b3f-4475-89f6-a075c0435ca8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 37070165-ea1f-4a4e-b34e-484c39b53ded) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:42.096643 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cba900-4b3f-4475-89f6-a075c0435ca8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:42.096643 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-98cba900-4b3f-4475-89f6-a075c0435ca8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:42.126694 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-98cba900-4b3f-4475-89f6-a075c0435ca8 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4879041 Nov 26 03:07:42.131834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35590) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:42.143139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-3d047db1-7209-4a94-b314-1e6c21c9452d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-343512099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:42.146339 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3756725e-f74a-4945-b81e-937a8c501caa None None] Network 37070165-ea1f-4a4e-b34e-484c39b53ded requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:42.181552 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3d047db1-7209-4a94-b314-1e6c21c9452d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:42.184117 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3d047db1-7209-4a94-b314-1e6c21c9452d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:42.300156 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3d047db1-7209-4a94-b314-1e6c21c9452d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:42.309163 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3d047db1-7209-4a94-b314-1e6c21c9452d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:42.354317 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3d047db1-7209-4a94-b314-1e6c21c9452d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:42.357414 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3d047db1-7209-4a94-b314-1e6c21c9452d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2217836 Nov 26 03:07:42.361045 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35592) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:42.367303 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9d790a6f-0a95-4a1b-8158-06581102a5db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'network_id': '37070165-ea1f-4a4e-b34e-484c39b53ded', 'name': 'tempest-PortsTestJSON-835266685'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:42.401429 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-37070165-ea1f-4a4e-b34e-484c39b53ded', 'network_id': '37070165-ea1f-4a4e-b34e-484c39b53ded', 'tenant_id': 'e1295228d6a24252a2da3a8bdd835e22', 'fixed_ips': [{'subnet_id': '6ad7befc-7414-48d6-a43a-95ea87b0efc6'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:07:42.402169 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:42.526043 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d790a6f-0a95-4a1b-8158-06581102a5db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:42.529285 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9d790a6f-0a95-4a1b-8158-06581102a5db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:42.554168 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-9d790a6f-0a95-4a1b-8158-06581102a5db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] device_id is not set on port 07ca08b0-77ae-4fa3-a40e-25a5dd12b497 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:07:42.579932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b12b26-2ecd-4801-a300-2dfb8002c0da req-c5af61f5-c59f-4b0c-ae01-e602ec9c68ec tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:42.589375 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82b12b26-2ecd-4801-a300-2dfb8002c0da req-c5af61f5-c59f-4b0c-ae01-e602ec9c68ec tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0660980 Nov 26 03:07:42.643181 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Allocated IP 172.20.0.2 (37070165-ea1f-4a4e-b34e-484c39b53ded/6ad7befc-7414-48d6-a43a-95ea87b0efc6/caa1aa36-aced-45ba-aa01-6ae88346b8de) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:42.656207 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82b12b26-2ecd-4801-a300-2dfb8002c0da req-5d755c2a-7a52-4706-a83c-6f753c378ff6 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655019 Nov 26 03:07:42.741651 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd47195-7e0d-4725-b910-47eaa47752d0 req-439e65b0-15b4-486f-89ef-cae1c3846fa8 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:42.742898 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bd47195-7e0d-4725-b910-47eaa47752d0 req-439e65b0-15b4-486f-89ef-cae1c3846fa8 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.0578971 Nov 26 03:07:42.804321 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bd47195-7e0d-4725-b910-47eaa47752d0 req-f6fde873-f75a-4d68-802d-d6351a1c9435 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550773 Nov 26 03:07:42.847379 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:42.856621 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:42.910538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Network 37070165-ea1f-4a4e-b34e-484c39b53ded is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:42.917474 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:42.919940 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:42.924207 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Pushing event updated for resources: {'Port': ['ID=caa1aa36-aced-45ba-aa01-6ae88346b8de,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:42.938190 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-9d790a6f-0a95-4a1b-8158-06581102a5db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Allocated IP 172.20.0.11 (37070165-ea1f-4a4e-b34e-484c39b53ded/6ad7befc-7414-48d6-a43a-95ea87b0efc6/07ca08b0-77ae-4fa3-a40e-25a5dd12b497) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:42.954679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f443ef5-ea8e-4637-b3a0-501a4594de17 req-46cc18c5-f055-48bf-95c2-44bcacc47c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:42.963662 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f443ef5-ea8e-4637-b3a0-501a4594de17 req-46cc18c5-f055-48bf-95c2-44bcacc47c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 946 time: 0.0851784 Nov 26 03:07:43.027734 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Attempting to bind port caa1aa36-aced-45ba-aa01-6ae88346b8de on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:07:43.028392 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Attempting to bind port caa1aa36-aced-45ba-aa01-6ae88346b8de by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'a13fa947-e7a4-439e-9402-df39cc07a468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '37070165-ea1f-4a4e-b34e-484c39b53ded'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:07:43.028769 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Attempting to bind port caa1aa36-aced-45ba-aa01-6ae88346b8de on network 37070165-ea1f-4a4e-b34e-484c39b53ded {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:07:43.034890 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:07:43.035954 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Checking segment: {'id': 'a13fa947-e7a4-439e-9402-df39cc07a468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '37070165-ea1f-4a4e-b34e-484c39b53ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:07:43.036390 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:43.037113 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Bound using segment: {'id': 'a13fa947-e7a4-439e-9402-df39cc07a468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '37070165-ea1f-4a4e-b34e-484c39b53ded'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:07:43.037599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Bound port: caa1aa36-aced-45ba-aa01-6ae88346b8de, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13fa947-e7a4-439e-9402-df39cc07a468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '37070165-ea1f-4a4e-b34e-484c39b53ded'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:07:43.037982 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:43.075580 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f443ef5-ea8e-4637-b3a0-501a4594de17 req-47976887-5892-407a-bd1d-031bb0a856dc tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=66c5fae2-98c4-4e13-8f75-51bc3a2d509e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098568 Nov 26 03:07:43.182224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] For port caa1aa36-aced-45ba-aa01-6ae88346b8de, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:07:43.191564 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] For port caa1aa36-aced-45ba-aa01-6ae88346b8de, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=caa1aa36-aced-45ba-aa01-6ae88346b8de,segment=NetworkSegment(a13fa947-e7a4-439e-9402-df39cc07a468),segment_id=a13fa947-e7a4-439e-9402-df39cc07a468)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:07:43.206467 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:43.249706 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9d790a6f-0a95-4a1b-8158-06581102a5db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:43.252090 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35620) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:43.297392 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ef43d-490a-4e51-aaaa-906a285c7b03 None None] Pushing event updated for resources: {'Port': ['ID=caa1aa36-aced-45ba-aa01-6ae88346b8de,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:43.308566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a3a99-0a0e-4e55-b684-0d811a1d21bd req-bb0fac6c-85a6-4184-a572-5a02e9cee84d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:43.317140 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da2a3a99-0a0e-4e55-b684-0d811a1d21bd req-bb0fac6c-85a6-4184-a572-5a02e9cee84d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 946 time: 0.1175442 Nov 26 03:07:43.337815 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9d790a6f-0a95-4a1b-8158-06581102a5db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:43.381314 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da2a3a99-0a0e-4e55-b684-0d811a1d21bd req-46d86ca3-a903-4995-8f44-0779a4d279c3 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=66c5fae2-98c4-4e13-8f75-51bc3a2d509e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632961 Nov 26 03:07:43.433869 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d790a6f-0a95-4a1b-8158-06581102a5db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 37070165-ea1f-4a4e-b34e-484c39b53ded is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:43.440845 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-9d790a6f-0a95-4a1b-8158-06581102a5db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:43.448646 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d790a6f-0a95-4a1b-8158-06581102a5db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:43.454879 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d790a6f-0a95-4a1b-8158-06581102a5db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=07ca08b0-77ae-4fa3-a40e-25a5dd12b497,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:43.494792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da50edb-5bf9-4edc-b880-dd4789d00401 req-efcf7d53-d608-4b95-96fa-812cd4e93303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:43.495286 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da50edb-5bf9-4edc-b880-dd4789d00401 req-efcf7d53-d608-4b95-96fa-812cd4e93303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:43.495769 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da50edb-5bf9-4edc-b880-dd4789d00401 req-efcf7d53-d608-4b95-96fa-812cd4e93303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:43.496305 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da50edb-5bf9-4edc-b880-dd4789d00401 req-efcf7d53-d608-4b95-96fa-812cd4e93303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:43.496779 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da50edb-5bf9-4edc-b880-dd4789d00401 req-efcf7d53-d608-4b95-96fa-812cd4e93303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:43.497246 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da50edb-5bf9-4edc-b880-dd4789d00401 req-efcf7d53-d608-4b95-96fa-812cd4e93303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:43.497715 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da50edb-5bf9-4edc-b880-dd4789d00401 req-efcf7d53-d608-4b95-96fa-812cd4e93303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:43.521410 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5da50edb-5bf9-4edc-b880-dd4789d00401 req-efcf7d53-d608-4b95-96fa-812cd4e93303 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 6491 time: 0.2641804 Nov 26 03:07:43.559021 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d790a6f-0a95-4a1b-8158-06581102a5db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:43.559987 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9d790a6f-0a95-4a1b-8158-06581102a5db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:43.596686 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9d790a6f-0a95-4a1b-8158-06581102a5db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2320342 Nov 26 03:07:43.597070 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35628) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:43.613005 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5da50edb-5bf9-4edc-b880-dd4789d00401 req-093d3f26-1000-4c6f-81b5-2a73afaeb932 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0902834 Nov 26 03:07:44.136482 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df656f76-2707-466f-8c31-978301af44d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:44.275784 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3931299-7f21-4873-8748-642d7ffef157 req-6e1cd4c1-419b-490a-b209-cb13fe508c59 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:44.277418 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3931299-7f21-4873-8748-642d7ffef157 req-6e1cd4c1-419b-490a-b209-cb13fe508c59 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1885509 Nov 26 03:07:44.285767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73e611-c6e5-4b55-bda7-864f95ef203e req-c76da96d-6ea5-4c8c-856a-f0ab026e6eb8 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:44.287027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc73e611-c6e5-4b55-bda7-864f95ef203e req-c76da96d-6ea5-4c8c-856a-f0ab026e6eb8 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1992660 Nov 26 03:07:44.427004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc73e611-c6e5-4b55-bda7-864f95ef203e req-f1a4714c-0d96-4e2a-8ac1-47a2904a91df tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182220 Nov 26 03:07:44.440722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3931299-7f21-4873-8748-642d7ffef157 req-6f36ab80-de66-44c6-851c-fe955a23263f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512041 Nov 26 03:07:44.462046 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0a8906c3-bdeb-43dc-abe2-766f1fa58310 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:44.506699 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374769fe-1e77-4f0c-8eaf-0708e6614f6c None None] Network 37070165-ea1f-4a4e-b34e-484c39b53ded requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:44.613975 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-bba140ab-0ca4-40c0-9893-65e5b6a7ce9d None None] Provisioning complete for port caa1aa36-aced-45ba-aa01-6ae88346b8de triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:44.614205 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bba140ab-0ca4-40c0-9893-65e5b6a7ce9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:44.681067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df1448-3eb9-4c4d-8205-d9807824306d req-361c9e52-4eec-4635-9900-fbbd97f4755b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:44.682567 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8df1448-3eb9-4c4d-8205-d9807824306d req-361c9e52-4eec-4635-9900-fbbd97f4755b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1637557 Nov 26 03:07:44.782051 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8df1448-3eb9-4c4d-8205-d9807824306d req-788ee0d8-a09c-426a-95a3-dc93150039bd tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888870 Nov 26 03:07:44.825965 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bba140ab-0ca4-40c0-9893-65e5b6a7ce9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:44.853995 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0a8906c3-bdeb-43dc-abe2-766f1fa58310 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:44.870546 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0a8906c3-bdeb-43dc-abe2-766f1fa58310 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:44.899615 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-bba140ab-0ca4-40c0-9893-65e5b6a7ce9d None None] For port caa1aa36-aced-45ba-aa01-6ae88346b8de, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=caa1aa36-aced-45ba-aa01-6ae88346b8de,segment=NetworkSegment(a13fa947-e7a4-439e-9402-df39cc07a468),segment_id=a13fa947-e7a4-439e-9402-df39cc07a468)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:44.909006 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bba140ab-0ca4-40c0-9893-65e5b6a7ce9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:44.940611 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device caa1aa36-aced-45ba-aa01-6ae88346b8de up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:07:44.960345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8906c3-bdeb-43dc-abe2-766f1fa58310 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=07ca08b0-77ae-4fa3-a40e-25a5dd12b497,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:44.961963 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35648) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:45.177481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f3ed4-19e9-4ca7-93b9-6e5a678b4865 req-df90327f-ba0d-4a3d-af91-51c577752659 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:45.196365 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-369f3ed4-19e9-4ca7-93b9-6e5a678b4865 req-df90327f-ba0d-4a3d-af91-51c577752659 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1631732 Nov 26 03:07:45.274727 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba140ab-0ca4-40c0-9893-65e5b6a7ce9d None None] Pushing event updated for resources: {'Port': ['ID=caa1aa36-aced-45ba-aa01-6ae88346b8de,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:45.287537 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba140ab-0ca4-40c0-9893-65e5b6a7ce9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:45.287892 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba140ab-0ca4-40c0-9893-65e5b6a7ce9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:45.288268 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba140ab-0ca4-40c0-9893-65e5b6a7ce9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:45.288611 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba140ab-0ca4-40c0-9893-65e5b6a7ce9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:45.288950 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba140ab-0ca4-40c0-9893-65e5b6a7ce9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:45.289285 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba140ab-0ca4-40c0-9893-65e5b6a7ce9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:45.289624 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba140ab-0ca4-40c0-9893-65e5b6a7ce9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:45.289956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba140ab-0ca4-40c0-9893-65e5b6a7ce9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:45.290281 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba140ab-0ca4-40c0-9893-65e5b6a7ce9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:45.290610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba140ab-0ca4-40c0-9893-65e5b6a7ce9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:45.290959 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba140ab-0ca4-40c0-9893-65e5b6a7ce9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:45.291321 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba140ab-0ca4-40c0-9893-65e5b6a7ce9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:45.304949 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:45.322856 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port caa1aa36-aced-45ba-aa01-6ae88346b8de triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:45.323228 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:45.419996 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b23821dd-38a1-4dfe-9d0b-d9a53692d877 None None] Provisioning complete for port 07ca08b0-77ae-4fa3-a40e-25a5dd12b497 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:45.421586 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b23821dd-38a1-4dfe-9d0b-d9a53692d877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:45.426072 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0a8906c3-bdeb-43dc-abe2-766f1fa58310 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:45.513243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b23821dd-38a1-4dfe-9d0b-d9a53692d877 None None] Port 07ca08b0-77ae-4fa3-a40e-25a5dd12b497 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:07:45.546241 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b23821dd-38a1-4dfe-9d0b-d9a53692d877 None None] Provisioning complete for port caa1aa36-aced-45ba-aa01-6ae88346b8de triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:45.546613 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b23821dd-38a1-4dfe-9d0b-d9a53692d877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:45.581519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-369f3ed4-19e9-4ca7-93b9-6e5a678b4865 req-56af55a2-5375-4ff1-a7af-efa716d9deb3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838112 Nov 26 03:07:45.784407 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0a8906c3-bdeb-43dc-abe2-766f1fa58310 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:45.828670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169f892-32c5-478d-b668-6de78acd4457 req-bcd7b04d-2b5c-4d27-b43a-f2f309b5dcad tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:45.836371 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d169f892-32c5-478d-b668-6de78acd4457 req-bcd7b04d-2b5c-4d27-b43a-f2f309b5dcad tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1691349 Nov 26 03:07:45.847798 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2c2890b5-cf43-427a-93d2-a0d5289fd69d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:45.888950 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b10257-50ba-422c-8224-7eeb5f0a20e3 req-97cdcc13-5e00-40c5-a839-834fe080d808 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:45.896599 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7b10257-50ba-422c-8224-7eeb5f0a20e3 req-97cdcc13-5e00-40c5-a839-834fe080d808 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1829000 Nov 26 03:07:45.917745 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c49410df-0129-4f99-b2d2-127202965a69 None None] Provisioning complete for port 07ca08b0-77ae-4fa3-a40e-25a5dd12b497 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:45.917745 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c49410df-0129-4f99-b2d2-127202965a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:46.011364 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c49410df-0129-4f99-b2d2-127202965a69 None None] Port 07ca08b0-77ae-4fa3-a40e-25a5dd12b497 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:07:46.064559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d169f892-32c5-478d-b668-6de78acd4457 req-e75ceb9a-01a0-45ee-a756-b8fce6ef6be8 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272129 Nov 26 03:07:46.107393 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7b10257-50ba-422c-8224-7eeb5f0a20e3 req-84cc4b94-ec44-44d4-9113-d52e433f9198 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098484 Nov 26 03:07:46.148755 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-df8745b2-3429-452a-b150-171ab7a3bff1 None None] Provisioning complete for port 07ca08b0-77ae-4fa3-a40e-25a5dd12b497 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:46.149151 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df8745b2-3429-452a-b150-171ab7a3bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:46.216889 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-df8745b2-3429-452a-b150-171ab7a3bff1 None None] Port 07ca08b0-77ae-4fa3-a40e-25a5dd12b497 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:07:46.312785 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-2c2890b5-cf43-427a-93d2-a0d5289fd69d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Allocated IP 172.20.0.17 (9fc1d5ef-23b8-45a5-8863-1528f2369058/db8036cb-bb46-4d56-bd65-417265c1a63b/8d8e5290-b3f5-43b2-b005-48b0932d2446) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:46.337340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253666ab-1ef9-4ed6-96e2-73c653d58f66 req-5789e3db-b0f9-47ef-8268-fc4524dc7c0d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:46.338877 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-253666ab-1ef9-4ed6-96e2-73c653d58f66 req-5789e3db-b0f9-47ef-8268-fc4524dc7c0d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.0850847 Nov 26 03:07:46.342947 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0a8906c3-bdeb-43dc-abe2-766f1fa58310 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:46.349885 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0a8906c3-bdeb-43dc-abe2-766f1fa58310 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:46.469553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-253666ab-1ef9-4ed6-96e2-73c653d58f66 req-074ae31b-4b5b-40b5-b204-9c66c31b7caa tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212125 Nov 26 03:07:46.485151 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8906c3-bdeb-43dc-abe2-766f1fa58310 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=07ca08b0-77ae-4fa3-a40e-25a5dd12b497,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:46.485151 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0a8906c3-bdeb-43dc-abe2-766f1fa58310 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:46.524981 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2c2890b5-cf43-427a-93d2-a0d5289fd69d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:46.572081 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2c2890b5-cf43-427a-93d2-a0d5289fd69d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:46.597152 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:46.643824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2890b5-cf43-427a-93d2-a0d5289fd69d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Port': ['ID=8d8e5290-b3f5-43b2-b005-48b0932d2446,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:46.647157 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2890b5-cf43-427a-93d2-a0d5289fd69d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Network 9fc1d5ef-23b8-45a5-8863-1528f2369058 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:46.647953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8906c3-bdeb-43dc-abe2-766f1fa58310 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 37070165-ea1f-4a4e-b34e-484c39b53ded is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:46.649912 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-2c2890b5-cf43-427a-93d2-a0d5289fd69d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:46.650027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-0a8906c3-bdeb-43dc-abe2-766f1fa58310 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:46.651193 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2890b5-cf43-427a-93d2-a0d5289fd69d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:46.688871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585ba48-561a-4d69-a09b-89518f5668c9 req-ffe7f1cb-5a19-4cb6-a57a-023c4e32e7e3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:46.690814 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5585ba48-561a-4d69-a09b-89518f5668c9 req-ffe7f1cb-5a19-4cb6-a57a-023c4e32e7e3 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1269791 Nov 26 03:07:46.724172 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2c2890b5-cf43-427a-93d2-a0d5289fd69d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:46.855040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device caa1aa36-aced-45ba-aa01-6ae88346b8de up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:07:46.898039 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5585ba48-561a-4d69-a09b-89518f5668c9 req-09ffc80f-b740-4242-b4a8-21c5ea97937c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945848 Nov 26 03:07:46.928896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port caa1aa36-aced-45ba-aa01-6ae88346b8de triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:46.929284 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:47.006919 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8906c3-bdeb-43dc-abe2-766f1fa58310 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Router 342f0869-e3b6-475d-b11f-e3b2dda38716 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:07:47.061580 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2c2890b5-cf43-427a-93d2-a0d5289fd69d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:47.149939 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-516ac20f-3e06-40f8-a896-aa7203348225 None None] Provisioning complete for port 8d8e5290-b3f5-43b2-b005-48b0932d2446 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:47.150854 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-516ac20f-3e06-40f8-a896-aa7203348225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:47.194277 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-516ac20f-3e06-40f8-a896-aa7203348225 None None] Port 8d8e5290-b3f5-43b2-b005-48b0932d2446 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:07:47.281108 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d75899-32cc-4c6b-880f-90c5ddbc7597 req-9f496006-b973-4ea2-9276-17e809bcf6fb tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:47.282656 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31d75899-32cc-4c6b-880f-90c5ddbc7597 req-9f496006-b973-4ea2-9276-17e809bcf6fb tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1591923 Nov 26 03:07:47.290803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8906c3-bdeb-43dc-abe2-766f1fa58310 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:07:47.301964 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145d6341-f3f2-4cf7-aeed-cb534e5f6a99 None None] Sync routers for ids ['342f0869-e3b6-475d-b11f-e3b2dda38716'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:07:47.303972 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3310465-44fa-4c90-9060-40c751ac36fe req-36791be3-8ae7-4eb4-859f-9124615c7a7b tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:47.312111 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3310465-44fa-4c90-9060-40c751ac36fe req-36791be3-8ae7-4eb4-859f-9124615c7a7b tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1299963 Nov 26 03:07:47.316259 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d6341-f3f2-4cf7-aeed-cb534e5f6a99 None None] Routers {'342f0869-e3b6-475d-b11f-e3b2dda38716'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:07:47.317130 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-145d6341-f3f2-4cf7-aeed-cb534e5f6a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:07:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['342f0869-e3b6-475d-b11f-e3b2dda38716'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:47.318615 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0a8906c3-bdeb-43dc-abe2-766f1fa58310 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "PUT /v2.0/routers/342f0869-e3b6-475d-b11f-e3b2dda38716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7205470 Nov 26 03:07:47.322677 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35670) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:47.323492 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1628b943-d1e1-4b2f-ab33-3d22f5e03efe None None] Provisioning complete for port 07ca08b0-77ae-4fa3-a40e-25a5dd12b497 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:47.323872 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1628b943-d1e1-4b2f-ab33-3d22f5e03efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:47.386741 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-145d6341-f3f2-4cf7-aeed-cb534e5f6a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:47.400999 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d6341-f3f2-4cf7-aeed-cb534e5f6a99 None None] Routers {'342f0869-e3b6-475d-b11f-e3b2dda38716'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:07:47.401872 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-145d6341-f3f2-4cf7-aeed-cb534e5f6a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:07:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['342f0869-e3b6-475d-b11f-e3b2dda38716'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:47.414237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34620191-1e22-4062-ac72-334036d39e26 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:47.416533 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-34620191-1e22-4062-ac72-334036d39e26 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports?device_id=342f0869-e3b6-475d-b11f-e3b2dda38716 HTTP/1.1" status: 200 len: 982 time: 0.0933053 Nov 26 03:07:47.423625 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35672) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:47.429736 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31d75899-32cc-4c6b-880f-90c5ddbc7597 req-4153c266-d33d-4d44-ac40-f26afd6e8179 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367166 Nov 26 03:07:47.431234 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1628b943-d1e1-4b2f-ab33-3d22f5e03efe None None] Port 07ca08b0-77ae-4fa3-a40e-25a5dd12b497 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:07:47.451190 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-145d6341-f3f2-4cf7-aeed-cb534e5f6a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:47.452114 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145d6341-f3f2-4cf7-aeed-cb534e5f6a99 None None] The sync data for ids ['342f0869-e3b6-475d-b11f-e3b2dda38716'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:07:47.475918 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3310465-44fa-4c90-9060-40c751ac36fe req-1f7320c6-e7f5-404f-9a81-642d94ea3599 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624227 Nov 26 03:07:47.531692 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:47.659391 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2c2890b5-cf43-427a-93d2-a0d5289fd69d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:47.665749 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2c2890b5-cf43-427a-93d2-a0d5289fd69d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:47.669579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250958c-bcaa-4667-a37c-960004a0ff88 req-0aad6677-b769-489e-9268-f597de8bcdd4 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:47.679012 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f250958c-bcaa-4667-a37c-960004a0ff88 req-0aad6677-b769-489e-9268-f597de8bcdd4 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.0899856 Nov 26 03:07:47.736082 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f250958c-bcaa-4667-a37c-960004a0ff88 req-21305353-64af-4394-afe9-e9c722fd9d34 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557623 Nov 26 03:07:47.747830 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2890b5-cf43-427a-93d2-a0d5289fd69d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Port': ['ID=8d8e5290-b3f5-43b2-b005-48b0932d2446,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:47.771242 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2c2890b5-cf43-427a-93d2-a0d5289fd69d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:47.926077 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f149a-f1d2-40f6-91dc-6f193a805657 req-c81f25c8-1fd5-4fb2-b5f2-54f70c8e5909 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:47.927855 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac2f149a-f1d2-40f6-91dc-6f193a805657 req-c81f25c8-1fd5-4fb2-b5f2-54f70c8e5909 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.0618927 Nov 26 03:07:47.992022 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac2f149a-f1d2-40f6-91dc-6f193a805657 req-235bebfe-6dd9-407f-979e-6006ddd4c04d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498412 Nov 26 03:07:48.135441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f1b96-eaad-413d-952d-9664fdfecfd1 req-ea682680-9eed-46a2-89f4-9bef247a4c91 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:48.140534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-772f1b96-eaad-413d-952d-9664fdfecfd1 req-ea682680-9eed-46a2-89f4-9bef247a4c91 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.0650549 Nov 26 03:07:48.197784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-772f1b96-eaad-413d-952d-9664fdfecfd1 req-eff4044e-b015-404d-9696-05561fac7e60 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528238 Nov 26 03:07:48.284226 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2890b5-cf43-427a-93d2-a0d5289fd69d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Network 9fc1d5ef-23b8-45a5-8863-1528f2369058 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:48.286768 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-2c2890b5-cf43-427a-93d2-a0d5289fd69d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:48.346147 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52368d0c-4da0-4911-9355-39b590ab4491 req-c1bfe5fc-c49b-4068-bb8e-e7829cc9e8f8 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:48.353891 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52368d0c-4da0-4911-9355-39b590ab4491 req-c1bfe5fc-c49b-4068-bb8e-e7829cc9e8f8 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.0715981 Nov 26 03:07:48.436759 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52368d0c-4da0-4911-9355-39b590ab4491 req-29416bbc-6b34-4194-ac4b-cfe56ac321ec tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819762 Nov 26 03:07:48.437360 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fb7e8eb-fb0c-4fe7-aa97-b9409ce63f2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:48.561436 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2890b5-cf43-427a-93d2-a0d5289fd69d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:07:48.684232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e772831f-9e4f-466e-a3bd-d71af0defa16 None None] Provisioning complete for port 8d8e5290-b3f5-43b2-b005-48b0932d2446 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:48.685332 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e772831f-9e4f-466e-a3bd-d71af0defa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:48.701040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a70bf4-11f0-415a-9e35-8ee1d71eadea req-0fadbd5d-8d3d-4cc3-88be-de9eaa5e263f tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:48.702586 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82a70bf4-11f0-415a-9e35-8ee1d71eadea req-0fadbd5d-8d3d-4cc3-88be-de9eaa5e263f tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1555095 Nov 26 03:07:48.711611 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a955ed2-adaf-46de-a1cf-779c7fc61965 req-a4bd9299-fa7a-4901-a99b-0d76ebb0b72e tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:48.713149 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a955ed2-adaf-46de-a1cf-779c7fc61965 req-a4bd9299-fa7a-4901-a99b-0d76ebb0b72e tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1289139 Nov 26 03:07:48.721245 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2890b5-cf43-427a-93d2-a0d5289fd69d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:07:48.736757 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2c2890b5-cf43-427a-93d2-a0d5289fd69d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "PUT /v2.0/routers/23593be7-a4a7-4b75-9aa0-23d00a4e9d68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7647583 Nov 26 03:07:48.772079 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-e772831f-9e4f-466e-a3bd-d71af0defa16 None None] Port 8d8e5290-b3f5-43b2-b005-48b0932d2446 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:07:48.775116 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Sync routers for ids ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:07:48.787296 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Routers {'23593be7-a4a7-4b75-9aa0-23d00a4e9d68'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:07:48.788320 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:07:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:48.803948 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a955ed2-adaf-46de-a1cf-779c7fc61965 req-3c0bb670-9102-4099-8080-c2a806eef858 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801597 Nov 26 03:07:48.807776 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82a70bf4-11f0-415a-9e35-8ee1d71eadea req-5e22168f-f7de-4b56-9649-a0e6744106bd tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936906 Nov 26 03:07:48.920685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7e8eb-fb0c-4fe7-aa97-b9409ce63f2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port 07ca08b0-77ae-4fa3-a40e-25a5dd12b497 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:48.921373 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fb7e8eb-fb0c-4fe7-aa97-b9409ce63f2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:48.942323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Set router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:07:49.011341 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a7a41-6719-458b-bdd8-8e9b287b6a6e req-e69251e3-c9b3-4a3f-8910-e7fbeb502a1c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:49.013295 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-392a7a41-6719-458b-bdd8-8e9b287b6a6e req-e69251e3-c9b3-4a3f-8910-e7fbeb502a1c tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1060421 Nov 26 03:07:49.047372 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fb7e8eb-fb0c-4fe7-aa97-b9409ce63f2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:49.076734 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7e8eb-fb0c-4fe7-aa97-b9409ce63f2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for 07ca08b0-77ae-4fa3-a40e-25a5dd12b497 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:49.140720 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-392a7a41-6719-458b-bdd8-8e9b287b6a6e req-63c70547-4868-48f0-ae17-5ee45691018a tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149759 Nov 26 03:07:49.146261 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19e34e-192d-450b-8d14-984468d69f29 req-8aab6ad4-3117-49e0-8e93-7548b5163405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:49.148334 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b19e34e-192d-450b-8d14-984468d69f29 req-8aab6ad4-3117-49e0-8e93-7548b5163405 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 1096 time: 0.0728755 Nov 26 03:07:49.239980 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b19e34e-192d-450b-8d14-984468d69f29 req-58bfed8c-77bf-4e5c-9114-50b4ca0c93f1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824575 Nov 26 03:07:49.289320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a320a-1f58-4ea8-a2f1-62ae3ebe2974 req-b9ddff31-48fc-4d96-bed4-a988f11fd202 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:49.292545 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac8a320a-1f58-4ea8-a2f1-62ae3ebe2974 req-b9ddff31-48fc-4d96-bed4-a988f11fd202 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.0692313 Nov 26 03:07:49.301857 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fb7e8eb-fb0c-4fe7-aa97-b9409ce63f2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:49.345594 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7e8eb-fb0c-4fe7-aa97-b9409ce63f2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=07ca08b0-77ae-4fa3-a40e-25a5dd12b497,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:49.371724 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:07:46Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'e9b4f530-37df-4ea9-a80f-febff11e2ee1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'port_id': 'e80f4ab7-c167-47c5-8f88-c96c135d4215', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'mac_address': 'fa:16:3e:7b:10:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:06:43Z', 'updated_at': '2021-11-26T03:06:47Z', 'revision_number': 1, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8e5290-b3f5-43b2-b005-48b0932d2446', 'name': '', 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:85:f9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'db8036cb-bb46-4d56-bd65-417265c1a63b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:07:46Z', 'updated_at': '2021-11-26T03:07:47Z', 'revision_number': 2, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': 'db8036cb-bb46-4d56-bd65-417265c1a63b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0acba39-f266-45fa-b9bb-e61e6b3fe336', 'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:22:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:21Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:49.379031 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac8a320a-1f58-4ea8-a2f1-62ae3ebe2974 req-7c7699a8-49f9-47f9-9089-5d33f86fd459 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786319 Nov 26 03:07:49.437587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Checking router: 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:07:49.438574 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Updating router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 port 8d8e5290-b3f5-43b2-b005-48b0932d2446 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:07:49.493803 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:49.575900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5eb792-bbd4-4a53-8d11-ffb2a4a9b252 req-3c59680c-1aad-47ef-947e-d8f57c0c3f7b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:49.577517 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be5eb792-bbd4-4a53-8d11-ffb2a4a9b252 req-3c59680c-1aad-47ef-947e-d8f57c0c3f7b tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.0888648 Nov 26 03:07:49.591308 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fb7e8eb-fb0c-4fe7-aa97-b9409ce63f2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:49.717563 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be5eb792-bbd4-4a53-8d11-ffb2a4a9b252 req-b12cd543-6542-49e5-b29e-558753630db6 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263020 Nov 26 03:07:49.930314 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb7e8eb-fb0c-4fe7-aa97-b9409ce63f2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Router 342f0869-e3b6-475d-b11f-e3b2dda38716 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:07:49.946008 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:49.954902 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:49.959817 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9d7be-69c5-477f-a2e8-b31cc3b21f29 req-ceda7ccb-7b9a-40c3-b805-5b94bc22031b tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:49.961741 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32e9d7be-69c5-477f-a2e8-b31cc3b21f29 req-ceda7ccb-7b9a-40c3-b805-5b94bc22031b tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0579610 Nov 26 03:07:50.012595 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb7e8eb-fb0c-4fe7-aa97-b9409ce63f2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:07:50.019687 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5fb7e8eb-fb0c-4fe7-aa97-b9409ce63f2d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "PUT /v2.0/routers/342f0869-e3b6-475d-b11f-e3b2dda38716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5944021 Nov 26 03:07:50.022638 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35718) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:50.026874 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b62b3d3-e626-42d4-80b9-faca8ed785bb None None] Sync routers for ids ['342f0869-e3b6-475d-b11f-e3b2dda38716'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:07:50.045200 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b62b3d3-e626-42d4-80b9-faca8ed785bb None None] Routers {'342f0869-e3b6-475d-b11f-e3b2dda38716'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:07:50.045842 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4b62b3d3-e626-42d4-80b9-faca8ed785bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:07:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['342f0869-e3b6-475d-b11f-e3b2dda38716'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:50.058924 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4223c1-52bc-49af-a7a6-3ecddfe66493 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] GET failed (client error): The resource could not be found. Nov 26 03:07:50.060810 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2e4223c1-52bc-49af-a7a6-3ecddfe66493 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports/07ca08b0-77ae-4fa3-a40e-25a5dd12b497 HTTP/1.1" status: 404 len: 333 time: 0.0368357 Nov 26 03:07:50.063531 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35720) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:50.073969 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32e9d7be-69c5-477f-a2e8-b31cc3b21f29 req-ce0a3be5-3eb9-4614-84f2-9d25b5fdd90c tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904765 Nov 26 03:07:50.104566 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4b62b3d3-e626-42d4-80b9-faca8ed785bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:50.114643 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b62b3d3-e626-42d4-80b9-faca8ed785bb None None] Routers {'342f0869-e3b6-475d-b11f-e3b2dda38716'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:07:50.115577 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4b62b3d3-e626-42d4-80b9-faca8ed785bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:07:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['342f0869-e3b6-475d-b11f-e3b2dda38716'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:50.118420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38f701-02a1-492b-80ee-33fb1cde5ab7 None None] Pushing event updated for resources: {'Port': ['ID=8d8e5290-b3f5-43b2-b005-48b0932d2446,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:50.155392 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Attempting to bind port 8d8e5290-b3f5-43b2-b005-48b0932d2446 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:07:50.156168 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Attempting to bind port 8d8e5290-b3f5-43b2-b005-48b0932d2446 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '6974bc1f-cbc7-4a1f-84c8-92b6b6c28242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:07:50.157084 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Attempting to bind port 8d8e5290-b3f5-43b2-b005-48b0932d2446 on network 9fc1d5ef-23b8-45a5-8863-1528f2369058 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:07:50.158036 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4b62b3d3-e626-42d4-80b9-faca8ed785bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:50.158913 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b62b3d3-e626-42d4-80b9-faca8ed785bb None None] The sync data for ids ['342f0869-e3b6-475d-b11f-e3b2dda38716'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:07:50.163772 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:07:50.164151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Checking segment: {'id': '6974bc1f-cbc7-4a1f-84c8-92b6b6c28242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:07:50.164570 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:50.164969 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Bound using segment: {'id': '6974bc1f-cbc7-4a1f-84c8-92b6b6c28242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:07:50.165708 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Bound port: 8d8e5290-b3f5-43b2-b005-48b0932d2446, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6974bc1f-cbc7-4a1f-84c8-92b6b6c28242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:07:50.166238 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:50.169862 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-042c9f85-8723-4e0c-b659-ced3a74ff4cf tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:50.260597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] For port 8d8e5290-b3f5-43b2-b005-48b0932d2446, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:07:50.264007 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] For port 8d8e5290-b3f5-43b2-b005-48b0932d2446, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8d8e5290-b3f5-43b2-b005-48b0932d2446,segment=NetworkSegment(6974bc1f-cbc7-4a1f-84c8-92b6b6c28242),segment_id=6974bc1f-cbc7-4a1f-84c8-92b6b6c28242)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:07:50.275350 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:50.342334 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Routers {'23593be7-a4a7-4b75-9aa0-23d00a4e9d68'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:07:50.342983 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:07:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:50.362508 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38f701-02a1-492b-80ee-33fb1cde5ab7 None None] Pushing event updated for resources: {'Port': ['ID=8d8e5290-b3f5-43b2-b005-48b0932d2446,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:50.362749 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-042c9f85-8723-4e0c-b659-ced3a74ff4cf tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:50.365949 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-042c9f85-8723-4e0c-b659-ced3a74ff4cf tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:50.421329 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-042c9f85-8723-4e0c-b659-ced3a74ff4cf tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:50.422219 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042c9f85-8723-4e0c-b659-ced3a74ff4cf tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Fanout notify agent at l3_agent the message router_deleted on router 342f0869-e3b6-475d-b11f-e3b2dda38716 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:07:50.431251 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-042c9f85-8723-4e0c-b659-ced3a74ff4cf tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:50.432683 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-042c9f85-8723-4e0c-b659-ced3a74ff4cf tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/routers/342f0869-e3b6-475d-b11f-e3b2dda38716 HTTP/1.1" status: 204 len: 168 time: 0.3677483 Nov 26 03:07:50.435160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35722) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:50.495041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting subnet 6ad7befc-7414-48d6-a43a-95ea87b0efc6 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:07:50.499248 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:50.527385 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] Set router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:07:50.557660 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:50.571004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-954a58a3-8a33-4914-b789-bb42a854c2db None None] Provisioning complete for port 8d8e5290-b3f5-43b2-b005-48b0932d2446 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:50.571747 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-954a58a3-8a33-4914-b789-bb42a854c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:50.672592 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:50.739936 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:50.775377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad7befc-7414-48d6-a43a-95ea87b0efc6,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:50.776322 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-954a58a3-8a33-4914-b789-bb42a854c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:50.786611 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:50.786982 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:50.787298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:50.787685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:50.788027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:50.788379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:50.788707 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:50.789031 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:50.789358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:50.789730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:50.790061 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:50.790514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:50.794318 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:50.798735 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6d8a1901-6244-4892-ba91-dbffaff2135e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/6ad7befc-7414-48d6-a43a-95ea87b0efc6 HTTP/1.1" status: 204 len: 168 time: 0.3625586 Nov 26 03:07:50.801538 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35726) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:50.805950 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eed16d6-efe8-441e-aaa4-e2be03904c72 None None] Network 37070165-ea1f-4a4e-b34e-484c39b53ded requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:50.938993 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:51.003253 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port caa1aa36-aced-45ba-aa01-6ae88346b8de {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:51.003659 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:51.072535 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-954a58a3-8a33-4914-b789-bb42a854c2db None None] For port 8d8e5290-b3f5-43b2-b005-48b0932d2446, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8d8e5290-b3f5-43b2-b005-48b0932d2446,segment=NetworkSegment(6974bc1f-cbc7-4a1f-84c8-92b6b6c28242),segment_id=6974bc1f-cbc7-4a1f-84c8-92b6b6c28242)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:51.096695 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] For port caa1aa36-aced-45ba-aa01-6ae88346b8de, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=caa1aa36-aced-45ba-aa01-6ae88346b8de,segment=NetworkSegment(a13fa947-e7a4-439e-9402-df39cc07a468),segment_id=a13fa947-e7a4-439e-9402-df39cc07a468)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:51.097525 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:51.117823 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for caa1aa36-aced-45ba-aa01-6ae88346b8de owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:51.162325 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-954a58a3-8a33-4914-b789-bb42a854c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:51.222760 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:51.262485 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=caa1aa36-aced-45ba-aa01-6ae88346b8de,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:51.268270 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No DVR routers for this DVR port caa1aa36-aced-45ba-aa01-6ae88346b8de on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:07:51.312785 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:07:46Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'e9b4f530-37df-4ea9-a80f-febff11e2ee1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'port_id': 'e80f4ab7-c167-47c5-8f88-c96c135d4215', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'mac_address': 'fa:16:3e:7b:10:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:06:43Z', 'updated_at': '2021-11-26T03:06:47Z', 'revision_number': 1, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8e5290-b3f5-43b2-b005-48b0932d2446', 'name': '', 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:85:f9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'db8036cb-bb46-4d56-bd65-417265c1a63b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:07:46Z', 'updated_at': '2021-11-26T03:07:50Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': 'db8036cb-bb46-4d56-bd65-417265c1a63b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0acba39-f266-45fa-b9bb-e61e6b3fe336', 'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:22:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:21Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:51.338354 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:51.340455 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:51.341007 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:51.341524 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:51.342210 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:51.342722 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:51.343513 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:51.344753 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:51.345259 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:51.345786 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:51.346297 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:51.346667 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a58a3-8a33-4914-b789-bb42a854c2db None None] Pushing event updated for resources: {'Port': ['ID=8d8e5290-b3f5-43b2-b005-48b0932d2446,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:51.346982 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:07:51.351293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce675355-2614-4042-919b-fe5cb31c0aeb None None] The sync data for ids ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'] in n-d-819389-3 is: [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:07:46Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'e9b4f530-37df-4ea9-a80f-febff11e2ee1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'port_id': 'e80f4ab7-c167-47c5-8f88-c96c135d4215', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'mac_address': 'fa:16:3e:7b:10:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:06:43Z', 'updated_at': '2021-11-26T03:06:47Z', 'revision_number': 1, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8e5290-b3f5-43b2-b005-48b0932d2446', 'name': '', 'network_id': '9fc1d5ef-23b8-45a5-8863-1528f2369058', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:85:f9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'db8036cb-bb46-4d56-bd65-417265c1a63b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:07:46Z', 'updated_at': '2021-11-26T03:07:50Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': 'db8036cb-bb46-4d56-bd65-417265c1a63b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0acba39-f266-45fa-b9bb-e61e6b3fe336', 'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:22:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:21Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:07:51.358647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7fa35168-11b2-4590-975f-985215adda36 None None] Provisioning complete for port 8d8e5290-b3f5-43b2-b005-48b0932d2446 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:51.359026 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7fa35168-11b2-4590-975f-985215adda36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:51.422520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fd1790-1c62-4fd2-9544-4fe1f2439240 None None] DHCP port deletion for 37070165-ea1f-4a4e-b34e-484c39b53ded request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:07:51.505869 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:51.553044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37070165-ea1f-4a4e-b34e-484c39b53ded']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:51.566608 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13fa947-e7a4-439e-9402-df39cc07a468') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:51.566913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13fa947-e7a4-439e-9402-df39cc07a468') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:07:51.580849 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:51.607492 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:51.615600 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:07:51.616570 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:07:51.620970 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:07:51.751292 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:51.764738 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:51.777707 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35740) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:51.779516 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/networks/37070165-ea1f-4a4e-b34e-484c39b53ded HTTP/1.1" status: 204 len: 168 time: 0.9766850 Nov 26 03:07:51.810037 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e44bee-5bcf-4985-b4d8-aeff51b4f292 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Network': ['ID=37070165-ea1f-4a4e-b34e-484c39b53ded,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:51.842757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12a2e3a-6283-4fec-9049-b3abead05ac5 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:51.844442 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e12a2e3a-6283-4fec-9049-b3abead05ac5 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports/8ede1986-1e04-4280-88f2-5a9992a39583 HTTP/1.1" status: 200 len: 841 time: 0.0656257 Nov 26 03:07:51.847951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35742) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:51.904031 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c0390506-3b10-4bf5-8e05-e877b9698ad6 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports/8ede1986-1e04-4280-88f2-5a9992a39583?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0544667 Nov 26 03:07:51.907883 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35744) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:51.913685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-2b0e2040-e7d8-482f-82a1-196d1c25d7e6 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'subnet': {'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:51.914600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db330659-6778-49d9-b0e1-fc0ea1ddf6f7 req-aa7079f2-dea8-4da5-931c-dffc68bc4871 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:51.924566 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db330659-6778-49d9-b0e1-fc0ea1ddf6f7 req-aa7079f2-dea8-4da5-931c-dffc68bc4871 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.7605484 Nov 26 03:07:51.998660 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db330659-6778-49d9-b0e1-fc0ea1ddf6f7 req-71dc25d6-c160-4cd8-838c-8b868f2a2075 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726297 Nov 26 03:07:52.051764 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0e2040-e7d8-482f-82a1-196d1c25d7e6 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:52.052361 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2040-e7d8-482f-82a1-196d1c25d7e6 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:52.419472 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2040-e7d8-482f-82a1-196d1c25d7e6 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:52.441317 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f53fbd-6eab-483d-9eef-74f41f9d0f1e req-0efee0c6-f820-4a75-82ff-94e8333289c6 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:52.449905 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7f53fbd-6eab-483d-9eef-74f41f9d0f1e req-0efee0c6-f820-4a75-82ff-94e8333289c6 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1119223 Nov 26 03:07:52.457867 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:52.459783 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c4e6e-ec9c-44fb-9a68-ba23c1a917c5 req-0dcc13d8-70c8-46f2-9600-49c75ef98d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:52.461582 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b12c4e6e-ec9c-44fb-9a68-ba23c1a917c5 req-0dcc13d8-70c8-46f2-9600-49c75ef98d79 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c89c68d8ac0e44dab84b0f2ed35f94fc&device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 1096 time: 0.0824838 Nov 26 03:07:52.529750 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e2040-e7d8-482f-82a1-196d1c25d7e6 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Subnet': ['ID=47c2de24-fd72-443d-8960-8759e18194c6,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:52.544599 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0e2040-e7d8-482f-82a1-196d1c25d7e6 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:52.547670 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-2b0e2040-e7d8-482f-82a1-196d1c25d7e6 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:52.557781 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0e2040-e7d8-482f-82a1-196d1c25d7e6 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:52.558524 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dcf79c-4b29-4cfe-b878-972135be1aeb None None] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:52.559776 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2040-e7d8-482f-82a1-196d1c25d7e6 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:52.578884 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7f53fbd-6eab-483d-9eef-74f41f9d0f1e req-2925b7fa-b7a3-46e4-8cbb-b9320161f80d tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277823 Nov 26 03:07:52.594071 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2b0e2040-e7d8-482f-82a1-196d1c25d7e6 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6838052 Nov 26 03:07:52.596153 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35756) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:52.602493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-5cf577cd-69c2-47b1-be3d-101ab165a99a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'security_group': {'name': 'tempest-secgroup-1275342855'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:52.648502 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5cf577cd-69c2-47b1-be3d-101ab165a99a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:52.653233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c4e6e-ec9c-44fb-9a68-ba23c1a917c5 req-b715e4a6-57cf-4d1c-a478-fde1ad960355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:52.654786 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b12c4e6e-ec9c-44fb-9a68-ba23c1a917c5 req-b715e4a6-57cf-4d1c-a478-fde1ad960355 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6280ac1e-1eae-48ef-80cc-cccad8729faa HTTP/1.1" status: 200 len: 920 time: 0.1841204 Nov 26 03:07:52.713733 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b12c4e6e-ec9c-44fb-9a68-ba23c1a917c5 req-c1a077c2-095c-4fb8-a5f9-e3624cf6d29c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bed1bd1-786b-44a2-8676-d86be8f22c9c HTTP/1.1" status: 200 len: 217 time: 0.0498550 Nov 26 03:07:52.803947 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5cf577cd-69c2-47b1-be3d-101ab165a99a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:52.806768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c4e6e-ec9c-44fb-9a68-ba23c1a917c5 req-1bad8a72-4da8-46dd-853c-4c874e684596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:52.808197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b12c4e6e-ec9c-44fb-9a68-ba23c1a917c5 req-1bad8a72-4da8-46dd-853c-4c874e684596 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb1ab1f2-83bb-4e57-8629-c0eaece17eaf HTTP/1.1" status: 200 len: 859 time: 0.0850482 Nov 26 03:07:52.812979 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5cf577cd-69c2-47b1-be3d-101ab165a99a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:52.863403 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b12c4e6e-ec9c-44fb-9a68-ba23c1a917c5 req-25d0bfa7-ef84-4a85-bdb0-2475c9819624 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6280ac1e-1eae-48ef-80cc-cccad8729faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444822 Nov 26 03:07:52.899562 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5cf577cd-69c2-47b1-be3d-101ab165a99a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:52.909340 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5cf577cd-69c2-47b1-be3d-101ab165a99a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3118339 Nov 26 03:07:52.910228 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf577cd-69c2-47b1-be3d-101ab165a99a tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac173796-8ab5-4fdd-8cbb-58fd98f13a55,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:52.912335 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35758) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:52.919126 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-67a297ea-4716-4a5a-9bf9-6ba0292ddbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'security_group': {'name': 'tempest-secgroup-2079933161'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:52.945151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-5e847201-7fb8-42da-9b3d-420bbbeae75b', 'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b', 'tenant_id': 'e1295228d6a24252a2da3a8bdd835e22', 'fixed_ips': [{'subnet_id': '47c2de24-fd72-443d-8960-8759e18194c6'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:07:52.946365 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:52.980585 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-67a297ea-4716-4a5a-9bf9-6ba0292ddbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:52.982384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8d8e5290-b3f5-43b2-b005-48b0932d2446 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:07:53.046078 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b12c4e6e-ec9c-44fb-9a68-ba23c1a917c5 req-30fcd1ac-e0b2-417d-a3f8-e289c3ef0ca5 service neutron] 10.222.0.54 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727023 Nov 26 03:07:53.129009 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-67a297ea-4716-4a5a-9bf9-6ba0292ddbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:53.143197 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-67a297ea-4716-4a5a-9bf9-6ba0292ddbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:53.172203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 8d8e5290-b3f5-43b2-b005-48b0932d2446 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:53.172788 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:53.194957 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-67a297ea-4716-4a5a-9bf9-6ba0292ddbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:53.197939 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-67a297ea-4716-4a5a-9bf9-6ba0292ddbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2845602 Nov 26 03:07:53.204228 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35768) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:53.215173 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-13aeee03-56a7-44c2-9dc5-7df28ff0058d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1564748790', 'security_groups': ['1e0dd2ba-9471-4746-b564-492aafcb31f6'], 'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '47c2de24-fd72-443d-8960-8759e18194c6'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:53.284555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b12c4e6e-ec9c-44fb-9a68-ba23c1a917c5 req-8567823d-99b9-4d7d-88a0-8af3b143ce45 service neutron] 10.222.0.54 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276611 Nov 26 03:07:53.306739 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a297ea-4716-4a5a-9bf9-6ba0292ddbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0dd2ba-9471-4746-b564-492aafcb31f6,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:53.362519 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Allocated IP 172.20.0.2 (5e847201-7fb8-42da-9b3d-420bbbeae75b/47c2de24-fd72-443d-8960-8759e18194c6/a85a0955-0107-44a7-be09-a2bd1d192a6e) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:53.423072 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aeee03-56a7-44c2-9dc5-7df28ff0058d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:53.490389 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device caa1aa36-aced-45ba-aa01-6ae88346b8de no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:07:53.521403 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: caa1aa36-aced-45ba-aa01-6ae88346b8de {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:07:53.521765 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device caa1aa36-aced-45ba-aa01-6ae88346b8de not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:07:53.575321 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-13aeee03-56a7-44c2-9dc5-7df28ff0058d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:53.583265 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:53.599359 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:53.605145 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-13aeee03-56a7-44c2-9dc5-7df28ff0058d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] device_id is not set on port 2e9ef164-eeba-4fc1-9741-2bd0dc239084 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:07:53.612638 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:53.699647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:53.706567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:53.712212 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:53.825029 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82f60e-0c08-4bc7-8619-0ee2b8e01056 req-d10daa07-8341-4009-9704-1d6b3b4827b3 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:53.830273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e82f60e-0c08-4bc7-8619-0ee2b8e01056 req-d10daa07-8341-4009-9704-1d6b3b4827b3 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1128678 Nov 26 03:07:53.870751 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Pushing event updated for resources: {'Port': ['ID=a85a0955-0107-44a7-be09-a2bd1d192a6e,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:53.888075 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-13aeee03-56a7-44c2-9dc5-7df28ff0058d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Allocated IP 172.20.0.5 (5e847201-7fb8-42da-9b3d-420bbbeae75b/47c2de24-fd72-443d-8960-8759e18194c6/2e9ef164-eeba-4fc1-9741-2bd0dc239084) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:53.891413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Attempting to bind port a85a0955-0107-44a7-be09-a2bd1d192a6e on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:07:53.892674 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Attempting to bind port a85a0955-0107-44a7-be09-a2bd1d192a6e by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'cdd596d5-b220-4fa3-b4e4-feb27a1e8528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:07:53.893740 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Attempting to bind port a85a0955-0107-44a7-be09-a2bd1d192a6e on network 5e847201-7fb8-42da-9b3d-420bbbeae75b {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:07:53.905492 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:07:53.908020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Checking segment: {'id': 'cdd596d5-b220-4fa3-b4e4-feb27a1e8528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:07:53.908703 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:53.910192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Bound using segment: {'id': 'cdd596d5-b220-4fa3-b4e4-feb27a1e8528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:07:53.910870 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Bound port: a85a0955-0107-44a7-be09-a2bd1d192a6e, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd596d5-b220-4fa3-b4e4-feb27a1e8528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:07:53.913433 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:53.934161 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e82f60e-0c08-4bc7-8619-0ee2b8e01056 req-edae1c59-cb18-46ae-bf30-b37e3dc1fc8d tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995393 Nov 26 03:07:54.042318 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] For port a85a0955-0107-44a7-be09-a2bd1d192a6e, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:07:54.056449 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] For port a85a0955-0107-44a7-be09-a2bd1d192a6e, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a85a0955-0107-44a7-be09-a2bd1d192a6e,segment=NetworkSegment(cdd596d5-b220-4fa3-b4e4-feb27a1e8528),segment_id=cdd596d5-b220-4fa3-b4e4-feb27a1e8528)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:07:54.064545 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:54.103519 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-13aeee03-56a7-44c2-9dc5-7df28ff0058d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:54.161020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1d4af-4a0b-40a2-b3b6-9c391fe8bca2 None None] Pushing event updated for resources: {'Port': ['ID=a85a0955-0107-44a7-be09-a2bd1d192a6e,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:54.162826 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-13aeee03-56a7-44c2-9dc5-7df28ff0058d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:54.256224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aeee03-56a7-44c2-9dc5-7df28ff0058d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:54.259822 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-13aeee03-56a7-44c2-9dc5-7df28ff0058d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:54.269858 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aeee03-56a7-44c2-9dc5-7df28ff0058d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:07:54.311975 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aeee03-56a7-44c2-9dc5-7df28ff0058d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=2e9ef164-eeba-4fc1-9741-2bd0dc239084,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:54.409000 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aeee03-56a7-44c2-9dc5-7df28ff0058d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:54.410114 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-13aeee03-56a7-44c2-9dc5-7df28ff0058d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:54.463832 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-13aeee03-56a7-44c2-9dc5-7df28ff0058d tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2548330 Nov 26 03:07:54.464886 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35778) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:54.472246 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-516bc45f-6298-4461-b0d2-c19b473ac1da tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'subnet': {'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:54.650561 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516bc45f-6298-4461-b0d2-c19b473ac1da tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:54.654415 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-516bc45f-6298-4461-b0d2-c19b473ac1da tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:54.778501 n-d-819389-3 neutron-server[104801]: INFO neutron.db.ipam_backend_mixin [None req-516bc45f-6298-4461-b0d2-c19b473ac1da tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 47c2de24-fd72-443d-8960-8759e18194c6 (CIDR: 172.20.0.0/28) Nov 26 03:07:54.783807 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-516bc45f-6298-4461-b0d2-c19b473ac1da tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:07:54.784409 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516bc45f-6298-4461-b0d2-c19b473ac1da tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:07:54.806769 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-516bc45f-6298-4461-b0d2-c19b473ac1da tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3398728 Nov 26 03:07:54.809702 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35780) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:54.816681 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-0fd488ab-341f-40cc-9e5f-e29382985b7f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'subnet': {'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:54.896264 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a85a0955-0107-44a7-be09-a2bd1d192a6e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:07:54.948726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a85a0955-0107-44a7-be09-a2bd1d192a6e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:54.949243 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:54.971622 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd488ab-341f-40cc-9e5f-e29382985b7f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:54.979819 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0fd488ab-341f-40cc-9e5f-e29382985b7f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:55.056621 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:55.098128 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port a85a0955-0107-44a7-be09-a2bd1d192a6e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a85a0955-0107-44a7-be09-a2bd1d192a6e,segment=NetworkSegment(cdd596d5-b220-4fa3-b4e4-feb27a1e8528),segment_id=cdd596d5-b220-4fa3-b4e4-feb27a1e8528)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:55.104612 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:55.170045 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50cd96-4659-4b3a-80d0-2139312c4dd3 req-c07a70c3-808a-424a-bb68-a78d9bebfc4b tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:55.171968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db50cd96-4659-4b3a-80d0-2139312c4dd3 req-c07a70c3-808a-424a-bb68-a78d9bebfc4b tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0947189 Nov 26 03:07:55.206087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=a85a0955-0107-44a7-be09-a2bd1d192a6e,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:55.275126 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db50cd96-4659-4b3a-80d0-2139312c4dd3 req-39778145-7a39-454d-9d2a-a462b1633c19 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954542 Nov 26 03:07:55.422944 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0fd488ab-341f-40cc-9e5f-e29382985b7f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:55.470429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd488ab-341f-40cc-9e5f-e29382985b7f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:55.474572 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-0fd488ab-341f-40cc-9e5f-e29382985b7f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:55.483091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd488ab-341f-40cc-9e5f-e29382985b7f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:55.483707 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0fd488ab-341f-40cc-9e5f-e29382985b7f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:55.512842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd488ab-341f-40cc-9e5f-e29382985b7f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Subnet': ['ID=73adf021-0e1d-4d2e-87f0-4189c5ae5b86,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:55.533236 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0fd488ab-341f-40cc-9e5f-e29382985b7f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7192104 Nov 26 03:07:55.533416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35788) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:55.539475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-77f4e6c0-67a2-4f40-b1e0-af76be4300cd tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-427923516', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '73adf021-0e1d-4d2e-87f0-4189c5ae5b86'}], 'security_groups': ['ac173796-8ab5-4fdd-8cbb-58fd98f13a55']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:55.579869 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7635ccbc-bd34-403a-b3ba-025de00717fb None None] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:55.665656 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-38e1580d-af1c-48bf-90a7-215d71d72e0b None None] Provisioning complete for port 8ede1986-1e04-4280-88f2-5a9992a39583 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:55.666490 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-38e1580d-af1c-48bf-90a7-215d71d72e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:55.717946 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-77f4e6c0-67a2-4f40-b1e0-af76be4300cd tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:55.751848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-38e1580d-af1c-48bf-90a7-215d71d72e0b None None] Port 8ede1986-1e04-4280-88f2-5a9992a39583 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:07:55.799488 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-38e1580d-af1c-48bf-90a7-215d71d72e0b None None] Provisioning complete for port a85a0955-0107-44a7-be09-a2bd1d192a6e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:55.800445 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-38e1580d-af1c-48bf-90a7-215d71d72e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:56.025765 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97d1b79-0c3d-4021-8d53-6bac7ab16bf3 None None] Update dhcp port {'port': {'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b', 'fixed_ips': [{'subnet_id': '47c2de24-fd72-443d-8960-8759e18194c6', 'ip_address': '172.20.0.2'}, {'subnet_id': '73adf021-0e1d-4d2e-87f0-4189c5ae5b86'}], 'binding:host_id': 'n-d-819389-3'}, 'id': 'a85a0955-0107-44a7-be09-a2bd1d192a6e'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 03:07:56.061233 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e97d1b79-0c3d-4021-8d53-6bac7ab16bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:56.093337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-77f4e6c0-67a2-4f40-b1e0-af76be4300cd tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Delete allocated IP 172.20.0.5 (5e847201-7fb8-42da-9b3d-420bbbeae75b/47c2de24-fd72-443d-8960-8759e18194c6) {{(pid=104802) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 26 03:07:56.111052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-77f4e6c0-67a2-4f40-b1e0-af76be4300cd tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Allocated IP 172.20.0.22 (5e847201-7fb8-42da-9b3d-420bbbeae75b/73adf021-0e1d-4d2e-87f0-4189c5ae5b86/2e9ef164-eeba-4fc1-9741-2bd0dc239084) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:56.290925 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-77f4e6c0-67a2-4f40-b1e0-af76be4300cd tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:56.304400 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-77f4e6c0-67a2-4f40-b1e0-af76be4300cd tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:56.366674 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-e97d1b79-0c3d-4021-8d53-6bac7ab16bf3 None None] Allocated IP 172.20.0.18 (5e847201-7fb8-42da-9b3d-420bbbeae75b/73adf021-0e1d-4d2e-87f0-4189c5ae5b86/a85a0955-0107-44a7-be09-a2bd1d192a6e) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:07:56.444406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-77f4e6c0-67a2-4f40-b1e0-af76be4300cd tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] In _notify_port_updated(), no bound segment for port 2e9ef164-eeba-4fc1-9741-2bd0dc239084 on network 5e847201-7fb8-42da-9b3d-420bbbeae75b {{(pid=104802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 03:07:56.451235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f4e6c0-67a2-4f40-b1e0-af76be4300cd tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:56.452291 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-77f4e6c0-67a2-4f40-b1e0-af76be4300cd tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:56.457939 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35798) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:56.458936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-77f4e6c0-67a2-4f40-b1e0-af76be4300cd tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "PUT /v2.0/ports/2e9ef164-eeba-4fc1-9741-2bd0dc239084 HTTP/1.1" status: 200 len: 920 time: 0.9245343 Nov 26 03:07:56.498568 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4e6c0-67a2-4f40-b1e0-af76be4300cd tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=2e9ef164-eeba-4fc1-9741-2bd0dc239084,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:56.531234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e82158-e6f1-4ea6-a00f-e5fe64e557f3 req-9e9e0852-08b7-4bd9-944b-b0b835be9c91 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:56.532977 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42e82158-e6f1-4ea6-a00f-e5fe64e557f3 req-9e9e0852-08b7-4bd9-944b-b0b835be9c91 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0996110 Nov 26 03:07:56.538075 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e97d1b79-0c3d-4021-8d53-6bac7ab16bf3 None None] For port a85a0955-0107-44a7-be09-a2bd1d192a6e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a85a0955-0107-44a7-be09-a2bd1d192a6e,segment=NetworkSegment(cdd596d5-b220-4fa3-b4e4-feb27a1e8528),segment_id=cdd596d5-b220-4fa3-b4e4-feb27a1e8528)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:56.617990 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e97d1b79-0c3d-4021-8d53-6bac7ab16bf3 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:56.638794 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e97d1b79-0c3d-4021-8d53-6bac7ab16bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:56.639274 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-c0c953a1-2fed-4949-a2b7-322230e00c07 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port 2e9ef164-eeba-4fc1-9741-2bd0dc239084 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:56.647952 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0c953a1-2fed-4949-a2b7-322230e00c07 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:56.662388 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42e82158-e6f1-4ea6-a00f-e5fe64e557f3 req-53919391-745c-47c8-9978-2fe6c6561b62 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230879 Nov 26 03:07:56.854187 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0c953a1-2fed-4949-a2b7-322230e00c07 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:56.889537 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-c0c953a1-2fed-4949-a2b7-322230e00c07 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for 2e9ef164-eeba-4fc1-9741-2bd0dc239084 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:56.924985 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a85a0955-0107-44a7-be09-a2bd1d192a6e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:07:57.074237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d1b79-0c3d-4021-8d53-6bac7ab16bf3 None None] Pushing event updated for resources: {'Port': ['ID=a85a0955-0107-44a7-be09-a2bd1d192a6e,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:57.099047 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a85a0955-0107-44a7-be09-a2bd1d192a6e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:57.100397 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:57.146871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd138094-eed8-4f8d-b483-5a0cc36ae384 req-28d6ab5b-e211-47e1-a88e-b8875782e540 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:57.163121 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cd138094-eed8-4f8d-b483-5a0cc36ae384 req-28d6ab5b-e211-47e1-a88e-b8875782e540 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1293907 Nov 26 03:07:57.173648 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0c953a1-2fed-4949-a2b7-322230e00c07 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:57.225927 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c953a1-2fed-4949-a2b7-322230e00c07 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=2e9ef164-eeba-4fc1-9741-2bd0dc239084,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:57.347353 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cd138094-eed8-4f8d-b483-5a0cc36ae384 req-5480104c-54df-4153-8b08-79f7dca31b41 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728921 Nov 26 03:07:57.435572 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0c953a1-2fed-4949-a2b7-322230e00c07 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:57.444015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35822) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:57.444429 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c0c953a1-2fed-4949-a2b7-322230e00c07 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/ports/2e9ef164-eeba-4fc1-9741-2bd0dc239084 HTTP/1.1" status: 204 len: 168 time: 0.9859011 Nov 26 03:07:57.488720 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8846dbd-53df-4fc8-843b-bb484547f960 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] GET failed (client error): The resource could not be found. Nov 26 03:07:57.490584 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c8846dbd-53df-4fc8-843b-bb484547f960 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports/2e9ef164-eeba-4fc1-9741-2bd0dc239084 HTTP/1.1" status: 404 len: 333 time: 0.0448751 Nov 26 03:07:57.493594 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35824) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:57.628295 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f315141-8d04-40d4-98d6-68bf9f6e1b3e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:57.730767 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f315141-8d04-40d4-98d6-68bf9f6e1b3e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:57.836584 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f315141-8d04-40d4-98d6-68bf9f6e1b3e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:57.839820 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f315141-8d04-40d4-98d6-68bf9f6e1b3e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:57.844871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35828) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:57.845049 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1f315141-8d04-40d4-98d6-68bf9f6e1b3e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/security-groups/1e0dd2ba-9471-4746-b564-492aafcb31f6 HTTP/1.1" status: 204 len: 168 time: 0.3503401 Nov 26 03:07:57.855835 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f315141-8d04-40d4-98d6-68bf9f6e1b3e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0dd2ba-9471-4746-b564-492aafcb31f6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:58.000969 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c50d429f-0481-4a04-b5b5-da7320698077 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:58.093464 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c50d429f-0481-4a04-b5b5-da7320698077 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:58.179473 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c50d429f-0481-4a04-b5b5-da7320698077 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:58.184704 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c50d429f-0481-4a04-b5b5-da7320698077 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:58.184704 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c50d429f-0481-4a04-b5b5-da7320698077 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/security-groups/ac173796-8ab5-4fdd-8cbb-58fd98f13a55 HTTP/1.1" status: 204 len: 168 time: 0.3387027 Nov 26 03:07:58.187628 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35834) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:58.203985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d429f-0481-4a04-b5b5-da7320698077 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac173796-8ab5-4fdd-8cbb-58fd98f13a55,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:58.291482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-86394d3d-a92e-4476-8398-425f2f558fc3 None None] Provisioning complete for port 8ede1986-1e04-4280-88f2-5a9992a39583 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:58.292471 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-86394d3d-a92e-4476-8398-425f2f558fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:58.347711 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-9242a462-ece4-42fa-8f03-0f6441913b26 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting subnet 47c2de24-fd72-443d-8960-8759e18194c6 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:07:58.358596 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9242a462-ece4-42fa-8f03-0f6441913b26 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:58.381335 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-86394d3d-a92e-4476-8398-425f2f558fc3 None None] Port 8ede1986-1e04-4280-88f2-5a9992a39583 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:07:58.385096 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-86394d3d-a92e-4476-8398-425f2f558fc3 None None] Could not find standard attr ID for object 2e9ef164-eeba-4fc1-9741-2bd0dc239084. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:07:58.418340 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-86394d3d-a92e-4476-8398-425f2f558fc3 None None] Provisioning complete for port a85a0955-0107-44a7-be09-a2bd1d192a6e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:58.418340 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-86394d3d-a92e-4476-8398-425f2f558fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:58.461990 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9242a462-ece4-42fa-8f03-0f6441913b26 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:58.585289 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670694f5-818e-4229-b060-8d6d64825cc9 req-495ae4c0-37db-49e4-b61b-28ae6aeba989 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:58.593138 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-670694f5-818e-4229-b060-8d6d64825cc9 req-495ae4c0-37db-49e4-b61b-28ae6aeba989 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1271620 Nov 26 03:07:58.638643 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9242a462-ece4-42fa-8f03-0f6441913b26 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:58.660708 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-670694f5-818e-4229-b060-8d6d64825cc9 req-cd4cd6fd-9d54-454d-a025-4c61459f979a tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/security-groups?id=233a5acc-2970-4c33-a90f-fd9f3196d082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665262 Nov 26 03:07:58.715100 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9242a462-ece4-42fa-8f03-0f6441913b26 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:58.732474 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9f23ba28-b84b-423e-92fa-df51b4a28b12 None None] Could not find standard attr ID for object 2e9ef164-eeba-4fc1-9741-2bd0dc239084. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:07:58.773459 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9242a462-ece4-42fa-8f03-0f6441913b26 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:58.781370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35840) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:58.781936 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9242a462-ece4-42fa-8f03-0f6441913b26 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/47c2de24-fd72-443d-8960-8759e18194c6 HTTP/1.1" status: 204 len: 168 time: 0.5849335 Nov 26 03:07:58.783456 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242a462-ece4-42fa-8f03-0f6441913b26 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Subnet': ['ID=47c2de24-fd72-443d-8960-8759e18194c6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:58.789772 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-efa16490-5923-4f5f-9749-50a58b937826 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'subnet': {'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:58.854145 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a85a0955-0107-44a7-be09-a2bd1d192a6e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:07:58.932145 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a85a0955-0107-44a7-be09-a2bd1d192a6e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:07:58.936931 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:59.006234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa16490-5923-4f5f-9749-50a58b937826 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:07:59.009873 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-efa16490-5923-4f5f-9749-50a58b937826 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:59.100315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458aa102-ec6c-434a-b9ee-7b40bbf6083e req-b7459536-f325-4bc4-87cf-ff5804796afb tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:59.102111 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-458aa102-ec6c-434a-b9ee-7b40bbf6083e req-b7459536-f325-4bc4-87cf-ff5804796afb tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.54 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 947 time: 0.1816332 Nov 26 03:07:59.140524 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a924a4c-f498-48c2-a2eb-e9867fa4dd19 None None] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:07:59.186572 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-384b2a77-6680-4fad-976b-43522ab56048 None None] Could not find standard attr ID for object 2e9ef164-eeba-4fc1-9741-2bd0dc239084. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:07:59.281596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-458aa102-ec6c-434a-b9ee-7b40bbf6083e req-1e49e74f-fc20-4510-9295-712ccc0f1084 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Deleting port 940834b0-0f84-4a48-b62e-8a6648ba0236 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:07:59.282204 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-458aa102-ec6c-434a-b9ee-7b40bbf6083e req-1e49e74f-fc20-4510-9295-712ccc0f1084 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:59.417295 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-efa16490-5923-4f5f-9749-50a58b937826 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:59.425903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-458aa102-ec6c-434a-b9ee-7b40bbf6083e req-1e49e74f-fc20-4510-9295-712ccc0f1084 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] For port 940834b0-0f84-4a48-b62e-8a6648ba0236, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=940834b0-0f84-4a48-b62e-8a6648ba0236,segment=NetworkSegment(67ac57aa-fc70-4bd9-b458-051f19fc971f),segment_id=67ac57aa-fc70-4bd9-b458-051f19fc971f)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:07:59.426262 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-458aa102-ec6c-434a-b9ee-7b40bbf6083e req-1e49e74f-fc20-4510-9295-712ccc0f1084 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:59.467949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-458aa102-ec6c-434a-b9ee-7b40bbf6083e req-1e49e74f-fc20-4510-9295-712ccc0f1084 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Calling delete_port for 940834b0-0f84-4a48-b62e-8a6648ba0236 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:07:59.482664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa16490-5923-4f5f-9749-50a58b937826 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:07:59.493423 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-efa16490-5923-4f5f-9749-50a58b937826 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:07:59.503697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa16490-5923-4f5f-9749-50a58b937826 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:59.504483 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-efa16490-5923-4f5f-9749-50a58b937826 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:59.514250 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa16490-5923-4f5f-9749-50a58b937826 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Subnet': ['ID=0d82d42a-2982-405d-881e-886232baed14,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:59.583650 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-efa16490-5923-4f5f-9749-50a58b937826 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8011184 Nov 26 03:07:59.586375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35848) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:59.591399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-88b94273-ca64-470c-8b7d-98ca7c3443d0 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'security_group': {'name': 'tempest-secgroup-351647536'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:59.651630 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88b94273-ca64-470c-8b7d-98ca7c3443d0 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:59.746185 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc27cb-bb23-48c3-a5e4-008af9417fa6 req-f79b7b2b-2797-4391-8702-a9831609d8ef tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:07:59.755279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-95fc27cb-bb23-48c3-a5e4-008af9417fa6 req-f79b7b2b-2797-4391-8702-a9831609d8ef tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1091032 Nov 26 03:07:59.757804 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88b94273-ca64-470c-8b7d-98ca7c3443d0 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:59.767279 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-458aa102-ec6c-434a-b9ee-7b40bbf6083e req-1e49e74f-fc20-4510-9295-712ccc0f1084 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:59.768310 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88b94273-ca64-470c-8b7d-98ca7c3443d0 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:59.807193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['940834b0-0f84-4a48-b62e-8a6648ba0236'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:07:59.832448 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88b94273-ca64-470c-8b7d-98ca7c3443d0 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:59.834118 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-88b94273-ca64-470c-8b7d-98ca7c3443d0 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2463174 Nov 26 03:07:59.838895 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35852) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:07:59.849271 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-80fa570b-ced3-43a4-9b0d-631e6f5bfbda tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'security_group': {'name': 'tempest-secgroup-1713708492'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:07:59.853767 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b94273-ca64-470c-8b7d-98ca7c3443d0 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c031b992-50bf-448f-a782-a6512309ff03,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:59.871125 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49e74f-fc20-4510-9295-712ccc0f1084 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Pushing event deleted for resources: {'Port': ['ID=940834b0-0f84-4a48-b62e-8a6648ba0236,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:07:59.888709 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d34952d-4b01-4b43-8718-1a4b02e5ab18 req-fdabea23-fd0d-4ac7-b842-2a82c58f224d tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29 HTTP/1.1" status: 200 len: 210 time: 0.0820355 Nov 26 03:07:59.922295 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-95fc27cb-bb23-48c3-a5e4-008af9417fa6 req-75d19f7a-0778-4c0f-bf02-245441299b3b tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660967 Nov 26 03:07:59.934099 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80fa570b-ced3-43a4-9b0d-631e6f5bfbda tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:07:59.941372 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760f36f9-6430-4823-86d7-f5b6e4917a1c None None] DHCP port deletion for 487bf824-96b4-4a0b-aab0-a1e59303e892 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:08:00.004223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-458aa102-ec6c-434a-b9ee-7b40bbf6083e req-1e49e74f-fc20-4510-9295-712ccc0f1084 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] No DVR routers for this DVR port 940834b0-0f84-4a48-b62e-8a6648ba0236 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:08:00.009889 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-458aa102-ec6c-434a-b9ee-7b40bbf6083e req-1e49e74f-fc20-4510-9295-712ccc0f1084 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:00.015936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-458aa102-ec6c-434a-b9ee-7b40bbf6083e req-1e49e74f-fc20-4510-9295-712ccc0f1084 tempest-ServersNegativeTestJSON-69320357 tempest-ServersNegativeTestJSON-69320357-project] 10.222.0.54 "DELETE /v2.0/ports/940834b0-0f84-4a48-b62e-8a6648ba0236 HTTP/1.1" status: 204 len: 173 time: 0.9020069 Nov 26 03:08:00.022636 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29', 'name': 'network-vif-deleted', 'tag': '940834b0-0f84-4a48-b62e-8a6648ba0236'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:08:00.027098 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc33bc0-5e78-4830-9126-cb8b715b0448" -d '{"events": [{"server_uuid": "7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29", "name": "network-vif-deleted", "tag": "940834b0-0f84-4a48-b62e-8a6648ba0236"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:08:00.098565 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f57d8f4-ca92-46cd-b936-6a04a3bbc9a0 x-openstack-request-id: req-3f57d8f4-ca92-46cd-b936-6a04a3bbc9a0 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:08:00.098565 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29", "name": "network-vif-deleted", "tag": "940834b0-0f84-4a48-b62e-8a6648ba0236", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:08:00.098565 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f57d8f4-ca92-46cd-b936-6a04a3bbc9a0 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:08:00.098943 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec774e3-8f0a-4cb6-90e8-a2c6ec645d29', 'name': 'network-vif-deleted', 'tag': '940834b0-0f84-4a48-b62e-8a6648ba0236', 'status': 'completed', 'code': 200} Nov 26 03:08:00.114561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4a17dd-4d37-40f6-a202-52e3e4a67562 None None] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:08:00.115561 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80fa570b-ced3-43a4-9b0d-631e6f5bfbda tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:00.122407 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80fa570b-ced3-43a4-9b0d-631e6f5bfbda tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:00.193282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-47a91c82-b275-4bf8-b6fe-ee8fba2a901f None None] Provisioning complete for port 8ede1986-1e04-4280-88f2-5a9992a39583 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:00.193669 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-47a91c82-b275-4bf8-b6fe-ee8fba2a901f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:00.199067 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa570b-ced3-43a4-9b0d-631e6f5bfbda tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b5faaf-7b8f-4a7c-b1c4-add34eba1c46,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:00.213427 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80fa570b-ced3-43a4-9b0d-631e6f5bfbda tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:00.218718 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35872) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:00.224455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-57998ded-1d92-4b29-8913-50b0806df409 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'security_group': {'name': 'tempest-secgroup-1962341027'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:00.247238 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-80fa570b-ced3-43a4-9b0d-631e6f5bfbda tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4065437 Nov 26 03:08:00.296072 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-57998ded-1d92-4b29-8913-50b0806df409 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:00.407708 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-57998ded-1d92-4b29-8913-50b0806df409 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:00.419520 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-57998ded-1d92-4b29-8913-50b0806df409 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:00.534293 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-57998ded-1d92-4b29-8913-50b0806df409 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:00.538459 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35884) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:00.548270 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-57998ded-1d92-4b29-8913-50b0806df409 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3158269 Nov 26 03:08:00.555493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c416a3e7-74b9-4227-b36b-ad86b4775717 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1921014446', 'security_groups': ['8dd6ffaa-4688-47d1-a6f1-184aa45d2b4f'], 'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0d82d42a-2982-405d-881e-886232baed14'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:00.559593 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-47a91c82-b275-4bf8-b6fe-ee8fba2a901f None None] Port 8ede1986-1e04-4280-88f2-5a9992a39583 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:08:00.569976 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57998ded-1d92-4b29-8913-50b0806df409 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd6ffaa-4688-47d1-a6f1-184aa45d2b4f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:00.619480 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-47a91c82-b275-4bf8-b6fe-ee8fba2a901f None None] Provisioning complete for port a85a0955-0107-44a7-be09-a2bd1d192a6e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:00.620841 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-47a91c82-b275-4bf8-b6fe-ee8fba2a901f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:00.775969 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0f2a9b-babf-4f8f-9d0e-0cf7bff2bdc1 None None] Update dhcp port {'port': {'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b', 'fixed_ips': [{'subnet_id': '73adf021-0e1d-4d2e-87f0-4189c5ae5b86', 'ip_address': '172.20.0.18'}, {'subnet_id': '0d82d42a-2982-405d-881e-886232baed14'}], 'binding:host_id': 'n-d-819389-3'}, 'id': 'a85a0955-0107-44a7-be09-a2bd1d192a6e'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 03:08:00.783208 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c416a3e7-74b9-4227-b36b-ad86b4775717 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:08:00.814528 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-af0f2a9b-babf-4f8f-9d0e-0cf7bff2bdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:00.824872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35888) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:00.891525 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c416a3e7-74b9-4227-b36b-ad86b4775717 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:00.993076 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35894) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:01.038746 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-85952b8c-6f32-43b4-98fd-ac5af39b3dfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:01.042557 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-af0f2a9b-babf-4f8f-9d0e-0cf7bff2bdc1 None None] Allocated IP 172.20.0.2 (5e847201-7fb8-42da-9b3d-420bbbeae75b/0d82d42a-2982-405d-881e-886232baed14/a85a0955-0107-44a7-be09-a2bd1d192a6e) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:08:01.107561 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5adaef-1fa0-470b-86a8-0280c633334c admin admin] Deleting subnet b1cd5660-c9e5-4dc2-b734-b88f81181a94 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:08:01.112923 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6a5adaef-1fa0-470b-86a8-0280c633334c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:01.166158 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6a5adaef-1fa0-470b-86a8-0280c633334c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:01.192036 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-af0f2a9b-babf-4f8f-9d0e-0cf7bff2bdc1 None None] For port a85a0955-0107-44a7-be09-a2bd1d192a6e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a85a0955-0107-44a7-be09-a2bd1d192a6e,segment=NetworkSegment(cdd596d5-b220-4fa3-b4e4-feb27a1e8528),segment_id=cdd596d5-b220-4fa3-b4e4-feb27a1e8528)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:01.234497 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-af0f2a9b-babf-4f8f-9d0e-0cf7bff2bdc1 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:01.242423 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-af0f2a9b-babf-4f8f-9d0e-0cf7bff2bdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:01.290233 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-c416a3e7-74b9-4227-b36b-ad86b4775717 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] device_id is not set on port 5db3ece9-6a71-43e1-b4e2-e50285dac1aa yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:08:01.298660 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6a5adaef-1fa0-470b-86a8-0280c633334c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:01.338264 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-85952b8c-6f32-43b4-98fd-ac5af39b3dfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:01.356103 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f2a9b-babf-4f8f-9d0e-0cf7bff2bdc1 None None] Pushing event updated for resources: {'Port': ['ID=a85a0955-0107-44a7-be09-a2bd1d192a6e,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:01.385335 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-85952b8c-6f32-43b4-98fd-ac5af39b3dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:01.448576 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6a5adaef-1fa0-470b-86a8-0280c633334c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:01.458959 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35896) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:01.459545 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-85952b8c-6f32-43b4-98fd-ac5af39b3dfe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46a7e05d6f21417cadfb348b2898d894&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6333432 Nov 26 03:08:01.466338 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85952b8c-6f32-43b4-98fd-ac5af39b3dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf16bec-f7b8-49db-90cc-e5a4515c3797,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:01.511835 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5adaef-1fa0-470b-86a8-0280c633334c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1cd5660-c9e5-4dc2-b734-b88f81181a94,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:01.519057 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6a5adaef-1fa0-470b-86a8-0280c633334c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:01.519875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8372f70-ede6-41f3-902d-60693febf5e2 None None] Network 487bf824-96b4-4a0b-aab0-a1e59303e892 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:08:01.523631 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6a5adaef-1fa0-470b-86a8-0280c633334c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b1cd5660-c9e5-4dc2-b734-b88f81181a94 HTTP/1.1" status: 204 len: 168 time: 0.5295537 Nov 26 03:08:01.526752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35898) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:01.579293 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a2945b6-8ce2-4e94-a78b-8e76fb53146e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:01.605929 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdb26f16-595c-4c4b-b62d-975943f34452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:01.606481 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a2945b6-8ce2-4e94-a78b-8e76fb53146e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:01.702406 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a2945b6-8ce2-4e94-a78b-8e76fb53146e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:01.712533 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a2945b6-8ce2-4e94-a78b-8e76fb53146e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:01.715709 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6a2945b6-8ce2-4e94-a78b-8e76fb53146e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7cf16bec-f7b8-49db-90cc-e5a4515c3797 HTTP/1.1" status: 204 len: 168 time: 0.2555070 Nov 26 03:08:01.723135 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-c416a3e7-74b9-4227-b36b-ad86b4775717 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Allocated IP 172.20.0.8 (5e847201-7fb8-42da-9b3d-420bbbeae75b/0d82d42a-2982-405d-881e-886232baed14/5db3ece9-6a71-43e1-b4e2-e50285dac1aa) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:08:01.761606 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b38cea8-38be-42ac-b9ad-a59a42f9e4be None None] DHCP port deletion for 487bf824-96b4-4a0b-aab0-a1e59303e892 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:08:01.798981 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2945b6-8ce2-4e94-a78b-8e76fb53146e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf16bec-f7b8-49db-90cc-e5a4515c3797,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:01.867127 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdb26f16-595c-4c4b-b62d-975943f34452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:01.934985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-fdb26f16-595c-4c4b-b62d-975943f34452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487bf824-96b4-4a0b-aab0-a1e59303e892']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:01.964508 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-fdb26f16-595c-4c4b-b62d-975943f34452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ac57aa-fc70-4bd9-b458-051f19fc971f') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:01.965154 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-fdb26f16-595c-4c4b-b62d-975943f34452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ac57aa-fc70-4bd9-b458-051f19fc971f') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:01.983048 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdb26f16-595c-4c4b-b62d-975943f34452 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:02.008170 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdb26f16-595c-4c4b-b62d-975943f34452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:02.015324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb26f16-595c-4c4b-b62d-975943f34452 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:08:02.015733 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdb26f16-595c-4c4b-b62d-975943f34452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:08:02.017713 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:08:02.047611 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c416a3e7-74b9-4227-b36b-ad86b4775717 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:02.095921 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdb26f16-595c-4c4b-b62d-975943f34452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:02.101634 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdb26f16-595c-4c4b-b62d-975943f34452 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:02.107829 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fdb26f16-595c-4c4b-b62d-975943f34452 admin admin] 10.222.0.31 "DELETE /v2.0/networks/487bf824-96b4-4a0b-aab0-a1e59303e892 HTTP/1.1" status: 204 len: 168 time: 0.5797110 Nov 26 03:08:02.121223 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c416a3e7-74b9-4227-b36b-ad86b4775717 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:02.148806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb26f16-595c-4c4b-b62d-975943f34452 admin admin] Pushing event deleted for resources: {'Network': ['ID=487bf824-96b4-4a0b-aab0-a1e59303e892,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:02.182043 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c416a3e7-74b9-4227-b36b-ad86b4775717 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:08:02.188374 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-c416a3e7-74b9-4227-b36b-ad86b4775717 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:08:02.191139 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c416a3e7-74b9-4227-b36b-ad86b4775717 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:08:02.230741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 940834b0-0f84-4a48-b62e-8a6648ba0236 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:08:02.244718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416a3e7-74b9-4227-b36b-ad86b4775717 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=5db3ece9-6a71-43e1-b4e2-e50285dac1aa,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:02.274081 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c416a3e7-74b9-4227-b36b-ad86b4775717 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:02.274659 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c416a3e7-74b9-4227-b36b-ad86b4775717 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:02.286000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 940834b0-0f84-4a48-b62e-8a6648ba0236 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:08:02.291520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 940834b0-0f84-4a48-b62e-8a6648ba0236 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:08:02.303349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35910) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:02.314322 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-564649aa-abc7-4dd2-b671-f754a579dc6c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'subnet': {'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:02.320175 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c416a3e7-74b9-4227-b36b-ad86b4775717 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7798493 Nov 26 03:08:02.406222 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35916) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:02.462570 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-309a5374-db10-4f2a-b59f-c36d2792bd90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8dffa06fe9f14d8ba6cd863c2a120c58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0547342 Nov 26 03:08:02.464844 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35920) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:02.482759 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a16f0c67-d065-4e68-a083-084bb9f488b8 None None] Provisioning complete for port 8ede1986-1e04-4280-88f2-5a9992a39583 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:02.483539 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a16f0c67-d065-4e68-a083-084bb9f488b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:02.522840 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564649aa-abc7-4dd2-b671-f754a579dc6c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:08:02.527176 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-564649aa-abc7-4dd2-b671-f754a579dc6c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:02.538367 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a16f0c67-d065-4e68-a083-084bb9f488b8 None None] Port 8ede1986-1e04-4280-88f2-5a9992a39583 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:08:02.552451 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a16f0c67-d065-4e68-a083-084bb9f488b8 None None] Provisioning complete for port a85a0955-0107-44a7-be09-a2bd1d192a6e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:02.552909 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a16f0c67-d065-4e68-a083-084bb9f488b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:02.602399 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dde7f3d3-efa2-46ee-9a85-d7156d331986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:02.662753 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dde7f3d3-efa2-46ee-9a85-d7156d331986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:02.745870 n-d-819389-3 neutron-server[104802]: INFO neutron.db.ipam_backend_mixin [None req-564649aa-abc7-4dd2-b671-f754a579dc6c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0d82d42a-2982-405d-881e-886232baed14 (CIDR: 172.20.0.0/28) Nov 26 03:08:02.750946 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-564649aa-abc7-4dd2-b671-f754a579dc6c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:08:02.751733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564649aa-abc7-4dd2-b671-f754a579dc6c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:08:02.778876 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dde7f3d3-efa2-46ee-9a85-d7156d331986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:02.782678 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dde7f3d3-efa2-46ee-9a85-d7156d331986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:02.784660 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dde7f3d3-efa2-46ee-9a85-d7156d331986 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/233a5acc-2970-4c33-a90f-fd9f3196d082 HTTP/1.1" status: 204 len: 168 time: 0.3187973 Nov 26 03:08:02.794710 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7f3d3-efa2-46ee-9a85-d7156d331986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233a5acc-2970-4c33-a90f-fd9f3196d082,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:02.802178 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-564649aa-abc7-4dd2-b671-f754a579dc6c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4958696 Nov 26 03:08:02.804637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35930) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:02.810306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-2bd803a1-ae6d-472f-9d3d-7a33e24649e1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'subnet': {'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:02.857616 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f8018a24-d150-4290-bf7a-fa10decb8b76 None None] Provisioning complete for port 5db3ece9-6a71-43e1-b4e2-e50285dac1aa triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:02.859318 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f8018a24-d150-4290-bf7a-fa10decb8b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:02.901143 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a85a0955-0107-44a7-be09-a2bd1d192a6e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:08:02.959833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd803a1-ae6d-472f-9d3d-7a33e24649e1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:08:02.966236 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2bd803a1-ae6d-472f-9d3d-7a33e24649e1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:02.991122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f8018a24-d150-4290-bf7a-fa10decb8b76 None None] Port 5db3ece9-6a71-43e1-b4e2-e50285dac1aa cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:08:03.026965 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a85a0955-0107-44a7-be09-a2bd1d192a6e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:03.027356 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:03.087154 n-d-819389-3 neutron-server[104802]: INFO neutron.db.ipam_backend_mixin [None req-2bd803a1-ae6d-472f-9d3d-7a33e24649e1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 73adf021-0e1d-4d2e-87f0-4189c5ae5b86 (CIDR: 172.20.0.16/28) Nov 26 03:08:03.093763 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd803a1-ae6d-472f-9d3d-7a33e24649e1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:08:03.094285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd803a1-ae6d-472f-9d3d-7a33e24649e1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:08:03.138174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2bd803a1-ae6d-472f-9d3d-7a33e24649e1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3321714 Nov 26 03:08:03.141669 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35942) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:03.147011 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-2577305c-022a-4943-bc6e-f868f8c6cfd4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'subnet': {'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:03.305323 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2577305c-022a-4943-bc6e-f868f8c6cfd4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Made reservation on behalf of e1295228d6a24252a2da3a8bdd835e22 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:08:03.310050 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2577305c-022a-4943-bc6e-f868f8c6cfd4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:03.600220 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2577305c-022a-4943-bc6e-f868f8c6cfd4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:03.658832 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2577305c-022a-4943-bc6e-f868f8c6cfd4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:08:03.662158 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-2577305c-022a-4943-bc6e-f868f8c6cfd4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:08:03.668111 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2577305c-022a-4943-bc6e-f868f8c6cfd4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:03.668741 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2577305c-022a-4943-bc6e-f868f8c6cfd4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:03.680154 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8332cc06-1961-4e75-95f0-9184ffee964b None None] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:08:03.685314 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577305c-022a-4943-bc6e-f868f8c6cfd4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Subnet': ['ID=d7eef11a-b3d4-495d-bff8-881bc2cddc0b,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:03.699473 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2577305c-022a-4943-bc6e-f868f8c6cfd4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5566752 Nov 26 03:08:03.702592 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35992) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:03.710379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-77a20df4-d762-4d11-8da6-8acf9c444551 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1545421175', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd7eef11a-b3d4-495d-bff8-881bc2cddc0b'}], 'security_groups': ['c031b992-50bf-448f-a782-a6512309ff03', 'a5b5faaf-7b8f-4a7c-b1c4-add34eba1c46']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:03.941074 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-77a20df4-d762-4d11-8da6-8acf9c444551 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:04.016444 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4c823f-b77f-4d5c-ae58-60682ffba884 None None] Update dhcp port {'port': {'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b', 'fixed_ips': [{'subnet_id': '73adf021-0e1d-4d2e-87f0-4189c5ae5b86', 'ip_address': '172.20.0.18'}, {'subnet_id': '0d82d42a-2982-405d-881e-886232baed14', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd7eef11a-b3d4-495d-bff8-881bc2cddc0b'}], 'binding:host_id': 'n-d-819389-3'}, 'id': 'a85a0955-0107-44a7-be09-a2bd1d192a6e'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 03:08:04.050821 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4f4c823f-b77f-4d5c-ae58-60682ffba884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:04.325537 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-77a20df4-d762-4d11-8da6-8acf9c444551 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Delete allocated IP 172.20.0.8 (5e847201-7fb8-42da-9b3d-420bbbeae75b/0d82d42a-2982-405d-881e-886232baed14) {{(pid=104802) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 26 03:08:04.340945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-77a20df4-d762-4d11-8da6-8acf9c444551 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Allocated IP 172.20.0.42 (5e847201-7fb8-42da-9b3d-420bbbeae75b/d7eef11a-b3d4-495d-bff8-881bc2cddc0b/5db3ece9-6a71-43e1-b4e2-e50285dac1aa) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:08:04.542870 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-77a20df4-d762-4d11-8da6-8acf9c444551 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:04.567310 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-77a20df4-d762-4d11-8da6-8acf9c444551 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:04.666279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-4f4c823f-b77f-4d5c-ae58-60682ffba884 None None] Allocated IP 172.20.0.34 (5e847201-7fb8-42da-9b3d-420bbbeae75b/d7eef11a-b3d4-495d-bff8-881bc2cddc0b/a85a0955-0107-44a7-be09-a2bd1d192a6e) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:08:04.707791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-77a20df4-d762-4d11-8da6-8acf9c444551 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] In _notify_port_updated(), no bound segment for port 5db3ece9-6a71-43e1-b4e2-e50285dac1aa on network 5e847201-7fb8-42da-9b3d-420bbbeae75b {{(pid=104802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 03:08:04.713489 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a20df4-d762-4d11-8da6-8acf9c444551 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:04.714119 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-77a20df4-d762-4d11-8da6-8acf9c444551 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:04.718290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-77a20df4-d762-4d11-8da6-8acf9c444551 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "PUT /v2.0/ports/5db3ece9-6a71-43e1-b4e2-e50285dac1aa HTTP/1.1" status: 200 len: 960 time: 1.0108988 Nov 26 03:08:04.718652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36062) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:04.751950 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a20df4-d762-4d11-8da6-8acf9c444551 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event updated for resources: {'Port': ['ID=5db3ece9-6a71-43e1-b4e2-e50285dac1aa,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:04.808513 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4f4c823f-b77f-4d5c-ae58-60682ffba884 None None] For port a85a0955-0107-44a7-be09-a2bd1d192a6e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a85a0955-0107-44a7-be09-a2bd1d192a6e,segment=NetworkSegment(cdd596d5-b220-4fa3-b4e4-feb27a1e8528),segment_id=cdd596d5-b220-4fa3-b4e4-feb27a1e8528)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:04.845897 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4f4c823f-b77f-4d5c-ae58-60682ffba884 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:04.855920 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4f4c823f-b77f-4d5c-ae58-60682ffba884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:04.919461 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-703183a2-aba1-4e53-9604-8e2951b4a0db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port 5db3ece9-6a71-43e1-b4e2-e50285dac1aa {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:08:04.922005 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-703183a2-aba1-4e53-9604-8e2951b4a0db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:04.940855 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c823f-b77f-4d5c-ae58-60682ffba884 None None] Pushing event updated for resources: {'Port': ['ID=a85a0955-0107-44a7-be09-a2bd1d192a6e,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:04.953452 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36068) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:05.068354 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-703183a2-aba1-4e53-9604-8e2951b4a0db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:05.092179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-703183a2-aba1-4e53-9604-8e2951b4a0db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for 5db3ece9-6a71-43e1-b4e2-e50285dac1aa owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:08:05.102356 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb8a8de5-8878-4ce8-87dc-44d10f4884ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:05.215413 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb8a8de5-8878-4ce8-87dc-44d10f4884ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:05.220046 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-eb8a8de5-8878-4ce8-87dc-44d10f4884ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:05.266613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a8de5-8878-4ce8-87dc-44d10f4884ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bae987d-a560-405c-9f84-34dbb2b07484,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:05.289663 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-eb8a8de5-8878-4ce8-87dc-44d10f4884ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9dfb40b3400e4fff9f57580aaa3ef20d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3318524 Nov 26 03:08:05.290250 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36074) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:05.322926 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-703183a2-aba1-4e53-9604-8e2951b4a0db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:05.361445 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-385470d2-d8f6-4ae0-a62e-4b65dc0eb851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:05.381250 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703183a2-aba1-4e53-9604-8e2951b4a0db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=5db3ece9-6a71-43e1-b4e2-e50285dac1aa,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:05.408610 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-385470d2-d8f6-4ae0-a62e-4b65dc0eb851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:05.471650 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-385470d2-d8f6-4ae0-a62e-4b65dc0eb851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:05.477572 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-385470d2-d8f6-4ae0-a62e-4b65dc0eb851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:05.483378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-385470d2-d8f6-4ae0-a62e-4b65dc0eb851 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7bae987d-a560-405c-9f84-34dbb2b07484 HTTP/1.1" status: 204 len: 168 time: 0.1920097 Nov 26 03:08:05.503009 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-703183a2-aba1-4e53-9604-8e2951b4a0db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:05.504135 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385470d2-d8f6-4ae0-a62e-4b65dc0eb851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bae987d-a560-405c-9f84-34dbb2b07484,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:05.512093 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-703183a2-aba1-4e53-9604-8e2951b4a0db tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/ports/5db3ece9-6a71-43e1-b4e2-e50285dac1aa HTTP/1.1" status: 204 len: 168 time: 0.7908764 Nov 26 03:08:05.514516 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36080) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:05.557923 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d296586c-5344-4e74-a719-4af966958cee tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] GET failed (client error): The resource could not be found. Nov 26 03:08:05.562460 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d296586c-5344-4e74-a719-4af966958cee tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports/5db3ece9-6a71-43e1-b4e2-e50285dac1aa HTTP/1.1" status: 404 len: 333 time: 0.0436563 Nov 26 03:08:05.562460 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36082) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:05.657173 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd7993b4-c468-40bd-8ef6-0c031d12d4ab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:05.697766 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd7993b4-c468-40bd-8ef6-0c031d12d4ab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:05.786642 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd7993b4-c468-40bd-8ef6-0c031d12d4ab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:05.790263 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd7993b4-c468-40bd-8ef6-0c031d12d4ab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:05.796411 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dd7993b4-c468-40bd-8ef6-0c031d12d4ab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/security-groups/8dd6ffaa-4688-47d1-a6f1-184aa45d2b4f HTTP/1.1" status: 204 len: 168 time: 0.2307699 Nov 26 03:08:05.796829 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36086) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:05.819071 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7993b4-c468-40bd-8ef6-0c031d12d4ab tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd6ffaa-4688-47d1-a6f1-184aa45d2b4f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:05.887586 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ad466ac9-c951-44bc-b12d-bcb3ba229bb6 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:05.929951 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ad466ac9-c951-44bc-b12d-bcb3ba229bb6 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:05.945475 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-bb817e63-c338-4d3f-994e-8125c55f4808 None None] Provisioning complete for port 8ede1986-1e04-4280-88f2-5a9992a39583 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:05.946077 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bb817e63-c338-4d3f-994e-8125c55f4808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:06.011557 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ad466ac9-c951-44bc-b12d-bcb3ba229bb6 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:06.012880 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-bb817e63-c338-4d3f-994e-8125c55f4808 None None] Port 8ede1986-1e04-4280-88f2-5a9992a39583 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:08:06.014428 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ad466ac9-c951-44bc-b12d-bcb3ba229bb6 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:06.015627 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ad466ac9-c951-44bc-b12d-bcb3ba229bb6 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/security-groups/a5b5faaf-7b8f-4a7c-b1c4-add34eba1c46 HTTP/1.1" status: 204 len: 168 time: 0.2177863 Nov 26 03:08:06.018442 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36096) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:06.020875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-bb817e63-c338-4d3f-994e-8125c55f4808 None None] Could not find standard attr ID for object 5db3ece9-6a71-43e1-b4e2-e50285dac1aa. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:08:06.028501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad466ac9-c951-44bc-b12d-bcb3ba229bb6 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b5faaf-7b8f-4a7c-b1c4-add34eba1c46,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:06.040328 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-bb817e63-c338-4d3f-994e-8125c55f4808 None None] Provisioning complete for port a85a0955-0107-44a7-be09-a2bd1d192a6e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:06.041035 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bb817e63-c338-4d3f-994e-8125c55f4808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:06.136143 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bac2183f-31d8-4268-8649-44ff42b13e53 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:06.163604 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bac2183f-31d8-4268-8649-44ff42b13e53 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:06.213091 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bac2183f-31d8-4268-8649-44ff42b13e53 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:06.216991 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bac2183f-31d8-4268-8649-44ff42b13e53 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:06.219088 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bac2183f-31d8-4268-8649-44ff42b13e53 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/security-groups/c031b992-50bf-448f-a782-a6512309ff03 HTTP/1.1" status: 204 len: 168 time: 0.1993871 Nov 26 03:08:06.227454 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36104) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:06.244090 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2183f-31d8-4268-8649-44ff42b13e53 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c031b992-50bf-448f-a782-a6512309ff03,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:06.321444 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31bbc8f-719d-43ba-9906-5fdab4c78cc5 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting subnet 0d82d42a-2982-405d-881e-886232baed14 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:08:06.325481 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a31bbc8f-719d-43ba-9906-5fdab4c78cc5 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:06.416253 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a31bbc8f-719d-43ba-9906-5fdab4c78cc5 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:06.554824 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a31bbc8f-719d-43ba-9906-5fdab4c78cc5 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:06.656791 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a31bbc8f-719d-43ba-9906-5fdab4c78cc5 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:06.679656 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-26bb535f-afa8-45e6-8f9f-4ef499275ffe None None] Could not find standard attr ID for object 5db3ece9-6a71-43e1-b4e2-e50285dac1aa. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:08:06.699230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bbc8f-719d-43ba-9906-5fdab4c78cc5 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Subnet': ['ID=0d82d42a-2982-405d-881e-886232baed14,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:06.703699 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a31bbc8f-719d-43ba-9906-5fdab4c78cc5 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:06.708197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a31bbc8f-719d-43ba-9906-5fdab4c78cc5 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/0d82d42a-2982-405d-881e-886232baed14 HTTP/1.1" status: 204 len: 168 time: 0.4796114 Nov 26 03:08:06.712211 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36116) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:06.816285 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-e325191f-71d3-4949-a670-eba12256f84c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting subnet d7eef11a-b3d4-495d-bff8-881bc2cddc0b {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:08:06.820463 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e325191f-71d3-4949-a670-eba12256f84c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:06.884642 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a85a0955-0107-44a7-be09-a2bd1d192a6e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:08:06.901303 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e325191f-71d3-4949-a670-eba12256f84c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:06.962987 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd24aee0-815f-4641-9860-d6a08eeeb325 None None] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:08:07.029448 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a85a0955-0107-44a7-be09-a2bd1d192a6e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:07.029820 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:07.080327 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e325191f-71d3-4949-a670-eba12256f84c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:07.177576 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e325191f-71d3-4949-a670-eba12256f84c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:07.219517 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325191f-71d3-4949-a670-eba12256f84c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Subnet': ['ID=d7eef11a-b3d4-495d-bff8-881bc2cddc0b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:07.244352 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e325191f-71d3-4949-a670-eba12256f84c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:07.255961 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e325191f-71d3-4949-a670-eba12256f84c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/d7eef11a-b3d4-495d-bff8-881bc2cddc0b HTTP/1.1" status: 204 len: 168 time: 0.5400929 Nov 26 03:08:07.255961 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36128) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:07.284162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36132) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:07.320989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a5fbdb-e0aa-47f1-b095-6e2a8acb03ce None None] Update dhcp port {'port': {'network_id': '5e847201-7fb8-42da-9b3d-420bbbeae75b', 'fixed_ips': [{'subnet_id': '73adf021-0e1d-4d2e-87f0-4189c5ae5b86', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd7eef11a-b3d4-495d-bff8-881bc2cddc0b'}], 'binding:host_id': 'n-d-819389-3'}, 'id': 'a85a0955-0107-44a7-be09-a2bd1d192a6e'} from n-d-819389-3. {{(pid=104803) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 03:08:07.329614 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd453e0-b2be-47d6-826d-1438eba10499 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] DELETE failed (client error): The resource could not be found. Nov 26 03:08:07.330132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd453e0-b2be-47d6-826d-1438eba10499 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:08:07.336631 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5bd453e0-b2be-47d6-826d-1438eba10499 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/0d82d42a-2982-405d-881e-886232baed14 HTTP/1.1" status: 404 len: 337 time: 0.0675778 Nov 26 03:08:07.337917 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36134) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:07.363722 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-11a5fbdb-e0aa-47f1-b095-6e2a8acb03ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:07.437435 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03a2cd4-0774-4144-ba29-7b94f2d7baff tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting subnet 73adf021-0e1d-4d2e-87f0-4189c5ae5b86 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:08:07.443854 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d03a2cd4-0774-4144-ba29-7b94f2d7baff tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:07.545950 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d03a2cd4-0774-4144-ba29-7b94f2d7baff tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:07.702869 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d03a2cd4-0774-4144-ba29-7b94f2d7baff tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:07.832489 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d03a2cd4-0774-4144-ba29-7b94f2d7baff tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server [None req-11a5fbdb-e0aa-47f1-b095-6e2a8acb03ce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73adf021-0e1d-4d2e-87f0-4189c5ae5b86: This subnet is being modified by another concurrent operation. Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise exception Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73adf021-0e1d-4d2e-87f0-4189c5ae5b86: This subnet is being modified by another concurrent operation. Nov 26 03:08:07.833318 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Nov 26 03:08:07.884322 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a2cd4-0774-4144-ba29-7b94f2d7baff tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Subnet': ['ID=73adf021-0e1d-4d2e-87f0-4189c5ae5b86,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:07.893631 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d03a2cd4-0774-4144-ba29-7b94f2d7baff tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:07.900570 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36148) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:07.900772 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d03a2cd4-0774-4144-ba29-7b94f2d7baff tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/73adf021-0e1d-4d2e-87f0-4189c5ae5b86 HTTP/1.1" status: 204 len: 168 time: 0.5614338 Nov 26 03:08:07.935827 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f75cd3f-98fb-4204-ac6a-2b1f50b9ccf7 None None] Network 5e847201-7fb8-42da-9b3d-420bbbeae75b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:08:07.958394 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de974d9-1d9c-40ea-af55-c4101fbd2419 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] DELETE failed (client error): The resource could not be found. Nov 26 03:08:07.958987 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de974d9-1d9c-40ea-af55-c4101fbd2419 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:08:07.962653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3de974d9-1d9c-40ea-af55-c4101fbd2419 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/47c2de24-fd72-443d-8960-8759e18194c6 HTTP/1.1" status: 404 len: 337 time: 0.0577381 Nov 26 03:08:07.965342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36150) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:08.037464 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-45f3092b-0bb8-491a-9c6a-54509b26676c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "GET /v2.0/ports?device_id=342f0869-e3b6-475d-b11f-e3b2dda38716 HTTP/1.1" status: 200 len: 205 time: 0.0694809 Nov 26 03:08:08.038763 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36154) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:08.050939 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-71ec6e56-b487-4195-b93f-c73cfee66b82 None None] Provisioning complete for port 8ede1986-1e04-4280-88f2-5a9992a39583 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:08.052074 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-71ec6e56-b487-4195-b93f-c73cfee66b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:08.099015 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-71ec6e56-b487-4195-b93f-c73cfee66b82 None None] Port 8ede1986-1e04-4280-88f2-5a9992a39583 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:08:08.136448 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-71ec6e56-b487-4195-b93f-c73cfee66b82 None None] Provisioning complete for port a85a0955-0107-44a7-be09-a2bd1d192a6e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:08.137091 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-71ec6e56-b487-4195-b93f-c73cfee66b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:08.142736 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-13ec5f5d-e112-4c6f-a0b4-9c14ceffbc7c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] delete failed (client error): The resource could not be found. Nov 26 03:08:08.146177 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-13ec5f5d-e112-4c6f-a0b4-9c14ceffbc7c tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/routers/342f0869-e3b6-475d-b11f-e3b2dda38716 HTTP/1.1" status: 404 len: 336 time: 0.1035943 Nov 26 03:08:08.146765 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36156) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:08.181259 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-499de69f-9c32-4741-a884-0c0262690e28 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] DELETE failed (client error): The resource could not be found. Nov 26 03:08:08.181732 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499de69f-9c32-4741-a884-0c0262690e28 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:08:08.185234 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-499de69f-9c32-4741-a884-0c0262690e28 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/6ad7befc-7414-48d6-a43a-95ea87b0efc6 HTTP/1.1" status: 404 len: 337 time: 0.0374248 Nov 26 03:08:08.188247 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36158) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:08.218495 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad54e81b-556d-4dbc-a730-8211372d71d4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] DELETE failed (client error): The resource could not be found. Nov 26 03:08:08.218958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad54e81b-556d-4dbc-a730-8211372d71d4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:08:08.222469 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ad54e81b-556d-4dbc-a730-8211372d71d4 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/cbd130b6-4694-4b41-bbbd-1507c618f3d6 HTTP/1.1" status: 404 len: 337 time: 0.0329301 Nov 26 03:08:08.225209 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36160) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:08.285127 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef646cb9-120b-4615-b8f3-29ae09f22c44 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] DELETE failed (client error): The resource could not be found. Nov 26 03:08:08.286128 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef646cb9-120b-4615-b8f3-29ae09f22c44 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:08:08.291344 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ef646cb9-120b-4615-b8f3-29ae09f22c44 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/c999926c-0fd3-4707-a635-347da7a0319b HTTP/1.1" status: 404 len: 337 time: 0.0651510 Nov 26 03:08:08.293412 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb511f7-b41f-44fc-9d26-7dab80975b76 None None] DHCP port deletion for 5e847201-7fb8-42da-9b3d-420bbbeae75b request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:08:08.294826 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36162) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:08.350101 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-4acfa7a0-21be-4450-91e0-7215af722514 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] DELETE failed (client error): The resource could not be found. Nov 26 03:08:08.350714 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4acfa7a0-21be-4450-91e0-7215af722514 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:08:08.358382 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4acfa7a0-21be-4450-91e0-7215af722514 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/ports/f902feca-f506-42a7-b065-37ef05cd3dd3 HTTP/1.1" status: 404 len: 333 time: 0.0633972 Nov 26 03:08:08.361492 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36166) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:08.383634 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ffb511f7-b41f-44fc-9d26-7dab80975b76 None None] Deleting port a85a0955-0107-44a7-be09-a2bd1d192a6e {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:08:08.385537 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ffb511f7-b41f-44fc-9d26-7dab80975b76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:08.421760 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-41900329-02a4-4470-a83d-834fd639c800 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] DELETE failed (client error): The resource could not be found. Nov 26 03:08:08.422162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41900329-02a4-4470-a83d-834fd639c800 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:08:08.425619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-41900329-02a4-4470-a83d-834fd639c800 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/bb865341-9a75-400d-8210-d9ac4af98ac6 HTTP/1.1" status: 404 len: 337 time: 0.0625494 Nov 26 03:08:08.428239 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36168) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:08.465638 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9f0b56-1f3b-4f32-aa71-869c8c3c873e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] DELETE failed (client error): The resource could not be found. Nov 26 03:08:08.466149 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9f0b56-1f3b-4f32-aa71-869c8c3c873e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:08:08.469672 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3e9f0b56-1f3b-4f32-aa71-869c8c3c873e tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/d2f7d788-c0ae-4ade-97be-a67ddbcb3eef HTTP/1.1" status: 404 len: 337 time: 0.0402482 Nov 26 03:08:08.471916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36172) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:08.477661 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ffb511f7-b41f-44fc-9d26-7dab80975b76 None None] For port a85a0955-0107-44a7-be09-a2bd1d192a6e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a85a0955-0107-44a7-be09-a2bd1d192a6e,segment=NetworkSegment(cdd596d5-b220-4fa3-b4e4-feb27a1e8528),segment_id=cdd596d5-b220-4fa3-b4e4-feb27a1e8528)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:08.478381 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ffb511f7-b41f-44fc-9d26-7dab80975b76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:08.504419 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8e24c4-7ad8-4e99-bba7-880c7bf63e7f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] DELETE failed (client error): The resource could not be found. Nov 26 03:08:08.504987 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8e24c4-7ad8-4e99-bba7-880c7bf63e7f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:08:08.505957 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ffb511f7-b41f-44fc-9d26-7dab80975b76 None None] Calling delete_port for a85a0955-0107-44a7-be09-a2bd1d192a6e owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:08:08.508379 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7b8e24c4-7ad8-4e99-bba7-880c7bf63e7f tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/ports/75b14928-a6ec-4dad-a949-34e50adeb75f HTTP/1.1" status: 404 len: 333 time: 0.0352886 Nov 26 03:08:08.510869 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36176) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:08.545705 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea8cf79-2d6f-436a-acca-e21ad80f5aa9 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] DELETE failed (client error): The resource could not be found. Nov 26 03:08:08.546206 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea8cf79-2d6f-436a-acca-e21ad80f5aa9 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:08:08.550042 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2ea8cf79-2d6f-436a-acca-e21ad80f5aa9 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/8e461852-0efa-4cc4-9c81-777a7b436fee HTTP/1.1" status: 404 len: 337 time: 0.0381227 Nov 26 03:08:08.553586 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36178) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:08.599511 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bdd140-e9c2-44f2-b571-939c9b235c27 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] DELETE failed (client error): The resource could not be found. Nov 26 03:08:08.599982 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21bdd140-e9c2-44f2-b571-939c9b235c27 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:08:08.609139 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-21bdd140-e9c2-44f2-b571-939c9b235c27 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/subnets/e469f2b2-43f9-4dad-9d94-9806ab458d34 HTTP/1.1" status: 404 len: 337 time: 0.0510855 Nov 26 03:08:08.609823 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36182) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:08.637465 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24dbde70-fb2a-4b9c-9123-d594e47c317b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:08.650945 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ffb511f7-b41f-44fc-9d26-7dab80975b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:08.680083 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb511f7-b41f-44fc-9d26-7dab80975b76 None None] Pushing event deleted for resources: {'Port': ['ID=a85a0955-0107-44a7-be09-a2bd1d192a6e,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:08.685903 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb511f7-b41f-44fc-9d26-7dab80975b76 None None] No DVR routers for this DVR port a85a0955-0107-44a7-be09-a2bd1d192a6e on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:08:08.734809 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5174273-3026-4330-b965-33c35d9d337f None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 03:08:08.749055 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-3545107e-4574-434c-bb52-15112e645ccf tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Deleting port 8ede1986-1e04-4280-88f2-5a9992a39583 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:08:08.750023 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3545107e-4574-434c-bb52-15112e645ccf tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:08.841279 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3545107e-4574-434c-bb52-15112e645ccf tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:08.859568 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-3545107e-4574-434c-bb52-15112e645ccf tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Calling delete_port for 8ede1986-1e04-4280-88f2-5a9992a39583 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:08:08.901498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a85a0955-0107-44a7-be09-a2bd1d192a6e no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:08:08.982248 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3545107e-4574-434c-bb52-15112e645ccf tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:09.019148 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545107e-4574-434c-bb52-15112e645ccf tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Port': ['ID=8ede1986-1e04-4280-88f2-5a9992a39583,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:09.026018 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3545107e-4574-434c-bb52-15112e645ccf tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:09.033103 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3545107e-4574-434c-bb52-15112e645ccf tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/ports/8ede1986-1e04-4280-88f2-5a9992a39583 HTTP/1.1" status: 204 len: 168 time: 0.4220645 Nov 26 03:08:09.033503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36190) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:09.137209 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: a85a0955-0107-44a7-be09-a2bd1d192a6e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:08:09.137755 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a85a0955-0107-44a7-be09-a2bd1d192a6e not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:08:09.164009 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-048119aa-698c-40a2-a6d8-52d24293fbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:09.165360 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5174273-3026-4330-b965-33c35d9d337f None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 03:08:09.328551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-24dbde70-fb2a-4b9c-9123-d594e47c317b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Deleting port 8d8e5290-b3f5-43b2-b005-48b0932d2446 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:08:09.329035 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24dbde70-fb2a-4b9c-9123-d594e47c317b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:09.333178 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-048119aa-698c-40a2-a6d8-52d24293fbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:09.404813 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-048119aa-698c-40a2-a6d8-52d24293fbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e847201-7fb8-42da-9b3d-420bbbeae75b']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:09.425283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-048119aa-698c-40a2-a6d8-52d24293fbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd596d5-b220-4fa3-b4e4-feb27a1e8528') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:09.426236 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-048119aa-698c-40a2-a6d8-52d24293fbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd596d5-b220-4fa3-b4e4-feb27a1e8528') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:09.448865 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-048119aa-698c-40a2-a6d8-52d24293fbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:09.475029 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-048119aa-698c-40a2-a6d8-52d24293fbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:09.489494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048119aa-698c-40a2-a6d8-52d24293fbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:08:09.489893 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-048119aa-698c-40a2-a6d8-52d24293fbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:08:09.492838 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:08:09.495366 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-24dbde70-fb2a-4b9c-9123-d594e47c317b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] For port 8d8e5290-b3f5-43b2-b005-48b0932d2446, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8d8e5290-b3f5-43b2-b005-48b0932d2446,segment=NetworkSegment(6974bc1f-cbc7-4a1f-84c8-92b6b6c28242),segment_id=6974bc1f-cbc7-4a1f-84c8-92b6b6c28242)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:09.495366 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24dbde70-fb2a-4b9c-9123-d594e47c317b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:09.550401 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-24dbde70-fb2a-4b9c-9123-d594e47c317b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Calling delete_port for 8d8e5290-b3f5-43b2-b005-48b0932d2446 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:08:09.612496 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-048119aa-698c-40a2-a6d8-52d24293fbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:09.618319 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-048119aa-698c-40a2-a6d8-52d24293fbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:09.625505 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-048119aa-698c-40a2-a6d8-52d24293fbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] 10.222.0.31 "DELETE /v2.0/networks/5e847201-7fb8-42da-9b3d-420bbbeae75b HTTP/1.1" status: 204 len: 168 time: 0.5863948 Nov 26 03:08:09.659063 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048119aa-698c-40a2-a6d8-52d24293fbe1 tempest-PortsTestJSON-2003343934 tempest-PortsTestJSON-2003343934-project] Pushing event deleted for resources: {'Network': ['ID=5e847201-7fb8-42da-9b3d-420bbbeae75b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:09.841763 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:08:09.881522 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24dbde70-fb2a-4b9c-9123-d594e47c317b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:09.911912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbde70-fb2a-4b9c-9123-d594e47c317b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'Port': ['ID=8d8e5290-b3f5-43b2-b005-48b0932d2446,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:10.010234 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36212) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:10.137201 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24dbde70-fb2a-4b9c-9123-d594e47c317b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:10.372455 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3ba85a84-25b7-4cd6-97da-6b2bf4d5671e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1295228d6a24252a2da3a8bdd835e22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3609104 Nov 26 03:08:10.374814 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36220) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:10.415136 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24dbde70-fb2a-4b9c-9123-d594e47c317b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:08:10.431004 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23d75f7d-280b-4ba3-b7f1-677758354747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:10.462572 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23d75f7d-280b-4ba3-b7f1-677758354747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:10.522447 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23d75f7d-280b-4ba3-b7f1-677758354747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:10.526630 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23d75f7d-280b-4ba3-b7f1-677758354747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:10.527852 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-23d75f7d-280b-4ba3-b7f1-677758354747 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13c96851-5d3f-4ef5-a4eb-af7fc73f0bd4 HTTP/1.1" status: 204 len: 168 time: 0.1518583 Nov 26 03:08:10.538758 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d75f7d-280b-4ba3-b7f1-677758354747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c96851-5d3f-4ef5-a4eb-af7fc73f0bd4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:10.594261 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dbde70-fb2a-4b9c-9123-d594e47c317b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:08:10.604912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf19d2e-dae1-46a5-bcf5-f8ee162c2722 None None] Sync routers for ids ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:08:10.606179 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-24dbde70-fb2a-4b9c-9123-d594e47c317b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "PUT /v2.0/routers/23593be7-a4a7-4b75-9aa0-23d00a4e9d68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3208854 Nov 26 03:08:10.620002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf19d2e-dae1-46a5-bcf5-f8ee162c2722 None None] Routers {'23593be7-a4a7-4b75-9aa0-23d00a4e9d68'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:08:10.620791 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ccf19d2e-dae1-46a5-bcf5-f8ee162c2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:07:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:10.812868 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-ccf19d2e-dae1-46a5-bcf5-f8ee162c2722 None None] Set router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:08:11.036007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82a47f-5464-4ad4-9b76-958389b9be0a req-4b7c25d2-2bb2-43f3-b2c8-b29565610ea1 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:11.046012 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a82a47f-5464-4ad4-9b76-958389b9be0a req-4b7c25d2-2bb2-43f3-b2c8-b29565610ea1 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 946 time: 0.0648994 Nov 26 03:08:11.104537 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a82a47f-5464-4ad4-9b76-958389b9be0a req-072dbf93-ed24-42f3-baec-f719c9a7156b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=66c5fae2-98c4-4e13-8f75-51bc3a2d509e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572915 Nov 26 03:08:11.167035 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ccf19d2e-dae1-46a5-bcf5-f8ee162c2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:08:09Z', 'revision_number': 6, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'e9b4f530-37df-4ea9-a80f-febff11e2ee1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'port_id': 'e80f4ab7-c167-47c5-8f88-c96c135d4215', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'mac_address': 'fa:16:3e:7b:10:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:06:43Z', 'updated_at': '2021-11-26T03:06:47Z', 'revision_number': 1, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0acba39-f266-45fa-b9bb-e61e6b3fe336', 'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:22:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:21Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:11.196414 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf19d2e-dae1-46a5-bcf5-f8ee162c2722 None None] Checking router: 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:08:11.207663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf19d2e-dae1-46a5-bcf5-f8ee162c2722 None None] Routers {'23593be7-a4a7-4b75-9aa0-23d00a4e9d68'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:08:11.208598 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ccf19d2e-dae1-46a5-bcf5-f8ee162c2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:07:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:11.334643 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-ccf19d2e-dae1-46a5-bcf5-f8ee162c2722 None None] Set router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:08:11.619636 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ccf19d2e-dae1-46a5-bcf5-f8ee162c2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:08:09Z', 'revision_number': 6, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'e9b4f530-37df-4ea9-a80f-febff11e2ee1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'port_id': 'e80f4ab7-c167-47c5-8f88-c96c135d4215', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'mac_address': 'fa:16:3e:7b:10:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:06:43Z', 'updated_at': '2021-11-26T03:06:47Z', 'revision_number': 1, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0acba39-f266-45fa-b9bb-e61e6b3fe336', 'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:22:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:21Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:11.655116 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf19d2e-dae1-46a5-bcf5-f8ee162c2722 None None] The sync data for ids ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'] in n-d-819389-3 is: [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:08:09Z', 'revision_number': 6, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'e9b4f530-37df-4ea9-a80f-febff11e2ee1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'port_id': 'e80f4ab7-c167-47c5-8f88-c96c135d4215', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'mac_address': 'fa:16:3e:7b:10:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:06:43Z', 'updated_at': '2021-11-26T03:06:47Z', 'revision_number': 1, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0acba39-f266-45fa-b9bb-e61e6b3fe336', 'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:22:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:21Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:08:11.685492 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2087f1e7-4828-4f5c-9309-50eafe5e7bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:11.842945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36270) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:11.955019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-149db52b-9e9e-4b0d-8651-827fdf57b593 tempest-DvrRoutersNegativeTest-17752934 tempest-DvrRoutersNegativeTest-17752934-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2060875826', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:11.958135 n-d-819389-3 neutron-server[104802]: DEBUG neutron.policy [None req-149db52b-9e9e-4b0d-8651-827fdf57b593 tempest-DvrRoutersNegativeTest-17752934 tempest-DvrRoutersNegativeTest-17752934-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104802) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 26 03:08:11.958435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.policy [None req-149db52b-9e9e-4b0d-8651-827fdf57b593 tempest-DvrRoutersNegativeTest-17752934 tempest-DvrRoutersNegativeTest-17752934-project] Failed policy check for 'create_router' {{(pid=104802) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 26 03:08:11.958977 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-149db52b-9e9e-4b0d-8651-827fdf57b593 tempest-DvrRoutersNegativeTest-17752934 tempest-DvrRoutersNegativeTest-17752934-project] create failed (client error): Access was denied to this resource. Nov 26 03:08:11.962298 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-149db52b-9e9e-4b0d-8651-827fdf57b593 tempest-DvrRoutersNegativeTest-17752934 tempest-DvrRoutersNegativeTest-17752934-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1154635 Nov 26 03:08:12.263339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50852453-331e-424c-aa27-67465e7733e6 req-10d7aaf4-f610-4986-896e-ca55e60a6b20 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:12.265622 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-50852453-331e-424c-aa27-67465e7733e6 req-10d7aaf4-f610-4986-896e-ca55e60a6b20 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 946 time: 0.0683091 Nov 26 03:08:12.321252 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36284) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:12.351368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-50852453-331e-424c-aa27-67465e7733e6 req-9155dd1d-6ea6-43eb-b42a-84cce8b86cfd tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=66c5fae2-98c4-4e13-8f75-51bc3a2d509e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781543 Nov 26 03:08:12.451800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b465ce3-534f-4bf3-bddb-21a783c90a11 req-c7f4af10-e755-4104-ad44-2b3bf636cd1e tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:12.455059 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2b465ce3-534f-4bf3-bddb-21a783c90a11 req-c7f4af10-e755-4104-ad44-2b3bf636cd1e tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.59 "GET /v2.0/ports?device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 946 time: 0.0606029 Nov 26 03:08:12.577359 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-950ac611-eba6-41ab-abee-a2d255d263fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:12.591367 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-2b465ce3-534f-4bf3-bddb-21a783c90a11 req-69c9da97-3343-4f69-904f-ef05b63624ac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Deleting port 72741691-509f-4dc5-b3ec-9f6f15605bfd {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:08:12.591712 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2b465ce3-534f-4bf3-bddb-21a783c90a11 req-69c9da97-3343-4f69-904f-ef05b63624ac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:12.731583 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-2b465ce3-534f-4bf3-bddb-21a783c90a11 req-69c9da97-3343-4f69-904f-ef05b63624ac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] For port 72741691-509f-4dc5-b3ec-9f6f15605bfd, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=72741691-509f-4dc5-b3ec-9f6f15605bfd,segment=NetworkSegment(6974bc1f-cbc7-4a1f-84c8-92b6b6c28242),segment_id=6974bc1f-cbc7-4a1f-84c8-92b6b6c28242)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:12.732638 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2b465ce3-534f-4bf3-bddb-21a783c90a11 req-69c9da97-3343-4f69-904f-ef05b63624ac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:12.756010 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-2b465ce3-534f-4bf3-bddb-21a783c90a11 req-69c9da97-3343-4f69-904f-ef05b63624ac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Calling delete_port for 72741691-509f-4dc5-b3ec-9f6f15605bfd owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:08:12.777807 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-950ac611-eba6-41ab-abee-a2d255d263fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:12.781591 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8d8e5290-b3f5-43b2-b005-48b0932d2446 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:08:12.784614 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-950ac611-eba6-41ab-abee-a2d255d263fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:12.821771 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 8d8e5290-b3f5-43b2-b005-48b0932d2446 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:08:12.822383 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8d8e5290-b3f5-43b2-b005-48b0932d2446 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:08:12.870197 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-950ac611-eba6-41ab-abee-a2d255d263fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f2ddff0a85942e183ed6d0aed44f1b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5472734 Nov 26 03:08:12.872882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36298) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:12.880919 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ac611-eba6-41ab-abee-a2d255d263fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f361fdaa-0c75-41a5-aba0-4baef2148932,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:12.941186 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-10664634-a26e-4f9f-a0cf-ae634663c6a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:12.974527 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-10664634-a26e-4f9f-a0cf-ae634663c6a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:12.994484 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2b465ce3-534f-4bf3-bddb-21a783c90a11 req-69c9da97-3343-4f69-904f-ef05b63624ac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:13.029085 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9da97-3343-4f69-904f-ef05b63624ac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'Port': ['ID=72741691-509f-4dc5-b3ec-9f6f15605bfd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:13.033384 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-10664634-a26e-4f9f-a0cf-ae634663c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:13.037863 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-10664634-a26e-4f9f-a0cf-ae634663c6a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:13.039429 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-10664634-a26e-4f9f-a0cf-ae634663c6a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f361fdaa-0c75-41a5-aba0-4baef2148932 HTTP/1.1" status: 204 len: 168 time: 0.1644599 Nov 26 03:08:13.055180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10664634-a26e-4f9f-a0cf-ae634663c6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f361fdaa-0c75-41a5-aba0-4baef2148932,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:13.095680 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b465ce3-534f-4bf3-bddb-21a783c90a11 req-69c9da97-3343-4f69-904f-ef05b63624ac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] No DVR routers for this DVR port 72741691-509f-4dc5-b3ec-9f6f15605bfd on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:08:13.098889 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2b465ce3-534f-4bf3-bddb-21a783c90a11 req-69c9da97-3343-4f69-904f-ef05b63624ac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:13.105198 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2b465ce3-534f-4bf3-bddb-21a783c90a11 req-69c9da97-3343-4f69-904f-ef05b63624ac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.59 "DELETE /v2.0/ports/72741691-509f-4dc5-b3ec-9f6f15605bfd HTTP/1.1" status: 204 len: 173 time: 0.6436708 Nov 26 03:08:13.105855 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4142e44b-932a-4e42-9fe5-0ebbf28a47f6', 'name': 'network-vif-deleted', 'tag': '72741691-509f-4dc5-b3ec-9f6f15605bfd'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:08:13.108482 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d2122f-2fa4-4e9b-ab3b-15cf9ab820ea" -d '{"events": [{"server_uuid": "4142e44b-932a-4e42-9fe5-0ebbf28a47f6", "name": "network-vif-deleted", "tag": "72741691-509f-4dc5-b3ec-9f6f15605bfd"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:08:13.168524 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9b217a-b8a5-443c-b9c1-cdac0cc1c576 x-openstack-request-id: req-8b9b217a-b8a5-443c-b9c1-cdac0cc1c576 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:08:13.168873 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4142e44b-932a-4e42-9fe5-0ebbf28a47f6", "name": "network-vif-deleted", "tag": "72741691-509f-4dc5-b3ec-9f6f15605bfd", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:08:13.169142 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b9b217a-b8a5-443c-b9c1-cdac0cc1c576 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:08:13.169645 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4142e44b-932a-4e42-9fe5-0ebbf28a47f6', 'name': 'network-vif-deleted', 'tag': '72741691-509f-4dc5-b3ec-9f6f15605bfd', 'status': 'completed', 'code': 200} Nov 26 03:08:13.494301 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-866ea073-97c1-4f8f-ab14-947650d23f24 req-60df2f03-9838-4dcc-bc83-3404b91ae0ab tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=4142e44b-932a-4e42-9fe5-0ebbf28a47f6 HTTP/1.1" status: 200 len: 210 time: 0.0364280 Nov 26 03:08:14.133944 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-064beb9b-6921-4497-abdd-05b8a25679fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:14.569066 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36362) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:14.643608 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-acb2d1cd-eb24-47d1-afb8-e8cda74017e1 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:14.674352 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-acb2d1cd-eb24-47d1-afb8-e8cda74017e1 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:14.763959 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-acb2d1cd-eb24-47d1-afb8-e8cda74017e1 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:14.767419 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-acb2d1cd-eb24-47d1-afb8-e8cda74017e1 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:14.772567 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-acb2d1cd-eb24-47d1-afb8-e8cda74017e1 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "DELETE /v2.0/security-groups/66c5fae2-98c4-4e13-8f75-51bc3a2d509e HTTP/1.1" status: 204 len: 168 time: 0.2024114 Nov 26 03:08:14.799528 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2d1cd-eb24-47d1-afb8-e8cda74017e1 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c5fae2-98c4-4e13-8f75-51bc3a2d509e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:14.820769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36376) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:14.899154 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-965f7c65-1910-4c5a-b5ef-56602b3069e1 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Deleting subnet db8036cb-bb46-4d56-bd65-417265c1a63b {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:08:14.903938 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-965f7c65-1910-4c5a-b5ef-56602b3069e1 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:14.969982 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-965f7c65-1910-4c5a-b5ef-56602b3069e1 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:15.042119 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:15.121680 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-965f7c65-1910-4c5a-b5ef-56602b3069e1 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:15.234827 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-965f7c65-1910-4c5a-b5ef-56602b3069e1 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:15.294060 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f7c65-1910-4c5a-b5ef-56602b3069e1 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'Subnet': ['ID=db8036cb-bb46-4d56-bd65-417265c1a63b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:15.305253 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-965f7c65-1910-4c5a-b5ef-56602b3069e1 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:15.309397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fc75f3-6cb1-4fac-8744-34b23b3526e8 None None] Network 9fc1d5ef-23b8-45a5-8863-1528f2369058 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:08:15.312689 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36396) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:15.313268 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-965f7c65-1910-4c5a-b5ef-56602b3069e1 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "DELETE /v2.0/subnets/db8036cb-bb46-4d56-bd65-417265c1a63b HTTP/1.1" status: 204 len: 168 time: 0.4912367 Nov 26 03:08:15.491684 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd04bd3-b0be-4faa-944b-240e54ab8ede req-948b733a-e149-4f75-a323-fcfdc250532d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:15.493429 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9bd04bd3-b0be-4faa-944b-240e54ab8ede req-948b733a-e149-4f75-a323-fcfdc250532d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c89c68d8ac0e44dab84b0f2ed35f94fc&device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 1096 time: 0.1288910 Nov 26 03:08:15.501891 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446128d-5523-4497-bd1c-5664aec62c08 req-a882a04f-45de-4369-924b-02853b304361 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:15.503640 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d446128d-5523-4497-bd1c-5664aec62c08 req-a882a04f-45de-4369-924b-02853b304361 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0728261 Nov 26 03:08:15.507009 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:15.634288 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d446128d-5523-4497-bd1c-5664aec62c08 req-bcf88775-9d82-4029-8da1-fc62d22b97b1 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201291 Nov 26 03:08:15.666719 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Deleting port 9f61e773-a75f-4a05-9d33-10b97e2df14e {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:08:15.667265 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:15.673090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd04bd3-b0be-4faa-944b-240e54ab8ede req-9f9c76cd-41e6-4caa-a041-9a2ad082fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:15.674607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9bd04bd3-b0be-4faa-944b-240e54ab8ede req-9f9c76cd-41e6-4caa-a041-9a2ad082fd7a service neutron] 10.222.0.54 "GET /v2.0/networks?id=6280ac1e-1eae-48ef-80cc-cccad8729faa HTTP/1.1" status: 200 len: 920 time: 0.1694462 Nov 26 03:08:15.685394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdffa6c5-f21d-4ec7-a598-a2ae6b83b1a0 None None] DHCP port deletion for 9fc1d5ef-23b8-45a5-8863-1528f2369058 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:08:15.733279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9bd04bd3-b0be-4faa-944b-240e54ab8ede req-dbff3c94-e20e-49ca-8f9b-18df730ba6e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bed1bd1-786b-44a2-8676-d86be8f22c9c HTTP/1.1" status: 200 len: 217 time: 0.0496016 Nov 26 03:08:15.786689 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-cdffa6c5-f21d-4ec7-a598-a2ae6b83b1a0 None None] Deleting port 9f61e773-a75f-4a05-9d33-10b97e2df14e {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:08:15.787084 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cdffa6c5-f21d-4ec7-a598-a2ae6b83b1a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:15.831271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd04bd3-b0be-4faa-944b-240e54ab8ede req-96d33eac-df26-4e9c-8bd2-1907721e385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:15.831859 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] For port 9f61e773-a75f-4a05-9d33-10b97e2df14e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9f61e773-a75f-4a05-9d33-10b97e2df14e,segment=NetworkSegment(6974bc1f-cbc7-4a1f-84c8-92b6b6c28242),segment_id=6974bc1f-cbc7-4a1f-84c8-92b6b6c28242)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:15.832269 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:15.832990 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9bd04bd3-b0be-4faa-944b-240e54ab8ede req-96d33eac-df26-4e9c-8bd2-1907721e385b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb1ab1f2-83bb-4e57-8629-c0eaece17eaf HTTP/1.1" status: 200 len: 859 time: 0.0914378 Nov 26 03:08:15.865288 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Calling delete_port for 9f61e773-a75f-4a05-9d33-10b97e2df14e owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:08:15.899676 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-cdffa6c5-f21d-4ec7-a598-a2ae6b83b1a0 None None] For port 9f61e773-a75f-4a05-9d33-10b97e2df14e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9f61e773-a75f-4a05-9d33-10b97e2df14e,segment=NetworkSegment(6974bc1f-cbc7-4a1f-84c8-92b6b6c28242),segment_id=6974bc1f-cbc7-4a1f-84c8-92b6b6c28242)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:15.900005 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cdffa6c5-f21d-4ec7-a598-a2ae6b83b1a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:15.906802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9bd04bd3-b0be-4faa-944b-240e54ab8ede req-170c31ef-2c2d-44c3-9429-6cb668cd9c9c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6280ac1e-1eae-48ef-80cc-cccad8729faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615652 Nov 26 03:08:15.918500 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-cdffa6c5-f21d-4ec7-a598-a2ae6b83b1a0 None None] Calling delete_port for 9f61e773-a75f-4a05-9d33-10b97e2df14e owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:08:16.056300 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cdffa6c5-f21d-4ec7-a598-a2ae6b83b1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.063628 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.065594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9bd04bd3-b0be-4faa-944b-240e54ab8ede req-a30d9d36-8400-437a-8fc9-b35e1906d6ed service neutron] 10.222.0.54 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536598 Nov 26 03:08:16.124883 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffa6c5-f21d-4ec7-a598-a2ae6b83b1a0 None None] Pushing event deleted for resources: {'Port': ['ID=9f61e773-a75f-4a05-9d33-10b97e2df14e,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:16.129416 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdffa6c5-f21d-4ec7-a598-a2ae6b83b1a0 None None] No DVR routers for this DVR port 9f61e773-a75f-4a05-9d33-10b97e2df14e on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:08:16.161880 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'Port': ['ID=9f61e773-a75f-4a05-9d33-10b97e2df14e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:16.171188 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36422) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:16.184223 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] No DVR routers for this DVR port 9f61e773-a75f-4a05-9d33-10b97e2df14e on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:08:16.271292 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9bd04bd3-b0be-4faa-944b-240e54ab8ede req-b6749017-45e6-4fa7-abed-a4abf139af3d service neutron] 10.222.0.54 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937878 Nov 26 03:08:16.278508 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36426) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:16.286048 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.315284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc1d5ef-23b8-45a5-8863-1528f2369058']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:16.327519 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6974bc1f-cbc7-4a1f-84c8-92b6b6c28242') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:16.327805 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6974bc1f-cbc7-4a1f-84c8-92b6b6c28242') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:16.349046 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.370637 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.380193 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:08:16.381059 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:08:16.384376 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:08:16.439587 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-642e9f44-261d-4d95-a87a-03eeb0200704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.443522 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ca6f7269-0808-43a4-aeaf-d8a1ee77d799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.476474 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.483523 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.489345 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "DELETE /v2.0/networks/9fc1d5ef-23b8-45a5-8863-1528f2369058 HTTP/1.1" status: 204 len: 168 time: 1.1755111 Nov 26 03:08:16.490536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36434) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:16.508855 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d3089-3bcc-4c8f-b511-6ec97e06d54c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'Network': ['ID=9fc1d5ef-23b8-45a5-8863-1528f2369058,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:16.559076 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 72741691-509f-4dc5-b3ec-9f6f15605bfd no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:08:16.569053 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ca6f7269-0808-43a4-aeaf-d8a1ee77d799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.577912 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ca6f7269-0808-43a4-aeaf-d8a1ee77d799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.601040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 72741691-509f-4dc5-b3ec-9f6f15605bfd {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:08:16.601938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 72741691-509f-4dc5-b3ec-9f6f15605bfd not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:08:16.611583 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.632445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f7269-0808-43a4-aeaf-d8a1ee77d799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7692989-b9d8-4696-b80a-9275a81dfde1,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:16.639206 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ca6f7269-0808-43a4-aeaf-d8a1ee77d799 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f42e29719094b3bb3cf218e9896dd01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4668853 Nov 26 03:08:16.642382 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36436) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:16.651246 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-642e9f44-261d-4d95-a87a-03eeb0200704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.659042 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-642e9f44-261d-4d95-a87a-03eeb0200704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.706064 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-abfc0b7b-68c3-4701-953f-2ed14b63039b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.731409 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-abfc0b7b-68c3-4701-953f-2ed14b63039b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.759445 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-642e9f44-261d-4d95-a87a-03eeb0200704 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f9c2d131b9d40fc97cb3bf77826ac9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4773571 Nov 26 03:08:16.761250 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36440) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:16.767258 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e9f44-261d-4d95-a87a-03eeb0200704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae749d3-af69-4f39-8f5d-bab003135d4b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:16.815834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-67d29bb8-109e-4a4d-a2fb-3fcf63f1561b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Deleting port 08793838-5aa1-49a1-80af-5f1d4d6d21fa {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:08:16.815834 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-67d29bb8-109e-4a4d-a2fb-3fcf63f1561b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.836970 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a687880-8361-4fe7-b8ba-51586c10ac3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.847573 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-abfc0b7b-68c3-4701-953f-2ed14b63039b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.851861 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-abfc0b7b-68c3-4701-953f-2ed14b63039b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.853037 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-abfc0b7b-68c3-4701-953f-2ed14b63039b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7692989-b9d8-4696-b80a-9275a81dfde1 HTTP/1.1" status: 204 len: 168 time: 0.2097218 Nov 26 03:08:16.875525 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a687880-8361-4fe7-b8ba-51586c10ac3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.877422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc0b7b-68c3-4701-953f-2ed14b63039b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7692989-b9d8-4696-b80a-9275a81dfde1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:16.879782 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9f61e773-a75f-4a05-9d33-10b97e2df14e no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:08:16.880738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f9a83-82dd-4a90-b0ed-0f99428d04fc req-a24cfb90-c233-476c-997e-5e5c55f153bd tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:16.888554 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef1f9a83-82dd-4a90-b0ed-0f99428d04fc req-a24cfb90-c233-476c-997e-5e5c55f153bd tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1302421 Nov 26 03:08:16.926049 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 9f61e773-a75f-4a05-9d33-10b97e2df14e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:08:16.926754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9f61e773-a75f-4a05-9d33-10b97e2df14e not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:08:16.964958 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a687880-8361-4fe7-b8ba-51586c10ac3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.970601 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a687880-8361-4fe7-b8ba-51586c10ac3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.974496 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5a687880-8361-4fe7-b8ba-51586c10ac3c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ae749d3-af69-4f39-8f5d-bab003135d4b HTTP/1.1" status: 204 len: 168 time: 0.2095563 Nov 26 03:08:16.976962 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-67d29bb8-109e-4a4d-a2fb-3fcf63f1561b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.977417 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-67d29bb8-109e-4a4d-a2fb-3fcf63f1561b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:16.990324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef1f9a83-82dd-4a90-b0ed-0f99428d04fc req-97de8cc7-deb0-48d2-bbab-85564ad3bb2c tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007779 Nov 26 03:08:16.999750 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a687880-8361-4fe7-b8ba-51586c10ac3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae749d3-af69-4f39-8f5d-bab003135d4b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:17.012819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-67d29bb8-109e-4a4d-a2fb-3fcf63f1561b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Calling delete_port for 08793838-5aa1-49a1-80af-5f1d4d6d21fa owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:08:17.243654 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36452) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:17.259649 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-67d29bb8-109e-4a4d-a2fb-3fcf63f1561b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:17.270796 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-30fba39e-be45-4879-b74a-36b41f1fa66f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:17.296945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d29bb8-109e-4a4d-a2fb-3fcf63f1561b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'Port': ['ID=08793838-5aa1-49a1-80af-5f1d4d6d21fa,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:17.367121 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-67d29bb8-109e-4a4d-a2fb-3fcf63f1561b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:17.367454 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-67d29bb8-109e-4a4d-a2fb-3fcf63f1561b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Floating IP e9b4f530-37df-4ea9-a80f-febff11e2ee1 disassociated (deleted). External IP: 172.25.0.146, port: e80f4ab7-c167-47c5-8f88-c96c135d4215. Nov 26 03:08:17.379305 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-30fba39e-be45-4879-b74a-36b41f1fa66f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:17.385189 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-30fba39e-be45-4879-b74a-36b41f1fa66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:17.427582 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-30fba39e-be45-4879-b74a-36b41f1fa66f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=480914a54b344daab33210ee52c6da10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1823673 Nov 26 03:08:17.433878 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36454) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:17.462780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fba39e-be45-4879-b74a-36b41f1fa66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0df04dd-f6a2-4556-af02-007131853bff,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:17.509557 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-283f5aa5-93c1-4b31-b889-f18e2d06bb81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:17.530871 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:17.538328 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-283f5aa5-93c1-4b31-b889-f18e2d06bb81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:17.545413 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36456) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:17.566608 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2720f55-016f-424d-be50-837bba496a64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:17.636210 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-283f5aa5-93c1-4b31-b889-f18e2d06bb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:17.639442 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-283f5aa5-93c1-4b31-b889-f18e2d06bb81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:17.640841 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-283f5aa5-93c1-4b31-b889-f18e2d06bb81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0df04dd-f6a2-4556-af02-007131853bff HTTP/1.1" status: 204 len: 168 time: 0.2051809 Nov 26 03:08:17.660154 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f5aa5-93c1-4b31-b889-f18e2d06bb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0df04dd-f6a2-4556-af02-007131853bff,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:17.667535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d29bb8-109e-4a4d-a2fb-3fcf63f1561b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:08:17.686149 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2720f55-016f-424d-be50-837bba496a64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:17.693236 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2720f55-016f-424d-be50-837bba496a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:17.738700 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2720f55-016f-424d-be50-837bba496a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aab0d1-a704-4635-a45d-f862927df243,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:17.744480 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f2720f55-016f-424d-be50-837bba496a64 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54b0ddab79654a6ea30704c58798e5ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1975982 Nov 26 03:08:17.746654 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36460) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:17.809029 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08043d83-03db-4a46-a480-8125fd320b91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:17.840344 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08043d83-03db-4a46-a480-8125fd320b91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:17.907069 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08043d83-03db-4a46-a480-8125fd320b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:17.910736 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08043d83-03db-4a46-a480-8125fd320b91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:17.912400 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-08043d83-03db-4a46-a480-8125fd320b91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00aab0d1-a704-4635-a45d-f862927df243 HTTP/1.1" status: 204 len: 168 time: 0.1647401 Nov 26 03:08:17.922403 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08043d83-03db-4a46-a480-8125fd320b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aab0d1-a704-4635-a45d-f862927df243,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:18.230092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4312f1-af00-47a2-bc41-94d700b4cd8e req-b8c7841a-de70-476a-86ff-b2878d255521 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:18.232930 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c4312f1-af00-47a2-bc41-94d700b4cd8e req-b8c7841a-de70-476a-86ff-b2878d255521 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0777481 Nov 26 03:08:18.268755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d29bb8-109e-4a4d-a2fb-3fcf63f1561b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:08:18.276615 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-67d29bb8-109e-4a4d-a2fb-3fcf63f1561b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:18.285259 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a8fa5c-4fe1-49bc-9ccd-afc656d9f34f None None] Sync routers for ids ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:08:18.303165 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a8fa5c-4fe1-49bc-9ccd-afc656d9f34f None None] Routers {'23593be7-a4a7-4b75-9aa0-23d00a4e9d68'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:08:18.303813 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-73a8fa5c-4fe1-49bc-9ccd-afc656d9f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:18.382718 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c4312f1-af00-47a2-bc41-94d700b4cd8e req-bbbef9da-b46d-4322-b0b8-951d8faf3d80 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432309 Nov 26 03:08:18.387204 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-67d29bb8-109e-4a4d-a2fb-3fcf63f1561b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "DELETE /v2.0/floatingips/e9b4f530-37df-4ea9-a80f-febff11e2ee1 HTTP/1.1" status: 204 len: 168 time: 1.8955913 Nov 26 03:08:18.387822 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'tag': 'e80f4ab7-c167-47c5-8f88-c96c135d4215'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:08:18.390346 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8129f006-2faf-469e-a91f-03bd1936334d" -d '{"events": [{"name": "network-changed", "server_uuid": "e429c924-5e9a-4c37-b961-2525b3544cb1", "tag": "e80f4ab7-c167-47c5-8f88-c96c135d4215"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:08:18.461765 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-73a8fa5c-4fe1-49bc-9ccd-afc656d9f34f None None] Set router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:08:18.472221 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803d31e0-f14d-4efa-84a6-f3604b44e257 x-openstack-request-id: req-803d31e0-f14d-4efa-84a6-f3604b44e257 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:08:18.472841 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e429c924-5e9a-4c37-b961-2525b3544cb1", "tag": "e80f4ab7-c167-47c5-8f88-c96c135d4215", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:08:18.473474 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-803d31e0-f14d-4efa-84a6-f3604b44e257 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:08:18.474114 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'tag': 'e80f4ab7-c167-47c5-8f88-c96c135d4215', 'status': 'completed', 'code': 200} Nov 26 03:08:18.580353 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129f006-2faf-469e-a91f-03bd1936334d req-c7f958a8-d341-4fbb-bfce-22e2beec5969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:18.581178 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8129f006-2faf-469e-a91f-03bd1936334d req-c7f958a8-d341-4fbb-bfce-22e2beec5969 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cd023a1c40f48beb9652fd40a5c698a&device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 1096 time: 0.0664356 Nov 26 03:08:18.799890 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-73a8fa5c-4fe1-49bc-9ccd-afc656d9f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:08:09Z', 'revision_number': 6, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'b0acba39-f266-45fa-b9bb-e61e6b3fe336', 'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:22:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:21Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:18.832047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dea255-5f7a-4b4d-a9cf-c54beaecceea req-052abd28-516a-4e64-9f04-daa5ec4c081d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:18.840098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-46dea255-5f7a-4b4d-a9cf-c54beaecceea req-052abd28-516a-4e64-9f04-daa5ec4c081d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 945 time: 0.0876880 Nov 26 03:08:18.852682 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a8fa5c-4fe1-49bc-9ccd-afc656d9f34f None None] Checking router: 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:08:18.866397 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a8fa5c-4fe1-49bc-9ccd-afc656d9f34f None None] Routers {'23593be7-a4a7-4b75-9aa0-23d00a4e9d68'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:08:18.869668 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-73a8fa5c-4fe1-49bc-9ccd-afc656d9f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:18.870572 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129f006-2faf-469e-a91f-03bd1936334d req-13814c1c-1f0f-4a33-99ec-42f67a1bcf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:18.875915 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8129f006-2faf-469e-a91f-03bd1936334d req-13814c1c-1f0f-4a33-99ec-42f67a1bcf40 service neutron] 10.222.0.59 "GET /v2.0/networks?id=697a8cf6-7511-47a7-9719-edbaf32143d1 HTTP/1.1" status: 200 len: 898 time: 0.2825558 Nov 26 03:08:18.887617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36502) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:18.939679 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8129f006-2faf-469e-a91f-03bd1936334d req-8d51ec5b-0527-4173-9c44-13a8b57648d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80f4ab7-c167-47c5-8f88-c96c135d4215 HTTP/1.1" status: 200 len: 217 time: 0.0583880 Nov 26 03:08:18.945102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-46dea255-5f7a-4b4d-a9cf-c54beaecceea req-edd1476b-b685-463e-9f42-9effc61125f1 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d3ab107-e9d9-417c-baf3-ba0675b7d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038520 Nov 26 03:08:19.018159 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129f006-2faf-469e-a91f-03bd1936334d req-f4952fe7-d4f4-4147-998e-83b52e6a266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:19.019782 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8129f006-2faf-469e-a91f-03bd1936334d req-f4952fe7-d4f4-4147-998e-83b52e6a266d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c9c43a46-5745-48f6-b138-d846d1a6eec7 HTTP/1.1" status: 200 len: 835 time: 0.0642354 Nov 26 03:08:19.043464 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-73a8fa5c-4fe1-49bc-9ccd-afc656d9f34f None None] Set router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:08:19.066995 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c73ff60a-fa6e-465c-bef0-80e688ad4130 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1431683251-network', 'tenant_id': 'f245d2e826254c69a549e1c8036d759f'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:19.084075 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129f006-2faf-469e-a91f-03bd1936334d req-71c3afbc-b65d-4249-bf48-231ad5b679b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:19.086007 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8129f006-2faf-469e-a91f-03bd1936334d req-71c3afbc-b65d-4249-bf48-231ad5b679b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=697a8cf6-7511-47a7-9719-edbaf32143d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585971 Nov 26 03:08:19.106915 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73ff60a-fa6e-465c-bef0-80e688ad4130 admin admin] Made reservation on behalf of f245d2e826254c69a549e1c8036d759f for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:08:19.110132 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c73ff60a-fa6e-465c-bef0-80e688ad4130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:19.122638 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c73ff60a-fa6e-465c-bef0-80e688ad4130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:19.223589 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8129f006-2faf-469e-a91f-03bd1936334d req-ec52adf7-4933-4b3d-b36d-31cdd8e732e7 service neutron] 10.222.0.59 "GET /v2.0/networks/697a8cf6-7511-47a7-9719-edbaf32143d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262403 Nov 26 03:08:19.236798 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c73ff60a-fa6e-465c-bef0-80e688ad4130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:19.242310 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c73ff60a-fa6e-465c-bef0-80e688ad4130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:19.283486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ff60a-fa6e-465c-bef0-80e688ad4130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242f4a65-8c25-4f7d-bae6-f329cfb3c735,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:19.297883 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73ff60a-fa6e-465c-bef0-80e688ad4130 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:08:19.312566 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c73ff60a-fa6e-465c-bef0-80e688ad4130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:19.313596 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-c73ff60a-fa6e-465c-bef0-80e688ad4130 admin admin] Added segment 2325aca1-817a-496a-9575-d7fb7662ca1c of type vlan for network e365ff30-f111-442f-83e1-4c8a5c0bf092 Nov 26 03:08:19.359479 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-73a8fa5c-4fe1-49bc-9ccd-afc656d9f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:08:09Z', 'revision_number': 6, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'b0acba39-f266-45fa-b9bb-e61e6b3fe336', 'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:22:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:21Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:19.390175 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8129f006-2faf-469e-a91f-03bd1936334d req-8208dc81-5044-4a11-8afd-ba073b85b128 service neutron] 10.222.0.59 "GET /v2.0/networks/697a8cf6-7511-47a7-9719-edbaf32143d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559267 Nov 26 03:08:19.396452 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a8fa5c-4fe1-49bc-9ccd-afc656d9f34f None None] The sync data for ids ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'] in n-d-819389-3 is: [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:08:09Z', 'revision_number': 6, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'b0acba39-f266-45fa-b9bb-e61e6b3fe336', 'name': '', 'network_id': '697a8cf6-7511-47a7-9719-edbaf32143d1', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:22:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:21Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': 'c9c43a46-5745-48f6-b138-d846d1a6eec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:08:19.416996 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c73ff60a-fa6e-465c-bef0-80e688ad4130 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:19.453026 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d02f9fa5-626a-430c-9297-6ec9df9e7730 req-e838e7fe-4767-4778-a167-dc71f43eb80b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866632 Nov 26 03:08:19.471731 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c73ff60a-fa6e-465c-bef0-80e688ad4130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:19.472682 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73ff60a-fa6e-465c-bef0-80e688ad4130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:19.473562 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c73ff60a-fa6e-465c-bef0-80e688ad4130 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:19.689385 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36522) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:19.689866 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c73ff60a-fa6e-465c-bef0-80e688ad4130 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7994933 Nov 26 03:08:19.694768 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d603c6fb-feb5-46e8-b85d-c8e44e76b8df admin admin] Request body: {'subnet': {'network_id': 'e365ff30-f111-442f-83e1-4c8a5c0bf092', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1431683251-subnet', 'tenant_id': 'f245d2e826254c69a549e1c8036d759f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:19.705633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ff60a-fa6e-465c-bef0-80e688ad4130 admin admin] Pushing event updated for resources: {'Network': ['ID=e365ff30-f111-442f-83e1-4c8a5c0bf092,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:19.718265 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network e365ff30-f111-442f-83e1-4c8a5c0bf092 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:08:19.728686 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d603c6fb-feb5-46e8-b85d-c8e44e76b8df admin admin] Made reservation on behalf of f245d2e826254c69a549e1c8036d759f for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:08:19.733282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d603c6fb-feb5-46e8-b85d-c8e44e76b8df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:19.780509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c86b3b-a93c-4854-8dc4-fc5250f411a2 req-a8f98299-c98f-4ddc-a221-3d5b98705a28 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:19.784391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16c86b3b-a93c-4854-8dc4-fc5250f411a2 req-a8f98299-c98f-4ddc-a221-3d5b98705a28 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.2019889 Nov 26 03:08:19.828927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f9fa5-626a-430c-9297-6ec9df9e7730 req-9ca4f525-2c00-4dbf-a095-42348e36233b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:19.837058 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d02f9fa5-626a-430c-9297-6ec9df9e7730 req-9ca4f525-2c00-4dbf-a095-42348e36233b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c89c68d8ac0e44dab84b0f2ed35f94fc&device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 1097 time: 0.2570267 Nov 26 03:08:19.871140 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7687b56-2c23-43c7-8296-40320aa3f1e5 None None] New status for floating IP e9b4f530-37df-4ea9-a80f-febff11e2ee1: DOWN {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:08:19.900790 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16c86b3b-a93c-4854-8dc4-fc5250f411a2 req-e2bed6e3-1410-4aeb-9eec-b5cf6365934a tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080606 Nov 26 03:08:20.019132 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d603c6fb-feb5-46e8-b85d-c8e44e76b8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:20.033267 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f9fa5-626a-430c-9297-6ec9df9e7730 req-310b8cdf-a4f8-4f87-813a-541d62ac2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:20.035384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d02f9fa5-626a-430c-9297-6ec9df9e7730 req-310b8cdf-a4f8-4f87-813a-541d62ac2b7d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6280ac1e-1eae-48ef-80cc-cccad8729faa HTTP/1.1" status: 200 len: 920 time: 0.1336319 Nov 26 03:08:20.121584 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d02f9fa5-626a-430c-9297-6ec9df9e7730 req-1efcb8a0-8341-49b0-8fe7-ee9b9d5f8bf5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5461395b-bb6c-4a63-bc4f-2ce9ef951782 HTTP/1.1" status: 200 len: 217 time: 0.0698788 Nov 26 03:08:20.148670 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603c6fb-feb5-46e8-b85d-c8e44e76b8df admin admin] Pushing event updated for resources: {'Subnet': ['ID=0635000d-4c41-469b-a0e8-2b231255a921,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:20.159121 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d603c6fb-feb5-46e8-b85d-c8e44e76b8df admin admin] Checking segment: {'id': '2325aca1-817a-496a-9575-d7fb7662ca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e365ff30-f111-442f-83e1-4c8a5c0bf092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:08:20.159484 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d603c6fb-feb5-46e8-b85d-c8e44e76b8df admin admin] Network hostable DHCP agents. Network: e365ff30-f111-442f-83e1-4c8a5c0bf092, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:08:20.185482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6e9ae-90c2-4e57-9159-4f238d185257 req-fd771ea7-21c3-4181-8eaa-b60d1da2ddb4 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:20.187676 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cd6e9ae-90c2-4e57-9159-4f238d185257 req-fd771ea7-21c3-4181-8eaa-b60d1da2ddb4 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 945 time: 0.1279385 Nov 26 03:08:20.195726 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d603c6fb-feb5-46e8-b85d-c8e44e76b8df admin admin] Network e365ff30-f111-442f-83e1-4c8a5c0bf092 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:08:20.214944 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f9fa5-626a-430c-9297-6ec9df9e7730 req-5a4c671c-eaf5-400e-a4d8-9157235a0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:20.216629 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d02f9fa5-626a-430c-9297-6ec9df9e7730 req-5a4c671c-eaf5-400e-a4d8-9157235a0935 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb1ab1f2-83bb-4e57-8629-c0eaece17eaf HTTP/1.1" status: 200 len: 859 time: 0.0859528 Nov 26 03:08:20.234138 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-d603c6fb-feb5-46e8-b85d-c8e44e76b8df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, e365ff30-f111-442f-83e1-4c8a5c0bf092) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:08:20.247924 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a069c1-dcfe-4456-8b71-1470f0d740e3 None None] Network e365ff30-f111-442f-83e1-4c8a5c0bf092 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:08:20.258878 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d603c6fb-feb5-46e8-b85d-c8e44e76b8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:20.259479 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d603c6fb-feb5-46e8-b85d-c8e44e76b8df admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:20.273134 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d02f9fa5-626a-430c-9297-6ec9df9e7730 req-caa44a29-8e5c-4455-9def-4b2c581972e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6280ac1e-1eae-48ef-80cc-cccad8729faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482502 Nov 26 03:08:20.291396 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a23353-4c1c-4717-b296-fbfee68667dd req-0452ef7e-f29f-494a-901a-5b337e77747a tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:20.293187 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b6a23353-4c1c-4717-b296-fbfee68667dd req-0452ef7e-f29f-494a-901a-5b337e77747a tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.59 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 945 time: 0.1098855 Nov 26 03:08:20.299967 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d603c6fb-feb5-46e8-b85d-c8e44e76b8df admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6092069 Nov 26 03:08:20.316883 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cd6e9ae-90c2-4e57-9159-4f238d185257 req-26d62e91-46c7-4f29-a032-ea03e68af444 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d3ab107-e9d9-417c-baf3-ba0675b7d05a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058550 Nov 26 03:08:20.439844 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-b6a23353-4c1c-4717-b296-fbfee68667dd req-06ed731e-7803-4026-8172-379acc63aa8b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Deleting port e80f4ab7-c167-47c5-8f88-c96c135d4215 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:08:20.440247 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-b6a23353-4c1c-4717-b296-fbfee68667dd req-06ed731e-7803-4026-8172-379acc63aa8b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:20.462158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d02f9fa5-626a-430c-9297-6ec9df9e7730 req-d2a211f5-c7eb-4de4-802c-3463dc3603eb service neutron] 10.222.0.59 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790881 Nov 26 03:08:20.536355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf9f696-99d3-4d91-8545-0f39ff9d4241 None None] Network e365ff30-f111-442f-83e1-4c8a5c0bf092 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:08:20.630844 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-b6a23353-4c1c-4717-b296-fbfee68667dd req-06ed731e-7803-4026-8172-379acc63aa8b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] For port e80f4ab7-c167-47c5-8f88-c96c135d4215, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=e80f4ab7-c167-47c5-8f88-c96c135d4215,segment=NetworkSegment(1a359ab9-9dd0-4953-bf1d-4a375e24c842),segment_id=1a359ab9-9dd0-4953-bf1d-4a375e24c842)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:20.631226 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-b6a23353-4c1c-4717-b296-fbfee68667dd req-06ed731e-7803-4026-8172-379acc63aa8b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:20.650802 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-b6a23353-4c1c-4717-b296-fbfee68667dd req-06ed731e-7803-4026-8172-379acc63aa8b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Calling delete_port for e80f4ab7-c167-47c5-8f88-c96c135d4215 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:08:20.677032 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d02f9fa5-626a-430c-9297-6ec9df9e7730 req-ae5a3dea-72b8-441d-b22f-618b3c763d4b service neutron] 10.222.0.59 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067995 Nov 26 03:08:20.824962 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-b6a23353-4c1c-4717-b296-fbfee68667dd req-06ed731e-7803-4026-8172-379acc63aa8b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:20.856772 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed731e-7803-4026-8172-379acc63aa8b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'Port': ['ID=e80f4ab7-c167-47c5-8f88-c96c135d4215,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:20.908694 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a23353-4c1c-4717-b296-fbfee68667dd req-06ed731e-7803-4026-8172-379acc63aa8b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] No DVR routers for this DVR port e80f4ab7-c167-47c5-8f88-c96c135d4215 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:08:20.911242 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-b6a23353-4c1c-4717-b296-fbfee68667dd req-06ed731e-7803-4026-8172-379acc63aa8b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:20.915042 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b6a23353-4c1c-4717-b296-fbfee68667dd req-06ed731e-7803-4026-8172-379acc63aa8b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.59 "DELETE /v2.0/ports/e80f4ab7-c167-47c5-8f88-c96c135d4215 HTTP/1.1" status: 204 len: 173 time: 0.6131301 Nov 26 03:08:20.915236 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'name': 'network-vif-deleted', 'tag': 'e80f4ab7-c167-47c5-8f88-c96c135d4215'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:08:20.923994 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ebe4e4-5aa8-4c88-8645-14c4c47b4684" -d '{"events": [{"server_uuid": "e429c924-5e9a-4c37-b961-2525b3544cb1", "name": "network-vif-deleted", "tag": "e80f4ab7-c167-47c5-8f88-c96c135d4215"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:08:20.980586 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34983591-13fb-4ac4-ab3a-927eab5095c5 x-openstack-request-id: req-34983591-13fb-4ac4-ab3a-927eab5095c5 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:08:20.981483 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e429c924-5e9a-4c37-b961-2525b3544cb1", "name": "network-vif-deleted", "tag": "e80f4ab7-c167-47c5-8f88-c96c135d4215", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:08:20.981906 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34983591-13fb-4ac4-ab3a-927eab5095c5 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:08:20.982674 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e429c924-5e9a-4c37-b961-2525b3544cb1', 'name': 'network-vif-deleted', 'tag': 'e80f4ab7-c167-47c5-8f88-c96c135d4215', 'status': 'completed', 'code': 200} Nov 26 03:08:21.158452 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf30b2b-3184-430a-a283-739a9f93165b req-1e6f6e0a-ec48-4d6a-ae22-72747a68dd6b tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:21.161996 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-adf30b2b-3184-430a-a283-739a9f93165b req-1e6f6e0a-ec48-4d6a-ae22-72747a68dd6b tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1142454 Nov 26 03:08:21.255874 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-adf30b2b-3184-430a-a283-739a9f93165b req-2c4a5cc5-55a5-45e8-8ea5-3eccd369e673 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666566 Nov 26 03:08:21.482700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dccb261c-09c8-464c-9992-9e2cb4b0a322 req-b542c86f-cf02-4a8a-988e-3f7ca8536eb1 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=e429c924-5e9a-4c37-b961-2525b3544cb1 HTTP/1.1" status: 200 len: 210 time: 0.0475454 Nov 26 03:08:21.483671 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36576) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:21.518447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36580) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:21.524230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-db861f07-299e-4f9c-9a5f-be326a3a3d5c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-355831308-network', 'tenant_id': '7a083a5e2b694d8695ee7e8f8dfaab07'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:21.553367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db861f07-299e-4f9c-9a5f-be326a3a3d5c admin admin] Made reservation on behalf of 7a083a5e2b694d8695ee7e8f8dfaab07 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:08:21.556277 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-db861f07-299e-4f9c-9a5f-be326a3a3d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:21.567696 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-db861f07-299e-4f9c-9a5f-be326a3a3d5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:21.663009 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-db861f07-299e-4f9c-9a5f-be326a3a3d5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:21.669487 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-db861f07-299e-4f9c-9a5f-be326a3a3d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:21.691248 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db861f07-299e-4f9c-9a5f-be326a3a3d5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:08:21.707066 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db861f07-299e-4f9c-9a5f-be326a3a3d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682a97be-affd-456e-bbb4-f5e8e6a32f17,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:21.710026 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-db861f07-299e-4f9c-9a5f-be326a3a3d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:21.710372 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-db861f07-299e-4f9c-9a5f-be326a3a3d5c admin admin] Added segment 82bbc1d4-3aff-4db9-aeea-2bada91ff8f3 of type vlan for network 4285e75a-3ecc-4db4-91b2-5f4c9f2bf259 Nov 26 03:08:21.752187 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-db861f07-299e-4f9c-9a5f-be326a3a3d5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:21.786616 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6b68cd24-a36a-4c67-88f5-29c396d1c833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:21.797280 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-db861f07-299e-4f9c-9a5f-be326a3a3d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:21.798251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db861f07-299e-4f9c-9a5f-be326a3a3d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:21.798811 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-db861f07-299e-4f9c-9a5f-be326a3a3d5c admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:21.862687 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-db861f07-299e-4f9c-9a5f-be326a3a3d5c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3406405 Nov 26 03:08:21.863018 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36592) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:21.867884 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-821b13df-08a6-4187-b801-76302ea84814 admin admin] Request body: {'subnet': {'network_id': '4285e75a-3ecc-4db4-91b2-5f4c9f2bf259', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-355831308-subnet', 'tenant_id': '7a083a5e2b694d8695ee7e8f8dfaab07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:21.885428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db861f07-299e-4f9c-9a5f-be326a3a3d5c admin admin] Pushing event updated for resources: {'Network': ['ID=4285e75a-3ecc-4db4-91b2-5f4c9f2bf259,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:21.899164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 4285e75a-3ecc-4db4-91b2-5f4c9f2bf259 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:08:21.913288 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821b13df-08a6-4187-b801-76302ea84814 admin admin] Made reservation on behalf of 7a083a5e2b694d8695ee7e8f8dfaab07 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:08:21.915815 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-821b13df-08a6-4187-b801-76302ea84814 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:21.961888 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6b68cd24-a36a-4c67-88f5-29c396d1c833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:21.971110 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6b68cd24-a36a-4c67-88f5-29c396d1c833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.022859 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6b68cd24-a36a-4c67-88f5-29c396d1c833 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72eb9dc977f9427e99a4a2ae14fea8af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5356393 Nov 26 03:08:22.022859 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68cd24-a36a-4c67-88f5-29c396d1c833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164d0806-5040-4310-82dd-bba510fbfabf,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:22.023796 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36594) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:22.073984 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-379180c6-9fa7-45fd-9a59-24a1a9163348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.096708 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-379180c6-9fa7-45fd-9a59-24a1a9163348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.101771 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-821b13df-08a6-4187-b801-76302ea84814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.153714 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-379180c6-9fa7-45fd-9a59-24a1a9163348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.156618 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-379180c6-9fa7-45fd-9a59-24a1a9163348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.160772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-379180c6-9fa7-45fd-9a59-24a1a9163348 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/164d0806-5040-4310-82dd-bba510fbfabf HTTP/1.1" status: 204 len: 168 time: 0.1336789 Nov 26 03:08:22.167744 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379180c6-9fa7-45fd-9a59-24a1a9163348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164d0806-5040-4310-82dd-bba510fbfabf,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:22.167933 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b13df-08a6-4187-b801-76302ea84814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=012cce33-f566-48a3-aa55-3dfd7a788750,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:22.176300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821b13df-08a6-4187-b801-76302ea84814 admin admin] Checking segment: {'id': '82bbc1d4-3aff-4db9-aeea-2bada91ff8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4285e75a-3ecc-4db4-91b2-5f4c9f2bf259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:08:22.176893 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821b13df-08a6-4187-b801-76302ea84814 admin admin] Network hostable DHCP agents. Network: 4285e75a-3ecc-4db4-91b2-5f4c9f2bf259, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:08:22.197829 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821b13df-08a6-4187-b801-76302ea84814 admin admin] Network 4285e75a-3ecc-4db4-91b2-5f4c9f2bf259 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:08:22.210608 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-821b13df-08a6-4187-b801-76302ea84814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 4285e75a-3ecc-4db4-91b2-5f4c9f2bf259) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:08:22.215904 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821b13df-08a6-4187-b801-76302ea84814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:22.216751 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-821b13df-08a6-4187-b801-76302ea84814 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.221846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ba4e04-c061-41df-95fc-13b3e90a81c6 None None] Network 4285e75a-3ecc-4db4-91b2-5f4c9f2bf259 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:08:22.239155 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-821b13df-08a6-4187-b801-76302ea84814 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3749731 Nov 26 03:08:22.419978 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23152a8c-43b2-4079-bca9-b150edf33d78 None None] Network 4285e75a-3ecc-4db4-91b2-5f4c9f2bf259 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:08:22.423679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bba3a-6568-455d-819e-b8aae3b0b920 req-a05c779f-c165-4a26-ab48-6fca68ed10d6 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:22.429408 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e56bba3a-6568-455d-819e-b8aae3b0b920 req-a05c779f-c165-4a26-ab48-6fca68ed10d6 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0894222 Nov 26 03:08:22.437783 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36604) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:22.497594 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-a284d84f-b7b5-44af-8825-779a3b5a5056 admin admin] Deleting subnet 0635000d-4c41-469b-a0e8-2b231255a921 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:08:22.502686 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a284d84f-b7b5-44af-8825-779a3b5a5056 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.518885 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.530731 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e56bba3a-6568-455d-819e-b8aae3b0b920 req-a808ebd5-70e3-425f-92df-bd8e7053ad9f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915229 Nov 26 03:08:22.551020 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a284d84f-b7b5-44af-8825-779a3b5a5056 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.581403 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36608) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:22.611939 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a284d84f-b7b5-44af-8825-779a3b5a5056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.657376 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-28a6ee70-39db-4bf1-bc62-f9e350ceb683 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.662707 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36612) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:22.683995 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41cb5bc1-9327-4fda-bd79-c54fe2a8fee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.695371 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-28a6ee70-39db-4bf1-bc62-f9e350ceb683 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.727854 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a284d84f-b7b5-44af-8825-779a3b5a5056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.760311 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284d84f-b7b5-44af-8825-779a3b5a5056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0635000d-4c41-469b-a0e8-2b231255a921,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:22.769403 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a284d84f-b7b5-44af-8825-779a3b5a5056 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.775168 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a284d84f-b7b5-44af-8825-779a3b5a5056 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0635000d-4c41-469b-a0e8-2b231255a921 HTTP/1.1" status: 204 len: 168 time: 0.3363242 Nov 26 03:08:22.775545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36614) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:22.794000 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-28a6ee70-39db-4bf1-bc62-f9e350ceb683 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.797629 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-28a6ee70-39db-4bf1-bc62-f9e350ceb683 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.800559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-28a6ee70-39db-4bf1-bc62-f9e350ceb683 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "DELETE /v2.0/security-groups/9d3ab107-e9d9-417c-baf3-ba0675b7d05a HTTP/1.1" status: 204 len: 168 time: 0.2173803 Nov 26 03:08:22.816929 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41cb5bc1-9327-4fda-bd79-c54fe2a8fee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.823414 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41cb5bc1-9327-4fda-bd79-c54fe2a8fee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.840246 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36618) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:22.857644 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6ee70-39db-4bf1-bc62-f9e350ceb683 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3ab107-e9d9-417c-baf3-ba0675b7d05a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:22.907266 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9f5b266e-1096-4763-b912-11b02d3cb1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:22.940797 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb5bc1-9327-4fda-bd79-c54fe2a8fee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0774ee7f-ecde-4561-bab2-4e3bb61e295d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:22.947576 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-41cb5bc1-9327-4fda-bd79-c54fe2a8fee7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71945023beb3430f8e5da2ec6d4ed864&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2837129 Nov 26 03:08:22.950196 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36620) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:22.997470 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9f5b266e-1096-4763-b912-11b02d3cb1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.024594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-9f5b266e-1096-4763-b912-11b02d3cb1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e365ff30-f111-442f-83e1-4c8a5c0bf092']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:23.040332 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-9f5b266e-1096-4763-b912-11b02d3cb1f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2325aca1-817a-496a-9575-d7fb7662ca1c') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:23.040730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-9f5b266e-1096-4763-b912-11b02d3cb1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2325aca1-817a-496a-9575-d7fb7662ca1c') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:23.083849 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9f5b266e-1096-4763-b912-11b02d3cb1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.086651 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf445ba3-6f5a-43df-b615-be510632084c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.103723 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9f5b266e-1096-4763-b912-11b02d3cb1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.114338 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5b266e-1096-4763-b912-11b02d3cb1f6 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:08:23.114735 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9f5b266e-1096-4763-b912-11b02d3cb1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:08:23.116603 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:08:23.124793 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf445ba3-6f5a-43df-b615-be510632084c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.128812 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a52815-efa4-4645-adf1-1257ee786e27 req-740fc0c5-1402-4d54-9261-b45905e75467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:23.130509 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4a52815-efa4-4645-adf1-1257ee786e27 req-740fc0c5-1402-4d54-9261-b45905e75467 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 1096 time: 0.0871117 Nov 26 03:08:23.210526 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9f5b266e-1096-4763-b912-11b02d3cb1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.215956 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9f5b266e-1096-4763-b912-11b02d3cb1f6 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.223973 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9f5b266e-1096-4763-b912-11b02d3cb1f6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e365ff30-f111-442f-83e1-4c8a5c0bf092 HTTP/1.1" status: 204 len: 168 time: 0.4437182 Nov 26 03:08:23.237684 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36622) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:23.243282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf445ba3-6f5a-43df-b615-be510632084c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.244711 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b266e-1096-4763-b912-11b02d3cb1f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e365ff30-f111-442f-83e1-4c8a5c0bf092,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:23.245836 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf445ba3-6f5a-43df-b615-be510632084c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.246999 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bf445ba3-6f5a-43df-b615-be510632084c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0774ee7f-ecde-4561-bab2-4e3bb61e295d HTTP/1.1" status: 204 len: 168 time: 0.2958093 Nov 26 03:08:23.250391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4a52815-efa4-4645-adf1-1257ee786e27 req-2e6f13dd-7e22-4b9f-a26a-d1f431fcbd00 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917170 Nov 26 03:08:23.271833 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf445ba3-6f5a-43df-b615-be510632084c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0774ee7f-ecde-4561-bab2-4e3bb61e295d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:23.330924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-2296c583-a17b-4976-83b7-6e64c140e118 admin admin] Deleting subnet 012cce33-f566-48a3-aa55-3dfd7a788750 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:08:23.336829 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2296c583-a17b-4976-83b7-6e64c140e118 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.381923 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2296c583-a17b-4976-83b7-6e64c140e118 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.385659 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d144525-5d9e-467d-9c37-0b446ec66415 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.442385 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2296c583-a17b-4976-83b7-6e64c140e118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.526462 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2296c583-a17b-4976-83b7-6e64c140e118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.546110 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.580859 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296c583-a17b-4976-83b7-6e64c140e118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=012cce33-f566-48a3-aa55-3dfd7a788750,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:23.596793 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2296c583-a17b-4976-83b7-6e64c140e118 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.609224 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2296c583-a17b-4976-83b7-6e64c140e118 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/012cce33-f566-48a3-aa55-3dfd7a788750 HTTP/1.1" status: 204 len: 168 time: 0.3703299 Nov 26 03:08:23.609869 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36638) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:23.727272 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0667dab5-fb7b-4428-b5fe-dc1e604a0812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.751073 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e842585-fbbf-4943-b53e-c6460fedcfcb req-2fd7cb65-0583-4506-95a4-25e3b36192a4 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:23.752672 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e842585-fbbf-4943-b53e-c6460fedcfcb req-2fd7cb65-0583-4506-95a4-25e3b36192a4 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1188393 Nov 26 03:08:23.777514 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-8d144525-5d9e-467d-9c37-0b446ec66415 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Deleting port b0acba39-f266-45fa-b9bb-e61e6b3fe336 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:08:23.777980 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d144525-5d9e-467d-9c37-0b446ec66415 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.869183 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0667dab5-fb7b-4428-b5fe-dc1e604a0812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.880959 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e842585-fbbf-4943-b53e-c6460fedcfcb req-48404dde-eae5-47cd-9448-b642f27578cf tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061742 Nov 26 03:08:23.903486 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-8d144525-5d9e-467d-9c37-0b446ec66415 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] For port b0acba39-f266-45fa-b9bb-e61e6b3fe336, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b0acba39-f266-45fa-b9bb-e61e6b3fe336,segment=NetworkSegment(1a359ab9-9dd0-4953-bf1d-4a375e24c842),segment_id=1a359ab9-9dd0-4953-bf1d-4a375e24c842)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:23.903890 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d144525-5d9e-467d-9c37-0b446ec66415 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.914111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-0667dab5-fb7b-4428-b5fe-dc1e604a0812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4285e75a-3ecc-4db4-91b2-5f4c9f2bf259']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:23.917315 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-8d144525-5d9e-467d-9c37-0b446ec66415 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Calling delete_port for b0acba39-f266-45fa-b9bb-e61e6b3fe336 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:08:23.928560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-0667dab5-fb7b-4428-b5fe-dc1e604a0812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bbc1d4-3aff-4db9-aeea-2bada91ff8f3') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:23.929006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-0667dab5-fb7b-4428-b5fe-dc1e604a0812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bbc1d4-3aff-4db9-aeea-2bada91ff8f3') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:23.943715 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0667dab5-fb7b-4428-b5fe-dc1e604a0812 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.960526 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0667dab5-fb7b-4428-b5fe-dc1e604a0812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:23.968508 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0667dab5-fb7b-4428-b5fe-dc1e604a0812 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:08:23.969089 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0667dab5-fb7b-4428-b5fe-dc1e604a0812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:08:24.023119 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:08:24.043899 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0667dab5-fb7b-4428-b5fe-dc1e604a0812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:24.060598 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0667dab5-fb7b-4428-b5fe-dc1e604a0812 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:24.067975 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0667dab5-fb7b-4428-b5fe-dc1e604a0812 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4285e75a-3ecc-4db4-91b2-5f4c9f2bf259 HTTP/1.1" status: 204 len: 168 time: 0.4560685 Nov 26 03:08:24.099075 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667dab5-fb7b-4428-b5fe-dc1e604a0812 admin admin] Pushing event deleted for resources: {'Network': ['ID=4285e75a-3ecc-4db4-91b2-5f4c9f2bf259,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:24.176180 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d144525-5d9e-467d-9c37-0b446ec66415 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:24.238827 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d144525-5d9e-467d-9c37-0b446ec66415 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'Port': ['ID=b0acba39-f266-45fa-b9bb-e61e6b3fe336,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:24.307808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36664) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:24.384188 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-02bf83da-66e4-482f-9cc7-6c09b01985eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f245d2e826254c69a549e1c8036d759f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0744138 Nov 26 03:08:24.386953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36666) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:24.529550 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3d7de7a-d1a0-4d10-a615-f9a92221e18a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:24.576793 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3d7de7a-d1a0-4d10-a615-f9a92221e18a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:24.605253 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e80f4ab7-c167-47c5-8f88-c96c135d4215 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:08:24.660435 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3d7de7a-d1a0-4d10-a615-f9a92221e18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:24.664255 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3d7de7a-d1a0-4d10-a615-f9a92221e18a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:24.666135 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c3d7de7a-d1a0-4d10-a615-f9a92221e18a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/242f4a65-8c25-4f7d-bae6-f329cfb3c735 HTTP/1.1" status: 204 len: 168 time: 0.2774310 Nov 26 03:08:24.675235 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: e80f4ab7-c167-47c5-8f88-c96c135d4215 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:08:24.675593 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device e80f4ab7-c167-47c5-8f88-c96c135d4215 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:08:24.683335 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7de7a-d1a0-4d10-a615-f9a92221e18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242f4a65-8c25-4f7d-bae6-f329cfb3c735,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:25.096860 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d144525-5d9e-467d-9c37-0b446ec66415 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:25.112932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c6f1e-4f0c-4f72-bc29-bfdc2d7114d7 req-c2af4109-fd4f-4c24-a5c5-3250e95651d6 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:25.118136 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-405c6f1e-4f0c-4f72-bc29-bfdc2d7114d7 req-c2af4109-fd4f-4c24-a5c5-3250e95651d6 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1099880 Nov 26 03:08:25.270881 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-405c6f1e-4f0c-4f72-bc29-bfdc2d7114d7 req-bb03a3fe-3b99-4524-aac5-5441c5860cf4 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425297 Nov 26 03:08:25.335514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36698) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:25.423810 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36704) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:25.425566 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-dd9f1bbe-3281-4807-b578-b5f78d7c698b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a083a5e2b694d8695ee7e8f8dfaab07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0862517 Nov 26 03:08:25.508631 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d144525-5d9e-467d-9c37-0b446ec66415 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:08:25.510751 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6baba45-f54d-421c-8572-5cf1dddb06fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:25.547559 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6baba45-f54d-421c-8572-5cf1dddb06fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:25.705208 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d144525-5d9e-467d-9c37-0b446ec66415 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:08:25.715133 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8d144525-5d9e-467d-9c37-0b446ec66415 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "PUT /v2.0/routers/23593be7-a4a7-4b75-9aa0-23d00a4e9d68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8736758 Nov 26 03:08:25.716529 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36714) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:25.721735 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52463622-df66-4795-9b12-0753dea309fd None None] Sync routers for ids ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:08:25.744094 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52463622-df66-4795-9b12-0753dea309fd None None] Routers {'23593be7-a4a7-4b75-9aa0-23d00a4e9d68'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:08:25.744768 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-52463622-df66-4795-9b12-0753dea309fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:25.789216 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-71161342-4b33-4bfe-9acb-e95105a278c5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Deleting subnet c9c43a46-5745-48f6-b138-d846d1a6eec7 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:08:25.791988 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71161342-4b33-4bfe-9acb-e95105a278c5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:25.824865 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a675778-af6b-428a-a0aa-1e5b7cd3fce5 req-bbae063e-a8cf-41a5-9f5d-869f972d2ec2 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:25.827915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a675778-af6b-428a-a0aa-1e5b7cd3fce5 req-bbae063e-a8cf-41a5-9f5d-869f972d2ec2 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.1097753 Nov 26 03:08:25.838910 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71161342-4b33-4bfe-9acb-e95105a278c5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:25.891187 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef3816-a946-4832-9aa5-0a152d7e4676 req-391d9e23-4c2e-499a-9cd6-4396dbc1108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:25.892968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78ef3816-a946-4832-9aa5-0a152d7e4676 req-391d9e23-4c2e-499a-9cd6-4396dbc1108e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c89c68d8ac0e44dab84b0f2ed35f94fc&device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 1096 time: 0.2284572 Nov 26 03:08:25.959154 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-52463622-df66-4795-9b12-0753dea309fd None None] Set router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:08:26.020406 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71161342-4b33-4bfe-9acb-e95105a278c5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:26.093529 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36720) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:26.094427 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6baba45-f54d-421c-8572-5cf1dddb06fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:26.097620 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6baba45-f54d-421c-8572-5cf1dddb06fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:26.101807 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c6baba45-f54d-421c-8572-5cf1dddb06fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/682a97be-affd-456e-bbb4-f5e8e6a32f17 HTTP/1.1" status: 204 len: 168 time: 0.6737397 Nov 26 03:08:26.109950 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71161342-4b33-4bfe-9acb-e95105a278c5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:26.115480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef3816-a946-4832-9aa5-0a152d7e4676 req-0f8b2153-6539-4b8a-a5c6-c0d27e419373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:26.117037 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78ef3816-a946-4832-9aa5-0a152d7e4676 req-0f8b2153-6539-4b8a-a5c6-c0d27e419373 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6280ac1e-1eae-48ef-80cc-cccad8729faa HTTP/1.1" status: 200 len: 920 time: 0.1978424 Nov 26 03:08:26.153338 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-71161342-4b33-4bfe-9acb-e95105a278c5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:26.157381 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-71161342-4b33-4bfe-9acb-e95105a278c5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "DELETE /v2.0/subnets/c9c43a46-5745-48f6-b138-d846d1a6eec7 HTTP/1.1" status: 204 len: 168 time: 0.4366453 Nov 26 03:08:26.160004 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71161342-4b33-4bfe-9acb-e95105a278c5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c43a46-5745-48f6-b138-d846d1a6eec7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:26.161256 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d0c94f-022a-4800-a94f-3743cccbbee6 None None] Network 697a8cf6-7511-47a7-9719-edbaf32143d1 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:08:26.162612 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6baba45-f54d-421c-8572-5cf1dddb06fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682a97be-affd-456e-bbb4-f5e8e6a32f17,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:26.167627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36726) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:26.214317 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78ef3816-a946-4832-9aa5-0a152d7e4676 req-dde64244-dcba-43f2-84e7-d894a226df78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bed1bd1-786b-44a2-8676-d86be8f22c9c HTTP/1.1" status: 200 len: 217 time: 0.0782247 Nov 26 03:08:26.221893 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a675778-af6b-428a-a0aa-1e5b7cd3fce5 req-05c57e23-8d1d-4cdb-bd12-1667b642dc85 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815603 Nov 26 03:08:26.336559 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8aac297a-7418-496e-8280-26b1381950d2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:26.366093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef3816-a946-4832-9aa5-0a152d7e4676 req-1c648948-4709-4e36-a110-a1abaae77d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:26.367613 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78ef3816-a946-4832-9aa5-0a152d7e4676 req-1c648948-4709-4e36-a110-a1abaae77d11 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb1ab1f2-83bb-4e57-8629-c0eaece17eaf HTTP/1.1" status: 200 len: 859 time: 0.1413703 Nov 26 03:08:26.449926 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78ef3816-a946-4832-9aa5-0a152d7e4676 req-669c91a8-d0fb-4f8e-81eb-ea9a880cafa4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6280ac1e-1eae-48ef-80cc-cccad8729faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688763 Nov 26 03:08:26.519339 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-52463622-df66-4795-9b12-0753dea309fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:08:24Z', 'revision_number': 7, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:26.581943 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52463622-df66-4795-9b12-0753dea309fd None None] Checking router: 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:08:26.592729 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52463622-df66-4795-9b12-0753dea309fd None None] Routers {'23593be7-a4a7-4b75-9aa0-23d00a4e9d68'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:08:26.593546 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-52463622-df66-4795-9b12-0753dea309fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:26.614941 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61c1a30-7faa-45ba-9d36-cce6384605ec None None] DHCP port deletion for 697a8cf6-7511-47a7-9719-edbaf32143d1 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:08:26.680238 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0a0d61b-8578-4076-9ca1-cfea6cf71620 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:26.706355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78ef3816-a946-4832-9aa5-0a152d7e4676 req-46f62fe2-ee1c-450c-a4bf-930dafe7ad52 service neutron] 10.222.0.54 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487273 Nov 26 03:08:26.710327 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8aac297a-7418-496e-8280-26b1381950d2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:26.773779 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b61c1a30-7faa-45ba-9d36-cce6384605ec None None] Deleting port bc44b995-2ffe-4b4f-ace7-9d8124701176 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:08:26.783045 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b61c1a30-7faa-45ba-9d36-cce6384605ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:26.857102 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-52463622-df66-4795-9b12-0753dea309fd None None] Set router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:08:26.861164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-8aac297a-7418-496e-8280-26b1381950d2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Deleting port c47148b4-fbb4-4592-8283-e373d9f75319 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:08:26.861632 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8aac297a-7418-496e-8280-26b1381950d2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:26.912897 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0a0d61b-8578-4076-9ca1-cfea6cf71620 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:26.926670 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0a0d61b-8578-4076-9ca1-cfea6cf71620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:26.990488 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78ef3816-a946-4832-9aa5-0a152d7e4676 req-3f343a7b-72c4-4389-a957-a6dec54dba4c service neutron] 10.222.0.54 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747352 Nov 26 03:08:27.019944 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0d61b-8578-4076-9ca1-cfea6cf71620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de56b533-df0f-453b-8811-1107860ea889,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:27.030368 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b0a0d61b-8578-4076-9ca1-cfea6cf71620 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b4c43d8e0244492b122e808eec8d7e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9287407 Nov 26 03:08:27.032038 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36740) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:27.052877 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-8aac297a-7418-496e-8280-26b1381950d2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] For port c47148b4-fbb4-4592-8283-e373d9f75319, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c47148b4-fbb4-4592-8283-e373d9f75319,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:27.054097 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8aac297a-7418-496e-8280-26b1381950d2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:27.070097 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-8aac297a-7418-496e-8280-26b1381950d2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Calling delete_port for c47148b4-fbb4-4592-8283-e373d9f75319 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:08:27.072456 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b61c1a30-7faa-45ba-9d36-cce6384605ec None None] For port bc44b995-2ffe-4b4f-ace7-9d8124701176, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bc44b995-2ffe-4b4f-ace7-9d8124701176,segment=NetworkSegment(1a359ab9-9dd0-4953-bf1d-4a375e24c842),segment_id=1a359ab9-9dd0-4953-bf1d-4a375e24c842)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:27.073077 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b61c1a30-7faa-45ba-9d36-cce6384605ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:27.095750 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bc44b995-2ffe-4b4f-ace7-9d8124701176 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:08:27.119394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b61c1a30-7faa-45ba-9d36-cce6384605ec None None] Calling delete_port for bc44b995-2ffe-4b4f-ace7-9d8124701176 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:08:27.282194 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-52463622-df66-4795-9b12-0753dea309fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:08:24Z', 'revision_number': 7, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:27.292326 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2272397b-9251-4711-9427-9f4a46f38155 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:27.335424 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8aac297a-7418-496e-8280-26b1381950d2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:27.350916 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52463622-df66-4795-9b12-0753dea309fd None None] The sync data for ids ['23593be7-a4a7-4b75-9aa0-23d00a4e9d68'] in n-d-819389-3 is: [{'id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'name': 'tempest-TestNetworkBasicOps-router-1593584163', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:07Z', 'updated_at': '2021-11-26T03:08:24Z', 'revision_number': 7, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': 'c47148b4-fbb4-4592-8283-e373d9f75319', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23593be7-a4a7-4b75-9aa0-23d00a4e9d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:08Z', 'updated_at': '2021-11-26T03:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:08:27.360757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13961a-01df-41b9-8657-097e57f5c9bd req-7c1bb2f3-5a21-4346-a54e-f128f2b9e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:27.368370 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f13961a-01df-41b9-8657-097e57f5c9bd req-7c1bb2f3-5a21-4346-a54e-f128f2b9e020 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c89c68d8ac0e44dab84b0f2ed35f94fc&device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 1096 time: 0.2746487 Nov 26 03:08:27.393601 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2272397b-9251-4711-9427-9f4a46f38155 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:27.406330 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac297a-7418-496e-8280-26b1381950d2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'Port': ['ID=c47148b4-fbb4-4592-8283-e373d9f75319,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:27.518255 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13961a-01df-41b9-8657-097e57f5c9bd req-2fddcbfb-4811-4856-8f9f-7b6a4fea3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:27.520170 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f13961a-01df-41b9-8657-097e57f5c9bd req-2fddcbfb-4811-4856-8f9f-7b6a4fea3890 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6280ac1e-1eae-48ef-80cc-cccad8729faa HTTP/1.1" status: 200 len: 920 time: 0.0971222 Nov 26 03:08:27.537648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d5f6fe-284d-4a8b-8ff7-c87b452574b9 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:08:27.543366 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:27.550282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8aac297a-7418-496e-8280-26b1381950d2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:27.613394 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b61c1a30-7faa-45ba-9d36-cce6384605ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:27.629336 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f13961a-01df-41b9-8657-097e57f5c9bd req-61555043-4673-4e4e-800f-4bc34c0e9c67 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bed1bd1-786b-44a2-8676-d86be8f22c9c HTTP/1.1" status: 200 len: 217 time: 0.0908775 Nov 26 03:08:27.638570 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61c1a30-7faa-45ba-9d36-cce6384605ec None None] No DVR routers for this DVR port bc44b995-2ffe-4b4f-ace7-9d8124701176 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:08:27.684534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c1a30-7faa-45ba-9d36-cce6384605ec None None] Pushing event deleted for resources: {'Port': ['ID=bc44b995-2ffe-4b4f-ace7-9d8124701176,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:27.732568 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2272397b-9251-4711-9427-9f4a46f38155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:27.739061 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2272397b-9251-4711-9427-9f4a46f38155 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:27.743148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2272397b-9251-4711-9427-9f4a46f38155 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de56b533-df0f-453b-8811-1107860ea889 HTTP/1.1" status: 204 len: 168 time: 0.7081645 Nov 26 03:08:27.751770 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8aac297a-7418-496e-8280-26b1381950d2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:27.763326 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8aac297a-7418-496e-8280-26b1381950d2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:27.808386 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272397b-9251-4711-9427-9f4a46f38155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de56b533-df0f-453b-8811-1107860ea889,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:27.825997 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6b59a-d922-48fc-be51-ae9a877ef7b9 req-da3b55b8-a37d-4fe8-9fdd-901c659a23c1 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:27.829371 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-afd6b59a-d922-48fc-be51-ae9a877ef7b9 req-da3b55b8-a37d-4fe8-9fdd-901c659a23c1 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.4417322 Nov 26 03:08:27.835552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13961a-01df-41b9-8657-097e57f5c9bd req-92dafb30-d965-4220-b602-1a68be7e11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:27.846822 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f13961a-01df-41b9-8657-097e57f5c9bd req-92dafb30-d965-4220-b602-1a68be7e11e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb1ab1f2-83bb-4e57-8629-c0eaece17eaf HTTP/1.1" status: 200 len: 859 time: 0.1967483 Nov 26 03:08:27.886314 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8aac297a-7418-496e-8280-26b1381950d2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:27.887039 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aac297a-7418-496e-8280-26b1381950d2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Fanout notify agent at l3_agent the message router_deleted on router 23593be7-a4a7-4b75-9aa0-23d00a4e9d68 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:08:27.900927 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8aac297a-7418-496e-8280-26b1381950d2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:27.903760 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8aac297a-7418-496e-8280-26b1381950d2 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "DELETE /v2.0/routers/23593be7-a4a7-4b75-9aa0-23d00a4e9d68 HTTP/1.1" status: 204 len: 168 time: 1.7360170 Nov 26 03:08:27.910804 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36758) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:27.915369 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f13961a-01df-41b9-8657-097e57f5c9bd req-b56f695d-a8d6-4297-80ec-0667ad066d36 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6280ac1e-1eae-48ef-80cc-cccad8729faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678380 Nov 26 03:08:27.966289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-afd6b59a-d922-48fc-be51-ae9a877ef7b9 req-07429063-88d8-40a1-a38a-c51eebb2d328 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044145 Nov 26 03:08:28.111158 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d70bc8c5-d3c8-4a40-8566-eefe0488c5d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:28.124910 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f13961a-01df-41b9-8657-097e57f5c9bd req-7ab689d9-64b6-4622-9180-c2a096c11137 service neutron] 10.222.0.54 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686621 Nov 26 03:08:28.300873 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d70bc8c5-d3c8-4a40-8566-eefe0488c5d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:28.313017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f13961a-01df-41b9-8657-097e57f5c9bd req-93cc2d3a-0feb-469a-84ab-1e7c0d6c0400 service neutron] 10.222.0.54 "GET /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804440 Nov 26 03:08:28.328824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-d70bc8c5-d3c8-4a40-8566-eefe0488c5d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697a8cf6-7511-47a7-9719-edbaf32143d1']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:28.346030 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-d70bc8c5-d3c8-4a40-8566-eefe0488c5d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a359ab9-9dd0-4953-bf1d-4a375e24c842') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:28.346714 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-d70bc8c5-d3c8-4a40-8566-eefe0488c5d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a359ab9-9dd0-4953-bf1d-4a375e24c842') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:28.369247 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d70bc8c5-d3c8-4a40-8566-eefe0488c5d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:28.391174 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d70bc8c5-d3c8-4a40-8566-eefe0488c5d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:28.400482 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70bc8c5-d3c8-4a40-8566-eefe0488c5d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:08:28.406085 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d70bc8c5-d3c8-4a40-8566-eefe0488c5d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:08:28.410628 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:08:28.492771 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d70bc8c5-d3c8-4a40-8566-eefe0488c5d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:28.500814 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d70bc8c5-d3c8-4a40-8566-eefe0488c5d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:28.504154 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d70bc8c5-d3c8-4a40-8566-eefe0488c5d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "DELETE /v2.0/networks/697a8cf6-7511-47a7-9719-edbaf32143d1 HTTP/1.1" status: 204 len: 168 time: 0.5918741 Nov 26 03:08:28.519035 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bc8c5-d3c8-4a40-8566-eefe0488c5d5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'Network': ['ID=697a8cf6-7511-47a7-9719-edbaf32143d1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:28.522119 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36778) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:28.532734 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b6b5c18d-c257-4d5e-a898-f661c70dcbac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'network': {'name': 'tempest-network-smoke--1944732264', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'port_security_enabled': True}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:28.571504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b5c18d-c257-4d5e-a898-f661c70dcbac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Made reservation on behalf of 2cd023a1c40f48beb9652fd40a5c698a for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:08:28.576108 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c18d-c257-4d5e-a898-f661c70dcbac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:28.605227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b5c18d-c257-4d5e-a898-f661c70dcbac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:08:28.621279 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c18d-c257-4d5e-a898-f661c70dcbac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:28.621776 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-b6b5c18d-c257-4d5e-a898-f661c70dcbac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Added segment db075c8b-8710-4c41-b862-b1293ba6bf00 of type vlan for network a6fed846-3763-4712-aed7-26a623ff7bdf Nov 26 03:08:28.699707 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c18d-c257-4d5e-a898-f661c70dcbac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:28.736147 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c18d-c257-4d5e-a898-f661c70dcbac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:28.745484 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b5c18d-c257-4d5e-a898-f661c70dcbac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:28.746141 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c18d-c257-4d5e-a898-f661c70dcbac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:28.841657 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b6b5c18d-c257-4d5e-a898-f661c70dcbac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3180540 Nov 26 03:08:28.844920 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36794) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:28.846716 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5c18d-c257-4d5e-a898-f661c70dcbac tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Network': ['ID=a6fed846-3763-4712-aed7-26a623ff7bdf,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:28.852461 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-818557875', 'admin_state_up': True, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:28.865478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network a6fed846-3763-4712-aed7-26a623ff7bdf details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:08:28.927259 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:28.928706 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:28.932606 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b0acba39-f266-45fa-b9bb-e61e6b3fe336 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:08:29.017493 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:29.040859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: b0acba39-f266-45fa-b9bb-e61e6b3fe336 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:08:29.043488 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b0acba39-f266-45fa-b9bb-e61e6b3fe336 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:08:29.046789 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c47148b4-fbb4-4592-8283-e373d9f75319 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:08:29.099966 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: c47148b4-fbb4-4592-8283-e373d9f75319 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:08:29.100362 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c47148b4-fbb4-4592-8283-e373d9f75319 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:08:29.151367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87558b-12db-445b-bde2-2d7e440fb9bb req-71c8ab97-4cc3-43b2-b7dd-98b23c703d62 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:29.155870 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce87558b-12db-445b-bde2-2d7e440fb9bb req-71c8ab97-4cc3-43b2-b7dd-98b23c703d62 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0782847 Nov 26 03:08:29.227921 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:29.271500 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce87558b-12db-445b-bde2-2d7e440fb9bb req-e624046d-2342-4d9b-aec9-b519856472c0 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082761 Nov 26 03:08:29.455842 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:29.474632 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:29.592932 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Allocated IP 172.25.0.192 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/9dfee437-d509-4cac-9726-9fd504f974b7) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:08:29.705341 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:29.749846 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:29.803665 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:08:29.806655 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:08:29.810282 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:08:29.828954 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4484d4b-9915-4ada-b18a-4178c2185fc7 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:08:29.838385 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Port': ['ID=9dfee437-d509-4cac-9726-9fd504f974b7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:29.870575 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4ef3240f-fff0-47a0-98e8-b90f20443082 None None] Provisioning complete for port 9dfee437-d509-4cac-9726-9fd504f974b7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:29.871158 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4ef3240f-fff0-47a0-98e8-b90f20443082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:29.918773 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4ef3240f-fff0-47a0-98e8-b90f20443082 None None] Port 9dfee437-d509-4cac-9726-9fd504f974b7 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:08:30.077281 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:30.284474 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:30.442456 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487b4ac-764a-462e-a4a4-9cd95e0d0571 req-f2bed058-d199-47ee-b1ec-4ecc0781d61d tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:30.444541 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7487b4ac-764a-462e-a4a4-9cd95e0d0571 req-f2bed058-d199-47ee-b1ec-4ecc0781d61d tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0864787 Nov 26 03:08:30.562676 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7487b4ac-764a-462e-a4a4-9cd95e0d0571 req-5a9b51ca-ca4a-4078-b0ba-43f341069a2b tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038935 Nov 26 03:08:30.851667 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Router 603f4fd8-1902-4a7a-8cbb-47fc8f688394 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:08:30.991188 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:08:31.004876 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Sync routers for ids ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:08:31.019453 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Routers {'603f4fd8-1902-4a7a-8cbb-47fc8f688394'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:08:31.019622 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:31.020420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:31.021666 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-46fa896c-2eb9-4a27-a598-625e4f6909a0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1751254 Nov 26 03:08:31.025194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36852) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:31.116850 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ce4c9bdd-fb34-4d05-8457-9197c598d32e tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2cd023a1c40f48beb9652fd40a5c698a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0897117 Nov 26 03:08:31.119359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36856) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:31.158561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Set router 603f4fd8-1902-4a7a-8cbb-47fc8f688394 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:08:31.293354 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be58e30-c6f8-47c9-a5ef-4543f0c0956a tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:31.296004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8be58e30-c6f8-47c9-a5ef-4543f0c0956a tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1748929 Nov 26 03:08:31.298605 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36858) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:31.340184 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0b10a6be-72b3-431d-aadf-0e12718d3f87 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403123 Nov 26 03:08:31.346353 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36860) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:31.355004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-7b2dc081-494a-4252-9773-2c3a9e683fed tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-7236849', 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:31.367873 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'name': 'tempest-TestNetworkBasicOps-router-818557875', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:28Z', 'updated_at': '2021-11-26T03:08:29Z', 'revision_number': 3, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:29Z', 'updated_at': '2021-11-26T03:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:31.399043 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Checking router: 603f4fd8-1902-4a7a-8cbb-47fc8f688394 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:08:31.399656 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Updating router 603f4fd8-1902-4a7a-8cbb-47fc8f688394 port 9dfee437-d509-4cac-9726-9fd504f974b7 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:08:31.436329 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:31.471741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2dc081-494a-4252-9773-2c3a9e683fed tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Made reservation on behalf of 2cd023a1c40f48beb9652fd40a5c698a for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:08:31.476908 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc081-494a-4252-9773-2c3a9e683fed tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:31.698043 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc081-494a-4252-9773-2c3a9e683fed tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:31.800674 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc081-494a-4252-9773-2c3a9e683fed tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Subnet': ['ID=7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:31.819482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2dc081-494a-4252-9773-2c3a9e683fed tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Checking segment: {'id': 'db075c8b-8710-4c41-b862-b1293ba6bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:08:31.819870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2dc081-494a-4252-9773-2c3a9e683fed tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Network hostable DHCP agents. Network: a6fed846-3763-4712-aed7-26a623ff7bdf, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:08:31.827027 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:31.843674 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:31.850369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2dc081-494a-4252-9773-2c3a9e683fed tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Network a6fed846-3763-4712-aed7-26a623ff7bdf is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:08:31.876183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-7b2dc081-494a-4252-9773-2c3a9e683fed tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, a6fed846-3763-4712-aed7-26a623ff7bdf) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:08:31.886513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2dc081-494a-4252-9773-2c3a9e683fed tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:31.887061 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc081-494a-4252-9773-2c3a9e683fed tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:31.897433 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b40049-1d3f-43f9-b223-7fa73d738f5f None None] Pushing event updated for resources: {'Port': ['ID=9dfee437-d509-4cac-9726-9fd504f974b7,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:31.904562 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df09883-9d96-42d5-91ea-51bf5598e724 None None] Network a6fed846-3763-4712-aed7-26a623ff7bdf requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:08:31.913522 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7b2dc081-494a-4252-9773-2c3a9e683fed tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.5659237 Nov 26 03:08:31.916184 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36870) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:31.992926 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5328708-6900-4af1-95b1-7b5e0e8e79b0 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:08:32.076382 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Attempting to bind port 9dfee437-d509-4cac-9726-9fd504f974b7 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:08:32.076936 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Attempting to bind port 9dfee437-d509-4cac-9726-9fd504f974b7 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:08:32.077280 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Attempting to bind port 9dfee437-d509-4cac-9726-9fd504f974b7 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:08:32.088023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:08:32.088621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:08:32.089044 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:32.089465 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:08:32.089968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Bound port: 9dfee437-d509-4cac-9726-9fd504f974b7, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:08:32.090361 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:32.163529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] For port 9dfee437-d509-4cac-9726-9fd504f974b7, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:08:32.169781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] For port 9dfee437-d509-4cac-9726-9fd504f974b7, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9dfee437-d509-4cac-9726-9fd504f974b7,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:08:32.201620 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:32.291103 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d0752f-4e2d-4459-b27d-30fd95cca5b6 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:08:32.297954 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d771d9f2-3dd6-4159-a77c-c51eb6e5240a None None] Provisioning complete for port 9dfee437-d509-4cac-9726-9fd504f974b7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:32.298334 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d771d9f2-3dd6-4159-a77c-c51eb6e5240a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:32.409556 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Routers {'603f4fd8-1902-4a7a-8cbb-47fc8f688394'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:08:32.410174 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:32.556713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] Set router 603f4fd8-1902-4a7a-8cbb-47fc8f688394 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:08:32.650279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b40049-1d3f-43f9-b223-7fa73d738f5f None None] Pushing event updated for resources: {'Port': ['ID=9dfee437-d509-4cac-9726-9fd504f974b7,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:32.760438 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-a6fed846-3763-4712-aed7-26a623ff7bdf', 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'fixed_ips': [{'subnet_id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:08:32.761620 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:32.987279 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d771d9f2-3dd6-4159-a77c-c51eb6e5240a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:33.071634 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d771d9f2-3dd6-4159-a77c-c51eb6e5240a None None] For port 9dfee437-d509-4cac-9726-9fd504f974b7, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9dfee437-d509-4cac-9726-9fd504f974b7,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:33.097499 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d771d9f2-3dd6-4159-a77c-c51eb6e5240a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:33.186674 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0e4b177b-b220-44de-b633-121e14539c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:33.238435 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771d9f2-3dd6-4159-a77c-c51eb6e5240a None None] Pushing event updated for resources: {'Port': ['ID=9dfee437-d509-4cac-9726-9fd504f974b7,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:33.324335 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Allocated IP 172.20.0.2 (a6fed846-3763-4712-aed7-26a623ff7bdf/7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8/45194c60-fc4c-49dd-9202-1d2bd0f9278d) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:08:33.331525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-15cfdaf4-822a-4aea-b8b4-543cf88a0822 None None] Provisioning complete for port 9dfee437-d509-4cac-9726-9fd504f974b7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:33.331525 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-15cfdaf4-822a-4aea-b8b4-543cf88a0822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:33.383976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'name': 'tempest-TestNetworkBasicOps-router-818557875', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:28Z', 'updated_at': '2021-11-26T03:08:29Z', 'revision_number': 3, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:29Z', 'updated_at': '2021-11-26T03:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:33.463396 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494eb6e-bf03-4d77-a4a4-e01e73565312 None None] The sync data for ids ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'] in n-d-819389-3 is: [{'id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'name': 'tempest-TestNetworkBasicOps-router-818557875', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:28Z', 'updated_at': '2021-11-26T03:08:29Z', 'revision_number': 3, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:29Z', 'updated_at': '2021-11-26T03:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:08:33.840429 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:33.854186 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:33.950357 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Network a6fed846-3763-4712-aed7-26a623ff7bdf is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:08:33.953739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:08:33.954191 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-0e4b177b-b220-44de-b633-121e14539c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Allocated IP 172.20.0.1 (a6fed846-3763-4712-aed7-26a623ff7bdf/7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8/e0dee670-5298-4169-8064-7a0d68cc76f7) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:08:33.957709 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:08:33.971636 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Pushing event updated for resources: {'Port': ['ID=45194c60-fc4c-49dd-9202-1d2bd0f9278d,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:34.111315 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Attempting to bind port 45194c60-fc4c-49dd-9202-1d2bd0f9278d on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:08:34.111931 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Attempting to bind port 45194c60-fc4c-49dd-9202-1d2bd0f9278d by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'db075c8b-8710-4c41-b862-b1293ba6bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:08:34.112147 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Attempting to bind port 45194c60-fc4c-49dd-9202-1d2bd0f9278d on network a6fed846-3763-4712-aed7-26a623ff7bdf {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:08:34.133612 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:08:34.138062 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Checking segment: {'id': 'db075c8b-8710-4c41-b862-b1293ba6bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:08:34.138626 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:34.140201 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Bound using segment: {'id': 'db075c8b-8710-4c41-b862-b1293ba6bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:08:34.141258 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Bound port: 45194c60-fc4c-49dd-9202-1d2bd0f9278d, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db075c8b-8710-4c41-b862-b1293ba6bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:08:34.141258 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:34.183517 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0e4b177b-b220-44de-b633-121e14539c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:34.266840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] For port 45194c60-fc4c-49dd-9202-1d2bd0f9278d, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:08:34.278428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] For port 45194c60-fc4c-49dd-9202-1d2bd0f9278d, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=45194c60-fc4c-49dd-9202-1d2bd0f9278d,segment=NetworkSegment(db075c8b-8710-4c41-b862-b1293ba6bf00),segment_id=db075c8b-8710-4c41-b862-b1293ba6bf00)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:08:34.297256 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0e4b177b-b220-44de-b633-121e14539c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:34.300925 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:34.367078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4b177b-b220-44de-b633-121e14539c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Network a6fed846-3763-4712-aed7-26a623ff7bdf is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:08:34.370338 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-0e4b177b-b220-44de-b633-121e14539c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:08:34.383605 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4b177b-b220-44de-b633-121e14539c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:08:34.458387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819c277-0f8d-4ff5-a299-57453a967afd None None] Pushing event updated for resources: {'Port': ['ID=45194c60-fc4c-49dd-9202-1d2bd0f9278d,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:34.477177 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b177b-b220-44de-b633-121e14539c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Port': ['ID=e0dee670-5298-4169-8064-7a0d68cc76f7,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:34.515464 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0e4b177b-b220-44de-b633-121e14539c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:34.815963 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0e4b177b-b220-44de-b633-121e14539c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:35.061446 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 45194c60-fc4c-49dd-9202-1d2bd0f9278d up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:08:35.159976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 45194c60-fc4c-49dd-9202-1d2bd0f9278d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:35.160635 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:35.268741 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:35.313108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 45194c60-fc4c-49dd-9202-1d2bd0f9278d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=45194c60-fc4c-49dd-9202-1d2bd0f9278d,segment=NetworkSegment(db075c8b-8710-4c41-b862-b1293ba6bf00),segment_id=db075c8b-8710-4c41-b862-b1293ba6bf00)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:35.318578 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:35.319560 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9dfee437-d509-4cac-9726-9fd504f974b7 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:08:35.371243 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0e4b177b-b220-44de-b633-121e14539c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:35.377897 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0e4b177b-b220-44de-b633-121e14539c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:35.457612 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=45194c60-fc4c-49dd-9202-1d2bd0f9278d,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:35.477567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b177b-b220-44de-b633-121e14539c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Port': ['ID=e0dee670-5298-4169-8064-7a0d68cc76f7,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:35.489382 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 9dfee437-d509-4cac-9726-9fd504f974b7 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:35.489765 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:35.496589 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0e4b177b-b220-44de-b633-121e14539c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:35.615452 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4b177b-b220-44de-b633-121e14539c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Network a6fed846-3763-4712-aed7-26a623ff7bdf is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:08:35.617267 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-0e4b177b-b220-44de-b633-121e14539c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:08:35.778072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4b177b-b220-44de-b633-121e14539c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Router 603f4fd8-1902-4a7a-8cbb-47fc8f688394 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:08:35.907854 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4b177b-b220-44de-b633-121e14539c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:08:35.914506 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0e4b177b-b220-44de-b633-121e14539c5b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "PUT /v2.0/routers/603f4fd8-1902-4a7a-8cbb-47fc8f688394/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9969950 Nov 26 03:08:35.917124 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36930) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:36.211359 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51d18f-a79f-417d-b0d6-ac8103432863 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:36.212300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51d18f-a79f-417d-b0d6-ac8103432863 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:36.212832 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51d18f-a79f-417d-b0d6-ac8103432863 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:36.213481 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51d18f-a79f-417d-b0d6-ac8103432863 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:36.214011 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51d18f-a79f-417d-b0d6-ac8103432863 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:36.214687 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51d18f-a79f-417d-b0d6-ac8103432863 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:36.215207 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51d18f-a79f-417d-b0d6-ac8103432863 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:36.215730 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51d18f-a79f-417d-b0d6-ac8103432863 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:36.216414 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51d18f-a79f-417d-b0d6-ac8103432863 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:36.219217 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3f51d18f-a79f-417d-b0d6-ac8103432863 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6370 time: 0.3004961 Nov 26 03:08:36.222270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36934) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:36.265201 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2108a52-3b5c-4caf-bff0-df5d146e517c None None] Network a6fed846-3763-4712-aed7-26a623ff7bdf requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:08:36.348547 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d50e5cd3-c59f-4387-9ecb-0391bb0927ae None None] Provisioning complete for port 45194c60-fc4c-49dd-9202-1d2bd0f9278d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:36.349067 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d50e5cd3-c59f-4387-9ecb-0391bb0927ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:36.372294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44044df9-7d73-42a9-909a-bbfbf532a6d2 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:36.373518 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44044df9-7d73-42a9-909a-bbfbf532a6d2 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:36.374149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44044df9-7d73-42a9-909a-bbfbf532a6d2 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:36.374776 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44044df9-7d73-42a9-909a-bbfbf532a6d2 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:36.375957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44044df9-7d73-42a9-909a-bbfbf532a6d2 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:36.376634 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44044df9-7d73-42a9-909a-bbfbf532a6d2 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:36.377305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44044df9-7d73-42a9-909a-bbfbf532a6d2 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:36.377977 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44044df9-7d73-42a9-909a-bbfbf532a6d2 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:36.378617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44044df9-7d73-42a9-909a-bbfbf532a6d2 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:36.381112 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-44044df9-7d73-42a9-909a-bbfbf532a6d2 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5819 time: 0.1571419 Nov 26 03:08:36.383947 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36936) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:36.692742 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Sync routers for ids ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:08:36.708095 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cd598571-9998-4fcb-809b-48ae815d893c tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.3222525 Nov 26 03:08:36.733744 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Routers {'603f4fd8-1902-4a7a-8cbb-47fc8f688394'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:08:36.740213 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:36.887630 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 45194c60-fc4c-49dd-9202-1d2bd0f9278d up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:08:37.024583 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 45194c60-fc4c-49dd-9202-1d2bd0f9278d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:37.024968 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:37.026997 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Set router 603f4fd8-1902-4a7a-8cbb-47fc8f688394 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:08:37.145689 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36956) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:37.150936 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8f3e6757-e9e9-4f1f-909c-cdc7ca529fab tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-303874225', 'description': 'tempest-secgroup-smoke-303874225 description', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:37.198873 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6757-e9e9-4f1f-909c-cdc7ca529fab tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:37.224878 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ae209871-e215-4e9a-b19f-d271caec0bd1 None None] Provisioning complete for port e0dee670-5298-4169-8064-7a0d68cc76f7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:37.225657 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ae209871-e215-4e9a-b19f-d271caec0bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:37.298263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ae209871-e215-4e9a-b19f-d271caec0bd1 None None] Port e0dee670-5298-4169-8064-7a0d68cc76f7 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:08:37.308684 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6757-e9e9-4f1f-909c-cdc7ca529fab tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:37.312237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ae209871-e215-4e9a-b19f-d271caec0bd1 None None] Provisioning complete for port 45194c60-fc4c-49dd-9202-1d2bd0f9278d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:37.312634 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ae209871-e215-4e9a-b19f-d271caec0bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:37.320114 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6757-e9e9-4f1f-909c-cdc7ca529fab tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:37.334656 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'name': 'tempest-TestNetworkBasicOps-router-818557875', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:28Z', 'updated_at': '2021-11-26T03:08:34Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:29Z', 'updated_at': '2021-11-26T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e0dee670-5298-4169-8064-7a0d68cc76f7', 'name': '', 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:51:cd:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:33Z', 'updated_at': '2021-11-26T03:08:35Z', 'revision_number': 2, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:37.378866 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e6757-e9e9-4f1f-909c-cdc7ca529fab tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=167e6bdc-7149-4f9b-837d-e11fdae99ebb,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:37.383645 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6757-e9e9-4f1f-909c-cdc7ca529fab tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:37.385051 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8f3e6757-e9e9-4f1f-909c-cdc7ca529fab tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2381091 Nov 26 03:08:37.387620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36958) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:37.395773 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a49b0c91-78af-4dfa-8e12-278f795257ed tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group_rule': {'security_group_id': '167e6bdc-7149-4f9b-837d-e11fdae99ebb', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:37.397299 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Checking router: 603f4fd8-1902-4a7a-8cbb-47fc8f688394 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:08:37.398008 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Updating router 603f4fd8-1902-4a7a-8cbb-47fc8f688394 port e0dee670-5298-4169-8064-7a0d68cc76f7 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:08:37.432554 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:37.462245 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a49b0c91-78af-4dfa-8e12-278f795257ed tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:37.571653 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a49b0c91-78af-4dfa-8e12-278f795257ed tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:37.573439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3bf8874b-de21-409f-a2f5-621cf77c4d54 None None] Provisioning complete for port e0dee670-5298-4169-8064-7a0d68cc76f7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:37.575594 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3bf8874b-de21-409f-a2f5-621cf77c4d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:37.584557 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a49b0c91-78af-4dfa-8e12-278f795257ed tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:37.636802 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b0c91-78af-4dfa-8e12-278f795257ed tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983e205c-80b8-49c5-b801-73f8d36c68eb,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:37.679989 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a49b0c91-78af-4dfa-8e12-278f795257ed tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:37.686932 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a49b0c91-78af-4dfa-8e12-278f795257ed tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2953851 Nov 26 03:08:37.687419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36966) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:37.698929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-58ec099e-db1e-4082-a9f6-75d37b24b719 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group_rule': {'security_group_id': '167e6bdc-7149-4f9b-837d-e11fdae99ebb', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:37.722166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3bf8874b-de21-409f-a2f5-621cf77c4d54 None None] Port e0dee670-5298-4169-8064-7a0d68cc76f7 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:08:37.800545 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-58ec099e-db1e-4082-a9f6-75d37b24b719 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:37.897009 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-58ec099e-db1e-4082-a9f6-75d37b24b719 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:37.906154 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-58ec099e-db1e-4082-a9f6-75d37b24b719 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:37.922717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec099e-db1e-4082-a9f6-75d37b24b719 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44df9ce-945d-48ce-b6c7-6325366b63be,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:37.956806 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d0c42981-3c20-45a6-920f-0298b6fe9454 None None] Provisioning complete for port e0dee670-5298-4169-8064-7a0d68cc76f7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:37.957486 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d0c42981-3c20-45a6-920f-0298b6fe9454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:37.978997 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-58ec099e-db1e-4082-a9f6-75d37b24b719 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:37.983967 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-58ec099e-db1e-4082-a9f6-75d37b24b719 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2943461 Nov 26 03:08:37.985318 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36970) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:37.995055 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c77a7b9e-c822-4d65-b26f-76dbdbcf47a5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group_rule': {'security_group_id': '167e6bdc-7149-4f9b-837d-e11fdae99ebb', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:38.037410 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d0c42981-3c20-45a6-920f-0298b6fe9454 None None] Port e0dee670-5298-4169-8064-7a0d68cc76f7 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:08:38.038395 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.048829 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.063477 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c77a7b9e-c822-4d65-b26f-76dbdbcf47a5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.171362 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7df79-aca6-4ff1-a7d7-efefdec8f47e None None] Pushing event updated for resources: {'Port': ['ID=e0dee670-5298-4169-8064-7a0d68cc76f7,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:38.229133 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7df79-aca6-4ff1-a7d7-efefdec8f47e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:38.230036 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7df79-aca6-4ff1-a7d7-efefdec8f47e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:38.230656 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7df79-aca6-4ff1-a7d7-efefdec8f47e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:38.231203 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7df79-aca6-4ff1-a7d7-efefdec8f47e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:38.231904 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7df79-aca6-4ff1-a7d7-efefdec8f47e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:38.239024 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7df79-aca6-4ff1-a7d7-efefdec8f47e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:38.243197 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7df79-aca6-4ff1-a7d7-efefdec8f47e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:38.245724 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7df79-aca6-4ff1-a7d7-efefdec8f47e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:38.249680 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7df79-aca6-4ff1-a7d7-efefdec8f47e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:38.250220 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7df79-aca6-4ff1-a7d7-efefdec8f47e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:38.250844 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7df79-aca6-4ff1-a7d7-efefdec8f47e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:38.252344 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7df79-aca6-4ff1-a7d7-efefdec8f47e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:38.302735 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c77a7b9e-c822-4d65-b26f-76dbdbcf47a5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.314447 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c77a7b9e-c822-4d65-b26f-76dbdbcf47a5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.330685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a7b9e-c822-4d65-b26f-76dbdbcf47a5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae15893c-eb21-431a-aee5-30a83b84d456,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:38.372211 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c77a7b9e-c822-4d65-b26f-76dbdbcf47a5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.376998 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c77a7b9e-c822-4d65-b26f-76dbdbcf47a5 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3858459 Nov 26 03:08:38.379023 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36974) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:38.383694 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Attempting to bind port e0dee670-5298-4169-8064-7a0d68cc76f7 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:08:38.386821 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Attempting to bind port e0dee670-5298-4169-8064-7a0d68cc76f7 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'db075c8b-8710-4c41-b862-b1293ba6bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:08:38.387210 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Attempting to bind port e0dee670-5298-4169-8064-7a0d68cc76f7 on network a6fed846-3763-4712-aed7-26a623ff7bdf {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:08:38.391231 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ffa1f856-506d-48af-b5a2-d0699f06b583 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group_rule': {'security_group_id': '167e6bdc-7149-4f9b-837d-e11fdae99ebb', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:38.399533 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:08:38.399911 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Checking segment: {'id': 'db075c8b-8710-4c41-b862-b1293ba6bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:08:38.402824 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.403438 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Bound using segment: {'id': 'db075c8b-8710-4c41-b862-b1293ba6bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:08:38.404619 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Bound port: e0dee670-5298-4169-8064-7a0d68cc76f7, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db075c8b-8710-4c41-b862-b1293ba6bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:08:38.405287 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.449365 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f856-506d-48af-b5a2-d0699f06b583 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.559417 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f856-506d-48af-b5a2-d0699f06b583 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.565333 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] For port e0dee670-5298-4169-8064-7a0d68cc76f7, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:08:38.565923 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f856-506d-48af-b5a2-d0699f06b583 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.569877 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] For port e0dee670-5298-4169-8064-7a0d68cc76f7, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e0dee670-5298-4169-8064-7a0d68cc76f7,segment=NetworkSegment(db075c8b-8710-4c41-b862-b1293ba6bf00),segment_id=db075c8b-8710-4c41-b862-b1293ba6bf00)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:08:38.579387 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.580985 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c847337d-edc5-4c8f-a439-011bdc73e59f None None] Provisioning complete for port e0dee670-5298-4169-8064-7a0d68cc76f7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:38.581468 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c847337d-edc5-4c8f-a439-011bdc73e59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.589830 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1f856-506d-48af-b5a2-d0699f06b583 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab6b529-489b-4265-88de-18eedb896577,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:38.604908 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f856-506d-48af-b5a2-d0699f06b583 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.610147 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36976) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:38.612614 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ffa1f856-506d-48af-b5a2-d0699f06b583 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2324076 Nov 26 03:08:38.614841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-69bad0af-79bd-4f9b-93b8-d17e6213b424 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group_rule': {'security_group_id': '167e6bdc-7149-4f9b-837d-e11fdae99ebb', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:38.644040 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Routers {'603f4fd8-1902-4a7a-8cbb-47fc8f688394'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:08:38.644821 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:38.679468 n-d-819389-3 neutron-server[104802]: INFO neutron.db.securitygroups_db [None req-69bad0af-79bd-4f9b-93b8-d17e6213b424 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Project 2cd023a1c40f48beb9652fd40a5c698a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:08:38.693714 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-69bad0af-79bd-4f9b-93b8-d17e6213b424 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.725592 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c847337d-edc5-4c8f-a439-011bdc73e59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.822454 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-c847337d-edc5-4c8f-a439-011bdc73e59f None None] For port e0dee670-5298-4169-8064-7a0d68cc76f7, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e0dee670-5298-4169-8064-7a0d68cc76f7,segment=NetworkSegment(db075c8b-8710-4c41-b862-b1293ba6bf00),segment_id=db075c8b-8710-4c41-b862-b1293ba6bf00)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:38.827378 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-69bad0af-79bd-4f9b-93b8-d17e6213b424 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.833182 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c847337d-edc5-4c8f-a439-011bdc73e59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.835251 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-69bad0af-79bd-4f9b-93b8-d17e6213b424 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.912556 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-69bad0af-79bd-4f9b-93b8-d17e6213b424 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:38.917731 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847337d-edc5-4c8f-a439-011bdc73e59f None None] Pushing event updated for resources: {'Port': ['ID=e0dee670-5298-4169-8064-7a0d68cc76f7,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:38.918933 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36982) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:38.919234 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-69bad0af-79bd-4f9b-93b8-d17e6213b424 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3079271 Nov 26 03:08:38.926995 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-bfa6ad8f-017e-471c-85dc-aae3947a76e6 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'security_group_rule': {'security_group_id': '167e6bdc-7149-4f9b-837d-e11fdae99ebb', 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:38.929545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bad0af-79bd-4f9b-93b8-d17e6213b424 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900b0e66-88ce-4241-93b3-23620e1af175,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:38.990768 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-bfa6ad8f-017e-471c-85dc-aae3947a76e6 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Project 2cd023a1c40f48beb9652fd40a5c698a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:08:38.999832 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfa6ad8f-017e-471c-85dc-aae3947a76e6 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:39.042718 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7df79-aca6-4ff1-a7d7-efefdec8f47e None None] Pushing event updated for resources: {'Port': ['ID=e0dee670-5298-4169-8064-7a0d68cc76f7,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:39.085197 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] Set router 603f4fd8-1902-4a7a-8cbb-47fc8f688394 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:08:39.087817 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfa6ad8f-017e-471c-85dc-aae3947a76e6 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:39.093725 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfa6ad8f-017e-471c-85dc-aae3947a76e6 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:39.121200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6ad8f-017e-471c-85dc-aae3947a76e6 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83793a94-8b2c-4331-b2a4-9d7fba411219,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:39.143080 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfa6ad8f-017e-471c-85dc-aae3947a76e6 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:39.152838 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bfa6ad8f-017e-471c-85dc-aae3947a76e6 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2319584 Nov 26 03:08:39.168148 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5e4703ba-551b-458d-a651-f95ee29e0f61 None None] Provisioning complete for port e0dee670-5298-4169-8064-7a0d68cc76f7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:39.168148 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e4703ba-551b-458d-a651-f95ee29e0f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:39.371652 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'name': 'tempest-TestNetworkBasicOps-router-818557875', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:28Z', 'updated_at': '2021-11-26T03:08:34Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:29Z', 'updated_at': '2021-11-26T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e0dee670-5298-4169-8064-7a0d68cc76f7', 'name': '', 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:51:cd:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:33Z', 'updated_at': '2021-11-26T03:08:38Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:39.412622 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686a50d8-b732-4c1c-ace3-2fe06203b9b7 None None] The sync data for ids ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'] in n-d-819389-3 is: [{'id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'name': 'tempest-TestNetworkBasicOps-router-818557875', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:28Z', 'updated_at': '2021-11-26T03:08:34Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:29Z', 'updated_at': '2021-11-26T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e0dee670-5298-4169-8064-7a0d68cc76f7', 'name': '', 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:51:cd:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:33Z', 'updated_at': '2021-11-26T03:08:38Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:08:39.495240 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-60553b87-b477-4e72-89fd-f22105545b18 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-303874225&fields=id&tenant_id=2cd023a1c40f48beb9652fd40a5c698a HTTP/1.1" status: 200 len: 267 time: 0.0689600 Nov 26 03:08:39.620998 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-8629f5bb-d013-4452-a512-0613a0605c99 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:39.622854 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-8629f5bb-d013-4452-a512-0613a0605c99 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/networks?id=a6fed846-3763-4712-aed7-26a623ff7bdf HTTP/1.1" status: 200 len: 797 time: 0.1152248 Nov 26 03:08:39.649288 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-61f2bad1-b7f1-4f9b-856e-5e3d1896d61d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/quotas/2cd023a1c40f48beb9652fd40a5c698a HTTP/1.1" status: 200 len: 375 time: 0.0186708 Nov 26 03:08:39.736135 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-a9c84f69-e003-457a-bab7-d996e8a266fa tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cd023a1c40f48beb9652fd40a5c698a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857763 Nov 26 03:08:39.850634 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-aaba5504-21c7-4ba1-ad88-bd573a3bbf66 service neutron] 10.222.0.31 "GET /v2.0/networks/a6fed846-3763-4712-aed7-26a623ff7bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120586 Nov 26 03:08:40.023508 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-9f23b4da-4885-4d0f-9ab6-2fd6c14ca0e0 service neutron] 10.222.0.31 "GET /v2.0/networks/a6fed846-3763-4712-aed7-26a623ff7bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685929 Nov 26 03:08:40.388419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6b54350-e861-4a48-8977-83e393f58025 req-fc767650-68e8-4d6f-90f5-f406aeabd22b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 210 time: 0.0870714 Nov 26 03:08:40.933521 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e0dee670-5298-4169-8064-7a0d68cc76f7 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:08:41.042788 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port e0dee670-5298-4169-8064-7a0d68cc76f7 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:41.043265 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:41.590524 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38252da6-82e6-4259-9c7a-17dfce1f77ba req-027761de-bce0-4728-b36b-3d76c5ad0c2c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 210 time: 0.0644894 Nov 26 03:08:41.671979 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8e38ec51-2fa3-4029-9e43-d1329e9a2531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:41.713711 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37042) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:41.854138 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-65411b01-46be-4a9e-bfea-bd5006b929f8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:41.857716 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-65411b01-46be-4a9e-bfea-bd5006b929f8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.59 "GET /v2.0/networks?id=a6fed846-3763-4712-aed7-26a623ff7bdf HTTP/1.1" status: 200 len: 797 time: 0.1209764 Nov 26 03:08:41.943466 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-df977f41-cd60-49da-84a1-be02ba7662f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:41.972145 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-66757f93-5e1f-403d-9415-6c4d508d75ef tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cd023a1c40f48beb9652fd40a5c698a HTTP/1.1" status: 200 len: 379 time: 0.0977387 Nov 26 03:08:41.983650 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-747c1c8c-35da-404b-8554-150fcd5b075d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'port': {'device_id': '53edd926-db3c-4193-b0c8-bb7692479dda', 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf', 'admin_state_up': True, 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'security_groups': ['167e6bdc-7149-4f9b-837d-e11fdae99ebb']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:42.095662 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-df977f41-cd60-49da-84a1-be02ba7662f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:42.103544 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-df977f41-cd60-49da-84a1-be02ba7662f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:42.166442 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-df977f41-cd60-49da-84a1-be02ba7662f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46f9dbd627f34b1789e94a04084358ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4513798 Nov 26 03:08:42.166940 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37046) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:42.170332 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df977f41-cd60-49da-84a1-be02ba7662f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58918bf-8c45-4768-8503-8f46760eb57b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:42.254339 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0b33758-8521-48b3-9bfb-3708889ba270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:42.266571 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-747c1c8c-35da-404b-8554-150fcd5b075d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Made reservation on behalf of 2cd023a1c40f48beb9652fd40a5c698a for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:08:42.271964 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-747c1c8c-35da-404b-8554-150fcd5b075d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:42.299788 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0b33758-8521-48b3-9bfb-3708889ba270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:42.460023 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-747c1c8c-35da-404b-8554-150fcd5b075d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Allocated IP 172.20.0.5 (a6fed846-3763-4712-aed7-26a623ff7bdf/7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8/bde2aa9b-5bd6-4923-8c8d-e9dc3a754348) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:08:42.496214 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0b33758-8521-48b3-9bfb-3708889ba270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:42.499367 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0b33758-8521-48b3-9bfb-3708889ba270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:42.500538 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c0b33758-8521-48b3-9bfb-3708889ba270 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d58918bf-8c45-4768-8503-8f46760eb57b HTTP/1.1" status: 204 len: 168 time: 0.3325875 Nov 26 03:08:42.525214 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b33758-8521-48b3-9bfb-3708889ba270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58918bf-8c45-4768-8503-8f46760eb57b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:42.759608 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3c8fae6-cb84-44c4-8bf2-4cccb229755b req-11d1fb39-4671-4c5d-8383-f3330b4138ec tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 210 time: 0.0486262 Nov 26 03:08:42.782745 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-747c1c8c-35da-404b-8554-150fcd5b075d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:42.831549 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-747c1c8c-35da-404b-8554-150fcd5b075d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:42.877724 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-747c1c8c-35da-404b-8554-150fcd5b075d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Network a6fed846-3763-4712-aed7-26a623ff7bdf is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:08:42.883791 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-747c1c8c-35da-404b-8554-150fcd5b075d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:08:42.889218 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-747c1c8c-35da-404b-8554-150fcd5b075d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:08:42.922672 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c1c8c-35da-404b-8554-150fcd5b075d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Port': ['ID=bde2aa9b-5bd6-4923-8c8d-e9dc3a754348,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:42.957663 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-747c1c8c-35da-404b-8554-150fcd5b075d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:42.958679 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-747c1c8c-35da-404b-8554-150fcd5b075d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:42.983610 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-747c1c8c-35da-404b-8554-150fcd5b075d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0046299 Nov 26 03:08:43.012864 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Request body: {'port': {'device_id': '53edd926-db3c-4193-b0c8-bb7692479dda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:43.013225 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37058) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:43.041280 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-331951d6-0359-436c-be32-2d11352386c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:43.097232 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:43.173801 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-331951d6-0359-436c-be32-2d11352386c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:43.185948 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-331951d6-0359-436c-be32-2d11352386c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:43.246720 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-331951d6-0359-436c-be32-2d11352386c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99582c5be338447db5e71a4733b3d14d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2320781 Nov 26 03:08:43.248459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331951d6-0359-436c-be32-2d11352386c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328039d8-0574-4e45-b14c-65a3797eb0df,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:43.252016 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37060) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:43.316300 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4a70c88e-77a7-424d-86ba-ca38d00291e9 None None] Provisioning complete for port bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:43.317359 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4a70c88e-77a7-424d-86ba-ca38d00291e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:43.363679 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4a70c88e-77a7-424d-86ba-ca38d00291e9 None None] Port bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:08:43.367198 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-694c91a7-d1d4-4c4d-b8e0-259d699d4d6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:43.407538 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-694c91a7-d1d4-4c4d-b8e0-259d699d4d6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:43.499570 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:08:43.512570 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:43.548187 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Transition to ACTIVE for port object bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:08:43.549578 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-694c91a7-d1d4-4c4d-b8e0-259d699d4d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:43.552189 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-694c91a7-d1d4-4c4d-b8e0-259d699d4d6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:43.555890 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-694c91a7-d1d4-4c4d-b8e0-259d699d4d6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/328039d8-0574-4e45-b14c-65a3797eb0df HTTP/1.1" status: 204 len: 168 time: 0.3010206 Nov 26 03:08:43.567030 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:43.585617 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c91a7-d1d4-4c4d-b8e0-259d699d4d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328039d8-0574-4e45-b14c-65a3797eb0df,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:43.655931 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Pushing event updated for resources: {'Port': ['ID=bde2aa9b-5bd6-4923-8c8d-e9dc3a754348,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:43.773673 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Attempting to bind port bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:08:43.774166 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Attempting to bind port bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'db075c8b-8710-4c41-b862-b1293ba6bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:08:43.775350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Attempting to bind port bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 on network a6fed846-3763-4712-aed7-26a623ff7bdf {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:08:43.783589 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Port bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 on network a6fed846-3763-4712-aed7-26a623ff7bdf not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:08:43.784110 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Attempting to bind port bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 on network a6fed846-3763-4712-aed7-26a623ff7bdf {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:08:43.790357 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:08:43.790921 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Checking segment: {'id': 'db075c8b-8710-4c41-b862-b1293ba6bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:08:43.791407 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Bound using segment: {'id': 'db075c8b-8710-4c41-b862-b1293ba6bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:08:43.791946 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Bound port: bde2aa9b-5bd6-4923-8c8d-e9dc3a754348, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db075c8b-8710-4c41-b862-b1293ba6bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:08:43.792593 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:43.898868 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] For port bde2aa9b-5bd6-4923-8c8d-e9dc3a754348, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:08:43.902949 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] For port bde2aa9b-5bd6-4923-8c8d-e9dc3a754348, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bde2aa9b-5bd6-4923-8c8d-e9dc3a754348,segment=NetworkSegment(db075c8b-8710-4c41-b862-b1293ba6bf00),segment_id=db075c8b-8710-4c41-b862-b1293ba6bf00)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:08:43.915498 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:43.940706 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d6cd7-49bb-4494-a53b-4b7e55761791 req-ac5d7967-1ed4-41d5-83af-bed9bf4e9537 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:43.942779 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f3d6cd7-49bb-4494-a53b-4b7e55761791 req-ac5d7967-1ed4-41d5-83af-bed9bf4e9537 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 943 time: 0.0683079 Nov 26 03:08:43.961397 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:43.962370 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:43.963799 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] 10.222.0.59 "PUT /v2.0/ports/bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 HTTP/1.1" status: 200 len: 1091 time: 0.9646842 Nov 26 03:08:43.964279 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53edd926-db3c-4193-b0c8-bb7692479dda', 'tag': 'bde2aa9b-5bd6-4923-8c8d-e9dc3a754348'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:08:43.966739 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89441d5-9b21-4137-aab5-6cbcb273bbce" -d '{"events": [{"name": "network-changed", "server_uuid": "53edd926-db3c-4193-b0c8-bb7692479dda", "tag": "bde2aa9b-5bd6-4923-8c8d-e9dc3a754348"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:08:43.989548 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d950d-acc4-4bd9-9671-795dbdc64d6e service neutron] Pushing event updated for resources: {'Port': ['ID=bde2aa9b-5bd6-4923-8c8d-e9dc3a754348,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:44.040708 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50046e6-82e3-45d3-a40d-4e200543771e x-openstack-request-id: req-a50046e6-82e3-45d3-a40d-4e200543771e {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:08:44.040708 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53edd926-db3c-4193-b0c8-bb7692479dda", "tag": "bde2aa9b-5bd6-4923-8c8d-e9dc3a754348", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:08:44.041008 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a50046e6-82e3-45d3-a40d-4e200543771e {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:08:44.041272 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53edd926-db3c-4193-b0c8-bb7692479dda', 'tag': 'bde2aa9b-5bd6-4923-8c8d-e9dc3a754348', 'status': 'completed', 'code': 200} Nov 26 03:08:44.092080 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f3d6cd7-49bb-4494-a53b-4b7e55761791 req-e26953f6-d625-490c-aab8-c310fe2dce5c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=167e6bdc-7149-4f9b-837d-e11fdae99ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427963 Nov 26 03:08:44.115658 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-714efef6-e005-4fe3-b69f-d11328fad134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:44.117545 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-714efef6-e005-4fe3-b69f-d11328fad134 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cd023a1c40f48beb9652fd40a5c698a&device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 1094 time: 0.0593972 Nov 26 03:08:44.139857 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9d1f57bb-83f7-4425-b951-0d3d9ac56e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:44.193947 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-031e30ed-b52e-4377-9286-5e99d887d55c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 HTTP/1.1" status: 200 len: 217 time: 0.0603528 Nov 26 03:08:44.253927 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-eb79f0c6-2722-442d-855b-ec2a92b139f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:44.255818 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-eb79f0c6-2722-442d-855b-ec2a92b139f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8 HTTP/1.1" status: 200 len: 832 time: 0.0534358 Nov 26 03:08:44.314903 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-ddc22306-ea8b-48c1-97dd-96e4a03e3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:44.317189 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-ddc22306-ea8b-48c1-97dd-96e4a03e3042 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6fed846-3763-4712-aed7-26a623ff7bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549223 Nov 26 03:08:44.423608 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-75bf05d4-2a09-4bd5-a74d-8b3cf1781d19 service neutron] 10.222.0.59 "GET /v2.0/networks/a6fed846-3763-4712-aed7-26a623ff7bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992205 Nov 26 03:08:44.523953 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f8460f10-4414-4b32-8fa3-a96dd7d627b6 req-4f02e48c-4b05-40a2-9af4-7f02a82d9271 service neutron] 10.222.0.59 "GET /v2.0/networks/a6fed846-3763-4712-aed7-26a623ff7bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938120 Nov 26 03:08:44.655159 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89441d5-9b21-4137-aab5-6cbcb273bbce req-35041b58-4b2c-45c7-8299-4af11a2f9e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:44.657057 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f89441d5-9b21-4137-aab5-6cbcb273bbce req-35041b58-4b2c-45c7-8299-4af11a2f9e93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cd023a1c40f48beb9652fd40a5c698a&device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 1094 time: 0.0517533 Nov 26 03:08:44.769588 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89441d5-9b21-4137-aab5-6cbcb273bbce req-e24cd489-2102-4dbc-80d3-2c8adddffb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:44.771265 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f89441d5-9b21-4137-aab5-6cbcb273bbce req-e24cd489-2102-4dbc-80d3-2c8adddffb1b service neutron] 10.222.0.59 "GET /v2.0/networks?id=a6fed846-3763-4712-aed7-26a623ff7bdf HTTP/1.1" status: 200 len: 898 time: 0.1074910 Nov 26 03:08:44.822871 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f89441d5-9b21-4137-aab5-6cbcb273bbce req-b6b075d4-2d11-443a-a4b4-82f853748a06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 HTTP/1.1" status: 200 len: 217 time: 0.0436978 Nov 26 03:08:44.930843 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89441d5-9b21-4137-aab5-6cbcb273bbce req-de6e1c5d-a937-4ed4-9a66-09b7772719de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:44.932560 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f89441d5-9b21-4137-aab5-6cbcb273bbce req-de6e1c5d-a937-4ed4-9a66-09b7772719de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8 HTTP/1.1" status: 200 len: 832 time: 0.1020772 Nov 26 03:08:44.989477 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89441d5-9b21-4137-aab5-6cbcb273bbce req-c0da538c-5941-4587-854e-a8c48def0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:44.991125 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f89441d5-9b21-4137-aab5-6cbcb273bbce req-c0da538c-5941-4587-854e-a8c48def0e44 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6fed846-3763-4712-aed7-26a623ff7bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508854 Nov 26 03:08:45.061957 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:45.161668 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f89441d5-9b21-4137-aab5-6cbcb273bbce req-cf5f57cf-aeec-4137-bf9f-d8b28be4ebea service neutron] 10.222.0.59 "GET /v2.0/networks/a6fed846-3763-4712-aed7-26a623ff7bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592247 Nov 26 03:08:45.243253 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8a3ee-6be0-414a-a870-f15dfde832fa req-0676c1de-86eb-411c-801b-2d4742866c22 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:45.252587 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25d8a3ee-6be0-414a-a870-f15dfde832fa req-0676c1de-86eb-411c-801b-2d4742866c22 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 943 time: 0.0771735 Nov 26 03:08:45.336290 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f89441d5-9b21-4137-aab5-6cbcb273bbce req-de4e742f-bde0-4554-bf0b-f3b3ce825a35 service neutron] 10.222.0.59 "GET /v2.0/networks/a6fed846-3763-4712-aed7-26a623ff7bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626551 Nov 26 03:08:45.348107 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25d8a3ee-6be0-414a-a870-f15dfde832fa req-366e131c-c9f5-47d0-85b1-fd417f6ae77d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=167e6bdc-7149-4f9b-837d-e11fdae99ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865929 Nov 26 03:08:46.467154 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc60877-f20f-4383-aa3b-de4c4123548c req-f38ab932-97f2-4124-bee3-fcb38955e7c9 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:46.469665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddc60877-f20f-4383-aa3b-de4c4123548c req-f38ab932-97f2-4124-bee3-fcb38955e7c9 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 943 time: 0.0549188 Nov 26 03:08:46.524146 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddc60877-f20f-4383-aa3b-de4c4123548c req-31e275c7-1e30-495d-a674-413fd44240d0 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=167e6bdc-7149-4f9b-837d-e11fdae99ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477586 Nov 26 03:08:46.612682 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:46.841004 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:08:47.533037 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:47.690904 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea4951-40fb-4007-aa4e-cb6ccbe1a031 req-b35c12f9-f004-4013-8307-5684a78bd9cc tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:47.693612 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9ea4951-40fb-4007-aa4e-cb6ccbe1a031 req-b35c12f9-f004-4013-8307-5684a78bd9cc tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 943 time: 0.0761566 Nov 26 03:08:47.749001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9ea4951-40fb-4007-aa4e-cb6ccbe1a031 req-93374b7e-0ea0-4573-ae2d-3d2e76101387 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=167e6bdc-7149-4f9b-837d-e11fdae99ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482578 Nov 26 03:08:48.579077 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcadf23-0558-4235-bb22-9c32c71f4f24 req-3250df4c-bdf3-4a1a-b7f6-6a045fb85587 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:48.580635 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9dcadf23-0558-4235-bb22-9c32c71f4f24 req-3250df4c-bdf3-4a1a-b7f6-6a045fb85587 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.0610838 Nov 26 03:08:48.650433 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9dcadf23-0558-4235-bb22-9c32c71f4f24 req-d89e9836-7efd-4f72-9a86-4d75d8617a91 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632119 Nov 26 03:08:48.699796 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:08:48.815190 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port bde2aa9b-5bd6-4923-8c8d-e9dc3a754348, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bde2aa9b-5bd6-4923-8c8d-e9dc3a754348,segment=NetworkSegment(db075c8b-8710-4c41-b862-b1293ba6bf00),segment_id=db075c8b-8710-4c41-b862-b1293ba6bf00)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:48.831147 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'bde2aa9b-5bd6-4923-8c8d-e9dc3a754348', 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf', 'port_id': 'bde2aa9b-5bd6-4923-8c8d-e9dc3a754348', 'mac_address': 'fa:16:3e:ff:23:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:08:48.878041 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:48.902770 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:08:48.929388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0184b5c-831d-4f6c-abb2-799210aee914 req-e767860b-73bb-449f-b9bd-2e34a33570fe tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:48.931229 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0184b5c-831d-4f6c-abb2-799210aee914 req-e767860b-73bb-449f-b9bd-2e34a33570fe tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 943 time: 0.0766904 Nov 26 03:08:48.956958 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port bde2aa9b-5bd6-4923-8c8d-e9dc3a754348, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bde2aa9b-5bd6-4923-8c8d-e9dc3a754348,segment=NetworkSegment(db075c8b-8710-4c41-b862-b1293ba6bf00),segment_id=db075c8b-8710-4c41-b862-b1293ba6bf00)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:48.968709 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:49.005992 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0184b5c-831d-4f6c-abb2-799210aee914 req-c5650a6d-9d79-47dd-a189-a50a6764a57d tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=167e6bdc-7149-4f9b-837d-e11fdae99ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670547 Nov 26 03:08:49.056848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=bde2aa9b-5bd6-4923-8c8d-e9dc3a754348,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:49.064499 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:49.064984 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:49.065451 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:49.065948 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:49.066399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:49.066846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:49.067287 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:49.067734 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:49.068195 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:49.068633 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:49.069101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:49.069544 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:49.288250 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['bde2aa9b-5bd6-4923-8c8d-e9dc3a754348'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:08:49.763059 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff2e71-58f5-4120-901f-31e5bfe470a1 req-e4f39185-a73a-49c1-a2dc-61bb8ecf9077 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:49.765240 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7dff2e71-58f5-4120-901f-31e5bfe470a1 req-e4f39185-a73a-49c1-a2dc-61bb8ecf9077 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.0518072 Nov 26 03:08:49.824626 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7dff2e71-58f5-4120-901f-31e5bfe470a1 req-98eeb4cd-6d6b-4cdc-93ab-fcf188a3729b tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478477 Nov 26 03:08:50.117164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3a9aa-fc87-402c-8283-9ee4df27cc8a req-999c3a26-3a96-41f9-9b12-78e009ee7cbb tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:50.118657 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32b3a9aa-fc87-402c-8283-9ee4df27cc8a req-999c3a26-3a96-41f9-9b12-78e009ee7cbb tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 944 time: 0.0485046 Nov 26 03:08:50.174224 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32b3a9aa-fc87-402c-8283-9ee4df27cc8a req-615dbf1c-6dcf-428b-902e-8f5b1a781d31 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=167e6bdc-7149-4f9b-837d-e11fdae99ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481918 Nov 26 03:08:50.698281 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:08:50.763055 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:08:50.764816 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856421e-1505-4934-a728-3a8d5f572eef req-46a17d9d-172c-4e35-afa4-46bc4259abd7 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:50.767012 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5856421e-1505-4934-a728-3a8d5f572eef req-46a17d9d-172c-4e35-afa4-46bc4259abd7 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.59 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.0692682 Nov 26 03:08:50.767712 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:50.768180 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:50.866888 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:50.896819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53edd926-db3c-4193-b0c8-bb7692479dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde2aa9b-5bd6-4923-8c8d-e9dc3a754348'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:08:50.900079 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41058df0-cb4e-4360-8b58-332524cbd780" -d '{"events": [{"server_uuid": "53edd926-db3c-4193-b0c8-bb7692479dda", "name": "network-vif-plugged", "status": "completed", "tag": "bde2aa9b-5bd6-4923-8c8d-e9dc3a754348"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:08:50.917003 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port bde2aa9b-5bd6-4923-8c8d-e9dc3a754348, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bde2aa9b-5bd6-4923-8c8d-e9dc3a754348,segment=NetworkSegment(db075c8b-8710-4c41-b862-b1293ba6bf00),segment_id=db075c8b-8710-4c41-b862-b1293ba6bf00)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:50.936008 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:50.948769 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-5856421e-1505-4934-a728-3a8d5f572eef req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Deleting port 5461395b-bb6c-4a63-bc4f-2ce9ef951782 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:08:50.949424 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5856421e-1505-4934-a728-3a8d5f572eef req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:50.985656 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa86930b-bf3b-44bb-bc25-8707cb9ba18c x-openstack-request-id: req-aa86930b-bf3b-44bb-bc25-8707cb9ba18c {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:08:50.986057 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53edd926-db3c-4193-b0c8-bb7692479dda", "name": "network-vif-plugged", "status": "completed", "tag": "bde2aa9b-5bd6-4923-8c8d-e9dc3a754348", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:08:50.986475 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa86930b-bf3b-44bb-bc25-8707cb9ba18c {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:08:50.988668 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53edd926-db3c-4193-b0c8-bb7692479dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde2aa9b-5bd6-4923-8c8d-e9dc3a754348', 'code': 200} Nov 26 03:08:51.038497 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a292753-adc1-4628-a472-6aaa5be9666b req-7496e8c5-d472-4491-8cbb-7589a86c9277 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:51.046151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=bde2aa9b-5bd6-4923-8c8d-e9dc3a754348,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:51.047806 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a292753-adc1-4628-a472-6aaa5be9666b req-7496e8c5-d472-4491-8cbb-7589a86c9277 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=a076ac79-2824-414f-a541-891d1048eb83 HTTP/1.1" status: 200 len: 946 time: 0.0900445 Nov 26 03:08:51.106350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-5856421e-1505-4934-a728-3a8d5f572eef req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] For port 5461395b-bb6c-4a63-bc4f-2ce9ef951782, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5461395b-bb6c-4a63-bc4f-2ce9ef951782,segment=NetworkSegment(be482674-ff0a-4a62-ad63-a3a88e40fde1),segment_id=be482674-ff0a-4a62-ad63-a3a88e40fde1)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:51.107372 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5856421e-1505-4934-a728-3a8d5f572eef req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:51.122690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-5856421e-1505-4934-a728-3a8d5f572eef req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Calling delete_port for 5461395b-bb6c-4a63-bc4f-2ce9ef951782 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:08:51.133076 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a292753-adc1-4628-a472-6aaa5be9666b req-46619f68-b7ca-4207-bfb9-5475a04dfc02 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793054 Nov 26 03:08:51.135894 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202200a-d552-4a33-b926-967f47817f9e req-815a4b3c-f0ee-44dd-ba35-a9fc62340785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:51.137524 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7202200a-d552-4a33-b926-967f47817f9e req-815a4b3c-f0ee-44dd-ba35-a9fc62340785 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 1096 time: 0.0760674 Nov 26 03:08:51.202837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7202200a-d552-4a33-b926-967f47817f9e req-e643af3c-5ecd-4949-80fe-d3c1970cf94c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=167e6bdc-7149-4f9b-837d-e11fdae99ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533671 Nov 26 03:08:51.309053 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5856421e-1505-4934-a728-3a8d5f572eef req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:51.324711 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bb919-dfbd-40b1-9880-2d1e9522c24f req-43a4a9ef-9ed2-46f4-a573-ed7c8e37688b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:51.333742 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a35bb919-dfbd-40b1-9880-2d1e9522c24f req-43a4a9ef-9ed2-46f4-a573-ed7c8e37688b tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 945 time: 0.0708933 Nov 26 03:08:51.344173 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['5461395b-bb6c-4a63-bc4f-2ce9ef951782'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:08:51.361973 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Pushing event deleted for resources: {'Port': ['ID=5461395b-bb6c-4a63-bc4f-2ce9ef951782,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:51.406813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a35bb919-dfbd-40b1-9880-2d1e9522c24f req-421881d8-f5fe-451e-800d-67bf3a1bcbe3 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=167e6bdc-7149-4f9b-837d-e11fdae99ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672963 Nov 26 03:08:51.409207 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:51.409565 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:51.409913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:51.410557 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:51.410971 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:51.411397 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:51.411736 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:51.412147 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:51.412502 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:51.412830 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:51.413169 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:51.413493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:51.418136 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['3bed1bd1-786b-44a2-8676-d86be8f22c9c'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:08:51.430343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5856421e-1505-4934-a728-3a8d5f572eef req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] No DVR routers for this DVR port 5461395b-bb6c-4a63-bc4f-2ce9ef951782 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:08:51.433149 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5856421e-1505-4934-a728-3a8d5f572eef req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:51.437122 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5856421e-1505-4934-a728-3a8d5f572eef req-87e3347f-1eba-4b90-b6e7-42fa691f544f tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.59 "DELETE /v2.0/ports/5461395b-bb6c-4a63-bc4f-2ce9ef951782 HTTP/1.1" status: 204 len: 173 time: 0.6639900 Nov 26 03:08:51.437562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a076ac79-2824-414f-a541-891d1048eb83', 'name': 'network-vif-deleted', 'tag': '5461395b-bb6c-4a63-bc4f-2ce9ef951782'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:08:51.439859 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2350157e-27e4-4e03-af10-f355db459231" -d '{"events": [{"server_uuid": "a076ac79-2824-414f-a541-891d1048eb83", "name": "network-vif-deleted", "tag": "5461395b-bb6c-4a63-bc4f-2ce9ef951782"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:08:51.452272 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0c1ca0-3682-4298-991a-6a02041ccc29 None None] DHCP port deletion for 6280ac1e-1eae-48ef-80cc-cccad8729faa request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:08:51.508763 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3340f83-f0c8-4bbc-a1b7-86cffc3e2996 x-openstack-request-id: req-a3340f83-f0c8-4bbc-a1b7-86cffc3e2996 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:08:51.510298 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a076ac79-2824-414f-a541-891d1048eb83", "name": "network-vif-deleted", "tag": "5461395b-bb6c-4a63-bc4f-2ce9ef951782", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:08:51.510662 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3340f83-f0c8-4bbc-a1b7-86cffc3e2996 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:08:51.512535 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a076ac79-2824-414f-a541-891d1048eb83', 'name': 'network-vif-deleted', 'tag': '5461395b-bb6c-4a63-bc4f-2ce9ef951782', 'status': 'completed', 'code': 200} Nov 26 03:08:52.464343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b7bf4-5fd0-4650-b096-0aaee8518478 req-4e4e92b9-64a1-419d-9efa-f3200e75e1a1 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:52.467069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-979b7bf4-5fd0-4650-b096-0aaee8518478 req-4e4e92b9-64a1-419d-9efa-f3200e75e1a1 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0559914 Nov 26 03:08:52.477188 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:52.525564 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-979b7bf4-5fd0-4650-b096-0aaee8518478 req-92200f9d-b376-4554-9712-bd5f9e0e06be tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504415 Nov 26 03:08:52.579143 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c180c9-a9a6-4e1a-8fa6-dd68ca471812 req-b573855c-89fb-4854-9d75-5feed605e2dd tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:52.581172 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3c180c9-a9a6-4e1a-8fa6-dd68ca471812 req-b573855c-89fb-4854-9d75-5feed605e2dd tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 945 time: 0.0545466 Nov 26 03:08:52.636672 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3c180c9-a9a6-4e1a-8fa6-dd68ca471812 req-0ab0dc6f-4044-4e24-be55-e69243604948 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=167e6bdc-7149-4f9b-837d-e11fdae99ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490956 Nov 26 03:08:52.762542 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d2e75-020f-4d07-910f-1cb1a9f3be79 req-418d1e93-a275-44ba-b4e1-57a323398a30 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:52.764109 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c57d2e75-020f-4d07-910f-1cb1a9f3be79 req-418d1e93-a275-44ba-b4e1-57a323398a30 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 945 time: 0.0601027 Nov 26 03:08:52.842138 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c57d2e75-020f-4d07-910f-1cb1a9f3be79 req-1df0d8d6-f718-4cdb-adf7-c30f60783d64 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=167e6bdc-7149-4f9b-837d-e11fdae99ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716355 Nov 26 03:08:52.877743 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37238) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:52.924826 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a00f298-7c58-4407-a116-bd63dde3db54 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:52.928932 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3a00f298-7c58-4407-a116-bd63dde3db54 tempest-TestNetworkBasicOps-1154599657 tempest-TestNetworkBasicOps-1154599657-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 1091 time: 0.0475485 Nov 26 03:08:52.929134 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37240) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:52.934405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': 'bde2aa9b-5bd6-4923-8c8d-e9dc3a754348', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:52.961284 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:53.071542 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:53.180913 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Allocated IP 172.25.0.103 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/abbf5b39-fd3e-4f53-ab03-b755f7196553) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:08:53.295828 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:53.333471 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:53.383339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Port': ['ID=abbf5b39-fd3e-4f53-ab03-b755f7196553,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:53.394489 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:53.394849 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:53.395196 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:53.395550 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:53.395875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:53.396235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:53.396687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:53.397026 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:53.397358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:53.397691 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:53.398253 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:53.398662 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:08:53.405441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:08:53.408347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:08:53.411833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:08:53.538759 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:53.684153 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2824a5-bf4c-4587-b7ac-3c1c879dbe4e req-fc397b03-2672-4cdc-bf00-047d2ca75b15 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:53.686234 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f2824a5-bf4c-4587-b7ac-3c1c879dbe4e req-fc397b03-2672-4cdc-bf00-047d2ca75b15 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0732431 Nov 26 03:08:53.812103 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f2824a5-bf4c-4587-b7ac-3c1c879dbe4e req-5293aa49-faa6-46eb-a811-8a61dda775ca tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177003 Nov 26 03:08:53.855339 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:53.949408 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:54.149895 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:54.158518 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:54.251200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event updated for resources: {'Port': ['ID=abbf5b39-fd3e-4f53-ab03-b755f7196553,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:54.259902 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:54.326585 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37258) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:54.389311 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Floating IP 667c70f3-097f-476a-bab7-3d16cdb735e9 associated. External IP: 172.25.0.103, port: bde2aa9b-5bd6-4923-8c8d-e9dc3a754348. Nov 26 03:08:54.389444 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37262) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:54.536765 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cf298c4-b65d-4676-83c3-29c805465fa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:54.554033 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c4904fa-f5f9-4f9f-ade3-444512920fa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:54.665504 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cf298c4-b65d-4676-83c3-29c805465fa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:54.676470 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0cf298c4-b65d-4676-83c3-29c805465fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:54.702364 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5461395b-bb6c-4a63-bc4f-2ce9ef951782 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:08:54.704298 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c4904fa-f5f9-4f9f-ade3-444512920fa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:54.726730 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c4904fa-f5f9-4f9f-ade3-444512920fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:54.738758 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 5461395b-bb6c-4a63-bc4f-2ce9ef951782 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:08:54.739680 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5461395b-bb6c-4a63-bc4f-2ce9ef951782 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:08:54.755725 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0cf298c4-b65d-4676-83c3-29c805465fa3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79284584e8ea40b68a81c82b665a882a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4278231 Nov 26 03:08:54.756508 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf298c4-b65d-4676-83c3-29c805465fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82606910-02bb-4962-8224-93cfa4282568,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:54.759105 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37268) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:54.811298 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1c4904fa-f5f9-4f9f-ade3-444512920fa4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=afd6e04f4b0449fea32d260f8b32cc86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4207838 Nov 26 03:08:54.819847 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37270) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:54.847437 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4904fa-f5f9-4f9f-ade3-444512920fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdb5609-bdc7-4f56-94e3-07d15868642b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:54.884971 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5578a33e-b155-4c18-99e3-5d2d7a30ba33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:54.908673 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5578a33e-b155-4c18-99e3-5d2d7a30ba33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:54.950734 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3f8b36fc-6dc8-498b-91b0-803e28cadd8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:54.994130 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3f8b36fc-6dc8-498b-91b0-803e28cadd8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:55.003264 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5578a33e-b155-4c18-99e3-5d2d7a30ba33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:55.006305 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5578a33e-b155-4c18-99e3-5d2d7a30ba33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:55.011176 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5578a33e-b155-4c18-99e3-5d2d7a30ba33 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82606910-02bb-4962-8224-93cfa4282568 HTTP/1.1" status: 204 len: 168 time: 0.2472463 Nov 26 03:08:55.031546 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578a33e-b155-4c18-99e3-5d2d7a30ba33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82606910-02bb-4962-8224-93cfa4282568,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:55.047490 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feb8c5-abd9-44da-8b28-1bd13c1533fc req-e1bb1635-dfb8-42e5-8841-09a79ace9058 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:55.049114 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5feb8c5-abd9-44da-8b28-1bd13c1533fc req-e1bb1635-dfb8-42e5-8841-09a79ace9058 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0706601 Nov 26 03:08:55.082620 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3f8b36fc-6dc8-498b-91b0-803e28cadd8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:55.087757 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3f8b36fc-6dc8-498b-91b0-803e28cadd8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:55.092143 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3f8b36fc-6dc8-498b-91b0-803e28cadd8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fcdb5609-bdc7-4f56-94e3-07d15868642b HTTP/1.1" status: 204 len: 168 time: 0.2679477 Nov 26 03:08:55.097918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Router 603f4fd8-1902-4a7a-8cbb-47fc8f688394 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:08:55.124991 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b36fc-6dc8-498b-91b0-803e28cadd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdb5609-bdc7-4f56-94e3-07d15868642b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:55.130622 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5feb8c5-abd9-44da-8b28-1bd13c1533fc req-0bd48eb5-7581-4871-beff-bcd764de6585 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745935 Nov 26 03:08:55.258832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:08:55.276908 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d2b7bf-492a-465c-8708-40db51816d37 None None] Sync routers for ids ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:08:55.285029 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:55.304452 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d2b7bf-492a-465c-8708-40db51816d37 None None] Routers {'603f4fd8-1902-4a7a-8cbb-47fc8f688394'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:08:55.305463 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e6d2b7bf-492a-465c-8708-40db51816d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:55.338295 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3f7f748a-8b93-401a-a3eb-8049fc3d7811 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4056499 Nov 26 03:08:55.338295 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53edd926-db3c-4193-b0c8-bb7692479dda', 'tag': 'bde2aa9b-5bd6-4923-8c8d-e9dc3a754348'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:08:55.338717 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37286) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:55.353646 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6f3272-7350-42c2-871b-294c01589b55" -d '{"events": [{"name": "network-changed", "server_uuid": "53edd926-db3c-4193-b0c8-bb7692479dda", "tag": "bde2aa9b-5bd6-4923-8c8d-e9dc3a754348"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:08:55.433341 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e93ca4f-9b3a-401a-8188-bc99efa4145a x-openstack-request-id: req-8e93ca4f-9b3a-401a-8188-bc99efa4145a {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:08:55.433648 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53edd926-db3c-4193-b0c8-bb7692479dda", "tag": "bde2aa9b-5bd6-4923-8c8d-e9dc3a754348", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:08:55.433930 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e93ca4f-9b3a-401a-8188-bc99efa4145a {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:08:55.434398 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53edd926-db3c-4193-b0c8-bb7692479dda', 'tag': 'bde2aa9b-5bd6-4923-8c8d-e9dc3a754348', 'status': 'completed', 'code': 200} Nov 26 03:08:55.454730 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3fcafc7c-e25d-46ef-b423-3e650d24f1ff tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/floatingips/667c70f3-097f-476a-bab7-3d16cdb735e9 HTTP/1.1" status: 200 len: 991 time: 0.1147003 Nov 26 03:08:55.466597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-e6d2b7bf-492a-465c-8708-40db51816d37 None None] Set router 603f4fd8-1902-4a7a-8cbb-47fc8f688394 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:08:55.559284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f3272-7350-42c2-871b-294c01589b55 req-bc3d2d90-1871-4d1f-9fc0-e7c0268965b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:55.561775 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-db6f3272-7350-42c2-871b-294c01589b55 req-bc3d2d90-1871-4d1f-9fc0-e7c0268965b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cd023a1c40f48beb9652fd40a5c698a&device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 1096 time: 0.0715268 Nov 26 03:08:55.715312 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f3272-7350-42c2-871b-294c01589b55 req-dbc5e03d-e4fd-41d2-b7cb-35c6ab8d1aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:55.717729 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-db6f3272-7350-42c2-871b-294c01589b55 req-dbc5e03d-e4fd-41d2-b7cb-35c6ab8d1aaa service neutron] 10.222.0.59 "GET /v2.0/networks?id=a6fed846-3763-4712-aed7-26a623ff7bdf HTTP/1.1" status: 200 len: 898 time: 0.1481516 Nov 26 03:08:55.802015 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-db6f3272-7350-42c2-871b-294c01589b55 req-2a448d81-b900-412c-90ac-4267195d947f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 HTTP/1.1" status: 200 len: 999 time: 0.0752676 Nov 26 03:08:55.808568 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e6d2b7bf-492a-465c-8708-40db51816d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'name': 'tempest-TestNetworkBasicOps-router-818557875', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:28Z', 'updated_at': '2021-11-26T03:08:34Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:29Z', 'updated_at': '2021-11-26T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '667c70f3-097f-476a-bab7-3d16cdb735e9', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'floating_ip_address': '172.25.0.103', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'port_id': 'bde2aa9b-5bd6-4923-8c8d-e9dc3a754348', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf', 'mac_address': 'fa:16:3e:ff:23:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53edd926-db3c-4193-b0c8-bb7692479dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:08:53Z', 'updated_at': '2021-11-26T03:08:53Z', 'revision_number': 0, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0dee670-5298-4169-8064-7a0d68cc76f7', 'name': '', 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:51:cd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:33Z', 'updated_at': '2021-11-26T03:08:38Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:55.870987 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f3272-7350-42c2-871b-294c01589b55 req-5af29b15-69f8-4d0b-abfd-c3af0b901b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:55.872590 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-db6f3272-7350-42c2-871b-294c01589b55 req-5af29b15-69f8-4d0b-abfd-c3af0b901b26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8 HTTP/1.1" status: 200 len: 832 time: 0.0636396 Nov 26 03:08:55.932794 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f3272-7350-42c2-871b-294c01589b55 req-8ed3da9b-255e-4df3-abed-304dcc4fe22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:55.936011 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-db6f3272-7350-42c2-871b-294c01589b55 req-8ed3da9b-255e-4df3-abed-304dcc4fe22a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6fed846-3763-4712-aed7-26a623ff7bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565417 Nov 26 03:08:56.008077 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d2b7bf-492a-465c-8708-40db51816d37 None None] Checking router: 603f4fd8-1902-4a7a-8cbb-47fc8f688394 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:08:56.017235 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d2b7bf-492a-465c-8708-40db51816d37 None None] Routers {'603f4fd8-1902-4a7a-8cbb-47fc8f688394'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:08:56.018058 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e6d2b7bf-492a-465c-8708-40db51816d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:56.071370 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-db6f3272-7350-42c2-871b-294c01589b55 req-dce6dcbf-2627-422d-8fbd-7c1fcb416a2f service neutron] 10.222.0.59 "GET /v2.0/networks/a6fed846-3763-4712-aed7-26a623ff7bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283257 Nov 26 03:08:56.099505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37326) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:56.144991 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-e6d2b7bf-492a-465c-8708-40db51816d37 None None] Set router 603f4fd8-1902-4a7a-8cbb-47fc8f688394 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:08:56.229269 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-db6f3272-7350-42c2-871b-294c01589b55 req-1ff59cf7-f458-4367-9eac-9d0aac1306fd service neutron] 10.222.0.59 "GET /v2.0/networks/a6fed846-3763-4712-aed7-26a623ff7bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504796 Nov 26 03:08:56.270945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899c6a7-8f03-4076-9502-43fb7583c4ad req-72873777-8ce7-4ea9-812e-a73e3eec8997 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:56.279088 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7899c6a7-8f03-4076-9502-43fb7583c4ad req-72873777-8ce7-4ea9-812e-a73e3eec8997 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0701244 Nov 26 03:08:56.326805 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1010303b-4d07-4e2c-8741-14afe31559f3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1523383785-network', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:56.341406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7899c6a7-8f03-4076-9502-43fb7583c4ad req-05e8b5e2-3cc3-405b-8695-90e55b99997e tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614421 Nov 26 03:08:56.358829 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1010303b-4d07-4e2c-8741-14afe31559f3 admin admin] Made reservation on behalf of b17049609f8f491cbb361dbfa10fcb6b for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:08:56.361623 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1010303b-4d07-4e2c-8741-14afe31559f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:56.370569 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1010303b-4d07-4e2c-8741-14afe31559f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:56.429612 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e6d2b7bf-492a-465c-8708-40db51816d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'name': 'tempest-TestNetworkBasicOps-router-818557875', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:28Z', 'updated_at': '2021-11-26T03:08:34Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:29Z', 'updated_at': '2021-11-26T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '667c70f3-097f-476a-bab7-3d16cdb735e9', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'floating_ip_address': '172.25.0.103', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'port_id': 'bde2aa9b-5bd6-4923-8c8d-e9dc3a754348', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf', 'mac_address': 'fa:16:3e:ff:23:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53edd926-db3c-4193-b0c8-bb7692479dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:08:53Z', 'updated_at': '2021-11-26T03:08:53Z', 'revision_number': 0, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0dee670-5298-4169-8064-7a0d68cc76f7', 'name': '', 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:51:cd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:33Z', 'updated_at': '2021-11-26T03:08:38Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:08:56.451802 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1010303b-4d07-4e2c-8741-14afe31559f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:56.457851 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37342) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:56.458421 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1010303b-4d07-4e2c-8741-14afe31559f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:56.465033 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d2b7bf-492a-465c-8708-40db51816d37 None None] The sync data for ids ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'] in n-d-819389-3 is: [{'id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'name': 'tempest-TestNetworkBasicOps-router-818557875', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:28Z', 'updated_at': '2021-11-26T03:08:34Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:29Z', 'updated_at': '2021-11-26T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '667c70f3-097f-476a-bab7-3d16cdb735e9', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'floating_ip_address': '172.25.0.103', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'port_id': 'bde2aa9b-5bd6-4923-8c8d-e9dc3a754348', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf', 'mac_address': 'fa:16:3e:ff:23:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53edd926-db3c-4193-b0c8-bb7692479dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:08:53Z', 'updated_at': '2021-11-26T03:08:53Z', 'revision_number': 0, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0dee670-5298-4169-8064-7a0d68cc76f7', 'name': '', 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:51:cd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:33Z', 'updated_at': '2021-11-26T03:08:38Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:08:56.472369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1010303b-4d07-4e2c-8741-14afe31559f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:08:56.484483 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1010303b-4d07-4e2c-8741-14afe31559f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:56.484757 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-1010303b-4d07-4e2c-8741-14afe31559f3 admin admin] Added segment 98b9b3b8-92b5-42fb-a44f-1a777eceefcf of type vlan for network 3f4d63a1-f901-4208-8c24-36adbef45f4d Nov 26 03:08:56.532005 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-34e1a1ec-a8eb-4a2b-976a-3464d7fe5db6 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/floatingips/667c70f3-097f-476a-bab7-3d16cdb735e9 HTTP/1.1" status: 200 len: 991 time: 0.0721443 Nov 26 03:08:56.538111 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1010303b-4d07-4e2c-8741-14afe31559f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:56.559124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010303b-4d07-4e2c-8741-14afe31559f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3129a8a2-c7e7-4234-adc5-289432d92f6f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:56.585753 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1010303b-4d07-4e2c-8741-14afe31559f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:56.586886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1010303b-4d07-4e2c-8741-14afe31559f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:56.587695 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1010303b-4d07-4e2c-8741-14afe31559f3 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:56.653438 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1010303b-4d07-4e2c-8741-14afe31559f3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5527999 Nov 26 03:08:56.656047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37348) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:56.663206 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-92fa09d8-c6f2-4883-80af-039a2bc13ac9 admin admin] Request body: {'subnet': {'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1523383785-subnet', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:56.672327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010303b-4d07-4e2c-8741-14afe31559f3 admin admin] Pushing event updated for resources: {'Network': ['ID=3f4d63a1-f901-4208-8c24-36adbef45f4d,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:56.681888 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 3f4d63a1-f901-4208-8c24-36adbef45f4d details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:08:56.714612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fa09d8-c6f2-4883-80af-039a2bc13ac9 admin admin] Made reservation on behalf of b17049609f8f491cbb361dbfa10fcb6b for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:08:56.717390 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-92fa09d8-c6f2-4883-80af-039a2bc13ac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:56.801414 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa82a34a-8c49-4f6f-b5c5-d9880200bf2d None None] New status for floating IP 667c70f3-097f-476a-bab7-3d16cdb735e9: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:08:56.964583 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-92fa09d8-c6f2-4883-80af-039a2bc13ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:57.024180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa09d8-c6f2-4883-80af-039a2bc13ac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8613f4d-a1ac-4475-b5f6-ead1648d3332,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:57.033818 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fa09d8-c6f2-4883-80af-039a2bc13ac9 admin admin] Checking segment: {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:08:57.034127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fa09d8-c6f2-4883-80af-039a2bc13ac9 admin admin] Network hostable DHCP agents. Network: 3f4d63a1-f901-4208-8c24-36adbef45f4d, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:08:57.054743 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fa09d8-c6f2-4883-80af-039a2bc13ac9 admin admin] Network 3f4d63a1-f901-4208-8c24-36adbef45f4d is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:08:57.066773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-92fa09d8-c6f2-4883-80af-039a2bc13ac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 3f4d63a1-f901-4208-8c24-36adbef45f4d) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:08:57.071155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fa09d8-c6f2-4883-80af-039a2bc13ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:57.072006 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-92fa09d8-c6f2-4883-80af-039a2bc13ac9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:57.078524 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6409a0-89ed-4982-af41-f6180a3de534 None None] Network 3f4d63a1-f901-4208-8c24-36adbef45f4d requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:08:57.095825 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37364) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:57.101755 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:08:57.106359 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-92fa09d8-c6f2-4883-80af-039a2bc13ac9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4490037 Nov 26 03:08:57.129451 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:57.131609 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:57.210887 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:57.253815 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-3f4d63a1-f901-4208-8c24-36adbef45f4d', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:08:57.254706 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:57.383522 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:57.439272 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Allocated IP 172.20.0.2 (3f4d63a1-f901-4208-8c24-36adbef45f4d/f8613f4d-a1ac-4475-b5f6-ead1648d3332/11cae11b-06d6-4b1d-8d0f-e650dd7e669a) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:08:57.536193 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37392) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:57.541804 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80268ec2-8ab4-4807-88fe-52894d13930d req-d9523d6e-d71e-4844-b2e3-c794203ecaa1 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:57.547140 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-80268ec2-8ab4-4807-88fe-52894d13930d req-d9523d6e-d71e-4844-b2e3-c794203ecaa1 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0704575 Nov 26 03:08:57.649427 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-80268ec2-8ab4-4807-88fe-52894d13930d req-c6dc77e8-9d5e-42be-a320-f60300e9e9b8 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/security-groups?id=3af8b3cb-52aa-4694-984d-ad11bf2f3429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943515 Nov 26 03:08:57.675565 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:57.684378 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:57.733485 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Network 3f4d63a1-f901-4208-8c24-36adbef45f4d is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:08:57.737384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Pushing event updated for resources: {'Port': ['ID=11cae11b-06d6-4b1d-8d0f-e650dd7e669a,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:57.740271 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:08:57.742599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:08:57.804171 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Attempting to bind port 11cae11b-06d6-4b1d-8d0f-e650dd7e669a on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:08:57.804708 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Attempting to bind port 11cae11b-06d6-4b1d-8d0f-e650dd7e669a by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:08:57.805243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Attempting to bind port 11cae11b-06d6-4b1d-8d0f-e650dd7e669a on network 3f4d63a1-f901-4208-8c24-36adbef45f4d {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:08:57.811605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:08:57.813075 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Checking segment: {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:08:57.813509 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:57.813921 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Bound using segment: {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:08:57.814463 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Bound port: 11cae11b-06d6-4b1d-8d0f-e650dd7e669a, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:08:57.815068 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:57.899534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] For port 11cae11b-06d6-4b1d-8d0f-e650dd7e669a, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:08:57.905855 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] For port 11cae11b-06d6-4b1d-8d0f-e650dd7e669a, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=11cae11b-06d6-4b1d-8d0f-e650dd7e669a,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:08:57.912226 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:57.930398 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b49a89-33ef-4dde-93ca-c02a2dc85bd2 req-8d7b2b9c-aa80-4c5a-8a09-a82dbe5e8cca tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:08:57.931974 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8b49a89-33ef-4dde-93ca-c02a2dc85bd2 req-8d7b2b9c-aa80-4c5a-8a09-a82dbe5e8cca tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.54 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 945 time: 0.0608263 Nov 26 03:08:57.945461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37414) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:58.002785 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d7c7a-3e54-4951-b8c5-b1dbf96c9539 None None] Pushing event updated for resources: {'Port': ['ID=11cae11b-06d6-4b1d-8d0f-e650dd7e669a,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:58.085545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-e8b49a89-33ef-4dde-93ca-c02a2dc85bd2 req-102fcb40-998a-416d-a931-c1778c3bd890 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Deleting port 3bed1bd1-786b-44a2-8676-d86be8f22c9c {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:08:58.085984 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e8b49a89-33ef-4dde-93ca-c02a2dc85bd2 req-102fcb40-998a-416d-a931-c1778c3bd890 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:58.115047 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b60e92d2-13bb-464a-b683-adb885156353 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/floatingips/667c70f3-097f-476a-bab7-3d16cdb735e9 HTTP/1.1" status: 200 len: 993 time: 0.5336339 Nov 26 03:08:58.134649 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:58.161278 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:58.179538 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ce7aaa01-39f7-46de-a255-f59ea0d21e15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:58.276974 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-e8b49a89-33ef-4dde-93ca-c02a2dc85bd2 req-102fcb40-998a-416d-a931-c1778c3bd890 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] For port 3bed1bd1-786b-44a2-8676-d86be8f22c9c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3bed1bd1-786b-44a2-8676-d86be8f22c9c,segment=NetworkSegment(be482674-ff0a-4a62-ad63-a3a88e40fde1),segment_id=be482674-ff0a-4a62-ad63-a3a88e40fde1)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:58.277356 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e8b49a89-33ef-4dde-93ca-c02a2dc85bd2 req-102fcb40-998a-416d-a931-c1778c3bd890 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:58.298325 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-e8b49a89-33ef-4dde-93ca-c02a2dc85bd2 req-102fcb40-998a-416d-a931-c1778c3bd890 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Calling delete_port for 3bed1bd1-786b-44a2-8676-d86be8f22c9c owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:08:58.385378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] Allocated IP 172.25.0.117 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/48030b51-9012-4ae2-a3a5-0889fb4a3b89) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:08:58.438963 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ce7aaa01-39f7-46de-a255-f59ea0d21e15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:58.452547 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ce7aaa01-39f7-46de-a255-f59ea0d21e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:58.492215 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ce7aaa01-39f7-46de-a255-f59ea0d21e15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e58304061ea4cb7a830abcca6ca7693&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5442662 Nov 26 03:08:58.492864 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37424) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:58.526795 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7aaa01-39f7-46de-a255-f59ea0d21e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6650a808-347b-431e-970b-4110bbaf4c49,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:58.576242 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:58.609294 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b687d042-e8dd-43e3-8e5c-d7cc74143943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:58.637344 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e8b49a89-33ef-4dde-93ca-c02a2dc85bd2 req-102fcb40-998a-416d-a931-c1778c3bd890 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:58.652335 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b687d042-e8dd-43e3-8e5c-d7cc74143943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:58.673739 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:58.676344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fcb40-998a-416d-a931-c1778c3bd890 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Pushing event deleted for resources: {'Port': ['ID=3bed1bd1-786b-44a2-8676-d86be8f22c9c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:58.695182 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f79544-bf7b-4616-986b-63a458fcd08f None None] DHCP port deletion for 6280ac1e-1eae-48ef-80cc-cccad8729faa request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:08:58.746853 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b49a89-33ef-4dde-93ca-c02a2dc85bd2 req-102fcb40-998a-416d-a931-c1778c3bd890 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] No DVR routers for this DVR port 3bed1bd1-786b-44a2-8676-d86be8f22c9c on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:08:58.767132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:08:58.773292 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:08:58.778850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:08:58.780293 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e8b49a89-33ef-4dde-93ca-c02a2dc85bd2 req-102fcb40-998a-416d-a931-c1778c3bd890 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:58.784156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8b49a89-33ef-4dde-93ca-c02a2dc85bd2 req-102fcb40-998a-416d-a931-c1778c3bd890 tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.54 "DELETE /v2.0/ports/3bed1bd1-786b-44a2-8676-d86be8f22c9c HTTP/1.1" status: 204 len: 173 time: 0.8453035 Nov 26 03:08:58.786474 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-718b9a79-842c-485f-a69d-bd728d92328a req-3e69c288-6b18-4f29-b225-3a622f26c07b tempest-ServerRescueNegativeTestJSON-1971721879 tempest-ServerRescueNegativeTestJSON-1971721879-project] 10.222.0.31 "GET /v2.0/ports?device_id=5417ce90-8b54-461f-9836-0a9dc3d69919 HTTP/1.1" status: 200 len: 210 time: 0.0417593 Nov 26 03:08:58.787014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5417ce90-8b54-461f-9836-0a9dc3d69919', 'name': 'network-vif-deleted', 'tag': '3bed1bd1-786b-44a2-8676-d86be8f22c9c'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:08:58.791668 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] Pushing event updated for resources: {'Port': ['ID=48030b51-9012-4ae2-a3a5-0889fb4a3b89,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:58.800379 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2cf1d0-45a4-4402-9182-03dbe4f3a5a2" -d '{"events": [{"server_uuid": "5417ce90-8b54-461f-9836-0a9dc3d69919", "name": "network-vif-deleted", "tag": "3bed1bd1-786b-44a2-8676-d86be8f22c9c"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:08:58.822826 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0226abb8-708f-49b5-bdb7-3d404278159d None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:08:58.839987 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-0806325b-32c7-45e2-b6b6-c049fd598a00 req-e66eb990-ecc7-4890-82e7-81bc3f2495bc service neutron] (104802) timed out ('10.222.0.59', 57110) {{(pid=104802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 03:08:58.878739 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b687d042-e8dd-43e3-8e5c-d7cc74143943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:58.888968 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ee38e3-1106-44c3-9101-e3f53156d5ce x-openstack-request-id: req-58ee38e3-1106-44c3-9101-e3f53156d5ce {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:08:58.889537 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5417ce90-8b54-461f-9836-0a9dc3d69919", "name": "network-vif-deleted", "tag": "3bed1bd1-786b-44a2-8676-d86be8f22c9c", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:08:58.890001 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58ee38e3-1106-44c3-9101-e3f53156d5ce {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:08:58.890810 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5417ce90-8b54-461f-9836-0a9dc3d69919', 'name': 'network-vif-deleted', 'tag': '3bed1bd1-786b-44a2-8676-d86be8f22c9c', 'status': 'completed', 'code': 200} Nov 26 03:08:58.892865 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b687d042-e8dd-43e3-8e5c-d7cc74143943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:58.897292 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b687d042-e8dd-43e3-8e5c-d7cc74143943 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6650a808-347b-431e-970b-4110bbaf4c49 HTTP/1.1" status: 204 len: 168 time: 0.4034004 Nov 26 03:08:58.946352 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687d042-e8dd-43e3-8e5c-d7cc74143943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6650a808-347b-431e-970b-4110bbaf4c49,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:58.949995 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c3ce5392-af13-48dd-bbeb-e46bba5cee38 None None] Provisioning complete for port 48030b51-9012-4ae2-a3a5-0889fb4a3b89 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:58.950552 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5392-af13-48dd-bbeb-e46bba5cee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:59.047386 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce5392-af13-48dd-bbeb-e46bba5cee38 None None] Port 48030b51-9012-4ae2-a3a5-0889fb4a3b89 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:08:59.053412 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 11cae11b-06d6-4b1d-8d0f-e650dd7e669a up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:08:59.147207 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 11cae11b-06d6-4b1d-8d0f-e650dd7e669a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:59.148133 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:59.265025 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:59.300335 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:59.316585 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 11cae11b-06d6-4b1d-8d0f-e650dd7e669a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=11cae11b-06d6-4b1d-8d0f-e650dd7e669a,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:08:59.330518 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:59.449947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37448) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:59.459321 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=11cae11b-06d6-4b1d-8d0f-e650dd7e669a,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:59.478686 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-124d155e-91d2-4057-9f8c-4fb33db14072 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:59.578906 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba97e88-f1ac-4d04-9c49-02302d73eab7 None None] Network 3f4d63a1-f901-4208-8c24-36adbef45f4d requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:08:59.591371 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-124d155e-91d2-4057-9f8c-4fb33db14072 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:59.601372 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-124d155e-91d2-4057-9f8c-4fb33db14072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:59.657671 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:59.676776 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d155e-91d2-4057-9f8c-4fb33db14072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c32373-4dba-4a5d-b57c-b1773a8edbf9,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:59.692804 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-124d155e-91d2-4057-9f8c-4fb33db14072 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a243e65b41f040ddb33e23747213a382&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2404892 Nov 26 03:08:59.695519 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37452) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:08:59.715792 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-0d9ef703-e53b-48d7-b2c4-33a688175984 None None] Provisioning complete for port 11cae11b-06d6-4b1d-8d0f-e650dd7e669a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:08:59.717592 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0d9ef703-e53b-48d7-b2c4-33a688175984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:59.750080 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1756344f-d208-4d86-9968-bea2dbe7a729 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:59.776719 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1756344f-d208-4d86-9968-bea2dbe7a729 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:59.847884 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] Router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:08:59.849218 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1756344f-d208-4d86-9968-bea2dbe7a729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:59.851824 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1756344f-d208-4d86-9968-bea2dbe7a729 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:08:59.853382 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1756344f-d208-4d86-9968-bea2dbe7a729 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03c32373-4dba-4a5d-b57c-b1773a8edbf9 HTTP/1.1" status: 204 len: 168 time: 0.1568289 Nov 26 03:08:59.891819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756344f-d208-4d86-9968-bea2dbe7a729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c32373-4dba-4a5d-b57c-b1773a8edbf9,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:08:59.944426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37462) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:00.022458 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:09:00.042791 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Sync routers for ids ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:09:00.056368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Routers {'8713b1fa-cfc0-4a04-b5f9-6136b973cea0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:00.057263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:00.061034 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:00.062571 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d7d8a961-0067-4c2b-bfd6-0a0fe9dab040 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9654205 Nov 26 03:09:00.065227 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37464) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:00.280924 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-894024f0-26bc-4c32-8ae5-3ec0571b3971 None None] Provisioning complete for port 11cae11b-06d6-4b1d-8d0f-e650dd7e669a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:00.281934 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-894024f0-26bc-4c32-8ae5-3ec0571b3971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:00.376210 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Set router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:00.502237 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4747a4a0-0051-4764-97b0-9574aa31341c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:00.582266 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3bed1bd1-786b-44a2-8676-d86be8f22c9c no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:09:00.649628 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 3bed1bd1-786b-44a2-8676-d86be8f22c9c {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:09:00.649860 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3bed1bd1-786b-44a2-8676-d86be8f22c9c not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:09:00.766547 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:08:59Z', 'revision_number': 3, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:00.802743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Checking router: 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:09:00.803107 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Updating router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 port 48030b51-9012-4ae2-a3a5-0889fb4a3b89 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:09:00.840184 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:00.874831 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59dbe55e-99dc-4892-bdb3-c731f457a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:00.969544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-4747a4a0-0051-4764-97b0-9574aa31341c admin admin] Deleting port 19bd1abb-639b-4266-b5a2-62c99c1e8b9d {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:00.969989 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4747a4a0-0051-4764-97b0-9574aa31341c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:01.072285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-4747a4a0-0051-4764-97b0-9574aa31341c admin admin] For port 19bd1abb-639b-4266-b5a2-62c99c1e8b9d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=19bd1abb-639b-4266-b5a2-62c99c1e8b9d,segment=NetworkSegment(be482674-ff0a-4a62-ad63-a3a88e40fde1),segment_id=be482674-ff0a-4a62-ad63-a3a88e40fde1)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:01.072890 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4747a4a0-0051-4764-97b0-9574aa31341c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:01.073034 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-59dbe55e-99dc-4892-bdb3-c731f457a7a1 admin admin] Allocated IP 172.20.0.1 (3f4d63a1-f901-4208-8c24-36adbef45f4d/f8613f4d-a1ac-4475-b5f6-ead1648d3332/de42f07d-026a-4c1e-9462-9653a7937a6c) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:09:01.092980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-4747a4a0-0051-4764-97b0-9574aa31341c admin admin] Calling delete_port for 19bd1abb-639b-4266-b5a2-62c99c1e8b9d owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:01.165508 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 11cae11b-06d6-4b1d-8d0f-e650dd7e669a up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:09:01.243681 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59dbe55e-99dc-4892-bdb3-c731f457a7a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:01.304555 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59dbe55e-99dc-4892-bdb3-c731f457a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:01.349110 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 11cae11b-06d6-4b1d-8d0f-e650dd7e669a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:01.349839 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:01.361729 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dbe55e-99dc-4892-bdb3-c731f457a7a1 admin admin] Network 3f4d63a1-f901-4208-8c24-36adbef45f4d is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:09:01.365750 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-59dbe55e-99dc-4892-bdb3-c731f457a7a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:09:01.378312 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dbe55e-99dc-4892-bdb3-c731f457a7a1 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:09:01.417903 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbe55e-99dc-4892-bdb3-c731f457a7a1 admin admin] Pushing event updated for resources: {'Port': ['ID=de42f07d-026a-4c1e-9462-9653a7937a6c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:01.421135 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4747a4a0-0051-4764-97b0-9574aa31341c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:01.463131 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59dbe55e-99dc-4892-bdb3-c731f457a7a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:01.526280 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b6ae1b-4184-4cc1-b324-8c0490d63806 None None] DHCP port deletion for 6280ac1e-1eae-48ef-80cc-cccad8729faa request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:01.532616 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747a4a0-0051-4764-97b0-9574aa31341c admin admin] Pushing event deleted for resources: {'Port': ['ID=19bd1abb-639b-4266-b5a2-62c99c1e8b9d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:01.654592 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:01.665078 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:01.727827 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59dbe55e-99dc-4892-bdb3-c731f457a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:01.763917 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9313e5ad-2ac9-42ed-bf6a-391e7ade970f None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:01.776771 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4747a4a0-0051-4764-97b0-9574aa31341c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:01.805498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Attempting to bind port 48030b51-9012-4ae2-a3a5-0889fb4a3b89 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:09:01.806002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Attempting to bind port 48030b51-9012-4ae2-a3a5-0889fb4a3b89 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:09:01.806222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Attempting to bind port 48030b51-9012-4ae2-a3a5-0889fb4a3b89 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:09:01.834644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:09:01.835555 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:09:01.836185 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:01.836855 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:09:01.837510 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Bound port: 48030b51-9012-4ae2-a3a5-0889fb4a3b89, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:09:01.838071 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:01.842580 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb8173-6b4a-4969-b827-043add3aa3cc None None] Pushing event updated for resources: {'Port': ['ID=48030b51-9012-4ae2-a3a5-0889fb4a3b89,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:01.913913 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-62616d5b-66d6-4928-b420-bc846f4c6c67 None None] Provisioning complete for port 48030b51-9012-4ae2-a3a5-0889fb4a3b89 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:01.914599 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-62616d5b-66d6-4928-b420-bc846f4c6c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:01.985744 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] For port 48030b51-9012-4ae2-a3a5-0889fb4a3b89, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:09:01.989552 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] For port 48030b51-9012-4ae2-a3a5-0889fb4a3b89, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=48030b51-9012-4ae2-a3a5-0889fb4a3b89,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:09:01.991180 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-62616d5b-66d6-4928-b420-bc846f4c6c67 None None] Port 48030b51-9012-4ae2-a3a5-0889fb4a3b89 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:09:02.004930 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-62616d5b-66d6-4928-b420-bc846f4c6c67 None None] Provisioning complete for port de42f07d-026a-4c1e-9462-9653a7937a6c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:02.005543 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-62616d5b-66d6-4928-b420-bc846f4c6c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:02.007679 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:02.051530 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59dbe55e-99dc-4892-bdb3-c731f457a7a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:02.060405 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59dbe55e-99dc-4892-bdb3-c731f457a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:02.091595 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf64d91-2de2-435c-a640-46a613446962 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:02.103839 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-62616d5b-66d6-4928-b420-bc846f4c6c67 None None] Port de42f07d-026a-4c1e-9462-9653a7937a6c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:09:02.110603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb8173-6b4a-4969-b827-043add3aa3cc None None] Pushing event updated for resources: {'Port': ['ID=48030b51-9012-4ae2-a3a5-0889fb4a3b89,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:02.117772 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Routers {'8713b1fa-cfc0-4a04-b5f9-6136b973cea0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:02.118624 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:02.148605 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4747a4a0-0051-4764-97b0-9574aa31341c admin admin] Router 8fb0e566-ee97-429d-8805-475178b19725 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:09:02.216637 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-59dbe55e-99dc-4892-bdb3-c731f457a7a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:02.233464 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbe55e-99dc-4892-bdb3-c731f457a7a1 admin admin] Pushing event updated for resources: {'Port': ['ID=de42f07d-026a-4c1e-9462-9653a7937a6c,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:02.272135 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-93290480-b450-4797-a87a-d218e8ec01f1 None None] Provisioning complete for port 48030b51-9012-4ae2-a3a5-0889fb4a3b89 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:02.272513 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-93290480-b450-4797-a87a-d218e8ec01f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:02.275399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] Set router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:02.278753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4747a4a0-0051-4764-97b0-9574aa31341c admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:09:02.287235 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4747a4a0-0051-4764-97b0-9574aa31341c admin admin] 10.222.0.31 "PUT /v2.0/routers/8fb0e566-ee97-429d-8805-475178b19725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3416898 Nov 26 03:09:02.287848 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37526) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:02.290451 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b4dc3-9cdc-42a7-b5b2-a378dd1bdb3c None None] Sync routers for ids ['8fb0e566-ee97-429d-8805-475178b19725'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:09:02.313695 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397b4dc3-9cdc-42a7-b5b2-a378dd1bdb3c None None] Routers {'8fb0e566-ee97-429d-8805-475178b19725'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:02.324881 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-397b4dc3-9cdc-42a7-b5b2-a378dd1bdb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8fb0e566-ee97-429d-8805-475178b19725'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:02.376449 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37528) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:02.402757 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b4bd-0d6a-40af-a051-9dde0ad2ee8e admin admin] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:02.407896 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dbe55e-99dc-4892-bdb3-c731f457a7a1 admin admin] Network 3f4d63a1-f901-4208-8c24-36adbef45f4d is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:09:02.413361 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-59dbe55e-99dc-4892-bdb3-c731f457a7a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:09:02.550524 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-397b4dc3-9cdc-42a7-b5b2-a378dd1bdb3c None None] Set router 8fb0e566-ee97-429d-8805-475178b19725 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:02.592247 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d2320a92-6a15-4850-a51c-8cbd110fe046 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1879925858', 'router:external': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:02.651162 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2320a92-6a15-4850-a51c-8cbd110fe046 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Made reservation on behalf of 3971b7a44bbc4c3a90c6a63d301132de for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:09:02.654465 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2320a92-6a15-4850-a51c-8cbd110fe046 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:02.662956 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b4bd-0d6a-40af-a051-9dde0ad2ee8e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:02.673542 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2320a92-6a15-4850-a51c-8cbd110fe046 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:02.683464 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dbe55e-99dc-4892-bdb3-c731f457a7a1 admin admin] Router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:09:02.759314 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-93290480-b450-4797-a87a-d218e8ec01f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:02.794957 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-93290480-b450-4797-a87a-d218e8ec01f1 None None] For port 48030b51-9012-4ae2-a3a5-0889fb4a3b89, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=48030b51-9012-4ae2-a3a5-0889fb4a3b89,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:02.814455 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2320a92-6a15-4850-a51c-8cbd110fe046 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:02.814686 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 2, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:02.816475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1b4bd-0d6a-40af-a051-9dde0ad2ee8e admin admin] Deleting port 15c3f385-2a3f-40c5-939b-8a906d79d2ea {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:02.816475 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b4bd-0d6a-40af-a051-9dde0ad2ee8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:02.827067 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2320a92-6a15-4850-a51c-8cbd110fe046 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:02.845384 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-93290480-b450-4797-a87a-d218e8ec01f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:02.851630 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f417b18-f425-40f9-9c2c-b70f19347572 None None] The sync data for ids ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'] in n-d-819389-3 is: [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 2, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:09:02.853459 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-397b4dc3-9cdc-42a7-b5b2-a378dd1bdb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0e566-ee97-429d-8805-475178b19725', 'name': 'tempest-ServerRescueNegativeTestJSON-1515592877-router', 'tenant_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '15c3f385-2a3f-40c5-939b-8a906d79d2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:13Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 5, 'project_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'gw_port': {'id': '15c3f385-2a3f-40c5-939b-8a906d79d2ea', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0e566-ee97-429d-8805-475178b19725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:06:14Z', 'updated_at': '2021-11-26T03:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:02.909558 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b4dc3-9cdc-42a7-b5b2-a378dd1bdb3c None None] Checking router: 8fb0e566-ee97-429d-8805-475178b19725 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:09:02.922703 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397b4dc3-9cdc-42a7-b5b2-a378dd1bdb3c None None] Routers {'8fb0e566-ee97-429d-8805-475178b19725'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:02.923366 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-397b4dc3-9cdc-42a7-b5b2-a378dd1bdb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8fb0e566-ee97-429d-8805-475178b19725'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:02.967075 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93290480-b450-4797-a87a-d218e8ec01f1 None None] Pushing event updated for resources: {'Port': ['ID=48030b51-9012-4ae2-a3a5-0889fb4a3b89,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:02.989400 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2320a92-6a15-4850-a51c-8cbd110fe046 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:09:03.010318 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4a0c9fc3-253d-41ed-822d-2527a302540d None None] Provisioning complete for port de42f07d-026a-4c1e-9462-9653a7937a6c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:03.011564 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4a0c9fc3-253d-41ed-822d-2527a302540d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:03.016595 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2320a92-6a15-4850-a51c-8cbd110fe046 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709b2610-e07a-4f75-97a9-06340d183509,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:03.023589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-b9b1b4bd-0d6a-40af-a051-9dde0ad2ee8e admin admin] For port 15c3f385-2a3f-40c5-939b-8a906d79d2ea, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=15c3f385-2a3f-40c5-939b-8a906d79d2ea,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:03.024020 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b4bd-0d6a-40af-a051-9dde0ad2ee8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:03.026674 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2320a92-6a15-4850-a51c-8cbd110fe046 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:03.027216 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-d2320a92-6a15-4850-a51c-8cbd110fe046 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Added segment 87a3b6e2-5414-40c7-9683-927b7c95afa6 of type vlan for network 60c19c8e-b3b7-4023-a525-26f41efc942d Nov 26 03:09:03.052927 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-397b4dc3-9cdc-42a7-b5b2-a378dd1bdb3c None None] Set router 8fb0e566-ee97-429d-8805-475178b19725 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:03.071421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1b4bd-0d6a-40af-a051-9dde0ad2ee8e admin admin] Calling delete_port for 15c3f385-2a3f-40c5-939b-8a906d79d2ea owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:03.111030 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2320a92-6a15-4850-a51c-8cbd110fe046 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:03.117732 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4a0c9fc3-253d-41ed-822d-2527a302540d None None] Port de42f07d-026a-4c1e-9462-9653a7937a6c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:09:03.131331 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dbe55e-99dc-4892-bdb3-c731f457a7a1 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:09:03.140905 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-59dbe55e-99dc-4892-bdb3-c731f457a7a1 admin admin] 10.222.0.31 "PUT /v2.0/routers/8713b1fa-cfc0-4a04-b5f9-6136b973cea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0743515 Nov 26 03:09:03.147973 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-397b4dc3-9cdc-42a7-b5b2-a378dd1bdb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0e566-ee97-429d-8805-475178b19725', 'name': 'tempest-ServerRescueNegativeTestJSON-1515592877-router', 'tenant_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:13Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 6, 'project_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:03.166101 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2320a92-6a15-4850-a51c-8cbd110fe046 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:03.167807 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2320a92-6a15-4850-a51c-8cbd110fe046 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:03.169605 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2320a92-6a15-4850-a51c-8cbd110fe046 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:03.194906 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b4dc3-9cdc-42a7-b5b2-a378dd1bdb3c None None] The sync data for ids ['8fb0e566-ee97-429d-8805-475178b19725'] in n-d-819389-3 is: [{'id': '8fb0e566-ee97-429d-8805-475178b19725', 'name': 'tempest-ServerRescueNegativeTestJSON-1515592877-router', 'tenant_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:06:13Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 6, 'project_id': 'c89c68d8ac0e44dab84b0f2ed35f94fc', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:09:03.312910 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2320a92-6a15-4850-a51c-8cbd110fe046 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Pushing event updated for resources: {'Network': ['ID=60c19c8e-b3b7-4023-a525-26f41efc942d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:03.318212 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d2320a92-6a15-4850-a51c-8cbd110fe046 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9397941 Nov 26 03:09:03.321233 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37546) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:03.328440 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-4450aaf6-c28f-444f-b040-eee1c4f48ca2 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Request body: {'subnet': {'network_id': '60c19c8e-b3b7-4023-a525-26f41efc942d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:03.350190 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 60c19c8e-b3b7-4023-a525-26f41efc942d details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:09:03.352828 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4450aaf6-c28f-444f-b040-eee1c4f48ca2 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Made reservation on behalf of 3971b7a44bbc4c3a90c6a63d301132de for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:09:03.356545 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4450aaf6-c28f-444f-b040-eee1c4f48ca2 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:03.371245 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b4bd-0d6a-40af-a051-9dde0ad2ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:03.411830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1b4bd-0d6a-40af-a051-9dde0ad2ee8e admin admin] Pushing event deleted for resources: {'Port': ['ID=15c3f385-2a3f-40c5-939b-8a906d79d2ea,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:03.445704 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ce587c-7b94-439a-bb83-d153234bd338 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:03.514066 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b4bd-0d6a-40af-a051-9dde0ad2ee8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:03.770043 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b4bd-0d6a-40af-a051-9dde0ad2ee8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:03.772404 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b4bd-0d6a-40af-a051-9dde0ad2ee8e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:03.842909 n-d-819389-3 neutron-server[104801]: DEBUG neutron.objects.ports [None req-4450aaf6-c28f-444f-b040-eee1c4f48ca2 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 03:09:03.843397 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4450aaf6-c28f-444f-b040-eee1c4f48ca2 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:03.871197 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b4bd-0d6a-40af-a051-9dde0ad2ee8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:03.872267 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b1b4bd-0d6a-40af-a051-9dde0ad2ee8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fb0e566-ee97-429d-8805-475178b19725 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:09:03.893971 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b4bd-0d6a-40af-a051-9dde0ad2ee8e admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:03.895410 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b9b1b4bd-0d6a-40af-a051-9dde0ad2ee8e admin admin] 10.222.0.31 "DELETE /v2.0/routers/8fb0e566-ee97-429d-8805-475178b19725 HTTP/1.1" status: 204 len: 168 time: 1.6065896 Nov 26 03:09:03.897846 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37560) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:03.931265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4450aaf6-c28f-444f-b040-eee1c4f48ca2 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Checking segment: {'id': '87a3b6e2-5414-40c7-9683-927b7c95afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '60c19c8e-b3b7-4023-a525-26f41efc942d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:09:03.932328 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4450aaf6-c28f-444f-b040-eee1c4f48ca2 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Network hostable DHCP agents. Network: 60c19c8e-b3b7-4023-a525-26f41efc942d, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:09:03.945017 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450aaf6-c28f-444f-b040-eee1c4f48ca2 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1258c576-0685-4481-b37f-1428b03be884,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:03.962813 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4450aaf6-c28f-444f-b040-eee1c4f48ca2 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Network 60c19c8e-b3b7-4023-a525-26f41efc942d is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:09:03.982446 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-4450aaf6-c28f-444f-b040-eee1c4f48ca2 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 60c19c8e-b3b7-4023-a525-26f41efc942d) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:09:03.989534 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4450aaf6-c28f-444f-b040-eee1c4f48ca2 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:03.990632 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4450aaf6-c28f-444f-b040-eee1c4f48ca2 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:03.992440 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa06162-a0be-4b65-a489-a4bea8a577cd None None] Network 60c19c8e-b3b7-4023-a525-26f41efc942d requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:09:04.002921 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-427dbd5f-b250-44e4-ad92-52e94716f92e admin admin] Deleting subnet eb1ab1f2-83bb-4e57-8629-c0eaece17eaf {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:09:04.009729 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-427dbd5f-b250-44e4-ad92-52e94716f92e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.022505 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4450aaf6-c28f-444f-b040-eee1c4f48ca2 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6999660 Nov 26 03:09:04.023563 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37564) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:04.029763 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-24eaa007-0293-4f06-a79d-85f32e894bda tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-121357735', 'network_id': '60c19c8e-b3b7-4023-a525-26f41efc942d'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:04.072363 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24eaa007-0293-4f06-a79d-85f32e894bda tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Made reservation on behalf of 3971b7a44bbc4c3a90c6a63d301132de for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:09:04.075742 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-24eaa007-0293-4f06-a79d-85f32e894bda tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.098460 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-24eaa007-0293-4f06-a79d-85f32e894bda tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] device_id is not set on port 6f14b16e-fbca-4c3b-a801-a8257785f4c6 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:09:04.098687 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-427dbd5f-b250-44e4-ad92-52e94716f92e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.245595 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-427dbd5f-b250-44e4-ad92-52e94716f92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.282034 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37572) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:04.289239 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3a24c9bb-455a-4483-80d1-7a6a24a4dac0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-914878804-network', 'tenant_id': '25af60d71d25427eadb310627c5e975b'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:04.294178 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccfe067-829d-4ff8-b195-bd39f97cb6be None None] Network 60c19c8e-b3b7-4023-a525-26f41efc942d requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:09:04.352079 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-427dbd5f-b250-44e4-ad92-52e94716f92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.377754 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-24eaa007-0293-4f06-a79d-85f32e894bda tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Allocated IP 2001:db8::7a (60c19c8e-b3b7-4023-a525-26f41efc942d/1258c576-0685-4481-b37f-1428b03be884/6f14b16e-fbca-4c3b-a801-a8257785f4c6) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:09:04.408018 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427dbd5f-b250-44e4-ad92-52e94716f92e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb1ab1f2-83bb-4e57-8629-c0eaece17eaf,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:04.411756 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-427dbd5f-b250-44e4-ad92-52e94716f92e admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.418266 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-427dbd5f-b250-44e4-ad92-52e94716f92e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eb1ab1f2-83bb-4e57-8629-c0eaece17eaf HTTP/1.1" status: 204 len: 168 time: 0.5193880 Nov 26 03:09:04.421329 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a24c9bb-455a-4483-80d1-7a6a24a4dac0 admin admin] Made reservation on behalf of 25af60d71d25427eadb310627c5e975b for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:09:04.422075 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37574) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:04.423095 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aabe453-b43f-4cb7-929a-16f6915c7e3f None None] Network 6280ac1e-1eae-48ef-80cc-cccad8729faa requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:09:04.423775 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a24c9bb-455a-4483-80d1-7a6a24a4dac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.441860 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a24c9bb-455a-4483-80d1-7a6a24a4dac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.585449 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ffde28f7-266f-4c1f-a844-8b0dfcad0834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.670968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357d9e93-edc1-49ca-ab9d-3e7d227ac1cb None None] DHCP port deletion for 6280ac1e-1eae-48ef-80cc-cccad8729faa request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:04.746911 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ffde28f7-266f-4c1f-a844-8b0dfcad0834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.767624 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-24eaa007-0293-4f06-a79d-85f32e894bda tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.772262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-ffde28f7-266f-4c1f-a844-8b0dfcad0834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6280ac1e-1eae-48ef-80cc-cccad8729faa']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:04.773877 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a24c9bb-455a-4483-80d1-7a6a24a4dac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.784332 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-ffde28f7-266f-4c1f-a844-8b0dfcad0834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be482674-ff0a-4a62-ad63-a3a88e40fde1') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:04.785000 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-ffde28f7-266f-4c1f-a844-8b0dfcad0834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be482674-ff0a-4a62-ad63-a3a88e40fde1') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:04.786966 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a24c9bb-455a-4483-80d1-7a6a24a4dac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.804904 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ffde28f7-266f-4c1f-a844-8b0dfcad0834 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.826134 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ffde28f7-266f-4c1f-a844-8b0dfcad0834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.830992 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a24c9bb-455a-4483-80d1-7a6a24a4dac0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:09:04.839417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffde28f7-266f-4c1f-a844-8b0dfcad0834 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:09:04.839969 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ffde28f7-266f-4c1f-a844-8b0dfcad0834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:09:04.842920 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:09:04.852776 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24c9bb-455a-4483-80d1-7a6a24a4dac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894a1b41-a2ad-466e-b9db-fa930613402f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:04.858309 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a24c9bb-455a-4483-80d1-7a6a24a4dac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.858476 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-3a24c9bb-455a-4483-80d1-7a6a24a4dac0 admin admin] Added segment 15d3de2c-d02b-4a06-af3d-424f096cf51c of type vlan for network 9e0bbc4b-55b9-47aa-b925-317b45a3a05e Nov 26 03:09:04.915067 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-24eaa007-0293-4f06-a79d-85f32e894bda tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.962587 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ffde28f7-266f-4c1f-a844-8b0dfcad0834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.975060 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ffde28f7-266f-4c1f-a844-8b0dfcad0834 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:04.979156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ffde28f7-266f-4c1f-a844-8b0dfcad0834 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6280ac1e-1eae-48ef-80cc-cccad8729faa HTTP/1.1" status: 204 len: 168 time: 0.5544646 Nov 26 03:09:04.997280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde28f7-266f-4c1f-a844-8b0dfcad0834 admin admin] Pushing event deleted for resources: {'Network': ['ID=6280ac1e-1eae-48ef-80cc-cccad8729faa,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:05.015897 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a24c9bb-455a-4483-80d1-7a6a24a4dac0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:05.022467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 48030b51-9012-4ae2-a3a5-0889fb4a3b89 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:09:05.044177 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eaa007-0293-4f06-a79d-85f32e894bda tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Network 60c19c8e-b3b7-4023-a525-26f41efc942d is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:09:05.045136 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eaa007-0293-4f06-a79d-85f32e894bda tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Pushing event updated for resources: {'Port': ['ID=6f14b16e-fbca-4c3b-a801-a8257785f4c6,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:05.076841 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-24eaa007-0293-4f06-a79d-85f32e894bda tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:09:05.084042 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eaa007-0293-4f06-a79d-85f32e894bda tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:09:05.085265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24eaa007-0293-4f06-a79d-85f32e894bda tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:05.086328 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-24eaa007-0293-4f06-a79d-85f32e894bda tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:05.093599 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a24c9bb-455a-4483-80d1-7a6a24a4dac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:05.094905 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a24c9bb-455a-4483-80d1-7a6a24a4dac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:05.095605 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3a24c9bb-455a-4483-80d1-7a6a24a4dac0 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:05.116122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 48030b51-9012-4ae2-a3a5-0889fb4a3b89 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:05.116657 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:05.189552 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24c9bb-455a-4483-80d1-7a6a24a4dac0 admin admin] Pushing event updated for resources: {'Network': ['ID=9e0bbc4b-55b9-47aa-b925-317b45a3a05e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:05.220494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37590) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:05.226748 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-edd06f32-4568-4c88-91fe-03af24bc2075 admin admin] Request body: {'subnet': {'network_id': '9e0bbc4b-55b9-47aa-b925-317b45a3a05e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-914878804-subnet', 'tenant_id': '25af60d71d25427eadb310627c5e975b', 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:05.232197 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3a24c9bb-455a-4483-80d1-7a6a24a4dac0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9472079 Nov 26 03:09:05.243335 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 9e0bbc4b-55b9-47aa-b925-317b45a3a05e details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:09:05.256778 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-24eaa007-0293-4f06-a79d-85f32e894bda tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2294428 Nov 26 03:09:05.259463 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37592) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:05.305168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd06f32-4568-4c88-91fe-03af24bc2075 admin admin] Made reservation on behalf of 25af60d71d25427eadb310627c5e975b for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:09:05.307683 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-edd06f32-4568-4c88-91fe-03af24bc2075 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:05.322416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37594) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:05.335134 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 15c3f385-2a3f-40c5-939b-8a906d79d2ea no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:09:05.373153 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 15c3f385-2a3f-40c5-939b-8a906d79d2ea {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:09:05.373726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 15c3f385-2a3f-40c5-939b-8a906d79d2ea not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:09:05.374144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 19bd1abb-639b-4266-b5a2-62c99c1e8b9d no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:09:05.397414 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 19bd1abb-639b-4266-b5a2-62c99c1e8b9d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:09:05.397776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 19bd1abb-639b-4266-b5a2-62c99c1e8b9d not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:09:05.412622 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-270a8f06-6513-4e6d-8971-672b8f9f5d87 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Deleting port 6f14b16e-fbca-4c3b-a801-a8257785f4c6 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:05.413133 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-270a8f06-6513-4e6d-8971-672b8f9f5d87 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:05.479873 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b0433830-08fc-4a7f-8906-06076fe01667 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c89c68d8ac0e44dab84b0f2ed35f94fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1549397 Nov 26 03:09:05.482442 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37600) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:05.565077 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-598e8375-08c2-4acb-9840-494a4e2fccfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:05.577515 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-270a8f06-6513-4e6d-8971-672b8f9f5d87 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:05.603308 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-270a8f06-6513-4e6d-8971-672b8f9f5d87 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Calling delete_port for 6f14b16e-fbca-4c3b-a801-a8257785f4c6 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:05.607175 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-edd06f32-4568-4c88-91fe-03af24bc2075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:05.612020 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-598e8375-08c2-4acb-9840-494a4e2fccfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:05.687466 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd06f32-4568-4c88-91fe-03af24bc2075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40870915-c57e-4177-b463-a3a8eefb31ec,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:05.699179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd06f32-4568-4c88-91fe-03af24bc2075 admin admin] Checking segment: {'id': '15d3de2c-d02b-4a06-af3d-424f096cf51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e0bbc4b-55b9-47aa-b925-317b45a3a05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:09:05.699830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd06f32-4568-4c88-91fe-03af24bc2075 admin admin] Network hostable DHCP agents. Network: 9e0bbc4b-55b9-47aa-b925-317b45a3a05e, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:09:05.719704 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-598e8375-08c2-4acb-9840-494a4e2fccfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:05.722766 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-598e8375-08c2-4acb-9840-494a4e2fccfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:05.723929 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-598e8375-08c2-4acb-9840-494a4e2fccfe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3af8b3cb-52aa-4694-984d-ad11bf2f3429 HTTP/1.1" status: 204 len: 168 time: 0.2400362 Nov 26 03:09:05.728424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd06f32-4568-4c88-91fe-03af24bc2075 admin admin] Network 9e0bbc4b-55b9-47aa-b925-317b45a3a05e is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:09:05.741228 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-edd06f32-4568-4c88-91fe-03af24bc2075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 9e0bbc4b-55b9-47aa-b925-317b45a3a05e) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:09:05.751762 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d7a057-bac9-4a4c-80dd-3d4973fc1ef8 None None] Network 9e0bbc4b-55b9-47aa-b925-317b45a3a05e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:09:05.762114 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e8375-08c2-4acb-9840-494a4e2fccfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af8b3cb-52aa-4694-984d-ad11bf2f3429,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:05.776738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd06f32-4568-4c88-91fe-03af24bc2075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:05.777350 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-edd06f32-4568-4c88-91fe-03af24bc2075 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:05.797630 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-270a8f06-6513-4e6d-8971-672b8f9f5d87 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:05.804417 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-edd06f32-4568-4c88-91fe-03af24bc2075 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5796151 Nov 26 03:09:05.806980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37606) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:05.817959 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-914878804-router', 'tenant_id': '25af60d71d25427eadb310627c5e975b', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:05.848086 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:05.849400 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:05.943808 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-270a8f06-6513-4e6d-8971-672b8f9f5d87 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:05.946144 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-270a8f06-6513-4e6d-8971-672b8f9f5d87 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "DELETE /v2.0/ports/6f14b16e-fbca-4c3b-a801-a8257785f4c6 HTTP/1.1" status: 204 len: 168 time: 0.6734278 Nov 26 03:09:05.947420 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a8f06-6513-4e6d-8971-672b8f9f5d87 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f14b16e-fbca-4c3b-a801-a8257785f4c6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:05.949526 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37612) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:05.957788 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '60c19c8e-b3b7-4023-a525-26f41efc942d', 'external_fixed_ips': [{'subnet_id': '1258c576-0685-4481-b37f-1428b03be884', 'ip_address': '2001:db8::7a'}]}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:05.973945 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:06.001211 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-9e0bbc4b-55b9-47aa-b925-317b45a3a05e', 'network_id': '9e0bbc4b-55b9-47aa-b925-317b45a3a05e', 'tenant_id': '25af60d71d25427eadb310627c5e975b', 'fixed_ips': [{'subnet_id': '40870915-c57e-4177-b463-a3a8eefb31ec'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:09:06.002691 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:06.017518 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:06.021880 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:06.101070 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:06.182897 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:06.217166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Allocated IP 172.20.0.2 (9e0bbc4b-55b9-47aa-b925-317b45a3a05e/40870915-c57e-4177-b463-a3a8eefb31ec/fc997e2c-9736-4e18-b7d4-4c52507ddfb0) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:09:06.510072 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:06.525399 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:06.609317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Pushing event updated for resources: {'Port': ['ID=fc997e2c-9736-4e18-b7d4-4c52507ddfb0,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:06.649800 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Network 9e0bbc4b-55b9-47aa-b925-317b45a3a05e is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:09:06.662617 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:09:06.665652 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:09:06.805494 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:06.841878 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Attempting to bind port fc997e2c-9736-4e18-b7d4-4c52507ddfb0 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:09:06.842237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Attempting to bind port fc997e2c-9736-4e18-b7d4-4c52507ddfb0 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '15d3de2c-d02b-4a06-af3d-424f096cf51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e0bbc4b-55b9-47aa-b925-317b45a3a05e'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:09:06.842615 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Attempting to bind port fc997e2c-9736-4e18-b7d4-4c52507ddfb0 on network 9e0bbc4b-55b9-47aa-b925-317b45a3a05e {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:09:06.877000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:09:06.877393 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Checking segment: {'id': '15d3de2c-d02b-4a06-af3d-424f096cf51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e0bbc4b-55b9-47aa-b925-317b45a3a05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:09:06.877811 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:06.878222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Bound using segment: {'id': '15d3de2c-d02b-4a06-af3d-424f096cf51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e0bbc4b-55b9-47aa-b925-317b45a3a05e'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:09:06.878718 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Bound port: fc997e2c-9736-4e18-b7d4-4c52507ddfb0, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d3de2c-d02b-4a06-af3d-424f096cf51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e0bbc4b-55b9-47aa-b925-317b45a3a05e'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:09:06.879229 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:06.979416 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:07.015367 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:07.041015 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] For port fc997e2c-9736-4e18-b7d4-4c52507ddfb0, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:09:07.045167 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] For port fc997e2c-9736-4e18-b7d4-4c52507ddfb0, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=fc997e2c-9736-4e18-b7d4-4c52507ddfb0,segment=NetworkSegment(15d3de2c-d02b-4a06-af3d-424f096cf51c),segment_id=15d3de2c-d02b-4a06-af3d-424f096cf51c)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:09:07.049614 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Sync routers for ids ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:09:07.067734 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:07.125016 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062d7cc-988c-4483-943d-fc988521f6aa None None] Pushing event updated for resources: {'Port': ['ID=fc997e2c-9736-4e18-b7d4-4c52507ddfb0,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:07.128305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Routers {'8713b1fa-cfc0-4a04-b5f9-6136b973cea0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:07.129225 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:07.146066 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] Allocated IP 172.25.0.222 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/beef7369-48cf-4897-8bd9-0d4082ee2082) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:09:07.186328 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:07.220668 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:07.291168 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:07.342996 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:07.432830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] Pushing event updated for resources: {'Port': ['ID=beef7369-48cf-4897-8bd9-0d4082ee2082,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:07.447418 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:09:07.449095 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:09:07.459958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Allocated IP 2001:db8::7a (60c19c8e-b3b7-4023-a525-26f41efc942d/1258c576-0685-4481-b37f-1428b03be884/79346fec-91f7-4ffc-828b-b80ca3b8c3c8) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:09:07.467007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:09:07.473275 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a18125-56db-4259-8138-19a7f230029a None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:07.482479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Set router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:07.623674 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:07.674781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d44e4d72-6c55-4d6e-99ea-ff5011b3e448 None None] Provisioning complete for port beef7369-48cf-4897-8bd9-0d4082ee2082 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:07.675183 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d44e4d72-6c55-4d6e-99ea-ff5011b3e448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:07.699866 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37656) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:07.726224 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:07.812803 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Network 60c19c8e-b3b7-4023-a525-26f41efc942d is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:09:07.815798 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:09:07.819590 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:09:07.898871 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Pushing event updated for resources: {'Port': ['ID=79346fec-91f7-4ffc-828b-b80ca3b8c3c8,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:07.922599 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:07.969302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d44e4d72-6c55-4d6e-99ea-ff5011b3e448 None None] Port beef7369-48cf-4897-8bd9-0d4082ee2082 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:09:08.002530 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 2, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:08.033023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Checking router: 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:09:08.033640 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Updating router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 port de42f07d-026a-4c1e-9462-9653a7937a6c binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:09:08.042140 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6994f729-a123-403c-a04b-592fb9bbcd5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:08.061031 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:08.234563 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:08.257785 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6994f729-a123-403c-a04b-592fb9bbcd5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:08.267839 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6994f729-a123-403c-a04b-592fb9bbcd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:08.270909 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:08.363784 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994f729-a123-403c-a04b-592fb9bbcd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89724cbf-a9a0-4e10-8148-492f83871ead,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:08.387858 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6994f729-a123-403c-a04b-592fb9bbcd5d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15cf794797cf46739b358a5720946c36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6859710 Nov 26 03:09:08.391715 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37666) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:08.457357 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:08.479385 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-39b46885-f06c-47fa-9595-ef140558be99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:08.482367 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:08.510566 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-39b46885-f06c-47fa-9595-ef140558be99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:08.562600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] Router aa569110-ccc7-4618-9ada-db637119f6d0 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:09:08.580541 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-39b46885-f06c-47fa-9595-ef140558be99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:08.583454 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-39b46885-f06c-47fa-9595-ef140558be99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:08.584757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-39b46885-f06c-47fa-9595-ef140558be99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89724cbf-a9a0-4e10-8148-492f83871ead HTTP/1.1" status: 204 len: 168 time: 0.1903620 Nov 26 03:09:08.603120 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:08.682332 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe24bd-aaac-4e1a-8b22-6f28fb950a11 None None] Pushing event updated for resources: {'Port': ['ID=de42f07d-026a-4c1e-9462-9653a7937a6c,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:08.690554 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Attempting to bind port de42f07d-026a-4c1e-9462-9653a7937a6c on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:09:08.691377 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Attempting to bind port de42f07d-026a-4c1e-9462-9653a7937a6c by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:09:08.694254 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Attempting to bind port de42f07d-026a-4c1e-9462-9653a7937a6c on network 3f4d63a1-f901-4208-8c24-36adbef45f4d {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:09:08.708855 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:09:08.709779 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Checking segment: {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:09:08.710392 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:08.710989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Bound using segment: {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:09:08.711727 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Bound port: de42f07d-026a-4c1e-9462-9653a7937a6c, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:09:08.712485 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:08.735949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b46885-f06c-47fa-9595-ef140558be99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89724cbf-a9a0-4e10-8148-492f83871ead,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:08.756579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:09:08.770874 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Sync routers for ids ['aa569110-ccc7-4618-9ada-db637119f6d0'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:09:08.787472 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:08.791619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5c969ef2-5bbb-4c23-8bf7-d38163dca884 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9832387 Nov 26 03:09:08.792010 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Routers {'aa569110-ccc7-4618-9ada-db637119f6d0'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:08.792284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37674) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:08.792679 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['aa569110-ccc7-4618-9ada-db637119f6d0'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:08.921543 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Router 4e4196d7-026e-4613-9d03-ad5765e2f879 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:09:08.944284 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] For port de42f07d-026a-4c1e-9462-9653a7937a6c, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:09:08.950898 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] For port de42f07d-026a-4c1e-9462-9653a7937a6c, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=de42f07d-026a-4c1e-9462-9653a7937a6c,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:09:08.966866 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:09.096209 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Set router aa569110-ccc7-4618-9ada-db637119f6d0 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:09.146079 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b9223695-bfeb-4fa3-be76-38ce34880a14 None None] Provisioning complete for port de42f07d-026a-4c1e-9462-9653a7937a6c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:09.146737 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b9223695-bfeb-4fa3-be76-38ce34880a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:09.148657 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Routers {'8713b1fa-cfc0-4a04-b5f9-6136b973cea0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:09.149479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:09.252946 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be750bca-9cac-42bb-bc7b-b41e0f4c338c None None] Network 9e0bbc4b-55b9-47aa-b925-317b45a3a05e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:09:09.270447 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:09:09.303093 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:09.304487 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-aa3516ee-ffac-4c87-9514-06c6be62f811 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.3538785 Nov 26 03:09:09.307179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37688) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:09.335997 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device fc997e2c-9736-4e18-b7d4-4c52507ddfb0 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:09:09.345902 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe24bd-aaac-4e1a-8b22-6f28fb950a11 None None] Pushing event updated for resources: {'Port': ['ID=de42f07d-026a-4c1e-9462-9653a7937a6c,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:09.410161 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f35503-c891-452f-9af2-bec948325664 None None] Sync routers for ids ['4e4196d7-026e-4613-9d03-ad5765e2f879'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:09:09.476037 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f35503-c891-452f-9af2-bec948325664 None None] Routers {'4e4196d7-026e-4613-9d03-ad5765e2f879'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:09.476726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-95f35503-c891-452f-9af2-bec948325664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['4e4196d7-026e-4613-9d03-ad5765e2f879'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:09.557126 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19b25e94-d48f-41ca-9bd4-bd8f501a2b8e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:09.661926 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6697d08d-0557-4491-80d6-85d2de68913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:09.679281 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'name': 'tempest-TestVolumeBootPattern-914878804-router', 'tenant_id': '25af60d71d25427eadb310627c5e975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'beef7369-48cf-4897-8bd9-0d4082ee2082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:09:05Z', 'updated_at': '2021-11-26T03:09:07Z', 'revision_number': 3, 'project_id': '25af60d71d25427eadb310627c5e975b', 'gw_port': {'id': 'beef7369-48cf-4897-8bd9-0d4082ee2082', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:07Z', 'updated_at': '2021-11-26T03:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:09.730778 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Checking router: aa569110-ccc7-4618-9ada-db637119f6d0 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:09:09.731867 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Updating router aa569110-ccc7-4618-9ada-db637119f6d0 port beef7369-48cf-4897-8bd9-0d4082ee2082 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:09:09.772672 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:09.799709 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] Set router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:09.847204 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19b25e94-d48f-41ca-9bd4-bd8f501a2b8e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:09.884220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-6697d08d-0557-4491-80d6-85d2de68913b admin admin] Allocated IP 172.20.0.1 (9e0bbc4b-55b9-47aa-b925-317b45a3a05e/40870915-c57e-4177-b463-a3a8eefb31ec/995a528a-5d0d-4ad2-961e-be2523fa2d72) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:09:09.904619 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port fc997e2c-9736-4e18-b7d4-4c52507ddfb0 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:09.905000 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:09.973510 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-19b25e94-d48f-41ca-9bd4-bd8f501a2b8e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Deleting port 79346fec-91f7-4ffc-828b-b80ca3b8c3c8 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:09.974046 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19b25e94-d48f-41ca-9bd4-bd8f501a2b8e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:10.036345 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6697d08d-0557-4491-80d6-85d2de68913b admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:10.081954 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6697d08d-0557-4491-80d6-85d2de68913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:10.143481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-95f35503-c891-452f-9af2-bec948325664 None None] Set router 4e4196d7-026e-4613-9d03-ad5765e2f879 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:10.152161 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b9223695-bfeb-4fa3-be76-38ce34880a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:10.183259 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19b25e94-d48f-41ca-9bd4-bd8f501a2b8e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:10.186872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697d08d-0557-4491-80d6-85d2de68913b admin admin] Pushing event updated for resources: {'Port': ['ID=995a528a-5d0d-4ad2-961e-be2523fa2d72,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:10.203570 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697d08d-0557-4491-80d6-85d2de68913b admin admin] Network 9e0bbc4b-55b9-47aa-b925-317b45a3a05e is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:09:10.206724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-6697d08d-0557-4491-80d6-85d2de68913b admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:09:10.212013 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-19b25e94-d48f-41ca-9bd4-bd8f501a2b8e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Calling delete_port for 79346fec-91f7-4ffc-828b-b80ca3b8c3c8 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:10.214541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6697d08d-0557-4491-80d6-85d2de68913b admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:09:10.273515 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6697d08d-0557-4491-80d6-85d2de68913b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:10.381188 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:10.394859 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:10.449538 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Attempting to bind port beef7369-48cf-4897-8bd9-0d4082ee2082 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:09:10.450609 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Attempting to bind port beef7369-48cf-4897-8bd9-0d4082ee2082 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:09:10.451078 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Attempting to bind port beef7369-48cf-4897-8bd9-0d4082ee2082 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:09:10.460400 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:09:10.460936 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:09:10.461460 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:10.462246 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:09:10.462930 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Bound port: beef7369-48cf-4897-8bd9-0d4082ee2082, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:09:10.463423 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:10.469098 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3db696-e3f3-4dd5-a906-a6ea9e130e53 None None] Pushing event updated for resources: {'Port': ['ID=beef7369-48cf-4897-8bd9-0d4082ee2082,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:10.519813 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6697d08d-0557-4491-80d6-85d2de68913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:10.541999 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] For port beef7369-48cf-4897-8bd9-0d4082ee2082, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:09:10.548438 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] For port beef7369-48cf-4897-8bd9-0d4082ee2082, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=beef7369-48cf-4897-8bd9-0d4082ee2082,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:09:10.561371 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:10.595672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cda9b02-4452-40bb-98e5-55f0d424dbb8 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:10.613684 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19b25e94-d48f-41ca-9bd4-bd8f501a2b8e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:10.662378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b25e94-d48f-41ca-9bd4-bd8f501a2b8e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Pushing event deleted for resources: {'Port': ['ID=79346fec-91f7-4ffc-828b-b80ca3b8c3c8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:10.718671 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Routers {'aa569110-ccc7-4618-9ada-db637119f6d0'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:10.719333 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['aa569110-ccc7-4618-9ada-db637119f6d0'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:10.721367 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3db696-e3f3-4dd5-a906-a6ea9e130e53 None None] Pushing event updated for resources: {'Port': ['ID=beef7369-48cf-4897-8bd9-0d4082ee2082,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:10.729746 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19b25e94-d48f-41ca-9bd4-bd8f501a2b8e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:10.777338 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d77c26-3453-4b08-a326-7dce9cc60f32 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:10.870809 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] Set router aa569110-ccc7-4618-9ada-db637119f6d0 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:10.954863 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6697d08d-0557-4491-80d6-85d2de68913b admin admin] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:10.958580 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b9223695-bfeb-4fa3-be76-38ce34880a14 None None] For port de42f07d-026a-4c1e-9462-9653a7937a6c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=de42f07d-026a-4c1e-9462-9653a7937a6c,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:10.970563 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6697d08d-0557-4491-80d6-85d2de68913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:10.983166 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19b25e94-d48f-41ca-9bd4-bd8f501a2b8e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:10.987628 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19b25e94-d48f-41ca-9bd4-bd8f501a2b8e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:10.994283 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b9223695-bfeb-4fa3-be76-38ce34880a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:11.106247 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19b25e94-d48f-41ca-9bd4-bd8f501a2b8e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:11.107006 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b25e94-d48f-41ca-9bd4-bd8f501a2b8e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e4196d7-026e-4613-9d03-ad5765e2f879 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:09:11.112527 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19b25e94-d48f-41ca-9bd4-bd8f501a2b8e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:11.116857 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-19b25e94-d48f-41ca-9bd4-bd8f501a2b8e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4e4196d7-026e-4613-9d03-ad5765e2f879 HTTP/1.1" status: 204 len: 168 time: 1.8086560 Nov 26 03:09:11.117586 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37728) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:11.169995 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:11.177553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9223695-bfeb-4fa3-be76-38ce34880a14 None None] Pushing event updated for resources: {'Port': ['ID=de42f07d-026a-4c1e-9462-9653a7937a6c,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:11.204854 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-243cbb24-cb5e-483c-a77e-fa34a4435a23 None None] Provisioning complete for port fc997e2c-9736-4e18-b7d4-4c52507ddfb0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:11.210947 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-243cbb24-cb5e-483c-a77e-fa34a4435a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:11.265502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697d08d-0557-4491-80d6-85d2de68913b admin admin] Pushing event updated for resources: {'Port': ['ID=995a528a-5d0d-4ad2-961e-be2523fa2d72,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:11.282657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb838d5-f4bf-42cc-9591-93a47658f51f tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Deleting subnet 1258c576-0685-4481-b37f-1428b03be884 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:09:11.287653 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7cb838d5-f4bf-42cc-9591-93a47658f51f tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:11.290680 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6697d08d-0557-4491-80d6-85d2de68913b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:11.295472 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port fc997e2c-9736-4e18-b7d4-4c52507ddfb0, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=fc997e2c-9736-4e18-b7d4-4c52507ddfb0,segment=NetworkSegment(15d3de2c-d02b-4a06-af3d-424f096cf51c),segment_id=15d3de2c-d02b-4a06-af3d-424f096cf51c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:11.311793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:08Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:11.345577 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'name': 'tempest-TestVolumeBootPattern-914878804-router', 'tenant_id': '25af60d71d25427eadb310627c5e975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'beef7369-48cf-4897-8bd9-0d4082ee2082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:09:05Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 4, 'project_id': '25af60d71d25427eadb310627c5e975b', 'gw_port': {'id': 'beef7369-48cf-4897-8bd9-0d4082ee2082', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:07Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '995a528a-5d0d-4ad2-961e-be2523fa2d72', 'name': '', 'network_id': '9e0bbc4b-55b9-47aa-b925-317b45a3a05e', 'tenant_id': '25af60d71d25427eadb310627c5e975b', 'mac_address': 'fa:16:3e:94:9b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '40870915-c57e-4177-b463-a3a8eefb31ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:09Z', 'updated_at': '2021-11-26T03:09:09Z', 'revision_number': 1, 'project_id': '25af60d71d25427eadb310627c5e975b', 'subnets': [{'id': '40870915-c57e-4177-b463-a3a8eefb31ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:11.359017 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:11.366232 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7cb838d5-f4bf-42cc-9591-93a47658f51f tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:11.379115 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1404ccc2-6233-4b65-9869-8523117d1430 None None] The sync data for ids ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'] in n-d-819389-3 is: [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:08Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:09:11.415495 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9560782-77fa-4cb1-9248-0d2d9ed13ef0 None None] The sync data for ids ['aa569110-ccc7-4618-9ada-db637119f6d0'] in n-d-819389-3 is: [{'id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'name': 'tempest-TestVolumeBootPattern-914878804-router', 'tenant_id': '25af60d71d25427eadb310627c5e975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'beef7369-48cf-4897-8bd9-0d4082ee2082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:09:05Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 4, 'project_id': '25af60d71d25427eadb310627c5e975b', 'gw_port': {'id': 'beef7369-48cf-4897-8bd9-0d4082ee2082', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:07Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '995a528a-5d0d-4ad2-961e-be2523fa2d72', 'name': '', 'network_id': '9e0bbc4b-55b9-47aa-b925-317b45a3a05e', 'tenant_id': '25af60d71d25427eadb310627c5e975b', 'mac_address': 'fa:16:3e:94:9b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '40870915-c57e-4177-b463-a3a8eefb31ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:09Z', 'updated_at': '2021-11-26T03:09:09Z', 'revision_number': 1, 'project_id': '25af60d71d25427eadb310627c5e975b', 'subnets': [{'id': '40870915-c57e-4177-b463-a3a8eefb31ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:09:11.467180 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7cb838d5-f4bf-42cc-9591-93a47658f51f tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:11.501334 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-95f35503-c891-452f-9af2-bec948325664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4196d7-026e-4613-9d03-ad5765e2f879', 'name': '', 'tenant_id': '3971b7a44bbc4c3a90c6a63d301132de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60c19c8e-b3b7-4023-a525-26f41efc942d', 'external_fixed_ips': [{'subnet_id': '1258c576-0685-4481-b37f-1428b03be884', 'ip_address': '2001:db8::7a'}], 'enable_snat': True}, 'gw_port_id': '79346fec-91f7-4ffc-828b-b80ca3b8c3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:09:06Z', 'updated_at': '2021-11-26T03:09:08Z', 'revision_number': 3, 'project_id': '3971b7a44bbc4c3a90c6a63d301132de', 'gw_port': {'id': '79346fec-91f7-4ffc-828b-b80ca3b8c3c8', 'name': '', 'network_id': '60c19c8e-b3b7-4023-a525-26f41efc942d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4196d7-026e-4613-9d03-ad5765e2f879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '1258c576-0685-4481-b37f-1428b03be884', 'ip_address': '2001:db8::7a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:07Z', 'updated_at': '2021-11-26T03:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1258c576-0685-4481-b37f-1428b03be884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:11.527689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697d08d-0557-4491-80d6-85d2de68913b admin admin] Network 9e0bbc4b-55b9-47aa-b925-317b45a3a05e is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:09:11.529271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-6697d08d-0557-4491-80d6-85d2de68913b admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:09:11.609656 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7cb838d5-f4bf-42cc-9591-93a47658f51f tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:11.648379 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7cb838d5-f4bf-42cc-9591-93a47658f51f tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:11.651928 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7cb838d5-f4bf-42cc-9591-93a47658f51f tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/1258c576-0685-4481-b37f-1428b03be884 HTTP/1.1" status: 204 len: 168 time: 0.5333121 Nov 26 03:09:11.709135 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37736) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:11.727142 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb838d5-f4bf-42cc-9591-93a47658f51f tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1258c576-0685-4481-b37f-1428b03be884,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:11.800520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device de42f07d-026a-4c1e-9462-9653a7937a6c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:09:11.821359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6697d08d-0557-4491-80d6-85d2de68913b admin admin] Router aa569110-ccc7-4618-9ada-db637119f6d0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:09:11.838692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f35503-c891-452f-9af2-bec948325664 None None] Checking router: 4e4196d7-026e-4613-9d03-ad5765e2f879 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:09:11.839054 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f35503-c891-452f-9af2-bec948325664 None None] Updating router 4e4196d7-026e-4613-9d03-ad5765e2f879 port 79346fec-91f7-4ffc-828b-b80ca3b8c3c8 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:09:11.891838 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=fc997e2c-9736-4e18-b7d4-4c52507ddfb0,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:11.936346 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f35503-c891-452f-9af2-bec948325664 None None] Port 79346fec-91f7-4ffc-828b-b80ca3b8c3c8 not found while updating agent binding for router 4e4196d7-026e-4613-9d03-ad5765e2f879. {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 26 03:09:11.948475 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b143ccf5-e120-42b8-b0ab-c1f4a1f11d27 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:12.088570 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-377527b4-984e-452c-8624-ca66b7ac3feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:12.093884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-243cbb24-cb5e-483c-a77e-fa34a4435a23 None None] Provisioning complete for port de42f07d-026a-4c1e-9462-9653a7937a6c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:12.095111 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-243cbb24-cb5e-483c-a77e-fa34a4435a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:12.182631 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6697d08d-0557-4491-80d6-85d2de68913b admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:09:12.195766 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6697d08d-0557-4491-80d6-85d2de68913b admin admin] 10.222.0.31 "PUT /v2.0/routers/aa569110-ccc7-4618-9ada-db637119f6d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4024141 Nov 26 03:09:12.198143 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f35503-c891-452f-9af2-bec948325664 None None] Routers set() bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:12.198720 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f35503-c891-452f-9af2-bec948325664 None None] Router IDs set() for agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 26 03:09:12.204305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_agentschedulers_db [None req-95f35503-c891-452f-9af2-bec948325664 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4e4196d7-026e-4613-9d03-ad5765e2f879'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:08:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent'). {{(pid=104803) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 26 03:09:12.205052 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f35503-c891-452f-9af2-bec948325664 None None] The sync data for ids ['4e4196d7-026e-4613-9d03-ad5765e2f879'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:09:12.227366 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port de42f07d-026a-4c1e-9462-9653a7937a6c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:12.227739 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:12.227882 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b143ccf5-e120-42b8-b0ab-c1f4a1f11d27 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:12.263084 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b143ccf5-e120-42b8-b0ab-c1f4a1f11d27 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c19c8e-b3b7-4023-a525-26f41efc942d']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:12.287562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b143ccf5-e120-42b8-b0ab-c1f4a1f11d27 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a3b6e2-5414-40c7-9683-927b7c95afa6') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:12.287871 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b143ccf5-e120-42b8-b0ab-c1f4a1f11d27 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a3b6e2-5414-40c7-9683-927b7c95afa6') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:12.309115 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b143ccf5-e120-42b8-b0ab-c1f4a1f11d27 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:12.335520 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b143ccf5-e120-42b8-b0ab-c1f4a1f11d27 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:12.349252 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b143ccf5-e120-42b8-b0ab-c1f4a1f11d27 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:09:12.349933 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b143ccf5-e120-42b8-b0ab-c1f4a1f11d27 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:09:12.352430 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:09:12.482012 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b143ccf5-e120-42b8-b0ab-c1f4a1f11d27 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:12.497378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b143ccf5-e120-42b8-b0ab-c1f4a1f11d27 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 60c19c8e-b3b7-4023-a525-26f41efc942d {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 26 03:09:12.504882 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-243cbb24-cb5e-483c-a77e-fa34a4435a23 None None] Provisioning complete for port beef7369-48cf-4897-8bd9-0d4082ee2082 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:12.505354 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-243cbb24-cb5e-483c-a77e-fa34a4435a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:12.540621 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b143ccf5-e120-42b8-b0ab-c1f4a1f11d27 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:12.544610 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b143ccf5-e120-42b8-b0ab-c1f4a1f11d27 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "DELETE /v2.0/networks/60c19c8e-b3b7-4023-a525-26f41efc942d HTTP/1.1" status: 204 len: 168 time: 0.8257473 Nov 26 03:09:12.550457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143ccf5-e120-42b8-b0ab-c1f4a1f11d27 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Pushing event deleted for resources: {'Network': ['ID=60c19c8e-b3b7-4023-a525-26f41efc942d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:12.636421 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-243cbb24-cb5e-483c-a77e-fa34a4435a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:12.664568 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-243cbb24-cb5e-483c-a77e-fa34a4435a23 None None] For port beef7369-48cf-4897-8bd9-0d4082ee2082, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=beef7369-48cf-4897-8bd9-0d4082ee2082,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:12.674907 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-243cbb24-cb5e-483c-a77e-fa34a4435a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:12.836119 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cbb24-cb5e-483c-a77e-fa34a4435a23 None None] Pushing event updated for resources: {'Port': ['ID=beef7369-48cf-4897-8bd9-0d4082ee2082,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:12.845551 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9bc2de66-fe27-4117-a649-ae5a1495b412 None None] Provisioning complete for port fc997e2c-9736-4e18-b7d4-4c52507ddfb0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:12.846299 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9bc2de66-fe27-4117-a649-ae5a1495b412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:13.081188 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9bc2de66-fe27-4117-a649-ae5a1495b412 None None] Provisioning complete for port 995a528a-5d0d-4ad2-961e-be2523fa2d72 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:13.081890 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9bc2de66-fe27-4117-a649-ae5a1495b412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:13.135550 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37776) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:13.140627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a3219594-8f7a-406d-8a17-6323ab9c45ee tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Request body: {'router': {'name': 'tempest-router--1027251667', 'project_id': 'd8ab4c9c8f8644288c5c77c564891213'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:13.158194 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9bc2de66-fe27-4117-a649-ae5a1495b412 None None] Port 995a528a-5d0d-4ad2-961e-be2523fa2d72 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:09:13.176907 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a3219594-8f7a-406d-8a17-6323ab9c45ee tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:13.178226 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a3219594-8f7a-406d-8a17-6323ab9c45ee tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:13.290900 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a3219594-8f7a-406d-8a17-6323ab9c45ee tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:13.297974 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a3219594-8f7a-406d-8a17-6323ab9c45ee tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:13.322058 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a3219594-8f7a-406d-8a17-6323ab9c45ee tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:13.323702 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a3219594-8f7a-406d-8a17-6323ab9c45ee tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1870670 Nov 26 03:09:13.326767 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37780) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:13.472195 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ef1c1fe-1d4a-40e1-b507-28c78538905d tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:13.545347 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device fc997e2c-9736-4e18-b7d4-4c52507ddfb0 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:09:13.674458 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ef1c1fe-1d4a-40e1-b507-28c78538905d tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:13.677235 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ef1c1fe-1d4a-40e1-b507-28c78538905d tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:13.689193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port fc997e2c-9736-4e18-b7d4-4c52507ddfb0 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:13.689651 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:13.732918 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ef1c1fe-1d4a-40e1-b507-28c78538905d tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:13.733677 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef1c1fe-1d4a-40e1-b507-28c78538905d tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99c949b0-712a-4642-a2b5-2d9e38c1cbf7 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:09:13.741040 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ef1c1fe-1d4a-40e1-b507-28c78538905d tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:13.742154 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0ef1c1fe-1d4a-40e1-b507-28c78538905d tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "DELETE /v2.0/routers/99c949b0-712a-4642-a2b5-2d9e38c1cbf7 HTTP/1.1" status: 204 len: 168 time: 0.4141924 Nov 26 03:09:13.948958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37798) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:14.143350 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-71631e9c-910d-4942-860f-76fa5008f5f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:14.229861 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-246866135', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:14.258820 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:14.260212 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:14.397747 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:15.000426 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:15.039169 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:15.216233 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:15.237251 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:15.381781 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Allocated IP 172.25.0.74 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/838d13d2-4a94-4504-a5a5-9abe1685e5fa) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:09:15.516698 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device beef7369-48cf-4897-8bd9-0d4082ee2082 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:09:15.594583 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port beef7369-48cf-4897-8bd9-0d4082ee2082 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:15.595283 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:15.624113 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:15.722973 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:15.801905 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:09:15.805415 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:09:15.811433 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:09:15.822332 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180d12c3-da65-44ef-9000-2fe0dca4b6cc None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:15.839002 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Pushing event updated for resources: {'Port': ['ID=838d13d2-4a94-4504-a5a5-9abe1685e5fa,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:15.963273 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d032e511-493d-4026-b116-c56311eb95bf None None] Provisioning complete for port 838d13d2-4a94-4504-a5a5-9abe1685e5fa triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:15.966717 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d032e511-493d-4026-b116-c56311eb95bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:16.034162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d032e511-493d-4026-b116-c56311eb95bf None None] Port 838d13d2-4a94-4504-a5a5-9abe1685e5fa cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:09:16.317834 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:16.383337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-b6e65705-1f35-43fd-85d0-8128f49826a9 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:16.392634 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-b6e65705-1f35-43fd-85d0-8128f49826a9 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 812 time: 0.2293983 Nov 26 03:09:16.426044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-0e68f36b-d5d8-41ab-ab43-1d9d806414b0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/quotas/b17049609f8f491cbb361dbfa10fcb6b HTTP/1.1" status: 200 len: 375 time: 0.0322082 Nov 26 03:09:16.507915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-17fe0425-6748-4ecb-8145-1a8792985cc8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719318 Nov 26 03:09:16.581704 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:16.632378 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:16.653346 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-5ba9ead6-0972-49db-b87d-a057f76a001e service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365080 Nov 26 03:09:16.775117 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Router 48f4f905-cc5b-4ce3-9000-7587f083ed98 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:09:16.817692 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-02946eaf-1b94-4754-9f74-16e47926fb6d service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633663 Nov 26 03:09:16.935768 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:09:16.949857 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a004c734-0c93-432f-8d7b-f48c84c0f55c None None] Sync routers for ids ['48f4f905-cc5b-4ce3-9000-7587f083ed98'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:09:16.962488 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a004c734-0c93-432f-8d7b-f48c84c0f55c None None] Routers {'48f4f905-cc5b-4ce3-9000-7587f083ed98'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:16.963126 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a004c734-0c93-432f-8d7b-f48c84c0f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['48f4f905-cc5b-4ce3-9000-7587f083ed98'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:16.974457 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:16.978624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37894) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:16.979601 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8913c069-274a-4c6a-b4ff-eb619df9e318 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0289729 Nov 26 03:09:17.012659 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a004c734-0c93-432f-8d7b-f48c84c0f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:17.021827 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a004c734-0c93-432f-8d7b-f48c84c0f55c None None] Routers {'48f4f905-cc5b-4ce3-9000-7587f083ed98'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:17.022690 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a004c734-0c93-432f-8d7b-f48c84c0f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['48f4f905-cc5b-4ce3-9000-7587f083ed98'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:17.059686 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a004c734-0c93-432f-8d7b-f48c84c0f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:17.060792 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a004c734-0c93-432f-8d7b-f48c84c0f55c None None] The sync data for ids ['48f4f905-cc5b-4ce3-9000-7587f083ed98'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:09:17.131380 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37896) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:17.131878 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-32468209-5ecd-41e6-a4a8-82ceb3df41e0 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "GET /v2.0/routers/48f4f905-cc5b-4ce3-9000-7587f083ed98 HTTP/1.1" status: 200 len: 923 time: 0.1518018 Nov 26 03:09:17.164095 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9a3fa58a-a5e5-415e-aca8-484bf3fa1805 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4f905-cc5b-4ce3-9000-7587f083ed98 HTTP/1.1" status: 200 len: 205 time: 0.0313973 Nov 26 03:09:17.166959 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37900) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:17.268046 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Sync routers for ids ['aa569110-ccc7-4618-9ada-db637119f6d0'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:09:17.280663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Routers {'aa569110-ccc7-4618-9ada-db637119f6d0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:17.283199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['aa569110-ccc7-4618-9ada-db637119f6d0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:17.352184 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9dc64259-ed48-4014-a02e-66b3778724e5 req-089fbed6-efce-4be0-87ea-6a8cbd2b716b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 210 time: 0.0633049 Nov 26 03:09:17.411677 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-603a041a-060b-4b45-890b-c2281566e4b8 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:17.491585 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Set router aa569110-ccc7-4618-9ada-db637119f6d0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:17.551591 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-603a041a-060b-4b45-890b-c2281566e4b8 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:17.577424 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:17.660706 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-603a041a-060b-4b45-890b-c2281566e4b8 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Deleting port 838d13d2-4a94-4504-a5a5-9abe1685e5fa {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:17.661247 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-603a041a-060b-4b45-890b-c2281566e4b8 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:17.756653 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-603a041a-060b-4b45-890b-c2281566e4b8 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:17.770290 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-603a041a-060b-4b45-890b-c2281566e4b8 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Calling delete_port for 838d13d2-4a94-4504-a5a5-9abe1685e5fa owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:17.792481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'name': 'tempest-TestVolumeBootPattern-914878804-router', 'tenant_id': '25af60d71d25427eadb310627c5e975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'beef7369-48cf-4897-8bd9-0d4082ee2082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:09:05Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 4, 'project_id': '25af60d71d25427eadb310627c5e975b', 'gw_port': {'id': 'beef7369-48cf-4897-8bd9-0d4082ee2082', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:07Z', 'updated_at': '2021-11-26T03:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '995a528a-5d0d-4ad2-961e-be2523fa2d72', 'name': '', 'network_id': '9e0bbc4b-55b9-47aa-b925-317b45a3a05e', 'tenant_id': '25af60d71d25427eadb310627c5e975b', 'mac_address': 'fa:16:3e:94:9b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '40870915-c57e-4177-b463-a3a8eefb31ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:09Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 2, 'project_id': '25af60d71d25427eadb310627c5e975b', 'subnets': [{'id': '40870915-c57e-4177-b463-a3a8eefb31ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:17.836028 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Checking router: aa569110-ccc7-4618-9ada-db637119f6d0 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:09:17.836471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Updating router aa569110-ccc7-4618-9ada-db637119f6d0 port 995a528a-5d0d-4ad2-961e-be2523fa2d72 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:09:17.866376 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:17.992566 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-603a041a-060b-4b45-890b-c2281566e4b8 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:18.026462 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a041a-060b-4b45-890b-c2281566e4b8 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Pushing event deleted for resources: {'Port': ['ID=838d13d2-4a94-4504-a5a5-9abe1685e5fa,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:18.049027 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8696144-b6b0-4328-91ff-8b7154481b67 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:18.104706 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-603a041a-060b-4b45-890b-c2281566e4b8 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:18.191286 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:18.197995 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:18.236510 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-603a041a-060b-4b45-890b-c2281566e4b8 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:18.238833 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-603a041a-060b-4b45-890b-c2281566e4b8 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:18.257421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96931fe6-de25-42a8-8d3d-aacaf3a7ee89 None None] Pushing event updated for resources: {'Port': ['ID=995a528a-5d0d-4ad2-961e-be2523fa2d72,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:18.295656 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-603a041a-060b-4b45-890b-c2281566e4b8 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:18.296664 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603a041a-060b-4b45-890b-c2281566e4b8 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Fanout notify agent at l3_agent the message router_deleted on router 48f4f905-cc5b-4ce3-9000-7587f083ed98 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:09:18.304067 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-603a041a-060b-4b45-890b-c2281566e4b8 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:18.305579 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-603a041a-060b-4b45-890b-c2281566e4b8 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "DELETE /v2.0/routers/48f4f905-cc5b-4ce3-9000-7587f083ed98 HTTP/1.1" status: 204 len: 168 time: 1.1370525 Nov 26 03:09:18.310426 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37930) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:18.326271 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Attempting to bind port 995a528a-5d0d-4ad2-961e-be2523fa2d72 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:09:18.326741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Attempting to bind port 995a528a-5d0d-4ad2-961e-be2523fa2d72 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '15d3de2c-d02b-4a06-af3d-424f096cf51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e0bbc4b-55b9-47aa-b925-317b45a3a05e'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:09:18.327161 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Attempting to bind port 995a528a-5d0d-4ad2-961e-be2523fa2d72 on network 9e0bbc4b-55b9-47aa-b925-317b45a3a05e {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:09:18.333024 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:09:18.333415 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Checking segment: {'id': '15d3de2c-d02b-4a06-af3d-424f096cf51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e0bbc4b-55b9-47aa-b925-317b45a3a05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:09:18.333881 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:18.334193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Bound using segment: {'id': '15d3de2c-d02b-4a06-af3d-424f096cf51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e0bbc4b-55b9-47aa-b925-317b45a3a05e'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:09:18.334672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Bound port: 995a528a-5d0d-4ad2-961e-be2523fa2d72, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d3de2c-d02b-4a06-af3d-424f096cf51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e0bbc4b-55b9-47aa-b925-317b45a3a05e'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:09:18.335054 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:18.337276 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1762494587', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'enable_snat': False}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:18.368267 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:18.368267 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:18.426816 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] For port 995a528a-5d0d-4ad2-961e-be2523fa2d72, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:09:18.433895 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] For port 995a528a-5d0d-4ad2-961e-be2523fa2d72, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=995a528a-5d0d-4ad2-961e-be2523fa2d72,segment=NetworkSegment(15d3de2c-d02b-4a06-af3d-424f096cf51c),segment_id=15d3de2c-d02b-4a06-af3d-424f096cf51c)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:09:18.451830 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:18.460765 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:18.524776 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79002ee8-f995-45a9-b8e3-83be68df916e req-dc865100-1650-47db-9a34-ad871bb3ddcc tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 210 time: 0.0884213 Nov 26 03:09:18.571411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96931fe6-de25-42a8-8d3d-aacaf3a7ee89 None None] Pushing event updated for resources: {'Port': ['ID=995a528a-5d0d-4ad2-961e-be2523fa2d72,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:18.574989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Routers {'aa569110-ccc7-4618-9ada-db637119f6d0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:18.575564 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['aa569110-ccc7-4618-9ada-db637119f6d0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:18.816377 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ba494617-0bf8-4fbd-ac2c-573b1b38e527 None None] Provisioning complete for port 995a528a-5d0d-4ad2-961e-be2523fa2d72 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:18.817321 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ba494617-0bf8-4fbd-ac2c-573b1b38e527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:18.821287 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:18.854334 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-ee498903-2ba3-4701-b991-bef4ad1f8a39 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:18.857650 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-ee498903-2ba3-4701-b991-bef4ad1f8a39 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.54 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 812 time: 0.2401597 Nov 26 03:09:18.878166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-9057dc32-9cd1-45b7-8c2a-9060117690f8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Request body: {'port': {'device_id': '74637ba7-4195-4287-83e8-23c628dc6859', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'admin_state_up': True, 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:18.920368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] Set router aa569110-ccc7-4618-9ada-db637119f6d0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:19.082831 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ba494617-0bf8-4fbd-ac2c-573b1b38e527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:19.122872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-9057dc32-9cd1-45b7-8c2a-9060117690f8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Made reservation on behalf of b17049609f8f491cbb361dbfa10fcb6b for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:09:19.127864 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-9057dc32-9cd1-45b7-8c2a-9060117690f8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:19.233494 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:19.262583 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:19.282663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ba494617-0bf8-4fbd-ac2c-573b1b38e527 None None] For port 995a528a-5d0d-4ad2-961e-be2523fa2d72, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=995a528a-5d0d-4ad2-961e-be2523fa2d72,segment=NetworkSegment(15d3de2c-d02b-4a06-af3d-424f096cf51c),segment_id=15d3de2c-d02b-4a06-af3d-424f096cf51c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:19.326825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-9057dc32-9cd1-45b7-8c2a-9060117690f8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Allocated IP 172.20.0.14 (3f4d63a1-f901-4208-8c24-36adbef45f4d/f8613f4d-a1ac-4475-b5f6-ead1648d3332/b2c7b6de-a984-4b0c-a4b7-f47516890907) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:09:19.338394 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ba494617-0bf8-4fbd-ac2c-573b1b38e527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:19.514386 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba494617-0bf8-4fbd-ac2c-573b1b38e527 None None] Pushing event updated for resources: {'Port': ['ID=995a528a-5d0d-4ad2-961e-be2523fa2d72,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:19.608778 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-af6dbd55-9c3a-4a2a-bd31-6a1f7fe51c06 None None] Provisioning complete for port 995a528a-5d0d-4ad2-961e-be2523fa2d72 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:19.609277 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-af6dbd55-9c3a-4a2a-bd31-6a1f7fe51c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:19.712148 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Allocated IP 172.25.0.247 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/e32797e4-f2d7-46cc-8bd3-f01843431b38) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:09:19.866085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 995a528a-5d0d-4ad2-961e-be2523fa2d72 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:09:20.045826 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:20.052037 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-50163812-d749-4305-a740-61942bb1e4a6 req-361283a4-7dd2-4697-ac06-84aba4c232b2 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 210 time: 0.0580137 Nov 26 03:09:20.063093 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-9057dc32-9cd1-45b7-8c2a-9060117690f8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:20.071406 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'name': 'tempest-TestVolumeBootPattern-914878804-router', 'tenant_id': '25af60d71d25427eadb310627c5e975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'beef7369-48cf-4897-8bd9-0d4082ee2082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:09:05Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 4, 'project_id': '25af60d71d25427eadb310627c5e975b', 'gw_port': {'id': 'beef7369-48cf-4897-8bd9-0d4082ee2082', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:07Z', 'updated_at': '2021-11-26T03:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '995a528a-5d0d-4ad2-961e-be2523fa2d72', 'name': '', 'network_id': '9e0bbc4b-55b9-47aa-b925-317b45a3a05e', 'tenant_id': '25af60d71d25427eadb310627c5e975b', 'mac_address': 'fa:16:3e:94:9b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '40870915-c57e-4177-b463-a3a8eefb31ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:09Z', 'updated_at': '2021-11-26T03:09:18Z', 'revision_number': 4, 'project_id': '25af60d71d25427eadb310627c5e975b', 'subnets': [{'id': '40870915-c57e-4177-b463-a3a8eefb31ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:20.074978 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 995a528a-5d0d-4ad2-961e-be2523fa2d72 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:20.075441 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:20.116313 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-9057dc32-9cd1-45b7-8c2a-9060117690f8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:20.154072 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:20.190252 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed73ba6c-0a55-4bad-8381-c003593e2b3e None None] The sync data for ids ['aa569110-ccc7-4618-9ada-db637119f6d0'] in n-d-819389-3 is: [{'id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'name': 'tempest-TestVolumeBootPattern-914878804-router', 'tenant_id': '25af60d71d25427eadb310627c5e975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'beef7369-48cf-4897-8bd9-0d4082ee2082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:09:05Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 4, 'project_id': '25af60d71d25427eadb310627c5e975b', 'gw_port': {'id': 'beef7369-48cf-4897-8bd9-0d4082ee2082', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:07Z', 'updated_at': '2021-11-26T03:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '995a528a-5d0d-4ad2-961e-be2523fa2d72', 'name': '', 'network_id': '9e0bbc4b-55b9-47aa-b925-317b45a3a05e', 'tenant_id': '25af60d71d25427eadb310627c5e975b', 'mac_address': 'fa:16:3e:94:9b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '40870915-c57e-4177-b463-a3a8eefb31ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:09Z', 'updated_at': '2021-11-26T03:09:18Z', 'revision_number': 4, 'project_id': '25af60d71d25427eadb310627c5e975b', 'subnets': [{'id': '40870915-c57e-4177-b463-a3a8eefb31ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:09:20.200451 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057dc32-9cd1-45b7-8c2a-9060117690f8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'Port': ['ID=b2c7b6de-a984-4b0c-a4b7-f47516890907,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:20.223439 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-9057dc32-9cd1-45b7-8c2a-9060117690f8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Network 3f4d63a1-f901-4208-8c24-36adbef45f4d is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:09:20.225059 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-9057dc32-9cd1-45b7-8c2a-9060117690f8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:09:20.227477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-9057dc32-9cd1-45b7-8c2a-9060117690f8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:09:20.267849 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Pushing event updated for resources: {'Port': ['ID=e32797e4-f2d7-46cc-8bd3-f01843431b38,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:20.328478 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:09:20.332568 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:09:20.339276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-9057dc32-9cd1-45b7-8c2a-9060117690f8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:20.340173 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-9057dc32-9cd1-45b7-8c2a-9060117690f8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:20.349934 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:09:20.384698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-9057dc32-9cd1-45b7-8c2a-9060117690f8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5117631 Nov 26 03:09:20.403509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Request body: {'port': {'device_id': '74637ba7-4195-4287-83e8-23c628dc6859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:20.424832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6715e0-60ca-40de-9691-ba536a3804e0 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:20.546019 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:20.600943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2b61a686-e4c4-45ef-ae6f-aa8567987b88 None None] Provisioning complete for port e32797e4-f2d7-46cc-8bd3-f01843431b38 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:20.601846 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2b61a686-e4c4-45ef-ae6f-aa8567987b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:20.722086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2b61a686-e4c4-45ef-ae6f-aa8567987b88 None None] Port e32797e4-f2d7-46cc-8bd3-f01843431b38 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:09:20.860670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-13015c64-b86e-438c-98af-5ac674fd68e3 None None] Provisioning complete for port b2c7b6de-a984-4b0c-a4b7-f47516890907 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:20.861208 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-13015c64-b86e-438c-98af-5ac674fd68e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:20.937735 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-13015c64-b86e-438c-98af-5ac674fd68e3 None None] Port b2c7b6de-a984-4b0c-a4b7-f47516890907 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:09:21.031184 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:21.284272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c7b6de-a984-4b0c-a4b7-f47516890907 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:09:21.314274 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:21.364263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09580efb-5d8c-46be-9019-173fe03ccfa5 req-238b4675-b947-4183-996b-69b87bf439fd tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:21.365928 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09580efb-5d8c-46be-9019-173fe03ccfa5 req-238b4675-b947-4183-996b-69b87bf439fd tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 932 time: 0.1660976 Nov 26 03:09:21.439828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Transition to ACTIVE for port object b2c7b6de-a984-4b0c-a4b7-f47516890907 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:09:21.456804 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f31ed8c3-59b2-4deb-a9c4-c16dd7ed4bba req-f53747a5-a09d-470d-b42d-72e20d1a5815 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=53edd926-db3c-4193-b0c8-bb7692479dda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1381161 Nov 26 03:09:21.457957 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:21.514469 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:21.531118 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 995a528a-5d0d-4ad2-961e-be2523fa2d72 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:09:21.617318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c7b6de-a984-4b0c-a4b7-f47516890907,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:21.655535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09580efb-5d8c-46be-9019-173fe03ccfa5 req-b7ed6c2f-ab71-4cc2-95a2-efc1f8a5ffe0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712741 Nov 26 03:09:21.709835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 995a528a-5d0d-4ad2-961e-be2523fa2d72 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:21.712667 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:21.820721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Attempting to bind port b2c7b6de-a984-4b0c-a4b7-f47516890907 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:09:21.821078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Attempting to bind port b2c7b6de-a984-4b0c-a4b7-f47516890907 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:09:21.821419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Attempting to bind port b2c7b6de-a984-4b0c-a4b7-f47516890907 on network 3f4d63a1-f901-4208-8c24-36adbef45f4d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:09:21.826522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Port b2c7b6de-a984-4b0c-a4b7-f47516890907 on network 3f4d63a1-f901-4208-8c24-36adbef45f4d not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:09:21.826890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Attempting to bind port b2c7b6de-a984-4b0c-a4b7-f47516890907 on network 3f4d63a1-f901-4208-8c24-36adbef45f4d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:09:21.833725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:09:21.834113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Checking segment: {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:09:21.834432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Bound using segment: {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:09:21.834876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Bound port: b2c7b6de-a984-4b0c-a4b7-f47516890907, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:09:21.835329 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:21.940384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] For port b2c7b6de-a984-4b0c-a4b7-f47516890907, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:09:21.944654 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] For port b2c7b6de-a984-4b0c-a4b7-f47516890907, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=b2c7b6de-a984-4b0c-a4b7-f47516890907,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:09:21.952096 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:21.997328 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:21.997761 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:21.999326 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] 10.222.0.54 "PUT /v2.0/ports/b2c7b6de-a984-4b0c-a4b7-f47516890907 HTTP/1.1" status: 200 len: 1092 time: 1.6002610 Nov 26 03:09:21.999886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74637ba7-4195-4287-83e8-23c628dc6859', 'tag': 'b2c7b6de-a984-4b0c-a4b7-f47516890907'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:09:22.003126 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ae4c96-ed6c-4f13-8760-ba8a687f1d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "74637ba7-4195-4287-83e8-23c628dc6859", "tag": "b2c7b6de-a984-4b0c-a4b7-f47516890907"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:09:22.156547 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33a051b-6051-454d-a528-f91ab206fe9d x-openstack-request-id: req-b33a051b-6051-454d-a528-f91ab206fe9d {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:09:22.157553 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74637ba7-4195-4287-83e8-23c628dc6859", "tag": "b2c7b6de-a984-4b0c-a4b7-f47516890907", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:09:22.157829 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b33a051b-6051-454d-a528-f91ab206fe9d {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:09:22.162687 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74637ba7-4195-4287-83e8-23c628dc6859', 'tag': 'b2c7b6de-a984-4b0c-a4b7-f47516890907', 'status': 'completed', 'code': 200} Nov 26 03:09:22.165444 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb47b9c-1c7a-4789-9a90-d50f59b8ffb0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c7b6de-a984-4b0c-a4b7-f47516890907,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:22.231283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-d4a14302-0635-4c83-a02c-3760692b5316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:22.233043 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-d4a14302-0635-4c83-a02c-3760692b5316 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 1095 time: 0.1627829 Nov 26 03:09:22.333860 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-b696bdb0-bd0c-4f58-947c-e030f729b947 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2c7b6de-a984-4b0c-a4b7-f47516890907 HTTP/1.1" status: 200 len: 217 time: 0.0826588 Nov 26 03:09:22.431185 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-91fccf6b-2af2-45fd-b099-6f12675e63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:22.432725 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-91fccf6b-2af2-45fd-b099-6f12675e63f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.0913625 Nov 26 03:09:22.470917 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:22.524324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-33bc8568-c40b-4ebf-9bce-d731a7e95758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:22.530358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-33bc8568-c40b-4ebf-9bce-d731a7e95758 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818095 Nov 26 03:09:22.620552 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ed8c3-59b2-4deb-a9c4-c16dd7ed4bba req-16658833-92d4-4e4d-abee-a509e748b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:22.622246 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f31ed8c3-59b2-4deb-a9c4-c16dd7ed4bba req-16658833-92d4-4e4d-abee-a509e748b61b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cd023a1c40f48beb9652fd40a5c698a&device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 1096 time: 0.9392591 Nov 26 03:09:22.761327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-f83ce78e-ac58-4250-af03-f280fb50bfde service neutron] 10.222.0.54 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216358 Nov 26 03:09:22.798685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Router 430643b7-3520-4669-b468-f2ea0f93e789 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:09:22.821434 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ed8c3-59b2-4deb-a9c4-c16dd7ed4bba req-6db0f213-ede5-4aef-bdbd-e1a91df6da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:22.822938 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f31ed8c3-59b2-4deb-a9c4-c16dd7ed4bba req-6db0f213-ede5-4aef-bdbd-e1a91df6da7d service neutron] 10.222.0.59 "GET /v2.0/networks?id=a6fed846-3763-4712-aed7-26a623ff7bdf HTTP/1.1" status: 200 len: 898 time: 0.1780603 Nov 26 03:09:22.909443 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b3c0fb7-9011-431d-aa1c-e998f089da34 req-f9908eab-8729-4f5d-afbb-476e1921630a service neutron] 10.222.0.54 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398849 Nov 26 03:09:22.994163 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f31ed8c3-59b2-4deb-a9c4-c16dd7ed4bba req-608bdbd6-1c37-4d8b-83c5-66814ac97c19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 HTTP/1.1" status: 200 len: 1001 time: 0.1167018 Nov 26 03:09:22.995567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c372715-6a7b-4516-a245-adcf84729a68 req-9aefb816-e670-4005-b65c-602d25031f65 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:22.997438 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c372715-6a7b-4516-a245-adcf84729a68 req-9aefb816-e670-4005-b65c-602d25031f65 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 944 time: 0.0870643 Nov 26 03:09:23.067152 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:09:23.080584 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Sync routers for ids ['430643b7-3520-4669-b468-f2ea0f93e789'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:09:23.087719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae4c96-ed6c-4f13-8760-ba8a687f1d9e req-81c1c76e-f774-4a74-94f8-28a053fe6e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:23.094583 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Routers {'430643b7-3520-4669-b468-f2ea0f93e789'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:23.097179 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['430643b7-3520-4669-b468-f2ea0f93e789'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:23.101146 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69ae4c96-ed6c-4f13-8760-ba8a687f1d9e req-81c1c76e-f774-4a74-94f8-28a053fe6e9c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 1095 time: 0.1020718 Nov 26 03:09:23.118778 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ed8c3-59b2-4deb-a9c4-c16dd7ed4bba req-45beb06f-4f4b-4ff7-8e91-53e2add9899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:23.133852 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f31ed8c3-59b2-4deb-a9c4-c16dd7ed4bba req-45beb06f-4f4b-4ff7-8e91-53e2add9899a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8 HTTP/1.1" status: 200 len: 832 time: 0.1283982 Nov 26 03:09:23.138663 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:23.140278 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0e717de2-7e3b-4ef3-b36d-41d05a003ea7 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.8286662 Nov 26 03:09:23.192713 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38046) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:23.234165 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae4c96-ed6c-4f13-8760-ba8a687f1d9e req-fd54c936-87f2-4635-b967-0b3334e5678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:23.235591 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69ae4c96-ed6c-4f13-8760-ba8a687f1d9e req-fd54c936-87f2-4635-b967-0b3334e5678c service neutron] 10.222.0.54 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 913 time: 0.1078095 Nov 26 03:09:23.243983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c372715-6a7b-4516-a245-adcf84729a68 req-3a068f17-29cf-4a28-be5b-73ab51a62d4d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089069 Nov 26 03:09:23.304131 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Set router 430643b7-3520-4669-b468-f2ea0f93e789 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:23.321503 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69ae4c96-ed6c-4f13-8760-ba8a687f1d9e req-ae7a9ff9-1a1a-422e-9295-270ccc4e7518 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2c7b6de-a984-4b0c-a4b7-f47516890907 HTTP/1.1" status: 200 len: 217 time: 0.0724330 Nov 26 03:09:23.382964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae4c96-ed6c-4f13-8760-ba8a687f1d9e req-42c1af15-e332-47d9-b0b0-e3c4573f26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:23.384945 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69ae4c96-ed6c-4f13-8760-ba8a687f1d9e req-42c1af15-e332-47d9-b0b0-e3c4573f26d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.0562553 Nov 26 03:09:23.430901 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fd9849f2-cff7-4ed6-aa0c-c1a3dc3301b8 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "GET /v2.0/routers/430643b7-3520-4669-b468-f2ea0f93e789 HTTP/1.1" status: 200 len: 909 time: 0.2352374 Nov 26 03:09:23.440994 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38052) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:23.446122 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1762494587', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'enable_snat': True}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:23.464534 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ed8c3-59b2-4deb-a9c4-c16dd7ed4bba req-6a16a23d-74e4-40cd-9c19-79d51618e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:23.466114 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f31ed8c3-59b2-4deb-a9c4-c16dd7ed4bba req-6a16a23d-74e4-40cd-9c19-79d51618e9a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6fed846-3763-4712-aed7-26a623ff7bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3230164 Nov 26 03:09:23.487166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae4c96-ed6c-4f13-8760-ba8a687f1d9e req-c7767b18-46fe-45a0-8aea-6c69c5f5264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:23.488659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69ae4c96-ed6c-4f13-8760-ba8a687f1d9e req-c7767b18-46fe-45a0-8aea-6c69c5f5264b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904489 Nov 26 03:09:23.551854 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:23.593671 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:23.595004 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:23.637145 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430643b7-3520-4669-b468-f2ea0f93e789', 'name': 'tempest-snat-router-1762494587', 'tenant_id': '3971b7a44bbc4c3a90c6a63d301132de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.247'}], 'enable_snat': False}, 'gw_port_id': 'e32797e4-f2d7-46cc-8bd3-f01843431b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:09:18Z', 'updated_at': '2021-11-26T03:09:20Z', 'revision_number': 3, 'project_id': '3971b7a44bbc4c3a90c6a63d301132de', 'gw_port': {'id': 'e32797e4-f2d7-46cc-8bd3-f01843431b38', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430643b7-3520-4669-b468-f2ea0f93e789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:19Z', 'updated_at': '2021-11-26T03:09:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:23.708518 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69ae4c96-ed6c-4f13-8760-ba8a687f1d9e req-9bd7134b-4bed-4ab3-bd56-9e3ba1e684c1 service neutron] 10.222.0.54 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087803 Nov 26 03:09:23.710492 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Checking router: 430643b7-3520-4669-b468-f2ea0f93e789 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:09:23.710849 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Updating router 430643b7-3520-4669-b468-f2ea0f93e789 port e32797e4-f2d7-46cc-8bd3-f01843431b38 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:09:23.725523 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:23.768467 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:23.813312 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f31ed8c3-59b2-4deb-a9c4-c16dd7ed4bba req-d36c7889-419b-4f50-9a6c-4f0aa8470c81 service neutron] 10.222.0.59 "GET /v2.0/networks/a6fed846-3763-4712-aed7-26a623ff7bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235631 Nov 26 03:09:23.883327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69ae4c96-ed6c-4f13-8760-ba8a687f1d9e req-74d688e3-86f3-4d9c-9a46-d677d7471a75 service neutron] 10.222.0.54 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660707 Nov 26 03:09:23.888396 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:09:23.982549 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f31ed8c3-59b2-4deb-a9c4-c16dd7ed4bba req-29434e4b-ee9c-4707-a07d-724b6227ade6 service neutron] 10.222.0.59 "GET /v2.0/networks/a6fed846-3763-4712-aed7-26a623ff7bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002176 Nov 26 03:09:24.078151 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:24.182830 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:24.202974 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:24.226987 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dcd68b-6b62-4cdb-bdef-2f2fa7052af6 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:24.297877 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Attempting to bind port e32797e4-f2d7-46cc-8bd3-f01843431b38 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:09:24.298460 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Attempting to bind port e32797e4-f2d7-46cc-8bd3-f01843431b38 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:09:24.298964 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Attempting to bind port e32797e4-f2d7-46cc-8bd3-f01843431b38 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:09:24.306296 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:09:24.306839 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:09:24.307368 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:24.311793 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:09:24.312500 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Bound port: e32797e4-f2d7-46cc-8bd3-f01843431b38, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:09:24.313008 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:24.318514 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60c762-0f9b-4ae4-981a-b413f7e6fa52 None None] Pushing event updated for resources: {'Port': ['ID=e32797e4-f2d7-46cc-8bd3-f01843431b38,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:24.365260 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b8078213-536e-4739-ade5-821d106f7013 None None] Provisioning complete for port e32797e4-f2d7-46cc-8bd3-f01843431b38 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:24.367846 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b8078213-536e-4739-ade5-821d106f7013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:24.416357 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] For port e32797e4-f2d7-46cc-8bd3-f01843431b38, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:09:24.427632 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] For port e32797e4-f2d7-46cc-8bd3-f01843431b38, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e32797e4-f2d7-46cc-8bd3-f01843431b38,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:09:24.443759 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:24.456368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b8078213-536e-4739-ade5-821d106f7013 None None] Port e32797e4-f2d7-46cc-8bd3-f01843431b38 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:09:24.457845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e03d4f-4f68-4260-97a7-136bfcda2e1f req-fd9728d6-4a13-4a20-8ce4-54ac41723234 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:24.458989 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:24.466284 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1e03d4f-4f68-4260-97a7-136bfcda2e1f req-fd9728d6-4a13-4a20-8ce4-54ac41723234 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 944 time: 0.0951014 Nov 26 03:09:24.495259 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c63ab-bdeb-4d5a-9ebb-9f69b3eaa71e None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:24.505343 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:24.548595 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Routers {'430643b7-3520-4669-b468-f2ea0f93e789'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:24.549256 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['430643b7-3520-4669-b468-f2ea0f93e789'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:24.586293 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1e03d4f-4f68-4260-97a7-136bfcda2e1f req-7dd6e3ed-3b95-4268-91ae-df095cee3d84 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167037 Nov 26 03:09:24.591414 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-61b12bd8-a6eb-4873-b392-5c537ef21d28 None None] Provisioning complete for port e32797e4-f2d7-46cc-8bd3-f01843431b38 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:24.591959 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-61b12bd8-a6eb-4873-b392-5c537ef21d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:24.764124 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60c762-0f9b-4ae4-981a-b413f7e6fa52 None None] Pushing event updated for resources: {'Port': ['ID=e32797e4-f2d7-46cc-8bd3-f01843431b38,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:24.765040 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Allocated IP 172.25.0.198 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/b3f45967-1cd5-4cc0-a747-591505d6dc97) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:09:24.829646 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-61b12bd8-a6eb-4873-b392-5c537ef21d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:24.871313 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] Set router 430643b7-3520-4669-b468-f2ea0f93e789 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:24.873498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-61b12bd8-a6eb-4873-b392-5c537ef21d28 None None] For port e32797e4-f2d7-46cc-8bd3-f01843431b38, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e32797e4-f2d7-46cc-8bd3-f01843431b38,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:24.897135 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-61b12bd8-a6eb-4873-b392-5c537ef21d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:24.995553 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:25.013160 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b12bd8-a6eb-4873-b392-5c537ef21d28 None None] Pushing event updated for resources: {'Port': ['ID=e32797e4-f2d7-46cc-8bd3-f01843431b38,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:25.107402 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:25.205182 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:09:25.209006 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:09:25.222781 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:09:25.242180 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aebeee-5511-43bf-91a7-e5ee98d8088e None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:25.294774 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Pushing event updated for resources: {'Port': ['ID=b3f45967-1cd5-4cc0-a747-591505d6dc97,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:25.376536 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-76df4fbd-43d2-48fd-8d70-5d8967989d27 None None] Provisioning complete for port b3f45967-1cd5-4cc0-a747-591505d6dc97 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:25.378010 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-76df4fbd-43d2-48fd-8d70-5d8967989d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:25.468383 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-76df4fbd-43d2-48fd-8d70-5d8967989d27 None None] Port b3f45967-1cd5-4cc0-a747-591505d6dc97 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:09:25.485409 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430643b7-3520-4669-b468-f2ea0f93e789', 'name': 'tempest-snat-router-1762494587', 'tenant_id': '3971b7a44bbc4c3a90c6a63d301132de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.247'}], 'enable_snat': False}, 'gw_port_id': 'e32797e4-f2d7-46cc-8bd3-f01843431b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:09:18Z', 'updated_at': '2021-11-26T03:09:20Z', 'revision_number': 3, 'project_id': '3971b7a44bbc4c3a90c6a63d301132de', 'gw_port': {'id': 'e32797e4-f2d7-46cc-8bd3-f01843431b38', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430643b7-3520-4669-b468-f2ea0f93e789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:19Z', 'updated_at': '2021-11-26T03:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:25.521337 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dd249a-10d1-4352-85c9-90d1e772f4a1 None None] The sync data for ids ['430643b7-3520-4669-b468-f2ea0f93e789'] in n-d-819389-3 is: [{'id': '430643b7-3520-4669-b468-f2ea0f93e789', 'name': 'tempest-snat-router-1762494587', 'tenant_id': '3971b7a44bbc4c3a90c6a63d301132de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.247'}], 'enable_snat': False}, 'gw_port_id': 'e32797e4-f2d7-46cc-8bd3-f01843431b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:09:18Z', 'updated_at': '2021-11-26T03:09:20Z', 'revision_number': 3, 'project_id': '3971b7a44bbc4c3a90c6a63d301132de', 'gw_port': {'id': 'e32797e4-f2d7-46cc-8bd3-f01843431b38', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430643b7-3520-4669-b468-f2ea0f93e789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:19Z', 'updated_at': '2021-11-26T03:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:09:25.811418 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:25.888023 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108e21b-25cb-4d84-9417-6052c12c63c5 req-b5125d43-12c3-4029-a22c-df1b52a6a1f0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:25.890389 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4108e21b-25cb-4d84-9417-6052c12c63c5 req-b5125d43-12c3-4029-a22c-df1b52a6a1f0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 944 time: 0.1341875 Nov 26 03:09:26.049411 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4108e21b-25cb-4d84-9417-6052c12c63c5 req-d3ea7590-b4fe-4a89-820c-9ecc8917ed6c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523724 Nov 26 03:09:26.322110 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:26.619047 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Router dfc8fcae-fd5e-4d6e-9283-1db7d88883df is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:09:26.891685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:09:26.901816 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Sync routers for ids ['dfc8fcae-fd5e-4d6e-9283-1db7d88883df'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:09:26.915167 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Routers {'dfc8fcae-fd5e-4d6e-9283-1db7d88883df'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:26.928435 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['dfc8fcae-fd5e-4d6e-9283-1db7d88883df'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:26.937572 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:26.941524 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9ae1b02a-3c13-4f68-863d-9a136f5e6362 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4990137 Nov 26 03:09:26.944359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38104) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:27.104336 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38110) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:27.130772 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Set router dfc8fcae-fd5e-4d6e-9283-1db7d88883df gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:27.243523 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b7d60959-5305-42ec-87e5-cf8a56ff4315 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/floatingips/667c70f3-097f-476a-bab7-3d16cdb735e9 HTTP/1.1" status: 200 len: 993 time: 0.1365499 Nov 26 03:09:27.418088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85186c-e37f-48e8-aa86-b88d159f3cff req-20ab314d-a3aa-4d9d-9f53-830cf5be24d8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:27.419863 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa85186c-e37f-48e8-aa86-b88d159f3cff req-20ab314d-a3aa-4d9d-9f53-830cf5be24d8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 944 time: 0.1968653 Nov 26 03:09:27.424233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-77d449e9-47e0-476a-b4ce-6f8729e292bf tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "GET /v2.0/routers/dfc8fcae-fd5e-4d6e-9283-1db7d88883df HTTP/1.1" status: 200 len: 908 time: 0.4786761 Nov 26 03:09:27.448625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38120) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:27.537220 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc8fcae-fd5e-4d6e-9283-1db7d88883df', 'name': 'tempest-snat-router-1762494587', 'tenant_id': '3971b7a44bbc4c3a90c6a63d301132de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b3f45967-1cd5-4cc0-a747-591505d6dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:09:23Z', 'updated_at': '2021-11-26T03:09:25Z', 'revision_number': 3, 'project_id': '3971b7a44bbc4c3a90c6a63d301132de', 'gw_port': {'id': 'b3f45967-1cd5-4cc0-a747-591505d6dc97', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc8fcae-fd5e-4d6e-9283-1db7d88883df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:24Z', 'updated_at': '2021-11-26T03:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:27.581869 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Checking router: dfc8fcae-fd5e-4d6e-9283-1db7d88883df for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:09:27.582518 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Updating router dfc8fcae-fd5e-4d6e-9283-1db7d88883df port b3f45967-1cd5-4cc0-a747-591505d6dc97 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:09:27.605792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38126) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:27.616958 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:27.620008 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e32797e4-f2d7-46cc-8bd3-f01843431b38 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:09:27.695735 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa85186c-e37f-48e8-aa86-b88d159f3cff req-98fe814d-d875-4636-a7ee-faa8a37b8de1 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333856 Nov 26 03:09:27.766984 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-60745aa8-9dd5-44c1-bf2b-5345ffd56934 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:27.826452 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port e32797e4-f2d7-46cc-8bd3-f01843431b38 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:27.826851 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:27.926617 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-60745aa8-9dd5-44c1-bf2b-5345ffd56934 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:27.930740 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-c3b91d79-72d4-4de6-8e4f-8838ee53f5d8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Deleting port abbf5b39-fd3e-4f53-ab03-b755f7196553 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:27.931715 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3b91d79-72d4-4de6-8e4f-8838ee53f5d8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:28.023390 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-60745aa8-9dd5-44c1-bf2b-5345ffd56934 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Deleting port b3f45967-1cd5-4cc0-a747-591505d6dc97 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:28.024583 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-60745aa8-9dd5-44c1-bf2b-5345ffd56934 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:28.043656 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3b91d79-72d4-4de6-8e4f-8838ee53f5d8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:28.044179 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3b91d79-72d4-4de6-8e4f-8838ee53f5d8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:28.068207 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-c3b91d79-72d4-4de6-8e4f-8838ee53f5d8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Calling delete_port for abbf5b39-fd3e-4f53-ab03-b755f7196553 owned by network:floatingip {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:28.164526 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-60745aa8-9dd5-44c1-bf2b-5345ffd56934 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:28.200303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-60745aa8-9dd5-44c1-bf2b-5345ffd56934 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Calling delete_port for b3f45967-1cd5-4cc0-a747-591505d6dc97 owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:28.325216 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:28.341688 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:28.478879 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce20e0-7573-4bad-94a3-2ece2566b4ef None None] Pushing event updated for resources: {'Port': ['ID=b3f45967-1cd5-4cc0-a747-591505d6dc97,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:28.483226 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Attempting to bind port b3f45967-1cd5-4cc0-a747-591505d6dc97 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:09:28.483601 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Attempting to bind port b3f45967-1cd5-4cc0-a747-591505d6dc97 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:09:28.484006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Attempting to bind port b3f45967-1cd5-4cc0-a747-591505d6dc97 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:09:28.494212 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808bff41-4d64-4d88-b937-c94760698db7 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:28.509707 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:09:28.516810 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:09:28.519702 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:28.520361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:09:28.522896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Bound port: b3f45967-1cd5-4cc0-a747-591505d6dc97, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:09:28.523705 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:28.543089 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3b91d79-72d4-4de6-8e4f-8838ee53f5d8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:28.575668 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-60745aa8-9dd5-44c1-bf2b-5345ffd56934 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:28.632593 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b91d79-72d4-4de6-8e4f-8838ee53f5d8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'Port': ['ID=abbf5b39-fd3e-4f53-ab03-b755f7196553,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:28.637430 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60745aa8-9dd5-44c1-bf2b-5345ffd56934 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3f45967-1cd5-4cc0-a747-591505d6dc97,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:28.698220 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71adf818-3fc2-4efc-9fe3-437687332cb9 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:28.709370 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-60745aa8-9dd5-44c1-bf2b-5345ffd56934 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:28.746999 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6ff61080-ed29-4b72-bf3c-04f3a0bdbe32 None None] Could not find standard attr ID for object b3f45967-1cd5-4cc0-a747-591505d6dc97. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:09:28.756413 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:09:28.756746 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:09:28.794879 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3b91d79-72d4-4de6-8e4f-8838ee53f5d8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for floatingip, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:28.795190 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-c3b91d79-72d4-4de6-8e4f-8838ee53f5d8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Floating IP 667c70f3-097f-476a-bab7-3d16cdb735e9 disassociated (deleted). External IP: 172.25.0.103, port: bde2aa9b-5bd6-4923-8c8d-e9dc3a754348. Nov 26 03:09:28.859696 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-60745aa8-9dd5-44c1-bf2b-5345ffd56934 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:28.861794 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-60745aa8-9dd5-44c1-bf2b-5345ffd56934 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:28.917721 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-60745aa8-9dd5-44c1-bf2b-5345ffd56934 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:28.918242 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60745aa8-9dd5-44c1-bf2b-5345ffd56934 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dfc8fcae-fd5e-4d6e-9283-1db7d88883df {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:09:28.923158 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-60745aa8-9dd5-44c1-bf2b-5345ffd56934 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:28.927403 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-60745aa8-9dd5-44c1-bf2b-5345ffd56934 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "DELETE /v2.0/routers/dfc8fcae-fd5e-4d6e-9283-1db7d88883df HTTP/1.1" status: 204 len: 168 time: 1.4869204 Nov 26 03:09:28.944432 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38150) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:29.007952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd534ab-a356-40e7-ae0b-5ace8199f3cc req-c5f89908-20ca-4a89-9392-16da9c6ab21f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:29.009614 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcd534ab-a356-40e7-ae0b-5ace8199f3cc req-c5f89908-20ca-4a89-9392-16da9c6ab21f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 944 time: 0.1043069 Nov 26 03:09:29.018738 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-446db13d-2e86-48b4-a53c-40440dce7930 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1145995 Nov 26 03:09:29.122178 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcd534ab-a356-40e7-ae0b-5ace8199f3cc req-ae1328c1-72f1-4cf9-8ce5-616403cd1f1b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991993 Nov 26 03:09:29.177390 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b91d79-72d4-4de6-8e4f-8838ee53f5d8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Router 603f4fd8-1902-4a7a-8cbb-47fc8f688394 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:09:29.182243 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c4177819-d2d1-40bc-a601-73b703f3d37e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:29.193186 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-f9cc3ee4-6fa0-4f39-ae1c-527c278b99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:29.194027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-f9cc3ee4-6fa0-4f39-ae1c-527c278b99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:29.194975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-f9cc3ee4-6fa0-4f39-ae1c-527c278b99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:29.195113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-f9cc3ee4-6fa0-4f39-ae1c-527c278b99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:29.195765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-f9cc3ee4-6fa0-4f39-ae1c-527c278b99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:29.196311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-f9cc3ee4-6fa0-4f39-ae1c-527c278b99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:29.196840 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-f9cc3ee4-6fa0-4f39-ae1c-527c278b99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:29.198874 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-f9cc3ee4-6fa0-4f39-ae1c-527c278b99bc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 6491 time: 0.0748024 Nov 26 03:09:29.277377 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Attempting to bind port b3f45967-1cd5-4cc0-a747-591505d6dc97 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:09:29.292392 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Attempting to bind port b3f45967-1cd5-4cc0-a747-591505d6dc97 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:09:29.293063 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Attempting to bind port b3f45967-1cd5-4cc0-a747-591505d6dc97 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:09:29.309954 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:09:29.310729 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:09:29.311378 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:29.312986 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:09:29.320308 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Bound port: b3f45967-1cd5-4cc0-a747-591505d6dc97, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:09:29.321036 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:29.373546 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Port b3f45967-1cd5-4cc0-a747-591505d6dc97 has been deleted concurrently {{(pid=104803) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 26 03:09:29.384852 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Routers set() bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:29.385355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Router IDs set() for agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 26 03:09:29.386134 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_agentschedulers_db [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dfc8fcae-fd5e-4d6e-9283-1db7d88883df'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent'). {{(pid=104803) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 26 03:09:29.386772 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a215a2d-7c6a-4345-b596-7b468ffed020 None None] The sync data for ids ['dfc8fcae-fd5e-4d6e-9283-1db7d88883df'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:09:29.453894 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-d9ae936b-b90a-4930-9320-3a1a605023a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:29.454548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-d9ae936b-b90a-4930-9320-3a1a605023a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:29.455081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-d9ae936b-b90a-4930-9320-3a1a605023a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:29.457452 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-d9ae936b-b90a-4930-9320-3a1a605023a0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&id=09ad8bb0-11ca-4f86-941d-4b67b4752da2 HTTP/1.1" status: 200 len: 2291 time: 0.2294405 Nov 26 03:09:29.587596 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-56d5c173-a682-4280-9e3e-4bbb6b127130 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7484f68f-6538-4c42-ba92-bbfe50a28df2 HTTP/1.1" status: 200 len: 1001 time: 0.1209342 Nov 26 03:09:29.695808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-8223f7c1-5b3a-4f93-bcd4-63da8aa211fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:29.699825 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-8223f7c1-5b3a-4f93-bcd4-63da8aa211fa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc HTTP/1.1" status: 200 len: 850 time: 0.1044886 Nov 26 03:09:29.789434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-74d826f7-2f24-4d5d-a32d-7c6a0b04a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:29.792005 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-74d826f7-2f24-4d5d-a32d-7c6a0b04a305 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846746 Nov 26 03:09:30.011530 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-852c4fdf-bef4-42ce-86bd-953b815e90e0 service neutron] 10.222.0.54 "GET /v2.0/networks/8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110572 Nov 26 03:09:30.031640 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c4177819-d2d1-40bc-a601-73b703f3d37e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:30.043951 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b91d79-72d4-4de6-8e4f-8838ee53f5d8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:09:30.051207 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3b91d79-72d4-4de6-8e4f-8838ee53f5d8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:30.064023 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdafcb17-941f-4433-9733-8afc4067cdce None None] Sync routers for ids ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:09:30.086012 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdafcb17-941f-4433-9733-8afc4067cdce None None] Routers {'603f4fd8-1902-4a7a-8cbb-47fc8f688394'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:30.090038 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fdafcb17-941f-4433-9733-8afc4067cdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:30.138640 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c3b91d79-72d4-4de6-8e4f-8838ee53f5d8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "DELETE /v2.0/floatingips/667c70f3-097f-476a-bab7-3d16cdb735e9 HTTP/1.1" status: 204 len: 168 time: 2.5286920 Nov 26 03:09:30.138640 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53edd926-db3c-4193-b0c8-bb7692479dda', 'tag': 'bde2aa9b-5bd6-4923-8c8d-e9dc3a754348'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:09:30.140005 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6581190d-35e6-41b9-8b1a-6431271b40c0" -d '{"events": [{"name": "network-changed", "server_uuid": "53edd926-db3c-4193-b0c8-bb7692479dda", "tag": "bde2aa9b-5bd6-4923-8c8d-e9dc3a754348"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:09:30.167062 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-c4177819-d2d1-40bc-a601-73b703f3d37e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Deleting port e32797e4-f2d7-46cc-8bd3-f01843431b38 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:30.168027 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c4177819-d2d1-40bc-a601-73b703f3d37e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:30.324507 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-d63dcdb1-0344-43af-919d-1de2b5ba5151 service neutron] 10.222.0.54 "GET /v2.0/networks/8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812769 Nov 26 03:09:30.352808 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-fdafcb17-941f-4433-9733-8afc4067cdce None None] Set router 603f4fd8-1902-4a7a-8cbb-47fc8f688394 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:30.371435 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-c4177819-d2d1-40bc-a601-73b703f3d37e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] For port e32797e4-f2d7-46cc-8bd3-f01843431b38, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e32797e4-f2d7-46cc-8bd3-f01843431b38,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:30.373542 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c4177819-d2d1-40bc-a601-73b703f3d37e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:30.413412 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-a325e250-a1fb-48bd-9551-aa867edba9f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=6b09bce4-33a6-482a-a606-4d167407ae52 HTTP/1.1" status: 200 len: 217 time: 0.0878794 Nov 26 03:09:30.415538 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-c4177819-d2d1-40bc-a601-73b703f3d37e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Calling delete_port for e32797e4-f2d7-46cc-8bd3-f01843431b38 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:30.598352 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-d18c08fd-057e-4944-bbb0-42bc76b7f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:30.600874 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-d18c08fd-057e-4944-bbb0-42bc76b7f8c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.1790047 Nov 26 03:09:30.664884 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bef3d-3844-4d01-b95b-e41cce99fcb5 req-c54e3725-0698-4a00-91ae-39426827c279 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:30.666983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-445bef3d-3844-4d01-b95b-e41cce99fcb5 req-c54e3725-0698-4a00-91ae-39426827c279 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 944 time: 0.2268705 Nov 26 03:09:30.737353 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e6551b-42ee-412c-8b8f-535878f93530 x-openstack-request-id: req-85e6551b-42ee-412c-8b8f-535878f93530 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:09:30.738234 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53edd926-db3c-4193-b0c8-bb7692479dda", "tag": "bde2aa9b-5bd6-4923-8c8d-e9dc3a754348", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:09:30.738492 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85e6551b-42ee-412c-8b8f-535878f93530 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:09:30.738896 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53edd926-db3c-4193-b0c8-bb7692479dda', 'tag': 'bde2aa9b-5bd6-4923-8c8d-e9dc3a754348', 'status': 'completed', 'code': 200} Nov 26 03:09:30.739378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-762ed976-6750-49d3-812e-5e69227a9635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:30.741342 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-762ed976-6750-49d3-812e-5e69227a9635 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1301208 Nov 26 03:09:30.800374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b628d9-7530-4768-8178-29207b984b89 req-c358d1e5-cc10-40a2-851f-87cc73c8fad8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:30.811238 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15b628d9-7530-4768-8178-29207b984b89 req-c358d1e5-cc10-40a2-851f-87cc73c8fad8 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 945 time: 0.1417503 Nov 26 03:09:30.852327 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fdafcb17-941f-4433-9733-8afc4067cdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'name': 'tempest-TestNetworkBasicOps-router-818557875', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:28Z', 'updated_at': '2021-11-26T03:08:34Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:29Z', 'updated_at': '2021-11-26T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e0dee670-5298-4169-8064-7a0d68cc76f7', 'name': '', 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:51:cd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:33Z', 'updated_at': '2021-11-26T03:08:38Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:30.881019 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581190d-35e6-41b9-8b1a-6431271b40c0 req-500eb948-3e51-4276-9ad9-ffe9d921f0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:30.884538 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6581190d-35e6-41b9-8b1a-6431271b40c0 req-500eb948-3e51-4276-9ad9-ffe9d921f0fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cd023a1c40f48beb9652fd40a5c698a&device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 1096 time: 0.2451532 Nov 26 03:09:30.890689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-445bef3d-3844-4d01-b95b-e41cce99fcb5 req-e93cae84-18c9-4c29-a35d-d4483c300d07 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036579 Nov 26 03:09:30.924376 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdafcb17-941f-4433-9733-8afc4067cdce None None] Checking router: 603f4fd8-1902-4a7a-8cbb-47fc8f688394 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:09:30.971740 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdafcb17-941f-4433-9733-8afc4067cdce None None] Routers {'603f4fd8-1902-4a7a-8cbb-47fc8f688394'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:30.974773 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fdafcb17-941f-4433-9733-8afc4067cdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:31.020521 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15b628d9-7530-4768-8178-29207b984b89 req-abe69d3e-0d7a-4213-a50d-e0d9a47faae3 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=167e6bdc-7149-4f9b-837d-e11fdae99ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076876 Nov 26 03:09:31.041273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-6071a152-cfe2-42f4-8ddc-f2db8cffc264 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843528 Nov 26 03:09:31.192238 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581190d-35e6-41b9-8b1a-6431271b40c0 req-79015f5b-44d5-4764-93b9-cbad70dc9be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:31.195514 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6581190d-35e6-41b9-8b1a-6431271b40c0 req-79015f5b-44d5-4764-93b9-cbad70dc9be0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a6fed846-3763-4712-aed7-26a623ff7bdf HTTP/1.1" status: 200 len: 898 time: 0.2585204 Nov 26 03:09:31.199715 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-fdafcb17-941f-4433-9733-8afc4067cdce None None] Set router 603f4fd8-1902-4a7a-8cbb-47fc8f688394 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:31.298406 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6581190d-35e6-41b9-8b1a-6431271b40c0 req-b1c08d01-65d5-4c61-b19c-1fc53677e735 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 HTTP/1.1" status: 200 len: 217 time: 0.0901613 Nov 26 03:09:31.303186 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c4177819-d2d1-40bc-a601-73b703f3d37e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:31.373627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4177819-d2d1-40bc-a601-73b703f3d37e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Pushing event deleted for resources: {'Port': ['ID=e32797e4-f2d7-46cc-8bd3-f01843431b38,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:31.402433 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d9c2ec-cae7-4da0-a0ea-c97aeb5ffb87 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:31.416396 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581190d-35e6-41b9-8b1a-6431271b40c0 req-189cabbf-f881-40aa-9def-137640229252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:31.419906 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6581190d-35e6-41b9-8b1a-6431271b40c0 req-189cabbf-f881-40aa-9def-137640229252 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8 HTTP/1.1" status: 200 len: 832 time: 0.1136348 Nov 26 03:09:31.534050 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581190d-35e6-41b9-8b1a-6431271b40c0 req-98a12cf8-bc9c-4910-9e52-14f2493e4b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:31.535592 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6581190d-35e6-41b9-8b1a-6431271b40c0 req-98a12cf8-bc9c-4910-9e52-14f2493e4b87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6fed846-3763-4712-aed7-26a623ff7bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932269 Nov 26 03:09:31.696982 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6581190d-35e6-41b9-8b1a-6431271b40c0 req-cbaace8e-e2ba-4435-86a9-28189cbf7b73 service neutron] 10.222.0.59 "GET /v2.0/networks/a6fed846-3763-4712-aed7-26a623ff7bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497252 Nov 26 03:09:31.707579 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c4177819-d2d1-40bc-a601-73b703f3d37e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:31.713029 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fdafcb17-941f-4433-9733-8afc4067cdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'name': 'tempest-TestNetworkBasicOps-router-818557875', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:28Z', 'updated_at': '2021-11-26T03:08:34Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:29Z', 'updated_at': '2021-11-26T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e0dee670-5298-4169-8064-7a0d68cc76f7', 'name': '', 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:51:cd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:33Z', 'updated_at': '2021-11-26T03:08:38Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:31.743814 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdafcb17-941f-4433-9733-8afc4067cdce None None] The sync data for ids ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'] in n-d-819389-3 is: [{'id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'name': 'tempest-TestNetworkBasicOps-router-818557875', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:28Z', 'updated_at': '2021-11-26T03:08:34Z', 'revision_number': 4, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:29Z', 'updated_at': '2021-11-26T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e0dee670-5298-4169-8064-7a0d68cc76f7', 'name': '', 'network_id': 'a6fed846-3763-4712-aed7-26a623ff7bdf', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'mac_address': 'fa:16:3e:51:cd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:33Z', 'updated_at': '2021-11-26T03:08:38Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'subnets': [{'id': '7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:09:31.817494 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c4177819-d2d1-40bc-a601-73b703f3d37e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:31.819690 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c4177819-d2d1-40bc-a601-73b703f3d37e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:31.869181 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-f6bbf614-8dc2-425f-bf05-19a9498e1ce6 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8188601 Nov 26 03:09:31.922144 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-e24d0e69-ef13-4999-8b22-32fe644336de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=db5b3ce7-6b84-4697-ad3c-d52fc64ab380 HTTP/1.1" status: 200 len: 217 time: 0.0426519 Nov 26 03:09:31.970626 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c4177819-d2d1-40bc-a601-73b703f3d37e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:31.971399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4177819-d2d1-40bc-a601-73b703f3d37e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 430643b7-3520-4669-b468-f2ea0f93e789 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:09:31.984315 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c4177819-d2d1-40bc-a601-73b703f3d37e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:31.985472 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c4177819-d2d1-40bc-a601-73b703f3d37e tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "DELETE /v2.0/routers/430643b7-3520-4669-b468-f2ea0f93e789 HTTP/1.1" status: 204 len: 168 time: 2.9459224 Nov 26 03:09:31.989963 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38204) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:32.009718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1446774412', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:32.037838 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-02aca3a5-c8e3-4d67-bf23-8ee4e532c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:32.039373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-02aca3a5-c8e3-4d67-bf23-8ee4e532c44b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.1055067 Nov 26 03:09:32.153428 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6581190d-35e6-41b9-8b1a-6431271b40c0 req-ff969088-30b6-482b-91a9-24fc6e369615 service neutron] 10.222.0.59 "GET /v2.0/networks/a6fed846-3763-4712-aed7-26a623ff7bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244457 Nov 26 03:09:32.203336 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:32.204687 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:32.243768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb421b22-76e6-4b1c-9776-1f280589d552 None None] New status for floating IP 667c70f3-097f-476a-bab7-3d16cdb735e9: DOWN {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:09:32.285942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e459f-4bb3-41f3-b9fd-185bfa94ad4f req-2554ae36-4baa-41cc-998d-2ac5fd19e48c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:32.287984 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-229e459f-4bb3-41f3-b9fd-185bfa94ad4f req-2554ae36-4baa-41cc-998d-2ac5fd19e48c tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.59 "GET /v2.0/ports?device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 945 time: 0.1987324 Nov 26 03:09:32.292768 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:32.300716 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb11da-cddc-4cda-ab39-fadab4a90567 req-e8409d3b-a48d-4452-93fb-20b65abc4407 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:32.302927 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9fb11da-cddc-4cda-ab39-fadab4a90567 req-e8409d3b-a48d-4452-93fb-20b65abc4407 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 944 time: 0.2600353 Nov 26 03:09:32.306503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-fb387241-9138-44ed-8e6c-823ecc8d4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:32.308998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-fb387241-9138-44ed-8e6c-823ecc8d4da0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2466161 Nov 26 03:09:32.384437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299c75f-0c84-4b1e-9dde-e1725af124c7 req-ced8b1e1-96dd-45bd-bba8-2090c4321552 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:32.392795 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d299c75f-0c84-4b1e-9dde-e1725af124c7 req-ced8b1e1-96dd-45bd-bba8-2090c4321552 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 945 time: 0.2463999 Nov 26 03:09:32.501896 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:32.565610 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9fb11da-cddc-4cda-ab39-fadab4a90567 req-77401bcb-cff6-43be-a9e2-9db7b1fddbc0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328980 Nov 26 03:09:32.636749 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d299c75f-0c84-4b1e-9dde-e1725af124c7 req-2d7d75b0-8c29-4098-be8b-ae45efba034a tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/security-groups?id=167e6bdc-7149-4f9b-837d-e11fdae99ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422490 Nov 26 03:09:32.655841 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-9668435d-85d5-461e-bcd4-844b0fbd47ce service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219237 Nov 26 03:09:32.816201 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:32.816476 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-c977b4b5-715e-4945-bd2b-ee31dd0ea6ae service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394043 Nov 26 03:09:32.819979 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:32.836883 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-229e459f-4bb3-41f3-b9fd-185bfa94ad4f req-395710eb-f0f4-4da1-9847-48c7a1183988 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Deleting port bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:32.837831 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-229e459f-4bb3-41f3-b9fd-185bfa94ad4f req-395710eb-f0f4-4da1-9847-48c7a1183988 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:32.931362 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-349112a0-e903-4422-834e-4f6d47daff1d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=8e518dd1-dbde-4e7c-b324-23a606669e5e HTTP/1.1" status: 200 len: 217 time: 0.1058528 Nov 26 03:09:32.944979 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Allocated IP 172.25.0.244 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/def102a7-1ee4-43b6-8417-c81c59b8df79) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:09:33.026315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-67d576c7-c264-419c-8099-e5278081ec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:33.028098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-67d576c7-c264-419c-8099-e5278081ec9e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.0901113 Nov 26 03:09:33.050180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-229e459f-4bb3-41f3-b9fd-185bfa94ad4f req-395710eb-f0f4-4da1-9847-48c7a1183988 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] For port bde2aa9b-5bd6-4923-8c8d-e9dc3a754348, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bde2aa9b-5bd6-4923-8c8d-e9dc3a754348,segment=NetworkSegment(db075c8b-8710-4c41-b862-b1293ba6bf00),segment_id=db075c8b-8710-4c41-b862-b1293ba6bf00)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:33.050841 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-229e459f-4bb3-41f3-b9fd-185bfa94ad4f req-395710eb-f0f4-4da1-9847-48c7a1183988 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:33.075218 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:33.091328 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-229e459f-4bb3-41f3-b9fd-185bfa94ad4f req-395710eb-f0f4-4da1-9847-48c7a1183988 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Calling delete_port for bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:33.111435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-4b6dc533-5103-4b29-a1bc-b71ac80e7e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:33.113467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-4b6dc533-5103-4b29-a1bc-b71ac80e7e25 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0776045 Nov 26 03:09:33.115123 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:33.170527 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:09:33.175036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:09:33.189880 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:09:33.190375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910c16ec-434b-4746-a304-d554ace38383 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:33.194486 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Pushing event updated for resources: {'Port': ['ID=def102a7-1ee4-43b6-8417-c81c59b8df79,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:33.307398 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5d5a2884-f016-4745-b63f-224eff2519ef None None] Provisioning complete for port def102a7-1ee4-43b6-8417-c81c59b8df79 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:33.308704 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2884-f016-4745-b63f-224eff2519ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:33.374288 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-5d5a2884-f016-4745-b63f-224eff2519ef None None] Port def102a7-1ee4-43b6-8417-c81c59b8df79 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:09:33.394633 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-229e459f-4bb3-41f3-b9fd-185bfa94ad4f req-395710eb-f0f4-4da1-9847-48c7a1183988 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:33.460188 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395710eb-f0f4-4da1-9847-48c7a1183988 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'Port': ['ID=bde2aa9b-5bd6-4923-8c8d-e9dc3a754348,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:33.506442 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e32797e4-f2d7-46cc-8bd3-f01843431b38 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:09:33.538406 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: e32797e4-f2d7-46cc-8bd3-f01843431b38 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:09:33.538920 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e32797e4-f2d7-46cc-8bd3-f01843431b38 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:09:33.580297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-229e459f-4bb3-41f3-b9fd-185bfa94ad4f req-395710eb-f0f4-4da1-9847-48c7a1183988 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] No DVR routers for this DVR port bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:09:33.587431 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-229e459f-4bb3-41f3-b9fd-185bfa94ad4f req-395710eb-f0f4-4da1-9847-48c7a1183988 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:33.591899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-229e459f-4bb3-41f3-b9fd-185bfa94ad4f req-395710eb-f0f4-4da1-9847-48c7a1183988 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.59 "DELETE /v2.0/ports/bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 HTTP/1.1" status: 204 len: 173 time: 1.2883179 Nov 26 03:09:33.592835 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53edd926-db3c-4193-b0c8-bb7692479dda', 'name': 'network-vif-deleted', 'tag': 'bde2aa9b-5bd6-4923-8c8d-e9dc3a754348'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:09:33.595347 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d370bdd-3c46-496a-9c71-a6bd9074010e" -d '{"events": [{"server_uuid": "53edd926-db3c-4193-b0c8-bb7692479dda", "name": "network-vif-deleted", "tag": "bde2aa9b-5bd6-4923-8c8d-e9dc3a754348"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:09:33.600589 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-300b22cf-9072-429e-9875-621d158bf8cc service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474281 Nov 26 03:09:33.655048 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:33.733734 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38242) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:33.756903 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aeb7dde-7749-4d10-9835-fb8f70c04916 x-openstack-request-id: req-8aeb7dde-7749-4d10-9835-fb8f70c04916 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:09:33.759366 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53edd926-db3c-4193-b0c8-bb7692479dda", "name": "network-vif-deleted", "tag": "bde2aa9b-5bd6-4923-8c8d-e9dc3a754348", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:09:33.760828 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8aeb7dde-7749-4d10-9835-fb8f70c04916 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:09:33.762178 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53edd926-db3c-4193-b0c8-bb7692479dda', 'name': 'network-vif-deleted', 'tag': 'bde2aa9b-5bd6-4923-8c8d-e9dc3a754348', 'status': 'completed', 'code': 200} Nov 26 03:09:33.969842 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:33.980518 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-db5b0360-ef9c-4ba0-bfbd-0498ae7e330e service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708415 Nov 26 03:09:34.007195 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ecf785c2-f2b7-41a8-ba40-313efb0f6cb8 req-ae1dbb1b-424f-4ded-9818-aa9f24c09d7e tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "GET /v2.0/ports?device_id=53edd926-db3c-4193-b0c8-bb7692479dda HTTP/1.1" status: 200 len: 210 time: 0.0736899 Nov 26 03:09:34.078765 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-4c59f863-b399-41ba-a00e-a97068b66285 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=38d683a3-b337-4602-8887-74ec15606ce0 HTTP/1.1" status: 200 len: 217 time: 0.0786622 Nov 26 03:09:34.086707 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd666f7-6137-4b7d-a4b5-18d8d404f584 req-9e99a4c7-cd4c-4f0d-937b-c8253214533e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:34.088556 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcd666f7-6137-4b7d-a4b5-18d8d404f584 req-9e99a4c7-cd4c-4f0d-937b-c8253214533e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 944 time: 0.2914076 Nov 26 03:09:34.089942 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-70e9d47c-66ea-4cfb-8eec-a92e9d04138d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:34.166123 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Router 502cead2-0c93-4340-9f70-e121ef849a92 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:09:34.218425 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-be5d6ac8-256d-44ca-bb87-fbfaf18459b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:34.219935 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-be5d6ac8-256d-44ca-bb87-fbfaf18459b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 200 len: 797 time: 0.1277125 Nov 26 03:09:34.276655 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcd666f7-6137-4b7d-a4b5-18d8d404f584 req-c4d9a12e-7587-4334-914b-903cf0968b69 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467996 Nov 26 03:09:34.303924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-257fa76c-6cf4-4923-8833-3d62908e7b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:34.306553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-257fa76c-6cf4-4923-8833-3d62908e7b7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=426b4ce6-4aa7-4c02-b4b4-8977770f78c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0777943 Nov 26 03:09:34.352585 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:09:34.367446 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9616d49-4b8e-4176-8c3e-432c6efda0eb None None] Sync routers for ids ['502cead2-0c93-4340-9f70-e121ef849a92'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:09:34.388826 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:34.389617 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9616d49-4b8e-4176-8c3e-432c6efda0eb None None] Routers {'502cead2-0c93-4340-9f70-e121ef849a92'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:34.390262 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a9616d49-4b8e-4176-8c3e-432c6efda0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['502cead2-0c93-4340-9f70-e121ef849a92'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:34.393623 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-70fc169c-fc8b-4db9-9b7f-3ed8189fbd7f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.4025292 Nov 26 03:09:34.395523 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38254) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:34.401627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f1c5f480-780b-4091-9fac-370d0a657850 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'enable_snat': False}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:34.426530 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-70e9d47c-66ea-4cfb-8eec-a92e9d04138d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:34.450346 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a9616d49-4b8e-4176-8c3e-432c6efda0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:34.451351 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-70e9d47c-66ea-4cfb-8eec-a92e9d04138d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:34.484000 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9616d49-4b8e-4176-8c3e-432c6efda0eb None None] Routers {'502cead2-0c93-4340-9f70-e121ef849a92'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:34.484920 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a9616d49-4b8e-4176-8c3e-432c6efda0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['502cead2-0c93-4340-9f70-e121ef849a92'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:34.486788 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-5cde5099-b04a-4190-b247-325c1d9b5584 service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719382 Nov 26 03:09:34.545191 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-a9616d49-4b8e-4176-8c3e-432c6efda0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:34.545919 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9616d49-4b8e-4176-8c3e-432c6efda0eb None None] The sync data for ids ['502cead2-0c93-4340-9f70-e121ef849a92'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:09:34.590856 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-70e9d47c-66ea-4cfb-8eec-a92e9d04138d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ccf5c73fb0d4a77b422e29b99260268&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8529131 Nov 26 03:09:34.591632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9d47c-66ea-4cfb-8eec-a92e9d04138d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957d3bbb-311a-4147-bb85-58cc4986eee3,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:34.593901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38258) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:34.701784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-1e2920a0-985b-4dfa-9e44-699b3827789c service neutron] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049868 Nov 26 03:09:34.705002 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1411ace1-33b4-455f-afa6-5e4928ae01e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:34.764855 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-765f874d-5eed-43b7-aaca-d6890459cf0d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0c320e9-1ccf-41db-b82e-2361eca3e5d9 HTTP/1.1" status: 200 len: 217 time: 0.0508926 Nov 26 03:09:34.775547 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1411ace1-33b4-455f-afa6-5e4928ae01e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:34.838212 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f480-780b-4091-9fac-370d0a657850 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:34.859816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-38987a2d-b481-4176-ac05-464484882f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:34.862069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-38987a2d-b481-4176-ac05-464484882f3f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b83540-d17e-4c4c-867e-6fe6b714449e HTTP/1.1" status: 200 len: 797 time: 0.0742209 Nov 26 03:09:34.909302 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1411ace1-33b4-455f-afa6-5e4928ae01e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:34.912390 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1411ace1-33b4-455f-afa6-5e4928ae01e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:34.913939 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1411ace1-33b4-455f-afa6-5e4928ae01e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/957d3bbb-311a-4147-bb85-58cc4986eee3 HTTP/1.1" status: 204 len: 168 time: 0.3173251 Nov 26 03:09:34.929788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411ace1-33b4-455f-afa6-5e4928ae01e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957d3bbb-311a-4147-bb85-58cc4986eee3,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:34.957943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:09:34.959857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-29cdf8df-c934-4241-9d63-371b7f259692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:34.961535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-29cdf8df-c934-4241-9d63-371b7f259692 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0855005 Nov 26 03:09:35.036349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:09:35.037006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device bde2aa9b-5bd6-4923-8c8d-e9dc3a754348 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:09:35.091470 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38272) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:35.103267 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-8be4a79d-d1a9-458c-80cb-16caedc77771 service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336613 Nov 26 03:09:35.212646 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a75a7167-02d2-4dbb-8701-45d82dc0f941 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:35.268663 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a75a7167-02d2-4dbb-8701-45d82dc0f941 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:35.273166 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-a5c73ca5-1cdc-4d15-b548-41eb21453df3 service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624942 Nov 26 03:09:35.337657 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-6c2a3324-616a-45df-92d2-ad1cc9f0f511 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8964a8e6-c084-4949-914a-2113fb27be33 HTTP/1.1" status: 200 len: 217 time: 0.0526304 Nov 26 03:09:35.468665 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-ce9d661e-ffb0-4f98-87da-b6bf8091eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:35.470194 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-ce9d661e-ffb0-4f98-87da-b6bf8091eefe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f9b83540-d17e-4c4c-867e-6fe6b714449e HTTP/1.1" status: 200 len: 797 time: 0.1111760 Nov 26 03:09:35.499604 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84770400-3892-4c37-a773-85c5c928cd45 req-f85ff343-0bb9-4c79-b98b-6386c184e6e0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:35.501203 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84770400-3892-4c37-a773-85c5c928cd45 req-f85ff343-0bb9-4c79-b98b-6386c184e6e0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 944 time: 0.1032286 Nov 26 03:09:35.545949 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a75a7167-02d2-4dbb-8701-45d82dc0f941 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:35.548616 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a75a7167-02d2-4dbb-8701-45d82dc0f941 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:35.548936 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f480-780b-4091-9fac-370d0a657850 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:35.553364 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a75a7167-02d2-4dbb-8701-45d82dc0f941 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "DELETE /v2.0/security-groups/167e6bdc-7149-4f9b-837d-e11fdae99ebb HTTP/1.1" status: 204 len: 168 time: 0.4606521 Nov 26 03:09:35.556069 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f480-780b-4091-9fac-370d0a657850 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:35.577586 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a7167-02d2-4dbb-8701-45d82dc0f941 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=167e6bdc-7149-4f9b-837d-e11fdae99ebb,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:35.613873 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-8fa655d7-919a-4982-8798-aafe1ce057cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:35.620328 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-8fa655d7-919a-4982-8798-aafe1ce057cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09ad8bb0-11ca-4f86-941d-4b67b4752da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1372852 Nov 26 03:09:35.621617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38290) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:35.678760 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84770400-3892-4c37-a773-85c5c928cd45 req-afd231de-0835-4e9f-8b48-d291d0554539 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569984 Nov 26 03:09:35.877642 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-1cfe6b93-b68f-4aa8-9489-4d950fdc440d service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300491 Nov 26 03:09:36.112662 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6a5d975-ec06-4566-b487-e3f924c3478a req-4de5848a-a354-4a1b-89b8-41ff31fc9da7 service neutron] 10.222.0.54 "GET /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250669 Nov 26 03:09:36.125146 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c5f480-780b-4091-9fac-370d0a657850 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Router 502cead2-0c93-4340-9f70-e121ef849a92 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:09:36.309213 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c5f480-780b-4091-9fac-370d0a657850 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:09:36.314757 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f480-780b-4091-9fac-370d0a657850 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:36.319484 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f1c5f480-780b-4091-9fac-370d0a657850 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "PUT /v2.0/routers/502cead2-0c93-4340-9f70-e121ef849a92 HTTP/1.1" status: 200 len: 926 time: 1.9227121 Nov 26 03:09:36.320223 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38316) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:36.322886 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e0921-e69c-435e-b5a7-e6bad8a7f4db None None] Sync routers for ids ['502cead2-0c93-4340-9f70-e121ef849a92'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:09:36.336674 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e0921-e69c-435e-b5a7-e6bad8a7f4db None None] Routers {'502cead2-0c93-4340-9f70-e121ef849a92'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:36.340099 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-eb4e0921-e69c-435e-b5a7-e6bad8a7f4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['502cead2-0c93-4340-9f70-e121ef849a92'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:36.388654 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-eb4e0921-e69c-435e-b5a7-e6bad8a7f4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:36.403094 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e0921-e69c-435e-b5a7-e6bad8a7f4db None None] Routers {'502cead2-0c93-4340-9f70-e121ef849a92'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:36.404109 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-eb4e0921-e69c-435e-b5a7-e6bad8a7f4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['502cead2-0c93-4340-9f70-e121ef849a92'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:36.445997 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-eb4e0921-e69c-435e-b5a7-e6bad8a7f4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:36.447079 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e0921-e69c-435e-b5a7-e6bad8a7f4db None None] The sync data for ids ['502cead2-0c93-4340-9f70-e121ef849a92'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:09:36.462036 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a7d359fc-f6d4-45e7-b223-7b90ee4f142d tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "GET /v2.0/routers/502cead2-0c93-4340-9f70-e121ef849a92 HTTP/1.1" status: 200 len: 926 time: 0.1403995 Nov 26 03:09:36.462775 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38318) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:36.558869 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56050b2-d241-492f-b2a1-77ce30ffb2f0 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:36.563404 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a56050b2-d241-492f-b2a1-77ce30ffb2f0 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&device_id=502cead2-0c93-4340-9f70-e121ef849a92&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0994115 Nov 26 03:09:36.564194 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38326) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:36.699566 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607326d3-2425-4e6d-8b5e-ae00d711037f tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:36.704747 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-607326d3-2425-4e6d-8b5e-ae00d711037f tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 881 time: 0.1394308 Nov 26 03:09:36.705711 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38332) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:36.711653 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device b2c7b6de-a984-4b0c-a4b7-f47516890907 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:09:36.745498 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-212bcb98-da91-48cb-a6e1-732559cf26a1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "GET /v2.0/ports?device_id=502cead2-0c93-4340-9f70-e121ef849a92 HTTP/1.1" status: 200 len: 205 time: 0.0384867 Nov 26 03:09:36.748298 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38338) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:36.845442 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port b2c7b6de-a984-4b0c-a4b7-f47516890907, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=b2c7b6de-a984-4b0c-a4b7-f47516890907,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:36.863880 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'b2c7b6de-a984-4b0c-a4b7-f47516890907', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'port_id': 'b2c7b6de-a984-4b0c-a4b7-f47516890907', 'mac_address': 'fa:16:3e:46:ce:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:09:36.881641 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1586a5-3543-4a70-9e83-a15cbb68e8f8 req-ce05cc1c-22e0-4a4c-8131-e3bba4656920 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:36.884149 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0252-a7d0-4892-8d41-634c92ef7b14 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:36.889209 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e1586a5-3543-4a70-9e83-a15cbb68e8f8 req-ce05cc1c-22e0-4a4c-8131-e3bba4656920 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 944 time: 0.0727189 Nov 26 03:09:36.893214 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-34242b1a-f018-4c30-8c89-9f86d1d76886 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:36.943465 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:36.960427 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c7b6de-a984-4b0c-a4b7-f47516890907 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:09:36.984305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port b2c7b6de-a984-4b0c-a4b7-f47516890907, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=b2c7b6de-a984-4b0c-a4b7-f47516890907,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:36.999486 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:37.065509 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e1586a5-3543-4a70-9e83-a15cbb68e8f8 req-40da2d8f-a3c6-435e-bffd-94c11a06e58b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743844 Nov 26 03:09:37.123718 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0252-a7d0-4892-8d41-634c92ef7b14 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:37.213042 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b0252-a7d0-4892-8d41-634c92ef7b14 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Deleting port def102a7-1ee4-43b6-8417-c81c59b8df79 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:37.213787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0252-a7d0-4892-8d41-634c92ef7b14 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:37.244188 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=b2c7b6de-a984-4b0c-a4b7-f47516890907,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:37.304860 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0252-a7d0-4892-8d41-634c92ef7b14 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:37.322398 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b0252-a7d0-4892-8d41-634c92ef7b14 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Calling delete_port for def102a7-1ee4-43b6-8417-c81c59b8df79 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:37.340337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-34242b1a-f018-4c30-8c89-9f86d1d76886 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Deleting port e0dee670-5298-4169-8064-7a0d68cc76f7 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:37.341362 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-34242b1a-f018-4c30-8c89-9f86d1d76886 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:37.449358 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['b2c7b6de-a984-4b0c-a4b7-f47516890907'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:09:37.459014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-34242b1a-f018-4c30-8c89-9f86d1d76886 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] For port e0dee670-5298-4169-8064-7a0d68cc76f7, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e0dee670-5298-4169-8064-7a0d68cc76f7,segment=NetworkSegment(db075c8b-8710-4c41-b862-b1293ba6bf00),segment_id=db075c8b-8710-4c41-b862-b1293ba6bf00)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:37.459255 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-34242b1a-f018-4c30-8c89-9f86d1d76886 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:37.473124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-34242b1a-f018-4c30-8c89-9f86d1d76886 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Calling delete_port for e0dee670-5298-4169-8064-7a0d68cc76f7 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:37.607951 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0252-a7d0-4892-8d41-634c92ef7b14 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:37.675775 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b0252-a7d0-4892-8d41-634c92ef7b14 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Pushing event deleted for resources: {'Port': ['ID=def102a7-1ee4-43b6-8417-c81c59b8df79,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:37.699654 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acee5e47-9f1e-446c-b6d7-f797e3678a79 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:37.763181 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0252-a7d0-4892-8d41-634c92ef7b14 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:37.774796 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-34242b1a-f018-4c30-8c89-9f86d1d76886 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:37.868247 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0252-a7d0-4892-8d41-634c92ef7b14 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:37.871248 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0252-a7d0-4892-8d41-634c92ef7b14 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:37.929819 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0252-a7d0-4892-8d41-634c92ef7b14 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:37.930400 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0b0252-a7d0-4892-8d41-634c92ef7b14 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Fanout notify agent at l3_agent the message router_deleted on router 502cead2-0c93-4340-9f70-e121ef849a92 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:09:37.933790 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34242b1a-f018-4c30-8c89-9f86d1d76886 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'Port': ['ID=e0dee670-5298-4169-8064-7a0d68cc76f7,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:37.943517 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0252-a7d0-4892-8d41-634c92ef7b14 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:37.948599 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0e0b0252-a7d0-4892-8d41-634c92ef7b14 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "DELETE /v2.0/routers/502cead2-0c93-4340-9f70-e121ef849a92 HTTP/1.1" status: 204 len: 168 time: 1.1992443 Nov 26 03:09:37.950071 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38372) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:37.954570 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c33c5a27-3fa5-47f1-a648-8b2edb509ae4 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-375026468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:38.074237 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c33c5a27-3fa5-47f1-a648-8b2edb509ae4 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:38.075434 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c33c5a27-3fa5-47f1-a648-8b2edb509ae4 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:38.197196 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c33c5a27-3fa5-47f1-a648-8b2edb509ae4 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:38.205266 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c33c5a27-3fa5-47f1-a648-8b2edb509ae4 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:38.218770 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-34242b1a-f018-4c30-8c89-9f86d1d76886 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:38.244203 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c33c5a27-3fa5-47f1-a648-8b2edb509ae4 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:38.250055 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c33c5a27-3fa5-47f1-a648-8b2edb509ae4 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2943316 Nov 26 03:09:38.250237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38386) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:38.254211 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3c15398f-5d35-4c73-b2e7-8c5ac3d8b6b1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Request body: {'router': {'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:38.255017 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82891914-b80f-46de-822c-687d6b094931 req-0cf7c4d2-5e6e-4e56-8b3b-91328ffa3714 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:38.256595 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82891914-b80f-46de-822c-687d6b094931 req-0cf7c4d2-5e6e-4e56-8b3b-91328ffa3714 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 945 time: 0.0963757 Nov 26 03:09:38.373542 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82891914-b80f-46de-822c-687d6b094931 req-f3858eb0-1525-419f-8993-ef91364fae0c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831957 Nov 26 03:09:38.502621 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c15398f-5d35-4c73-b2e7-8c5ac3d8b6b1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:38.598132 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34242b1a-f018-4c30-8c89-9f86d1d76886 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Router 603f4fd8-1902-4a7a-8cbb-47fc8f688394 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:09:38.730951 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device b2c7b6de-a984-4b0c-a4b7-f47516890907 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:09:38.765271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34242b1a-f018-4c30-8c89-9f86d1d76886 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:09:38.772560 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-34242b1a-f018-4c30-8c89-9f86d1d76886 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "PUT /v2.0/routers/603f4fd8-1902-4a7a-8cbb-47fc8f688394/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1319478 Nov 26 03:09:38.775220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38402) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:38.778395 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e8512c-11e6-4f32-b49b-73d10668af47 None None] Sync routers for ids ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:09:38.806081 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c15398f-5d35-4c73-b2e7-8c5ac3d8b6b1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:38.807577 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e8512c-11e6-4f32-b49b-73d10668af47 None None] Routers {'603f4fd8-1902-4a7a-8cbb-47fc8f688394'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:38.808685 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e0e8512c-11e6-4f32-b49b-73d10668af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:38.829382 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c15398f-5d35-4c73-b2e7-8c5ac3d8b6b1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:38.875873 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port b2c7b6de-a984-4b0c-a4b7-f47516890907 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:09:38.886635 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port b2c7b6de-a984-4b0c-a4b7-f47516890907 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:38.891517 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:38.897930 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e644136-fe81-4bfe-aa5c-351a1ef47f26 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Deleting subnet 7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:09:38.901887 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e644136-fe81-4bfe-aa5c-351a1ef47f26 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:38.929116 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-e0e8512c-11e6-4f32-b49b-73d10668af47 None None] Set router 603f4fd8-1902-4a7a-8cbb-47fc8f688394 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:38.954198 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e644136-fe81-4bfe-aa5c-351a1ef47f26 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:39.011932 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-3c15398f-5d35-4c73-b2e7-8c5ac3d8b6b1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Allocated IP 172.25.0.63 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/fe7e94b0-acb3-4c7f-8ce1-5ec5cb8fc7ba) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:09:39.053752 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e644136-fe81-4bfe-aa5c-351a1ef47f26 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:39.085399 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:39.125984 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e644136-fe81-4bfe-aa5c-351a1ef47f26 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:39.138871 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74637ba7-4195-4287-83e8-23c628dc6859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c7b6de-a984-4b0c-a4b7-f47516890907'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:09:39.146373 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e0e8512c-11e6-4f32-b49b-73d10668af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'name': 'tempest-TestNetworkBasicOps-router-818557875', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:28Z', 'updated_at': '2021-11-26T03:09:37Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:29Z', 'updated_at': '2021-11-26T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:39.162065 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d107e1e-72ac-4827-a4b8-d8e7043d5a67" -d '{"events": [{"server_uuid": "74637ba7-4195-4287-83e8-23c628dc6859", "name": "network-vif-plugged", "status": "completed", "tag": "b2c7b6de-a984-4b0c-a4b7-f47516890907"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:09:39.182397 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e644136-fe81-4bfe-aa5c-351a1ef47f26 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:39.192233 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c3ecac-5a9b-403c-9d40-04dff0f3341f None None] Network a6fed846-3763-4712-aed7-26a623ff7bdf requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:09:39.195120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3e644136-fe81-4bfe-aa5c-351a1ef47f26 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "DELETE /v2.0/subnets/7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8 HTTP/1.1" status: 204 len: 168 time: 0.4183352 Nov 26 03:09:39.196463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e644136-fe81-4bfe-aa5c-351a1ef47f26 tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'Subnet': ['ID=7e30e35c-a1d7-4a25-8841-4ee5ceb63ec8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:39.200729 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38408) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:39.207010 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e8512c-11e6-4f32-b49b-73d10668af47 None None] Checking router: 603f4fd8-1902-4a7a-8cbb-47fc8f688394 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:09:39.237567 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e8512c-11e6-4f32-b49b-73d10668af47 None None] Routers {'603f4fd8-1902-4a7a-8cbb-47fc8f688394'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:39.243142 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e0e8512c-11e6-4f32-b49b-73d10668af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:39.282981 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb57439e-6b1b-4984-ac5c-c1c2a38e7062 x-openstack-request-id: req-cb57439e-6b1b-4984-ac5c-c1c2a38e7062 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:09:39.283573 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74637ba7-4195-4287-83e8-23c628dc6859", "name": "network-vif-plugged", "status": "completed", "tag": "b2c7b6de-a984-4b0c-a4b7-f47516890907", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:09:39.284095 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb57439e-6b1b-4984-ac5c-c1c2a38e7062 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:09:39.284658 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74637ba7-4195-4287-83e8-23c628dc6859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c7b6de-a984-4b0c-a4b7-f47516890907', 'code': 200} Nov 26 03:09:39.310716 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port b2c7b6de-a984-4b0c-a4b7-f47516890907, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=b2c7b6de-a984-4b0c-a4b7-f47516890907,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:39.320716 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:39.407911 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=b2c7b6de-a984-4b0c-a4b7-f47516890907,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:39.467522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45d668-0f0b-4b7e-baaf-4b7d1b8840ce req-41304f7b-2ad6-4892-bcef-714b8aa00098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:39.477194 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a45d668-0f0b-4b7e-baaf-4b7d1b8840ce req-41304f7b-2ad6-4892-bcef-714b8aa00098 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 1097 time: 0.1576431 Nov 26 03:09:39.477922 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c15398f-5d35-4c73-b2e7-8c5ac3d8b6b1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:39.543787 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97d9342-ab46-48c4-9327-3e530bb29c28 None None] DHCP port deletion for a6fed846-3763-4712-aed7-26a623ff7bdf request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:39.607595 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-e0e8512c-11e6-4f32-b49b-73d10668af47 None None] Set router 603f4fd8-1902-4a7a-8cbb-47fc8f688394 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:39.649790 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c15398f-5d35-4c73-b2e7-8c5ac3d8b6b1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:39.661422 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b97d9342-ab46-48c4-9327-3e530bb29c28 None None] Deleting port 45194c60-fc4c-49dd-9202-1d2bd0f9278d {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:39.663001 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b97d9342-ab46-48c4-9327-3e530bb29c28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:39.663253 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ac61c63-c2f3-440f-9245-dc257697010f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:39.669836 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a45d668-0f0b-4b7e-baaf-4b7d1b8840ce req-12c020a8-aa24-4eb6-ada6-96ffa672f1dc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845081 Nov 26 03:09:39.709771 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d265800-e178-4b7b-be6c-b074c37e14d9 req-51e96101-2241-43eb-8652-7be2c864d106 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:39.716566 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d265800-e178-4b7b-be6c-b074c37e14d9 req-51e96101-2241-43eb-8652-7be2c864d106 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 946 time: 0.2011430 Nov 26 03:09:39.753773 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b97d9342-ab46-48c4-9327-3e530bb29c28 None None] For port 45194c60-fc4c-49dd-9202-1d2bd0f9278d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=45194c60-fc4c-49dd-9202-1d2bd0f9278d,segment=NetworkSegment(db075c8b-8710-4c41-b862-b1293ba6bf00),segment_id=db075c8b-8710-4c41-b862-b1293ba6bf00)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:39.754408 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b97d9342-ab46-48c4-9327-3e530bb29c28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:39.781747 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b97d9342-ab46-48c4-9327-3e530bb29c28 None None] Calling delete_port for 45194c60-fc4c-49dd-9202-1d2bd0f9278d owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:39.846524 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15398f-5d35-4c73-b2e7-8c5ac3d8b6b1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Pushing event updated for resources: {'Port': ['ID=fe7e94b0-acb3-4c7f-8ce1-5ec5cb8fc7ba,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:39.877734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d265800-e178-4b7b-be6c-b074c37e14d9 req-1664f306-cfbc-4e4d-a580-793cd209004d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540596 Nov 26 03:09:39.883709 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c15398f-5d35-4c73-b2e7-8c5ac3d8b6b1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:09:39.886754 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-3c15398f-5d35-4c73-b2e7-8c5ac3d8b6b1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:09:39.893844 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c15398f-5d35-4c73-b2e7-8c5ac3d8b6b1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:09:39.916348 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331b9c38-86e3-4b3a-be7b-ed0a86de4717 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:39.920417 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b97d9342-ab46-48c4-9327-3e530bb29c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:39.940971 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e0e8512c-11e6-4f32-b49b-73d10668af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'name': 'tempest-TestNetworkBasicOps-router-818557875', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:28Z', 'updated_at': '2021-11-26T03:09:37Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:29Z', 'updated_at': '2021-11-26T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:39.948475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38424) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:39.973222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d9342-ab46-48c4-9327-3e530bb29c28 None None] Pushing event deleted for resources: {'Port': ['ID=45194c60-fc4c-49dd-9202-1d2bd0f9278d,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:39.977527 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e8512c-11e6-4f32-b49b-73d10668af47 None None] The sync data for ids ['603f4fd8-1902-4a7a-8cbb-47fc8f688394'] in n-d-819389-3 is: [{'id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'name': 'tempest-TestNetworkBasicOps-router-818557875', 'tenant_id': '2cd023a1c40f48beb9652fd40a5c698a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:28Z', 'updated_at': '2021-11-26T03:09:37Z', 'revision_number': 5, 'project_id': '2cd023a1c40f48beb9652fd40a5c698a', 'gw_port': {'id': '9dfee437-d509-4cac-9726-9fd504f974b7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f4fd8-1902-4a7a-8cbb-47fc8f688394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:29Z', 'updated_at': '2021-11-26T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:09:39.980705 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97d9342-ab46-48c4-9327-3e530bb29c28 None None] No DVR routers for this DVR port 45194c60-fc4c-49dd-9202-1d2bd0f9278d on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:09:40.066004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34994d71-21cc-4b84-865c-a37797edf9ac None None] Provisioning complete for port fe7e94b0-acb3-4c7f-8ce1-5ec5cb8fc7ba triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:40.066596 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34994d71-21cc-4b84-865c-a37797edf9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:40.118047 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a7772cfc-8e17-4ae8-b6ed-5a99cde155ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:40.140722 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34994d71-21cc-4b84-865c-a37797edf9ac None None] Port fe7e94b0-acb3-4c7f-8ce1-5ec5cb8fc7ba cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:09:40.238415 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a7772cfc-8e17-4ae8-b6ed-5a99cde155ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:40.249794 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a7772cfc-8e17-4ae8-b6ed-5a99cde155ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:40.314891 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7772cfc-8e17-4ae8-b6ed-5a99cde155ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601a137a-a01f-4ea5-912a-1a5aa56a6653,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:40.322744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a7772cfc-8e17-4ae8-b6ed-5a99cde155ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=249f6cc2974f467cbf748c7e1b08de86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3707540 Nov 26 03:09:40.323035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38432) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:40.390016 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9f17e089-4426-4c2f-a0c1-78d0cbbb9570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:40.417349 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9f17e089-4426-4c2f-a0c1-78d0cbbb9570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:40.463738 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ac61c63-c2f3-440f-9245-dc257697010f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:40.482616 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9f17e089-4426-4c2f-a0c1-78d0cbbb9570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:40.486848 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9f17e089-4426-4c2f-a0c1-78d0cbbb9570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:40.488288 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9f17e089-4426-4c2f-a0c1-78d0cbbb9570 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/601a137a-a01f-4ea5-912a-1a5aa56a6653 HTTP/1.1" status: 204 len: 168 time: 0.1635463 Nov 26 03:09:40.507572 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17e089-4426-4c2f-a0c1-78d0cbbb9570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601a137a-a01f-4ea5-912a-1a5aa56a6653,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:40.634717 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2ac61c63-c2f3-440f-9245-dc257697010f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Deleting port 9dfee437-d509-4cac-9726-9fd504f974b7 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:40.635664 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ac61c63-c2f3-440f-9245-dc257697010f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:40.711784 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c15398f-5d35-4c73-b2e7-8c5ac3d8b6b1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:40.818322 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38448) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:40.821738 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-2ac61c63-c2f3-440f-9245-dc257697010f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] For port 9dfee437-d509-4cac-9726-9fd504f974b7, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9dfee437-d509-4cac-9726-9fd504f974b7,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:40.822115 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ac61c63-c2f3-440f-9245-dc257697010f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:40.840353 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2ac61c63-c2f3-440f-9245-dc257697010f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Calling delete_port for 9dfee437-d509-4cac-9726-9fd504f974b7 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:40.845863 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-148b0fba-f9f0-403d-98d3-00f35562c96e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:40.936526 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-148b0fba-f9f0-403d-98d3-00f35562c96e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:40.943330 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-148b0fba-f9f0-403d-98d3-00f35562c96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:40.997207 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-148b0fba-f9f0-403d-98d3-00f35562c96e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f710d5ac67ea4a98a83ab32b0bdef28f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1772134 Nov 26 03:09:41.002324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38452) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:41.044888 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b0fba-f9f0-403d-98d3-00f35562c96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3a6c7a-6dc3-4088-9343-0fb505f90b9a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:41.105497 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c15398f-5d35-4c73-b2e7-8c5ac3d8b6b1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:41.111274 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c15398f-5d35-4c73-b2e7-8c5ac3d8b6b1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:41.115409 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1078-41a7-4b24-b8fb-e0556e51d5e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:41.146902 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1078-41a7-4b24-b8fb-e0556e51d5e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:41.162327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015443-2f6d-4eeb-a639-8d9f0d359b0f req-37024b34-bb1b-4a9e-856a-f0b879fff83b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:41.163958 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db015443-2f6d-4eeb-a639-8d9f0d359b0f req-37024b34-bb1b-4a9e-856a-f0b879fff83b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 946 time: 0.1656251 Nov 26 03:09:41.245247 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db015443-2f6d-4eeb-a639-8d9f0d359b0f req-7d59f987-0d1d-4407-b762-9f4048aa02c4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709922 Nov 26 03:09:41.259648 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1078-41a7-4b24-b8fb-e0556e51d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:41.263518 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1078-41a7-4b24-b8fb-e0556e51d5e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:41.264840 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6dfd1078-41a7-4b24-b8fb-e0556e51d5e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d3a6c7a-6dc3-4088-9343-0fb505f90b9a HTTP/1.1" status: 204 len: 168 time: 0.2608049 Nov 26 03:09:41.274414 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd1078-41a7-4b24-b8fb-e0556e51d5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3a6c7a-6dc3-4088-9343-0fb505f90b9a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:41.280658 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ac61c63-c2f3-440f-9245-dc257697010f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:41.321629 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac61c63-c2f3-440f-9245-dc257697010f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'Port': ['ID=9dfee437-d509-4cac-9726-9fd504f974b7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:41.331911 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289ba99c-2d54-43c8-afd6-843226e68bd6 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:41.391217 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c15398f-5d35-4c73-b2e7-8c5ac3d8b6b1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Router 8c010afb-e35c-4603-9ffc-e8d1e6d4d573 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:09:41.402930 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ac61c63-c2f3-440f-9245-dc257697010f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:41.569956 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ac61c63-c2f3-440f-9245-dc257697010f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:41.573940 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ac61c63-c2f3-440f-9245-dc257697010f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:41.598357 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 45194c60-fc4c-49dd-9202-1d2bd0f9278d no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:09:41.618559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 45194c60-fc4c-49dd-9202-1d2bd0f9278d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:09:41.618904 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 45194c60-fc4c-49dd-9202-1d2bd0f9278d not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:09:41.619636 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e0dee670-5298-4169-8064-7a0d68cc76f7 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:09:41.654917 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ac61c63-c2f3-440f-9245-dc257697010f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:41.656266 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac61c63-c2f3-440f-9245-dc257697010f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Fanout notify agent at l3_agent the message router_deleted on router 603f4fd8-1902-4a7a-8cbb-47fc8f688394 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:09:41.661465 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: e0dee670-5298-4169-8064-7a0d68cc76f7 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:09:41.661710 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e0dee670-5298-4169-8064-7a0d68cc76f7 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:09:41.666085 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ac61c63-c2f3-440f-9245-dc257697010f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:41.669605 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2ac61c63-c2f3-440f-9245-dc257697010f tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "DELETE /v2.0/routers/603f4fd8-1902-4a7a-8cbb-47fc8f688394 HTTP/1.1" status: 204 len: 168 time: 2.4651473 Nov 26 03:09:41.670508 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38474) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:41.685533 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-261948a7-7f76-4794-bce0-86ad8717412d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:41.760453 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c15398f-5d35-4c73-b2e7-8c5ac3d8b6b1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:09:41.768278 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c15398f-5d35-4c73-b2e7-8c5ac3d8b6b1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:41.769532 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3c15398f-5d35-4c73-b2e7-8c5ac3d8b6b1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "PUT /v2.0/routers/8c010afb-e35c-4603-9ffc-e8d1e6d4d573 HTTP/1.1" status: 200 len: 882 time: 3.5195861 Nov 26 03:09:41.772870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38486) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:41.775456 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8a5955-68ee-49aa-bf25-739745055fd0 None None] Sync routers for ids ['8c010afb-e35c-4603-9ffc-e8d1e6d4d573'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:09:41.789204 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-44148494-e8e8-4b6d-8442-2f4b168805cf tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:41.790735 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a5955-68ee-49aa-bf25-739745055fd0 None None] Routers {'8c010afb-e35c-4603-9ffc-e8d1e6d4d573'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:41.792854 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-dc8a5955-68ee-49aa-bf25-739745055fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8c010afb-e35c-4603-9ffc-e8d1e6d4d573'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:41.837425 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-dc8a5955-68ee-49aa-bf25-739745055fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:41.858805 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a5955-68ee-49aa-bf25-739745055fd0 None None] Routers {'8c010afb-e35c-4603-9ffc-e8d1e6d4d573'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:41.862120 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-dc8a5955-68ee-49aa-bf25-739745055fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8c010afb-e35c-4603-9ffc-e8d1e6d4d573'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:41.922860 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-dc8a5955-68ee-49aa-bf25-739745055fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:41.923834 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8a5955-68ee-49aa-bf25-739745055fd0 None None] The sync data for ids ['8c010afb-e35c-4603-9ffc-e8d1e6d4d573'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:09:41.941753 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-44148494-e8e8-4b6d-8442-2f4b168805cf tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:41.967079 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-44148494-e8e8-4b6d-8442-2f4b168805cf tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6fed846-3763-4712-aed7-26a623ff7bdf']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:41.978106 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-44148494-e8e8-4b6d-8442-2f4b168805cf tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db075c8b-8710-4c41-b862-b1293ba6bf00') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:41.978558 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-44148494-e8e8-4b6d-8442-2f4b168805cf tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db075c8b-8710-4c41-b862-b1293ba6bf00') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:41.980743 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7319ebb1-089c-4d7b-a073-e02d3150cbab tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "GET /v2.0/routers/8c010afb-e35c-4603-9ffc-e8d1e6d4d573 HTTP/1.1" status: 200 len: 923 time: 0.2065485 Nov 26 03:09:41.983291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38492) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:41.992765 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-44148494-e8e8-4b6d-8442-2f4b168805cf tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:42.008291 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-44148494-e8e8-4b6d-8442-2f4b168805cf tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:42.016148 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44148494-e8e8-4b6d-8442-2f4b168805cf tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:09:42.016743 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-44148494-e8e8-4b6d-8442-2f4b168805cf tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:09:42.020019 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:09:42.078418 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86af2648-044b-488c-99fb-17832b751270 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:42.081469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-86af2648-044b-488c-99fb-17832b751270 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&device_id=8c010afb-e35c-4603-9ffc-e8d1e6d4d573&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0955627 Nov 26 03:09:42.083246 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38496) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:42.090011 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-44148494-e8e8-4b6d-8442-2f4b168805cf tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:42.120690 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-44148494-e8e8-4b6d-8442-2f4b168805cf tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:42.123931 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-44148494-e8e8-4b6d-8442-2f4b168805cf tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] 10.222.0.31 "DELETE /v2.0/networks/a6fed846-3763-4712-aed7-26a623ff7bdf HTTP/1.1" status: 204 len: 168 time: 0.4528725 Nov 26 03:09:42.125546 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44148494-e8e8-4b6d-8442-2f4b168805cf tempest-TestNetworkBasicOps-218187219 tempest-TestNetworkBasicOps-218187219-project] Pushing event deleted for resources: {'Network': ['ID=a6fed846-3763-4712-aed7-26a623ff7bdf,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:42.187867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be40a0d-4e1a-4b2a-9de5-5569447e9df1 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:42.192442 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38504) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:42.192673 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7be40a0d-4e1a-4b2a-9de5-5569447e9df1 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 881 time: 0.1077580 Nov 26 03:09:42.226707 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1b09e58d-7327-46d5-90dd-41452558bb34 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c010afb-e35c-4603-9ffc-e8d1e6d4d573 HTTP/1.1" status: 200 len: 205 time: 0.0330880 Nov 26 03:09:42.229961 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38508) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:42.451387 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38516) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:42.460086 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef0659-06e8-4145-b933-bca758b18e29 req-6cd3939e-1550-4f0c-9180-1e5451554271 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:42.467525 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34ef0659-06e8-4145-b933-bca758b18e29 req-6cd3939e-1550-4f0c-9180-1e5451554271 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 946 time: 0.0755665 Nov 26 03:09:42.525318 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-13b4c21d-1d3c-49f2-82b2-95c5427c30db tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:42.541629 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34ef0659-06e8-4145-b933-bca758b18e29 req-fa925aa1-04a7-4517-b148-8bf863aa9666 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684297 Nov 26 03:09:42.702932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bb6b0-59d2-41b9-9273-43a73875b108 req-7420f795-494e-43d5-b090-98ab58e7cbdf tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:42.705535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b0bb6b0-59d2-41b9-9273-43a73875b108 req-7420f795-494e-43d5-b090-98ab58e7cbdf tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 946 time: 0.0874925 Nov 26 03:09:42.714951 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-13b4c21d-1d3c-49f2-82b2-95c5427c30db tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:42.721249 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fe10a029-ecb7-4230-84be-dfd8430a7389 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2cd023a1c40f48beb9652fd40a5c698a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2685454 Nov 26 03:09:42.723936 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38528) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:42.787380 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-79fdddbc-1815-40f1-b3b1-9d99eb84eda8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:42.815578 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b0bb6b0-59d2-41b9-9273-43a73875b108 req-ea3f675d-5706-405f-bb34-fa446f7b9799 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887532 Nov 26 03:09:42.839399 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-79fdddbc-1815-40f1-b3b1-9d99eb84eda8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:42.839620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-13b4c21d-1d3c-49f2-82b2-95c5427c30db tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Deleting port fe7e94b0-acb3-4c7f-8ce1-5ec5cb8fc7ba {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:42.839620 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-13b4c21d-1d3c-49f2-82b2-95c5427c30db tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:42.891751 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-79fdddbc-1815-40f1-b3b1-9d99eb84eda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:42.895897 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-79fdddbc-1815-40f1-b3b1-9d99eb84eda8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:42.897304 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-79fdddbc-1815-40f1-b3b1-9d99eb84eda8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/426604a1-e13b-4a7d-a0bd-76fd88850370 HTTP/1.1" status: 204 len: 168 time: 0.1723835 Nov 26 03:09:42.911186 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdddbc-1815-40f1-b3b1-9d99eb84eda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426604a1-e13b-4a7d-a0bd-76fd88850370,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:42.980565 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-13b4c21d-1d3c-49f2-82b2-95c5427c30db tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:42.990457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9b4a9-8559-4926-ac65-9c6d3d65f85d req-ecc028a4-6802-42f4-929c-d78633c1d4ee tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:42.992192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58e9b4a9-8559-4926-ac65-9c6d3d65f85d req-ecc028a4-6802-42f4-929c-d78633c1d4ee tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 946 time: 0.0955377 Nov 26 03:09:43.006561 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-13b4c21d-1d3c-49f2-82b2-95c5427c30db tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Calling delete_port for fe7e94b0-acb3-4c7f-8ce1-5ec5cb8fc7ba owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:43.099290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58e9b4a9-8559-4926-ac65-9c6d3d65f85d req-53f17d69-ad1f-414e-bfc3-1812091d709b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974588 Nov 26 03:09:43.248110 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-13b4c21d-1d3c-49f2-82b2-95c5427c30db tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:43.281015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4c21d-1d3c-49f2-82b2-95c5427c30db tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Pushing event deleted for resources: {'Port': ['ID=fe7e94b0-acb3-4c7f-8ce1-5ec5cb8fc7ba,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:43.306144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e533155-5b69-40be-ba75-1a4e5e356016 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:43.403322 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-13b4c21d-1d3c-49f2-82b2-95c5427c30db tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:43.457207 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9dfee437-d509-4cac-9726-9fd504f974b7 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:09:43.490164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 9dfee437-d509-4cac-9726-9fd504f974b7 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:09:43.490640 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9dfee437-d509-4cac-9726-9fd504f974b7 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:09:43.501431 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-13b4c21d-1d3c-49f2-82b2-95c5427c30db tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:43.503677 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-13b4c21d-1d3c-49f2-82b2-95c5427c30db tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:43.596921 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-13b4c21d-1d3c-49f2-82b2-95c5427c30db tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:43.598324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b4c21d-1d3c-49f2-82b2-95c5427c30db tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Fanout notify agent at l3_agent the message router_deleted on router 8c010afb-e35c-4603-9ffc-e8d1e6d4d573 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:09:43.613833 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-13b4c21d-1d3c-49f2-82b2-95c5427c30db tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:43.615822 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-13b4c21d-1d3c-49f2-82b2-95c5427c30db tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "DELETE /v2.0/routers/8c010afb-e35c-4603-9ffc-e8d1e6d4d573 HTTP/1.1" status: 204 len: 168 time: 1.3827879 Nov 26 03:09:43.619472 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38556) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:43.626019 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d36c7d85-fd3d-4a2b-a399-188cb49a196f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1288344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:43.661459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f63b08-6bff-404c-877e-079684cd2f3b req-e810aac5-7efa-412e-b4ee-e9a7f4ac9af9 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:43.663398 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33f63b08-6bff-404c-877e-079684cd2f3b req-e810aac5-7efa-412e-b4ee-e9a7f4ac9af9 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 946 time: 0.1537824 Nov 26 03:09:43.664424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38558) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:43.674598 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d36c7d85-fd3d-4a2b-a399-188cb49a196f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:43.674598 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d36c7d85-fd3d-4a2b-a399-188cb49a196f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:43.683534 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4559f027-7eec-491e-9213-e73b92691dee admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:43.751104 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d36c7d85-fd3d-4a2b-a399-188cb49a196f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:43.759605 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d36c7d85-fd3d-4a2b-a399-188cb49a196f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:43.761748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33f63b08-6bff-404c-877e-079684cd2f3b req-5d0b4458-6cb6-43fa-94c9-41f8281ce9bb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796585 Nov 26 03:09:43.783779 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d36c7d85-fd3d-4a2b-a399-188cb49a196f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:43.785559 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d36c7d85-fd3d-4a2b-a399-188cb49a196f tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1641722 Nov 26 03:09:43.789656 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38562) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:43.794830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4fb04f3d-05d5-4fb6-bdc5-41e253260b97 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'enable_snat': True}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:44.139634 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c01ca9a0-d557-452f-bcc4-c1035428f73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:44.373266 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4fb04f3d-05d5-4fb6-bdc5-41e253260b97 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:44.381013 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4559f027-7eec-491e-9213-e73b92691dee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:44.396587 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4559f027-7eec-491e-9213-e73b92691dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:44.465319 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4559f027-7eec-491e-9213-e73b92691dee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcac80fadd614a64ba5f929c5fc54fcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7968559 Nov 26 03:09:44.465752 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38582) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:44.472826 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559f027-7eec-491e-9213-e73b92691dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42540a97-7bc0-488b-8f78-608f42c57995,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:44.528986 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-30f1e8e7-de11-4708-a7a4-4abe082fb4b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:44.558897 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-30f1e8e7-de11-4708-a7a4-4abe082fb4b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:44.632039 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-30f1e8e7-de11-4708-a7a4-4abe082fb4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:44.634751 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-30f1e8e7-de11-4708-a7a4-4abe082fb4b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:44.636717 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-30f1e8e7-de11-4708-a7a4-4abe082fb4b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42540a97-7bc0-488b-8f78-608f42c57995 HTTP/1.1" status: 204 len: 168 time: 0.1694391 Nov 26 03:09:44.645102 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4fb04f3d-05d5-4fb6-bdc5-41e253260b97 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:44.652035 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1e8e7-de11-4708-a7a4-4abe082fb4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42540a97-7bc0-488b-8f78-608f42c57995,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:44.670216 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4fb04f3d-05d5-4fb6-bdc5-41e253260b97 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:44.879702 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-4fb04f3d-05d5-4fb6-bdc5-41e253260b97 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Allocated IP 172.25.0.207 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/4f857320-4ba1-475f-9548-eea46ccd8e59) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:09:44.965208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed46c7-be2b-41b5-9314-e7c4cad57962 req-421ac91e-a0db-4b92-b4c6-c51083ac6904 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:44.966852 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42ed46c7-be2b-41b5-9314-e7c4cad57962 req-421ac91e-a0db-4b92-b4c6-c51083ac6904 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 946 time: 0.1259933 Nov 26 03:09:45.063403 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4fb04f3d-05d5-4fb6-bdc5-41e253260b97 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:45.089678 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:45.109263 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42ed46c7-be2b-41b5-9314-e7c4cad57962 req-b8e38306-cff4-4c36-a780-183b9ef938af tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257701 Nov 26 03:09:45.183036 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4fb04f3d-05d5-4fb6-bdc5-41e253260b97 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:45.213348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d6cc0-207c-4308-b496-2cb120906318 req-92630faf-dc45-44bb-b9d8-a21f305f933c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:45.219537 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-860d6cc0-207c-4308-b496-2cb120906318 req-92630faf-dc45-44bb-b9d8-a21f305f933c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.54 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 946 time: 0.0985205 Nov 26 03:09:45.295419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb04f3d-05d5-4fb6-bdc5-41e253260b97 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:09:45.303092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-4fb04f3d-05d5-4fb6-bdc5-41e253260b97 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:09:45.321147 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb04f3d-05d5-4fb6-bdc5-41e253260b97 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:09:45.328129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb04f3d-05d5-4fb6-bdc5-41e253260b97 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Pushing event updated for resources: {'Port': ['ID=4f857320-4ba1-475f-9548-eea46ccd8e59,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:45.364153 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4f1cfc-87dd-413c-b6a5-9a7fda0e9ac2 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:45.452400 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c49a6422-4a43-4b0e-b1ed-8929ce30d3e7 None None] Provisioning complete for port 4f857320-4ba1-475f-9548-eea46ccd8e59 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:45.453151 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c49a6422-4a43-4b0e-b1ed-8929ce30d3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:45.510649 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c49a6422-4a43-4b0e-b1ed-8929ce30d3e7 None None] Port 4f857320-4ba1-475f-9548-eea46ccd8e59 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:09:45.550660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-860d6cc0-207c-4308-b496-2cb120906318 req-173fc3a8-ccf2-48eb-94c5-102999b7089f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Deleting port b2c7b6de-a984-4b0c-a4b7-f47516890907 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:45.551564 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-860d6cc0-207c-4308-b496-2cb120906318 req-173fc3a8-ccf2-48eb-94c5-102999b7089f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:45.748398 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-860d6cc0-207c-4308-b496-2cb120906318 req-173fc3a8-ccf2-48eb-94c5-102999b7089f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] For port b2c7b6de-a984-4b0c-a4b7-f47516890907, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=b2c7b6de-a984-4b0c-a4b7-f47516890907,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:45.748776 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-860d6cc0-207c-4308-b496-2cb120906318 req-173fc3a8-ccf2-48eb-94c5-102999b7089f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:45.768589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-860d6cc0-207c-4308-b496-2cb120906318 req-173fc3a8-ccf2-48eb-94c5-102999b7089f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Calling delete_port for b2c7b6de-a984-4b0c-a4b7-f47516890907 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:45.865910 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4fb04f3d-05d5-4fb6-bdc5-41e253260b97 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:46.071671 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da282aa1-0053-48c5-9533-631d16b5a770 req-00023838-4354-409d-98c6-ccd0232372f2 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:46.081303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da282aa1-0053-48c5-9533-631d16b5a770 req-00023838-4354-409d-98c6-ccd0232372f2 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:46.087385 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da282aa1-0053-48c5-9533-631d16b5a770 req-00023838-4354-409d-98c6-ccd0232372f2 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:46.093497 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da282aa1-0053-48c5-9533-631d16b5a770 req-00023838-4354-409d-98c6-ccd0232372f2 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:46.100019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da282aa1-0053-48c5-9533-631d16b5a770 req-00023838-4354-409d-98c6-ccd0232372f2 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:46.106590 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da282aa1-0053-48c5-9533-631d16b5a770 req-00023838-4354-409d-98c6-ccd0232372f2 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:46.112784 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da282aa1-0053-48c5-9533-631d16b5a770 req-00023838-4354-409d-98c6-ccd0232372f2 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:46.114819 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da282aa1-0053-48c5-9533-631d16b5a770 req-00023838-4354-409d-98c6-ccd0232372f2 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5434 time: 0.1600473 Nov 26 03:09:46.227554 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-860d6cc0-207c-4308-b496-2cb120906318 req-173fc3a8-ccf2-48eb-94c5-102999b7089f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:46.260574 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['b2c7b6de-a984-4b0c-a4b7-f47516890907'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:09:46.296223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94794bb1-682e-4ae4-9cbf-5001fe6baddf req-6e3f0cef-b527-486a-a715-2c322f475179 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 210 time: 0.0747364 Nov 26 03:09:46.310001 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fc3a8-ccf2-48eb-94c5-102999b7089f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event deleted for resources: {'Port': ['ID=b2c7b6de-a984-4b0c-a4b7-f47516890907,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:46.356923 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da282aa1-0053-48c5-9533-631d16b5a770 req-a83a7854-51f9-4444-9c81-fedc10e55104 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2272148 Nov 26 03:09:46.421203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-860d6cc0-207c-4308-b496-2cb120906318 req-173fc3a8-ccf2-48eb-94c5-102999b7089f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] No DVR routers for this DVR port b2c7b6de-a984-4b0c-a4b7-f47516890907 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:09:46.424765 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-860d6cc0-207c-4308-b496-2cb120906318 req-173fc3a8-ccf2-48eb-94c5-102999b7089f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:46.429476 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-860d6cc0-207c-4308-b496-2cb120906318 req-173fc3a8-ccf2-48eb-94c5-102999b7089f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.54 "DELETE /v2.0/ports/b2c7b6de-a984-4b0c-a4b7-f47516890907 HTTP/1.1" status: 204 len: 173 time: 1.1791465 Nov 26 03:09:46.432227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74637ba7-4195-4287-83e8-23c628dc6859', 'name': 'network-vif-deleted', 'tag': 'b2c7b6de-a984-4b0c-a4b7-f47516890907'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:09:46.436411 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06484515-5836-414c-bdd4-d31c966db058" -d '{"events": [{"server_uuid": "74637ba7-4195-4287-83e8-23c628dc6859", "name": "network-vif-deleted", "tag": "b2c7b6de-a984-4b0c-a4b7-f47516890907"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:09:46.446255 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4fb04f3d-05d5-4fb6-bdc5-41e253260b97 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:46.453416 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4fb04f3d-05d5-4fb6-bdc5-41e253260b97 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:46.528846 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0737cb34-2b1d-481b-8f80-47361e7c45d0 x-openstack-request-id: req-0737cb34-2b1d-481b-8f80-47361e7c45d0 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:09:46.529158 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74637ba7-4195-4287-83e8-23c628dc6859", "name": "network-vif-deleted", "tag": "b2c7b6de-a984-4b0c-a4b7-f47516890907", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:09:46.529427 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0737cb34-2b1d-481b-8f80-47361e7c45d0 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:09:46.530266 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74637ba7-4195-4287-83e8-23c628dc6859', 'name': 'network-vif-deleted', 'tag': 'b2c7b6de-a984-4b0c-a4b7-f47516890907', 'status': 'completed', 'code': 200} Nov 26 03:09:46.623419 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:46.652276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb04f3d-05d5-4fb6-bdc5-41e253260b97 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Router 8fa8a3a2-9e6b-4ac9-bc38-af35e421979a is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:09:46.777567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb04f3d-05d5-4fb6-bdc5-41e253260b97 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:09:46.782907 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4fb04f3d-05d5-4fb6-bdc5-41e253260b97 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:46.786855 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4fb04f3d-05d5-4fb6-bdc5-41e253260b97 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "PUT /v2.0/routers/8fa8a3a2-9e6b-4ac9-bc38-af35e421979a HTTP/1.1" status: 200 len: 916 time: 2.9934490 Nov 26 03:09:46.786965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38648) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:46.796259 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9563b953-7423-4185-865a-1908f16ad73b None None] Sync routers for ids ['8fa8a3a2-9e6b-4ac9-bc38-af35e421979a'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:09:46.807581 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9563b953-7423-4185-865a-1908f16ad73b None None] Routers {'8fa8a3a2-9e6b-4ac9-bc38-af35e421979a'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:46.808267 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9563b953-7423-4185-865a-1908f16ad73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8fa8a3a2-9e6b-4ac9-bc38-af35e421979a'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:46.853136 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9563b953-7423-4185-865a-1908f16ad73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:46.871529 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9563b953-7423-4185-865a-1908f16ad73b None None] Routers {'8fa8a3a2-9e6b-4ac9-bc38-af35e421979a'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:46.873176 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9563b953-7423-4185-865a-1908f16ad73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8fa8a3a2-9e6b-4ac9-bc38-af35e421979a'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:46.936761 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-26269a83-94bf-4ee1-b769-8942f89d69a6 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "GET /v2.0/routers/8fa8a3a2-9e6b-4ac9-bc38-af35e421979a HTTP/1.1" status: 200 len: 922 time: 0.1487644 Nov 26 03:09:46.939092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38662) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:46.941972 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9563b953-7423-4185-865a-1908f16ad73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:46.942629 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9563b953-7423-4185-865a-1908f16ad73b None None] The sync data for ids ['8fa8a3a2-9e6b-4ac9-bc38-af35e421979a'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:09:46.997920 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dfd9fe-b37d-4a67-bf2a-2b9f27719480 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:47.000093 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-28dfd9fe-b37d-4a67-bf2a-2b9f27719480 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&device_id=8fa8a3a2-9e6b-4ac9-bc38-af35e421979a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0586374 Nov 26 03:09:47.002182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38668) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:47.095359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867f4e21-fa38-4372-a0f7-4221ba86bb80 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:47.096864 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-867f4e21-fa38-4372-a0f7-4221ba86bb80 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 881 time: 0.0935388 Nov 26 03:09:47.100039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38678) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:47.154208 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f03a7e87-fb74-4d04-bb8e-a12ffe52ec03 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fa8a3a2-9e6b-4ac9-bc38-af35e421979a HTTP/1.1" status: 200 len: 205 time: 0.0527749 Nov 26 03:09:47.156795 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38686) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:47.262069 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-39090c26-75d3-4109-8e18-d54eeae181e8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:47.267988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-39090c26-75d3-4109-8e18-d54eeae181e8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:47.273912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-39090c26-75d3-4109-8e18-d54eeae181e8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:47.279817 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-39090c26-75d3-4109-8e18-d54eeae181e8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:47.285712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-39090c26-75d3-4109-8e18-d54eeae181e8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:47.291736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-39090c26-75d3-4109-8e18-d54eeae181e8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:47.297657 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-39090c26-75d3-4109-8e18-d54eeae181e8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:47.299566 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-39090c26-75d3-4109-8e18-d54eeae181e8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.54 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5434 time: 0.1879017 Nov 26 03:09:47.357424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-7dcf0588-d379-4600-bfac-e2b852256267 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:47.358828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-7dcf0588-d379-4600-bfac-e2b852256267 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.54 "GET /v2.0/ports/db5b3ce7-6b84-4697-ad3c-d52fc64ab380?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0495512 Nov 26 03:09:47.365604 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9530c257-ea63-4b11-a07d-f5a4c9ff1acc tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:47.534271 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2f06bbcb-f11f-4aa7-997d-688305da8182 req-6dead7bd-d4a1-463d-b5dd-bfe5c1673d0c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 210 time: 0.1221287 Nov 26 03:09:47.549210 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:47.629900 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-ae908de2-e0fe-4f2e-a26f-96b88cc7ce06 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.54 "GET /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2621715 Nov 26 03:09:47.643969 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d97a5-e9b0-42ab-86d8-eef60f1451fb req-b868ecf1-ffba-4549-b174-0f50520cd324 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:47.652834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d97a5-e9b0-42ab-86d8-eef60f1451fb req-b868ecf1-ffba-4549-b174-0f50520cd324 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:47.659183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d97a5-e9b0-42ab-86d8-eef60f1451fb req-b868ecf1-ffba-4549-b174-0f50520cd324 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:47.665195 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d97a5-e9b0-42ab-86d8-eef60f1451fb req-b868ecf1-ffba-4549-b174-0f50520cd324 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:47.671368 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d97a5-e9b0-42ab-86d8-eef60f1451fb req-b868ecf1-ffba-4549-b174-0f50520cd324 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:47.677447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d97a5-e9b0-42ab-86d8-eef60f1451fb req-b868ecf1-ffba-4549-b174-0f50520cd324 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:47.683786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d97a5-e9b0-42ab-86d8-eef60f1451fb req-b868ecf1-ffba-4549-b174-0f50520cd324 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:47.685739 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-466d97a5-e9b0-42ab-86d8-eef60f1451fb req-b868ecf1-ffba-4549-b174-0f50520cd324 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 5434 time: 0.1993468 Nov 26 03:09:47.692010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-40a2a15d-c636-4424-a418-6d0d9de4580a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:47.699789 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9530c257-ea63-4b11-a07d-f5a4c9ff1acc tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:47.816903 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-40a2a15d-c636-4424-a418-6d0d9de4580a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:47.853869 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-466d97a5-e9b0-42ab-86d8-eef60f1451fb req-31a15fee-762b-43e8-a652-82be349caa55 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1568804 Nov 26 03:09:47.881170 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-9530c257-ea63-4b11-a07d-f5a4c9ff1acc tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Deleting port 4f857320-4ba1-475f-9548-eea46ccd8e59 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:47.881518 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9530c257-ea63-4b11-a07d-f5a4c9ff1acc tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:48.025033 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9530c257-ea63-4b11-a07d-f5a4c9ff1acc tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:48.051088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-9530c257-ea63-4b11-a07d-f5a4c9ff1acc tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Calling delete_port for 4f857320-4ba1-475f-9548-eea46ccd8e59 owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:48.061845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-40a2a15d-c636-4424-a418-6d0d9de4580a service neutron] For port db5b3ce7-6b84-4697-ad3c-d52fc64ab380, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=db5b3ce7-6b84-4697-ad3c-d52fc64ab380,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:48.482086 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-40a2a15d-c636-4424-a418-6d0d9de4580a service neutron] For port db5b3ce7-6b84-4697-ad3c-d52fc64ab380, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:09:48.552599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-40a2a15d-c636-4424-a418-6d0d9de4580a service neutron] device_id is not set on port db5b3ce7-6b84-4697-ad3c-d52fc64ab380 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:09:48.568737 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-40a2a15d-c636-4424-a418-6d0d9de4580a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:48.581196 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-40a2a15d-c636-4424-a418-6d0d9de4580a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:48.614792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38774) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:48.693287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2a15d-c636-4424-a418-6d0d9de4580a service neutron] Pushing event updated for resources: {'Port': ['ID=db5b3ce7-6b84-4697-ad3c-d52fc64ab380,revision_number=6']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:48.742176 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 8e518dd1-dbde-4e7c-b324-23a606669e5e no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:09:48.752865 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9530c257-ea63-4b11-a07d-f5a4c9ff1acc tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:48.756849 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9475309-8f63-4c3a-9497-368268307b9e req-fbb0964b-5390-445f-b8bf-cf55519790ce tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 210 time: 0.0907881 Nov 26 03:09:48.760447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-40a2a15d-c636-4424-a418-6d0d9de4580a service neutron] No DVR routers for this DVR port db5b3ce7-6b84-4697-ad3c-d52fc64ab380 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:09:48.796490 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e49a9357-8bad-48e6-a4e9-3d0d28977f5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:48.817634 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530c257-ea63-4b11-a07d-f5a4c9ff1acc tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Pushing event deleted for resources: {'Port': ['ID=4f857320-4ba1-475f-9548-eea46ccd8e59,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:48.839485 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4342da-9fc9-4b60-aa80-6d56d296bf5c None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:48.915293 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-40a2a15d-c636-4424-a418-6d0d9de4580a service neutron] In _notify_port_updated(), no bound segment for port db5b3ce7-6b84-4697-ad3c-d52fc64ab380 on network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 {{(pid=104802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 03:09:48.916383 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-40a2a15d-c636-4424-a418-6d0d9de4580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:48.917855 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-40a2a15d-c636-4424-a418-6d0d9de4580a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:48.919250 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-40a2a15d-c636-4424-a418-6d0d9de4580a service neutron] 10.222.0.54 "PUT /v2.0/ports/db5b3ce7-6b84-4697-ad3c-d52fc64ab380 HTTP/1.1" status: 200 len: 1027 time: 1.2312086 Nov 26 03:09:48.920089 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:48.921830 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e49a9357-8bad-48e6-a4e9-3d0d28977f5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:48.938051 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e49a9357-8bad-48e6-a4e9-3d0d28977f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:48.953178 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e518dd1-dbde-4e7c-b324-23a606669e5e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:09:48.955793 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa12c87-4f2e-40e9-9ac2-7685285d2302" -d '{"events": [{"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-unplugged", "status": "completed", "tag": "8e518dd1-dbde-4e7c-b324-23a606669e5e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:09:48.980478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 8e518dd1-dbde-4e7c-b324-23a606669e5e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8e518dd1-dbde-4e7c-b324-23a606669e5e,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:48.986003 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-06c58c31-fbf1-49c2-b526-5b2d8a13e6d3 None None] Provisioning complete for port db5b3ce7-6b84-4697-ad3c-d52fc64ab380 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:48.986774 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-06c58c31-fbf1-49c2-b526-5b2d8a13e6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.002658 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9530c257-ea63-4b11-a07d-f5a4c9ff1acc tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.006489 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a9357-8bad-48e6-a4e9-3d0d28977f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafe5dff-7bc2-4100-93a8-a0cb792f3df0,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:49.013480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-7db7c1ce-2a81-4d19-a20a-f7d95e6d3421 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:49.014961 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-7db7c1ce-2a81-4d19-a20a-f7d95e6d3421 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.54 "GET /v2.0/ports/6b09bce4-33a6-482a-a606-4d167407ae52?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0874243 Nov 26 03:09:49.021199 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.022208 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 8964a8e6-c084-4949-914a-2113fb27be33 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:09:49.035541 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 03:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d51bd6-8d4c-411f-8992-87af4831c3bf x-openstack-request-id: req-c1d51bd6-8d4c-411f-8992-87af4831c3bf {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:09:49.036240 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-unplugged", "status": "completed", "tag": "8e518dd1-dbde-4e7c-b324-23a606669e5e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:09:49.036762 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1d51bd6-8d4c-411f-8992-87af4831c3bf {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:09:49.037379 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e518dd1-dbde-4e7c-b324-23a606669e5e', 'code': 200} Nov 26 03:09:49.043194 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e49a9357-8bad-48e6-a4e9-3d0d28977f5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11bdc307a1f54c3299e0c59e7d4e5ad1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4255691 Nov 26 03:09:49.044140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38782) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:49.070034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-8c967afc-8419-4677-aa48-7d9fd4f83ede service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:49.092754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-06c58c31-fbf1-49c2-b526-5b2d8a13e6d3 None None] Port db5b3ce7-6b84-4697-ad3c-d52fc64ab380 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:09:49.120628 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=8e518dd1-dbde-4e7c-b324-23a606669e5e,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:49.133005 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:49.133373 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:49.133728 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:49.134077 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:49.134419 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:49.134758 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:49.135097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:49.135990 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:49.136356 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:49.136694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:49.137033 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:49.137367 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:49.179325 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d996a8e7-0eaf-4c20-a30a-9b1d0188c289 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.196183 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9530c257-ea63-4b11-a07d-f5a4c9ff1acc tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.204675 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9530c257-ea63-4b11-a07d-f5a4c9ff1acc tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.207836 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.217097 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d996a8e7-0eaf-4c20-a30a-9b1d0188c289 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.270382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b390bdb-f83f-4fad-9218-17956c5aac53 req-8b584c9e-ab9d-48c2-8ef7-f1626dca7fa6 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:49.271999 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 8964a8e6-c084-4949-914a-2113fb27be33, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8964a8e6-c084-4949-914a-2113fb27be33,segment=NetworkSegment(9eee9d6e-cc95-4188-a303-b0aa56e15eb1),segment_id=9eee9d6e-cc95-4188-a303-b0aa56e15eb1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:49.277778 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b390bdb-f83f-4fad-9218-17956c5aac53 req-8b584c9e-ab9d-48c2-8ef7-f1626dca7fa6 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:49.279247 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.280889 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device b2c7b6de-a984-4b0c-a4b7-f47516890907 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:09:49.284752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b390bdb-f83f-4fad-9218-17956c5aac53 req-8b584c9e-ab9d-48c2-8ef7-f1626dca7fa6 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:49.291893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b390bdb-f83f-4fad-9218-17956c5aac53 req-8b584c9e-ab9d-48c2-8ef7-f1626dca7fa6 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:49.295776 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d996a8e7-0eaf-4c20-a30a-9b1d0188c289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.298521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b390bdb-f83f-4fad-9218-17956c5aac53 req-8b584c9e-ab9d-48c2-8ef7-f1626dca7fa6 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:49.299445 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d996a8e7-0eaf-4c20-a30a-9b1d0188c289 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.304011 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d996a8e7-0eaf-4c20-a30a-9b1d0188c289 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dafe5dff-7bc2-4100-93a8-a0cb792f3df0 HTTP/1.1" status: 204 len: 168 time: 0.2585731 Nov 26 03:09:49.310520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: b2c7b6de-a984-4b0c-a4b7-f47516890907 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:09:49.311092 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device b2c7b6de-a984-4b0c-a4b7-f47516890907 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:09:49.311686 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device f0c320e9-1ccf-41db-b82e-2361eca3e5d9 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:09:49.319428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b390bdb-f83f-4fad-9218-17956c5aac53 req-8b584c9e-ab9d-48c2-8ef7-f1626dca7fa6 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:49.321806 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996a8e7-0eaf-4c20-a30a-9b1d0188c289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafe5dff-7bc2-4100-93a8-a0cb792f3df0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:49.324705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b390bdb-f83f-4fad-9218-17956c5aac53 req-8b584c9e-ab9d-48c2-8ef7-f1626dca7fa6 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 4658 time: 0.3037598 Nov 26 03:09:49.426180 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-8c967afc-8419-4677-aa48-7d9fd4f83ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.436110 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=8964a8e6-c084-4949-914a-2113fb27be33,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:49.478664 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9530c257-ea63-4b11-a07d-f5a4c9ff1acc tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.481347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9530c257-ea63-4b11-a07d-f5a4c9ff1acc tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Fanout notify agent at l3_agent the message router_deleted on router 8fa8a3a2-9e6b-4ac9-bc38-af35e421979a {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:09:49.493585 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9530c257-ea63-4b11-a07d-f5a4c9ff1acc tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.495532 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9530c257-ea63-4b11-a07d-f5a4c9ff1acc tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "DELETE /v2.0/routers/8fa8a3a2-9e6b-4ac9-bc38-af35e421979a HTTP/1.1" status: 204 len: 168 time: 2.3372061 Nov 26 03:09:49.499505 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38794) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:49.505255 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-34c637cb-f907-4c56-8391-dfa22f2cff57 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1849673062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:49.530991 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.586604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port f0c320e9-1ccf-41db-b82e-2361eca3e5d9, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=f0c320e9-1ccf-41db-b82e-2361eca3e5d9,segment=NetworkSegment(9eee9d6e-cc95-4188-a303-b0aa56e15eb1),segment_id=9eee9d6e-cc95-4188-a303-b0aa56e15eb1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:49.589265 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b390bdb-f83f-4fad-9218-17956c5aac53 req-82ca89d4-78e2-464e-8403-87bdacd01aee tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&id=34b64626-451d-48f2-886e-62a4fdc88a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1749487 Nov 26 03:09:49.592451 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.594231 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 38d683a3-b337-4602-8887-74ec15606ce0 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:09:49.605648 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-34c637cb-f907-4c56-8391-dfa22f2cff57 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.606747 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-34c637cb-f907-4c56-8391-dfa22f2cff57 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.699283 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-34c637cb-f907-4c56-8391-dfa22f2cff57 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.707616 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-34c637cb-f907-4c56-8391-dfa22f2cff57 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.731767 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=f0c320e9-1ccf-41db-b82e-2361eca3e5d9,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:49.757917 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-34c637cb-f907-4c56-8391-dfa22f2cff57 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.764254 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-34c637cb-f907-4c56-8391-dfa22f2cff57 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2631593 Nov 26 03:09:49.765773 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38800) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:49.771827 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-bfa43868-e347-4881-8727-b7ec18603138 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'enable_snat': False}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:49.792028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-8c967afc-8419-4677-aa48-7d9fd4f83ede service neutron] For port 6b09bce4-33a6-482a-a606-4d167407ae52, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=6b09bce4-33a6-482a-a606-4d167407ae52,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:49.813797 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.840354 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-8c967afc-8419-4677-aa48-7d9fd4f83ede service neutron] For port 6b09bce4-33a6-482a-a606-4d167407ae52, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:09:49.898609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 38d683a3-b337-4602-8887-74ec15606ce0, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=38d683a3-b337-4602-8887-74ec15606ce0,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:49.906975 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:49.907699 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 7484f68f-6538-4c42-ba92-bbfe50a28df2 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:09:49.988764 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38808) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:50.005983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e52a231-ec33-4e26-867a-133ef7132bac req-10273be7-e214-4f91-a6fe-cdc80e48637b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 210 time: 0.0713573 Nov 26 03:09:50.008597 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-8c967afc-8419-4677-aa48-7d9fd4f83ede service neutron] device_id is not set on port 6b09bce4-33a6-482a-a606-4d167407ae52 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:09:50.015487 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e27d-01fe-44b5-9e4d-74fa0e18fa17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.030732 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-8c967afc-8419-4677-aa48-7d9fd4f83ede service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.047313 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-8c967afc-8419-4677-aa48-7d9fd4f83ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.078819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=38d683a3-b337-4602-8887-74ec15606ce0,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:50.096277 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.115285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c967afc-8419-4677-aa48-7d9fd4f83ede service neutron] Pushing event updated for resources: {'Port': ['ID=6b09bce4-33a6-482a-a606-4d167407ae52,revision_number=6']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:50.126535 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfa43868-e347-4881-8727-b7ec18603138 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.158511 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 7484f68f-6538-4c42-ba92-bbfe50a28df2, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7484f68f-6538-4c42-ba92-bbfe50a28df2,segment=NetworkSegment(829bd44f-5392-443e-b02a-40ae82a1cea6),segment_id=829bd44f-5392-443e-b02a-40ae82a1cea6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:50.158961 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-8c967afc-8419-4677-aa48-7d9fd4f83ede service neutron] No DVR routers for this DVR port 6b09bce4-33a6-482a-a606-4d167407ae52 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:09:50.172704 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.173449 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device db5b3ce7-6b84-4697-ad3c-d52fc64ab380 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:09:50.235090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device db5b3ce7-6b84-4697-ad3c-d52fc64ab380 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:09:50.235577 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 6b09bce4-33a6-482a-a606-4d167407ae52 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:09:50.239614 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-8c967afc-8419-4677-aa48-7d9fd4f83ede service neutron] In _notify_port_updated(), no bound segment for port 6b09bce4-33a6-482a-a606-4d167407ae52 on network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 {{(pid=104802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 03:09:50.240685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-8c967afc-8419-4677-aa48-7d9fd4f83ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:50.241313 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-8c967afc-8419-4677-aa48-7d9fd4f83ede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.242715 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-8c967afc-8419-4677-aa48-7d9fd4f83ede service neutron] 10.222.0.54 "PUT /v2.0/ports/6b09bce4-33a6-482a-a606-4d167407ae52 HTTP/1.1" status: 200 len: 1027 time: 1.1767421 Nov 26 03:09:50.287801 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e27d-01fe-44b5-9e4d-74fa0e18fa17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.318012 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e27d-01fe-44b5-9e4d-74fa0e18fa17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.341762 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=7484f68f-6538-4c42-ba92-bbfe50a28df2,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:50.345971 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 6b09bce4-33a6-482a-a606-4d167407ae52 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:09:50.350615 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9cd9e27d-01fe-44b5-9e4d-74fa0e18fa17 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e8a5aacae4c4e2bbe092667faedcf55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3579838 Nov 26 03:09:50.371758 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38810) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:50.394955 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9e27d-01fe-44b5-9e4d-74fa0e18fa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eebd9bd-9cb5-467f-8430-4baba5cc8feb,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:50.466601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-613ffc67-2e25-4df1-b073-f17d7149eca3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Deleting port 8e518dd1-dbde-4e7c-b324-23a606669e5e {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:50.475419 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-613ffc67-2e25-4df1-b073-f17d7149eca3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.487631 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfa43868-e347-4881-8727-b7ec18603138 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.522470 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfa43868-e347-4881-8727-b7ec18603138 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.528278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-06ad2f98-f994-48a3-a50b-355ac4ef8559 None None] Provisioning complete for port 6b09bce4-33a6-482a-a606-4d167407ae52 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:50.528816 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-06ad2f98-f994-48a3-a50b-355ac4ef8559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.535294 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ad8fd2e-283c-4970-8f03-8c100be79d68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.596206 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-06ad2f98-f994-48a3-a50b-355ac4ef8559 None None] Port 6b09bce4-33a6-482a-a606-4d167407ae52 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:09:50.596480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-613ffc67-2e25-4df1-b073-f17d7149eca3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] For port 8e518dd1-dbde-4e7c-b324-23a606669e5e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8e518dd1-dbde-4e7c-b324-23a606669e5e,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:50.596622 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-613ffc67-2e25-4df1-b073-f17d7149eca3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.613432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-613ffc67-2e25-4df1-b073-f17d7149eca3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Calling delete_port for 8e518dd1-dbde-4e7c-b324-23a606669e5e owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:50.614396 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ad8fd2e-283c-4970-8f03-8c100be79d68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.696410 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-bfa43868-e347-4881-8727-b7ec18603138 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Allocated IP 172.25.0.186 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/93895815-9792-4409-9022-37a584e98666) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:09:50.756299 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ad8fd2e-283c-4970-8f03-8c100be79d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.758737 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ad8fd2e-283c-4970-8f03-8c100be79d68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.762205 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3ad8fd2e-283c-4970-8f03-8c100be79d68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0eebd9bd-9cb5-467f-8430-4baba5cc8feb HTTP/1.1" status: 204 len: 168 time: 0.3870113 Nov 26 03:09:50.771704 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8fd2e-283c-4970-8f03-8c100be79d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eebd9bd-9cb5-467f-8430-4baba5cc8feb,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:50.829628 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-613ffc67-2e25-4df1-b073-f17d7149eca3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.841262 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfa43868-e347-4881-8727-b7ec18603138 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.877111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ffc67-2e25-4df1-b073-f17d7149eca3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event deleted for resources: {'Port': ['ID=8e518dd1-dbde-4e7c-b324-23a606669e5e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:50.890286 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfa43868-e347-4881-8727-b7ec18603138 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:50.928694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb3ba7-c241-41eb-a480-ead36ca005d1 req-5a82fc8f-298a-44a5-adbd-b4194c106c06 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:50.931837 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa43868-e347-4881-8727-b7ec18603138 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:09:50.939111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb3ba7-c241-41eb-a480-ead36ca005d1 req-5a82fc8f-298a-44a5-adbd-b4194c106c06 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:50.952203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb3ba7-c241-41eb-a480-ead36ca005d1 req-5a82fc8f-298a-44a5-adbd-b4194c106c06 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:50.954458 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-bfa43868-e347-4881-8727-b7ec18603138 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:09:50.961985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa43868-e347-4881-8727-b7ec18603138 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:09:50.981872 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545634ea-3bab-4848-96f3-a1a472977605 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:50.990736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb3ba7-c241-41eb-a480-ead36ca005d1 req-5a82fc8f-298a-44a5-adbd-b4194c106c06 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:51.010345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb3ba7-c241-41eb-a480-ead36ca005d1 req-5a82fc8f-298a-44a5-adbd-b4194c106c06 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:51.015569 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4bfb3ba7-c241-41eb-a480-ead36ca005d1 req-5a82fc8f-298a-44a5-adbd-b4194c106c06 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 3876 time: 0.2654099 Nov 26 03:09:51.023819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c3896608-cda1-44db-a938-a5ca5b5d8540 None None] Provisioning complete for port 93895815-9792-4409-9022-37a584e98666 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:51.024455 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c3896608-cda1-44db-a938-a5ca5b5d8540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:51.025128 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa43868-e347-4881-8727-b7ec18603138 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Pushing event updated for resources: {'Port': ['ID=93895815-9792-4409-9022-37a584e98666,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:51.049582 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-613ffc67-2e25-4df1-b073-f17d7149eca3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] No DVR routers for this DVR port 8e518dd1-dbde-4e7c-b324-23a606669e5e on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:09:51.055505 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-613ffc67-2e25-4df1-b073-f17d7149eca3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:51.057956 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-613ffc67-2e25-4df1-b073-f17d7149eca3 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.54 "DELETE /v2.0/ports/8e518dd1-dbde-4e7c-b324-23a606669e5e HTTP/1.1" status: 204 len: 173 time: 0.8025069 Nov 26 03:09:51.063741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-deleted', 'tag': '8e518dd1-dbde-4e7c-b324-23a606669e5e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:09:51.066508 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf5c0c8-bbb9-41a5-8542-1a9f2af3b308" -d '{"events": [{"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-deleted", "tag": "8e518dd1-dbde-4e7c-b324-23a606669e5e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:09:51.083533 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8964a8e6-c084-4949-914a-2113fb27be33'}, {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0c320e9-1ccf-41db-b82e-2361eca3e5d9'}, {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38d683a3-b337-4602-8887-74ec15606ce0'}, {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7484f68f-6538-4c42-ba92-bbfe50a28df2'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:09:51.092247 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ca6e1c-fa60-4ff8-9e63-2035337c16cb" -d '{"events": [{"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-unplugged", "status": "completed", "tag": "8964a8e6-c084-4949-914a-2113fb27be33"}, {"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-unplugged", "status": "completed", "tag": "f0c320e9-1ccf-41db-b82e-2361eca3e5d9"}, {"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-unplugged", "status": "completed", "tag": "38d683a3-b337-4602-8887-74ec15606ce0"}, {"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-unplugged", "status": "completed", "tag": "7484f68f-6538-4c42-ba92-bbfe50a28df2"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:09:51.141793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c3896608-cda1-44db-a938-a5ca5b5d8540 None None] Port 93895815-9792-4409-9022-37a584e98666 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:09:51.253176 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4302c11-08f5-4797-b915-f231b80aac9e req-1f75b40d-f2ac-4dca-ae38-76aab5200968 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 210 time: 0.0935974 Nov 26 03:09:51.298010 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4bfb3ba7-c241-41eb-a480-ead36ca005d1 req-22dd4e7d-9ce3-443e-abdd-2ece8d1dbb37 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690694 Nov 26 03:09:51.350190 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-1cf22d5f-9d83-4dc9-ac23-93c5dc4f8b93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Deleting port 38d683a3-b337-4602-8887-74ec15606ce0 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:51.355931 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-1cf22d5f-9d83-4dc9-ac23-93c5dc4f8b93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:51.466243 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 26 Nov 2021 03:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803a5c01-082c-4582-a31f-6833bbdf6730 x-openstack-request-id: req-803a5c01-082c-4582-a31f-6833bbdf6730 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:09:51.468081 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-unplugged", "status": "completed", "tag": "8964a8e6-c084-4949-914a-2113fb27be33", "code": 200}, {"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-unplugged", "status": "completed", "tag": "f0c320e9-1ccf-41db-b82e-2361eca3e5d9", "code": 200}, {"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-unplugged", "status": "completed", "tag": "38d683a3-b337-4602-8887-74ec15606ce0", "code": 200}, {"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-unplugged", "status": "completed", "tag": "7484f68f-6538-4c42-ba92-bbfe50a28df2", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:09:51.468717 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-803a5c01-082c-4582-a31f-6833bbdf6730 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:09:51.469359 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8964a8e6-c084-4949-914a-2113fb27be33', 'code': 200} Nov 26 03:09:51.470053 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0c320e9-1ccf-41db-b82e-2361eca3e5d9', 'code': 200} Nov 26 03:09:51.470515 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38d683a3-b337-4602-8887-74ec15606ce0', 'code': 200} Nov 26 03:09:51.471527 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7484f68f-6538-4c42-ba92-bbfe50a28df2', 'code': 200} Nov 26 03:09:51.514014 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfa43868-e347-4881-8727-b7ec18603138 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:51.592379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-1cf22d5f-9d83-4dc9-ac23-93c5dc4f8b93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] For port 38d683a3-b337-4602-8887-74ec15606ce0, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=38d683a3-b337-4602-8887-74ec15606ce0,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:51.592975 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-1cf22d5f-9d83-4dc9-ac23-93c5dc4f8b93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:51.609003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-1cf22d5f-9d83-4dc9-ac23-93c5dc4f8b93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Calling delete_port for 38d683a3-b337-4602-8887-74ec15606ce0 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:51.624301 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075df53d-b79a-4521-8963-c15df0eb63ef x-openstack-request-id: req-075df53d-b79a-4521-8963-c15df0eb63ef {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:09:51.624811 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-deleted", "tag": "8e518dd1-dbde-4e7c-b324-23a606669e5e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:09:51.625085 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-075df53d-b79a-4521-8963-c15df0eb63ef {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:09:51.625499 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-deleted', 'tag': '8e518dd1-dbde-4e7c-b324-23a606669e5e', 'status': 'completed', 'code': 200} Nov 26 03:09:51.827809 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfa43868-e347-4881-8727-b7ec18603138 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:51.830392 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-1cf22d5f-9d83-4dc9-ac23-93c5dc4f8b93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:51.833282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfa43868-e347-4881-8727-b7ec18603138 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:51.913991 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-1cf22d5f-9d83-4dc9-ac23-93c5dc4f8b93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] No DVR routers for this DVR port 38d683a3-b337-4602-8887-74ec15606ce0 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:09:51.917235 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-1cf22d5f-9d83-4dc9-ac23-93c5dc4f8b93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:51.921216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-1cf22d5f-9d83-4dc9-ac23-93c5dc4f8b93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.54 "DELETE /v2.0/ports/38d683a3-b337-4602-8887-74ec15606ce0 HTTP/1.1" status: 204 len: 173 time: 0.8495085 Nov 26 03:09:51.922927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf22d5f-9d83-4dc9-ac23-93c5dc4f8b93 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event deleted for resources: {'Port': ['ID=38d683a3-b337-4602-8887-74ec15606ce0,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:52.043739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-e560b120-303c-4c25-a941-a4dbb48c1403 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Deleting port 8964a8e6-c084-4949-914a-2113fb27be33 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:52.043873 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-e560b120-303c-4c25-a941-a4dbb48c1403 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:52.180699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-e560b120-303c-4c25-a941-a4dbb48c1403 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] For port 8964a8e6-c084-4949-914a-2113fb27be33, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8964a8e6-c084-4949-914a-2113fb27be33,segment=NetworkSegment(9eee9d6e-cc95-4188-a303-b0aa56e15eb1),segment_id=9eee9d6e-cc95-4188-a303-b0aa56e15eb1)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:52.181512 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-e560b120-303c-4c25-a941-a4dbb48c1403 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:52.204409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-e560b120-303c-4c25-a941-a4dbb48c1403 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Calling delete_port for 8964a8e6-c084-4949-914a-2113fb27be33 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:52.481285 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f5e7131-c910-4678-9913-668946d8735f req-65a01145-1db8-4a88-ab96-2860c7044e4f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 210 time: 0.0985382 Nov 26 03:09:52.485922 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:52.557776 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-e560b120-303c-4c25-a941-a4dbb48c1403 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:52.591144 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560b120-303c-4c25-a941-a4dbb48c1403 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event deleted for resources: {'Port': ['ID=8964a8e6-c084-4949-914a-2113fb27be33,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:52.605661 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c48083-fcb6-4d3b-bfd3-e6500958d677 req-0e0d3123-b00b-4baa-9d79-e2af57d664fb tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:52.611981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c48083-fcb6-4d3b-bfd3-e6500958d677 req-0e0d3123-b00b-4baa-9d79-e2af57d664fb tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:52.618611 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c48083-fcb6-4d3b-bfd3-e6500958d677 req-0e0d3123-b00b-4baa-9d79-e2af57d664fb tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:52.627014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0c48083-fcb6-4d3b-bfd3-e6500958d677 req-0e0d3123-b00b-4baa-9d79-e2af57d664fb tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 2410 time: 0.1328273 Nov 26 03:09:52.691217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-e560b120-303c-4c25-a941-a4dbb48c1403 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] No DVR routers for this DVR port 8964a8e6-c084-4949-914a-2113fb27be33 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:09:52.694705 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-e560b120-303c-4c25-a941-a4dbb48c1403 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:52.698797 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-e560b120-303c-4c25-a941-a4dbb48c1403 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.54 "DELETE /v2.0/ports/8964a8e6-c084-4949-914a-2113fb27be33 HTTP/1.1" status: 204 len: 173 time: 0.7667432 Nov 26 03:09:52.795424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0c48083-fcb6-4d3b-bfd3-e6500958d677 req-e16d44c1-47e0-44c1-a6d8-00f4597b61e2 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674514 Nov 26 03:09:52.842124 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa43868-e347-4881-8727-b7ec18603138 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Router 7723366b-4c8e-4f2b-a7e1-349bf9d06e0b is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:09:52.895657 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Deleting port f0c320e9-1ccf-41db-b82e-2361eca3e5d9 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:52.895657 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:53.010426 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa43868-e347-4881-8727-b7ec18603138 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:09:53.019470 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfa43868-e347-4881-8727-b7ec18603138 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:53.019910 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7fdea0-2e1c-418f-bbc8-8fb602d20966 None None] Sync routers for ids ['7723366b-4c8e-4f2b-a7e1-349bf9d06e0b'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:09:53.023735 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bfa43868-e347-4881-8727-b7ec18603138 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "PUT /v2.0/routers/7723366b-4c8e-4f2b-a7e1-349bf9d06e0b HTTP/1.1" status: 200 len: 920 time: 3.2563946 Nov 26 03:09:53.024467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38870) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:53.027708 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] For port f0c320e9-1ccf-41db-b82e-2361eca3e5d9, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=f0c320e9-1ccf-41db-b82e-2361eca3e5d9,segment=NetworkSegment(9eee9d6e-cc95-4188-a303-b0aa56e15eb1),segment_id=9eee9d6e-cc95-4188-a303-b0aa56e15eb1)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:53.028168 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:53.034693 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7fdea0-2e1c-418f-bbc8-8fb602d20966 None None] Routers {'7723366b-4c8e-4f2b-a7e1-349bf9d06e0b'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:53.036922 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8a7fdea0-2e1c-418f-bbc8-8fb602d20966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['7723366b-4c8e-4f2b-a7e1-349bf9d06e0b'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:53.092978 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8a7fdea0-2e1c-418f-bbc8-8fb602d20966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:53.104463 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7fdea0-2e1c-418f-bbc8-8fb602d20966 None None] Routers {'7723366b-4c8e-4f2b-a7e1-349bf9d06e0b'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:53.106974 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8a7fdea0-2e1c-418f-bbc8-8fb602d20966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['7723366b-4c8e-4f2b-a7e1-349bf9d06e0b'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:53.125290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Calling delete_port for f0c320e9-1ccf-41db-b82e-2361eca3e5d9 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:53.171172 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8a7fdea0-2e1c-418f-bbc8-8fb602d20966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:53.171884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7fdea0-2e1c-418f-bbc8-8fb602d20966 None None] The sync data for ids ['7723366b-4c8e-4f2b-a7e1-349bf9d06e0b'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:09:53.231905 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7fa4a9c1-c43f-4f75-9fc7-c0247f979826 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "GET /v2.0/routers/7723366b-4c8e-4f2b-a7e1-349bf9d06e0b HTTP/1.1" status: 200 len: 926 time: 0.2036030 Nov 26 03:09:53.232281 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38878) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:53.299895 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caa38df-dad1-4d33-be7a-36f94a3a35b5 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:53.306373 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7caa38df-dad1-4d33-be7a-36f94a3a35b5 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&device_id=7723366b-4c8e-4f2b-a7e1-349bf9d06e0b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0692120 Nov 26 03:09:53.306373 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38882) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:53.336179 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:53.420142 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6856b4ee-e8c7-4300-a95c-fb670c719486 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:53.424092 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6856b4ee-e8c7-4300-a95c-fb670c719486 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "GET /v2.0/networks/0d5755d8-1b72-4bfa-9d12-12884b148955 HTTP/1.1" status: 200 len: 881 time: 0.1148627 Nov 26 03:09:53.425557 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38888) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:53.431040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event deleted for resources: {'Port': ['ID=f0c320e9-1ccf-41db-b82e-2361eca3e5d9,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:53.433662 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] No DVR routers for this DVR port f0c320e9-1ccf-41db-b82e-2361eca3e5d9 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:09:53.437736 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:53.440690 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.54 "DELETE /v2.0/ports/f0c320e9-1ccf-41db-b82e-2361eca3e5d9 HTTP/1.1" status: 204 len: 173 time: 0.7323699 Nov 26 03:09:53.447134 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:53.448146 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:53.448498 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:53.448839 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:53.449179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:53.449659 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:53.449996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:53.450425 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:53.450644 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:53.450963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:53.451293 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:53.451621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2399e69-eb96-4d2f-b11e-665343389c44 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:53.480144 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b051bd7e-656c-4827-b454-6992816a4b41 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "GET /v2.0/ports?device_id=7723366b-4c8e-4f2b-a7e1-349bf9d06e0b HTTP/1.1" status: 200 len: 205 time: 0.0523198 Nov 26 03:09:53.482911 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38890) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:53.563156 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:53.628075 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-deleted', 'tag': '38d683a3-b337-4602-8887-74ec15606ce0'}, {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-deleted', 'tag': '8964a8e6-c084-4949-914a-2113fb27be33'}, {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-deleted', 'tag': 'f0c320e9-1ccf-41db-b82e-2361eca3e5d9'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:09:53.631060 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c128612-29c9-4084-a47f-ab4afc237615" -d '{"events": [{"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-deleted", "tag": "38d683a3-b337-4602-8887-74ec15606ce0"}, {"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-deleted", "tag": "8964a8e6-c084-4949-914a-2113fb27be33"}, {"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-deleted", "tag": "f0c320e9-1ccf-41db-b82e-2361eca3e5d9"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:09:53.704151 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-799d9a63-3487-4470-b5e3-366a26d04dd5 req-99830342-2bc3-4142-8947-18dac9a90eed tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 210 time: 0.0772140 Nov 26 03:09:53.728083 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-192be1d7-2b93-4022-b3e3-2ee7585eb8fa tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:53.797604 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 26 Nov 2021 03:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6de1ee1-6a2b-4306-b72e-47caaa97ab0d x-openstack-request-id: req-d6de1ee1-6a2b-4306-b72e-47caaa97ab0d {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:09:53.797873 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-deleted", "tag": "38d683a3-b337-4602-8887-74ec15606ce0", "status": "completed", "code": 200}, {"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-deleted", "tag": "8964a8e6-c084-4949-914a-2113fb27be33", "status": "completed", "code": 200}, {"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-deleted", "tag": "f0c320e9-1ccf-41db-b82e-2361eca3e5d9", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:09:53.798004 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6de1ee1-6a2b-4306-b72e-47caaa97ab0d {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:09:53.798330 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-deleted', 'tag': '38d683a3-b337-4602-8887-74ec15606ce0', 'status': 'completed', 'code': 200} Nov 26 03:09:53.798585 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-deleted', 'tag': '8964a8e6-c084-4949-914a-2113fb27be33', 'status': 'completed', 'code': 200} Nov 26 03:09:53.799000 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-deleted', 'tag': 'f0c320e9-1ccf-41db-b82e-2361eca3e5d9', 'status': 'completed', 'code': 200} Nov 26 03:09:53.836971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-76e51533-64ea-43aa-b03e-00a3d35bd8c8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Deleting port 7484f68f-6538-4c42-ba92-bbfe50a28df2 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:53.837322 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-76e51533-64ea-43aa-b03e-00a3d35bd8c8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:54.421371 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-76e51533-64ea-43aa-b03e-00a3d35bd8c8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] For port 7484f68f-6538-4c42-ba92-bbfe50a28df2, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7484f68f-6538-4c42-ba92-bbfe50a28df2,segment=NetworkSegment(829bd44f-5392-443e-b02a-40ae82a1cea6),segment_id=829bd44f-5392-443e-b02a-40ae82a1cea6)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:09:54.422047 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-76e51533-64ea-43aa-b03e-00a3d35bd8c8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:54.434131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fdc78-5705-4e26-b8a4-ae4a3ed90b80 req-be802630-38de-46b8-bbf5-83611a8cf4b0 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:09:54.436038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f1fdc78-5705-4e26-b8a4-ae4a3ed90b80 req-be802630-38de-46b8-bbf5-83611a8cf4b0 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 943 time: 0.1296215 Nov 26 03:09:54.449768 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-192be1d7-2b93-4022-b3e3-2ee7585eb8fa tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:54.580905 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38926) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:54.592668 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f1fdc78-5705-4e26-b8a4-ae4a3ed90b80 req-5a56d184-68e7-41f3-8034-90a72d1e7e26 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups?id=69315863-2b5f-4bfb-9e3d-03ef30c91b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450319 Nov 26 03:09:54.678491 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-192be1d7-2b93-4022-b3e3-2ee7585eb8fa tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Deleting port 93895815-9792-4409-9022-37a584e98666 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:54.679507 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-192be1d7-2b93-4022-b3e3-2ee7585eb8fa tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:54.717973 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-57a9e4e0-f24a-4449-9db3-6b579b8c9687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:54.798910 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-76e51533-64ea-43aa-b03e-00a3d35bd8c8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:54.799272 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-76e51533-64ea-43aa-b03e-00a3d35bd8c8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:54.799604 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-76e51533-64ea-43aa-b03e-00a3d35bd8c8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Floating IP 43e03209-53ea-4f61-b593-89516d8b8630 disassociated. External IP: 172.25.0.240, port: 7484f68f-6538-4c42-ba92-bbfe50a28df2. Nov 26 03:09:54.799955 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-76e51533-64ea-43aa-b03e-00a3d35bd8c8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Calling delete_port for 7484f68f-6538-4c42-ba92-bbfe50a28df2 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:54.830000 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-57a9e4e0-f24a-4449-9db3-6b579b8c9687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:54.835182 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-57a9e4e0-f24a-4449-9db3-6b579b8c9687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:54.857159 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-192be1d7-2b93-4022-b3e3-2ee7585eb8fa tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:54.884618 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-57a9e4e0-f24a-4449-9db3-6b579b8c9687 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e58ad488a1244a33b95cd5d1d5e53edb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3025048 Nov 26 03:09:54.887864 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5714cdb4-f5df-4149-a46a-dabb7fa7de95 req-b02195b8-0919-4348-89a1-0d0d2808b4e2 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=74637ba7-4195-4287-83e8-23c628dc6859 HTTP/1.1" status: 200 len: 210 time: 0.0662794 Nov 26 03:09:54.888904 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38934) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:54.902674 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9e4e0-f24a-4449-9db3-6b579b8c9687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0417e414-472c-4000-adcd-f3e3d6139cff,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:54.903005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-192be1d7-2b93-4022-b3e3-2ee7585eb8fa tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Calling delete_port for 93895815-9792-4409-9022-37a584e98666 owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:54.912264 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9e4e0-f24a-4449-9db3-6b579b8c9687 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:54.912619 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9e4e0-f24a-4449-9db3-6b579b8c9687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:54.913052 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9e4e0-f24a-4449-9db3-6b579b8c9687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:54.913303 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9e4e0-f24a-4449-9db3-6b579b8c9687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:54.913643 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9e4e0-f24a-4449-9db3-6b579b8c9687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:54.913978 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9e4e0-f24a-4449-9db3-6b579b8c9687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:54.914308 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9e4e0-f24a-4449-9db3-6b579b8c9687 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:54.914637 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9e4e0-f24a-4449-9db3-6b579b8c9687 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:54.914968 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9e4e0-f24a-4449-9db3-6b579b8c9687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:54.915551 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9e4e0-f24a-4449-9db3-6b579b8c9687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:54.915697 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9e4e0-f24a-4449-9db3-6b579b8c9687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:54.915923 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9e4e0-f24a-4449-9db3-6b579b8c9687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:09:54.989434 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43cb1a5c-1477-453c-b860-e169243db15c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:55.017486 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43cb1a5c-1477-453c-b860-e169243db15c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:55.084912 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43cb1a5c-1477-453c-b860-e169243db15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:55.089492 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43cb1a5c-1477-453c-b860-e169243db15c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:55.093472 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-43cb1a5c-1477-453c-b860-e169243db15c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0417e414-472c-4000-adcd-f3e3d6139cff HTTP/1.1" status: 204 len: 168 time: 0.2026985 Nov 26 03:09:55.110965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb1a5c-1477-453c-b860-e169243db15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0417e414-472c-4000-adcd-f3e3d6139cff,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:55.113922 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-76e51533-64ea-43aa-b03e-00a3d35bd8c8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:55.155087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e51533-64ea-43aa-b03e-00a3d35bd8c8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event deleted for resources: {'Port': ['ID=7484f68f-6538-4c42-ba92-bbfe50a28df2,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:55.294209 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-192be1d7-2b93-4022-b3e3-2ee7585eb8fa tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:55.330436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192be1d7-2b93-4022-b3e3-2ee7585eb8fa tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Pushing event deleted for resources: {'Port': ['ID=93895815-9792-4409-9022-37a584e98666,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:55.345527 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c4c586-e183-4d25-bacb-aab11984fa8b None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:55.356992 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-76e51533-64ea-43aa-b03e-00a3d35bd8c8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Router 83f61df2-0336-4029-8e67-1aa9c4d87f18 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:09:55.460551 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38940) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:55.471273 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-192be1d7-2b93-4022-b3e3-2ee7585eb8fa tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:55.482010 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db865ff8-3e8b-4c55-ad3c-21757cbb2643 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:55.572466 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db865ff8-3e8b-4c55-ad3c-21757cbb2643 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:55.577458 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-192be1d7-2b93-4022-b3e3-2ee7585eb8fa tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:55.581039 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db865ff8-3e8b-4c55-ad3c-21757cbb2643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:55.581613 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-192be1d7-2b93-4022-b3e3-2ee7585eb8fa tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:55.630457 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-db865ff8-3e8b-4c55-ad3c-21757cbb2643 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed7195ba45b54d5c9c8df5606b937d3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1681383 Nov 26 03:09:55.631514 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38944) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:55.639498 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db865ff8-3e8b-4c55-ad3c-21757cbb2643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f253984-88e9-4400-9556-69089d55fff9,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:55.651283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-76e51533-64ea-43aa-b03e-00a3d35bd8c8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:09:55.667873 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1ad732-487c-4d55-a396-f660c670493f None None] Sync routers for ids ['83f61df2-0336-4029-8e67-1aa9c4d87f18'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:09:55.680724 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ad732-487c-4d55-a396-f660c670493f None None] Routers {'83f61df2-0336-4029-8e67-1aa9c4d87f18'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:55.681794 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cf1ad732-487c-4d55-a396-f660c670493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['83f61df2-0336-4029-8e67-1aa9c4d87f18'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:55.693912 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-192be1d7-2b93-4022-b3e3-2ee7585eb8fa tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:55.694487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192be1d7-2b93-4022-b3e3-2ee7585eb8fa tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Fanout notify agent at l3_agent the message router_deleted on router 7723366b-4c8e-4f2b-a7e1-349bf9d06e0b {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:09:55.714960 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-192be1d7-2b93-4022-b3e3-2ee7585eb8fa tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:55.716390 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-192be1d7-2b93-4022-b3e3-2ee7585eb8fa tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "DELETE /v2.0/routers/7723366b-4c8e-4f2b-a7e1-349bf9d06e0b HTTP/1.1" status: 204 len: 168 time: 2.2324784 Nov 26 03:09:55.717615 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-76e51533-64ea-43aa-b03e-00a3d35bd8c8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] No DVR routers for this DVR port 7484f68f-6538-4c42-ba92-bbfe50a28df2 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:09:55.725757 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38946) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:55.733096 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-76e51533-64ea-43aa-b03e-00a3d35bd8c8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:55.743115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4763a5f-a106-43c6-8647-939cf7ed92eb req-76e51533-64ea-43aa-b03e-00a3d35bd8c8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.54 "DELETE /v2.0/ports/7484f68f-6538-4c42-ba92-bbfe50a28df2 HTTP/1.1" status: 204 len: 173 time: 2.2858403 Nov 26 03:09:55.761871 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1261256802', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}, 'admin_state_up': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:55.788705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd747d08-90f4-4085-a6c0-74923c544794 req-54dc2853-b405-415c-80ec-35702a088fa8 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.0443468 Nov 26 03:09:55.792759 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-340e05b7-14a0-410f-9001-eb179a381455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:55.800416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-deleted', 'tag': '7484f68f-6538-4c42-ba92-bbfe50a28df2'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:09:55.803282 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34388021-9be9-401b-9161-9a8603938a22" -d '{"events": [{"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-deleted", "tag": "7484f68f-6538-4c42-ba92-bbfe50a28df2"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:09:55.843498 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:55.845232 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:55.852451 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-340e05b7-14a0-410f-9001-eb179a381455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:55.876029 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b13078b-8e44-4790-b62c-29c397bce6a6 x-openstack-request-id: req-8b13078b-8e44-4790-b62c-29c397bce6a6 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:09:55.876372 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28258d28-26ca-46ce-985d-be51b194a150", "name": "network-vif-deleted", "tag": "7484f68f-6538-4c42-ba92-bbfe50a28df2", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:09:55.876632 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b13078b-8e44-4790-b62c-29c397bce6a6 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:09:55.877050 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28258d28-26ca-46ce-985d-be51b194a150', 'name': 'network-vif-deleted', 'tag': '7484f68f-6538-4c42-ba92-bbfe50a28df2', 'status': 'completed', 'code': 200} Nov 26 03:09:55.940593 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-cf1ad732-487c-4d55-a396-f660c670493f None None] Set router 83f61df2-0336-4029-8e67-1aa9c4d87f18 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:55.965252 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:56.123607 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-340e05b7-14a0-410f-9001-eb179a381455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:56.126277 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-340e05b7-14a0-410f-9001-eb179a381455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:56.129802 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-340e05b7-14a0-410f-9001-eb179a381455 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f253984-88e9-4400-9556-69089d55fff9 HTTP/1.1" status: 204 len: 168 time: 0.4944406 Nov 26 03:09:56.129802 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:56.144634 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e05b7-14a0-410f-9001-eb179a381455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f253984-88e9-4400-9556-69089d55fff9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:56.212421 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cf1ad732-487c-4d55-a396-f660c670493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'name': 'tempest-TaggedBootDevicesTest-383443456-router', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:12Z', 'updated_at': '2021-11-26T02:58:17Z', 'revision_number': 4, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'gw_port': {'id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:13Z', 'updated_at': '2021-11-26T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'ed0dcc3f-af70-440a-a685-0362be4a507d', 'name': '', 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'mac_address': 'fa:16:3e:2b:41:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:17Z', 'updated_at': '2021-11-26T02:58:31Z', 'revision_number': 5, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'subnets': [{'id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:56.246433 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1ad732-487c-4d55-a396-f660c670493f None None] Checking router: 83f61df2-0336-4029-8e67-1aa9c4d87f18 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:09:56.256636 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ad732-487c-4d55-a396-f660c670493f None None] Routers {'83f61df2-0336-4029-8e67-1aa9c4d87f18'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:56.257353 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cf1ad732-487c-4d55-a396-f660c670493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['83f61df2-0336-4029-8e67-1aa9c4d87f18'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:56.378999 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:56.399881 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-cf1ad732-487c-4d55-a396-f660c670493f None None] Set router 83f61df2-0336-4029-8e67-1aa9c4d87f18 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:09:56.404292 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:56.546310 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Allocated IP 172.25.0.155 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/09bcc1ef-951b-4122-bb21-c6925eca2018) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:09:56.649486 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-cf1ad732-487c-4d55-a396-f660c670493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'name': 'tempest-TaggedBootDevicesTest-383443456-router', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:12Z', 'updated_at': '2021-11-26T02:58:17Z', 'revision_number': 4, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'gw_port': {'id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:13Z', 'updated_at': '2021-11-26T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'ed0dcc3f-af70-440a-a685-0362be4a507d', 'name': '', 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'mac_address': 'fa:16:3e:2b:41:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:17Z', 'updated_at': '2021-11-26T02:58:31Z', 'revision_number': 5, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'subnets': [{'id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:56.680511 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:56.681575 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1ad732-487c-4d55-a396-f660c670493f None None] The sync data for ids ['83f61df2-0336-4029-8e67-1aa9c4d87f18'] in n-d-819389-3 is: [{'id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'name': 'tempest-TaggedBootDevicesTest-383443456-router', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:12Z', 'updated_at': '2021-11-26T02:58:17Z', 'revision_number': 4, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'gw_port': {'id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:13Z', 'updated_at': '2021-11-26T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'ed0dcc3f-af70-440a-a685-0362be4a507d', 'name': '', 'network_id': '8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'mac_address': 'fa:16:3e:2b:41:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:17Z', 'updated_at': '2021-11-26T02:58:31Z', 'revision_number': 5, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'subnets': [{'id': '97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:09:56.724528 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:56.787572 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:09:56.792657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:09:56.797361 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:09:56.809994 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd1658b-166b-4255-bf15-eb010c389d6c None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:56.844286 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Pushing event updated for resources: {'Port': ['ID=09bcc1ef-951b-4122-bb21-c6925eca2018,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:56.947065 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7578a6e3-6929-4760-bcf7-432a7568bbe8 None None] Provisioning complete for port 09bcc1ef-951b-4122-bb21-c6925eca2018 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:09:56.948204 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7578a6e3-6929-4760-bcf7-432a7568bbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:57.015359 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7578a6e3-6929-4760-bcf7-432a7568bbe8 None None] Port 09bcc1ef-951b-4122-bb21-c6925eca2018 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:09:57.041904 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e8ee282-092c-46d0-92e1-22f6b70a9854 req-73f720bd-eb78-4ade-9fab-7c808169c73a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.0547657 Nov 26 03:09:57.051079 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c7e8f-cd55-4755-918c-31de815aadd8 None None] New status for floating IP 43e03209-53ea-4f61-b593-89516d8b8630: DOWN {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:09:57.171638 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:57.394262 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:57.525730 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Router 3b2d94ae-71c5-4787-a992-33ae8707e7cd is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:09:57.640765 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:09:57.659616 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ad4923-6f5c-4394-91d0-d0c947a1ad59 None None] Sync routers for ids ['3b2d94ae-71c5-4787-a992-33ae8707e7cd'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:09:57.665769 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:57.668567 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f5fcea5c-791f-4a03-82b0-6e05ef3ccaf1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.9392624 Nov 26 03:09:57.670228 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39000) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:57.676382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b10c8ef3-e51b-4728-af8d-ab6d979f9278 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:09:57.683925 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ad4923-6f5c-4394-91d0-d0c947a1ad59 None None] Routers {'3b2d94ae-71c5-4787-a992-33ae8707e7cd'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:57.684531 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e2ad4923-6f5c-4394-91d0-d0c947a1ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['3b2d94ae-71c5-4787-a992-33ae8707e7cd'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:57.726209 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e2ad4923-6f5c-4394-91d0-d0c947a1ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:57.737279 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ad4923-6f5c-4394-91d0-d0c947a1ad59 None None] Routers {'3b2d94ae-71c5-4787-a992-33ae8707e7cd'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:57.738433 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e2ad4923-6f5c-4394-91d0-d0c947a1ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['3b2d94ae-71c5-4787-a992-33ae8707e7cd'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:57.779018 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e2ad4923-6f5c-4394-91d0-d0c947a1ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:57.780187 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ad4923-6f5c-4394-91d0-d0c947a1ad59 None None] The sync data for ids ['3b2d94ae-71c5-4787-a992-33ae8707e7cd'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:09:58.030456 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b10c8ef3-e51b-4728-af8d-ab6d979f9278 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:58.044510 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b10c8ef3-e51b-4728-af8d-ab6d979f9278 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:58.106502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b10c8ef3-e51b-4728-af8d-ab6d979f9278 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Deleting port 09bcc1ef-951b-4122-bb21-c6925eca2018 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:09:58.106934 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b10c8ef3-e51b-4728-af8d-ab6d979f9278 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:58.185835 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fb8cbe9-79c2-4fee-b219-b22b81a3526f req-458d4b29-ebcf-40f4-b2b9-cc996679b21c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.0368488 Nov 26 03:09:58.231896 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b10c8ef3-e51b-4728-af8d-ab6d979f9278 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:58.245272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b10c8ef3-e51b-4728-af8d-ab6d979f9278 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Calling delete_port for 09bcc1ef-951b-4122-bb21-c6925eca2018 owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:09:58.430894 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b10c8ef3-e51b-4728-af8d-ab6d979f9278 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:58.458565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c8ef3-e51b-4728-af8d-ab6d979f9278 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Pushing event deleted for resources: {'Port': ['ID=09bcc1ef-951b-4122-bb21-c6925eca2018,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:58.484940 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8875a739-f56f-4da3-950f-570a6614ee16 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:09:58.541182 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b10c8ef3-e51b-4728-af8d-ab6d979f9278 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:58.804624 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b10c8ef3-e51b-4728-af8d-ab6d979f9278 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11334'] for router, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:58.809393 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b10c8ef3-e51b-4728-af8d-ab6d979f9278 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452685'] for router, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:58.904536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10c8ef3-e51b-4728-af8d-ab6d979f9278 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Router 3b2d94ae-71c5-4787-a992-33ae8707e7cd has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:09:58.998888 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10c8ef3-e51b-4728-af8d-ab6d979f9278 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:09:59.013637 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af33d28d-0482-4f73-a58c-96c570c958b4 None None] Sync routers for ids ['3b2d94ae-71c5-4787-a992-33ae8707e7cd'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:09:59.015545 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b10c8ef3-e51b-4728-af8d-ab6d979f9278 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:59.019360 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b10c8ef3-e51b-4728-af8d-ab6d979f9278 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "PUT /v2.0/routers/3b2d94ae-71c5-4787-a992-33ae8707e7cd HTTP/1.1" status: 200 len: 710 time: 1.3454895 Nov 26 03:09:59.019641 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39034) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:59.043135 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af33d28d-0482-4f73-a58c-96c570c958b4 None None] Routers {'3b2d94ae-71c5-4787-a992-33ae8707e7cd'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:59.044304 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-af33d28d-0482-4f73-a58c-96c570c958b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['3b2d94ae-71c5-4787-a992-33ae8707e7cd'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:59.070018 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39036) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:59.089149 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-af33d28d-0482-4f73-a58c-96c570c958b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:59.099413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af33d28d-0482-4f73-a58c-96c570c958b4 None None] Routers {'3b2d94ae-71c5-4787-a992-33ae8707e7cd'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:09:59.100362 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-af33d28d-0482-4f73-a58c-96c570c958b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:09:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['3b2d94ae-71c5-4787-a992-33ae8707e7cd'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:59.136798 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-af33d28d-0482-4f73-a58c-96c570c958b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:09:59.137876 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af33d28d-0482-4f73-a58c-96c570c958b4 None None] The sync data for ids ['3b2d94ae-71c5-4787-a992-33ae8707e7cd'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:09:59.173411 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3635e2d3-fd29-4cad-84c0-010fe9416aa0 tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "GET /v2.0/routers/3b2d94ae-71c5-4787-a992-33ae8707e7cd HTTP/1.1" status: 200 len: 745 time: 0.1519597 Nov 26 03:09:59.176082 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39040) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:59.232134 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1414ef58-7d28-469b-aada-b860ae987b71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:59.253757 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-02de7e1e-292d-46f2-9d43-d38f208c3e6b tempest-RoutersIpV6AdminTest-263065707 tempest-RoutersIpV6AdminTest-263065707-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&device_id=3b2d94ae-71c5-4787-a992-33ae8707e7cd HTTP/1.1" status: 200 len: 205 time: 0.0759838 Nov 26 03:09:59.254357 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39044) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:59.296677 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b8ed0895-376c-4317-b376-189258fd5bc1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2d94ae-71c5-4787-a992-33ae8707e7cd HTTP/1.1" status: 200 len: 205 time: 0.0410464 Nov 26 03:09:59.297285 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39048) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:59.323958 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1414ef58-7d28-469b-aada-b860ae987b71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:59.357118 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-69848f8b-e3a9-4241-897f-fd086d28277a req-c3290961-9f18-42f8-b895-be9a0cb74db5 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.0312901 Nov 26 03:09:59.358470 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1414ef58-7d28-469b-aada-b860ae987b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:59.398840 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee84a95a-7028-49de-8daf-a9c96614d8d0 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:59.406515 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1414ef58-7d28-469b-aada-b860ae987b71 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e73af9c5d2d24ac4becba5a91fdf726b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3347888 Nov 26 03:09:59.407271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39050) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:59.413653 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414ef58-7d28-469b-aada-b860ae987b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632f8ac0-9187-4c03-94e3-66af165b7449,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:59.468239 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ccf-c0dd-479d-8cfb-1c71c4c0825b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:59.491543 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ccf-c0dd-479d-8cfb-1c71c4c0825b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:59.550046 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ccf-c0dd-479d-8cfb-1c71c4c0825b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:59.553622 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ccf-c0dd-479d-8cfb-1c71c4c0825b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:59.558496 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2cc13ccf-c0dd-479d-8cfb-1c71c4c0825b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/632f8ac0-9187-4c03-94e3-66af165b7449 HTTP/1.1" status: 204 len: 168 time: 0.1498024 Nov 26 03:09:59.568887 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc13ccf-c0dd-479d-8cfb-1c71c4c0825b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632f8ac0-9187-4c03-94e3-66af165b7449,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:09:59.619063 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee84a95a-7028-49de-8daf-a9c96614d8d0 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:59.621376 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee84a95a-7028-49de-8daf-a9c96614d8d0 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:59.684143 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee84a95a-7028-49de-8daf-a9c96614d8d0 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:59.685555 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee84a95a-7028-49de-8daf-a9c96614d8d0 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Fanout notify agent at l3_agent the message router_deleted on router 3b2d94ae-71c5-4787-a992-33ae8707e7cd {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:09:59.697992 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ee84a95a-7028-49de-8daf-a9c96614d8d0 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:09:59.702854 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39054) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:59.715313 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ee84a95a-7028-49de-8daf-a9c96614d8d0 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "DELETE /v2.0/routers/3b2d94ae-71c5-4787-a992-33ae8707e7cd HTTP/1.1" status: 204 len: 168 time: 0.4162817 Nov 26 03:09:59.734211 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6e8222c0-9c17-4444-ae84-4d5abb32d8f5 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2d94ae-71c5-4787-a992-33ae8707e7cd HTTP/1.1" status: 200 len: 205 time: 0.0299149 Nov 26 03:09:59.736514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39056) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:59.785463 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-b6a42e3d-a9de-44a5-88f0-d3b1122f1561 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] delete failed (client error): The resource could not be found. Nov 26 03:09:59.786977 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b6a42e3d-a9de-44a5-88f0-d3b1122f1561 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "DELETE /v2.0/routers/3b2d94ae-71c5-4787-a992-33ae8707e7cd HTTP/1.1" status: 404 len: 336 time: 0.0485573 Nov 26 03:09:59.789537 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39060) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:59.833262 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9e3dd18b-f0ec-429d-8b2b-1aa3503b23c1 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "GET /v2.0/ports?device_id=7723366b-4c8e-4f2b-a7e1-349bf9d06e0b HTTP/1.1" status: 200 len: 205 time: 0.0418553 Nov 26 03:09:59.836088 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39062) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:59.890043 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-54c2e3b9-b0cd-4ccb-9272-61861f0912e8 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] delete failed (client error): The resource could not be found. Nov 26 03:09:59.891288 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-54c2e3b9-b0cd-4ccb-9272-61861f0912e8 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "DELETE /v2.0/routers/7723366b-4c8e-4f2b-a7e1-349bf9d06e0b HTTP/1.1" status: 404 len: 336 time: 0.0533197 Nov 26 03:09:59.895218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39066) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:59.931316 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8adc7bb9-d45c-4dee-a47f-6bf438f67afc tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fa8a3a2-9e6b-4ac9-bc38-af35e421979a HTTP/1.1" status: 200 len: 205 time: 0.0345049 Nov 26 03:09:59.934275 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39068) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:59.984619 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39070) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:09:59.986634 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-6657c398-6d93-4b3e-bb1d-1a5b37458611 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] delete failed (client error): The resource could not be found. Nov 26 03:09:59.990290 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6657c398-6d93-4b3e-bb1d-1a5b37458611 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "DELETE /v2.0/routers/8fa8a3a2-9e6b-4ac9-bc38-af35e421979a HTTP/1.1" status: 404 len: 336 time: 0.0524490 Nov 26 03:09:59.990641 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39072) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:00.004681 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4a82-96f2-42d3-854a-f090433a1d95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:00.022632 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-961b1222-857f-4256-81dc-90f9e0274834 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c010afb-e35c-4603-9ffc-e8d1e6d4d573 HTTP/1.1" status: 200 len: 205 time: 0.0285838 Nov 26 03:10:00.023259 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39074) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:00.082643 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-e4bcbab0-3aa2-486f-a0aa-ca74bb1d8697 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] delete failed (client error): The resource could not be found. Nov 26 03:10:00.084155 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e4bcbab0-3aa2-486f-a0aa-ca74bb1d8697 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "DELETE /v2.0/routers/8c010afb-e35c-4603-9ffc-e8d1e6d4d573 HTTP/1.1" status: 404 len: 336 time: 0.0594106 Nov 26 03:10:00.087681 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39076) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:00.108255 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4a82-96f2-42d3-854a-f090433a1d95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:00.113988 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4a82-96f2-42d3-854a-f090433a1d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:00.125517 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5891199a-a258-4127-aaf6-5452bfc23c39 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "GET /v2.0/ports?device_id=502cead2-0c93-4340-9f70-e121ef849a92 HTTP/1.1" status: 200 len: 205 time: 0.0358357 Nov 26 03:10:00.127562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39078) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:00.165400 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ab1e4a82-96f2-42d3-854a-f090433a1d95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d14ea83680c4eae9c2fd91da35e93f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1766288 Nov 26 03:10:00.165400 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e4a82-96f2-42d3-854a-f090433a1d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547317bc-e8bf-480e-b8b3-f1edc79ade03,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:00.167447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39080) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:00.193591 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-2f26f1da-311b-4d08-b989-64f1098f07a0 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] delete failed (client error): The resource could not be found. Nov 26 03:10:00.198147 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2f26f1da-311b-4d08-b989-64f1098f07a0 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "DELETE /v2.0/routers/502cead2-0c93-4340-9f70-e121ef849a92 HTTP/1.1" status: 404 len: 336 time: 0.0695460 Nov 26 03:10:00.198702 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39082) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:00.222386 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6c0b09b4-2ab5-4de8-bd64-0a34cb3f0b9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:00.235747 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b97b6431-fc7a-4e3a-8dad-2d12561e8624 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4f905-cc5b-4ce3-9000-7587f083ed98 HTTP/1.1" status: 200 len: 205 time: 0.0359678 Nov 26 03:10:00.236356 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39084) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:00.246049 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6c0b09b4-2ab5-4de8-bd64-0a34cb3f0b9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:00.275391 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-8f79de48-107b-4c57-9460-3e847bc0e9c8 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] delete failed (client error): The resource could not be found. Nov 26 03:10:00.280025 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8f79de48-107b-4c57-9460-3e847bc0e9c8 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "DELETE /v2.0/routers/48f4f905-cc5b-4ce3-9000-7587f083ed98 HTTP/1.1" status: 404 len: 336 time: 0.0426345 Nov 26 03:10:00.280780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39086) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:00.301447 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6c0b09b4-2ab5-4de8-bd64-0a34cb3f0b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:00.305054 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6c0b09b4-2ab5-4de8-bd64-0a34cb3f0b9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:00.309777 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37cf54a-3b6b-4d22-80b0-2d90cf5d4c53 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] DELETE failed (client error): The resource could not be found. Nov 26 03:10:00.310167 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6c0b09b4-2ab5-4de8-bd64-0a34cb3f0b9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/547317bc-e8bf-480e-b8b3-f1edc79ade03 HTTP/1.1" status: 204 len: 168 time: 0.1412807 Nov 26 03:10:00.310347 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37cf54a-3b6b-4d22-80b0-2d90cf5d4c53 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:10:00.323946 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b09b4-2ab5-4de8-bd64-0a34cb3f0b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547317bc-e8bf-480e-b8b3-f1edc79ade03,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:00.328869 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e37cf54a-3b6b-4d22-80b0-2d90cf5d4c53 tempest-RoutersIpV6AdminTest-2051880011 tempest-RoutersIpV6AdminTest-2051880011-project] 10.222.0.31 "DELETE /v2.0/subnets/1258c576-0685-4481-b37f-1428b03be884 HTTP/1.1" status: 404 len: 337 time: 0.0468001 Nov 26 03:10:00.542815 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47a4488f-ed86-4ca4-a320-b086c2623400 req-b62f7437-bcee-47f3-ae6e-de8906df3a30 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.0802214 Nov 26 03:10:00.719330 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39102) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:00.872804 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-246a7ec6-1e7e-40e8-91d9-b740309dc4f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:00.878219 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:10:00.991287 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-246a7ec6-1e7e-40e8-91d9-b740309dc4f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:00.997195 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-246a7ec6-1e7e-40e8-91d9-b740309dc4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:01.055021 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-246a7ec6-1e7e-40e8-91d9-b740309dc4f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5bd3ac64cf943d985219defc4b73275&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3342788 Nov 26 03:10:01.058237 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39120) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:01.094127 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a7ec6-1e7e-40e8-91d9-b740309dc4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774ce180-904e-422a-a53b-30a135e6d175,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:01.130595 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-643ca4a3-ea64-4946-84b3-56675da690dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:01.175504 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-643ca4a3-ea64-4946-84b3-56675da690dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:01.239215 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-643ca4a3-ea64-4946-84b3-56675da690dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:01.242515 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-643ca4a3-ea64-4946-84b3-56675da690dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:01.246873 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-643ca4a3-ea64-4946-84b3-56675da690dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/774ce180-904e-422a-a53b-30a135e6d175 HTTP/1.1" status: 204 len: 168 time: 0.1845298 Nov 26 03:10:01.254275 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ca4a3-ea64-4946-84b3-56675da690dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774ce180-904e-422a-a53b-30a135e6d175,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:01.739512 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a05c81a8-02ad-4918-99df-0d953e121442 req-37d6a52e-564a-43fb-89e4-8dedde79e6a5 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.0577297 Nov 26 03:10:01.824423 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39160) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:01.876162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-00efef90-77e3-458b-aafe-e4406866637a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3971b7a44bbc4c3a90c6a63d301132de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503280 Nov 26 03:10:01.878474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39174) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:01.941848 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89a35e8b-ab1e-43f3-a8a4-6516c1a96256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:01.974195 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89a35e8b-ab1e-43f3-a8a4-6516c1a96256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:02.045567 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89a35e8b-ab1e-43f3-a8a4-6516c1a96256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:02.051799 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89a35e8b-ab1e-43f3-a8a4-6516c1a96256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:02.053937 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-89a35e8b-ab1e-43f3-a8a4-6516c1a96256 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/709b2610-e07a-4f75-97a9-06340d183509 HTTP/1.1" status: 204 len: 168 time: 0.1741261 Nov 26 03:10:02.066763 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a35e8b-ab1e-43f3-a8a4-6516c1a96256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709b2610-e07a-4f75-97a9-06340d183509,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:02.917037 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e07920d-6a6c-4179-8cdf-50722578a095 req-6189d8b6-844e-4e10-811a-00d45fd2eabc tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.0421739 Nov 26 03:10:03.318758 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39270) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:03.465249 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b1e2b0f5-682b-44e4-904c-1c4bce099a39 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1915132086'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:03.510949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e2b0f5-682b-44e4-904c-1c4bce099a39 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Made reservation on behalf of 964f712a79324423bf694e9f1a76ab9c for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:10:03.516546 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b0f5-682b-44e4-904c-1c4bce099a39 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:03.528145 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b0f5-682b-44e4-904c-1c4bce099a39 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:03.656561 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b0f5-682b-44e4-904c-1c4bce099a39 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:03.663782 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b0f5-682b-44e4-904c-1c4bce099a39 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:03.676606 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e2b0f5-682b-44e4-904c-1c4bce099a39 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:10:03.690286 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b0f5-682b-44e4-904c-1c4bce099a39 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:03.690860 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-b1e2b0f5-682b-44e4-904c-1c4bce099a39 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Added segment cee03386-5ee2-4687-a6c1-7b5f430c5f85 of type vlan for network a8962368-0e82-47fd-a7aa-80e3bcbb390f Nov 26 03:10:03.751932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2b0f5-682b-44e4-904c-1c4bce099a39 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb9caa1-d581-4848-b368-657c0c00ee12,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:03.759567 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b0f5-682b-44e4-904c-1c4bce099a39 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:03.791396 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b0f5-682b-44e4-904c-1c4bce099a39 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:03.799129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e2b0f5-682b-44e4-904c-1c4bce099a39 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:03.800310 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b0f5-682b-44e4-904c-1c4bce099a39 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:03.887336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2b0f5-682b-44e4-904c-1c4bce099a39 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event updated for resources: {'Network': ['ID=a8962368-0e82-47fd-a7aa-80e3bcbb390f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:03.892500 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b1e2b0f5-682b-44e4-904c-1c4bce099a39 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5725794 Nov 26 03:10:03.895408 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39290) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:03.898758 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network a8962368-0e82-47fd-a7aa-80e3bcbb390f details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:10:03.900849 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-6620bef6-5017-4f69-9e75-b141dc848c17 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Request body: {'subnet': {'network_id': 'a8962368-0e82-47fd-a7aa-80e3bcbb390f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:04.030301 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6620bef6-5017-4f69-9e75-b141dc848c17 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Made reservation on behalf of 964f712a79324423bf694e9f1a76ab9c for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:10:04.034477 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6620bef6-5017-4f69-9e75-b141dc848c17 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:04.056360 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a394751d-5209-4390-9cf5-b9ba256f239a req-96c64776-7117-4f04-a954-d8beb737cdec tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.0409698 Nov 26 03:10:04.261936 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6620bef6-5017-4f69-9e75-b141dc848c17 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:04.337574 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620bef6-5017-4f69-9e75-b141dc848c17 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event updated for resources: {'Subnet': ['ID=ec00da39-62a7-4c1b-bd67-420ef87d5332,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:04.364837 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6620bef6-5017-4f69-9e75-b141dc848c17 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Checking segment: {'id': 'cee03386-5ee2-4687-a6c1-7b5f430c5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a8962368-0e82-47fd-a7aa-80e3bcbb390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:10:04.365534 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6620bef6-5017-4f69-9e75-b141dc848c17 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Network hostable DHCP agents. Network: a8962368-0e82-47fd-a7aa-80e3bcbb390f, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:10:04.387410 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6620bef6-5017-4f69-9e75-b141dc848c17 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Network a8962368-0e82-47fd-a7aa-80e3bcbb390f is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:10:04.398045 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-6620bef6-5017-4f69-9e75-b141dc848c17 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, a8962368-0e82-47fd-a7aa-80e3bcbb390f) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:10:04.403105 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6620bef6-5017-4f69-9e75-b141dc848c17 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:04.403768 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6620bef6-5017-4f69-9e75-b141dc848c17 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:04.412015 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29478a9-be08-4e8b-919a-7bbbb23ff87f None None] Network a8962368-0e82-47fd-a7aa-80e3bcbb390f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:10:04.422763 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6620bef6-5017-4f69-9e75-b141dc848c17 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5260985 Nov 26 03:10:04.425585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39302) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:04.434509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-8ce8ef6d-b375-4d9c-88a3-185228bf576f tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Request body: {'port': {'network_id': 'a8962368-0e82-47fd-a7aa-80e3bcbb390f', 'name': 'tempest-AllowedAddressPairTestJSON-908853806'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:04.711162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-a8962368-0e82-47fd-a7aa-80e3bcbb390f', 'network_id': 'a8962368-0e82-47fd-a7aa-80e3bcbb390f', 'tenant_id': '964f712a79324423bf694e9f1a76ab9c', 'fixed_ips': [{'subnet_id': 'ec00da39-62a7-4c1b-bd67-420ef87d5332'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:10:04.713747 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:04.935148 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Allocated IP 172.20.0.2 (a8962368-0e82-47fd-a7aa-80e3bcbb390f/ec00da39-62a7-4c1b-bd67-420ef87d5332/5af28087-fa49-4aa7-96b2-46f7961683f4) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:10:05.100444 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce8ef6d-b375-4d9c-88a3-185228bf576f tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Made reservation on behalf of 964f712a79324423bf694e9f1a76ab9c for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:10:05.111688 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8ce8ef6d-b375-4d9c-88a3-185228bf576f tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:05.149618 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-8ce8ef6d-b375-4d9c-88a3-185228bf576f tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] device_id is not set on port 42fbaee7-ad42-4038-857f-92677d11eef0 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:10:05.298021 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c40a2a28-30d9-4e8e-abc3-965a197b0fe3 req-78be0211-482a-46d4-8432-88ec1937589c tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.1287811 Nov 26 03:10:05.386104 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:05.394145 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:05.453705 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Pushing event updated for resources: {'Port': ['ID=5af28087-fa49-4aa7-96b2-46f7961683f4,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:05.470676 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Network a8962368-0e82-47fd-a7aa-80e3bcbb390f is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:10:05.473960 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:10:05.479662 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:10:05.509886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-8ce8ef6d-b375-4d9c-88a3-185228bf576f tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Allocated IP 172.20.0.10 (a8962368-0e82-47fd-a7aa-80e3bcbb390f/ec00da39-62a7-4c1b-bd67-420ef87d5332/42fbaee7-ad42-4038-857f-92677d11eef0) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:10:05.567339 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Attempting to bind port 5af28087-fa49-4aa7-96b2-46f7961683f4 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:10:05.567725 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Attempting to bind port 5af28087-fa49-4aa7-96b2-46f7961683f4 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'cee03386-5ee2-4687-a6c1-7b5f430c5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a8962368-0e82-47fd-a7aa-80e3bcbb390f'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:10:05.569188 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Attempting to bind port 5af28087-fa49-4aa7-96b2-46f7961683f4 on network a8962368-0e82-47fd-a7aa-80e3bcbb390f {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:10:05.581337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:10:05.581920 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Checking segment: {'id': 'cee03386-5ee2-4687-a6c1-7b5f430c5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a8962368-0e82-47fd-a7aa-80e3bcbb390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:10:05.582280 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:05.582751 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Bound using segment: {'id': 'cee03386-5ee2-4687-a6c1-7b5f430c5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a8962368-0e82-47fd-a7aa-80e3bcbb390f'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:10:05.583232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Bound port: 5af28087-fa49-4aa7-96b2-46f7961683f4, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee03386-5ee2-4687-a6c1-7b5f430c5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a8962368-0e82-47fd-a7aa-80e3bcbb390f'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:10:05.583616 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:05.676282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] For port 5af28087-fa49-4aa7-96b2-46f7961683f4, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:10:05.682681 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] For port 5af28087-fa49-4aa7-96b2-46f7961683f4, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5af28087-fa49-4aa7-96b2-46f7961683f4,segment=NetworkSegment(cee03386-5ee2-4687-a6c1-7b5f430c5f85),segment_id=cee03386-5ee2-4687-a6c1-7b5f430c5f85)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:10:05.689425 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:05.737319 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8ce8ef6d-b375-4d9c-88a3-185228bf576f tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:05.788922 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8ce8ef6d-b375-4d9c-88a3-185228bf576f tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:05.829533 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0bc0f-8eb1-4898-a0dd-fa1ed92a1b25 None None] Pushing event updated for resources: {'Port': ['ID=5af28087-fa49-4aa7-96b2-46f7961683f4,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:05.883782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8ef6d-b375-4d9c-88a3-185228bf576f tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event updated for resources: {'Port': ['ID=42fbaee7-ad42-4038-857f-92677d11eef0,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:05.898173 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce8ef6d-b375-4d9c-88a3-185228bf576f tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Network a8962368-0e82-47fd-a7aa-80e3bcbb390f is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:10:05.900937 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-8ce8ef6d-b375-4d9c-88a3-185228bf576f tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:10:05.904033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce8ef6d-b375-4d9c-88a3-185228bf576f tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:10:05.973478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce8ef6d-b375-4d9c-88a3-185228bf576f tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:05.974313 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8ce8ef6d-b375-4d9c-88a3-185228bf576f tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:06.003031 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39330) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:06.003616 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8ce8ef6d-b375-4d9c-88a3-185228bf576f tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5758104 Nov 26 03:10:06.008297 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0a8643d7-19dd-4fe9-a8de-b8b49ecca840 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Request body: {'port': {'network_id': 'a8962368-0e82-47fd-a7aa-80e3bcbb390f', 'name': 'tempest-AllowedAddressPairTestJSON-373615825', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e4:1f:9d'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:06.237322 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8643d7-19dd-4fe9-a8de-b8b49ecca840 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Made reservation on behalf of 964f712a79324423bf694e9f1a76ab9c for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:10:06.366192 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a8643d7-19dd-4fe9-a8de-b8b49ecca840 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:06.391229 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-0a8643d7-19dd-4fe9-a8de-b8b49ecca840 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] device_id is not set on port dfeec422-9294-4ffd-a395-7d5bd264d4a7 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:10:06.434190 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eda25fe7-1b03-44e7-9b8f-5f3f0cc986c8 req-4410b4dd-74b5-4b9d-bdc3-2cae05df3c81 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.0430961 Nov 26 03:10:06.540274 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-0a8643d7-19dd-4fe9-a8de-b8b49ecca840 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Allocated IP 172.20.0.11 (a8962368-0e82-47fd-a7aa-80e3bcbb390f/ec00da39-62a7-4c1b-bd67-420ef87d5332/dfeec422-9294-4ffd-a395-7d5bd264d4a7) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:10:06.776037 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a8643d7-19dd-4fe9-a8de-b8b49ecca840 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:06.826804 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a8643d7-19dd-4fe9-a8de-b8b49ecca840 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:06.943952 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8643d7-19dd-4fe9-a8de-b8b49ecca840 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Network a8962368-0e82-47fd-a7aa-80e3bcbb390f is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:10:06.945566 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-0a8643d7-19dd-4fe9-a8de-b8b49ecca840 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:10:06.949424 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8643d7-19dd-4fe9-a8de-b8b49ecca840 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:10:07.006926 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8643d7-19dd-4fe9-a8de-b8b49ecca840 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event updated for resources: {'Port': ['ID=dfeec422-9294-4ffd-a395-7d5bd264d4a7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:07.056171 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8643d7-19dd-4fe9-a8de-b8b49ecca840 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:07.058525 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a8643d7-19dd-4fe9-a8de-b8b49ecca840 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:07.082970 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0a8643d7-19dd-4fe9-a8de-b8b49ecca840 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.0782199 Nov 26 03:10:07.084952 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39348) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:07.172095 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbd5054-48f3-464f-b7f1-e394a90f6ca3 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:07.198950 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbd5054-48f3-464f-b7f1-e394a90f6ca3 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:07.229332 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbd5054-48f3-464f-b7f1-e394a90f6ca3 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:07.236087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39350) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:07.236311 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fcbd5054-48f3-464f-b7f1-e394a90f6ca3 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1501300 Nov 26 03:10:07.356496 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad013e4d-a5ca-433f-be0b-d93cfd111698 None None] Network a8962368-0e82-47fd-a7aa-80e3bcbb390f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:10:07.393239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d436628a-e242-43bd-b96a-c75535713d75 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Deleting port dfeec422-9294-4ffd-a395-7d5bd264d4a7 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:07.394061 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d436628a-e242-43bd-b96a-c75535713d75 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:07.569627 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d436628a-e242-43bd-b96a-c75535713d75 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:07.603283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d436628a-e242-43bd-b96a-c75535713d75 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Calling delete_port for dfeec422-9294-4ffd-a395-7d5bd264d4a7 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:07.653081 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5af28087-fa49-4aa7-96b2-46f7961683f4 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:10:07.720690 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7bc79ffb-43d9-438c-bfc1-95b7f76b04c7 req-6140409b-b536-4e26-9c3a-7b9783a5e814 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.1194644 Nov 26 03:10:07.739408 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b2cf0dbb-66ac-4440-81e1-1baed7d303fd None None] Provisioning complete for port 5af28087-fa49-4aa7-96b2-46f7961683f4 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:10:07.739923 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b2cf0dbb-66ac-4440-81e1-1baed7d303fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:07.877902 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b2cf0dbb-66ac-4440-81e1-1baed7d303fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:07.899091 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 5af28087-fa49-4aa7-96b2-46f7961683f4 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:10:07.899472 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:07.976834 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b2cf0dbb-66ac-4440-81e1-1baed7d303fd None None] For port 5af28087-fa49-4aa7-96b2-46f7961683f4, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5af28087-fa49-4aa7-96b2-46f7961683f4,segment=NetworkSegment(cee03386-5ee2-4687-a6c1-7b5f430c5f85),segment_id=cee03386-5ee2-4687-a6c1-7b5f430c5f85)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:10:07.987988 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d436628a-e242-43bd-b96a-c75535713d75 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:07.992960 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b2cf0dbb-66ac-4440-81e1-1baed7d303fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:08.050853 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436628a-e242-43bd-b96a-c75535713d75 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event deleted for resources: {'Port': ['ID=dfeec422-9294-4ffd-a395-7d5bd264d4a7,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:08.132192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf0dbb-66ac-4440-81e1-1baed7d303fd None None] Pushing event updated for resources: {'Port': ['ID=5af28087-fa49-4aa7-96b2-46f7961683f4,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:08.322108 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d436628a-e242-43bd-b96a-c75535713d75 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:08.329328 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d436628a-e242-43bd-b96a-c75535713d75 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "DELETE /v2.0/ports/dfeec422-9294-4ffd-a395-7d5bd264d4a7 HTTP/1.1" status: 204 len: 168 time: 1.0919824 Nov 26 03:10:08.331888 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39368) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:08.337094 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-319a674d-3964-4457-872c-e18d221a2fd4 None None] Provisioning complete for port 5af28087-fa49-4aa7-96b2-46f7961683f4 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:10:08.338241 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-319a674d-3964-4457-872c-e18d221a2fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:08.378069 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-310b5b09-abd5-40e6-9227-4836e6c32970 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] GET failed (client error): The resource could not be found. Nov 26 03:10:08.385678 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-310b5b09-abd5-40e6-9227-4836e6c32970 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "GET /v2.0/ports/dfeec422-9294-4ffd-a395-7d5bd264d4a7 HTTP/1.1" status: 404 len: 333 time: 0.0523088 Nov 26 03:10:08.389203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39370) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:08.397325 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-58f13f0b-8149-4439-854b-92d2a28a47c5 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Request body: {'port': {'network_id': 'a8962368-0e82-47fd-a7aa-80e3bcbb390f', 'name': 'tempest-AllowedAddressPairTestJSON-338628008'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:08.531285 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-319a674d-3964-4457-872c-e18d221a2fd4 None None] Provisioning complete for port 42fbaee7-ad42-4038-857f-92677d11eef0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:10:08.531781 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-319a674d-3964-4457-872c-e18d221a2fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:08.607026 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-319a674d-3964-4457-872c-e18d221a2fd4 None None] Port 42fbaee7-ad42-4038-857f-92677d11eef0 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:10:08.610552 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-319a674d-3964-4457-872c-e18d221a2fd4 None None] Could not find standard attr ID for object dfeec422-9294-4ffd-a395-7d5bd264d4a7. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:10:08.642504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f13f0b-8149-4439-854b-92d2a28a47c5 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Made reservation on behalf of 964f712a79324423bf694e9f1a76ab9c for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:10:08.648216 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-58f13f0b-8149-4439-854b-92d2a28a47c5 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:08.689830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-58f13f0b-8149-4439-854b-92d2a28a47c5 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] device_id is not set on port 8514d359-57ac-4039-84a6-62559b0d3d8e yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:10:08.743891 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1172e5f3-a27c-4315-84ff-cc991a032321 None None] Provisioning complete for port 42fbaee7-ad42-4038-857f-92677d11eef0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:10:08.747455 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1172e5f3-a27c-4315-84ff-cc991a032321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:08.879384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1172e5f3-a27c-4315-84ff-cc991a032321 None None] Port 42fbaee7-ad42-4038-857f-92677d11eef0 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:10:09.005722 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4f8e6e98-3706-4c80-a447-b0e4dbbacfe8 None None] Could not find standard attr ID for object dfeec422-9294-4ffd-a395-7d5bd264d4a7. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:10:09.017534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a370c2b9-5d36-4e57-a6aa-8c30e67c4a55 req-07dd9e36-8920-4918-a51d-ec183a690fbb tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.1076431 Nov 26 03:10:09.022758 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-58f13f0b-8149-4439-854b-92d2a28a47c5 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Allocated IP 172.20.0.5 (a8962368-0e82-47fd-a7aa-80e3bcbb390f/ec00da39-62a7-4c1b-bd67-420ef87d5332/8514d359-57ac-4039-84a6-62559b0d3d8e) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:10:09.321521 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-58f13f0b-8149-4439-854b-92d2a28a47c5 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:09.374311 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-58f13f0b-8149-4439-854b-92d2a28a47c5 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:09.473388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f13f0b-8149-4439-854b-92d2a28a47c5 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event updated for resources: {'Port': ['ID=8514d359-57ac-4039-84a6-62559b0d3d8e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:09.480182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f13f0b-8149-4439-854b-92d2a28a47c5 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Network a8962368-0e82-47fd-a7aa-80e3bcbb390f is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:10:09.482214 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-58f13f0b-8149-4439-854b-92d2a28a47c5 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:10:09.489094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f13f0b-8149-4439-854b-92d2a28a47c5 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:10:09.809216 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5af28087-fa49-4aa7-96b2-46f7961683f4 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:10:09.813352 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f13f0b-8149-4439-854b-92d2a28a47c5 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:09.813352 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-58f13f0b-8149-4439-854b-92d2a28a47c5 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:09.814553 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39400) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:09.815655 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-58f13f0b-8149-4439-854b-92d2a28a47c5 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2845159 Nov 26 03:10:09.815959 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b8a01a60-d8c3-455f-b923-128c718536d3 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e4:1f:9d'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:09.816456 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 5af28087-fa49-4aa7-96b2-46f7961683f4 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:10:09.816456 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:09.911716 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b8a01a60-d8c3-455f-b923-128c718536d3 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:10.096981 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-86bd5f67-7661-411c-b05c-434b3234a042 None None] Provisioning complete for port 8514d359-57ac-4039-84a6-62559b0d3d8e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:10:10.096981 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-86bd5f67-7661-411c-b05c-434b3234a042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:10.181594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-86bd5f67-7661-411c-b05c-434b3234a042 None None] Port 8514d359-57ac-4039-84a6-62559b0d3d8e cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:10:10.186475 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b8a01a60-d8c3-455f-b923-128c718536d3 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:10.200760 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b8a01a60-d8c3-455f-b923-128c718536d3 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:10.234496 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c3d9ed6-b19b-4601-81f1-52bbcddd52e6 req-77a957a0-f85c-4532-b4ad-394c75e4bd03 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.0672517 Nov 26 03:10:10.301133 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a01a60-d8c3-455f-b923-128c718536d3 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event updated for resources: {'Port': ['ID=8514d359-57ac-4039-84a6-62559b0d3d8e,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:10.338717 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-b8a01a60-d8c3-455f-b923-128c718536d3 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] In _notify_port_updated(), no bound segment for port 8514d359-57ac-4039-84a6-62559b0d3d8e on network a8962368-0e82-47fd-a7aa-80e3bcbb390f {{(pid=104801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 03:10:10.343245 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a01a60-d8c3-455f-b923-128c718536d3 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:10.344228 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b8a01a60-d8c3-455f-b923-128c718536d3 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:10.345976 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b8a01a60-d8c3-455f-b923-128c718536d3 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "PUT /v2.0/ports/8514d359-57ac-4039-84a6-62559b0d3d8e HTTP/1.1" status: 200 len: 993 time: 0.6703494 Nov 26 03:10:10.350583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39422) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:10.514882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-225d42be-fdeb-4b64-b565-acd9b417bff2 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Deleting port 8514d359-57ac-4039-84a6-62559b0d3d8e {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:10.515522 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-225d42be-fdeb-4b64-b565-acd9b417bff2 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:10.695764 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-225d42be-fdeb-4b64-b565-acd9b417bff2 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:10.716247 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-225d42be-fdeb-4b64-b565-acd9b417bff2 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Calling delete_port for 8514d359-57ac-4039-84a6-62559b0d3d8e owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:10.735029 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-806a7f61-ddbf-4b11-9290-b1856f4fdad7 None None] Provisioning complete for port 8514d359-57ac-4039-84a6-62559b0d3d8e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:10:10.735410 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-806a7f61-ddbf-4b11-9290-b1856f4fdad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:10.838515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-806a7f61-ddbf-4b11-9290-b1856f4fdad7 None None] Port 8514d359-57ac-4039-84a6-62559b0d3d8e cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:10:10.946530 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-225d42be-fdeb-4b64-b565-acd9b417bff2 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:11.010938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d42be-fdeb-4b64-b565-acd9b417bff2 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event deleted for resources: {'Port': ['ID=8514d359-57ac-4039-84a6-62559b0d3d8e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:11.348981 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-225d42be-fdeb-4b64-b565-acd9b417bff2 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:11.361640 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-225d42be-fdeb-4b64-b565-acd9b417bff2 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "DELETE /v2.0/ports/8514d359-57ac-4039-84a6-62559b0d3d8e HTTP/1.1" status: 204 len: 168 time: 1.0073457 Nov 26 03:10:11.362240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39452) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:11.427921 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-501e5828-21b9-4e41-9c8a-62e2e2c3ce53 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] GET failed (client error): The resource could not be found. Nov 26 03:10:11.433646 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-501e5828-21b9-4e41-9c8a-62e2e2c3ce53 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "GET /v2.0/ports/8514d359-57ac-4039-84a6-62559b0d3d8e HTTP/1.1" status: 404 len: 333 time: 0.0672593 Nov 26 03:10:11.437638 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39454) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:11.442810 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1b1aa7d1-e939-4000-92a0-e578e9a65c14 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Request body: {'port': {'network_id': 'a8962368-0e82-47fd-a7aa-80e3bcbb390f', 'name': 'tempest-AllowedAddressPairTestJSON-677367155'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:11.503385 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5da7b445-44cd-4290-aa4a-a69bfa479b4b req-7fbcbb7f-43d0-4992-a768-926fc32a7023 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.0684342 Nov 26 03:10:11.690592 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3c035ed0-0236-463d-b4a1-4e54d0553060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:11.699579 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1aa7d1-e939-4000-92a0-e578e9a65c14 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Made reservation on behalf of 964f712a79324423bf694e9f1a76ab9c for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:10:11.703974 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1b1aa7d1-e939-4000-92a0-e578e9a65c14 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:11.726492 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-1b1aa7d1-e939-4000-92a0-e578e9a65c14 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] device_id is not set on port 8e875d66-517f-4fb4-a9c3-3c43c3840205 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:10:11.918014 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-1b1aa7d1-e939-4000-92a0-e578e9a65c14 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Allocated IP 172.20.0.14 (a8962368-0e82-47fd-a7aa-80e3bcbb390f/ec00da39-62a7-4c1b-bd67-420ef87d5332/8e875d66-517f-4fb4-a9c3-3c43c3840205) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:10:12.159025 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1b1aa7d1-e939-4000-92a0-e578e9a65c14 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:12.244021 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1b1aa7d1-e939-4000-92a0-e578e9a65c14 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:12.691798 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-196d914f-d10c-41b5-bf35-f4e13d77329a req-a080efa5-2055-4c94-9a77-bf680ffe3103 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.0504789 Nov 26 03:10:12.824287 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1aa7d1-e939-4000-92a0-e578e9a65c14 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Network a8962368-0e82-47fd-a7aa-80e3bcbb390f is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:10:12.824752 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-1b1aa7d1-e939-4000-92a0-e578e9a65c14 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:10:12.829270 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1aa7d1-e939-4000-92a0-e578e9a65c14 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:10:12.833870 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1aa7d1-e939-4000-92a0-e578e9a65c14 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event updated for resources: {'Port': ['ID=8e875d66-517f-4fb4-a9c3-3c43c3840205,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:12.905605 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1aa7d1-e939-4000-92a0-e578e9a65c14 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:12.906892 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1b1aa7d1-e939-4000-92a0-e578e9a65c14 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:12.936699 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1b1aa7d1-e939-4000-92a0-e578e9a65c14 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4978311 Nov 26 03:10:12.939836 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39500) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:12.945863 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-8b0ce3ec-f53b-412e-9247-a3694c1f3686 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e4:1f:9d'}]}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:13.201415 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7653a42f-4651-44c0-94ba-d1e17e500055 None None] Provisioning complete for port 8e875d66-517f-4fb4-a9c3-3c43c3840205 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:10:13.202020 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7653a42f-4651-44c0-94ba-d1e17e500055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:13.270449 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b0ce3ec-f53b-412e-9247-a3694c1f3686 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:13.278448 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7653a42f-4651-44c0-94ba-d1e17e500055 None None] Port 8e875d66-517f-4fb4-a9c3-3c43c3840205 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:10:13.594843 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b0ce3ec-f53b-412e-9247-a3694c1f3686 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:13.609978 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b0ce3ec-f53b-412e-9247-a3694c1f3686 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:13.687406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ce3ec-f53b-412e-9247-a3694c1f3686 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event updated for resources: {'Port': ['ID=8e875d66-517f-4fb4-a9c3-3c43c3840205,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:13.790565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-8b0ce3ec-f53b-412e-9247-a3694c1f3686 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] In _notify_port_updated(), no bound segment for port 8e875d66-517f-4fb4-a9c3-3c43c3840205 on network a8962368-0e82-47fd-a7aa-80e3bcbb390f {{(pid=104802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 03:10:13.807316 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0ce3ec-f53b-412e-9247-a3694c1f3686 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:13.808018 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b0ce3ec-f53b-412e-9247-a3694c1f3686 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:13.812039 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8b0ce3ec-f53b-412e-9247-a3694c1f3686 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "PUT /v2.0/ports/8e875d66-517f-4fb4-a9c3-3c43c3840205 HTTP/1.1" status: 200 len: 996 time: 0.8684275 Nov 26 03:10:13.812540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39530) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:13.954571 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aba444ff-8ac6-4a72-8b07-b1e6a5228f2c req-e2be1dab-6bab-4786-bdb6-8b920d9d98f6 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.0623682 Nov 26 03:10:14.045239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-ef304451-edbd-4759-897d-d22c56e3cefb tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Deleting port 8e875d66-517f-4fb4-a9c3-3c43c3840205 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:14.048087 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ef304451-edbd-4759-897d-d22c56e3cefb tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:14.135975 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-844ea821-3a7c-4302-984d-51b0c4f223d5 None None] Provisioning complete for port 8e875d66-517f-4fb4-a9c3-3c43c3840205 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:10:14.137023 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-844ea821-3a7c-4302-984d-51b0c4f223d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:14.192987 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-844ea821-3a7c-4302-984d-51b0c4f223d5 None None] Port 8e875d66-517f-4fb4-a9c3-3c43c3840205 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:10:14.199524 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-66e9fcc8-f334-4bb1-8411-c2f38f5b532a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:14.225914 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ef304451-edbd-4759-897d-d22c56e3cefb tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:14.253157 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-ef304451-edbd-4759-897d-d22c56e3cefb tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Calling delete_port for 8e875d66-517f-4fb4-a9c3-3c43c3840205 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:14.445431 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ef304451-edbd-4759-897d-d22c56e3cefb tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:14.535126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef304451-edbd-4759-897d-d22c56e3cefb tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event deleted for resources: {'Port': ['ID=8e875d66-517f-4fb4-a9c3-3c43c3840205,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:14.646523 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ef304451-edbd-4759-897d-d22c56e3cefb tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:14.656531 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ef304451-edbd-4759-897d-d22c56e3cefb tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "DELETE /v2.0/ports/8e875d66-517f-4fb4-a9c3-3c43c3840205 HTTP/1.1" status: 204 len: 168 time: 0.8429410 Nov 26 03:10:14.657137 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39552) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:14.689278 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f83b8f-896a-465d-835f-39583a2158d5 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] GET failed (client error): The resource could not be found. Nov 26 03:10:14.695464 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39556) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:14.695954 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-70f83b8f-896a-465d-835f-39583a2158d5 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "GET /v2.0/ports/8e875d66-517f-4fb4-a9c3-3c43c3840205 HTTP/1.1" status: 404 len: 333 time: 0.0371008 Nov 26 03:10:14.702702 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-591c18db-f79c-4fd6-8c24-f3432a7a7576 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Request body: {'port': {'network_id': 'a8962368-0e82-47fd-a7aa-80e3bcbb390f', 'name': 'tempest-AllowedAddressPairTestJSON-1782086576'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:15.055400 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:15.065503 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591c18db-f79c-4fd6-8c24-f3432a7a7576 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Made reservation on behalf of 964f712a79324423bf694e9f1a76ab9c for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:10:15.070850 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-591c18db-f79c-4fd6-8c24-f3432a7a7576 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:15.092917 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-591c18db-f79c-4fd6-8c24-f3432a7a7576 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] device_id is not set on port 1bac1ff8-bc52-4d22-956b-4ca04c61dd10 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:10:15.191220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9990aa8-c83c-441a-9b2d-610c4cfe66e6 req-fba6805d-46f8-42fc-9cd9-0dc5bb0cc4ee tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.0568640 Nov 26 03:10:15.295024 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-591c18db-f79c-4fd6-8c24-f3432a7a7576 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Allocated IP 172.20.0.6 (a8962368-0e82-47fd-a7aa-80e3bcbb390f/ec00da39-62a7-4c1b-bd67-420ef87d5332/1bac1ff8-bc52-4d22-956b-4ca04c61dd10) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:10:15.590646 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-591c18db-f79c-4fd6-8c24-f3432a7a7576 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:15.670055 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-591c18db-f79c-4fd6-8c24-f3432a7a7576 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:15.731382 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591c18db-f79c-4fd6-8c24-f3432a7a7576 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Network a8962368-0e82-47fd-a7aa-80e3bcbb390f is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:10:15.738540 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-591c18db-f79c-4fd6-8c24-f3432a7a7576 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:10:15.744295 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c18db-f79c-4fd6-8c24-f3432a7a7576 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:10:15.782848 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c18db-f79c-4fd6-8c24-f3432a7a7576 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event updated for resources: {'Port': ['ID=1bac1ff8-bc52-4d22-956b-4ca04c61dd10,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:15.787020 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39588) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:15.819073 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c18db-f79c-4fd6-8c24-f3432a7a7576 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:15.823282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-591c18db-f79c-4fd6-8c24-f3432a7a7576 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:15.855329 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39592) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:15.861599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-50b65f0f-adf8-4e80-a69f-329575914322 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Request body: {'port': {'network_id': 'a8962368-0e82-47fd-a7aa-80e3bcbb390f', 'name': 'tempest-AllowedAddressPairTestJSON-526634744'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:15.866642 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-591c18db-f79c-4fd6-8c24-f3432a7a7576 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1697226 Nov 26 03:10:16.091528 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cd089fc9-4717-44bb-9f47-cb6ede6b4491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:16.198165 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cd089fc9-4717-44bb-9f47-cb6ede6b4491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:16.206326 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cd089fc9-4717-44bb-9f47-cb6ede6b4491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:16.263672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-57f8b205-9919-49f4-9ae7-84557d6ab367 None None] Provisioning complete for port 1bac1ff8-bc52-4d22-956b-4ca04c61dd10 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:10:16.264823 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-57f8b205-9919-49f4-9ae7-84557d6ab367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:16.288305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd089fc9-4717-44bb-9f47-cb6ede6b4491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbbc018-9c34-4cbf-9802-6c3d2ca25a41,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:16.299934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b65f0f-adf8-4e80-a69f-329575914322 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Made reservation on behalf of 964f712a79324423bf694e9f1a76ab9c for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:10:16.308387 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-50b65f0f-adf8-4e80-a69f-329575914322 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:16.308744 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-57f8b205-9919-49f4-9ae7-84557d6ab367 None None] Port 1bac1ff8-bc52-4d22-956b-4ca04c61dd10 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:10:16.327819 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cd089fc9-4717-44bb-9f47-cb6ede6b4491 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db06c13720d843fab8220fade56ddd1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5394280 Nov 26 03:10:16.330515 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39608) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:16.378680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7a2bf02-233e-49c0-9579-cb27d0bcd0e4 req-90fc36fd-d5cf-48a6-aab7-23ae9debd0c9 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.0537755 Nov 26 03:10:16.380231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-50b65f0f-adf8-4e80-a69f-329575914322 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] device_id is not set on port 80fb7436-d51f-4abf-9937-9189b327fcb0 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:10:16.445565 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9833ede0-ea32-4ffb-81fe-9fd856c25f70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:16.475039 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9833ede0-ea32-4ffb-81fe-9fd856c25f70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:16.548444 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9833ede0-ea32-4ffb-81fe-9fd856c25f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:16.551763 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9833ede0-ea32-4ffb-81fe-9fd856c25f70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:16.556531 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9833ede0-ea32-4ffb-81fe-9fd856c25f70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1bbbc018-9c34-4cbf-9802-6c3d2ca25a41 HTTP/1.1" status: 204 len: 168 time: 0.2222421 Nov 26 03:10:16.565068 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833ede0-ea32-4ffb-81fe-9fd856c25f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbbc018-9c34-4cbf-9802-6c3d2ca25a41,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:16.615286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-50b65f0f-adf8-4e80-a69f-329575914322 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Allocated IP 172.20.0.4 (a8962368-0e82-47fd-a7aa-80e3bcbb390f/ec00da39-62a7-4c1b-bd67-420ef87d5332/80fb7436-d51f-4abf-9937-9189b327fcb0) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:10:16.629736 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:16.868898 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-50b65f0f-adf8-4e80-a69f-329575914322 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:16.932010 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-50b65f0f-adf8-4e80-a69f-329575914322 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:17.018248 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b65f0f-adf8-4e80-a69f-329575914322 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Network a8962368-0e82-47fd-a7aa-80e3bcbb390f is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:10:17.025756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-50b65f0f-adf8-4e80-a69f-329575914322 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:10:17.032844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b65f0f-adf8-4e80-a69f-329575914322 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:10:17.040713 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b65f0f-adf8-4e80-a69f-329575914322 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event updated for resources: {'Port': ['ID=80fb7436-d51f-4abf-9937-9189b327fcb0,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:17.125585 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39628) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:17.143714 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42e58e86-bd97-4564-ba6e-5c9d6902293e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:17.190480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b65f0f-adf8-4e80-a69f-329575914322 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:17.191820 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-50b65f0f-adf8-4e80-a69f-329575914322 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:17.213994 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-50b65f0f-adf8-4e80-a69f-329575914322 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3571823 Nov 26 03:10:17.217512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39632) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:17.235968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-f6ce9f56-2c9b-495d-98b5-f7a8259647ad tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e4:1f:9d'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:b7:ff:21'}]}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:17.320403 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42e58e86-bd97-4564-ba6e-5c9d6902293e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:17.344838 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42e58e86-bd97-4564-ba6e-5c9d6902293e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:17.403780 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9f56-2c9b-495d-98b5-f7a8259647ad tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:17.443545 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e58e86-bd97-4564-ba6e-5c9d6902293e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79c009c-8ca5-46ca-a6c0-9dd4a6e50d53,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:17.483708 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9747c79e-dd56-4afb-84e6-ffc5b641018c None None] Provisioning complete for port 80fb7436-d51f-4abf-9937-9189b327fcb0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:10:17.484786 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9747c79e-dd56-4afb-84e6-ffc5b641018c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:17.520187 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-42e58e86-bd97-4564-ba6e-5c9d6902293e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd80d28db3a940989b62fb26d5b89a0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3926997 Nov 26 03:10:17.522601 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39638) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:17.578051 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:17.581925 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9747c79e-dd56-4afb-84e6-ffc5b641018c None None] Port 80fb7436-d51f-4abf-9937-9189b327fcb0 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:10:17.605739 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-69fa75ed-3a5c-4a19-98a5-576deb015125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:17.641784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e262591f-5147-47cd-8c85-7e2ef2609ee3 req-262acbfb-fe81-422c-ade5-fab5c74cd434 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.0954716 Nov 26 03:10:17.668591 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-69fa75ed-3a5c-4a19-98a5-576deb015125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:17.746185 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-69fa75ed-3a5c-4a19-98a5-576deb015125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:17.749024 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-69fa75ed-3a5c-4a19-98a5-576deb015125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:17.753534 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-69fa75ed-3a5c-4a19-98a5-576deb015125 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a79c009c-8ca5-46ca-a6c0-9dd4a6e50d53 HTTP/1.1" status: 204 len: 168 time: 0.2237067 Nov 26 03:10:17.764189 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa75ed-3a5c-4a19-98a5-576deb015125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79c009c-8ca5-46ca-a6c0-9dd4a6e50d53,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:17.922404 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9f56-2c9b-495d-98b5-f7a8259647ad tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:17.930129 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9f56-2c9b-495d-98b5-f7a8259647ad tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:18.055333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce9f56-2c9b-495d-98b5-f7a8259647ad tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event updated for resources: {'Port': ['ID=80fb7436-d51f-4abf-9937-9189b327fcb0,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:18.084094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce9f56-2c9b-495d-98b5-f7a8259647ad tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] In _notify_port_updated(), no bound segment for port 80fb7436-d51f-4abf-9937-9189b327fcb0 on network a8962368-0e82-47fd-a7aa-80e3bcbb390f {{(pid=104802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 03:10:18.090733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ce9f56-2c9b-495d-98b5-f7a8259647ad tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:18.091432 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9f56-2c9b-495d-98b5-f7a8259647ad tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:18.093049 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f6ce9f56-2c9b-495d-98b5-f7a8259647ad tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "PUT /v2.0/ports/80fb7436-d51f-4abf-9937-9189b327fcb0 HTTP/1.1" status: 200 len: 1055 time: 0.8693089 Nov 26 03:10:18.095897 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39654) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:18.287916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e6e45aa1-4f8f-4be7-8a8f-567df55ac81a tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Deleting port 80fb7436-d51f-4abf-9937-9189b327fcb0 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:18.289026 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6e45aa1-4f8f-4be7-8a8f-567df55ac81a tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:18.417090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-38b16f02-d11b-4c46-a1aa-6b753b830da0 None None] Provisioning complete for port 80fb7436-d51f-4abf-9937-9189b327fcb0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:10:18.417470 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-38b16f02-d11b-4c46-a1aa-6b753b830da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:18.433037 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6e45aa1-4f8f-4be7-8a8f-567df55ac81a tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:18.460313 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e6e45aa1-4f8f-4be7-8a8f-567df55ac81a tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Calling delete_port for 80fb7436-d51f-4abf-9937-9189b327fcb0 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:18.491296 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-38b16f02-d11b-4c46-a1aa-6b753b830da0 None None] Port 80fb7436-d51f-4abf-9937-9189b327fcb0 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:10:18.521247 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39664) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:18.534828 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2be37709-fba4-4567-80fb-4d32c68f9b4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:18.674949 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6e45aa1-4f8f-4be7-8a8f-567df55ac81a tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:18.718374 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e45aa1-4f8f-4be7-8a8f-567df55ac81a tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event deleted for resources: {'Port': ['ID=80fb7436-d51f-4abf-9937-9189b327fcb0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:18.764530 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2be37709-fba4-4567-80fb-4d32c68f9b4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:18.778200 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2be37709-fba4-4567-80fb-4d32c68f9b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:19.012862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d914bc83-2749-4b33-85df-c22a434d8c9d req-9158b22e-34c9-43fc-ac11-e7db5be155c4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.1375237 Nov 26 03:10:19.014159 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be37709-fba4-4567-80fb-4d32c68f9b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e79c2c-be96-410d-ae04-5599665608d7,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:19.040365 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2be37709-fba4-4567-80fb-4d32c68f9b4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b7a3eed152743c89d5c3cab100aa9e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5177903 Nov 26 03:10:19.041666 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39676) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:19.172364 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fa3c046b-a37b-459f-b60a-c15f111ad6d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:19.213032 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fa3c046b-a37b-459f-b60a-c15f111ad6d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:19.233039 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e6e45aa1-4f8f-4be7-8a8f-567df55ac81a tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:19.237220 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e6e45aa1-4f8f-4be7-8a8f-567df55ac81a tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "DELETE /v2.0/ports/80fb7436-d51f-4abf-9937-9189b327fcb0 HTTP/1.1" status: 204 len: 168 time: 1.1370068 Nov 26 03:10:19.243765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39682) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:19.285946 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b57d3d2-b1f7-4f10-a347-395d6737550b tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] GET failed (client error): The resource could not be found. Nov 26 03:10:19.287400 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4b57d3d2-b1f7-4f10-a347-395d6737550b tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "GET /v2.0/ports/80fb7436-d51f-4abf-9937-9189b327fcb0 HTTP/1.1" status: 404 len: 333 time: 0.0426452 Nov 26 03:10:19.290333 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39688) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:19.369859 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fa3c046b-a37b-459f-b60a-c15f111ad6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:19.373388 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fa3c046b-a37b-459f-b60a-c15f111ad6d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:19.383604 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fa3c046b-a37b-459f-b60a-c15f111ad6d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26e79c2c-be96-410d-ae04-5599665608d7 HTTP/1.1" status: 204 len: 168 time: 0.3398535 Nov 26 03:10:19.402468 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c046b-a37b-459f-b60a-c15f111ad6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e79c2c-be96-410d-ae04-5599665608d7,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:19.432688 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f12b2d18-616f-4350-ac3e-3fd093536d45 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Deleting port 1bac1ff8-bc52-4d22-956b-4ca04c61dd10 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:19.432688 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f12b2d18-616f-4350-ac3e-3fd093536d45 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:19.568419 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f12b2d18-616f-4350-ac3e-3fd093536d45 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:19.584040 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f12b2d18-616f-4350-ac3e-3fd093536d45 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Calling delete_port for 1bac1ff8-bc52-4d22-956b-4ca04c61dd10 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:19.778917 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f12b2d18-616f-4350-ac3e-3fd093536d45 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:19.817606 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b2d18-616f-4350-ac3e-3fd093536d45 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event deleted for resources: {'Port': ['ID=1bac1ff8-bc52-4d22-956b-4ca04c61dd10,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:19.970678 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f12b2d18-616f-4350-ac3e-3fd093536d45 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:19.984111 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f12b2d18-616f-4350-ac3e-3fd093536d45 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "DELETE /v2.0/ports/1bac1ff8-bc52-4d22-956b-4ca04c61dd10 HTTP/1.1" status: 204 len: 168 time: 0.6921918 Nov 26 03:10:19.986589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39708) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:20.060921 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-d527a4f8-cc64-4f63-ae03-07942265e171 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] GET failed (client error): The resource could not be found. Nov 26 03:10:20.065625 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d527a4f8-cc64-4f63-ae03-07942265e171 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "GET /v2.0/ports/1bac1ff8-bc52-4d22-956b-4ca04c61dd10 HTTP/1.1" status: 404 len: 333 time: 0.0736072 Nov 26 03:10:20.066472 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39714) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:20.187652 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b70f0a7-acd0-4f4b-8f4c-67845b42b777 req-e25c9fec-9223-4b62-a8d1-84e13168af41 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.0501983 Nov 26 03:10:20.303598 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2f80c5b9-9c08-4f8a-954c-da7c0181b9fc tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Deleting port 42fbaee7-ad42-4038-857f-92677d11eef0 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:20.305212 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2f80c5b9-9c08-4f8a-954c-da7c0181b9fc tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:20.483570 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2f80c5b9-9c08-4f8a-954c-da7c0181b9fc tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:20.511863 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2f80c5b9-9c08-4f8a-954c-da7c0181b9fc tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Calling delete_port for 42fbaee7-ad42-4038-857f-92677d11eef0 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:20.719787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2f80c5b9-9c08-4f8a-954c-da7c0181b9fc tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:20.763638 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80c5b9-9c08-4f8a-954c-da7c0181b9fc tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event deleted for resources: {'Port': ['ID=42fbaee7-ad42-4038-857f-92677d11eef0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:20.998649 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2f80c5b9-9c08-4f8a-954c-da7c0181b9fc tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:21.002287 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2f80c5b9-9c08-4f8a-954c-da7c0181b9fc tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "DELETE /v2.0/ports/42fbaee7-ad42-4038-857f-92677d11eef0 HTTP/1.1" status: 204 len: 168 time: 0.9355602 Nov 26 03:10:21.004834 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39748) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:21.106199 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8064ea5-35f7-4a8f-9f3d-d667f48ff578 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Deleting subnet ec00da39-62a7-4c1b-bd67-420ef87d5332 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:10:21.110124 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d8064ea5-35f7-4a8f-9f3d-d667f48ff578 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:21.219982 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d8064ea5-35f7-4a8f-9f3d-d667f48ff578 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:21.378824 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d8064ea5-35f7-4a8f-9f3d-d667f48ff578 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:21.433503 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39762) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:21.459927 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90eaf325-9c0a-411b-9699-55b53ccad70f req-1ef7af16-401d-4681-9665-8693d85cdba4 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/ports?device_id=28258d28-26ca-46ce-985d-be51b194a150 HTTP/1.1" status: 200 len: 210 time: 0.1014664 Nov 26 03:10:21.510323 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d8064ea5-35f7-4a8f-9f3d-d667f48ff578 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:21.569850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8064ea5-35f7-4a8f-9f3d-d667f48ff578 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event deleted for resources: {'Subnet': ['ID=ec00da39-62a7-4c1b-bd67-420ef87d5332,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:21.585547 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d8064ea5-35f7-4a8f-9f3d-d667f48ff578 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:21.593725 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d8064ea5-35f7-4a8f-9f3d-d667f48ff578 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "DELETE /v2.0/subnets/ec00da39-62a7-4c1b-bd67-420ef87d5332 HTTP/1.1" status: 204 len: 168 time: 0.5877850 Nov 26 03:10:21.595365 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39772) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:21.596039 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3cec0c-c384-46d7-878d-69553535ccfc None None] Network a8962368-0e82-47fd-a7aa-80e3bcbb390f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:10:21.670349 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841af143-5f2c-4401-adce-848b9a6f66a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:21.724524 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:21.863687 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841af143-5f2c-4401-adce-848b9a6f66a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:21.874336 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-841af143-5f2c-4401-adce-848b9a6f66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:21.908144 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841af143-5f2c-4401-adce-848b9a6f66a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96e1051-f858-4f71-a98a-2c1382289155,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:21.917719 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Deleting port 5af28087-fa49-4aa7-96b2-46f7961683f4 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:21.918077 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:21.933159 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3aa78e-0fd0-4fdc-a4b3-e535805dda0a None None] DHCP port deletion for a8962368-0e82-47fd-a7aa-80e3bcbb390f request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:10:21.983745 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-841af143-5f2c-4401-adce-848b9a6f66a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f25b4a34074649fbbdeb74775bd59c76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5492532 Nov 26 03:10:21.986447 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39778) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:22.016826 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-6d3aa78e-0fd0-4fdc-a4b3-e535805dda0a None None] Deleting port 5af28087-fa49-4aa7-96b2-46f7961683f4 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:22.017344 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6d3aa78e-0fd0-4fdc-a4b3-e535805dda0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.046976 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] For port 5af28087-fa49-4aa7-96b2-46f7961683f4, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5af28087-fa49-4aa7-96b2-46f7961683f4,segment=NetworkSegment(cee03386-5ee2-4687-a6c1-7b5f430c5f85),segment_id=cee03386-5ee2-4687-a6c1-7b5f430c5f85)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:10:22.047346 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.077457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Calling delete_port for 5af28087-fa49-4aa7-96b2-46f7961683f4 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:22.082768 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cf4342f5-ac7c-4a9d-a768-079205d2e0e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.112024 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6d3aa78e-0fd0-4fdc-a4b3-e535805dda0a None None] For port 5af28087-fa49-4aa7-96b2-46f7961683f4, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5af28087-fa49-4aa7-96b2-46f7961683f4,segment=NetworkSegment(cee03386-5ee2-4687-a6c1-7b5f430c5f85),segment_id=cee03386-5ee2-4687-a6c1-7b5f430c5f85)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:10:22.112890 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6d3aa78e-0fd0-4fdc-a4b3-e535805dda0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.130600 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-6d3aa78e-0fd0-4fdc-a4b3-e535805dda0a None None] Calling delete_port for 5af28087-fa49-4aa7-96b2-46f7961683f4 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:22.149504 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cf4342f5-ac7c-4a9d-a768-079205d2e0e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.227988 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.267566 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event deleted for resources: {'Port': ['ID=5af28087-fa49-4aa7-96b2-46f7961683f4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:22.269941 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cf4342f5-ac7c-4a9d-a768-079205d2e0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.273056 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cf4342f5-ac7c-4a9d-a768-079205d2e0e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.274314 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cf4342f5-ac7c-4a9d-a768-079205d2e0e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b96e1051-f858-4f71-a98a-2c1382289155 HTTP/1.1" status: 204 len: 168 time: 0.2867360 Nov 26 03:10:22.276076 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] No DVR routers for this DVR port 5af28087-fa49-4aa7-96b2-46f7961683f4 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:10:22.296732 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6d3aa78e-0fd0-4fdc-a4b3-e535805dda0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.313597 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4342f5-ac7c-4a9d-a768-079205d2e0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96e1051-f858-4f71-a98a-2c1382289155,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:22.329606 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3aa78e-0fd0-4fdc-a4b3-e535805dda0a None None] Pushing event deleted for resources: {'Port': ['ID=5af28087-fa49-4aa7-96b2-46f7961683f4,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:22.356572 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3aa78e-0fd0-4fdc-a4b3-e535805dda0a None None] No DVR routers for this DVR port 5af28087-fa49-4aa7-96b2-46f7961683f4 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:10:22.405172 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.435673 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8962368-0e82-47fd-a7aa-80e3bcbb390f']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:22.450657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee03386-5ee2-4687-a6c1-7b5f430c5f85') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:22.450657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee03386-5ee2-4687-a6c1-7b5f430c5f85') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:22.494485 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.496962 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.534598 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.554585 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:10:22.554885 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:10:22.559081 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:10:22.648685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39808) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:22.705472 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.717636 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.725753 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] 10.222.0.31 "DELETE /v2.0/networks/a8962368-0e82-47fd-a7aa-80e3bcbb390f HTTP/1.1" status: 204 len: 168 time: 1.1278453 Nov 26 03:10:22.741808 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d6a5-56b1-4986-bdf8-51b3d74b036d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.757037 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca9465-2825-4e17-8070-1995a774bc10 tempest-AllowedAddressPairTestJSON-2079732424 tempest-AllowedAddressPairTestJSON-2079732424-project] Pushing event deleted for resources: {'Network': ['ID=a8962368-0e82-47fd-a7aa-80e3bcbb390f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:22.790152 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d6a5-56b1-4986-bdf8-51b3d74b036d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.879996 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d6a5-56b1-4986-bdf8-51b3d74b036d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.882764 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d6a5-56b1-4986-bdf8-51b3d74b036d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:22.884699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3bb0d6a5-56b1-4986-bdf8-51b3d74b036d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "DELETE /v2.0/security-groups/69315863-2b5f-4bfb-9e3d-03ef30c91b88 HTTP/1.1" status: 204 len: 168 time: 0.2344546 Nov 26 03:10:22.888375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39822) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:22.897321 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0d6a5-56b1-4986-bdf8-51b3d74b036d tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69315863-2b5f-4bfb-9e3d-03ef30c91b88,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:22.937991 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-7fb63ca3-5ee5-42ca-a268-624cbcf5e7ce tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] show failed (client error): The resource could not be found. Nov 26 03:10:22.943120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39824) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:22.944904 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7fb63ca3-5ee5-42ca-a268-624cbcf5e7ce tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "GET /v2.0/security-groups/69315863-2b5f-4bfb-9e3d-03ef30c91b88 HTTP/1.1" status: 404 len: 347 time: 0.0552576 Nov 26 03:10:23.126426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-01622d12-61ed-4b03-b447-ea233569ea73 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Deleting port 1daf1252-113e-4b0f-bc99-1d8a29fec77b {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:23.126780 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01622d12-61ed-4b03-b447-ea233569ea73 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:23.163537 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39834) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:23.231544 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01622d12-61ed-4b03-b447-ea233569ea73 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:23.232214 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01622d12-61ed-4b03-b447-ea233569ea73 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:23.258503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-01622d12-61ed-4b03-b447-ea233569ea73 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Calling delete_port for 1daf1252-113e-4b0f-bc99-1d8a29fec77b owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:23.433295 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e9f43bee-0a0d-4bff-89f3-003dc364d06f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=964f712a79324423bf694e9f1a76ab9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2678158 Nov 26 03:10:23.435299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39848) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:23.470518 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01622d12-61ed-4b03-b447-ea233569ea73 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:23.514303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01622d12-61ed-4b03-b447-ea233569ea73 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event deleted for resources: {'Port': ['ID=1daf1252-113e-4b0f-bc99-1d8a29fec77b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:23.565839 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:23.594641 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8d28788-4d15-4a79-94ce-9c27e5f9646c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:23.611698 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5af28087-fa49-4aa7-96b2-46f7961683f4 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:10:23.641091 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8d28788-4d15-4a79-94ce-9c27e5f9646c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:23.643364 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01622d12-61ed-4b03-b447-ea233569ea73 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:23.646020 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01622d12-61ed-4b03-b447-ea233569ea73 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:23.649234 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-01622d12-61ed-4b03-b447-ea233569ea73 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "DELETE /v2.0/floatingips/43e03209-53ea-4f61-b593-89516d8b8630 HTTP/1.1" status: 204 len: 168 time: 0.7050672 Nov 26 03:10:23.657279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39858) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:23.750814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 5af28087-fa49-4aa7-96b2-46f7961683f4 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:10:23.750814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5af28087-fa49-4aa7-96b2-46f7961683f4 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:10:23.810840 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8d28788-4d15-4a79-94ce-9c27e5f9646c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:23.814435 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8d28788-4d15-4a79-94ce-9c27e5f9646c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:23.816301 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b8d28788-4d15-4a79-94ce-9c27e5f9646c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fb9caa1-d581-4848-b368-657c0c00ee12 HTTP/1.1" status: 204 len: 168 time: 0.3798628 Nov 26 03:10:23.834144 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d28788-4d15-4a79-94ce-9c27e5f9646c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb9caa1-d581-4848-b368-657c0c00ee12,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:23.838664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-486c7104-6a56-4011-add8-1d970b2c8ec1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Deleting port db5b3ce7-6b84-4697-ad3c-d52fc64ab380 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:23.838995 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-486c7104-6a56-4011-add8-1d970b2c8ec1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:24.034145 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-486c7104-6a56-4011-add8-1d970b2c8ec1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:24.060495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-486c7104-6a56-4011-add8-1d970b2c8ec1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Calling delete_port for db5b3ce7-6b84-4697-ad3c-d52fc64ab380 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:24.292976 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-486c7104-6a56-4011-add8-1d970b2c8ec1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:24.323686 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c7104-6a56-4011-add8-1d970b2c8ec1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event deleted for resources: {'Port': ['ID=db5b3ce7-6b84-4697-ad3c-d52fc64ab380,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:24.416540 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-486c7104-6a56-4011-add8-1d970b2c8ec1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:24.424005 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39900) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:24.426854 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-486c7104-6a56-4011-add8-1d970b2c8ec1 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "DELETE /v2.0/ports/db5b3ce7-6b84-4697-ad3c-d52fc64ab380 HTTP/1.1" status: 204 len: 168 time: 0.7620890 Nov 26 03:10:24.610600 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-b446ce82-0ca8-4b9b-8a5e-1344f0b71de7 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Deleting port 6b09bce4-33a6-482a-a606-4d167407ae52 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:24.611201 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b446ce82-0ca8-4b9b-8a5e-1344f0b71de7 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:24.787712 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b446ce82-0ca8-4b9b-8a5e-1344f0b71de7 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:24.806800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-b446ce82-0ca8-4b9b-8a5e-1344f0b71de7 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Calling delete_port for 6b09bce4-33a6-482a-a606-4d167407ae52 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:25.011404 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b446ce82-0ca8-4b9b-8a5e-1344f0b71de7 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:25.073159 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446ce82-0ca8-4b9b-8a5e-1344f0b71de7 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event deleted for resources: {'Port': ['ID=6b09bce4-33a6-482a-a606-4d167407ae52,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:25.213505 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b446ce82-0ca8-4b9b-8a5e-1344f0b71de7 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:25.226847 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b446ce82-0ca8-4b9b-8a5e-1344f0b71de7 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "DELETE /v2.0/ports/6b09bce4-33a6-482a-a606-4d167407ae52 HTTP/1.1" status: 204 len: 168 time: 0.7995687 Nov 26 03:10:25.227021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39934) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:25.363519 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a56451-d757-4370-bc38-c5ba6688d7aa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Deleting subnet f9b83540-d17e-4c4c-867e-6fe6b714449e {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:10:25.373092 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89a56451-d757-4370-bc38-c5ba6688d7aa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:25.447359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 39942) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:25.474294 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89a56451-d757-4370-bc38-c5ba6688d7aa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:25.693837 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89a56451-d757-4370-bc38-c5ba6688d7aa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:25.749797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-27bdf1ab-ce67-4aaf-9afa-7b9ff60a1ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-946738297'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:25.822312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bdf1ab-ce67-4aaf-9afa-7b9ff60a1ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Made reservation on behalf of b3c46257dac7413998477bb4f4885f98 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:10:25.826869 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-27bdf1ab-ce67-4aaf-9afa-7b9ff60a1ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:25.838254 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-27bdf1ab-ce67-4aaf-9afa-7b9ff60a1ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:25.845102 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89a56451-d757-4370-bc38-c5ba6688d7aa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:25.907126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a56451-d757-4370-bc38-c5ba6688d7aa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b83540-d17e-4c4c-867e-6fe6b714449e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:25.910165 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab358a3f-77c2-47c0-be82-9e6fb41f64cd None None] Network 09ad8bb0-11ca-4f86-941d-4b67b4752da2 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:10:25.913494 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89a56451-d757-4370-bc38-c5ba6688d7aa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:25.917062 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-89a56451-d757-4370-bc38-c5ba6688d7aa tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "DELETE /v2.0/subnets/f9b83540-d17e-4c4c-867e-6fe6b714449e HTTP/1.1" status: 204 len: 168 time: 0.6903036 Nov 26 03:10:25.919708 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 39968) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:26.038162 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-27bdf1ab-ce67-4aaf-9afa-7b9ff60a1ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:26.045420 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-27bdf1ab-ce67-4aaf-9afa-7b9ff60a1ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:26.060415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27bdf1ab-ce67-4aaf-9afa-7b9ff60a1ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:10:26.073587 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-27bdf1ab-ce67-4aaf-9afa-7b9ff60a1ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:26.074581 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-27bdf1ab-ce67-4aaf-9afa-7b9ff60a1ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Added segment 5fc46cd6-9cdd-4cd2-ab68-9010feb097a4 of type vlan for network 5435564c-9932-4404-bbf3-bc7b01ecc99f Nov 26 03:10:26.136898 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d70721e-75ad-4a34-9292-b670d0f7f35a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Deleting subnet bc6da11d-6e3b-40de-8ac1-4e0dae557aba {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:10:26.138824 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-27bdf1ab-ce67-4aaf-9afa-7b9ff60a1ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:26.156477 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d70721e-75ad-4a34-9292-b670d0f7f35a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:26.159035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdf1ab-ce67-4aaf-9afa-7b9ff60a1ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53886cfc-f0b3-49a2-a959-bb14a4e3003a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:26.205579 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-27bdf1ab-ce67-4aaf-9afa-7b9ff60a1ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:26.212540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bdf1ab-ce67-4aaf-9afa-7b9ff60a1ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:26.213240 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-27bdf1ab-ce67-4aaf-9afa-7b9ff60a1ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:26.269758 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d70721e-75ad-4a34-9292-b670d0f7f35a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:26.315909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-27bdf1ab-ce67-4aaf-9afa-7b9ff60a1ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8669400 Nov 26 03:10:26.318994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40008) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:26.325234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-6c7eb232-ce96-412b-a03c-fc70d7c35748 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Request body: {'subnet': {'network_id': '5435564c-9932-4404-bbf3-bc7b01ecc99f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:26.396581 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64724507-6922-484d-8cd5-d3d272d1637e None None] DHCP port deletion for 09ad8bb0-11ca-4f86-941d-4b67b4752da2 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:10:26.457748 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d70721e-75ad-4a34-9292-b670d0f7f35a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:26.458930 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdf1ab-ce67-4aaf-9afa-7b9ff60a1ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Pushing event updated for resources: {'Network': ['ID=5435564c-9932-4404-bbf3-bc7b01ecc99f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:26.473145 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 5435564c-9932-4404-bbf3-bc7b01ecc99f details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:10:26.510775 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7eb232-ce96-412b-a03c-fc70d7c35748 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Made reservation on behalf of b3c46257dac7413998477bb4f4885f98 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:10:26.514515 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6c7eb232-ce96-412b-a03c-fc70d7c35748 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:26.574742 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d70721e-75ad-4a34-9292-b670d0f7f35a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:26.615725 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70721e-75ad-4a34-9292-b670d0f7f35a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event deleted for resources: {'Subnet': ['ID=bc6da11d-6e3b-40de-8ac1-4e0dae557aba,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:26.625853 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d70721e-75ad-4a34-9292-b670d0f7f35a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:26.630012 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3d70721e-75ad-4a34-9292-b670d0f7f35a tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "DELETE /v2.0/subnets/bc6da11d-6e3b-40de-8ac1-4e0dae557aba HTTP/1.1" status: 204 len: 168 time: 0.7078147 Nov 26 03:10:26.633447 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40028) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:26.655567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb4cacf-dcc2-47e9-85af-8ca071b1491c None None] Network 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:10:26.793633 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:26.903570 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-64724507-6922-484d-8cd5-d3d272d1637e None None] Deleting port 16419a79-1ed2-4607-aed7-a54e6943637b {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:26.905057 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-64724507-6922-484d-8cd5-d3d272d1637e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:26.913277 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6c7eb232-ce96-412b-a03c-fc70d7c35748 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:26.925323 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Deleting port 16419a79-1ed2-4607-aed7-a54e6943637b {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:26.925908 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:27.026875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-64724507-6922-484d-8cd5-d3d272d1637e None None] For port 16419a79-1ed2-4607-aed7-a54e6943637b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=16419a79-1ed2-4607-aed7-a54e6943637b,segment=NetworkSegment(9eee9d6e-cc95-4188-a303-b0aa56e15eb1),segment_id=9eee9d6e-cc95-4188-a303-b0aa56e15eb1)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:10:27.027469 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-64724507-6922-484d-8cd5-d3d272d1637e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:27.028130 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7eb232-ce96-412b-a03c-fc70d7c35748 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Pushing event updated for resources: {'Subnet': ['ID=564a029e-8329-4825-a3d1-b04b21d734fe,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:27.042149 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-64724507-6922-484d-8cd5-d3d272d1637e None None] Calling delete_port for 16419a79-1ed2-4607-aed7-a54e6943637b owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:27.091404 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] For port 16419a79-1ed2-4607-aed7-a54e6943637b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=16419a79-1ed2-4607-aed7-a54e6943637b,segment=NetworkSegment(9eee9d6e-cc95-4188-a303-b0aa56e15eb1),segment_id=9eee9d6e-cc95-4188-a303-b0aa56e15eb1)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:10:27.093942 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:27.126426 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Calling delete_port for 16419a79-1ed2-4607-aed7-a54e6943637b owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:27.154205 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-64724507-6922-484d-8cd5-d3d272d1637e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:27.223092 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40036) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:27.229394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64724507-6922-484d-8cd5-d3d272d1637e None None] No DVR routers for this DVR port 16419a79-1ed2-4607-aed7-a54e6943637b on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:10:27.235668 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64724507-6922-484d-8cd5-d3d272d1637e None None] Pushing event deleted for resources: {'Port': ['ID=16419a79-1ed2-4607-aed7-a54e6943637b,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:27.312113 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:27.355545 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event deleted for resources: {'Port': ['ID=16419a79-1ed2-4607-aed7-a54e6943637b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:27.360018 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] No DVR routers for this DVR port 16419a79-1ed2-4607-aed7-a54e6943637b on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:10:27.394966 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c021725e-a042-462f-ac16-d4f780cb77ea None None] DHCP port deletion for 426b4ce6-4aa7-4c02-b4b4-8977770f78c0 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:10:27.476944 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:27.489585 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c021725e-a042-462f-ac16-d4f780cb77ea None None] Deleting port cfe4b083-9b5c-4237-99a7-4cddbf5a314d {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:27.489967 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c021725e-a042-462f-ac16-d4f780cb77ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:27.502370 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ad8bb0-11ca-4f86-941d-4b67b4752da2']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:27.513144 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eee9d6e-cc95-4188-a303-b0aa56e15eb1') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:27.513437 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eee9d6e-cc95-4188-a303-b0aa56e15eb1') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:27.532907 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:27.563847 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:27.570684 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:10:27.571887 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:27.589627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-c021725e-a042-462f-ac16-d4f780cb77ea None None] For port cfe4b083-9b5c-4237-99a7-4cddbf5a314d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cfe4b083-9b5c-4237-99a7-4cddbf5a314d,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:10:27.590153 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c021725e-a042-462f-ac16-d4f780cb77ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:27.601106 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 16419a79-1ed2-4607-aed7-a54e6943637b no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:10:27.630973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 16419a79-1ed2-4607-aed7-a54e6943637b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:10:27.631428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 16419a79-1ed2-4607-aed7-a54e6943637b not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:10:27.632101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cfe4b083-9b5c-4237-99a7-4cddbf5a314d no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:10:27.638909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c021725e-a042-462f-ac16-d4f780cb77ea None None] Calling delete_port for cfe4b083-9b5c-4237-99a7-4cddbf5a314d owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:27.665800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7eb232-ce96-412b-a03c-fc70d7c35748 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Checking segment: {'id': '5fc46cd6-9cdd-4cd2-ab68-9010feb097a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5435564c-9932-4404-bbf3-bc7b01ecc99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:10:27.666422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7eb232-ce96-412b-a03c-fc70d7c35748 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Network hostable DHCP agents. Network: 5435564c-9932-4404-bbf3-bc7b01ecc99f, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:10:27.690495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7eb232-ce96-412b-a03c-fc70d7c35748 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Network 5435564c-9932-4404-bbf3-bc7b01ecc99f is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:10:27.700658 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:10:27.713989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-6c7eb232-ce96-412b-a03c-fc70d7c35748 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 5435564c-9932-4404-bbf3-bc7b01ecc99f) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:10:27.718989 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c7011172-fc85-4e2b-a8b4-f1b8566809b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:27.726113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7eb232-ce96-412b-a03c-fc70d7c35748 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:27.728831 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6c7eb232-ce96-412b-a03c-fc70d7c35748 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:27.773447 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6c7eb232-ce96-412b-a03c-fc70d7c35748 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4531722 Nov 26 03:10:27.775464 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40042) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:27.791990 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-e22d8723-a485-4b40-bfee-1a079f77dc29 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Request body: {'port': {'network_id': '5435564c-9932-4404-bbf3-bc7b01ecc99f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-91456252'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:27.808385 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c7011172-fc85-4e2b-a8b4-f1b8566809b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:27.810659 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:27.812193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696a88b9-ae32-42d4-bc54-eb40b9e7bd93 None None] Network 5435564c-9932-4404-bbf3-bc7b01ecc99f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:10:27.829505 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:27.832867 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "DELETE /v2.0/networks/09ad8bb0-11ca-4f86-941d-4b67b4752da2 HTTP/1.1" status: 204 len: 168 time: 1.1983325 Nov 26 03:10:27.837212 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c7011172-fc85-4e2b-a8b4-f1b8566809b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:27.859601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40044) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:27.887828 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c7011172-fc85-4e2b-a8b4-f1b8566809b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9b1f97b34da4435a9a39b184bb4272c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6634617 Nov 26 03:10:27.894800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40046) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:27.897421 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f41e4-21d1-4857-8856-40670423bb17 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event deleted for resources: {'Network': ['ID=09ad8bb0-11ca-4f86-941d-4b67b4752da2,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:27.941759 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7011172-fc85-4e2b-a8b4-f1b8566809b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560db7c5-fe69-471c-9532-0146cf86060e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:27.989667 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fa18-347a-41fc-8193-434bd50a4ae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.039205 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.047098 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fa18-347a-41fc-8193-434bd50a4ae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.050510 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22d8723-a485-4b40-bfee-1a079f77dc29 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Made reservation on behalf of b3c46257dac7413998477bb4f4885f98 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:10:28.054963 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e22d8723-a485-4b40-bfee-1a079f77dc29 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.121051 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-e22d8723-a485-4b40-bfee-1a079f77dc29 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] device_id is not set on port bacdb4ea-c85c-4796-98c3-1c8feca9419d yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:10:28.146520 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fa18-347a-41fc-8193-434bd50a4ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.150081 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fa18-347a-41fc-8193-434bd50a4ae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.151484 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d7e1fa18-347a-41fc-8193-434bd50a4ae6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/560db7c5-fe69-471c-9532-0146cf86060e HTTP/1.1" status: 204 len: 168 time: 0.2552576 Nov 26 03:10:28.169346 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1fa18-347a-41fc-8193-434bd50a4ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560db7c5-fe69-471c-9532-0146cf86060e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:28.216971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Deleting port cfe4b083-9b5c-4237-99a7-4cddbf5a314d {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:28.217354 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.314456 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-e22d8723-a485-4b40-bfee-1a079f77dc29 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Allocated IP 2001:db8::27b (5435564c-9932-4404-bbf3-bc7b01ecc99f/564a029e-8329-4825-a3d1-b04b21d734fe/bacdb4ea-c85c-4796-98c3-1c8feca9419d) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:10:28.372504 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-5435564c-9932-4404-bbf3-bc7b01ecc99f', 'network_id': '5435564c-9932-4404-bbf3-bc7b01ecc99f', 'tenant_id': 'b3c46257dac7413998477bb4f4885f98', 'fixed_ips': [{'subnet_id': '564a029e-8329-4825-a3d1-b04b21d734fe'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:10:28.373924 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.412688 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.431935 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c021725e-a042-462f-ac16-d4f780cb77ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.466000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021725e-a042-462f-ac16-d4f780cb77ea None None] Pushing event deleted for resources: {'Port': ['ID=cfe4b083-9b5c-4237-99a7-4cddbf5a314d,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:28.467937 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c021725e-a042-462f-ac16-d4f780cb77ea None None] No DVR routers for this DVR port cfe4b083-9b5c-4237-99a7-4cddbf5a314d on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:10:28.560278 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] For port cfe4b083-9b5c-4237-99a7-4cddbf5a314d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cfe4b083-9b5c-4237-99a7-4cddbf5a314d,segment=NetworkSegment(1a7af538-55b3-4487-b1be-e062313f3d75),segment_id=1a7af538-55b3-4487-b1be-e062313f3d75)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:10:28.561937 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.592641 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Calling delete_port for cfe4b083-9b5c-4237-99a7-4cddbf5a314d owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:28.664680 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40054) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:28.681382 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6426841b-6aad-4b6b-a448-cfc74c9b20c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.690502 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e22d8723-a485-4b40-bfee-1a079f77dc29 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.742590 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.769952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event deleted for resources: {'Port': ['ID=cfe4b083-9b5c-4237-99a7-4cddbf5a314d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:28.773077 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6426841b-6aad-4b6b-a448-cfc74c9b20c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.781990 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6426841b-6aad-4b6b-a448-cfc74c9b20c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.782206 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e22d8723-a485-4b40-bfee-1a079f77dc29 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.784522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] No DVR routers for this DVR port cfe4b083-9b5c-4237-99a7-4cddbf5a314d on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:10:28.833680 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426841b-6aad-4b6b-a448-cfc74c9b20c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ec7fd3-2895-44e5-80c6-f8b459598506,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:28.840441 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6426841b-6aad-4b6b-a448-cfc74c9b20c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9ccf857bd4d4eb9bc0cbe00a9903d45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1736648 Nov 26 03:10:28.842926 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40058) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:28.878289 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Allocated IP 2001:db8::2 (5435564c-9932-4404-bbf3-bc7b01ecc99f/564a029e-8329-4825-a3d1-b04b21d734fe/c21d2eaa-2c4c-403f-8b34-31ad57aaca5b) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:10:28.934411 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d551e293-5a71-43c8-8165-bd544d7c901f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.939468 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d8723-a485-4b40-bfee-1a079f77dc29 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Pushing event updated for resources: {'Port': ['ID=bacdb4ea-c85c-4796-98c3-1c8feca9419d,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:28.964400 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.974817 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d551e293-5a71-43c8-8165-bd544d7c901f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:28.982050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22d8723-a485-4b40-bfee-1a079f77dc29 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Network 5435564c-9932-4404-bbf3-bc7b01ecc99f is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:10:28.987815 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-e22d8723-a485-4b40-bfee-1a079f77dc29 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:10:28.991434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d8723-a485-4b40-bfee-1a079f77dc29 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:10:28.997722 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22d8723-a485-4b40-bfee-1a079f77dc29 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:28.998347 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e22d8723-a485-4b40-bfee-1a079f77dc29 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:29.002516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426b4ce6-4aa7-4c02-b4b4-8977770f78c0']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:29.017594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7af538-55b3-4487-b1be-e062313f3d75') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:29.017892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7af538-55b3-4487-b1be-e062313f3d75') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:29.029533 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:29.035209 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e22d8723-a485-4b40-bfee-1a079f77dc29 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.2566280 Nov 26 03:10:29.040153 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40060) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:29.046751 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-6acc2f0d-b7b5-4663-abc5-52adcb24895e tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Request body: {'port': {'network_id': '5435564c-9932-4404-bbf3-bc7b01ecc99f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1954258483', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:29.048734 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.api.validators [None req-6acc2f0d-b7b5-4663-abc5-52adcb24895e tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] bootfile-name is not in valid_values {{(pid=104801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 03:10:29.050058 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:29.050208 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.api.validators [None req-6acc2f0d-b7b5-4663-abc5-52adcb24895e tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] tftp-server is not in valid_values {{(pid=104801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 03:10:29.052975 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.api.validators [None req-6acc2f0d-b7b5-4663-abc5-52adcb24895e tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] server-ip-address is not in valid_values {{(pid=104801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 03:10:29.057463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:10:29.058299 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: items = [ Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:10:29.062630 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:10:29.094688 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:29.110280 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:29.120816 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d551e293-5a71-43c8-8165-bd544d7c901f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:29.123824 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d551e293-5a71-43c8-8165-bd544d7c901f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:29.127251 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d551e293-5a71-43c8-8165-bd544d7c901f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5ec7fd3-2895-44e5-80c6-f8b459598506 HTTP/1.1" status: 204 len: 168 time: 0.2805803 Nov 26 03:10:29.144212 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:29.144662 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551e293-5a71-43c8-8165-bd544d7c901f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ec7fd3-2895-44e5-80c6-f8b459598506,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:29.161764 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:29.167414 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] 10.222.0.31 "DELETE /v2.0/networks/426b4ce6-4aa7-4c02-b4b4-8977770f78c0 HTTP/1.1" status: 204 len: 168 time: 1.3064466 Nov 26 03:10:29.185712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1a10d-3be2-40f5-a022-0a30bd67f283 tempest-TaggedBootDevicesTest-1752023149 tempest-TaggedBootDevicesTest-1752023149-project] Pushing event deleted for resources: {'Network': ['ID=426b4ce6-4aa7-4c02-b4b4-8977770f78c0,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:29.210185 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Network 5435564c-9932-4404-bbf3-bc7b01ecc99f is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:10:29.225501 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:10:29.247752 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:10:29.317838 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Pushing event updated for resources: {'Port': ['ID=c21d2eaa-2c4c-403f-8b34-31ad57aaca5b,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:29.349349 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acc2f0d-b7b5-4663-abc5-52adcb24895e tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Made reservation on behalf of b3c46257dac7413998477bb4f4885f98 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:10:29.353063 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6acc2f0d-b7b5-4663-abc5-52adcb24895e tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:29.362650 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Attempting to bind port c21d2eaa-2c4c-403f-8b34-31ad57aaca5b on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:10:29.363699 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Attempting to bind port c21d2eaa-2c4c-403f-8b34-31ad57aaca5b by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '5fc46cd6-9cdd-4cd2-ab68-9010feb097a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5435564c-9932-4404-bbf3-bc7b01ecc99f'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:10:29.364467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Attempting to bind port c21d2eaa-2c4c-403f-8b34-31ad57aaca5b on network 5435564c-9932-4404-bbf3-bc7b01ecc99f {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:10:29.375394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:10:29.376779 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Checking segment: {'id': '5fc46cd6-9cdd-4cd2-ab68-9010feb097a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5435564c-9932-4404-bbf3-bc7b01ecc99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:10:29.377290 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:29.377906 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Bound using segment: {'id': '5fc46cd6-9cdd-4cd2-ab68-9010feb097a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5435564c-9932-4404-bbf3-bc7b01ecc99f'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:10:29.379240 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Bound port: c21d2eaa-2c4c-403f-8b34-31ad57aaca5b, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc46cd6-9cdd-4cd2-ab68-9010feb097a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5435564c-9932-4404-bbf3-bc7b01ecc99f'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:10:29.379835 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:29.395798 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-6acc2f0d-b7b5-4663-abc5-52adcb24895e tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] device_id is not set on port 286f623a-1854-4680-8304-c4fbb9a5f5d2 yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:10:29.500001 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] For port c21d2eaa-2c4c-403f-8b34-31ad57aaca5b, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:10:29.503344 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] For port c21d2eaa-2c4c-403f-8b34-31ad57aaca5b, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c21d2eaa-2c4c-403f-8b34-31ad57aaca5b,segment=NetworkSegment(5fc46cd6-9cdd-4cd2-ab68-9010feb097a4),segment_id=5fc46cd6-9cdd-4cd2-ab68-9010feb097a4)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:10:29.522549 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:29.656975 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67abdd4-d42a-4b1d-9332-76e6dca856ce None None] Pushing event updated for resources: {'Port': ['ID=c21d2eaa-2c4c-403f-8b34-31ad57aaca5b,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:29.666739 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-6acc2f0d-b7b5-4663-abc5-52adcb24895e tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Allocated IP 2001:db8::1d9 (5435564c-9932-4404-bbf3-bc7b01ecc99f/564a029e-8329-4825-a3d1-b04b21d734fe/286f623a-1854-4680-8304-c4fbb9a5f5d2) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:10:29.878889 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6acc2f0d-b7b5-4663-abc5-52adcb24895e tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:29.971054 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6acc2f0d-b7b5-4663-abc5-52adcb24895e tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:30.048501 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acc2f0d-b7b5-4663-abc5-52adcb24895e tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Network 5435564c-9932-4404-bbf3-bc7b01ecc99f is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:10:30.051943 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-6acc2f0d-b7b5-4663-abc5-52adcb24895e tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:10:30.056780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acc2f0d-b7b5-4663-abc5-52adcb24895e tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:10:30.063252 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc2f0d-b7b5-4663-abc5-52adcb24895e tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:30.064217 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6acc2f0d-b7b5-4663-abc5-52adcb24895e tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:30.074291 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc2f0d-b7b5-4663-abc5-52adcb24895e tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Pushing event updated for resources: {'Port': ['ID=286f623a-1854-4680-8304-c4fbb9a5f5d2,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:30.100667 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6acc2f0d-b7b5-4663-abc5-52adcb24895e tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.0609059 Nov 26 03:10:30.104400 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40090) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:30.179451 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6441de-57ba-4bbf-a711-f705a99493a2 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:30.186016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6441de-57ba-4bbf-a711-f705a99493a2 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:30.192742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6441de-57ba-4bbf-a711-f705a99493a2 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:30.194632 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bc6441de-57ba-4bbf-a711-f705a99493a2 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0885487 Nov 26 03:10:30.197700 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40094) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:30.311183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-3a810908-b5d8-472c-9138-8f65036509ed tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Deleting port 286f623a-1854-4680-8304-c4fbb9a5f5d2 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:30.311910 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3a810908-b5d8-472c-9138-8f65036509ed tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:30.471986 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3a810908-b5d8-472c-9138-8f65036509ed tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:30.489545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-3a810908-b5d8-472c-9138-8f65036509ed tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Calling delete_port for 286f623a-1854-4680-8304-c4fbb9a5f5d2 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:30.692956 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3a810908-b5d8-472c-9138-8f65036509ed tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:30.795586 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a810908-b5d8-472c-9138-8f65036509ed tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Pushing event deleted for resources: {'Port': ['ID=286f623a-1854-4680-8304-c4fbb9a5f5d2,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:30.825201 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3a810908-b5d8-472c-9138-8f65036509ed tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:30.835511 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40112) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:30.840919 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3a810908-b5d8-472c-9138-8f65036509ed tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] 10.222.0.31 "DELETE /v2.0/ports/286f623a-1854-4680-8304-c4fbb9a5f5d2 HTTP/1.1" status: 204 len: 168 time: 0.6416504 Nov 26 03:10:30.843875 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9c7e55ab-ebfb-4063-81a9-336c9ff1cbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Request body: {'port': {'name': 'tempest-new-port-name-821279629', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:30.844748 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.api.validators [None req-9c7e55ab-ebfb-4063-81a9-336c9ff1cbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] bootfile-name is not in valid_values {{(pid=104801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 03:10:30.845316 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.api.validators [None req-9c7e55ab-ebfb-4063-81a9-336c9ff1cbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] tftp-server is not in valid_values {{(pid=104801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 03:10:30.845860 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.api.validators [None req-9c7e55ab-ebfb-4063-81a9-336c9ff1cbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] server-ip-address is not in valid_values {{(pid=104801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 03:10:30.943845 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9c7e55ab-ebfb-4063-81a9-336c9ff1cbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:31.180425 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c1917f-280a-41da-9601-e38856536473 None None] Network 5435564c-9932-4404-bbf3-bc7b01ecc99f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:10:31.262069 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b50c73d5-14c2-47b4-8904-46ae1e0669a7 None None] Provisioning complete for port c21d2eaa-2c4c-403f-8b34-31ad57aaca5b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:10:31.262922 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b50c73d5-14c2-47b4-8904-46ae1e0669a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:31.298034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40120) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:31.321394 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9c7e55ab-ebfb-4063-81a9-336c9ff1cbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:31.328624 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9c7e55ab-ebfb-4063-81a9-336c9ff1cbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:31.367501 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e55ab-ebfb-4063-81a9-336c9ff1cbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] In _notify_port_updated(), no bound segment for port bacdb4ea-c85c-4796-98c3-1c8feca9419d on network 5435564c-9932-4404-bbf3-bc7b01ecc99f {{(pid=104801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 03:10:31.374780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7e55ab-ebfb-4063-81a9-336c9ff1cbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:31.376166 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9c7e55ab-ebfb-4063-81a9-336c9ff1cbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:31.377337 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9c7e55ab-ebfb-4063-81a9-336c9ff1cbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] 10.222.0.31 "PUT /v2.0/ports/bacdb4ea-c85c-4796-98c3-1c8feca9419d HTTP/1.1" status: 200 len: 1129 time: 0.5405104 Nov 26 03:10:31.381443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40124) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:31.397845 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e55ab-ebfb-4063-81a9-336c9ff1cbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Pushing event updated for resources: {'Port': ['ID=bacdb4ea-c85c-4796-98c3-1c8feca9419d,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:31.484662 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442e2a8e-8698-4601-ae0e-31926e97ee4a tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:31.485649 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b50c73d5-14c2-47b4-8904-46ae1e0669a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:31.492113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-442e2a8e-8698-4601-ae0e-31926e97ee4a tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] 10.222.0.31 "GET /v2.0/ports/bacdb4ea-c85c-4796-98c3-1c8feca9419d HTTP/1.1" status: 200 len: 1129 time: 0.1063566 Nov 26 03:10:31.497387 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40128) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:31.554262 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b50c73d5-14c2-47b4-8904-46ae1e0669a7 None None] For port c21d2eaa-2c4c-403f-8b34-31ad57aaca5b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c21d2eaa-2c4c-403f-8b34-31ad57aaca5b,segment=NetworkSegment(5fc46cd6-9cdd-4cd2-ab68-9010feb097a4),segment_id=5fc46cd6-9cdd-4cd2-ab68-9010feb097a4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:10:31.564987 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4eefd46c-2071-498a-8de4-20482920c76d tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-661192772'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:31.565490 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4eefd46c-2071-498a-8de4-20482920c76d tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] Unknown quota resources ['metering_label']. {{(pid=104802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 03:10:31.566075 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b50c73d5-14c2-47b4-8904-46ae1e0669a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:31.675209 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c21d2eaa-2c4c-403f-8b34-31ad57aaca5b up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:10:31.745658 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c73d5-14c2-47b4-8904-46ae1e0669a7 None None] Pushing event updated for resources: {'Port': ['ID=c21d2eaa-2c4c-403f-8b34-31ad57aaca5b,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:31.778714 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-3545099e-c5a9-49fe-9085-5a09b932bcdb tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Deleting port bacdb4ea-c85c-4796-98c3-1c8feca9419d {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:31.778929 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3545099e-c5a9-49fe-9085-5a09b932bcdb tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:31.797166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port c21d2eaa-2c4c-403f-8b34-31ad57aaca5b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:10:31.797979 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:31.933739 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4eefd46c-2071-498a-8de4-20482920c76d tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:31.936380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4eefd46c-2071-498a-8de4-20482920c76d tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6346121 Nov 26 03:10:31.938072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40132) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:31.943417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-8e60f54f-3d71-4bf8-9e94-97a22a461431 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '038f78bf-d28c-4af6-831b-6a625ef78c41'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:31.945392 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-8e60f54f-3d71-4bf8-9e94-97a22a461431 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 03:10:32.029933 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3545099e-c5a9-49fe-9085-5a09b932bcdb tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:32.061098 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-3545099e-c5a9-49fe-9085-5a09b932bcdb tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Calling delete_port for bacdb4ea-c85c-4796-98c3-1c8feca9419d owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:32.121018 n-d-819389-3 neutron-server[104802]: WARNING neutron.services.metering.metering_plugin [None req-8e60f54f-3d71-4bf8-9e94-97a22a461431 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 26 03:10:32.277520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1de6725f-8b22-4d49-8b0c-5ff4818930b9 None None] Provisioning complete for port bacdb4ea-c85c-4796-98c3-1c8feca9419d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:10:32.277968 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1de6725f-8b22-4d49-8b0c-5ff4818930b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:32.346196 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3545099e-c5a9-49fe-9085-5a09b932bcdb tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:32.369090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1de6725f-8b22-4d49-8b0c-5ff4818930b9 None None] Port bacdb4ea-c85c-4796-98c3-1c8feca9419d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:10:32.398503 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1de6725f-8b22-4d49-8b0c-5ff4818930b9 None None] Provisioning complete for port c21d2eaa-2c4c-403f-8b34-31ad57aaca5b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:10:32.398887 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1de6725f-8b22-4d49-8b0c-5ff4818930b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:32.410562 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8e60f54f-3d71-4bf8-9e94-97a22a461431 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:32.416925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8e60f54f-3d71-4bf8-9e94-97a22a461431 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4732552 Nov 26 03:10:32.417797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40136) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:32.443550 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-2e50f29e-6a3f-4778-8594-f32a65bed199 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '038f78bf-d28c-4af6-831b-6a625ef78c41'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:32.449240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-2e50f29e-6a3f-4778-8594-f32a65bed199 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 03:10:32.481245 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545099e-c5a9-49fe-9085-5a09b932bcdb tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Pushing event deleted for resources: {'Port': ['ID=bacdb4ea-c85c-4796-98c3-1c8feca9419d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:32.494003 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3545099e-c5a9-49fe-9085-5a09b932bcdb tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:32.505330 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3545099e-c5a9-49fe-9085-5a09b932bcdb tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] 10.222.0.31 "DELETE /v2.0/ports/bacdb4ea-c85c-4796-98c3-1c8feca9419d HTTP/1.1" status: 204 len: 168 time: 1.0061769 Nov 26 03:10:32.513441 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40140) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:32.555312 n-d-819389-3 neutron-server[104802]: WARNING neutron.services.metering.metering_plugin [None req-2e50f29e-6a3f-4778-8594-f32a65bed199 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 26 03:10:32.625971 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e19439-2b3e-4d66-9bfc-eb2ac8c0a0c2 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Deleting subnet 564a029e-8329-4825-a3d1-b04b21d734fe {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:10:32.636002 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80e19439-2b3e-4d66-9bfc-eb2ac8c0a0c2 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:32.676918 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2e50f29e-6a3f-4778-8594-f32a65bed199 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:32.680565 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2e50f29e-6a3f-4778-8594-f32a65bed199 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2578120 Nov 26 03:10:32.684487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40142) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:32.701233 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cabc08e4-c92d-4638-90b5-f65085157696 None None] Could not find standard attr ID for object bacdb4ea-c85c-4796-98c3-1c8feca9419d. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:10:32.706230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d968c04d-2e27-41a2-bfb4-4c0debd3cbe2 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=d8cd9164-e912-42c3-b471-c77073770837 HTTP/1.1" status: 200 len: 464 time: 0.0182652 Nov 26 03:10:32.706565 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40144) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:32.755709 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80e19439-2b3e-4d66-9bfc-eb2ac8c0a0c2 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:32.951123 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-54dcc7dc-6486-4a16-9567-d8cde6818b92 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:32.952610 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-54dcc7dc-6486-4a16-9567-d8cde6818b92 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/d8cd9164-e912-42c3-b471-c77073770837 HTTP/1.1" status: 204 len: 168 time: 0.2448480 Nov 26 03:10:32.956149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40148) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:32.968651 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8625dd2a-6908-455a-b4d0-2eb6f2bb32b6 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=d8cd9164-e912-42c3-b471-c77073770837 HTTP/1.1" status: 200 len: 221 time: 0.0113816 Nov 26 03:10:32.972717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40150) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:32.984100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-10c7cfcc-39a8-4f33-9c61-ae2c230929f0 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--989425122', 'description': 'label created by tempest'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:32.984603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-10c7cfcc-39a8-4f33-9c61-ae2c230929f0 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] Unknown quota resources ['metering_label']. {{(pid=104802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 03:10:33.036318 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2ac4e02c-c7be-444e-9aaa-4ee9311cf922 None None] Could not find standard attr ID for object 286f623a-1854-4680-8304-c4fbb9a5f5d2. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:10:33.049830 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80e19439-2b3e-4d66-9bfc-eb2ac8c0a0c2 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:33.137845 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80e19439-2b3e-4d66-9bfc-eb2ac8c0a0c2 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:33.174882 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e19439-2b3e-4d66-9bfc-eb2ac8c0a0c2 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Pushing event deleted for resources: {'Subnet': ['ID=564a029e-8329-4825-a3d1-b04b21d734fe,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:33.198717 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80e19439-2b3e-4d66-9bfc-eb2ac8c0a0c2 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:33.203875 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-80e19439-2b3e-4d66-9bfc-eb2ac8c0a0c2 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] 10.222.0.31 "DELETE /v2.0/subnets/564a029e-8329-4825-a3d1-b04b21d734fe HTTP/1.1" status: 204 len: 168 time: 0.6888256 Nov 26 03:10:33.206361 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40154) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:33.308538 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-10c7cfcc-39a8-4f33-9c61-ae2c230929f0 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:33.312669 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-10c7cfcc-39a8-4f33-9c61-ae2c230929f0 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3387971 Nov 26 03:10:33.313304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40156) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:33.334145 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:33.370350 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ff9068-4ff7-4420-85e6-7f8b734f6e1a None None] Network 5435564c-9932-4404-bbf3-bc7b01ecc99f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:10:33.405003 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-56918b79-258e-4bd9-8e55-234c2ac0ecf6 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=0ecda6b2-7628-4980-be6b-5d937bfcd8b0 HTTP/1.1" status: 200 len: 467 time: 0.0905008 Nov 26 03:10:33.407483 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40158) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:33.439966 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Deleting port c21d2eaa-2c4c-403f-8b34-31ad57aaca5b {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:33.440575 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:33.523900 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] For port c21d2eaa-2c4c-403f-8b34-31ad57aaca5b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c21d2eaa-2c4c-403f-8b34-31ad57aaca5b,segment=NetworkSegment(5fc46cd6-9cdd-4cd2-ab68-9010feb097a4),segment_id=5fc46cd6-9cdd-4cd2-ab68-9010feb097a4)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:10:33.524319 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:33.542814 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Calling delete_port for c21d2eaa-2c4c-403f-8b34-31ad57aaca5b owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:33.612793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9e56af-6218-45ff-b916-2d5d5f72b310 None None] DHCP port deletion for 5435564c-9932-4404-bbf3-bc7b01ecc99f request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:10:33.678285 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:33.722121 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e56af-6218-45ff-b916-2d5d5f72b310 None None] Deleting port c21d2eaa-2c4c-403f-8b34-31ad57aaca5b {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:33.722518 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3b9e56af-6218-45ff-b916-2d5d5f72b310 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:33.745708 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Pushing event deleted for resources: {'Port': ['ID=c21d2eaa-2c4c-403f-8b34-31ad57aaca5b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:33.760426 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] No DVR routers for this DVR port c21d2eaa-2c4c-403f-8b34-31ad57aaca5b on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:10:33.825248 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d784120-dedf-446c-ad6f-e1935efa1bb1 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:33.827182 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1d784120-dedf-446c-ad6f-e1935efa1bb1 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/0ecda6b2-7628-4980-be6b-5d937bfcd8b0 HTTP/1.1" status: 204 len: 168 time: 0.4185143 Nov 26 03:10:33.829984 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40166) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:33.836323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3b9e56af-6218-45ff-b916-2d5d5f72b310 None None] For port c21d2eaa-2c4c-403f-8b34-31ad57aaca5b, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:10:33.837284 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3b9e56af-6218-45ff-b916-2d5d5f72b310 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:33.855051 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c2244429-8b78-484d-8dfb-497b7260a24b tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=0ecda6b2-7628-4980-be6b-5d937bfcd8b0 HTTP/1.1" status: 200 len: 216 time: 0.0235801 Nov 26 03:10:33.857048 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40168) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:33.857599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e56af-6218-45ff-b916-2d5d5f72b310 None None] Calling delete_port for c21d2eaa-2c4c-403f-8b34-31ad57aaca5b owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:33.862438 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-3b9e56af-6218-45ff-b916-2d5d5f72b310 None None] Port c21d2eaa-2c4c-403f-8b34-31ad57aaca5b was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 03:10:33.864998 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3b9e56af-6218-45ff-b916-2d5d5f72b310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:33.882648 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-894f9884-3366-43b9-a2d6-998aeef40889 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0213242 Nov 26 03:10:33.883217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40170) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:33.886809 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9e56af-6218-45ff-b916-2d5d5f72b310 None None] No DVR routers for this DVR port c21d2eaa-2c4c-403f-8b34-31ad57aaca5b on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:10:33.913381 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-acbf4798-c0b6-41c9-b1a8-cf8343dca8fd tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0252032 Nov 26 03:10:33.913936 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40172) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:33.923514 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e56af-6218-45ff-b916-2d5d5f72b310 None None] Pushing event deleted for resources: {'Port': ['ID=c21d2eaa-2c4c-403f-8b34-31ad57aaca5b,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:33.947389 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:33.969272 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5435564c-9932-4404-bbf3-bc7b01ecc99f']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:33.979866 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc46cd6-9cdd-4cd2-ab68-9010feb097a4') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:33.980346 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc46cd6-9cdd-4cd2-ab68-9010feb097a4') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:33.991292 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:34.001947 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c3421560-3c82-4652-90e2-900af4c8c10c tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/038f78bf-d28c-4af6-831b-6a625ef78c41 HTTP/1.1" status: 200 len: 472 time: 0.0834477 Nov 26 03:10:34.002212 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40176) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:34.026869 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f4a7f50e-2038-4148-adf6-c10bf86a7d52 tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/dc622f51-e799-4b2b-8913-cf0b2690bb07 HTTP/1.1" status: 200 len: 461 time: 0.0221999 Nov 26 03:10:34.034331 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:34.042764 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40180) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:34.045414 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:10:34.045923 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:10:34.053609 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:10:34.144171 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:34.161127 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:34.167333 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] 10.222.0.31 "DELETE /v2.0/networks/5435564c-9932-4404-bbf3-bc7b01ecc99f HTTP/1.1" status: 204 len: 168 time: 0.9588149 Nov 26 03:10:34.182539 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aba0bd-1d78-4bac-b4a0-c343e86e77f6 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729 tempest-ExtraDHCPOptionsIpV6TestJSON-398808729-project] Pushing event deleted for resources: {'Network': ['ID=5435564c-9932-4404-bbf3-bc7b01ecc99f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:34.188684 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83506920-2325-4f08-bcd6-703368c62c3a tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:34.189732 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-83506920-2325-4f08-bcd6-703368c62c3a tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/dc622f51-e799-4b2b-8913-cf0b2690bb07 HTTP/1.1" status: 204 len: 168 time: 0.1439388 Nov 26 03:10:34.191971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40186) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:34.436678 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-705c92b1-8a09-43d7-a7a0-9fa8cac897bd tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:34.442161 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-705c92b1-8a09-43d7-a7a0-9fa8cac897bd tempest-MeteringTestJSON-1391196240 tempest-MeteringTestJSON-1391196240-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/038f78bf-d28c-4af6-831b-6a625ef78c41 HTTP/1.1" status: 204 len: 168 time: 0.2481947 Nov 26 03:10:34.580734 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40192) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:34.786766 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40198) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:34.870283 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8197e914-f109-42a2-9fc6-6684b6b36fd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:34.898577 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-307ca5db-3d6f-459f-8e02-05e81c921b9d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3c46257dac7413998477bb4f4885f98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3163404 Nov 26 03:10:34.900883 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40202) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:34.965602 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01e79e18-eb37-4185-8b3e-dc66e1a1d5a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:34.971906 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8197e914-f109-42a2-9fc6-6684b6b36fd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:34.981030 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8197e914-f109-42a2-9fc6-6684b6b36fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:35.008009 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8197e914-f109-42a2-9fc6-6684b6b36fd3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d07e7744507648cf973864238e3af8ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2201369 Nov 26 03:10:35.011054 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40204) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:35.032665 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01e79e18-eb37-4185-8b3e-dc66e1a1d5a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:35.065478 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197e914-f109-42a2-9fc6-6684b6b36fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a28f133-c426-4054-aad4-e9b82fbe0df4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:35.142782 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1f24348-7798-4cbc-ba27-a4b1bc0c213b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:35.151365 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01e79e18-eb37-4185-8b3e-dc66e1a1d5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:35.153989 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-01e79e18-eb37-4185-8b3e-dc66e1a1d5a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:35.155208 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-01e79e18-eb37-4185-8b3e-dc66e1a1d5a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53886cfc-f0b3-49a2-a959-bb14a4e3003a HTTP/1.1" status: 204 len: 168 time: 0.2532747 Nov 26 03:10:35.168155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e79e18-eb37-4185-8b3e-dc66e1a1d5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53886cfc-f0b3-49a2-a959-bb14a4e3003a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:35.201756 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1f24348-7798-4cbc-ba27-a4b1bc0c213b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:35.266521 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1f24348-7798-4cbc-ba27-a4b1bc0c213b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:35.269191 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1f24348-7798-4cbc-ba27-a4b1bc0c213b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:35.272717 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f1f24348-7798-4cbc-ba27-a4b1bc0c213b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a28f133-c426-4054-aad4-e9b82fbe0df4 HTTP/1.1" status: 204 len: 168 time: 0.2582357 Nov 26 03:10:35.281345 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f24348-7798-4cbc-ba27-a4b1bc0c213b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a28f133-c426-4054-aad4-e9b82fbe0df4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:35.593436 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c21d2eaa-2c4c-403f-8b34-31ad57aaca5b no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:10:35.656187 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: c21d2eaa-2c4c-403f-8b34-31ad57aaca5b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:10:35.656450 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c21d2eaa-2c4c-403f-8b34-31ad57aaca5b not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:10:35.806888 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40226) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:35.826162 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a184a589-37f7-4649-bb9e-63b3d2fa4f41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:35.937272 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a184a589-37f7-4649-bb9e-63b3d2fa4f41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:35.942542 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a184a589-37f7-4649-bb9e-63b3d2fa4f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:35.990448 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a184a589-37f7-4649-bb9e-63b3d2fa4f41 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e499a266c9d48c98840882ba8d37d7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1816263 Nov 26 03:10:35.991271 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184a589-37f7-4649-bb9e-63b3d2fa4f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c14dc1-92bf-4672-9d90-d26384637a14,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:36.007421 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40230) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:36.120844 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c099dbb-8f64-452b-a943-16448b08594f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:36.174785 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c099dbb-8f64-452b-a943-16448b08594f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:36.275796 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c099dbb-8f64-452b-a943-16448b08594f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:36.279019 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c099dbb-8f64-452b-a943-16448b08594f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:36.282803 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1c099dbb-8f64-452b-a943-16448b08594f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48c14dc1-92bf-4672-9d90-d26384637a14 HTTP/1.1" status: 204 len: 168 time: 0.2701082 Nov 26 03:10:36.298139 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c099dbb-8f64-452b-a943-16448b08594f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c14dc1-92bf-4672-9d90-d26384637a14,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:37.729439 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-3565dc32-712f-4b42-8660-270317f0c681 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:37.736927 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-3565dc32-712f-4b42-8660-270317f0c681 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 812 time: 0.2226660 Nov 26 03:10:37.762512 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-1705b67f-18eb-490d-9cf5-3e7b748b3871 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/quotas/b17049609f8f491cbb361dbfa10fcb6b HTTP/1.1" status: 200 len: 375 time: 0.0185390 Nov 26 03:10:37.876875 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:10:37.913780 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-c0e1e72b-719f-49b0-8baf-0cec2fa4008a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1431005 Nov 26 03:10:38.847942 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40462) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:38.934192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-79670a5f-651b-4b5b-803b-7bb36023e36e service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0188541 Nov 26 03:10:39.095339 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40490) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:39.152298 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-6370d32a-9aa3-4458-a9d7-3251eba63c76 service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117877 Nov 26 03:10:39.211759 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc9d7263-0893-4355-b799-5158d06cb915 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:39.317112 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-68d9cad0-b3ac-4c55-98e9-42bffea4b5eb tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1475718617', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:39.377028 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d9cad0-b3ac-4c55-98e9-42bffea4b5eb tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Made reservation on behalf of b72828bbc31247208d198967801ef24b for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:10:39.380040 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68d9cad0-b3ac-4c55-98e9-42bffea4b5eb tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:39.428132 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d67964bd-267f-4de2-a93a-b89bec002a79 req-6a1ef8f7-876f-4ea3-8ffc-a3cc77a09469 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 210 time: 0.0433352 Nov 26 03:10:39.460099 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68d9cad0-b3ac-4c55-98e9-42bffea4b5eb tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:39.472490 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc9d7263-0893-4355-b799-5158d06cb915 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:39.486583 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bc9d7263-0893-4355-b799-5158d06cb915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:39.566108 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d7263-0893-4355-b799-5158d06cb915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f138fd91-3f81-4d33-977c-4daa16178afc,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:39.571993 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bc9d7263-0893-4355-b799-5158d06cb915 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ce8a300dee54483b8720cbb12e4124f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4755614 Nov 26 03:10:39.575062 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40550) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:39.635880 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68d9cad0-b3ac-4c55-98e9-42bffea4b5eb tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:39.650784 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68d9cad0-b3ac-4c55-98e9-42bffea4b5eb tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:39.659345 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [None req-68d9cad0-b3ac-4c55-98e9-42bffea4b5eb tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] device_id is not set on port e8866063-76c6-4224-b987-bc90df72fb1c yet. {{(pid=104801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:10:39.753189 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9cad0-b3ac-4c55-98e9-42bffea4b5eb tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc9c828-d77b-4b91-bbbb-36ecf4f5215e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:39.782589 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9d73a556-1c3f-4950-acb8-0cec17fcc631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:39.841932 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-68d9cad0-b3ac-4c55-98e9-42bffea4b5eb tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Allocated IP 172.25.0.159 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/e8866063-76c6-4224-b987-bc90df72fb1c) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:10:39.854126 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9d73a556-1c3f-4950-acb8-0cec17fcc631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:39.965668 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9d73a556-1c3f-4950-acb8-0cec17fcc631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:39.971646 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9d73a556-1c3f-4950-acb8-0cec17fcc631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:39.979640 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9d73a556-1c3f-4950-acb8-0cec17fcc631 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f138fd91-3f81-4d33-977c-4daa16178afc HTTP/1.1" status: 204 len: 168 time: 0.4029191 Nov 26 03:10:40.007036 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73a556-1c3f-4950-acb8-0cec17fcc631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f138fd91-3f81-4d33-977c-4daa16178afc,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:40.739385 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68d9cad0-b3ac-4c55-98e9-42bffea4b5eb tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:40.761667 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-716dee8c-861e-4608-9e39-d2b41ab6353b req-d11e10b5-e002-421b-80db-fb02526d50db tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 210 time: 0.0830412 Nov 26 03:10:40.765740 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40656) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:40.792267 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68d9cad0-b3ac-4c55-98e9-42bffea4b5eb tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:40.800866 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37358263-e9e7-4cdb-8373-e6c2bde575a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:40.862652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d9cad0-b3ac-4c55-98e9-42bffea4b5eb tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:10:40.866562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-68d9cad0-b3ac-4c55-98e9-42bffea4b5eb tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:10:40.871443 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9cad0-b3ac-4c55-98e9-42bffea4b5eb tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:10:40.886286 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f6c23b-c5c2-4e3b-8129-c2a56077a3b6 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:10:40.916230 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9cad0-b3ac-4c55-98e9-42bffea4b5eb tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Pushing event updated for resources: {'Port': ['ID=e8866063-76c6-4224-b987-bc90df72fb1c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:40.953466 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d9cad0-b3ac-4c55-98e9-42bffea4b5eb tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:40.954075 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68d9cad0-b3ac-4c55-98e9-42bffea4b5eb tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:40.981869 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-68d9cad0-b3ac-4c55-98e9-42bffea4b5eb tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1322889 Nov 26 03:10:40.982511 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37358263-e9e7-4cdb-8373-e6c2bde575a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:40.997023 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40680) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:41.017501 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cc98432d-938a-44e4-9224-6ab169a61131 None None] Provisioning complete for port e8866063-76c6-4224-b987-bc90df72fb1c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:10:41.017803 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cc98432d-938a-44e4-9224-6ab169a61131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:41.019444 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-96140455-35cc-40b0-8fb4-5c6e2f611fcd tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.159'}]}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:41.022894 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37358263-e9e7-4cdb-8373-e6c2bde575a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:41.082646 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-cc98432d-938a-44e4-9224-6ab169a61131 None None] Port e8866063-76c6-4224-b987-bc90df72fb1c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:10:41.175759 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37358263-e9e7-4cdb-8373-e6c2bde575a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e461bc-4847-4c7a-b79e-078e2145d1bd,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:41.180708 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96140455-35cc-40b0-8fb4-5c6e2f611fcd tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:41.182247 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96140455-35cc-40b0-8fb4-5c6e2f611fcd tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:41.222169 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-37358263-e9e7-4cdb-8373-e6c2bde575a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56c007fab3d544acbeea636aaaa4832a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4533019 Nov 26 03:10:41.222443 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40704) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:41.355429 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96140455-35cc-40b0-8fb4-5c6e2f611fcd tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:41.389391 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84f38111-5700-49e5-a1b0-908266921469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:41.419901 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84f38111-5700-49e5-a1b0-908266921469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:41.515297 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84f38111-5700-49e5-a1b0-908266921469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:41.519626 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-84f38111-5700-49e5-a1b0-908266921469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:41.519626 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-84f38111-5700-49e5-a1b0-908266921469 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3e461bc-4847-4c7a-b79e-078e2145d1bd HTTP/1.1" status: 204 len: 168 time: 0.2957580 Nov 26 03:10:41.531298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-a8b1fbd1-16ed-4511-9c80-a7f567e2e577 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:41.533433 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-a8b1fbd1-16ed-4511-9c80-a7f567e2e577 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 812 time: 0.3433895 Nov 26 03:10:41.534650 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f38111-5700-49e5-a1b0-908266921469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e461bc-4847-4c7a-b79e-078e2145d1bd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:41.633722 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-ecf04f11-2b7e-429d-a5b5-c5133d6e4159 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Request body: {'port': {'device_id': '28e85625-6bbd-47d1-978c-1e28fbb74da3', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'admin_state_up': True, 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:41.697378 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4ea93e58-40f6-4b77-b5f1-7997309b59d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:41.953860 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96140455-35cc-40b0-8fb4-5c6e2f611fcd tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:42.036783 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9ab7569-5f24-4a1a-a55f-3a494168ccec req-902f151e-cc52-418a-9bf5-5dea236dfb94 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 210 time: 0.1671953 Nov 26 03:10:42.269347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-ecf04f11-2b7e-429d-a5b5-c5133d6e4159 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Made reservation on behalf of b17049609f8f491cbb361dbfa10fcb6b for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:10:42.283083 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-ecf04f11-2b7e-429d-a5b5-c5133d6e4159 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:42.784603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-ecf04f11-2b7e-429d-a5b5-c5133d6e4159 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Allocated IP 172.20.0.7 (3f4d63a1-f901-4208-8c24-36adbef45f4d/f8613f4d-a1ac-4475-b5f6-ead1648d3332/8dd99682-c6d8-4ecc-8b2d-242881311b90) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:10:43.025994 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96140455-35cc-40b0-8fb4-5c6e2f611fcd tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:43.083356 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96140455-35cc-40b0-8fb4-5c6e2f611fcd tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:43.311620 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9487a7d-92e2-4518-843d-233c681a5a27 req-989d04fc-ce6e-419e-99c1-775370db6c62 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 210 time: 0.0434687 Nov 26 03:10:43.385377 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-ecf04f11-2b7e-429d-a5b5-c5133d6e4159 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:43.481573 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-ecf04f11-2b7e-429d-a5b5-c5133d6e4159 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:43.578189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf04f11-2b7e-429d-a5b5-c5133d6e4159 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'Port': ['ID=8dd99682-c6d8-4ecc-8b2d-242881311b90,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:43.606169 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-ecf04f11-2b7e-429d-a5b5-c5133d6e4159 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Network 3f4d63a1-f901-4208-8c24-36adbef45f4d is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:10:43.631034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-ecf04f11-2b7e-429d-a5b5-c5133d6e4159 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:10:43.635321 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-ecf04f11-2b7e-429d-a5b5-c5133d6e4159 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:10:43.718897 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96140455-35cc-40b0-8fb4-5c6e2f611fcd tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:43.774992 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-ecf04f11-2b7e-429d-a5b5-c5133d6e4159 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:43.775681 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-ecf04f11-2b7e-429d-a5b5-c5133d6e4159 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:43.995548 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-ecf04f11-2b7e-429d-a5b5-c5133d6e4159 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3674500 Nov 26 03:10:44.042560 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cccadaba-a6ba-466b-bed8-83fd7697a2c3 None None] Provisioning complete for port 8dd99682-c6d8-4ecc-8b2d-242881311b90 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:10:44.043560 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cccadaba-a6ba-466b-bed8-83fd7697a2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:44.089598 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Request body: {'port': {'device_id': '28e85625-6bbd-47d1-978c-1e28fbb74da3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:44.151928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-cccadaba-a6ba-466b-bed8-83fd7697a2c3 None None] Port 8dd99682-c6d8-4ecc-8b2d-242881311b90 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:10:44.158713 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-46ea8c67-4bfc-4b1d-aeb8-75b0329389ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:44.221620 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96140455-35cc-40b0-8fb4-5c6e2f611fcd tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:44.226796 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96140455-35cc-40b0-8fb4-5c6e2f611fcd tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:44.238538 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:44.336795 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96140455-35cc-40b0-8fb4-5c6e2f611fcd tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:44.337591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96140455-35cc-40b0-8fb4-5c6e2f611fcd tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a789348-1962-4146-918f-c31d3cbefe35 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:10:44.423562 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-96140455-35cc-40b0-8fb4-5c6e2f611fcd tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 26 03:10:44.427806 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40910) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:44.428391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-96140455-35cc-40b0-8fb4-5c6e2f611fcd tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4228375 Nov 26 03:10:44.598550 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1650ac34-4e06-45c8-8845-9a7b9b0dd985 tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Deleting port e8866063-76c6-4224-b987-bc90df72fb1c {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:44.599643 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1650ac34-4e06-45c8-8845-9a7b9b0dd985 tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:44.680944 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1650ac34-4e06-45c8-8845-9a7b9b0dd985 tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:44.694068 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1650ac34-4e06-45c8-8845-9a7b9b0dd985 tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Calling delete_port for e8866063-76c6-4224-b987-bc90df72fb1c owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:44.777957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd99682-c6d8-4ecc-8b2d-242881311b90 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:10:44.852955 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:44.898233 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1650ac34-4e06-45c8-8845-9a7b9b0dd985 tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:44.937305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Transition to ACTIVE for port object 8dd99682-c6d8-4ecc-8b2d-242881311b90 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:10:44.958538 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:44.963881 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650ac34-4e06-45c8-8845-9a7b9b0dd985 tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8866063-76c6-4224-b987-bc90df72fb1c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:45.007255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bc1bab-0776-4704-9d6a-a0b54a6a9f05 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:10:45.020176 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca4d60-862f-4b66-8096-0c64b625805f req-717d53a2-6cbc-409c-aebd-ee43a334c5de tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:45.025440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25ca4d60-862f-4b66-8096-0c64b625805f req-717d53a2-6cbc-409c-aebd-ee43a334c5de tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 931 time: 0.2405496 Nov 26 03:10:45.056797 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:45.201653 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1650ac34-4e06-45c8-8845-9a7b9b0dd985 tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:45.214705 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1650ac34-4e06-45c8-8845-9a7b9b0dd985 tempest-RoutersAdminNegativeTest-194446251 tempest-RoutersAdminNegativeTest-194446251-project-admin] 10.222.0.31 "DELETE /v2.0/ports/e8866063-76c6-4224-b987-bc90df72fb1c HTTP/1.1" status: 204 len: 168 time: 0.7855115 Nov 26 03:10:45.573115 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Attempting to bind port 8dd99682-c6d8-4ecc-8b2d-242881311b90 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:10:45.573675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Attempting to bind port 8dd99682-c6d8-4ecc-8b2d-242881311b90 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:10:45.574246 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Attempting to bind port 8dd99682-c6d8-4ecc-8b2d-242881311b90 on network 3f4d63a1-f901-4208-8c24-36adbef45f4d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:10:45.587433 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25ca4d60-862f-4b66-8096-0c64b625805f req-6b0cc411-ce52-4f8b-89e1-ca99d964f446 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961145 Nov 26 03:10:45.595709 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd99682-c6d8-4ecc-8b2d-242881311b90,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:45.613518 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Port 8dd99682-c6d8-4ecc-8b2d-242881311b90 on network 3f4d63a1-f901-4208-8c24-36adbef45f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:10:45.615253 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Attempting to bind port 8dd99682-c6d8-4ecc-8b2d-242881311b90 on network 3f4d63a1-f901-4208-8c24-36adbef45f4d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:10:45.624014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:10:45.626183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Checking segment: {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:10:45.626765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Bound using segment: {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:10:45.627386 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Bound port: 8dd99682-c6d8-4ecc-8b2d-242881311b90, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:10:45.628164 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:45.750912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] For port 8dd99682-c6d8-4ecc-8b2d-242881311b90, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:10:45.755209 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] For port 8dd99682-c6d8-4ecc-8b2d-242881311b90, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=8dd99682-c6d8-4ecc-8b2d-242881311b90,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:10:45.762323 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:45.800178 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40934) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:45.809443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:45.810288 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:45.812763 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] 10.222.0.59 "PUT /v2.0/ports/8dd99682-c6d8-4ecc-8b2d-242881311b90 HTTP/1.1" status: 200 len: 1091 time: 1.7615230 Nov 26 03:10:45.818545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e85625-6bbd-47d1-978c-1e28fbb74da3', 'tag': '8dd99682-c6d8-4ecc-8b2d-242881311b90'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:10:45.821516 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee92a15-29b2-4e72-9b38-2506cbd9d037" -d '{"events": [{"name": "network-changed", "server_uuid": "28e85625-6bbd-47d1-978c-1e28fbb74da3", "tag": "8dd99682-c6d8-4ecc-8b2d-242881311b90"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:10:45.870793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d826151-fd3f-4494-9e4e-7b6d66bc7402 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd99682-c6d8-4ecc-8b2d-242881311b90,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:45.943771 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c80365e-0386-48a4-937b-3533b229d1b0 x-openstack-request-id: req-3c80365e-0386-48a4-937b-3533b229d1b0 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:10:45.944168 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e85625-6bbd-47d1-978c-1e28fbb74da3", "tag": "8dd99682-c6d8-4ecc-8b2d-242881311b90", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:10:45.944807 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c80365e-0386-48a4-937b-3533b229d1b0 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:10:45.945961 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e85625-6bbd-47d1-978c-1e28fbb74da3', 'tag': '8dd99682-c6d8-4ecc-8b2d-242881311b90', 'status': 'completed', 'code': 200} Nov 26 03:10:46.003337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-a5543257-6ad2-4bc6-a76d-5797b8e0d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:46.005087 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-a5543257-6ad2-4bc6-a76d-5797b8e0d388 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 1094 time: 0.1301837 Nov 26 03:10:46.038178 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8aa1d94e-f187-41e6-b9c7-de889e60b729 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:46.118653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-525e899b-96ed-4e87-8bde-1464997df14a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8dd99682-c6d8-4ecc-8b2d-242881311b90 HTTP/1.1" status: 200 len: 217 time: 0.0990527 Nov 26 03:10:46.204612 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8aa1d94e-f187-41e6-b9c7-de889e60b729 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:46.215453 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8aa1d94e-f187-41e6-b9c7-de889e60b729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:46.236542 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-7326116a-6041-4ed5-99bd-5d6e198c61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:46.239001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-7326116a-6041-4ed5-99bd-5d6e198c61c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.1127441 Nov 26 03:10:46.294603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40946) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:46.298604 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8aa1d94e-f187-41e6-b9c7-de889e60b729 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4c28f762d334103843328b3b446a35c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4972761 Nov 26 03:10:46.323047 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1d94e-f187-41e6-b9c7-de889e60b729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e55a4c-f91d-44d2-897f-c19fc267a6f5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:46.336806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-98fae762-7e97-444e-acea-b7e72ef803e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:46.338408 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-98fae762-7e97-444e-acea-b7e72ef803e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897098 Nov 26 03:10:46.477810 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1769221b-4915-447c-9cad-4bcb4324acca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:46.519778 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1769221b-4915-447c-9cad-4bcb4324acca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:46.549474 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-e4bb267e-3c95-402b-ab57-a54caf309844 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029636 Nov 26 03:10:46.608523 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:46.705800 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1769221b-4915-447c-9cad-4bcb4324acca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:46.713037 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1769221b-4915-447c-9cad-4bcb4324acca admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:46.716486 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1769221b-4915-447c-9cad-4bcb4324acca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/49e55a4c-f91d-44d2-897f-c19fc267a6f5 HTTP/1.1" status: 204 len: 168 time: 0.4185755 Nov 26 03:10:46.755203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769221b-4915-447c-9cad-4bcb4324acca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e55a4c-f91d-44d2-897f-c19fc267a6f5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:46.813703 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d59bd94-0f33-4ae4-94b2-6c1b107063f8 req-8a47480c-39d5-448a-b341-73b7921353d1 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567029 Nov 26 03:10:46.828825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4638f-5d54-486b-ad10-e9c7f1725bef req-b494cde1-9790-4800-902d-529af3af56bd tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:46.836721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ab4638f-5d54-486b-ad10-e9c7f1725bef req-b494cde1-9790-4800-902d-529af3af56bd tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 943 time: 0.0947378 Nov 26 03:10:47.008751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ab4638f-5d54-486b-ad10-e9c7f1725bef req-8154b960-9205-4dde-912d-8eedb885dc2f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669955 Nov 26 03:10:47.016096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee92a15-29b2-4e72-9b38-2506cbd9d037 req-da7bb38a-cdef-48f0-b7b2-f5157a53126e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:47.017622 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ee92a15-29b2-4e72-9b38-2506cbd9d037 req-da7bb38a-cdef-48f0-b7b2-f5157a53126e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 1094 time: 0.1173871 Nov 26 03:10:47.211887 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee92a15-29b2-4e72-9b38-2506cbd9d037 req-6ede2d7c-5841-423b-81a9-79304b9e1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:47.213443 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ee92a15-29b2-4e72-9b38-2506cbd9d037 req-6ede2d7c-5841-423b-81a9-79304b9e1d29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 913 time: 0.1882870 Nov 26 03:10:47.261895 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40966) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:47.286789 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ee92a15-29b2-4e72-9b38-2506cbd9d037 req-37d1e849-964c-4d58-b1c2-f9af5a1440a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8dd99682-c6d8-4ecc-8b2d-242881311b90 HTTP/1.1" status: 200 len: 217 time: 0.0646729 Nov 26 03:10:47.375094 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b3dffde4-3748-4cb3-a6d5-7ab01b3dbe0f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b72828bbc31247208d198967801ef24b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1113906 Nov 26 03:10:47.377760 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 40972) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:47.400318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee92a15-29b2-4e72-9b38-2506cbd9d037 req-2b265c44-1de2-49d3-a1fc-7e820d2dc604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:47.404135 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ee92a15-29b2-4e72-9b38-2506cbd9d037 req-2b265c44-1de2-49d3-a1fc-7e820d2dc604 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.1085970 Nov 26 03:10:47.487089 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-574019c9-9f1e-4a33-a436-2cff353d96d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:47.504139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee92a15-29b2-4e72-9b38-2506cbd9d037 req-f2f54b55-8104-433f-9800-556581c5d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:47.507789 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ee92a15-29b2-4e72-9b38-2506cbd9d037 req-f2f54b55-8104-433f-9800-556581c5d158 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956476 Nov 26 03:10:47.527107 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-574019c9-9f1e-4a33-a436-2cff353d96d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:47.551604 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:47.578791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 40978) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:47.611139 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-574019c9-9f1e-4a33-a436-2cff353d96d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:47.614992 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-574019c9-9f1e-4a33-a436-2cff353d96d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:47.618223 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-574019c9-9f1e-4a33-a436-2cff353d96d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3bc9c828-d77b-4b91-bbbb-36ecf4f5215e HTTP/1.1" status: 204 len: 168 time: 0.2378511 Nov 26 03:10:47.631593 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574019c9-9f1e-4a33-a436-2cff353d96d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc9c828-d77b-4b91-bbbb-36ecf4f5215e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:47.707291 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ee92a15-29b2-4e72-9b38-2506cbd9d037 req-09b53b54-2ddd-4d79-ba9d-7d89a7c3de37 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904655 Nov 26 03:10:47.870509 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ee92a15-29b2-4e72-9b38-2506cbd9d037 req-60599e2d-0eab-4eac-91a9-a438261b4226 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501241 Nov 26 03:10:48.355544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453f23f-bda8-48d6-958b-1acf87bd466e req-6fb7be66-9176-4815-ba70-c339ca62fb62 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:48.404534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2453f23f-bda8-48d6-958b-1acf87bd466e req-6fb7be66-9176-4815-ba70-c339ca62fb62 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 943 time: 0.2654779 Nov 26 03:10:48.643420 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2453f23f-bda8-48d6-958b-1acf87bd466e req-240aa446-78dd-4849-a9db-733f5a19e4c8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361383 Nov 26 03:10:48.947583 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e775e3b0-1b72-42bb-9ca5-e50b85d39f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:49.192326 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41010) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:49.325137 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e775e3b0-1b72-42bb-9ca5-e50b85d39f74 admin admin] Deleting port ed0dcc3f-af70-440a-a685-0362be4a507d {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:49.325137 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e775e3b0-1b72-42bb-9ca5-e50b85d39f74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:49.388295 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-98d939de-025b-4d4f-b6b1-22d8e79333b3 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:49.388804 n-d-819389-3 neutron-server[104801]: WARNING neutron.api.v2.base [None req-98d939de-025b-4d4f-b6b1-22d8e79333b3 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 26 03:10:49.389242 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-98d939de-025b-4d4f-b6b1-22d8e79333b3 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): There was a conflict when trying to complete your request. Nov 26 03:10:49.390258 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-98d939de-025b-4d4f-b6b1-22d8e79333b3 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1962748 Nov 26 03:10:49.395075 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41014) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:49.407689 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-cda1a0da-b434-4f45-a649-9fc0fb5979e7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group': {'name': 'tempest-secgroup--562083981'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:49.428142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-e775e3b0-1b72-42bb-9ca5-e50b85d39f74 admin admin] For port ed0dcc3f-af70-440a-a685-0362be4a507d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ed0dcc3f-af70-440a-a685-0362be4a507d,segment=NetworkSegment(829bd44f-5392-443e-b02a-40ae82a1cea6),segment_id=829bd44f-5392-443e-b02a-40ae82a1cea6)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:10:49.428838 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e775e3b0-1b72-42bb-9ca5-e50b85d39f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:49.448195 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e775e3b0-1b72-42bb-9ca5-e50b85d39f74 admin admin] Calling delete_port for ed0dcc3f-af70-440a-a685-0362be4a507d owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:49.453851 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cda1a0da-b434-4f45-a649-9fc0fb5979e7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:49.481713 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cda1a0da-b434-4f45-a649-9fc0fb5979e7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:49.635748 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cda1a0da-b434-4f45-a649-9fc0fb5979e7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:49.654366 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cda1a0da-b434-4f45-a649-9fc0fb5979e7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:49.734282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cda1a0da-b434-4f45-a649-9fc0fb5979e7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:49.739747 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cda1a0da-b434-4f45-a649-9fc0fb5979e7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:49.774480 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1a0da-b434-4f45-a649-9fc0fb5979e7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4529ab14-228b-4bfc-9500-344ee67e189c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:49.794345 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cda1a0da-b434-4f45-a649-9fc0fb5979e7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:49.800157 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cda1a0da-b434-4f45-a649-9fc0fb5979e7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4008982 Nov 26 03:10:49.801604 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41026) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:49.807271 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-083d62a2-e3e5-49be-9e44-27bfd4dc85b8 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': '0056eae0-fc66-42c5-8174-53161cee956e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:49.844767 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1a0da-b434-4f45-a649-9fc0fb5979e7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0056eae0-fc66-42c5-8174-53161cee956e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:49.889067 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-083d62a2-e3e5-49be-9e44-27bfd4dc85b8 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:49.991107 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-083d62a2-e3e5-49be-9e44-27bfd4dc85b8 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:50.000472 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-083d62a2-e3e5-49be-9e44-27bfd4dc85b8 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:50.030774 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d62a2-e3e5-49be-9e44-27bfd4dc85b8 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc0b43a-3b49-4259-89a5-691543e3e69b,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:50.051800 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-083d62a2-e3e5-49be-9e44-27bfd4dc85b8 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:50.056302 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-083d62a2-e3e5-49be-9e44-27bfd4dc85b8 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2533329 Nov 26 03:10:50.059153 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41028) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:50.064968 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9ca091e6-0bd0-4826-a09a-7f541b9c11ba tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': '0056eae0-fc66-42c5-8174-53161cee956e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:50.109682 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9ca091e6-0bd0-4826-a09a-7f541b9c11ba tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:50.126142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19210a43-4393-45a3-a70a-4b8623e839b5 req-30d1bfcb-354a-4cdf-ba99-12b019028ed4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:50.128401 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19210a43-4393-45a3-a70a-4b8623e839b5 req-30d1bfcb-354a-4cdf-ba99-12b019028ed4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 943 time: 0.0997052 Nov 26 03:10:50.234349 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-9ca091e6-0bd0-4826-a09a-7f541b9c11ba tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): There was a conflict when trying to complete your request. Nov 26 03:10:50.235624 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9ca091e6-0bd0-4826-a09a-7f541b9c11ba tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1754432 Nov 26 03:10:50.241336 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41030) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:50.248423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19210a43-4393-45a3-a70a-4b8623e839b5 req-cc162dc2-64aa-48e9-b9b3-39b8ec7bd997 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774019 Nov 26 03:10:50.313848 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e536d802-be1b-4886-8ca3-6b91f800ca59 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:50.369006 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e775e3b0-1b72-42bb-9ca5-e50b85d39f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:50.373250 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e536d802-be1b-4886-8ca3-6b91f800ca59 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:50.421011 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775e3b0-1b72-42bb-9ca5-e50b85d39f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0dcc3f-af70-440a-a685-0362be4a507d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:50.475495 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e536d802-be1b-4886-8ca3-6b91f800ca59 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:50.480449 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e536d802-be1b-4886-8ca3-6b91f800ca59 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:50.482231 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e536d802-be1b-4886-8ca3-6b91f800ca59 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "DELETE /v2.0/security-groups/0056eae0-fc66-42c5-8174-53161cee956e HTTP/1.1" status: 204 len: 168 time: 0.2385674 Nov 26 03:10:50.492819 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41032) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:50.558981 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536d802-be1b-4886-8ca3-6b91f800ca59 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0056eae0-fc66-42c5-8174-53161cee956e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:50.594637 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-90f8d60f-ae6a-4bfd-b991-35dc2fc1d685 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1008372 Nov 26 03:10:50.599342 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41036) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:50.610874 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b7a3f6ef-954a-4d74-9521-a386c7dcfd09 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1862803240'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:50.705438 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f6ef-954a-4d74-9521-a386c7dcfd09 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:50.833232 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e775e3b0-1b72-42bb-9ca5-e50b85d39f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:50.926415 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f6ef-954a-4d74-9521-a386c7dcfd09 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:50.932891 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f6ef-954a-4d74-9521-a386c7dcfd09 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:51.018018 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f6ef-954a-4d74-9521-a386c7dcfd09 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:51.022841 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b7a3f6ef-954a-4d74-9521-a386c7dcfd09 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4191017 Nov 26 03:10:51.022841 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3f6ef-954a-4d74-9521-a386c7dcfd09 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5002f5e0-29de-450f-9899-cfdfdd871e98,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:51.029069 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41044) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:51.035218 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-075515a1-cf3f-4135-bb1e-2f57f46a1c8d tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': '5002f5e0-29de-450f-9899-cfdfdd871e98', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:51.035721 n-d-819389-3 neutron-server[104801]: WARNING neutron.api.v2.base [None req-075515a1-cf3f-4135-bb1e-2f57f46a1c8d tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 26 03:10:51.036264 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-075515a1-cf3f-4135-bb1e-2f57f46a1c8d tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:10:51.040838 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-075515a1-cf3f-4135-bb1e-2f57f46a1c8d tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076635 Nov 26 03:10:51.042100 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41046) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:51.191544 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a2906ee-d66c-4804-b0ea-22b158993c94 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:51.233347 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a2906ee-d66c-4804-b0ea-22b158993c94 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:51.331308 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a2906ee-d66c-4804-b0ea-22b158993c94 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:51.334960 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a2906ee-d66c-4804-b0ea-22b158993c94 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:51.337518 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e775e3b0-1b72-42bb-9ca5-e50b85d39f74 admin admin] Router 83f61df2-0336-4029-8e67-1aa9c4d87f18 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:10:51.339881 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6a2906ee-d66c-4804-b0ea-22b158993c94 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "DELETE /v2.0/security-groups/5002f5e0-29de-450f-9899-cfdfdd871e98 HTTP/1.1" status: 204 len: 168 time: 0.2957687 Nov 26 03:10:51.342811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41054) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:51.358538 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2906ee-d66c-4804-b0ea-22b158993c94 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5002f5e0-29de-450f-9899-cfdfdd871e98,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:51.446386 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-721f9827-d50b-4edf-a0fc-55e397e6b51e tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1023126 Nov 26 03:10:51.450976 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41056) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:51.456044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1644c19c-566a-4970-8b14-4c687ec32db1 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1652605178'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:51.544460 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1644c19c-566a-4970-8b14-4c687ec32db1 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:51.702975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5146c-772c-463c-afc8-17d7257b7967 req-d3207bf1-ac61-4a15-9889-38d0196a139a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:51.712428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37f5146c-772c-463c-afc8-17d7257b7967 req-d3207bf1-ac61-4a15-9889-38d0196a139a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 943 time: 0.2719090 Nov 26 03:10:51.746493 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e775e3b0-1b72-42bb-9ca5-e50b85d39f74 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:10:51.748778 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1644c19c-566a-4970-8b14-4c687ec32db1 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:51.757402 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e775e3b0-1b72-42bb-9ca5-e50b85d39f74 admin admin] 10.222.0.31 "PUT /v2.0/routers/83f61df2-0336-4029-8e67-1aa9c4d87f18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1763642 Nov 26 03:10:51.757544 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41060) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:51.787427 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368eee01-0039-43bb-bce7-47428b883005 None None] Sync routers for ids ['83f61df2-0336-4029-8e67-1aa9c4d87f18'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:10:51.810677 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37f5146c-772c-463c-afc8-17d7257b7967 req-8a10f6b1-d07f-494f-9d37-b4c9c11b9df5 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959377 Nov 26 03:10:51.836223 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368eee01-0039-43bb-bce7-47428b883005 None None] Routers {'83f61df2-0336-4029-8e67-1aa9c4d87f18'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:10:51.837621 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-368eee01-0039-43bb-bce7-47428b883005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:10:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['83f61df2-0336-4029-8e67-1aa9c4d87f18'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:51.959492 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4f8224c-e436-4037-8763-29ada2424a03 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:51.973862 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-368eee01-0039-43bb-bce7-47428b883005 None None] Set router 83f61df2-0336-4029-8e67-1aa9c4d87f18 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:10:52.085206 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1644c19c-566a-4970-8b14-4c687ec32db1 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:52.118453 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644c19c-566a-4970-8b14-4c687ec32db1 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdfe02f-05b5-4e98-8ab4-2f5ec3568f2f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:52.124720 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4f8224c-e436-4037-8763-29ada2424a03 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:52.224400 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1644c19c-566a-4970-8b14-4c687ec32db1 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:52.225796 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1644c19c-566a-4970-8b14-4c687ec32db1 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7739985 Nov 26 03:10:52.229184 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41064) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:52.235422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-adedb5ed-096e-4496-be62-bbe5e2387feb tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': '5bdfe02f-05b5-4e98-8ab4-2f5ec3568f2f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:52.236665 n-d-819389-3 neutron-server[104802]: WARNING neutron.api.v2.base [None req-adedb5ed-096e-4496-be62-bbe5e2387feb tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 26 03:10:52.237228 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-adedb5ed-096e-4496-be62-bbe5e2387feb tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:10:52.238372 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-adedb5ed-096e-4496-be62-bbe5e2387feb tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079482 Nov 26 03:10:52.243007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41066) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:52.292736 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8224c-e436-4037-8763-29ada2424a03 admin admin] Deleting port 87494164-d3dd-4a42-9fac-9ffabcc82ca7 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:52.293095 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4f8224c-e436-4037-8763-29ada2424a03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:52.362971 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d63230f1-0d3a-4516-91e6-dc7489e60a56 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:52.402811 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d63230f1-0d3a-4516-91e6-dc7489e60a56 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:52.484760 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d63230f1-0d3a-4516-91e6-dc7489e60a56 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:52.490280 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d63230f1-0d3a-4516-91e6-dc7489e60a56 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:52.493998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d63230f1-0d3a-4516-91e6-dc7489e60a56 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "DELETE /v2.0/security-groups/5bdfe02f-05b5-4e98-8ab4-2f5ec3568f2f HTTP/1.1" status: 204 len: 168 time: 0.2498002 Nov 26 03:10:52.499182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41070) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:52.530795 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-368eee01-0039-43bb-bce7-47428b883005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'name': 'tempest-TaggedBootDevicesTest-383443456-router', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:12Z', 'updated_at': '2021-11-26T03:10:50Z', 'revision_number': 5, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'gw_port': {'id': '87494164-d3dd-4a42-9fac-9ffabcc82ca7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:13Z', 'updated_at': '2021-11-26T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:52.537970 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63230f1-0d3a-4516-91e6-dc7489e60a56 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdfe02f-05b5-4e98-8ab4-2f5ec3568f2f,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:52.538634 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:52.558659 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-e4f8224c-e436-4037-8763-29ada2424a03 admin admin] For port 87494164-d3dd-4a42-9fac-9ffabcc82ca7, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=87494164-d3dd-4a42-9fac-9ffabcc82ca7,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:10:52.559277 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4f8224c-e436-4037-8763-29ada2424a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:52.589755 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fe28f139-de50-4fa2-896a-d68f941e634e tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0859578 Nov 26 03:10:52.593473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41072) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:52.601850 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368eee01-0039-43bb-bce7-47428b883005 None None] Checking router: 83f61df2-0336-4029-8e67-1aa9c4d87f18 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:10:52.605011 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-8b7bf2dd-8fb0-425b-98be-3d9bce3e030a tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411009404'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:52.606317 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8224c-e436-4037-8763-29ada2424a03 admin admin] Calling delete_port for 87494164-d3dd-4a42-9fac-9ffabcc82ca7 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:52.614306 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368eee01-0039-43bb-bce7-47428b883005 None None] Routers {'83f61df2-0336-4029-8e67-1aa9c4d87f18'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:10:52.615383 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-368eee01-0039-43bb-bce7-47428b883005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:10:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['83f61df2-0336-4029-8e67-1aa9c4d87f18'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:52.652131 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf2dd-8fb0-425b-98be-3d9bce3e030a tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:52.753308 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-368eee01-0039-43bb-bce7-47428b883005 None None] Set router 83f61df2-0336-4029-8e67-1aa9c4d87f18 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:10:52.826476 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-368eee01-0039-43bb-bce7-47428b883005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'name': 'tempest-TaggedBootDevicesTest-383443456-router', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:12Z', 'updated_at': '2021-11-26T03:10:52Z', 'revision_number': 6, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:52.873612 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368eee01-0039-43bb-bce7-47428b883005 None None] The sync data for ids ['83f61df2-0336-4029-8e67-1aa9c4d87f18'] in n-d-819389-3 is: [{'id': '83f61df2-0336-4029-8e67-1aa9c4d87f18', 'name': 'tempest-TaggedBootDevicesTest-383443456-router', 'tenant_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:12Z', 'updated_at': '2021-11-26T03:10:52Z', 'revision_number': 6, 'project_id': 'd7baa4dc099742f1bfc89b5af5fff0ca', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:10:52.924381 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf2dd-8fb0-425b-98be-3d9bce3e030a tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:52.932512 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf2dd-8fb0-425b-98be-3d9bce3e030a tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:53.106955 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf2dd-8fb0-425b-98be-3d9bce3e030a tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:53.111579 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8b7bf2dd-8fb0-425b-98be-3d9bce3e030a tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5159979 Nov 26 03:10:53.112285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41078) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:53.152294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-6eb0be34-49c4-4046-9db4-391a979c0175 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': 'baf76dcd-1ebd-441e-8514-67186bffc3fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:53.158819 n-d-819389-3 neutron-server[104802]: WARNING neutron.api.v2.base [None req-6eb0be34-49c4-4046-9db4-391a979c0175 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 26 03:10:53.168030 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-6eb0be34-49c4-4046-9db4-391a979c0175 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:10:53.174186 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41080) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:53.176939 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6eb0be34-49c4-4046-9db4-391a979c0175 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0368962 Nov 26 03:10:53.181520 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f784fd66-5233-4aa7-8f16-a4957e8aa231 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': 'baf76dcd-1ebd-441e-8514-67186bffc3fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:53.182215 n-d-819389-3 neutron-server[104801]: WARNING neutron.api.v2.base [None req-f784fd66-5233-4aa7-8f16-a4957e8aa231 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 26 03:10:53.182852 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-f784fd66-5233-4aa7-8f16-a4957e8aa231 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:10:53.183850 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f784fd66-5233-4aa7-8f16-a4957e8aa231 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0087237 Nov 26 03:10:53.187200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41082) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:53.191933 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bf2dd-8fb0-425b-98be-3d9bce3e030a tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf76dcd-1ebd-441e-8514-67186bffc3fa,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:53.192383 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b37ebe2b-de6e-40b5-9204-9db3b005eb6f tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': 'baf76dcd-1ebd-441e-8514-67186bffc3fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:53.193267 n-d-819389-3 neutron-server[104801]: WARNING neutron.api.v2.base [None req-b37ebe2b-de6e-40b5-9204-9db3b005eb6f tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 26 03:10:53.197546 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-b37ebe2b-de6e-40b5-9204-9db3b005eb6f tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:10:53.198721 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b37ebe2b-de6e-40b5-9204-9db3b005eb6f tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105882 Nov 26 03:10:53.202635 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41084) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:53.210682 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-03db4c28-e7b6-4f20-87b0-5f811ca2072d tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': 'baf76dcd-1ebd-441e-8514-67186bffc3fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:53.211759 n-d-819389-3 neutron-server[104801]: WARNING neutron.api.v2.base [None req-03db4c28-e7b6-4f20-87b0-5f811ca2072d tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 26 03:10:53.212112 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-03db4c28-e7b6-4f20-87b0-5f811ca2072d tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:10:53.213215 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-03db4c28-e7b6-4f20-87b0-5f811ca2072d tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0086935 Nov 26 03:10:53.227091 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41086) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:53.230945 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4f8224c-e436-4037-8763-29ada2424a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:53.272621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7f25e6-91ce-4085-bc38-444df66b4fdc None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:10:53.302437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8ce68-a8af-4157-a9a4-9c760de08320 req-8b49ed9a-09a6-4211-bf11-ab872e85d309 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:53.302818 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1c8ce68-a8af-4157-a9a4-9c760de08320 req-8b49ed9a-09a6-4211-bf11-ab872e85d309 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 943 time: 0.2281060 Nov 26 03:10:53.335552 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8224c-e436-4037-8763-29ada2424a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=87494164-d3dd-4a42-9fac-9ffabcc82ca7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:53.452324 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2e794d29-2197-4643-92df-28dce91cc87a tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:53.457649 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1c8ce68-a8af-4157-a9a4-9c760de08320 req-9e646d9d-3dea-46b7-9490-77375a5dbc39 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479206 Nov 26 03:10:53.465257 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4f8224c-e436-4037-8763-29ada2424a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:53.574093 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:53.613593 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4f8224c-e436-4037-8763-29ada2424a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:53.615730 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4f8224c-e436-4037-8763-29ada2424a03 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:53.795461 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2e794d29-2197-4643-92df-28dce91cc87a tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:53.807640 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4f8224c-e436-4037-8763-29ada2424a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:53.808248 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f8224c-e436-4037-8763-29ada2424a03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83f61df2-0336-4029-8e67-1aa9c4d87f18 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:10:53.814791 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e4f8224c-e436-4037-8763-29ada2424a03 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:53.818580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41094) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:53.818781 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e4f8224c-e436-4037-8763-29ada2424a03 admin admin] 10.222.0.31 "DELETE /v2.0/routers/83f61df2-0336-4029-8e67-1aa9c4d87f18 HTTP/1.1" status: 204 len: 168 time: 2.0551362 Nov 26 03:10:53.863969 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2e794d29-2197-4643-92df-28dce91cc87a tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:53.866715 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2e794d29-2197-4643-92df-28dce91cc87a tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:53.868120 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2e794d29-2197-4643-92df-28dce91cc87a tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "DELETE /v2.0/security-groups/baf76dcd-1ebd-441e-8514-67186bffc3fa HTTP/1.1" status: 204 len: 168 time: 0.6388955 Nov 26 03:10:53.874014 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41096) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:53.878602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 87494164-d3dd-4a42-9fac-9ffabcc82ca7 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:10:53.896651 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e794d29-2197-4643-92df-28dce91cc87a tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf76dcd-1ebd-441e-8514-67186bffc3fa,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:53.945093 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b0264822-1d71-4980-b70c-05bd6bdd0469 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0689151 Nov 26 03:10:53.950278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 87494164-d3dd-4a42-9fac-9ffabcc82ca7 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:10:53.950849 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 87494164-d3dd-4a42-9fac-9ffabcc82ca7 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:10:53.951430 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ed0dcc3f-af70-440a-a685-0362be4a507d no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:10:53.951573 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41098) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:53.955024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] Deleting subnet 97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:10:53.959506 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:53.961949 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e13f7615-4591-4f48-823c-ec6908e93150 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784632044'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:54.004073 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: ed0dcc3f-af70-440a-a685-0362be4a507d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:10:54.004440 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ed0dcc3f-af70-440a-a685-0362be4a507d not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:10:54.017336 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e13f7615-4591-4f48-823c-ec6908e93150 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:54.042825 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:54.197508 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e13f7615-4591-4f48-823c-ec6908e93150 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:54.214548 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:54.215941 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e13f7615-4591-4f48-823c-ec6908e93150 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:54.319654 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:54.330785 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f7615-4591-4f48-823c-ec6908e93150 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff72333-058e-4c7c-a9bd-abd876fb78b6,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:54.357998 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e13f7615-4591-4f48-823c-ec6908e93150 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:54.371105 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e13f7615-4591-4f48-823c-ec6908e93150 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4157288 Nov 26 03:10:54.371326 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41100) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:54.378472 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f30cdff2-0378-4d68-80ea-5f43d0ef401b tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': '8ff72333-058e-4c7c-a9bd-abd876fb78b6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:54.378472 n-d-819389-3 neutron-server[104801]: WARNING neutron.api.v2.base [None req-f30cdff2-0378-4d68-80ea-5f43d0ef401b tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 26 03:10:54.378761 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:54.378864 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-f30cdff2-0378-4d68-80ea-5f43d0ef401b tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:10:54.380303 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f30cdff2-0378-4d68-80ea-5f43d0ef401b tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073166 Nov 26 03:10:54.385655 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41102) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:54.407287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-9b575f11-87a8-4a36-bd12-c4e9bae63ae5 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': '8ff72333-058e-4c7c-a9bd-abd876fb78b6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:54.418861 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a43f705-ab21-491f-872c-14c66b52098c None None] Network 8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:10:54.440849 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:54.448165 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41104) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:54.457331 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/97a2a1ee-f9df-4fcb-9c15-0ee9e6ba5ddc HTTP/1.1" status: 204 len: 168 time: 0.6361992 Nov 26 03:10:54.465358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:54.465358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:54.467791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:54.470535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:54.472672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:54.473127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:54.473544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:54.474453 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:54.481265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:54.484306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:54.485504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:54.486803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856f864-eac2-45e4-8cf9-cf46efff6441 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:54.556282 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-9b575f11-87a8-4a36-bd12-c4e9bae63ae5 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:10:54.562751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9b575f11-87a8-4a36-bd12-c4e9bae63ae5 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1756113 Nov 26 03:10:54.564649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41110) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:54.573808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-29b5a704-0b78-44c6-b18f-eead6a9904c3 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': '8ff72333-058e-4c7c-a9bd-abd876fb78b6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:54.575118 n-d-819389-3 neutron-server[104802]: WARNING neutron.api.v2.base [None req-29b5a704-0b78-44c6-b18f-eead6a9904c3 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 26 03:10:54.575653 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-29b5a704-0b78-44c6-b18f-eead6a9904c3 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:10:54.584508 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-29b5a704-0b78-44c6-b18f-eead6a9904c3 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0176566 Nov 26 03:10:54.585202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41112) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:54.601247 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-da9bc083-8b7b-4a0e-8ac2-8957e6a9ac87 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': '8ff72333-058e-4c7c-a9bd-abd876fb78b6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:54.706121 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:54.794478 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-da9bc083-8b7b-4a0e-8ac2-8957e6a9ac87 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:10:54.798368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-da9bc083-8b7b-4a0e-8ac2-8957e6a9ac87 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2051651 Nov 26 03:10:54.798864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41118) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:54.822759 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-0b4e59c7-5a19-4f8a-ab86-9bbe5f7c5398 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': '8ff72333-058e-4c7c-a9bd-abd876fb78b6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:54.823636 n-d-819389-3 neutron-server[104802]: WARNING neutron.api.v2.base [None req-0b4e59c7-5a19-4f8a-ab86-9bbe5f7c5398 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 26 03:10:54.827706 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-0b4e59c7-5a19-4f8a-ab86-9bbe5f7c5398 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:10:54.833651 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0b4e59c7-5a19-4f8a-ab86-9bbe5f7c5398 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0301414 Nov 26 03:10:54.838669 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41120) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:54.853988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Deleting port 6a227a47-33f7-4eca-8a35-c8ee28736f70 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:54.857316 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:54.865495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-49da7d58-929d-48a3-9717-5c83549195b5 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': '8ff72333-058e-4c7c-a9bd-abd876fb78b6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:54.923425 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c35fb6-72f5-43ee-a9ca-0229177d0755 req-b4738ead-9576-420e-822b-50d383a35fd0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:54.925254 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66c35fb6-72f5-43ee-a9ca-0229177d0755 req-b4738ead-9576-420e-822b-50d383a35fd0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 943 time: 0.2138131 Nov 26 03:10:54.927032 n-d-819389-3 neutron-server[104802]: INFO neutron.db.securitygroups_db [None req-49da7d58-929d-48a3-9717-5c83549195b5 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Project 836b0668c62e4795a4c76d161f368afe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:10:54.932710 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] DHCP port deletion for 8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:10:54.955880 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-49da7d58-929d-48a3-9717-5c83549195b5 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:10:54.957357 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-49da7d58-929d-48a3-9717-5c83549195b5 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1167552 Nov 26 03:10:54.960294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41122) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:54.965095 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-fc30f9e9-ac6d-4125-a10d-44fa0008bec9 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': '8ff72333-058e-4c7c-a9bd-abd876fb78b6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:54.965574 n-d-819389-3 neutron-server[104802]: WARNING neutron.api.v2.base [None req-fc30f9e9-ac6d-4125-a10d-44fa0008bec9 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 26 03:10:54.966348 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-fc30f9e9-ac6d-4125-a10d-44fa0008bec9 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:10:54.967415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fc30f9e9-ac6d-4125-a10d-44fa0008bec9 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061300 Nov 26 03:10:54.970215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41124) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:54.979725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c6759f65-d83f-46c6-9b74-597282efd256 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': '8ff72333-058e-4c7c-a9bd-abd876fb78b6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:55.060765 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] Deleting port 6a227a47-33f7-4eca-8a35-c8ee28736f70 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:55.062703 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:55.068340 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66c35fb6-72f5-43ee-a9ca-0229177d0755 req-22ecf220-b027-429d-93e3-906ba80d15e0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267703 Nov 26 03:10:55.084243 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] For port 6a227a47-33f7-4eca-8a35-c8ee28736f70, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6a227a47-33f7-4eca-8a35-c8ee28736f70,segment=NetworkSegment(829bd44f-5392-443e-b02a-40ae82a1cea6),segment_id=829bd44f-5392-443e-b02a-40ae82a1cea6)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:10:55.084718 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:55.106416 n-d-819389-3 neutron-server[104802]: INFO neutron.db.securitygroups_db [None req-c6759f65-d83f-46c6-9b74-597282efd256 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Project 836b0668c62e4795a4c76d161f368afe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:10:55.122697 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Calling delete_port for 6a227a47-33f7-4eca-8a35-c8ee28736f70 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:55.123774 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-c6759f65-d83f-46c6-9b74-597282efd256 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:10:55.125528 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c6759f65-d83f-46c6-9b74-597282efd256 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1543424 Nov 26 03:10:55.129086 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41126) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:55.138806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-355cc04a-c381-4b45-bde9-abd4faf58db0 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': '8ff72333-058e-4c7c-a9bd-abd876fb78b6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:55.187285 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] For port 6a227a47-33f7-4eca-8a35-c8ee28736f70, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6a227a47-33f7-4eca-8a35-c8ee28736f70,segment=NetworkSegment(829bd44f-5392-443e-b02a-40ae82a1cea6),segment_id=829bd44f-5392-443e-b02a-40ae82a1cea6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:10:55.188068 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:55.201148 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] Calling delete_port for 6a227a47-33f7-4eca-8a35-c8ee28736f70 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:55.211326 n-d-819389-3 neutron-server[104802]: INFO neutron.db.securitygroups_db [None req-355cc04a-c381-4b45-bde9-abd4faf58db0 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Project 836b0668c62e4795a4c76d161f368afe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:10:55.238955 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-355cc04a-c381-4b45-bde9-abd4faf58db0 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:10:55.243924 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-355cc04a-c381-4b45-bde9-abd4faf58db0 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1102614 Nov 26 03:10:55.245411 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41128) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:55.292698 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:55.307850 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] No DVR routers for this DVR port 6a227a47-33f7-4eca-8a35-c8ee28736f70 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:10:55.337470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] Pushing event deleted for resources: {'Port': ['ID=6a227a47-33f7-4eca-8a35-c8ee28736f70,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:55.338310 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:55.353471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.354265 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.354835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.355395 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.355997 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.356584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.357159 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.357714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.358262 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.358827 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.359391 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.359932 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bcae9-1488-43d7-87e9-439bdd16add4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.382720 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] No DVR routers for this DVR port 6a227a47-33f7-4eca-8a35-c8ee28736f70 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:10:55.406800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=6a227a47-33f7-4eca-8a35-c8ee28736f70,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:55.426905 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.427265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.427603 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.427943 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.428092 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b45e6fd1-5997-4bac-9bac-ed5928448ae0 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:55.428308 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.428790 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.431284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.431284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.431284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.431284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.431284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.432641 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:10:55.493555 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b45e6fd1-5997-4bac-9bac-ed5928448ae0 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:55.495943 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:55.540487 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:55.557944 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829bd44f-5392-443e-b02a-40ae82a1cea6') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:55.558251 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829bd44f-5392-443e-b02a-40ae82a1cea6') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:55.574474 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b45e6fd1-5997-4bac-9bac-ed5928448ae0 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:55.580797 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b45e6fd1-5997-4bac-9bac-ed5928448ae0 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:55.582534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b45e6fd1-5997-4bac-9bac-ed5928448ae0 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "DELETE /v2.0/security-groups/8ff72333-058e-4c7c-a9bd-abd876fb78b6 HTTP/1.1" status: 204 len: 168 time: 0.3343353 Nov 26 03:10:55.590978 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41130) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:55.592837 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:55.609865 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e6fd1-5997-4bac-9bac-ed5928448ae0 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff72333-058e-4c7c-a9bd-abd876fb78b6,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:55.666892 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6a227a47-33f7-4eca-8a35-c8ee28736f70 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:10:55.702282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 6a227a47-33f7-4eca-8a35-c8ee28736f70 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:10:55.702658 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6a227a47-33f7-4eca-8a35-c8ee28736f70 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:10:55.718824 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:55.758156 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41138) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:55.758425 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4743956b-56ba-4555-a700-c29afcd83911 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1633625 Nov 26 03:10:55.763183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-d7c9c807-7659-4f33-bd36-4c02bda20406 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group': {'name': 'tempest-secgroup--174488286'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:55.766167 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:10:55.766591 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: self.session.flush() Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:10:55.800747 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:10:55.819455 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7c9c807-7659-4f33-bd36-4c02bda20406 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:55.911343 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:55.917818 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:55.931893 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] 10.222.0.31 "DELETE /v2.0/networks/8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4 HTTP/1.1" status: 204 len: 168 time: 1.4711971 Nov 26 03:10:55.932014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41140) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:55.951368 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f85301-161d-4028-823e-3dc5a6e56ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=8d57ee9c-41d1-4722-bf86-7fbdd6cc42f4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:56.080528 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7c9c807-7659-4f33-bd36-4c02bda20406 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:56.088284 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7c9c807-7659-4f33-bd36-4c02bda20406 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:56.137552 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7c9c807-7659-4f33-bd36-4c02bda20406 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:56.138831 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d7c9c807-7659-4f33-bd36-4c02bda20406 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3793080 Nov 26 03:10:56.142363 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41146) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:56.147809 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e8661db8-b9f2-482a-8f94-52a7a64b6ff5 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': 'b4da286d-a3b8-40b5-9ecd-1ebd1e8c94ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:56.181466 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9c807-7659-4f33-bd36-4c02bda20406 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4da286d-a3b8-40b5-9ecd-1ebd1e8c94ed,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:56.267374 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-e8661db8-b9f2-482a-8f94-52a7a64b6ff5 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The resource could not be found. Nov 26 03:10:56.273396 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e8661db8-b9f2-482a-8f94-52a7a64b6ff5 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1294029 Nov 26 03:10:56.273909 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41148) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:56.284144 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-be7acb27-87a5-402c-8458-51040f8ceac1 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': 'b4da286d-a3b8-40b5-9ecd-1ebd1e8c94ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '138cb843-1bde-4b14-a1c6-80b1c8f7a4d7'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:56.352865 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49fa04-d804-424b-950a-905f8edd211a req-ad93bd07-b670-43fa-aa0a-d62c5bc997e6 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:56.360432 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec49fa04-d804-424b-950a-905f8edd211a req-ad93bd07-b670-43fa-aa0a-d62c5bc997e6 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 943 time: 0.1471548 Nov 26 03:10:56.485784 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-be7acb27-87a5-402c-8458-51040f8ceac1 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The resource could not be found. Nov 26 03:10:56.486876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-be7acb27-87a5-402c-8458-51040f8ceac1 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2118516 Nov 26 03:10:56.490915 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41152) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:56.499455 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec49fa04-d804-424b-950a-905f8edd211a req-19b61dd4-be86-4ae0-8ec1-fb55416ee9f6 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380684 Nov 26 03:10:56.591952 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc107795-f840-4704-9648-71c1464debfe tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:56.633847 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc107795-f840-4704-9648-71c1464debfe tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:56.693255 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc107795-f840-4704-9648-71c1464debfe tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:56.694375 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-213fa338-95e3-419b-8606-cef1341a5ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:56.696940 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc107795-f840-4704-9648-71c1464debfe tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:56.698347 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cc107795-f840-4704-9648-71c1464debfe tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "DELETE /v2.0/security-groups/b4da286d-a3b8-40b5-9ecd-1ebd1e8c94ed HTTP/1.1" status: 204 len: 168 time: 0.2053101 Nov 26 03:10:56.701155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41154) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:56.707983 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc107795-f840-4704-9648-71c1464debfe tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4da286d-a3b8-40b5-9ecd-1ebd1e8c94ed,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:56.826970 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cf88838b-8d8a-4124-a3ea-2bbfb3d1ed08 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0865979 Nov 26 03:10:56.828079 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41160) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:56.832099 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-728215fa-0baf-46e6-981f-7447d71a4669 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': 'ea618ac0-d2e3-4211-8b3b-7146c784e479', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:56.891513 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-728215fa-0baf-46e6-981f-7447d71a4669 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The resource could not be found. Nov 26 03:10:56.896924 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-728215fa-0baf-46e6-981f-7447d71a4669 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0683305 Nov 26 03:10:56.897505 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41164) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:56.902755 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-4dfa6578-5ddc-4bed-beb1-1a07338231e5 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group': {'name': 'tempest-secgroup--191814285'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:56.926169 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4dfa6578-5ddc-4bed-beb1-1a07338231e5 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.001029 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4dfa6578-5ddc-4bed-beb1-1a07338231e5 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.006016 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4dfa6578-5ddc-4bed-beb1-1a07338231e5 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.018012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-213fa338-95e3-419b-8606-cef1341a5ba6 admin admin] Deleting port f3240587-ea99-4815-8805-efdba791f077 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:57.018366 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-213fa338-95e3-419b-8606-cef1341a5ba6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.038982 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4dfa6578-5ddc-4bed-beb1-1a07338231e5 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.042881 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4dfa6578-5ddc-4bed-beb1-1a07338231e5 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1411436 Nov 26 03:10:57.043276 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41166) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:57.047703 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-5bdf50ea-780a-49ef-8e87-0466ae09fa88 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702889620'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:57.053000 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa6578-5ddc-4bed-beb1-1a07338231e5 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcab59d-071f-4476-bf4d-5c5e69513858,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:57.074750 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bdf50ea-780a-49ef-8e87-0466ae09fa88 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.107050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-213fa338-95e3-419b-8606-cef1341a5ba6 admin admin] For port f3240587-ea99-4815-8805-efdba791f077, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=f3240587-ea99-4815-8805-efdba791f077,segment=NetworkSegment(09a74c43-b0c4-43e2-b1d2-4508dfde4892),segment_id=09a74c43-b0c4-43e2-b1d2-4508dfde4892)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:10:57.107414 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-213fa338-95e3-419b-8606-cef1341a5ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.121550 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-213fa338-95e3-419b-8606-cef1341a5ba6 admin admin] Calling delete_port for f3240587-ea99-4815-8805-efdba791f077 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:57.149079 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bdf50ea-780a-49ef-8e87-0466ae09fa88 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.154608 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bdf50ea-780a-49ef-8e87-0466ae09fa88 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.186894 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bdf50ea-780a-49ef-8e87-0466ae09fa88 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.190897 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5bdf50ea-780a-49ef-8e87-0466ae09fa88 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1439795 Nov 26 03:10:57.191146 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41168) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:57.196922 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-2c8526b7-788e-4f82-be57-7ab36119a6da tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': '9dcab59d-071f-4476-bf4d-5c5e69513858', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ee56343e-c024-4e3d-bc98-a55ff985e57d'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:57.201135 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf50ea-780a-49ef-8e87-0466ae09fa88 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee56343e-c024-4e3d-bc98-a55ff985e57d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:57.261745 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-2c8526b7-788e-4f82-be57-7ab36119a6da tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:10:57.262390 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2c8526b7-788e-4f82-be57-7ab36119a6da tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0702150 Nov 26 03:10:57.265108 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41170) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:57.324466 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af015367-2deb-4026-9d4c-7c30fbc8287f tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.341098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-213fa338-95e3-419b-8606-cef1341a5ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.352578 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af015367-2deb-4026-9d4c-7c30fbc8287f tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.367334 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fa338-95e3-419b-8606-cef1341a5ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3240587-ea99-4815-8805-efdba791f077,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:57.402552 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af015367-2deb-4026-9d4c-7c30fbc8287f tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.409575 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-af015367-2deb-4026-9d4c-7c30fbc8287f tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.410781 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-af015367-2deb-4026-9d4c-7c30fbc8287f tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "DELETE /v2.0/security-groups/ee56343e-c024-4e3d-bc98-a55ff985e57d HTTP/1.1" status: 204 len: 168 time: 0.1447327 Nov 26 03:10:57.415155 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41172) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:57.437113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af015367-2deb-4026-9d4c-7c30fbc8287f tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee56343e-c024-4e3d-bc98-a55ff985e57d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:57.504296 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-437f6fee-3a40-4e5c-990d-a1c78f3718a8 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0878494 Nov 26 03:10:57.507229 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41174) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:57.587265 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-213fa338-95e3-419b-8606-cef1341a5ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.605738 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21ae2fa5-e99b-4c1e-a858-b25e36761ae7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.637134 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21ae2fa5-e99b-4c1e-a858-b25e36761ae7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.700047 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21ae2fa5-e99b-4c1e-a858-b25e36761ae7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.703394 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-21ae2fa5-e99b-4c1e-a858-b25e36761ae7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.704677 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-21ae2fa5-e99b-4c1e-a858-b25e36761ae7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "DELETE /v2.0/security-groups/9dcab59d-071f-4476-bf4d-5c5e69513858 HTTP/1.1" status: 204 len: 168 time: 0.1964715 Nov 26 03:10:57.708428 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41178) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:57.730924 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae2fa5-e99b-4c1e-a858-b25e36761ae7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcab59d-071f-4476-bf4d-5c5e69513858,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:57.794501 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e09f7362-0b52-4b6a-a218-2f894df0e798 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0848727 Nov 26 03:10:57.798684 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41180) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:57.803798 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7a523b90-fa64-4841-a530-f5295c3cd6d7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761211725'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:57.830984 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7a523b90-fa64-4841-a530-f5295c3cd6d7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.912088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213fa338-95e3-419b-8606-cef1341a5ba6 admin admin] Router e6db6e95-622c-46de-a6d5-2b1680165f1f has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:10:57.930484 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7a523b90-fa64-4841-a530-f5295c3cd6d7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.937311 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7a523b90-fa64-4841-a530-f5295c3cd6d7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:57.990926 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a523b90-fa64-4841-a530-f5295c3cd6d7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=186fd20e-a36f-4fc9-88ff-6906861d9f43,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:58.012903 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7a523b90-fa64-4841-a530-f5295c3cd6d7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:58.015311 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7a523b90-fa64-4841-a530-f5295c3cd6d7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2152655 Nov 26 03:10:58.018127 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41188) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:58.026838 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-60bc25e8-aced-486a-afd3-fa4d30880dbd tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': '186fd20e-a36f-4fc9-88ff-6906861d9f43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:58.051781 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213fa338-95e3-419b-8606-cef1341a5ba6 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:10:58.058419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-213fa338-95e3-419b-8606-cef1341a5ba6 admin admin] 10.222.0.31 "PUT /v2.0/routers/e6db6e95-622c-46de-a6d5-2b1680165f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1298211 Nov 26 03:10:58.060893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41190) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:58.066114 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37976564-1ba3-406d-a832-cbba5ac22e96 None None] Sync routers for ids ['e6db6e95-622c-46de-a6d5-2b1680165f1f'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:10:58.081649 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37976564-1ba3-406d-a832-cbba5ac22e96 None None] Routers {'e6db6e95-622c-46de-a6d5-2b1680165f1f'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:10:58.082777 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-37976564-1ba3-406d-a832-cbba5ac22e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:10:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e6db6e95-622c-46de-a6d5-2b1680165f1f'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:58.116182 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-60bc25e8-aced-486a-afd3-fa4d30880dbd tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:10:58.119954 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-60bc25e8-aced-486a-afd3-fa4d30880dbd tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0980926 Nov 26 03:10:58.120731 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41192) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:58.126896 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e448198b-939d-42f8-afc6-f474e3508f53 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group_rule': {'security_group_id': '186fd20e-a36f-4fc9-88ff-6906861d9f43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:58.249352 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-e448198b-939d-42f8-afc6-f474e3508f53 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:10:58.254290 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e448198b-939d-42f8-afc6-f474e3508f53 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1291809 Nov 26 03:10:58.256511 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-37976564-1ba3-406d-a832-cbba5ac22e96 None None] Set router e6db6e95-622c-46de-a6d5-2b1680165f1f gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:10:58.256783 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41194) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:58.267741 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-205ded9f-a082-4a80-81f8-b017f2646c3f admin admin] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:58.394212 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-205ded9f-a082-4a80-81f8-b017f2646c3f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:58.401969 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f7b579c-442c-4ab1-8f97-91f040673d84 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:58.470068 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f7b579c-442c-4ab1-8f97-91f040673d84 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:58.565747 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f7b579c-442c-4ab1-8f97-91f040673d84 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:58.567006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d8ec7-bd19-4902-aa7a-84694031805d req-4066137f-61a8-476a-b3a0-96fd4abd7b5f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:10:58.568819 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d3d8ec7-bd19-4902-aa7a-84694031805d req-4066137f-61a8-476a-b3a0-96fd4abd7b5f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 943 time: 0.1814635 Nov 26 03:10:58.571883 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f7b579c-442c-4ab1-8f97-91f040673d84 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:58.571883 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5f7b579c-442c-4ab1-8f97-91f040673d84 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "DELETE /v2.0/security-groups/186fd20e-a36f-4fc9-88ff-6906861d9f43 HTTP/1.1" status: 204 len: 168 time: 0.3069339 Nov 26 03:10:58.574765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41196) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:58.592304 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b579c-442c-4ab1-8f97-91f040673d84 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=186fd20e-a36f-4fc9-88ff-6906861d9f43,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:58.715808 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-37976564-1ba3-406d-a832-cbba5ac22e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'name': 'tempest-TaggedBootDevicesTest-1653106198-router', 'tenant_id': 'b171702458134549a6fcb5f0295445fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a81e5221-79f9-4456-9366-2eae1d37f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:22Z', 'updated_at': '2021-11-26T03:10:57Z', 'revision_number': 5, 'project_id': 'b171702458134549a6fcb5f0295445fc', 'gw_port': {'id': 'a81e5221-79f9-4456-9366-2eae1d37f12e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T02:58:23Z', 'updated_at': '2021-11-26T02:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:58.780778 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-145d683a-ea58-437f-a6d1-b2f28d45ca31 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2048047 Nov 26 03:10:58.785017 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41204) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:58.792348 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-81022343-025a-4c9a-a2c5-b86454e32610 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1570470793'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:58.838983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d3d8ec7-bd19-4902-aa7a-84694031805d req-238e0565-c254-477d-a759-035514fe9680 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539029 Nov 26 03:10:58.854476 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81022343-025a-4c9a-a2c5-b86454e32610 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:58.879072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-205ded9f-a082-4a80-81f8-b017f2646c3f admin admin] Deleting port a81e5221-79f9-4456-9366-2eae1d37f12e {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:10:58.879478 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-205ded9f-a082-4a80-81f8-b017f2646c3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:59.006106 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81022343-025a-4c9a-a2c5-b86454e32610 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:59.015149 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81022343-025a-4c9a-a2c5-b86454e32610 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:59.082100 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81022343-025a-4c9a-a2c5-b86454e32610 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:59.085824 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-81022343-025a-4c9a-a2c5-b86454e32610 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2968576 Nov 26 03:10:59.117977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41214) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:59.129898 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-503e3591-0bf7-472e-b8d4-7ee9f55ffc0f tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:10:59.136193 n-d-819389-3 neutron-server[104801]: WARNING neutron.api.v2.base [None req-503e3591-0bf7-472e-b8d4-7ee9f55ffc0f tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 26 03:10:59.136752 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-503e3591-0bf7-472e-b8d4-7ee9f55ffc0f tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] update failed (client error): There was a conflict when trying to complete your request. Nov 26 03:10:59.145792 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-503e3591-0bf7-472e-b8d4-7ee9f55ffc0f tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "PUT /v2.0/security-groups/705fb836-1e05-4370-98db-43315b4f5763 HTTP/1.1" status: 409 len: 330 time: 0.0185268 Nov 26 03:10:59.149607 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41218) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:59.159380 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81022343-025a-4c9a-a2c5-b86454e32610 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=705fb836-1e05-4370-98db-43315b4f5763,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:59.203521 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37976564-1ba3-406d-a832-cbba5ac22e96 None None] Checking router: e6db6e95-622c-46de-a6d5-2b1680165f1f for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:10:59.223709 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37976564-1ba3-406d-a832-cbba5ac22e96 None None] Routers {'e6db6e95-622c-46de-a6d5-2b1680165f1f'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:10:59.224763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-37976564-1ba3-406d-a832-cbba5ac22e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:10:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e6db6e95-622c-46de-a6d5-2b1680165f1f'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:59.245742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-205ded9f-a082-4a80-81f8-b017f2646c3f admin admin] For port a81e5221-79f9-4456-9366-2eae1d37f12e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a81e5221-79f9-4456-9366-2eae1d37f12e,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:10:59.246133 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-205ded9f-a082-4a80-81f8-b017f2646c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:59.331999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-205ded9f-a082-4a80-81f8-b017f2646c3f admin admin] Calling delete_port for a81e5221-79f9-4456-9366-2eae1d37f12e owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:10:59.389545 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d34c74dd-c236-4e1a-8472-4eb47e8db4f7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:59.453814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-37976564-1ba3-406d-a832-cbba5ac22e96 None None] Set router e6db6e95-622c-46de-a6d5-2b1680165f1f gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:10:59.456001 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d34c74dd-c236-4e1a-8472-4eb47e8db4f7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:59.561773 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-37976564-1ba3-406d-a832-cbba5ac22e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'name': 'tempest-TaggedBootDevicesTest-1653106198-router', 'tenant_id': 'b171702458134549a6fcb5f0295445fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:22Z', 'updated_at': '2021-11-26T03:10:58Z', 'revision_number': 6, 'project_id': 'b171702458134549a6fcb5f0295445fc', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:10:59.627744 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37976564-1ba3-406d-a832-cbba5ac22e96 None None] The sync data for ids ['e6db6e95-622c-46de-a6d5-2b1680165f1f'] in n-d-819389-3 is: [{'id': 'e6db6e95-622c-46de-a6d5-2b1680165f1f', 'name': 'tempest-TaggedBootDevicesTest-1653106198-router', 'tenant_id': 'b171702458134549a6fcb5f0295445fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T02:58:22Z', 'updated_at': '2021-11-26T03:10:58Z', 'revision_number': 6, 'project_id': 'b171702458134549a6fcb5f0295445fc', 'gw_port_host': None}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:10:59.679399 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d34c74dd-c236-4e1a-8472-4eb47e8db4f7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:59.682145 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d34c74dd-c236-4e1a-8472-4eb47e8db4f7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:59.688568 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d34c74dd-c236-4e1a-8472-4eb47e8db4f7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "DELETE /v2.0/security-groups/705fb836-1e05-4370-98db-43315b4f5763 HTTP/1.1" status: 204 len: 168 time: 0.5373130 Nov 26 03:10:59.691045 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41220) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:59.714879 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c74dd-c236-4e1a-8472-4eb47e8db4f7 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=705fb836-1e05-4370-98db-43315b4f5763,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:10:59.801153 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b922c5af-0497-4fe0-8a3e-76fe20367432 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1086171 Nov 26 03:10:59.812623 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41226) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:59.867193 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-205ded9f-a082-4a80-81f8-b017f2646c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:10:59.876957 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-a2ba2a73-0dbc-428e-b251-91d2fa1de73d tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] delete failed (client error): The resource could not be found. Nov 26 03:10:59.887334 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41230) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:59.894411 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a2ba2a73-0dbc-428e-b251-91d2fa1de73d tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "DELETE /v2.0/security-groups/fb4ba82e-29d1-494b-98b7-2197d0121921 HTTP/1.1" status: 404 len: 347 time: 0.0805440 Nov 26 03:10:59.907631 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-4f5f662a-6511-4108-b75b-ae969060e8b4 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] show failed (client error): The resource could not be found. Nov 26 03:10:59.933648 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4f5f662a-6511-4108-b75b-ae969060e8b4 tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "GET /v2.0/security-groups/486fcd7f-6000-40e7-8294-04813988062a HTTP/1.1" status: 404 len: 347 time: 0.0451202 Nov 26 03:10:59.936465 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41234) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:10:59.954000 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-76ac97ac-6dba-4caf-b86e-a00dd3259cba tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] show failed (client error): The resource could not be found. Nov 26 03:10:59.960636 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-76ac97ac-6dba-4caf-b86e-a00dd3259cba tempest-NegativeSecGroupIPv6Test-430977775 tempest-NegativeSecGroupIPv6Test-430977775-project] 10.222.0.31 "GET /v2.0/security-group-rules/06dfafc1-7668-43ba-bf69-b5e95bc84cfe HTTP/1.1" status: 404 len: 356 time: 0.0230091 Nov 26 03:10:59.972015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ded9f-a082-4a80-81f8-b017f2646c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=a81e5221-79f9-4456-9366-2eae1d37f12e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:00.000941 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd63832-e4e9-4f2c-bd31-9717aa7bfd89 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:11:00.121219 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-205ded9f-a082-4a80-81f8-b017f2646c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:00.738282 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41248) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:00.883018 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-205ded9f-a082-4a80-81f8-b017f2646c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:00.895147 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-205ded9f-a082-4a80-81f8-b017f2646c3f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:00.968456 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-205ded9f-a082-4a80-81f8-b017f2646c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:00.969405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205ded9f-a082-4a80-81f8-b017f2646c3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6db6e95-622c-46de-a6d5-2b1680165f1f {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:11:00.980661 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-205ded9f-a082-4a80-81f8-b017f2646c3f admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:00.981862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-205ded9f-a082-4a80-81f8-b017f2646c3f admin admin] 10.222.0.31 "DELETE /v2.0/routers/e6db6e95-622c-46de-a6d5-2b1680165f1f HTTP/1.1" status: 204 len: 168 time: 2.9122534 Nov 26 03:11:00.990176 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41258) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:00.991648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceadd2-b1b0-4591-96bb-432c09f3df21 req-28c80c0f-5550-4013-90b1-27e107052f2f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:00.999637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19ceadd2-b1b0-4591-96bb-432c09f3df21 req-28c80c0f-5550-4013-90b1-27e107052f2f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 943 time: 0.9568608 Nov 26 03:11:01.074751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19ceadd2-b1b0-4591-96bb-432c09f3df21 req-848ef280-7444-4e8b-8b51-9cb9806f0463 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743577 Nov 26 03:11:01.107888 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2736dd37-41d9-4fd0-ac4c-a73bb356b97c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=836b0668c62e4795a4c76d161f368afe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3684225 Nov 26 03:11:01.110497 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41260) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:01.121977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad9689d-15bd-4e54-b178-1e2e22221a7d admin admin] Deleting subnet c4031cfd-cec9-46b7-9a98-276587b77d15 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:11:01.133234 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ad9689d-15bd-4e54-b178-1e2e22221a7d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:01.186096 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b96b71d6-dbc1-43d1-97b2-e67fe1ecae26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:01.216963 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ad9689d-15bd-4e54-b178-1e2e22221a7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:01.243921 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b96b71d6-dbc1-43d1-97b2-e67fe1ecae26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:01.345646 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b96b71d6-dbc1-43d1-97b2-e67fe1ecae26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:01.348917 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b96b71d6-dbc1-43d1-97b2-e67fe1ecae26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:01.350270 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b96b71d6-dbc1-43d1-97b2-e67fe1ecae26 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4529ab14-228b-4bfc-9500-344ee67e189c HTTP/1.1" status: 204 len: 168 time: 0.2384937 Nov 26 03:11:01.356618 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ad9689d-15bd-4e54-b178-1e2e22221a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:01.374186 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b71d6-dbc1-43d1-97b2-e67fe1ecae26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4529ab14-228b-4bfc-9500-344ee67e189c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:01.525321 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ad9689d-15bd-4e54-b178-1e2e22221a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:01.628089 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855ebf52-477c-4564-815f-cb2db6b80dbb None None] Network 27201bd6-4395-4e2d-98e2-65bed950f13b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:11:01.644339 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9689d-15bd-4e54-b178-1e2e22221a7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4031cfd-cec9-46b7-9a98-276587b77d15,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:01.646683 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ad9689d-15bd-4e54-b178-1e2e22221a7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:01.650072 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3ad9689d-15bd-4e54-b178-1e2e22221a7d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c4031cfd-cec9-46b7-9a98-276587b77d15 HTTP/1.1" status: 204 len: 168 time: 0.6586351 Nov 26 03:11:01.654557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41274) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:01.758183 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:01.889184 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device f3240587-ea99-4815-8805-efdba791f077 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:11:01.908962 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] Deleting port 41adba8f-0a28-4ad1-9b03-5d12a81d0833 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:11:01.909564 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:01.941866 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: f3240587-ea99-4815-8805-efdba791f077 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:11:01.942467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device f3240587-ea99-4815-8805-efdba791f077 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:11:01.945513 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a81e5221-79f9-4456-9366-2eae1d37f12e no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:11:02.029512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] For port 41adba8f-0a28-4ad1-9b03-5d12a81d0833, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=41adba8f-0a28-4ad1-9b03-5d12a81d0833,segment=NetworkSegment(09a74c43-b0c4-43e2-b1d2-4508dfde4892),segment_id=09a74c43-b0c4-43e2-b1d2-4508dfde4892)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:02.029872 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:02.052699 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: a81e5221-79f9-4456-9366-2eae1d37f12e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:11:02.053188 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a81e5221-79f9-4456-9366-2eae1d37f12e not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:11:02.055633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] Calling delete_port for 41adba8f-0a28-4ad1-9b03-5d12a81d0833 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:11:02.205020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab80bd93-87c4-4762-af70-ed452cd5983f None None] DHCP port deletion for 27201bd6-4395-4e2d-98e2-65bed950f13b request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:11:02.292277 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:02.308276 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ab80bd93-87c4-4762-af70-ed452cd5983f None None] Deleting port 41adba8f-0a28-4ad1-9b03-5d12a81d0833 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:11:02.309003 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ab80bd93-87c4-4762-af70-ed452cd5983f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:02.376870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] Pushing event deleted for resources: {'Port': ['ID=41adba8f-0a28-4ad1-9b03-5d12a81d0833,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:02.400941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] No DVR routers for this DVR port 41adba8f-0a28-4ad1-9b03-5d12a81d0833 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:11:02.525711 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ab80bd93-87c4-4762-af70-ed452cd5983f None None] For port 41adba8f-0a28-4ad1-9b03-5d12a81d0833, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:02.526133 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ab80bd93-87c4-4762-af70-ed452cd5983f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:02.582441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ab80bd93-87c4-4762-af70-ed452cd5983f None None] Calling delete_port for 41adba8f-0a28-4ad1-9b03-5d12a81d0833 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:11:02.584661 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-ab80bd93-87c4-4762-af70-ed452cd5983f None None] Port 41adba8f-0a28-4ad1-9b03-5d12a81d0833 was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 03:11:02.587113 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ab80bd93-87c4-4762-af70-ed452cd5983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:02.589176 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:02.663934 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80bd93-87c4-4762-af70-ed452cd5983f None None] Pushing event deleted for resources: {'Port': ['ID=41adba8f-0a28-4ad1-9b03-5d12a81d0833,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:02.672589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab80bd93-87c4-4762-af70-ed452cd5983f None None] No DVR routers for this DVR port 41adba8f-0a28-4ad1-9b03-5d12a81d0833 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:11:02.680290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27201bd6-4395-4e2d-98e2-65bed950f13b']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:11:02.753073 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a74c43-b0c4-43e2-b1d2-4508dfde4892') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:11:02.753424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a74c43-b0c4-43e2-b1d2-4508dfde4892') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:11:02.767939 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0bf19-8943-41d5-b9e2-406010fbf7fb req-d9ef2106-96a9-40ae-bc55-64669d7267d9 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:02.787343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ce0bf19-8943-41d5-b9e2-406010fbf7fb req-d9ef2106-96a9-40ae-bc55-64669d7267d9 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 943 time: 0.5625713 Nov 26 03:11:02.908687 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:02.946904 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:02.954882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:11:02.955511 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:11:03.017126 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:11:03.045415 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:03.047148 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41318) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:03.064335 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:03.068182 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] 10.222.0.31 "DELETE /v2.0/networks/27201bd6-4395-4e2d-98e2-65bed950f13b HTTP/1.1" status: 204 len: 168 time: 1.4131143 Nov 26 03:11:03.124372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efb900-7c68-451a-9114-c98d662de430 admin admin] Pushing event deleted for resources: {'Network': ['ID=27201bd6-4395-4e2d-98e2-65bed950f13b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:03.134792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ce0bf19-8943-41d5-b9e2-406010fbf7fb req-437e72dc-693a-48a2-9ff0-2a6b998c8fd6 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464034 Nov 26 03:11:03.296758 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8f0486af-33d6-4185-8b20-c2f0dfe45faa tempest-ServiceProvidersTest-1317391310 tempest-ServiceProvidersTest-1317391310-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2484612 Nov 26 03:11:03.462618 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41332) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:03.553408 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4f357870-7e23-49cf-bfbe-a77b649a1829 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7baa4dc099742f1bfc89b5af5fff0ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0894167 Nov 26 03:11:03.556394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41336) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:03.662228 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41338) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:03.671108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 41adba8f-0a28-4ad1-9b03-5d12a81d0833 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:11:03.700649 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 41adba8f-0a28-4ad1-9b03-5d12a81d0833 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:11:03.700987 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 41adba8f-0a28-4ad1-9b03-5d12a81d0833 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:11:03.702261 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b5eba6f0-0cff-41f2-91c2-d25a0ecea3e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:03.751718 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b5eba6f0-0cff-41f2-91c2-d25a0ecea3e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:03.840933 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b5eba6f0-0cff-41f2-91c2-d25a0ecea3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:03.863598 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b5eba6f0-0cff-41f2-91c2-d25a0ecea3e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:03.865527 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b5eba6f0-0cff-41f2-91c2-d25a0ecea3e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34b64626-451d-48f2-886e-62a4fdc88a0b HTTP/1.1" status: 204 len: 168 time: 0.3070686 Nov 26 03:11:03.886728 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eba6f0-0cff-41f2-91c2-d25a0ecea3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b64626-451d-48f2-886e-62a4fdc88a0b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:03.954312 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-34c6a008-3bf3-4dfc-961a-ec3872f24130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:04.040911 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-34c6a008-3bf3-4dfc-961a-ec3872f24130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:04.051723 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-34c6a008-3bf3-4dfc-961a-ec3872f24130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:04.092734 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6a008-3bf3-4dfc-961a-ec3872f24130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5e06ce-6e7a-4cb5-89a5-9910ce514299,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:04.150517 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41356) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:04.167039 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-34c6a008-3bf3-4dfc-961a-ec3872f24130 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65b736f091be4d79bb0efacff32fef95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4790134 Nov 26 03:11:04.214880 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-42877a0f-9b9a-406c-964c-4828690f7cd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:04.239412 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-42877a0f-9b9a-406c-964c-4828690f7cd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:04.335747 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-42877a0f-9b9a-406c-964c-4828690f7cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:04.340998 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-42877a0f-9b9a-406c-964c-4828690f7cd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:04.346431 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-42877a0f-9b9a-406c-964c-4828690f7cd3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a5e06ce-6e7a-4cb5-89a5-9910ce514299 HTTP/1.1" status: 204 len: 168 time: 0.1920955 Nov 26 03:11:04.357618 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42877a0f-9b9a-406c-964c-4828690f7cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5e06ce-6e7a-4cb5-89a5-9910ce514299,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:04.442753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b55e9-32d7-461f-9f1e-5c4e1a9521df req-50f1eac8-572c-44a6-a88c-e6d22d044268 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:04.444361 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9c7b55e9-32d7-461f-9f1e-5c4e1a9521df req-50f1eac8-572c-44a6-a88c-e6d22d044268 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 943 time: 0.0614698 Nov 26 03:11:04.500182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41366) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:04.537532 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9c7b55e9-32d7-461f-9f1e-5c4e1a9521df req-2265a381-5400-4bc1-bdf6-3cc762eced05 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795116 Nov 26 03:11:04.595864 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-dc4f44a1-0eca-4f8c-9be0-298eca290948 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b171702458134549a6fcb5f0295445fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0905988 Nov 26 03:11:04.605539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41368) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:04.692258 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dba9b138-cd72-43f0-bdb1-3ccaba522087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:04.734058 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dba9b138-cd72-43f0-bdb1-3ccaba522087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:04.851587 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dba9b138-cd72-43f0-bdb1-3ccaba522087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:04.860681 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dba9b138-cd72-43f0-bdb1-3ccaba522087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:04.890114 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-dba9b138-cd72-43f0-bdb1-3ccaba522087 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0adb3fa3-61fb-4ae4-93b1-b0e50c378d15 HTTP/1.1" status: 204 len: 168 time: 0.2485676 Nov 26 03:11:04.936893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9b138-cd72-43f0-bdb1-3ccaba522087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adb3fa3-61fb-4ae4-93b1-b0e50c378d15,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:05.814170 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b7745-dda2-4ee8-8ac7-748d1f2bef36 req-ab9009db-55af-4b77-b3fe-9e979e8d1b4d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:05.816952 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-994b7745-dda2-4ee8-8ac7-748d1f2bef36 req-ab9009db-55af-4b77-b3fe-9e979e8d1b4d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 943 time: 0.0882268 Nov 26 03:11:05.885558 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-994b7745-dda2-4ee8-8ac7-748d1f2bef36 req-5c25de2b-8c04-46d9-99e6-28b26943857d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622277 Nov 26 03:11:06.335323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41454) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:06.564131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-feda0b65-da9e-4ea2-833e-42c619b970ba admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-969024122-network', 'tenant_id': '534e3dbac4bf4a4787370e008f2bd7bd'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:11:06.610294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feda0b65-da9e-4ea2-833e-42c619b970ba admin admin] Made reservation on behalf of 534e3dbac4bf4a4787370e008f2bd7bd for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:11:06.613283 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-feda0b65-da9e-4ea2-833e-42c619b970ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:06.623467 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-feda0b65-da9e-4ea2-833e-42c619b970ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:06.751248 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-feda0b65-da9e-4ea2-833e-42c619b970ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:06.761330 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-feda0b65-da9e-4ea2-833e-42c619b970ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:06.778950 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feda0b65-da9e-4ea2-833e-42c619b970ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:11:06.797087 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-feda0b65-da9e-4ea2-833e-42c619b970ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:06.797699 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-feda0b65-da9e-4ea2-833e-42c619b970ba admin admin] Added segment b2848b3c-2631-4477-b055-8aa51c649b79 of type vlan for network c96d6c83-b54d-4dec-89ad-7e964288b5a6 Nov 26 03:11:06.840277 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-feda0b65-da9e-4ea2-833e-42c619b970ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:06.892339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda0b65-da9e-4ea2-833e-42c619b970ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2741e970-fee0-46a5-aac5-544d52e71615,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:06.917724 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-feda0b65-da9e-4ea2-833e-42c619b970ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:06.921489 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feda0b65-da9e-4ea2-833e-42c619b970ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:06.922092 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-feda0b65-da9e-4ea2-833e-42c619b970ba admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:07.019617 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-feda0b65-da9e-4ea2-833e-42c619b970ba admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6800871 Nov 26 03:11:07.020167 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41478) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:07.027913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a92e4b0d-6925-4385-9101-02282d26a9d4 admin admin] Request body: {'subnet': {'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-969024122-subnet', 'tenant_id': '534e3dbac4bf4a4787370e008f2bd7bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:11:07.032314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda0b65-da9e-4ea2-833e-42c619b970ba admin admin] Pushing event updated for resources: {'Network': ['ID=c96d6c83-b54d-4dec-89ad-7e964288b5a6,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:07.061567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network c96d6c83-b54d-4dec-89ad-7e964288b5a6 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:11:07.126128 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92e4b0d-6925-4385-9101-02282d26a9d4 admin admin] Made reservation on behalf of 534e3dbac4bf4a4787370e008f2bd7bd for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:11:07.132755 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a92e4b0d-6925-4385-9101-02282d26a9d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:07.160135 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253f826-4814-48d5-89b1-32a4fffd8dde req-fae5f1e2-0016-49e2-b0a2-32d94bd7b28f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:07.170305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5253f826-4814-48d5-89b1-32a4fffd8dde req-fae5f1e2-0016-49e2-b0a2-32d94bd7b28f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 943 time: 0.0924761 Nov 26 03:11:07.301703 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5253f826-4814-48d5-89b1-32a4fffd8dde req-9201782b-130a-4fb1-9468-4960a2025f86 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260817 Nov 26 03:11:07.467864 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a92e4b0d-6925-4385-9101-02282d26a9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:07.523375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e4b0d-6925-4385-9101-02282d26a9d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eca4ecf-03dd-45fc-9405-092900ce9638,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:07.534677 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92e4b0d-6925-4385-9101-02282d26a9d4 admin admin] Checking segment: {'id': 'b2848b3c-2631-4477-b055-8aa51c649b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:11:07.535038 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92e4b0d-6925-4385-9101-02282d26a9d4 admin admin] Network hostable DHCP agents. Network: c96d6c83-b54d-4dec-89ad-7e964288b5a6, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:11:07.551147 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92e4b0d-6925-4385-9101-02282d26a9d4 admin admin] Network c96d6c83-b54d-4dec-89ad-7e964288b5a6 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:11:07.560225 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-a92e4b0d-6925-4385-9101-02282d26a9d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, c96d6c83-b54d-4dec-89ad-7e964288b5a6) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:11:07.564478 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92e4b0d-6925-4385-9101-02282d26a9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:07.565275 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a92e4b0d-6925-4385-9101-02282d26a9d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:07.570397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d27f0ac-c4e9-45ce-8aca-c00979204eec None None] Network c96d6c83-b54d-4dec-89ad-7e964288b5a6 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:11:07.581628 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a92e4b0d-6925-4385-9101-02282d26a9d4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5597494 Nov 26 03:11:07.735928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a9a92d-f9a5-4088-9345-383aa9fc2154 None None] Network c96d6c83-b54d-4dec-89ad-7e964288b5a6 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:11:08.064546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-d005cf01-80a3-49b3-af31-e9875c7dc441 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:08.066044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-d005cf01-80a3-49b3-af31-e9875c7dc441 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/networks?id=c96d6c83-b54d-4dec-89ad-7e964288b5a6 HTTP/1.1" status: 200 len: 812 time: 0.1114697 Nov 26 03:11:08.081688 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-da6a13a7-2408-424e-8062-16b3e86a2e4a tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/quotas/534e3dbac4bf4a4787370e008f2bd7bd HTTP/1.1" status: 200 len: 375 time: 0.0090587 Nov 26 03:11:08.112940 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-77cb8051-00a4-4687-8541-4f9779f4b089 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=534e3dbac4bf4a4787370e008f2bd7bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253613 Nov 26 03:11:08.208850 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-0b1d0eaf-963e-41bd-8bf4-5078d7492ce8 service neutron] 10.222.0.31 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889194 Nov 26 03:11:08.323840 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-ee507b82-a3e2-4b13-badf-5498f9e41d50 service neutron] 10.222.0.31 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067011 Nov 26 03:11:08.606435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc72dd-063b-4f3a-9334-677d6aae8660 req-4806ba45-6c6c-433c-a214-bf25007a1cd3 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:08.613081 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6cc72dd-063b-4f3a-9334-677d6aae8660 req-4806ba45-6c6c-433c-a214-bf25007a1cd3 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 943 time: 0.2148483 Nov 26 03:11:08.691874 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6cc72dd-063b-4f3a-9334-677d6aae8660 req-40878eb0-4c03-4bcb-a6f5-d75ddef9927b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727313 Nov 26 03:11:08.756016 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33f64d92-fb8a-4ba6-9409-cd72ec538911 req-88334e4a-313a-4e44-bac9-b222a7e8f9d7 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6be5507-c2d9-4c85-bf71-a1a2e7c46369 HTTP/1.1" status: 200 len: 210 time: 0.0347533 Nov 26 03:11:09.942876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aafd4b53-1836-4543-845e-63c0ecf77e09 req-4d72fa3b-2abf-435f-93b3-78682fc34758 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6be5507-c2d9-4c85-bf71-a1a2e7c46369 HTTP/1.1" status: 200 len: 210 time: 0.0821412 Nov 26 03:11:09.955611 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada6cea-9530-429e-858f-a2a8a0078b8b req-3d1cf031-2df3-409b-a713-6b8fd111b487 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:09.964700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ada6cea-9530-429e-858f-a2a8a0078b8b req-3d1cf031-2df3-409b-a713-6b8fd111b487 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 943 time: 0.1599700 Nov 26 03:11:10.031220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ada6cea-9530-429e-858f-a2a8a0078b8b req-823f6400-846b-4ebc-8d3e-7c02f4e9f596 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653858 Nov 26 03:11:10.422782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-1a9783ac-0a73-4fac-bb6a-77185f336be7 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:10.424209 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-1a9783ac-0a73-4fac-bb6a-77185f336be7 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.54 "GET /v2.0/networks?id=c96d6c83-b54d-4dec-89ad-7e964288b5a6 HTTP/1.1" status: 200 len: 812 time: 0.2664671 Nov 26 03:11:10.431444 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-01c08937-ef65-48b5-8515-2993827ed853 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:10.432846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-01c08937-ef65-48b5-8515-2993827ed853 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.59 "GET /v2.0/networks?id=c96d6c83-b54d-4dec-89ad-7e964288b5a6 HTTP/1.1" status: 200 len: 812 time: 0.2978485 Nov 26 03:11:10.447694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-11ca1015-62da-45ba-8f14-33e0fdbc38c7 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Request body: {'port': {'device_id': '5888b1f0-3f4d-4d39-931e-3ee3af0619d8', 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6', 'admin_state_up': True, 'tenant_id': '534e3dbac4bf4a4787370e008f2bd7bd'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:11:10.511706 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-44580a2b-f430-4e57-a02f-ff5f23d449af tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Request body: {'port': {'device_id': 'd6be5507-c2d9-4c85-bf71-a1a2e7c46369', 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6', 'admin_state_up': True, 'tenant_id': '534e3dbac4bf4a4787370e008f2bd7bd'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:11:10.698324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-11ca1015-62da-45ba-8f14-33e0fdbc38c7 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Made reservation on behalf of 534e3dbac4bf4a4787370e008f2bd7bd for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:11:10.702300 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-11ca1015-62da-45ba-8f14-33e0fdbc38c7 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:10.740244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-44580a2b-f430-4e57-a02f-ff5f23d449af tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Made reservation on behalf of 534e3dbac4bf4a4787370e008f2bd7bd for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:11:10.745413 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-44580a2b-f430-4e57-a02f-ff5f23d449af tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:10.925376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-11ca1015-62da-45ba-8f14-33e0fdbc38c7 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Allocated IP 172.20.0.6 (c96d6c83-b54d-4dec-89ad-7e964288b5a6/4eca4ecf-03dd-45fc-9405-092900ce9638/5c4e26ae-64cf-4d54-b059-6f8a03e55ff9) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:11:11.081279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54fa3ab6-c9c5-47d6-9538-f0bda6667356 req-d0cd3d4b-dc81-466c-92a7-d7e7d8d76fa2 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6be5507-c2d9-4c85-bf71-a1a2e7c46369 HTTP/1.1" status: 200 len: 210 time: 0.0570734 Nov 26 03:11:11.184440 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-11ca1015-62da-45ba-8f14-33e0fdbc38c7 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:11.298751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e0f94-7a83-4c3b-a22f-a0639afd5130 req-d60f3f15-3a63-46a5-abe6-9977de47ec13 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:11.301546 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d4e0f94-7a83-4c3b-a22f-a0639afd5130 req-d60f3f15-3a63-46a5-abe6-9977de47ec13 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 943 time: 0.0901124 Nov 26 03:11:11.306546 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-11ca1015-62da-45ba-8f14-33e0fdbc38c7 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:11.391898 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-11ca1015-62da-45ba-8f14-33e0fdbc38c7 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Network c96d6c83-b54d-4dec-89ad-7e964288b5a6 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:11:11.408857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-11ca1015-62da-45ba-8f14-33e0fdbc38c7 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:11:11.418366 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-11ca1015-62da-45ba-8f14-33e0fdbc38c7 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:11:11.467689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca1015-62da-45ba-8f14-33e0fdbc38c7 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Pushing event updated for resources: {'Port': ['ID=5c4e26ae-64cf-4d54-b059-6f8a03e55ff9,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:11.480567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-44580a2b-f430-4e57-a02f-ff5f23d449af tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Allocated IP 172.20.0.13 (c96d6c83-b54d-4dec-89ad-7e964288b5a6/4eca4ecf-03dd-45fc-9405-092900ce9638/483a200c-7e0d-465f-bc3b-7d5513bc87a5) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:11:11.515220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d4e0f94-7a83-4c3b-a22f-a0639afd5130 req-77021499-5056-4d77-9bf6-66ec76454094 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629453 Nov 26 03:11:11.527192 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-11ca1015-62da-45ba-8f14-33e0fdbc38c7 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:11.532496 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-11ca1015-62da-45ba-8f14-33e0fdbc38c7 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:11.568137 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-11ca1015-62da-45ba-8f14-33e0fdbc38c7 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1250935 Nov 26 03:11:11.592369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Request body: {'port': {'device_id': '5888b1f0-3f4d-4d39-931e-3ee3af0619d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:11:11.673949 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14e2b34b-3157-419c-8d90-1948f3f266ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:11.711398 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:11.801342 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-44580a2b-f430-4e57-a02f-ff5f23d449af tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:11.911394 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-44580a2b-f430-4e57-a02f-ff5f23d449af tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:11.998544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-44580a2b-f430-4e57-a02f-ff5f23d449af tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Network c96d6c83-b54d-4dec-89ad-7e964288b5a6 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:11:12.008735 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-44580a2b-f430-4e57-a02f-ff5f23d449af tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:11:12.014822 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-44580a2b-f430-4e57-a02f-ff5f23d449af tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:11:12.021900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44580a2b-f430-4e57-a02f-ff5f23d449af tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Pushing event updated for resources: {'Port': ['ID=483a200c-7e0d-465f-bc3b-7d5513bc87a5,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:12.098418 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-44580a2b-f430-4e57-a02f-ff5f23d449af tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:12.099204 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-44580a2b-f430-4e57-a02f-ff5f23d449af tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:12.161164 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-44580a2b-f430-4e57-a02f-ff5f23d449af tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6565247 Nov 26 03:11:12.188224 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:11:12.208562 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Request body: {'port': {'device_id': 'd6be5507-c2d9-4c85-bf71-a1a2e7c46369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:11:12.229866 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:12.293628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Transition to ACTIVE for port object 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:11:12.336895 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:12.379126 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:12.438635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad3317-6b35-4f24-ad9a-a628bced6b33 req-b6248f5a-5874-40f0-b5cb-7b941d647aab tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:12.440212 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-57ad3317-6b35-4f24-ad9a-a628bced6b33 req-b6248f5a-5874-40f0-b5cb-7b941d647aab tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6be5507-c2d9-4c85-bf71-a1a2e7c46369 HTTP/1.1" status: 200 len: 932 time: 0.2216399 Nov 26 03:11:12.551137 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4e26ae-64cf-4d54-b059-6f8a03e55ff9,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:12.648960 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-57ad3317-6b35-4f24-ad9a-a628bced6b33 req-f28a5b70-0edc-4ea9-a4d1-f316889b39bf tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823392 Nov 26 03:11:12.801721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Attempting to bind port 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:11:12.802064 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Attempting to bind port 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'b2848b3c-2631-4477-b055-8aa51c649b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:11:12.802547 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Attempting to bind port 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 on network c96d6c83-b54d-4dec-89ad-7e964288b5a6 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:11:12.838643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0bd80-209e-4c4d-8d57-1e3b656e6d48 req-7c2ba88f-0c55-497a-885a-53103141aad4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:12.840373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28a0bd80-209e-4c4d-8d57-1e3b656e6d48 req-7c2ba88f-0c55-497a-885a-53103141aad4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 943 time: 0.1903727 Nov 26 03:11:12.843839 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Port 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 on network c96d6c83-b54d-4dec-89ad-7e964288b5a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:11:12.844041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Attempting to bind port 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 on network c96d6c83-b54d-4dec-89ad-7e964288b5a6 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:11:12.872012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:11:12.872383 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Checking segment: {'id': 'b2848b3c-2631-4477-b055-8aa51c649b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:11:12.872766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Bound using segment: {'id': 'b2848b3c-2631-4477-b055-8aa51c649b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:11:12.873218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Bound port: 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2848b3c-2631-4477-b055-8aa51c649b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:11:12.873583 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:13.025809 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28a0bd80-209e-4c4d-8d57-1e3b656e6d48 req-c606bdbd-788a-4f6d-a293-d561fe944d6e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581192 Nov 26 03:11:13.105880 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] For port 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:11:13.111551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] For port 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5c4e26ae-64cf-4d54-b059-6f8a03e55ff9,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:11:13.130929 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:13.220501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:13.221551 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:13.223075 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] 10.222.0.54 "PUT /v2.0/ports/5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 HTTP/1.1" status: 200 len: 1091 time: 1.6351540 Nov 26 03:11:13.225175 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5888b1f0-3f4d-4d39-931e-3ee3af0619d8', 'tag': '5c4e26ae-64cf-4d54-b059-6f8a03e55ff9'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:11:13.227568 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c985830c-62b6-4eb9-8d75-92190188de38" -d '{"events": [{"name": "network-changed", "server_uuid": "5888b1f0-3f4d-4d39-931e-3ee3af0619d8", "tag": "5c4e26ae-64cf-4d54-b059-6f8a03e55ff9"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:11:13.258653 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 483a200c-7e0d-465f-bc3b-7d5513bc87a5 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:11:13.263630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbc212-c13a-40f7-8943-45d590535902 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4e26ae-64cf-4d54-b059-6f8a03e55ff9,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:13.270315 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:13.285272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Transition to ACTIVE for port object 483a200c-7e0d-465f-bc3b-7d5513bc87a5 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:11:13.327032 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3112028-5354-4ff4-b5b3-6923724b2454 x-openstack-request-id: req-f3112028-5354-4ff4-b5b3-6923724b2454 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:11:13.327563 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5888b1f0-3f4d-4d39-931e-3ee3af0619d8", "tag": "5c4e26ae-64cf-4d54-b059-6f8a03e55ff9", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:11:13.327985 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3112028-5354-4ff4-b5b3-6923724b2454 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:11:13.328561 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5888b1f0-3f4d-4d39-931e-3ee3af0619d8', 'tag': '5c4e26ae-64cf-4d54-b059-6f8a03e55ff9', 'status': 'completed', 'code': 200} Nov 26 03:11:13.331043 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:13.390948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Pushing event updated for resources: {'Port': ['ID=483a200c-7e0d-465f-bc3b-7d5513bc87a5,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:13.394706 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-25e2bbf4-4959-4649-a0e3-35946cd74064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:13.396511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-25e2bbf4-4959-4649-a0e3-35946cd74064 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=534e3dbac4bf4a4787370e008f2bd7bd&device_id=5888b1f0-3f4d-4d39-931e-3ee3af0619d8 HTTP/1.1" status: 200 len: 1094 time: 0.1053851 Nov 26 03:11:13.908082 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-15d06030-a968-493e-81b6-131e8ad6d10a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 HTTP/1.1" status: 200 len: 217 time: 0.4887044 Nov 26 03:11:13.983942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Attempting to bind port 483a200c-7e0d-465f-bc3b-7d5513bc87a5 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:11:13.984461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Attempting to bind port 483a200c-7e0d-465f-bc3b-7d5513bc87a5 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'b2848b3c-2631-4477-b055-8aa51c649b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:11:13.984897 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Attempting to bind port 483a200c-7e0d-465f-bc3b-7d5513bc87a5 on network c96d6c83-b54d-4dec-89ad-7e964288b5a6 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:11:14.011811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349daf57-6145-4823-b1f0-3f812640174b req-30fe0085-b787-44da-8053-cb52fef151a5 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:14.013672 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-349daf57-6145-4823-b1f0-3f812640174b req-30fe0085-b787-44da-8053-cb52fef151a5 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6be5507-c2d9-4c85-bf71-a1a2e7c46369 HTTP/1.1" status: 200 len: 944 time: 0.1187515 Nov 26 03:11:14.015311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-124d3914-b339-4fb9-99d4-45e09cc33756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:14.017183 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-124d3914-b339-4fb9-99d4-45e09cc33756 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eca4ecf-03dd-45fc-9405-092900ce9638 HTTP/1.1" status: 200 len: 852 time: 0.0950036 Nov 26 03:11:14.018851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Port 483a200c-7e0d-465f-bc3b-7d5513bc87a5 on network c96d6c83-b54d-4dec-89ad-7e964288b5a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:11:14.019289 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Attempting to bind port 483a200c-7e0d-465f-bc3b-7d5513bc87a5 on network c96d6c83-b54d-4dec-89ad-7e964288b5a6 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:11:14.094769 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-349daf57-6145-4823-b1f0-3f812640174b req-69374e01-aa69-41d3-b6de-073676fa1900 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728109 Nov 26 03:11:14.100514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:11:14.100514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Checking segment: {'id': 'b2848b3c-2631-4477-b055-8aa51c649b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:11:14.101429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Bound using segment: {'id': 'b2848b3c-2631-4477-b055-8aa51c649b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:11:14.101880 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Bound port: 483a200c-7e0d-465f-bc3b-7d5513bc87a5, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2848b3c-2631-4477-b055-8aa51c649b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:11:14.102244 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:14.128174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-d00983f2-2d26-48b1-968e-24eafea0c44a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c96d6c83-b54d-4dec-89ad-7e964288b5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562148 Nov 26 03:11:14.130676 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2eafc49c-4d7f-4eb6-8d44-1f78191bb6ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:14.287885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b0cd2-10a2-42ce-8795-9d56ead81350 req-90a598d8-6980-47e7-9b39-345c8ce43bac tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:14.289721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc5b0cd2-10a2-42ce-8795-9d56ead81350 req-90a598d8-6980-47e7-9b39-345c8ce43bac tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 943 time: 0.1696744 Nov 26 03:11:14.341805 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] For port 483a200c-7e0d-465f-bc3b-7d5513bc87a5, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:11:14.374033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] For port 483a200c-7e0d-465f-bc3b-7d5513bc87a5, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=483a200c-7e0d-465f-bc3b-7d5513bc87a5,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:11:14.385272 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-fb4e911b-d809-493d-a23d-87b67e62a07b service neutron] 10.222.0.54 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367687 Nov 26 03:11:14.402261 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:14.461824 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc5b0cd2-10a2-42ce-8795-9d56ead81350 req-fc04feab-49d3-46b3-ae2d-24ebab920b19 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598926 Nov 26 03:11:14.463172 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:14.463787 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:14.465105 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] 10.222.0.59 "PUT /v2.0/ports/483a200c-7e0d-465f-bc3b-7d5513bc87a5 HTTP/1.1" status: 200 len: 1092 time: 2.2794094 Nov 26 03:11:14.527500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62daf3e8-e5ff-43e3-9715-9a04c70bc752 service neutron] Pushing event updated for resources: {'Port': ['ID=483a200c-7e0d-465f-bc3b-7d5513bc87a5,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:14.596215 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-d2d22fa5-22ae-41e7-8265-bccb5a81096a service neutron] 10.222.0.54 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021353 Nov 26 03:11:14.607215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-e6db3415-8547-4b23-8134-894890e63d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:14.611897 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-e6db3415-8547-4b23-8134-894890e63d14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=534e3dbac4bf4a4787370e008f2bd7bd&device_id=d6be5507-c2d9-4c85-bf71-a1a2e7c46369 HTTP/1.1" status: 200 len: 1095 time: 0.0606909 Nov 26 03:11:14.691718 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-bd38d679-c415-4b58-8662-accfba0d9c7a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=483a200c-7e0d-465f-bc3b-7d5513bc87a5 HTTP/1.1" status: 200 len: 217 time: 0.0586674 Nov 26 03:11:14.768574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-edb5a417-eeff-4d2d-93f6-98f6fc12227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:14.770104 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-edb5a417-eeff-4d2d-93f6-98f6fc12227b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4eca4ecf-03dd-45fc-9405-092900ce9638 HTTP/1.1" status: 200 len: 852 time: 0.0684192 Nov 26 03:11:14.792244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985830c-62b6-4eb9-8d75-92190188de38 req-b3177a40-40f1-451d-b939-1b434efbfdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:14.793713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c985830c-62b6-4eb9-8d75-92190188de38 req-b3177a40-40f1-451d-b939-1b434efbfdef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=534e3dbac4bf4a4787370e008f2bd7bd&device_id=5888b1f0-3f4d-4d39-931e-3ee3af0619d8 HTTP/1.1" status: 200 len: 1094 time: 0.1008070 Nov 26 03:11:14.816148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-1299d690-bb0e-47aa-884e-a088c4e14b9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c96d6c83-b54d-4dec-89ad-7e964288b5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372682 Nov 26 03:11:14.876616 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:11:14.977504 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-8de36540-7686-463d-b531-79a7d512d37a service neutron] 10.222.0.59 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491671 Nov 26 03:11:15.050417 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:15.062746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985830c-62b6-4eb9-8d75-92190188de38 req-a2e1e60f-e5ba-4999-8dd0-15e1e95fef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:15.064770 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c985830c-62b6-4eb9-8d75-92190188de38 req-a2e1e60f-e5ba-4999-8dd0-15e1e95fef19 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c96d6c83-b54d-4dec-89ad-7e964288b5a6 HTTP/1.1" status: 200 len: 913 time: 0.2515588 Nov 26 03:11:15.128530 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c985830c-62b6-4eb9-8d75-92190188de38 req-3af44f03-d0e0-44b6-9b4d-e275a4c9b673 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 HTTP/1.1" status: 200 len: 217 time: 0.0378923 Nov 26 03:11:15.315762 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a1696ec-857f-4a8c-98e0-d94d19eb89dc req-0d63c42b-8dbb-4eaa-8a74-470b0b242144 service neutron] 10.222.0.59 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109159 Nov 26 03:11:15.326266 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985830c-62b6-4eb9-8d75-92190188de38 req-ff193045-1a77-4710-bddc-07eeac374041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:15.333009 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c985830c-62b6-4eb9-8d75-92190188de38 req-ff193045-1a77-4710-bddc-07eeac374041 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eca4ecf-03dd-45fc-9405-092900ce9638 HTTP/1.1" status: 200 len: 852 time: 0.1862257 Nov 26 03:11:15.347599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6be5507-c2d9-4c85-bf71-a1a2e7c46369', 'tag': '483a200c-7e0d-465f-bc3b-7d5513bc87a5'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:11:15.351492 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1237edd3-189e-481c-b298-ea92767efa60" -d '{"events": [{"name": "network-changed", "server_uuid": "d6be5507-c2d9-4c85-bf71-a1a2e7c46369", "tag": "483a200c-7e0d-465f-bc3b-7d5513bc87a5"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:11:15.400551 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c985830c-62b6-4eb9-8d75-92190188de38 req-bf1f7e84-40da-4ce3-8165-bba5bc5afe03 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c96d6c83-b54d-4dec-89ad-7e964288b5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665119 Nov 26 03:11:15.415123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26001808-2953-4810-a8f5-2e021521259a req-ff5ed6f4-96a4-44ba-9d97-aba41d3aebf8 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:15.424504 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26001808-2953-4810-a8f5-2e021521259a req-ff5ed6f4-96a4-44ba-9d97-aba41d3aebf8 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6be5507-c2d9-4c85-bf71-a1a2e7c46369 HTTP/1.1" status: 200 len: 944 time: 0.2068074 Nov 26 03:11:15.427493 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72857a1d-369b-42a6-8931-462fe9a6d97e x-openstack-request-id: req-72857a1d-369b-42a6-8931-462fe9a6d97e {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:11:15.427891 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6be5507-c2d9-4c85-bf71-a1a2e7c46369", "tag": "483a200c-7e0d-465f-bc3b-7d5513bc87a5", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:11:15.428265 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72857a1d-369b-42a6-8931-462fe9a6d97e {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:11:15.428899 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6be5507-c2d9-4c85-bf71-a1a2e7c46369', 'tag': '483a200c-7e0d-465f-bc3b-7d5513bc87a5', 'status': 'completed', 'code': 200} Nov 26 03:11:15.443499 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 8dd99682-c6d8-4ecc-8b2d-242881311b90 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:11:15.622505 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 8dd99682-c6d8-4ecc-8b2d-242881311b90, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=8dd99682-c6d8-4ecc-8b2d-242881311b90,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:15.638485 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '8dd99682-c6d8-4ecc-8b2d-242881311b90', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'port_id': '8dd99682-c6d8-4ecc-8b2d-242881311b90', 'mac_address': 'fa:16:3e:63:c5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:11:15.653466 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c985830c-62b6-4eb9-8d75-92190188de38 req-23501d31-065d-4f0b-9af5-310fbf9d0cda service neutron] 10.222.0.54 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960654 Nov 26 03:11:15.690410 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:15.712007 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd99682-c6d8-4ecc-8b2d-242881311b90 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:11:15.742073 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 8dd99682-c6d8-4ecc-8b2d-242881311b90, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=8dd99682-c6d8-4ecc-8b2d-242881311b90,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:15.754320 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:15.810905 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26001808-2953-4810-a8f5-2e021521259a req-fdce0707-5fc5-4777-a4ec-4ea69a5ebc8c tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853879 Nov 26 03:11:15.848177 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237edd3-189e-481c-b298-ea92767efa60 req-0c8a8e6c-1e70-4a5c-9121-a46817af9023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:15.849131 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=8dd99682-c6d8-4ecc-8b2d-242881311b90,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:15.849701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1237edd3-189e-481c-b298-ea92767efa60 req-0c8a8e6c-1e70-4a5c-9121-a46817af9023 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=534e3dbac4bf4a4787370e008f2bd7bd&device_id=d6be5507-c2d9-4c85-bf71-a1a2e7c46369 HTTP/1.1" status: 200 len: 1095 time: 0.2872632 Nov 26 03:11:15.866360 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd813343-ddd0-4640-b392-b9fb4326d98e req-119ff7cf-19d1-454f-82b0-35ac8f3d3dbe tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:15.874256 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd813343-ddd0-4640-b392-b9fb4326d98e req-119ff7cf-19d1-454f-82b0-35ac8f3d3dbe tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 943 time: 0.2985168 Nov 26 03:11:15.976923 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c985830c-62b6-4eb9-8d75-92190188de38 req-48122721-067a-4f5d-8755-2f86531a1650 service neutron] 10.222.0.54 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228908 Nov 26 03:11:16.052859 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd813343-ddd0-4640-b392-b9fb4326d98e req-5ebd315d-26d4-4bf6-a965-ce01664489a4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775680 Nov 26 03:11:16.080861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237edd3-189e-481c-b298-ea92767efa60 req-ed7ae234-6c6d-41f6-8811-0dee71c7b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:16.082489 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1237edd3-189e-481c-b298-ea92767efa60 req-ed7ae234-6c6d-41f6-8811-0dee71c7b136 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c96d6c83-b54d-4dec-89ad-7e964288b5a6 HTTP/1.1" status: 200 len: 913 time: 0.2011275 Nov 26 03:11:16.121860 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['8dd99682-c6d8-4ecc-8b2d-242881311b90'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:11:16.196354 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1237edd3-189e-481c-b298-ea92767efa60 req-6b3302c7-78c9-4e62-9eae-e7dd4ab4a775 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=483a200c-7e0d-465f-bc3b-7d5513bc87a5 HTTP/1.1" status: 200 len: 217 time: 0.1039131 Nov 26 03:11:16.278572 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237edd3-189e-481c-b298-ea92767efa60 req-747b8205-c711-4dc3-a62b-04bf58266fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:16.280698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1237edd3-189e-481c-b298-ea92767efa60 req-747b8205-c711-4dc3-a62b-04bf58266fc2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4eca4ecf-03dd-45fc-9405-092900ce9638 HTTP/1.1" status: 200 len: 852 time: 0.0748219 Nov 26 03:11:16.326550 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1237edd3-189e-481c-b298-ea92767efa60 req-5dba765e-17d8-44c5-9fcd-dd34aedc610a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c96d6c83-b54d-4dec-89ad-7e964288b5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369430 Nov 26 03:11:16.350909 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-1237edd3-189e-481c-b298-ea92767efa60 req-7609dfde-7205-44c2-8d26-3b8d8a7f6a61 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:11:16.357405 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1237edd3-189e-481c-b298-ea92767efa60 req-7609dfde-7205-44c2-8d26-3b8d8a7f6a61 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077682 Nov 26 03:11:16.577211 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1237edd3-189e-481c-b298-ea92767efa60 req-97f0330e-4e67-4116-b8e5-84cf1d3b1ba0 service neutron] 10.222.0.59 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169402 Nov 26 03:11:16.629524 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:16.730411 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41814) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:16.782826 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1237edd3-189e-481c-b298-ea92767efa60 req-e98a386c-3baa-49ce-a226-dcb50df41172 service neutron] 10.222.0.59 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935184 Nov 26 03:11:16.947948 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6475d46-5490-4c83-bb3b-aacbca6695cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:16.973626 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65529725-7166-4491-ba0a-451ca99aadbf req-6b9d86a4-713b-49d7-b3b8-f38f1f73ea93 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:16.982388 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65529725-7166-4491-ba0a-451ca99aadbf req-6b9d86a4-713b-49d7-b3b8-f38f1f73ea93 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6be5507-c2d9-4c85-bf71-a1a2e7c46369 HTTP/1.1" status: 200 len: 944 time: 0.0626705 Nov 26 03:11:17.042064 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65529725-7166-4491-ba0a-451ca99aadbf req-a3b09caf-7b64-4785-81d6-4270ff755a3d tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584621 Nov 26 03:11:17.139141 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6475d46-5490-4c83-bb3b-aacbca6695cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:17.152141 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6475d46-5490-4c83-bb3b-aacbca6695cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:17.218475 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d6475d46-5490-4c83-bb3b-aacbca6695cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44289c1b3c144cb1821e473e1f63a4ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4867916 Nov 26 03:11:17.219150 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41822) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:17.259300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529bbc46-d41e-46ff-bf9c-7cf427ea47e3 req-6d0d47fc-bf72-414e-948a-d1a9abd07a84 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:17.263276 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-529bbc46-d41e-46ff-bf9c-7cf427ea47e3 req-6d0d47fc-bf72-414e-948a-d1a9abd07a84 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 944 time: 0.0882370 Nov 26 03:11:17.293735 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6475d46-5490-4c83-bb3b-aacbca6695cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14f11ba-d49c-426f-a806-173fff1b7044,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:17.367126 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-529bbc46-d41e-46ff-bf9c-7cf427ea47e3 req-666c2c64-3951-4647-be43-2b2b6f898310 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881369 Nov 26 03:11:17.373831 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39f61a7c-8e67-4cd8-8a35-45293209f222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:17.437966 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39f61a7c-8e67-4cd8-8a35-45293209f222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:17.451317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 8dd99682-c6d8-4ecc-8b2d-242881311b90 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:11:17.536445 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39f61a7c-8e67-4cd8-8a35-45293209f222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:17.540789 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39f61a7c-8e67-4cd8-8a35-45293209f222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:17.544774 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-39f61a7c-8e67-4cd8-8a35-45293209f222 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d14f11ba-d49c-426f-a806-173fff1b7044 HTTP/1.1" status: 204 len: 168 time: 0.3157449 Nov 26 03:11:17.558261 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f61a7c-8e67-4cd8-8a35-45293209f222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14f11ba-d49c-426f-a806-173fff1b7044,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:17.591620 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:17.596192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 8dd99682-c6d8-4ecc-8b2d-242881311b90 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:11:17.612611 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 8dd99682-c6d8-4ecc-8b2d-242881311b90 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:11:17.613205 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:17.744128 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:17.805716 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 8dd99682-c6d8-4ecc-8b2d-242881311b90, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=8dd99682-c6d8-4ecc-8b2d-242881311b90,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:17.807008 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e85625-6bbd-47d1-978c-1e28fbb74da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd99682-c6d8-4ecc-8b2d-242881311b90'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:11:17.809568 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00188b8b-9ddb-4e51-93e9-e0ad5d1dd3b0" -d '{"events": [{"server_uuid": "28e85625-6bbd-47d1-978c-1e28fbb74da3", "name": "network-vif-plugged", "status": "completed", "tag": "8dd99682-c6d8-4ecc-8b2d-242881311b90"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:11:17.820745 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:17.875090 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0114ea-6769-426c-ab47-c6f1c3cee2c2 x-openstack-request-id: req-fa0114ea-6769-426c-ab47-c6f1c3cee2c2 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:11:17.875370 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e85625-6bbd-47d1-978c-1e28fbb74da3", "name": "network-vif-plugged", "status": "completed", "tag": "8dd99682-c6d8-4ecc-8b2d-242881311b90", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:11:17.875636 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa0114ea-6769-426c-ab47-c6f1c3cee2c2 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:11:17.876270 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e85625-6bbd-47d1-978c-1e28fbb74da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd99682-c6d8-4ecc-8b2d-242881311b90', 'code': 200} Nov 26 03:11:17.947436 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=8dd99682-c6d8-4ecc-8b2d-242881311b90,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:18.049495 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 41858) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:18.073861 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6b110d4e-1576-4be4-9692-6f37409c7c39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:18.098026 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba64ceb-a64c-4068-a2ce-17d2faec8d3a req-5f239f5f-40b6-43b9-9493-5b496be112e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:18.113893 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ba64ceb-a64c-4068-a2ce-17d2faec8d3a req-5f239f5f-40b6-43b9-9493-5b496be112e4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 1096 time: 0.1482074 Nov 26 03:11:18.217777 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6b110d4e-1576-4be4-9692-6f37409c7c39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:18.228383 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6b110d4e-1576-4be4-9692-6f37409c7c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:18.236667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74203995-bb09-4f7f-9696-f961f785362f req-7e9694ee-7ecf-442a-b9e1-0558c1685009 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:18.244532 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74203995-bb09-4f7f-9696-f961f785362f req-7e9694ee-7ecf-442a-b9e1-0558c1685009 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6be5507-c2d9-4c85-bf71-a1a2e7c46369 HTTP/1.1" status: 200 len: 944 time: 0.0994663 Nov 26 03:11:18.265701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ba64ceb-a64c-4068-a2ce-17d2faec8d3a req-54160e1e-c45c-45cb-856a-5a3325228e1d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433103 Nov 26 03:11:18.268302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 41868) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:18.268842 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6b110d4e-1576-4be4-9692-6f37409c7c39 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4d58fe6cf954b7292441cf0a8274274&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2176528 Nov 26 03:11:18.317519 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b110d4e-1576-4be4-9692-6f37409c7c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df615392-acd1-4860-a5af-eb6b6e76a6c5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:18.321963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74203995-bb09-4f7f-9696-f961f785362f req-5ece976a-e245-47db-a81b-659008658e26 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761378 Nov 26 03:11:18.371384 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c392e572-05b5-4cac-8f4b-1cea84ed23d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:18.394434 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c392e572-05b5-4cac-8f4b-1cea84ed23d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:18.465376 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c392e572-05b5-4cac-8f4b-1cea84ed23d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:18.469366 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c392e572-05b5-4cac-8f4b-1cea84ed23d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:18.471424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c392e572-05b5-4cac-8f4b-1cea84ed23d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df615392-acd1-4860-a5af-eb6b6e76a6c5 HTTP/1.1" status: 204 len: 168 time: 0.2016802 Nov 26 03:11:18.495731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392e572-05b5-4cac-8f4b-1cea84ed23d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df615392-acd1-4860-a5af-eb6b6e76a6c5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:18.575404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6f9d1-c7a2-4da4-b14a-c33fbcb432a0 req-6a7b0331-8ed6-4e3c-88d5-70a07978e2b6 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:18.577463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c6f9d1-c7a2-4da4-b14a-c33fbcb432a0 req-6a7b0331-8ed6-4e3c-88d5-70a07978e2b6 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 945 time: 0.0840068 Nov 26 03:11:18.630489 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-54c6f9d1-c7a2-4da4-b14a-c33fbcb432a0 req-7234d9d0-2d65-4456-a20b-7c5e4fabe0d3 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464017 Nov 26 03:11:19.112595 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:11:19.224736 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5c4e26ae-64cf-4d54-b059-6f8a03e55ff9,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:19.237790 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '5c4e26ae-64cf-4d54-b059-6f8a03e55ff9', 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6', 'port_id': '5c4e26ae-64cf-4d54-b059-6f8a03e55ff9', 'mac_address': 'fa:16:3e:24:ac:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eca4ecf-03dd-45fc-9405-092900ce9638', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:11:19.299498 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:19.314374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:11:19.341205 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5c4e26ae-64cf-4d54-b059-6f8a03e55ff9,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:19.346683 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:19.407868 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=5c4e26ae-64cf-4d54-b059-6f8a03e55ff9,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:19.464364 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 483a200c-7e0d-465f-bc3b-7d5513bc87a5 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:11:19.488078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d9a58-c475-4f5c-8825-11ecd87955e3 req-db272840-00cd-45b7-b245-bdd92ae9e070 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:19.490416 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f7d9a58-c475-4f5c-8825-11ecd87955e3 req-db272840-00cd-45b7-b245-bdd92ae9e070 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6be5507-c2d9-4c85-bf71-a1a2e7c46369 HTTP/1.1" status: 200 len: 944 time: 0.0812035 Nov 26 03:11:19.551722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f7d9a58-c475-4f5c-8825-11ecd87955e3 req-21827ee4-e2f6-4d7e-b41f-d9a2dab5071b tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530012 Nov 26 03:11:19.582957 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 483a200c-7e0d-465f-bc3b-7d5513bc87a5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=483a200c-7e0d-465f-bc3b-7d5513bc87a5,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:19.607018 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '483a200c-7e0d-465f-bc3b-7d5513bc87a5', 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6', 'port_id': '483a200c-7e0d-465f-bc3b-7d5513bc87a5', 'mac_address': 'fa:16:3e:48:64:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eca4ecf-03dd-45fc-9405-092900ce9638', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:11:19.692934 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:19.709067 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 483a200c-7e0d-465f-bc3b-7d5513bc87a5 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:11:19.781858 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 483a200c-7e0d-465f-bc3b-7d5513bc87a5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=483a200c-7e0d-465f-bc3b-7d5513bc87a5,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:19.784174 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['5c4e26ae-64cf-4d54-b059-6f8a03e55ff9'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:11:19.830308 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c5a98-a42a-4ffe-aad2-d4302abae516 req-685d3be1-48a4-424a-93b3-8754fe64c0c4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:19.835325 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-871c5a98-a42a-4ffe-aad2-d4302abae516 req-685d3be1-48a4-424a-93b3-8754fe64c0c4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 945 time: 0.0877333 Nov 26 03:11:19.926548 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-871c5a98-a42a-4ffe-aad2-d4302abae516 req-fb035183-1c59-4b23-9da2-cf1cd0a727d1 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800118 Nov 26 03:11:20.078618 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985d19a-e7ba-45f1-b9ee-a32687fdf55f req-c2982e90-a83d-4058-845b-86abecca6391 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:20.086582 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a985d19a-e7ba-45f1-b9ee-a32687fdf55f req-c2982e90-a83d-4058-845b-86abecca6391 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 945 time: 0.0843251 Nov 26 03:11:20.087410 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:20.166851 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a985d19a-e7ba-45f1-b9ee-a32687fdf55f req-7e728a87-38bb-4ea2-9482-2cb01a5fbec9 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792513 Nov 26 03:11:20.244010 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=483a200c-7e0d-465f-bc3b-7d5513bc87a5,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:20.370506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1872d-c1d4-4320-a6c1-92ce60c09713 req-0804d255-e206-445e-87e2-68662ca6dcff tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:20.372446 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61f1872d-c1d4-4320-a6c1-92ce60c09713 req-0804d255-e206-445e-87e2-68662ca6dcff tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 945 time: 0.1044495 Nov 26 03:11:20.373436 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['483a200c-7e0d-465f-bc3b-7d5513bc87a5'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:11:20.442864 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61f1872d-c1d4-4320-a6c1-92ce60c09713 req-98b5fdde-b8b6-4ae9-b349-5fe93565aed7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610783 Nov 26 03:11:20.771402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b7e55-b863-42a9-beb5-d9422e2f83bc req-8cd8a11d-898e-41b4-b9b7-ee8f832201d6 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:20.786347 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a1b7e55-b863-42a9-beb5-d9422e2f83bc req-8cd8a11d-898e-41b4-b9b7-ee8f832201d6 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6be5507-c2d9-4c85-bf71-a1a2e7c46369 HTTP/1.1" status: 200 len: 945 time: 0.1113701 Nov 26 03:11:20.900861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a1b7e55-b863-42a9-beb5-d9422e2f83bc req-dcfa86e5-330c-4d9d-bd85-57fd193566ef tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129668 Nov 26 03:11:20.959405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e836007-6b01-4077-8fbe-2d52486eeef6 req-1ecec9ca-930f-4e94-bbbc-63e039f07543 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:20.967986 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e836007-6b01-4077-8fbe-2d52486eeef6 req-1ecec9ca-930f-4e94-bbbc-63e039f07543 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 945 time: 0.0736165 Nov 26 03:11:21.097650 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e836007-6b01-4077-8fbe-2d52486eeef6 req-6ab17f08-fb31-4ed9-bbf9-1a6b9f6515fd tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285512 Nov 26 03:11:21.148145 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:11:21.238094 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:11:21.242695 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:11:21.243414 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:21.340279 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:21.368097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5888b1f0-3f4d-4d39-931e-3ee3af0619d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4e26ae-64cf-4d54-b059-6f8a03e55ff9'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:11:21.368921 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54a716a-bad1-4cb5-8429-29f7f4e0dcba" -d '{"events": [{"server_uuid": "5888b1f0-3f4d-4d39-931e-3ee3af0619d8", "name": "network-vif-plugged", "status": "completed", "tag": "5c4e26ae-64cf-4d54-b059-6f8a03e55ff9"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:11:21.392151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5c4e26ae-64cf-4d54-b059-6f8a03e55ff9,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:21.398864 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:21.428026 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d290c8-cc9c-40df-a013-702bb9c62826 x-openstack-request-id: req-70d290c8-cc9c-40df-a013-702bb9c62826 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:11:21.428666 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5888b1f0-3f4d-4d39-931e-3ee3af0619d8", "name": "network-vif-plugged", "status": "completed", "tag": "5c4e26ae-64cf-4d54-b059-6f8a03e55ff9", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:11:21.429157 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70d290c8-cc9c-40df-a013-702bb9c62826 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:11:21.429726 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5888b1f0-3f4d-4d39-931e-3ee3af0619d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4e26ae-64cf-4d54-b059-6f8a03e55ff9', 'code': 200} Nov 26 03:11:21.457654 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=5c4e26ae-64cf-4d54-b059-6f8a03e55ff9,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:21.467029 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 483a200c-7e0d-465f-bc3b-7d5513bc87a5 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:11:21.523511 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 483a200c-7e0d-465f-bc3b-7d5513bc87a5 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:11:21.529455 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 483a200c-7e0d-465f-bc3b-7d5513bc87a5 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:11:21.530031 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:21.559848 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd39041-1497-433a-a360-f0426590e7f7 req-016fc1a2-6096-4e6a-a386-055413f0e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:21.561958 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fd39041-1497-433a-a360-f0426590e7f7 req-016fc1a2-6096-4e6a-a386-055413f0e696 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5888b1f0-3f4d-4d39-931e-3ee3af0619d8 HTTP/1.1" status: 200 len: 1096 time: 0.0482130 Nov 26 03:11:21.615622 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fd39041-1497-433a-a360-f0426590e7f7 req-693ed96d-902a-4130-b96f-959c06e762c1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465400 Nov 26 03:11:21.649753 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:21.689206 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 483a200c-7e0d-465f-bc3b-7d5513bc87a5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=483a200c-7e0d-465f-bc3b-7d5513bc87a5,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:21.695142 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:21.754144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=483a200c-7e0d-465f-bc3b-7d5513bc87a5,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:22.090774 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013147a5-a83d-41c2-b134-b76f735c1053 req-5b8311f2-3cc2-4994-9cf7-8c9934e6c1cd tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:22.092521 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-013147a5-a83d-41c2-b134-b76f735c1053 req-5b8311f2-3cc2-4994-9cf7-8c9934e6c1cd tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6be5507-c2d9-4c85-bf71-a1a2e7c46369 HTTP/1.1" status: 200 len: 946 time: 0.0614386 Nov 26 03:11:22.185589 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-013147a5-a83d-41c2-b134-b76f735c1053 req-4f778aed-2599-4b7b-a633-e930fe58d93e tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795398 Nov 26 03:11:22.254522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54133ab-8978-4bd1-b451-aa5d0dab62a1 req-a2545ba5-385f-4409-a173-06eeebc81abf tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:22.261691 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e54133ab-8978-4bd1-b451-aa5d0dab62a1 req-a2545ba5-385f-4409-a173-06eeebc81abf tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 945 time: 0.0718100 Nov 26 03:11:22.319884 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e54133ab-8978-4bd1-b451-aa5d0dab62a1 req-ef26d99a-82fb-430a-93fd-b9edd7ca373f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568590 Nov 26 03:11:22.508257 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:22.524124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda73ca-55ac-40c9-a5a2-78e0c0e947e2 req-864bb542-f84b-4c9d-a25b-08b8a10a5ddf tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:22.526067 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7dda73ca-55ac-40c9-a5a2-78e0c0e947e2 req-864bb542-f84b-4c9d-a25b-08b8a10a5ddf tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 945 time: 0.0642624 Nov 26 03:11:22.679664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-7dda73ca-55ac-40c9-a5a2-78e0c0e947e2 req-d3512af9-91f9-49c4-9194-c9c86df97dba tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Deleting port 8dd99682-c6d8-4ecc-8b2d-242881311b90 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:11:22.680270 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7dda73ca-55ac-40c9-a5a2-78e0c0e947e2 req-d3512af9-91f9-49c4-9194-c9c86df97dba tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:22.796231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-7dda73ca-55ac-40c9-a5a2-78e0c0e947e2 req-d3512af9-91f9-49c4-9194-c9c86df97dba tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] For port 8dd99682-c6d8-4ecc-8b2d-242881311b90, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=8dd99682-c6d8-4ecc-8b2d-242881311b90,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:22.796525 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7dda73ca-55ac-40c9-a5a2-78e0c0e947e2 req-d3512af9-91f9-49c4-9194-c9c86df97dba tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:22.816879 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-7dda73ca-55ac-40c9-a5a2-78e0c0e947e2 req-d3512af9-91f9-49c4-9194-c9c86df97dba tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Calling delete_port for 8dd99682-c6d8-4ecc-8b2d-242881311b90 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:11:23.005020 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7dda73ca-55ac-40c9-a5a2-78e0c0e947e2 req-d3512af9-91f9-49c4-9194-c9c86df97dba tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:23.042075 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['8dd99682-c6d8-4ecc-8b2d-242881311b90'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:11:23.058713 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3512af9-91f9-49c4-9194-c9c86df97dba tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event deleted for resources: {'Port': ['ID=8dd99682-c6d8-4ecc-8b2d-242881311b90,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:23.196887 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dda73ca-55ac-40c9-a5a2-78e0c0e947e2 req-d3512af9-91f9-49c4-9194-c9c86df97dba tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] No DVR routers for this DVR port 8dd99682-c6d8-4ecc-8b2d-242881311b90 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:11:23.199648 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7dda73ca-55ac-40c9-a5a2-78e0c0e947e2 req-d3512af9-91f9-49c4-9194-c9c86df97dba tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:23.203735 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7dda73ca-55ac-40c9-a5a2-78e0c0e947e2 req-d3512af9-91f9-49c4-9194-c9c86df97dba tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "DELETE /v2.0/ports/8dd99682-c6d8-4ecc-8b2d-242881311b90 HTTP/1.1" status: 204 len: 173 time: 0.6709528 Nov 26 03:11:23.204840 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e85625-6bbd-47d1-978c-1e28fbb74da3', 'name': 'network-vif-deleted', 'tag': '8dd99682-c6d8-4ecc-8b2d-242881311b90'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:11:23.215640 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2695f7-c1aa-49d7-8196-b2ae5686aedb" -d '{"events": [{"server_uuid": "28e85625-6bbd-47d1-978c-1e28fbb74da3", "name": "network-vif-deleted", "tag": "8dd99682-c6d8-4ecc-8b2d-242881311b90"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:11:23.309293 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f152313d-7712-489c-93fd-e1bb35a54c2e x-openstack-request-id: req-f152313d-7712-489c-93fd-e1bb35a54c2e {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:11:23.309602 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e85625-6bbd-47d1-978c-1e28fbb74da3", "name": "network-vif-deleted", "tag": "8dd99682-c6d8-4ecc-8b2d-242881311b90", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:11:23.309985 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f152313d-7712-489c-93fd-e1bb35a54c2e {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:11:23.310579 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e85625-6bbd-47d1-978c-1e28fbb74da3', 'name': 'network-vif-deleted', 'tag': '8dd99682-c6d8-4ecc-8b2d-242881311b90', 'status': 'completed', 'code': 200} Nov 26 03:11:23.415072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730321f3-3022-4057-8229-57b5ad02799e req-a6a8ab30-73b9-414a-bf22-58b751207715 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:23.431030 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6be5507-c2d9-4c85-bf71-a1a2e7c46369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483a200c-7e0d-465f-bc3b-7d5513bc87a5'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:11:23.433857 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4c20a2-69a9-4683-af7f-a057de8f32e6" -d '{"events": [{"server_uuid": "d6be5507-c2d9-4c85-bf71-a1a2e7c46369", "name": "network-vif-plugged", "status": "completed", "tag": "483a200c-7e0d-465f-bc3b-7d5513bc87a5"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:11:23.439392 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-730321f3-3022-4057-8229-57b5ad02799e req-a6a8ab30-73b9-414a-bf22-58b751207715 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6be5507-c2d9-4c85-bf71-a1a2e7c46369 HTTP/1.1" status: 200 len: 946 time: 0.1431630 Nov 26 03:11:23.493235 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fb723446-ac71-40df-bdb2-e739a6b967d0 req-2dcba28d-5530-424f-81bd-47efab56bb78 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 210 time: 0.0516274 Nov 26 03:11:23.552823 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-730321f3-3022-4057-8229-57b5ad02799e req-0a10a19d-433e-40f4-a6fc-78c7bd57e41a tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048076 Nov 26 03:11:23.554089 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:23.579162 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddfa601-9d45-4b89-aada-de6a7da94a8d x-openstack-request-id: req-4ddfa601-9d45-4b89-aada-de6a7da94a8d {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:11:23.579738 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6be5507-c2d9-4c85-bf71-a1a2e7c46369", "name": "network-vif-plugged", "status": "completed", "tag": "483a200c-7e0d-465f-bc3b-7d5513bc87a5", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:11:23.580308 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ddfa601-9d45-4b89-aada-de6a7da94a8d {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:11:23.580921 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6be5507-c2d9-4c85-bf71-a1a2e7c46369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483a200c-7e0d-465f-bc3b-7d5513bc87a5', 'code': 200} Nov 26 03:11:23.779600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd05c1-e2fb-4013-b26c-53fc8027c68a req-936b1d7d-72d7-47bf-a336-3d1f46a7d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:23.781392 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cafd05c1-e2fb-4013-b26c-53fc8027c68a req-936b1d7d-72d7-47bf-a336-3d1f46a7d166 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d6be5507-c2d9-4c85-bf71-a1a2e7c46369 HTTP/1.1" status: 200 len: 1097 time: 0.0906050 Nov 26 03:11:23.889742 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cafd05c1-e2fb-4013-b26c-53fc8027c68a req-dbe24646-1a55-4331-b68c-307d7cff7ebe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002977 Nov 26 03:11:24.635929 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43ea5ce9-b976-4164-aa02-264ad1ad849b req-3c47a6bd-effc-4677-b6f6-6967bb82c841 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 210 time: 0.0357561 Nov 26 03:11:24.727814 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2377e-be65-4563-addf-bbe2271889d8 req-43bd7cff-26d9-45cd-a4ad-fa0a4db7a9dd tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:24.729772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2cc2377e-be65-4563-addf-bbe2271889d8 req-43bd7cff-26d9-45cd-a4ad-fa0a4db7a9dd tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6be5507-c2d9-4c85-bf71-a1a2e7c46369 HTTP/1.1" status: 200 len: 946 time: 0.0986338 Nov 26 03:11:24.810044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2cc2377e-be65-4563-addf-bbe2271889d8 req-f8648143-2f71-4bbb-8dca-517e20094a57 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729282 Nov 26 03:11:25.484140 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 8dd99682-c6d8-4ecc-8b2d-242881311b90 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:11:25.506975 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 8dd99682-c6d8-4ecc-8b2d-242881311b90 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:11:25.507328 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 8dd99682-c6d8-4ecc-8b2d-242881311b90 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:11:25.801896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-053c4574-3b8f-40cd-987f-1b96bf206b6e req-0654a380-6c47-4263-866c-14091fd2a62f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 210 time: 0.0431874 Nov 26 03:11:25.952830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6ab72-e845-40a3-8147-08559f1c15c6 req-6e42a469-8b29-4394-a8f4-2b43f6d24537 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:25.954641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3b6ab72-e845-40a3-8147-08559f1c15c6 req-6e42a469-8b29-4394-a8f4-2b43f6d24537 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6be5507-c2d9-4c85-bf71-a1a2e7c46369 HTTP/1.1" status: 200 len: 946 time: 0.0627675 Nov 26 03:11:26.024400 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3b6ab72-e845-40a3-8147-08559f1c15c6 req-689a2990-432a-4094-97ed-8d28adff8230 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449288 Nov 26 03:11:26.180473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bc130-32bd-45ec-82de-fee20b97b663 req-51eabc82-afc1-40c4-8c52-e773c52f148f tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:26.182583 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e3bc130-32bd-45ec-82de-fee20b97b663 req-51eabc82-afc1-40c4-8c52-e773c52f148f tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=5888b1f0-3f4d-4d39-931e-3ee3af0619d8 HTTP/1.1" status: 200 len: 945 time: 0.0600107 Nov 26 03:11:26.244137 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e3bc130-32bd-45ec-82de-fee20b97b663 req-ba4e8b07-12bf-4e96-a7c5-b48561b3b29c tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552030 Nov 26 03:11:26.882612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67da41-c98f-44cf-a181-7605d159540b req-d9cf9fbe-3a01-4c05-aeda-6ede0f5b3775 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:26.884756 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-d9cf9fbe-3a01-4c05-aeda-6ede0f5b3775 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/networks?id=c96d6c83-b54d-4dec-89ad-7e964288b5a6 HTTP/1.1" status: 200 len: 812 time: 0.1169872 Nov 26 03:11:26.908400 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-2e10be2b-fd9b-4a0a-9207-01143b3fe1a3 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/quotas/534e3dbac4bf4a4787370e008f2bd7bd HTTP/1.1" status: 200 len: 375 time: 0.0180881 Nov 26 03:11:26.971437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78ced905-67e2-495e-959f-3c1cbadf7cec req-d1902990-64bd-414c-a942-c0155c0a6056 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 210 time: 0.0603361 Nov 26 03:11:27.004684 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-6e29da83-9e5d-495a-a828-3b500388b5bf tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=534e3dbac4bf4a4787370e008f2bd7bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953000 Nov 26 03:11:27.287155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-a39989c6-ba51-44a0-95f3-bf198fbe9ad6 service neutron] 10.222.0.31 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765954 Nov 26 03:11:27.386731 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-2f581b16-c316-4f51-acf4-037d6831968b service neutron] 10.222.0.31 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921688 Nov 26 03:11:27.918438 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0301191-5670-4332-97a4-a81381a89072 req-2948b6fa-6b24-4809-9295-07d254171b1a tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=f474bfba-1c1e-4687-931a-6a33d355e00e HTTP/1.1" status: 200 len: 210 time: 0.0416138 Nov 26 03:11:28.253211 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9c85ad6-0937-419a-967f-ba11710178ce req-d7919c5e-92c4-4638-8897-48841d52c167 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 210 time: 0.1536298 Nov 26 03:11:28.294599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8e3fa-2779-49cd-9eba-f83c24819681 req-7a47bbe0-dcb0-4208-a8d9-6e79521489f4 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:28.298576 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20b8e3fa-2779-49cd-9eba-f83c24819681 req-7a47bbe0-dcb0-4208-a8d9-6e79521489f4 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.54 "GET /v2.0/ports?device_id=5888b1f0-3f4d-4d39-931e-3ee3af0619d8 HTTP/1.1" status: 200 len: 945 time: 0.2989724 Nov 26 03:11:28.353686 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe1cda-796f-4ad4-9908-dbe01eeb4bea req-f987b297-988b-4f8d-a40d-3cfffff6c26b tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:28.355720 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73fe1cda-796f-4ad4-9908-dbe01eeb4bea req-f987b297-988b-4f8d-a40d-3cfffff6c26b tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6be5507-c2d9-4c85-bf71-a1a2e7c46369 HTTP/1.1" status: 200 len: 946 time: 0.2453430 Nov 26 03:11:28.722167 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-20b8e3fa-2779-49cd-9eba-f83c24819681 req-b7efd6fa-1ca8-43d1-ac1e-11f84a451d8a tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Deleting port 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:11:28.722720 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-20b8e3fa-2779-49cd-9eba-f83c24819681 req-b7efd6fa-1ca8-43d1-ac1e-11f84a451d8a tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:28.835797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-73fe1cda-796f-4ad4-9908-dbe01eeb4bea req-ef247dde-1c15-4486-91bc-c11af46a8350 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Deleting port 483a200c-7e0d-465f-bc3b-7d5513bc87a5 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:11:28.841203 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-73fe1cda-796f-4ad4-9908-dbe01eeb4bea req-ef247dde-1c15-4486-91bc-c11af46a8350 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:29.040079 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-73fe1cda-796f-4ad4-9908-dbe01eeb4bea req-ef247dde-1c15-4486-91bc-c11af46a8350 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] For port 483a200c-7e0d-465f-bc3b-7d5513bc87a5, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=483a200c-7e0d-465f-bc3b-7d5513bc87a5,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:29.041133 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-73fe1cda-796f-4ad4-9908-dbe01eeb4bea req-ef247dde-1c15-4486-91bc-c11af46a8350 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:29.073442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-73fe1cda-796f-4ad4-9908-dbe01eeb4bea req-ef247dde-1c15-4486-91bc-c11af46a8350 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Calling delete_port for 483a200c-7e0d-465f-bc3b-7d5513bc87a5 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:11:29.178780 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f2735a5a-0515-481e-bff5-314f94bc663a req-9632de8c-6ea6-4487-b4d2-274bdd9fe567 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=f474bfba-1c1e-4687-931a-6a33d355e00e HTTP/1.1" status: 200 len: 210 time: 0.0521994 Nov 26 03:11:29.220984 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-20b8e3fa-2779-49cd-9eba-f83c24819681 req-b7efd6fa-1ca8-43d1-ac1e-11f84a451d8a tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] For port 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5c4e26ae-64cf-4d54-b059-6f8a03e55ff9,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:29.221370 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-20b8e3fa-2779-49cd-9eba-f83c24819681 req-b7efd6fa-1ca8-43d1-ac1e-11f84a451d8a tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:29.238975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-20b8e3fa-2779-49cd-9eba-f83c24819681 req-b7efd6fa-1ca8-43d1-ac1e-11f84a451d8a tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Calling delete_port for 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:11:29.454856 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-73fe1cda-796f-4ad4-9908-dbe01eeb4bea req-ef247dde-1c15-4486-91bc-c11af46a8350 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:29.496756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['483a200c-7e0d-465f-bc3b-7d5513bc87a5'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:11:29.504491 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef247dde-1c15-4486-91bc-c11af46a8350 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Pushing event deleted for resources: {'Port': ['ID=483a200c-7e0d-465f-bc3b-7d5513bc87a5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:29.590778 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fe1cda-796f-4ad4-9908-dbe01eeb4bea req-ef247dde-1c15-4486-91bc-c11af46a8350 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] No DVR routers for this DVR port 483a200c-7e0d-465f-bc3b-7d5513bc87a5 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:11:29.596491 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-73fe1cda-796f-4ad4-9908-dbe01eeb4bea req-ef247dde-1c15-4486-91bc-c11af46a8350 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:29.600440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73fe1cda-796f-4ad4-9908-dbe01eeb4bea req-ef247dde-1c15-4486-91bc-c11af46a8350 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.59 "DELETE /v2.0/ports/483a200c-7e0d-465f-bc3b-7d5513bc87a5 HTTP/1.1" status: 204 len: 173 time: 1.2374911 Nov 26 03:11:29.601051 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6be5507-c2d9-4c85-bf71-a1a2e7c46369', 'name': 'network-vif-deleted', 'tag': '483a200c-7e0d-465f-bc3b-7d5513bc87a5'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:11:29.603484 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259778ae-34c4-4a73-8a6c-cd027e2bf28d" -d '{"events": [{"server_uuid": "d6be5507-c2d9-4c85-bf71-a1a2e7c46369", "name": "network-vif-deleted", "tag": "483a200c-7e0d-465f-bc3b-7d5513bc87a5"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:11:29.613763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['5c4e26ae-64cf-4d54-b059-6f8a03e55ff9'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:11:29.627202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac21c1a6-d917-4346-8390-b7739aa6d896 req-38f7372b-0d34-4faa-be11-61cf8056646f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e85625-6bbd-47d1-978c-1e28fbb74da3 HTTP/1.1" status: 200 len: 210 time: 0.0881548 Nov 26 03:11:29.659314 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-20b8e3fa-2779-49cd-9eba-f83c24819681 req-b7efd6fa-1ca8-43d1-ac1e-11f84a451d8a tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:29.732717 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319de437-8392-4968-8ff0-3fb8ab173357 x-openstack-request-id: req-319de437-8392-4968-8ff0-3fb8ab173357 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:11:29.733219 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6be5507-c2d9-4c85-bf71-a1a2e7c46369", "name": "network-vif-deleted", "tag": "483a200c-7e0d-465f-bc3b-7d5513bc87a5", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:11:29.733434 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-319de437-8392-4968-8ff0-3fb8ab173357 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:11:29.733852 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6be5507-c2d9-4c85-bf71-a1a2e7c46369', 'name': 'network-vif-deleted', 'tag': '483a200c-7e0d-465f-bc3b-7d5513bc87a5', 'status': 'completed', 'code': 200} Nov 26 03:11:29.735238 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efd6fa-1ca8-43d1-ac1e-11f84a451d8a tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Pushing event deleted for resources: {'Port': ['ID=5c4e26ae-64cf-4d54-b059-6f8a03e55ff9,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:29.791718 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b8e3fa-2779-49cd-9eba-f83c24819681 req-b7efd6fa-1ca8-43d1-ac1e-11f84a451d8a tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] No DVR routers for this DVR port 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:11:29.795152 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-20b8e3fa-2779-49cd-9eba-f83c24819681 req-b7efd6fa-1ca8-43d1-ac1e-11f84a451d8a tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:29.798980 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20b8e3fa-2779-49cd-9eba-f83c24819681 req-b7efd6fa-1ca8-43d1-ac1e-11f84a451d8a tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.54 "DELETE /v2.0/ports/5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 HTTP/1.1" status: 204 len: 173 time: 1.4720504 Nov 26 03:11:30.227884 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67da41-c98f-44cf-a181-7605d159540b req-ae9dc534-a087-40b9-99ee-c0b20b17b446 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:30.229561 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-ae9dc534-a087-40b9-99ee-c0b20b17b446 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.54 "GET /v2.0/networks?id=c96d6c83-b54d-4dec-89ad-7e964288b5a6 HTTP/1.1" status: 200 len: 812 time: 0.2042131 Nov 26 03:11:30.257980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-7b67da41-c98f-44cf-a181-7605d159540b req-2ba30802-6206-4b88-b660-f26be390dc06 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Request body: {'port': {'device_id': 'a94705b5-911a-47ca-bfb8-ffa908693525', 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6', 'admin_state_up': True, 'tenant_id': '534e3dbac4bf4a4787370e008f2bd7bd'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:11:30.436958 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-712c3004-3b5f-46c9-b045-79a8418c8a4a req-0f3cba4c-4066-4f27-baf0-ccca3da601b2 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=f474bfba-1c1e-4687-931a-6a33d355e00e HTTP/1.1" status: 200 len: 210 time: 0.0841069 Nov 26 03:11:30.456914 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b67da41-c98f-44cf-a181-7605d159540b req-2ba30802-6206-4b88-b660-f26be390dc06 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Made reservation on behalf of 534e3dbac4bf4a4787370e008f2bd7bd for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:11:30.476545 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-2ba30802-6206-4b88-b660-f26be390dc06 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:30.928005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-7b67da41-c98f-44cf-a181-7605d159540b req-2ba30802-6206-4b88-b660-f26be390dc06 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Allocated IP 172.20.0.2 (c96d6c83-b54d-4dec-89ad-7e964288b5a6/4eca4ecf-03dd-45fc-9405-092900ce9638/486f6463-393f-441c-8adf-25b20689a9ad) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:11:31.530294 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 483a200c-7e0d-465f-bc3b-7d5513bc87a5 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:11:31.602659 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 483a200c-7e0d-465f-bc3b-7d5513bc87a5 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:11:31.603274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 483a200c-7e0d-465f-bc3b-7d5513bc87a5 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:11:31.661010 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e13d089-cba7-41b9-a523-648d3481a89d req-ed758958-72df-4c51-8498-8829873032a1 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=f474bfba-1c1e-4687-931a-6a33d355e00e HTTP/1.1" status: 200 len: 210 time: 0.0394006 Nov 26 03:11:31.728197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67da41-c98f-44cf-a181-7605d159540b req-61bc3008-8cd6-4191-a74d-91cc3c9287f0 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:31.732797 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-61bc3008-8cd6-4191-a74d-91cc3c9287f0 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.59 "GET /v2.0/networks?id=c96d6c83-b54d-4dec-89ad-7e964288b5a6 HTTP/1.1" status: 200 len: 812 time: 0.8763716 Nov 26 03:11:31.737338 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5888b1f0-3f4d-4d39-931e-3ee3af0619d8', 'name': 'network-vif-deleted', 'tag': '5c4e26ae-64cf-4d54-b059-6f8a03e55ff9'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:11:31.738891 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97807c20-700b-42fb-892a-089056af4a6a" -d '{"events": [{"server_uuid": "5888b1f0-3f4d-4d39-931e-3ee3af0619d8", "name": "network-vif-deleted", "tag": "5c4e26ae-64cf-4d54-b059-6f8a03e55ff9"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:11:31.759249 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-7b67da41-c98f-44cf-a181-7605d159540b req-98714d16-c1e3-4388-846d-eb01fec329cb tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Request body: {'port': {'device_id': 'f474bfba-1c1e-4687-931a-6a33d355e00e', 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6', 'admin_state_up': True, 'tenant_id': '534e3dbac4bf4a4787370e008f2bd7bd'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:11:31.833744 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-2ba30802-6206-4b88-b660-f26be390dc06 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:31.922680 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357fa60d-2244-48c8-a870-d4d926b2e6da x-openstack-request-id: req-357fa60d-2244-48c8-a870-d4d926b2e6da {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:11:31.922974 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5888b1f0-3f4d-4d39-931e-3ee3af0619d8", "name": "network-vif-deleted", "tag": "5c4e26ae-64cf-4d54-b059-6f8a03e55ff9", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:11:31.923239 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-357fa60d-2244-48c8-a870-d4d926b2e6da {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:11:31.923672 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5888b1f0-3f4d-4d39-931e-3ee3af0619d8', 'name': 'network-vif-deleted', 'tag': '5c4e26ae-64cf-4d54-b059-6f8a03e55ff9', 'status': 'completed', 'code': 200} Nov 26 03:11:31.939442 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-2ba30802-6206-4b88-b660-f26be390dc06 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:32.020357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b67da41-c98f-44cf-a181-7605d159540b req-2ba30802-6206-4b88-b660-f26be390dc06 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Network c96d6c83-b54d-4dec-89ad-7e964288b5a6 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:11:32.048963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-7b67da41-c98f-44cf-a181-7605d159540b req-2ba30802-6206-4b88-b660-f26be390dc06 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:11:32.057120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b67da41-c98f-44cf-a181-7605d159540b req-2ba30802-6206-4b88-b660-f26be390dc06 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:11:32.143124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b67da41-c98f-44cf-a181-7605d159540b req-98714d16-c1e3-4388-846d-eb01fec329cb tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Made reservation on behalf of 534e3dbac4bf4a4787370e008f2bd7bd for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:11:32.146734 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-98714d16-c1e3-4388-846d-eb01fec329cb tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:32.152326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba30802-6206-4b88-b660-f26be390dc06 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Pushing event updated for resources: {'Port': ['ID=486f6463-393f-441c-8adf-25b20689a9ad,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:32.184539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67da41-c98f-44cf-a181-7605d159540b req-2ba30802-6206-4b88-b660-f26be390dc06 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:32.185195 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-2ba30802-6206-4b88-b660-f26be390dc06 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:32.215058 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-2ba30802-6206-4b88-b660-f26be390dc06 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9615057 Nov 26 03:11:32.252044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-4cae7d1d-6e9b-4ab2-9975-d7623243d02c tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:11:32.253129 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-4cae7d1d-6e9b-4ab2-9975-d7623243d02c tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055296 Nov 26 03:11:32.367820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-7b67da41-c98f-44cf-a181-7605d159540b req-98714d16-c1e3-4388-846d-eb01fec329cb tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Allocated IP 172.20.0.3 (c96d6c83-b54d-4dec-89ad-7e964288b5a6/4eca4ecf-03dd-45fc-9405-092900ce9638/9fa8524d-db6e-440c-bb0a-9ebc1274ca4d) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:11:32.376965 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Request body: {'port': {'device_id': 'a94705b5-911a-47ca-bfb8-ffa908693525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:11:32.485314 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:32.794357 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-98714d16-c1e3-4388-846d-eb01fec329cb tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:32.835731 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-406ef510-90cb-42fe-8dec-aad91ef24cc9 req-89316d19-21ed-40bf-94d7-9513e510da59 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=f474bfba-1c1e-4687-931a-6a33d355e00e HTTP/1.1" status: 200 len: 210 time: 0.0303342 Nov 26 03:11:32.881951 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-98714d16-c1e3-4388-846d-eb01fec329cb tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:33.017829 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98714d16-c1e3-4388-846d-eb01fec329cb tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Pushing event updated for resources: {'Port': ['ID=9fa8524d-db6e-440c-bb0a-9ebc1274ca4d,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:33.081792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b67da41-c98f-44cf-a181-7605d159540b req-98714d16-c1e3-4388-846d-eb01fec329cb tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Network c96d6c83-b54d-4dec-89ad-7e964288b5a6 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:11:33.092483 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-7b67da41-c98f-44cf-a181-7605d159540b req-98714d16-c1e3-4388-846d-eb01fec329cb tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:11:33.101643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b67da41-c98f-44cf-a181-7605d159540b req-98714d16-c1e3-4388-846d-eb01fec329cb tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:11:33.174580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67da41-c98f-44cf-a181-7605d159540b req-98714d16-c1e3-4388-846d-eb01fec329cb tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:33.175214 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-98714d16-c1e3-4388-846d-eb01fec329cb tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:33.189440 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:11:33.221728 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-98714d16-c1e3-4388-846d-eb01fec329cb tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4667783 Nov 26 03:11:33.235021 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:11:33.235937 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 5c4e26ae-64cf-4d54-b059-6f8a03e55ff9 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:11:33.322142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486f6463-393f-441c-8adf-25b20689a9ad {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:11:33.330425 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Request body: {'port': {'device_id': 'f474bfba-1c1e-4687-931a-6a33d355e00e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:11:33.339126 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:33.382142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Transition to ACTIVE for port object 486f6463-393f-441c-8adf-25b20689a9ad will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:11:33.401870 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:33.438515 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:33.481850 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Pushing event updated for resources: {'Port': ['ID=486f6463-393f-441c-8adf-25b20689a9ad,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:33.586720 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Attempting to bind port 486f6463-393f-441c-8adf-25b20689a9ad on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:11:33.587067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Attempting to bind port 486f6463-393f-441c-8adf-25b20689a9ad by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'b2848b3c-2631-4477-b055-8aa51c649b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:11:33.587404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Attempting to bind port 486f6463-393f-441c-8adf-25b20689a9ad on network c96d6c83-b54d-4dec-89ad-7e964288b5a6 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:11:33.594813 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Port 486f6463-393f-441c-8adf-25b20689a9ad on network c96d6c83-b54d-4dec-89ad-7e964288b5a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:11:33.595140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Attempting to bind port 486f6463-393f-441c-8adf-25b20689a9ad on network c96d6c83-b54d-4dec-89ad-7e964288b5a6 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:11:33.613502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:11:33.613502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Checking segment: {'id': 'b2848b3c-2631-4477-b055-8aa51c649b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:11:33.613502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Bound using segment: {'id': 'b2848b3c-2631-4477-b055-8aa51c649b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:11:33.613502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Bound port: 486f6463-393f-441c-8adf-25b20689a9ad, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2848b3c-2631-4477-b055-8aa51c649b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:11:33.613502 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:33.786087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] For port 486f6463-393f-441c-8adf-25b20689a9ad, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:11:33.801583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] For port 486f6463-393f-441c-8adf-25b20689a9ad, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=486f6463-393f-441c-8adf-25b20689a9ad,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:11:33.871844 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:34.034488 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:34.035362 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:34.037564 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] 10.222.0.54 "PUT /v2.0/ports/486f6463-393f-441c-8adf-25b20689a9ad HTTP/1.1" status: 200 len: 1091 time: 1.7655747 Nov 26 03:11:34.045369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94705b5-911a-47ca-bfb8-ffa908693525', 'tag': '486f6463-393f-441c-8adf-25b20689a9ad'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:11:34.048564 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a547ace6-5905-4de0-8fba-faddda089cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "a94705b5-911a-47ca-bfb8-ffa908693525", "tag": "486f6463-393f-441c-8adf-25b20689a9ad"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:11:34.123717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed45a5-1a15-4cbb-b6a6-e30097597f79 req-cc2b4bf9-9326-463f-ad32-7f95f0f16672 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:34.125487 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8aed45a5-1a15-4cbb-b6a6-e30097597f79 req-cc2b4bf9-9326-463f-ad32-7f95f0f16672 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=f474bfba-1c1e-4687-931a-6a33d355e00e HTTP/1.1" status: 200 len: 931 time: 0.1575766 Nov 26 03:11:34.200986 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d601d7a-013b-45db-826e-972e6179e92f x-openstack-request-id: req-6d601d7a-013b-45db-826e-972e6179e92f {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:11:34.201448 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94705b5-911a-47ca-bfb8-ffa908693525", "tag": "486f6463-393f-441c-8adf-25b20689a9ad", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:11:34.201800 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d601d7a-013b-45db-826e-972e6179e92f {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:11:34.202298 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94705b5-911a-47ca-bfb8-ffa908693525', 'tag': '486f6463-393f-441c-8adf-25b20689a9ad', 'status': 'completed', 'code': 200} Nov 26 03:11:34.211732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b3c29-063b-40f4-9b3f-4750d89902e2 service neutron] Pushing event updated for resources: {'Port': ['ID=486f6463-393f-441c-8adf-25b20689a9ad,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:34.242563 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:11:34.277329 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:34.300806 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8aed45a5-1a15-4cbb-b6a6-e30097597f79 req-0cdf0916-3352-4c52-b814-f7746055588e tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659458 Nov 26 03:11:34.309825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67da41-c98f-44cf-a181-7605d159540b req-fa568854-018a-4889-9428-377cb043dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:34.311408 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-fa568854-018a-4889-9428-377cb043dffd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=534e3dbac4bf4a4787370e008f2bd7bd&device_id=a94705b5-911a-47ca-bfb8-ffa908693525 HTTP/1.1" status: 200 len: 1094 time: 0.1711500 Nov 26 03:11:34.312505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Transition to ACTIVE for port object 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:11:34.319669 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:34.403864 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-4cebd961-5373-4718-bdc4-3c0410a0eee7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=486f6463-393f-441c-8adf-25b20689a9ad HTTP/1.1" status: 200 len: 217 time: 0.0757041 Nov 26 03:11:34.492476 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Pushing event updated for resources: {'Port': ['ID=9fa8524d-db6e-440c-bb0a-9ebc1274ca4d,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:34.548573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67da41-c98f-44cf-a181-7605d159540b req-1e1f8d68-195e-4964-8a2f-052b3fbfb50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:34.550305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-1e1f8d68-195e-4964-8a2f-052b3fbfb50e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eca4ecf-03dd-45fc-9405-092900ce9638 HTTP/1.1" status: 200 len: 852 time: 0.1366122 Nov 26 03:11:34.602008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Attempting to bind port 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:11:34.602400 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Attempting to bind port 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'b2848b3c-2631-4477-b055-8aa51c649b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:11:34.602738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Attempting to bind port 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d on network c96d6c83-b54d-4dec-89ad-7e964288b5a6 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:11:34.607818 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-3885b5a1-fbab-4e01-b9e7-c64ebddbde72 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c96d6c83-b54d-4dec-89ad-7e964288b5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495212 Nov 26 03:11:34.609869 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Port 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d on network c96d6c83-b54d-4dec-89ad-7e964288b5a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:11:34.610189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Attempting to bind port 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d on network c96d6c83-b54d-4dec-89ad-7e964288b5a6 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:11:34.741789 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-a0f9145c-6469-4eba-868f-c1582e3c02b5 service neutron] 10.222.0.54 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256247 Nov 26 03:11:34.742659 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:11:34.743042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Checking segment: {'id': 'b2848b3c-2631-4477-b055-8aa51c649b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:11:34.743419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Bound using segment: {'id': 'b2848b3c-2631-4477-b055-8aa51c649b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:11:34.743963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Bound port: 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2848b3c-2631-4477-b055-8aa51c649b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:11:34.744344 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:34.891046 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] For port 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:11:34.918421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] For port 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9fa8524d-db6e-440c-bb0a-9ebc1274ca4d,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:11:34.922171 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-f8d0092e-3950-42c2-a248-bb115c1f1358 service neutron] 10.222.0.54 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592319 Nov 26 03:11:34.926108 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:34.975026 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:34.976165 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:34.977421 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] 10.222.0.59 "PUT /v2.0/ports/9fa8524d-db6e-440c-bb0a-9ebc1274ca4d HTTP/1.1" status: 200 len: 1091 time: 1.7358556 Nov 26 03:11:35.005168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d2d11-a4e7-4509-b3ee-eaaba7987a3d service neutron] Pushing event updated for resources: {'Port': ['ID=9fa8524d-db6e-440c-bb0a-9ebc1274ca4d,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:35.140369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547ace6-5905-4de0-8fba-faddda089cc1 req-8ef3d361-0101-44c6-8d57-0633f791f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:35.142044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a547ace6-5905-4de0-8fba-faddda089cc1 req-8ef3d361-0101-44c6-8d57-0633f791f7a9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=534e3dbac4bf4a4787370e008f2bd7bd&device_id=a94705b5-911a-47ca-bfb8-ffa908693525 HTTP/1.1" status: 200 len: 1094 time: 0.1215272 Nov 26 03:11:35.161753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67da41-c98f-44cf-a181-7605d159540b req-9a4c0735-7024-43d6-9424-151db6db925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:35.164039 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-9a4c0735-7024-43d6-9424-151db6db925d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=534e3dbac4bf4a4787370e008f2bd7bd&device_id=f474bfba-1c1e-4687-931a-6a33d355e00e HTTP/1.1" status: 200 len: 1094 time: 0.0866749 Nov 26 03:11:35.267119 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-9142ac77-af8a-44b3-8b9f-d26b20717f81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fa8524d-db6e-440c-bb0a-9ebc1274ca4d HTTP/1.1" status: 200 len: 217 time: 0.0855420 Nov 26 03:11:35.467877 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547ace6-5905-4de0-8fba-faddda089cc1 req-d260b4c2-94ce-4f5e-b6a7-c1f1ebe55551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:35.469432 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a547ace6-5905-4de0-8fba-faddda089cc1 req-d260b4c2-94ce-4f5e-b6a7-c1f1ebe55551 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c96d6c83-b54d-4dec-89ad-7e964288b5a6 HTTP/1.1" status: 200 len: 913 time: 0.3200042 Nov 26 03:11:35.550971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67da41-c98f-44cf-a181-7605d159540b req-ba35895c-b31d-424f-a176-33dfb9a571cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:35.556977 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-ba35895c-b31d-424f-a176-33dfb9a571cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4eca4ecf-03dd-45fc-9405-092900ce9638 HTTP/1.1" status: 200 len: 852 time: 0.2805359 Nov 26 03:11:35.722405 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-e4c52fc8-911a-4d1d-b226-28992c03d62b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c96d6c83-b54d-4dec-89ad-7e964288b5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370259 Nov 26 03:11:35.725478 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a547ace6-5905-4de0-8fba-faddda089cc1 req-0026a980-aae4-41a7-85b9-e1b9d6712fb0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=486f6463-393f-441c-8adf-25b20689a9ad HTTP/1.1" status: 200 len: 217 time: 0.2103477 Nov 26 03:11:35.890432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969a9c1-7cae-459d-a750-cdf540689461 req-fa29dc96-4f4f-41d5-81f1-df03446e8bed tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:35.895489 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1969a9c1-7cae-459d-a750-cdf540689461 req-fa29dc96-4f4f-41d5-81f1-df03446e8bed tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=f474bfba-1c1e-4687-931a-6a33d355e00e HTTP/1.1" status: 200 len: 943 time: 0.4248867 Nov 26 03:11:35.967985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547ace6-5905-4de0-8fba-faddda089cc1 req-995a3482-c7ae-46f3-83bf-3eb51b4db3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:35.969656 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a547ace6-5905-4de0-8fba-faddda089cc1 req-995a3482-c7ae-46f3-83bf-3eb51b4db3e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eca4ecf-03dd-45fc-9405-092900ce9638 HTTP/1.1" status: 200 len: 852 time: 0.2357409 Nov 26 03:11:36.046590 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a547ace6-5905-4de0-8fba-faddda089cc1 req-55c08c71-4c27-4777-84ad-f7d116ab78d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c96d6c83-b54d-4dec-89ad-7e964288b5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493526 Nov 26 03:11:36.144389 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-d2cfc29b-6ecb-4ddd-800b-04cbc86accef service neutron] 10.222.0.59 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064264 Nov 26 03:11:36.202563 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1969a9c1-7cae-459d-a750-cdf540689461 req-575043f2-7727-488d-b492-ec03e62b10a3 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837677 Nov 26 03:11:36.214951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f474bfba-1c1e-4687-931a-6a33d355e00e', 'tag': '9fa8524d-db6e-440c-bb0a-9ebc1274ca4d'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:11:36.217415 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be304cca-6d1b-49cd-8137-9fff69bffcc3" -d '{"events": [{"name": "network-changed", "server_uuid": "f474bfba-1c1e-4687-931a-6a33d355e00e", "tag": "9fa8524d-db6e-440c-bb0a-9ebc1274ca4d"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:11:36.307458 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42438) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:36.327058 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b0c5ee-be23-4402-9510-189b7828d5be x-openstack-request-id: req-46b0c5ee-be23-4402-9510-189b7828d5be {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:11:36.327510 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f474bfba-1c1e-4687-931a-6a33d355e00e", "tag": "9fa8524d-db6e-440c-bb0a-9ebc1274ca4d", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:11:36.327771 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46b0c5ee-be23-4402-9510-189b7828d5be {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:11:36.330507 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f474bfba-1c1e-4687-931a-6a33d355e00e', 'tag': '9fa8524d-db6e-440c-bb0a-9ebc1274ca4d', 'status': 'completed', 'code': 200} Nov 26 03:11:36.337606 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a547ace6-5905-4de0-8fba-faddda089cc1 req-bd523dc7-fd76-4eb6-99e1-660610d439db service neutron] 10.222.0.54 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755237 Nov 26 03:11:36.482381 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b67da41-c98f-44cf-a181-7605d159540b req-ca761ea6-ce75-43b9-b9c0-7a23278e7611 service neutron] 10.222.0.59 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965810 Nov 26 03:11:36.536501 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a547ace6-5905-4de0-8fba-faddda089cc1 req-ad2175a4-000b-4e08-bd8b-ce9b0be6bd3c service neutron] 10.222.0.54 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851194 Nov 26 03:11:36.549170 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9651ada9-f7d6-44a2-894a-03a0f1e75600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:36.687640 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be304cca-6d1b-49cd-8137-9fff69bffcc3 req-6ef57bda-3304-4f3d-9f1a-640e443ad431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:36.689240 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be304cca-6d1b-49cd-8137-9fff69bffcc3 req-6ef57bda-3304-4f3d-9f1a-640e443ad431 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=534e3dbac4bf4a4787370e008f2bd7bd&device_id=f474bfba-1c1e-4687-931a-6a33d355e00e HTTP/1.1" status: 200 len: 1094 time: 0.1032662 Nov 26 03:11:36.713297 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9651ada9-f7d6-44a2-894a-03a0f1e75600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:36.727403 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9651ada9-f7d6-44a2-894a-03a0f1e75600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:36.763346 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9651ada9-f7d6-44a2-894a-03a0f1e75600 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1fb0839315d48b1a9924b92612ea1fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4541590 Nov 26 03:11:36.766211 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42452) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:36.835404 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651ada9-f7d6-44a2-894a-03a0f1e75600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c9ef95-7a77-44cf-b772-abe0561c3c3c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:36.863915 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6423-ae69-4f7d-90c6-e5bebdcdd1cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:36.897129 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6423-ae69-4f7d-90c6-e5bebdcdd1cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:36.931363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be304cca-6d1b-49cd-8137-9fff69bffcc3 req-908636db-556e-42a2-8d2b-32adf2917101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:36.933698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be304cca-6d1b-49cd-8137-9fff69bffcc3 req-908636db-556e-42a2-8d2b-32adf2917101 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c96d6c83-b54d-4dec-89ad-7e964288b5a6 HTTP/1.1" status: 200 len: 913 time: 0.2363036 Nov 26 03:11:36.961703 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6423-ae69-4f7d-90c6-e5bebdcdd1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:36.965401 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6423-ae69-4f7d-90c6-e5bebdcdd1cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:36.966992 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7ffb6423-ae69-4f7d-90c6-e5bebdcdd1cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4c9ef95-7a77-44cf-b772-abe0561c3c3c HTTP/1.1" status: 204 len: 168 time: 0.1993208 Nov 26 03:11:36.977858 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb6423-ae69-4f7d-90c6-e5bebdcdd1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c9ef95-7a77-44cf-b772-abe0561c3c3c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:37.085639 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be304cca-6d1b-49cd-8137-9fff69bffcc3 req-5d1b5cdb-40e6-4ff9-ad89-767338609623 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fa8524d-db6e-440c-bb0a-9ebc1274ca4d HTTP/1.1" status: 200 len: 217 time: 0.1437612 Nov 26 03:11:37.168158 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be304cca-6d1b-49cd-8137-9fff69bffcc3 req-b5cc298f-86ad-4821-b416-d75b1c74f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:37.170211 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be304cca-6d1b-49cd-8137-9fff69bffcc3 req-b5cc298f-86ad-4821-b416-d75b1c74f62c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4eca4ecf-03dd-45fc-9405-092900ce9638 HTTP/1.1" status: 200 len: 852 time: 0.0764840 Nov 26 03:11:37.222557 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be304cca-6d1b-49cd-8137-9fff69bffcc3 req-faa31d3f-e324-4388-85bc-d7904f4f2382 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c96d6c83-b54d-4dec-89ad-7e964288b5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440316 Nov 26 03:11:37.433239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f4e18-136f-4b69-8eba-94d362f840b1 req-c53a425a-34b7-496c-a654-1b599d966050 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:37.434727 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b49f4e18-136f-4b69-8eba-94d362f840b1 req-c53a425a-34b7-496c-a654-1b599d966050 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=f474bfba-1c1e-4687-931a-6a33d355e00e HTTP/1.1" status: 200 len: 943 time: 0.1073351 Nov 26 03:11:37.487999 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be304cca-6d1b-49cd-8137-9fff69bffcc3 req-c5dbf746-ae4c-440d-8036-358bb2866fdc service neutron] 10.222.0.59 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570055 Nov 26 03:11:37.517864 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42470) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:37.536019 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b260acdb-c6ba-4b62-a6a3-4d897dae5d9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:37.545669 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b49f4e18-136f-4b69-8eba-94d362f840b1 req-f2b8a7af-4e9f-4566-8f8a-fc5c5a4990f2 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957279 Nov 26 03:11:37.673193 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b260acdb-c6ba-4b62-a6a3-4d897dae5d9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:37.678648 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b260acdb-c6ba-4b62-a6a3-4d897dae5d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:37.713923 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b260acdb-c6ba-4b62-a6a3-4d897dae5d9e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f02f65b1e54d434f88c6a9a65168f97a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1952407 Nov 26 03:11:37.715392 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42478) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:37.721317 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be304cca-6d1b-49cd-8137-9fff69bffcc3 req-dcfa4782-ade0-4880-9579-f90b64af816a service neutron] 10.222.0.59 "GET /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794510 Nov 26 03:11:37.836946 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260acdb-c6ba-4b62-a6a3-4d897dae5d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af67dcf6-a05c-4ad7-bd80-2753f2d4da34,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:37.842865 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cbde68c-a262-4c8d-bc45-e9bdf349991c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:37.867493 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cbde68c-a262-4c8d-bc45-e9bdf349991c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:37.925476 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cbde68c-a262-4c8d-bc45-e9bdf349991c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:37.930574 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cbde68c-a262-4c8d-bc45-e9bdf349991c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:37.936768 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8cbde68c-a262-4c8d-bc45-e9bdf349991c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af67dcf6-a05c-4ad7-bd80-2753f2d4da34 HTTP/1.1" status: 204 len: 168 time: 0.2187269 Nov 26 03:11:37.953882 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbde68c-a262-4c8d-bc45-e9bdf349991c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af67dcf6-a05c-4ad7-bd80-2753f2d4da34,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:38.730136 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea3095-fd89-4b79-9a53-696771af9834 req-4623cdc8-72a3-4947-89d3-3d8dd688d2bc tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:38.741737 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cea3095-fd89-4b79-9a53-696771af9834 req-4623cdc8-72a3-4947-89d3-3d8dd688d2bc tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=f474bfba-1c1e-4687-931a-6a33d355e00e HTTP/1.1" status: 200 len: 943 time: 0.0867364 Nov 26 03:11:38.827469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cea3095-fd89-4b79-9a53-696771af9834 req-ac13f7ac-2d37-4361-ac6b-e3c2a5fe1c8a tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880563 Nov 26 03:11:39.118887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42542) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:39.236906 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 486f6463-393f-441c-8adf-25b20689a9ad details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:11:39.327450 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-074ce86d-9fc6-442b-abaf-1b7454406712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:39.418361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 486f6463-393f-441c-8adf-25b20689a9ad, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=486f6463-393f-441c-8adf-25b20689a9ad,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:39.431893 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '486f6463-393f-441c-8adf-25b20689a9ad', 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6', 'port_id': '486f6463-393f-441c-8adf-25b20689a9ad', 'mac_address': 'fa:16:3e:d5:a8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eca4ecf-03dd-45fc-9405-092900ce9638', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:11:39.471865 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-074ce86d-9fc6-442b-abaf-1b7454406712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:39.481337 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-074ce86d-9fc6-442b-abaf-1b7454406712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:39.484485 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:39.498512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486f6463-393f-441c-8adf-25b20689a9ad {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:11:39.518712 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 486f6463-393f-441c-8adf-25b20689a9ad, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=486f6463-393f-441c-8adf-25b20689a9ad,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:39.526224 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:39.531811 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:11:39.542933 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ce86d-9fc6-442b-abaf-1b7454406712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819505c9-b9ca-4524-858b-d43da61ae61e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:39.590016 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-074ce86d-9fc6-442b-abaf-1b7454406712 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3195bc715efb49f49440d817bfd5c40b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4671392 Nov 26 03:11:39.590554 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42552) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:39.660475 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e40ed71c-f29c-4cac-be86-4b6c94f37d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:39.683234 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=486f6463-393f-441c-8adf-25b20689a9ad,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:39.693394 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e40ed71c-f29c-4cac-be86-4b6c94f37d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:39.764408 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9fa8524d-db6e-440c-bb0a-9ebc1274ca4d,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:39.781439 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e40ed71c-f29c-4cac-be86-4b6c94f37d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:39.791241 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '9fa8524d-db6e-440c-bb0a-9ebc1274ca4d', 'network_id': 'c96d6c83-b54d-4dec-89ad-7e964288b5a6', 'port_id': '9fa8524d-db6e-440c-bb0a-9ebc1274ca4d', 'mac_address': 'fa:16:3e:42:87:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eca4ecf-03dd-45fc-9405-092900ce9638', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:11:39.792090 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e40ed71c-f29c-4cac-be86-4b6c94f37d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:39.797307 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e40ed71c-f29c-4cac-be86-4b6c94f37d05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/819505c9-b9ca-4524-858b-d43da61ae61e HTTP/1.1" status: 204 len: 168 time: 0.2054067 Nov 26 03:11:39.810183 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ed71c-f29c-4cac-be86-4b6c94f37d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819505c9-b9ca-4524-858b-d43da61ae61e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:39.887448 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:39.904693 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['486f6463-393f-441c-8adf-25b20689a9ad'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:11:39.971571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:11:40.017727 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9fa8524d-db6e-440c-bb0a-9ebc1274ca4d,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:40.032041 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:40.045212 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c0bff-6def-440a-8a31-1de16907f192 req-2072e48e-7aac-4eb5-8d97-abe3d462ac34 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:40.047113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-346c0bff-6def-440a-8a31-1de16907f192 req-2072e48e-7aac-4eb5-8d97-abe3d462ac34 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=f474bfba-1c1e-4687-931a-6a33d355e00e HTTP/1.1" status: 200 len: 943 time: 0.0980039 Nov 26 03:11:40.170976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=9fa8524d-db6e-440c-bb0a-9ebc1274ca4d,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:40.184486 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-346c0bff-6def-440a-8a31-1de16907f192 req-910f5d2c-4cf0-4683-b0cf-633c7825bff1 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277523 Nov 26 03:11:40.302053 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['9fa8524d-db6e-440c-bb0a-9ebc1274ca4d'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:11:40.377615 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 42572) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:40.408870 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-540b0bc7-0c67-45d8-993c-8c53a61caf2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:40.548191 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-540b0bc7-0c67-45d8-993c-8c53a61caf2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:40.554069 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-540b0bc7-0c67-45d8-993c-8c53a61caf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:40.610386 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-540b0bc7-0c67-45d8-993c-8c53a61caf2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e9a6e77c4e6495785b48cf60706f07f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2291634 Nov 26 03:11:40.610386 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b0bc7-0c67-45d8-993c-8c53a61caf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0aa144b-6f03-4075-969b-9022fff2de5b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:40.610779 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 42576) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:40.701750 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-91d97fe6-2c32-4a0a-b054-98ccbcc57e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:40.731806 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-91d97fe6-2c32-4a0a-b054-98ccbcc57e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:40.789511 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-91d97fe6-2c32-4a0a-b054-98ccbcc57e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:40.792599 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-91d97fe6-2c32-4a0a-b054-98ccbcc57e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:40.793771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-91d97fe6-2c32-4a0a-b054-98ccbcc57e16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0aa144b-6f03-4075-969b-9022fff2de5b HTTP/1.1" status: 204 len: 168 time: 0.1818202 Nov 26 03:11:40.815505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d97fe6-2c32-4a0a-b054-98ccbcc57e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0aa144b-6f03-4075-969b-9022fff2de5b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:41.267811 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 486f6463-393f-441c-8adf-25b20689a9ad up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:11:41.371824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76581435-49dc-4ca7-b30b-e7a331e1a530 req-16ef0b6b-65cf-443c-8ea0-a69512c27042 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:41.374034 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-76581435-49dc-4ca7-b30b-e7a331e1a530 req-16ef0b6b-65cf-443c-8ea0-a69512c27042 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=f474bfba-1c1e-4687-931a-6a33d355e00e HTTP/1.1" status: 200 len: 944 time: 0.0804558 Nov 26 03:11:41.405818 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 486f6463-393f-441c-8adf-25b20689a9ad completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:11:41.412268 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 486f6463-393f-441c-8adf-25b20689a9ad triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:11:41.412994 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:41.518953 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:41.558125 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-76581435-49dc-4ca7-b30b-e7a331e1a530 req-0b1dfdae-c64f-4bc4-ac2e-8d7c914f75d6 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689727 Nov 26 03:11:41.571174 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:11:41.611838 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94705b5-911a-47ca-bfb8-ffa908693525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486f6463-393f-441c-8adf-25b20689a9ad'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:11:41.614196 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc6d103-ed84-4940-9f53-f54333335861" -d '{"events": [{"server_uuid": "a94705b5-911a-47ca-bfb8-ffa908693525", "name": "network-vif-plugged", "status": "completed", "tag": "486f6463-393f-441c-8adf-25b20689a9ad"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:11:41.685403 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 486f6463-393f-441c-8adf-25b20689a9ad, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=486f6463-393f-441c-8adf-25b20689a9ad,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:41.728121 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6b66b0-5e87-41e9-a305-27a0cacef4c9 x-openstack-request-id: req-eb6b66b0-5e87-41e9-a305-27a0cacef4c9 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:11:41.728866 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94705b5-911a-47ca-bfb8-ffa908693525", "name": "network-vif-plugged", "status": "completed", "tag": "486f6463-393f-441c-8adf-25b20689a9ad", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:11:41.729360 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb6b66b0-5e87-41e9-a305-27a0cacef4c9 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:11:41.729924 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94705b5-911a-47ca-bfb8-ffa908693525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486f6463-393f-441c-8adf-25b20689a9ad', 'code': 200} Nov 26 03:11:41.731123 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:41.771931 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-482542fd-372e-4dee-b1e8-e47328c0ee1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:41.816945 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:11:41.827249 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:11:41.827637 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:41.838841 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=486f6463-393f-441c-8adf-25b20689a9ad,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:41.956550 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9027e3-2fc0-4453-879f-f6a15725862a req-16cca230-7435-46c8-9d3b-a858f32ce884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:41.960242 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e9027e3-2fc0-4453-879f-f6a15725862a req-16cca230-7435-46c8-9d3b-a858f32ce884 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a94705b5-911a-47ca-bfb8-ffa908693525 HTTP/1.1" status: 200 len: 1096 time: 0.0763862 Nov 26 03:11:42.022251 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:42.047852 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e9027e3-2fc0-4453-879f-f6a15725862a req-79314dbc-8966-4cc9-9897-8f9b24828b8d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816433 Nov 26 03:11:42.071412 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9fa8524d-db6e-440c-bb0a-9ebc1274ca4d,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:42.078697 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:42.149567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=9fa8524d-db6e-440c-bb0a-9ebc1274ca4d,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:42.762542 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bef734-f3bd-4ae9-a6fd-7ef4b96d1be4 req-2c8a4cae-4d1d-43c8-b21c-d454b155eb7a tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:42.764243 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45bef734-f3bd-4ae9-a6fd-7ef4b96d1be4 req-2c8a4cae-4d1d-43c8-b21c-d454b155eb7a tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=f474bfba-1c1e-4687-931a-6a33d355e00e HTTP/1.1" status: 200 len: 945 time: 0.1080906 Nov 26 03:11:42.837555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45bef734-f3bd-4ae9-a6fd-7ef4b96d1be4 req-746b93d7-86e6-470e-925d-e1f94cfa9600 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652204 Nov 26 03:11:43.731417 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f474bfba-1c1e-4687-931a-6a33d355e00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa8524d-db6e-440c-bb0a-9ebc1274ca4d'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:11:43.734108 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa914ffe-b518-4c97-b482-96b92584aa95" -d '{"events": [{"server_uuid": "f474bfba-1c1e-4687-931a-6a33d355e00e", "name": "network-vif-plugged", "status": "completed", "tag": "9fa8524d-db6e-440c-bb0a-9ebc1274ca4d"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:11:43.804748 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2c738d-3574-4d7f-a1e6-235e323958b9 x-openstack-request-id: req-da2c738d-3574-4d7f-a1e6-235e323958b9 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:11:43.805293 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f474bfba-1c1e-4687-931a-6a33d355e00e", "name": "network-vif-plugged", "status": "completed", "tag": "9fa8524d-db6e-440c-bb0a-9ebc1274ca4d", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:11:43.805706 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da2c738d-3574-4d7f-a1e6-235e323958b9 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:11:43.806351 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f474bfba-1c1e-4687-931a-6a33d355e00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa8524d-db6e-440c-bb0a-9ebc1274ca4d', 'code': 200} Nov 26 03:11:44.093285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165dd01-3a70-4113-853c-c312a68c1670 req-26a862f6-28fc-4943-87c2-e0773a521581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:44.094815 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b165dd01-3a70-4113-853c-c312a68c1670 req-26a862f6-28fc-4943-87c2-e0773a521581 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f474bfba-1c1e-4687-931a-6a33d355e00e HTTP/1.1" status: 200 len: 1096 time: 0.1867950 Nov 26 03:11:44.109167 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab75ae-322b-4a91-8459-463697f3c8c6 req-62de927e-eb61-4e40-9677-bda71b1e2ffb tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:44.110709 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-80ab75ae-322b-4a91-8459-463697f3c8c6 req-62de927e-eb61-4e40-9677-bda71b1e2ffb tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=f474bfba-1c1e-4687-931a-6a33d355e00e HTTP/1.1" status: 200 len: 945 time: 0.1378698 Nov 26 03:11:44.149506 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-338fb892-65e8-4672-b2e2-d06906efddd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:44.168622 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b165dd01-3a70-4113-853c-c312a68c1670 req-fea0427a-0253-44c9-81c5-70f81a15ef6b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565584 Nov 26 03:11:44.246590 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-80ab75ae-322b-4a91-8459-463697f3c8c6 req-2e709f2c-a49d-400b-aad0-80fe5dcf5ea7 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132741 Nov 26 03:11:45.085690 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:45.373766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55892602-e202-415a-adb6-fe5f46ec0898 req-2ab22c79-79f2-4324-9d41-a7045c82027f tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:45.375189 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55892602-e202-415a-adb6-fe5f46ec0898 req-2ab22c79-79f2-4324-9d41-a7045c82027f tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=f474bfba-1c1e-4687-931a-6a33d355e00e HTTP/1.1" status: 200 len: 945 time: 0.0532191 Nov 26 03:11:45.425688 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55892602-e202-415a-adb6-fe5f46ec0898 req-83f8ae51-2d0f-4cd9-ab4e-694815625fbc tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442379 Nov 26 03:11:45.557259 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64890592-2333-49b8-95c2-477fe02a12e2 req-96f19483-1055-462e-9ab9-f323cec73b84 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:45.558937 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-64890592-2333-49b8-95c2-477fe02a12e2 req-96f19483-1055-462e-9ab9-f323cec73b84 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94705b5-911a-47ca-bfb8-ffa908693525 HTTP/1.1" status: 200 len: 945 time: 0.0567043 Nov 26 03:11:45.620763 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-64890592-2333-49b8-95c2-477fe02a12e2 req-883161b7-1e15-4eab-8cd3-b7ee38922ad7 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554976 Nov 26 03:11:46.034500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f808d-d523-4f12-98c1-94dfc5159d24 req-c81188e7-cc54-4ec9-9629-b270e35fe953 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:46.036332 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-447f808d-d523-4f12-98c1-94dfc5159d24 req-c81188e7-cc54-4ec9-9629-b270e35fe953 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94705b5-911a-47ca-bfb8-ffa908693525 HTTP/1.1" status: 200 len: 945 time: 0.0526221 Nov 26 03:11:46.090871 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-447f808d-d523-4f12-98c1-94dfc5159d24 req-b196f92c-f76e-4c40-bc01-259304afd2a8 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475628 Nov 26 03:11:46.619657 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:47.455746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9767cf7-5c6f-4fe3-b4af-a9bec1c76fe5 req-cb008891-1b95-4c99-aea7-49ddf03a27f6 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:47.457688 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9767cf7-5c6f-4fe3-b4af-a9bec1c76fe5 req-cb008891-1b95-4c99-aea7-49ddf03a27f6 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94705b5-911a-47ca-bfb8-ffa908693525 HTTP/1.1" status: 200 len: 945 time: 0.1915543 Nov 26 03:11:47.568738 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:47.575939 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c4319-bb1c-4a33-82bf-5e1820c49a85 req-d0ffbe3d-9bd4-4445-84b1-32a622702b46 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:47.577326 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-276c4319-bb1c-4a33-82bf-5e1820c49a85 req-d0ffbe3d-9bd4-4445-84b1-32a622702b46 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94705b5-911a-47ca-bfb8-ffa908693525 HTTP/1.1" status: 200 len: 945 time: 0.2282808 Nov 26 03:11:48.147643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf48c04-aa0c-4d62-b477-4c8ab826e93e req-8c1e0f71-365f-4f35-a553-93a89a8d4c99 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:48.149621 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-caf48c04-aa0c-4d62-b477-4c8ab826e93e req-8c1e0f71-365f-4f35-a553-93a89a8d4c99 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.59 "GET /v2.0/ports?device_id=f474bfba-1c1e-4687-931a-6a33d355e00e HTTP/1.1" status: 200 len: 945 time: 0.7130270 Nov 26 03:11:48.158518 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9767cf7-5c6f-4fe3-b4af-a9bec1c76fe5 req-6c8f6dd9-6e0f-4242-9ca6-e97a4ea5ea74 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/security-groups?id=2741e970-fee0-46a5-aac5-544d52e71615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6527166 Nov 26 03:11:48.356909 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-276c4319-bb1c-4a33-82bf-5e1820c49a85 req-2f70f876-68bc-468b-802d-0e5e81cd580c tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Deleting port 486f6463-393f-441c-8adf-25b20689a9ad {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:11:48.357559 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-276c4319-bb1c-4a33-82bf-5e1820c49a85 req-2f70f876-68bc-468b-802d-0e5e81cd580c tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:48.439235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-caf48c04-aa0c-4d62-b477-4c8ab826e93e req-13b57a66-de65-4f4b-854f-a9e042772a31 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Deleting port 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:11:48.439757 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-caf48c04-aa0c-4d62-b477-4c8ab826e93e req-13b57a66-de65-4f4b-854f-a9e042772a31 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:48.536018 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-caf48c04-aa0c-4d62-b477-4c8ab826e93e req-13b57a66-de65-4f4b-854f-a9e042772a31 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] For port 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9fa8524d-db6e-440c-bb0a-9ebc1274ca4d,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:48.537656 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-caf48c04-aa0c-4d62-b477-4c8ab826e93e req-13b57a66-de65-4f4b-854f-a9e042772a31 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:48.565652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-caf48c04-aa0c-4d62-b477-4c8ab826e93e req-13b57a66-de65-4f4b-854f-a9e042772a31 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Calling delete_port for 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:11:48.632706 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-276c4319-bb1c-4a33-82bf-5e1820c49a85 req-2f70f876-68bc-468b-802d-0e5e81cd580c tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] For port 486f6463-393f-441c-8adf-25b20689a9ad, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=486f6463-393f-441c-8adf-25b20689a9ad,segment=NetworkSegment(b2848b3c-2631-4477-b055-8aa51c649b79),segment_id=b2848b3c-2631-4477-b055-8aa51c649b79)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:11:48.633417 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-276c4319-bb1c-4a33-82bf-5e1820c49a85 req-2f70f876-68bc-468b-802d-0e5e81cd580c tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:48.685047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-276c4319-bb1c-4a33-82bf-5e1820c49a85 req-2f70f876-68bc-468b-802d-0e5e81cd580c tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Calling delete_port for 486f6463-393f-441c-8adf-25b20689a9ad owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:11:49.046619 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-caf48c04-aa0c-4d62-b477-4c8ab826e93e req-13b57a66-de65-4f4b-854f-a9e042772a31 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:49.079523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['486f6463-393f-441c-8adf-25b20689a9ad'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:11:49.084340 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['9fa8524d-db6e-440c-bb0a-9ebc1274ca4d'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:11:49.095691 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b57a66-de65-4f4b-854f-a9e042772a31 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Pushing event deleted for resources: {'Port': ['ID=9fa8524d-db6e-440c-bb0a-9ebc1274ca4d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:49.133660 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-276c4319-bb1c-4a33-82bf-5e1820c49a85 req-2f70f876-68bc-468b-802d-0e5e81cd580c tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:49.175616 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf48c04-aa0c-4d62-b477-4c8ab826e93e req-13b57a66-de65-4f4b-854f-a9e042772a31 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] No DVR routers for this DVR port 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:11:49.177660 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['9fa8524d-db6e-440c-bb0a-9ebc1274ca4d'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:11:49.182877 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-caf48c04-aa0c-4d62-b477-4c8ab826e93e req-13b57a66-de65-4f4b-854f-a9e042772a31 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:49.187307 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-caf48c04-aa0c-4d62-b477-4c8ab826e93e req-13b57a66-de65-4f4b-854f-a9e042772a31 tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.59 "DELETE /v2.0/ports/9fa8524d-db6e-440c-bb0a-9ebc1274ca4d HTTP/1.1" status: 204 len: 173 time: 1.0277231 Nov 26 03:11:49.190828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f474bfba-1c1e-4687-931a-6a33d355e00e', 'name': 'network-vif-deleted', 'tag': '9fa8524d-db6e-440c-bb0a-9ebc1274ca4d'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:11:49.195149 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6871360a-8875-45ab-be5d-c93b57e36bb8" -d '{"events": [{"server_uuid": "f474bfba-1c1e-4687-931a-6a33d355e00e", "name": "network-vif-deleted", "tag": "9fa8524d-db6e-440c-bb0a-9ebc1274ca4d"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:11:49.240693 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70f876-68bc-468b-802d-0e5e81cd580c tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Pushing event deleted for resources: {'Port': ['ID=486f6463-393f-441c-8adf-25b20689a9ad,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:49.282885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-276c4319-bb1c-4a33-82bf-5e1820c49a85 req-2f70f876-68bc-468b-802d-0e5e81cd580c tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] No DVR routers for this DVR port 486f6463-393f-441c-8adf-25b20689a9ad on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:11:49.286191 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-276c4319-bb1c-4a33-82bf-5e1820c49a85 req-2f70f876-68bc-468b-802d-0e5e81cd580c tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:49.291169 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-276c4319-bb1c-4a33-82bf-5e1820c49a85 req-2f70f876-68bc-468b-802d-0e5e81cd580c tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.54 "DELETE /v2.0/ports/486f6463-393f-441c-8adf-25b20689a9ad HTTP/1.1" status: 204 len: 173 time: 1.7046249 Nov 26 03:11:49.430493 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8e05c16-5653-4fb6-b74f-c9029822535a req-75645d45-5f97-4fc7-90d4-6f543c72543b tempest-MultipleCreateTestJSON-1521553599 tempest-MultipleCreateTestJSON-1521553599-project] 10.222.0.31 "GET /v2.0/ports?device_id=a94705b5-911a-47ca-bfb8-ffa908693525 HTTP/1.1" status: 200 len: 210 time: 0.0393262 Nov 26 03:11:49.615763 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6493e769-7ada-4a54-a067-d2d20154656d x-openstack-request-id: req-6493e769-7ada-4a54-a067-d2d20154656d {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:11:49.616344 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f474bfba-1c1e-4687-931a-6a33d355e00e", "name": "network-vif-deleted", "tag": "9fa8524d-db6e-440c-bb0a-9ebc1274ca4d", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:11:49.616344 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6493e769-7ada-4a54-a067-d2d20154656d {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:11:49.616754 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f474bfba-1c1e-4687-931a-6a33d355e00e', 'name': 'network-vif-deleted', 'tag': '9fa8524d-db6e-440c-bb0a-9ebc1274ca4d', 'status': 'completed', 'code': 200} Nov 26 03:11:50.592822 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 43256) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:50.708639 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33714b1-32a5-4fa7-b15d-96c414feddd6 admin admin] Deleting subnet 4eca4ecf-03dd-45fc-9405-092900ce9638 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:11:50.725983 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b33714b1-32a5-4fa7-b15d-96c414feddd6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:50.806660 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b33714b1-32a5-4fa7-b15d-96c414feddd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:50.858488 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b33714b1-32a5-4fa7-b15d-96c414feddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:50.967834 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b33714b1-32a5-4fa7-b15d-96c414feddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:50.987392 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b33714b1-32a5-4fa7-b15d-96c414feddd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:50.993131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b33714b1-32a5-4fa7-b15d-96c414feddd6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4eca4ecf-03dd-45fc-9405-092900ce9638 HTTP/1.1" status: 204 len: 168 time: 0.3963668 Nov 26 03:11:50.993847 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43290) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:51.010400 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33714b1-32a5-4fa7-b15d-96c414feddd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eca4ecf-03dd-45fc-9405-092900ce9638,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:51.091400 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02bea750-65b3-4500-b6d6-526a00d1c26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:51.188510 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02bea750-65b3-4500-b6d6-526a00d1c26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:51.216982 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-02bea750-65b3-4500-b6d6-526a00d1c26e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96d6c83-b54d-4dec-89ad-7e964288b5a6']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:11:51.229457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-02bea750-65b3-4500-b6d6-526a00d1c26e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2848b3c-2631-4477-b055-8aa51c649b79') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:11:51.230072 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-02bea750-65b3-4500-b6d6-526a00d1c26e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2848b3c-2631-4477-b055-8aa51c649b79') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:11:51.242508 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02bea750-65b3-4500-b6d6-526a00d1c26e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:51.281789 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02bea750-65b3-4500-b6d6-526a00d1c26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:51.295956 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bea750-65b3-4500-b6d6-526a00d1c26e admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:11:51.296485 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02bea750-65b3-4500-b6d6-526a00d1c26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:11:51.298322 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:11:51.330734 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 486f6463-393f-441c-8adf-25b20689a9ad no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:11:51.360637 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 486f6463-393f-441c-8adf-25b20689a9ad {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:11:51.361263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 486f6463-393f-441c-8adf-25b20689a9ad not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:11:51.376827 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02bea750-65b3-4500-b6d6-526a00d1c26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:51.403485 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02bea750-65b3-4500-b6d6-526a00d1c26e admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:51.408477 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-02bea750-65b3-4500-b6d6-526a00d1c26e admin admin] 10.222.0.31 "DELETE /v2.0/networks/c96d6c83-b54d-4dec-89ad-7e964288b5a6 HTTP/1.1" status: 204 len: 168 time: 0.4128952 Nov 26 03:11:51.410450 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bea750-65b3-4500-b6d6-526a00d1c26e admin admin] Pushing event deleted for resources: {'Network': ['ID=c96d6c83-b54d-4dec-89ad-7e964288b5a6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:51.609608 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:11:51.618332 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94705b5-911a-47ca-bfb8-ffa908693525', 'name': 'network-vif-deleted', 'tag': '486f6463-393f-441c-8adf-25b20689a9ad'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:11:51.622868 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896009ca-fe90-492d-91b9-919937b394d9" -d '{"events": [{"server_uuid": "a94705b5-911a-47ca-bfb8-ffa908693525", "name": "network-vif-deleted", "tag": "486f6463-393f-441c-8adf-25b20689a9ad"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:11:51.659668 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:11:51.660182 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9fa8524d-db6e-440c-bb0a-9ebc1274ca4d not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:11:51.684332 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 43310) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:51.756833 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa70395-eead-4566-96ae-9333e19be556 x-openstack-request-id: req-efa70395-eead-4566-96ae-9333e19be556 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:11:51.757382 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94705b5-911a-47ca-bfb8-ffa908693525", "name": "network-vif-deleted", "tag": "486f6463-393f-441c-8adf-25b20689a9ad", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:11:51.757382 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efa70395-eead-4566-96ae-9333e19be556 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:11:51.757810 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94705b5-911a-47ca-bfb8-ffa908693525', 'name': 'network-vif-deleted', 'tag': '486f6463-393f-441c-8adf-25b20689a9ad', 'status': 'completed', 'code': 200} Nov 26 03:11:51.883043 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43316) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:51.888738 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:11:51.959029 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6359892f-b0a6-47da-b565-f7047d00cbe8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=534e3dbac4bf4a4787370e008f2bd7bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0711963 Nov 26 03:11:51.961985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 43318) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:51.996711 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c46016fa-b92c-4bd1-8838-0efadd612e91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:52.077631 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-14ae4e28-5f0d-49f0-9d88-bc98307aed2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:52.121914 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-14ae4e28-5f0d-49f0-9d88-bc98307aed2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:52.213871 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c46016fa-b92c-4bd1-8838-0efadd612e91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:52.224113 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c46016fa-b92c-4bd1-8838-0efadd612e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:52.233352 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-14ae4e28-5f0d-49f0-9d88-bc98307aed2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:52.238299 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-14ae4e28-5f0d-49f0-9d88-bc98307aed2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:52.240224 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-14ae4e28-5f0d-49f0-9d88-bc98307aed2b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2741e970-fee0-46a5-aac5-544d52e71615 HTTP/1.1" status: 204 len: 168 time: 0.2771926 Nov 26 03:11:52.292452 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c46016fa-b92c-4bd1-8838-0efadd612e91 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=89521fad132f44f1a61bcdc3681b6d79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5965469 Nov 26 03:11:52.293755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46016fa-b92c-4bd1-8838-0efadd612e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5788f4-0d4b-46d4-9dde-cb3a99651ebd,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:52.295073 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43324) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:52.315149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae4e28-5f0d-49f0-9d88-bc98307aed2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2741e970-fee0-46a5-aac5-544d52e71615,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:52.389867 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf3a8a37-58d9-4fc6-9a1b-db190f0ab3b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:52.420202 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf3a8a37-58d9-4fc6-9a1b-db190f0ab3b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:52.495242 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf3a8a37-58d9-4fc6-9a1b-db190f0ab3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:52.498168 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf3a8a37-58d9-4fc6-9a1b-db190f0ab3b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:52.501914 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bf3a8a37-58d9-4fc6-9a1b-db190f0ab3b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f5788f4-0d4b-46d4-9dde-cb3a99651ebd HTTP/1.1" status: 204 len: 168 time: 0.2028799 Nov 26 03:11:52.514172 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a8a37-58d9-4fc6-9a1b-db190f0ab3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5788f4-0d4b-46d4-9dde-cb3a99651ebd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:52.522172 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:53.155344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 43352) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:53.175910 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8f43e582-a437-4596-969c-9e5e6f2e1c33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:53.287867 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8f43e582-a437-4596-969c-9e5e6f2e1c33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:53.295205 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8f43e582-a437-4596-969c-9e5e6f2e1c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:53.328821 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8f43e582-a437-4596-969c-9e5e6f2e1c33 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=984bc8517dbf463d83db15be47ba3574&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1723626 Nov 26 03:11:53.331536 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43356) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:53.385675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43e582-a437-4596-969c-9e5e6f2e1c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d96d45-a8c1-412e-b63b-80cf27b5f33b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:53.455915 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3b6630e3-5fc9-49a2-80b7-427045b7d038 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:53.487401 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3b6630e3-5fc9-49a2-80b7-427045b7d038 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:53.566554 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:53.586084 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3b6630e3-5fc9-49a2-80b7-427045b7d038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:53.591267 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3b6630e3-5fc9-49a2-80b7-427045b7d038 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:53.596121 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3b6630e3-5fc9-49a2-80b7-427045b7d038 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92d96d45-a8c1-412e-b63b-80cf27b5f33b HTTP/1.1" status: 204 len: 168 time: 0.2618120 Nov 26 03:11:53.613868 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6630e3-5fc9-49a2-80b7-427045b7d038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d96d45-a8c1-412e-b63b-80cf27b5f33b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:53.626908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 43366) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:53.821019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-0c2d85af-6d81-489d-b4e1-ab13a3133789 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2128575373-network', 'tenant_id': 'b3358121a0044e4d8475cfb68eab35c0'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:11:53.853801 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2d85af-6d81-489d-b4e1-ab13a3133789 admin admin] Made reservation on behalf of b3358121a0044e4d8475cfb68eab35c0 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:11:53.858405 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c2d85af-6d81-489d-b4e1-ab13a3133789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:53.871587 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c2d85af-6d81-489d-b4e1-ab13a3133789 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:54.048958 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c2d85af-6d81-489d-b4e1-ab13a3133789 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:54.062995 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c2d85af-6d81-489d-b4e1-ab13a3133789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:54.089490 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2d85af-6d81-489d-b4e1-ab13a3133789 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:11:54.112761 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c2d85af-6d81-489d-b4e1-ab13a3133789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:54.115342 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-0c2d85af-6d81-489d-b4e1-ab13a3133789 admin admin] Added segment ba202d90-8887-4261-9b89-1cbe96a6977c of type vlan for network ed49cb09-52f8-4850-9408-e2fc81c135cd Nov 26 03:11:54.230454 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c2d85af-6d81-489d-b4e1-ab13a3133789 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:54.235330 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d85af-6d81-489d-b4e1-ab13a3133789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93aec682-58ca-468a-9814-294d14184e98,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:54.269282 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c2d85af-6d81-489d-b4e1-ab13a3133789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:54.270736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2d85af-6d81-489d-b4e1-ab13a3133789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:54.271599 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c2d85af-6d81-489d-b4e1-ab13a3133789 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:54.356423 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d85af-6d81-489d-b4e1-ab13a3133789 admin admin] Pushing event updated for resources: {'Network': ['ID=ed49cb09-52f8-4850-9408-e2fc81c135cd,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:54.369712 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network ed49cb09-52f8-4850-9408-e2fc81c135cd details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:11:54.395814 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0c2d85af-6d81-489d-b4e1-ab13a3133789 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7673934 Nov 26 03:11:54.398922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 43386) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:11:54.412482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Request body: {'subnet': {'network_id': 'ed49cb09-52f8-4850-9408-e2fc81c135cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2128575373-subnet', 'tenant_id': 'b3358121a0044e4d8475cfb68eab35c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:11:54.500552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Made reservation on behalf of b3358121a0044e4d8475cfb68eab35c0 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:11:54.546157 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:54.826422 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:54.894095 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c07731c1-bc48-4eef-91e6-1b783e82c4ca,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:11:54.910031 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:11:54.910456 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:11:54.910883 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:11:54.912294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:11:54.912649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:11:54.912999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:11:54.913338 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:11:54.913669 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:11:54.914012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:11:54.914349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:11:54.914687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:11:54.915023 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:11:54.925482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Checking segment: {'id': 'ba202d90-8887-4261-9b89-1cbe96a6977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ed49cb09-52f8-4850-9408-e2fc81c135cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:11:54.925855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Network hostable DHCP agents. Network: ed49cb09-52f8-4850-9408-e2fc81c135cd, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:11:54.943223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Network ed49cb09-52f8-4850-9408-e2fc81c135cd is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:11:54.954888 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, ed49cb09-52f8-4850-9408-e2fc81c135cd) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:11:54.960000 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:54.960646 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:54.969115 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e5f465-8000-4bef-8b75-7190c5e60efb None None] Network ed49cb09-52f8-4850-9408-e2fc81c135cd requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:11:54.979014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-178687db-24f2-495e-ad12-f2aad4512734 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5781560 Nov 26 03:11:55.141222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d115e1-5e60-4a70-bd4e-994610aea736 None None] Network ed49cb09-52f8-4850-9408-e2fc81c135cd requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:11:56.758399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e15c82-801d-4187-b914-7761c524a99d req-c6ee007c-9cc4-47f9-89e0-acd3aaa79c34 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:56.761280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5e15c82-801d-4187-b914-7761c524a99d req-c6ee007c-9cc4-47f9-89e0-acd3aaa79c34 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/networks?id=ed49cb09-52f8-4850-9408-e2fc81c135cd HTTP/1.1" status: 200 len: 810 time: 0.2278440 Nov 26 03:11:56.778514 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5e15c82-801d-4187-b914-7761c524a99d req-d9e89bbd-4b25-4cac-be8c-6d6f35857d95 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/quotas/b3358121a0044e4d8475cfb68eab35c0 HTTP/1.1" status: 200 len: 375 time: 0.0112853 Nov 26 03:11:56.821180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5e15c82-801d-4187-b914-7761c524a99d req-de4c547c-68f5-4e15-83b5-ffab967b7b1b tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3358121a0044e4d8475cfb68eab35c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358419 Nov 26 03:11:56.941764 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5e15c82-801d-4187-b914-7761c524a99d req-2fa8a936-8fbb-431b-af0e-49e7aaebc58f service neutron] 10.222.0.31 "GET /v2.0/networks/ed49cb09-52f8-4850-9408-e2fc81c135cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129627 Nov 26 03:11:57.138786 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5e15c82-801d-4187-b914-7761c524a99d req-3293624f-d72b-4cd2-9dd4-cd3b04c01209 service neutron] 10.222.0.31 "GET /v2.0/networks/ed49cb09-52f8-4850-9408-e2fc81c135cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782167 Nov 26 03:11:57.593714 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e6ab5f1f-c590-44fd-9b64-b4db58211bf7 req-5c55f69b-55be-4a8c-a650-18d3fe1f1dcb tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e3c5482-f258-4e92-ab9b-2413003de85f HTTP/1.1" status: 200 len: 210 time: 0.0560608 Nov 26 03:11:58.722110 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32a4398b-b987-4caf-a4b3-1cc1c2566339 req-019dd821-de84-43ad-931c-02046ada2a61 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e3c5482-f258-4e92-ab9b-2413003de85f HTTP/1.1" status: 200 len: 210 time: 0.0320001 Nov 26 03:11:58.985664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e15c82-801d-4187-b914-7761c524a99d req-290f467f-70e0-429f-9b22-a6e92ac34fd1 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:11:58.987142 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5e15c82-801d-4187-b914-7761c524a99d req-290f467f-70e0-429f-9b22-a6e92ac34fd1 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.59 "GET /v2.0/networks?id=ed49cb09-52f8-4850-9408-e2fc81c135cd HTTP/1.1" status: 200 len: 810 time: 0.1721480 Nov 26 03:11:59.008224 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-b5e15c82-801d-4187-b914-7761c524a99d req-4f71e121-7538-4dc0-a35d-be3a46731480 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Request body: {'port': {'device_id': '3e3c5482-f258-4e92-ab9b-2413003de85f', 'network_id': 'ed49cb09-52f8-4850-9408-e2fc81c135cd', 'admin_state_up': True, 'tenant_id': 'b3358121a0044e4d8475cfb68eab35c0'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:11:59.175820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e15c82-801d-4187-b914-7761c524a99d req-4f71e121-7538-4dc0-a35d-be3a46731480 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Made reservation on behalf of b3358121a0044e4d8475cfb68eab35c0 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:11:59.182343 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5e15c82-801d-4187-b914-7761c524a99d req-4f71e121-7538-4dc0-a35d-be3a46731480 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:59.392480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-b5e15c82-801d-4187-b914-7761c524a99d req-4f71e121-7538-4dc0-a35d-be3a46731480 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Allocated IP 172.20.0.14 (ed49cb09-52f8-4850-9408-e2fc81c135cd/c07731c1-bc48-4eef-91e6-1b783e82c4ca/5d4a7645-8fa8-4254-aa83-dfbce7936c50) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:11:59.732000 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5e15c82-801d-4187-b914-7761c524a99d req-4f71e121-7538-4dc0-a35d-be3a46731480 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:59.849679 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5e15c82-801d-4187-b914-7761c524a99d req-4f71e121-7538-4dc0-a35d-be3a46731480 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:11:59.955887 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e15c82-801d-4187-b914-7761c524a99d req-4f71e121-7538-4dc0-a35d-be3a46731480 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Network ed49cb09-52f8-4850-9408-e2fc81c135cd is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:11:59.969700 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-b5e15c82-801d-4187-b914-7761c524a99d req-4f71e121-7538-4dc0-a35d-be3a46731480 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:12:00.085244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e15c82-801d-4187-b914-7761c524a99d req-4f71e121-7538-4dc0-a35d-be3a46731480 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:12:00.089076 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71e121-7538-4dc0-a35d-be3a46731480 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Pushing event updated for resources: {'Port': ['ID=5d4a7645-8fa8-4254-aa83-dfbce7936c50,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:00.220975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e15c82-801d-4187-b914-7761c524a99d req-4f71e121-7538-4dc0-a35d-be3a46731480 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:00.222369 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5e15c82-801d-4187-b914-7761c524a99d req-4f71e121-7538-4dc0-a35d-be3a46731480 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:00.277278 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9437e-7cd9-46db-9653-3ba0f630d033 req-c64ba90b-475e-4568-a0ae-4a41ff1b4e13 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:00.278882 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4f9437e-7cd9-46db-9653-3ba0f630d033 req-c64ba90b-475e-4568-a0ae-4a41ff1b4e13 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e3c5482-f258-4e92-ab9b-2413003de85f HTTP/1.1" status: 200 len: 932 time: 0.3469837 Nov 26 03:12:00.302910 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5e15c82-801d-4187-b914-7761c524a99d req-4f71e121-7538-4dc0-a35d-be3a46731480 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2996771 Nov 26 03:12:00.329471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Request body: {'port': {'device_id': '3e3c5482-f258-4e92-ab9b-2413003de85f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:12:00.404077 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4f9437e-7cd9-46db-9653-3ba0f630d033 req-93936ae6-632e-479a-b9d4-c3e9d1fbf93b tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/security-groups?id=93aec682-58ca-468a-9814-294d14184e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143708 Nov 26 03:12:00.408838 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:00.811607 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4a7645-8fa8-4254-aa83-dfbce7936c50 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:12:00.841061 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:00.865293 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Transition to ACTIVE for port object 5d4a7645-8fa8-4254-aa83-dfbce7936c50 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:12:00.879483 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:01.023329 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Pushing event updated for resources: {'Port': ['ID=5d4a7645-8fa8-4254-aa83-dfbce7936c50,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:01.111658 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43562) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:01.137814 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Attempting to bind port 5d4a7645-8fa8-4254-aa83-dfbce7936c50 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:12:01.139375 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Attempting to bind port 5d4a7645-8fa8-4254-aa83-dfbce7936c50 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ba202d90-8887-4261-9b89-1cbe96a6977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ed49cb09-52f8-4850-9408-e2fc81c135cd'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:12:01.140514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Attempting to bind port 5d4a7645-8fa8-4254-aa83-dfbce7936c50 on network ed49cb09-52f8-4850-9408-e2fc81c135cd {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:12:01.151579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Port 5d4a7645-8fa8-4254-aa83-dfbce7936c50 on network ed49cb09-52f8-4850-9408-e2fc81c135cd not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:12:01.152792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Attempting to bind port 5d4a7645-8fa8-4254-aa83-dfbce7936c50 on network ed49cb09-52f8-4850-9408-e2fc81c135cd {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:12:01.166460 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:12:01.169709 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Checking segment: {'id': 'ba202d90-8887-4261-9b89-1cbe96a6977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ed49cb09-52f8-4850-9408-e2fc81c135cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:12:01.171173 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Bound using segment: {'id': 'ba202d90-8887-4261-9b89-1cbe96a6977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ed49cb09-52f8-4850-9408-e2fc81c135cd'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:12:01.172337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Bound port: 5d4a7645-8fa8-4254-aa83-dfbce7936c50, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba202d90-8887-4261-9b89-1cbe96a6977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ed49cb09-52f8-4850-9408-e2fc81c135cd'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:12:01.173286 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:01.262012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] For port 5d4a7645-8fa8-4254-aa83-dfbce7936c50, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:12:01.271583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] For port 5d4a7645-8fa8-4254-aa83-dfbce7936c50, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5d4a7645-8fa8-4254-aa83-dfbce7936c50,segment=NetworkSegment(ba202d90-8887-4261-9b89-1cbe96a6977c),segment_id=ba202d90-8887-4261-9b89-1cbe96a6977c)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:12:01.288039 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:01.338850 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d208353e-ce28-4627-846e-f431d082e891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:01.376372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Pushing event updated for resources: {'Port': ['ID=5d4a7645-8fa8-4254-aa83-dfbce7936c50,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:01.428535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:01.433331 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:01.454376 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5e15c82-801d-4187-b914-7761c524a99d req-196330ae-53a5-4456-9a89-10a9c4c57d5c service neutron] 10.222.0.59 "PUT /v2.0/ports/5d4a7645-8fa8-4254-aa83-dfbce7936c50 HTTP/1.1" status: 200 len: 1092 time: 1.1297035 Nov 26 03:12:01.463637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3c5482-f258-4e92-ab9b-2413003de85f', 'tag': '5d4a7645-8fa8-4254-aa83-dfbce7936c50'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:12:01.472714 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dac5244-9b85-4b42-8a8c-7fcbd8a0f287" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3c5482-f258-4e92-ab9b-2413003de85f", "tag": "5d4a7645-8fa8-4254-aa83-dfbce7936c50"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:12:01.490784 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d208353e-ce28-4627-846e-f431d082e891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:01.514466 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d208353e-ce28-4627-846e-f431d082e891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:01.589428 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969a74b5-1333-4a23-bd12-538e89246057 x-openstack-request-id: req-969a74b5-1333-4a23-bd12-538e89246057 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:12:01.589727 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3c5482-f258-4e92-ab9b-2413003de85f", "tag": "5d4a7645-8fa8-4254-aa83-dfbce7936c50", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:12:01.590009 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-969a74b5-1333-4a23-bd12-538e89246057 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:12:01.590451 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3c5482-f258-4e92-ab9b-2413003de85f', 'tag': '5d4a7645-8fa8-4254-aa83-dfbce7936c50', 'status': 'completed', 'code': 200} Nov 26 03:12:01.711632 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d208353e-ce28-4627-846e-f431d082e891 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47de84dffad54ae2a9a7349953dcea6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5981140 Nov 26 03:12:01.715406 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43572) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:01.736952 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208353e-ce28-4627-846e-f431d082e891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586ddd1c-8f1d-4096-8396-fb00d1bb4fb6,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:01.773498 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208353e-ce28-4627-846e-f431d082e891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:01.774272 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208353e-ce28-4627-846e-f431d082e891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:01.774774 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208353e-ce28-4627-846e-f431d082e891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:01.775966 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208353e-ce28-4627-846e-f431d082e891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:01.776980 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208353e-ce28-4627-846e-f431d082e891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:01.778515 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208353e-ce28-4627-846e-f431d082e891 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:01.778649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e15c82-801d-4187-b914-7761c524a99d req-615400d1-0522-4003-aa1d-5752ae79251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:01.779174 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208353e-ce28-4627-846e-f431d082e891 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:01.779723 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208353e-ce28-4627-846e-f431d082e891 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:01.780301 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208353e-ce28-4627-846e-f431d082e891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:01.780842 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208353e-ce28-4627-846e-f431d082e891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:01.781396 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208353e-ce28-4627-846e-f431d082e891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:01.781740 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208353e-ce28-4627-846e-f431d082e891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:01.789044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5e15c82-801d-4187-b914-7761c524a99d req-615400d1-0522-4003-aa1d-5752ae79251d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3358121a0044e4d8475cfb68eab35c0&device_id=3e3c5482-f258-4e92-ab9b-2413003de85f HTTP/1.1" status: 200 len: 1095 time: 0.1728842 Nov 26 03:12:01.815417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d020e-163f-44f1-9782-75e98225addb req-ba2d9a93-2e9b-4cb4-a5f2-271d980bc36f tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:01.823450 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-092d020e-163f-44f1-9782-75e98225addb req-ba2d9a93-2e9b-4cb4-a5f2-271d980bc36f tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e3c5482-f258-4e92-ab9b-2413003de85f HTTP/1.1" status: 200 len: 944 time: 0.2164874 Nov 26 03:12:01.857177 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-52a283bd-2f17-4ed6-a157-3249e65b5b27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:01.908609 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-52a283bd-2f17-4ed6-a157-3249e65b5b27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:01.912585 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5e15c82-801d-4187-b914-7761c524a99d req-7ceb0f90-fd9d-47b0-834d-06be654e0879 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d4a7645-8fa8-4254-aa83-dfbce7936c50 HTTP/1.1" status: 200 len: 217 time: 0.0979719 Nov 26 03:12:01.987638 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-52a283bd-2f17-4ed6-a157-3249e65b5b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:01.991523 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-52a283bd-2f17-4ed6-a157-3249e65b5b27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:01.999162 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-52a283bd-2f17-4ed6-a157-3249e65b5b27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/586ddd1c-8f1d-4096-8396-fb00d1bb4fb6 HTTP/1.1" status: 204 len: 168 time: 0.2795625 Nov 26 03:12:02.015400 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a283bd-2f17-4ed6-a157-3249e65b5b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586ddd1c-8f1d-4096-8396-fb00d1bb4fb6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:02.063141 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-092d020e-163f-44f1-9782-75e98225addb req-d7e4a8d2-6def-4b93-875a-a1947371c093 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/security-groups?id=93aec682-58ca-468a-9814-294d14184e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398399 Nov 26 03:12:02.084140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e15c82-801d-4187-b914-7761c524a99d req-6b4b122a-bb19-4ca8-9489-20362ae98524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:02.085562 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5e15c82-801d-4187-b914-7761c524a99d req-6b4b122a-bb19-4ca8-9489-20362ae98524 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c07731c1-bc48-4eef-91e6-1b783e82c4ca HTTP/1.1" status: 200 len: 850 time: 0.1721947 Nov 26 03:12:02.137711 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5e15c82-801d-4187-b914-7761c524a99d req-801e266a-7390-44bc-9a42-5a7f78d2b474 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed49cb09-52f8-4850-9408-e2fc81c135cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440657 Nov 26 03:12:02.271613 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5e15c82-801d-4187-b914-7761c524a99d req-b08bed0b-4bc5-47a9-bd72-cb0ee5857412 service neutron] 10.222.0.59 "GET /v2.0/networks/ed49cb09-52f8-4850-9408-e2fc81c135cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263726 Nov 26 03:12:02.387864 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5e15c82-801d-4187-b914-7761c524a99d req-ea1366cf-d17b-4bd9-aa3e-49a2d58f9875 service neutron] 10.222.0.59 "GET /v2.0/networks/ed49cb09-52f8-4850-9408-e2fc81c135cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087728 Nov 26 03:12:02.420999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 43582) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:02.447088 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bb75902b-364c-4d8c-ab12-5dd3877008ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:02.557360 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac5244-9b85-4b42-8a8c-7fcbd8a0f287 req-778297f3-47a6-4af9-a30e-4022ebccb80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:02.559042 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2dac5244-9b85-4b42-8a8c-7fcbd8a0f287 req-778297f3-47a6-4af9-a30e-4022ebccb80f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3358121a0044e4d8475cfb68eab35c0&device_id=3e3c5482-f258-4e92-ab9b-2413003de85f HTTP/1.1" status: 200 len: 1095 time: 0.0630691 Nov 26 03:12:02.625457 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bb75902b-364c-4d8c-ab12-5dd3877008ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:02.634403 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bb75902b-364c-4d8c-ab12-5dd3877008ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:02.691488 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bb75902b-364c-4d8c-ab12-5dd3877008ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3676c1adccc24f2ab4358c4c293777da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2690444 Nov 26 03:12:02.694761 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75902b-364c-4d8c-ab12-5dd3877008ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14a8e54-fdff-4b9b-b580-21554e440d90,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:02.695454 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43588) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:02.710643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac5244-9b85-4b42-8a8c-7fcbd8a0f287 req-61653c04-e794-42b9-b657-dc9192d84d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:02.712120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2dac5244-9b85-4b42-8a8c-7fcbd8a0f287 req-61653c04-e794-42b9-b657-dc9192d84d81 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed49cb09-52f8-4850-9408-e2fc81c135cd HTTP/1.1" status: 200 len: 911 time: 0.1451406 Nov 26 03:12:02.776466 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-89c67862-3c55-4ac5-9782-320eeff5e017 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:02.785475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2dac5244-9b85-4b42-8a8c-7fcbd8a0f287 req-a2770060-fd94-48b9-bb72-cffecb2b990e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d4a7645-8fa8-4254-aa83-dfbce7936c50 HTTP/1.1" status: 200 len: 217 time: 0.0641973 Nov 26 03:12:02.799885 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-89c67862-3c55-4ac5-9782-320eeff5e017 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:02.864533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac5244-9b85-4b42-8a8c-7fcbd8a0f287 req-407e6b38-f7b9-4f0d-836c-1bbae5b3729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:02.866535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2dac5244-9b85-4b42-8a8c-7fcbd8a0f287 req-407e6b38-f7b9-4f0d-836c-1bbae5b3729e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c07731c1-bc48-4eef-91e6-1b783e82c4ca HTTP/1.1" status: 200 len: 850 time: 0.0721784 Nov 26 03:12:02.876914 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-89c67862-3c55-4ac5-9782-320eeff5e017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:02.881784 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-89c67862-3c55-4ac5-9782-320eeff5e017 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:02.886063 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-89c67862-3c55-4ac5-9782-320eeff5e017 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d14a8e54-fdff-4b9b-b580-21554e440d90 HTTP/1.1" status: 204 len: 168 time: 0.1889303 Nov 26 03:12:02.901808 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c67862-3c55-4ac5-9782-320eeff5e017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14a8e54-fdff-4b9b-b580-21554e440d90,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:02.958358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2dac5244-9b85-4b42-8a8c-7fcbd8a0f287 req-86689656-03ee-4827-90ae-5b6fa0fb7589 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed49cb09-52f8-4850-9408-e2fc81c135cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817754 Nov 26 03:12:03.067842 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2dac5244-9b85-4b42-8a8c-7fcbd8a0f287 req-5ffe9a7f-89a3-4819-9441-4ae3ed6ec52f service neutron] 10.222.0.59 "GET /v2.0/networks/ed49cb09-52f8-4850-9408-e2fc81c135cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004093 Nov 26 03:12:03.339930 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103ec91-63f2-4f49-a8c3-fe40e7772241 req-8efbd45c-b09e-468b-a7ec-6720f5e864d8 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:03.341546 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9103ec91-63f2-4f49-a8c3-fe40e7772241 req-8efbd45c-b09e-468b-a7ec-6720f5e864d8 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e3c5482-f258-4e92-ab9b-2413003de85f HTTP/1.1" status: 200 len: 944 time: 0.1041451 Nov 26 03:12:03.390464 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2dac5244-9b85-4b42-8a8c-7fcbd8a0f287 req-faabaddd-e180-45c7-b514-384b5fdf3413 service neutron] 10.222.0.59 "GET /v2.0/networks/ed49cb09-52f8-4850-9408-e2fc81c135cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134739 Nov 26 03:12:03.459384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9103ec91-63f2-4f49-a8c3-fe40e7772241 req-eac4d96c-8b0c-47c6-87df-3f38b8583a06 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/security-groups?id=93aec682-58ca-468a-9814-294d14184e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041842 Nov 26 03:12:03.603595 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43626) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:03.759204 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fda37e6b-bf6b-41d1-a754-2113a687cdbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:03.893183 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fda37e6b-bf6b-41d1-a754-2113a687cdbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:03.898315 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fda37e6b-bf6b-41d1-a754-2113a687cdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:03.933798 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda37e6b-bf6b-41d1-a754-2113a687cdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7379f09f-3ee0-4769-934d-527eac13d2a7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:03.959256 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fda37e6b-bf6b-41d1-a754-2113a687cdbd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=490ffabf9f8541dda47ba5c7ac3e36f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3540847 Nov 26 03:12:03.962652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 43642) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:04.042622 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-974348c1-1bf0-4fc0-b7d8-2a41db146218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:04.069025 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-974348c1-1bf0-4fc0-b7d8-2a41db146218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:04.137487 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-974348c1-1bf0-4fc0-b7d8-2a41db146218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:04.141260 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-974348c1-1bf0-4fc0-b7d8-2a41db146218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:04.142547 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-974348c1-1bf0-4fc0-b7d8-2a41db146218 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7379f09f-3ee0-4769-934d-527eac13d2a7 HTTP/1.1" status: 204 len: 168 time: 0.1797144 Nov 26 03:12:04.152725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974348c1-1bf0-4fc0-b7d8-2a41db146218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7379f09f-3ee0-4769-934d-527eac13d2a7,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:04.616458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87933c-75ff-411b-b08d-8bb39def00c8 req-e8309e1a-e23c-499a-b794-a9e2685c93f6 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:04.620575 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d87933c-75ff-411b-b08d-8bb39def00c8 req-e8309e1a-e23c-499a-b794-a9e2685c93f6 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e3c5482-f258-4e92-ab9b-2413003de85f HTTP/1.1" status: 200 len: 944 time: 0.0829327 Nov 26 03:12:04.725556 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d87933c-75ff-411b-b08d-8bb39def00c8 req-74b92970-8b17-486d-a123-522459fc3a72 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/security-groups?id=93aec682-58ca-468a-9814-294d14184e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939918 Nov 26 03:12:05.209196 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 43754) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:05.325764 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-ba3a7820-ca92-4a07-918e-92b902e77c94 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2130927540-network', 'tenant_id': '6f0aa3e1413142838b36b868640c6038'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:12:05.349011 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3a7820-ca92-4a07-918e-92b902e77c94 admin admin] Made reservation on behalf of 6f0aa3e1413142838b36b868640c6038 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:12:05.351581 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7820-ca92-4a07-918e-92b902e77c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:05.360866 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7820-ca92-4a07-918e-92b902e77c94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:05.448611 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7820-ca92-4a07-918e-92b902e77c94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:05.452820 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7820-ca92-4a07-918e-92b902e77c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:05.467685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3a7820-ca92-4a07-918e-92b902e77c94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:12:05.492592 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7820-ca92-4a07-918e-92b902e77c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:05.492950 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-ba3a7820-ca92-4a07-918e-92b902e77c94 admin admin] Added segment 9727293b-3772-44e0-acb6-82148fec251a of type vlan for network 6deb06cd-ad81-4c08-9eca-cecd3390e990 Nov 26 03:12:05.501868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a7820-ca92-4a07-918e-92b902e77c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a776e06a-af3a-4392-950b-4497d6cec01b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:05.538796 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7820-ca92-4a07-918e-92b902e77c94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:05.566654 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7820-ca92-4a07-918e-92b902e77c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:05.568466 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3a7820-ca92-4a07-918e-92b902e77c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:05.569076 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7820-ca92-4a07-918e-92b902e77c94 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:05.632879 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ba3a7820-ca92-4a07-918e-92b902e77c94 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4215660 Nov 26 03:12:05.635852 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 43758) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:05.641262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-6d797ad6-b640-49a1-b779-216aa21accc9 admin admin] Request body: {'subnet': {'network_id': '6deb06cd-ad81-4c08-9eca-cecd3390e990', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2130927540-subnet', 'tenant_id': '6f0aa3e1413142838b36b868640c6038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:12:05.649923 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a7820-ca92-4a07-918e-92b902e77c94 admin admin] Pushing event updated for resources: {'Network': ['ID=6deb06cd-ad81-4c08-9eca-cecd3390e990,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:05.657035 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5d4a7645-8fa8-4254-aa83-dfbce7936c50 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:12:05.670111 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 6deb06cd-ad81-4c08-9eca-cecd3390e990 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:12:05.685851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d797ad6-b640-49a1-b779-216aa21accc9 admin admin] Made reservation on behalf of 6f0aa3e1413142838b36b868640c6038 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:12:05.689048 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6d797ad6-b640-49a1-b779-216aa21accc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:05.871043 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 5d4a7645-8fa8-4254-aa83-dfbce7936c50, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5d4a7645-8fa8-4254-aa83-dfbce7936c50,segment=NetworkSegment(ba202d90-8887-4261-9b89-1cbe96a6977c),segment_id=ba202d90-8887-4261-9b89-1cbe96a6977c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:12:05.887644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '5d4a7645-8fa8-4254-aa83-dfbce7936c50', 'network_id': 'ed49cb09-52f8-4850-9408-e2fc81c135cd', 'port_id': '5d4a7645-8fa8-4254-aa83-dfbce7936c50', 'mac_address': 'fa:16:3e:c2:8a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07731c1-bc48-4eef-91e6-1b783e82c4ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:12:05.939744 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:05.954325 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4a7645-8fa8-4254-aa83-dfbce7936c50 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:12:05.979867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ab753-efe2-4675-8831-0af6453343f7 req-e33447af-4e5f-424a-bc46-384e19cf688c tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:05.985282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 5d4a7645-8fa8-4254-aa83-dfbce7936c50, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5d4a7645-8fa8-4254-aa83-dfbce7936c50,segment=NetworkSegment(ba202d90-8887-4261-9b89-1cbe96a6977c),segment_id=ba202d90-8887-4261-9b89-1cbe96a6977c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:12:05.987200 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-597ab753-efe2-4675-8831-0af6453343f7 req-e33447af-4e5f-424a-bc46-384e19cf688c tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e3c5482-f258-4e92-ab9b-2413003de85f HTTP/1.1" status: 200 len: 944 time: 0.1092761 Nov 26 03:12:05.992228 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:06.031488 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6d797ad6-b640-49a1-b779-216aa21accc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:06.054635 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=5d4a7645-8fa8-4254-aa83-dfbce7936c50,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:06.063408 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:06.064004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:06.064657 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:06.065168 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:06.065666 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:06.066153 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:06.066831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:06.067395 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:06.067890 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:06.070387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:06.070921 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:06.071523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:06.148576 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-597ab753-efe2-4675-8831-0af6453343f7 req-e0f7cceb-704d-4b0f-87d4-8c527a6b66cd tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/security-groups?id=93aec682-58ca-468a-9814-294d14184e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605017 Nov 26 03:12:06.180719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d797ad6-b640-49a1-b779-216aa21accc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f260b4b6-a991-446c-a7c3-af2c8a4bc13c,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:06.185942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d797ad6-b640-49a1-b779-216aa21accc9 admin admin] Checking segment: {'id': '9727293b-3772-44e0-acb6-82148fec251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6deb06cd-ad81-4c08-9eca-cecd3390e990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:12:06.186315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d797ad6-b640-49a1-b779-216aa21accc9 admin admin] Network hostable DHCP agents. Network: 6deb06cd-ad81-4c08-9eca-cecd3390e990, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:12:06.214526 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d797ad6-b640-49a1-b779-216aa21accc9 admin admin] Network 6deb06cd-ad81-4c08-9eca-cecd3390e990 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:12:06.227263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-6d797ad6-b640-49a1-b779-216aa21accc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 6deb06cd-ad81-4c08-9eca-cecd3390e990) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:12:06.233254 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d797ad6-b640-49a1-b779-216aa21accc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:06.233880 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6d797ad6-b640-49a1-b779-216aa21accc9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:06.236406 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fab6696-9ff7-4a70-8725-02a3ec2cad2c None None] Network 6deb06cd-ad81-4c08-9eca-cecd3390e990 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:12:06.264104 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6d797ad6-b640-49a1-b779-216aa21accc9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6188786 Nov 26 03:12:06.314555 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['5d4a7645-8fa8-4254-aa83-dfbce7936c50'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:12:06.511041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a945e8-f506-4b9e-8e6c-31d7b84285a8 None None] Network 6deb06cd-ad81-4c08-9eca-cecd3390e990 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:12:07.337122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5099c-8aab-4269-bd10-02b63881cb4d req-32653408-6c52-420f-b724-38a511337317 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:07.338717 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bc5099c-8aab-4269-bd10-02b63881cb4d req-32653408-6c52-420f-b724-38a511337317 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e3c5482-f258-4e92-ab9b-2413003de85f HTTP/1.1" status: 200 len: 945 time: 0.0816331 Nov 26 03:12:07.408310 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bc5099c-8aab-4269-bd10-02b63881cb4d req-9e466235-9c39-42da-88ce-5a16f9a1807a tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/security-groups?id=93aec682-58ca-468a-9814-294d14184e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554934 Nov 26 03:12:07.678887 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5d4a7645-8fa8-4254-aa83-dfbce7936c50 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:12:08.018059 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 5d4a7645-8fa8-4254-aa83-dfbce7936c50 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:12:08.027243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 5d4a7645-8fa8-4254-aa83-dfbce7936c50 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:12:08.032279 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:08.262212 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:08.309068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 5d4a7645-8fa8-4254-aa83-dfbce7936c50, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5d4a7645-8fa8-4254-aa83-dfbce7936c50,segment=NetworkSegment(ba202d90-8887-4261-9b89-1cbe96a6977c),segment_id=ba202d90-8887-4261-9b89-1cbe96a6977c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:12:08.310073 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3c5482-f258-4e92-ab9b-2413003de85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4a7645-8fa8-4254-aa83-dfbce7936c50'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:12:08.312658 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669a7399-ae6f-4202-b2d9-0a63953c7068" -d '{"events": [{"server_uuid": "3e3c5482-f258-4e92-ab9b-2413003de85f", "name": "network-vif-plugged", "status": "completed", "tag": "5d4a7645-8fa8-4254-aa83-dfbce7936c50"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:12:08.319745 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:08.376252 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf064e00-2f6e-43bd-a965-2202ac96b202 x-openstack-request-id: req-cf064e00-2f6e-43bd-a965-2202ac96b202 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:12:08.376784 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3c5482-f258-4e92-ab9b-2413003de85f", "name": "network-vif-plugged", "status": "completed", "tag": "5d4a7645-8fa8-4254-aa83-dfbce7936c50", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:12:08.377184 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf064e00-2f6e-43bd-a965-2202ac96b202 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:12:08.377736 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3c5482-f258-4e92-ab9b-2413003de85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4a7645-8fa8-4254-aa83-dfbce7936c50', 'code': 200} Nov 26 03:12:08.399309 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=5d4a7645-8fa8-4254-aa83-dfbce7936c50,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:08.547339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c032e-814d-4239-9163-954baaa4bbdd req-a9bd39e7-a9a9-4230-8d6c-f423dbf74877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:08.548910 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-707c032e-814d-4239-9163-954baaa4bbdd req-a9bd39e7-a9a9-4230-8d6c-f423dbf74877 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e3c5482-f258-4e92-ab9b-2413003de85f HTTP/1.1" status: 200 len: 1097 time: 0.0799820 Nov 26 03:12:08.582836 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ebb28-bdfd-4296-b025-33b0142b30bd req-e61ed74d-914c-4ddb-a032-4918e9dc9aa9 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:08.584576 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e4ebb28-bdfd-4296-b025-33b0142b30bd req-e61ed74d-914c-4ddb-a032-4918e9dc9aa9 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e3c5482-f258-4e92-ab9b-2413003de85f HTTP/1.1" status: 200 len: 946 time: 0.0791895 Nov 26 03:12:08.628634 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-707c032e-814d-4239-9163-954baaa4bbdd req-dcf28373-fe60-48b2-97d0-5d22bc8bd1a8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=93aec682-58ca-468a-9814-294d14184e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708282 Nov 26 03:12:08.658468 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e4ebb28-bdfd-4296-b025-33b0142b30bd req-76b1b714-423e-4628-918b-90621d39c229 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/security-groups?id=93aec682-58ca-468a-9814-294d14184e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672715 Nov 26 03:12:09.898075 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08800cbf-a474-4ae6-9a1f-6f9a986ad38d req-253b55cf-8a52-448d-ae41-fbea815421b0 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:09.906825 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08800cbf-a474-4ae6-9a1f-6f9a986ad38d req-253b55cf-8a52-448d-ae41-fbea815421b0 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e3c5482-f258-4e92-ab9b-2413003de85f HTTP/1.1" status: 200 len: 946 time: 0.1056733 Nov 26 03:12:10.065624 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08800cbf-a474-4ae6-9a1f-6f9a986ad38d req-30fbf0fc-5caf-4ef7-ac5a-e14a05868f33 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/security-groups?id=93aec682-58ca-468a-9814-294d14184e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505513 Nov 26 03:12:10.432132 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ef690-3fc2-4eab-9d98-935df6038e24 req-ff7f9d4f-0abb-49d5-8230-383fd0f99b31 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:10.434317 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-005ef690-3fc2-4eab-9d98-935df6038e24 req-ff7f9d4f-0abb-49d5-8230-383fd0f99b31 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e3c5482-f258-4e92-ab9b-2413003de85f HTTP/1.1" status: 200 len: 946 time: 0.0608900 Nov 26 03:12:10.534308 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-005ef690-3fc2-4eab-9d98-935df6038e24 req-4f4af5f4-3fa2-40b5-b1fe-10cec8053f0e tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/security-groups?id=93aec682-58ca-468a-9814-294d14184e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921428 Nov 26 03:12:11.672649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a35c7e-aebb-4f7d-afb9-8bc3b700a42c req-91312f56-5f55-4857-b84a-75de8427a2ac tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:11.674499 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06a35c7e-aebb-4f7d-afb9-8bc3b700a42c req-91312f56-5f55-4857-b84a-75de8427a2ac tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e3c5482-f258-4e92-ab9b-2413003de85f HTTP/1.1" status: 200 len: 946 time: 0.0576372 Nov 26 03:12:11.692894 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7c140022-faff-4f6b-b3bc-a8ab376842f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:11.730578 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06a35c7e-aebb-4f7d-afb9-8bc3b700a42c req-97188419-b76b-44dc-a495-f2e667b7e012 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/security-groups?id=93aec682-58ca-468a-9814-294d14184e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483499 Nov 26 03:12:11.792616 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77cef5-e291-4b23-a554-4c118029121e req-6358d56b-939c-41f7-aa9f-260a19127c67 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:11.794122 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f77cef5-e291-4b23-a554-4c118029121e req-6358d56b-939c-41f7-aa9f-260a19127c67 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e3c5482-f258-4e92-ab9b-2413003de85f HTTP/1.1" status: 200 len: 946 time: 0.0599988 Nov 26 03:12:11.921850 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-1f77cef5-e291-4b23-a554-4c118029121e req-f237752f-2a2f-441c-8eed-855d51c485c3 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Deleting port 5d4a7645-8fa8-4254-aa83-dfbce7936c50 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:12:11.924310 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1f77cef5-e291-4b23-a554-4c118029121e req-f237752f-2a2f-441c-8eed-855d51c485c3 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:12.121555 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-1f77cef5-e291-4b23-a554-4c118029121e req-f237752f-2a2f-441c-8eed-855d51c485c3 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] For port 5d4a7645-8fa8-4254-aa83-dfbce7936c50, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5d4a7645-8fa8-4254-aa83-dfbce7936c50,segment=NetworkSegment(ba202d90-8887-4261-9b89-1cbe96a6977c),segment_id=ba202d90-8887-4261-9b89-1cbe96a6977c)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:12:12.121924 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1f77cef5-e291-4b23-a554-4c118029121e req-f237752f-2a2f-441c-8eed-855d51c485c3 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:12.130767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e2572-e24a-463d-88cd-324396e9437d req-b08c51ff-6ff0-4b4c-9221-51b89117f8f6 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:12.132282 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da4e2572-e24a-463d-88cd-324396e9437d req-b08c51ff-6ff0-4b4c-9221-51b89117f8f6 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 812 time: 0.2132206 Nov 26 03:12:12.150370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-1f77cef5-e291-4b23-a554-4c118029121e req-f237752f-2a2f-441c-8eed-855d51c485c3 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Calling delete_port for 5d4a7645-8fa8-4254-aa83-dfbce7936c50 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:12:12.156144 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da4e2572-e24a-463d-88cd-324396e9437d req-657e823c-ecc7-4d93-bd74-08fe8ebdf1c0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/quotas/b17049609f8f491cbb361dbfa10fcb6b HTTP/1.1" status: 200 len: 375 time: 0.0162921 Nov 26 03:12:12.256605 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da4e2572-e24a-463d-88cd-324396e9437d req-ac26b371-f338-4301-810e-07b4bd8aa7f0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913260 Nov 26 03:12:12.413472 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1f77cef5-e291-4b23-a554-4c118029121e req-f237752f-2a2f-441c-8eed-855d51c485c3 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:12.449134 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['5d4a7645-8fa8-4254-aa83-dfbce7936c50'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:12:12.460320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237752f-2a2f-441c-8eed-855d51c485c3 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Pushing event deleted for resources: {'Port': ['ID=5d4a7645-8fa8-4254-aa83-dfbce7936c50,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:12.473628 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da4e2572-e24a-463d-88cd-324396e9437d req-43d6ae83-2c94-4af2-b8e5-addcc255e61d service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041306 Nov 26 03:12:12.549562 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f77cef5-e291-4b23-a554-4c118029121e req-f237752f-2a2f-441c-8eed-855d51c485c3 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] No DVR routers for this DVR port 5d4a7645-8fa8-4254-aa83-dfbce7936c50 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:12:12.553624 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1f77cef5-e291-4b23-a554-4c118029121e req-f237752f-2a2f-441c-8eed-855d51c485c3 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:12.557096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f77cef5-e291-4b23-a554-4c118029121e req-f237752f-2a2f-441c-8eed-855d51c485c3 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.59 "DELETE /v2.0/ports/5d4a7645-8fa8-4254-aa83-dfbce7936c50 HTTP/1.1" status: 204 len: 173 time: 0.7519720 Nov 26 03:12:12.557732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3c5482-f258-4e92-ab9b-2413003de85f', 'name': 'network-vif-deleted', 'tag': '5d4a7645-8fa8-4254-aa83-dfbce7936c50'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:12:12.560288 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b762e92-211e-495c-9d98-70f8f929e0b0" -d '{"events": [{"server_uuid": "3e3c5482-f258-4e92-ab9b-2413003de85f", "name": "network-vif-deleted", "tag": "5d4a7645-8fa8-4254-aa83-dfbce7936c50"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:12:12.613552 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a12c61-3b92-4561-be7f-ab5ce91f721a x-openstack-request-id: req-42a12c61-3b92-4561-be7f-ab5ce91f721a {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:12:12.613891 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3c5482-f258-4e92-ab9b-2413003de85f", "name": "network-vif-deleted", "tag": "5d4a7645-8fa8-4254-aa83-dfbce7936c50", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:12:12.614151 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42a12c61-3b92-4561-be7f-ab5ce91f721a {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:12:12.614564 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3c5482-f258-4e92-ab9b-2413003de85f', 'name': 'network-vif-deleted', 'tag': '5d4a7645-8fa8-4254-aa83-dfbce7936c50', 'status': 'completed', 'code': 200} Nov 26 03:12:12.668627 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da4e2572-e24a-463d-88cd-324396e9437d req-ced3b130-a179-4a68-8bd6-6d54f16c258b service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759770 Nov 26 03:12:12.908145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-46e902ff-7d6b-424c-be66-41599ea5d5e9 req-2abf5dfb-7d70-40eb-857c-d8493b5db654 tempest-ServerGroupTestJSON-1526338386 tempest-ServerGroupTestJSON-1526338386-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e3c5482-f258-4e92-ab9b-2413003de85f HTTP/1.1" status: 200 len: 210 time: 0.0449543 Nov 26 03:12:13.174202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-489e4797-8b0b-4de0-b330-2a329b30eb0b req-ffda846e-f693-4b01-8d31-2588c1a7d9c5 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 210 time: 0.0565593 Nov 26 03:12:14.131124 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3f23256a-aeb5-4057-a3bf-e542b862bc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:14.340355 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43954) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:14.400339 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-269ddd60-8960-4451-abb3-a53d507658fe req-a30546a9-ebf6-4037-aafc-2150678ce8aa tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 210 time: 0.0551543 Nov 26 03:12:14.409025 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5b7179-4273-4d15-9ff9-3e4ccc29cc0c admin admin] Deleting subnet c07731c1-bc48-4eef-91e6-1b783e82c4ca {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:12:14.427753 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ce5b7179-4273-4d15-9ff9-3e4ccc29cc0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:14.477927 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ce5b7179-4273-4d15-9ff9-3e4ccc29cc0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:14.517385 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e2572-e24a-463d-88cd-324396e9437d req-bfa7040e-18b9-4cf1-b09d-ce97c810b438 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:14.518968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da4e2572-e24a-463d-88cd-324396e9437d req-bfa7040e-18b9-4cf1-b09d-ce97c810b438 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 812 time: 0.2723963 Nov 26 03:12:14.544866 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ce5b7179-4273-4d15-9ff9-3e4ccc29cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:14.554262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-da4e2572-e24a-463d-88cd-324396e9437d req-b731d122-71dc-4e6b-9489-cec7e6835c96 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Request body: {'port': {'device_id': '1845ca07-adc7-4b26-8f26-7ae35f2d7579', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'admin_state_up': True, 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:12:14.687445 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ce5b7179-4273-4d15-9ff9-3e4ccc29cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:14.728359 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b7179-4273-4d15-9ff9-3e4ccc29cc0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c07731c1-bc48-4eef-91e6-1b783e82c4ca,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:14.736906 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ce5b7179-4273-4d15-9ff9-3e4ccc29cc0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:14.745818 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ce5b7179-4273-4d15-9ff9-3e4ccc29cc0c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c07731c1-bc48-4eef-91e6-1b783e82c4ca HTTP/1.1" status: 204 len: 168 time: 0.4043250 Nov 26 03:12:14.746806 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43966) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:14.814457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4e2572-e24a-463d-88cd-324396e9437d req-b731d122-71dc-4e6b-9489-cec7e6835c96 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Made reservation on behalf of b17049609f8f491cbb361dbfa10fcb6b for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:12:14.821911 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-da4e2572-e24a-463d-88cd-324396e9437d req-b731d122-71dc-4e6b-9489-cec7e6835c96 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:14.854196 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4cf9fa72-d5ba-429a-9703-3277b1794f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:15.056863 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4cf9fa72-d5ba-429a-9703-3277b1794f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:15.074212 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:15.097182 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4cf9fa72-d5ba-429a-9703-3277b1794f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed49cb09-52f8-4850-9408-e2fc81c135cd']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:12:15.122202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-da4e2572-e24a-463d-88cd-324396e9437d req-b731d122-71dc-4e6b-9489-cec7e6835c96 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Allocated IP 172.20.0.14 (3f4d63a1-f901-4208-8c24-36adbef45f4d/f8613f4d-a1ac-4475-b5f6-ead1648d3332/cb3d2426-4af7-41da-9a58-68ffaaa9c00b) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:12:15.122972 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4cf9fa72-d5ba-429a-9703-3277b1794f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba202d90-8887-4261-9b89-1cbe96a6977c') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:12:15.123283 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-4cf9fa72-d5ba-429a-9703-3277b1794f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba202d90-8887-4261-9b89-1cbe96a6977c') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:12:15.160814 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4cf9fa72-d5ba-429a-9703-3277b1794f09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:15.193770 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4cf9fa72-d5ba-429a-9703-3277b1794f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:15.204049 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf9fa72-d5ba-429a-9703-3277b1794f09 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:12:15.204938 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4cf9fa72-d5ba-429a-9703-3277b1794f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:12:15.339216 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:12:15.347008 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4cf9fa72-d5ba-429a-9703-3277b1794f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:15.355923 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4cf9fa72-d5ba-429a-9703-3277b1794f09 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:15.359816 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4cf9fa72-d5ba-429a-9703-3277b1794f09 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ed49cb09-52f8-4850-9408-e2fc81c135cd HTTP/1.1" status: 204 len: 168 time: 0.6117725 Nov 26 03:12:15.388560 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9fa72-d5ba-429a-9703-3277b1794f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed49cb09-52f8-4850-9408-e2fc81c135cd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:15.457881 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-da4e2572-e24a-463d-88cd-324396e9437d req-b731d122-71dc-4e6b-9489-cec7e6835c96 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:15.537912 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-da4e2572-e24a-463d-88cd-324396e9437d req-b731d122-71dc-4e6b-9489-cec7e6835c96 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:15.620280 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43976) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:15.720724 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7455e2af-1fc7-47f8-9566-8b29a08eb29b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3358121a0044e4d8475cfb68eab35c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0989430 Nov 26 03:12:15.723771 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 43978) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:15.726227 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5d4a7645-8fa8-4254-aa83-dfbce7936c50 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:12:15.757374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 5d4a7645-8fa8-4254-aa83-dfbce7936c50 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:12:15.757609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731d122-71dc-4e6b-9489-cec7e6835c96 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'Port': ['ID=cb3d2426-4af7-41da-9a58-68ffaaa9c00b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:15.758232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5d4a7645-8fa8-4254-aa83-dfbce7936c50 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:12:15.778948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4e2572-e24a-463d-88cd-324396e9437d req-b731d122-71dc-4e6b-9489-cec7e6835c96 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Network 3f4d63a1-f901-4208-8c24-36adbef45f4d is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:12:15.785975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-da4e2572-e24a-463d-88cd-324396e9437d req-b731d122-71dc-4e6b-9489-cec7e6835c96 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:12:15.797483 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c547853-a730-4ee8-b2a0-88f18a3bc95b req-edfa5195-5a80-4b3e-8f7a-4b1587325406 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:15.805438 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c547853-a730-4ee8-b2a0-88f18a3bc95b req-edfa5195-5a80-4b3e-8f7a-4b1587325406 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 932 time: 0.2520506 Nov 26 03:12:15.807996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4e2572-e24a-463d-88cd-324396e9437d req-b731d122-71dc-4e6b-9489-cec7e6835c96 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:12:15.824679 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1146-de35-4829-b68a-5773daa670ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:15.886358 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1146-de35-4829-b68a-5773daa670ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:15.950478 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c547853-a730-4ee8-b2a0-88f18a3bc95b req-9b053623-9fe3-4d0d-8924-b982a42afe47 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440413 Nov 26 03:12:15.993987 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e2572-e24a-463d-88cd-324396e9437d req-b731d122-71dc-4e6b-9489-cec7e6835c96 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:15.997955 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-da4e2572-e24a-463d-88cd-324396e9437d req-b731d122-71dc-4e6b-9489-cec7e6835c96 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:16.008293 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1146-de35-4829-b68a-5773daa670ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:16.011876 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1146-de35-4829-b68a-5773daa670ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:16.013520 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ec2a1146-de35-4829-b68a-5773daa670ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93aec682-58ca-468a-9814-294d14184e98 HTTP/1.1" status: 204 len: 168 time: 0.2877941 Nov 26 03:12:16.030416 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a1146-de35-4829-b68a-5773daa670ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93aec682-58ca-468a-9814-294d14184e98,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:16.046578 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da4e2572-e24a-463d-88cd-324396e9437d req-b731d122-71dc-4e6b-9489-cec7e6835c96 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4969225 Nov 26 03:12:16.076493 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Request body: {'port': {'device_id': '1845ca07-adc7-4b26-8f26-7ae35f2d7579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:12:16.215201 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:16.276181 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a074e929-edbd-4a8e-b18b-3c4ed8f31e30 None None] Provisioning complete for port cb3d2426-4af7-41da-9a58-68ffaaa9c00b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:12:16.277894 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a074e929-edbd-4a8e-b18b-3c4ed8f31e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:16.373734 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a074e929-edbd-4a8e-b18b-3c4ed8f31e30 None None] Port cb3d2426-4af7-41da-9a58-68ffaaa9c00b cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:12:16.575549 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb3d2426-4af7-41da-9a58-68ffaaa9c00b {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:12:16.612597 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:16.634742 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:16.653112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Transition to ACTIVE for port object cb3d2426-4af7-41da-9a58-68ffaaa9c00b will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:12:16.663141 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:16.809035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Pushing event updated for resources: {'Port': ['ID=cb3d2426-4af7-41da-9a58-68ffaaa9c00b,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:17.190370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Attempting to bind port cb3d2426-4af7-41da-9a58-68ffaaa9c00b on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:12:17.191021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Attempting to bind port cb3d2426-4af7-41da-9a58-68ffaaa9c00b by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:12:17.191287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Attempting to bind port cb3d2426-4af7-41da-9a58-68ffaaa9c00b on network 3f4d63a1-f901-4208-8c24-36adbef45f4d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:12:17.202793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Port cb3d2426-4af7-41da-9a58-68ffaaa9c00b on network 3f4d63a1-f901-4208-8c24-36adbef45f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:12:17.203245 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Attempting to bind port cb3d2426-4af7-41da-9a58-68ffaaa9c00b on network 3f4d63a1-f901-4208-8c24-36adbef45f4d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:12:17.213502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:12:17.213502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Checking segment: {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:12:17.214392 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Bound using segment: {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:12:17.214761 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Bound port: cb3d2426-4af7-41da-9a58-68ffaaa9c00b, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:12:17.215201 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:17.270899 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5c04d-da3a-4c53-9f65-8e6ddeda393d req-09c3423e-1c22-4f54-8006-a46e80fc9827 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:17.279429 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5f5c04d-da3a-4c53-9f65-8e6ddeda393d req-09c3423e-1c22-4f54-8006-a46e80fc9827 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 944 time: 0.1818542 Nov 26 03:12:17.368398 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] For port cb3d2426-4af7-41da-9a58-68ffaaa9c00b, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:12:17.372483 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] For port cb3d2426-4af7-41da-9a58-68ffaaa9c00b, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=cb3d2426-4af7-41da-9a58-68ffaaa9c00b,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:12:17.391745 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5f5c04d-da3a-4c53-9f65-8e6ddeda393d req-fe281fa6-bd90-47bf-a663-5ad56ae1c369 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070275 Nov 26 03:12:17.394678 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:17.435002 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:17.435899 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:17.437462 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da4e2572-e24a-463d-88cd-324396e9437d req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] 10.222.0.59 "PUT /v2.0/ports/cb3d2426-4af7-41da-9a58-68ffaaa9c00b HTTP/1.1" status: 200 len: 1092 time: 1.3771658 Nov 26 03:12:17.440226 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1845ca07-adc7-4b26-8f26-7ae35f2d7579', 'tag': 'cb3d2426-4af7-41da-9a58-68ffaaa9c00b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:12:17.449161 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28be33d8-84f9-42c0-862a-3aa7e08cffec" -d '{"events": [{"name": "network-changed", "server_uuid": "1845ca07-adc7-4b26-8f26-7ae35f2d7579", "tag": "cb3d2426-4af7-41da-9a58-68ffaaa9c00b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:12:17.530457 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029a0cb4-5a2c-458b-905a-422b64a8dcc7 x-openstack-request-id: req-029a0cb4-5a2c-458b-905a-422b64a8dcc7 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:12:17.531013 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1845ca07-adc7-4b26-8f26-7ae35f2d7579", "tag": "cb3d2426-4af7-41da-9a58-68ffaaa9c00b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:12:17.531417 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-029a0cb4-5a2c-458b-905a-422b64a8dcc7 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:12:17.531987 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1845ca07-adc7-4b26-8f26-7ae35f2d7579', 'tag': 'cb3d2426-4af7-41da-9a58-68ffaaa9c00b', 'status': 'completed', 'code': 200} Nov 26 03:12:17.576347 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:17.589095 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9612f2f-285f-446f-827e-e30aa5b9a92a service neutron] Pushing event updated for resources: {'Port': ['ID=cb3d2426-4af7-41da-9a58-68ffaaa9c00b,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:17.666435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e2572-e24a-463d-88cd-324396e9437d req-9f7c7e59-a4de-4089-b004-6a4ed34fca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:17.668035 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da4e2572-e24a-463d-88cd-324396e9437d req-9f7c7e59-a4de-4089-b004-6a4ed34fca54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 1095 time: 0.1276412 Nov 26 03:12:17.758520 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da4e2572-e24a-463d-88cd-324396e9437d req-33876915-cd86-4e03-b280-2c8edfdced28 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb3d2426-4af7-41da-9a58-68ffaaa9c00b HTTP/1.1" status: 200 len: 217 time: 0.0776770 Nov 26 03:12:18.660629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e2572-e24a-463d-88cd-324396e9437d req-7c0d605b-3298-442a-9e1c-9d30135fb7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:18.662195 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da4e2572-e24a-463d-88cd-324396e9437d req-7c0d605b-3298-442a-9e1c-9d30135fb7de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.8972011 Nov 26 03:12:18.753415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8708c6d-98cf-4304-9110-5adb17bb4029 req-a9c9bae3-4952-4298-b896-569084ffa7cc tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:18.755853 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8708c6d-98cf-4304-9110-5adb17bb4029 req-a9c9bae3-4952-4298-b896-569084ffa7cc tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 944 time: 0.1554477 Nov 26 03:12:18.873132 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2165bc0a-2e7c-42fa-8ec9-9c762b60d8b5 req-db6c696d-5ebf-4fa9-b20d-e10a8d73273a tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0500004 Nov 26 03:12:18.924293 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e2572-e24a-463d-88cd-324396e9437d req-00beedd6-c71c-435c-a6ff-287089ddeefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:18.925821 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da4e2572-e24a-463d-88cd-324396e9437d req-00beedd6-c71c-435c-a6ff-287089ddeefc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2522974 Nov 26 03:12:18.937723 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8708c6d-98cf-4304-9110-5adb17bb4029 req-108161de-7ac2-495a-95fa-e0fccb202e51 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720228 Nov 26 03:12:19.158713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da4e2572-e24a-463d-88cd-324396e9437d req-1bd7f9a0-2c1f-40db-a32f-4ce5430f5156 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159038 Nov 26 03:12:19.411956 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da4e2572-e24a-463d-88cd-324396e9437d req-e6e7bb0c-b1f3-4f8b-ba38-7c50ae9e130c service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473378 Nov 26 03:12:19.583377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be33d8-84f9-42c0-862a-3aa7e08cffec req-7b00c543-ba55-4b40-9a64-9e8fba12500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:19.587006 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28be33d8-84f9-42c0-862a-3aa7e08cffec req-7b00c543-ba55-4b40-9a64-9e8fba12500f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 1095 time: 0.0777617 Nov 26 03:12:19.886349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be33d8-84f9-42c0-862a-3aa7e08cffec req-6df70c80-2fcc-4fb7-9773-c769a6720384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:19.887915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28be33d8-84f9-42c0-862a-3aa7e08cffec req-6df70c80-2fcc-4fb7-9773-c769a6720384 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 913 time: 0.2932122 Nov 26 03:12:19.964335 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28be33d8-84f9-42c0-862a-3aa7e08cffec req-69d153ae-a971-464e-a208-680e087c6802 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb3d2426-4af7-41da-9a58-68ffaaa9c00b HTTP/1.1" status: 200 len: 217 time: 0.0666616 Nov 26 03:12:20.048746 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44064) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:20.103413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be33d8-84f9-42c0-862a-3aa7e08cffec req-515c08bc-4239-4bda-b088-557806a195d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:20.104777 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28be33d8-84f9-42c0-862a-3aa7e08cffec req-515c08bc-4239-4bda-b088-557806a195d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.1336415 Nov 26 03:12:20.166407 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2973335a-0f29-4451-8208-dd9d728f9dd2 req-dec3101f-02ab-4e05-bb37-8ef0d7772995 tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0672100 Nov 26 03:12:20.223969 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be33d8-84f9-42c0-862a-3aa7e08cffec req-01824328-ce60-430b-9c41-f67fcdd9cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:20.233929 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28be33d8-84f9-42c0-862a-3aa7e08cffec req-01824328-ce60-430b-9c41-f67fcdd9cd51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661876 Nov 26 03:12:20.271177 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454f744-3692-4750-bb03-44b7749a9e29 req-a4b99b35-0aa4-4c9c-a5fa-ffb22884d9e5 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:20.275488 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a454f744-3692-4750-bb03-44b7749a9e29 req-a4b99b35-0aa4-4c9c-a5fa-ffb22884d9e5 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 944 time: 0.1920135 Nov 26 03:12:20.382605 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-893ad438-7922-4a1a-9620-2950db4b2cfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:20.469004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a454f744-3692-4750-bb03-44b7749a9e29 req-7fe6ee5a-c5ab-4d24-be0d-26ce7b7ff76c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920143 Nov 26 03:12:20.556356 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28be33d8-84f9-42c0-862a-3aa7e08cffec req-b55b3a80-d76e-4da6-aa37-b0a5c0f822c2 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787325 Nov 26 03:12:20.659058 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-893ad438-7922-4a1a-9620-2950db4b2cfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:20.671942 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-893ad438-7922-4a1a-9620-2950db4b2cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:20.792431 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ad438-7922-4a1a-9620-2950db4b2cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf9576b-d08c-4b3c-8132-68dc755f3393,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:20.836583 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-893ad438-7922-4a1a-9620-2950db4b2cfe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4fa535996aa74e89b8f06091182d11fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7866240 Nov 26 03:12:20.839386 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44070) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:20.899060 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-28be33d8-84f9-42c0-862a-3aa7e08cffec req-3515cc21-0a7f-4443-807f-6beee337e1f0 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340089 Nov 26 03:12:20.952941 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-82163817-016e-4dda-b2af-4a484619d022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:21.010309 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-82163817-016e-4dda-b2af-4a484619d022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:21.075146 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-82163817-016e-4dda-b2af-4a484619d022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:21.078677 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-82163817-016e-4dda-b2af-4a484619d022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:21.079896 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-82163817-016e-4dda-b2af-4a484619d022 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dcf9576b-d08c-4b3c-8132-68dc755f3393 HTTP/1.1" status: 204 len: 168 time: 0.2416878 Nov 26 03:12:21.099785 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82163817-016e-4dda-b2af-4a484619d022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf9576b-d08c-4b3c-8132-68dc755f3393,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:21.330862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf94efca-50ec-4352-a030-576a30725e27 req-6c76cee8-9109-474c-a8e9-cf10102c475b tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0368962 Nov 26 03:12:21.546888 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44084) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:21.573604 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c9c6-4784-4a97-a537-dded232e700e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:21.681775 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162c647-4694-47e2-baeb-8c512c30844a req-53729f17-b089-4d48-8428-37cf84471a42 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:21.689556 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f162c647-4694-47e2-baeb-8c512c30844a req-53729f17-b089-4d48-8428-37cf84471a42 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 944 time: 0.1170723 Nov 26 03:12:21.740300 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c9c6-4784-4a97-a537-dded232e700e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:21.748584 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c9c6-4784-4a97-a537-dded232e700e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:21.799462 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5c9c6-4784-4a97-a537-dded232e700e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af99a173-d563-48f3-a786-a68b2d983861,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:21.806971 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0fd5c9c6-4784-4a97-a537-dded232e700e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=464cb990f64a4ab49afb71c20b7855f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2566237 Nov 26 03:12:21.807952 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44086) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:21.842434 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f162c647-4694-47e2-baeb-8c512c30844a req-c1f8066d-a7af-4951-9848-3a5131c7e103 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507714 Nov 26 03:12:21.893043 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1722a922-a1f4-42b3-9f53-6a28282344bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:21.926282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1722a922-a1f4-42b3-9f53-6a28282344bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:21.983814 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1722a922-a1f4-42b3-9f53-6a28282344bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:21.986415 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1722a922-a1f4-42b3-9f53-6a28282344bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:21.990472 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1722a922-a1f4-42b3-9f53-6a28282344bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af99a173-d563-48f3-a786-a68b2d983861 HTTP/1.1" status: 204 len: 168 time: 0.1781816 Nov 26 03:12:21.996804 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722a922-a1f4-42b3-9f53-6a28282344bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af99a173-d563-48f3-a786-a68b2d983861,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:22.521506 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:22.524581 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab846934-40cc-4b9a-bfdc-495644141388 req-f9c17b8e-502d-4999-9ff3-7fe747c282b7 tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0375969 Nov 26 03:12:23.061580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2396d8-29a1-4819-95d2-6b235091e2e1 req-3e87c330-a54a-4927-a898-03f2611a5066 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:23.069641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd2396d8-29a1-4819-95d2-6b235091e2e1 req-3e87c330-a54a-4927-a898-03f2611a5066 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 944 time: 0.1228633 Nov 26 03:12:23.129846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd2396d8-29a1-4819-95d2-6b235091e2e1 req-c5ff731f-7128-45d7-abee-0aae9a2240a5 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591555 Nov 26 03:12:23.234926 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-708a4957-7add-4694-9e33-9664c9ea629b req-b1c3f75b-a3fb-4057-ac58-bbf8b9fb4538 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0535569 Nov 26 03:12:23.585895 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:23.748917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b1f9bee-684a-41a4-89f9-d9597205b63c req-5b84e985-06c6-4c57-9c58-17e607bb80ae tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0567045 Nov 26 03:12:24.294058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552ee59-eb67-4c5e-82b5-9f05f78db581 req-1ec32e8d-c4a7-4b1c-960a-aaef9b64b7f4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:24.305428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7552ee59-eb67-4c5e-82b5-9f05f78db581 req-1ec32e8d-c4a7-4b1c-960a-aaef9b64b7f4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 944 time: 0.0735633 Nov 26 03:12:24.360749 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7552ee59-eb67-4c5e-82b5-9f05f78db581 req-2a98cd4c-f626-443f-a758-bec288124fef tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540280 Nov 26 03:12:24.896803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a151376-ccb9-4848-8d78-98c5f18a741b req-fda8ba50-cb12-44f7-b2dc-2b8d6cc65b69 tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0462303 Nov 26 03:12:25.418457 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f787ebbc-7cfb-4389-85f9-140ed5a7b10b req-6272c87e-de2a-4cee-9d92-17382dd2aacb tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0527811 Nov 26 03:12:25.729719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4fb6a-e119-4f53-844c-f1449804cd0d req-d878fd3e-d914-4459-88a5-8626489b9157 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:25.731229 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5c4fb6a-e119-4f53-844c-f1449804cd0d req-d878fd3e-d914-4459-88a5-8626489b9157 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 944 time: 0.1234028 Nov 26 03:12:25.843545 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5c4fb6a-e119-4f53-844c-f1449804cd0d req-93828f3f-7c64-48b7-9625-c2018f504541 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908775 Nov 26 03:12:26.628928 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81c2d815-c864-4000-b851-b2ba3f465640 req-56ad8e8a-f07b-43e0-a0b2-b20debaa2a9f tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0743215 Nov 26 03:12:26.959273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed4bd2-658a-453a-a36a-c8c72cc8e3b0 req-e6bbea7c-2b16-41bc-8e82-19c52e73b1a7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:26.960780 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7ed4bd2-658a-453a-a36a-c8c72cc8e3b0 req-e6bbea7c-2b16-41bc-8e82-19c52e73b1a7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 944 time: 0.0567300 Nov 26 03:12:27.010556 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7ed4bd2-658a-453a-a36a-c8c72cc8e3b0 req-1fcbb6e0-b4d3-4c8c-b1a6-5de3b2d355ed tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433993 Nov 26 03:12:27.758925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-436a1d51-0dda-424a-b51a-df3559559f3c req-aee142ee-801c-433a-bc77-447736159caf tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0421002 Nov 26 03:12:28.158252 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39111b7-c3df-45ff-aa73-d53ad40cdad4 req-03ec3806-744d-4f99-8f56-df328d42c03a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:28.160564 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e39111b7-c3df-45ff-aa73-d53ad40cdad4 req-03ec3806-744d-4f99-8f56-df328d42c03a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 944 time: 0.0553327 Nov 26 03:12:28.216116 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e39111b7-c3df-45ff-aa73-d53ad40cdad4 req-e814498d-a62b-48c9-a40a-b6bf55a6f88d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456803 Nov 26 03:12:28.889177 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:12:28.892709 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b1830026-681a-4662-be0b-23403427ad16 req-eb76cde2-bb26-40b6-9fe5-856bde8cd526 tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0474513 Nov 26 03:12:29.382478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b32844-e8a1-4793-9f9b-ff9f09e41dd8 req-c5e388f7-cac8-4593-b15d-9e227d4c948e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:29.384339 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4b32844-e8a1-4793-9f9b-ff9f09e41dd8 req-c5e388f7-cac8-4593-b15d-9e227d4c948e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 944 time: 0.0532248 Nov 26 03:12:29.436238 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4b32844-e8a1-4793-9f9b-ff9f09e41dd8 req-e076a154-74f7-437b-979e-351e6fa51702 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455461 Nov 26 03:12:30.001592 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf0b57c1-b35d-4271-88b0-42da74b84f94 req-84cca088-32a0-4309-82ef-74b0bd1aa385 tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0291240 Nov 26 03:12:30.582506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e90b5-6666-448c-89cd-3cf77484f93f req-9555b13e-2f4f-4371-a313-a75bd546940e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:30.584469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f2e90b5-6666-448c-89cd-3cf77484f93f req-9555b13e-2f4f-4371-a313-a75bd546940e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 944 time: 0.0593102 Nov 26 03:12:30.675843 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f2e90b5-6666-448c-89cd-3cf77484f93f req-8d0b570e-8ad9-48b5-bc39-592a6b82f580 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819857 Nov 26 03:12:31.127081 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c96ba09-2e50-4d0e-8c4d-4616538c17fd req-8478541e-5571-4ae1-b883-400015a081ea tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0342650 Nov 26 03:12:31.786773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 44330) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:31.807651 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f39f02-c399-425f-a773-a6bae00c5ae0 req-b64e233c-19f6-415a-bbfb-37fbaef27145 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:31.809458 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1f39f02-c399-425f-a773-a6bae00c5ae0 req-b64e233c-19f6-415a-bbfb-37fbaef27145 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 944 time: 0.0560923 Nov 26 03:12:31.832909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device cb3d2426-4af7-41da-9a58-68ffaaa9c00b details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:12:31.861249 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1f39f02-c399-425f-a773-a6bae00c5ae0 req-49d412a8-1818-4940-9b0a-f1187895f004 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455549 Nov 26 03:12:31.945309 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bd555c30-ab4e-418d-af11-9c2e120bcd80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:31.982402 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port cb3d2426-4af7-41da-9a58-68ffaaa9c00b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=cb3d2426-4af7-41da-9a58-68ffaaa9c00b,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:12:31.998247 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'cb3d2426-4af7-41da-9a58-68ffaaa9c00b', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'port_id': 'cb3d2426-4af7-41da-9a58-68ffaaa9c00b', 'mac_address': 'fa:16:3e:9a:9d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:12:32.038948 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bd555c30-ab4e-418d-af11-9c2e120bcd80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:32.047381 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bd555c30-ab4e-418d-af11-9c2e120bcd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:32.052524 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:32.070964 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb3d2426-4af7-41da-9a58-68ffaaa9c00b {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:12:32.088741 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bd555c30-ab4e-418d-af11-9c2e120bcd80 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe4a25e4652446eaa81035dff0f27212&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3008950 Nov 26 03:12:32.091515 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44342) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:32.097949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port cb3d2426-4af7-41da-9a58-68ffaaa9c00b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=cb3d2426-4af7-41da-9a58-68ffaaa9c00b,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:12:32.099554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd555c30-ab4e-418d-af11-9c2e120bcd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac058ce-59d8-4f0d-aac6-7a0cfd29f603,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:32.104310 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:32.147274 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fd7ea99-f1d2-4c4e-a813-1bdcd66057eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:32.170349 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fd7ea99-f1d2-4c4e-a813-1bdcd66057eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:32.183731 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=cb3d2426-4af7-41da-9a58-68ffaaa9c00b,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:32.225807 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fd7ea99-f1d2-4c4e-a813-1bdcd66057eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:32.228352 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5fd7ea99-f1d2-4c4e-a813-1bdcd66057eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:32.232305 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5fd7ea99-f1d2-4c4e-a813-1bdcd66057eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ac058ce-59d8-4f0d-aac6-7a0cfd29f603 HTTP/1.1" status: 204 len: 168 time: 0.1396434 Nov 26 03:12:32.241461 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7ea99-f1d2-4c4e-a813-1bdcd66057eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac058ce-59d8-4f0d-aac6-7a0cfd29f603,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:32.287611 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8ec85ec-dfe9-44b1-a5c7-1019e30bddb0 req-2cbd010c-03d4-4bf7-b1da-2f5e7616b99b tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0480213 Nov 26 03:12:32.380992 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['cb3d2426-4af7-41da-9a58-68ffaaa9c00b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:12:32.694874 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44368) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:32.711513 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3576722-74d6-4810-9b81-5748025f502f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:32.811956 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3576722-74d6-4810-9b81-5748025f502f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:32.819530 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d3576722-74d6-4810-9b81-5748025f502f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:32.861399 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d38840f1-a6ab-4fc1-b39b-d5759dd2b85b req-2202cc4b-2231-4f42-bd7d-560d6c8eb0f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fc0e44ef97e641e29d1c148860343b11&device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0352044 Nov 26 03:12:32.865139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 44372) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:32.865712 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d3576722-74d6-4810-9b81-5748025f502f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16b9ef580bd04cd386d7ebdff8c98600&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1685135 Nov 26 03:12:32.867842 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3576722-74d6-4810-9b81-5748025f502f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103d53dd-aaac-4c7e-b10b-d8e21d14796c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:32.951069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d38840f1-a6ab-4fc1-b39b-d5759dd2b85b req-f9f5a3a4-b53b-49dc-b328-3f8b578eca6b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=fc0e44ef97e641e29d1c148860343b11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509696 Nov 26 03:12:33.089489 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f72c7a7-82d8-42ca-9e4a-ea9c5387e834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:33.178663 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f72c7a7-82d8-42ca-9e4a-ea9c5387e834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:33.208105 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b9828-581f-48bd-9945-28f5a03d5b0a req-aa9d2526-b490-4988-910c-ff6058a2e1fd tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:33.209839 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-123b9828-581f-48bd-9945-28f5a03d5b0a req-aa9d2526-b490-4988-910c-ff6058a2e1fd tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 945 time: 0.2190442 Nov 26 03:12:33.236506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38840f1-a6ab-4fc1-b39b-d5759dd2b85b req-10684424-f18b-47f3-9f27-94327eb327e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:33.238152 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d38840f1-a6ab-4fc1-b39b-d5759dd2b85b req-10684424-f18b-47f3-9f27-94327eb327e8 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2733374 Nov 26 03:12:33.305746 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f72c7a7-82d8-42ca-9e4a-ea9c5387e834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:33.309076 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6f72c7a7-82d8-42ca-9e4a-ea9c5387e834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:33.312466 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6f72c7a7-82d8-42ca-9e4a-ea9c5387e834 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/103d53dd-aaac-4c7e-b10b-d8e21d14796c HTTP/1.1" status: 204 len: 168 time: 0.4431403 Nov 26 03:12:33.319309 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-123b9828-581f-48bd-9945-28f5a03d5b0a req-97508eab-d448-4d05-8a9d-09cea3dd68d5 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750742 Nov 26 03:12:33.325364 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72c7a7-82d8-42ca-9e4a-ea9c5387e834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103d53dd-aaac-4c7e-b10b-d8e21d14796c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:33.453614 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81180e7b-7e3b-4782-8599-e683af3d9bcd req-1a97c94d-ead5-4740-a0ea-52d00bfc042d tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0357261 Nov 26 03:12:33.736536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 44396) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:33.751182 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d86afe6-a57a-4fe4-8d06-cdd9809eceb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:33.841435 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d86afe6-a57a-4fe4-8d06-cdd9809eceb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:33.842463 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device cb3d2426-4af7-41da-9a58-68ffaaa9c00b up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:12:33.846249 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8d86afe6-a57a-4fe4-8d06-cdd9809eceb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:33.886555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8d86afe6-a57a-4fe4-8d06-cdd9809eceb4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=116915af1d784ba4960642e78a1e9144&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1464100 Nov 26 03:12:33.886900 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44404) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:33.897903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86afe6-a57a-4fe4-8d06-cdd9809eceb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f41a17c-57a8-4251-8e21-3f30501ba679,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:33.912422 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port cb3d2426-4af7-41da-9a58-68ffaaa9c00b completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:12:33.917821 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port cb3d2426-4af7-41da-9a58-68ffaaa9c00b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:12:33.918421 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:33.957309 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-309fa965-5656-4fcd-b746-2059c300c26d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:33.984992 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-309fa965-5656-4fcd-b746-2059c300c26d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:34.028745 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:34.038338 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-309fa965-5656-4fcd-b746-2059c300c26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:34.040969 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-309fa965-5656-4fcd-b746-2059c300c26d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:34.042114 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-309fa965-5656-4fcd-b746-2059c300c26d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f41a17c-57a8-4251-8e21-3f30501ba679 HTTP/1.1" status: 204 len: 168 time: 0.1536937 Nov 26 03:12:34.049961 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fa965-5656-4fcd-b746-2059c300c26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f41a17c-57a8-4251-8e21-3f30501ba679,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:34.074534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port cb3d2426-4af7-41da-9a58-68ffaaa9c00b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=cb3d2426-4af7-41da-9a58-68ffaaa9c00b,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:12:34.077435 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1845ca07-adc7-4b26-8f26-7ae35f2d7579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3d2426-4af7-41da-9a58-68ffaaa9c00b'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:12:34.080355 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfcd5ba-3e74-4fee-ad20-e57eb0d407d8" -d '{"events": [{"server_uuid": "1845ca07-adc7-4b26-8f26-7ae35f2d7579", "name": "network-vif-plugged", "status": "completed", "tag": "cb3d2426-4af7-41da-9a58-68ffaaa9c00b"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:12:34.096393 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:34.155621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=cb3d2426-4af7-41da-9a58-68ffaaa9c00b,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:34.396718 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d6b81c-5988-4326-9a8c-eaa83408dd21 x-openstack-request-id: req-42d6b81c-5988-4326-9a8c-eaa83408dd21 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:12:34.397028 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1845ca07-adc7-4b26-8f26-7ae35f2d7579", "name": "network-vif-plugged", "status": "completed", "tag": "cb3d2426-4af7-41da-9a58-68ffaaa9c00b", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:12:34.397285 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42d6b81c-5988-4326-9a8c-eaa83408dd21 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:12:34.397792 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1845ca07-adc7-4b26-8f26-7ae35f2d7579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3d2426-4af7-41da-9a58-68ffaaa9c00b', 'code': 200} Nov 26 03:12:34.602988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff56282-a435-4d0b-ad1b-2e316faeadbf req-30f332ba-360c-434e-a1cb-5c51981825e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:34.605341 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cff56282-a435-4d0b-ad1b-2e316faeadbf req-30f332ba-360c-434e-a1cb-5c51981825e5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 1097 time: 0.0914590 Nov 26 03:12:34.744376 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d2c8178-7444-4894-9628-f8c84d645873 req-7bfc45c7-e9f4-428f-b9f7-a8a50afabd91 tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0939035 Nov 26 03:12:34.791893 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cff56282-a435-4d0b-ad1b-2e316faeadbf req-0cb951db-c2f4-4489-b64d-2723db2e2891 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794653 Nov 26 03:12:34.843768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612d2e0-de02-4dff-b529-581e4ece8314 req-abe6ee72-0f65-41b6-81a7-c812d4b8ef8f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:34.853022 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d612d2e0-de02-4dff-b529-581e4ece8314 req-abe6ee72-0f65-41b6-81a7-c812d4b8ef8f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 946 time: 0.0811005 Nov 26 03:12:34.923704 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d612d2e0-de02-4dff-b529-581e4ece8314 req-0e980b23-2769-4594-98cb-2cf25e053c3e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695982 Nov 26 03:12:35.887619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10aec121-6625-4108-8ded-01b8dc6401ea req-ae660641-3a65-4a72-a578-3bc3beac8c77 tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0305576 Nov 26 03:12:36.097277 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcfece-d743-4032-93af-87cc795ad9de req-b6364f9e-42fb-4cfe-819f-2e2b3f14612d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:36.103229 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44488) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:36.108877 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2fcfece-d743-4032-93af-87cc795ad9de req-b6364f9e-42fb-4cfe-819f-2e2b3f14612d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 946 time: 0.0969834 Nov 26 03:12:36.233634 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2fcfece-d743-4032-93af-87cc795ad9de req-81896064-3d82-4449-be33-dca6a6cd3f57 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172378 Nov 26 03:12:36.306734 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3b090c9d-83cd-438a-8f85-7ddc4e9d446c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:36.386666 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bfdfb-ba94-4016-b149-0d0514cc7905 req-e1c822a0-853b-475f-9c7f-34b244b7a054 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:36.396304 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f26bfdfb-ba94-4016-b149-0d0514cc7905 req-e1c822a0-853b-475f-9c7f-34b244b7a054 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 946 time: 0.0757740 Nov 26 03:12:36.458800 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f26bfdfb-ba94-4016-b149-0d0514cc7905 req-fbcdc3df-6302-46e6-ad09-f6b956528719 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613873 Nov 26 03:12:36.481785 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3b090c9d-83cd-438a-8f85-7ddc4e9d446c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:36.491932 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3b090c9d-83cd-438a-8f85-7ddc4e9d446c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:36.526913 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3b090c9d-83cd-438a-8f85-7ddc4e9d446c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=023ed069d9de46d8927dabd414a129b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4225657 Nov 26 03:12:36.529636 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44500) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:36.602666 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f934cb41-d4ed-4295-8b56-7e72e91f7be6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:36.610258 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b090c9d-83cd-438a-8f85-7ddc4e9d446c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6d268b-bf9e-450e-bebe-6d4f91f942b5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:36.652790 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f934cb41-d4ed-4295-8b56-7e72e91f7be6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:36.720827 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f934cb41-d4ed-4295-8b56-7e72e91f7be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:36.723494 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f934cb41-d4ed-4295-8b56-7e72e91f7be6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:36.725180 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f934cb41-d4ed-4295-8b56-7e72e91f7be6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b6d268b-bf9e-450e-bebe-6d4f91f942b5 HTTP/1.1" status: 204 len: 168 time: 0.1937656 Nov 26 03:12:36.733771 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934cb41-d4ed-4295-8b56-7e72e91f7be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6d268b-bf9e-450e-bebe-6d4f91f942b5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:37.065077 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-899e1ecc-1467-4a34-a071-ecc1d2ef5f84 req-f3eb7466-8e5c-452e-b745-f680d1512f17 tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0618482 Nov 26 03:12:38.265950 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-050b4ad1-4857-484c-b3a8-c851862a5513 req-2bd3d022-346b-4503-95cd-45d6cea00b79 tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0480723 Nov 26 03:12:39.431074 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59e59da3-6370-481e-b3fd-b378bc0b66b5 req-6d3cf679-717d-4570-9dbf-0a9cc36bff3b tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0374599 Nov 26 03:12:39.600721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b86f0-5924-4ccc-981a-15aa63036708 req-eb81430a-4556-4bcd-9153-5ec0cb3b3e3e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:39.614585 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-763b86f0-5924-4ccc-981a-15aa63036708 req-eb81430a-4556-4bcd-9153-5ec0cb3b3e3e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 812 time: 0.1322219 Nov 26 03:12:39.644767 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-763b86f0-5924-4ccc-981a-15aa63036708 req-321c236b-903a-406d-a8fe-d74572088510 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/quotas/b17049609f8f491cbb361dbfa10fcb6b HTTP/1.1" status: 200 len: 375 time: 0.0291898 Nov 26 03:12:39.743740 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-763b86f0-5924-4ccc-981a-15aa63036708 req-a6f622ab-122f-483c-a765-32be56882ae7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0978491 Nov 26 03:12:39.771030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-763b86f0-5924-4ccc-981a-15aa63036708 req-05ecec59-6725-469b-850c-1e05e61df9b3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:12:39.773300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-763b86f0-5924-4ccc-981a-15aa63036708 req-05ecec59-6725-469b-850c-1e05e61df9b3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127909 Nov 26 03:12:39.913081 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-763b86f0-5924-4ccc-981a-15aa63036708 req-e5e87264-9805-4c13-862a-db3d5f25d897 service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278353 Nov 26 03:12:40.043054 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-763b86f0-5924-4ccc-981a-15aa63036708 req-f169d3cf-d40a-43d2-99d6-a86eef7845c9 service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222486 Nov 26 03:12:40.352842 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-558be25e-80e7-464f-95e8-db4c87257f04 req-2b8a609b-ac1c-4a36-b458-ce3c7a698ae0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 210 time: 0.0393267 Nov 26 03:12:40.588875 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a7dffa97-bbea-4570-8549-4c451a065df7 req-bd452172-e822-470d-aaa4-7348f0c91f6a tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0588381 Nov 26 03:12:41.179806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-6535f5d0-24d6-47a2-95be-e5e8915d073c req-437fcb1b-60bd-4f01-bf2c-b97cb0f5f9e3 service neutron] (104802) timed out ('10.222.0.31', 50032) {{(pid=104802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 03:12:41.582427 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13c507aa-174c-485b-9e92-3263e75c0371 req-a608b150-11ec-48ca-b4e3-8ad8c7daba53 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 210 time: 0.0823665 Nov 26 03:12:41.689422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b86f0-5924-4ccc-981a-15aa63036708 req-6b35e844-3c99-4ac8-9fed-ba2e330f51cc tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:41.693141 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-763b86f0-5924-4ccc-981a-15aa63036708 req-6b35e844-3c99-4ac8-9fed-ba2e330f51cc tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 812 time: 0.2617779 Nov 26 03:12:41.695832 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fdff5ba8-cceb-41c9-98c6-e611e9663490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:41.717348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-763b86f0-5924-4ccc-981a-15aa63036708 req-f1e56dc7-fa47-4981-9cd2-fc0ae001f684 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Request body: {'port': {'device_id': '30099a65-968e-4c24-bac5-d0ef650d77c1', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'admin_state_up': True, 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:12:41.766803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66b48ad6-2f28-4ca7-99c2-c4f8e39a297a req-8ef2fcb4-f299-446f-b2ba-9434078d918f tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0584297 Nov 26 03:12:41.900836 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-763b86f0-5924-4ccc-981a-15aa63036708 req-f1e56dc7-fa47-4981-9cd2-fc0ae001f684 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Made reservation on behalf of b17049609f8f491cbb361dbfa10fcb6b for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:12:41.905234 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-763b86f0-5924-4ccc-981a-15aa63036708 req-f1e56dc7-fa47-4981-9cd2-fc0ae001f684 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:42.161646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-763b86f0-5924-4ccc-981a-15aa63036708 req-f1e56dc7-fa47-4981-9cd2-fc0ae001f684 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Allocated IP 172.20.0.12 (3f4d63a1-f901-4208-8c24-36adbef45f4d/f8613f4d-a1ac-4475-b5f6-ead1648d3332/97abb0db-5fa1-4a2b-8f02-56ce778d9c04) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:12:42.406077 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-763b86f0-5924-4ccc-981a-15aa63036708 req-f1e56dc7-fa47-4981-9cd2-fc0ae001f684 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:42.451976 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-763b86f0-5924-4ccc-981a-15aa63036708 req-f1e56dc7-fa47-4981-9cd2-fc0ae001f684 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:42.498890 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['cb3d2426-4af7-41da-9a58-68ffaaa9c00b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:12:42.528856 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e56dc7-fa47-4981-9cd2-fc0ae001f684 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'Port': ['ID=97abb0db-5fa1-4a2b-8f02-56ce778d9c04,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:42.579389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-763b86f0-5924-4ccc-981a-15aa63036708 req-f1e56dc7-fa47-4981-9cd2-fc0ae001f684 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Network 3f4d63a1-f901-4208-8c24-36adbef45f4d is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:12:42.582941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-763b86f0-5924-4ccc-981a-15aa63036708 req-f1e56dc7-fa47-4981-9cd2-fc0ae001f684 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:12:42.587800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-763b86f0-5924-4ccc-981a-15aa63036708 req-f1e56dc7-fa47-4981-9cd2-fc0ae001f684 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:12:42.707648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b86f0-5924-4ccc-981a-15aa63036708 req-f1e56dc7-fa47-4981-9cd2-fc0ae001f684 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:42.711362 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-763b86f0-5924-4ccc-981a-15aa63036708 req-f1e56dc7-fa47-4981-9cd2-fc0ae001f684 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:42.778516 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-763b86f0-5924-4ccc-981a-15aa63036708 req-f1e56dc7-fa47-4981-9cd2-fc0ae001f684 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0675886 Nov 26 03:12:42.846342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Request body: {'port': {'device_id': '30099a65-968e-4c24-bac5-d0ef650d77c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:12:42.952729 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:43.071921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14d6c694-7a97-45ff-991f-64059f71cb99 req-ce1d1851-c535-42a9-affd-f4c1a077b3e4 tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.1202493 Nov 26 03:12:43.101239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3231346-f280-4e8a-a3d2-348fd3f1ec01 req-6d8ef589-fe9f-43f4-86a6-23b1ad30db39 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:43.108846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e3231346-f280-4e8a-a3d2-348fd3f1ec01 req-6d8ef589-fe9f-43f4-86a6-23b1ad30db39 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 932 time: 0.3579037 Nov 26 03:12:43.150939 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5b027424-a54a-4e1c-b68e-4ff463f4b958 None None] Provisioning complete for port 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:12:43.151878 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5b027424-a54a-4e1c-b68e-4ff463f4b958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:43.241454 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-5b027424-a54a-4e1c-b68e-4ff463f4b958 None None] Port 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:12:43.244595 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e3231346-f280-4e8a-a3d2-348fd3f1ec01 req-237180f6-1e14-484e-8fd8-789241b6f573 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342461 Nov 26 03:12:43.427797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:12:43.435975 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:43.450737 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Transition to ACTIVE for port object 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:12:43.456511 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:43.511011 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=97abb0db-5fa1-4a2b-8f02-56ce778d9c04,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:43.626036 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Attempting to bind port 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:12:43.627632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Attempting to bind port 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:12:43.627981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Attempting to bind port 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 on network 3f4d63a1-f901-4208-8c24-36adbef45f4d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:12:43.657263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Port 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 on network 3f4d63a1-f901-4208-8c24-36adbef45f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:12:43.657730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Attempting to bind port 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 on network 3f4d63a1-f901-4208-8c24-36adbef45f4d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:12:43.672502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:12:43.673042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Checking segment: {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:12:43.673450 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Bound using segment: {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:12:43.673984 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Bound port: 97abb0db-5fa1-4a2b-8f02-56ce778d9c04, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:12:43.674926 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:43.766476 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] For port 97abb0db-5fa1-4a2b-8f02-56ce778d9c04, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:12:43.772313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] For port 97abb0db-5fa1-4a2b-8f02-56ce778d9c04, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=97abb0db-5fa1-4a2b-8f02-56ce778d9c04,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:12:43.780178 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:43.845036 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=97abb0db-5fa1-4a2b-8f02-56ce778d9c04,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:43.857511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:43.858966 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:43.862014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-763b86f0-5924-4ccc-981a-15aa63036708 req-7e516c29-4733-4048-8db4-31e82077e2f3 service neutron] 10.222.0.59 "PUT /v2.0/ports/97abb0db-5fa1-4a2b-8f02-56ce778d9c04 HTTP/1.1" status: 200 len: 1092 time: 1.0322433 Nov 26 03:12:43.862769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30099a65-968e-4c24-bac5-d0ef650d77c1', 'tag': '97abb0db-5fa1-4a2b-8f02-56ce778d9c04'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:12:43.865731 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a4eb11-1ead-44a8-836c-e9a5bde4ceb9" -d '{"events": [{"name": "network-changed", "server_uuid": "30099a65-968e-4c24-bac5-d0ef650d77c1", "tag": "97abb0db-5fa1-4a2b-8f02-56ce778d9c04"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:12:43.985385 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1861a06-3fcb-4e4c-b897-573538bd147c x-openstack-request-id: req-d1861a06-3fcb-4e4c-b897-573538bd147c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:12:43.985794 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30099a65-968e-4c24-bac5-d0ef650d77c1", "tag": "97abb0db-5fa1-4a2b-8f02-56ce778d9c04", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:12:43.986153 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1861a06-3fcb-4e4c-b897-573538bd147c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:12:43.986654 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30099a65-968e-4c24-bac5-d0ef650d77c1', 'tag': '97abb0db-5fa1-4a2b-8f02-56ce778d9c04', 'status': 'completed', 'code': 200} Nov 26 03:12:44.047283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b86f0-5924-4ccc-981a-15aa63036708 req-915fb568-6873-4cbe-ade4-d38ac5ad145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:44.049082 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-763b86f0-5924-4ccc-981a-15aa63036708 req-915fb568-6873-4cbe-ade4-d38ac5ad145b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 1095 time: 0.1171596 Nov 26 03:12:44.160725 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-de858440-37b4-4a5b-8ac2-0cda79bcab46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:44.169790 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-763b86f0-5924-4ccc-981a-15aa63036708 req-e8ad6aae-52ee-48e3-9016-a932fe773166 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97abb0db-5fa1-4a2b-8f02-56ce778d9c04 HTTP/1.1" status: 200 len: 217 time: 0.1065469 Nov 26 03:12:44.280835 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b86f0-5924-4ccc-981a-15aa63036708 req-1b698a57-d10b-4330-b3a2-162b1f7d1f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:44.282491 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-763b86f0-5924-4ccc-981a-15aa63036708 req-1b698a57-d10b-4330-b3a2-162b1f7d1f22 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.1037023 Nov 26 03:12:44.347808 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-855530e9-be05-4088-9126-324f2576fbf2 req-c5aef1a1-da51-4faf-9bae-cb6866698ba8 tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0555518 Nov 26 03:12:44.433063 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956c177-8e7d-4e2c-a034-71f074bf9ba9 req-d89a6046-954d-4309-979d-12bdc4f95a18 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:44.435017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c956c177-8e7d-4e2c-a034-71f074bf9ba9 req-d89a6046-954d-4309-979d-12bdc4f95a18 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.0631747 Nov 26 03:12:44.466026 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b86f0-5924-4ccc-981a-15aa63036708 req-c551e5f0-5955-4600-b631-fbc4d1035f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:44.467459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-763b86f0-5924-4ccc-981a-15aa63036708 req-c551e5f0-5955-4600-b631-fbc4d1035f7d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637454 Nov 26 03:12:44.577318 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c956c177-8e7d-4e2c-a034-71f074bf9ba9 req-617d1eb6-061b-476c-bdbd-9374d6b49886 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325619 Nov 26 03:12:44.619077 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-763b86f0-5924-4ccc-981a-15aa63036708 req-60383588-cb0d-4972-bad4-870da1e488c2 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410413 Nov 26 03:12:44.747012 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-763b86f0-5924-4ccc-981a-15aa63036708 req-118f5bda-dcda-4f38-a71c-8ab7ac9e1c94 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135354 Nov 26 03:12:44.896932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4eb11-1ead-44a8-836c-e9a5bde4ceb9 req-a79a25b8-c480-43a4-86a3-69ecd6a33b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:44.898524 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9a4eb11-1ead-44a8-836c-e9a5bde4ceb9 req-a79a25b8-c480-43a4-86a3-69ecd6a33b13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 1095 time: 0.0491054 Nov 26 03:12:45.060206 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4eb11-1ead-44a8-836c-e9a5bde4ceb9 req-f51d8750-ab96-4c86-859e-018de1bb5c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:45.061956 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9a4eb11-1ead-44a8-836c-e9a5bde4ceb9 req-f51d8750-ab96-4c86-859e-018de1bb5c28 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 913 time: 0.1539485 Nov 26 03:12:45.068918 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:45.131181 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9a4eb11-1ead-44a8-836c-e9a5bde4ceb9 req-f042feb6-7c88-402b-8818-2750d31adc7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97abb0db-5fa1-4a2b-8f02-56ce778d9c04 HTTP/1.1" status: 200 len: 217 time: 0.0620372 Nov 26 03:12:45.196846 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4eb11-1ead-44a8-836c-e9a5bde4ceb9 req-ebd3992d-e12d-4c6c-8abe-c95dc474d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:45.200183 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9a4eb11-1ead-44a8-836c-e9a5bde4ceb9 req-ebd3992d-e12d-4c6c-8abe-c95dc474d600 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.0598984 Nov 26 03:12:45.332389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4eb11-1ead-44a8-836c-e9a5bde4ceb9 req-71e8da7a-1045-4db4-b190-064817d7fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:45.334586 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9a4eb11-1ead-44a8-836c-e9a5bde4ceb9 req-71e8da7a-1045-4db4-b190-064817d7fc3e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216474 Nov 26 03:12:45.506674 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9a4eb11-1ead-44a8-836c-e9a5bde4ceb9 req-0c6f498b-ab4e-457d-8842-adbfbbf10510 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467552 Nov 26 03:12:46.139033 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3692d67a-4bbc-46f1-8948-c0efa998dfd7 req-fdff5ff0-d069-4226-9397-58e49466edc6 tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.6114261 Nov 26 03:12:46.229448 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44860) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:46.283311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bbcec-8ad9-4635-9077-b68241839499 req-6f92b749-d4cd-4000-bafb-fc3adf51bf90 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:46.285476 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-564bbcec-8ad9-4635-9077-b68241839499 req-6f92b749-d4cd-4000-bafb-fc3adf51bf90 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.1981821 Nov 26 03:12:46.360402 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9a4eb11-1ead-44a8-836c-e9a5bde4ceb9 req-b282edb4-b444-4b56-91bd-d011ac655386 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8452997 Nov 26 03:12:46.400682 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-564bbcec-8ad9-4635-9077-b68241839499 req-98db52f0-7b07-4117-9ef5-9b4b7439a407 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934474 Nov 26 03:12:46.452238 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b2c08ea-44ad-458b-b6cf-9a25ce9e062a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:46.587621 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b2c08ea-44ad-458b-b6cf-9a25ce9e062a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:46.594326 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b2c08ea-44ad-458b-b6cf-9a25ce9e062a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:46.648672 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0b2c08ea-44ad-458b-b6cf-9a25ce9e062a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=300d524ed39741a383c83fcbba2c6816&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4180310 Nov 26 03:12:46.649761 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c08ea-44ad-458b-b6cf-9a25ce9e062a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf4a2c4-a6eb-4367-bfd5-870a4a848e75,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:46.651717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 44872) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:46.687118 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:46.715935 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-88939dd2-8bdb-4c03-9896-f4a8f66aba49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:46.744988 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-88939dd2-8bdb-4c03-9896-f4a8f66aba49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:46.843814 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-88939dd2-8bdb-4c03-9896-f4a8f66aba49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:46.849466 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-88939dd2-8bdb-4c03-9896-f4a8f66aba49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:46.854479 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-88939dd2-8bdb-4c03-9896-f4a8f66aba49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aaf4a2c4-a6eb-4367-bfd5-870a4a848e75 HTTP/1.1" status: 204 len: 168 time: 0.2014663 Nov 26 03:12:46.867513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88939dd2-8bdb-4c03-9896-f4a8f66aba49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf4a2c4-a6eb-4367-bfd5-870a4a848e75,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:47.392076 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77e0230d-e023-4b70-ba43-c584fe539e0b req-1ab9ec47-dd9f-4a80-a09a-1b563dd60ace tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0774510 Nov 26 03:12:47.441055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 44890) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:47.472456 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d4998957-4cc2-4f2c-849a-087ada6a30d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:47.572962 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:47.655908 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d4998957-4cc2-4f2c-849a-087ada6a30d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:47.675895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3211ac3-2122-4582-8a53-77344c7fac7a req-2d651b5c-63b0-454b-b887-8befe5ebe22f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:47.686860 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3211ac3-2122-4582-8a53-77344c7fac7a req-2d651b5c-63b0-454b-b887-8befe5ebe22f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.0986364 Nov 26 03:12:47.740761 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d4998957-4cc2-4f2c-849a-087ada6a30d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:47.819240 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3211ac3-2122-4582-8a53-77344c7fac7a req-58dfb1ea-f6d9-43dd-864e-b8378937dcc7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313658 Nov 26 03:12:47.820777 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4998957-4cc2-4f2c-849a-087ada6a30d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c690421-ec56-480c-99e2-015dfcdb8f97,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:47.832240 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44898) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:47.832707 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d4998957-4cc2-4f2c-849a-087ada6a30d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d181ae1494dd4e2c9ba701251205482f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3901598 Nov 26 03:12:47.953405 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-495e9c65-ee13-404f-a52c-b8c2270f80fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:47.990329 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-495e9c65-ee13-404f-a52c-b8c2270f80fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:48.066639 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 44906) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:48.088915 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-495e9c65-ee13-404f-a52c-b8c2270f80fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:48.091689 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-495e9c65-ee13-404f-a52c-b8c2270f80fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:48.096182 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-495e9c65-ee13-404f-a52c-b8c2270f80fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c690421-ec56-480c-99e2-015dfcdb8f97 HTTP/1.1" status: 204 len: 168 time: 0.2590292 Nov 26 03:12:48.119617 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e9c65-ee13-404f-a52c-b8c2270f80fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c690421-ec56-480c-99e2-015dfcdb8f97,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:48.277359 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04f0cdb9-8408-40d0-a527-40ce2c69a7e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:48.404080 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04f0cdb9-8408-40d0-a527-40ce2c69a7e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:48.411356 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-04f0cdb9-8408-40d0-a527-40ce2c69a7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:48.560540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 44924) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:48.564756 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-04f0cdb9-8408-40d0-a527-40ce2c69a7e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be2587f4f636433c9cb1e0f2130f8210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4996021 Nov 26 03:12:48.598444 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0cdb9-8408-40d0-a527-40ce2c69a7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1aa92b-aa40-4462-9670-4c9772f8f161,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:48.741168 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-906cecb8-b23e-4ba1-84e4-da8f323a7d60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:48.745531 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b7be523-a29e-44a8-bcdc-88960826e890 req-0a6c9ee6-c3ee-4831-b6ca-9741c133e490 tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0678649 Nov 26 03:12:48.809009 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-906cecb8-b23e-4ba1-84e4-da8f323a7d60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:48.925308 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-906cecb8-b23e-4ba1-84e4-da8f323a7d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:48.933642 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-906cecb8-b23e-4ba1-84e4-da8f323a7d60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:48.941355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-906cecb8-b23e-4ba1-84e4-da8f323a7d60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a1aa92b-aa40-4462-9670-4c9772f8f161 HTTP/1.1" status: 204 len: 168 time: 0.3784585 Nov 26 03:12:48.975646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cecb8-b23e-4ba1-84e4-da8f323a7d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1aa92b-aa40-4462-9670-4c9772f8f161,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:49.140909 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df06d0-6a47-45f8-b1b6-5477ed6ce764 req-2f15a7ef-ee03-4413-a1c2-8e7094e880d2 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:49.142808 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-04df06d0-6a47-45f8-b1b6-5477ed6ce764 req-2f15a7ef-ee03-4413-a1c2-8e7094e880d2 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.0961709 Nov 26 03:12:49.234966 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-04df06d0-6a47-45f8-b1b6-5477ed6ce764 req-2a77fdf8-5165-4cff-9ccd-0cb840a2bca7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696609 Nov 26 03:12:50.005107 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-076ca129-723d-4002-ab96-227795d8ae08 req-0f6c2472-104b-44c9-b7c6-77a955b91b54 tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0505676 Nov 26 03:12:50.520862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbaef9-ac22-4cae-9a9c-7e4dec441756 req-7c149dcb-1904-4261-bc55-f526fcfad659 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:50.522693 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5cbbaef9-ac22-4cae-9a9c-7e4dec441756 req-7c149dcb-1904-4261-bc55-f526fcfad659 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.0944877 Nov 26 03:12:50.636850 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5cbbaef9-ac22-4cae-9a9c-7e4dec441756 req-51b4d05e-3dd6-4dae-b952-346679a394e5 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954959 Nov 26 03:12:50.809846 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 45002) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:50.988563 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-15c9205d-3ba3-495a-8b81-b664c20ad037 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-242254259-network', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:12:51.030533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c9205d-3ba3-495a-8b81-b664c20ad037 admin admin] Made reservation on behalf of a09da3e96ef842b592a701a4c15abb75 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:12:51.040236 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-15c9205d-3ba3-495a-8b81-b664c20ad037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:51.059226 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-15c9205d-3ba3-495a-8b81-b664c20ad037 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:51.194278 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7bf1b015-8e6f-4445-82bc-9ef19c889933 req-b29c3573-334d-4bcf-a7ad-cd029b05037d tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0590274 Nov 26 03:12:51.282639 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-15c9205d-3ba3-495a-8b81-b664c20ad037 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:51.286665 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-15c9205d-3ba3-495a-8b81-b664c20ad037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:51.314791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c9205d-3ba3-495a-8b81-b664c20ad037 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:12:51.324382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9205d-3ba3-495a-8b81-b664c20ad037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed84bc7a-37ed-43b5-8a9c-2b8d39ef63c1,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:51.345439 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-15c9205d-3ba3-495a-8b81-b664c20ad037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:51.346510 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-15c9205d-3ba3-495a-8b81-b664c20ad037 admin admin] Added segment 9d5c9700-6dcb-4735-b61b-c3790ba81da6 of type vlan for network 61ea4654-2d1e-4dd5-ae19-da4c365736f8 Nov 26 03:12:51.418702 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-15c9205d-3ba3-495a-8b81-b664c20ad037 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:51.446906 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-15c9205d-3ba3-495a-8b81-b664c20ad037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:51.448124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c9205d-3ba3-495a-8b81-b664c20ad037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:51.449137 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-15c9205d-3ba3-495a-8b81-b664c20ad037 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:51.514773 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-15c9205d-3ba3-495a-8b81-b664c20ad037 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7035816 Nov 26 03:12:51.522342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 45016) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:51.531307 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-473b6fa3-8ac9-4850-94ff-77609a92b02a admin admin] Request body: {'subnet': {'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-242254259-subnet', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:12:51.539283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9205d-3ba3-495a-8b81-b664c20ad037 admin admin] Pushing event updated for resources: {'Network': ['ID=61ea4654-2d1e-4dd5-ae19-da4c365736f8,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:51.580249 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 61ea4654-2d1e-4dd5-ae19-da4c365736f8 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:12:51.601079 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473b6fa3-8ac9-4850-94ff-77609a92b02a admin admin] Made reservation on behalf of a09da3e96ef842b592a701a4c15abb75 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:12:51.604832 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-473b6fa3-8ac9-4850-94ff-77609a92b02a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:51.909132 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323b55e-3a65-4043-bdf0-ce50560bb322 req-8cdc9d88-25f1-4638-8ddf-de5c07425218 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:51.910588 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c323b55e-3a65-4043-bdf0-ce50560bb322 req-8cdc9d88-25f1-4638-8ddf-de5c07425218 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.0988076 Nov 26 03:12:51.988444 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-473b6fa3-8ac9-4850-94ff-77609a92b02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:52.029448 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c323b55e-3a65-4043-bdf0-ce50560bb322 req-cc5d70c3-93f6-424e-99ca-ca9029058992 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892887 Nov 26 03:12:52.059698 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b6fa3-8ac9-4850-94ff-77609a92b02a admin admin] Pushing event updated for resources: {'Subnet': ['ID=104fa751-0855-4e79-9f53-06313c7a4b73,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:52.070560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b6fa3-8ac9-4850-94ff-77609a92b02a admin admin] Checking segment: {'id': '9d5c9700-6dcb-4735-b61b-c3790ba81da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:12:52.071109 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b6fa3-8ac9-4850-94ff-77609a92b02a admin admin] Network hostable DHCP agents. Network: 61ea4654-2d1e-4dd5-ae19-da4c365736f8, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:12:52.091792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b6fa3-8ac9-4850-94ff-77609a92b02a admin admin] Network 61ea4654-2d1e-4dd5-ae19-da4c365736f8 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:12:52.102858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-473b6fa3-8ac9-4850-94ff-77609a92b02a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 61ea4654-2d1e-4dd5-ae19-da4c365736f8) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:12:52.115096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473b6fa3-8ac9-4850-94ff-77609a92b02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:52.115719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829a94d9-c9cd-4f32-9207-83c5e0cc27e8 None None] Network 61ea4654-2d1e-4dd5-ae19-da4c365736f8 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:12:52.115893 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-473b6fa3-8ac9-4850-94ff-77609a92b02a admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:52.136195 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-473b6fa3-8ac9-4850-94ff-77609a92b02a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6127360 Nov 26 03:12:52.138978 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45030) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:52.147026 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-242254259-router', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:12:52.187228 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:52.188824 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:52.280510 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:52.373170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'fixed_ips': [{'subnet_id': '104fa751-0855-4e79-9f53-06313c7a4b73'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:12:52.374450 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:52.423655 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:52.447949 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-64b428c2-563f-47d7-9cd0-e89e066dd9f6 req-0b16c236-0836-44b1-8ac9-ba6e935fcff8 tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0664349 Nov 26 03:12:52.601934 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:52.607231 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Allocated IP 172.20.0.2 (61ea4654-2d1e-4dd5-ae19-da4c365736f8/104fa751-0855-4e79-9f53-06313c7a4b73/29b6dd87-28f6-4542-b7db-8474b95b6044) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:12:52.756368 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:52.784334 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:52.802090 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:52.816305 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:52.891222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Network 61ea4654-2d1e-4dd5-ae19-da4c365736f8 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:12:52.894039 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:12:52.899943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:12:52.951127 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Pushing event updated for resources: {'Port': ['ID=29b6dd87-28f6-4542-b7db-8474b95b6044,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:52.982978 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] Allocated IP 172.25.0.158 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:12:52.983744 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Attempting to bind port 29b6dd87-28f6-4542-b7db-8474b95b6044 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:12:52.984357 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Attempting to bind port 29b6dd87-28f6-4542-b7db-8474b95b6044 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '9d5c9700-6dcb-4735-b61b-c3790ba81da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:12:52.984962 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Attempting to bind port 29b6dd87-28f6-4542-b7db-8474b95b6044 on network 61ea4654-2d1e-4dd5-ae19-da4c365736f8 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:12:52.990952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:12:52.991688 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Checking segment: {'id': '9d5c9700-6dcb-4735-b61b-c3790ba81da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:12:52.992336 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:52.992923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Bound using segment: {'id': '9d5c9700-6dcb-4735-b61b-c3790ba81da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:12:52.993725 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Bound port: 29b6dd87-28f6-4542-b7db-8474b95b6044, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5c9700-6dcb-4735-b61b-c3790ba81da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:12:52.994395 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:53.133186 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] For port 29b6dd87-28f6-4542-b7db-8474b95b6044, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:12:53.138427 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] For port 29b6dd87-28f6-4542-b7db-8474b95b6044, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=29b6dd87-28f6-4542-b7db-8474b95b6044,segment=NetworkSegment(9d5c9700-6dcb-4735-b61b-c3790ba81da6),segment_id=9d5c9700-6dcb-4735-b61b-c3790ba81da6)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:12:53.149985 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:53.158218 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:53.266039 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:53.312700 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19366c-8266-46e9-a026-5f25ceee6158 None None] Pushing event updated for resources: {'Port': ['ID=29b6dd87-28f6-4542-b7db-8474b95b6044,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:53.314314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859a0dd-b63d-4066-8c2c-9c81cffcf37f req-e1129468-a206-416f-a7e1-a4be00ba7fba tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:53.331534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3859a0dd-b63d-4066-8c2c-9c81cffcf37f req-e1129468-a206-416f-a7e1-a4be00ba7fba tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.1525018 Nov 26 03:12:53.386494 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-b61cd273-3ccd-4ff3-8bb0-21124f96db08 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b15ff19a9a0a4f60b4cb533635df17af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942998 Nov 26 03:12:53.420495 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:53.426893 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3859a0dd-b63d-4066-8c2c-9c81cffcf37f req-23cb41b7-a6ba-46de-9560-db7e7778cb03 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944211 Nov 26 03:12:53.432869 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:12:53.442515 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:12:53.449322 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:12:53.471226 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cabadc-1136-4493-a62a-57bd5fc2c5fa None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:12:53.603751 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ea35a90b-5e13-4e9a-a891-c662c0309014 None None] Provisioning complete for port 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:12:53.637298 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ea35a90b-5e13-4e9a-a891-c662c0309014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:53.711512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ea35a90b-5e13-4e9a-a891-c662c0309014 None None] Port 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:12:53.731907 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:53.752033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-960f8f4b-77eb-419e-8ad8-a40579e4b553 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:53.753595 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-960f8f4b-77eb-419e-8ad8-a40579e4b553 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3212771 Nov 26 03:12:53.826923 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5319e640-0687-4b9c-a116-3ab222a0123d req-df78aef9-e5f8-4197-9efd-1cf4c958e51f tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0722196 Nov 26 03:12:53.843467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-900b665f-8206-4f7f-bf5c-f3c5e25aa267 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/quotas/b15ff19a9a0a4f60b4cb533635df17af HTTP/1.1" status: 200 len: 375 time: 0.0709527 Nov 26 03:12:53.896965 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d1b11bf3-212b-4e43-9675-e419ca1365ef tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b15ff19a9a0a4f60b4cb533635df17af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472255 Nov 26 03:12:53.943454 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 29b6dd87-28f6-4542-b7db-8474b95b6044 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:12:54.016400 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 29b6dd87-28f6-4542-b7db-8474b95b6044 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:12:54.017278 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:54.200385 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:54.290383 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 29b6dd87-28f6-4542-b7db-8474b95b6044, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=29b6dd87-28f6-4542-b7db-8474b95b6044,segment=NetworkSegment(9d5c9700-6dcb-4735-b61b-c3790ba81da6),segment_id=9d5c9700-6dcb-4735-b61b-c3790ba81da6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:12:54.306844 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e4e98f3c-99e0-40d1-8c89-0da1f1577445 req-60165f87-a0a3-4f57-aac5-ea53939202b7 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 210 time: 0.0717103 Nov 26 03:12:54.319823 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:54.391330 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=29b6dd87-28f6-4542-b7db-8474b95b6044,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:54.657834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cb8fc-1012-4127-87f7-48c64a85dfcc req-0e96c579-0a3d-4ef4-baa6-bd623528d13a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:54.659758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e0cb8fc-1012-4127-87f7-48c64a85dfcc req-0e96c579-0a3d-4ef4-baa6-bd623528d13a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.1260958 Nov 26 03:12:54.789551 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e0cb8fc-1012-4127-87f7-48c64a85dfcc req-adab0fbe-e7b2-4296-a3fe-f47b44ffa305 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217294 Nov 26 03:12:54.840492 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-464e4b11-bb9e-40ad-91de-96fe75febd39 req-1a4a8507-484f-4adb-8f0e-06bd149b986e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0495768 Nov 26 03:12:54.935817 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:55.004553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ddab269-ca1c-4985-9af7-3be4c315bdd7 req-cb34d834-321d-4993-8265-afe5b2a7a982 tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0363457 Nov 26 03:12:55.171374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c5b934-d1d3-4fce-bdd7-48d6b87c4496 None None] Network 61ea4654-2d1e-4dd5-ae19-da4c365736f8 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:12:55.218687 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:55.273756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-49bdc71c-91a4-4837-bc0d-9b4d6873b183 None None] Provisioning complete for port 29b6dd87-28f6-4542-b7db-8474b95b6044 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:12:55.274135 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-49bdc71c-91a4-4837-bc0d-9b4d6873b183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:55.375742 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] Router 51493b4f-b640-4453-b10d-b9198642e3eb is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:12:55.463102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1778dbc-2777-4826-8da5-092ab96d2b58 req-d0bb9f40-34e5-4825-8536-1480d25d48e4 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 210 time: 0.0490472 Nov 26 03:12:55.536868 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:12:55.547742 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Sync routers for ids ['51493b4f-b640-4453-b10d-b9198642e3eb'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:12:55.553974 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:55.557677 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-11dd3582-5851-4d57-9d8c-b027c9e4d5f8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4146042 Nov 26 03:12:55.557972 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 45106) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:12:55.572572 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Routers {'51493b4f-b640-4453-b10d-b9198642e3eb'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:12:55.573445 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:12:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['51493b4f-b640-4453-b10d-b9198642e3eb'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:12:55.719092 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Set router 51493b4f-b640-4453-b10d-b9198642e3eb gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:12:55.758224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 29b6dd87-28f6-4542-b7db-8474b95b6044 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:12:55.833533 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-abb61831-ea2e-4037-917a-a1ae47ea8540 None None] Provisioning complete for port 29b6dd87-28f6-4542-b7db-8474b95b6044 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:12:55.834329 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-abb61831-ea2e-4037-917a-a1ae47ea8540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:55.947456 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 29b6dd87-28f6-4542-b7db-8474b95b6044 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:12:55.947901 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:56.017563 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'name': 'tempest-TestVolumeBackupRestore-242254259-router', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:53Z', 'revision_number': 3, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'gw_port': {'id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:12:56.096769 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Checking router: 51493b4f-b640-4453-b10d-b9198642e3eb for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:12:56.097335 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Updating router 51493b4f-b640-4453-b10d-b9198642e3eb port 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:12:56.106684 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-355d18a7-7b33-4643-8a99-051f67303712 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b15ff19a9a0a4f60b4cb533635df17af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407043 Nov 26 03:12:56.185118 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:56.273597 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-921f4428-210e-427c-ab15-e3d65c392135 req-ce563ce6-454e-4e80-b059-b8f7ae7a6ffe tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.1317174 Nov 26 03:12:56.365013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378346e-1f16-4b16-ae2f-7f2ab3c2eac0 req-ed0d1b4a-f3f7-4211-bb07-408fa07c8294 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:56.366427 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e378346e-1f16-4b16-ae2f-7f2ab3c2eac0 req-ed0d1b4a-f3f7-4211-bb07-408fa07c8294 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.2730987 Nov 26 03:12:56.411456 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-c0c3bbfd-8cb0-4f50-892a-ce8323a93cf2 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:56.413165 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-c0c3bbfd-8cb0-4f50-892a-ce8323a93cf2 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2681191 Nov 26 03:12:56.416761 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-39e8b564-cc1a-49e1-9d08-d51cb0e505c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:56.441418 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Request body: {'port': {'device_id': '5a0276af-446b-4967-90f8-660a87b0616e', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': 'b15ff19a9a0a4f60b4cb533635df17af'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:12:56.518242 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:56.523068 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e378346e-1f16-4b16-ae2f-7f2ab3c2eac0 req-475ea975-ab16-477d-b0a7-5ae944444d87 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479418 Nov 26 03:12:56.537780 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:56.597541 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab53356-8994-4ea2-a124-0f54fa722c81 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:12:56.600336 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Attempting to bind port 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:12:56.600767 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Attempting to bind port 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:12:56.601068 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Attempting to bind port 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:12:56.614655 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:12:56.615072 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:12:56.615425 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:56.615821 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:12:56.616565 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Bound port: 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:12:56.617010 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:56.642985 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34e5138a-1558-4a8a-afd9-258e628acea7 req-72b0adf9-e4e7-457b-a7e0-af3faa4de9f9 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 210 time: 0.0579753 Nov 26 03:12:56.696408 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d87cccfd-9e9f-4d60-8db1-08e06d553187 None None] Provisioning complete for port 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:12:56.696789 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d87cccfd-9e9f-4d60-8db1-08e06d553187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:56.742662 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d87cccfd-9e9f-4d60-8db1-08e06d553187 None None] Port 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:12:56.758830 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21373629-e138-4bf1-a709-1033d7eb7022 None None] Pushing event updated for resources: {'Port': ['ID=2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:56.769554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Made reservation on behalf of b15ff19a9a0a4f60b4cb533635df17af for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:12:56.773144 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:56.775690 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21373629-e138-4bf1-a709-1033d7eb7022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:56.776041 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21373629-e138-4bf1-a709-1033d7eb7022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:56.776405 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21373629-e138-4bf1-a709-1033d7eb7022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:56.776961 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21373629-e138-4bf1-a709-1033d7eb7022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:56.777262 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21373629-e138-4bf1-a709-1033d7eb7022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:56.777593 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21373629-e138-4bf1-a709-1033d7eb7022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:56.777919 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21373629-e138-4bf1-a709-1033d7eb7022 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:56.778244 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21373629-e138-4bf1-a709-1033d7eb7022 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:56.778559 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21373629-e138-4bf1-a709-1033d7eb7022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:56.778877 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21373629-e138-4bf1-a709-1033d7eb7022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:56.779194 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21373629-e138-4bf1-a709-1033d7eb7022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:56.779509 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21373629-e138-4bf1-a709-1033d7eb7022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:56.788182 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] For port 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:12:56.791736 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] For port 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:12:56.798702 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:56.801169 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:56.857239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-39e8b564-cc1a-49e1-9d08-d51cb0e505c4 admin admin] Allocated IP 172.20.0.1 (61ea4654-2d1e-4dd5-ae19-da4c365736f8/104fa751-0855-4e79-9f53-06313c7a4b73/978500ae-56cb-4ac1-b60f-f42b02035e9b) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:12:56.864832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe676ed-5442-4b7b-8480-c91737063039 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:12:56.891318 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Routers {'51493b4f-b640-4453-b10d-b9198642e3eb'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:12:56.892461 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:12:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['51493b4f-b640-4453-b10d-b9198642e3eb'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:12:56.938268 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21373629-e138-4bf1-a709-1033d7eb7022 None None] Pushing event updated for resources: {'Port': ['ID=2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:56.987763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-de6f77db-3f55-4f46-a417-f642edc22237 None None] Provisioning complete for port 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:12:56.988526 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-de6f77db-3f55-4f46-a417-f642edc22237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:57.032042 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-39e8b564-cc1a-49e1-9d08-d51cb0e505c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:57.043577 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] Set router 51493b4f-b640-4453-b10d-b9198642e3eb gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:12:57.081296 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-de6f77db-3f55-4f46-a417-f642edc22237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:57.107145 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-de6f77db-3f55-4f46-a417-f642edc22237 None None] For port 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:12:57.113283 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:57.115638 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-de6f77db-3f55-4f46-a417-f642edc22237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:57.121037 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-39e8b564-cc1a-49e1-9d08-d51cb0e505c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:57.136676 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:57.195408 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f77db-3f55-4f46-a417-f642edc22237 None None] Pushing event updated for resources: {'Port': ['ID=2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:57.261721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e8b564-cc1a-49e1-9d08-d51cb0e505c4 admin admin] Network 61ea4654-2d1e-4dd5-ae19-da4c365736f8 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:12:57.277187 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895cf2a3-3697-4758-8b97-5c9b16007dc5,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:57.279559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-39e8b564-cc1a-49e1-9d08-d51cb0e505c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:12:57.282433 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e8b564-cc1a-49e1-9d08-d51cb0e505c4 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:12:57.291001 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'name': 'tempest-TestVolumeBackupRestore-242254259-router', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:53Z', 'revision_number': 3, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'gw_port': {'id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:12:57.331530 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:57.332125 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:57.332446 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc9c740-ebbe-41de-a464-2c555c3321e2 None None] The sync data for ids ['51493b4f-b640-4453-b10d-b9198642e3eb'] in n-d-819389-3 is: [{'id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'name': 'tempest-TestVolumeBackupRestore-242254259-router', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:53Z', 'revision_number': 3, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'gw_port': {'id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:12:57.332626 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:57.333055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:57.334458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:57.334893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:57.335756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:57.337155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:57.337155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:57.337568 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:57.337980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:57.338446 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:12:57.349198 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8b564-cc1a-49e1-9d08-d51cb0e505c4 admin admin] Pushing event updated for resources: {'Port': ['ID=978500ae-56cb-4ac1-b60f-f42b02035e9b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:57.400036 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-39e8b564-cc1a-49e1-9d08-d51cb0e505c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:57.519903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Allocated IP 192.168.233.82 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/199a21b8-b5b9-477c-9419-6110d7606458) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:12:57.527548 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45d373a7-a277-444e-9f8a-4597e00638f1 req-a027b9b2-e4b1-4ac9-bcd8-4f11a41c4a4d tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0810699 Nov 26 03:12:57.653733 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-43c17824-d2c6-4170-ad8d-d175e7da9748 None None] Provisioning complete for port 978500ae-56cb-4ac1-b60f-f42b02035e9b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:12:57.654223 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-43c17824-d2c6-4170-ad8d-d175e7da9748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:57.699493 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-43c17824-d2c6-4170-ad8d-d175e7da9748 None None] Port 978500ae-56cb-4ac1-b60f-f42b02035e9b cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:12:57.816349 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-39e8b564-cc1a-49e1-9d08-d51cb0e505c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:57.936990 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3879981-2b16-45fa-bbf9-81f42428af65 req-b2d2ab1d-2502-486f-b0a9-c9d269628ad0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:57.939193 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3879981-2b16-45fa-bbf9-81f42428af65 req-b2d2ab1d-2502-486f-b0a9-c9d269628ad0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.2539744 Nov 26 03:12:57.968631 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-766ff0ac-46cd-4965-826d-ab33b583a484 req-a7abd091-1dae-4d49-81b3-a7cf6384b16b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fc0e44ef97e641e29d1c148860343b11&device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0917864 Nov 26 03:12:57.970713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e1df403-440d-4351-b199-231e99379348 req-a37c9d9e-71cc-425a-9f72-19a8cbb2b2ef tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 210 time: 0.0577488 Nov 26 03:12:58.083220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-766ff0ac-46cd-4965-826d-ab33b583a484 req-bf9ebd14-48c2-4a0f-b1f9-c2d6a40add4a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=fc0e44ef97e641e29d1c148860343b11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724046 Nov 26 03:12:58.151316 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:58.166209 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4ff9d899-0011-47f2-b1cc-f4336aa31c6c req-57a6d6f7-4c50-40c3-b7ad-57291491fa34 tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0956445 Nov 26 03:12:58.657686 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3879981-2b16-45fa-bbf9-81f42428af65 req-38c7441f-1d65-473a-a425-4ec5aff3d4b1 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6837738 Nov 26 03:12:58.760563 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:58.782639 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ff0ac-46cd-4965-826d-ab33b583a484 req-cea4cbe6-e33c-4b9a-bcd0-50fbeaed4bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:58.784208 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-766ff0ac-46cd-4965-826d-ab33b583a484 req-cea4cbe6-e33c-4b9a-bcd0-50fbeaed4bd2 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6755931 Nov 26 03:12:58.820622 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:12:58.833019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:12:58.844925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:12:58.883876 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-39e8b564-cc1a-49e1-9d08-d51cb0e505c4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:58.894318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Pushing event updated for resources: {'Port': ['ID=199a21b8-b5b9-477c-9419-6110d7606458,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:58.901928 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-39e8b564-cc1a-49e1-9d08-d51cb0e505c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:58.975052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:58.975723 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:59.016456 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-39e8b564-cc1a-49e1-9d08-d51cb0e505c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:59.046367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-855c37f9-e69b-4458-93ee-2452618794ae tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6131587 Nov 26 03:12:59.047072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8b564-cc1a-49e1-9d08-d51cb0e505c4 admin admin] Pushing event updated for resources: {'Port': ['ID=978500ae-56cb-4ac1-b60f-f42b02035e9b,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:12:59.076019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Request body: {'port': {'device_id': '5a0276af-446b-4967-90f8-660a87b0616e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:12:59.252446 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ccf2eba0-3991-4d05-bcd1-267c6b3e3999 None None] Provisioning complete for port 199a21b8-b5b9-477c-9419-6110d7606458 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:12:59.254989 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eba0-3991-4d05-bcd1-267c6b3e3999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:59.255384 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:59.278670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcb4f0-cfc1-4cd2-98a6-451ad5a5b9b0 req-2cfb14ec-f7d4-4930-8271-0e98c7064cf5 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:12:59.281083 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7bfcb4f0-cfc1-4cd2-98a6-451ad5a5b9b0 req-2cfb14ec-f7d4-4930-8271-0e98c7064cf5 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 935 time: 0.1902809 Nov 26 03:12:59.299662 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e8b564-cc1a-49e1-9d08-d51cb0e505c4 admin admin] Network 61ea4654-2d1e-4dd5-ae19-da4c365736f8 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:12:59.329193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2eba0-3991-4d05-bcd1-267c6b3e3999 None None] Port 199a21b8-b5b9-477c-9419-6110d7606458 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:12:59.340362 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-39e8b564-cc1a-49e1-9d08-d51cb0e505c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:12:59.365058 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5968e88-89f6-4a83-85db-a08a1c10fd36 req-1c91e54a-c141-4b94-b7a7-775b3399240b tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0621452 Nov 26 03:12:59.557704 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7bfcb4f0-cfc1-4cd2-98a6-451ad5a5b9b0 req-931869ad-6ce4-4c26-96da-12ec1616aaa8 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/security-groups?id=895cf2a3-3697-4758-8b97-5c9b16007dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692943 Nov 26 03:12:59.664666 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8c3e9ce6-3a26-4054-9ccc-2a872f84cd0a None None] Provisioning complete for port 978500ae-56cb-4ac1-b60f-f42b02035e9b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:12:59.665137 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8c3e9ce6-3a26-4054-9ccc-2a872f84cd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:59.683005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e8b564-cc1a-49e1-9d08-d51cb0e505c4 admin admin] Router 51493b4f-b640-4453-b10d-b9198642e3eb has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:12:59.715772 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e9ce6-3a26-4054-9ccc-2a872f84cd0a None None] Port 978500ae-56cb-4ac1-b60f-f42b02035e9b cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:12:59.851879 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:12:59.902949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:12:59.903390 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:12:59.977655 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199a21b8-b5b9-477c-9419-6110d7606458 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:12:59.983585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e8b564-cc1a-49e1-9d08-d51cb0e505c4 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:12:59.998559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-39e8b564-cc1a-49e1-9d08-d51cb0e505c4 admin admin] 10.222.0.31 "PUT /v2.0/routers/51493b4f-b640-4453-b10d-b9198642e3eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4313684 Nov 26 03:13:00.003100 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:00.022403 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Transition to ACTIVE for port object 199a21b8-b5b9-477c-9419-6110d7606458 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:13:00.027757 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Sync routers for ids ['51493b4f-b640-4453-b10d-b9198642e3eb'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:13:00.030216 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:00.067589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Routers {'51493b4f-b640-4453-b10d-b9198642e3eb'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:13:00.068615 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:12:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['51493b4f-b640-4453-b10d-b9198642e3eb'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:13:00.089809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51583bee-6060-4fc0-9d9f-2b95e7c84b8b req-f0a6b7e7-a60e-4d5b-90b9-1a44e1973c7b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:00.091826 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51583bee-6060-4fc0-9d9f-2b95e7c84b8b req-f0a6b7e7-a60e-4d5b-90b9-1a44e1973c7b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.2953286 Nov 26 03:13:00.154448 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Pushing event updated for resources: {'Port': ['ID=199a21b8-b5b9-477c-9419-6110d7606458,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:00.216102 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Set router 51493b4f-b640-4453-b10d-b9198642e3eb gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:13:00.359623 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-766ff0ac-46cd-4965-826d-ab33b583a484 req-93ce38be-dabd-4e0d-a186-efd9847e1f37 tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.1405411 Nov 26 03:13:00.388802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51583bee-6060-4fc0-9d9f-2b95e7c84b8b req-f132a1d0-2efe-4f29-8c97-85eaf00d45c7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856266 Nov 26 03:13:00.482108 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Attempting to bind port 199a21b8-b5b9-477c-9419-6110d7606458 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:13:00.485179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Attempting to bind port 199a21b8-b5b9-477c-9419-6110d7606458 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:13:00.485695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Attempting to bind port 199a21b8-b5b9-477c-9419-6110d7606458 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:13:00.496554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Port 199a21b8-b5b9-477c-9419-6110d7606458 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:13:00.515113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Attempting to bind port 199a21b8-b5b9-477c-9419-6110d7606458 on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:13:00.536405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:13:00.538187 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:13:00.540989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:13:00.541777 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Bound port: 199a21b8-b5b9-477c-9419-6110d7606458, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:13:00.542312 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:00.653121 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bddbadb4-5df1-403e-9a87-b6f1ac844f60 req-5fc12eb0-fcd2-4bf6-aeca-b55e70e0f740 tempest-ServerShowV257Test-2029767013 tempest-ServerShowV257Test-2029767013-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0bf4d1-fd79-4018-932e-b4f352a55aad HTTP/1.1" status: 200 len: 210 time: 0.0998318 Nov 26 03:13:00.936954 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a6925-6218-4d3e-b9d0-32800d795d45 req-b278dfcd-6734-4094-995f-3c9bfc79813e tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:00.939368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-625a6925-6218-4d3e-b9d0-32800d795d45 req-b278dfcd-6734-4094-995f-3c9bfc79813e tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 947 time: 0.1645756 Nov 26 03:13:00.977779 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] For port 199a21b8-b5b9-477c-9419-6110d7606458, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:13:01.008719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] For port 199a21b8-b5b9-477c-9419-6110d7606458, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=199a21b8-b5b9-477c-9419-6110d7606458,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:13:01.025824 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:01.044691 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-625a6925-6218-4d3e-b9d0-32800d795d45 req-122a1ada-0364-423d-91c4-d0894f49a5cf tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/security-groups?id=895cf2a3-3697-4758-8b97-5c9b16007dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978711 Nov 26 03:13:01.149470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'name': 'tempest-TestVolumeBackupRestore-242254259-router', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'gw_port': {'id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '978500ae-56cb-4ac1-b60f-f42b02035e9b', 'name': '', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'mac_address': 'fa:16:3e:7e:fc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:56Z', 'updated_at': '2021-11-26T03:12:58Z', 'revision_number': 2, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'subnets': [{'id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:13:01.161408 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:01.162378 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:01.163941 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] 10.222.0.54 "PUT /v2.0/ports/199a21b8-b5b9-477c-9419-6110d7606458 HTTP/1.1" status: 200 len: 1095 time: 2.0976706 Nov 26 03:13:01.164449 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0276af-446b-4967-90f8-660a87b0616e', 'tag': '199a21b8-b5b9-477c-9419-6110d7606458'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:13:01.182828 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb47a0b-1fce-445f-abdc-add21a66a6de" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0276af-446b-4967-90f8-660a87b0616e", "tag": "199a21b8-b5b9-477c-9419-6110d7606458"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:13:01.208359 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45222) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:01.214893 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-823786880-network', 'tenant_id': '1f7ff2211e5e4966afdba464c24c4f8e'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:13:01.234308 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Checking router: 51493b4f-b640-4453-b10d-b9198642e3eb for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:13:01.240232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Updating router 51493b4f-b640-4453-b10d-b9198642e3eb port 978500ae-56cb-4ac1-b60f-f42b02035e9b binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:13:01.244146 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf7261-933b-471c-9456-b0ca7125b493 service neutron] Pushing event updated for resources: {'Port': ['ID=199a21b8-b5b9-477c-9419-6110d7606458,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:01.285300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Made reservation on behalf of 1f7ff2211e5e4966afdba464c24c4f8e for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:13:01.287660 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:01.302957 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:01.304676 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78804d3-598e-43b3-9baa-6518bd75d617 x-openstack-request-id: req-b78804d3-598e-43b3-9baa-6518bd75d617 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:13:01.304983 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0276af-446b-4967-90f8-660a87b0616e", "tag": "199a21b8-b5b9-477c-9419-6110d7606458", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:13:01.305304 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b78804d3-598e-43b3-9baa-6518bd75d617 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:13:01.305733 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0276af-446b-4967-90f8-660a87b0616e', 'tag': '199a21b8-b5b9-477c-9419-6110d7606458', 'status': 'completed', 'code': 200} Nov 26 03:13:01.329307 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:01.340631 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-dbcde0b5-9451-4a8f-864f-c7df33aa1ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:01.342184 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-dbcde0b5-9451-4a8f-864f-c7df33aa1ba7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b15ff19a9a0a4f60b4cb533635df17af&device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 1098 time: 0.0888848 Nov 26 03:13:01.416405 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-b018e987-02a7-4466-99a9-4f47be12a4d8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=199a21b8-b5b9-477c-9419-6110d7606458 HTTP/1.1" status: 200 len: 217 time: 0.0589306 Nov 26 03:13:01.479594 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:01.493765 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:01.499047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-7f0802ae-5049-48bb-8481-59e6a3a987bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:01.504695 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-7f0802ae-5049-48bb-8481-59e6a3a987bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0781605 Nov 26 03:13:01.539622 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:13:01.550144 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739dc5aa-b303-4350-8e12-4895e3953e3f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:01.555489 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:01.556443 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Added segment dc742556-d61e-4872-9478-20a7e658641f of type vlan for network 71891ab0-938b-4e8d-a946-1138e6e8ca72 Nov 26 03:13:01.633674 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:01.657363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-b6a3672c-8444-4e33-8aca-97bd9d7db3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:01.659225 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-b6a3672c-8444-4e33-8aca-97bd9d7db3d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1481183 Nov 26 03:13:01.693874 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:01.695013 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:01.695695 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:01.702212 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b23945-3ce2-4144-9216-b36d375d3a10 req-ba002b47-5bac-4130-929f-49785062b2f8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:01.704441 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-41b23945-3ce2-4144-9216-b36d375d3a10 req-ba002b47-5bac-4130-929f-49785062b2f8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.1149361 Nov 26 03:13:01.807184 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5946362 Nov 26 03:13:01.812030 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45234) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:01.821057 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d2525c43-1c1c-4336-89e8-5b31cbab13a7 admin admin] Request body: {'subnet': {'network_id': '71891ab0-938b-4e8d-a946-1138e6e8ca72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-823786880-subnet', 'tenant_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:13:01.843986 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:01.847541 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Pushing event updated for resources: {'Network': ['ID=71891ab0-938b-4e8d-a946-1138e6e8ca72,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:01.852475 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2525c43-1c1c-4336-89e8-5b31cbab13a7 admin admin] Made reservation on behalf of 1f7ff2211e5e4966afdba464c24c4f8e for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:13:01.855086 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:01.855905 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2525c43-1c1c-4336-89e8-5b31cbab13a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:01.884507 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:01.884896 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:01.885282 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:01.885763 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:01.886203 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:01.886682 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:01.888002 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:01.888495 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:01.888844 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:01.889182 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:01.889590 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:01.889930 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1b344-92b7-45f2-bfe2-ee8c24291471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:01.916229 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-41b23945-3ce2-4144-9216-b36d375d3a10 req-9671d825-1754-4112-a529-e8b330aebfd6 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978488 Nov 26 03:13:01.934337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 71891ab0-938b-4e8d-a946-1138e6e8ca72 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:13:02.021168 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-07e9e4c5-f27b-4342-97ca-1acad7c668c3 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533728 Nov 26 03:13:02.094618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463587a9-5839-4caf-916a-1e1cfff01c5f None None] Pushing event updated for resources: {'Port': ['ID=978500ae-56cb-4ac1-b60f-f42b02035e9b,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:02.273863 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2025bb10-81cc-4408-8f5c-4e1783019788 req-9aa6ae52-803c-4fef-9def-edce3f2767f2 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444923 Nov 26 03:13:02.281222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Attempting to bind port 978500ae-56cb-4ac1-b60f-f42b02035e9b on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:13:02.281812 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Attempting to bind port 978500ae-56cb-4ac1-b60f-f42b02035e9b by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '9d5c9700-6dcb-4735-b61b-c3790ba81da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:13:02.282157 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Attempting to bind port 978500ae-56cb-4ac1-b60f-f42b02035e9b on network 61ea4654-2d1e-4dd5-ae19-da4c365736f8 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:13:02.295976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:13:02.296840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Checking segment: {'id': '9d5c9700-6dcb-4735-b61b-c3790ba81da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:13:02.297427 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:02.298138 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Bound using segment: {'id': '9d5c9700-6dcb-4735-b61b-c3790ba81da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:13:02.299784 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Bound port: 978500ae-56cb-4ac1-b60f-f42b02035e9b, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5c9700-6dcb-4735-b61b-c3790ba81da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:13:02.300567 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:02.361823 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcd61f-b0fe-49ae-82f0-05fc3168843e req-e164ff2c-3b4e-42d6-b4f9-e8b1af0f26f8 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:02.369645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1bdcd61f-b0fe-49ae-82f0-05fc3168843e req-e164ff2c-3b4e-42d6-b4f9-e8b1af0f26f8 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 947 time: 0.1099727 Nov 26 03:13:02.404468 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45246) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:02.413843 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2525c43-1c1c-4336-89e8-5b31cbab13a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:02.446553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] For port 978500ae-56cb-4ac1-b60f-f42b02035e9b, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:13:02.450135 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] For port 978500ae-56cb-4ac1-b60f-f42b02035e9b, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=978500ae-56cb-4ac1-b60f-f42b02035e9b,segment=NetworkSegment(9d5c9700-6dcb-4735-b61b-c3790ba81da6),segment_id=9d5c9700-6dcb-4735-b61b-c3790ba81da6)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:13:02.465313 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:02.504070 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2525c43-1c1c-4336-89e8-5b31cbab13a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82c73f1a-9b45-4bde-8a77-90ca9df12d8a,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:02.508808 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2525c43-1c1c-4336-89e8-5b31cbab13a7 admin admin] Checking segment: {'id': 'dc742556-d61e-4872-9478-20a7e658641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '71891ab0-938b-4e8d-a946-1138e6e8ca72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:13:02.509177 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2525c43-1c1c-4336-89e8-5b31cbab13a7 admin admin] Network hostable DHCP agents. Network: 71891ab0-938b-4e8d-a946-1138e6e8ca72, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:13:02.511698 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1bdcd61f-b0fe-49ae-82f0-05fc3168843e req-470ee95a-0e68-460a-9b43-7c77b06542d7 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/security-groups?id=895cf2a3-3697-4758-8b97-5c9b16007dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410139 Nov 26 03:13:02.543320 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2525c43-1c1c-4336-89e8-5b31cbab13a7 admin admin] Network 71891ab0-938b-4e8d-a946-1138e6e8ca72 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:13:02.576314 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-d2525c43-1c1c-4336-89e8-5b31cbab13a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 71891ab0-938b-4e8d-a946-1138e6e8ca72) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:13:02.586477 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2525c43-1c1c-4336-89e8-5b31cbab13a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:02.586625 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2525c43-1c1c-4336-89e8-5b31cbab13a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:02.635812 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb47a0b-1fce-445f-abdc-add21a66a6de req-6d9c24ff-da03-4878-a35e-e93418c1c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:02.637115 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d2525c43-1c1c-4336-89e8-5b31cbab13a7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8238356 Nov 26 03:13:02.637526 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cb47a0b-1fce-445f-abdc-add21a66a6de req-6d9c24ff-da03-4878-a35e-e93418c1c1c3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b15ff19a9a0a4f60b4cb533635df17af&device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 1098 time: 0.0770383 Nov 26 03:13:02.639312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 45254) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:02.640969 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558a156a-5078-4fe8-a289-b6525ae6aa69 None None] Network 71891ab0-938b-4e8d-a946-1138e6e8ca72 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:13:02.643727 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463587a9-5839-4caf-916a-1e1cfff01c5f None None] Pushing event updated for resources: {'Port': ['ID=978500ae-56cb-4ac1-b60f-f42b02035e9b,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:02.645093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-823786880-router', 'tenant_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:13:02.669070 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c3374e8-4550-4f1d-97e3-f33ff0e627cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:02.760515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Routers {'51493b4f-b640-4453-b10d-b9198642e3eb'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:13:02.763437 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:12:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['51493b4f-b640-4453-b10d-b9198642e3eb'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:13:02.811456 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c3374e8-4550-4f1d-97e3-f33ff0e627cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:02.813527 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:02.815186 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:02.820336 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c3374e8-4550-4f1d-97e3-f33ff0e627cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:02.858427 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3374e8-4550-4f1d-97e3-f33ff0e627cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6e0c7d-7990-4269-a9d8-f9ca9d602eb9,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:02.902361 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4c3374e8-4550-4f1d-97e3-f33ff0e627cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc0e44ef97e641e29d1c148860343b11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4966359 Nov 26 03:13:02.904036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45256) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:02.925867 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9d5a3400-be81-4d85-9385-c52a65d086bc None None] Provisioning complete for port 978500ae-56cb-4ac1-b60f-f42b02035e9b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:13:02.934377 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9d5a3400-be81-4d85-9385-c52a65d086bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:02.979020 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb47a0b-1fce-445f-abdc-add21a66a6de req-86d873eb-c20f-4418-a138-0bec76c2e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:02.980535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cb47a0b-1fce-445f-abdc-add21a66a6de req-86d873eb-c20f-4418-a138-0bec76c2e5b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.3319750 Nov 26 03:13:02.983463 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:03.004608 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-47866b9b-8dac-4d42-b44f-a13d19425571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:03.035588 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-47866b9b-8dac-4d42-b44f-a13d19425571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:03.058319 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cb47a0b-1fce-445f-abdc-add21a66a6de req-8f7643a6-c91c-4cb2-9e37-7d58ee633764 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=199a21b8-b5b9-477c-9419-6110d7606458 HTTP/1.1" status: 200 len: 217 time: 0.0707421 Nov 26 03:13:03.099521 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-47866b9b-8dac-4d42-b44f-a13d19425571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:03.104779 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-47866b9b-8dac-4d42-b44f-a13d19425571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:03.109358 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-47866b9b-8dac-4d42-b44f-a13d19425571 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb6e0c7d-7990-4269-a9d8-f9ca9d602eb9 HTTP/1.1" status: 204 len: 168 time: 0.2037425 Nov 26 03:13:03.121050 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47866b9b-8dac-4d42-b44f-a13d19425571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6e0c7d-7990-4269-a9d8-f9ca9d602eb9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:03.223925 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9d5a3400-be81-4d85-9385-c52a65d086bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:03.337809 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-9d5a3400-be81-4d85-9385-c52a65d086bc None None] For port 978500ae-56cb-4ac1-b60f-f42b02035e9b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=978500ae-56cb-4ac1-b60f-f42b02035e9b,segment=NetworkSegment(9d5c9700-6dcb-4735-b61b-c3790ba81da6),segment_id=9d5c9700-6dcb-4735-b61b-c3790ba81da6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:13:03.343694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] Set router 51493b4f-b640-4453-b10d-b9198642e3eb gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:13:03.380313 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-71891ab0-938b-4e8d-a946-1138e6e8ca72', 'network_id': '71891ab0-938b-4e8d-a946-1138e6e8ca72', 'tenant_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'fixed_ips': [{'subnet_id': '82c73f1a-9b45-4bde-8a77-90ca9df12d8a'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:13:03.381283 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:03.398864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb47a0b-1fce-445f-abdc-add21a66a6de req-bb6b8e62-a90c-46a1-be57-6277967e5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:03.400688 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cb47a0b-1fce-445f-abdc-add21a66a6de req-bb6b8e62-a90c-46a1-be57-6277967e5591 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.3270469 Nov 26 03:13:03.416634 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc241c9-3570-4586-a42a-873fe31bcf8e req-f18cea49-67b0-4cb5-bdf1-f445b78e025b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:03.418336 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bbc241c9-3570-4586-a42a-873fe31bcf8e req-f18cea49-67b0-4cb5-bdf1-f445b78e025b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.3591483 Nov 26 03:13:03.420944 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:03.492110 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9d5a3400-be81-4d85-9385-c52a65d086bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:03.586853 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a3400-be81-4d85-9385-c52a65d086bc None None] Pushing event updated for resources: {'Port': ['ID=978500ae-56cb-4ac1-b60f-f42b02035e9b,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:03.612345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bbc241c9-3570-4586-a42a-873fe31bcf8e req-47e1e4f8-8289-4149-92c0-a78d57d58c01 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799092 Nov 26 03:13:03.637013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb47a0b-1fce-445f-abdc-add21a66a6de req-67991a6b-f66f-416b-9ef4-cc9161a0bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:03.639044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cb47a0b-1fce-445f-abdc-add21a66a6de req-67991a6b-f66f-416b-9ef4-cc9161a0bb56 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2130795 Nov 26 03:13:03.823495 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1251fb0a-dc4c-4dd3-a917-43ba1d6c7b87 None None] Provisioning complete for port 978500ae-56cb-4ac1-b60f-f42b02035e9b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:13:03.824442 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1251fb0a-dc4c-4dd3-a917-43ba1d6c7b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:03.825694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684341a5-79cb-46ee-98c8-3a8bea161bb9 req-8fa30c89-55da-4989-a654-960af917c41c tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:03.827327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-684341a5-79cb-46ee-98c8-3a8bea161bb9 req-8fa30c89-55da-4989-a654-960af917c41c tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 947 time: 0.1603386 Nov 26 03:13:03.875595 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Allocated IP 172.20.0.2 (71891ab0-938b-4e8d-a946-1138e6e8ca72/82c73f1a-9b45-4bde-8a77-90ca9df12d8a/06ad33c9-d056-4c27-a446-7613f0fec5a4) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:13:03.921832 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cb47a0b-1fce-445f-abdc-add21a66a6de req-86b0d86b-5dae-40c3-9936-d55dc7b47998 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725306 Nov 26 03:13:04.107268 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-684341a5-79cb-46ee-98c8-3a8bea161bb9 req-994e57bf-cae7-48e8-aebd-a5f290145056 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/security-groups?id=895cf2a3-3697-4758-8b97-5c9b16007dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429943 Nov 26 03:13:04.202818 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'name': 'tempest-TestVolumeBackupRestore-242254259-router', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'gw_port': {'id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '978500ae-56cb-4ac1-b60f-f42b02035e9b', 'name': '', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'mac_address': 'fa:16:3e:7e:fc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:56Z', 'updated_at': '2021-11-26T03:13:02Z', 'revision_number': 4, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'subnets': [{'id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:13:04.230275 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:04.291374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29adee-d84b-42ae-9e00-7bc3eec239aa None None] The sync data for ids ['51493b4f-b640-4453-b10d-b9198642e3eb'] in n-d-819389-3 is: [{'id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'name': 'tempest-TestVolumeBackupRestore-242254259-router', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'gw_port': {'id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '978500ae-56cb-4ac1-b60f-f42b02035e9b', 'name': '', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'mac_address': 'fa:16:3e:7e:fc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:56Z', 'updated_at': '2021-11-26T03:13:02Z', 'revision_number': 4, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'subnets': [{'id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:13:04.293210 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:04.306157 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cb47a0b-1fce-445f-abdc-add21a66a6de req-f8c4f6cd-b552-48c6-8f15-3f1b06bb6d38 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742135 Nov 26 03:13:04.321716 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:04.343178 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:04.444011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Network 71891ab0-938b-4e8d-a946-1138e6e8ca72 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:13:04.447790 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:13:04.455029 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:13:04.457558 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Pushing event updated for resources: {'Port': ['ID=06ad33c9-d056-4c27-a446-7613f0fec5a4,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:04.520486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] Allocated IP 172.25.0.11 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/458d6256-8545-45f5-9bd2-f1e758e7df3d) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:13:04.585483 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Attempting to bind port 06ad33c9-d056-4c27-a446-7613f0fec5a4 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:13:04.585893 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Attempting to bind port 06ad33c9-d056-4c27-a446-7613f0fec5a4 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'dc742556-d61e-4872-9478-20a7e658641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '71891ab0-938b-4e8d-a946-1138e6e8ca72'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:13:04.586229 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Attempting to bind port 06ad33c9-d056-4c27-a446-7613f0fec5a4 on network 71891ab0-938b-4e8d-a946-1138e6e8ca72 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:13:04.592264 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:13:04.592623 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Checking segment: {'id': 'dc742556-d61e-4872-9478-20a7e658641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '71891ab0-938b-4e8d-a946-1138e6e8ca72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:13:04.593029 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:04.593429 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Bound using segment: {'id': 'dc742556-d61e-4872-9478-20a7e658641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '71891ab0-938b-4e8d-a946-1138e6e8ca72'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:13:04.593904 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Bound port: 06ad33c9-d056-4c27-a446-7613f0fec5a4, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc742556-d61e-4872-9478-20a7e658641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '71891ab0-938b-4e8d-a946-1138e6e8ca72'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:13:04.601195 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:04.710823 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:04.726339 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] For port 06ad33c9-d056-4c27-a446-7613f0fec5a4, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:13:04.730278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] For port 06ad33c9-d056-4c27-a446-7613f0fec5a4, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=06ad33c9-d056-4c27-a446-7613f0fec5a4,segment=NetworkSegment(dc742556-d61e-4872-9478-20a7e658641f),segment_id=dc742556-d61e-4872-9478-20a7e658641f)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:13:04.743360 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:04.807748 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:04.819439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6581ddf-47d8-4b5f-9c75-765524ac297d None None] Pushing event updated for resources: {'Port': ['ID=06ad33c9-d056-4c27-a446-7613f0fec5a4,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:04.945677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:13:04.953682 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:13:04.967886 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35c7641-4bf9-4729-9a12-1c3ed300892d None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:13:04.996094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:13:05.041187 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-afc4236b-0035-48ba-a24a-50e838b55651 None None] Provisioning complete for port 458d6256-8545-45f5-9bd2-f1e758e7df3d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:13:05.041805 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-afc4236b-0035-48ba-a24a-50e838b55651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:05.109374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692602a-5f2c-461d-b65f-a6cc721b3247 req-170e2633-48aa-4752-a9cb-898342d97c4b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:05.111580 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f692602a-5f2c-461d-b65f-a6cc721b3247 req-170e2633-48aa-4752-a9cb-898342d97c4b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.3330595 Nov 26 03:13:05.129745 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-afc4236b-0035-48ba-a24a-50e838b55651 None None] Port 458d6256-8545-45f5-9bd2-f1e758e7df3d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:13:05.134802 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] Pushing event updated for resources: {'Port': ['ID=458d6256-8545-45f5-9bd2-f1e758e7df3d,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:05.228475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f692602a-5f2c-461d-b65f-a6cc721b3247 req-951be217-da48-4aea-b2a9-265e44184de4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011467 Nov 26 03:13:05.888917 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 199a21b8-b5b9-477c-9419-6110d7606458 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:13:05.890594 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:13:05.935415 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 978500ae-56cb-4ac1-b60f-f42b02035e9b up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:13:06.104803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f43a5d-085a-4229-b4da-ae406d23d153 req-4b7fddfc-0541-4a2b-a061-6a978ee970b8 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:06.107207 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74f43a5d-085a-4229-b4da-ae406d23d153 req-4b7fddfc-0541-4a2b-a061-6a978ee970b8 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 947 time: 0.1261463 Nov 26 03:13:06.383682 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74f43a5d-085a-4229-b4da-ae406d23d153 req-d4592890-b2ef-498e-8d31-cd113ceb6d62 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/security-groups?id=895cf2a3-3697-4758-8b97-5c9b16007dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213895 Nov 26 03:13:06.514091 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:06.619141 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 978500ae-56cb-4ac1-b60f-f42b02035e9b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:13:06.619531 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:06.627083 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 199a21b8-b5b9-477c-9419-6110d7606458, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=199a21b8-b5b9-477c-9419-6110d7606458,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:13:06.667679 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '199a21b8-b5b9-477c-9419-6110d7606458', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '199a21b8-b5b9-477c-9419-6110d7606458', 'mac_address': 'fa:16:3e:bb:56:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:13:06.764405 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:06.803755 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199a21b8-b5b9-477c-9419-6110d7606458 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:13:06.811746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff68ed-3320-4bbe-b79d-07d42258ea15 req-6e627eea-e301-4ed4-bd23-3644c165323d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:06.820165 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-efff68ed-3320-4bbe-b79d-07d42258ea15 req-6e627eea-e301-4ed4-bd23-3644c165323d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.3875060 Nov 26 03:13:06.842116 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc4c67d-64a6-4062-8aa1-f4eff7b6c306 None None] Network 71891ab0-938b-4e8d-a946-1138e6e8ca72 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:13:06.951894 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 199a21b8-b5b9-477c-9419-6110d7606458, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=199a21b8-b5b9-477c-9419-6110d7606458,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:13:06.960142 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 06ad33c9-d056-4c27-a446-7613f0fec5a4 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:13:06.973171 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7ed5af7c-52f0-4f33-8dd8-d229651ad91a None None] Provisioning complete for port 06ad33c9-d056-4c27-a446-7613f0fec5a4 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:13:06.974011 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7ed5af7c-52f0-4f33-8dd8-d229651ad91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:06.992254 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-efff68ed-3320-4bbe-b79d-07d42258ea15 req-86b9ef89-8de1-4fdc-b3c7-f9f02331741a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710174 Nov 26 03:13:07.000975 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:07.026963 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:07.151590 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=199a21b8-b5b9-477c-9419-6110d7606458,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:07.165607 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:07.165607 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:07.166075 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:07.166429 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:07.166923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:07.167323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:07.167840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:07.168339 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:07.168867 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:07.169369 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:07.169755 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:07.170507 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:07.230452 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] Router 590afca3-bb45-4d70-958c-d749beeee0e3 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:13:07.297834 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7ed5af7c-52f0-4f33-8dd8-d229651ad91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:07.338210 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 06ad33c9-d056-4c27-a446-7613f0fec5a4 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:13:07.339046 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:07.366574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:13:07.379516 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Sync routers for ids ['590afca3-bb45-4d70-958c-d749beeee0e3'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:13:07.393181 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:07.394606 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a622e866-f303-469a-b88c-8f6efa154499 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7540891 Nov 26 03:13:07.395321 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Routers {'590afca3-bb45-4d70-958c-d749beeee0e3'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:13:07.396515 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:12:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['590afca3-bb45-4d70-958c-d749beeee0e3'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:13:07.397663 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45354) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:07.422533 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7ed5af7c-52f0-4f33-8dd8-d229651ad91a None None] For port 06ad33c9-d056-4c27-a446-7613f0fec5a4, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=06ad33c9-d056-4c27-a446-7613f0fec5a4,segment=NetworkSegment(dc742556-d61e-4872-9478-20a7e658641f),segment_id=dc742556-d61e-4872-9478-20a7e658641f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:13:07.438852 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7ed5af7c-52f0-4f33-8dd8-d229651ad91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:07.500912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['199a21b8-b5b9-477c-9419-6110d7606458'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:13:07.507520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5af7c-52f0-4f33-8dd8-d229651ad91a None None] Pushing event updated for resources: {'Port': ['ID=06ad33c9-d056-4c27-a446-7613f0fec5a4,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:07.711597 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bcfd7-0d6b-40fa-a9bb-fa7a98922ac9 req-02a2ab4e-f667-4975-ad67-1e3d35a003fe tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:07.715684 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Set router 590afca3-bb45-4d70-958c-d749beeee0e3 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:13:07.718745 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a1bcfd7-0d6b-40fa-a9bb-fa7a98922ac9 req-02a2ab4e-f667-4975-ad67-1e3d35a003fe tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 948 time: 0.1592643 Nov 26 03:13:07.816816 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a1bcfd7-0d6b-40fa-a9bb-fa7a98922ac9 req-58216576-50ef-4df7-9c03-7b36f8bc55b2 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/security-groups?id=895cf2a3-3697-4758-8b97-5c9b16007dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932486 Nov 26 03:13:07.884771 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 06ad33c9-d056-4c27-a446-7613f0fec5a4 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:13:07.998568 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 06ad33c9-d056-4c27-a446-7613f0fec5a4 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:13:07.999595 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:08.069227 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'name': 'tempest-TestVolumeBackupRestore-823786880-router', 'tenant_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '458d6256-8545-45f5-9bd2-f1e758e7df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:13:02Z', 'updated_at': '2021-11-26T03:13:06Z', 'revision_number': 3, 'project_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'gw_port': {'id': '458d6256-8545-45f5-9bd2-f1e758e7df3d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:13:04Z', 'updated_at': '2021-11-26T03:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:13:08.091623 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a06c07e8-6841-48b6-8eb4-5d56471889f4 None None] Provisioning complete for port 06ad33c9-d056-4c27-a446-7613f0fec5a4 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:13:08.092421 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a06c07e8-6841-48b6-8eb4-5d56471889f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:08.131454 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Checking router: 590afca3-bb45-4d70-958c-d749beeee0e3 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:13:08.132207 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Updating router 590afca3-bb45-4d70-958c-d749beeee0e3 port 458d6256-8545-45f5-9bd2-f1e758e7df3d binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:13:08.173138 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:08.227018 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a4136-12da-4aa9-befc-48673fdf4e71 req-9ab6a865-3aeb-47d9-be4d-730422238c89 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:08.228968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb0a4136-12da-4aa9-befc-48673fdf4e71 req-9ab6a865-3aeb-47d9-be4d-730422238c89 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.1100297 Nov 26 03:13:08.327873 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb0a4136-12da-4aa9-befc-48673fdf4e71 req-c3ab3576-6cc9-40ea-ae4a-d57cf5fd5f5d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918846 Nov 26 03:13:08.442871 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d3bf014-c5c2-42ac-9f97-b2728a2a585b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:08.609860 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:08.617225 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:08.664341 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41ced-e14b-4ac8-a616-2401fdc08c88 None None] Pushing event updated for resources: {'Port': ['ID=458d6256-8545-45f5-9bd2-f1e758e7df3d,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:08.687560 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Attempting to bind port 458d6256-8545-45f5-9bd2-f1e758e7df3d on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:13:08.687905 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Attempting to bind port 458d6256-8545-45f5-9bd2-f1e758e7df3d by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:13:08.688331 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Attempting to bind port 458d6256-8545-45f5-9bd2-f1e758e7df3d on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:13:08.697297 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7b3e8b-2604-4ee0-8c5b-5a1136ed2c17 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:13:08.712299 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:13:08.712655 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:13:08.713071 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:08.713621 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:13:08.714089 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Bound port: 458d6256-8545-45f5-9bd2-f1e758e7df3d, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:13:08.714482 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:08.743499 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-44b35273-43b4-4315-883d-f19547678815 None None] Provisioning complete for port 458d6256-8545-45f5-9bd2-f1e758e7df3d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:13:08.743840 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-44b35273-43b4-4315-883d-f19547678815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:08.789109 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-8d3bf014-c5c2-42ac-9f97-b2728a2a585b admin admin] Allocated IP 172.20.0.1 (71891ab0-938b-4e8d-a946-1138e6e8ca72/82c73f1a-9b45-4bde-8a77-90ca9df12d8a/456f7b5c-e59d-46bb-ae94-a5c7a4579927) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:13:08.791895 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-44b35273-43b4-4315-883d-f19547678815 None None] Port 458d6256-8545-45f5-9bd2-f1e758e7df3d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:13:08.819379 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] For port 458d6256-8545-45f5-9bd2-f1e758e7df3d, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:13:08.826144 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] For port 458d6256-8545-45f5-9bd2-f1e758e7df3d, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=458d6256-8545-45f5-9bd2-f1e758e7df3d,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:13:08.855663 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:08.905299 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d3bf014-c5c2-42ac-9f97-b2728a2a585b admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:08.933282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23a5e7f-56cb-42ed-a247-af07eded64b8 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:13:08.943229 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d3bf014-c5c2-42ac-9f97-b2728a2a585b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:08.972190 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff50855-2a28-483f-9864-7d29f6d503e1 req-bcbce42c-1e7e-4b6c-91fd-c7b2fa7be806 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:08.973892 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fff50855-2a28-483f-9864-7d29f6d503e1 req-bcbce42c-1e7e-4b6c-91fd-c7b2fa7be806 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 948 time: 0.0773120 Nov 26 03:13:08.995290 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3bf014-c5c2-42ac-9f97-b2728a2a585b admin admin] Network 71891ab0-938b-4e8d-a946-1138e6e8ca72 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:13:08.998842 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-8d3bf014-c5c2-42ac-9f97-b2728a2a585b admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:13:09.003837 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3bf014-c5c2-42ac-9f97-b2728a2a585b admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:13:09.029227 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Routers {'590afca3-bb45-4d70-958c-d749beeee0e3'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:13:09.029873 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:12:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['590afca3-bb45-4d70-958c-d749beeee0e3'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:13:09.030358 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bf014-c5c2-42ac-9f97-b2728a2a585b admin admin] Pushing event updated for resources: {'Port': ['ID=456f7b5c-e59d-46bb-ae94-a5c7a4579927,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:09.043448 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-096d8b8d-6ca7-4fcb-b2da-116a525e28cb None None] Provisioning complete for port 458d6256-8545-45f5-9bd2-f1e758e7df3d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:13:09.045512 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-096d8b8d-6ca7-4fcb-b2da-116a525e28cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:09.058003 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d3bf014-c5c2-42ac-9f97-b2728a2a585b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:09.107201 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fff50855-2a28-483f-9864-7d29f6d503e1 req-19631f90-2a0d-457f-95cb-8e1f51b007be tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/security-groups?id=895cf2a3-3697-4758-8b97-5c9b16007dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264291 Nov 26 03:13:09.178871 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41ced-e14b-4ac8-a616-2401fdc08c88 None None] Pushing event updated for resources: {'Port': ['ID=458d6256-8545-45f5-9bd2-f1e758e7df3d,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:09.208938 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-096d8b8d-6ca7-4fcb-b2da-116a525e28cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:09.239849 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-096d8b8d-6ca7-4fcb-b2da-116a525e28cb None None] For port 458d6256-8545-45f5-9bd2-f1e758e7df3d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=458d6256-8545-45f5-9bd2-f1e758e7df3d,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:13:09.246685 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-096d8b8d-6ca7-4fcb-b2da-116a525e28cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:09.292917 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] Set router 590afca3-bb45-4d70-958c-d749beeee0e3 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:13:09.326602 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d3bf014-c5c2-42ac-9f97-b2728a2a585b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:09.378798 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d8b8d-6ca7-4fcb-b2da-116a525e28cb None None] Pushing event updated for resources: {'Port': ['ID=458d6256-8545-45f5-9bd2-f1e758e7df3d,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:09.425401 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b3d75216-197c-4d63-813b-d419c7ed7e79 None None] Provisioning complete for port 456f7b5c-e59d-46bb-ae94-a5c7a4579927 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:13:09.425952 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b3d75216-197c-4d63-813b-d419c7ed7e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:09.468529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b3d75216-197c-4d63-813b-d419c7ed7e79 None None] Port 456f7b5c-e59d-46bb-ae94-a5c7a4579927 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:13:09.537373 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9ea3b-c826-4b5f-84de-6e61b043af95 req-13d6819b-166c-4998-8327-b0beb88f8b2a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:09.538995 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32e9ea3b-c826-4b5f-84de-6e61b043af95 req-13d6819b-166c-4998-8327-b0beb88f8b2a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.0617940 Nov 26 03:13:09.598533 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'name': 'tempest-TestVolumeBackupRestore-823786880-router', 'tenant_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '458d6256-8545-45f5-9bd2-f1e758e7df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:13:02Z', 'updated_at': '2021-11-26T03:13:06Z', 'revision_number': 3, 'project_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'gw_port': {'id': '458d6256-8545-45f5-9bd2-f1e758e7df3d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:13:04Z', 'updated_at': '2021-11-26T03:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:13:09.613699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32e9ea3b-c826-4b5f-84de-6e61b043af95 req-3a40babe-16e4-4135-93a4-9bdd4b01378c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666776 Nov 26 03:13:09.662638 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf1cd87-d203-41b4-8d48-6f2a025cb372 None None] The sync data for ids ['590afca3-bb45-4d70-958c-d749beeee0e3'] in n-d-819389-3 is: [{'id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'name': 'tempest-TestVolumeBackupRestore-823786880-router', 'tenant_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '458d6256-8545-45f5-9bd2-f1e758e7df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:13:02Z', 'updated_at': '2021-11-26T03:13:06Z', 'revision_number': 3, 'project_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'gw_port': {'id': '458d6256-8545-45f5-9bd2-f1e758e7df3d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:13:04Z', 'updated_at': '2021-11-26T03:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:13:09.670499 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d3bf014-c5c2-42ac-9f97-b2728a2a585b admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:09.676879 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d3bf014-c5c2-42ac-9f97-b2728a2a585b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:09.755200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bf014-c5c2-42ac-9f97-b2728a2a585b admin admin] Pushing event updated for resources: {'Port': ['ID=456f7b5c-e59d-46bb-ae94-a5c7a4579927,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:09.758586 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d3bf014-c5c2-42ac-9f97-b2728a2a585b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:09.868160 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3bf014-c5c2-42ac-9f97-b2728a2a585b admin admin] Network 71891ab0-938b-4e8d-a946-1138e6e8ca72 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:13:09.869674 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-8d3bf014-c5c2-42ac-9f97-b2728a2a585b admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:13:09.909144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 199a21b8-b5b9-477c-9419-6110d7606458 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:13:10.026284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3bf014-c5c2-42ac-9f97-b2728a2a585b admin admin] Router 590afca3-bb45-4d70-958c-d749beeee0e3 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:13:10.035319 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 199a21b8-b5b9-477c-9419-6110d7606458 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:13:10.040237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 199a21b8-b5b9-477c-9419-6110d7606458 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:13:10.040237 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:10.338419 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:10.424428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 199a21b8-b5b9-477c-9419-6110d7606458, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=199a21b8-b5b9-477c-9419-6110d7606458,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:13:10.427232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0276af-446b-4967-90f8-660a87b0616e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199a21b8-b5b9-477c-9419-6110d7606458'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:13:10.430069 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da83207-386b-4987-a26a-72334578fb48" -d '{"events": [{"server_uuid": "5a0276af-446b-4967-90f8-660a87b0616e", "name": "network-vif-plugged", "status": "completed", "tag": "199a21b8-b5b9-477c-9419-6110d7606458"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:13:10.433943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-444b2256-a32d-4470-81f2-4e2fe68f7985 None None] Provisioning complete for port 456f7b5c-e59d-46bb-ae94-a5c7a4579927 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:13:10.434611 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-444b2256-a32d-4470-81f2-4e2fe68f7985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:10.448301 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3bf014-c5c2-42ac-9f97-b2728a2a585b admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:13:10.478143 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc254f92-b7fe-4486-8c95-6a2b4e257b9d req-816835f0-fb87-49aa-ac5b-70fb3b1139f9 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:10.481258 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8d3bf014-c5c2-42ac-9f97-b2728a2a585b admin admin] 10.222.0.31 "PUT /v2.0/routers/590afca3-bb45-4d70-958c-d749beeee0e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0802987 Nov 26 03:13:10.489608 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-444b2256-a32d-4470-81f2-4e2fe68f7985 None None] Port 456f7b5c-e59d-46bb-ae94-a5c7a4579927 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:13:10.498528 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:10.500738 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc254f92-b7fe-4486-8c95-6a2b4e257b9d req-816835f0-fb87-49aa-ac5b-70fb3b1139f9 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 948 time: 0.1515388 Nov 26 03:13:10.633369 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc254f92-b7fe-4486-8c95-6a2b4e257b9d req-9311e3ea-dd1f-4ba6-a8d1-5a84b3aae4ee tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/security-groups?id=895cf2a3-3697-4758-8b97-5c9b16007dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315746 Nov 26 03:13:10.719061 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe34139-157c-4215-bd00-b6b8e6e9b044 x-openstack-request-id: req-5fe34139-157c-4215-bd00-b6b8e6e9b044 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:13:10.719540 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0276af-446b-4967-90f8-660a87b0616e", "name": "network-vif-plugged", "status": "completed", "tag": "199a21b8-b5b9-477c-9419-6110d7606458", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:13:10.719791 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fe34139-157c-4215-bd00-b6b8e6e9b044 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:13:10.720254 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0276af-446b-4967-90f8-660a87b0616e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199a21b8-b5b9-477c-9419-6110d7606458', 'code': 200} Nov 26 03:13:10.721280 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=199a21b8-b5b9-477c-9419-6110d7606458,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:10.750202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd6508-57c4-4c3b-920c-9f5993a11a10 req-710d6a5e-e3b4-418b-86ff-a4e1f5889818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:10.754299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-efdd6508-57c4-4c3b-920c-9f5993a11a10 req-710d6a5e-e3b4-418b-86ff-a4e1f5889818 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 1100 time: 0.0793633 Nov 26 03:13:10.892619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-efdd6508-57c4-4c3b-920c-9f5993a11a10 req-b376b3fb-b0ff-4016-ba68-1014f8e74d6a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=895cf2a3-3697-4758-8b97-5c9b16007dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244469 Nov 26 03:13:10.905628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4edd3-d532-428b-a6b3-ac646d075756 req-8302d11b-881b-4515-88cb-dd01799d22a0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:10.907437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ba4edd3-d532-428b-a6b3-ac646d075756 req-8302d11b-881b-4515-88cb-dd01799d22a0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.0813534 Nov 26 03:13:11.004099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ba4edd3-d532-428b-a6b3-ac646d075756 req-03442075-5845-49a3-9a32-a12de5ee3043 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879645 Nov 26 03:13:11.707720 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5334a32d-efd3-4c95-92f8-bbb63f6b1005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:11.881680 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 458d6256-8545-45f5-9bd2-f1e758e7df3d up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:13:11.938175 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf12f3-6ca7-4e17-be87-3a0549ce4725 req-441cbf39-2f10-4966-96f9-58c85bb0dd29 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:11.942694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7cf12f3-6ca7-4e17-be87-3a0549ce4725 req-441cbf39-2f10-4966-96f9-58c85bb0dd29 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 949 time: 0.1274965 Nov 26 03:13:11.962025 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 458d6256-8545-45f5-9bd2-f1e758e7df3d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:13:11.963085 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:12.060198 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7cf12f3-6ca7-4e17-be87-3a0549ce4725 req-75fc3fde-cb5c-454d-8a82-52716d229978 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/security-groups?id=895cf2a3-3697-4758-8b97-5c9b16007dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112497 Nov 26 03:13:12.270999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3415b-32a3-475e-8a52-e458fdb5c3c6 req-fa6cafca-de12-468a-81ae-e427f4495278 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:12.287363 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8a3415b-32a3-475e-8a52-e458fdb5c3c6 req-fa6cafca-de12-468a-81ae-e427f4495278 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.1455967 Nov 26 03:13:12.413067 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Sync routers for ids ['590afca3-bb45-4d70-958c-d749beeee0e3'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:13:12.415780 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8a3415b-32a3-475e-8a52-e458fdb5c3c6 req-bdc6cdeb-798c-438d-a848-448b7568e25c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260450 Nov 26 03:13:12.437967 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Routers {'590afca3-bb45-4d70-958c-d749beeee0e3'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:13:12.439896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:12:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['590afca3-bb45-4d70-958c-d749beeee0e3'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:13:12.600024 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Set router 590afca3-bb45-4d70-958c-d749beeee0e3 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:13:12.915883 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'name': 'tempest-TestVolumeBackupRestore-823786880-router', 'tenant_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '458d6256-8545-45f5-9bd2-f1e758e7df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:13:02Z', 'updated_at': '2021-11-26T03:13:09Z', 'revision_number': 4, 'project_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'gw_port': {'id': '458d6256-8545-45f5-9bd2-f1e758e7df3d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:13:04Z', 'updated_at': '2021-11-26T03:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '456f7b5c-e59d-46bb-ae94-a5c7a4579927', 'name': '', 'network_id': '71891ab0-938b-4e8d-a946-1138e6e8ca72', 'tenant_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'mac_address': 'fa:16:3e:89:c8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '82c73f1a-9b45-4bde-8a77-90ca9df12d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:13:08Z', 'updated_at': '2021-11-26T03:13:09Z', 'revision_number': 2, 'project_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'subnets': [{'id': '82c73f1a-9b45-4bde-8a77-90ca9df12d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:13:12.949804 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Checking router: 590afca3-bb45-4d70-958c-d749beeee0e3 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:13:12.950451 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Updating router 590afca3-bb45-4d70-958c-d749beeee0e3 port 456f7b5c-e59d-46bb-ae94-a5c7a4579927 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:13:12.983806 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:13.227508 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98531612-4afe-4b91-9e68-98c373823bf1 req-7aeb16a5-d14a-4bec-9243-b5e816618478 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:13.238069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98531612-4afe-4b91-9e68-98c373823bf1 req-7aeb16a5-d14a-4bec-9243-b5e816618478 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 949 time: 0.0825088 Nov 26 03:13:13.337800 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98531612-4afe-4b91-9e68-98c373823bf1 req-027bdd9b-88cd-4d39-b3e0-1757f1185879 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/security-groups?id=895cf2a3-3697-4758-8b97-5c9b16007dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985272 Nov 26 03:13:13.341360 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:13.349989 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:13.433907 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a61f79-453e-496f-96f7-6279cf3a9a75 None None] Pushing event updated for resources: {'Port': ['ID=456f7b5c-e59d-46bb-ae94-a5c7a4579927,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:13.682679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714090b-4178-48d8-8fcb-3dbb6809b0aa req-75bebf2c-3833-4269-b0f3-f5d926d4c2b1 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:13.698759 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3714090b-4178-48d8-8fcb-3dbb6809b0aa req-75bebf2c-3833-4269-b0f3-f5d926d4c2b1 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.1131165 Nov 26 03:13:13.815087 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3714090b-4178-48d8-8fcb-3dbb6809b0aa req-47ba2809-f56b-4f3d-afae-4cadd10da8d9 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062000 Nov 26 03:13:13.941033 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-407fbdcf-2993-4e78-9194-9cd31485af8a None None] Provisioning complete for port 456f7b5c-e59d-46bb-ae94-a5c7a4579927 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:13:13.941582 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-407fbdcf-2993-4e78-9194-9cd31485af8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:13.991315 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-407fbdcf-2993-4e78-9194-9cd31485af8a None None] Port 456f7b5c-e59d-46bb-ae94-a5c7a4579927 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:13:14.004938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Attempting to bind port 456f7b5c-e59d-46bb-ae94-a5c7a4579927 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:13:14.005455 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Attempting to bind port 456f7b5c-e59d-46bb-ae94-a5c7a4579927 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'dc742556-d61e-4872-9478-20a7e658641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '71891ab0-938b-4e8d-a946-1138e6e8ca72'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:13:14.005698 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Attempting to bind port 456f7b5c-e59d-46bb-ae94-a5c7a4579927 on network 71891ab0-938b-4e8d-a946-1138e6e8ca72 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:13:14.013531 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:13:14.013768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Checking segment: {'id': 'dc742556-d61e-4872-9478-20a7e658641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '71891ab0-938b-4e8d-a946-1138e6e8ca72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:13:14.014143 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:14.014632 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Bound using segment: {'id': 'dc742556-d61e-4872-9478-20a7e658641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '71891ab0-938b-4e8d-a946-1138e6e8ca72'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:13:14.015131 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Bound port: 456f7b5c-e59d-46bb-ae94-a5c7a4579927, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc742556-d61e-4872-9478-20a7e658641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '71891ab0-938b-4e8d-a946-1138e6e8ca72'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:13:14.015545 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:14.104989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] For port 456f7b5c-e59d-46bb-ae94-a5c7a4579927, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:13:14.112484 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] For port 456f7b5c-e59d-46bb-ae94-a5c7a4579927, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=456f7b5c-e59d-46bb-ae94-a5c7a4579927,segment=NetworkSegment(dc742556-d61e-4872-9478-20a7e658641f),segment_id=dc742556-d61e-4872-9478-20a7e658641f)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:13:14.124853 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:14.165134 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f421589d-0247-4d50-9107-b4829a26b72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:14.209479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Routers {'590afca3-bb45-4d70-958c-d749beeee0e3'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:13:14.210443 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:13:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['590afca3-bb45-4d70-958c-d749beeee0e3'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:13:14.216633 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a61f79-453e-496f-96f7-6279cf3a9a75 None None] Pushing event updated for resources: {'Port': ['ID=456f7b5c-e59d-46bb-ae94-a5c7a4579927,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:14.369462 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] Set router 590afca3-bb45-4d70-958c-d749beeee0e3 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:13:14.628944 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-343fe25d-9137-4ad6-b7f1-f07fb0fcaa1b None None] Provisioning complete for port 456f7b5c-e59d-46bb-ae94-a5c7a4579927 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:13:14.629326 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-343fe25d-9137-4ad6-b7f1-f07fb0fcaa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:14.866406 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-343fe25d-9137-4ad6-b7f1-f07fb0fcaa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:14.881629 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'name': 'tempest-TestVolumeBackupRestore-823786880-router', 'tenant_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '458d6256-8545-45f5-9bd2-f1e758e7df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:13:02Z', 'updated_at': '2021-11-26T03:13:09Z', 'revision_number': 4, 'project_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'gw_port': {'id': '458d6256-8545-45f5-9bd2-f1e758e7df3d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:13:04Z', 'updated_at': '2021-11-26T03:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '456f7b5c-e59d-46bb-ae94-a5c7a4579927', 'name': '', 'network_id': '71891ab0-938b-4e8d-a946-1138e6e8ca72', 'tenant_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'mac_address': 'fa:16:3e:89:c8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '82c73f1a-9b45-4bde-8a77-90ca9df12d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:13:08Z', 'updated_at': '2021-11-26T03:13:14Z', 'revision_number': 4, 'project_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'subnets': [{'id': '82c73f1a-9b45-4bde-8a77-90ca9df12d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:13:14.941032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3fa0e3-5288-4e45-b020-ac76908cdd59 None None] The sync data for ids ['590afca3-bb45-4d70-958c-d749beeee0e3'] in n-d-819389-3 is: [{'id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'name': 'tempest-TestVolumeBackupRestore-823786880-router', 'tenant_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '458d6256-8545-45f5-9bd2-f1e758e7df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:13:02Z', 'updated_at': '2021-11-26T03:13:09Z', 'revision_number': 4, 'project_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'gw_port': {'id': '458d6256-8545-45f5-9bd2-f1e758e7df3d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:13:04Z', 'updated_at': '2021-11-26T03:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '456f7b5c-e59d-46bb-ae94-a5c7a4579927', 'name': '', 'network_id': '71891ab0-938b-4e8d-a946-1138e6e8ca72', 'tenant_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'mac_address': 'fa:16:3e:89:c8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '82c73f1a-9b45-4bde-8a77-90ca9df12d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:13:08Z', 'updated_at': '2021-11-26T03:13:14Z', 'revision_number': 4, 'project_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'subnets': [{'id': '82c73f1a-9b45-4bde-8a77-90ca9df12d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:13:15.005747 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59f315-664c-4831-a55d-96ec897f28e6 req-7911c3d3-787f-44b0-8cc4-c5c814a246bc tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:15.007654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b59f315-664c-4831-a55d-96ec897f28e6 req-7911c3d3-787f-44b0-8cc4-c5c814a246bc tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.0923378 Nov 26 03:13:15.018449 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-343fe25d-9137-4ad6-b7f1-f07fb0fcaa1b None None] For port 456f7b5c-e59d-46bb-ae94-a5c7a4579927, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=456f7b5c-e59d-46bb-ae94-a5c7a4579927,segment=NetworkSegment(dc742556-d61e-4872-9478-20a7e658641f),segment_id=dc742556-d61e-4872-9478-20a7e658641f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:13:15.075367 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-343fe25d-9137-4ad6-b7f1-f07fb0fcaa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:15.171767 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b59f315-664c-4831-a55d-96ec897f28e6 req-18a02226-6f12-4cd4-b80e-d4d862587aed tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481373 Nov 26 03:13:15.231131 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fe25d-9137-4ad6-b7f1-f07fb0fcaa1b None None] Pushing event updated for resources: {'Port': ['ID=456f7b5c-e59d-46bb-ae94-a5c7a4579927,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:15.240195 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:15.868195 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 456f7b5c-e59d-46bb-ae94-a5c7a4579927 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:13:16.003355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 456f7b5c-e59d-46bb-ae94-a5c7a4579927 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:13:16.004003 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:16.165135 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:13:16.323743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 97abb0db-5fa1-4a2b-8f02-56ce778d9c04, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=97abb0db-5fa1-4a2b-8f02-56ce778d9c04,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:13:16.338670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '97abb0db-5fa1-4a2b-8f02-56ce778d9c04', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'port_id': '97abb0db-5fa1-4a2b-8f02-56ce778d9c04', 'mac_address': 'fa:16:3e:63:3f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:13:16.385549 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:16.389910 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1249aee-e4c2-432b-b626-54f7d0a9e68e req-ac7cbf57-e136-4644-862a-d34cd76c1f86 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:16.406164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:13:16.438148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1249aee-e4c2-432b-b626-54f7d0a9e68e req-ac7cbf57-e136-4644-862a-d34cd76c1f86 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 944 time: 0.1335258 Nov 26 03:13:16.447127 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 97abb0db-5fa1-4a2b-8f02-56ce778d9c04, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=97abb0db-5fa1-4a2b-8f02-56ce778d9c04,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:13:16.453027 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:16.501821 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1249aee-e4c2-432b-b626-54f7d0a9e68e req-1f8e99d9-95f2-46cc-86e0-cf5553b62d17 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601330 Nov 26 03:13:16.543497 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=97abb0db-5fa1-4a2b-8f02-56ce778d9c04,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:16.628672 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:16.747167 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['97abb0db-5fa1-4a2b-8f02-56ce778d9c04'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:13:17.558969 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:17.725388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9fee6-a856-4db8-90b7-87a173e36f8d req-446eac50-ef13-45f7-81dc-07e9f071c49a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:17.727368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13e9fee6-a856-4db8-90b7-87a173e36f8d req-446eac50-ef13-45f7-81dc-07e9f071c49a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 945 time: 0.1012352 Nov 26 03:13:17.823181 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13e9fee6-a856-4db8-90b7-87a173e36f8d req-1764ab00-30a1-4c1e-a623-c487817d86c3 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887821 Nov 26 03:13:18.110100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 45640) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:18.115695 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:13:18.210250 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:13:18.223674 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:13:18.223674 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:18.300790 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9586a76f-85f0-44c7-a3a8-0bbba67cc5ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:18.346029 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:18.405011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 97abb0db-5fa1-4a2b-8f02-56ce778d9c04, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=97abb0db-5fa1-4a2b-8f02-56ce778d9c04,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:13:18.405011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30099a65-968e-4c24-bac5-d0ef650d77c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97abb0db-5fa1-4a2b-8f02-56ce778d9c04'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:13:18.405011 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f3f774-0d4e-4437-a483-2c7bd7ada444" -d '{"events": [{"server_uuid": "30099a65-968e-4c24-bac5-d0ef650d77c1", "name": "network-vif-plugged", "status": "completed", "tag": "97abb0db-5fa1-4a2b-8f02-56ce778d9c04"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:13:18.406683 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:18.431314 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9586a76f-85f0-44c7-a3a8-0bbba67cc5ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:18.437762 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9586a76f-85f0-44c7-a3a8-0bbba67cc5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:18.464781 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e655a2e4-f1ed-412c-abb8-7d62e151eddd x-openstack-request-id: req-e655a2e4-f1ed-412c-abb8-7d62e151eddd {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:13:18.465166 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30099a65-968e-4c24-bac5-d0ef650d77c1", "name": "network-vif-plugged", "status": "completed", "tag": "97abb0db-5fa1-4a2b-8f02-56ce778d9c04", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:13:18.466269 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e655a2e4-f1ed-412c-abb8-7d62e151eddd {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:13:18.466879 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30099a65-968e-4c24-bac5-d0ef650d77c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97abb0db-5fa1-4a2b-8f02-56ce778d9c04', 'code': 200} Nov 26 03:13:18.488919 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586a76f-85f0-44c7-a3a8-0bbba67cc5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d4287d-e4f6-48ac-a40c-34da8ec445ed,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:18.518709 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=97abb0db-5fa1-4a2b-8f02-56ce778d9c04,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:18.527749 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9586a76f-85f0-44c7-a3a8-0bbba67cc5ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5a2f1aca6594928b747c9b5d1677da4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4154811 Nov 26 03:13:18.528736 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45650) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:18.605256 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3556bb44-20a1-4f04-a284-1c2b3c0b753d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:18.640670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cea4e6-19e7-40fe-bcdf-0d5de5cf6327 req-7366143b-62c3-44f1-ad5e-363bd30df665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:18.643032 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92cea4e6-19e7-40fe-bcdf-0d5de5cf6327 req-7366143b-62c3-44f1-ad5e-363bd30df665 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 1097 time: 0.0572453 Nov 26 03:13:18.647572 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3556bb44-20a1-4f04-a284-1c2b3c0b753d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:18.706345 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3556bb44-20a1-4f04-a284-1c2b3c0b753d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:18.709675 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3556bb44-20a1-4f04-a284-1c2b3c0b753d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:18.715793 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3556bb44-20a1-4f04-a284-1c2b3c0b753d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5d4287d-e4f6-48ac-a40c-34da8ec445ed HTTP/1.1" status: 204 len: 168 time: 0.1855443 Nov 26 03:13:18.720747 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92cea4e6-19e7-40fe-bcdf-0d5de5cf6327 req-7d4d6d80-f1dd-4d77-b0dd-09063229e77f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669889 Nov 26 03:13:18.731238 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556bb44-20a1-4f04-a284-1c2b3c0b753d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d4287d-e4f6-48ac-a40c-34da8ec445ed,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:19.003418 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7a2a6-1119-4a56-b6e9-ebdd64874b38 req-096895ba-0f93-4e5d-a4e4-966a05dc4698 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:19.005435 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84a7a2a6-1119-4a56-b6e9-ebdd64874b38 req-096895ba-0f93-4e5d-a4e4-966a05dc4698 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 946 time: 0.0803113 Nov 26 03:13:19.076443 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84a7a2a6-1119-4a56-b6e9-ebdd64874b38 req-39a62040-9d97-4d36-ba05-61967b0e1079 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646157 Nov 26 03:13:20.247185 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f3286-0441-4dee-bed6-f056255cd3f9 req-52ccc8b7-52fb-4dac-8b8e-281d5b3b7f59 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:20.248897 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc3f3286-0441-4dee-bed6-f056255cd3f9 req-52ccc8b7-52fb-4dac-8b8e-281d5b3b7f59 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 946 time: 0.0671153 Nov 26 03:13:20.312426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc3f3286-0441-4dee-bed6-f056255cd3f9 req-4c59df94-822d-4abd-a069-00948db5508c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561159 Nov 26 03:13:20.476713 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b4d50-1241-45bf-bc42-9ed5764ca37d req-3bf84486-bdf6-4395-a00a-e84fcaaf4ed3 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:20.486211 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e12b4d50-1241-45bf-bc42-9ed5764ca37d req-3bf84486-bdf6-4395-a00a-e84fcaaf4ed3 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 946 time: 0.0771608 Nov 26 03:13:20.561018 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e12b4d50-1241-45bf-bc42-9ed5764ca37d req-602c0851-80a8-4d12-9380-292cdddad8c1 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736375 Nov 26 03:13:21.019563 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb0619-66f0-4844-9881-3d5013a77559 req-60e335a2-27a2-4681-ae03-8dc4412db764 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:21.021629 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3adb0619-66f0-4844-9881-3d5013a77559 req-60e335a2-27a2-4681-ae03-8dc4412db764 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 946 time: 0.0817659 Nov 26 03:13:21.104310 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3adb0619-66f0-4844-9881-3d5013a77559 req-151e1eb9-2a08-4e2c-ad2a-2768091b0dde tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732777 Nov 26 03:13:22.249584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caede01-ceb3-443c-91d4-f977417068c0 req-7e652e8e-66b6-4650-bfa0-fa976cbd285e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:22.259517 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45748) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:22.262636 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1caede01-ceb3-443c-91d4-f977417068c0 req-7e652e8e-66b6-4650-bfa0-fa976cbd285e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 946 time: 0.0707633 Nov 26 03:13:22.316440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1caede01-ceb3-443c-91d4-f977417068c0 req-f09ce3c1-258e-40b4-be15-859282c6cbd1 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526507 Nov 26 03:13:22.389926 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-53bff857-b609-4dcc-899a-e530a30e3876 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:22.497245 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-53bff857-b609-4dcc-899a-e530a30e3876 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:22.502687 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-53bff857-b609-4dcc-899a-e530a30e3876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:22.528205 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:22.534234 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-53bff857-b609-4dcc-899a-e530a30e3876 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b02a3b045a74e5fbaa26d4bc4980813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2735040 Nov 26 03:13:22.536030 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45754) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:22.579246 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bff857-b609-4dcc-899a-e530a30e3876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd62bcd-cb5f-46b5-9810-e0260b932f07,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:22.608622 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7aa8e5-ca17-469c-9280-6835f4ceb062 req-2472bd72-c653-439d-b967-3cbad909ad8d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:22.609160 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9d897e49-1b20-4edf-9245-faa31272a661 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:22.611557 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a7aa8e5-ca17-469c-9280-6835f4ceb062 req-2472bd72-c653-439d-b967-3cbad909ad8d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 946 time: 0.0938609 Nov 26 03:13:22.653737 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9d897e49-1b20-4edf-9245-faa31272a661 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:22.719720 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9d897e49-1b20-4edf-9245-faa31272a661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:22.722489 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9d897e49-1b20-4edf-9245-faa31272a661 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:22.723794 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9d897e49-1b20-4edf-9245-faa31272a661 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/edd62bcd-cb5f-46b5-9810-e0260b932f07 HTTP/1.1" status: 204 len: 168 time: 0.1866815 Nov 26 03:13:22.747557 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d897e49-1b20-4edf-9245-faa31272a661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd62bcd-cb5f-46b5-9810-e0260b932f07,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:22.765093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-2a7aa8e5-ca17-469c-9280-6835f4ceb062 req-9c49ffb2-e0c5-42a9-bfa8-fdaf9bb7fd1c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Deleting port 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:13:22.765443 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2a7aa8e5-ca17-469c-9280-6835f4ceb062 req-9c49ffb2-e0c5-42a9-bfa8-fdaf9bb7fd1c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:22.887129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2a7aa8e5-ca17-469c-9280-6835f4ceb062 req-9c49ffb2-e0c5-42a9-bfa8-fdaf9bb7fd1c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] For port 97abb0db-5fa1-4a2b-8f02-56ce778d9c04, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=97abb0db-5fa1-4a2b-8f02-56ce778d9c04,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:13:22.887484 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2a7aa8e5-ca17-469c-9280-6835f4ceb062 req-9c49ffb2-e0c5-42a9-bfa8-fdaf9bb7fd1c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:22.912560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-2a7aa8e5-ca17-469c-9280-6835f4ceb062 req-9c49ffb2-e0c5-42a9-bfa8-fdaf9bb7fd1c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Calling delete_port for 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:13:23.125684 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2a7aa8e5-ca17-469c-9280-6835f4ceb062 req-9c49ffb2-e0c5-42a9-bfa8-fdaf9bb7fd1c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:23.144264 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 45770) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:23.164702 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49ffb2-e0c5-42a9-bfa8-fdaf9bb7fd1c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event deleted for resources: {'Port': ['ID=97abb0db-5fa1-4a2b-8f02-56ce778d9c04,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:23.166197 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['cb3d2426-4af7-41da-9a58-68ffaaa9c00b', '97abb0db-5fa1-4a2b-8f02-56ce778d9c04'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:13:23.186878 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-676fb8d8-c43b-4705-87dc-ccd21633ae0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:23.282081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7aa8e5-ca17-469c-9280-6835f4ceb062 req-9c49ffb2-e0c5-42a9-bfa8-fdaf9bb7fd1c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] No DVR routers for this DVR port 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:13:23.286471 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2a7aa8e5-ca17-469c-9280-6835f4ceb062 req-9c49ffb2-e0c5-42a9-bfa8-fdaf9bb7fd1c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:23.291957 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a7aa8e5-ca17-469c-9280-6835f4ceb062 req-9c49ffb2-e0c5-42a9-bfa8-fdaf9bb7fd1c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "DELETE /v2.0/ports/97abb0db-5fa1-4a2b-8f02-56ce778d9c04 HTTP/1.1" status: 204 len: 173 time: 0.6739218 Nov 26 03:13:23.293122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30099a65-968e-4c24-bac5-d0ef650d77c1', 'name': 'network-vif-deleted', 'tag': '97abb0db-5fa1-4a2b-8f02-56ce778d9c04'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:13:23.297834 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da638b05-90f3-430a-ac27-dfdd2396154e" -d '{"events": [{"server_uuid": "30099a65-968e-4c24-bac5-d0ef650d77c1", "name": "network-vif-deleted", "tag": "97abb0db-5fa1-4a2b-8f02-56ce778d9c04"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:13:23.443910 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90801d1d-6fe9-48b0-bcc0-87b5d9e6aaad x-openstack-request-id: req-90801d1d-6fe9-48b0-bcc0-87b5d9e6aaad {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:13:23.445730 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30099a65-968e-4c24-bac5-d0ef650d77c1", "name": "network-vif-deleted", "tag": "97abb0db-5fa1-4a2b-8f02-56ce778d9c04", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:13:23.446091 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90801d1d-6fe9-48b0-bcc0-87b5d9e6aaad {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:13:23.447765 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30099a65-968e-4c24-bac5-d0ef650d77c1', 'name': 'network-vif-deleted', 'tag': '97abb0db-5fa1-4a2b-8f02-56ce778d9c04', 'status': 'completed', 'code': 200} Nov 26 03:13:23.515369 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-676fb8d8-c43b-4705-87dc-ccd21633ae0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:23.530708 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-676fb8d8-c43b-4705-87dc-ccd21633ae0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:23.587290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd5e4bc0-9dae-44f4-9846-edb01f64ba8c req-dcb3aa42-db03-4795-8273-4c3e958d0302 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 210 time: 0.0753927 Nov 26 03:13:23.609473 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:23.623169 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-676fb8d8-c43b-4705-87dc-ccd21633ae0f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7da551c307ec4961aa767ac02dc1e890&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4773247 Nov 26 03:13:23.625578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 45800) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:23.683958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fb8d8-c43b-4705-87dc-ccd21633ae0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bc4d85-a173-4ece-996c-cc4b9d21af77,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:23.733795 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4cef153f-1933-4a73-ba21-43eb27afda7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:23.783164 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4cef153f-1933-4a73-ba21-43eb27afda7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:23.869336 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4cef153f-1933-4a73-ba21-43eb27afda7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:23.873459 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4cef153f-1933-4a73-ba21-43eb27afda7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:23.878048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4cef153f-1933-4a73-ba21-43eb27afda7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5bc4d85-a173-4ece-996c-cc4b9d21af77 HTTP/1.1" status: 204 len: 168 time: 0.2508714 Nov 26 03:13:23.893957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef153f-1933-4a73-ba21-43eb27afda7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bc4d85-a173-4ece-996c-cc4b9d21af77,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:24.752499 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-828aad89-4b39-4106-9e9c-c8416bfba9ed req-78e45bfd-83eb-490f-9935-cfa3940b547c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 210 time: 0.0426314 Nov 26 03:13:25.482174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42bed7f7-8d3f-4421-85d9-ef97c8522b3d req-2e106e95-f405-4c44-b34e-c8fc39cf5bdb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1371672 Nov 26 03:13:25.692509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bed7f7-8d3f-4421-85d9-ef97c8522b3d req-3cf0fe6f-73c2-45b7-824c-902ce7802ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:25.696870 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42bed7f7-8d3f-4421-85d9-ef97c8522b3d req-3cf0fe6f-73c2-45b7-824c-902ce7802ca4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 1097 time: 0.1364472 Nov 26 03:13:26.012621 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a4f8c400-e34c-47e4-9c03-de24169d1bf7 req-f7b148e7-6999-4e2c-ba00-1131c05e5900 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 210 time: 0.1026421 Nov 26 03:13:26.137125 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bed7f7-8d3f-4421-85d9-ef97c8522b3d req-0e19fc0e-7419-4844-8a0c-3f85154ce717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:26.138896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42bed7f7-8d3f-4421-85d9-ef97c8522b3d req-0e19fc0e-7419-4844-8a0c-3f85154ce717 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 913 time: 0.4031537 Nov 26 03:13:26.149490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:13:26.217422 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:13:26.217915 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 97abb0db-5fa1-4a2b-8f02-56ce778d9c04 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:13:26.263780 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42bed7f7-8d3f-4421-85d9-ef97c8522b3d req-113996e0-ea39-4509-a617-f0958bf84286 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb3d2426-4af7-41da-9a58-68ffaaa9c00b HTTP/1.1" status: 200 len: 217 time: 0.1000822 Nov 26 03:13:26.371618 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bed7f7-8d3f-4421-85d9-ef97c8522b3d req-d2257d3b-6c2a-4c2b-b223-f8274a9b559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:26.373927 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42bed7f7-8d3f-4421-85d9-ef97c8522b3d req-d2257d3b-6c2a-4c2b-b223-f8274a9b559c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.0997586 Nov 26 03:13:26.469985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bed7f7-8d3f-4421-85d9-ef97c8522b3d req-fdcffa41-45c3-4119-9b98-d5f18c2f2731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:26.472129 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42bed7f7-8d3f-4421-85d9-ef97c8522b3d req-fdcffa41-45c3-4119-9b98-d5f18c2f2731 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810616 Nov 26 03:13:26.651091 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42bed7f7-8d3f-4421-85d9-ef97c8522b3d req-d0308120-154b-41ee-9c61-5d774f753b14 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682844 Nov 26 03:13:26.833502 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-42bed7f7-8d3f-4421-85d9-ef97c8522b3d req-7f8a644f-fb8f-45c7-9c9c-6a44b4531df0 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749012 Nov 26 03:13:27.151656 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-57e59a5e-a37a-4226-baeb-d5f3a6bf9349 req-eaafcde6-9770-4401-a462-4a5a9849729d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 210 time: 0.0380089 Nov 26 03:13:27.777370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46254) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:28.015005 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e1935de4-16b8-4cfa-b117-e9217c6071e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:28.177028 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e1935de4-16b8-4cfa-b117-e9217c6071e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:28.182880 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e1935de4-16b8-4cfa-b117-e9217c6071e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:28.222877 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1935de4-16b8-4cfa-b117-e9217c6071e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622d1908-b9e4-46de-a1c4-5cb17224cc19,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:28.247081 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e1935de4-16b8-4cfa-b117-e9217c6071e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5771d6a78944bf2b950f65b4432f35e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4681456 Nov 26 03:13:28.249848 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46298) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:28.333171 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d57b0a24-6cb1-45dd-8e12-0597cfc67353 req-39430473-337b-444d-935e-bfb4dd4bce7e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 210 time: 0.0296264 Nov 26 03:13:28.349577 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d34211f0-42d9-45d4-9122-ed0ebbd5c258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:28.384015 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d34211f0-42d9-45d4-9122-ed0ebbd5c258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:28.440168 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d34211f0-42d9-45d4-9122-ed0ebbd5c258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:28.443801 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d34211f0-42d9-45d4-9122-ed0ebbd5c258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:28.445366 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d34211f0-42d9-45d4-9122-ed0ebbd5c258 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/622d1908-b9e4-46de-a1c4-5cb17224cc19 HTTP/1.1" status: 204 len: 168 time: 0.1936929 Nov 26 03:13:28.467105 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34211f0-42d9-45d4-9122-ed0ebbd5c258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622d1908-b9e4-46de-a1c4-5cb17224cc19,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:28.836793 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46308) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:28.852669 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23c310fc-ec89-4bc2-b9c9-098570802b0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:28.972753 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23c310fc-ec89-4bc2-b9c9-098570802b0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:28.979652 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23c310fc-ec89-4bc2-b9c9-098570802b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:29.025486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46314) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:29.025720 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-23c310fc-ec89-4bc2-b9c9-098570802b0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91c850484d524ba8be6597cd27e60c6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1876254 Nov 26 03:13:29.026877 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c310fc-ec89-4bc2-b9c9-098570802b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e2085f-9a5a-483a-8aaf-d8fa4a507df4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:29.087073 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c0c43328-8e6c-46fd-8088-a5991bed21dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:29.117190 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c0c43328-8e6c-46fd-8088-a5991bed21dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:29.252432 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c0c43328-8e6c-46fd-8088-a5991bed21dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:29.254913 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c0c43328-8e6c-46fd-8088-a5991bed21dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:29.256095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c0c43328-8e6c-46fd-8088-a5991bed21dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95e2085f-9a5a-483a-8aaf-d8fa4a507df4 HTTP/1.1" status: 204 len: 168 time: 0.2294717 Nov 26 03:13:29.279220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9645-1262-475e-8632-508048817dcf req-121d1cbc-5807-4d55-ba83-5c0b1d806995 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:29.280995 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35ec9645-1262-475e-8632-508048817dcf req-121d1cbc-5807-4d55-ba83-5c0b1d806995 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/networks?id=6deb06cd-ad81-4c08-9eca-cecd3390e990 HTTP/1.1" status: 200 len: 814 time: 0.1562667 Nov 26 03:13:29.282074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c43328-8e6c-46fd-8088-a5991bed21dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e2085f-9a5a-483a-8aaf-d8fa4a507df4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:29.301361 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35ec9645-1262-475e-8632-508048817dcf req-1c7b2247-5835-4766-be8d-6f41ea18dbf2 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/quotas/6f0aa3e1413142838b36b868640c6038 HTTP/1.1" status: 200 len: 375 time: 0.0133610 Nov 26 03:13:29.344243 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35ec9645-1262-475e-8632-508048817dcf req-581408cd-c30e-45d7-9dc5-6fc97befabdd tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f0aa3e1413142838b36b868640c6038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361526 Nov 26 03:13:29.463789 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-afa00f12-a8c7-45a9-8a67-0a50b8f2c37f req-c8c04045-1fa4-4c9c-848d-8b1830bd798e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 210 time: 0.0376174 Nov 26 03:13:29.497191 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35ec9645-1262-475e-8632-508048817dcf req-56bcc246-626c-41a1-80ef-ee24cb0e4e9e service neutron] 10.222.0.31 "GET /v2.0/networks/6deb06cd-ad81-4c08-9eca-cecd3390e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448834 Nov 26 03:13:29.612812 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35ec9645-1262-475e-8632-508048817dcf req-7238bc89-cbdc-4ebc-9426-a615d69c160d service neutron] 10.222.0.31 "GET /v2.0/networks/6deb06cd-ad81-4c08-9eca-cecd3390e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079159 Nov 26 03:13:29.904745 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-07288eaf-f0ea-4a85-8d62-4dda831745aa req-b390e76a-3ba4-4fc2-8bd2-c2e17bb3f927 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=03071603-ff0a-43af-a9bb-15c628578cd1 HTTP/1.1" status: 200 len: 210 time: 0.0691342 Nov 26 03:13:30.638423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52b136f2-88d8-4d45-a36e-8ea9422a1789 req-dda515ed-ae8a-4f8c-9dc7-f55d9fbb39b7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 210 time: 0.0364022 Nov 26 03:13:31.104776 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5e9bd1f-4785-4085-9c9f-9280ddfd153a req-c49f01d6-67a4-477c-b4be-4ffab31c3965 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=03071603-ff0a-43af-a9bb-15c628578cd1 HTTP/1.1" status: 200 len: 210 time: 0.0696397 Nov 26 03:13:31.466420 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9645-1262-475e-8632-508048817dcf req-aa9e4936-2c80-4ba7-9967-45c18456dfe8 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:31.468683 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35ec9645-1262-475e-8632-508048817dcf req-aa9e4936-2c80-4ba7-9967-45c18456dfe8 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.54 "GET /v2.0/networks?id=6deb06cd-ad81-4c08-9eca-cecd3390e990 HTTP/1.1" status: 200 len: 814 time: 0.1742864 Nov 26 03:13:31.498994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-35ec9645-1262-475e-8632-508048817dcf req-1438aa8f-dcbb-448b-adaa-015e129cef11 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Request body: {'port': {'device_id': '03071603-ff0a-43af-a9bb-15c628578cd1', 'network_id': '6deb06cd-ad81-4c08-9eca-cecd3390e990', 'admin_state_up': True, 'tenant_id': '6f0aa3e1413142838b36b868640c6038'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:13:31.707578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ec9645-1262-475e-8632-508048817dcf req-1438aa8f-dcbb-448b-adaa-015e129cef11 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Made reservation on behalf of 6f0aa3e1413142838b36b868640c6038 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:13:31.712291 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-35ec9645-1262-475e-8632-508048817dcf req-1438aa8f-dcbb-448b-adaa-015e129cef11 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:31.829957 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e9688cf-7598-45cd-a9aa-f7890577c6e9 req-dcc414a2-98cc-4825-9c79-f47fef387e54 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=30099a65-968e-4c24-bac5-d0ef650d77c1 HTTP/1.1" status: 200 len: 210 time: 0.0336905 Nov 26 03:13:31.919730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-35ec9645-1262-475e-8632-508048817dcf req-1438aa8f-dcbb-448b-adaa-015e129cef11 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Allocated IP 172.20.0.3 (6deb06cd-ad81-4c08-9eca-cecd3390e990/f260b4b6-a991-446c-a7c3-af2c8a4bc13c/3026dbfb-67a0-48ce-84fc-04c96ed5277c) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:13:32.157311 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-35ec9645-1262-475e-8632-508048817dcf req-1438aa8f-dcbb-448b-adaa-015e129cef11 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:32.246526 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-35ec9645-1262-475e-8632-508048817dcf req-1438aa8f-dcbb-448b-adaa-015e129cef11 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:32.293581 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ec9645-1262-475e-8632-508048817dcf req-1438aa8f-dcbb-448b-adaa-015e129cef11 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Network 6deb06cd-ad81-4c08-9eca-cecd3390e990 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:13:32.303502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-35ec9645-1262-475e-8632-508048817dcf req-1438aa8f-dcbb-448b-adaa-015e129cef11 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:13:32.314925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ec9645-1262-475e-8632-508048817dcf req-1438aa8f-dcbb-448b-adaa-015e129cef11 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:13:32.479015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438aa8f-dcbb-448b-adaa-015e129cef11 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Pushing event updated for resources: {'Port': ['ID=3026dbfb-67a0-48ce-84fc-04c96ed5277c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:32.536181 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d5682-9310-4c6b-9b9d-4b3790a18380 req-1a7dbf29-3fa1-41b7-8818-51d402fb11e6 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:32.547879 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a23d5682-9310-4c6b-9b9d-4b3790a18380 req-1a7dbf29-3fa1-41b7-8818-51d402fb11e6 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=03071603-ff0a-43af-a9bb-15c628578cd1 HTTP/1.1" status: 200 len: 931 time: 0.2501893 Nov 26 03:13:32.557469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9645-1262-475e-8632-508048817dcf req-1438aa8f-dcbb-448b-adaa-015e129cef11 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:32.558351 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-35ec9645-1262-475e-8632-508048817dcf req-1438aa8f-dcbb-448b-adaa-015e129cef11 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:32.692690 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35ec9645-1262-475e-8632-508048817dcf req-1438aa8f-dcbb-448b-adaa-015e129cef11 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1998782 Nov 26 03:13:32.732142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Request body: {'port': {'device_id': '03071603-ff0a-43af-a9bb-15c628578cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:13:32.821003 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:32.851686 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a23d5682-9310-4c6b-9b9d-4b3790a18380 req-dad99342-a853-423a-8201-7c7cffa1cd77 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948461 Nov 26 03:13:33.310441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3026dbfb-67a0-48ce-84fc-04c96ed5277c {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:13:33.321718 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:33.338873 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Transition to ACTIVE for port object 3026dbfb-67a0-48ce-84fc-04c96ed5277c will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:13:33.351151 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:33.477730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Pushing event updated for resources: {'Port': ['ID=3026dbfb-67a0-48ce-84fc-04c96ed5277c,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:33.549872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Attempting to bind port 3026dbfb-67a0-48ce-84fc-04c96ed5277c on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:13:33.550732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Attempting to bind port 3026dbfb-67a0-48ce-84fc-04c96ed5277c by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '9727293b-3772-44e0-acb6-82148fec251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6deb06cd-ad81-4c08-9eca-cecd3390e990'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:13:33.551322 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Attempting to bind port 3026dbfb-67a0-48ce-84fc-04c96ed5277c on network 6deb06cd-ad81-4c08-9eca-cecd3390e990 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:13:33.556445 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Port 3026dbfb-67a0-48ce-84fc-04c96ed5277c on network 6deb06cd-ad81-4c08-9eca-cecd3390e990 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:13:33.557033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Attempting to bind port 3026dbfb-67a0-48ce-84fc-04c96ed5277c on network 6deb06cd-ad81-4c08-9eca-cecd3390e990 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:13:33.563520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:13:33.564216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Checking segment: {'id': '9727293b-3772-44e0-acb6-82148fec251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6deb06cd-ad81-4c08-9eca-cecd3390e990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:13:33.564925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Bound using segment: {'id': '9727293b-3772-44e0-acb6-82148fec251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6deb06cd-ad81-4c08-9eca-cecd3390e990'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:13:33.565576 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Bound port: 3026dbfb-67a0-48ce-84fc-04c96ed5277c, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9727293b-3772-44e0-acb6-82148fec251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6deb06cd-ad81-4c08-9eca-cecd3390e990'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:13:33.566140 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:33.627252 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46458) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:33.653731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] For port 3026dbfb-67a0-48ce-84fc-04c96ed5277c, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:13:33.658040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] For port 3026dbfb-67a0-48ce-84fc-04c96ed5277c, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3026dbfb-67a0-48ce-84fc-04c96ed5277c,segment=NetworkSegment(9727293b-3772-44e0-acb6-82148fec251a),segment_id=9727293b-3772-44e0-acb6-82148fec251a)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:13:33.674970 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:33.720749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:33.721727 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:33.723048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35ec9645-1262-475e-8632-508048817dcf req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] 10.222.0.54 "PUT /v2.0/ports/3026dbfb-67a0-48ce-84fc-04c96ed5277c HTTP/1.1" status: 200 len: 1091 time: 1.0051839 Nov 26 03:13:33.723608 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03071603-ff0a-43af-a9bb-15c628578cd1', 'tag': '3026dbfb-67a0-48ce-84fc-04c96ed5277c'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:13:33.726300 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7392db-5ecf-4cf5-ba2c-ec01bc59d7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "03071603-ff0a-43af-a9bb-15c628578cd1", "tag": "3026dbfb-67a0-48ce-84fc-04c96ed5277c"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:13:33.764630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cbf5a-6c76-426f-bcc7-88cde09c1222 service neutron] Pushing event updated for resources: {'Port': ['ID=3026dbfb-67a0-48ce-84fc-04c96ed5277c,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:33.798128 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5392026a-e689-4506-b8e9-60e559c77026 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:33.835869 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728e1ad1-cf96-4f9b-a2ec-55db43ca3cee x-openstack-request-id: req-728e1ad1-cf96-4f9b-a2ec-55db43ca3cee {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:13:33.836217 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03071603-ff0a-43af-a9bb-15c628578cd1", "tag": "3026dbfb-67a0-48ce-84fc-04c96ed5277c", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:13:33.836468 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-728e1ad1-cf96-4f9b-a2ec-55db43ca3cee {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:13:33.837080 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03071603-ff0a-43af-a9bb-15c628578cd1', 'tag': '3026dbfb-67a0-48ce-84fc-04c96ed5277c', 'status': 'completed', 'code': 200} Nov 26 03:13:33.887693 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5392026a-e689-4506-b8e9-60e559c77026 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:33.895505 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5392026a-e689-4506-b8e9-60e559c77026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:33.901739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9645-1262-475e-8632-508048817dcf req-bb2db1f3-906f-42d5-aa4c-060164cfd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:33.904168 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35ec9645-1262-475e-8632-508048817dcf req-bb2db1f3-906f-42d5-aa4c-060164cfd7f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f0aa3e1413142838b36b868640c6038&device_id=03071603-ff0a-43af-a9bb-15c628578cd1 HTTP/1.1" status: 200 len: 1094 time: 0.1206601 Nov 26 03:13:33.928618 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5392026a-e689-4506-b8e9-60e559c77026 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35bc6cf8ce154a1087b35e44457c049c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3002520 Nov 26 03:13:33.929580 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46466) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:33.934707 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94f858f9-5941-4f97-9c6e-0becad92dc11 req-aea8427c-7ed5-4e39-bb0f-a52ba860a2cb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868692 Nov 26 03:13:33.968463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35ec9645-1262-475e-8632-508048817dcf req-b70da674-64ce-454c-b700-3f6eb923b2a7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3026dbfb-67a0-48ce-84fc-04c96ed5277c HTTP/1.1" status: 200 len: 217 time: 0.0468409 Nov 26 03:13:33.997496 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec645570-c038-4555-98b5-4ddfd0fb247d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:34.042613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392026a-e689-4506-b8e9-60e559c77026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37b1e16-1f49-4534-97ee-73d60a321c75,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:34.051226 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec645570-c038-4555-98b5-4ddfd0fb247d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:34.133717 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec645570-c038-4555-98b5-4ddfd0fb247d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:34.145494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9645-1262-475e-8632-508048817dcf req-56aa3d01-5222-43bb-a9c8-8980a4c6f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:34.148193 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35ec9645-1262-475e-8632-508048817dcf req-56aa3d01-5222-43bb-a9c8-8980a4c6f4ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f260b4b6-a991-446c-a7c3-af2c8a4bc13c HTTP/1.1" status: 200 len: 854 time: 0.1673267 Nov 26 03:13:34.160629 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec645570-c038-4555-98b5-4ddfd0fb247d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:34.165047 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ec645570-c038-4555-98b5-4ddfd0fb247d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a37b1e16-1f49-4534-97ee-73d60a321c75 HTTP/1.1" status: 204 len: 168 time: 0.2328653 Nov 26 03:13:34.190757 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec645570-c038-4555-98b5-4ddfd0fb247d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37b1e16-1f49-4534-97ee-73d60a321c75,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:34.679184 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46486) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:34.694630 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-163cd206-223c-4d64-86b4-577b247a3d63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:34.786736 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-163cd206-223c-4d64-86b4-577b247a3d63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:34.793478 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-163cd206-223c-4d64-86b4-577b247a3d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:34.843807 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-163cd206-223c-4d64-86b4-577b247a3d63 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5912be94b0e64e04b3bfed57c05cf471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1633873 Nov 26 03:13:34.845802 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cd206-223c-4d64-86b4-577b247a3d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32aacd5-3e56-4812-b739-a77fc12393fe,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:34.849585 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46488) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:34.889535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35ec9645-1262-475e-8632-508048817dcf req-68c9c709-d017-4d7e-906b-95f357c2c9e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6deb06cd-ad81-4c08-9eca-cecd3390e990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7184169 Nov 26 03:13:34.911776 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f4a12144-d5d1-4807-9b39-1a046aaf8929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:34.958352 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f4a12144-d5d1-4807-9b39-1a046aaf8929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:35.034338 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f4a12144-d5d1-4807-9b39-1a046aaf8929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:35.037429 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f4a12144-d5d1-4807-9b39-1a046aaf8929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:35.038865 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f4a12144-d5d1-4807-9b39-1a046aaf8929 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c32aacd5-3e56-4812-b739-a77fc12393fe HTTP/1.1" status: 204 len: 168 time: 0.1881423 Nov 26 03:13:35.055591 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a12144-d5d1-4807-9b39-1a046aaf8929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32aacd5-3e56-4812-b739-a77fc12393fe,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:35.065297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a174c5-e112-4fc1-bedc-a115107e4117 req-de728457-abd8-4a21-90b7-2e77c1c2e9bc tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:35.066872 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75a174c5-e112-4fc1-bedc-a115107e4117 req-de728457-abd8-4a21-90b7-2e77c1c2e9bc tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=03071603-ff0a-43af-a9bb-15c628578cd1 HTTP/1.1" status: 200 len: 943 time: 1.0631936 Nov 26 03:13:35.074069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35ec9645-1262-475e-8632-508048817dcf req-9c942c1f-fd73-43d2-b453-36e1fc13f27e service neutron] 10.222.0.54 "GET /v2.0/networks/6deb06cd-ad81-4c08-9eca-cecd3390e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704490 Nov 26 03:13:35.121122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f858f9-5941-4f97-9c6e-0becad92dc11 req-43b36f8a-5360-42b9-9b3b-7b8305a284a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:35.122644 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94f858f9-5941-4f97-9c6e-0becad92dc11 req-43b36f8a-5360-42b9-9b3b-7b8305a284a2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b15ff19a9a0a4f60b4cb533635df17af&device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 1100 time: 1.0236056 Nov 26 03:13:35.190278 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75a174c5-e112-4fc1-bedc-a115107e4117 req-adbb9598-59c9-46ce-9b63-9c6d748cf2bc tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120727 Nov 26 03:13:35.345486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f858f9-5941-4f97-9c6e-0becad92dc11 req-710ffcc5-0a89-4f09-ae1a-a1c74f95d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:35.347214 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94f858f9-5941-4f97-9c6e-0becad92dc11 req-710ffcc5-0a89-4f09-ae1a-a1c74f95d034 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.1973712 Nov 26 03:13:35.349171 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35ec9645-1262-475e-8632-508048817dcf req-bfadf71b-b262-4f94-9e02-0ff241eb29a2 service neutron] 10.222.0.54 "GET /v2.0/networks/6deb06cd-ad81-4c08-9eca-cecd3390e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304509 Nov 26 03:13:35.407732 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94f858f9-5941-4f97-9c6e-0becad92dc11 req-7ce298eb-9035-414e-b8c4-d4299ffb6eef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=199a21b8-b5b9-477c-9419-6110d7606458 HTTP/1.1" status: 200 len: 217 time: 0.0436289 Nov 26 03:13:35.559900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f858f9-5941-4f97-9c6e-0becad92dc11 req-074cc83f-bd0e-4a13-8166-81cfc9890a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:35.561478 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94f858f9-5941-4f97-9c6e-0becad92dc11 req-074cc83f-bd0e-4a13-8166-81cfc9890a9f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1069353 Nov 26 03:13:35.566860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7392db-5ecf-4cf5-ba2c-ec01bc59d7b7 req-f8078c39-0bee-4db4-9251-7f86ca7d6108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:35.568387 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c7392db-5ecf-4cf5-ba2c-ec01bc59d7b7 req-f8078c39-0bee-4db4-9251-7f86ca7d6108 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f0aa3e1413142838b36b868640c6038&device_id=03071603-ff0a-43af-a9bb-15c628578cd1 HTTP/1.1" status: 200 len: 1094 time: 0.1056194 Nov 26 03:13:35.739474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7392db-5ecf-4cf5-ba2c-ec01bc59d7b7 req-feedcf92-6e8f-4e87-93a3-1db75abff6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:35.741526 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c7392db-5ecf-4cf5-ba2c-ec01bc59d7b7 req-feedcf92-6e8f-4e87-93a3-1db75abff6cd service neutron] 10.222.0.54 "GET /v2.0/networks?id=6deb06cd-ad81-4c08-9eca-cecd3390e990 HTTP/1.1" status: 200 len: 915 time: 0.1647561 Nov 26 03:13:35.791300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c7392db-5ecf-4cf5-ba2c-ec01bc59d7b7 req-927d08f3-87dc-4909-a49d-c9f631a999eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3026dbfb-67a0-48ce-84fc-04c96ed5277c HTTP/1.1" status: 200 len: 217 time: 0.0389640 Nov 26 03:13:35.793741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f858f9-5941-4f97-9c6e-0becad92dc11 req-a1a0020a-3e52-48e5-ab07-6c2e81095862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:35.795445 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94f858f9-5941-4f97-9c6e-0becad92dc11 req-a1a0020a-3e52-48e5-ab07-6c2e81095862 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2262130 Nov 26 03:13:36.036645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94f858f9-5941-4f97-9c6e-0becad92dc11 req-f984926f-0cb7-4a50-8028-4c2a5e844628 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173905 Nov 26 03:13:36.089212 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7392db-5ecf-4cf5-ba2c-ec01bc59d7b7 req-94e9987a-ac6e-4852-9bdd-343d7c24d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:36.091148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c7392db-5ecf-4cf5-ba2c-ec01bc59d7b7 req-94e9987a-ac6e-4852-9bdd-343d7c24d088 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f260b4b6-a991-446c-a7c3-af2c8a4bc13c HTTP/1.1" status: 200 len: 854 time: 0.2781117 Nov 26 03:13:36.199923 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c7392db-5ecf-4cf5-ba2c-ec01bc59d7b7 req-71525da5-2b18-40c0-9a9f-bb692eb6a77a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6deb06cd-ad81-4c08-9eca-cecd3390e990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858307 Nov 26 03:13:36.487471 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94f858f9-5941-4f97-9c6e-0becad92dc11 req-ea7add38-4944-4d10-a1fc-ead723ae9210 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360700 Nov 26 03:13:36.515447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d37d7a-78c3-4c79-aa76-84d76471c3ee req-de83e267-342b-49bd-8de2-f86cd8d019d4 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:36.517355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9d37d7a-78c3-4c79-aa76-84d76471c3ee req-de83e267-342b-49bd-8de2-f86cd8d019d4 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=03071603-ff0a-43af-a9bb-15c628578cd1 HTTP/1.1" status: 200 len: 943 time: 0.1387069 Nov 26 03:13:36.572007 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c7392db-5ecf-4cf5-ba2c-ec01bc59d7b7 req-eceaacd1-065e-4447-9ca8-9cc488d5e533 service neutron] 10.222.0.54 "GET /v2.0/networks/6deb06cd-ad81-4c08-9eca-cecd3390e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584399 Nov 26 03:13:36.764898 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9d37d7a-78c3-4c79-aa76-84d76471c3ee req-8fc73e28-58e2-4c35-8fe1-6560642b0076 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394207 Nov 26 03:13:36.883214 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c7392db-5ecf-4cf5-ba2c-ec01bc59d7b7 req-1a251556-7215-42a1-98b1-dcbf2905e7f9 service neutron] 10.222.0.54 "GET /v2.0/networks/6deb06cd-ad81-4c08-9eca-cecd3390e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727897 Nov 26 03:13:37.971878 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cffa5-c8f0-4049-b4ed-b70222572b83 req-96de14a6-5c24-4d24-ab96-d3ba0e5357b3 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:37.974992 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f0cffa5-c8f0-4049-b4ed-b70222572b83 req-96de14a6-5c24-4d24-ab96-d3ba0e5357b3 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=03071603-ff0a-43af-a9bb-15c628578cd1 HTTP/1.1" status: 200 len: 943 time: 0.0892587 Nov 26 03:13:38.098646 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f0cffa5-c8f0-4049-b4ed-b70222572b83 req-c501c60a-1057-48f2-ad3d-442efe42c47d tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042199 Nov 26 03:13:39.318923 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8983d7-1bb8-4add-adb7-914032005628 req-7dfb29ab-adc3-49e5-b42f-01050215416a tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:39.329823 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e8983d7-1bb8-4add-adb7-914032005628 req-7dfb29ab-adc3-49e5-b42f-01050215416a tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=03071603-ff0a-43af-a9bb-15c628578cd1 HTTP/1.1" status: 200 len: 943 time: 0.1244729 Nov 26 03:13:39.451119 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e8983d7-1bb8-4add-adb7-914032005628 req-2bf84ffc-def8-46a0-9bfa-4be5a54cfef6 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177671 Nov 26 03:13:40.029177 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3026dbfb-67a0-48ce-84fc-04c96ed5277c details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:13:40.141508 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3026dbfb-67a0-48ce-84fc-04c96ed5277c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3026dbfb-67a0-48ce-84fc-04c96ed5277c,segment=NetworkSegment(9727293b-3772-44e0-acb6-82148fec251a),segment_id=9727293b-3772-44e0-acb6-82148fec251a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:13:40.157643 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '3026dbfb-67a0-48ce-84fc-04c96ed5277c', 'network_id': '6deb06cd-ad81-4c08-9eca-cecd3390e990', 'port_id': '3026dbfb-67a0-48ce-84fc-04c96ed5277c', 'mac_address': 'fa:16:3e:e9:65:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f260b4b6-a991-446c-a7c3-af2c8a4bc13c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:13:40.208474 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:40.223171 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3026dbfb-67a0-48ce-84fc-04c96ed5277c {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:13:40.243247 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3026dbfb-67a0-48ce-84fc-04c96ed5277c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3026dbfb-67a0-48ce-84fc-04c96ed5277c,segment=NetworkSegment(9727293b-3772-44e0-acb6-82148fec251a),segment_id=9727293b-3772-44e0-acb6-82148fec251a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:13:40.247964 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:40.311174 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=3026dbfb-67a0-48ce-84fc-04c96ed5277c,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:40.592108 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bbbcf-3157-4ab0-a097-cb566fd5e15e req-ad1fc9e1-bbb6-4e89-b734-c9f350fbfc3f tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:40.594685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a7bbbcf-3157-4ab0-a097-cb566fd5e15e req-ad1fc9e1-bbb6-4e89-b734-c9f350fbfc3f tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=03071603-ff0a-43af-a9bb-15c628578cd1 HTTP/1.1" status: 200 len: 944 time: 0.0602431 Nov 26 03:13:40.629164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['3026dbfb-67a0-48ce-84fc-04c96ed5277c'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:13:40.675659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a7bbbcf-3157-4ab0-a097-cb566fd5e15e req-5d0dc760-a903-41b6-9f9d-21e947483f59 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678077 Nov 26 03:13:41.079527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979d389-8e3c-43ca-8125-538771cc60d0 req-4c1a3955-0bdf-4223-90e5-ad7259704e36 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:41.087482 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8979d389-8e3c-43ca-8125-538771cc60d0 req-4c1a3955-0bdf-4223-90e5-ad7259704e36 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 946 time: 0.0767100 Nov 26 03:13:41.180746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8979d389-8e3c-43ca-8125-538771cc60d0 req-b4e1a01a-4038-4b4a-a8b8-dd20d4fc0e4b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922525 Nov 26 03:13:41.683995 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d6650d9-4c01-4d03-bbdf-1bd88c493d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:41.875679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd8ced-b799-4efd-b192-f998aafe351b req-0a5fef58-45b8-4503-8946-1b05a78903d2 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:41.878145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-40dd8ced-b799-4efd-b192-f998aafe351b req-0a5fef58-45b8-4503-8946-1b05a78903d2 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=03071603-ff0a-43af-a9bb-15c628578cd1 HTTP/1.1" status: 200 len: 944 time: 0.1113193 Nov 26 03:13:41.945279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-40dd8ced-b799-4efd-b192-f998aafe351b req-617843cf-9bb8-466a-96ab-0164c38fed09 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603271 Nov 26 03:13:42.056086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3026dbfb-67a0-48ce-84fc-04c96ed5277c up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:13:42.122314 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 3026dbfb-67a0-48ce-84fc-04c96ed5277c completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:13:42.128375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 3026dbfb-67a0-48ce-84fc-04c96ed5277c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:13:42.128819 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:42.333498 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:42.391249 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03071603-ff0a-43af-a9bb-15c628578cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3026dbfb-67a0-48ce-84fc-04c96ed5277c'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:13:42.395034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d206a7-4a1d-4b58-a0ef-8a12d252215e req-1b69c714-3741-45a8-afe5-8ba0a17a71cc tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:42.396637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3d206a7-4a1d-4b58-a0ef-8a12d252215e req-1b69c714-3741-45a8-afe5-8ba0a17a71cc tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 946 time: 0.1016207 Nov 26 03:13:42.398360 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0739b122-fb49-4ef0-9d22-803783b2cbad" -d '{"events": [{"server_uuid": "03071603-ff0a-43af-a9bb-15c628578cd1", "name": "network-vif-plugged", "status": "completed", "tag": "3026dbfb-67a0-48ce-84fc-04c96ed5277c"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:13:42.436917 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 3026dbfb-67a0-48ce-84fc-04c96ed5277c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3026dbfb-67a0-48ce-84fc-04c96ed5277c,segment=NetworkSegment(9727293b-3772-44e0-acb6-82148fec251a),segment_id=9727293b-3772-44e0-acb6-82148fec251a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:13:42.441993 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:42.516509 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3d206a7-4a1d-4b58-a0ef-8a12d252215e req-462b75db-1a52-4a99-84a1-3cb406abb78d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=3129a8a2-c7e7-4234-adc5-289432d92f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046159 Nov 26 03:13:42.559429 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537257ca-ac1a-4b43-9d5d-f08a5f46bf1a x-openstack-request-id: req-537257ca-ac1a-4b43-9d5d-f08a5f46bf1a {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:13:42.559808 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03071603-ff0a-43af-a9bb-15c628578cd1", "name": "network-vif-plugged", "status": "completed", "tag": "3026dbfb-67a0-48ce-84fc-04c96ed5277c", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:13:42.560104 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-537257ca-ac1a-4b43-9d5d-f08a5f46bf1a {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:13:42.560893 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03071603-ff0a-43af-a9bb-15c628578cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3026dbfb-67a0-48ce-84fc-04c96ed5277c', 'code': 200} Nov 26 03:13:42.562327 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=3026dbfb-67a0-48ce-84fc-04c96ed5277c,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:42.663569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d971961-d6ae-4253-a41e-e994a1a299b5 req-417b45bc-09f3-4422-aa49-78aa5b4eeca3 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:42.665119 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d971961-d6ae-4253-a41e-e994a1a299b5 req-417b45bc-09f3-4422-aa49-78aa5b4eeca3 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 946 time: 0.0862548 Nov 26 03:13:42.707114 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf3a15-e464-4def-ac26-db2f42c4bed4 req-74c1a31b-682f-474b-b309-8cb4336d77a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:42.708700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bbf3a15-e464-4def-ac26-db2f42c4bed4 req-74c1a31b-682f-474b-b309-8cb4336d77a3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=03071603-ff0a-43af-a9bb-15c628578cd1 HTTP/1.1" status: 200 len: 1096 time: 0.0898044 Nov 26 03:13:42.786923 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bbf3a15-e464-4def-ac26-db2f42c4bed4 req-d3b46d97-b643-4ceb-ac1b-a457ada7b092 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694137 Nov 26 03:13:42.837705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-1d971961-d6ae-4253-a41e-e994a1a299b5 req-dd57bb1f-c74c-410d-a2bf-1f96446e5eb7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Deleting port cb3d2426-4af7-41da-9a58-68ffaaa9c00b {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:13:42.840726 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1d971961-d6ae-4253-a41e-e994a1a299b5 req-dd57bb1f-c74c-410d-a2bf-1f96446e5eb7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:42.888827 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:13:43.006438 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-1d971961-d6ae-4253-a41e-e994a1a299b5 req-dd57bb1f-c74c-410d-a2bf-1f96446e5eb7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] For port cb3d2426-4af7-41da-9a58-68ffaaa9c00b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=cb3d2426-4af7-41da-9a58-68ffaaa9c00b,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:13:43.007024 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1d971961-d6ae-4253-a41e-e994a1a299b5 req-dd57bb1f-c74c-410d-a2bf-1f96446e5eb7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:43.037949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-1d971961-d6ae-4253-a41e-e994a1a299b5 req-dd57bb1f-c74c-410d-a2bf-1f96446e5eb7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Calling delete_port for cb3d2426-4af7-41da-9a58-68ffaaa9c00b owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:13:43.165591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e9acb-beb9-483c-9599-fc870191b71c req-b1a5c277-ed27-4e62-b2eb-e04825e022c7 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:43.167375 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f51e9acb-beb9-483c-9599-fc870191b71c req-b1a5c277-ed27-4e62-b2eb-e04825e022c7 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=03071603-ff0a-43af-a9bb-15c628578cd1 HTTP/1.1" status: 200 len: 945 time: 0.1079009 Nov 26 03:13:43.267998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f51e9acb-beb9-483c-9599-fc870191b71c req-b6afeb95-7683-4ebf-8363-a85eea00fca3 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838783 Nov 26 03:13:43.309758 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1d971961-d6ae-4253-a41e-e994a1a299b5 req-dd57bb1f-c74c-410d-a2bf-1f96446e5eb7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:43.343337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57bb1f-c74c-410d-a2bf-1f96446e5eb7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event deleted for resources: {'Port': ['ID=cb3d2426-4af7-41da-9a58-68ffaaa9c00b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:43.358375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['cb3d2426-4af7-41da-9a58-68ffaaa9c00b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:13:43.444667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d971961-d6ae-4253-a41e-e994a1a299b5 req-dd57bb1f-c74c-410d-a2bf-1f96446e5eb7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] No DVR routers for this DVR port cb3d2426-4af7-41da-9a58-68ffaaa9c00b on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:13:43.447907 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1d971961-d6ae-4253-a41e-e994a1a299b5 req-dd57bb1f-c74c-410d-a2bf-1f96446e5eb7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:43.451376 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d971961-d6ae-4253-a41e-e994a1a299b5 req-dd57bb1f-c74c-410d-a2bf-1f96446e5eb7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "DELETE /v2.0/ports/cb3d2426-4af7-41da-9a58-68ffaaa9c00b HTTP/1.1" status: 204 len: 173 time: 0.7772923 Nov 26 03:13:43.453934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1845ca07-adc7-4b26-8f26-7ae35f2d7579', 'name': 'network-vif-deleted', 'tag': 'cb3d2426-4af7-41da-9a58-68ffaaa9c00b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:13:43.454232 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d34ee5-cc82-4345-b230-68d3cddceee2" -d '{"events": [{"server_uuid": "1845ca07-adc7-4b26-8f26-7ae35f2d7579", "name": "network-vif-deleted", "tag": "cb3d2426-4af7-41da-9a58-68ffaaa9c00b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:13:43.528044 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faeb9d21-7c5b-42e8-83e5-1e8825bee29e x-openstack-request-id: req-faeb9d21-7c5b-42e8-83e5-1e8825bee29e {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:13:43.528549 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1845ca07-adc7-4b26-8f26-7ae35f2d7579", "name": "network-vif-deleted", "tag": "cb3d2426-4af7-41da-9a58-68ffaaa9c00b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:13:43.528885 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-faeb9d21-7c5b-42e8-83e5-1e8825bee29e {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:13:43.529864 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1845ca07-adc7-4b26-8f26-7ae35f2d7579', 'name': 'network-vif-deleted', 'tag': 'cb3d2426-4af7-41da-9a58-68ffaaa9c00b', 'status': 'completed', 'code': 200} Nov 26 03:13:43.678814 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7bd43e64-492e-49a2-ae73-9f17beeda51f req-77173c06-a0dd-45eb-a7b3-20849fce7e4b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 210 time: 0.0383627 Nov 26 03:13:44.145223 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5a0b72bf-8b7d-4e95-ab81-e251c686c0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:44.406874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4aa7b-e4e0-40cd-a61a-fd00b0923b1b req-e767a836-aabf-4a4c-8d68-23495384ab0e tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:13:44.408739 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4f4aa7b-e4e0-40cd-a61a-fd00b0923b1b req-e767a836-aabf-4a4c-8d68-23495384ab0e tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=03071603-ff0a-43af-a9bb-15c628578cd1 HTTP/1.1" status: 200 len: 945 time: 0.0634651 Nov 26 03:13:44.473905 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4f4aa7b-e4e0-40cd-a61a-fd00b0923b1b req-d8e3f3fa-0cad-4f63-a4bd-076dfe55c28e tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588319 Nov 26 03:13:44.815437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bbb6c792-dde1-477b-b483-09582e0311e0 req-7bfbf6d8-8e35-4eb2-84cf-d59e01d56c29 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 210 time: 0.0594699 Nov 26 03:13:45.096610 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:45.964620 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62ec4450-5f78-45a0-ab74-3a14cc3b9e41 req-a2b2f042-56eb-4ce1-b377-b1c57e37430d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 210 time: 0.0510674 Nov 26 03:13:46.237940 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device cb3d2426-4af7-41da-9a58-68ffaaa9c00b no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:13:46.267627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: cb3d2426-4af7-41da-9a58-68ffaaa9c00b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:13:46.267985 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device cb3d2426-4af7-41da-9a58-68ffaaa9c00b not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:13:46.626132 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:47.080883 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-571584d0-6a47-4557-9574-e90ddceee74b req-a31f44cc-f868-4530-8fac-a81cfddd5ae5 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 210 time: 0.0353639 Nov 26 03:13:47.555113 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:48.200949 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-67518e72-29b8-46e2-b42d-bc8dca389043 req-cbcf04e4-50c9-44c1-96f3-279f9ca3addb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 210 time: 0.0426073 Nov 26 03:13:49.313313 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dbc6c2be-0499-42be-b44b-005122a8ea95 req-0e2f223d-c5db-484c-95fc-351b41da63dc tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 210 time: 0.0346498 Nov 26 03:13:50.508201 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6da303de-94ac-4678-a879-6e6daf7d3b1d req-87ea82a6-acbe-4161-a5c9-df9af8683190 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1845ca07-adc7-4b26-8f26-7ae35f2d7579 HTTP/1.1" status: 200 len: 210 time: 0.0320518 Nov 26 03:13:50.833038 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 46966) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:50.955860 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24b60185-d35d-4a4d-a97d-c51fff5c428f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:51.047159 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24b60185-d35d-4a4d-a97d-c51fff5c428f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:51.051837 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24b60185-d35d-4a4d-a97d-c51fff5c428f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:51.091172 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-24b60185-d35d-4a4d-a97d-c51fff5c428f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55b08271a9f14ba4989657eec1d1bf47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2569973 Nov 26 03:13:51.092308 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b60185-d35d-4a4d-a97d-c51fff5c428f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc0381e-fad4-4d05-9017-064171fe7a77,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:51.094453 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46970) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:51.161051 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd50f9aa-f43b-4922-8db7-8ca0966ce26e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:51.190007 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd50f9aa-f43b-4922-8db7-8ca0966ce26e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:51.241437 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd50f9aa-f43b-4922-8db7-8ca0966ce26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:51.249424 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd50f9aa-f43b-4922-8db7-8ca0966ce26e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:51.251232 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dd50f9aa-f43b-4922-8db7-8ca0966ce26e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ccc0381e-fad4-4d05-9017-064171fe7a77 HTTP/1.1" status: 204 len: 168 time: 0.1545022 Nov 26 03:13:51.262208 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50f9aa-f43b-4922-8db7-8ca0966ce26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc0381e-fad4-4d05-9017-064171fe7a77,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:51.595690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46986) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:51.612603 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-91792f36-76eb-491a-a429-b90d1e9a7679 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:51.709670 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-91792f36-76eb-491a-a429-b90d1e9a7679 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:51.714582 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-91792f36-76eb-491a-a429-b90d1e9a7679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:51.755360 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91792f36-76eb-491a-a429-b90d1e9a7679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931b4751-ffb8-4627-9ef0-128e7e070690,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:51.763368 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-91792f36-76eb-491a-a429-b90d1e9a7679 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3abc40b7d9d4ceb8a35dd8b2ffc12b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1640077 Nov 26 03:13:51.763939 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 46988) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:51.817848 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f157f949-07b8-4f5e-8659-227b498ae398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:51.840326 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f157f949-07b8-4f5e-8659-227b498ae398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:51.894468 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f157f949-07b8-4f5e-8659-227b498ae398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:51.897385 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f157f949-07b8-4f5e-8659-227b498ae398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:51.901329 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f157f949-07b8-4f5e-8659-227b498ae398 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/931b4751-ffb8-4627-9ef0-128e7e070690 HTTP/1.1" status: 204 len: 168 time: 0.1367693 Nov 26 03:13:51.911234 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157f949-07b8-4f5e-8659-227b498ae398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931b4751-ffb8-4627-9ef0-128e7e070690,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:52.529354 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:53.639017 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:53.722437 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47050) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:53.851904 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c2e02a40-21c7-4666-9b53-d4dd782500af admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:53.941900 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c2e02a40-21c7-4666-9b53-d4dd782500af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:53.947489 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c2e02a40-21c7-4666-9b53-d4dd782500af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:53.984657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e02a40-21c7-4666-9b53-d4dd782500af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a8e498-894d-42c0-8555-e92fef3324cd,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:54.005696 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47054) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:54.006181 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c2e02a40-21c7-4666-9b53-d4dd782500af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a094eefdb1fb45289f12e79117785933&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2821834 Nov 26 03:13:54.063737 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-860eaf90-1db1-406b-97a9-7e38e0847d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:54.086365 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-860eaf90-1db1-406b-97a9-7e38e0847d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:54.142298 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-860eaf90-1db1-406b-97a9-7e38e0847d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:54.145945 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-860eaf90-1db1-406b-97a9-7e38e0847d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:54.147296 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-860eaf90-1db1-406b-97a9-7e38e0847d05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3a8e498-894d-42c0-8555-e92fef3324cd HTTP/1.1" status: 204 len: 168 time: 0.1395547 Nov 26 03:13:54.156358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860eaf90-1db1-406b-97a9-7e38e0847d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a8e498-894d-42c0-8555-e92fef3324cd,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:55.401339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47102) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:55.528907 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e6517365-cb93-4816-ad96-ac769f2f0374 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:55.633844 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e6517365-cb93-4816-ad96-ac769f2f0374 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:55.646762 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e6517365-cb93-4816-ad96-ac769f2f0374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:55.701585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6517365-cb93-4816-ad96-ac769f2f0374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165a5679-49f7-4eee-a21e-493d77632c28,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:55.714269 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47108) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:55.721124 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e6517365-cb93-4816-ad96-ac769f2f0374 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=854d3969fbf54d7995fa6a6fc0ac6cdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3185930 Nov 26 03:13:55.797984 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1dd08d30-bc54-48d7-adf8-f330da80077d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:55.842122 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1dd08d30-bc54-48d7-adf8-f330da80077d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:55.895463 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1dd08d30-bc54-48d7-adf8-f330da80077d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:55.898714 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1dd08d30-bc54-48d7-adf8-f330da80077d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:55.904438 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1dd08d30-bc54-48d7-adf8-f330da80077d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/165a5679-49f7-4eee-a21e-493d77632c28 HTTP/1.1" status: 204 len: 168 time: 0.1890807 Nov 26 03:13:55.915387 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd08d30-bc54-48d7-adf8-f330da80077d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165a5679-49f7-4eee-a21e-493d77632c28,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:57.388590 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47170) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:57.519431 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3499b52-cf44-46a8-a266-30430d014022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:57.651446 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3499b52-cf44-46a8-a266-30430d014022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:57.665459 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e3499b52-cf44-46a8-a266-30430d014022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:57.697115 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47180) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:13:57.697614 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e3499b52-cf44-46a8-a266-30430d014022 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84af6575c4ca434bbfd200c627655562&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3076069 Nov 26 03:13:57.725642 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3499b52-cf44-46a8-a266-30430d014022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36628bc8-9916-40ff-ba3c-c654782bc8ba,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:57.789355 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-58857236-be91-4689-ac03-4ae47c2edf0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:57.831751 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-58857236-be91-4689-ac03-4ae47c2edf0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:57.899344 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-58857236-be91-4689-ac03-4ae47c2edf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:57.902621 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-58857236-be91-4689-ac03-4ae47c2edf0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:13:57.913734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-58857236-be91-4689-ac03-4ae47c2edf0f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36628bc8-9916-40ff-ba3c-c654782bc8ba HTTP/1.1" status: 204 len: 168 time: 0.2103219 Nov 26 03:13:57.934504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58857236-be91-4689-ac03-4ae47c2edf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36628bc8-9916-40ff-ba3c-c654782bc8ba,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:13:57.956770 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58857236-be91-4689-ac03-4ae47c2edf0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:57.958677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58857236-be91-4689-ac03-4ae47c2edf0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:57.960512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58857236-be91-4689-ac03-4ae47c2edf0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:57.961101 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58857236-be91-4689-ac03-4ae47c2edf0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:57.961627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58857236-be91-4689-ac03-4ae47c2edf0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:57.964286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58857236-be91-4689-ac03-4ae47c2edf0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:57.964910 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58857236-be91-4689-ac03-4ae47c2edf0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:57.965254 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58857236-be91-4689-ac03-4ae47c2edf0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:57.965600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58857236-be91-4689-ac03-4ae47c2edf0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:57.965940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58857236-be91-4689-ac03-4ae47c2edf0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:57.966280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58857236-be91-4689-ac03-4ae47c2edf0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:13:57.966643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58857236-be91-4689-ac03-4ae47c2edf0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:01.767718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47438) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:01.862044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47448) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:01.868506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-a15882f6-9d1a-4094-b096-2d79c7210b7b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-277295715', 'description': 'tempest-secgroup-smoke-277295715 description', 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:01.923238 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a15882f6-9d1a-4094-b096-2d79c7210b7b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.020339 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a6fe14c-f341-46f5-b67a-78c95309b431 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.034673 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a15882f6-9d1a-4094-b096-2d79c7210b7b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.048095 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a15882f6-9d1a-4094-b096-2d79c7210b7b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.101399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15882f6-9d1a-4094-b096-2d79c7210b7b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f21759d-31a0-41e8-b7ca-6a86f8488e70,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:02.115804 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a15882f6-9d1a-4094-b096-2d79c7210b7b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.117162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a15882f6-9d1a-4094-b096-2d79c7210b7b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2531385 Nov 26 03:14:02.120235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47450) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:02.131011 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1f65bd98-b26b-4186-9fcb-0b6a41598bf9 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Request body: {'security_group_rule': {'security_group_id': '9f21759d-31a0-41e8-b7ca-6a86f8488e70', 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:02.193308 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1f65bd98-b26b-4186-9fcb-0b6a41598bf9 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.195215 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a6fe14c-f341-46f5-b67a-78c95309b431 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.203090 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a6fe14c-f341-46f5-b67a-78c95309b431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.269513 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6a6fe14c-f341-46f5-b67a-78c95309b431 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7012b79feb7242a0b4e7b5af15cbd80c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4998817 Nov 26 03:14:02.271861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47458) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:02.278124 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fe14c-f341-46f5-b67a-78c95309b431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14b6bf2-8da6-46d9-b8bb-f00ab3e42cdd,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:02.290954 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6fe14c-f341-46f5-b67a-78c95309b431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:02.291837 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6fe14c-f341-46f5-b67a-78c95309b431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:02.292348 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6fe14c-f341-46f5-b67a-78c95309b431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:02.293079 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6fe14c-f341-46f5-b67a-78c95309b431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:02.293671 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6fe14c-f341-46f5-b67a-78c95309b431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:02.294213 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6fe14c-f341-46f5-b67a-78c95309b431 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:02.294794 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6fe14c-f341-46f5-b67a-78c95309b431 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:02.295337 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6fe14c-f341-46f5-b67a-78c95309b431 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:02.296281 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6fe14c-f341-46f5-b67a-78c95309b431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:02.296979 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6fe14c-f341-46f5-b67a-78c95309b431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:02.297690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6fe14c-f341-46f5-b67a-78c95309b431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:02.298328 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6fe14c-f341-46f5-b67a-78c95309b431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:02.330639 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1f65bd98-b26b-4186-9fcb-0b6a41598bf9 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.345015 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1f65bd98-b26b-4186-9fcb-0b6a41598bf9 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.382073 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65bd98-b26b-4186-9fcb-0b6a41598bf9 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e70942-8ee1-414b-b34d-8669a09e4159,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:02.392331 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9cd21c2c-37dc-4702-95a4-2631594045da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.398642 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1f65bd98-b26b-4186-9fcb-0b6a41598bf9 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.402703 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1f65bd98-b26b-4186-9fcb-0b6a41598bf9 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2790875 Nov 26 03:14:02.403140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47460) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:02.409395 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e1a3bb06-ebe5-4ef1-b21e-2877075de263 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Request body: {'security_group_rule': {'security_group_id': '9f21759d-31a0-41e8-b7ca-6a86f8488e70', 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:02.462171 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9cd21c2c-37dc-4702-95a4-2631594045da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.503910 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e1a3bb06-ebe5-4ef1-b21e-2877075de263 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.571212 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9cd21c2c-37dc-4702-95a4-2631594045da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.576660 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9cd21c2c-37dc-4702-95a4-2631594045da admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.578700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9cd21c2c-37dc-4702-95a4-2631594045da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e14b6bf2-8da6-46d9-b8bb-f00ab3e42cdd HTTP/1.1" status: 204 len: 168 time: 0.3056395 Nov 26 03:14:02.591594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd21c2c-37dc-4702-95a4-2631594045da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14b6bf2-8da6-46d9-b8bb-f00ab3e42cdd,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:02.622674 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e1a3bb06-ebe5-4ef1-b21e-2877075de263 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.638888 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e1a3bb06-ebe5-4ef1-b21e-2877075de263 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.661131 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3bb06-ebe5-4ef1-b21e-2877075de263 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90d0cf5-3337-4199-a0bd-dcb536199545,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:02.690816 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e1a3bb06-ebe5-4ef1-b21e-2877075de263 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.695007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47474) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:02.696441 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e1a3bb06-ebe5-4ef1-b21e-2877075de263 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2917500 Nov 26 03:14:02.700123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-394ffcdd-9782-4d78-a5b5-a5d55f38a367 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Request body: {'security_group_rule': {'security_group_id': '9f21759d-31a0-41e8-b7ca-6a86f8488e70', 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:02.772484 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-394ffcdd-9782-4d78-a5b5-a5d55f38a367 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.837136 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-394ffcdd-9782-4d78-a5b5-a5d55f38a367 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.842915 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-394ffcdd-9782-4d78-a5b5-a5d55f38a367 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.871526 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ffcdd-9782-4d78-a5b5-a5d55f38a367 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b56e806-daa8-4f43-996b-29136f371c20,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:02.883327 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-394ffcdd-9782-4d78-a5b5-a5d55f38a367 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:02.885069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-394ffcdd-9782-4d78-a5b5-a5d55f38a367 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1887047 Nov 26 03:14:02.888231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47480) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:02.893479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-ec4d4108-f196-4927-a9f0-b3666d170aa8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Request body: {'security_group_rule': {'security_group_id': '9f21759d-31a0-41e8-b7ca-6a86f8488e70', 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:02.938472 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4108-f196-4927-a9f0-b3666d170aa8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:03.028477 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4108-f196-4927-a9f0-b3666d170aa8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:03.036404 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4108-f196-4927-a9f0-b3666d170aa8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:03.037127 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47490) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:03.055436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d4108-f196-4927-a9f0-b3666d170aa8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4e4eb0-5587-43b3-b1f5-c4561e1c63ea,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:03.064955 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4108-f196-4927-a9f0-b3666d170aa8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:03.068114 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ec4d4108-f196-4927-a9f0-b3666d170aa8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1770458 Nov 26 03:14:03.069129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47492) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:03.073689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-96673123-b3c3-4d55-adbd-36e0c09459c8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Request body: {'security_group_rule': {'security_group_id': '9f21759d-31a0-41e8-b7ca-6a86f8488e70', 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:03.086536 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4f923087-9ace-4bf4-a340-c0ec340ba48f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:03.118083 n-d-819389-3 neutron-server[104802]: INFO neutron.db.securitygroups_db [None req-96673123-b3c3-4d55-adbd-36e0c09459c8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Project b17049609f8f491cbb361dbfa10fcb6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:14:03.125341 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96673123-b3c3-4d55-adbd-36e0c09459c8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:03.224025 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4f923087-9ace-4bf4-a340-c0ec340ba48f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:03.228421 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4f923087-9ace-4bf4-a340-c0ec340ba48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:03.232267 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96673123-b3c3-4d55-adbd-36e0c09459c8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:03.239465 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96673123-b3c3-4d55-adbd-36e0c09459c8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:03.258242 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4f923087-9ace-4bf4-a340-c0ec340ba48f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9277c34ee2124f198540738b3ca85c0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2189326 Nov 26 03:14:03.261265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 47494) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:03.267628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96673123-b3c3-4d55-adbd-36e0c09459c8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af24a5ca-04d7-4370-a3b3-d0533f67d29f,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:03.276031 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-96673123-b3c3-4d55-adbd-36e0c09459c8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:03.277620 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-96673123-b3c3-4d55-adbd-36e0c09459c8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2073746 Nov 26 03:14:03.280202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 47496) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:03.285398 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-f4b13bf8-13b6-45e4-b35e-23b0883c2e49 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Request body: {'security_group_rule': {'security_group_id': '9f21759d-31a0-41e8-b7ca-6a86f8488e70', 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:03.314437 n-d-819389-3 neutron-server[104802]: INFO neutron.db.securitygroups_db [None req-f4b13bf8-13b6-45e4-b35e-23b0883c2e49 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Project b17049609f8f491cbb361dbfa10fcb6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:14:03.320508 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f4b13bf8-13b6-45e4-b35e-23b0883c2e49 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:03.329713 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f923087-9ace-4bf4-a340-c0ec340ba48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7765e7-f6c2-4448-843d-4620cf1ff592,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:03.356208 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-92c5c508-62db-443e-88f6-06703aeabee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:03.378842 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-92c5c508-62db-443e-88f6-06703aeabee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:03.399337 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f4b13bf8-13b6-45e4-b35e-23b0883c2e49 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:03.405027 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f4b13bf8-13b6-45e4-b35e-23b0883c2e49 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:03.433733 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-92c5c508-62db-443e-88f6-06703aeabee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:03.439058 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-92c5c508-62db-443e-88f6-06703aeabee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:03.441218 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-92c5c508-62db-443e-88f6-06703aeabee0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf7765e7-f6c2-4448-843d-4620cf1ff592 HTTP/1.1" status: 204 len: 168 time: 0.1788104 Nov 26 03:14:03.443265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b13bf8-13b6-45e4-b35e-23b0883c2e49 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180614f8-4919-4bd2-a8e2-86628817a674,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:03.458911 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5c508-62db-443e-88f6-06703aeabee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7765e7-f6c2-4448-843d-4620cf1ff592,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:03.460638 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f4b13bf8-13b6-45e4-b35e-23b0883c2e49 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:03.462378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f4b13bf8-13b6-45e4-b35e-23b0883c2e49 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1811206 Nov 26 03:14:11.708972 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f826e239-d632-4b96-92bc-4cde83a5c5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:12.225066 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48110) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:12.434884 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-207fb179-8bc6-4232-ab28-2ce83fc53894 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:12.542147 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-207fb179-8bc6-4232-ab28-2ce83fc53894 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:12.547527 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-207fb179-8bc6-4232-ab28-2ce83fc53894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:12.607389 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48122) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:12.608592 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-207fb179-8bc6-4232-ab28-2ce83fc53894 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92e0ed8512d348918ed71a2b4371f9fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3824763 Nov 26 03:14:12.609693 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fb179-8bc6-4232-ab28-2ce83fc53894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6575d62-91b6-4737-b3ae-df8e80c455cb,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:12.702515 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5fd3-32b3-429e-93b8-9189ee9f210d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:12.731739 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5fd3-32b3-429e-93b8-9189ee9f210d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:12.787493 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5fd3-32b3-429e-93b8-9189ee9f210d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:12.791854 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5fd3-32b3-429e-93b8-9189ee9f210d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:12.798537 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2a8e5fd3-32b3-429e-93b8-9189ee9f210d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6575d62-91b6-4737-b3ae-df8e80c455cb HTTP/1.1" status: 204 len: 168 time: 0.1833842 Nov 26 03:14:12.815784 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e5fd3-32b3-429e-93b8-9189ee9f210d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6575d62-91b6-4737-b3ae-df8e80c455cb,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:14.142305 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-380bdf98-728d-4f15-b7c6-0543bf9e8866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:14.870465 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48208) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:15.078219 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:15.100113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0c2d5345-0f63-40a0-b4b4-07da372521b7 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1359814583'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:15.130306 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2d5345-0f63-40a0-b4b4-07da372521b7 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Made reservation on behalf of 8babdc0bb23f4d35928bae009fc691d3 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:14:15.136471 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5345-0f63-40a0-b4b4-07da372521b7 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:15.154507 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5345-0f63-40a0-b4b4-07da372521b7 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:15.268654 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5345-0f63-40a0-b4b4-07da372521b7 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:15.272760 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5345-0f63-40a0-b4b4-07da372521b7 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:15.325019 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2d5345-0f63-40a0-b4b4-07da372521b7 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:14:15.345131 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d5345-0f63-40a0-b4b4-07da372521b7 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a692cc5-9c76-4db8-8d19-4d752ee5f824,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:15.352433 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5345-0f63-40a0-b4b4-07da372521b7 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:15.353022 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-0c2d5345-0f63-40a0-b4b4-07da372521b7 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Added segment 4b080df4-0a36-41f9-ab20-3b168370f850 of type vlan for network 13747aa1-2a81-465b-b30c-baf936a2e5e8 Nov 26 03:14:15.403406 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5345-0f63-40a0-b4b4-07da372521b7 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:15.439010 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5345-0f63-40a0-b4b4-07da372521b7 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:15.446104 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2d5345-0f63-40a0-b4b4-07da372521b7 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:15.446974 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5345-0f63-40a0-b4b4-07da372521b7 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:15.542282 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0c2d5345-0f63-40a0-b4b4-07da372521b7 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6700864 Nov 26 03:14:15.543230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48220) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:15.545976 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d5345-0f63-40a0-b4b4-07da372521b7 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Pushing event updated for resources: {'Network': ['ID=13747aa1-2a81-465b-b30c-baf936a2e5e8,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:15.549989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-d8e9ff05-2421-4d33-8694-3fb738350985 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Request body: {'subnet': {'network_id': '13747aa1-2a81-465b-b30c-baf936a2e5e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:15.558776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 13747aa1-2a81-465b-b30c-baf936a2e5e8 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:14:15.732134 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e9ff05-2421-4d33-8694-3fb738350985 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Made reservation on behalf of 8babdc0bb23f4d35928bae009fc691d3 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:14:15.748405 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ff05-2421-4d33-8694-3fb738350985 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:16.004366 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ff05-2421-4d33-8694-3fb738350985 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:16.083711 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9ff05-2421-4d33-8694-3fb738350985 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Pushing event updated for resources: {'Subnet': ['ID=dfa2df89-0865-4269-98ef-9d110c74c9ba,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:16.093700 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e9ff05-2421-4d33-8694-3fb738350985 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Checking segment: {'id': '4b080df4-0a36-41f9-ab20-3b168370f850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '13747aa1-2a81-465b-b30c-baf936a2e5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:14:16.094379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e9ff05-2421-4d33-8694-3fb738350985 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Network hostable DHCP agents. Network: 13747aa1-2a81-465b-b30c-baf936a2e5e8, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:14:16.115189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e9ff05-2421-4d33-8694-3fb738350985 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Network 13747aa1-2a81-465b-b30c-baf936a2e5e8 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:14:16.126082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-d8e9ff05-2421-4d33-8694-3fb738350985 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 13747aa1-2a81-465b-b30c-baf936a2e5e8) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:14:16.131672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e9ff05-2421-4d33-8694-3fb738350985 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:16.132331 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ff05-2421-4d33-8694-3fb738350985 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:16.139223 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21174b40-600b-4ba8-b48f-0bd562c4269b None None] Network 13747aa1-2a81-465b-b30c-baf936a2e5e8 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:14:16.153433 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d8e9ff05-2421-4d33-8694-3fb738350985 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6090825 Nov 26 03:14:16.156533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48240) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:16.164039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-40203601-6d6e-44a8-987e-39290dc11836 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Request body: {'port': {'network_id': '13747aa1-2a81-465b-b30c-baf936a2e5e8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1872979319'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:16.412439 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40203601-6d6e-44a8-987e-39290dc11836 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Made reservation on behalf of 8babdc0bb23f4d35928bae009fc691d3 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:14:16.428770 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-40203601-6d6e-44a8-987e-39290dc11836 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:16.449254 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-40203601-6d6e-44a8-987e-39290dc11836 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] device_id is not set on port 716761ca-8af8-42e9-9a07-91c9f5a7e3fe yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:14:16.605454 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-40203601-6d6e-44a8-987e-39290dc11836 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Allocated IP 172.20.0.3 (13747aa1-2a81-465b-b30c-baf936a2e5e8/dfa2df89-0865-4269-98ef-9d110c74c9ba/716761ca-8af8-42e9-9a07-91c9f5a7e3fe) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:14:16.649272 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-13747aa1-2a81-465b-b30c-baf936a2e5e8', 'network_id': '13747aa1-2a81-465b-b30c-baf936a2e5e8', 'tenant_id': '8babdc0bb23f4d35928bae009fc691d3', 'fixed_ips': [{'subnet_id': 'dfa2df89-0865-4269-98ef-9d110c74c9ba'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:14:16.650491 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:16.673972 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:16.891763 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-40203601-6d6e-44a8-987e-39290dc11836 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:16.954217 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-40203601-6d6e-44a8-987e-39290dc11836 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:17.025290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40203601-6d6e-44a8-987e-39290dc11836 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Network 13747aa1-2a81-465b-b30c-baf936a2e5e8 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:14:17.028587 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-40203601-6d6e-44a8-987e-39290dc11836 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:14:17.030971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40203601-6d6e-44a8-987e-39290dc11836 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:14:17.032561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Allocated IP 172.20.0.2 (13747aa1-2a81-465b-b30c-baf936a2e5e8/dfa2df89-0865-4269-98ef-9d110c74c9ba/a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:14:17.081594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40203601-6d6e-44a8-987e-39290dc11836 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Pushing event updated for resources: {'Port': ['ID=716761ca-8af8-42e9-9a07-91c9f5a7e3fe,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:17.098697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40203601-6d6e-44a8-987e-39290dc11836 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:17.099431 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-40203601-6d6e-44a8-987e-39290dc11836 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:17.135348 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-40203601-6d6e-44a8-987e-39290dc11836 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9776177 Nov 26 03:14:17.138375 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48262) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:17.245870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-7f853795-b345-4bed-a122-10c47dfec24a tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Deleting port 716761ca-8af8-42e9-9a07-91c9f5a7e3fe {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:14:17.246251 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f853795-b345-4bed-a122-10c47dfec24a tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:17.292295 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:17.304884 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:17.359648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Pushing event updated for resources: {'Port': ['ID=a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:17.361051 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f853795-b345-4bed-a122-10c47dfec24a tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:17.372549 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:17.372862 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:17.374464 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:17.375669 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:17.376653 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:17.377150 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:17.377637 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:17.378144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:17.379170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:17.380352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:17.380961 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:17.381533 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:17.388589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-7f853795-b345-4bed-a122-10c47dfec24a tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Calling delete_port for 716761ca-8af8-42e9-9a07-91c9f5a7e3fe owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:14:17.401188 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Network 13747aa1-2a81-465b-b30c-baf936a2e5e8 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:14:17.403384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:14:17.409302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:14:17.512003 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Attempting to bind port a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:14:17.514182 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Attempting to bind port a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '4b080df4-0a36-41f9-ab20-3b168370f850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '13747aa1-2a81-465b-b30c-baf936a2e5e8'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:14:17.514952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Attempting to bind port a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0 on network 13747aa1-2a81-465b-b30c-baf936a2e5e8 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:14:17.523779 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:14:17.525899 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Checking segment: {'id': '4b080df4-0a36-41f9-ab20-3b168370f850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '13747aa1-2a81-465b-b30c-baf936a2e5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:14:17.526156 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:17.527981 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Bound using segment: {'id': '4b080df4-0a36-41f9-ab20-3b168370f850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '13747aa1-2a81-465b-b30c-baf936a2e5e8'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:14:17.529936 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Bound port: a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b080df4-0a36-41f9-ab20-3b168370f850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '13747aa1-2a81-465b-b30c-baf936a2e5e8'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:14:17.530369 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:17.610999 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f853795-b345-4bed-a122-10c47dfec24a tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:17.664573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f853795-b345-4bed-a122-10c47dfec24a tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Pushing event deleted for resources: {'Port': ['ID=716761ca-8af8-42e9-9a07-91c9f5a7e3fe,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:17.664786 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:17.706661 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ea651824-1446-410a-ae86-079955a8d82e None None] For port a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:14:17.710060 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ea651824-1446-410a-ae86-079955a8d82e None None] For port a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0,segment=NetworkSegment(4b080df4-0a36-41f9-ab20-3b168370f850),segment_id=4b080df4-0a36-41f9-ab20-3b168370f850)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:14:17.721074 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:17.751372 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f853795-b345-4bed-a122-10c47dfec24a tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:17.755181 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7f853795-b345-4bed-a122-10c47dfec24a tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] 10.222.0.31 "DELETE /v2.0/ports/716761ca-8af8-42e9-9a07-91c9f5a7e3fe HTTP/1.1" status: 204 len: 168 time: 0.6158013 Nov 26 03:14:17.757970 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48270) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:17.897891 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651824-1446-410a-ae86-079955a8d82e None None] Pushing event updated for resources: {'Port': ['ID=a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:17.933879 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-80703c9b-26ca-46b6-82a8-2734af9cce84 tempest-DHCPAgentSchedulersTestJSON-2032772480 tempest-DHCPAgentSchedulersTestJSON-2032772480-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1747160 Nov 26 03:14:17.936413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48284) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:17.942068 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b4fc9922-316a-4368-bb51-ec86f76d26f9 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1210736430'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:17.985177 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fc9922-316a-4368-bb51-ec86f76d26f9 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Made reservation on behalf of 8babdc0bb23f4d35928bae009fc691d3 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:14:17.989721 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9922-316a-4368-bb51-ec86f76d26f9 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:18.025560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fc9922-316a-4368-bb51-ec86f76d26f9 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:14:18.045258 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9922-316a-4368-bb51-ec86f76d26f9 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:18.045906 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-b4fc9922-316a-4368-bb51-ec86f76d26f9 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Added segment c18ed393-0d97-48c9-abfd-939de6e2d4b7 of type vlan for network e2a419c8-25d7-4164-bf92-b5b2599b7c1b Nov 26 03:14:18.128742 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9922-316a-4368-bb51-ec86f76d26f9 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:18.210831 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9922-316a-4368-bb51-ec86f76d26f9 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:18.216497 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fc9922-316a-4368-bb51-ec86f76d26f9 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:18.217670 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9922-316a-4368-bb51-ec86f76d26f9 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:18.277800 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b4fc9922-316a-4368-bb51-ec86f76d26f9 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3399689 Nov 26 03:14:18.281030 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48290) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:18.318256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc9922-316a-4368-bb51-ec86f76d26f9 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Pushing event updated for resources: {'Network': ['ID=e2a419c8-25d7-4164-bf92-b5b2599b7c1b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:18.333217 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network e2a419c8-25d7-4164-bf92-b5b2599b7c1b details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:14:18.549924 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a6750724-6636-4f81-8352-b1f80ae9eda4 tempest-DHCPAgentSchedulersTestJSON-2032772480 tempest-DHCPAgentSchedulersTestJSON-2032772480-project-admin] 10.222.0.31 "GET /v2.0/agents/ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4/dhcp-networks HTTP/1.1" status: 200 len: 7292 time: 0.2644980 Nov 26 03:14:18.550239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48296) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:18.677992 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc319355-e750-4d28-9c2b-92a88eb7b4f1 tempest-DHCPAgentSchedulersTestJSON-2032772480 tempest-DHCPAgentSchedulersTestJSON-2032772480-project-admin] Network e2a419c8-25d7-4164-bf92-b5b2599b7c1b is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:14:18.697342 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fc319355-e750-4d28-9c2b-92a88eb7b4f1 tempest-DHCPAgentSchedulersTestJSON-2032772480 tempest-DHCPAgentSchedulersTestJSON-2032772480-project-admin] 10.222.0.31 "POST /v2.0/agents/ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1459906 Nov 26 03:14:18.698016 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5085f317-6de9-4ac2-8ebd-54218ccefd5f None None] Network e2a419c8-25d7-4164-bf92-b5b2599b7c1b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:14:18.699794 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48302) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:19.049239 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-55bdad0d-9bde-45ce-b764-d0391657cd42 tempest-DHCPAgentSchedulersTestJSON-2032772480 tempest-DHCPAgentSchedulersTestJSON-2032772480-project-admin] 10.222.0.31 "GET /v2.0/agents/ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4/dhcp-networks HTTP/1.1" status: 200 len: 8063 time: 0.3455238 Nov 26 03:14:19.049765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48314) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:19.138500 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-77e31db8-3a72-453d-a56c-f8297c941299 tempest-DHCPAgentSchedulersTestJSON-2032772480 tempest-DHCPAgentSchedulersTestJSON-2032772480-project-admin] 10.222.0.31 "DELETE /v2.0/agents/ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4/dhcp-networks/e2a419c8-25d7-4164-bf92-b5b2599b7c1b HTTP/1.1" status: 204 len: 168 time: 0.0879850 Nov 26 03:14:19.141777 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48322) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:19.366181 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a194927e-9fc7-4ca8-a554-4e3529d88c5b tempest-DHCPAgentSchedulersTestJSON-2032772480 tempest-DHCPAgentSchedulersTestJSON-2032772480-project-admin] 10.222.0.31 "GET /v2.0/agents/ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4/dhcp-networks HTTP/1.1" status: 200 len: 7292 time: 0.2211902 Nov 26 03:14:19.372156 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48324) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:19.396996 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-49d1b9fa-984e-4a09-bad3-8228f02838a4 tempest-DHCPAgentSchedulersTestJSON-2032772480 tempest-DHCPAgentSchedulersTestJSON-2032772480-project-admin] 10.222.0.31 "GET /v2.0/networks/13747aa1-2a81-465b-b30c-baf936a2e5e8/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0233724 Nov 26 03:14:19.400395 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48326) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:19.425622 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3114dd92-314c-429c-8581-446ae1d47a53 tempest-DHCPAgentSchedulersTestJSON-2032772480 tempest-DHCPAgentSchedulersTestJSON-2032772480-project-admin] 10.222.0.31 "GET /v2.0/networks/13747aa1-2a81-465b-b30c-baf936a2e5e8/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0235012 Nov 26 03:14:19.427833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48328) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:19.438312 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c491332-1c92-4922-a10e-07b6a9a755e1 None None] Network 13747aa1-2a81-465b-b30c-baf936a2e5e8 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:14:19.553303 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-acc8ddcc-f084-415c-97e2-2270eab11f89 None None] Provisioning complete for port a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:14:19.553303 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-acc8ddcc-f084-415c-97e2-2270eab11f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:19.637700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-42f41deb-88ad-41f1-872c-6c990c81f435 tempest-DHCPAgentSchedulersTestJSON-2032772480 tempest-DHCPAgentSchedulersTestJSON-2032772480-project-admin] 10.222.0.31 "GET /v2.0/agents/ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4/dhcp-networks HTTP/1.1" status: 200 len: 7292 time: 0.2070901 Nov 26 03:14:19.641350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48334) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:19.697234 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-acc8ddcc-f084-415c-97e2-2270eab11f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:19.778663 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c6d0acc-c2cd-4073-8b4c-d1caf42fdea4 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:19.780301 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-acc8ddcc-f084-415c-97e2-2270eab11f89 None None] For port a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0,segment=NetworkSegment(4b080df4-0a36-41f9-ab20-3b168370f850),segment_id=4b080df4-0a36-41f9-ab20-3b168370f850)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:14:19.797320 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-acc8ddcc-f084-415c-97e2-2270eab11f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:19.889375 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:14:19.890930 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8ddcc-f084-415c-97e2-2270eab11f89 None None] Pushing event updated for resources: {'Port': ['ID=a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:19.985589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:14:20.003031 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c6d0acc-c2cd-4073-8b4c-d1caf42fdea4 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:20.027039 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-1c6d0acc-c2cd-4073-8b4c-d1caf42fdea4 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a419c8-25d7-4164-bf92-b5b2599b7c1b']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:20.038553 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-1c6d0acc-c2cd-4073-8b4c-d1caf42fdea4 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18ed393-0d97-48c9-abfd-939de6e2d4b7') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:20.038869 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-1c6d0acc-c2cd-4073-8b4c-d1caf42fdea4 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18ed393-0d97-48c9-abfd-939de6e2d4b7') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:20.054524 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c6d0acc-c2cd-4073-8b4c-d1caf42fdea4 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:20.070466 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c6d0acc-c2cd-4073-8b4c-d1caf42fdea4 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:20.077106 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6d0acc-c2cd-4073-8b4c-d1caf42fdea4 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:14:20.086726 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c6d0acc-c2cd-4073-8b4c-d1caf42fdea4 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:14:20.091395 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:14:20.152323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:14:20.152621 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:20.195365 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c6d0acc-c2cd-4073-8b4c-d1caf42fdea4 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:20.251444 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c6d0acc-c2cd-4073-8b4c-d1caf42fdea4 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:20.259460 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48350) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:20.273506 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1c6d0acc-c2cd-4073-8b4c-d1caf42fdea4 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] 10.222.0.31 "DELETE /v2.0/networks/e2a419c8-25d7-4164-bf92-b5b2599b7c1b HTTP/1.1" status: 204 len: 168 time: 0.6294985 Nov 26 03:14:20.280706 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d0acc-c2cd-4073-8b4c-d1caf42fdea4 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Pushing event deleted for resources: {'Network': ['ID=e2a419c8-25d7-4164-bf92-b5b2599b7c1b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:20.302077 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5dd6508-8876-4708-a058-072d81a2c99e tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] DELETE failed (client error): The resource could not be found. Nov 26 03:14:20.302912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5dd6508-8876-4708-a058-072d81a2c99e tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:14:20.310172 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f5dd6508-8876-4708-a058-072d81a2c99e tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] 10.222.0.31 "DELETE /v2.0/ports/716761ca-8af8-42e9-9a07-91c9f5a7e3fe HTTP/1.1" status: 404 len: 333 time: 0.0497308 Nov 26 03:14:20.312984 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48354) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:20.351061 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d7bf8364-8a01-4518-8ee9-d48b19ffbf1b None None] Provisioning complete for port a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:14:20.351784 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d7bf8364-8a01-4518-8ee9-d48b19ffbf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:20.378243 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-05932126-d3d2-4c7f-813b-7e6fdcba5811 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Deleting subnet dfa2df89-0865-4269-98ef-9d110c74c9ba {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:14:20.382115 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-05932126-d3d2-4c7f-813b-7e6fdcba5811 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:20.493678 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-05932126-d3d2-4c7f-813b-7e6fdcba5811 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:20.646686 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-05932126-d3d2-4c7f-813b-7e6fdcba5811 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:20.714611 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-51e7f1bd-65f1-4389-a4df-26749a2ba5a3 None None] Could not find standard attr ID for object 716761ca-8af8-42e9-9a07-91c9f5a7e3fe. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:14:20.742475 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-05932126-d3d2-4c7f-813b-7e6fdcba5811 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:20.776814 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05932126-d3d2-4c7f-813b-7e6fdcba5811 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Pushing event deleted for resources: {'Subnet': ['ID=dfa2df89-0865-4269-98ef-9d110c74c9ba,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:20.778911 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-05932126-d3d2-4c7f-813b-7e6fdcba5811 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:20.784837 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-05932126-d3d2-4c7f-813b-7e6fdcba5811 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] 10.222.0.31 "DELETE /v2.0/subnets/dfa2df89-0865-4269-98ef-9d110c74c9ba HTTP/1.1" status: 204 len: 168 time: 0.4667122 Nov 26 03:14:20.785700 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48364) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:20.953999 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:20.973126 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3b973d-8047-4533-8f86-a93746054602 None None] Network 13747aa1-2a81-465b-b30c-baf936a2e5e8 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:14:21.067231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Deleting port a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:14:21.068090 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:21.206543 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] For port a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0,segment=NetworkSegment(4b080df4-0a36-41f9-ab20-3b168370f850),segment_id=4b080df4-0a36-41f9-ab20-3b168370f850)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:14:21.207298 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:21.226961 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Calling delete_port for a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:14:21.292545 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6ba8cc-4b49-48e6-9a1e-f7daf5ccb1f2 None None] DHCP port deletion for 13747aa1-2a81-465b-b30c-baf936a2e5e8 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:14:21.398162 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:21.428520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-af6ba8cc-4b49-48e6-9a1e-f7daf5ccb1f2 None None] Deleting port a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:14:21.430107 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-af6ba8cc-4b49-48e6-9a1e-f7daf5ccb1f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:21.435408 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] No DVR routers for this DVR port a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:14:21.487199 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Pushing event deleted for resources: {'Port': ['ID=a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:21.580898 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:21.606108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-af6ba8cc-4b49-48e6-9a1e-f7daf5ccb1f2 None None] For port a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:14:21.608047 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-af6ba8cc-4b49-48e6-9a1e-f7daf5ccb1f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:21.620491 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13747aa1-2a81-465b-b30c-baf936a2e5e8']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:21.654913 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b080df4-0a36-41f9-ab20-3b168370f850') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:21.655126 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-af6ba8cc-4b49-48e6-9a1e-f7daf5ccb1f2 None None] Calling delete_port for a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:14:21.656471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b080df4-0a36-41f9-ab20-3b168370f850') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:21.660219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-af6ba8cc-4b49-48e6-9a1e-f7daf5ccb1f2 None None] Port a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0 was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 03:14:21.663145 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-af6ba8cc-4b49-48e6-9a1e-f7daf5ccb1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:21.675894 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:21.703278 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:21.710077 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:14:21.710482 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:14:21.713986 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:14:21.718508 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ba8cc-4b49-48e6-9a1e-f7daf5ccb1f2 None None] Pushing event deleted for resources: {'Port': ['ID=a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:21.720397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6ba8cc-4b49-48e6-9a1e-f7daf5ccb1f2 None None] No DVR routers for this DVR port a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:14:21.804466 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:21.820287 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:21.824117 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] 10.222.0.31 "DELETE /v2.0/networks/13747aa1-2a81-465b-b30c-baf936a2e5e8 HTTP/1.1" status: 204 len: 168 time: 1.0378475 Nov 26 03:14:21.843722 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34eab88-9458-4c60-bd42-eb5e9eea1110 tempest-DHCPAgentSchedulersTestJSON-648877543 tempest-DHCPAgentSchedulersTestJSON-648877543-project] Pushing event deleted for resources: {'Network': ['ID=13747aa1-2a81-465b-b30c-baf936a2e5e8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:21.865795 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:14:21.887449 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:14:21.887650 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a30f3410-7aeb-4f81-a12b-b1f53cc8a9e0 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:14:22.277065 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48404) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:22.467637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4704c1d6-d5cc-4e6a-bcda-9c457570fb82 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8babdc0bb23f4d35928bae009fc691d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1892400 Nov 26 03:14:22.470979 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48412) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:22.513424 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:22.563288 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-276334d3-3161-4411-a37e-da39bf1d2975 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:22.595649 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-276334d3-3161-4411-a37e-da39bf1d2975 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:22.694188 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-276334d3-3161-4411-a37e-da39bf1d2975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:22.697349 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-276334d3-3161-4411-a37e-da39bf1d2975 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:22.700289 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-276334d3-3161-4411-a37e-da39bf1d2975 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a692cc5-9c76-4db8-8d19-4d752ee5f824 HTTP/1.1" status: 204 len: 168 time: 0.2282240 Nov 26 03:14:22.712488 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276334d3-3161-4411-a37e-da39bf1d2975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a692cc5-9c76-4db8-8d19-4d752ee5f824,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:23.190770 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48446) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:23.210060 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0298a02b-d754-42f6-85bc-26a6d19d8cdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:23.321046 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0298a02b-d754-42f6-85bc-26a6d19d8cdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:23.334415 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0298a02b-d754-42f6-85bc-26a6d19d8cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:23.422473 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0298a02b-d754-42f6-85bc-26a6d19d8cdf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=723fce9a7e34432e9d4436b509f4e5d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2273097 Nov 26 03:14:23.423007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48454) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:23.424345 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298a02b-d754-42f6-85bc-26a6d19d8cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006ffdba-15f3-4962-9320-72e9a495693a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:23.527243 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-df9779ea-efcf-46f8-8399-d86219187d1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:23.589568 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-df9779ea-efcf-46f8-8399-d86219187d1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:23.638175 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:23.661146 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-df9779ea-efcf-46f8-8399-d86219187d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:23.664697 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-df9779ea-efcf-46f8-8399-d86219187d1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:23.666365 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-df9779ea-efcf-46f8-8399-d86219187d1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/006ffdba-15f3-4962-9320-72e9a495693a HTTP/1.1" status: 204 len: 168 time: 0.2421272 Nov 26 03:14:23.682712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9779ea-efcf-46f8-8399-d86219187d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006ffdba-15f3-4962-9320-72e9a495693a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:26.138647 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48552) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:26.350320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-07154b88-e10f-465d-8348-e388432f741a tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1065347402'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:26.350776 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-07154b88-e10f-465d-8348-e388432f741a tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] Unknown quota resources ['metering_label']. {{(pid=104802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 03:14:27.147933 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-07154b88-e10f-465d-8348-e388432f741a tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:27.151947 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48584) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:27.152428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-07154b88-e10f-465d-8348-e388432f741a tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0113461 Nov 26 03:14:27.157750 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e331355f-fef5-4a66-95e7-69ef7c3d8f6b tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '8cc2842e-6975-490a-8c2f-e4d21153704f'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:27.158454 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e331355f-fef5-4a66-95e7-69ef7c3d8f6b tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104801) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 03:14:27.254614 n-d-819389-3 neutron-server[104801]: WARNING neutron.services.metering.metering_plugin [None req-e331355f-fef5-4a66-95e7-69ef7c3d8f6b tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 26 03:14:27.362588 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e331355f-fef5-4a66-95e7-69ef7c3d8f6b tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:27.372119 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e331355f-fef5-4a66-95e7-69ef7c3d8f6b tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2105339 Nov 26 03:14:27.372797 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48594) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:27.378863 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-99c6eef0-f67f-4078-9e98-d554778a03ae tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '8cc2842e-6975-490a-8c2f-e4d21153704f'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:27.379512 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-99c6eef0-f67f-4078-9e98-d554778a03ae tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104801) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 03:14:27.483691 n-d-819389-3 neutron-server[104801]: WARNING neutron.services.metering.metering_plugin [None req-99c6eef0-f67f-4078-9e98-d554778a03ae tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 26 03:14:27.569226 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-99c6eef0-f67f-4078-9e98-d554778a03ae tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:27.570582 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-99c6eef0-f67f-4078-9e98-d554778a03ae tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1961246 Nov 26 03:14:27.573699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48598) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:27.589866 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48600) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:27.590507 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-35755f23-fb3b-4a5c-a300-9555fc427752 tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=db02a78f-37b1-4c69-91ba-580480f416fb HTTP/1.1" status: 200 len: 462 time: 0.0156515 Nov 26 03:14:27.780901 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1ee0-2c60-4c2a-bb32-a12d0b41f7eb tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:27.782782 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4bbc1ee0-2c60-4c2a-bb32-a12d0b41f7eb tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/db02a78f-37b1-4c69-91ba-580480f416fb HTTP/1.1" status: 204 len: 168 time: 0.1919079 Nov 26 03:14:27.785377 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48608) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:27.795795 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6d97d8bd-3b93-4eeb-8ae9-0031ee860384 tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=db02a78f-37b1-4c69-91ba-580480f416fb HTTP/1.1" status: 200 len: 221 time: 0.0091958 Nov 26 03:14:27.799028 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48610) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:27.803422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f3e83c49-a814-4f00-a000-0a45362ebe0a tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1680665710', 'description': 'label created by tempest'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:27.804024 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f3e83c49-a814-4f00-a000-0a45362ebe0a tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] Unknown quota resources ['metering_label']. {{(pid=104801) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 03:14:28.630695 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3e83c49-a814-4f00-a000-0a45362ebe0a tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:28.633568 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f3e83c49-a814-4f00-a000-0a45362ebe0a tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8334470 Nov 26 03:14:28.640145 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48630) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:28.772770 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48634) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:28.784719 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-37fe66ac-4920-40e8-902b-2125d7774548 tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=98b220d5-c1d0-4e3f-90cc-6d70a138bce5 HTTP/1.1" status: 200 len: 468 time: 0.1423690 Nov 26 03:14:29.067669 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0480011b-0714-4b2b-b7f5-42bffd74d908 tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:29.069503 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0480011b-0714-4b2b-b7f5-42bffd74d908 tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/98b220d5-c1d0-4e3f-90cc-6d70a138bce5 HTTP/1.1" status: 204 len: 168 time: 0.2953684 Nov 26 03:14:29.074121 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48640) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:29.090310 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cfb4243b-cd99-42dc-96c5-48b5f0dfe05e tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=98b220d5-c1d0-4e3f-90cc-6d70a138bce5 HTTP/1.1" status: 200 len: 216 time: 0.0146759 Nov 26 03:14:29.094317 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48642) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:29.113685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48644) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:29.114762 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-31414066-1beb-4252-a0a2-eaa826c8927f tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0192244 Nov 26 03:14:29.138543 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4afda406-132b-4f28-a10d-00ef44d77e75 tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0225534 Nov 26 03:14:29.141955 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48646) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:29.208111 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-80227b6f-957c-4bb2-a4a0-c311c8d93cb9 tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/8cc2842e-6975-490a-8c2f-e4d21153704f HTTP/1.1" status: 200 len: 473 time: 0.0637455 Nov 26 03:14:29.213324 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48648) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:29.224306 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-306ca2d3-45e6-4a62-99c5-992198926027 tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/644575b3-65c9-4c0f-94e1-f2813ecf83b1 HTTP/1.1" status: 200 len: 459 time: 0.0097129 Nov 26 03:14:29.228410 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48650) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:29.337177 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fecf2787-0d5f-43b5-90da-63a5a53d439f tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:29.338456 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fecf2787-0d5f-43b5-90da-63a5a53d439f tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/644575b3-65c9-4c0f-94e1-f2813ecf83b1 HTTP/1.1" status: 204 len: 168 time: 0.1089633 Nov 26 03:14:29.340946 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48654) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:29.574623 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-57b79a4d-2e5a-4676-9f0c-4c5542bb0e93 tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:29.578359 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-57b79a4d-2e5a-4676-9f0c-4c5542bb0e93 tempest-MeteringIpV6TestJSON-1929022834 tempest-MeteringIpV6TestJSON-1929022834-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/8cc2842e-6975-490a-8c2f-e4d21153704f HTTP/1.1" status: 204 len: 168 time: 0.2339363 Nov 26 03:14:30.148384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48682) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:30.317921 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ffaf4c96-c9c0-4cb3-b400-4b2f15cb9036 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:30.428422 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ffaf4c96-c9c0-4cb3-b400-4b2f15cb9036 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:30.436758 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ffaf4c96-c9c0-4cb3-b400-4b2f15cb9036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:30.474675 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ffaf4c96-c9c0-4cb3-b400-4b2f15cb9036 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6f69120d3de433ba8f873aa93e22278&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3257899 Nov 26 03:14:30.477735 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48694) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:30.527553 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf4c96-c9c0-4cb3-b400-4b2f15cb9036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6237c55a-cc0c-4bf7-9439-7d745347e3b3,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:30.618821 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dcf09243-9358-462c-aa13-c684501638b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:30.685019 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dcf09243-9358-462c-aa13-c684501638b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:30.770443 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dcf09243-9358-462c-aa13-c684501638b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:30.774120 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dcf09243-9358-462c-aa13-c684501638b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:30.780450 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dcf09243-9358-462c-aa13-c684501638b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6237c55a-cc0c-4bf7-9439-7d745347e3b3 HTTP/1.1" status: 204 len: 168 time: 0.2994206 Nov 26 03:14:30.790914 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf09243-9358-462c-aa13-c684501638b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6237c55a-cc0c-4bf7-9439-7d745347e3b3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:31.289927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48712) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:31.315955 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c0c2-ed5c-481f-aeb9-c14a7f07faff admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:31.435934 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c0c2-ed5c-481f-aeb9-c14a7f07faff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:31.444086 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c0c2-ed5c-481f-aeb9-c14a7f07faff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:31.491526 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f2a6c0c2-ed5c-481f-aeb9-c14a7f07faff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e79c517f17940cb80adfc7ce1aa3d09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2004874 Nov 26 03:14:31.492600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6c0c2-ed5c-481f-aeb9-c14a7f07faff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69ef056-bf09-47d6-97ed-3fdf1e95ee6c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:31.494256 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48718) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:31.593553 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-de1be43c-7177-4b87-ae01-561a943be6a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:31.621304 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-de1be43c-7177-4b87-ae01-561a943be6a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:31.702392 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-de1be43c-7177-4b87-ae01-561a943be6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:31.705594 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-de1be43c-7177-4b87-ae01-561a943be6a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:31.709459 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-de1be43c-7177-4b87-ae01-561a943be6a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e69ef056-bf09-47d6-97ed-3fdf1e95ee6c HTTP/1.1" status: 204 len: 168 time: 0.2118223 Nov 26 03:14:31.741440 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1be43c-7177-4b87-ae01-561a943be6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69ef056-bf09-47d6-97ed-3fdf1e95ee6c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:33.726630 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a739ce43-0bcb-46da-bf58-f50262493323 req-9397d7d5-7e85-40ca-bf77-f96c359d89f9 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-277295715&fields=id&tenant_id=b17049609f8f491cbb361dbfa10fcb6b HTTP/1.1" status: 200 len: 267 time: 0.0903428 Nov 26 03:14:33.888149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739ce43-0bcb-46da-bf58-f50262493323 req-3169093e-44c5-4d10-8b75-4c9b9a0e5f67 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:33.892503 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a739ce43-0bcb-46da-bf58-f50262493323 req-3169093e-44c5-4d10-8b75-4c9b9a0e5f67 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 812 time: 0.1644328 Nov 26 03:14:33.913413 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a739ce43-0bcb-46da-bf58-f50262493323 req-9e995034-8525-4811-9035-ee214c894196 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/quotas/b17049609f8f491cbb361dbfa10fcb6b HTTP/1.1" status: 200 len: 375 time: 0.0171018 Nov 26 03:14:34.008432 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a739ce43-0bcb-46da-bf58-f50262493323 req-0196549a-25a9-4e35-912b-679bbcc9b784 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814323 Nov 26 03:14:34.022018 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48824) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:34.137491 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a739ce43-0bcb-46da-bf58-f50262493323 req-981046cd-0e12-438b-a7d5-285b3a8a8a0a service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256979 Nov 26 03:14:34.178901 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7f679946-cb7c-4143-9b91-2a2a2fb0902e tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:34.225464 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7f679946-cb7c-4143-9b91-2a2a2fb0902e tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] 10.222.0.31 "PUT /v2.0/quotas/ffb2b4f1b4a34d23b34b3a3fe17b4f22 HTTP/1.1" status: 200 len: 368 time: 0.2021186 Nov 26 03:14:34.228095 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48830) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:34.234395 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-62dbd192-5543-4d94-a5c7-b895b1313bd5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Request body: {'network': {'project_id': 'ffb2b4f1b4a34d23b34b3a3fe17b4f22'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:34.267465 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a739ce43-0bcb-46da-bf58-f50262493323 req-aac3328a-a35a-47d6-9ff4-3b4c9715e538 service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214840 Nov 26 03:14:34.285008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dbd192-5543-4d94-a5c7-b895b1313bd5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Made reservation on behalf of ffb2b4f1b4a34d23b34b3a3fe17b4f22 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:14:34.289612 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62dbd192-5543-4d94-a5c7-b895b1313bd5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:34.305174 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62dbd192-5543-4d94-a5c7-b895b1313bd5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:34.416475 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62dbd192-5543-4d94-a5c7-b895b1313bd5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:34.434029 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62dbd192-5543-4d94-a5c7-b895b1313bd5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:34.489918 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62dbd192-5543-4d94-a5c7-b895b1313bd5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:14:34.516365 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbd192-5543-4d94-a5c7-b895b1313bd5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d1e31d-c6d1-4bac-9726-f57d26428550,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:34.537856 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62dbd192-5543-4d94-a5c7-b895b1313bd5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:34.538159 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-62dbd192-5543-4d94-a5c7-b895b1313bd5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Added segment 8a0cdc9c-d3d7-4937-9f37-f6e0ab396dcf of type vlan for network ac42165a-2f82-47f6-b6f6-25e8596527b8 Nov 26 03:14:34.608569 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62dbd192-5543-4d94-a5c7-b895b1313bd5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:34.658738 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62dbd192-5543-4d94-a5c7-b895b1313bd5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:34.660790 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dbd192-5543-4d94-a5c7-b895b1313bd5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:34.663385 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62dbd192-5543-4d94-a5c7-b895b1313bd5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:34.696248 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-62dbd192-5543-4d94-a5c7-b895b1313bd5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4663203 Nov 26 03:14:34.698165 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48854) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:34.704621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1326ccf3-2fdb-48e7-a76c-860242354439 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Request body: {'network': {'project_id': 'ffb2b4f1b4a34d23b34b3a3fe17b4f22'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:34.792415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1326ccf3-2fdb-48e7-a76c-860242354439 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Made reservation on behalf of ffb2b4f1b4a34d23b34b3a3fe17b4f22 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:14:34.802424 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbd192-5543-4d94-a5c7-b895b1313bd5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Pushing event updated for resources: {'Network': ['ID=ac42165a-2f82-47f6-b6f6-25e8596527b8,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:34.813852 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1326ccf3-2fdb-48e7-a76c-860242354439 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:34.841900 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network ac42165a-2f82-47f6-b6f6-25e8596527b8 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:14:34.957108 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1326ccf3-2fdb-48e7-a76c-860242354439 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:14:34.969458 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1326ccf3-2fdb-48e7-a76c-860242354439 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:34.970104 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-1326ccf3-2fdb-48e7-a76c-860242354439 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Added segment 1b08f3ad-4c64-44b0-a400-1924ac48296a of type vlan for network e850cdbd-d10b-437e-a6c8-4d4f6cd3abe9 Nov 26 03:14:35.051964 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1326ccf3-2fdb-48e7-a76c-860242354439 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:35.118623 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f2ea34f-3fce-44ba-b278-b60188842993 req-f17b96f0-0b33-4ef0-9ee2-25f6123d2910 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 210 time: 0.2328544 Nov 26 03:14:35.124401 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1326ccf3-2fdb-48e7-a76c-860242354439 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:35.126555 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1326ccf3-2fdb-48e7-a76c-860242354439 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:35.127767 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1326ccf3-2fdb-48e7-a76c-860242354439 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:35.212825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326ccf3-2fdb-48e7-a76c-860242354439 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Pushing event updated for resources: {'Network': ['ID=e850cdbd-d10b-437e-a6c8-4d4f6cd3abe9,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:35.227092 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network e850cdbd-d10b-437e-a6c8-4d4f6cd3abe9 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:14:35.240734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1326ccf3-2fdb-48e7-a76c-860242354439 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5411601 Nov 26 03:14:35.240972 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48870) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:35.247277 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-6f649fc8-9878-4bd3-8aea-a92ac0dd5dff tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Request body: {'network': {'project_id': 'ffb2b4f1b4a34d23b34b3a3fe17b4f22'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:35.264944 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f649fc8-9878-4bd3-8aea-a92ac0dd5dff tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 26 03:14:35.265421 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f649fc8-9878-4bd3-8aea-a92ac0dd5dff tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:14:35.268111 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6f649fc8-9878-4bd3-8aea-a92ac0dd5dff tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0240057 Nov 26 03:14:35.270232 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48872) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:35.331173 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7944a55c-d185-4489-b39e-54ff1642f77e tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ffb2b4f1b4a34d23b34b3a3fe17b4f22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0568759 Nov 26 03:14:35.331373 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48874) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:35.387624 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3265397-4132-4ccc-94af-04154a6386f5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:35.410510 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3265397-4132-4ccc-94af-04154a6386f5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:35.469695 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3265397-4132-4ccc-94af-04154a6386f5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:35.473041 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3265397-4132-4ccc-94af-04154a6386f5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:35.474290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c3265397-4132-4ccc-94af-04154a6386f5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/72d1e31d-c6d1-4bac-9726-f57d26428550 HTTP/1.1" status: 204 len: 168 time: 0.1419971 Nov 26 03:14:35.477952 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48878) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:35.482919 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3265397-4132-4ccc-94af-04154a6386f5 tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d1e31d-c6d1-4bac-9726-f57d26428550,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:35.594078 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b02d2284-21c2-431e-bdac-4ece02eaf43a tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:35.747132 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b02d2284-21c2-431e-bdac-4ece02eaf43a tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:35.772279 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b02d2284-21c2-431e-bdac-4ece02eaf43a tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e850cdbd-d10b-437e-a6c8-4d4f6cd3abe9']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:35.785914 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b02d2284-21c2-431e-bdac-4ece02eaf43a tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b08f3ad-4c64-44b0-a400-1924ac48296a') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:35.786224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b02d2284-21c2-431e-bdac-4ece02eaf43a tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b08f3ad-4c64-44b0-a400-1924ac48296a') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:35.790511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-065ec3e2-970c-49f3-808e-c1b7dce58d17 req-a1c97191-8e6f-4d78-80e8-d282123bd789 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731559 Nov 26 03:14:35.797619 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b02d2284-21c2-431e-bdac-4ece02eaf43a tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:35.812563 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b02d2284-21c2-431e-bdac-4ece02eaf43a tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:35.828610 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02d2284-21c2-431e-bdac-4ece02eaf43a tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:14:35.829566 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b02d2284-21c2-431e-bdac-4ece02eaf43a tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:14:35.837963 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:14:35.924603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ec3e2-970c-49f3-808e-c1b7dce58d17 req-4bf08f16-d934-4d9e-b4e4-b8be97c2595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:35.926896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-065ec3e2-970c-49f3-808e-c1b7dce58d17 req-4bf08f16-d934-4d9e-b4e4-b8be97c2595f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b15ff19a9a0a4f60b4cb533635df17af&device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 1100 time: 0.0658050 Nov 26 03:14:35.945484 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b02d2284-21c2-431e-bdac-4ece02eaf43a tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:35.953162 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b02d2284-21c2-431e-bdac-4ece02eaf43a tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:35.957212 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b02d2284-21c2-431e-bdac-4ece02eaf43a tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] 10.222.0.31 "DELETE /v2.0/networks/e850cdbd-d10b-437e-a6c8-4d4f6cd3abe9 HTTP/1.1" status: 204 len: 168 time: 0.4779804 Nov 26 03:14:35.960323 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48898) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:35.993557 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d2284-21c2-431e-bdac-4ece02eaf43a tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Pushing event deleted for resources: {'Network': ['ID=e850cdbd-d10b-437e-a6c8-4d4f6cd3abe9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:36.056401 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3c45354-30ec-48f8-9685-401f1aca351c tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:36.084173 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ec3e2-970c-49f3-808e-c1b7dce58d17 req-f8c4467a-d5d9-44e5-8b5a-54a4fa308016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:36.086168 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-065ec3e2-970c-49f3-808e-c1b7dce58d17 req-f8c4467a-d5d9-44e5-8b5a-54a4fa308016 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.1372340 Nov 26 03:14:36.179406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-065ec3e2-970c-49f3-808e-c1b7dce58d17 req-014409a2-9a8d-4108-be03-f75344935d4c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=199a21b8-b5b9-477c-9419-6110d7606458 HTTP/1.1" status: 200 len: 217 time: 0.0846148 Nov 26 03:14:36.187712 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3c45354-30ec-48f8-9685-401f1aca351c tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:36.222035 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b3c45354-30ec-48f8-9685-401f1aca351c tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac42165a-2f82-47f6-b6f6-25e8596527b8']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:36.251520 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b3c45354-30ec-48f8-9685-401f1aca351c tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0cdc9c-d3d7-4937-9f37-f6e0ab396dcf') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:36.252254 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b3c45354-30ec-48f8-9685-401f1aca351c tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0cdc9c-d3d7-4937-9f37-f6e0ab396dcf') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:36.275264 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3c45354-30ec-48f8-9685-401f1aca351c tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:36.302736 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de000bfa-ce3c-4f74-924c-9defe224737f req-f6200ce5-0b9d-4aac-92e8-87393b867acf tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 210 time: 0.0404680 Nov 26 03:14:36.303685 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3c45354-30ec-48f8-9685-401f1aca351c tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:36.311250 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ec3e2-970c-49f3-808e-c1b7dce58d17 req-b5b0bf96-a757-4408-ba7f-bd47b3df05c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:36.313192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-065ec3e2-970c-49f3-808e-c1b7dce58d17 req-b5b0bf96-a757-4408-ba7f-bd47b3df05c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.1262276 Nov 26 03:14:36.315707 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c45354-30ec-48f8-9685-401f1aca351c tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:14:36.316245 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3c45354-30ec-48f8-9685-401f1aca351c tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:14:36.318144 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:14:36.402831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ec3e2-970c-49f3-808e-c1b7dce58d17 req-31eb982f-6e99-4f52-9e86-d9f49a54a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:36.405905 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-065ec3e2-970c-49f3-808e-c1b7dce58d17 req-31eb982f-6e99-4f52-9e86-d9f49a54a2e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0832613 Nov 26 03:14:36.431944 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3c45354-30ec-48f8-9685-401f1aca351c tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:36.441357 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b3c45354-30ec-48f8-9685-401f1aca351c tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:36.456094 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b3c45354-30ec-48f8-9685-401f1aca351c tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] 10.222.0.31 "DELETE /v2.0/networks/ac42165a-2f82-47f6-b6f6-25e8596527b8 HTTP/1.1" status: 204 len: 168 time: 0.4947276 Nov 26 03:14:36.483656 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c45354-30ec-48f8-9685-401f1aca351c tempest-QuotasNegativeTest-1461390517 tempest-QuotasNegativeTest-1461390517-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac42165a-2f82-47f6-b6f6-25e8596527b8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:36.597216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-065ec3e2-970c-49f3-808e-c1b7dce58d17 req-ca440add-4f06-4c57-8438-265973f9ac35 service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807592 Nov 26 03:14:36.723717 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-065ec3e2-970c-49f3-808e-c1b7dce58d17 req-dfec1a83-41ce-4571-b8ac-65f04215d0dd service neutron] 10.222.0.54 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165740 Nov 26 03:14:37.020850 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739ce43-0bcb-46da-bf58-f50262493323 req-95b7eed2-1b11-4cef-8187-043857487faf tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:37.022499 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a739ce43-0bcb-46da-bf58-f50262493323 req-95b7eed2-1b11-4cef-8187-043857487faf tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 812 time: 0.2315748 Nov 26 03:14:37.182513 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a739ce43-0bcb-46da-bf58-f50262493323 req-3e6d37bd-c594-4293-a4d5-8720ec380da7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b17049609f8f491cbb361dbfa10fcb6b HTTP/1.1" status: 200 len: 379 time: 0.1391819 Nov 26 03:14:37.196315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-a739ce43-0bcb-46da-bf58-f50262493323 req-fffcd3cb-c789-4a6d-ac56-3cc9614772cb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Request body: {'port': {'device_id': '8a4fe53a-0037-405c-ae15-f449563baaa8', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'admin_state_up': True, 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'security_groups': ['9f21759d-31a0-41e8-b7ca-6a86f8488e70']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:37.329235 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48936) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:37.383345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a739ce43-0bcb-46da-bf58-f50262493323 req-fffcd3cb-c789-4a6d-ac56-3cc9614772cb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Made reservation on behalf of b17049609f8f491cbb361dbfa10fcb6b for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:14:37.390251 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a739ce43-0bcb-46da-bf58-f50262493323 req-fffcd3cb-c789-4a6d-ac56-3cc9614772cb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:37.499614 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d59e559a-996a-429c-9e40-8e7d9ef52308 req-d930602e-e1ac-4b3f-acaf-c18eecda7651 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 210 time: 0.0587425 Nov 26 03:14:37.534570 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad13a8d9-7425-4eec-a1d7-537e74da4b4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:37.657375 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-a739ce43-0bcb-46da-bf58-f50262493323 req-fffcd3cb-c789-4a6d-ac56-3cc9614772cb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Allocated IP 172.20.0.8 (3f4d63a1-f901-4208-8c24-36adbef45f4d/f8613f4d-a1ac-4475-b5f6-ead1648d3332/baf990f5-4b29-4ce7-8210-8c1b542ff582) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:14:37.670749 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad13a8d9-7425-4eec-a1d7-537e74da4b4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:37.681289 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ad13a8d9-7425-4eec-a1d7-537e74da4b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:37.795369 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13a8d9-7425-4eec-a1d7-537e74da4b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c036824e-42c3-4bb1-983d-555fe4eb40df,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:37.812340 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ad13a8d9-7425-4eec-a1d7-537e74da4b4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f1e5424dfe44c89a434b34841751483&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4821923 Nov 26 03:14:37.816036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48950) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:37.909177 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d572332-f9d3-45f6-9ab8-790c521f487c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:37.937621 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a739ce43-0bcb-46da-bf58-f50262493323 req-fffcd3cb-c789-4a6d-ac56-3cc9614772cb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:37.939833 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d572332-f9d3-45f6-9ab8-790c521f487c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:37.988136 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a739ce43-0bcb-46da-bf58-f50262493323 req-fffcd3cb-c789-4a6d-ac56-3cc9614772cb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:38.000687 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d572332-f9d3-45f6-9ab8-790c521f487c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:38.003543 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d572332-f9d3-45f6-9ab8-790c521f487c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:38.005092 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7d572332-f9d3-45f6-9ab8-790c521f487c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c036824e-42c3-4bb1-983d-555fe4eb40df HTTP/1.1" status: 204 len: 168 time: 0.1876359 Nov 26 03:14:38.021158 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d572332-f9d3-45f6-9ab8-790c521f487c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c036824e-42c3-4bb1-983d-555fe4eb40df,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:38.057388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a739ce43-0bcb-46da-bf58-f50262493323 req-fffcd3cb-c789-4a6d-ac56-3cc9614772cb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Network 3f4d63a1-f901-4208-8c24-36adbef45f4d is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:14:38.065436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-a739ce43-0bcb-46da-bf58-f50262493323 req-fffcd3cb-c789-4a6d-ac56-3cc9614772cb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:14:38.068313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a739ce43-0bcb-46da-bf58-f50262493323 req-fffcd3cb-c789-4a6d-ac56-3cc9614772cb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:14:38.105231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcd3cb-c789-4a6d-ac56-3cc9614772cb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'Port': ['ID=baf990f5-4b29-4ce7-8210-8c1b542ff582,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:38.136632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739ce43-0bcb-46da-bf58-f50262493323 req-fffcd3cb-c789-4a6d-ac56-3cc9614772cb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:38.137697 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a739ce43-0bcb-46da-bf58-f50262493323 req-fffcd3cb-c789-4a6d-ac56-3cc9614772cb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:38.171566 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a739ce43-0bcb-46da-bf58-f50262493323 req-fffcd3cb-c789-4a6d-ac56-3cc9614772cb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9811709 Nov 26 03:14:38.213690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Request body: {'port': {'device_id': '8a4fe53a-0037-405c-ae15-f449563baaa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:38.374005 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:38.626122 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 48970) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:38.655612 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-99232e46-d14b-4813-92c4-634d3b1aa66c None None] Provisioning complete for port baf990f5-4b29-4ce7-8210-8c1b542ff582 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:14:38.657207 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-99232e46-d14b-4813-92c4-634d3b1aa66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:38.664404 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e22f2de-6cb0-4a83-8fbe-f000a4eee4f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:38.778298 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-99232e46-d14b-4813-92c4-634d3b1aa66c None None] Port baf990f5-4b29-4ce7-8210-8c1b542ff582 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:14:38.788765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e90aa-1118-4479-a09a-f456be3e6a90 req-871bbabf-90a7-49da-b433-14fc2ce9257d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:38.802327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-794e90aa-1118-4479-a09a-f456be3e6a90 req-871bbabf-90a7-49da-b433-14fc2ce9257d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 931 time: 0.1432848 Nov 26 03:14:38.857642 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e22f2de-6cb0-4a83-8fbe-f000a4eee4f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:38.864300 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7e22f2de-6cb0-4a83-8fbe-f000a4eee4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:38.905007 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-794e90aa-1118-4479-a09a-f456be3e6a90 req-dd7f05b0-7f72-4036-9d2f-71eb3a08b90a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963805 Nov 26 03:14:38.980970 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7e22f2de-6cb0-4a83-8fbe-f000a4eee4f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19f6955f9d5e4a209272451aedc2ad1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3531597 Nov 26 03:14:38.981795 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22f2de-6cb0-4a83-8fbe-f000a4eee4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e064754-5ec0-4217-8af5-f9c470bbaa23,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:38.984204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 48978) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:39.014874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf990f5-4b29-4ce7-8210-8c1b542ff582 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:14:39.028223 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:39.060787 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Transition to ACTIVE for port object baf990f5-4b29-4ce7-8210-8c1b542ff582 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:14:39.077863 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:39.130324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Pushing event updated for resources: {'Port': ['ID=baf990f5-4b29-4ce7-8210-8c1b542ff582,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:39.138828 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c52dbef-3561-4308-92e7-0a360e346c43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:39.164782 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c52dbef-3561-4308-92e7-0a360e346c43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:39.307571 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c52dbef-3561-4308-92e7-0a360e346c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:39.308675 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c52dbef-3561-4308-92e7-0a360e346c43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:39.316689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1c52dbef-3561-4308-92e7-0a360e346c43 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e064754-5ec0-4217-8af5-f9c470bbaa23 HTTP/1.1" status: 204 len: 168 time: 0.3248558 Nov 26 03:14:39.334733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52dbef-3561-4308-92e7-0a360e346c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e064754-5ec0-4217-8af5-f9c470bbaa23,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:39.343694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Attempting to bind port baf990f5-4b29-4ce7-8210-8c1b542ff582 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:14:39.344154 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Attempting to bind port baf990f5-4b29-4ce7-8210-8c1b542ff582 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:14:39.344500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Attempting to bind port baf990f5-4b29-4ce7-8210-8c1b542ff582 on network 3f4d63a1-f901-4208-8c24-36adbef45f4d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:14:39.351240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Port baf990f5-4b29-4ce7-8210-8c1b542ff582 on network 3f4d63a1-f901-4208-8c24-36adbef45f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:14:39.351625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Attempting to bind port baf990f5-4b29-4ce7-8210-8c1b542ff582 on network 3f4d63a1-f901-4208-8c24-36adbef45f4d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:14:39.365489 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:14:39.365917 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Checking segment: {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:14:39.366312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Bound using segment: {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:14:39.366927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Bound port: baf990f5-4b29-4ce7-8210-8c1b542ff582, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:14:39.367303 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:39.526194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] For port baf990f5-4b29-4ce7-8210-8c1b542ff582, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:14:39.532552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] For port baf990f5-4b29-4ce7-8210-8c1b542ff582, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=baf990f5-4b29-4ce7-8210-8c1b542ff582,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:14:39.545380 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:39.593272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:39.594038 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:39.596006 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a739ce43-0bcb-46da-bf58-f50262493323 req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] 10.222.0.59 "PUT /v2.0/ports/baf990f5-4b29-4ce7-8210-8c1b542ff582 HTTP/1.1" status: 200 len: 1091 time: 1.3964734 Nov 26 03:14:39.596673 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4fe53a-0037-405c-ae15-f449563baaa8', 'tag': 'baf990f5-4b29-4ce7-8210-8c1b542ff582'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:14:39.599748 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1966b5bf-50eb-4401-8f72-4e0326cb4fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4fe53a-0037-405c-ae15-f449563baaa8", "tag": "baf990f5-4b29-4ce7-8210-8c1b542ff582"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:14:39.631430 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699b727-2fe7-4fd0-817b-dde56c7015e4 service neutron] Pushing event updated for resources: {'Port': ['ID=baf990f5-4b29-4ce7-8210-8c1b542ff582,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:39.704269 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86639f0a-e9f9-4133-ab56-8401883d6d29 x-openstack-request-id: req-86639f0a-e9f9-4133-ab56-8401883d6d29 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:14:39.704629 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4fe53a-0037-405c-ae15-f449563baaa8", "tag": "baf990f5-4b29-4ce7-8210-8c1b542ff582", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:14:39.704953 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86639f0a-e9f9-4133-ab56-8401883d6d29 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:14:39.705438 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4fe53a-0037-405c-ae15-f449563baaa8', 'tag': 'baf990f5-4b29-4ce7-8210-8c1b542ff582', 'status': 'completed', 'code': 200} Nov 26 03:14:39.813820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739ce43-0bcb-46da-bf58-f50262493323 req-5469f3ad-eb95-4afb-951a-f0e465284a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:39.815945 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a739ce43-0bcb-46da-bf58-f50262493323 req-5469f3ad-eb95-4afb-951a-f0e465284a49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 1094 time: 0.1029100 Nov 26 03:14:39.884754 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a739ce43-0bcb-46da-bf58-f50262493323 req-5cbc8d62-7656-48cf-86ec-d24656058c39 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baf990f5-4b29-4ce7-8210-8c1b542ff582 HTTP/1.1" status: 200 len: 217 time: 0.0554607 Nov 26 03:14:39.989885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739ce43-0bcb-46da-bf58-f50262493323 req-381e970b-77cc-45ce-96f8-3b5f8cb6c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:39.996356 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a739ce43-0bcb-46da-bf58-f50262493323 req-381e970b-77cc-45ce-96f8-3b5f8cb6c375 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.1030540 Nov 26 03:14:40.164426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739ce43-0bcb-46da-bf58-f50262493323 req-c51d41a1-94f4-40f1-acbe-865e8311f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:40.166437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a739ce43-0bcb-46da-bf58-f50262493323 req-c51d41a1-94f4-40f1-acbe-865e8311f602 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1594770 Nov 26 03:14:40.329807 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440f177-d307-4458-ac27-e997a689d8b5 req-c0c8e88b-0e9e-4a13-b0ba-20b2a1dcd400 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:40.337134 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0440f177-d307-4458-ac27-e997a689d8b5 req-c0c8e88b-0e9e-4a13-b0ba-20b2a1dcd400 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 943 time: 0.2651944 Nov 26 03:14:40.420421 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0440f177-d307-4458-ac27-e997a689d8b5 req-52987c2b-81ec-4e9b-8ab9-922dc03d4ec5 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823076 Nov 26 03:14:40.432306 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a739ce43-0bcb-46da-bf58-f50262493323 req-631569bf-94bb-429d-9541-965e2da36504 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574337 Nov 26 03:14:41.065202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a739ce43-0bcb-46da-bf58-f50262493323 req-bfa0187c-0dd2-41f0-b6b9-a2f332cd12c1 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238749 Nov 26 03:14:41.231207 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966b5bf-50eb-4401-8f72-4e0326cb4fd7 req-e0eaeb18-3fa3-4d2a-8826-76cf995b4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:41.235472 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1966b5bf-50eb-4401-8f72-4e0326cb4fd7 req-e0eaeb18-3fa3-4d2a-8826-76cf995b4027 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 1094 time: 0.0919435 Nov 26 03:14:41.425689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966b5bf-50eb-4401-8f72-4e0326cb4fd7 req-ca046ba5-0732-4114-a8f6-e71ba485d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:41.427113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1966b5bf-50eb-4401-8f72-4e0326cb4fd7 req-ca046ba5-0732-4114-a8f6-e71ba485d7ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 913 time: 0.1814368 Nov 26 03:14:41.476190 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1966b5bf-50eb-4401-8f72-4e0326cb4fd7 req-2f3bfbad-fbc2-47c2-892d-26525fcf7ba3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baf990f5-4b29-4ce7-8210-8c1b542ff582 HTTP/1.1" status: 200 len: 217 time: 0.0402486 Nov 26 03:14:41.572518 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966b5bf-50eb-4401-8f72-4e0326cb4fd7 req-9cd11a93-9ac8-47a9-bb13-bc599c737121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:41.573990 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1966b5bf-50eb-4401-8f72-4e0326cb4fd7 req-9cd11a93-9ac8-47a9-bb13-bc599c737121 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.0890372 Nov 26 03:14:41.712588 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce547f-e506-47f8-a7d6-9525ad1393ac req-c37dc242-27e6-403c-82c2-a3856fe7c291 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:41.719113 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fb1b859c-8aea-4376-a807-5ace56b1a380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:41.746684 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-86ce547f-e506-47f8-a7d6-9525ad1393ac req-c37dc242-27e6-403c-82c2-a3856fe7c291 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 943 time: 0.2099664 Nov 26 03:14:41.857074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966b5bf-50eb-4401-8f72-4e0326cb4fd7 req-4df6b102-3051-4ee7-a689-9b08af89b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:41.865133 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1966b5bf-50eb-4401-8f72-4e0326cb4fd7 req-4df6b102-3051-4ee7-a689-9b08af89b4c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2821894 Nov 26 03:14:41.923645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-86ce547f-e506-47f8-a7d6-9525ad1393ac req-a5fb3132-46f0-4b9a-a2bc-d4c2cb0717b0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759837 Nov 26 03:14:42.097597 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1966b5bf-50eb-4401-8f72-4e0326cb4fd7 req-f3b2912e-9d33-4b23-b54e-fd6558d4d0bc service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976049 Nov 26 03:14:42.232095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1966b5bf-50eb-4401-8f72-4e0326cb4fd7 req-a6a31d3b-fe70-48a5-8953-94c77991e5d0 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256855 Nov 26 03:14:42.387660 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49088) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:42.549001 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-06918bff-5caf-4722-b2b9-e44d3735b163 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:42.599513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49098) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:42.600039 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-06918bff-5caf-4722-b2b9-e44d3735b163 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] 10.222.0.31 "PUT /v2.0/quotas/585695a8bcf545978180a6e9627b1b83 HTTP/1.1" status: 200 len: 366 time: 0.2105889 Nov 26 03:14:42.612094 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-707d95c5-91e8-4d15-8d33-34e7b43cb21c tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0096269 Nov 26 03:14:42.613369 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49100) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:42.623875 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a899b3a7-52c0-4f04-8ecb-50f6ce530a75 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] 10.222.0.31 "GET /v2.0/quotas/585695a8bcf545978180a6e9627b1b83 HTTP/1.1" status: 200 len: 366 time: 0.0093577 Nov 26 03:14:42.626500 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49102) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:42.654704 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-72592cd5-ff71-44cf-9bb6-e007f3393dae tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/585695a8bcf545978180a6e9627b1b83 HTTP/1.1" status: 204 len: 168 time: 0.0254817 Nov 26 03:14:42.657520 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49106) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:42.668784 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-be6f2f0e-3995-4249-b904-47b743a8c510 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0102079 Nov 26 03:14:42.671831 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49108) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:42.682079 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9c17c216-b338-4bdc-abf4-91eb87820a51 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] 10.222.0.31 "GET /v2.0/quotas/585695a8bcf545978180a6e9627b1b83 HTTP/1.1" status: 200 len: 370 time: 0.0087411 Nov 26 03:14:42.684247 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49112) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:42.691841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49114) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:42.692288 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c49d9ec7-1e46-4b41-816d-a0a364b0b655 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] 10.222.0.31 "GET /v2.0/quotas/585695a8bcf545978180a6e9627b1b83/default HTTP/1.1" status: 200 len: 370 time: 0.0066400 Nov 26 03:14:42.702221 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-ea623047-84ca-4f52-98c3-e800eb15d27b tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] delete failed (client error): The resource could not be found. Nov 26 03:14:42.703637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ea623047-84ca-4f52-98c3-e800eb15d27b tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/585695a8bcf545978180a6e9627b1b83 HTTP/1.1" status: 404 len: 348 time: 0.0102227 Nov 26 03:14:42.893226 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49134) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:42.931328 n-d-819389-3 neutron-server[104802]: DEBUG neutron.quota.resource [None req-53cfcfd4-09a5-4122-9533-3d89d373b160 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] Usage tracker for resource:network and project:f6c4130b515f4e648e3b41be81deee3a is out of sync, need to count used quota {{(pid=104802) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 26 03:14:42.936541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.quota.resource [None req-53cfcfd4-09a5-4122-9533-3d89d373b160 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104802) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 26 03:14:42.946134 n-d-819389-3 neutron-server[104802]: DEBUG neutron.quota.resource [None req-53cfcfd4-09a5-4122-9533-3d89d373b160 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] Usage tracker for resource:subnet and project:f6c4130b515f4e648e3b41be81deee3a is out of sync, need to count used quota {{(pid=104802) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 26 03:14:42.952140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.quota.resource [None req-53cfcfd4-09a5-4122-9533-3d89d373b160 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104802) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 26 03:14:42.961451 n-d-819389-3 neutron-server[104802]: DEBUG neutron.quota.resource [None req-53cfcfd4-09a5-4122-9533-3d89d373b160 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] Usage tracker for resource:subnetpool and project:f6c4130b515f4e648e3b41be81deee3a is out of sync, need to count used quota {{(pid=104802) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 26 03:14:42.970274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.quota.resource [None req-53cfcfd4-09a5-4122-9533-3d89d373b160 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104802) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 26 03:14:42.980452 n-d-819389-3 neutron-server[104802]: DEBUG neutron.quota.resource [None req-53cfcfd4-09a5-4122-9533-3d89d373b160 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] Usage tracker for resource:port and project:f6c4130b515f4e648e3b41be81deee3a is out of sync, need to count used quota {{(pid=104802) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 26 03:14:42.984739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.quota.resource [None req-53cfcfd4-09a5-4122-9533-3d89d373b160 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104802) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 26 03:14:43.011080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.quota.resource [None req-53cfcfd4-09a5-4122-9533-3d89d373b160 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] Usage tracker for resource:router and project:f6c4130b515f4e648e3b41be81deee3a is out of sync, need to count used quota {{(pid=104802) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 26 03:14:43.015752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.quota.resource [None req-53cfcfd4-09a5-4122-9533-3d89d373b160 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104802) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 26 03:14:43.042007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.quota.resource [None req-53cfcfd4-09a5-4122-9533-3d89d373b160 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] Usage tracker for resource:floatingip and project:f6c4130b515f4e648e3b41be81deee3a is out of sync, need to count used quota {{(pid=104802) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 26 03:14:43.080541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.quota.resource [None req-53cfcfd4-09a5-4122-9533-3d89d373b160 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104802) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 26 03:14:43.126129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1359b04-435e-403b-a503-0ba24c92b6c1 req-dbe8d118-1c5c-41d0-a0b7-734626a45808 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:43.134694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1359b04-435e-403b-a503-0ba24c92b6c1 req-dbe8d118-1c5c-41d0-a0b7-734626a45808 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 943 time: 0.1098239 Nov 26 03:14:43.220857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1359b04-435e-403b-a503-0ba24c92b6c1 req-f4cd8b4e-b053-419d-8dda-4ae377d12032 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829906 Nov 26 03:14:43.225083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.quota.resource [None req-53cfcfd4-09a5-4122-9533-3d89d373b160 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] Usage tracker for resource:security_group and project:f6c4130b515f4e648e3b41be81deee3a is out of sync, need to count used quota {{(pid=104802) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 26 03:14:43.230993 n-d-819389-3 neutron-server[104802]: DEBUG neutron.quota.resource [None req-53cfcfd4-09a5-4122-9533-3d89d373b160 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104802) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 26 03:14:43.241447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.quota.resource [None req-53cfcfd4-09a5-4122-9533-3d89d373b160 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] Usage tracker for resource:security_group_rule and project:f6c4130b515f4e648e3b41be81deee3a is out of sync, need to count used quota {{(pid=104802) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 26 03:14:43.246087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.quota.resource [None req-53cfcfd4-09a5-4122-9533-3d89d373b160 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104802) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 26 03:14:43.269192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-53cfcfd4-09a5-4122-9533-3d89d373b160 tempest-QuotasTest-2072909503 tempest-QuotasTest-2072909503-project-admin] 10.222.0.31 "GET /v2.0/quotas/f6c4130b515f4e648e3b41be81deee3a/details.json HTTP/1.1" status: 200 len: 703 time: 0.3641584 Nov 26 03:14:43.611412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49148) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:43.816711 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e5e504c8-8726-4b3f-a153-ab08f1087cb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:43.910979 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e5e504c8-8726-4b3f-a153-ab08f1087cb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:43.920441 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e5e504c8-8726-4b3f-a153-ab08f1087cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:43.979722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e5e504c8-8726-4b3f-a153-ab08f1087cb7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0744a7f66524a6fb81a933905a1fcf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3670092 Nov 26 03:14:43.980221 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49160) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:43.981426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e504c8-8726-4b3f-a153-ab08f1087cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51c8621-06de-4dd5-babb-9eea9f3076ec,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:44.055910 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ca820106-0935-4d48-b4c5-ddbf5149377d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:44.083319 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ca820106-0935-4d48-b4c5-ddbf5149377d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:44.136444 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-88dbf953-e531-4876-bf4b-6258383891c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:44.141184 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ca820106-0935-4d48-b4c5-ddbf5149377d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:44.146068 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ca820106-0935-4d48-b4c5-ddbf5149377d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:44.150963 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ca820106-0935-4d48-b4c5-ddbf5149377d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e51c8621-06de-4dd5-babb-9eea9f3076ec HTTP/1.1" status: 204 len: 168 time: 0.1686325 Nov 26 03:14:44.159799 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca820106-0935-4d48-b4c5-ddbf5149377d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51c8621-06de-4dd5-babb-9eea9f3076ec,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:44.369505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d8a33-4c22-4b56-ba68-fde8d5730cfc req-71bc2e98-cbb1-4290-b9a7-b3f7ed87f03f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:44.371337 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b60d8a33-4c22-4b56-ba68-fde8d5730cfc req-71bc2e98-cbb1-4290-b9a7-b3f7ed87f03f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 943 time: 0.0650952 Nov 26 03:14:44.435345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b60d8a33-4c22-4b56-ba68-fde8d5730cfc req-f391b466-9da7-402a-bef0-fc2019dcacb6 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572968 Nov 26 03:14:44.521169 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49170) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:44.539422 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a8a6eac0-c131-4841-977a-cec1d47f80d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:44.617400 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a8a6eac0-c131-4841-977a-cec1d47f80d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:44.621467 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a8a6eac0-c131-4841-977a-cec1d47f80d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:44.664165 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6eac0-c131-4841-977a-cec1d47f80d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc7aa9f-3806-4f6d-8d1a-fa2cc658259c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:44.670319 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a8a6eac0-c131-4841-977a-cec1d47f80d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6c4130b515f4e648e3b41be81deee3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1461444 Nov 26 03:14:44.671229 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49172) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:44.731458 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-757bc9d4-d6fe-4f2c-8309-933e3a8fcf24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:44.754012 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-757bc9d4-d6fe-4f2c-8309-933e3a8fcf24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:44.804822 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-757bc9d4-d6fe-4f2c-8309-933e3a8fcf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:44.807661 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-757bc9d4-d6fe-4f2c-8309-933e3a8fcf24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:44.811737 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-757bc9d4-d6fe-4f2c-8309-933e3a8fcf24 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6dc7aa9f-3806-4f6d-8d1a-fa2cc658259c HTTP/1.1" status: 204 len: 168 time: 0.1366029 Nov 26 03:14:44.838017 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757bc9d4-d6fe-4f2c-8309-933e3a8fcf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc7aa9f-3806-4f6d-8d1a-fa2cc658259c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:45.077864 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:45.613911 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2371ee-6546-42c1-8322-b186ae66f470 req-be3be1b1-6bc1-4956-8464-92d7cd136849 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:45.615617 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b2371ee-6546-42c1-8322-b186ae66f470 req-be3be1b1-6bc1-4956-8464-92d7cd136849 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 943 time: 0.0622599 Nov 26 03:14:45.710057 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b2371ee-6546-42c1-8322-b186ae66f470 req-5cddbcd4-5743-4ffe-b129-e2fb2839d1f1 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874431 Nov 26 03:14:45.806987 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49200) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:45.907356 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-876cc9d7-8ebd-4313-a98b-7ffd89289bd4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2052764704'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:45.943799 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876cc9d7-8ebd-4313-a98b-7ffd89289bd4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Made reservation on behalf of d6909cb3ea0d4775adf17ed01543b8c7 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:14:45.947605 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-876cc9d7-8ebd-4313-a98b-7ffd89289bd4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:45.956926 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-876cc9d7-8ebd-4313-a98b-7ffd89289bd4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:46.045908 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-876cc9d7-8ebd-4313-a98b-7ffd89289bd4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:46.049875 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-876cc9d7-8ebd-4313-a98b-7ffd89289bd4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:46.073176 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876cc9d7-8ebd-4313-a98b-7ffd89289bd4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:14:46.087608 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876cc9d7-8ebd-4313-a98b-7ffd89289bd4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8ca56c-a23b-459b-bcc0-a08a0a579183,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:46.092615 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-876cc9d7-8ebd-4313-a98b-7ffd89289bd4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:46.093420 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-876cc9d7-8ebd-4313-a98b-7ffd89289bd4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Added segment 301310b6-c189-4c80-9d4a-478a6b43cb66 of type vlan for network ca36db9f-1e2f-451b-abfa-f55c7f53aa01 Nov 26 03:14:46.141485 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-876cc9d7-8ebd-4313-a98b-7ffd89289bd4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:46.170770 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-876cc9d7-8ebd-4313-a98b-7ffd89289bd4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:46.177672 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876cc9d7-8ebd-4313-a98b-7ffd89289bd4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:46.178598 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-876cc9d7-8ebd-4313-a98b-7ffd89289bd4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:46.242844 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-876cc9d7-8ebd-4313-a98b-7ffd89289bd4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4346139 Nov 26 03:14:46.246092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49208) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:46.251796 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4d8c5ef6-5961-45f3-bd5d-93d169667645 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Request body: {'subnet': {'network_id': 'ca36db9f-1e2f-451b-abfa-f55c7f53aa01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:46.256576 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876cc9d7-8ebd-4313-a98b-7ffd89289bd4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Pushing event updated for resources: {'Network': ['ID=ca36db9f-1e2f-451b-abfa-f55c7f53aa01,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:46.267085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network ca36db9f-1e2f-451b-abfa-f55c7f53aa01 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:14:46.360229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8c5ef6-5961-45f3-bd5d-93d169667645 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Made reservation on behalf of d6909cb3ea0d4775adf17ed01543b8c7 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:14:46.363862 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5ef6-5961-45f3-bd5d-93d169667645 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:46.574160 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5ef6-5961-45f3-bd5d-93d169667645 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:46.637777 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:46.641383 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c5ef6-5961-45f3-bd5d-93d169667645 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Pushing event updated for resources: {'Subnet': ['ID=3df9d2d5-6920-42cc-a654-d9378ae68a0d,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:46.648874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c5ef6-5961-45f3-bd5d-93d169667645 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Checking segment: {'id': '301310b6-c189-4c80-9d4a-478a6b43cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ca36db9f-1e2f-451b-abfa-f55c7f53aa01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:14:46.649463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8c5ef6-5961-45f3-bd5d-93d169667645 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Network hostable DHCP agents. Network: ca36db9f-1e2f-451b-abfa-f55c7f53aa01, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:14:46.667816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8c5ef6-5961-45f3-bd5d-93d169667645 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Network ca36db9f-1e2f-451b-abfa-f55c7f53aa01 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:14:46.677958 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-4d8c5ef6-5961-45f3-bd5d-93d169667645 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, ca36db9f-1e2f-451b-abfa-f55c7f53aa01) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:14:46.683277 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8c5ef6-5961-45f3-bd5d-93d169667645 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:46.687042 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5ef6-5961-45f3-bd5d-93d169667645 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:46.691184 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f8dbac-8c26-4ef0-a1b4-f37ac4ebb74d None None] Network ca36db9f-1e2f-451b-abfa-f55c7f53aa01 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:14:46.708308 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4d8c5ef6-5961-45f3-bd5d-93d169667645 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4605348 Nov 26 03:14:46.710800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49216) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:46.716559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-a28476e9-b98f-4aba-b741-a06aab9b31c7 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1582443629', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:46.749117 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a28476e9-b98f-4aba-b741-a06aab9b31c7 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:46.750236 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a28476e9-b98f-4aba-b741-a06aab9b31c7 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:46.819018 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a28476e9-b98f-4aba-b741-a06aab9b31c7 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:46.833523 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a28476e9-b98f-4aba-b741-a06aab9b31c7 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:46.870304 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a28476e9-b98f-4aba-b741-a06aab9b31c7 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:46.871681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a28476e9-b98f-4aba-b741-a06aab9b31c7 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1595759 Nov 26 03:14:46.874913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49220) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:46.899300 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-ca36db9f-1e2f-451b-abfa-f55c7f53aa01', 'network_id': 'ca36db9f-1e2f-451b-abfa-f55c7f53aa01', 'tenant_id': 'd6909cb3ea0d4775adf17ed01543b8c7', 'fixed_ips': [{'subnet_id': '3df9d2d5-6920-42cc-a654-d9378ae68a0d'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:14:46.900211 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:46.916922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce272a01-aa7b-4a0e-82c3-5387929851e1 req-3a2ffd24-77a4-482b-a168-f5ec8ec71bcf tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:46.918524 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce272a01-aa7b-4a0e-82c3-5387929851e1 req-3a2ffd24-77a4-482b-a168-f5ec8ec71bcf tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 943 time: 0.0980830 Nov 26 03:14:46.989286 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce272a01-aa7b-4a0e-82c3-5387929851e1 req-dc8ac7bc-134f-49cb-b85c-6cdcb854f208 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639129 Nov 26 03:14:47.151919 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Allocated IP 172.20.0.2 (ca36db9f-1e2f-451b-abfa-f55c7f53aa01/3df9d2d5-6920-42cc-a654-d9378ae68a0d/b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:14:47.213763 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed8991b8-7117-4bc2-b7da-8fbc6f2753e4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:47.324783 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:47.335914 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:47.389388 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Pushing event updated for resources: {'Port': ['ID=b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:47.401854 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Network ca36db9f-1e2f-451b-abfa-f55c7f53aa01 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:14:47.403620 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:14:47.409248 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:14:47.503868 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Attempting to bind port b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:14:47.504579 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Attempting to bind port b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '301310b6-c189-4c80-9d4a-478a6b43cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ca36db9f-1e2f-451b-abfa-f55c7f53aa01'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:14:47.505898 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Attempting to bind port b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4 on network ca36db9f-1e2f-451b-abfa-f55c7f53aa01 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:14:47.513310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:14:47.513896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Checking segment: {'id': '301310b6-c189-4c80-9d4a-478a6b43cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ca36db9f-1e2f-451b-abfa-f55c7f53aa01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:14:47.514401 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:47.514903 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Bound using segment: {'id': '301310b6-c189-4c80-9d4a-478a6b43cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ca36db9f-1e2f-451b-abfa-f55c7f53aa01'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:14:47.516292 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Bound port: b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301310b6-c189-4c80-9d4a-478a6b43cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ca36db9f-1e2f-451b-abfa-f55c7f53aa01'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:14:47.518804 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:47.570648 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-ed8991b8-7117-4bc2-b7da-8fbc6f2753e4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Allocated IP 172.20.0.1 (ca36db9f-1e2f-451b-abfa-f55c7f53aa01/3df9d2d5-6920-42cc-a654-d9378ae68a0d/dca08fa4-73ed-4e0b-8f31-8d1654c15176) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:14:47.588122 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:47.657790 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] For port b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:14:47.673625 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] For port b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4,segment=NetworkSegment(301310b6-c189-4c80-9d4a-478a6b43cb66),segment_id=301310b6-c189-4c80-9d4a-478a6b43cb66)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:14:47.681382 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:47.754187 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed8991b8-7117-4bc2-b7da-8fbc6f2753e4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:47.762413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00286d2-a55a-4d0e-b7ea-94606c7c62d2 None None] Pushing event updated for resources: {'Port': ['ID=b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:47.825770 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed8991b8-7117-4bc2-b7da-8fbc6f2753e4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:47.875867 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8991b8-7117-4bc2-b7da-8fbc6f2753e4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Pushing event updated for resources: {'Port': ['ID=dca08fa4-73ed-4e0b-8f31-8d1654c15176,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:47.898444 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8991b8-7117-4bc2-b7da-8fbc6f2753e4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Network ca36db9f-1e2f-451b-abfa-f55c7f53aa01 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:14:47.900189 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-ed8991b8-7117-4bc2-b7da-8fbc6f2753e4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:14:47.903998 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8991b8-7117-4bc2-b7da-8fbc6f2753e4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:14:47.955341 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed8991b8-7117-4bc2-b7da-8fbc6f2753e4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:48.158972 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a644b6-70fc-43f6-bf93-7c9215fec1b1 req-60239d7e-6752-405a-aa51-f8b804cac5ba tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:48.166921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e7a644b6-70fc-43f6-bf93-7c9215fec1b1 req-60239d7e-6752-405a-aa51-f8b804cac5ba tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 943 time: 0.0654085 Nov 26 03:14:48.167752 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed8991b8-7117-4bc2-b7da-8fbc6f2753e4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:48.245867 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e7a644b6-70fc-43f6-bf93-7c9215fec1b1 req-54fbbb7b-c59b-4163-8274-4dd0d021eb1a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777028 Nov 26 03:14:48.760754 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed8991b8-7117-4bc2-b7da-8fbc6f2753e4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:48.769334 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed8991b8-7117-4bc2-b7da-8fbc6f2753e4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:48.846992 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8991b8-7117-4bc2-b7da-8fbc6f2753e4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Pushing event updated for resources: {'Port': ['ID=dca08fa4-73ed-4e0b-8f31-8d1654c15176,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:48.868378 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed8991b8-7117-4bc2-b7da-8fbc6f2753e4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:48.974309 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8991b8-7117-4bc2-b7da-8fbc6f2753e4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Network ca36db9f-1e2f-451b-abfa-f55c7f53aa01 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:14:48.976501 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-ed8991b8-7117-4bc2-b7da-8fbc6f2753e4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:14:49.075762 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d90145-22fd-419c-85a0-30d04c3abf59 None None] Network ca36db9f-1e2f-451b-abfa-f55c7f53aa01 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:14:49.112776 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8991b8-7117-4bc2-b7da-8fbc6f2753e4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Router 0a3d3e84-1816-4b70-940e-a6cd59ca9aee is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:14:49.215838 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b3a912a3-acb7-4098-85f6-5aa0bf4c2f7a None None] Provisioning complete for port b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:14:49.216277 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b3a912a3-acb7-4098-85f6-5aa0bf4c2f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:49.229065 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8991b8-7117-4bc2-b7da-8fbc6f2753e4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:14:49.240876 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ed8991b8-7117-4bc2-b7da-8fbc6f2753e4 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] 10.222.0.31 "PUT /v2.0/routers/0a3d3e84-1816-4b70-940e-a6cd59ca9aee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3648651 Nov 26 03:14:49.243551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49248) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:49.244246 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b3990-e016-46ba-9a3e-24bb8ab6d060 None None] Sync routers for ids ['0a3d3e84-1816-4b70-940e-a6cd59ca9aee'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:14:49.249100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-2351aed2-4974-476e-838a-956b653df189 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Request body: {'port': {'network_id': 'ca36db9f-1e2f-451b-abfa-f55c7f53aa01', 'name': 'tempest-FloatingIPNegativeTestJSON-1557731777'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:49.254778 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b3990-e016-46ba-9a3e-24bb8ab6d060 None None] Routers {'0a3d3e84-1816-4b70-940e-a6cd59ca9aee'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:14:49.255412 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9a1b3990-e016-46ba-9a3e-24bb8ab6d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:14:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['0a3d3e84-1816-4b70-940e-a6cd59ca9aee'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:49.295426 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9a1b3990-e016-46ba-9a3e-24bb8ab6d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:49.316714 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b3990-e016-46ba-9a3e-24bb8ab6d060 None None] Routers {'0a3d3e84-1816-4b70-940e-a6cd59ca9aee'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:14:49.317348 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9a1b3990-e016-46ba-9a3e-24bb8ab6d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:14:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['0a3d3e84-1816-4b70-940e-a6cd59ca9aee'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:49.381571 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b3a912a3-acb7-4098-85f6-5aa0bf4c2f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:49.396093 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9a1b3990-e016-46ba-9a3e-24bb8ab6d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:49.396782 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b3990-e016-46ba-9a3e-24bb8ab6d060 None None] The sync data for ids ['0a3d3e84-1816-4b70-940e-a6cd59ca9aee'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:14:49.451723 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b3a912a3-acb7-4098-85f6-5aa0bf4c2f7a None None] For port b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4,segment=NetworkSegment(301310b6-c189-4c80-9d4a-478a6b43cb66),segment_id=301310b6-c189-4c80-9d4a-478a6b43cb66)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:14:49.460701 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc20f07-5c45-46a0-9d11-8a2902a64534 req-e415ef3e-dbcf-4605-a9eb-ac92c46e1b05 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:49.468794 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccc20f07-5c45-46a0-9d11-8a2902a64534 req-e415ef3e-dbcf-4605-a9eb-ac92c46e1b05 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 943 time: 0.1209722 Nov 26 03:14:49.473641 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b3a912a3-acb7-4098-85f6-5aa0bf4c2f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:49.548327 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a912a3-acb7-4098-85f6-5aa0bf4c2f7a None None] Pushing event updated for resources: {'Port': ['ID=b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:49.580123 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ccc20f07-5c45-46a0-9d11-8a2902a64534 req-f5f2a6cf-282a-4893-bf5a-06eb4323b5fc tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027551 Nov 26 03:14:49.595294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2351aed2-4974-476e-838a-956b653df189 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Made reservation on behalf of d6909cb3ea0d4775adf17ed01543b8c7 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:14:49.599053 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2351aed2-4974-476e-838a-956b653df189 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:49.623322 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-2351aed2-4974-476e-838a-956b653df189 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] device_id is not set on port fda42a0e-975d-499d-a7a1-28b00a1d0eb5 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:14:49.711660 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c7d35fca-a2f9-4e80-8dd9-3f49a93f7af2 None None] Provisioning complete for port b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:14:49.712045 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c7d35fca-a2f9-4e80-8dd9-3f49a93f7af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:49.787344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-2351aed2-4974-476e-838a-956b653df189 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Allocated IP 172.20.0.9 (ca36db9f-1e2f-451b-abfa-f55c7f53aa01/3df9d2d5-6920-42cc-a654-d9378ae68a0d/fda42a0e-975d-499d-a7a1-28b00a1d0eb5) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:14:49.880445 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c7d35fca-a2f9-4e80-8dd9-3f49a93f7af2 None None] Provisioning complete for port dca08fa4-73ed-4e0b-8f31-8d1654c15176 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:14:49.880820 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c7d35fca-a2f9-4e80-8dd9-3f49a93f7af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:49.947656 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c7d35fca-a2f9-4e80-8dd9-3f49a93f7af2 None None] Port dca08fa4-73ed-4e0b-8f31-8d1654c15176 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:14:49.970920 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:14:50.034670 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2351aed2-4974-476e-838a-956b653df189 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:50.063492 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:14:50.064379 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:50.084864 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2351aed2-4974-476e-838a-956b653df189 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:50.140832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3b4aaf33-5918-4ca9-b58b-3e87fd2e9670 None None] Provisioning complete for port dca08fa4-73ed-4e0b-8f31-8d1654c15176 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:14:50.141844 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3b4aaf33-5918-4ca9-b58b-3e87fd2e9670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:50.188633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2351aed2-4974-476e-838a-956b653df189 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Network ca36db9f-1e2f-451b-abfa-f55c7f53aa01 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:14:50.189619 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351aed2-4974-476e-838a-956b653df189 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Pushing event updated for resources: {'Port': ['ID=fda42a0e-975d-499d-a7a1-28b00a1d0eb5,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:50.206143 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-2351aed2-4974-476e-838a-956b653df189 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:14:50.210616 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2351aed2-4974-476e-838a-956b653df189 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:14:50.217218 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3b4aaf33-5918-4ca9-b58b-3e87fd2e9670 None None] Port dca08fa4-73ed-4e0b-8f31-8d1654c15176 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:14:50.299925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2351aed2-4974-476e-838a-956b653df189 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:50.300710 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2351aed2-4974-476e-838a-956b653df189 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:50.320414 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2351aed2-4974-476e-838a-956b653df189 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0756457 Nov 26 03:14:50.323953 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49262) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:50.330407 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f5a8ca36-1147-4446-ab5b-7baf91540c15 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:50.375513 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ca36-1147-4446-ab5b-7baf91540c15 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:50.445199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-65938c58-5d01-4e26-b690-001deddce87c None None] Provisioning complete for port dca08fa4-73ed-4e0b-8f31-8d1654c15176 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:14:50.451409 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-65938c58-5d01-4e26-b690-001deddce87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:50.498526 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ca36-1147-4446-ab5b-7baf91540c15 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:50.501048 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-65938c58-5d01-4e26-b690-001deddce87c None None] Port dca08fa4-73ed-4e0b-8f31-8d1654c15176 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:14:50.671201 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-f5a8ca36-1147-4446-ab5b-7baf91540c15 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Allocated IP 172.25.0.226 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/613ae0a5-76de-481e-9383-87c4fa65c894) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:14:50.745500 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9a979bc3-a6a4-43db-9742-0a3f3675ca6a None None] Provisioning complete for port fda42a0e-975d-499d-a7a1-28b00a1d0eb5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:14:50.745968 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9a979bc3-a6a4-43db-9742-0a3f3675ca6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:50.777932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07797e-9fec-45b9-bef2-93d58713bd28 req-86dd9d04-08c8-4345-a951-2ddf0187cac8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:50.780409 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b07797e-9fec-45b9-bef2-93d58713bd28 req-86dd9d04-08c8-4345-a951-2ddf0187cac8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 943 time: 0.0912971 Nov 26 03:14:50.821000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9a979bc3-a6a4-43db-9742-0a3f3675ca6a None None] Port fda42a0e-975d-499d-a7a1-28b00a1d0eb5 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:14:50.860369 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b07797e-9fec-45b9-bef2-93d58713bd28 req-e09fe4c2-fd44-43fa-b769-8a412d316717 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735424 Nov 26 03:14:50.867061 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ca36-1147-4446-ab5b-7baf91540c15 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:50.911968 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ca36-1147-4446-ab5b-7baf91540c15 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:50.958887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a8ca36-1147-4446-ab5b-7baf91540c15 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:14:50.962175 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-f5a8ca36-1147-4446-ab5b-7baf91540c15 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:14:50.964650 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a8ca36-1147-4446-ab5b-7baf91540c15 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:14:51.006689 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8ca36-1147-4446-ab5b-7baf91540c15 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Pushing event updated for resources: {'Port': ['ID=613ae0a5-76de-481e-9383-87c4fa65c894,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:51.100571 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ca36-1147-4446-ab5b-7baf91540c15 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:51.137041 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ca36-1147-4446-ab5b-7baf91540c15 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:51.293558 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ca36-1147-4446-ab5b-7baf91540c15 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:51.306554 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ca36-1147-4446-ab5b-7baf91540c15 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:51.395342 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8ca36-1147-4446-ab5b-7baf91540c15 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Pushing event updated for resources: {'Port': ['ID=613ae0a5-76de-481e-9383-87c4fa65c894,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:51.400492 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ca36-1147-4446-ab5b-7baf91540c15 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:51.419825 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ca36-1147-4446-ab5b-7baf91540c15 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:51.421264 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f5a8ca36-1147-4446-ab5b-7baf91540c15 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0959473 Nov 26 03:14:51.424039 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49276) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:51.428665 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-48c57952-fd7e-4121-b3b4-6951bee60011 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Request body: {'floatingip': {'port_id': 'fda42a0e-975d-499d-a7a1-28b00a1d0eb5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:51.468156 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-48c57952-fd7e-4121-b3b4-6951bee60011 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for floatingip, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:51.586311 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-48c57952-fd7e-4121-b3b4-6951bee60011 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] update failed (client error): The resource could not be found. Nov 26 03:14:51.588501 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-48c57952-fd7e-4121-b3b4-6951bee60011 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] 10.222.0.31 "PUT /v2.0/floatingips/74dc1a61-bafd-4a6c-b0a6-0b56edd2ccd4 HTTP/1.1" status: 404 len: 507 time: 0.1634307 Nov 26 03:14:51.590375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49284) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:51.738818 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-15c64a9d-2e24-4a05-8fb1-c90e642ce2bc tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Deleting port 613ae0a5-76de-481e-9383-87c4fa65c894 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:14:51.739299 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15c64a9d-2e24-4a05-8fb1-c90e642ce2bc tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:51.819666 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15c64a9d-2e24-4a05-8fb1-c90e642ce2bc tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:51.820045 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15c64a9d-2e24-4a05-8fb1-c90e642ce2bc tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:51.833790 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-15c64a9d-2e24-4a05-8fb1-c90e642ce2bc tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Calling delete_port for 613ae0a5-76de-481e-9383-87c4fa65c894 owned by network:floatingip {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:14:51.984225 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15c64a9d-2e24-4a05-8fb1-c90e642ce2bc tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:52.021352 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c64a9d-2e24-4a05-8fb1-c90e642ce2bc tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Pushing event deleted for resources: {'Port': ['ID=613ae0a5-76de-481e-9383-87c4fa65c894,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:52.031095 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a395927-b264-4a6c-a3f3-05b783b2ebda req-c839e330-2544-4761-a6d9-bdecf3327f7a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:52.032716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a395927-b264-4a6c-a3f3-05b783b2ebda req-c839e330-2544-4761-a6d9-bdecf3327f7a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 943 time: 0.0687618 Nov 26 03:14:52.093938 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15c64a9d-2e24-4a05-8fb1-c90e642ce2bc tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for floatingip, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:52.096967 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-15c64a9d-2e24-4a05-8fb1-c90e642ce2bc tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:52.098397 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-15c64a9d-2e24-4a05-8fb1-c90e642ce2bc tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] 10.222.0.31 "DELETE /v2.0/floatingips/74dc1a61-bafd-4a6c-b0a6-0b56edd2ccd4 HTTP/1.1" status: 204 len: 168 time: 0.5062222 Nov 26 03:14:52.101977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49296) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:52.106623 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e89e3c1b-d8c0-4094-8356-385a3e2c3824 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Request body: {'floatingip': {'floating_network_id': 'ca36db9f-1e2f-451b-abfa-f55c7f53aa01', 'port_id': 'fda42a0e-975d-499d-a7a1-28b00a1d0eb5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:52.120541 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a395927-b264-4a6c-a3f3-05b783b2ebda req-5e8d9daa-0b5d-4351-b228-5427968efa13 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755851 Nov 26 03:14:52.134827 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e89e3c1b-d8c0-4094-8356-385a3e2c3824 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:52.267366 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-e89e3c1b-d8c0-4094-8356-385a3e2c3824 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:14:52.273176 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49302) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:52.273525 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e89e3c1b-d8c0-4094-8356-385a3e2c3824 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1704273 Nov 26 03:14:52.278512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-2d0a61e2-cc36-4053-a5d2-763c14d749da tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': 'fda42a0e-975d-499d-a7a1-28b00a1d0eb5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:14:52.302470 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2d0a61e2-cc36-4053-a5d2-763c14d749da tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:52.425531 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2d0a61e2-cc36-4053-a5d2-763c14d749da tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:52.531265 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:52.545218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-2d0a61e2-cc36-4053-a5d2-763c14d749da tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Allocated IP 172.25.0.153 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/536ca416-121f-4e33-959c-ccc286fcafca) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:14:52.673490 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2d0a61e2-cc36-4053-a5d2-763c14d749da tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:52.712095 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2d0a61e2-cc36-4053-a5d2-763c14d749da tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:52.751899 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0a61e2-cc36-4053-a5d2-763c14d749da tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:14:52.755230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-2d0a61e2-cc36-4053-a5d2-763c14d749da tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:14:52.759484 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a61e2-cc36-4053-a5d2-763c14d749da tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:14:52.795614 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a61e2-cc36-4053-a5d2-763c14d749da tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Pushing event updated for resources: {'Port': ['ID=536ca416-121f-4e33-959c-ccc286fcafca,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:52.926857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a61e2-cc36-4053-a5d2-763c14d749da tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Deleting port 536ca416-121f-4e33-959c-ccc286fcafca {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:14:52.927210 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2d0a61e2-cc36-4053-a5d2-763c14d749da tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:53.013085 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2d0a61e2-cc36-4053-a5d2-763c14d749da tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:53.013425 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2d0a61e2-cc36-4053-a5d2-763c14d749da tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:53.028993 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a61e2-cc36-4053-a5d2-763c14d749da tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Calling delete_port for 536ca416-121f-4e33-959c-ccc286fcafca owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:14:53.217317 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2d0a61e2-cc36-4053-a5d2-763c14d749da tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:53.260437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a61e2-cc36-4053-a5d2-763c14d749da tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Pushing event deleted for resources: {'Port': ['ID=536ca416-121f-4e33-959c-ccc286fcafca,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:53.339783 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44d37c-2665-4bc5-aa78-7f50c889f1df req-98accd88-8dad-4bc6-bf72-bf12780022b0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:53.341376 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a44d37c-2665-4bc5-aa78-7f50c889f1df req-98accd88-8dad-4bc6-bf72-bf12780022b0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 943 time: 0.1363962 Nov 26 03:14:53.439595 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026c8a5-65e7-47cb-8c32-59b5ca87bc47 req-079e893a-1ea8-4272-8660-a9bf7da263d2 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:53.441150 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f026c8a5-65e7-47cb-8c32-59b5ca87bc47 req-079e893a-1ea8-4272-8660-a9bf7da263d2 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=03071603-ff0a-43af-a9bb-15c628578cd1 HTTP/1.1" status: 200 len: 945 time: 0.0968263 Nov 26 03:14:53.458578 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a44d37c-2665-4bc5-aa78-7f50c889f1df req-dd09218d-dd01-4d54-80d2-b83633c79e1f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032739 Nov 26 03:14:53.460529 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-2d0a61e2-cc36-4053-a5d2-763c14d749da tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] create failed (client error): The resource could not be found. Nov 26 03:14:53.461492 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2d0a61e2-cc36-4053-a5d2-763c14d749da tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1866312 Nov 26 03:14:53.465245 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49324) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:53.519755 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f026c8a5-65e7-47cb-8c32-59b5ca87bc47 req-9b4b0be0-5185-4a4a-a1ab-6e5a890561aa tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712020 Nov 26 03:14:53.571297 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-ef53993f-afa4-4919-b84a-8c345103e0f0 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Deleting port fda42a0e-975d-499d-a7a1-28b00a1d0eb5 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:14:53.571649 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef53993f-afa4-4919-b84a-8c345103e0f0 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:53.627227 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:53.703666 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef53993f-afa4-4919-b84a-8c345103e0f0 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:53.716267 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-ef53993f-afa4-4919-b84a-8c345103e0f0 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Calling delete_port for fda42a0e-975d-499d-a7a1-28b00a1d0eb5 owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:14:53.858079 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef53993f-afa4-4919-b84a-8c345103e0f0 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:53.889176 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53993f-afa4-4919-b84a-8c345103e0f0 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Pushing event deleted for resources: {'Port': ['ID=fda42a0e-975d-499d-a7a1-28b00a1d0eb5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:53.969891 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ef53993f-afa4-4919-b84a-8c345103e0f0 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:53.973692 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ef53993f-afa4-4919-b84a-8c345103e0f0 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] 10.222.0.31 "DELETE /v2.0/ports/fda42a0e-975d-499d-a7a1-28b00a1d0eb5 HTTP/1.1" status: 204 len: 168 time: 0.5073838 Nov 26 03:14:53.976448 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49336) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:54.031589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133e4eac-963d-45bd-b9e7-1511bf572366 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:54.035783 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-133e4eac-963d-45bd-b9e7-1511bf572366 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a3d3e84-1816-4b70-940e-a6cd59ca9aee HTTP/1.1" status: 200 len: 913 time: 0.0557353 Nov 26 03:14:54.035917 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49340) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:54.465252 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3bac601-9173-41c2-959b-1c45e2d6f59d tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:54.523742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device baf990f5-4b29-4ce7-8210-8c1b542ff582 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:14:54.852282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port baf990f5-4b29-4ce7-8210-8c1b542ff582, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=baf990f5-4b29-4ce7-8210-8c1b542ff582,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:14:54.866341 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'baf990f5-4b29-4ce7-8210-8c1b542ff582', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'port_id': 'baf990f5-4b29-4ce7-8210-8c1b542ff582', 'mac_address': 'fa:16:3e:ff:fd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:14:54.908977 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:54.925607 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf990f5-4b29-4ce7-8210-8c1b542ff582 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:14:54.949051 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port baf990f5-4b29-4ce7-8210-8c1b542ff582, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=baf990f5-4b29-4ce7-8210-8c1b542ff582,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:14:54.954015 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:55.010765 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=baf990f5-4b29-4ce7-8210-8c1b542ff582,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:55.038819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a457f-75ea-418d-8cfc-e507ee2cb8e7 req-0b242f5b-69f0-43dd-a749-0b0a7fcc5f55 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:55.051385 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a5a457f-75ea-418d-8cfc-e507ee2cb8e7 req-0b242f5b-69f0-43dd-a749-0b0a7fcc5f55 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 943 time: 0.4673119 Nov 26 03:14:55.117523 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e2c56-135d-42af-ad0c-7357a4594036 req-f1e86f59-3193-42f6-9aef-757482d2ed7a tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:55.119232 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec1e2c56-135d-42af-ad0c-7357a4594036 req-f1e86f59-3193-42f6-9aef-757482d2ed7a tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=03071603-ff0a-43af-a9bb-15c628578cd1 HTTP/1.1" status: 200 len: 945 time: 0.4818482 Nov 26 03:14:55.192486 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a5a457f-75ea-418d-8cfc-e507ee2cb8e7 req-710bcfbb-5697-4693-b48c-789483b58740 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392424 Nov 26 03:14:55.222903 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec1e2c56-135d-42af-ad0c-7357a4594036 req-c132d740-48ce-4b1d-8660-f3e7fd341d31 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876527 Nov 26 03:14:55.247080 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['baf990f5-4b29-4ce7-8210-8c1b542ff582'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:14:55.262402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73a0ef-61c5-4251-a489-ae025b1dde4e req-e10c9eca-fc2b-4032-8188-b1229c8da5a8 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:55.264134 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df73a0ef-61c5-4251-a489-ae025b1dde4e req-e10c9eca-fc2b-4032-8188-b1229c8da5a8 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.54 "GET /v2.0/ports?device_id=03071603-ff0a-43af-a9bb-15c628578cd1 HTTP/1.1" status: 200 len: 945 time: 0.2080235 Nov 26 03:14:55.408937 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-c3bac601-9173-41c2-959b-1c45e2d6f59d tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Deleting port dca08fa4-73ed-4e0b-8f31-8d1654c15176 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:14:55.409291 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3bac601-9173-41c2-959b-1c45e2d6f59d tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:55.472861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-df73a0ef-61c5-4251-a489-ae025b1dde4e req-ac66261b-6c6c-4c5d-9fbd-3ff637e4268e tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Deleting port 3026dbfb-67a0-48ce-84fc-04c96ed5277c {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:14:55.473502 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-df73a0ef-61c5-4251-a489-ae025b1dde4e req-ac66261b-6c6c-4c5d-9fbd-3ff637e4268e tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:55.613554 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3bac601-9173-41c2-959b-1c45e2d6f59d tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:55.629709 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-df73a0ef-61c5-4251-a489-ae025b1dde4e req-ac66261b-6c6c-4c5d-9fbd-3ff637e4268e tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] For port 3026dbfb-67a0-48ce-84fc-04c96ed5277c, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=3026dbfb-67a0-48ce-84fc-04c96ed5277c,segment=NetworkSegment(9727293b-3772-44e0-acb6-82148fec251a),segment_id=9727293b-3772-44e0-acb6-82148fec251a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:14:55.629709 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-df73a0ef-61c5-4251-a489-ae025b1dde4e req-ac66261b-6c6c-4c5d-9fbd-3ff637e4268e tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:55.642750 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-c3bac601-9173-41c2-959b-1c45e2d6f59d tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Calling delete_port for dca08fa4-73ed-4e0b-8f31-8d1654c15176 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:14:55.657286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-df73a0ef-61c5-4251-a489-ae025b1dde4e req-ac66261b-6c6c-4c5d-9fbd-3ff637e4268e tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Calling delete_port for 3026dbfb-67a0-48ce-84fc-04c96ed5277c owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:14:55.896745 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-df73a0ef-61c5-4251-a489-ae025b1dde4e req-ac66261b-6c6c-4c5d-9fbd-3ff637e4268e tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:55.930481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['3026dbfb-67a0-48ce-84fc-04c96ed5277c'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:14:55.936122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66261b-6c6c-4c5d-9fbd-3ff637e4268e tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Pushing event deleted for resources: {'Port': ['ID=3026dbfb-67a0-48ce-84fc-04c96ed5277c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:56.048066 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-df73a0ef-61c5-4251-a489-ae025b1dde4e req-ac66261b-6c6c-4c5d-9fbd-3ff637e4268e tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] No DVR routers for this DVR port 3026dbfb-67a0-48ce-84fc-04c96ed5277c on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:14:56.052806 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-df73a0ef-61c5-4251-a489-ae025b1dde4e req-ac66261b-6c6c-4c5d-9fbd-3ff637e4268e tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:56.056168 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df73a0ef-61c5-4251-a489-ae025b1dde4e req-ac66261b-6c6c-4c5d-9fbd-3ff637e4268e tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.54 "DELETE /v2.0/ports/3026dbfb-67a0-48ce-84fc-04c96ed5277c HTTP/1.1" status: 204 len: 173 time: 0.7847686 Nov 26 03:14:56.056634 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03071603-ff0a-43af-a9bb-15c628578cd1', 'name': 'network-vif-deleted', 'tag': '3026dbfb-67a0-48ce-84fc-04c96ed5277c'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:14:56.058888 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd7124d-ed38-4593-9d90-8af7438b8e9b" -d '{"events": [{"server_uuid": "03071603-ff0a-43af-a9bb-15c628578cd1", "name": "network-vif-deleted", "tag": "3026dbfb-67a0-48ce-84fc-04c96ed5277c"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:14:56.083297 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3bac601-9173-41c2-959b-1c45e2d6f59d tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:56.167219 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e065a714-85d0-4e0b-8cde-332065a0655c x-openstack-request-id: req-e065a714-85d0-4e0b-8cde-332065a0655c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:14:56.167219 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03071603-ff0a-43af-a9bb-15c628578cd1", "name": "network-vif-deleted", "tag": "3026dbfb-67a0-48ce-84fc-04c96ed5277c", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:14:56.167837 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e065a714-85d0-4e0b-8cde-332065a0655c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:14:56.170702 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03071603-ff0a-43af-a9bb-15c628578cd1', 'name': 'network-vif-deleted', 'tag': '3026dbfb-67a0-48ce-84fc-04c96ed5277c', 'status': 'completed', 'code': 200} Nov 26 03:14:56.174604 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bac601-9173-41c2-959b-1c45e2d6f59d tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Pushing event deleted for resources: {'Port': ['ID=dca08fa4-73ed-4e0b-8f31-8d1654c15176,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:56.464729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bc3b75d3-a8e8-4e11-ab66-60b39d1a83b2 req-8686ad42-60d4-4bb2-97f5-b0d85efba17a tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=03071603-ff0a-43af-a9bb-15c628578cd1 HTTP/1.1" status: 200 len: 210 time: 0.0467305 Nov 26 03:14:56.532328 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device baf990f5-4b29-4ce7-8210-8c1b542ff582 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:14:56.579754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaf977-a957-459f-a04a-da8c90c919ed req-b2cd0110-030b-4627-b8b0-ceda132c9088 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:56.581427 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abdaf977-a957-459f-a04a-da8c90c919ed req-b2cd0110-030b-4627-b8b0-ceda132c9088 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 944 time: 0.2049758 Nov 26 03:14:56.604410 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3bac601-9173-41c2-959b-1c45e2d6f59d tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:56.623535 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port baf990f5-4b29-4ce7-8210-8c1b542ff582 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:14:56.629238 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port baf990f5-4b29-4ce7-8210-8c1b542ff582 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:14:56.629753 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:56.809187 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abdaf977-a957-459f-a04a-da8c90c919ed req-40e1836e-41cf-4459-a37c-8084ea2960cb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186837 Nov 26 03:14:56.821860 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:56.823968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bac601-9173-41c2-959b-1c45e2d6f59d tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Router 0a3d3e84-1816-4b70-940e-a6cd59ca9aee has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:14:56.850678 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4fe53a-0037-405c-ae15-f449563baaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf990f5-4b29-4ce7-8210-8c1b542ff582'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:14:56.853706 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167ee9f4-0f7b-4902-a059-5c8003ceb3b1" -d '{"events": [{"server_uuid": "8a4fe53a-0037-405c-ae15-f449563baaa8", "name": "network-vif-plugged", "status": "completed", "tag": "baf990f5-4b29-4ce7-8210-8c1b542ff582"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:14:56.875701 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port baf990f5-4b29-4ce7-8210-8c1b542ff582, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=baf990f5-4b29-4ce7-8210-8c1b542ff582,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:14:56.902458 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:56.902665 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:14:56.945196 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c7de16-e1ed-4e9c-ac51-e442e1d299d5 x-openstack-request-id: req-e7c7de16-e1ed-4e9c-ac51-e442e1d299d5 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:14:56.945694 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4fe53a-0037-405c-ae15-f449563baaa8", "name": "network-vif-plugged", "status": "completed", "tag": "baf990f5-4b29-4ce7-8210-8c1b542ff582", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:14:56.945907 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7c7de16-e1ed-4e9c-ac51-e442e1d299d5 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:14:56.946521 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4fe53a-0037-405c-ae15-f449563baaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf990f5-4b29-4ce7-8210-8c1b542ff582', 'code': 200} Nov 26 03:14:56.991731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bac601-9173-41c2-959b-1c45e2d6f59d tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:14:56.997374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c3bac601-9173-41c2-959b-1c45e2d6f59d tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] 10.222.0.31 "PUT /v2.0/routers/0a3d3e84-1816-4b70-940e-a6cd59ca9aee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9604216 Nov 26 03:14:57.004808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49480) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:57.023938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d8d92-dd3b-404d-8ddd-91ccf38fba97 None None] Sync routers for ids ['0a3d3e84-1816-4b70-940e-a6cd59ca9aee'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:14:57.037390 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=baf990f5-4b29-4ce7-8210-8c1b542ff582,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:57.054454 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d8d92-dd3b-404d-8ddd-91ccf38fba97 None None] Routers {'0a3d3e84-1816-4b70-940e-a6cd59ca9aee'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:14:57.055090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1a7d8d92-dd3b-404d-8ddd-91ccf38fba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:14:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['0a3d3e84-1816-4b70-940e-a6cd59ca9aee'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:57.098280 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1a7d8d92-dd3b-404d-8ddd-91ccf38fba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:57.116723 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d8d92-dd3b-404d-8ddd-91ccf38fba97 None None] Routers {'0a3d3e84-1816-4b70-940e-a6cd59ca9aee'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:14:57.117468 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1a7d8d92-dd3b-404d-8ddd-91ccf38fba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:14:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['0a3d3e84-1816-4b70-940e-a6cd59ca9aee'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:57.138977 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6fbf39c5-a771-40f1-a84f-24bafa6b3431 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:57.166318 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1a7d8d92-dd3b-404d-8ddd-91ccf38fba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:57.167155 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d8d92-dd3b-404d-8ddd-91ccf38fba97 None None] The sync data for ids ['0a3d3e84-1816-4b70-940e-a6cd59ca9aee'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:14:57.243255 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceeb97f-fce8-43e3-b8be-d235533e6171 req-7024c139-2da2-47b6-afeb-d8c9a6ced041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:57.245513 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ceeb97f-fce8-43e3-b8be-d235533e6171 req-7024c139-2da2-47b6-afeb-d8c9a6ced041 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 1096 time: 0.1489034 Nov 26 03:14:57.365174 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6fbf39c5-a771-40f1-a84f-24bafa6b3431 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:57.371570 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6fbf39c5-a771-40f1-a84f-24bafa6b3431 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:57.425712 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ceeb97f-fce8-43e3-b8be-d235533e6171 req-deed4773-d6aa-4e58-b46a-bd5518d6a50e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453223 Nov 26 03:14:57.436706 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6fbf39c5-a771-40f1-a84f-24bafa6b3431 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:57.437560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbf39c5-a771-40f1-a84f-24bafa6b3431 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Fanout notify agent at l3_agent the message router_deleted on router 0a3d3e84-1816-4b70-940e-a6cd59ca9aee {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:14:57.449205 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6fbf39c5-a771-40f1-a84f-24bafa6b3431 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:57.450865 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6fbf39c5-a771-40f1-a84f-24bafa6b3431 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] 10.222.0.31 "DELETE /v2.0/routers/0a3d3e84-1816-4b70-940e-a6cd59ca9aee HTTP/1.1" status: 204 len: 168 time: 0.4442055 Nov 26 03:14:57.454239 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49528) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:57.520238 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f672a95-0351-40c0-91ae-65868c212474 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Deleting subnet 3df9d2d5-6920-42cc-a654-d9378ae68a0d {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:14:57.524631 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f672a95-0351-40c0-91ae-65868c212474 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:57.609480 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f672a95-0351-40c0-91ae-65868c212474 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:57.709038 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f672a95-0351-40c0-91ae-65868c212474 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:57.788855 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f672a95-0351-40c0-91ae-65868c212474 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:57.838442 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6f672a95-0351-40c0-91ae-65868c212474 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:57.845471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c19ef6-ce98-4213-b991-32cb52b8734c None None] Network ca36db9f-1e2f-451b-abfa-f55c7f53aa01 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:14:57.861648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49576) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:57.862181 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6f672a95-0351-40c0-91ae-65868c212474 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] 10.222.0.31 "DELETE /v2.0/subnets/3df9d2d5-6920-42cc-a654-d9378ae68a0d HTTP/1.1" status: 204 len: 168 time: 0.4063017 Nov 26 03:14:57.891407 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f672a95-0351-40c0-91ae-65868c212474 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Pushing event deleted for resources: {'Subnet': ['ID=3df9d2d5-6920-42cc-a654-d9378ae68a0d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:58.081183 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:58.199531 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcb69d0-7918-429f-9f77-c834feef7c6f None None] DHCP port deletion for ca36db9f-1e2f-451b-abfa-f55c7f53aa01 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:14:58.217638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6120e4-ec7b-4d96-92ab-2e620b83de97 req-268991dc-00df-4beb-81bd-729e843ce704 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:58.219485 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f6120e4-ec7b-4d96-92ab-2e620b83de97 req-268991dc-00df-4beb-81bd-729e843ce704 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 945 time: 0.1849737 Nov 26 03:14:58.310848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb69d0-7918-429f-9f77-c834feef7c6f None None] Deleting port b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:14:58.311234 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6bcb69d0-7918-429f-9f77-c834feef7c6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:58.338387 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f6120e4-ec7b-4d96-92ab-2e620b83de97 req-3c729439-d65f-4c17-a5dc-4792b75e9604 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091344 Nov 26 03:14:58.341975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Deleting port b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:14:58.355929 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3026dbfb-67a0-48ce-84fc-04c96ed5277c no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:14:58.381187 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:58.394602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 3026dbfb-67a0-48ce-84fc-04c96ed5277c {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:14:58.395163 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 3026dbfb-67a0-48ce-84fc-04c96ed5277c not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:14:58.427194 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6bcb69d0-7918-429f-9f77-c834feef7c6f None None] For port b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4,segment=NetworkSegment(301310b6-c189-4c80-9d4a-478a6b43cb66),segment_id=301310b6-c189-4c80-9d4a-478a6b43cb66)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:14:58.427654 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6bcb69d0-7918-429f-9f77-c834feef7c6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:58.444036 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb69d0-7918-429f-9f77-c834feef7c6f None None] Calling delete_port for b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:14:58.603361 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6bcb69d0-7918-429f-9f77-c834feef7c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:58.627120 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcb69d0-7918-429f-9f77-c834feef7c6f None None] No DVR routers for this DVR port b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:14:58.659215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] For port b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4,segment=NetworkSegment(301310b6-c189-4c80-9d4a-478a6b43cb66),segment_id=301310b6-c189-4c80-9d4a-478a6b43cb66)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:14:58.659712 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:58.686593 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb69d0-7918-429f-9f77-c834feef7c6f None None] Pushing event deleted for resources: {'Port': ['ID=b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:58.691565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Calling delete_port for b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:14:58.776806 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:58.808412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Pushing event deleted for resources: {'Port': ['ID=b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:58.814159 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] No DVR routers for this DVR port b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:14:58.826483 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:58.827053 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:58.827608 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:58.828152 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:58.828675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:58.829191 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:58.829876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:58.830260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:58.830820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:58.831368 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:58.832111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:58.832638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:14:58.941960 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:58.967967 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca36db9f-1e2f-451b-abfa-f55c7f53aa01']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:58.985834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301310b6-c189-4c80-9d4a-478a6b43cb66') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:58.985834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301310b6-c189-4c80-9d4a-478a6b43cb66') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:14:59.004286 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:59.021638 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:59.029396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:14:59.029944 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: self.session.flush() Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:14:59.034962 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:14:59.179651 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:59.190265 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:14:59.208496 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] 10.222.0.31 "DELETE /v2.0/networks/ca36db9f-1e2f-451b-abfa-f55c7f53aa01 HTTP/1.1" status: 204 len: 168 time: 1.3378012 Nov 26 03:14:59.243696 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265e9f6-026b-4b68-9d6c-54a720fb8ee9 tempest-FloatingIPNegativeTestJSON-571522907 tempest-FloatingIPNegativeTestJSON-571522907-project] Pushing event deleted for resources: {'Network': ['ID=ca36db9f-1e2f-451b-abfa-f55c7f53aa01,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:14:59.521435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a333e5-b3f8-4389-a760-2d9070cc59be req-05051d6a-38c2-4ee8-b8e3-cf8a420a991c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:59.524344 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89a333e5-b3f8-4389-a760-2d9070cc59be req-05051d6a-38c2-4ee8-b8e3-cf8a420a991c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 945 time: 0.0911300 Nov 26 03:14:59.610478 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89a333e5-b3f8-4389-a760-2d9070cc59be req-6d6f6f44-fecc-4d9d-bf38-94055d7b8eb2 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802190 Nov 26 03:14:59.685719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49762) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:59.770699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5d66e-eb63-40db-8d7f-5dfa6da149ce req-16e62b30-b0b9-47a7-9b1d-f9df5d30ca27 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:14:59.772814 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18e5d66e-eb63-40db-8d7f-5dfa6da149ce req-16e62b30-b0b9-47a7-9b1d-f9df5d30ca27 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 945 time: 0.0656569 Nov 26 03:14:59.846158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18e5d66e-eb63-40db-8d7f-5dfa6da149ce req-e0fe3461-7fc3-40c0-ae22-9b6a207ea5ba tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636041 Nov 26 03:14:59.895934 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49790) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:14:59.915925 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:14:59.926710 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d32aec80-f880-42ea-b836-33d4f7650df9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6909cb3ea0d4775adf17ed01543b8c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397175 Nov 26 03:14:59.927628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49800) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:00.050844 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:15:00.063742 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-314578f6-9a34-4ca1-844b-241fe421a92f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:00.064942 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b5cc1f94-1cf3-4359-be5e-6b3fa65e49d4 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:15:00.132119 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-314578f6-9a34-4ca1-844b-241fe421a92f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:00.198686 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-314578f6-9a34-4ca1-844b-241fe421a92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:00.203238 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-314578f6-9a34-4ca1-844b-241fe421a92f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:00.204663 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-314578f6-9a34-4ca1-844b-241fe421a92f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec8ca56c-a23b-459b-bcc0-a08a0a579183 HTTP/1.1" status: 204 len: 168 time: 0.2754223 Nov 26 03:15:00.216399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314578f6-9a34-4ca1-844b-241fe421a92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8ca56c-a23b-459b-bcc0-a08a0a579183,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:00.354814 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee58ac0e-4760-4558-a062-36c38c41b143 tempest-TestVolumeBootPattern-343260399 tempest-TestVolumeBootPattern-343260399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:00.357718 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ee58ac0e-4760-4558-a062-36c38c41b143 tempest-TestVolumeBootPattern-343260399 tempest-TestVolumeBootPattern-343260399-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 1091 time: 0.4603436 Nov 26 03:15:00.360798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 49836) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:00.367467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': 'baf990f5-4b29-4ce7-8210-8c1b542ff582', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:00.406411 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:00.544409 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:00.685558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Allocated IP 172.25.0.220 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/e1f58fe1-de93-4b3e-8349-e6bdd3b5f063) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:15:01.154295 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:01.217549 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:01.274232 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:15:01.281301 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:01.286704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:15:01.309169 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 49948) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:01.408446 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'Port': ['ID=e1f58fe1-de93-4b3e-8349-e6bdd3b5f063,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:01.494010 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f1a1c6c5-eb20-4d8b-8c1d-fdaec30fb0cf tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-778713666'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:01.561025 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a1c6c5-eb20-4d8b-8c1d-fdaec30fb0cf tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Made reservation on behalf of 6d8ab719263b4ead9409e811162c429b for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:01.565202 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c6c5-eb20-4d8b-8c1d-fdaec30fb0cf tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:01.579275 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c6c5-eb20-4d8b-8c1d-fdaec30fb0cf tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:01.712767 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c6c5-eb20-4d8b-8c1d-fdaec30fb0cf tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:01.719790 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c6c5-eb20-4d8b-8c1d-fdaec30fb0cf tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:01.733597 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a1c6c5-eb20-4d8b-8c1d-fdaec30fb0cf tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:15:01.745895 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c6c5-eb20-4d8b-8c1d-fdaec30fb0cf tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:01.746707 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-f1a1c6c5-eb20-4d8b-8c1d-fdaec30fb0cf tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Added segment 15d21dc3-bfb3-4f23-8187-4ced0809614e of type vlan for network e1e77edd-1f73-403b-a514-a3e723ae3e44 Nov 26 03:15:01.837130 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c6c5-eb20-4d8b-8c1d-fdaec30fb0cf tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:01.848038 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1c6c5-eb20-4d8b-8c1d-fdaec30fb0cf tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964d22d5-6ade-43b8-a58a-31c2d3bbabb7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:01.911048 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c6c5-eb20-4d8b-8c1d-fdaec30fb0cf tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:01.926004 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a1c6c5-eb20-4d8b-8c1d-fdaec30fb0cf tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:01.926004 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c6c5-eb20-4d8b-8c1d-fdaec30fb0cf tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:02.000955 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f1a1c6c5-eb20-4d8b-8c1d-fdaec30fb0cf tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6902618 Nov 26 03:15:02.034399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1c6c5-eb20-4d8b-8c1d-fdaec30fb0cf tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event updated for resources: {'Network': ['ID=e1e77edd-1f73-403b-a514-a3e723ae3e44,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:02.045806 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network e1e77edd-1f73-403b-a514-a3e723ae3e44 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:15:02.107260 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:02.320115 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:02.548766 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:02.561765 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:02.686530 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'Port': ['ID=e1f58fe1-de93-4b3e-8349-e6bdd3b5f063,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:02.797180 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:02.971402 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Floating IP faa3bdfa-60a7-48a4-8719-3990a57a15ae associated. External IP: 172.25.0.220, port: baf990f5-4b29-4ce7-8210-8c1b542ff582. Nov 26 03:15:03.386079 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:15:03.565803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:15:03.579340 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e429b17c-34c6-45e4-aa40-e3c98fc3209b None None] Sync routers for ids ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:15:03.597566 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e429b17c-34c6-45e4-aa40-e3c98fc3209b None None] Routers {'8713b1fa-cfc0-4a04-b5f9-6136b973cea0'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:15:03.598455 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e429b17c-34c6-45e4-aa40-e3c98fc3209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:14:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:03.641978 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:03.783285 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-81cc97a2-99ef-455d-88a6-6fa1d40a9c71 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4207649 Nov 26 03:15:03.785235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4fe53a-0037-405c-ae15-f449563baaa8', 'tag': 'baf990f5-4b29-4ce7-8210-8c1b542ff582'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:15:03.797641 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496a3f56-e6ad-49fd-ab8a-6d660fe847bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4fe53a-0037-405c-ae15-f449563baaa8", "tag": "baf990f5-4b29-4ce7-8210-8c1b542ff582"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:15:03.889389 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a7be69-6d9a-4431-84f3-2a8b18cf1dfb x-openstack-request-id: req-d5a7be69-6d9a-4431-84f3-2a8b18cf1dfb {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:15:03.893957 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4fe53a-0037-405c-ae15-f449563baaa8", "tag": "baf990f5-4b29-4ce7-8210-8c1b542ff582", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:15:03.894494 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5a7be69-6d9a-4431-84f3-2a8b18cf1dfb {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:15:03.895123 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4fe53a-0037-405c-ae15-f449563baaa8', 'tag': 'baf990f5-4b29-4ce7-8210-8c1b542ff582', 'status': 'completed', 'code': 200} Nov 26 03:15:03.909495 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-e429b17c-34c6-45e4-aa40-e3c98fc3209b None None] Set router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:15:04.028339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a3f56-e6ad-49fd-ab8a-6d660fe847bc req-9b5200da-1deb-48e8-aa5f-ad611f2fef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:04.032234 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-496a3f56-e6ad-49fd-ab8a-6d660fe847bc req-9b5200da-1deb-48e8-aa5f-ad611f2fef7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 1096 time: 0.0725238 Nov 26 03:15:04.186488 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a3f56-e6ad-49fd-ab8a-6d660fe847bc req-5ce6da76-14dc-4407-a3b0-2035f3f70714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:04.190890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-496a3f56-e6ad-49fd-ab8a-6d660fe847bc req-5ce6da76-14dc-4407-a3b0-2035f3f70714 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 913 time: 0.1414371 Nov 26 03:15:04.243200 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e429b17c-34c6-45e4-aa40-e3c98fc3209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'faa3bdfa-60a7-48a4-8719-3990a57a15ae', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'port_id': 'baf990f5-4b29-4ce7-8210-8c1b542ff582', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'mac_address': 'fa:16:3e:ff:fd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4fe53a-0037-405c-ae15-f449563baaa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:15:01Z', 'updated_at': '2021-11-26T03:15:01Z', 'revision_number': 0, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 5, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:04.279651 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e429b17c-34c6-45e4-aa40-e3c98fc3209b None None] Checking router: 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:15:04.305280 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e429b17c-34c6-45e4-aa40-e3c98fc3209b None None] Routers {'8713b1fa-cfc0-4a04-b5f9-6136b973cea0'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:15:04.306098 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e429b17c-34c6-45e4-aa40-e3c98fc3209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:14:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:04.329799 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-496a3f56-e6ad-49fd-ab8a-6d660fe847bc req-7e52527c-fe39-45c9-bf70-4017df8f6955 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baf990f5-4b29-4ce7-8210-8c1b542ff582 HTTP/1.1" status: 200 len: 999 time: 0.1243765 Nov 26 03:15:04.391182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a3f56-e6ad-49fd-ab8a-6d660fe847bc req-3c00b97f-55f1-47f2-9a9e-70d3237c0dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:04.393684 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-496a3f56-e6ad-49fd-ab8a-6d660fe847bc req-3c00b97f-55f1-47f2-9a9e-70d3237c0dc8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.0524850 Nov 26 03:15:04.490789 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a3f56-e6ad-49fd-ab8a-6d660fe847bc req-098b22e0-34f1-4e88-b451-89c73955ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:04.492520 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-496a3f56-e6ad-49fd-ab8a-6d660fe847bc req-098b22e0-34f1-4e88-b451-89c73955ae61 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869949 Nov 26 03:15:04.521889 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-e429b17c-34c6-45e4-aa40-e3c98fc3209b None None] Set router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:15:04.747190 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-496a3f56-e6ad-49fd-ab8a-6d660fe847bc req-c22fe7eb-b961-41e7-a9f4-4170ad16bacd service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458694 Nov 26 03:15:04.965662 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-496a3f56-e6ad-49fd-ab8a-6d660fe847bc req-d69e6d32-3d4c-4320-9255-eb9a84195b62 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122660 Nov 26 03:15:05.141580 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e429b17c-34c6-45e4-aa40-e3c98fc3209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'faa3bdfa-60a7-48a4-8719-3990a57a15ae', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'port_id': 'baf990f5-4b29-4ce7-8210-8c1b542ff582', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'mac_address': 'fa:16:3e:ff:fd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4fe53a-0037-405c-ae15-f449563baaa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:15:01Z', 'updated_at': '2021-11-26T03:15:01Z', 'revision_number': 0, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 5, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:05.174735 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e429b17c-34c6-45e4-aa40-e3c98fc3209b None None] The sync data for ids ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'] in n-d-819389-3 is: [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'faa3bdfa-60a7-48a4-8719-3990a57a15ae', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'port_id': 'baf990f5-4b29-4ce7-8210-8c1b542ff582', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'mac_address': 'fa:16:3e:ff:fd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4fe53a-0037-405c-ae15-f449563baaa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:15:01Z', 'updated_at': '2021-11-26T03:15:01Z', 'revision_number': 0, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 5, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:15:05.305366 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50004) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:05.311609 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Request body: {'subnet': {'network_id': 'e1e77edd-1f73-403b-a514-a3e723ae3e44', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:05.466744 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Made reservation on behalf of 6d8ab719263b4ead9409e811162c429b for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:05.471252 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:05.493584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67056bb8-0fa5-46e7-bccd-b0b38ffd5ea1 None None] New status for floating IP faa3bdfa-60a7-48a4-8719-3990a57a15ae: ACTIVE {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:15:05.817563 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:05.911527 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event updated for resources: {'Subnet': ['ID=ed44f7c2-2ba9-4364-b33f-a5edbaa8800c,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:05.922100 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:05.922578 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:05.923036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:05.923647 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:05.924279 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:05.924583 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:05.925046 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:05.925491 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:05.925936 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:05.926378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:05.926822 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:05.927262 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:05.936549 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Checking segment: {'id': '15d21dc3-bfb3-4f23-8187-4ced0809614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e1e77edd-1f73-403b-a514-a3e723ae3e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:15:05.937029 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Network hostable DHCP agents. Network: e1e77edd-1f73-403b-a514-a3e723ae3e44, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:15:05.960312 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Network e1e77edd-1f73-403b-a514-a3e723ae3e44 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:15:05.976553 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, e1e77edd-1f73-403b-a514-a3e723ae3e44) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:05.981712 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:05.982458 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:05.987872 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c61a59-dfcd-4295-ab1c-1fa41e4ba32f None None] Network e1e77edd-1f73-403b-a514-a3e723ae3e44 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:06.009085 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50018) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:06.015145 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-473b10db-d2b7-4b97-8ec6-0c6c212906ec tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-72538971'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:06.018416 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8f2d5240-83de-49c5-8af3-6c0b4806d88e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7118726 Nov 26 03:15:06.046775 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473b10db-d2b7-4b97-8ec6-0c6c212906ec tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Made reservation on behalf of 6d8ab719263b4ead9409e811162c429b for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:06.050749 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-473b10db-d2b7-4b97-8ec6-0c6c212906ec tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:06.103807 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473b10db-d2b7-4b97-8ec6-0c6c212906ec tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:15:06.128464 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-473b10db-d2b7-4b97-8ec6-0c6c212906ec tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:06.128831 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-473b10db-d2b7-4b97-8ec6-0c6c212906ec tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Added segment 3e1b22b0-bacb-409e-8f48-1008f619c60c of type vlan for network 88ac2914-5816-441e-a067-b9c0a8691c74 Nov 26 03:15:06.188033 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-e1e77edd-1f73-403b-a514-a3e723ae3e44', 'network_id': 'e1e77edd-1f73-403b-a514-a3e723ae3e44', 'tenant_id': '6d8ab719263b4ead9409e811162c429b', 'fixed_ips': [{'subnet_id': 'ed44f7c2-2ba9-4364-b33f-a5edbaa8800c'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:15:06.189961 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:06.212089 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-473b10db-d2b7-4b97-8ec6-0c6c212906ec tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:06.242130 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-473b10db-d2b7-4b97-8ec6-0c6c212906ec tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:06.250080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473b10db-d2b7-4b97-8ec6-0c6c212906ec tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:06.251267 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-473b10db-d2b7-4b97-8ec6-0c6c212906ec tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:06.323759 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50026) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:06.330604 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1f788129-920e-4cea-8ce9-89bf30d10bd4 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Request body: {'subnet': {'network_id': '88ac2914-5816-441e-a067-b9c0a8691c74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:06.334966 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-473b10db-d2b7-4b97-8ec6-0c6c212906ec tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3247256 Nov 26 03:15:06.358505 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Allocated IP 2001:db8:0:ffff::2 (e1e77edd-1f73-403b-a514-a3e723ae3e44/ed44f7c2-2ba9-4364-b33f-a5edbaa8800c/4985d966-3e9f-4bd6-89d4-eb755a528836) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:15:06.434190 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b10db-d2b7-4b97-8ec6-0c6c212906ec tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event updated for resources: {'Network': ['ID=88ac2914-5816-441e-a067-b9c0a8691c74,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:06.484522 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f788129-920e-4cea-8ce9-89bf30d10bd4 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Made reservation on behalf of 6d8ab719263b4ead9409e811162c429b for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:06.488740 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f788129-920e-4cea-8ce9-89bf30d10bd4 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:06.533747 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:06.540841 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 88ac2914-5816-441e-a067-b9c0a8691c74 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:15:06.665210 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:06.721922 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Network e1e77edd-1f73-403b-a514-a3e723ae3e44 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:15:06.725455 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:06.731450 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:15:06.735659 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Pushing event updated for resources: {'Port': ['ID=4985d966-3e9f-4bd6-89d4-eb755a528836,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:06.821715 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Attempting to bind port 4985d966-3e9f-4bd6-89d4-eb755a528836 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:15:06.822225 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Attempting to bind port 4985d966-3e9f-4bd6-89d4-eb755a528836 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '15d21dc3-bfb3-4f23-8187-4ced0809614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e1e77edd-1f73-403b-a514-a3e723ae3e44'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:15:06.822834 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Attempting to bind port 4985d966-3e9f-4bd6-89d4-eb755a528836 on network e1e77edd-1f73-403b-a514-a3e723ae3e44 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:15:06.828560 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:15:06.829069 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Checking segment: {'id': '15d21dc3-bfb3-4f23-8187-4ced0809614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e1e77edd-1f73-403b-a514-a3e723ae3e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:15:06.829552 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:06.830077 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Bound using segment: {'id': '15d21dc3-bfb3-4f23-8187-4ced0809614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e1e77edd-1f73-403b-a514-a3e723ae3e44'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:15:06.830641 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Bound port: 4985d966-3e9f-4bd6-89d4-eb755a528836, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d21dc3-bfb3-4f23-8187-4ced0809614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e1e77edd-1f73-403b-a514-a3e723ae3e44'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:15:06.831099 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:07.004635 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] For port 4985d966-3e9f-4bd6-89d4-eb755a528836, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:15:07.008921 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] For port 4985d966-3e9f-4bd6-89d4-eb755a528836, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4985d966-3e9f-4bd6-89d4-eb755a528836,segment=NetworkSegment(15d21dc3-bfb3-4f23-8187-4ced0809614e),segment_id=15d21dc3-bfb3-4f23-8187-4ced0809614e)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:15:07.017384 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:07.025477 n-d-819389-3 neutron-server[104801]: DEBUG neutron.objects.ports [None req-1f788129-920e-4cea-8ce9-89bf30d10bd4 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 03:15:07.028326 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f788129-920e-4cea-8ce9-89bf30d10bd4 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:07.100898 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f788129-920e-4cea-8ce9-89bf30d10bd4 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event updated for resources: {'Subnet': ['ID=4ff98689-8fdd-4825-94d5-2562831cb013,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:07.137060 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f788129-920e-4cea-8ce9-89bf30d10bd4 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Checking segment: {'id': '3e1b22b0-bacb-409e-8f48-1008f619c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '88ac2914-5816-441e-a067-b9c0a8691c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:15:07.137651 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f788129-920e-4cea-8ce9-89bf30d10bd4 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Network hostable DHCP agents. Network: 88ac2914-5816-441e-a067-b9c0a8691c74, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:15:07.144702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc5cd7-d19d-4036-9074-96f516586de5 None None] Pushing event updated for resources: {'Port': ['ID=4985d966-3e9f-4bd6-89d4-eb755a528836,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:07.164670 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f788129-920e-4cea-8ce9-89bf30d10bd4 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Network 88ac2914-5816-441e-a067-b9c0a8691c74 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:15:07.177515 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-1f788129-920e-4cea-8ce9-89bf30d10bd4 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 88ac2914-5816-441e-a067-b9c0a8691c74) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:07.182935 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f788129-920e-4cea-8ce9-89bf30d10bd4 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:07.183503 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f788129-920e-4cea-8ce9-89bf30d10bd4 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:07.216618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2760fd6f-6c7d-4476-8191-2cf04bae9549 None None] Network 88ac2914-5816-441e-a067-b9c0a8691c74 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:07.217377 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1f788129-920e-4cea-8ce9-89bf30d10bd4 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8907223 Nov 26 03:15:07.219963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50040) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:07.225578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-ac17284b-deba-49dc-bf63-9a4279a41ad7 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Request body: {'port': {'network_id': '88ac2914-5816-441e-a067-b9c0a8691c74', 'name': 'tempest-NetworksIpV6TestAttrs-1844116087'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:07.382904 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-88ac2914-5816-441e-a067-b9c0a8691c74', 'network_id': '88ac2914-5816-441e-a067-b9c0a8691c74', 'tenant_id': '6d8ab719263b4ead9409e811162c429b', 'fixed_ips': [{'subnet_id': '4ff98689-8fdd-4825-94d5-2562831cb013'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:15:07.383773 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:07.410674 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac17284b-deba-49dc-bf63-9a4279a41ad7 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Made reservation on behalf of 6d8ab719263b4ead9409e811162c429b for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:07.414667 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ac17284b-deba-49dc-bf63-9a4279a41ad7 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:07.474520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-ac17284b-deba-49dc-bf63-9a4279a41ad7 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] device_id is not set on port 73161dec-b039-46d0-b768-0c26f1d5be55 yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:15:07.594479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Allocated IP 2001:db8::f816:3eff:fe66:ec6c (88ac2914-5816-441e-a067-b9c0a8691c74/4ff98689-8fdd-4825-94d5-2562831cb013/3a9a848c-2904-4d26-bf2b-6a20ddccfaa7) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:15:07.774798 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:07.782468 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:07.825200 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Network 88ac2914-5816-441e-a067-b9c0a8691c74 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:15:07.828225 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:07.835344 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:15:07.877915 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Pushing event updated for resources: {'Port': ['ID=3a9a848c-2904-4d26-bf2b-6a20ddccfaa7,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:07.911201 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-ac17284b-deba-49dc-bf63-9a4279a41ad7 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Allocated IP 2001:db8::f816:3eff:fe00:d75a (88ac2914-5816-441e-a067-b9c0a8691c74/4ff98689-8fdd-4825-94d5-2562831cb013/73161dec-b039-46d0-b768-0c26f1d5be55) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:15:07.913457 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Attempting to bind port 3a9a848c-2904-4d26-bf2b-6a20ddccfaa7 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:15:07.913859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Attempting to bind port 3a9a848c-2904-4d26-bf2b-6a20ddccfaa7 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '3e1b22b0-bacb-409e-8f48-1008f619c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '88ac2914-5816-441e-a067-b9c0a8691c74'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:15:07.914242 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Attempting to bind port 3a9a848c-2904-4d26-bf2b-6a20ddccfaa7 on network 88ac2914-5816-441e-a067-b9c0a8691c74 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:15:07.922127 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:15:07.922584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Checking segment: {'id': '3e1b22b0-bacb-409e-8f48-1008f619c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '88ac2914-5816-441e-a067-b9c0a8691c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:15:07.923253 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:07.923730 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Bound using segment: {'id': '3e1b22b0-bacb-409e-8f48-1008f619c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '88ac2914-5816-441e-a067-b9c0a8691c74'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:15:07.924302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Bound port: 3a9a848c-2904-4d26-bf2b-6a20ddccfaa7, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1b22b0-bacb-409e-8f48-1008f619c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '88ac2914-5816-441e-a067-b9c0a8691c74'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:15:07.924703 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:08.047383 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] For port 3a9a848c-2904-4d26-bf2b-6a20ddccfaa7, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:15:08.053859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4985d966-3e9f-4bd6-89d4-eb755a528836 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:15:08.061025 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] For port 3a9a848c-2904-4d26-bf2b-6a20ddccfaa7, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=3a9a848c-2904-4d26-bf2b-6a20ddccfaa7,segment=NetworkSegment(3e1b22b0-bacb-409e-8f48-1008f619c60c),segment_id=3e1b22b0-bacb-409e-8f48-1008f619c60c)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:15:08.124082 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:08.179021 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ac17284b-deba-49dc-bf63-9a4279a41ad7 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:08.249863 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ac17284b-deba-49dc-bf63-9a4279a41ad7 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:08.296727 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad41b8f-6300-4f51-93ec-691a4bcacff8 None None] Pushing event updated for resources: {'Port': ['ID=3a9a848c-2904-4d26-bf2b-6a20ddccfaa7,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:08.321814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 4985d966-3e9f-4bd6-89d4-eb755a528836 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:08.322193 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:08.458564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac17284b-deba-49dc-bf63-9a4279a41ad7 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Network 88ac2914-5816-441e-a067-b9c0a8691c74 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:15:08.478930 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:08.482236 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-ac17284b-deba-49dc-bf63-9a4279a41ad7 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:08.485658 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac17284b-deba-49dc-bf63-9a4279a41ad7 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:15:08.493583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac17284b-deba-49dc-bf63-9a4279a41ad7 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:08.494248 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ac17284b-deba-49dc-bf63-9a4279a41ad7 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:08.523550 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ac17284b-deba-49dc-bf63-9a4279a41ad7 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3017583 Nov 26 03:15:08.526224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50074) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:08.530342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17284b-deba-49dc-bf63-9a4279a41ad7 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event updated for resources: {'Port': ['ID=73161dec-b039-46d0-b768-0c26f1d5be55,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:08.572430 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-48500e2c-8a05-4950-90bd-90fc7f15af15 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:08.585661 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-48500e2c-8a05-4950-90bd-90fc7f15af15 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/networks?id=6deb06cd-ad81-4c08-9eca-cecd3390e990 HTTP/1.1" status: 200 len: 814 time: 0.2679625 Nov 26 03:15:08.594500 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 4985d966-3e9f-4bd6-89d4-eb755a528836, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4985d966-3e9f-4bd6-89d4-eb755a528836,segment=NetworkSegment(15d21dc3-bfb3-4f23-8187-4ced0809614e),segment_id=15d21dc3-bfb3-4f23-8187-4ced0809614e)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:08.621189 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:08.645374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-7ab11910-f74d-4626-bf3d-7c7ee2fa9246 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/quotas/6f0aa3e1413142838b36b868640c6038 HTTP/1.1" status: 200 len: 375 time: 0.0586259 Nov 26 03:15:08.682565 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2458dba-63b8-4f51-8c40-0bf87b4f6fc0 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Deleting subnet 4ff98689-8fdd-4825-94d5-2562831cb013 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:15:08.686887 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c2458dba-63b8-4f51-8c40-0bf87b4f6fc0 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:08.708172 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-6d9f500a-db11-425c-84d1-7e7d58f2b0fc tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f0aa3e1413142838b36b868640c6038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617034 Nov 26 03:15:08.731843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-54d248e4-526d-4aad-9a7e-0ac950733906 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:15:08.733211 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-54d248e4-526d-4aad-9a7e-0ac950733906 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107508 Nov 26 03:15:08.751253 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=4985d966-3e9f-4bd6-89d4-eb755a528836,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:08.770258 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c2458dba-63b8-4f51-8c40-0bf87b4f6fc0 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:08.799749 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af108c0-1a47-4260-8761-e6dee1510731 None None] Network e1e77edd-1f73-403b-a514-a3e723ae3e44 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:08.869154 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-6948bfc1-4d7f-4f80-a53b-937ff8b883c3 service neutron] 10.222.0.31 "GET /v2.0/networks/6deb06cd-ad81-4c08-9eca-cecd3390e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278088 Nov 26 03:15:08.911807 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-edf3e421-07f7-4920-9bad-d5b88e41c536 None None] Provisioning complete for port 4985d966-3e9f-4bd6-89d4-eb755a528836 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:08.912455 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-edf3e421-07f7-4920-9bad-d5b88e41c536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:08.992030 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c2458dba-63b8-4f51-8c40-0bf87b4f6fc0 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:09.075118 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c2458dba-63b8-4f51-8c40-0bf87b4f6fc0 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:09.118457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2458dba-63b8-4f51-8c40-0bf87b4f6fc0 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff98689-8fdd-4825-94d5-2562831cb013,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:09.121133 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c2458dba-63b8-4f51-8c40-0bf87b4f6fc0 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:09.131809 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c2458dba-63b8-4f51-8c40-0bf87b4f6fc0 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/subnets/4ff98689-8fdd-4825-94d5-2562831cb013 HTTP/1.1" status: 204 len: 168 time: 0.6037102 Nov 26 03:15:09.132501 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50084) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:09.468966 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-4433c707-b308-4572-8b9b-21d1026d4183 service neutron] 10.222.0.31 "GET /v2.0/networks/6deb06cd-ad81-4c08-9eca-cecd3390e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5873759 Nov 26 03:15:09.682514 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4132142-f228-4a40-87b5-6022375b9f15 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:09.684357 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4132142-f228-4a40-87b5-6022375b9f15 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:09.686171 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d4132142-f228-4a40-87b5-6022375b9f15 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5520391 Nov 26 03:15:09.689128 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50100) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:09.822634 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8cd3cd2e-ec7a-40a6-8e4d-cee6694f2f70 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:09.831583 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd3cd2e-ec7a-40a6-8e4d-cee6694f2f70 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 26 03:15:09.832464 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd3cd2e-ec7a-40a6-8e4d-cee6694f2f70 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:15:09.841169 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8cd3cd2e-ec7a-40a6-8e4d-cee6694f2f70 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/networks/88ac2914-5816-441e-a067-b9c0a8691c74 HTTP/1.1" status: 409 len: 405 time: 0.1508751 Nov 26 03:15:09.845651 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50104) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:09.853228 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-5e1f1aaa-e206-4a81-8fdf-feedfd455fe9 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-155407367'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:09.869647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cabe4478-bab8-4390-825f-e4610412f06d None None] Provisioning complete for port 4985d966-3e9f-4bd6-89d4-eb755a528836 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:09.870785 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cabe4478-bab8-4390-825f-e4610412f06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:09.877380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0232c54a-42ff-49d5-bb99-9448a1352762 req-0f00eafb-d6fd-4107-8c80-0697acfc147b tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=588445f7-ed49-4a2c-90ad-7919bedbcaf6 HTTP/1.1" status: 200 len: 210 time: 0.0998743 Nov 26 03:15:09.920991 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de8346-e413-4759-b7c6-f3eda59e0500 req-1dc1da9f-06fc-470c-87de-54a6fd6d113a tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:09.924671 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1f1aaa-e206-4a81-8fdf-feedfd455fe9 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Made reservation on behalf of 6d8ab719263b4ead9409e811162c429b for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:09.931175 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e1f1aaa-e206-4a81-8fdf-feedfd455fe9 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:09.931682 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66de8346-e413-4759-b7c6-f3eda59e0500 req-1dc1da9f-06fc-470c-87de-54a6fd6d113a tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 949 time: 0.2333786 Nov 26 03:15:09.972245 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1f1aaa-e206-4a81-8fdf-feedfd455fe9 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:15:10.003485 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e1f1aaa-e206-4a81-8fdf-feedfd455fe9 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:10.004735 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-5e1f1aaa-e206-4a81-8fdf-feedfd455fe9 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Added segment 44ac7190-7f61-4712-a49b-23af0b528052 of type vlan for network 224b2ad7-db71-4c8c-abe4-2b7398ec6c42 Nov 26 03:15:10.031170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3110184-2ec2-44cc-b6c3-bd8cca087919 None None] Network 88ac2914-5816-441e-a067-b9c0a8691c74 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:10.063373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66de8346-e413-4759-b7c6-f3eda59e0500 req-2baeda2c-a8b3-4e76-b12b-986e77712ef1 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/security-groups?id=895cf2a3-3697-4758-8b97-5c9b16007dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253948 Nov 26 03:15:10.096751 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e1f1aaa-e206-4a81-8fdf-feedfd455fe9 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:10.138425 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e1f1aaa-e206-4a81-8fdf-feedfd455fe9 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:10.144904 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1f1aaa-e206-4a81-8fdf-feedfd455fe9 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:10.145081 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 3a9a848c-2904-4d26-bf2b-6a20ddccfaa7 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:15:10.145886 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e1f1aaa-e206-4a81-8fdf-feedfd455fe9 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:10.178040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50114) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:10.185764 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-3bfc4792-4576-49d8-a0aa-bd869239f194 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Request body: {'subnet': {'network_id': '224b2ad7-db71-4c8c-abe4-2b7398ec6c42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:10.191138 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5e1f1aaa-e206-4a81-8fdf-feedfd455fe9 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3434067 Nov 26 03:15:10.274054 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 3a9a848c-2904-4d26-bf2b-6a20ddccfaa7 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:10.275079 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:10.325987 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f1aaa-e206-4a81-8fdf-feedfd455fe9 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event updated for resources: {'Network': ['ID=224b2ad7-db71-4c8c-abe4-2b7398ec6c42,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:10.357562 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 224b2ad7-db71-4c8c-abe4-2b7398ec6c42 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:15:10.383628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfc4792-4576-49d8-a0aa-bd869239f194 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Made reservation on behalf of 6d8ab719263b4ead9409e811162c429b for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:10.388360 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3bfc4792-4576-49d8-a0aa-bd869239f194 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:10.476119 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a293c2d-064c-457c-82f8-6ba90f983dcd None None] DHCP port deletion for 88ac2914-5816-441e-a067-b9c0a8691c74 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:15:10.496549 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:10.501186 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cf58d822-ebf9-4a03-ba0e-02f9241362c1 None None] Provisioning complete for port 3a9a848c-2904-4d26-bf2b-6a20ddccfaa7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:10.501906 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cf58d822-ebf9-4a03-ba0e-02f9241362c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:10.613529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 3a9a848c-2904-4d26-bf2b-6a20ddccfaa7, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=3a9a848c-2904-4d26-bf2b-6a20ddccfaa7,segment=NetworkSegment(3e1b22b0-bacb-409e-8f48-1008f619c60c),segment_id=3e1b22b0-bacb-409e-8f48-1008f619c60c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:10.628280 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:10.629060 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4985d966-3e9f-4bd6-89d4-eb755a528836 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:15:10.747685 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2a293c2d-064c-457c-82f8-6ba90f983dcd None None] Deleting port 3a9a848c-2904-4d26-bf2b-6a20ddccfaa7 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:15:10.748379 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2a293c2d-064c-457c-82f8-6ba90f983dcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:10.822111 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=3a9a848c-2904-4d26-bf2b-6a20ddccfaa7,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:10.833227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.objects.ports [None req-3bfc4792-4576-49d8-a0aa-bd869239f194 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104802) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 03:15:10.834776 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3bfc4792-4576-49d8-a0aa-bd869239f194 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:10.846792 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 4985d966-3e9f-4bd6-89d4-eb755a528836 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:10.847075 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:10.850346 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-2a293c2d-064c-457c-82f8-6ba90f983dcd None None] For port 3a9a848c-2904-4d26-bf2b-6a20ddccfaa7, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=3a9a848c-2904-4d26-bf2b-6a20ddccfaa7,segment=NetworkSegment(3e1b22b0-bacb-409e-8f48-1008f619c60c),segment_id=3e1b22b0-bacb-409e-8f48-1008f619c60c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:10.850748 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2a293c2d-064c-457c-82f8-6ba90f983dcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:10.887323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2a293c2d-064c-457c-82f8-6ba90f983dcd None None] Calling delete_port for 3a9a848c-2904-4d26-bf2b-6a20ddccfaa7 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:15:10.901310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc4792-4576-49d8-a0aa-bd869239f194 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event updated for resources: {'Subnet': ['ID=9e1fdaa4-dd6b-4660-a68d-ebec5637e398,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:10.908442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc4792-4576-49d8-a0aa-bd869239f194 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Checking segment: {'id': '44ac7190-7f61-4712-a49b-23af0b528052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '224b2ad7-db71-4c8c-abe4-2b7398ec6c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:15:10.909227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfc4792-4576-49d8-a0aa-bd869239f194 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Network hostable DHCP agents. Network: 224b2ad7-db71-4c8c-abe4-2b7398ec6c42, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:15:10.927827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfc4792-4576-49d8-a0aa-bd869239f194 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Network 224b2ad7-db71-4c8c-abe4-2b7398ec6c42 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:15:10.940603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-3bfc4792-4576-49d8-a0aa-bd869239f194 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 224b2ad7-db71-4c8c-abe4-2b7398ec6c42) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:10.953855 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6b508d-a4c4-460f-8c5b-d6581fadae54 None None] Network 224b2ad7-db71-4c8c-abe4-2b7398ec6c42 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:10.958106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfc4792-4576-49d8-a0aa-bd869239f194 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:10.958726 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3bfc4792-4576-49d8-a0aa-bd869239f194 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:10.979289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3bfc4792-4576-49d8-a0aa-bd869239f194 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7975392 Nov 26 03:15:10.979472 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50134) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:10.984284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-833d98ba-682f-47a9-b052-08fa29e12168 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Request body: {'port': {'network_id': '224b2ad7-db71-4c8c-abe4-2b7398ec6c42', 'name': 'tempest-NetworksIpV6TestAttrs-1313260076'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:11.062478 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c334ef6d-c625-4513-8d3f-852357b97f44 req-282f5da9-2af9-472f-954e-6fdc7ae89f72 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=588445f7-ed49-4a2c-90ad-7919bedbcaf6 HTTP/1.1" status: 200 len: 210 time: 0.0284324 Nov 26 03:15:11.082675 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2a293c2d-064c-457c-82f8-6ba90f983dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:11.116149 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a293c2d-064c-457c-82f8-6ba90f983dcd None None] Pushing event deleted for resources: {'Port': ['ID=3a9a848c-2904-4d26-bf2b-6a20ddccfaa7,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:11.149169 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833d98ba-682f-47a9-b052-08fa29e12168 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Made reservation on behalf of 6d8ab719263b4ead9409e811162c429b for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:11.156117 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-833d98ba-682f-47a9-b052-08fa29e12168 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:11.179402 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a293c2d-064c-457c-82f8-6ba90f983dcd None None] No DVR routers for this DVR port 3a9a848c-2904-4d26-bf2b-6a20ddccfaa7 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:15:11.193777 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [None req-833d98ba-682f-47a9-b052-08fa29e12168 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] device_id is not set on port f155aed6-4ee7-4a86-92c1-1bfa355083dd yet. {{(pid=104802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 03:15:11.196890 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-224b2ad7-db71-4c8c-abe4-2b7398ec6c42', 'network_id': '224b2ad7-db71-4c8c-abe4-2b7398ec6c42', 'tenant_id': '6d8ab719263b4ead9409e811162c429b', 'fixed_ips': [{'subnet_id': '9e1fdaa4-dd6b-4660-a68d-ebec5637e398'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:15:11.198004 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:11.357411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Allocated IP 2001:db8::f816:3eff:fe18:90ce (224b2ad7-db71-4c8c-abe4-2b7398ec6c42/9e1fdaa4-dd6b-4660-a68d-ebec5637e398/0f977706-f2f6-42d3-8cbf-948b1733f05d) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:15:11.476118 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a55581-3a94-40c9-8ebd-42456affd0f7 req-dd6aa916-1448-48e4-951b-b439028b24bb tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:11.484434 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05a55581-3a94-40c9-8ebd-42456affd0f7 req-dd6aa916-1448-48e4-951b-b439028b24bb tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 949 time: 0.2766600 Nov 26 03:15:11.494173 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-da8b907a-c49f-4eb4-aecd-d3a8ae70ff5b tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:11.495801 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-da8b907a-c49f-4eb4-aecd-d3a8ae70ff5b tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.54 "GET /v2.0/networks?id=6deb06cd-ad81-4c08-9eca-cecd3390e990 HTTP/1.1" status: 200 len: 814 time: 0.2487772 Nov 26 03:15:11.529598 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:11.536028 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:11.536513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-ee56def3-79dc-4fcc-a693-a4b38c36ec09 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Request body: {'port': {'device_id': '588445f7-ed49-4a2c-90ad-7919bedbcaf6', 'network_id': '6deb06cd-ad81-4c08-9eca-cecd3390e990', 'admin_state_up': True, 'tenant_id': '6f0aa3e1413142838b36b868640c6038'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:11.576754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Network 224b2ad7-db71-4c8c-abe4-2b7398ec6c42 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:15:11.581439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:11.584009 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:15:11.596001 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Pushing event updated for resources: {'Port': ['ID=0f977706-f2f6-42d3-8cbf-948b1733f05d,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:11.611435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6462b-b323-4f7e-849c-688af2f9c432 req-718e6bb1-4dc8-43fd-b19d-20e9a78f4683 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:11.613303 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51d6462b-b323-4f7e-849c-688af2f9c432 req-718e6bb1-4dc8-43fd-b19d-20e9a78f4683 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 949 time: 0.1729634 Nov 26 03:15:11.657406 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Attempting to bind port 0f977706-f2f6-42d3-8cbf-948b1733f05d on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:15:11.657878 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Attempting to bind port 0f977706-f2f6-42d3-8cbf-948b1733f05d by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '44ac7190-7f61-4712-a49b-23af0b528052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '224b2ad7-db71-4c8c-abe4-2b7398ec6c42'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:15:11.658321 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Attempting to bind port 0f977706-f2f6-42d3-8cbf-948b1733f05d on network 224b2ad7-db71-4c8c-abe4-2b7398ec6c42 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:15:11.658521 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-05a55581-3a94-40c9-8ebd-42456affd0f7 req-fa54971e-1aaa-4822-bd38-f4cb9f193544 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/security-groups?id=895cf2a3-3697-4758-8b97-5c9b16007dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731853 Nov 26 03:15:11.664534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:15:11.664994 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Checking segment: {'id': '44ac7190-7f61-4712-a49b-23af0b528052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '224b2ad7-db71-4c8c-abe4-2b7398ec6c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:15:11.665479 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:11.666108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Bound using segment: {'id': '44ac7190-7f61-4712-a49b-23af0b528052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '224b2ad7-db71-4c8c-abe4-2b7398ec6c42'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:15:11.666660 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Bound port: 0f977706-f2f6-42d3-8cbf-948b1733f05d, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ac7190-7f61-4712-a49b-23af0b528052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '224b2ad7-db71-4c8c-abe4-2b7398ec6c42'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:15:11.667133 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:11.723855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-833d98ba-682f-47a9-b052-08fa29e12168 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Allocated IP 2001:db8::f816:3eff:fea0:824 (224b2ad7-db71-4c8c-abe4-2b7398ec6c42/9e1fdaa4-dd6b-4660-a68d-ebec5637e398/f155aed6-4ee7-4a86-92c1-1bfa355083dd) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:15:11.737723 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5b046282-54fa-4b88-8cb7-974c3ea1543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:11.764893 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] For port 0f977706-f2f6-42d3-8cbf-948b1733f05d, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:15:11.768088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] For port 0f977706-f2f6-42d3-8cbf-948b1733f05d, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0f977706-f2f6-42d3-8cbf-948b1733f05d,segment=NetworkSegment(44ac7190-7f61-4712-a49b-23af0b528052),segment_id=44ac7190-7f61-4712-a49b-23af0b528052)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:15:11.774028 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:11.846991 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee6fbb-5097-48f2-acc0-c5100e324c67 None None] Pushing event updated for resources: {'Port': ['ID=0f977706-f2f6-42d3-8cbf-948b1733f05d,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:11.916897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 3a9a848c-2904-4d26-bf2b-6a20ddccfaa7 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:15:11.922092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-51d6462b-b323-4f7e-849c-688af2f9c432 req-dff5f2fc-762e-4e39-b0da-26e8691fa0b9 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Deleting port 199a21b8-b5b9-477c-9419-6110d7606458 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:15:11.922539 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-51d6462b-b323-4f7e-849c-688af2f9c432 req-dff5f2fc-762e-4e39-b0da-26e8691fa0b9 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:11.939948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-ee56def3-79dc-4fcc-a693-a4b38c36ec09 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Made reservation on behalf of 6f0aa3e1413142838b36b868640c6038 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:11.941445 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 3a9a848c-2904-4d26-bf2b-6a20ddccfaa7 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:15:11.941795 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 3a9a848c-2904-4d26-bf2b-6a20ddccfaa7 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:15:11.943281 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-ee56def3-79dc-4fcc-a693-a4b38c36ec09 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:12.211469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-51d6462b-b323-4f7e-849c-688af2f9c432 req-dff5f2fc-762e-4e39-b0da-26e8691fa0b9 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] For port 199a21b8-b5b9-477c-9419-6110d7606458, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=199a21b8-b5b9-477c-9419-6110d7606458,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:12.211844 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-51d6462b-b323-4f7e-849c-688af2f9c432 req-dff5f2fc-762e-4e39-b0da-26e8691fa0b9 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:12.217728 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-833d98ba-682f-47a9-b052-08fa29e12168 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:12.244191 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9893b3d-1080-4689-8ec2-60524d9f6d51 req-f1aec6d9-6940-43d4-b884-fccecd36eec8 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=588445f7-ed49-4a2c-90ad-7919bedbcaf6 HTTP/1.1" status: 200 len: 210 time: 0.0644386 Nov 26 03:15:12.263755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-51d6462b-b323-4f7e-849c-688af2f9c432 req-dff5f2fc-762e-4e39-b0da-26e8691fa0b9 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Calling delete_port for 199a21b8-b5b9-477c-9419-6110d7606458 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:15:12.265844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-ee56def3-79dc-4fcc-a693-a4b38c36ec09 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Allocated IP 172.20.0.10 (6deb06cd-ad81-4c08-9eca-cecd3390e990/f260b4b6-a991-446c-a7c3-af2c8a4bc13c/c38dcf54-69af-4f8b-a38c-0a870cea093d) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:15:12.371321 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-833d98ba-682f-47a9-b052-08fa29e12168 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:12.484406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833d98ba-682f-47a9-b052-08fa29e12168 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Network 224b2ad7-db71-4c8c-abe4-2b7398ec6c42 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:15:12.495645 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-833d98ba-682f-47a9-b052-08fa29e12168 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:12.505082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833d98ba-682f-47a9-b052-08fa29e12168 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:15:12.510744 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833d98ba-682f-47a9-b052-08fa29e12168 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:12.511375 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-833d98ba-682f-47a9-b052-08fa29e12168 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:12.519390 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d98ba-682f-47a9-b052-08fa29e12168 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event updated for resources: {'Port': ['ID=f155aed6-4ee7-4a86-92c1-1bfa355083dd,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:12.560585 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-833d98ba-682f-47a9-b052-08fa29e12168 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5801668 Nov 26 03:15:12.563211 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50166) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:12.629919 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-ee56def3-79dc-4fcc-a693-a4b38c36ec09 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:12.632075 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-51d6462b-b323-4f7e-849c-688af2f9c432 req-dff5f2fc-762e-4e39-b0da-26e8691fa0b9 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:12.641679 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-725643f3-3649-4ac9-a6e5-ac6d424ae94a tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Deleting subnet 9e1fdaa4-dd6b-4660-a68d-ebec5637e398 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:15:12.645627 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-725643f3-3649-4ac9-a6e5-ac6d424ae94a tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:12.674090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5f2fc-762e-4e39-b0da-26e8691fa0b9 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Pushing event deleted for resources: {'Port': ['ID=199a21b8-b5b9-477c-9419-6110d7606458,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:12.679038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['199a21b8-b5b9-477c-9419-6110d7606458'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:15:12.707916 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-725643f3-3649-4ac9-a6e5-ac6d424ae94a tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:12.741600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d6462b-b323-4f7e-849c-688af2f9c432 req-dff5f2fc-762e-4e39-b0da-26e8691fa0b9 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] No DVR routers for this DVR port 199a21b8-b5b9-477c-9419-6110d7606458 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:15:12.745734 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-51d6462b-b323-4f7e-849c-688af2f9c432 req-dff5f2fc-762e-4e39-b0da-26e8691fa0b9 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:12.750533 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51d6462b-b323-4f7e-849c-688af2f9c432 req-dff5f2fc-762e-4e39-b0da-26e8691fa0b9 tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.54 "DELETE /v2.0/ports/199a21b8-b5b9-477c-9419-6110d7606458 HTTP/1.1" status: 204 len: 173 time: 1.1096134 Nov 26 03:15:12.751015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0276af-446b-4967-90f8-660a87b0616e', 'name': 'network-vif-deleted', 'tag': '199a21b8-b5b9-477c-9419-6110d7606458'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:15:12.753371 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda215eb-8bf8-44d6-b4ab-6fe26e8f4182" -d '{"events": [{"server_uuid": "5a0276af-446b-4967-90f8-660a87b0616e", "name": "network-vif-deleted", "tag": "199a21b8-b5b9-477c-9419-6110d7606458"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:15:12.774474 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-ee56def3-79dc-4fcc-a693-a4b38c36ec09 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:12.844283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56def3-79dc-4fcc-a693-a4b38c36ec09 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Pushing event updated for resources: {'Port': ['ID=c38dcf54-69af-4f8b-a38c-0a870cea093d,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:12.861565 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c10ec3-b6f1-449d-b7cc-69b0257ae72a x-openstack-request-id: req-b7c10ec3-b6f1-449d-b7cc-69b0257ae72a {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:15:12.862073 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0276af-446b-4967-90f8-660a87b0616e", "name": "network-vif-deleted", "tag": "199a21b8-b5b9-477c-9419-6110d7606458", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:15:12.862517 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7c10ec3-b6f1-449d-b7cc-69b0257ae72a {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:15:12.863050 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0276af-446b-4967-90f8-660a87b0616e', 'name': 'network-vif-deleted', 'tag': '199a21b8-b5b9-477c-9419-6110d7606458', 'status': 'completed', 'code': 200} Nov 26 03:15:12.905758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c11175f-1fa8-4dd9-b6f4-7345b679b641 req-fb428930-fe88-41d2-9148-488bd721eb2c tempest-VolumesBackupsTest-339720640 tempest-VolumesBackupsTest-339720640-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a0276af-446b-4967-90f8-660a87b0616e HTTP/1.1" status: 200 len: 210 time: 0.0466161 Nov 26 03:15:12.907856 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-ee56def3-79dc-4fcc-a693-a4b38c36ec09 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Network 6deb06cd-ad81-4c08-9eca-cecd3390e990 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:15:12.909752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-ee56def3-79dc-4fcc-a693-a4b38c36ec09 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:12.912233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-ee56def3-79dc-4fcc-a693-a4b38c36ec09 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:15:12.912532 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-725643f3-3649-4ac9-a6e5-ac6d424ae94a tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:12.987606 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-ee56def3-79dc-4fcc-a693-a4b38c36ec09 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:12.989291 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-ee56def3-79dc-4fcc-a693-a4b38c36ec09 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:12.990164 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-725643f3-3649-4ac9-a6e5-ac6d424ae94a tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:13.031221 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-725643f3-3649-4ac9-a6e5-ac6d424ae94a tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:13.031477 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-ee56def3-79dc-4fcc-a693-a4b38c36ec09 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4997516 Nov 26 03:15:13.034614 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-725643f3-3649-4ac9-a6e5-ac6d424ae94a tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/subnets/9e1fdaa4-dd6b-4660-a68d-ebec5637e398 HTTP/1.1" status: 204 len: 168 time: 0.4695156 Nov 26 03:15:13.035909 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725643f3-3649-4ac9-a6e5-ac6d424ae94a tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1fdaa4-dd6b-4660-a68d-ebec5637e398,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:13.037527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50176) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:13.052355 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Request body: {'port': {'device_id': '588445f7-ed49-4a2c-90ad-7919bedbcaf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:13.176946 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c4d7a1-fc8a-4064-a2eb-96b48d68ffe4 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:13.178488 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c4d7a1-fc8a-4064-a2eb-96b48d68ffe4 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:13.180214 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-20c4d7a1-fc8a-4064-a2eb-96b48d68ffe4 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1415184 Nov 26 03:15:13.184656 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50178) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:13.190705 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:13.217760 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e37206-7e9a-4a14-85ee-80752a35c268 None None] Network 224b2ad7-db71-4c8c-abe4-2b7398ec6c42 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:13.387475 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4024ce60-6f89-453e-b258-88fb4e375c99 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:13.392724 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cebbace1-b72c-4e58-a191-c7065072b5a8 None None] Provisioning complete for port 0f977706-f2f6-42d3-8cbf-948b1733f05d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:13.393437 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cebbace1-b72c-4e58-a191-c7065072b5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:13.405741 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-4024ce60-6f89-453e-b258-88fb4e375c99 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 26 03:15:13.406666 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4024ce60-6f89-453e-b258-88fb4e375c99 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:15:13.419515 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4024ce60-6f89-453e-b258-88fb4e375c99 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/networks/224b2ad7-db71-4c8c-abe4-2b7398ec6c42 HTTP/1.1" status: 409 len: 405 time: 0.2258475 Nov 26 03:15:13.420288 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50186) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:13.429620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-259747d1-dde2-4081-9d23-f0aa29134771 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-788811798'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:13.462153 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259747d1-dde2-4081-9d23-f0aa29134771 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Made reservation on behalf of 6d8ab719263b4ead9409e811162c429b for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:13.466841 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-259747d1-dde2-4081-9d23-f0aa29134771 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:13.496180 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259747d1-dde2-4081-9d23-f0aa29134771 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:15:13.510122 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-259747d1-dde2-4081-9d23-f0aa29134771 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:13.510631 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-259747d1-dde2-4081-9d23-f0aa29134771 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Added segment 0d763e9f-70c1-4f56-81b3-704acb16480f of type vlan for network 64c637d0-566e-4c11-a395-cf16892b4a84 Nov 26 03:15:13.518547 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3a35d-5598-45d5-acbf-8fbbc30a2544 req-2fbf6ab5-39e7-4f91-ae12-ae1a3c6034e3 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:13.520284 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27b3a35d-5598-45d5-acbf-8fbbc30a2544 req-2fbf6ab5-39e7-4f91-ae12-ae1a3c6034e3 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=588445f7-ed49-4a2c-90ad-7919bedbcaf6 HTTP/1.1" status: 200 len: 932 time: 0.1463916 Nov 26 03:15:13.576598 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-259747d1-dde2-4081-9d23-f0aa29134771 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:13.618876 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-259747d1-dde2-4081-9d23-f0aa29134771 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:13.632670 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27b3a35d-5598-45d5-acbf-8fbbc30a2544 req-a491be0f-4bac-49e4-8548-b6aa62758c43 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001976 Nov 26 03:15:13.637131 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259747d1-dde2-4081-9d23-f0aa29134771 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:13.637862 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-259747d1-dde2-4081-9d23-f0aa29134771 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:13.672637 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c202ec1-bb81-4d0e-8cd7-71aacf79a1a3 None None] DHCP port deletion for 224b2ad7-db71-4c8c-abe4-2b7398ec6c42 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:15:13.675054 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cebbace1-b72c-4e58-a191-c7065072b5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:13.725933 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38dcf54-69af-4f8b-a38c-0a870cea093d {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:15:13.728782 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259747d1-dde2-4081-9d23-f0aa29134771 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event updated for resources: {'Network': ['ID=64c637d0-566e-4c11-a395-cf16892b4a84,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:13.737740 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-259747d1-dde2-4081-9d23-f0aa29134771 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3133235 Nov 26 03:15:13.737929 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:13.738044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50194) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:13.746520 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0c60c274-fcad-44eb-abb1-2c88424dbcc1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Request body: {'subnet': {'network_id': '64c637d0-566e-4c11-a395-cf16892b4a84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:13.751325 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Transition to ACTIVE for port object c38dcf54-69af-4f8b-a38c-0a870cea093d will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:15:13.756376 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 64c637d0-566e-4c11-a395-cf16892b4a84 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:15:13.757826 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:13.812667 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-cebbace1-b72c-4e58-a191-c7065072b5a8 None None] For port 0f977706-f2f6-42d3-8cbf-948b1733f05d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0f977706-f2f6-42d3-8cbf-948b1733f05d,segment=NetworkSegment(44ac7190-7f61-4712-a49b-23af0b528052),segment_id=44ac7190-7f61-4712-a49b-23af0b528052)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:13.828863 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cebbace1-b72c-4e58-a191-c7065072b5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:13.851765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Pushing event updated for resources: {'Port': ['ID=c38dcf54-69af-4f8b-a38c-0a870cea093d,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:13.871698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c60c274-fcad-44eb-abb1-2c88424dbcc1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Made reservation on behalf of 6d8ab719263b4ead9409e811162c429b for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:13.877738 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0c60c274-fcad-44eb-abb1-2c88424dbcc1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:13.933991 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7c202ec1-bb81-4d0e-8cd7-71aacf79a1a3 None None] Deleting port 0f977706-f2f6-42d3-8cbf-948b1733f05d {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:15:13.934374 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7c202ec1-bb81-4d0e-8cd7-71aacf79a1a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:13.962810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Attempting to bind port c38dcf54-69af-4f8b-a38c-0a870cea093d on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:15:13.964310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Attempting to bind port c38dcf54-69af-4f8b-a38c-0a870cea093d by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '9727293b-3772-44e0-acb6-82148fec251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6deb06cd-ad81-4c08-9eca-cecd3390e990'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:15:13.964699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Attempting to bind port c38dcf54-69af-4f8b-a38c-0a870cea093d on network 6deb06cd-ad81-4c08-9eca-cecd3390e990 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:15:13.975614 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Port c38dcf54-69af-4f8b-a38c-0a870cea093d on network 6deb06cd-ad81-4c08-9eca-cecd3390e990 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:15:13.978617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Attempting to bind port c38dcf54-69af-4f8b-a38c-0a870cea093d on network 6deb06cd-ad81-4c08-9eca-cecd3390e990 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:15:13.989202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:15:13.992446 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Checking segment: {'id': '9727293b-3772-44e0-acb6-82148fec251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6deb06cd-ad81-4c08-9eca-cecd3390e990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:15:13.992446 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Bound using segment: {'id': '9727293b-3772-44e0-acb6-82148fec251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6deb06cd-ad81-4c08-9eca-cecd3390e990'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:15:13.992446 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Bound port: c38dcf54-69af-4f8b-a38c-0a870cea093d, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9727293b-3772-44e0-acb6-82148fec251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6deb06cd-ad81-4c08-9eca-cecd3390e990'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:15:13.994333 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:14.011038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7c202ec1-bb81-4d0e-8cd7-71aacf79a1a3 None None] For port 0f977706-f2f6-42d3-8cbf-948b1733f05d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0f977706-f2f6-42d3-8cbf-948b1733f05d,segment=NetworkSegment(44ac7190-7f61-4712-a49b-23af0b528052),segment_id=44ac7190-7f61-4712-a49b-23af0b528052)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:14.011472 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7c202ec1-bb81-4d0e-8cd7-71aacf79a1a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:14.028559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbace1-b72c-4e58-a191-c7065072b5a8 None None] Pushing event updated for resources: {'Port': ['ID=0f977706-f2f6-42d3-8cbf-948b1733f05d,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:14.031495 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7c202ec1-bb81-4d0e-8cd7-71aacf79a1a3 None None] Calling delete_port for 0f977706-f2f6-42d3-8cbf-948b1733f05d owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:15:14.110607 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] For port c38dcf54-69af-4f8b-a38c-0a870cea093d, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:15:14.114610 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] For port c38dcf54-69af-4f8b-a38c-0a870cea093d, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c38dcf54-69af-4f8b-a38c-0a870cea093d,segment=NetworkSegment(9727293b-3772-44e0-acb6-82148fec251a),segment_id=9727293b-3772-44e0-acb6-82148fec251a)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:15:14.140680 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:14.157404 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c9d5bb30-5c51-4edc-926c-91cd6206a8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:14.172331 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7c202ec1-bb81-4d0e-8cd7-71aacf79a1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:14.199661 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:14.200339 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:14.202138 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] 10.222.0.54 "PUT /v2.0/ports/c38dcf54-69af-4f8b-a38c-0a870cea093d HTTP/1.1" status: 200 len: 1092 time: 1.1537526 Nov 26 03:15:14.236462 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c202ec1-bb81-4d0e-8cd7-71aacf79a1a3 None None] Pushing event deleted for resources: {'Port': ['ID=0f977706-f2f6-42d3-8cbf-948b1733f05d,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:14.242426 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c202ec1-bb81-4d0e-8cd7-71aacf79a1a3 None None] No DVR routers for this DVR port 0f977706-f2f6-42d3-8cbf-948b1733f05d on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:15:14.283914 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4adff-080a-4b47-95b2-1646b1817d7a service neutron] Pushing event updated for resources: {'Port': ['ID=c38dcf54-69af-4f8b-a38c-0a870cea093d,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:14.298400 n-d-819389-3 neutron-server[104801]: DEBUG neutron.objects.ports [None req-0c60c274-fcad-44eb-abb1-2c88424dbcc1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 03:15:14.300000 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0c60c274-fcad-44eb-abb1-2c88424dbcc1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:14.331233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-e858af7d-0114-4aab-bd41-69b30ffd4093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:14.332792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-e858af7d-0114-4aab-bd41-69b30ffd4093 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f0aa3e1413142838b36b868640c6038&device_id=588445f7-ed49-4a2c-90ad-7919bedbcaf6 HTTP/1.1" status: 200 len: 1095 time: 0.0605350 Nov 26 03:15:14.384985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60c274-fcad-44eb-abb1-2c88424dbcc1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event updated for resources: {'Subnet': ['ID=b037332e-c3b8-429c-a4f8-fc8d78f0fd9d,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:14.408354 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-c1c1656e-fbde-4033-9fd7-04a6ecca1742 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c38dcf54-69af-4f8b-a38c-0a870cea093d HTTP/1.1" status: 200 len: 217 time: 0.0596094 Nov 26 03:15:14.424210 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c60c274-fcad-44eb-abb1-2c88424dbcc1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Checking segment: {'id': '0d763e9f-70c1-4f56-81b3-704acb16480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64c637d0-566e-4c11-a395-cf16892b4a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:15:14.424868 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c60c274-fcad-44eb-abb1-2c88424dbcc1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Network hostable DHCP agents. Network: 64c637d0-566e-4c11-a395-cf16892b4a84, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:15:14.442737 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c60c274-fcad-44eb-abb1-2c88424dbcc1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Network 64c637d0-566e-4c11-a395-cf16892b4a84 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:15:14.454575 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-0c60c274-fcad-44eb-abb1-2c88424dbcc1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 64c637d0-566e-4c11-a395-cf16892b4a84) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:14.461100 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c60c274-fcad-44eb-abb1-2c88424dbcc1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:14.462934 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0c60c274-fcad-44eb-abb1-2c88424dbcc1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:14.463889 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649b3750-cacd-4da0-b1ea-3d70fa22922a None None] Network 64c637d0-566e-4c11-a395-cf16892b4a84 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:14.475505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-d7e68f9f-999d-46a0-9f9b-04b978fff7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:14.477884 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-d7e68f9f-999d-46a0-9f9b-04b978fff7e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f260b4b6-a991-446c-a7c3-af2c8a4bc13c HTTP/1.1" status: 200 len: 854 time: 0.0617583 Nov 26 03:15:14.486329 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0c60c274-fcad-44eb-abb1-2c88424dbcc1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7446883 Nov 26 03:15:14.488478 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50210) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:14.520604 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-da802708-404e-41ff-ace6-e5f15fbb24e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6deb06cd-ad81-4c08-9eca-cecd3390e990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352161 Nov 26 03:15:14.633504 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa0d540f-6f8c-451f-a5e2-56d7bcee4c41 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:14.642633 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-bebe13ec-6dee-4e4f-921a-2bb7e1a45f55 service neutron] 10.222.0.54 "GET /v2.0/networks/6deb06cd-ad81-4c08-9eca-cecd3390e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135650 Nov 26 03:15:14.748535 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa0d540f-6f8c-451f-a5e2-56d7bcee4c41 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:14.791086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f27fb18-62df-47a7-9ab2-964ea8c95b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-64c637d0-566e-4c11-a395-cf16892b4a84', 'network_id': '64c637d0-566e-4c11-a395-cf16892b4a84', 'tenant_id': '6d8ab719263b4ead9409e811162c429b', 'fixed_ips': [{'subnet_id': 'b037332e-c3b8-429c-a4f8-fc8d78f0fd9d'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:15:14.792083 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7f27fb18-62df-47a7-9ab2-964ea8c95b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:14.837665 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa0d540f-6f8c-451f-a5e2-56d7bcee4c41 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:14.870198 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9c6d5-7571-41b9-8749-aa1b943e2acd req-ba77ef5e-68d0-4305-89b2-14c28774a194 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:14.871753 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b7d9c6d5-7571-41b9-8749-aa1b943e2acd req-ba77ef5e-68d0-4305-89b2-14c28774a194 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=588445f7-ed49-4a2c-90ad-7919bedbcaf6 HTTP/1.1" status: 200 len: 944 time: 0.1280105 Nov 26 03:15:14.873851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588445f7-ed49-4a2c-90ad-7919bedbcaf6', 'tag': 'c38dcf54-69af-4f8b-a38c-0a870cea093d'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:15:14.876374 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01afb73-2e23-4792-b81e-4af29b0acfba" -d '{"events": [{"name": "network-changed", "server_uuid": "588445f7-ed49-4a2c-90ad-7919bedbcaf6", "tag": "c38dcf54-69af-4f8b-a38c-0a870cea093d"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:15:14.907001 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d540f-6f8c-451f-a5e2-56d7bcee4c41 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event deleted for resources: {'Subnet': ['ID=b037332e-c3b8-429c-a4f8-fc8d78f0fd9d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:14.952920 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9205c50e-6254-45dd-bfd3-5ff53a7c7a5c req-ce951cd3-9889-483b-a5b5-6a7cab0a6b7f service neutron] 10.222.0.54 "GET /v2.0/networks/6deb06cd-ad81-4c08-9eca-cecd3390e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946532 Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server [None req-7f27fb18-62df-47a7-9ab2-964ea8c95b6f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b037332e-c3b8-429c-a4f8-fc8d78f0fd9d: This subnet is being modified by another concurrent operation. Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise exception Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b037332e-c3b8-429c-a4f8-fc8d78f0fd9d: This subnet is being modified by another concurrent operation. Nov 26 03:15:14.964035 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Nov 26 03:15:14.974079 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39045f17-43a9-4059-8a03-0fef71db7572 x-openstack-request-id: req-39045f17-43a9-4059-8a03-0fef71db7572 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:15:14.974079 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588445f7-ed49-4a2c-90ad-7919bedbcaf6", "tag": "c38dcf54-69af-4f8b-a38c-0a870cea093d", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:15:14.974079 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39045f17-43a9-4059-8a03-0fef71db7572 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:15:14.974079 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588445f7-ed49-4a2c-90ad-7919bedbcaf6', 'tag': 'c38dcf54-69af-4f8b-a38c-0a870cea093d', 'status': 'completed', 'code': 200} Nov 26 03:15:14.988321 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e396dc-c42c-4016-8593-22a4f219fdad None None] Network 64c637d0-566e-4c11-a395-cf16892b4a84 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:14.997214 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa0d540f-6f8c-451f-a5e2-56d7bcee4c41 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:15.030162 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-fa0d540f-6f8c-451f-a5e2-56d7bcee4c41 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c637d0-566e-4c11-a395-cf16892b4a84']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:15.048826 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-fa0d540f-6f8c-451f-a5e2-56d7bcee4c41 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d763e9f-70c1-4f56-81b3-704acb16480f') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:15.049600 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-fa0d540f-6f8c-451f-a5e2-56d7bcee4c41 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d763e9f-70c1-4f56-81b3-704acb16480f') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:15.051001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b7d9c6d5-7571-41b9-8749-aa1b943e2acd req-1dadca54-931b-49f1-919b-f8e788745971 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543562 Nov 26 03:15:15.082665 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa0d540f-6f8c-451f-a5e2-56d7bcee4c41 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:15.102461 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa0d540f-6f8c-451f-a5e2-56d7bcee4c41 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:15.112535 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0d540f-6f8c-451f-a5e2-56d7bcee4c41 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:15:15.112941 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa0d540f-6f8c-451f-a5e2-56d7bcee4c41 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:15:15.159642 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:15:15.164800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01afb73-2e23-4792-b81e-4af29b0acfba req-c78c3bc4-527b-4597-9b59-0b6c0a1e0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:15.169682 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a01afb73-2e23-4792-b81e-4af29b0acfba req-c78c3bc4-527b-4597-9b59-0b6c0a1e0604 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f0aa3e1413142838b36b868640c6038&device_id=588445f7-ed49-4a2c-90ad-7919bedbcaf6 HTTP/1.1" status: 200 len: 1095 time: 0.0866470 Nov 26 03:15:15.235412 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa0d540f-6f8c-451f-a5e2-56d7bcee4c41 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:15.245630 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa0d540f-6f8c-451f-a5e2-56d7bcee4c41 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:15.253741 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fa0d540f-6f8c-451f-a5e2-56d7bcee4c41 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/networks/64c637d0-566e-4c11-a395-cf16892b4a84 HTTP/1.1" status: 204 len: 168 time: 0.7603028 Nov 26 03:15:15.255090 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50228) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:15.271047 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-49ccc60c-ad9e-40e1-8de8-59a19d50bf09 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1054798672'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:15.276125 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d540f-6f8c-451f-a5e2-56d7bcee4c41 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event deleted for resources: {'Network': ['ID=64c637d0-566e-4c11-a395-cf16892b4a84,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:15.299807 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ccc60c-ad9e-40e1-8de8-59a19d50bf09 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Made reservation on behalf of 6d8ab719263b4ead9409e811162c429b for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:15.305865 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49ccc60c-ad9e-40e1-8de8-59a19d50bf09 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:15.344289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ccc60c-ad9e-40e1-8de8-59a19d50bf09 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:15:15.372388 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49ccc60c-ad9e-40e1-8de8-59a19d50bf09 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:15.373060 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-49ccc60c-ad9e-40e1-8de8-59a19d50bf09 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Added segment 584cb165-6fb3-4ccc-86d7-a09873582c4e of type vlan for network da787461-e08d-4225-9e09-29a6e1465db6 Nov 26 03:15:15.397565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01afb73-2e23-4792-b81e-4af29b0acfba req-c2615ed7-0a66-410b-99b0-ae5658db754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:15.399329 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a01afb73-2e23-4792-b81e-4af29b0acfba req-c2615ed7-0a66-410b-99b0-ae5658db754f service neutron] 10.222.0.54 "GET /v2.0/networks?id=6deb06cd-ad81-4c08-9eca-cecd3390e990 HTTP/1.1" status: 200 len: 915 time: 0.2217598 Nov 26 03:15:15.401222 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:15.409204 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9d83de-507a-4360-a234-736ccfa476c4 None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 03:15:15.436797 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49ccc60c-ad9e-40e1-8de8-59a19d50bf09 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:15.463268 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a01afb73-2e23-4792-b81e-4af29b0acfba req-1c2fb98e-7c15-479f-a2c1-f30969318639 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c38dcf54-69af-4f8b-a38c-0a870cea093d HTTP/1.1" status: 200 len: 217 time: 0.0551963 Nov 26 03:15:15.479211 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49ccc60c-ad9e-40e1-8de8-59a19d50bf09 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:15.486953 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ccc60c-ad9e-40e1-8de8-59a19d50bf09 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:15.487500 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-49ccc60c-ad9e-40e1-8de8-59a19d50bf09 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:15.532008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01afb73-2e23-4792-b81e-4af29b0acfba req-b1b83770-f288-4810-bff6-f448cc185bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:15.533662 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a01afb73-2e23-4792-b81e-4af29b0acfba req-b1b83770-f288-4810-bff6-f448cc185bb7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f260b4b6-a991-446c-a7c3-af2c8a4bc13c HTTP/1.1" status: 200 len: 854 time: 0.0621924 Nov 26 03:15:15.560679 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9d83de-507a-4360-a234-736ccfa476c4 None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 03:15:15.572661 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a01afb73-2e23-4792-b81e-4af29b0acfba req-5d528581-259a-4184-a359-d35f9793ee43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6deb06cd-ad81-4c08-9eca-cecd3390e990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313196 Nov 26 03:15:15.596905 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ccc60c-ad9e-40e1-8de8-59a19d50bf09 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event updated for resources: {'Network': ['ID=da787461-e08d-4225-9e09-29a6e1465db6,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:15.608700 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-49ccc60c-ad9e-40e1-8de8-59a19d50bf09 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3419528 Nov 26 03:15:15.611717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50234) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:15.618413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-412289d9-9e73-4cc1-918f-81ce621231b1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Request body: {'subnet': {'network_id': 'da787461-e08d-4225-9e09-29a6e1465db6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:15.662457 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network da787461-e08d-4225-9e09-29a6e1465db6 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:15:16.097039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412289d9-9e73-4cc1-918f-81ce621231b1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Made reservation on behalf of 6d8ab719263b4ead9409e811162c429b for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:16.100543 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-412289d9-9e73-4cc1-918f-81ce621231b1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:16.148335 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a01afb73-2e23-4792-b81e-4af29b0acfba req-7e497ff0-a76b-4a73-9f0c-9bb9b65e9924 service neutron] 10.222.0.54 "GET /v2.0/networks/6deb06cd-ad81-4c08-9eca-cecd3390e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659692 Nov 26 03:15:16.310725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7010ad-0303-49d7-a78f-698b142c7db5 req-9a51c073-89ab-4498-938c-694a86d3645c tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:16.312140 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc7010ad-0303-49d7-a78f-698b142c7db5 req-9a51c073-89ab-4498-938c-694a86d3645c tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=588445f7-ed49-4a2c-90ad-7919bedbcaf6 HTTP/1.1" status: 200 len: 944 time: 0.1468482 Nov 26 03:15:16.359174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a01afb73-2e23-4792-b81e-4af29b0acfba req-e48956ed-ea7c-4329-89db-fb65f7feb795 service neutron] 10.222.0.54 "GET /v2.0/networks/6deb06cd-ad81-4c08-9eca-cecd3390e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955872 Nov 26 03:15:16.431550 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc7010ad-0303-49d7-a78f-698b142c7db5 req-ea36e572-f87c-4d57-ac13-c5dae56d07d9 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100171 Nov 26 03:15:16.477606 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 199a21b8-b5b9-477c-9419-6110d7606458 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:15:16.492636 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-412289d9-9e73-4cc1-918f-81ce621231b1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:16.503020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 199a21b8-b5b9-477c-9419-6110d7606458 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:15:16.503628 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 199a21b8-b5b9-477c-9419-6110d7606458 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:15:16.576893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412289d9-9e73-4cc1-918f-81ce621231b1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event updated for resources: {'Subnet': ['ID=90d3ec84-9f9c-4294-a6dd-3b34030fd3ac,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:16.584677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412289d9-9e73-4cc1-918f-81ce621231b1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Checking segment: {'id': '584cb165-6fb3-4ccc-86d7-a09873582c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'da787461-e08d-4225-9e09-29a6e1465db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:15:16.585620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412289d9-9e73-4cc1-918f-81ce621231b1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Network hostable DHCP agents. Network: da787461-e08d-4225-9e09-29a6e1465db6, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:15:16.604996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412289d9-9e73-4cc1-918f-81ce621231b1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Network da787461-e08d-4225-9e09-29a6e1465db6 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:15:16.621762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-412289d9-9e73-4cc1-918f-81ce621231b1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, da787461-e08d-4225-9e09-29a6e1465db6) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:16.626026 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412289d9-9e73-4cc1-918f-81ce621231b1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:16.626850 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-412289d9-9e73-4cc1-918f-81ce621231b1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:16.642756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6865faca-cebe-46a2-b106-47879a3fa48f None None] Network da787461-e08d-4225-9e09-29a6e1465db6 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:16.653947 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-412289d9-9e73-4cc1-918f-81ce621231b1 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0408576 Nov 26 03:15:16.658685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50256) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:16.707399 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:16.806158 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:16.842874 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-da787461-e08d-4225-9e09-29a6e1465db6', 'network_id': 'da787461-e08d-4225-9e09-29a6e1465db6', 'tenant_id': '6d8ab719263b4ead9409e811162c429b', 'fixed_ips': [{'subnet_id': '90d3ec84-9f9c-4294-a6dd-3b34030fd3ac'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:15:16.844566 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:16.928305 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:17.011004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Allocated IP 2001:db8::2 (da787461-e08d-4225-9e09-29a6e1465db6/90d3ec84-9f9c-4294-a6dd-3b34030fd3ac/25e45738-7672-42f6-b7dc-0cf6d20d7ffb) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:15:17.177868 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:17.186161 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:17.208010 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:17.231438 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Network da787461-e08d-4225-9e09-29a6e1465db6 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:15:17.236304 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:17.241103 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:15:17.250811 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Pushing event updated for resources: {'Port': ['ID=25e45738-7672-42f6-b7dc-0cf6d20d7ffb,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:17.257339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event deleted for resources: {'Subnet': ['ID=90d3ec84-9f9c-4294-a6dd-3b34030fd3ac,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:17.328832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Attempting to bind port 25e45738-7672-42f6-b7dc-0cf6d20d7ffb on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:15:17.329219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Attempting to bind port 25e45738-7672-42f6-b7dc-0cf6d20d7ffb by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '584cb165-6fb3-4ccc-86d7-a09873582c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'da787461-e08d-4225-9e09-29a6e1465db6'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:15:17.329593 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Attempting to bind port 25e45738-7672-42f6-b7dc-0cf6d20d7ffb on network da787461-e08d-4225-9e09-29a6e1465db6 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:15:17.331966 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:17.334971 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:15:17.335556 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Checking segment: {'id': '584cb165-6fb3-4ccc-86d7-a09873582c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'da787461-e08d-4225-9e09-29a6e1465db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:15:17.336046 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:17.337150 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Bound using segment: {'id': '584cb165-6fb3-4ccc-86d7-a09873582c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'da787461-e08d-4225-9e09-29a6e1465db6'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:15:17.337710 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Bound port: 25e45738-7672-42f6-b7dc-0cf6d20d7ffb, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584cb165-6fb3-4ccc-86d7-a09873582c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'da787461-e08d-4225-9e09-29a6e1465db6'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:15:17.338171 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:17.365306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da787461-e08d-4225-9e09-29a6e1465db6']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:17.381083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584cb165-6fb3-4ccc-86d7-a09873582c4e') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:17.382089 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584cb165-6fb3-4ccc-86d7-a09873582c4e') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:17.396207 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:17.408044 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] For port 25e45738-7672-42f6-b7dc-0cf6d20d7ffb, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:15:17.412246 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] For port 25e45738-7672-42f6-b7dc-0cf6d20d7ffb, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=25e45738-7672-42f6-b7dc-0cf6d20d7ffb,segment=NetworkSegment(584cb165-6fb3-4ccc-86d7-a09873582c4e),segment_id=584cb165-6fb3-4ccc-86d7-a09873582c4e)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:15:17.420513 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:17.420713 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:17.429344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:15:17.429936 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:15:17.435744 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:15:17.529087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Pushing event updated for resources: {'Port': ['ID=25e45738-7672-42f6-b7dc-0cf6d20d7ffb,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:17.541107 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:17.541410 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:17.541763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:17.542109 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:17.542982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:17.543333 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:17.543670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:17.544027 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:17.544353 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:17.544681 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:17.545425 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:17.546136 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b9dc4-f8ce-4d4d-b43d-b443e4ea50ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:15:17.547049 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.db.api [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 03:15:17.547049 n-d-819389-3 neutron-server[104802]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 03:15:17.547049 n-d-819389-3 neutron-server[104802]: [parameters: {'id': 'da787461-e08d-4225-9e09-29a6e1465db6'}] Nov 26 03:15:17.547049 n-d-819389-3 neutron-server[104802]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:15:17.547420 n-d-819389-3 neutron-server[104802]: DEBUG oslo_db.api [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:15:17.555255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ff68f9-586b-412c-80ce-ac257c7d58bf None None] Network da787461-e08d-4225-9e09-29a6e1465db6 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:17.626558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c9858-556f-4b00-b133-52a8c76c0091 req-1e62cab2-da3e-451a-a92f-ffbb104a5820 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:17.628410 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb3c9858-556f-4b00-b133-52a8c76c0091 req-1e62cab2-da3e-451a-a92f-ffbb104a5820 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=588445f7-ed49-4a2c-90ad-7919bedbcaf6 HTTP/1.1" status: 200 len: 944 time: 0.0685792 Nov 26 03:15:17.629902 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:17.723143 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeacf90-593d-4e86-999d-7d7e7eb2048c None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 03:15:17.746155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb3c9858-556f-4b00-b133-52a8c76c0091 req-607be869-879a-40dd-b10c-aa59e0b2994a tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018615 Nov 26 03:15:17.848471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeacf90-593d-4e86-999d-7d7e7eb2048c None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 03:15:18.048702 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:18.120242 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Deleting port 25e45738-7672-42f6-b7dc-0cf6d20d7ffb {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:15:18.120875 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:18.187944 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] For port 25e45738-7672-42f6-b7dc-0cf6d20d7ffb, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=25e45738-7672-42f6-b7dc-0cf6d20d7ffb,segment=NetworkSegment(584cb165-6fb3-4ccc-86d7-a09873582c4e),segment_id=584cb165-6fb3-4ccc-86d7-a09873582c4e)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:18.188477 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:18.206738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Calling delete_port for 25e45738-7672-42f6-b7dc-0cf6d20d7ffb owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:15:18.287345 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:18.313584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event deleted for resources: {'Port': ['ID=25e45738-7672-42f6-b7dc-0cf6d20d7ffb,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:18.317174 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] No DVR routers for this DVR port 25e45738-7672-42f6-b7dc-0cf6d20d7ffb on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:15:18.399931 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:18.420728 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da787461-e08d-4225-9e09-29a6e1465db6']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:18.430632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584cb165-6fb3-4ccc-86d7-a09873582c4e') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:18.431022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584cb165-6fb3-4ccc-86d7-a09873582c4e') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:18.441019 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:18.454559 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:18.460541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:15:18.460884 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:15:18.463781 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:15:18.474830 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device c38dcf54-69af-4f8b-a38c-0a870cea093d details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:15:18.541727 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:18.562320 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:18.567567 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/networks/da787461-e08d-4225-9e09-29a6e1465db6 HTTP/1.1" status: 204 len: 168 time: 1.9055526 Nov 26 03:15:18.569709 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50280) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:18.579093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a9ccf-01f4-480a-ae49-9aae1a53eb9d tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event deleted for resources: {'Network': ['ID=da787461-e08d-4225-9e09-29a6e1465db6,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:18.588286 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-5cb8c582-6cb3-46e9-8ff9-36f38db85732 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1539324420'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:18.623917 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb8c582-6cb3-46e9-8ff9-36f38db85732 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Made reservation on behalf of 6d8ab719263b4ead9409e811162c429b for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:18.628011 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5cb8c582-6cb3-46e9-8ff9-36f38db85732 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:18.659409 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb8c582-6cb3-46e9-8ff9-36f38db85732 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:15:18.671391 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5cb8c582-6cb3-46e9-8ff9-36f38db85732 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:18.671744 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-5cb8c582-6cb3-46e9-8ff9-36f38db85732 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Added segment 36f01366-8a27-4d05-b763-060cd69ae5c1 of type vlan for network 73c8934a-ceb0-44af-bd16-4b827a7f7fcf Nov 26 03:15:18.720332 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port c38dcf54-69af-4f8b-a38c-0a870cea093d, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c38dcf54-69af-4f8b-a38c-0a870cea093d,segment=NetworkSegment(9727293b-3772-44e0-acb6-82148fec251a),segment_id=9727293b-3772-44e0-acb6-82148fec251a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:18.720906 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5cb8c582-6cb3-46e9-8ff9-36f38db85732 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:18.744552 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'c38dcf54-69af-4f8b-a38c-0a870cea093d', 'network_id': '6deb06cd-ad81-4c08-9eca-cecd3390e990', 'port_id': 'c38dcf54-69af-4f8b-a38c-0a870cea093d', 'mac_address': 'fa:16:3e:62:86:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f260b4b6-a991-446c-a7c3-af2c8a4bc13c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:15:18.765799 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5cb8c582-6cb3-46e9-8ff9-36f38db85732 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:18.791573 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb8c582-6cb3-46e9-8ff9-36f38db85732 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:18.793936 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5cb8c582-6cb3-46e9-8ff9-36f38db85732 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:18.847523 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:18.865249 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38dcf54-69af-4f8b-a38c-0a870cea093d {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:15:18.890443 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port c38dcf54-69af-4f8b-a38c-0a870cea093d, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c38dcf54-69af-4f8b-a38c-0a870cea093d,segment=NetworkSegment(9727293b-3772-44e0-acb6-82148fec251a),segment_id=9727293b-3772-44e0-acb6-82148fec251a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:18.911385 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5cb8c582-6cb3-46e9-8ff9-36f38db85732 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3400869 Nov 26 03:15:18.914972 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50324) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:18.920260 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3e462548-959c-4b11-840d-b1624e5b6de2 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Request body: {'subnet': {'network_id': '73c8934a-ceb0-44af-bd16-4b827a7f7fcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:18.924963 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:18.941333 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8c582-6cb3-46e9-8ff9-36f38db85732 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event updated for resources: {'Network': ['ID=73c8934a-ceb0-44af-bd16-4b827a7f7fcf,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:18.971512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bcc65-85a2-4ddb-a0c8-c16dc27c5746 req-1b3a6bba-e3b9-4ccc-b3b2-e27f1c2034d0 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:18.974629 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7f2bcc65-85a2-4ddb-a0c8-c16dc27c5746 req-1b3a6bba-e3b9-4ccc-b3b2-e27f1c2034d0 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=588445f7-ed49-4a2c-90ad-7919bedbcaf6 HTTP/1.1" status: 200 len: 944 time: 0.1041853 Nov 26 03:15:19.015372 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 73c8934a-ceb0-44af-bd16-4b827a7f7fcf details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:15:19.069676 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e462548-959c-4b11-840d-b1624e5b6de2 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Made reservation on behalf of 6d8ab719263b4ead9409e811162c429b for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:19.073960 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e462548-959c-4b11-840d-b1624e5b6de2 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:19.091658 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7f2bcc65-85a2-4ddb-a0c8-c16dc27c5746 req-7a6cdb2c-197d-4e23-8de6-97a83fecaf8e tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099494 Nov 26 03:15:19.108040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=c38dcf54-69af-4f8b-a38c-0a870cea093d,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:19.322920 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['c38dcf54-69af-4f8b-a38c-0a870cea093d'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:15:19.351946 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-fbbb3f3e-683b-4d5c-ad8e-bcbc9f87f7ed req-fa30a018-e047-48c3-a47c-773a94230a40 service neutron] (104802) timed out ('10.222.0.54', 63570) {{(pid=104802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 03:15:19.461632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.objects.ports [None req-3e462548-959c-4b11-840d-b1624e5b6de2 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 03:15:19.463900 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e462548-959c-4b11-840d-b1624e5b6de2 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:19.548820 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e462548-959c-4b11-840d-b1624e5b6de2 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event updated for resources: {'Subnet': ['ID=8a5d66b5-7e4c-4674-b3c3-e56655953435,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:19.557437 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e462548-959c-4b11-840d-b1624e5b6de2 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Checking segment: {'id': '36f01366-8a27-4d05-b763-060cd69ae5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '73c8934a-ceb0-44af-bd16-4b827a7f7fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:15:19.557876 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e462548-959c-4b11-840d-b1624e5b6de2 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Network hostable DHCP agents. Network: 73c8934a-ceb0-44af-bd16-4b827a7f7fcf, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:15:19.577146 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e462548-959c-4b11-840d-b1624e5b6de2 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Network 73c8934a-ceb0-44af-bd16-4b827a7f7fcf is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:15:19.588565 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-3e462548-959c-4b11-840d-b1624e5b6de2 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 73c8934a-ceb0-44af-bd16-4b827a7f7fcf) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:19.594151 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e462548-959c-4b11-840d-b1624e5b6de2 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:19.595170 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e462548-959c-4b11-840d-b1624e5b6de2 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:19.625302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e021df76-3c19-43c2-abd2-bddaa85a68d4 None None] Network 73c8934a-ceb0-44af-bd16-4b827a7f7fcf requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:19.626367 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3e462548-959c-4b11-840d-b1624e5b6de2 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7106626 Nov 26 03:15:19.628964 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50344) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:19.789149 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6fd182e0-002e-4cdb-a028-2c4529e66322 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:19.863340 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6fd182e0-002e-4cdb-a028-2c4529e66322 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:19.942598 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6fd182e0-002e-4cdb-a028-2c4529e66322 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:19.985763 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd182e0-002e-4cdb-a028-2c4529e66322 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event deleted for resources: {'Subnet': ['ID=8a5d66b5-7e4c-4674-b3c3-e56655953435,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:20.031798 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaf1c98-a369-4068-b5b4-4a9a86f25be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-73c8934a-ceb0-44af-bd16-4b827a7f7fcf', 'network_id': '73c8934a-ceb0-44af-bd16-4b827a7f7fcf', 'tenant_id': '6d8ab719263b4ead9409e811162c429b', 'fixed_ips': [{'subnet_id': '8a5d66b5-7e4c-4674-b3c3-e56655953435'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:15:20.032700 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-baaf1c98-a369-4068-b5b4-4a9a86f25be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:20.065107 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6fd182e0-002e-4cdb-a028-2c4529e66322 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:20.089639 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-6fd182e0-002e-4cdb-a028-2c4529e66322 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c8934a-ceb0-44af-bd16-4b827a7f7fcf']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:20.101939 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-6fd182e0-002e-4cdb-a028-2c4529e66322 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f01366-8a27-4d05-b763-060cd69ae5c1') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:20.102234 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-6fd182e0-002e-4cdb-a028-2c4529e66322 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f01366-8a27-4d05-b763-060cd69ae5c1') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:20.120965 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6fd182e0-002e-4cdb-a028-2c4529e66322 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:20.140305 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6fd182e0-002e-4cdb-a028-2c4529e66322 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:20.147779 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd182e0-002e-4cdb-a028-2c4529e66322 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:15:20.148403 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6fd182e0-002e-4cdb-a028-2c4529e66322 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:15:20.152406 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:15:20.159344 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c77f7c-d489-40ad-bc51-fb553a812df3 None None] Network 73c8934a-ceb0-44af-bd16-4b827a7f7fcf requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:20.232679 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6fd182e0-002e-4cdb-a028-2c4529e66322 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:20.242948 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6fd182e0-002e-4cdb-a028-2c4529e66322 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:20.251539 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6fd182e0-002e-4cdb-a028-2c4529e66322 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/networks/73c8934a-ceb0-44af-bd16-4b827a7f7fcf HTTP/1.1" status: 204 len: 168 time: 0.6175656 Nov 26 03:15:20.258418 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50366) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:20.259710 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd182e0-002e-4cdb-a028-2c4529e66322 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event deleted for resources: {'Network': ['ID=73c8934a-ceb0-44af-bd16-4b827a7f7fcf,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:20.306246 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1223ba2-d7f7-45aa-98aa-30598af413ca tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] DELETE failed (client error): The resource could not be found. Nov 26 03:15:20.306625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1223ba2-d7f7-45aa-98aa-30598af413ca tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:15:20.312658 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f1223ba2-d7f7-45aa-98aa-30598af413ca tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/subnets/8a5d66b5-7e4c-4674-b3c3-e56655953435 HTTP/1.1" status: 404 len: 337 time: 0.0506790 Nov 26 03:15:20.313057 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50368) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:20.326676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3491f-930c-49e1-b653-c3194dc6c2f5 req-0b875a82-56f9-40dc-bd37-c41e536bfaae tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:20.328641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcd3491f-930c-49e1-b653-c3194dc6c2f5 req-0b875a82-56f9-40dc-bd37-c41e536bfaae tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=588445f7-ed49-4a2c-90ad-7919bedbcaf6 HTTP/1.1" status: 200 len: 945 time: 0.1040578 Nov 26 03:15:20.362263 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f64e8f-7c8a-48e8-b19d-083604f4b065 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] DELETE failed (client error): The resource could not be found. Nov 26 03:15:20.362796 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f64e8f-7c8a-48e8-b19d-083604f4b065 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:15:20.368767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50372) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:20.369290 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-79f64e8f-7c8a-48e8-b19d-083604f4b065 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/networks/73c8934a-ceb0-44af-bd16-4b827a7f7fcf HTTP/1.1" status: 404 len: 339 time: 0.0546877 Nov 26 03:15:20.412791 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-71eeb4aa-7cc6-4b3d-8786-8e708c42b5ac tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] DELETE failed (client error): The resource could not be found. Nov 26 03:15:20.413261 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71eeb4aa-7cc6-4b3d-8786-8e708c42b5ac tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:15:20.416378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-71eeb4aa-7cc6-4b3d-8786-8e708c42b5ac tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/subnets/90d3ec84-9f9c-4294-a6dd-3b34030fd3ac HTTP/1.1" status: 404 len: 337 time: 0.0402009 Nov 26 03:15:20.419549 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50374) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:20.451449 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-77682e48-3d86-495c-9e5d-3d75c6017275 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] DELETE failed (client error): The resource could not be found. Nov 26 03:15:20.451977 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77682e48-3d86-495c-9e5d-3d75c6017275 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:15:20.455128 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-77682e48-3d86-495c-9e5d-3d75c6017275 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/networks/da787461-e08d-4225-9e09-29a6e1465db6 HTTP/1.1" status: 404 len: 339 time: 0.0346231 Nov 26 03:15:20.457743 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50376) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:20.459169 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcd3491f-930c-49e1-b653-c3194dc6c2f5 req-1896de07-f5c0-41c1-8887-48375e160681 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231530 Nov 26 03:15:20.474979 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device c38dcf54-69af-4f8b-a38c-0a870cea093d up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:15:20.521022 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-de968e02-957c-42ec-a3a2-95b7a9eb197c tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] DELETE failed (client error): The resource could not be found. Nov 26 03:15:20.522396 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de968e02-957c-42ec-a3a2-95b7a9eb197c tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:15:20.530383 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-de968e02-957c-42ec-a3a2-95b7a9eb197c tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/subnets/b037332e-c3b8-429c-a4f8-fc8d78f0fd9d HTTP/1.1" status: 404 len: 337 time: 0.0713365 Nov 26 03:15:20.532977 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50378) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:20.558939 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-de061f3d-ff16-4dbb-a8af-64ca2fc1c436 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] DELETE failed (client error): The resource could not be found. Nov 26 03:15:20.559228 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port c38dcf54-69af-4f8b-a38c-0a870cea093d completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:15:20.559860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de061f3d-ff16-4dbb-a8af-64ca2fc1c436 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:15:20.563554 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-de061f3d-ff16-4dbb-a8af-64ca2fc1c436 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/networks/64c637d0-566e-4c11-a395-cf16892b4a84 HTTP/1.1" status: 404 len: 339 time: 0.0293677 Nov 26 03:15:20.565467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port c38dcf54-69af-4f8b-a38c-0a870cea093d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:20.566218 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50380) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:20.568326 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:20.682818 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-9e704ecb-358f-40cc-b13a-441dd431eed8 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Deleting port f155aed6-4ee7-4a86-92c1-1bfa355083dd {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:15:20.683423 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e704ecb-358f-40cc-b13a-441dd431eed8 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:20.687949 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:20.720391 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588445f7-ed49-4a2c-90ad-7919bedbcaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38dcf54-69af-4f8b-a38c-0a870cea093d'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:15:20.723813 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d643274b-19ad-4da6-940a-7300301491aa" -d '{"events": [{"server_uuid": "588445f7-ed49-4a2c-90ad-7919bedbcaf6", "name": "network-vif-plugged", "status": "completed", "tag": "c38dcf54-69af-4f8b-a38c-0a870cea093d"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:15:20.740326 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port c38dcf54-69af-4f8b-a38c-0a870cea093d, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c38dcf54-69af-4f8b-a38c-0a870cea093d,segment=NetworkSegment(9727293b-3772-44e0-acb6-82148fec251a),segment_id=9727293b-3772-44e0-acb6-82148fec251a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:20.747186 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:20.786542 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e704ecb-358f-40cc-b13a-441dd431eed8 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:20.802111 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34a7b0c-c9db-42d8-9672-98a722b23a24 x-openstack-request-id: req-a34a7b0c-c9db-42d8-9672-98a722b23a24 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:15:20.802316 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588445f7-ed49-4a2c-90ad-7919bedbcaf6", "name": "network-vif-plugged", "status": "completed", "tag": "c38dcf54-69af-4f8b-a38c-0a870cea093d", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:15:20.802573 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a34a7b0c-c9db-42d8-9672-98a722b23a24 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:15:20.803050 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588445f7-ed49-4a2c-90ad-7919bedbcaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38dcf54-69af-4f8b-a38c-0a870cea093d', 'code': 200} Nov 26 03:15:20.806692 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-9e704ecb-358f-40cc-b13a-441dd431eed8 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Calling delete_port for f155aed6-4ee7-4a86-92c1-1bfa355083dd owned by {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:15:20.852090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=c38dcf54-69af-4f8b-a38c-0a870cea093d,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:20.904246 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e704ecb-358f-40cc-b13a-441dd431eed8 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:20.927156 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa983353-43d9-45c7-8382-0f04733cc917 req-d4cf5b16-9d6c-482f-82fe-0d9788c3d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:20.928765 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa983353-43d9-45c7-8382-0f04733cc917 req-d4cf5b16-9d6c-482f-82fe-0d9788c3d87a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=588445f7-ed49-4a2c-90ad-7919bedbcaf6 HTTP/1.1" status: 200 len: 1097 time: 0.0439627 Nov 26 03:15:20.943018 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e704ecb-358f-40cc-b13a-441dd431eed8 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event deleted for resources: {'Port': ['ID=f155aed6-4ee7-4a86-92c1-1bfa355083dd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:20.956216 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e704ecb-358f-40cc-b13a-441dd431eed8 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:20.960037 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9e704ecb-358f-40cc-b13a-441dd431eed8 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/ports/f155aed6-4ee7-4a86-92c1-1bfa355083dd HTTP/1.1" status: 204 len: 168 time: 0.3927896 Nov 26 03:15:20.962566 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50386) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:20.994854 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab0dd8d-e6a0-4f54-bd09-a6b6a2c81b91 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] DELETE failed (client error): The resource could not be found. Nov 26 03:15:20.995369 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab0dd8d-e6a0-4f54-bd09-a6b6a2c81b91 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:15:20.999541 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cab0dd8d-e6a0-4f54-bd09-a6b6a2c81b91 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/subnets/9e1fdaa4-dd6b-4660-a68d-ebec5637e398 HTTP/1.1" status: 404 len: 337 time: 0.0360022 Nov 26 03:15:21.002139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50388) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:21.019540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa983353-43d9-45c7-8382-0f04733cc917 req-fd4ad7fb-44f6-4009-adac-5b604832062b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824649 Nov 26 03:15:21.090390 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-120bf1b9-c555-4026-9a79-da1a99008e75 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:21.188592 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-120bf1b9-c555-4026-9a79-da1a99008e75 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:21.213898 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-120bf1b9-c555-4026-9a79-da1a99008e75 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224b2ad7-db71-4c8c-abe4-2b7398ec6c42']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:21.224567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-120bf1b9-c555-4026-9a79-da1a99008e75 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ac7190-7f61-4712-a49b-23af0b528052') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:21.224988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-120bf1b9-c555-4026-9a79-da1a99008e75 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ac7190-7f61-4712-a49b-23af0b528052') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:21.235538 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-120bf1b9-c555-4026-9a79-da1a99008e75 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:21.249358 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-120bf1b9-c555-4026-9a79-da1a99008e75 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:21.256395 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120bf1b9-c555-4026-9a79-da1a99008e75 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:15:21.258718 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-120bf1b9-c555-4026-9a79-da1a99008e75 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:15:21.260891 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:15:21.331765 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-120bf1b9-c555-4026-9a79-da1a99008e75 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:21.339949 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-120bf1b9-c555-4026-9a79-da1a99008e75 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:21.346926 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-120bf1b9-c555-4026-9a79-da1a99008e75 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/networks/224b2ad7-db71-4c8c-abe4-2b7398ec6c42 HTTP/1.1" status: 204 len: 168 time: 0.3415759 Nov 26 03:15:21.347671 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50390) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:21.366679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bf1b9-c555-4026-9a79-da1a99008e75 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event deleted for resources: {'Network': ['ID=224b2ad7-db71-4c8c-abe4-2b7398ec6c42,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:21.467283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-ef449300-95c8-42fe-8e09-149d080f218e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Deleting port 73161dec-b039-46d0-b768-0c26f1d5be55 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:15:21.468207 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ef449300-95c8-42fe-8e09-149d080f218e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:21.552735 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ef449300-95c8-42fe-8e09-149d080f218e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:21.594693 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-ef449300-95c8-42fe-8e09-149d080f218e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Calling delete_port for 73161dec-b039-46d0-b768-0c26f1d5be55 owned by {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:15:21.666364 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdef05-f50a-4113-8ac8-fdd0d237f045 req-3450f922-ccbd-4bfc-a5d3-81f23e0c50e6 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:21.668519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ebcdef05-f50a-4113-8ac8-fdd0d237f045 req-3450f922-ccbd-4bfc-a5d3-81f23e0c50e6 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=588445f7-ed49-4a2c-90ad-7919bedbcaf6 HTTP/1.1" status: 200 len: 946 time: 0.1059220 Nov 26 03:15:21.734370 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ebcdef05-f50a-4113-8ac8-fdd0d237f045 req-8d95772e-2007-4178-8b49-9119d48b55ad tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581152 Nov 26 03:15:21.740461 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ef449300-95c8-42fe-8e09-149d080f218e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:21.777327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef449300-95c8-42fe-8e09-149d080f218e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event deleted for resources: {'Port': ['ID=73161dec-b039-46d0-b768-0c26f1d5be55,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:21.780891 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ef449300-95c8-42fe-8e09-149d080f218e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:21.786657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50396) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:21.787192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ef449300-95c8-42fe-8e09-149d080f218e tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/ports/73161dec-b039-46d0-b768-0c26f1d5be55 HTTP/1.1" status: 204 len: 168 time: 0.4384549 Nov 26 03:15:21.815132 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f75436-5032-45ad-904c-4e3ca0288b26 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] DELETE failed (client error): The resource could not be found. Nov 26 03:15:21.815885 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f75436-5032-45ad-904c-4e3ca0288b26 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:15:21.819138 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-93f75436-5032-45ad-904c-4e3ca0288b26 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/subnets/4ff98689-8fdd-4825-94d5-2562831cb013 HTTP/1.1" status: 404 len: 337 time: 0.0314226 Nov 26 03:15:21.821740 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50398) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:21.920813 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a93c57bd-672d-4b6a-95b1-8781afe01a59 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:22.019300 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a93c57bd-672d-4b6a-95b1-8781afe01a59 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:22.050130 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-a93c57bd-672d-4b6a-95b1-8781afe01a59 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ac2914-5816-441e-a067-b9c0a8691c74']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:22.061803 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-a93c57bd-672d-4b6a-95b1-8781afe01a59 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1b22b0-bacb-409e-8f48-1008f619c60c') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:22.062106 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-a93c57bd-672d-4b6a-95b1-8781afe01a59 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1b22b0-bacb-409e-8f48-1008f619c60c') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:22.071564 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a93c57bd-672d-4b6a-95b1-8781afe01a59 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:22.087483 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a93c57bd-672d-4b6a-95b1-8781afe01a59 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:22.095465 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93c57bd-672d-4b6a-95b1-8781afe01a59 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:15:22.095856 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a93c57bd-672d-4b6a-95b1-8781afe01a59 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:15:22.098880 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:15:22.160356 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a93c57bd-672d-4b6a-95b1-8781afe01a59 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:22.168853 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a93c57bd-672d-4b6a-95b1-8781afe01a59 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:22.172163 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a93c57bd-672d-4b6a-95b1-8781afe01a59 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/networks/88ac2914-5816-441e-a067-b9c0a8691c74 HTTP/1.1" status: 204 len: 168 time: 0.3492270 Nov 26 03:15:22.174806 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50402) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:22.195482 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c57bd-672d-4b6a-95b1-8781afe01a59 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event deleted for resources: {'Network': ['ID=88ac2914-5816-441e-a067-b9c0a8691c74,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:22.247765 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5462cb07-c302-4240-a7f0-e431f2d13ca5 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Deleting subnet ed44f7c2-2ba9-4364-b33f-a5edbaa8800c {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:15:22.251218 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5462cb07-c302-4240-a7f0-e431f2d13ca5 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:22.305776 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5462cb07-c302-4240-a7f0-e431f2d13ca5 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:22.423214 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5462cb07-c302-4240-a7f0-e431f2d13ca5 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:22.503018 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5462cb07-c302-4240-a7f0-e431f2d13ca5 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:22.543029 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:22.554771 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462cb07-c302-4240-a7f0-e431f2d13ca5 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event deleted for resources: {'Subnet': ['ID=ed44f7c2-2ba9-4364-b33f-a5edbaa8800c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:22.565978 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5462cb07-c302-4240-a7f0-e431f2d13ca5 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:22.569189 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5462cb07-c302-4240-a7f0-e431f2d13ca5 tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/subnets/ed44f7c2-2ba9-4364-b33f-a5edbaa8800c HTTP/1.1" status: 204 len: 168 time: 0.3934543 Nov 26 03:15:22.571656 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50406) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:22.575784 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e006857-64f3-416e-b754-37f2448786e7 None None] Network e1e77edd-1f73-403b-a514-a3e723ae3e44 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:22.686887 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:22.762919 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Deleting port 4985d966-3e9f-4bd6-89d4-eb755a528836 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:15:22.763332 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:22.806623 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0d738e-4ead-4073-ad3b-21baff90122c None None] DHCP port deletion for e1e77edd-1f73-403b-a514-a3e723ae3e44 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:15:22.843590 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] For port 4985d966-3e9f-4bd6-89d4-eb755a528836, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4985d966-3e9f-4bd6-89d4-eb755a528836,segment=NetworkSegment(15d21dc3-bfb3-4f23-8187-4ced0809614e),segment_id=15d21dc3-bfb3-4f23-8187-4ced0809614e)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:22.844165 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:22.862228 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Calling delete_port for 4985d966-3e9f-4bd6-89d4-eb755a528836 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:15:22.871431 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ff0d738e-4ead-4073-ad3b-21baff90122c None None] Deleting port 4985d966-3e9f-4bd6-89d4-eb755a528836 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:15:22.871952 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ff0d738e-4ead-4073-ad3b-21baff90122c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:22.923842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbda1c7-b2de-466c-b34f-4afaec5bcd6d req-ef6991c0-91e2-4789-be31-180578d47c05 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:22.928417 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0bbda1c7-b2de-466c-b34f-4afaec5bcd6d req-ef6991c0-91e2-4789-be31-180578d47c05 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=588445f7-ed49-4a2c-90ad-7919bedbcaf6 HTTP/1.1" status: 200 len: 946 time: 0.0893466 Nov 26 03:15:22.969686 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:22.972648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ff0d738e-4ead-4073-ad3b-21baff90122c None None] For port 4985d966-3e9f-4bd6-89d4-eb755a528836, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=4985d966-3e9f-4bd6-89d4-eb755a528836,segment=NetworkSegment(15d21dc3-bfb3-4f23-8187-4ced0809614e),segment_id=15d21dc3-bfb3-4f23-8187-4ced0809614e)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:22.973585 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ff0d738e-4ead-4073-ad3b-21baff90122c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:22.992874 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ff0d738e-4ead-4073-ad3b-21baff90122c None None] Calling delete_port for 4985d966-3e9f-4bd6-89d4-eb755a528836 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:15:23.009169 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0bbda1c7-b2de-466c-b34f-4afaec5bcd6d req-67212818-f05f-47a9-8ca2-44cfc037faca tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692244 Nov 26 03:15:23.016205 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] No DVR routers for this DVR port 4985d966-3e9f-4bd6-89d4-eb755a528836 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:15:23.026523 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event deleted for resources: {'Port': ['ID=4985d966-3e9f-4bd6-89d4-eb755a528836,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:23.118729 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:23.147933 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e77edd-1f73-403b-a514-a3e723ae3e44']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:23.153162 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ff0d738e-4ead-4073-ad3b-21baff90122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:23.165359 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d21dc3-bfb3-4f23-8187-4ced0809614e') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:23.165649 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d21dc3-bfb3-4f23-8187-4ced0809614e') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:23.179645 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d738e-4ead-4073-ad3b-21baff90122c None None] Pushing event deleted for resources: {'Port': ['ID=4985d966-3e9f-4bd6-89d4-eb755a528836,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:23.180492 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:23.192456 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0d738e-4ead-4073-ad3b-21baff90122c None None] No DVR routers for this DVR port 4985d966-3e9f-4bd6-89d4-eb755a528836 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:15:23.215245 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:23.224723 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:15:23.225080 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:15:23.229145 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:15:23.327348 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:23.336443 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:23.343040 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] 10.222.0.31 "DELETE /v2.0/networks/e1e77edd-1f73-403b-a514-a3e723ae3e44 HTTP/1.1" status: 204 len: 168 time: 0.7699313 Nov 26 03:15:23.358360 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7cf7e3-ad27-4420-bfd5-5c292a979b5b tempest-NetworksIpV6TestAttrs-1095249690 tempest-NetworksIpV6TestAttrs-1095249690-project] Pushing event deleted for resources: {'Network': ['ID=e1e77edd-1f73-403b-a514-a3e723ae3e44,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:23.637998 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:23.718000 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50428) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:23.887528 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-917faa17-dcbd-4fb5-96f6-7d018ef7236e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d8ab719263b4ead9409e811162c429b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1680233 Nov 26 03:15:23.890173 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50432) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:23.933754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4985d966-3e9f-4bd6-89d4-eb755a528836 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:15:23.960584 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2db302f9-eed1-47a5-9493-63bf37855093 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:23.970775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 4985d966-3e9f-4bd6-89d4-eb755a528836 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:15:23.971127 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 4985d966-3e9f-4bd6-89d4-eb755a528836 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:15:23.995190 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2db302f9-eed1-47a5-9493-63bf37855093 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:24.057383 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2db302f9-eed1-47a5-9493-63bf37855093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:24.061264 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2db302f9-eed1-47a5-9493-63bf37855093 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:24.062727 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2db302f9-eed1-47a5-9493-63bf37855093 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/964d22d5-6ade-43b8-a58a-31c2d3bbabb7 HTTP/1.1" status: 204 len: 168 time: 0.1708338 Nov 26 03:15:24.085194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db302f9-eed1-47a5-9493-63bf37855093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964d22d5-6ade-43b8-a58a-31c2d3bbabb7,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:24.936233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50470) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:25.082524 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-7ce25885-2373-4022-b702-0f8492f25331 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1624199400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:25.131979 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ce25885-2373-4022-b702-0f8492f25331 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:25.134065 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ce25885-2373-4022-b702-0f8492f25331 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:25.235045 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ce25885-2373-4022-b702-0f8492f25331 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:25.246501 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ce25885-2373-4022-b702-0f8492f25331 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:25.288749 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ce25885-2373-4022-b702-0f8492f25331 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:25.293099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7ce25885-2373-4022-b702-0f8492f25331 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3553224 Nov 26 03:15:25.308652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50476) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:25.313935 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-2b36e40c-511d-4746-ac90-71269ef1be7b tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1996435752'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:25.362853 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b36e40c-511d-4746-ac90-71269ef1be7b tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Made reservation on behalf of ba50fb7207034f45afa3b45ce7a69bef for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:25.367563 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2b36e40c-511d-4746-ac90-71269ef1be7b tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:25.391611 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2b36e40c-511d-4746-ac90-71269ef1be7b tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:25.487593 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2b36e40c-511d-4746-ac90-71269ef1be7b tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:25.494483 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2b36e40c-511d-4746-ac90-71269ef1be7b tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:25.528504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b36e40c-511d-4746-ac90-71269ef1be7b tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:15:25.539872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36e40c-511d-4746-ac90-71269ef1be7b tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e19fba-de44-42b4-b9b9-73fbc2531cba,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:25.549448 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2b36e40c-511d-4746-ac90-71269ef1be7b tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:25.549824 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-2b36e40c-511d-4746-ac90-71269ef1be7b tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Added segment cc5fd8bb-f670-4391-89d1-b75bc5ab1b22 of type vlan for network 2a021e4c-a4de-418a-8bd5-4199253a3f82 Nov 26 03:15:25.609329 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2b36e40c-511d-4746-ac90-71269ef1be7b tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:25.649948 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2b36e40c-511d-4746-ac90-71269ef1be7b tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:25.659134 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b36e40c-511d-4746-ac90-71269ef1be7b tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:25.659823 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2b36e40c-511d-4746-ac90-71269ef1be7b tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:25.722643 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2b36e40c-511d-4746-ac90-71269ef1be7b tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4128067 Nov 26 03:15:25.725504 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50478) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:25.731588 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-cb32ff47-fe98-495f-8e6f-6f294498eb78 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Request body: {'subnet': {'network_id': '2a021e4c-a4de-418a-8bd5-4199253a3f82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:25.748818 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36e40c-511d-4746-ac90-71269ef1be7b tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event updated for resources: {'Network': ['ID=2a021e4c-a4de-418a-8bd5-4199253a3f82,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:25.775297 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 2a021e4c-a4de-418a-8bd5-4199253a3f82 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:15:25.888142 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb32ff47-fe98-495f-8e6f-6f294498eb78 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Made reservation on behalf of ba50fb7207034f45afa3b45ce7a69bef for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:25.893430 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb32ff47-fe98-495f-8e6f-6f294498eb78 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:26.150820 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb32ff47-fe98-495f-8e6f-6f294498eb78 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:26.225807 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32ff47-fe98-495f-8e6f-6f294498eb78 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event updated for resources: {'Subnet': ['ID=7aeba167-0d60-4f87-a297-270a498788ec,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:26.260294 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb32ff47-fe98-495f-8e6f-6f294498eb78 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Checking segment: {'id': 'cc5fd8bb-f670-4391-89d1-b75bc5ab1b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2a021e4c-a4de-418a-8bd5-4199253a3f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:15:26.261042 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb32ff47-fe98-495f-8e6f-6f294498eb78 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Network hostable DHCP agents. Network: 2a021e4c-a4de-418a-8bd5-4199253a3f82, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:15:26.282818 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb32ff47-fe98-495f-8e6f-6f294498eb78 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Network 2a021e4c-a4de-418a-8bd5-4199253a3f82 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:15:26.295696 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-cb32ff47-fe98-495f-8e6f-6f294498eb78 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 2a021e4c-a4de-418a-8bd5-4199253a3f82) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:26.318098 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ac0881-4734-4df8-b500-9d5bb36ec8fa None None] Network 2a021e4c-a4de-418a-8bd5-4199253a3f82 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:26.333909 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb32ff47-fe98-495f-8e6f-6f294498eb78 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:26.333909 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb32ff47-fe98-495f-8e6f-6f294498eb78 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:26.371192 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cb32ff47-fe98-495f-8e6f-6f294498eb78 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6440454 Nov 26 03:15:26.374113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50480) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:26.379464 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b8707313-9d08-4fdc-84ac-4c0a5574154a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Request body: {'network': {'name': 'tempest-router-network01--974525675'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:26.412234 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8707313-9d08-4fdc-84ac-4c0a5574154a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Made reservation on behalf of ba50fb7207034f45afa3b45ce7a69bef for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:26.419318 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b8707313-9d08-4fdc-84ac-4c0a5574154a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:26.478554 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8707313-9d08-4fdc-84ac-4c0a5574154a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:15:26.509733 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b8707313-9d08-4fdc-84ac-4c0a5574154a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:26.511513 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-b8707313-9d08-4fdc-84ac-4c0a5574154a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Added segment cfa905d3-772e-4d87-91b9-9ce23af2adf4 of type vlan for network a7f80a0f-44a7-4fdd-856f-d31a92119050 Nov 26 03:15:26.574165 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-2a021e4c-a4de-418a-8bd5-4199253a3f82', 'network_id': '2a021e4c-a4de-418a-8bd5-4199253a3f82', 'tenant_id': 'ba50fb7207034f45afa3b45ce7a69bef', 'fixed_ips': [{'subnet_id': '7aeba167-0d60-4f87-a297-270a498788ec'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:15:26.577353 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:26.601033 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b8707313-9d08-4fdc-84ac-4c0a5574154a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:26.661062 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b8707313-9d08-4fdc-84ac-4c0a5574154a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:26.667966 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8707313-9d08-4fdc-84ac-4c0a5574154a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:26.673166 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b8707313-9d08-4fdc-84ac-4c0a5574154a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:26.790885 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b8707313-9d08-4fdc-84ac-4c0a5574154a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4130423 Nov 26 03:15:26.794184 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50484) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:26.800884 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4739fa64-619c-4947-b505-edb44b2f18ba tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Request body: {'network': {'name': 'tempest-router-network02--314993403'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:26.805453 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8707313-9d08-4fdc-84ac-4c0a5574154a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event updated for resources: {'Network': ['ID=a7f80a0f-44a7-4fdd-856f-d31a92119050,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:26.820785 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network a7f80a0f-44a7-4fdd-856f-d31a92119050 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:15:26.841960 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4739fa64-619c-4947-b505-edb44b2f18ba tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Made reservation on behalf of ba50fb7207034f45afa3b45ce7a69bef for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:26.848519 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4739fa64-619c-4947-b505-edb44b2f18ba tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:26.879035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4739fa64-619c-4947-b505-edb44b2f18ba tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:15:26.890694 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4739fa64-619c-4947-b505-edb44b2f18ba tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:26.891190 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-4739fa64-619c-4947-b505-edb44b2f18ba tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Added segment 32049977-0d79-4dd0-bedd-f6568f5b47b7 of type vlan for network f1c9bca7-e0c3-431c-9d7a-206feae4fb3c Nov 26 03:15:26.896588 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Allocated IP 172.20.0.2 (2a021e4c-a4de-418a-8bd5-4199253a3f82/7aeba167-0d60-4f87-a297-270a498788ec/cb793159-d18c-46cd-aa19-bd3016ca203b) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:15:26.949290 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4739fa64-619c-4947-b505-edb44b2f18ba tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:26.989184 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4739fa64-619c-4947-b505-edb44b2f18ba tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:26.997351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4739fa64-619c-4947-b505-edb44b2f18ba tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:26.998670 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4739fa64-619c-4947-b505-edb44b2f18ba tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:27.082947 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4739fa64-619c-4947-b505-edb44b2f18ba tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2867970 Nov 26 03:15:27.085708 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50486) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:27.093225 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-471cb1af-a8a8-4a34-bf3a-6b854b108c54 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Request body: {'subnet': {'network_id': 'a7f80a0f-44a7-4fdd-856f-d31a92119050', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:27.099474 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:27.109705 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:27.115971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739fa64-619c-4947-b505-edb44b2f18ba tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event updated for resources: {'Network': ['ID=f1c9bca7-e0c3-431c-9d7a-206feae4fb3c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:27.167554 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network f1c9bca7-e0c3-431c-9d7a-206feae4fb3c details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:15:27.253289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471cb1af-a8a8-4a34-bf3a-6b854b108c54 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Made reservation on behalf of ba50fb7207034f45afa3b45ce7a69bef for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:27.260950 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-471cb1af-a8a8-4a34-bf3a-6b854b108c54 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:27.302504 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Network 2a021e4c-a4de-418a-8bd5-4199253a3f82 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:15:27.337966 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:27.342517 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:15:27.395480 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Pushing event updated for resources: {'Port': ['ID=cb793159-d18c-46cd-aa19-bd3016ca203b,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:27.462165 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3869ec55-2b19-4452-91e1-13740c5241c3 req-cda47f2a-f376-467b-b32e-4a9a9809fa7f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1166508 Nov 26 03:15:27.546885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Attempting to bind port cb793159-d18c-46cd-aa19-bd3016ca203b on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:15:27.548532 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Attempting to bind port cb793159-d18c-46cd-aa19-bd3016ca203b by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'cc5fd8bb-f670-4391-89d1-b75bc5ab1b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2a021e4c-a4de-418a-8bd5-4199253a3f82'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:15:27.549010 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Attempting to bind port cb793159-d18c-46cd-aa19-bd3016ca203b on network 2a021e4c-a4de-418a-8bd5-4199253a3f82 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:15:27.565303 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:15:27.570588 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Checking segment: {'id': 'cc5fd8bb-f670-4391-89d1-b75bc5ab1b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2a021e4c-a4de-418a-8bd5-4199253a3f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:15:27.571063 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:27.571450 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Bound using segment: {'id': 'cc5fd8bb-f670-4391-89d1-b75bc5ab1b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2a021e4c-a4de-418a-8bd5-4199253a3f82'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:15:27.572124 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Bound port: cb793159-d18c-46cd-aa19-bd3016ca203b, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5fd8bb-f670-4391-89d1-b75bc5ab1b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2a021e4c-a4de-418a-8bd5-4199253a3f82'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:15:27.572525 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:27.605861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869ec55-2b19-4452-91e1-13740c5241c3 req-ce86a0ff-6d74-4a48-9c8c-795bad52e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:27.608108 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3869ec55-2b19-4452-91e1-13740c5241c3 req-ce86a0ff-6d74-4a48-9c8c-795bad52e37e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 1096 time: 0.0709105 Nov 26 03:15:27.706251 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-471cb1af-a8a8-4a34-bf3a-6b854b108c54 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:27.731466 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] For port cb793159-d18c-46cd-aa19-bd3016ca203b, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:15:27.737911 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] For port cb793159-d18c-46cd-aa19-bd3016ca203b, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cb793159-d18c-46cd-aa19-bd3016ca203b,segment=NetworkSegment(cc5fd8bb-f670-4391-89d1-b75bc5ab1b22),segment_id=cc5fd8bb-f670-4391-89d1-b75bc5ab1b22)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:15:27.746478 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:27.869105 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869ec55-2b19-4452-91e1-13740c5241c3 req-79f5e037-9ce4-4294-ba9c-5d6f2745bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:27.870805 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3869ec55-2b19-4452-91e1-13740c5241c3 req-79f5e037-9ce4-4294-ba9c-5d6f2745bf4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 913 time: 0.2202296 Nov 26 03:15:27.889258 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58914424-1b93-4b8c-8f0c-d54743bfe6c2 None None] Pushing event updated for resources: {'Port': ['ID=cb793159-d18c-46cd-aa19-bd3016ca203b,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:27.896151 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471cb1af-a8a8-4a34-bf3a-6b854b108c54 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event updated for resources: {'Subnet': ['ID=0bdbcdbd-783c-41c4-9cea-29828d8fe0c2,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:27.917257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471cb1af-a8a8-4a34-bf3a-6b854b108c54 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Checking segment: {'id': 'cfa905d3-772e-4d87-91b9-9ce23af2adf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a7f80a0f-44a7-4fdd-856f-d31a92119050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:15:27.917702 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471cb1af-a8a8-4a34-bf3a-6b854b108c54 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Network hostable DHCP agents. Network: a7f80a0f-44a7-4fdd-856f-d31a92119050, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:15:27.940506 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471cb1af-a8a8-4a34-bf3a-6b854b108c54 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Network a7f80a0f-44a7-4fdd-856f-d31a92119050 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:15:27.955390 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-471cb1af-a8a8-4a34-bf3a-6b854b108c54 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, a7f80a0f-44a7-4fdd-856f-d31a92119050) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:27.968763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bf38cf-b689-4bd4-bf06-71426a66724c None None] Network a7f80a0f-44a7-4fdd-856f-d31a92119050 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:27.976665 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471cb1af-a8a8-4a34-bf3a-6b854b108c54 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:27.978928 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-471cb1af-a8a8-4a34-bf3a-6b854b108c54 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:27.988984 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3869ec55-2b19-4452-91e1-13740c5241c3 req-45269ea9-5282-401e-a5cf-9484b17b71a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baf990f5-4b29-4ce7-8210-8c1b542ff582 HTTP/1.1" status: 200 len: 1001 time: 0.1097565 Nov 26 03:15:28.004211 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-471cb1af-a8a8-4a34-bf3a-6b854b108c54 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9171693 Nov 26 03:15:28.006824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50494) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:28.013731 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-85ada5a1-4ace-449b-b13f-f57ca4c4f152 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Request body: {'subnet': {'network_id': 'f1c9bca7-e0c3-431c-9d7a-206feae4fb3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:28.124024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869ec55-2b19-4452-91e1-13740c5241c3 req-cae0328f-a917-45ab-9fa7-56b70da288af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:28.132358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3869ec55-2b19-4452-91e1-13740c5241c3 req-cae0328f-a917-45ab-9fa7-56b70da288af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.1321962 Nov 26 03:15:28.281919 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869ec55-2b19-4452-91e1-13740c5241c3 req-27028072-6c4c-4e8e-b57f-87ae3780950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:28.284793 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3869ec55-2b19-4452-91e1-13740c5241c3 req-27028072-6c4c-4e8e-b57f-87ae3780950f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488519 Nov 26 03:15:28.368122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-a7f80a0f-44a7-4fdd-856f-d31a92119050', 'network_id': 'a7f80a0f-44a7-4fdd-856f-d31a92119050', 'tenant_id': 'ba50fb7207034f45afa3b45ce7a69bef', 'fixed_ips': [{'subnet_id': '0bdbcdbd-783c-41c4-9cea-29828d8fe0c2'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:15:28.369313 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:28.541829 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3869ec55-2b19-4452-91e1-13740c5241c3 req-3da3ee69-b2f1-4c50-b335-41a23da898d3 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480736 Nov 26 03:15:28.638868 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Allocated IP 172.20.0.2 (a7f80a0f-44a7-4fdd-856f-d31a92119050/0bdbcdbd-783c-41c4-9cea-29828d8fe0c2/366da73d-0de1-4c74-8772-763bb35a0dc3) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:15:28.783830 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3869ec55-2b19-4452-91e1-13740c5241c3 req-9f32a8c9-f52b-4948-aa3d-6af36f176ccf service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344024 Nov 26 03:15:28.850294 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ada5a1-4ace-449b-b13f-f57ca4c4f152 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Made reservation on behalf of ba50fb7207034f45afa3b45ce7a69bef for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:15:28.855495 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-85ada5a1-4ace-449b-b13f-f57ca4c4f152 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:28.916714 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:28.933680 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:29.013145 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Network a7f80a0f-44a7-4fdd-856f-d31a92119050 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:15:29.016814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:29.030261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:15:29.039838 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Pushing event updated for resources: {'Port': ['ID=366da73d-0de1-4c74-8772-763bb35a0dc3,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:29.126351 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Attempting to bind port 366da73d-0de1-4c74-8772-763bb35a0dc3 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:15:29.126813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Attempting to bind port 366da73d-0de1-4c74-8772-763bb35a0dc3 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'cfa905d3-772e-4d87-91b9-9ce23af2adf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a7f80a0f-44a7-4fdd-856f-d31a92119050'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:15:29.127508 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Attempting to bind port 366da73d-0de1-4c74-8772-763bb35a0dc3 on network a7f80a0f-44a7-4fdd-856f-d31a92119050 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:15:29.139028 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:15:29.139555 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Checking segment: {'id': 'cfa905d3-772e-4d87-91b9-9ce23af2adf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a7f80a0f-44a7-4fdd-856f-d31a92119050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:15:29.140171 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:29.140858 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Bound using segment: {'id': 'cfa905d3-772e-4d87-91b9-9ce23af2adf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a7f80a0f-44a7-4fdd-856f-d31a92119050'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:15:29.141587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Bound port: 366da73d-0de1-4c74-8772-763bb35a0dc3, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa905d3-772e-4d87-91b9-9ce23af2adf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a7f80a0f-44a7-4fdd-856f-d31a92119050'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:15:29.142118 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:29.195884 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-85ada5a1-4ace-449b-b13f-f57ca4c4f152 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:29.243313 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] For port 366da73d-0de1-4c74-8772-763bb35a0dc3, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:15:29.250774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] For port 366da73d-0de1-4c74-8772-763bb35a0dc3, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=366da73d-0de1-4c74-8772-763bb35a0dc3,segment=NetworkSegment(cfa905d3-772e-4d87-91b9-9ce23af2adf4),segment_id=cfa905d3-772e-4d87-91b9-9ce23af2adf4)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:15:29.262905 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:29.301273 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ada5a1-4ace-449b-b13f-f57ca4c4f152 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event updated for resources: {'Subnet': ['ID=e34562db-4a5e-4dbd-99c3-ee10d3a5a93d,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:29.307054 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ada5a1-4ace-449b-b13f-f57ca4c4f152 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Checking segment: {'id': '32049977-0d79-4dd0-bedd-f6568f5b47b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f1c9bca7-e0c3-431c-9d7a-206feae4fb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:15:29.307422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ada5a1-4ace-449b-b13f-f57ca4c4f152 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Network hostable DHCP agents. Network: f1c9bca7-e0c3-431c-9d7a-206feae4fb3c, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:15:29.328661 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ada5a1-4ace-449b-b13f-f57ca4c4f152 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Network f1c9bca7-e0c3-431c-9d7a-206feae4fb3c is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:15:29.342609 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-85ada5a1-4ace-449b-b13f-f57ca4c4f152 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, f1c9bca7-e0c3-431c-9d7a-206feae4fb3c) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:29.348720 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ada5a1-4ace-449b-b13f-f57ca4c4f152 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:15:29.349488 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-85ada5a1-4ace-449b-b13f-f57ca4c4f152 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:29.369049 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b46ef75-e6e5-4c04-b02f-0afa5bc2eef7 None None] Network f1c9bca7-e0c3-431c-9d7a-206feae4fb3c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:29.381647 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-85ada5a1-4ace-449b-b13f-f57ca4c4f152 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3718534 Nov 26 03:15:29.382604 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50504) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:29.539150 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e316c-de2e-4d3a-8db2-68bdd659e9d5 None None] Pushing event updated for resources: {'Port': ['ID=366da73d-0de1-4c74-8772-763bb35a0dc3,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:29.712113 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f959424-9acb-4f7a-bd76-bd972a84ca77 None None] Network 2a021e4c-a4de-418a-8bd5-4199253a3f82 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:29.759557 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-f1c9bca7-e0c3-431c-9d7a-206feae4fb3c', 'network_id': 'f1c9bca7-e0c3-431c-9d7a-206feae4fb3c', 'tenant_id': 'ba50fb7207034f45afa3b45ce7a69bef', 'fixed_ips': [{'subnet_id': 'e34562db-4a5e-4dbd-99c3-ee10d3a5a93d'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:15:29.760492 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:29.803006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-219ae662-78a2-4c7b-ad2b-40d0d65973cb None None] Provisioning complete for port cb793159-d18c-46cd-aa19-bd3016ca203b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:29.803207 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-219ae662-78a2-4c7b-ad2b-40d0d65973cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:30.209133 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb98dd32-14d1-4fe9-96d6-5b0929b95296 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:30.213046 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cb793159-d18c-46cd-aa19-bd3016ca203b up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:15:30.356149 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-219ae662-78a2-4c7b-ad2b-40d0d65973cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:30.384514 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port cb793159-d18c-46cd-aa19-bd3016ca203b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:30.384863 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:30.473707 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-219ae662-78a2-4c7b-ad2b-40d0d65973cb None None] For port cb793159-d18c-46cd-aa19-bd3016ca203b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cb793159-d18c-46cd-aa19-bd3016ca203b,segment=NetworkSegment(cc5fd8bb-f670-4391-89d1-b75bc5ab1b22),segment_id=cc5fd8bb-f670-4391-89d1-b75bc5ab1b22)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:30.501495 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-219ae662-78a2-4c7b-ad2b-40d0d65973cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:30.580992 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Allocated IP 172.20.0.2 (f1c9bca7-e0c3-431c-9d7a-206feae4fb3c/e34562db-4a5e-4dbd-99c3-ee10d3a5a93d/6f212ac6-07bb-47b3-82aa-46bdfdf39229) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:15:30.596913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-cb98dd32-14d1-4fe9-96d6-5b0929b95296 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Allocated IP 172.20.0.1 (a7f80a0f-44a7-4fdd-856f-d31a92119050/0bdbcdbd-783c-41c4-9cea-29828d8fe0c2/a1512787-f76c-432a-a205-1f019c02226d) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:15:30.744733 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ae662-78a2-4c7b-ad2b-40d0d65973cb None None] Pushing event updated for resources: {'Port': ['ID=cb793159-d18c-46cd-aa19-bd3016ca203b,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:30.810350 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb98dd32-14d1-4fe9-96d6-5b0929b95296 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:30.822934 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 366da73d-0de1-4c74-8772-763bb35a0dc3 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:15:30.897189 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb98dd32-14d1-4fe9-96d6-5b0929b95296 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:30.988759 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 366da73d-0de1-4c74-8772-763bb35a0dc3 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:30.989309 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:30.991629 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:31.045219 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb98dd32-14d1-4fe9-96d6-5b0929b95296 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Network a7f80a0f-44a7-4fdd-856f-d31a92119050 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:15:31.046799 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98dd32-14d1-4fe9-96d6-5b0929b95296 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event updated for resources: {'Port': ['ID=a1512787-f76c-432a-a205-1f019c02226d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:31.066033 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-cb98dd32-14d1-4fe9-96d6-5b0929b95296 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:31.066159 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:31.066298 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb98dd32-14d1-4fe9-96d6-5b0929b95296 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:15:31.153580 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Network f1c9bca7-e0c3-431c-9d7a-206feae4fb3c is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:15:31.154308 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb98dd32-14d1-4fe9-96d6-5b0929b95296 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:31.161522 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:31.176441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:15:31.203131 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Pushing event updated for resources: {'Port': ['ID=6f212ac6-07bb-47b3-82aa-46bdfdf39229,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:31.274800 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb4c70d-da0a-48f6-b11e-ae428f24e3be None None] Network a7f80a0f-44a7-4fdd-856f-d31a92119050 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:31.349116 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb98dd32-14d1-4fe9-96d6-5b0929b95296 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:31.383430 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:31.432132 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Attempting to bind port 6f212ac6-07bb-47b3-82aa-46bdfdf39229 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:15:31.432465 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Attempting to bind port 6f212ac6-07bb-47b3-82aa-46bdfdf39229 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '32049977-0d79-4dd0-bedd-f6568f5b47b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f1c9bca7-e0c3-431c-9d7a-206feae4fb3c'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:15:31.433522 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Attempting to bind port 6f212ac6-07bb-47b3-82aa-46bdfdf39229 on network f1c9bca7-e0c3-431c-9d7a-206feae4fb3c {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:15:31.441199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1498ecee-53ac-4b20-bbcb-49a29e6731c9 None None] Provisioning complete for port cb793159-d18c-46cd-aa19-bd3016ca203b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:31.441583 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1498ecee-53ac-4b20-bbcb-49a29e6731c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:31.489168 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:15:31.489468 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Checking segment: {'id': '32049977-0d79-4dd0-bedd-f6568f5b47b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f1c9bca7-e0c3-431c-9d7a-206feae4fb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:15:31.489994 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:31.490405 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Bound using segment: {'id': '32049977-0d79-4dd0-bedd-f6568f5b47b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f1c9bca7-e0c3-431c-9d7a-206feae4fb3c'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:15:31.490898 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Bound port: 6f212ac6-07bb-47b3-82aa-46bdfdf39229, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32049977-0d79-4dd0-bedd-f6568f5b47b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f1c9bca7-e0c3-431c-9d7a-206feae4fb3c'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:15:31.491285 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:31.502899 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 366da73d-0de1-4c74-8772-763bb35a0dc3, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=366da73d-0de1-4c74-8772-763bb35a0dc3,segment=NetworkSegment(cfa905d3-772e-4d87-91b9-9ce23af2adf4),segment_id=cfa905d3-772e-4d87-91b9-9ce23af2adf4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:31.524974 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:31.678479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=366da73d-0de1-4c74-8772-763bb35a0dc3,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:31.737546 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] For port 6f212ac6-07bb-47b3-82aa-46bdfdf39229, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:15:31.757792 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] For port 6f212ac6-07bb-47b3-82aa-46bdfdf39229, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6f212ac6-07bb-47b3-82aa-46bdfdf39229,segment=NetworkSegment(32049977-0d79-4dd0-bedd-f6568f5b47b7),segment_id=32049977-0d79-4dd0-bedd-f6568f5b47b7)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:15:31.770961 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:31.780446 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb98dd32-14d1-4fe9-96d6-5b0929b95296 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:31.787300 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb98dd32-14d1-4fe9-96d6-5b0929b95296 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:31.831235 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1498ecee-53ac-4b20-bbcb-49a29e6731c9 None None] Provisioning complete for port 366da73d-0de1-4c74-8772-763bb35a0dc3 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:31.831617 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1498ecee-53ac-4b20-bbcb-49a29e6731c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:31.894633 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c895d4-d3d8-4276-bd2d-786606a1c1c0 None None] Pushing event updated for resources: {'Port': ['ID=6f212ac6-07bb-47b3-82aa-46bdfdf39229,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:31.934420 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98dd32-14d1-4fe9-96d6-5b0929b95296 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event updated for resources: {'Port': ['ID=a1512787-f76c-432a-a205-1f019c02226d,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:31.991583 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb98dd32-14d1-4fe9-96d6-5b0929b95296 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:32.025303 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cb793159-d18c-46cd-aa19-bd3016ca203b up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:15:32.116694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port cb793159-d18c-46cd-aa19-bd3016ca203b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:32.117085 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:32.193018 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb98dd32-14d1-4fe9-96d6-5b0929b95296 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Network a7f80a0f-44a7-4fdd-856f-d31a92119050 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:15:32.194518 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-cb98dd32-14d1-4fe9-96d6-5b0929b95296 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:32.356642 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 366da73d-0de1-4c74-8772-763bb35a0dc3 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:15:32.424914 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-72b459a2-1806-4f49-bc9f-2fdbcdba8399 None None] Provisioning complete for port a1512787-f76c-432a-a205-1f019c02226d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:32.425423 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-72b459a2-1806-4f49-bc9f-2fdbcdba8399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:32.497496 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 366da73d-0de1-4c74-8772-763bb35a0dc3 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:32.497961 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:32.501055 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-72b459a2-1806-4f49-bc9f-2fdbcdba8399 None None] Port a1512787-f76c-432a-a205-1f019c02226d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:15:32.523903 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb98dd32-14d1-4fe9-96d6-5b0929b95296 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Router 808b1a2e-432d-4206-865d-13686cb38be0 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:15:32.569204 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-72b459a2-1806-4f49-bc9f-2fdbcdba8399 None None] Provisioning complete for port 366da73d-0de1-4c74-8772-763bb35a0dc3 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:32.573787 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-72b459a2-1806-4f49-bc9f-2fdbcdba8399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:32.707023 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb98dd32-14d1-4fe9-96d6-5b0929b95296 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:15:32.712387 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cb98dd32-14d1-4fe9-96d6-5b0929b95296 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "PUT /v2.0/routers/808b1a2e-432d-4206-865d-13686cb38be0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3287220 Nov 26 03:15:32.715640 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50526) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:32.719688 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a85249-d981-416c-afbc-233e42919bd6 None None] Sync routers for ids ['808b1a2e-432d-4206-865d-13686cb38be0'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:15:32.736748 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a85249-d981-416c-afbc-233e42919bd6 None None] Routers {'808b1a2e-432d-4206-865d-13686cb38be0'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:15:32.737662 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-24a85249-d981-416c-afbc-233e42919bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:15:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['808b1a2e-432d-4206-865d-13686cb38be0'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:32.788740 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-24a85249-d981-416c-afbc-233e42919bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:32.819946 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a85249-d981-416c-afbc-233e42919bd6 None None] Routers {'808b1a2e-432d-4206-865d-13686cb38be0'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:15:32.821107 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-24a85249-d981-416c-afbc-233e42919bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:15:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['808b1a2e-432d-4206-865d-13686cb38be0'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:32.866396 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-24a85249-d981-416c-afbc-233e42919bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:32.867303 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a85249-d981-416c-afbc-233e42919bd6 None None] The sync data for ids ['808b1a2e-432d-4206-865d-13686cb38be0'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:15:32.883237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b16997ba-f9a2-42b0-97da-de97c9aee07e None None] Provisioning complete for port a1512787-f76c-432a-a205-1f019c02226d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:32.883620 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b16997ba-f9a2-42b0-97da-de97c9aee07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:32.940000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b16997ba-f9a2-42b0-97da-de97c9aee07e None None] Port a1512787-f76c-432a-a205-1f019c02226d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:15:33.066712 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-724ea5dc-f9e2-4a83-81c6-c74892b99cfe None None] Provisioning complete for port a1512787-f76c-432a-a205-1f019c02226d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:33.067364 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-724ea5dc-f9e2-4a83-81c6-c74892b99cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:33.140977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-724ea5dc-f9e2-4a83-81c6-c74892b99cfe None None] Port a1512787-f76c-432a-a205-1f019c02226d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:15:33.204611 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-b8755788-0caf-46e5-a00a-ad60e94e1041 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:15:33.206519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b8755788-0caf-46e5-a00a-ad60e94e1041 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "PUT /v2.0/routers/808b1a2e-432d-4206-865d-13686cb38be0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4884520 Nov 26 03:15:33.209261 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50530) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:33.554218 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7beb84-8d08-4a30-8f74-18ca6ec9f9c8 None None] Network f1c9bca7-e0c3-431c-9d7a-206feae4fb3c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:33.720155 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7696-f5f9-43dd-81e6-d54e3a0b0b4c tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:33.877586 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-84118ece-ea54-4a3d-87fd-ec2ab0307aa8 None None] Provisioning complete for port 6f212ac6-07bb-47b3-82aa-46bdfdf39229 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:33.878108 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-84118ece-ea54-4a3d-87fd-ec2ab0307aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:33.903993 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:15:34.033400 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6f212ac6-07bb-47b3-82aa-46bdfdf39229 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:15:34.078369 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-84118ece-ea54-4a3d-87fd-ec2ab0307aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:34.150274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-84118ece-ea54-4a3d-87fd-ec2ab0307aa8 None None] For port 6f212ac6-07bb-47b3-82aa-46bdfdf39229, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6f212ac6-07bb-47b3-82aa-46bdfdf39229,segment=NetworkSegment(32049977-0d79-4dd0-bedd-f6568f5b47b7),segment_id=32049977-0d79-4dd0-bedd-f6568f5b47b7)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:34.154384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 6f212ac6-07bb-47b3-82aa-46bdfdf39229 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:34.154777 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:34.158200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2b3e7696-f5f9-43dd-81e6-d54e3a0b0b4c tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Deleting port a1512787-f76c-432a-a205-1f019c02226d {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:15:34.158200 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7696-f5f9-43dd-81e6-d54e3a0b0b4c tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:34.176905 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-84118ece-ea54-4a3d-87fd-ec2ab0307aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:34.270608 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84118ece-ea54-4a3d-87fd-ec2ab0307aa8 None None] Pushing event updated for resources: {'Port': ['ID=6f212ac6-07bb-47b3-82aa-46bdfdf39229,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:34.297256 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7696-f5f9-43dd-81e6-d54e3a0b0b4c tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:34.317155 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2b3e7696-f5f9-43dd-81e6-d54e3a0b0b4c tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Calling delete_port for a1512787-f76c-432a-a205-1f019c02226d owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:15:34.346389 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c30cb5f-445a-4c15-97cb-2e1dc987209b None None] Provisioning complete for port 6f212ac6-07bb-47b3-82aa-46bdfdf39229 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:34.346766 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c30cb5f-445a-4c15-97cb-2e1dc987209b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:34.560421 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7696-f5f9-43dd-81e6-d54e3a0b0b4c tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:34.591170 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e7696-f5f9-43dd-81e6-d54e3a0b0b4c tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event deleted for resources: {'Port': ['ID=a1512787-f76c-432a-a205-1f019c02226d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:34.782681 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7696-f5f9-43dd-81e6-d54e3a0b0b4c tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:35.215061 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3e7696-f5f9-43dd-81e6-d54e3a0b0b4c tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Router 808b1a2e-432d-4206-865d-13686cb38be0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:15:35.301661 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3e7696-f5f9-43dd-81e6-d54e3a0b0b4c tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:15:35.312792 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8ee641-5ce4-41a2-8d34-28c82eb4f946 None None] Sync routers for ids ['808b1a2e-432d-4206-865d-13686cb38be0'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:15:35.323790 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2b3e7696-f5f9-43dd-81e6-d54e3a0b0b4c tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "PUT /v2.0/routers/808b1a2e-432d-4206-865d-13686cb38be0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1100023 Nov 26 03:15:35.324066 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ee641-5ce4-41a2-8d34-28c82eb4f946 None None] Routers {'808b1a2e-432d-4206-865d-13686cb38be0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:15:35.324245 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50542) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:35.324904 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ec8ee641-5ce4-41a2-8d34-28c82eb4f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:15:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['808b1a2e-432d-4206-865d-13686cb38be0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:35.367536 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ec8ee641-5ce4-41a2-8d34-28c82eb4f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:35.378916 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ee641-5ce4-41a2-8d34-28c82eb4f946 None None] Routers {'808b1a2e-432d-4206-865d-13686cb38be0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:15:35.381157 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ec8ee641-5ce4-41a2-8d34-28c82eb4f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:15:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['808b1a2e-432d-4206-865d-13686cb38be0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:35.414962 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ec8ee641-5ce4-41a2-8d34-28c82eb4f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:35.415640 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8ee641-5ce4-41a2-8d34-28c82eb4f946 None None] The sync data for ids ['808b1a2e-432d-4206-865d-13686cb38be0'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:15:35.712490 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-f1d5108a-b7be-40f2-8806-59ae56e42d03 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] delete failed (client error): The resource could not be found. Nov 26 03:15:35.715068 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f1d5108a-b7be-40f2-8806-59ae56e42d03 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-812042310 HTTP/1.1" status: 404 len: 334 time: 0.3898265 Nov 26 03:15:35.718814 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50550) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:35.724782 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-28c9e4d4-ff68-4114-b190-7137e2723e21 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Request body: {'router': {'external_gateway_info': {'network_id': '808b1a2e-432d-4206-865d-13686cb38be0'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:35.957296 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6f212ac6-07bb-47b3-82aa-46bdfdf39229 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:15:35.969333 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-28c9e4d4-ff68-4114-b190-7137e2723e21 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:36.000429 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-28c9e4d4-ff68-4114-b190-7137e2723e21 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] update failed (client error): The resource could not be found. Nov 26 03:15:36.006206 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50560) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:36.016404 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-28c9e4d4-ff68-4114-b190-7137e2723e21 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "PUT /v2.0/routers/808b1a2e-432d-4206-865d-13686cb38be0 HTTP/1.1" status: 404 len: 339 time: 0.2953169 Nov 26 03:15:36.018478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 6f212ac6-07bb-47b3-82aa-46bdfdf39229 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:36.018856 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:36.327694 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-93e79a08-fccb-463f-a5d3-605dd9d858bb tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:36.681512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-93e79a08-fccb-463f-a5d3-605dd9d858bb tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Allocated IP 172.20.0.1 (2a021e4c-a4de-418a-8bd5-4199253a3f82/7aeba167-0d60-4f87-a297-270a498788ec/83a9c5da-190f-43ea-b275-ae0b5867c211) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:15:36.813907 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-93e79a08-fccb-463f-a5d3-605dd9d858bb tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:36.849669 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-93e79a08-fccb-463f-a5d3-605dd9d858bb tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:36.907412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e79a08-fccb-463f-a5d3-605dd9d858bb tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Network 2a021e4c-a4de-418a-8bd5-4199253a3f82 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:15:36.909013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-93e79a08-fccb-463f-a5d3-605dd9d858bb tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:36.910958 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e79a08-fccb-463f-a5d3-605dd9d858bb tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event updated for resources: {'Port': ['ID=83a9c5da-190f-43ea-b275-ae0b5867c211,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:36.913225 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e79a08-fccb-463f-a5d3-605dd9d858bb tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:15:36.959679 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-93e79a08-fccb-463f-a5d3-605dd9d858bb tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:37.089699 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-93e79a08-fccb-463f-a5d3-605dd9d858bb tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:37.199244 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a749c1c5-00c5-46a3-bf06-516e3d8ae7a4 None None] Provisioning complete for port 83a9c5da-190f-43ea-b275-ae0b5867c211 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:37.199840 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a749c1c5-00c5-46a3-bf06-516e3d8ae7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:37.239311 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a749c1c5-00c5-46a3-bf06-516e3d8ae7a4 None None] Port 83a9c5da-190f-43ea-b275-ae0b5867c211 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:15:37.371462 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-93e79a08-fccb-463f-a5d3-605dd9d858bb tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:37.376121 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-93e79a08-fccb-463f-a5d3-605dd9d858bb tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:37.450438 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e79a08-fccb-463f-a5d3-605dd9d858bb tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event updated for resources: {'Port': ['ID=83a9c5da-190f-43ea-b275-ae0b5867c211,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:37.452826 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-93e79a08-fccb-463f-a5d3-605dd9d858bb tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:37.549791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e79a08-fccb-463f-a5d3-605dd9d858bb tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Network 2a021e4c-a4de-418a-8bd5-4199253a3f82 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:15:37.551348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-93e79a08-fccb-463f-a5d3-605dd9d858bb tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:15:37.676194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e79a08-fccb-463f-a5d3-605dd9d858bb tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Router 808b1a2e-432d-4206-865d-13686cb38be0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:15:37.770896 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e79a08-fccb-463f-a5d3-605dd9d858bb tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:15:37.779694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-93e79a08-fccb-463f-a5d3-605dd9d858bb tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "PUT /v2.0/routers/808b1a2e-432d-4206-865d-13686cb38be0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7683883 Nov 26 03:15:37.779694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50590) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:37.781301 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945177f5-6f0b-4ecd-90bb-7080a0be3d49 None None] Sync routers for ids ['808b1a2e-432d-4206-865d-13686cb38be0'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:15:37.797251 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945177f5-6f0b-4ecd-90bb-7080a0be3d49 None None] Routers {'808b1a2e-432d-4206-865d-13686cb38be0'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:15:37.798304 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-945177f5-6f0b-4ecd-90bb-7080a0be3d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:15:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['808b1a2e-432d-4206-865d-13686cb38be0'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:37.848436 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-945177f5-6f0b-4ecd-90bb-7080a0be3d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:37.858738 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945177f5-6f0b-4ecd-90bb-7080a0be3d49 None None] Routers {'808b1a2e-432d-4206-865d-13686cb38be0'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:15:37.859608 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-945177f5-6f0b-4ecd-90bb-7080a0be3d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:15:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['808b1a2e-432d-4206-865d-13686cb38be0'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:37.880194 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5ae25353-fd49-4ed1-af0d-cf0bc3c5255b None None] Provisioning complete for port 83a9c5da-190f-43ea-b275-ae0b5867c211 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:15:37.880499 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5ae25353-fd49-4ed1-af0d-cf0bc3c5255b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:37.902135 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a2eaa0ab-4c7c-4cf4-9d79-7fa41cdc111a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:37.909220 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-945177f5-6f0b-4ecd-90bb-7080a0be3d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:37.910107 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945177f5-6f0b-4ecd-90bb-7080a0be3d49 None None] The sync data for ids ['808b1a2e-432d-4206-865d-13686cb38be0'] in n-d-819389-3 is: [] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:15:37.923717 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-5ae25353-fd49-4ed1-af0d-cf0bc3c5255b None None] Port 83a9c5da-190f-43ea-b275-ae0b5867c211 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:15:37.999678 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-a2eaa0ab-4c7c-4cf4-9d79-7fa41cdc111a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 26 03:15:38.000807 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a2eaa0ab-4c7c-4cf4-9d79-7fa41cdc111a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "DELETE /v2.0/routers/808b1a2e-432d-4206-865d-13686cb38be0 HTTP/1.1" status: 409 len: 329 time: 0.2205448 Nov 26 03:15:38.003978 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50592) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:38.350479 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2936704-82cb-49c8-85ce-ff01a865bc08 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:38.714474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-f2936704-82cb-49c8-85ce-ff01a865bc08 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Deleting port 83a9c5da-190f-43ea-b275-ae0b5867c211 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:15:38.716435 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2936704-82cb-49c8-85ce-ff01a865bc08 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:38.815837 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2936704-82cb-49c8-85ce-ff01a865bc08 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:38.829297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-f2936704-82cb-49c8-85ce-ff01a865bc08 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Calling delete_port for 83a9c5da-190f-43ea-b275-ae0b5867c211 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:15:39.029658 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2936704-82cb-49c8-85ce-ff01a865bc08 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:39.065827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2936704-82cb-49c8-85ce-ff01a865bc08 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event deleted for resources: {'Port': ['ID=83a9c5da-190f-43ea-b275-ae0b5867c211,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:39.249539 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f2936704-82cb-49c8-85ce-ff01a865bc08 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:39.424585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2936704-82cb-49c8-85ce-ff01a865bc08 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Router 808b1a2e-432d-4206-865d-13686cb38be0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:15:39.509209 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2936704-82cb-49c8-85ce-ff01a865bc08 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:15:39.514441 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f2936704-82cb-49c8-85ce-ff01a865bc08 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "PUT /v2.0/routers/808b1a2e-432d-4206-865d-13686cb38be0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5094180 Nov 26 03:15:39.519994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50632) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:39.522796 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640c85cb-2c7d-47b5-98e0-4a9eb8f45581 None None] Sync routers for ids ['808b1a2e-432d-4206-865d-13686cb38be0'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:15:39.538028 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c85cb-2c7d-47b5-98e0-4a9eb8f45581 None None] Routers {'808b1a2e-432d-4206-865d-13686cb38be0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:15:39.539551 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-640c85cb-2c7d-47b5-98e0-4a9eb8f45581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:15:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['808b1a2e-432d-4206-865d-13686cb38be0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:39.562836 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-c674480a-3e16-4c91-9c9a-97c238fc2bed tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] show failed (client error): The resource could not be found. Nov 26 03:15:39.564311 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c674480a-3e16-4c91-9c9a-97c238fc2bed tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-780157927 HTTP/1.1" status: 404 len: 334 time: 0.0432708 Nov 26 03:15:39.568427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50634) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:39.573721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-59f9631f-7616-40bb-b164-21cc07db901e tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:15:39.595131 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-640c85cb-2c7d-47b5-98e0-4a9eb8f45581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:39.608389 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c85cb-2c7d-47b5-98e0-4a9eb8f45581 None None] Routers {'808b1a2e-432d-4206-865d-13686cb38be0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:15:39.610065 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-640c85cb-2c7d-47b5-98e0-4a9eb8f45581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:15:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['808b1a2e-432d-4206-865d-13686cb38be0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:39.630215 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-59f9631f-7616-40bb-b164-21cc07db901e tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] update failed (client error): The resource could not be found. Nov 26 03:15:39.632517 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-59f9631f-7616-40bb-b164-21cc07db901e tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1688518207 HTTP/1.1" status: 404 len: 335 time: 0.0625501 Nov 26 03:15:39.636557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50638) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:39.663272 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-640c85cb-2c7d-47b5-98e0-4a9eb8f45581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:39.664292 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640c85cb-2c7d-47b5-98e0-4a9eb8f45581 None None] The sync data for ids ['808b1a2e-432d-4206-865d-13686cb38be0'] in n-d-819389-3 is: [] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:15:39.709421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-776278a7-241a-4a4a-b08b-94cd25f2bfd9 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Deleting subnet e34562db-4a5e-4dbd-99c3-ee10d3a5a93d {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:15:39.718237 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-776278a7-241a-4a4a-b08b-94cd25f2bfd9 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:39.764507 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-776278a7-241a-4a4a-b08b-94cd25f2bfd9 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:40.189655 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-776278a7-241a-4a4a-b08b-94cd25f2bfd9 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:40.273313 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-776278a7-241a-4a4a-b08b-94cd25f2bfd9 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:40.296866 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-776278a7-241a-4a4a-b08b-94cd25f2bfd9 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:40.301107 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-776278a7-241a-4a4a-b08b-94cd25f2bfd9 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "DELETE /v2.0/subnets/e34562db-4a5e-4dbd-99c3-ee10d3a5a93d HTTP/1.1" status: 204 len: 168 time: 0.6634045 Nov 26 03:15:40.303908 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50656) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:40.308229 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2812f17-0afd-400b-873d-0324ea3bad22 None None] Network f1c9bca7-e0c3-431c-9d7a-206feae4fb3c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:40.324349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776278a7-241a-4a4a-b08b-94cd25f2bfd9 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event deleted for resources: {'Subnet': ['ID=e34562db-4a5e-4dbd-99c3-ee10d3a5a93d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:40.435090 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49d676e-9239-483f-bd67-2ced2064af1f tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Deleting subnet 0bdbcdbd-783c-41c4-9cea-29828d8fe0c2 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:15:40.439525 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c49d676e-9239-483f-bd67-2ced2064af1f tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:40.534297 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c49d676e-9239-483f-bd67-2ced2064af1f tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:40.613818 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36298013-d385-4356-8761-4a2d99256f35 None None] DHCP port deletion for f1c9bca7-e0c3-431c-9d7a-206feae4fb3c request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:15:40.665917 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c49d676e-9239-483f-bd67-2ced2064af1f tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:40.694068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-36298013-d385-4356-8761-4a2d99256f35 None None] Deleting port 6f212ac6-07bb-47b3-82aa-46bdfdf39229 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:15:40.694894 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-36298013-d385-4356-8761-4a2d99256f35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:40.789122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-36298013-d385-4356-8761-4a2d99256f35 None None] For port 6f212ac6-07bb-47b3-82aa-46bdfdf39229, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=6f212ac6-07bb-47b3-82aa-46bdfdf39229,segment=NetworkSegment(32049977-0d79-4dd0-bedd-f6568f5b47b7),segment_id=32049977-0d79-4dd0-bedd-f6568f5b47b7)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:40.789849 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-36298013-d385-4356-8761-4a2d99256f35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:40.797156 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c49d676e-9239-483f-bd67-2ced2064af1f tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:40.841560 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-36298013-d385-4356-8761-4a2d99256f35 None None] Calling delete_port for 6f212ac6-07bb-47b3-82aa-46bdfdf39229 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:15:40.850140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d676e-9239-483f-bd67-2ced2064af1f tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event deleted for resources: {'Subnet': ['ID=0bdbcdbd-783c-41c4-9cea-29828d8fe0c2,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:40.866993 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c49d676e-9239-483f-bd67-2ced2064af1f tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:40.877703 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50672) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:40.878320 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c49d676e-9239-483f-bd67-2ced2064af1f tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "DELETE /v2.0/subnets/0bdbcdbd-783c-41c4-9cea-29828d8fe0c2 HTTP/1.1" status: 204 len: 168 time: 0.5724244 Nov 26 03:15:40.904093 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a32ebc7-717c-424d-90b9-7806700c0621 None None] Network a7f80a0f-44a7-4fdd-856f-d31a92119050 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:41.051498 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:41.133365 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-36298013-d385-4356-8761-4a2d99256f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:41.146020 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Deleting port 6f212ac6-07bb-47b3-82aa-46bdfdf39229 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:15:41.146712 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:41.205112 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36298013-d385-4356-8761-4a2d99256f35 None None] Pushing event deleted for resources: {'Port': ['ID=6f212ac6-07bb-47b3-82aa-46bdfdf39229,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:41.212422 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36298013-d385-4356-8761-4a2d99256f35 None None] No DVR routers for this DVR port 6f212ac6-07bb-47b3-82aa-46bdfdf39229 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:15:41.251478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36957ba0-1e0b-4245-b05a-0fa87e027d58 None None] DHCP port deletion for a7f80a0f-44a7-4fdd-856f-d31a92119050 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:15:41.278135 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] For port 6f212ac6-07bb-47b3-82aa-46bdfdf39229, host n-d-819389-3, got binding levels [] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:41.281153 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:41.308766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Calling delete_port for 6f212ac6-07bb-47b3-82aa-46bdfdf39229 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:15:41.317182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.ipam_backend_mixin [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Port 6f212ac6-07bb-47b3-82aa-46bdfdf39229 was not found and therefore no delete operation was performed {{(pid=104802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 03:15:41.318991 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:41.325158 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-36957ba0-1e0b-4245-b05a-0fa87e027d58 None None] Deleting port 366da73d-0de1-4c74-8772-763bb35a0dc3 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:15:41.325919 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-36957ba0-1e0b-4245-b05a-0fa87e027d58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:41.367128 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event deleted for resources: {'Port': ['ID=6f212ac6-07bb-47b3-82aa-46bdfdf39229,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:41.369061 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] No DVR routers for this DVR port 6f212ac6-07bb-47b3-82aa-46bdfdf39229 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:15:41.452457 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-36957ba0-1e0b-4245-b05a-0fa87e027d58 None None] For port 366da73d-0de1-4c74-8772-763bb35a0dc3, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=366da73d-0de1-4c74-8772-763bb35a0dc3,segment=NetworkSegment(cfa905d3-772e-4d87-91b9-9ce23af2adf4),segment_id=cfa905d3-772e-4d87-91b9-9ce23af2adf4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:41.453751 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-36957ba0-1e0b-4245-b05a-0fa87e027d58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:41.473799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-36957ba0-1e0b-4245-b05a-0fa87e027d58 None None] Calling delete_port for 366da73d-0de1-4c74-8772-763bb35a0dc3 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:15:41.502027 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:41.537563 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c9bca7-e0c3-431c-9d7a-206feae4fb3c']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:41.551856 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32049977-0d79-4dd0-bedd-f6568f5b47b7') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:41.552266 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32049977-0d79-4dd0-bedd-f6568f5b47b7') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:41.567513 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:41.597968 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:41.617241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:15:41.620304 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:41.622327 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-36957ba0-1e0b-4245-b05a-0fa87e027d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:15:41.627917 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:15:41.688635 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36957ba0-1e0b-4245-b05a-0fa87e027d58 None None] Pushing event deleted for resources: {'Port': ['ID=366da73d-0de1-4c74-8772-763bb35a0dc3,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:41.699804 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36957ba0-1e0b-4245-b05a-0fa87e027d58 None None] No DVR routers for this DVR port 366da73d-0de1-4c74-8772-763bb35a0dc3 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:15:41.725112 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5a78ff79-dfde-441b-a2dd-e49f2b0cf9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:41.794297 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:41.819872 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:41.826243 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50684) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:41.827038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "DELETE /v2.0/networks/f1c9bca7-e0c3-431c-9d7a-206feae4fb3c HTTP/1.1" status: 204 len: 168 time: 0.9475787 Nov 26 03:15:41.828723 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335372e-0425-46bd-9f92-d3128b5383e2 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event deleted for resources: {'Network': ['ID=f1c9bca7-e0c3-431c-9d7a-206feae4fb3c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:41.957449 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6f212ac6-07bb-47b3-82aa-46bdfdf39229 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:15:41.980325 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dcc48568-e9fc-48b7-9082-cddfa14d813a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:41.991906 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 6f212ac6-07bb-47b3-82aa-46bdfdf39229 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:15:41.992323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 6f212ac6-07bb-47b3-82aa-46bdfdf39229 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:15:41.993036 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 366da73d-0de1-4c74-8772-763bb35a0dc3 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:15:42.018764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 366da73d-0de1-4c74-8772-763bb35a0dc3 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:15:42.019117 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 366da73d-0de1-4c74-8772-763bb35a0dc3 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:15:42.128900 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dcc48568-e9fc-48b7-9082-cddfa14d813a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:42.163056 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-dcc48568-e9fc-48b7-9082-cddfa14d813a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f80a0f-44a7-4fdd-856f-d31a92119050']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:42.191232 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-dcc48568-e9fc-48b7-9082-cddfa14d813a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa905d3-772e-4d87-91b9-9ce23af2adf4') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:42.192005 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-dcc48568-e9fc-48b7-9082-cddfa14d813a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa905d3-772e-4d87-91b9-9ce23af2adf4') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:42.219532 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dcc48568-e9fc-48b7-9082-cddfa14d813a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:42.239523 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dcc48568-e9fc-48b7-9082-cddfa14d813a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:42.246391 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc48568-e9fc-48b7-9082-cddfa14d813a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:15:42.246871 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dcc48568-e9fc-48b7-9082-cddfa14d813a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:15:42.250832 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:15:42.339005 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dcc48568-e9fc-48b7-9082-cddfa14d813a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:42.349527 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dcc48568-e9fc-48b7-9082-cddfa14d813a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:42.353636 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dcc48568-e9fc-48b7-9082-cddfa14d813a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "DELETE /v2.0/networks/a7f80a0f-44a7-4fdd-856f-d31a92119050 HTTP/1.1" status: 204 len: 168 time: 0.5250118 Nov 26 03:15:42.358377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50696) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:42.368418 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc48568-e9fc-48b7-9082-cddfa14d813a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event deleted for resources: {'Network': ['ID=a7f80a0f-44a7-4fdd-856f-d31a92119050,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:42.430617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0318bf2-56e8-41ee-812a-30fa1f5c17ee tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Deleting subnet 7aeba167-0d60-4f87-a297-270a498788ec {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:15:42.436145 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0318bf2-56e8-41ee-812a-30fa1f5c17ee tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:42.498129 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0318bf2-56e8-41ee-812a-30fa1f5c17ee tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:42.616931 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0318bf2-56e8-41ee-812a-30fa1f5c17ee tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:42.701935 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0318bf2-56e8-41ee-812a-30fa1f5c17ee tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:42.755495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0318bf2-56e8-41ee-812a-30fa1f5c17ee tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event deleted for resources: {'Subnet': ['ID=7aeba167-0d60-4f87-a297-270a498788ec,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:42.775115 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7edeac9-2336-481e-bf96-18e36e56f31e None None] Network 2a021e4c-a4de-418a-8bd5-4199253a3f82 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:15:42.780774 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0318bf2-56e8-41ee-812a-30fa1f5c17ee tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:42.790104 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d0318bf2-56e8-41ee-812a-30fa1f5c17ee tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "DELETE /v2.0/subnets/7aeba167-0d60-4f87-a297-270a498788ec HTTP/1.1" status: 204 len: 168 time: 0.4306068 Nov 26 03:15:42.793187 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50702) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:42.930361 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:43.025231 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Deleting port cb793159-d18c-46cd-aa19-bd3016ca203b {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:15:43.025584 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:43.193289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] For port cb793159-d18c-46cd-aa19-bd3016ca203b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cb793159-d18c-46cd-aa19-bd3016ca203b,segment=NetworkSegment(cc5fd8bb-f670-4391-89d1-b75bc5ab1b22),segment_id=cc5fd8bb-f670-4391-89d1-b75bc5ab1b22)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:43.195063 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:43.216196 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Calling delete_port for cb793159-d18c-46cd-aa19-bd3016ca203b owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:15:43.228012 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3db84a-5872-4863-a20f-f89f8401fda5 None None] DHCP port deletion for 2a021e4c-a4de-418a-8bd5-4199253a3f82 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:15:43.329663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1b3db84a-5872-4863-a20f-f89f8401fda5 None None] Deleting port cb793159-d18c-46cd-aa19-bd3016ca203b {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:15:43.330062 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1b3db84a-5872-4863-a20f-f89f8401fda5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:43.347859 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:43.386845 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] No DVR routers for this DVR port cb793159-d18c-46cd-aa19-bd3016ca203b on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:15:43.393701 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event deleted for resources: {'Port': ['ID=cb793159-d18c-46cd-aa19-bd3016ca203b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:43.428529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1b3db84a-5872-4863-a20f-f89f8401fda5 None None] For port cb793159-d18c-46cd-aa19-bd3016ca203b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cb793159-d18c-46cd-aa19-bd3016ca203b,segment=NetworkSegment(cc5fd8bb-f670-4391-89d1-b75bc5ab1b22),segment_id=cc5fd8bb-f670-4391-89d1-b75bc5ab1b22)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:15:43.428994 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1b3db84a-5872-4863-a20f-f89f8401fda5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:43.452567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1b3db84a-5872-4863-a20f-f89f8401fda5 None None] Calling delete_port for cb793159-d18c-46cd-aa19-bd3016ca203b owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:15:43.502324 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:43.530064 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a021e4c-a4de-418a-8bd5-4199253a3f82']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:43.540302 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5fd8bb-f670-4391-89d1-b75bc5ab1b22') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:43.540706 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5fd8bb-f670-4391-89d1-b75bc5ab1b22') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:15:43.551497 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:43.561085 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1b3db84a-5872-4863-a20f-f89f8401fda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:43.568362 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:43.577331 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:15:43.578196 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:15:43.582887 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:15:43.610382 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3db84a-5872-4863-a20f-f89f8401fda5 None None] Pushing event deleted for resources: {'Port': ['ID=cb793159-d18c-46cd-aa19-bd3016ca203b,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:43.612365 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3db84a-5872-4863-a20f-f89f8401fda5 None None] No DVR routers for this DVR port cb793159-d18c-46cd-aa19-bd3016ca203b on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:15:43.654505 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:43.659196 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:43.664260 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "DELETE /v2.0/networks/2a021e4c-a4de-418a-8bd5-4199253a3f82 HTTP/1.1" status: 204 len: 168 time: 0.8685818 Nov 26 03:15:43.665910 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50718) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:43.680148 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0edcbeb-0590-439b-97aa-79064749b35a tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Pushing event deleted for resources: {'Network': ['ID=2a021e4c-a4de-418a-8bd5-4199253a3f82,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:43.709510 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-dfbd2699-454b-4a6e-8822-9ddf5385bf56 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "GET /v2.0/ports?device_id=808b1a2e-432d-4206-865d-13686cb38be0 HTTP/1.1" status: 200 len: 205 time: 0.0417669 Nov 26 03:15:43.711645 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50720) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:43.804523 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-50e2fea2-e9f6-47ff-bb3f-361f73c27bc0 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:43.933784 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cb793159-d18c-46cd-aa19-bd3016ca203b no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:15:43.956666 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: cb793159-d18c-46cd-aa19-bd3016ca203b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:15:43.957018 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cb793159-d18c-46cd-aa19-bd3016ca203b not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:15:43.982420 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-50e2fea2-e9f6-47ff-bb3f-361f73c27bc0 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:43.984598 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-50e2fea2-e9f6-47ff-bb3f-361f73c27bc0 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:44.034680 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-50e2fea2-e9f6-47ff-bb3f-361f73c27bc0 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:44.035485 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e2fea2-e9f6-47ff-bb3f-361f73c27bc0 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Fanout notify agent at l3_agent the message router_deleted on router 808b1a2e-432d-4206-865d-13686cb38be0 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:15:44.045448 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-50e2fea2-e9f6-47ff-bb3f-361f73c27bc0 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:44.046793 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-50e2fea2-e9f6-47ff-bb3f-361f73c27bc0 tempest-RoutersNegativeTest-1221464036 tempest-RoutersNegativeTest-1221464036-project] 10.222.0.31 "DELETE /v2.0/routers/808b1a2e-432d-4206-865d-13686cb38be0 HTTP/1.1" status: 204 len: 168 time: 0.3340585 Nov 26 03:15:44.133734 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e02904b1-d8ba-4c11-9467-65bd34a613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:44.378874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50746) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:44.565561 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ba1dd98e-69e2-4681-a3a1-79d4fcd5784f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba50fb7207034f45afa3b45ce7a69bef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1853013 Nov 26 03:15:44.568030 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50756) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:44.654827 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02f5920c-5fe1-4811-8ba3-38a5168c2e70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:44.679179 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02f5920c-5fe1-4811-8ba3-38a5168c2e70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:44.733966 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02f5920c-5fe1-4811-8ba3-38a5168c2e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:44.737678 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-02f5920c-5fe1-4811-8ba3-38a5168c2e70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:44.739280 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-02f5920c-5fe1-4811-8ba3-38a5168c2e70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32e19fba-de44-42b4-b9b9-73fbc2531cba HTTP/1.1" status: 204 len: 168 time: 0.1696372 Nov 26 03:15:44.767316 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5920c-5fe1-4811-8ba3-38a5168c2e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e19fba-de44-42b4-b9b9-73fbc2531cba,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:45.080366 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:46.656003 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:47.562161 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:50.349099 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 50952) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:50.607553 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c5547a1-a8a9-499a-a561-c3bc6d382a44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:50.766277 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c5547a1-a8a9-499a-a561-c3bc6d382a44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:50.781767 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3c5547a1-a8a9-499a-a561-c3bc6d382a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:50.840264 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3c5547a1-a8a9-499a-a561-c3bc6d382a44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d7d0282666341ad9060033fecb11d82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4893515 Nov 26 03:15:50.843164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50966) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:50.850818 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5547a1-a8a9-499a-a561-c3bc6d382a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3067d9bf-ee29-477f-baa7-d93586b0be75,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:50.910657 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d70b0d2b-6203-423f-8546-fcf94849d0be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:50.933122 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d70b0d2b-6203-423f-8546-fcf94849d0be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:50.982688 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d70b0d2b-6203-423f-8546-fcf94849d0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:50.986121 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d70b0d2b-6203-423f-8546-fcf94849d0be admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:50.991253 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d70b0d2b-6203-423f-8546-fcf94849d0be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3067d9bf-ee29-477f-baa7-d93586b0be75 HTTP/1.1" status: 204 len: 168 time: 0.1463838 Nov 26 03:15:51.018047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b0d2b-6203-423f-8546-fcf94849d0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3067d9bf-ee29-477f-baa7-d93586b0be75,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:51.468353 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50992) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:51.490084 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f572e120-3c1e-4c6d-aa85-a863a1eab80d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:51.591002 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f572e120-3c1e-4c6d-aa85-a863a1eab80d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:51.597460 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f572e120-3c1e-4c6d-aa85-a863a1eab80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:51.659832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572e120-3c1e-4c6d-aa85-a863a1eab80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad685660-73e1-465a-8963-5a7e3efb34c8,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:51.665048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f572e120-3c1e-4c6d-aa85-a863a1eab80d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f122e15828704ac8b2edd1c913ee094a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1955264 Nov 26 03:15:51.668208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 50996) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:51.726844 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-54c24194-2d50-4300-9a02-3270bc4b813f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:51.749642 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-54c24194-2d50-4300-9a02-3270bc4b813f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:51.808512 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-54c24194-2d50-4300-9a02-3270bc4b813f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:51.811546 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-54c24194-2d50-4300-9a02-3270bc4b813f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:51.812864 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-54c24194-2d50-4300-9a02-3270bc4b813f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad685660-73e1-465a-8963-5a7e3efb34c8 HTTP/1.1" status: 204 len: 168 time: 0.1432021 Nov 26 03:15:51.829854 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c24194-2d50-4300-9a02-3270bc4b813f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad685660-73e1-465a-8963-5a7e3efb34c8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:52.550148 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:53.673908 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:55.630310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51228) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:55.763192 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1259da4-fe5d-4333-a950-22e56936f34b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:55.860981 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1259da4-fe5d-4333-a950-22e56936f34b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:55.866507 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b1259da4-fe5d-4333-a950-22e56936f34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:55.910966 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b1259da4-fe5d-4333-a950-22e56936f34b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bdf78c617c1f458cbbbbe7e301ec0d23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2797496 Nov 26 03:15:55.911984 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51234) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:55.922068 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1259da4-fe5d-4333-a950-22e56936f34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e900d58-271b-419d-b3bc-faa18fe3fd25,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:55.979057 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d3d633d-3c33-4232-978e-ee92fb90f4ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:56.017214 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d3d633d-3c33-4232-978e-ee92fb90f4ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:56.081051 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d3d633d-3c33-4232-978e-ee92fb90f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:56.083705 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d3d633d-3c33-4232-978e-ee92fb90f4ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:56.085025 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8d3d633d-3c33-4232-978e-ee92fb90f4ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e900d58-271b-419d-b3bc-faa18fe3fd25 HTTP/1.1" status: 204 len: 168 time: 0.1719108 Nov 26 03:15:56.094636 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d633d-3c33-4232-978e-ee92fb90f4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e900d58-271b-419d-b3bc-faa18fe3fd25,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:56.407349 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51246) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:56.426960 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9f03251e-0b45-4351-8351-5895b6490ad7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:56.520149 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9f03251e-0b45-4351-8351-5895b6490ad7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:56.525354 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9f03251e-0b45-4351-8351-5895b6490ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:56.572660 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9f03251e-0b45-4351-8351-5895b6490ad7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c70ce9714324bb7a464aaf81708e060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1638553 Nov 26 03:15:56.573315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51248) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:15:56.573913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03251e-0b45-4351-8351-5895b6490ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ef98ba-fa7f-447a-8be0-511dbd784197,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:15:56.637810 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dfe0c0c9-ae2f-4636-87df-decdace0ecb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:56.663292 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dfe0c0c9-ae2f-4636-87df-decdace0ecb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:56.725964 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dfe0c0c9-ae2f-4636-87df-decdace0ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:56.729290 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dfe0c0c9-ae2f-4636-87df-decdace0ecb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:15:56.732666 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-dfe0c0c9-ae2f-4636-87df-decdace0ecb5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27ef98ba-fa7f-447a-8be0-511dbd784197 HTTP/1.1" status: 204 len: 168 time: 0.1553662 Nov 26 03:15:56.740090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0c0c9-ae2f-4636-87df-decdace0ecb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ef98ba-fa7f-447a-8be0-511dbd784197,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:00.239266 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ef6b0-7782-4e2c-9d66-c384a016d4de req-a3d1ded9-f630-4021-8ece-fecfca5a6cd8 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:00.241903 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-777ef6b0-7782-4e2c-9d66-c384a016d4de req-a3d1ded9-f630-4021-8ece-fecfca5a6cd8 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=588445f7-ed49-4a2c-90ad-7919bedbcaf6 HTTP/1.1" status: 200 len: 946 time: 0.0842009 Nov 26 03:16:00.296448 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-777ef6b0-7782-4e2c-9d66-c384a016d4de req-28879799-84da-49a0-9703-2bd0296a71b5 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470097 Nov 26 03:16:01.447933 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecca46-9163-4e47-bb77-27cca2cf5791 req-98443680-23e1-44a8-a0a1-9537fd36cfcd tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:01.457017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55ecca46-9163-4e47-bb77-27cca2cf5791 req-98443680-23e1-44a8-a0a1-9537fd36cfcd tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=588445f7-ed49-4a2c-90ad-7919bedbcaf6 HTTP/1.1" status: 200 len: 946 time: 0.0716066 Nov 26 03:16:01.516229 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55ecca46-9163-4e47-bb77-27cca2cf5791 req-0545be2e-8c44-4b5e-ad07-274235902cdc tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/security-groups?id=a776e06a-af3a-4392-950b-4497d6cec01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581038 Nov 26 03:16:01.843808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72f873-8fb4-4f65-bf1f-ad08122d9bc0 req-bd7f5758-9083-4d5a-a4f5-252c0f140567 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:01.845462 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b72f873-8fb4-4f65-bf1f-ad08122d9bc0 req-bd7f5758-9083-4d5a-a4f5-252c0f140567 tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.54 "GET /v2.0/ports?device_id=588445f7-ed49-4a2c-90ad-7919bedbcaf6 HTTP/1.1" status: 200 len: 946 time: 0.0622995 Nov 26 03:16:01.956808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-3b72f873-8fb4-4f65-bf1f-ad08122d9bc0 req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Deleting port c38dcf54-69af-4f8b-a38c-0a870cea093d {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:16:01.957688 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3b72f873-8fb4-4f65-bf1f-ad08122d9bc0 req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:02.120439 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-3b72f873-8fb4-4f65-bf1f-ad08122d9bc0 req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] For port c38dcf54-69af-4f8b-a38c-0a870cea093d, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=c38dcf54-69af-4f8b-a38c-0a870cea093d,segment=NetworkSegment(9727293b-3772-44e0-acb6-82148fec251a),segment_id=9727293b-3772-44e0-acb6-82148fec251a)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:16:02.120644 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3b72f873-8fb4-4f65-bf1f-ad08122d9bc0 req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:02.133951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-3b72f873-8fb4-4f65-bf1f-ad08122d9bc0 req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Calling delete_port for c38dcf54-69af-4f8b-a38c-0a870cea093d owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:16:02.240572 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51420) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:02.332206 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3b72f873-8fb4-4f65-bf1f-ad08122d9bc0 req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:02.372821 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['c38dcf54-69af-4f8b-a38c-0a870cea093d'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:16:02.430000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4001d953-ef8f-41a5-a3f7-887238ecc57b None None] DHCP port deletion for 6deb06cd-ad81-4c08-9eca-cecd3390e990 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:16:02.436115 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Pushing event deleted for resources: {'Port': ['ID=c38dcf54-69af-4f8b-a38c-0a870cea093d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:02.469019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:02.470050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:02.470583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:02.471103 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:02.471716 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:02.472235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:02.472729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:02.473246 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:02.473739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:02.474226 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:02.474729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:02.475224 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:02.478962 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b72f873-8fb4-4f65-bf1f-ad08122d9bc0 req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] No DVR routers for this DVR port c38dcf54-69af-4f8b-a38c-0a870cea093d on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:16:02.484619 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3b72f873-8fb4-4f65-bf1f-ad08122d9bc0 req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:02.488216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b72f873-8fb4-4f65-bf1f-ad08122d9bc0 req-8f3c2f6c-d81e-44b4-8d4c-3d1cc61749bb tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.54 "DELETE /v2.0/ports/c38dcf54-69af-4f8b-a38c-0a870cea093d HTTP/1.1" status: 204 len: 173 time: 0.6368585 Nov 26 03:16:02.491370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588445f7-ed49-4a2c-90ad-7919bedbcaf6', 'name': 'network-vif-deleted', 'tag': 'c38dcf54-69af-4f8b-a38c-0a870cea093d'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:16:02.494699 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238b5bd7-9e7f-4fb5-abf1-b03201937e33" -d '{"events": [{"server_uuid": "588445f7-ed49-4a2c-90ad-7919bedbcaf6", "name": "network-vif-deleted", "tag": "c38dcf54-69af-4f8b-a38c-0a870cea093d"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:16:02.548489 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0348a800-cb9a-474b-a8b7-3cb8760641fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:02.601105 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69eda647-049d-4f58-9eee-e1060b71ccd1 x-openstack-request-id: req-69eda647-049d-4f58-9eee-e1060b71ccd1 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:16:02.601412 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588445f7-ed49-4a2c-90ad-7919bedbcaf6", "name": "network-vif-deleted", "tag": "c38dcf54-69af-4f8b-a38c-0a870cea093d", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:16:02.601670 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69eda647-049d-4f58-9eee-e1060b71ccd1 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:16:02.602258 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588445f7-ed49-4a2c-90ad-7919bedbcaf6', 'name': 'network-vif-deleted', 'tag': 'c38dcf54-69af-4f8b-a38c-0a870cea093d', 'status': 'completed', 'code': 200} Nov 26 03:16:02.704750 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec7cd7af-d0cc-4f8c-b1f4-74e8adf0888f req-a3594779-bd22-419d-9ca6-20654f8fe06b tempest-VolumesSnapshotTestJSON-844488629 tempest-VolumesSnapshotTestJSON-844488629-project] 10.222.0.31 "GET /v2.0/ports?device_id=588445f7-ed49-4a2c-90ad-7919bedbcaf6 HTTP/1.1" status: 200 len: 210 time: 0.0580699 Nov 26 03:16:02.711102 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0348a800-cb9a-474b-a8b7-3cb8760641fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:02.720463 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0348a800-cb9a-474b-a8b7-3cb8760641fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:02.751611 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51434) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:02.752084 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0348a800-cb9a-474b-a8b7-3cb8760641fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24594a1069514b3295809b9cb27cb72d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5102446 Nov 26 03:16:02.776632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348a800-cb9a-474b-a8b7-3cb8760641fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed35a330-64aa-43e5-ac35-97b78ac4e3c8,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:02.810197 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-61803d70-e4f7-4a16-b089-d7e573c8ac62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:02.836099 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-61803d70-e4f7-4a16-b089-d7e573c8ac62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:02.887681 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-61803d70-e4f7-4a16-b089-d7e573c8ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:02.891237 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-61803d70-e4f7-4a16-b089-d7e573c8ac62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:02.892943 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-61803d70-e4f7-4a16-b089-d7e573c8ac62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed35a330-64aa-43e5-ac35-97b78ac4e3c8 HTTP/1.1" status: 204 len: 168 time: 0.1401391 Nov 26 03:16:02.904163 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61803d70-e4f7-4a16-b089-d7e573c8ac62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed35a330-64aa-43e5-ac35-97b78ac4e3c8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:03.217208 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51442) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:03.246534 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a89a4696-ed2e-4abf-bc9b-5aa68ce123e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:03.333112 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a89a4696-ed2e-4abf-bc9b-5aa68ce123e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:03.336760 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a89a4696-ed2e-4abf-bc9b-5aa68ce123e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:03.377376 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a89a4696-ed2e-4abf-bc9b-5aa68ce123e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a25f8d1fb53e489e8f38f53e25738a4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1579247 Nov 26 03:16:03.378360 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a4696-ed2e-4abf-bc9b-5aa68ce123e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9a7705-9e23-4558-9e87-fc2e3a6f486b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:03.380501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51444) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:03.432497 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d81199a-076c-473d-8115-fbd76bcfa45a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:03.456045 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d81199a-076c-473d-8115-fbd76bcfa45a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:03.514003 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d81199a-076c-473d-8115-fbd76bcfa45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:03.516713 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d81199a-076c-473d-8115-fbd76bcfa45a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:03.517973 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1d81199a-076c-473d-8115-fbd76bcfa45a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce9a7705-9e23-4558-9e87-fc2e3a6f486b HTTP/1.1" status: 204 len: 168 time: 0.1361902 Nov 26 03:16:03.527562 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81199a-076c-473d-8115-fbd76bcfa45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9a7705-9e23-4558-9e87-fc2e3a6f486b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:04.214482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51484) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:04.224332 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-323625f1-05d4-4fd1-920e-e8680f8969a3 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1918129706', 'description': 'tempest-secgroup-smoke-1918129706 description', 'project_id': 'a09da3e96ef842b592a701a4c15abb75'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:16:04.258279 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-323625f1-05d4-4fd1-920e-e8680f8969a3 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:04.347258 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-323625f1-05d4-4fd1-920e-e8680f8969a3 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:04.353886 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-323625f1-05d4-4fd1-920e-e8680f8969a3 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:04.391869 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323625f1-05d4-4fd1-920e-e8680f8969a3 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e49f20-2499-4b15-aeb3-01ff75891a1a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:04.407873 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-323625f1-05d4-4fd1-920e-e8680f8969a3 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:04.412599 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51492) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:04.413392 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-323625f1-05d4-4fd1-920e-e8680f8969a3 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1974993 Nov 26 03:16:04.417959 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-5f48da14-c2c8-467e-b5df-947c8d97dc62 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Request body: {'security_group_rule': {'security_group_id': '84e49f20-2499-4b15-aeb3-01ff75891a1a', 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:16:04.463773 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f48da14-c2c8-467e-b5df-947c8d97dc62 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:04.523565 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f48da14-c2c8-467e-b5df-947c8d97dc62 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:04.527593 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f48da14-c2c8-467e-b5df-947c8d97dc62 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:04.557558 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48da14-c2c8-467e-b5df-947c8d97dc62 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a0d86b-4baa-4661-ac41-91c6694e5f16,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:04.566949 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f48da14-c2c8-467e-b5df-947c8d97dc62 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:04.568414 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5f48da14-c2c8-467e-b5df-947c8d97dc62 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1547415 Nov 26 03:16:04.571158 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51496) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:04.575823 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-2bc437fb-cace-4206-8e40-ca039dd081df tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Request body: {'security_group_rule': {'security_group_id': '84e49f20-2499-4b15-aeb3-01ff75891a1a', 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:16:04.604167 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2bc437fb-cace-4206-8e40-ca039dd081df tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:04.672401 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2bc437fb-cace-4206-8e40-ca039dd081df tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:04.677532 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2bc437fb-cace-4206-8e40-ca039dd081df tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:04.707319 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2bc437fb-cace-4206-8e40-ca039dd081df tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:04.709118 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2bc437fb-cace-4206-8e40-ca039dd081df tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368029 Nov 26 03:16:04.710091 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc437fb-cace-4206-8e40-ca039dd081df tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597698c5-5422-4f1b-a66a-e5091a1c7877,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:04.711950 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51500) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:04.717313 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a7c927d8-7899-4391-b612-d342f73f5d4b tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Request body: {'security_group_rule': {'security_group_id': '84e49f20-2499-4b15-aeb3-01ff75891a1a', 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:16:04.757991 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7c927d8-7899-4391-b612-d342f73f5d4b tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:04.834295 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7c927d8-7899-4391-b612-d342f73f5d4b tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:04.840943 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7c927d8-7899-4391-b612-d342f73f5d4b tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:04.872186 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c927d8-7899-4391-b612-d342f73f5d4b tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12fa5f2e-48d5-4c7e-aec3-68fe4dade046,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:04.882529 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a7c927d8-7899-4391-b612-d342f73f5d4b tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:04.884293 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a7c927d8-7899-4391-b612-d342f73f5d4b tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1711442 Nov 26 03:16:04.886892 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51506) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:04.893347 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-bfcbcec6-544d-4c56-aafc-a0c7ee41bf3e tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Request body: {'security_group_rule': {'security_group_id': '84e49f20-2499-4b15-aeb3-01ff75891a1a', 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:16:04.927049 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfcbcec6-544d-4c56-aafc-a0c7ee41bf3e tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:05.055330 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfcbcec6-544d-4c56-aafc-a0c7ee41bf3e tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:05.061037 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfcbcec6-544d-4c56-aafc-a0c7ee41bf3e tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:05.085337 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbcec6-544d-4c56-aafc-a0c7ee41bf3e tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989e5bd1-2284-4114-804b-e442c9a31ce7,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:05.092386 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bfcbcec6-544d-4c56-aafc-a0c7ee41bf3e tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:05.096536 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bfcbcec6-544d-4c56-aafc-a0c7ee41bf3e tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2056024 Nov 26 03:16:05.098526 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51516) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:05.104816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-a0c16714-fbf3-426f-b3a3-0cdaa0656c40 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Request body: {'security_group_rule': {'security_group_id': '84e49f20-2499-4b15-aeb3-01ff75891a1a', 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:16:05.137481 n-d-819389-3 neutron-server[104802]: INFO neutron.db.securitygroups_db [None req-a0c16714-fbf3-426f-b3a3-0cdaa0656c40 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Project a09da3e96ef842b592a701a4c15abb75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:16:05.148134 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a0c16714-fbf3-426f-b3a3-0cdaa0656c40 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:05.226139 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a0c16714-fbf3-426f-b3a3-0cdaa0656c40 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:05.233735 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a0c16714-fbf3-426f-b3a3-0cdaa0656c40 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:05.253414 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c16714-fbf3-426f-b3a3-0cdaa0656c40 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d4abd4-80b6-4268-883e-be16e56191e2,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:05.263159 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a0c16714-fbf3-426f-b3a3-0cdaa0656c40 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:05.266963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a0c16714-fbf3-426f-b3a3-0cdaa0656c40 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1638732 Nov 26 03:16:05.267445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51524) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:05.272239 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a26eca81-041d-4b99-86d5-3177d0c7ed08 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Request body: {'security_group_rule': {'security_group_id': '84e49f20-2499-4b15-aeb3-01ff75891a1a', 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:16:05.294144 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-a26eca81-041d-4b99-86d5-3177d0c7ed08 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Project a09da3e96ef842b592a701a4c15abb75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:16:05.299898 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a26eca81-041d-4b99-86d5-3177d0c7ed08 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:05.362311 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a26eca81-041d-4b99-86d5-3177d0c7ed08 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:05.366402 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a26eca81-041d-4b99-86d5-3177d0c7ed08 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:05.388383 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26eca81-041d-4b99-86d5-3177d0c7ed08 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb98d3ec-733b-43b4-8d42-86ca472e9c85,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:05.399144 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a26eca81-041d-4b99-86d5-3177d0c7ed08 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:05.406518 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a26eca81-041d-4b99-86d5-3177d0c7ed08 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1324620 Nov 26 03:16:05.922727 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16b5cb57-def7-41cd-be9e-38409975d39a req-2fe00d37-0ddd-47f3-bd23-9d080b2c300e tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1918129706&fields=id&tenant_id=a09da3e96ef842b592a701a4c15abb75 HTTP/1.1" status: 200 len: 267 time: 0.0517442 Nov 26 03:16:06.030778 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5cb57-def7-41cd-be9e-38409975d39a req-75eba3c9-63f1-443e-9ee7-c4f5caaa34ce tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:06.032441 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16b5cb57-def7-41cd-be9e-38409975d39a req-75eba3c9-63f1-443e-9ee7-c4f5caaa34ce tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/networks?id=61ea4654-2d1e-4dd5-ae19-da4c365736f8 HTTP/1.1" status: 200 len: 813 time: 0.1077974 Nov 26 03:16:06.049788 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16b5cb57-def7-41cd-be9e-38409975d39a req-b77395b6-da5b-4c0e-b172-54ed96d6b9c0 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/quotas/a09da3e96ef842b592a701a4c15abb75 HTTP/1.1" status: 200 len: 375 time: 0.0114865 Nov 26 03:16:06.120937 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16b5cb57-def7-41cd-be9e-38409975d39a req-f0d4895b-bd27-4320-a9f1-1173f2875618 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a09da3e96ef842b592a701a4c15abb75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569105 Nov 26 03:16:06.424024 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16b5cb57-def7-41cd-be9e-38409975d39a req-51aec1d5-c458-435d-bdd9-2a386785ffc1 service neutron] 10.222.0.31 "GET /v2.0/networks/61ea4654-2d1e-4dd5-ae19-da4c365736f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864356 Nov 26 03:16:06.535386 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16b5cb57-def7-41cd-be9e-38409975d39a req-7b9d1ff2-6afe-4baa-85b2-b98e900eb5fe service neutron] 10.222.0.31 "GET /v2.0/networks/61ea4654-2d1e-4dd5-ae19-da4c365736f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027024 Nov 26 03:16:06.631061 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device c38dcf54-69af-4f8b-a38c-0a870cea093d no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:16:06.663424 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: c38dcf54-69af-4f8b-a38c-0a870cea093d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:16:06.664014 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device c38dcf54-69af-4f8b-a38c-0a870cea093d not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:16:06.947244 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f757e4e9-5726-41f4-a6ea-d4eece17684f req-8b89550b-f687-495c-a812-56709aba5096 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 210 time: 0.0442693 Nov 26 03:16:08.240597 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0fd01b24-5790-410e-8524-475c4a636c70 req-9634a1f6-2169-4ac1-bcf2-5ab1cf2226ec tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 210 time: 0.0622673 Nov 26 03:16:08.394761 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5cb57-def7-41cd-be9e-38409975d39a req-3032e419-04d6-41c5-9180-02ee0a6b7e44 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:08.396422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16b5cb57-def7-41cd-be9e-38409975d39a req-3032e419-04d6-41c5-9180-02ee0a6b7e44 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.54 "GET /v2.0/networks?id=61ea4654-2d1e-4dd5-ae19-da4c365736f8 HTTP/1.1" status: 200 len: 813 time: 0.1698484 Nov 26 03:16:08.538498 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16b5cb57-def7-41cd-be9e-38409975d39a req-5326fba1-adee-4ea0-9473-cc2057d5f8d4 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a09da3e96ef842b592a701a4c15abb75 HTTP/1.1" status: 200 len: 380 time: 0.1242046 Nov 26 03:16:08.550691 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-16b5cb57-def7-41cd-be9e-38409975d39a req-f59325b1-f40b-4019-8ff0-6bf9c5900b69 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Request body: {'port': {'device_id': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'admin_state_up': True, 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'security_groups': ['84e49f20-2499-4b15-aeb3-01ff75891a1a']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:16:08.750160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b5cb57-def7-41cd-be9e-38409975d39a req-f59325b1-f40b-4019-8ff0-6bf9c5900b69 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Made reservation on behalf of a09da3e96ef842b592a701a4c15abb75 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:16:08.753968 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16b5cb57-def7-41cd-be9e-38409975d39a req-f59325b1-f40b-4019-8ff0-6bf9c5900b69 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:08.982162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-16b5cb57-def7-41cd-be9e-38409975d39a req-f59325b1-f40b-4019-8ff0-6bf9c5900b69 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Allocated IP 172.20.0.6 (61ea4654-2d1e-4dd5-ae19-da4c365736f8/104fa751-0855-4e79-9f53-06313c7a4b73/6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:16:09.160172 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16b5cb57-def7-41cd-be9e-38409975d39a req-f59325b1-f40b-4019-8ff0-6bf9c5900b69 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:09.240028 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16b5cb57-def7-41cd-be9e-38409975d39a req-f59325b1-f40b-4019-8ff0-6bf9c5900b69 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:09.282562 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b5cb57-def7-41cd-be9e-38409975d39a req-f59325b1-f40b-4019-8ff0-6bf9c5900b69 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Network 61ea4654-2d1e-4dd5-ae19-da4c365736f8 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:16:09.288498 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-16b5cb57-def7-41cd-be9e-38409975d39a req-f59325b1-f40b-4019-8ff0-6bf9c5900b69 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:16:09.295196 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b5cb57-def7-41cd-be9e-38409975d39a req-f59325b1-f40b-4019-8ff0-6bf9c5900b69 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:16:09.375326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59325b1-f40b-4019-8ff0-6bf9c5900b69 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Pushing event updated for resources: {'Port': ['ID=6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:09.409247 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5cb57-def7-41cd-be9e-38409975d39a req-f59325b1-f40b-4019-8ff0-6bf9c5900b69 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:09.409879 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16b5cb57-def7-41cd-be9e-38409975d39a req-f59325b1-f40b-4019-8ff0-6bf9c5900b69 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:09.452763 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16b5cb57-def7-41cd-be9e-38409975d39a req-f59325b1-f40b-4019-8ff0-6bf9c5900b69 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9073408 Nov 26 03:16:09.472501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Request body: {'port': {'device_id': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:16:09.651257 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:09.680862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c1686-d74c-43f4-82df-36877d023e40 req-c1aab45c-ebe9-4ea1-98e7-1d957d3dd041 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:09.682488 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-086c1686-d74c-43f4-82df-36877d023e40 req-c1aab45c-ebe9-4ea1-98e7-1d957d3dd041 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 931 time: 0.3168497 Nov 26 03:16:09.759822 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-71337291-d808-4abd-b13f-d190ddf2d8ea None None] Provisioning complete for port 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:16:09.760389 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-71337291-d808-4abd-b13f-d190ddf2d8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:09.770860 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-086c1686-d74c-43f4-82df-36877d023e40 req-1c7a025d-3d06-4057-97d0-48f67c409295 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667472 Nov 26 03:16:09.820525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-71337291-d808-4abd-b13f-d190ddf2d8ea None None] Port 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:16:10.157857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:16:10.165590 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:10.179481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Transition to ACTIVE for port object 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:16:10.189253 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:10.253297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Pushing event updated for resources: {'Port': ['ID=6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:10.447542 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Attempting to bind port 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:16:10.448589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Attempting to bind port 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '9d5c9700-6dcb-4735-b61b-c3790ba81da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:16:10.449094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Attempting to bind port 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 on network 61ea4654-2d1e-4dd5-ae19-da4c365736f8 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:16:10.454432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Port 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 on network 61ea4654-2d1e-4dd5-ae19-da4c365736f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:16:10.455008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Attempting to bind port 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 on network 61ea4654-2d1e-4dd5-ae19-da4c365736f8 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:16:10.474006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:16:10.474345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Checking segment: {'id': '9d5c9700-6dcb-4735-b61b-c3790ba81da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:16:10.474739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Bound using segment: {'id': '9d5c9700-6dcb-4735-b61b-c3790ba81da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:16:10.475179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Bound port: 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d5c9700-6dcb-4735-b61b-c3790ba81da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:16:10.477142 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:10.565655 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] For port 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:16:10.571824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] For port 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26,segment=NetworkSegment(9d5c9700-6dcb-4735-b61b-c3790ba81da6),segment_id=9d5c9700-6dcb-4735-b61b-c3790ba81da6)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:16:10.578511 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:10.689090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:10.690441 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:10.695241 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16b5cb57-def7-41cd-be9e-38409975d39a req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] 10.222.0.54 "PUT /v2.0/ports/6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 HTTP/1.1" status: 200 len: 1091 time: 1.2269032 Nov 26 03:16:10.700979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'tag': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:16:10.710107 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7ea5e8-8521-48fc-875f-469baa565f30" -d '{"events": [{"name": "network-changed", "server_uuid": "cbad2fcd-7de5-4b29-ad01-3222bf3b0588", "tag": "6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:16:10.831629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe5971-1fd8-4a76-a6d9-5137c33f21fe service neutron] Pushing event updated for resources: {'Port': ['ID=6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:10.850138 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5cb57-def7-41cd-be9e-38409975d39a req-9e9b59b3-8879-4ec6-a8d4-f9756f2a72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:10.851962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16b5cb57-def7-41cd-be9e-38409975d39a req-9e9b59b3-8879-4ec6-a8d4-f9756f2a72b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a09da3e96ef842b592a701a4c15abb75&device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 1094 time: 0.0811222 Nov 26 03:16:10.877055 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b5d1e8-4c10-4beb-8f99-5feb38af5726 x-openstack-request-id: req-b9b5d1e8-4c10-4beb-8f99-5feb38af5726 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:16:10.877353 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbad2fcd-7de5-4b29-ad01-3222bf3b0588", "tag": "6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:16:10.877615 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9b5d1e8-4c10-4beb-8f99-5feb38af5726 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:16:10.882125 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'tag': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26', 'status': 'completed', 'code': 200} Nov 26 03:16:10.904985 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:16:10.977403 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16b5cb57-def7-41cd-be9e-38409975d39a req-ba6755d4-956a-4350-872c-c3d140cef899 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 HTTP/1.1" status: 200 len: 217 time: 0.1092801 Nov 26 03:16:11.119274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5cb57-def7-41cd-be9e-38409975d39a req-512eaca4-ce2d-40fb-bfa1-63ad0a7303eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:11.120792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16b5cb57-def7-41cd-be9e-38409975d39a req-512eaca4-ce2d-40fb-bfa1-63ad0a7303eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=104fa751-0855-4e79-9f53-06313c7a4b73 HTTP/1.1" status: 200 len: 852 time: 0.1093388 Nov 26 03:16:11.148239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b197426-7b9f-4d3f-b59b-b2c782a4b919 req-17a03ed7-a113-4d58-926e-b25656d9dedc tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:11.151548 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b197426-7b9f-4d3f-b59b-b2c782a4b919 req-17a03ed7-a113-4d58-926e-b25656d9dedc tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 943 time: 0.1935642 Nov 26 03:16:11.233922 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b197426-7b9f-4d3f-b59b-b2c782a4b919 req-0cf97cd9-8642-49b4-94b9-ec8fd10632ff tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686269 Nov 26 03:16:11.255830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5cb57-def7-41cd-be9e-38409975d39a req-0298a06b-7102-4494-b59d-0e7822bec740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:11.255830 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16b5cb57-def7-41cd-be9e-38409975d39a req-0298a06b-7102-4494-b59d-0e7822bec740 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61ea4654-2d1e-4dd5-ae19-da4c365736f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002109 Nov 26 03:16:11.402869 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16b5cb57-def7-41cd-be9e-38409975d39a req-f1ac7e2f-8de6-4bf9-b183-ebb2bbdff638 service neutron] 10.222.0.54 "GET /v2.0/networks/61ea4654-2d1e-4dd5-ae19-da4c365736f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410499 Nov 26 03:16:11.550641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-16b5cb57-def7-41cd-be9e-38409975d39a req-57d01ee2-215f-4414-8924-0b0f369586c9 service neutron] 10.222.0.54 "GET /v2.0/networks/61ea4654-2d1e-4dd5-ae19-da4c365736f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378002 Nov 26 03:16:11.694930 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-231b9955-c21a-437a-bf50-976932e59989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:11.773262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ea5e8-8521-48fc-875f-469baa565f30 req-cbbbef41-478c-4a07-b4c2-79515da578cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:11.774819 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d7ea5e8-8521-48fc-875f-469baa565f30 req-cbbbef41-478c-4a07-b4c2-79515da578cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a09da3e96ef842b592a701a4c15abb75&device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 1094 time: 0.1257696 Nov 26 03:16:11.972379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ea5e8-8521-48fc-875f-469baa565f30 req-2eb40d69-5231-4006-920c-1056c0bf676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:11.973896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d7ea5e8-8521-48fc-875f-469baa565f30 req-2eb40d69-5231-4006-920c-1056c0bf676f service neutron] 10.222.0.54 "GET /v2.0/networks?id=61ea4654-2d1e-4dd5-ae19-da4c365736f8 HTTP/1.1" status: 200 len: 914 time: 0.1910582 Nov 26 03:16:12.054857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d7ea5e8-8521-48fc-875f-469baa565f30 req-30500c0e-a84a-4ac3-9ddb-5d5118df441d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 HTTP/1.1" status: 200 len: 217 time: 0.0737882 Nov 26 03:16:12.169600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ea5e8-8521-48fc-875f-469baa565f30 req-12b4dfaf-d1a9-492f-b77c-f791115b3538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:12.171105 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d7ea5e8-8521-48fc-875f-469baa565f30 req-12b4dfaf-d1a9-492f-b77c-f791115b3538 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=104fa751-0855-4e79-9f53-06313c7a4b73 HTTP/1.1" status: 200 len: 852 time: 0.1021421 Nov 26 03:16:12.271857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ea5e8-8521-48fc-875f-469baa565f30 req-e4012a42-ce34-4b8c-b511-8894fa334e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:12.279577 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d7ea5e8-8521-48fc-875f-469baa565f30 req-e4012a42-ce34-4b8c-b511-8894fa334e60 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61ea4654-2d1e-4dd5-ae19-da4c365736f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014516 Nov 26 03:16:12.541221 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b570-0fc6-4f73-b007-56db8b223a91 req-fde87dc3-77de-4210-b30d-bc567b5dfb0f tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:12.547296 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9048b570-0fc6-4f73-b007-56db8b223a91 req-fde87dc3-77de-4210-b30d-bc567b5dfb0f tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 943 time: 0.1619971 Nov 26 03:16:12.627724 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d7ea5e8-8521-48fc-875f-469baa565f30 req-ab6d38d9-214e-418c-a7e2-add6207aba5d service neutron] 10.222.0.54 "GET /v2.0/networks/61ea4654-2d1e-4dd5-ae19-da4c365736f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406804 Nov 26 03:16:12.694551 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9048b570-0fc6-4f73-b007-56db8b223a91 req-e1302c57-2230-4729-b214-53055298bc70 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232982 Nov 26 03:16:13.598919 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d7ea5e8-8521-48fc-875f-469baa565f30 req-f7cde786-2005-4da3-9f9e-0b092234926d service neutron] 10.222.0.54 "GET /v2.0/networks/61ea4654-2d1e-4dd5-ae19-da4c365736f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9592590 Nov 26 03:16:13.881034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc607a41-a4cf-4bd8-bdc8-402cea7a2a8d req-17756173-21f6-43b2-98aa-983412b930b0 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:13.883158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc607a41-a4cf-4bd8-bdc8-402cea7a2a8d req-17756173-21f6-43b2-98aa-983412b930b0 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 943 time: 0.0796084 Nov 26 03:16:13.941048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc607a41-a4cf-4bd8-bdc8-402cea7a2a8d req-c83bdbff-3cd6-4337-955c-5e3cb1295abe tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482314 Nov 26 03:16:14.140164 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bff1bc00-7993-4c15-838b-fc53520de058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:15.084641 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:15.168376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af614a48-69ed-4cc4-b662-c28e19cd4699 req-914ec5c1-12ce-4384-b7a8-70f9da822f4b tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:15.173966 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af614a48-69ed-4cc4-b662-c28e19cd4699 req-914ec5c1-12ce-4384-b7a8-70f9da822f4b tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 943 time: 0.1086743 Nov 26 03:16:15.298234 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af614a48-69ed-4cc4-b662-c28e19cd4699 req-5e934f2b-038f-4af6-af18-3353dbcc8400 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153643 Nov 26 03:16:16.503086 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733f10c-3933-4698-b493-1a53fb97c6f9 req-7ca00084-d81e-46cd-9fe8-1d8964a8beb0 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:16.504741 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a733f10c-3933-4698-b493-1a53fb97c6f9 req-7ca00084-d81e-46cd-9fe8-1d8964a8beb0 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 943 time: 0.0839970 Nov 26 03:16:16.585010 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a733f10c-3933-4698-b493-1a53fb97c6f9 req-66757cb2-8893-48f0-b34d-5910acf175ac tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731134 Nov 26 03:16:16.662244 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:17.573119 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:17.838513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ecb91-b6c3-4a3a-9614-a2fae02c6bc1 req-b1ad4bd4-1126-4237-90d9-a931fd127b1c tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:17.841966 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-902ecb91-b6c3-4a3a-9614-a2fae02c6bc1 req-b1ad4bd4-1126-4237-90d9-a931fd127b1c tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 943 time: 0.1281152 Nov 26 03:16:17.898496 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-902ecb91-b6c3-4a3a-9614-a2fae02c6bc1 req-635d668e-5d6d-406d-900e-fcf891a602e3 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507283 Nov 26 03:16:18.854994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51784) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:19.001657 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-11a7e546-843b-469c-a58a-38b077a98f56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:19.114638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f4aa0-9563-428c-8239-6062d7f3ee15 req-2c83846f-f8af-48c9-8ad9-2a5e2aaf6a3b tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:19.116530 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-826f4aa0-9563-428c-8239-6062d7f3ee15 req-2c83846f-f8af-48c9-8ad9-2a5e2aaf6a3b tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 943 time: 0.1125846 Nov 26 03:16:19.150214 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-11a7e546-843b-469c-a58a-38b077a98f56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:19.174170 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-11a7e546-843b-469c-a58a-38b077a98f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:19.185128 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-826f4aa0-9563-428c-8239-6062d7f3ee15 req-9d91f68f-a68f-4a21-9391-2679f430d112 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589287 Nov 26 03:16:19.226670 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-11a7e546-843b-469c-a58a-38b077a98f56 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b723411f8c7e4649bf85dfaf109e6d3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3681805 Nov 26 03:16:19.226670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7e546-843b-469c-a58a-38b077a98f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650823ce-f22e-4e95-a243-18003eb8bed0,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:19.227161 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51790) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:19.302677 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bade12f6-1f70-4909-9670-70c893426a6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:19.326195 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bade12f6-1f70-4909-9670-70c893426a6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:19.376731 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bade12f6-1f70-4909-9670-70c893426a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:19.379967 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bade12f6-1f70-4909-9670-70c893426a6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:19.384452 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bade12f6-1f70-4909-9670-70c893426a6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/650823ce-f22e-4e95-a243-18003eb8bed0 HTTP/1.1" status: 204 len: 168 time: 0.1502039 Nov 26 03:16:19.393708 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade12f6-1f70-4909-9670-70c893426a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650823ce-f22e-4e95-a243-18003eb8bed0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:19.403230 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bade12f6-1f70-4909-9670-70c893426a6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:19.403846 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bade12f6-1f70-4909-9670-70c893426a6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:19.404564 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bade12f6-1f70-4909-9670-70c893426a6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:19.405124 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bade12f6-1f70-4909-9670-70c893426a6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:19.405723 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bade12f6-1f70-4909-9670-70c893426a6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:19.406271 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bade12f6-1f70-4909-9670-70c893426a6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:19.406935 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bade12f6-1f70-4909-9670-70c893426a6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:19.407533 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bade12f6-1f70-4909-9670-70c893426a6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:19.408199 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bade12f6-1f70-4909-9670-70c893426a6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:19.408745 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bade12f6-1f70-4909-9670-70c893426a6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:19.409305 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bade12f6-1f70-4909-9670-70c893426a6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:19.409889 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bade12f6-1f70-4909-9670-70c893426a6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:19.738971 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51798) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:19.752705 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-085bb389-bc6d-4d3f-8b0f-ff8288f61aaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:19.842204 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-085bb389-bc6d-4d3f-8b0f-ff8288f61aaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:19.847122 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-085bb389-bc6d-4d3f-8b0f-ff8288f61aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:19.890958 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-085bb389-bc6d-4d3f-8b0f-ff8288f61aaf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4a0fb13e102458483ebb269c6e4bc42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506753 Nov 26 03:16:19.891844 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bb389-bc6d-4d3f-8b0f-ff8288f61aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70adb5f-9c85-47f4-8a7e-6ac29e4e4e21,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:19.894329 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51808) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:19.951968 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2b0b320-3038-431c-92b5-1280742155d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:19.978911 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2b0b320-3038-431c-92b5-1280742155d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:20.031101 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2b0b320-3038-431c-92b5-1280742155d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:20.034306 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e2b0b320-3038-431c-92b5-1280742155d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:20.035644 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e2b0b320-3038-431c-92b5-1280742155d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a70adb5f-9c85-47f4-8a7e-6ac29e4e4e21 HTTP/1.1" status: 204 len: 168 time: 0.1403441 Nov 26 03:16:20.045407 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0b320-3038-431c-92b5-1280742155d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70adb5f-9c85-47f4-8a7e-6ac29e4e4e21,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:20.390757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596f1d2-30dc-4858-9017-8b8a4d7421d4 req-a1ac3543-c1f6-455c-b935-5f091c885955 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:20.400768 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b596f1d2-30dc-4858-9017-8b8a4d7421d4 req-a1ac3543-c1f6-455c-b935-5f091c885955 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 943 time: 0.0689402 Nov 26 03:16:20.432101 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51822) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:20.447726 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7fcdcfc-1ca9-4feb-b82e-424641bc5ebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:20.467053 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b596f1d2-30dc-4858-9017-8b8a4d7421d4 req-c89ca603-d6c7-4b90-a01f-e714544d3cad tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604563 Nov 26 03:16:20.535132 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7fcdcfc-1ca9-4feb-b82e-424641bc5ebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:20.541184 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7fcdcfc-1ca9-4feb-b82e-424641bc5ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:20.580868 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcdcfc-1ca9-4feb-b82e-424641bc5ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf98108f-6888-48f3-b9a3-5ea614350f5e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:20.585437 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d7fcdcfc-1ca9-4feb-b82e-424641bc5ebe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5cd4c2adab94710b3325c44ba3c753b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1520832 Nov 26 03:16:20.588736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51824) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:20.651930 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-768b9415-708f-4d26-bc52-2ec81ba3cbfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:20.675047 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-768b9415-708f-4d26-bc52-2ec81ba3cbfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:20.723538 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-768b9415-708f-4d26-bc52-2ec81ba3cbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:20.727003 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-768b9415-708f-4d26-bc52-2ec81ba3cbfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:20.728950 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-768b9415-708f-4d26-bc52-2ec81ba3cbfd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf98108f-6888-48f3-b9a3-5ea614350f5e HTTP/1.1" status: 204 len: 168 time: 0.1390328 Nov 26 03:16:20.737378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b9415-708f-4d26-bc52-2ec81ba3cbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf98108f-6888-48f3-b9a3-5ea614350f5e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:21.483472 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 51856) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:21.598223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347cdc9-92cc-4fdc-9241-3f7fbccc4f87 req-1236f90f-afde-486f-ae97-f90f7f8bf624 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:21.606536 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c347cdc9-92cc-4fdc-9241-3f7fbccc4f87 req-1236f90f-afde-486f-ae97-f90f7f8bf624 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 943 time: 0.0628064 Nov 26 03:16:21.629130 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-10fce7f9-101c-4a27-91ad-a071f3cf864c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1432488862-network', 'tenant_id': 'f0b4de4c5cbc45468408c46727948058'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:16:21.660616 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c347cdc9-92cc-4fdc-9241-3f7fbccc4f87 req-6ca01bab-972c-4c3a-bd08-e8e54c336715 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530756 Nov 26 03:16:21.666247 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fce7f9-101c-4a27-91ad-a071f3cf864c admin admin] Made reservation on behalf of f0b4de4c5cbc45468408c46727948058 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:16:21.669490 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-10fce7f9-101c-4a27-91ad-a071f3cf864c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:21.678834 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-10fce7f9-101c-4a27-91ad-a071f3cf864c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:21.763488 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-10fce7f9-101c-4a27-91ad-a071f3cf864c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:21.767887 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-10fce7f9-101c-4a27-91ad-a071f3cf864c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:21.798495 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10fce7f9-101c-4a27-91ad-a071f3cf864c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:16:21.806511 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fce7f9-101c-4a27-91ad-a071f3cf864c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db9639c-95d3-44bb-9bdf-bed9c6318453,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:21.817006 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-10fce7f9-101c-4a27-91ad-a071f3cf864c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:21.817620 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-10fce7f9-101c-4a27-91ad-a071f3cf864c admin admin] Added segment ac12994d-1456-4a16-8a12-7d56c75385e0 of type vlan for network 62b51977-30a7-47af-bea9-81c7d24d6dea Nov 26 03:16:21.874169 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-10fce7f9-101c-4a27-91ad-a071f3cf864c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:21.904394 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-10fce7f9-101c-4a27-91ad-a071f3cf864c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:21.905517 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fce7f9-101c-4a27-91ad-a071f3cf864c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:21.906212 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-10fce7f9-101c-4a27-91ad-a071f3cf864c admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:21.933755 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-10fce7f9-101c-4a27-91ad-a071f3cf864c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4482670 Nov 26 03:16:21.938289 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 51864) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:21.944026 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-e3ee78bc-83b3-4890-9a53-beb1d4ddfa9b admin admin] Request body: {'subnet': {'network_id': '62b51977-30a7-47af-bea9-81c7d24d6dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1432488862-subnet', 'tenant_id': 'f0b4de4c5cbc45468408c46727948058', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:16:21.980151 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fce7f9-101c-4a27-91ad-a071f3cf864c admin admin] Pushing event updated for resources: {'Network': ['ID=62b51977-30a7-47af-bea9-81c7d24d6dea,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:21.981753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ee78bc-83b3-4890-9a53-beb1d4ddfa9b admin admin] Made reservation on behalf of f0b4de4c5cbc45468408c46727948058 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:16:21.984818 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3ee78bc-83b3-4890-9a53-beb1d4ddfa9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:21.990993 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 62b51977-30a7-47af-bea9-81c7d24d6dea details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:16:22.200094 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3ee78bc-83b3-4890-9a53-beb1d4ddfa9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:22.279022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee78bc-83b3-4890-9a53-beb1d4ddfa9b admin admin] Checking segment: {'id': 'ac12994d-1456-4a16-8a12-7d56c75385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '62b51977-30a7-47af-bea9-81c7d24d6dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:16:22.279384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ee78bc-83b3-4890-9a53-beb1d4ddfa9b admin admin] Network hostable DHCP agents. Network: 62b51977-30a7-47af-bea9-81c7d24d6dea, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:16:22.281335 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee78bc-83b3-4890-9a53-beb1d4ddfa9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=af56969b-5c91-465c-9ec1-97b49f3e3f64,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:22.298807 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ee78bc-83b3-4890-9a53-beb1d4ddfa9b admin admin] Network 62b51977-30a7-47af-bea9-81c7d24d6dea is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:16:22.308690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-e3ee78bc-83b3-4890-9a53-beb1d4ddfa9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 62b51977-30a7-47af-bea9-81c7d24d6dea) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:16:22.313509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ee78bc-83b3-4890-9a53-beb1d4ddfa9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:22.314335 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3ee78bc-83b3-4890-9a53-beb1d4ddfa9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:22.318015 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f83497-869e-4697-bd5a-715a562fa776 None None] Network 62b51977-30a7-47af-bea9-81c7d24d6dea requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:16:22.344915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e3ee78bc-83b3-4890-9a53-beb1d4ddfa9b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4054389 Nov 26 03:16:22.457843 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd32438-c301-4fc1-8d64-441585e97140 None None] Network 62b51977-30a7-47af-bea9-81c7d24d6dea requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:16:22.599383 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:22.791159 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87476341-d54f-4596-b6ed-e5b175016800 req-506ddaa7-e224-4645-a736-4327d5a11b77 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:22.798602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-87476341-d54f-4596-b6ed-e5b175016800 req-506ddaa7-e224-4645-a736-4327d5a11b77 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 943 time: 0.0647423 Nov 26 03:16:22.863616 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-87476341-d54f-4596-b6ed-e5b175016800 req-cfc0e771-f940-44c9-bfe0-6a40f33d98cb tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640306 Nov 26 03:16:23.672461 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:24.017240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fb4e4-4904-44eb-b90f-d824a87ac660 req-84a46325-ddd8-4cad-b49b-f3cdb24bc788 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:24.025187 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-806fb4e4-4904-44eb-b90f-d824a87ac660 req-84a46325-ddd8-4cad-b49b-f3cdb24bc788 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 943 time: 0.0660636 Nov 26 03:16:24.095711 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-806fb4e4-4904-44eb-b90f-d824a87ac660 req-56b06227-423a-43b4-9af0-f687acf8e0d9 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630991 Nov 26 03:16:24.272337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-b6db4aa7-3bfe-4ccc-b6a3-3dedc048501b tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:24.274476 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-b6db4aa7-3bfe-4ccc-b6a3-3dedc048501b tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/networks?id=62b51977-30a7-47af-bea9-81c7d24d6dea HTTP/1.1" status: 200 len: 809 time: 0.1064973 Nov 26 03:16:24.290330 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-14fbfdf0-17bd-4be5-a01a-9d75d4235731 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/quotas/f0b4de4c5cbc45468408c46727948058 HTTP/1.1" status: 200 len: 375 time: 0.0094683 Nov 26 03:16:24.323644 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-adbdbf5a-5a80-4855-8d37-43958646ecf6 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0b4de4c5cbc45468408c46727948058&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269840 Nov 26 03:16:24.426398 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-fdb7e82b-5490-402d-977e-1dc3428301c1 service neutron] 10.222.0.31 "GET /v2.0/networks/62b51977-30a7-47af-bea9-81c7d24d6dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957551 Nov 26 03:16:24.534594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-29be8690-0852-44e5-995f-88d428ff2cd5 service neutron] 10.222.0.31 "GET /v2.0/networks/62b51977-30a7-47af-bea9-81c7d24d6dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002908 Nov 26 03:16:24.754273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-922a9f82-ccd6-4917-a6b9-e163e2205d25 req-b2317234-ebf0-4851-a79b-e5c9d05f52d9 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=a20e4b7a-b006-444d-9c01-ae08683616e7 HTTP/1.1" status: 200 len: 210 time: 0.0390134 Nov 26 03:16:24.757033 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:16:24.995525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26,segment=NetworkSegment(9d5c9700-6dcb-4735-b61b-c3790ba81da6),segment_id=9d5c9700-6dcb-4735-b61b-c3790ba81da6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:16:25.183919 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'port_id': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26', 'mac_address': 'fa:16:3e:e0:5e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:16:25.228129 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:25.246023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:16:25.281952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26,segment=NetworkSegment(9d5c9700-6dcb-4735-b61b-c3790ba81da6),segment_id=9d5c9700-6dcb-4735-b61b-c3790ba81da6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:16:25.295291 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:25.304639 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c2ab8-3bc1-4711-9bdb-5ca01655628e req-5c78c9f6-19e0-4659-9eb2-636e1e88905e tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:25.307202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-599c2ab8-3bc1-4711-9bdb-5ca01655628e req-5c78c9f6-19e0-4659-9eb2-636e1e88905e tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 943 time: 0.0848157 Nov 26 03:16:25.370580 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-599c2ab8-3bc1-4711-9bdb-5ca01655628e req-aecde6a1-ff3f-4512-b1d8-782133125d57 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571058 Nov 26 03:16:25.388764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:25.404885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:25.405647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:25.407505 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:25.408136 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:25.408848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:25.409238 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:25.409616 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:25.410387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:25.410890 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:25.411618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:25.412213 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:25.412847 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:16:25.683968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:16:25.881792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c315020-5847-4d52-8ce4-c9e5b41d7e4e req-5afbd9fc-ca60-4fc6-820b-0ebf9d2b0ebd tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=a20e4b7a-b006-444d-9c01-ae08683616e7 HTTP/1.1" status: 200 len: 210 time: 0.0475848 Nov 26 03:16:26.303272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-5e8f6798-3693-45de-9c8b-6af5d8b7d869 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:26.305602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-5e8f6798-3693-45de-9c8b-6af5d8b7d869 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.59 "GET /v2.0/networks?id=62b51977-30a7-47af-bea9-81c7d24d6dea HTTP/1.1" status: 200 len: 809 time: 0.1766362 Nov 26 03:16:26.329191 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-0eb9e8d9-9d18-4f40-ae73-58cbc14854a1 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Request body: {'port': {'device_id': 'a20e4b7a-b006-444d-9c01-ae08683616e7', 'network_id': '62b51977-30a7-47af-bea9-81c7d24d6dea', 'admin_state_up': True, 'tenant_id': 'f0b4de4c5cbc45468408c46727948058'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:16:26.475750 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-0eb9e8d9-9d18-4f40-ae73-58cbc14854a1 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Made reservation on behalf of f0b4de4c5cbc45468408c46727948058 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:16:26.479182 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-0eb9e8d9-9d18-4f40-ae73-58cbc14854a1 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:26.517950 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffd13c-dece-46f1-8001-a6a8abd035ad req-e7ee7347-0f15-4886-a2a7-39b4e24f2319 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:26.519459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82ffd13c-dece-46f1-8001-a6a8abd035ad req-e7ee7347-0f15-4886-a2a7-39b4e24f2319 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 944 time: 0.0742378 Nov 26 03:16:26.640968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82ffd13c-dece-46f1-8001-a6a8abd035ad req-87884f25-d7cc-45fb-aa26-3d01ca5e4256 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931103 Nov 26 03:16:26.671125 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-0eb9e8d9-9d18-4f40-ae73-58cbc14854a1 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Allocated IP 172.20.0.5 (62b51977-30a7-47af-bea9-81c7d24d6dea/af56969b-5c91-465c-9ec1-97b49f3e3f64/dcfec836-3cb3-4c27-bf1a-ff28d3b373e6) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:16:26.763221 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:16:26.848003 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:16:26.856364 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:16:26.856740 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:26.951948 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-0eb9e8d9-9d18-4f40-ae73-58cbc14854a1 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:26.985128 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:27.012985 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-0eb9e8d9-9d18-4f40-ae73-58cbc14854a1 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:27.014860 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:16:27.017293 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc7c20d-51fc-4580-bc83-c996c8ebdbb3" -d '{"events": [{"server_uuid": "cbad2fcd-7de5-4b29-ad01-3222bf3b0588", "name": "network-vif-plugged", "status": "completed", "tag": "6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:16:27.053054 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26,segment=NetworkSegment(9d5c9700-6dcb-4735-b61b-c3790ba81da6),segment_id=9d5c9700-6dcb-4735-b61b-c3790ba81da6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:16:27.069347 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:27.100453 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa8fd30-c4bf-4af1-88fd-a20712601f2d x-openstack-request-id: req-cfa8fd30-c4bf-4af1-88fd-a20712601f2d {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:16:27.100705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-0eb9e8d9-9d18-4f40-ae73-58cbc14854a1 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Network 62b51977-30a7-47af-bea9-81c7d24d6dea is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:16:27.101186 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbad2fcd-7de5-4b29-ad01-3222bf3b0588", "name": "network-vif-plugged", "status": "completed", "tag": "6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:16:27.101605 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfa8fd30-c4bf-4af1-88fd-a20712601f2d {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:16:27.102239 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26', 'code': 200} Nov 26 03:16:27.109545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-0eb9e8d9-9d18-4f40-ae73-58cbc14854a1 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:16:27.117666 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-0eb9e8d9-9d18-4f40-ae73-58cbc14854a1 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:16:27.145450 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:27.157360 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884632eb-4a45-4e67-aa43-c94f769d67d8 req-6cd03254-d585-4520-9216-d602ccbabe43 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:27.158843 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-884632eb-4a45-4e67-aa43-c94f769d67d8 req-6cd03254-d585-4520-9216-d602ccbabe43 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=a20e4b7a-b006-444d-9c01-ae08683616e7 HTTP/1.1" status: 200 len: 931 time: 0.1612554 Nov 26 03:16:27.159511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9e8d9-9d18-4f40-ae73-58cbc14854a1 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Pushing event updated for resources: {'Port': ['ID=dcfec836-3cb3-4c27-bf1a-ff28d3b373e6,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:27.229773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-0eb9e8d9-9d18-4f40-ae73-58cbc14854a1 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:27.230431 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-0eb9e8d9-9d18-4f40-ae73-58cbc14854a1 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:27.274333 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-884632eb-4a45-4e67-aa43-c94f769d67d8 req-125bfd1c-18dd-4e67-a217-f72e79b250f0 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041050 Nov 26 03:16:27.278329 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-0eb9e8d9-9d18-4f40-ae73-58cbc14854a1 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9533646 Nov 26 03:16:27.280284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35520a1e-f74e-4665-a425-481a16b8467b req-27e1698a-05fb-4e12-b3c0-4fb0aad6ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:27.281690 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35520a1e-f74e-4665-a425-481a16b8467b req-27e1698a-05fb-4e12-b3c0-4fb0aad6ed3d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 1096 time: 0.0983114 Nov 26 03:16:27.309495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Request body: {'port': {'device_id': 'a20e4b7a-b006-444d-9c01-ae08683616e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:16:27.380709 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35520a1e-f74e-4665-a425-481a16b8467b req-eaa1ab86-b3ed-4cb9-9725-b4e6861af0b6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894642 Nov 26 03:16:27.387429 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:27.647552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:16:27.655640 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:27.668359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Transition to ACTIVE for port object dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:16:27.671906 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:27.722162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfec836-3cb3-4c27-bf1a-ff28d3b373e6,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:27.817317 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be808310-b9aa-46b0-8016-fb1dcd0cad6b req-07538de3-58b4-4516-b0e6-9796599780bc tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:27.818827 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be808310-b9aa-46b0-8016-fb1dcd0cad6b req-07538de3-58b4-4516-b0e6-9796599780bc tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 945 time: 0.0940142 Nov 26 03:16:27.839770 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Attempting to bind port dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:16:27.840136 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Attempting to bind port dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ac12994d-1456-4a16-8a12-7d56c75385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '62b51977-30a7-47af-bea9-81c7d24d6dea'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:16:27.840470 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Attempting to bind port dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 on network 62b51977-30a7-47af-bea9-81c7d24d6dea {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:16:27.851514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Port dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 on network 62b51977-30a7-47af-bea9-81c7d24d6dea not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:16:27.851873 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Attempting to bind port dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 on network 62b51977-30a7-47af-bea9-81c7d24d6dea {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:16:27.861007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:16:27.861346 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Checking segment: {'id': 'ac12994d-1456-4a16-8a12-7d56c75385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '62b51977-30a7-47af-bea9-81c7d24d6dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:16:27.861730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Bound using segment: {'id': 'ac12994d-1456-4a16-8a12-7d56c75385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '62b51977-30a7-47af-bea9-81c7d24d6dea'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:16:27.862160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Bound port: dcfec836-3cb3-4c27-bf1a-ff28d3b373e6, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac12994d-1456-4a16-8a12-7d56c75385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '62b51977-30a7-47af-bea9-81c7d24d6dea'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:16:27.862522 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:27.913760 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be808310-b9aa-46b0-8016-fb1dcd0cad6b req-304204ab-0993-4139-8d3c-0d6e77873b18 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847089 Nov 26 03:16:27.948258 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] For port dcfec836-3cb3-4c27-bf1a-ff28d3b373e6, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:16:27.951541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] For port dcfec836-3cb3-4c27-bf1a-ff28d3b373e6, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=dcfec836-3cb3-4c27-bf1a-ff28d3b373e6,segment=NetworkSegment(ac12994d-1456-4a16-8a12-7d56c75385e0),segment_id=ac12994d-1456-4a16-8a12-7d56c75385e0)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:16:27.962618 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:28.011410 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:28.012136 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:28.013596 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] 10.222.0.59 "PUT /v2.0/ports/dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 HTTP/1.1" status: 200 len: 1091 time: 0.7212546 Nov 26 03:16:28.014043 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20e4b7a-b006-444d-9c01-ae08683616e7', 'tag': 'dcfec836-3cb3-4c27-bf1a-ff28d3b373e6'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:16:28.016591 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1a28f4-5ec8-49de-8eaf-5cd6d03e01bb" -d '{"events": [{"name": "network-changed", "server_uuid": "a20e4b7a-b006-444d-9c01-ae08683616e7", "tag": "dcfec836-3cb3-4c27-bf1a-ff28d3b373e6"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:16:28.037089 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46795ca7-5056-4b0a-9273-abc36b27cbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfec836-3cb3-4c27-bf1a-ff28d3b373e6,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:28.073828 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01829c5-3563-4214-a02a-c989ee955dba x-openstack-request-id: req-a01829c5-3563-4214-a02a-c989ee955dba {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:16:28.074254 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20e4b7a-b006-444d-9c01-ae08683616e7", "tag": "dcfec836-3cb3-4c27-bf1a-ff28d3b373e6", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:16:28.075250 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a01829c5-3563-4214-a02a-c989ee955dba {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:16:28.075995 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20e4b7a-b006-444d-9c01-ae08683616e7', 'tag': 'dcfec836-3cb3-4c27-bf1a-ff28d3b373e6', 'status': 'completed', 'code': 200} Nov 26 03:16:28.153617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-ae0443ed-9cfb-4b53-b96e-5f77efda05c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:28.155195 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-ae0443ed-9cfb-4b53-b96e-5f77efda05c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f0b4de4c5cbc45468408c46727948058&device_id=a20e4b7a-b006-444d-9c01-ae08683616e7 HTTP/1.1" status: 200 len: 1094 time: 0.0571911 Nov 26 03:16:28.207537 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-76a8bc1f-32af-4fe8-a73b-47aa280777db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 HTTP/1.1" status: 200 len: 217 time: 0.0385516 Nov 26 03:16:28.278104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-423a7cc0-71fb-4005-923e-4bdd1ef63a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:28.279848 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-423a7cc0-71fb-4005-923e-4bdd1ef63a46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af56969b-5c91-465c-9ec1-97b49f3e3f64 HTTP/1.1" status: 200 len: 849 time: 0.0653026 Nov 26 03:16:28.329770 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-1d1059ef-68b1-4f36-adc6-1a4b1ad01608 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=62b51977-30a7-47af-bea9-81c7d24d6dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361767 Nov 26 03:16:28.475335 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6475795-723a-4bc8-b830-a374824a8e8c req-297a541f-5340-43f7-ab29-b2d7c9a50795 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:28.477465 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6475795-723a-4bc8-b830-a374824a8e8c req-297a541f-5340-43f7-ab29-b2d7c9a50795 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=a20e4b7a-b006-444d-9c01-ae08683616e7 HTTP/1.1" status: 200 len: 943 time: 0.0790668 Nov 26 03:16:28.509558 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-c23e1a2c-5e00-494e-b7b3-48eb45abf1e5 service neutron] 10.222.0.59 "GET /v2.0/networks/62b51977-30a7-47af-bea9-81c7d24d6dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719327 Nov 26 03:16:28.581825 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6475795-723a-4bc8-b830-a374824a8e8c req-c32e270b-3b65-46e4-802d-30c7a8e5fe27 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941129 Nov 26 03:16:28.651064 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-081ccaf4-9703-46f0-bd96-2d027baa85a4 req-709a3250-1d46-47c4-aae7-85a05d828750 service neutron] 10.222.0.59 "GET /v2.0/networks/62b51977-30a7-47af-bea9-81c7d24d6dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315000 Nov 26 03:16:28.814439 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a28f4-5ec8-49de-8eaf-5cd6d03e01bb req-127e62e4-0be6-4b3c-af4d-10acdfc22ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:28.816030 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db1a28f4-5ec8-49de-8eaf-5cd6d03e01bb req-127e62e4-0be6-4b3c-af4d-10acdfc22ea8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f0b4de4c5cbc45468408c46727948058&device_id=a20e4b7a-b006-444d-9c01-ae08683616e7 HTTP/1.1" status: 200 len: 1094 time: 0.0521545 Nov 26 03:16:28.918843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a28f4-5ec8-49de-8eaf-5cd6d03e01bb req-072efc4a-584e-4662-80d9-2e7eca8a1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:28.921602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db1a28f4-5ec8-49de-8eaf-5cd6d03e01bb req-072efc4a-584e-4662-80d9-2e7eca8a1e17 service neutron] 10.222.0.59 "GET /v2.0/networks?id=62b51977-30a7-47af-bea9-81c7d24d6dea HTTP/1.1" status: 200 len: 910 time: 0.0980186 Nov 26 03:16:28.973725 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db1a28f4-5ec8-49de-8eaf-5cd6d03e01bb req-35b0323f-532f-46b3-9247-1472035f5170 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 HTTP/1.1" status: 200 len: 217 time: 0.0444694 Nov 26 03:16:29.063637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a28f4-5ec8-49de-8eaf-5cd6d03e01bb req-344d0b01-d99f-4b79-9db4-c7361c78554b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:29.065248 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db1a28f4-5ec8-49de-8eaf-5cd6d03e01bb req-344d0b01-d99f-4b79-9db4-c7361c78554b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af56969b-5c91-465c-9ec1-97b49f3e3f64 HTTP/1.1" status: 200 len: 849 time: 0.0817964 Nov 26 03:16:29.076736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57f1fd-888f-4618-ba38-fb2402077ddf req-fb3c46e8-0af8-4030-b140-fda4b4f32507 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:29.078197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b57f1fd-888f-4618-ba38-fb2402077ddf req-fb3c46e8-0af8-4030-b140-fda4b4f32507 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 945 time: 0.0843785 Nov 26 03:16:29.129477 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db1a28f4-5ec8-49de-8eaf-5cd6d03e01bb req-5bd28f9e-1f1e-4cd8-aea7-745f20369a8d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=62b51977-30a7-47af-bea9-81c7d24d6dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503113 Nov 26 03:16:29.216721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b57f1fd-888f-4618-ba38-fb2402077ddf req-3db8069f-af9d-4588-9eb0-4fb0d6c79115 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295137 Nov 26 03:16:29.258453 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db1a28f4-5ec8-49de-8eaf-5cd6d03e01bb req-0f393ee2-405e-44f5-97d7-5eeb3b971b13 service neutron] 10.222.0.59 "GET /v2.0/networks/62b51977-30a7-47af-bea9-81c7d24d6dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147544 Nov 26 03:16:29.361890 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-89db2593-5a4f-4d87-9776-914e4feab07c req-4b1bfa3a-8163-40f0-9d75-8e81576d89b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494709 Nov 26 03:16:29.399510 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db1a28f4-5ec8-49de-8eaf-5cd6d03e01bb req-b6819cb6-93e7-46a0-835f-ce923857a0aa service neutron] 10.222.0.59 "GET /v2.0/networks/62b51977-30a7-47af-bea9-81c7d24d6dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998604 Nov 26 03:16:29.441217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d11081-3c27-477b-b21b-2c6228580293 req-64acae5b-5730-4087-905b-91f6366bf25a tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:29.443096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3d11081-3c27-477b-b21b-2c6228580293 req-64acae5b-5730-4087-905b-91f6366bf25a tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 945 time: 0.1541002 Nov 26 03:16:29.521623 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db2593-5a4f-4d87-9776-914e4feab07c req-ba28179a-aebb-429d-93a9-d1a5867619f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:29.523218 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89db2593-5a4f-4d87-9776-914e4feab07c req-ba28179a-aebb-429d-93a9-d1a5867619f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 1096 time: 0.0781939 Nov 26 03:16:29.528426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3d11081-3c27-477b-b21b-2c6228580293 req-a8c2cf72-4e96-4bdd-94dd-8a00de29841e tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752964 Nov 26 03:16:29.559882 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52010) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:29.681258 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db2593-5a4f-4d87-9776-914e4feab07c req-b8b032c2-3565-465b-9b1a-e8d843e91e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:29.682757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89db2593-5a4f-4d87-9776-914e4feab07c req-b8b032c2-3565-465b-9b1a-e8d843e91e24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 913 time: 0.1305594 Nov 26 03:16:29.729705 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41ac080-9a84-477c-aa62-c301e38df4be tempest-TestVolumeBackupRestore-2006899537 tempest-TestVolumeBackupRestore-2006899537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:29.731264 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e41ac080-9a84-477c-aa62-c301e38df4be tempest-TestVolumeBackupRestore-2006899537 tempest-TestVolumeBackupRestore-2006899537-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 1091 time: 0.1702878 Nov 26 03:16:29.734153 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52016) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:29.739270 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:16:29.772505 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:29.809614 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89db2593-5a4f-4d87-9776-914e4feab07c req-77e16f41-acc2-470b-b3e5-e43634f539cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baf990f5-4b29-4ce7-8210-8c1b542ff582 HTTP/1.1" status: 200 len: 1001 time: 0.1187215 Nov 26 03:16:29.855591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0c52c-fcb6-402d-b4a7-adbf3bfa9414 req-57646cd8-4dab-4626-8ffb-454a081d2882 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:29.857320 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bbe0c52c-fcb6-402d-b4a7-adbf3bfa9414 req-57646cd8-4dab-4626-8ffb-454a081d2882 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=a20e4b7a-b006-444d-9c01-ae08683616e7 HTTP/1.1" status: 200 len: 943 time: 0.1085370 Nov 26 03:16:29.898494 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:29.903455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db2593-5a4f-4d87-9776-914e4feab07c req-f323f2c4-c4c4-49d3-9614-8076fbe4ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:29.905142 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89db2593-5a4f-4d87-9776-914e4feab07c req-f323f2c4-c4c4-49d3-9614-8076fbe4ebfc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.0879705 Nov 26 03:16:29.974447 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bbe0c52c-fcb6-402d-b4a7-adbf3bfa9414 req-eb737e67-0562-46d1-bee4-e21ee8414e43 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085238 Nov 26 03:16:29.991836 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db2593-5a4f-4d87-9776-914e4feab07c req-6ccb2e5c-4acf-4f25-9c68-dc689a5d1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:30.002458 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89db2593-5a4f-4d87-9776-914e4feab07c req-6ccb2e5c-4acf-4f25-9c68-dc689a5d1d77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818975 Nov 26 03:16:30.012874 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Allocated IP 172.25.0.54 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/2b84ca43-75af-4198-af18-ea64a867ddf0) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:16:30.114513 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89db2593-5a4f-4d87-9776-914e4feab07c req-f6aecff4-5cb7-45fb-9bd1-70d797abe4dd service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079237 Nov 26 03:16:30.153142 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:30.205132 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:30.243783 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89db2593-5a4f-4d87-9776-914e4feab07c req-d06f2068-6612-4494-a78a-2e64ae7beab3 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203325 Nov 26 03:16:30.257113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:16:30.260215 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:16:30.264248 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:16:30.269807 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Pushing event updated for resources: {'Port': ['ID=2b84ca43-75af-4198-af18-ea64a867ddf0,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:30.736871 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:30.824399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:16:30.862606 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:30.936676 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port dcfec836-3cb3-4c27-bf1a-ff28d3b373e6, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=dcfec836-3cb3-4c27-bf1a-ff28d3b373e6,segment=NetworkSegment(ac12994d-1456-4a16-8a12-7d56c75385e0),segment_id=ac12994d-1456-4a16-8a12-7d56c75385e0)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:16:30.950204 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'dcfec836-3cb3-4c27-bf1a-ff28d3b373e6', 'network_id': '62b51977-30a7-47af-bea9-81c7d24d6dea', 'port_id': 'dcfec836-3cb3-4c27-bf1a-ff28d3b373e6', 'mac_address': 'fa:16:3e:69:47:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af56969b-5c91-465c-9ec1-97b49f3e3f64', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:16:30.995444 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:31.015077 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:16:31.043799 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:31.053133 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:31.059814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port dcfec836-3cb3-4c27-bf1a-ff28d3b373e6, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=dcfec836-3cb3-4c27-bf1a-ff28d3b373e6,segment=NetworkSegment(ac12994d-1456-4a16-8a12-7d56c75385e0),segment_id=ac12994d-1456-4a16-8a12-7d56c75385e0)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:16:31.078412 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:31.136540 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Pushing event updated for resources: {'Port': ['ID=2b84ca43-75af-4198-af18-ea64a867ddf0,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:31.152745 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:31.169978 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=dcfec836-3cb3-4c27-bf1a-ff28d3b373e6,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:31.225331 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d0fb3-04af-413d-afdd-d86064c4b266 req-0b553ec2-672f-4c29-99a2-7024da1f6390 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:31.232543 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-428d0fb3-04af-413d-afdd-d86064c4b266 req-0b553ec2-672f-4c29-99a2-7024da1f6390 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=a20e4b7a-b006-444d-9c01-ae08683616e7 HTTP/1.1" status: 200 len: 944 time: 0.0975788 Nov 26 03:16:31.291323 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-428d0fb3-04af-413d-afdd-d86064c4b266 req-d3385a90-4868-45bd-90c6-a0d0ae1cee2b tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553429 Nov 26 03:16:31.304307 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Floating IP a83a9b31-8c11-4b67-888b-8b937d3a9d5f associated. External IP: 172.25.0.54, port: 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26. Nov 26 03:16:31.365893 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['dcfec836-3cb3-4c27-bf1a-ff28d3b373e6'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:16:31.562226 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Router 51493b4f-b640-4453-b10d-b9198642e3eb has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:16:31.953544 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:16:31.972928 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f73961-8a58-4de8-91ae-1b97ffd67cd2 None None] Sync routers for ids ['51493b4f-b640-4453-b10d-b9198642e3eb'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:16:31.974400 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:31.987174 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f73961-8a58-4de8-91ae-1b97ffd67cd2 None None] Routers {'51493b4f-b640-4453-b10d-b9198642e3eb'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:16:31.987783 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-44f73961-8a58-4de8-91ae-1b97ffd67cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:16:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['51493b4f-b640-4453-b10d-b9198642e3eb'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:16:32.005931 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52040) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:32.015035 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dce0bfde-7841-4fd0-9d83-6652abebd5c6 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2795610 Nov 26 03:16:32.017146 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'tag': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:16:32.023091 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c465ff3e-f7ef-4228-aba8-5e356b143d61" -d '{"events": [{"name": "network-changed", "server_uuid": "cbad2fcd-7de5-4b29-ad01-3222bf3b0588", "tag": "6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:16:32.063500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5724f90d-cf18-4b53-94f7-9ed49b9fe64f tempest-TestVolumeBackupRestore-2006899537 tempest-TestVolumeBackupRestore-2006899537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:32.068829 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52046) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:16:32.074072 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d4307e84-be29-40f3-ad23-5fc7acf1c31b tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Request body: {'floatingip': {'port_id': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:16:32.074313 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5724f90d-cf18-4b53-94f7-9ed49b9fe64f tempest-TestVolumeBackupRestore-2006899537 tempest-TestVolumeBackupRestore-2006899537-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 1091 time: 0.0671563 Nov 26 03:16:32.106931 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-44f73961-8a58-4de8-91ae-1b97ffd67cd2 None None] Set router 51493b4f-b640-4453-b10d-b9198642e3eb gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:16:32.188432 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4307e84-be29-40f3-ad23-5fc7acf1c31b tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for floatingip, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:32.393920 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7218a8f8-b08f-45f1-bfc5-5fa97e3dc7ee x-openstack-request-id: req-7218a8f8-b08f-45f1-bfc5-5fa97e3dc7ee {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:16:32.395020 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbad2fcd-7de5-4b29-ad01-3222bf3b0588", "tag": "6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:16:32.395446 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7218a8f8-b08f-45f1-bfc5-5fa97e3dc7ee {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:16:32.396927 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'tag': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26', 'status': 'completed', 'code': 200} Nov 26 03:16:32.509441 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-44f73961-8a58-4de8-91ae-1b97ffd67cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'name': 'tempest-TestVolumeBackupRestore-242254259-router', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'gw_port': {'id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'a83a9b31-8c11-4b67-888b-8b937d3a9d5f', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'port_id': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'mac_address': 'fa:16:3e:e0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:16:30Z', 'updated_at': '2021-11-26T03:16:30Z', 'revision_number': 0, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978500ae-56cb-4ac1-b60f-f42b02035e9b', 'name': '', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'mac_address': 'fa:16:3e:7e:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:56Z', 'updated_at': '2021-11-26T03:13:03Z', 'revision_number': 5, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'subnets': [{'id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:16:32.517210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903fc28-dd5c-4451-87cd-b5a0dc0e63b9 req-8849ade7-3d5c-467d-bf86-2d7cb4440d2b tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:32.520417 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0903fc28-dd5c-4451-87cd-b5a0dc0e63b9 req-8849ade7-3d5c-467d-bf86-2d7cb4440d2b tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=a20e4b7a-b006-444d-9c01-ae08683616e7 HTTP/1.1" status: 200 len: 944 time: 0.1221676 Nov 26 03:16:32.559269 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f73961-8a58-4de8-91ae-1b97ffd67cd2 None None] Checking router: 51493b4f-b640-4453-b10d-b9198642e3eb for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:16:32.590341 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f73961-8a58-4de8-91ae-1b97ffd67cd2 None None] Routers {'51493b4f-b640-4453-b10d-b9198642e3eb'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:16:32.590938 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-44f73961-8a58-4de8-91ae-1b97ffd67cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:16:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['51493b4f-b640-4453-b10d-b9198642e3eb'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:16:32.608345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0903fc28-dd5c-4451-87cd-b5a0dc0e63b9 req-4cd87548-bc64-4ec1-8311-d2ad269e9178 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793059 Nov 26 03:16:32.722575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465ff3e-f7ef-4228-aba8-5e356b143d61 req-6bca341c-9f93-4328-8ce5-e3dcc2ca02a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:32.728018 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c465ff3e-f7ef-4228-aba8-5e356b143d61 req-6bca341c-9f93-4328-8ce5-e3dcc2ca02a2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a09da3e96ef842b592a701a4c15abb75&device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 1096 time: 0.2868135 Nov 26 03:16:32.823611 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:16:32.881255 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-44f73961-8a58-4de8-91ae-1b97ffd67cd2 None None] Set router 51493b4f-b640-4453-b10d-b9198642e3eb gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:16:32.903990 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:16:32.917901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465ff3e-f7ef-4228-aba8-5e356b143d61 req-6c67344b-6f9c-47ef-a490-fde1e503206f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:32.919448 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c465ff3e-f7ef-4228-aba8-5e356b143d61 req-6c67344b-6f9c-47ef-a490-fde1e503206f service neutron] 10.222.0.54 "GET /v2.0/networks?id=61ea4654-2d1e-4dd5-ae19-da4c365736f8 HTTP/1.1" status: 200 len: 914 time: 0.1794870 Nov 26 03:16:32.931718 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:16:32.932430 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:33.160126 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:33.161520 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4307e84-be29-40f3-ad23-5fc7acf1c31b tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:33.170565 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4307e84-be29-40f3-ad23-5fc7acf1c31b tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:33.338034 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20e4b7a-b006-444d-9c01-ae08683616e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfec836-3cb3-4c27-bf1a-ff28d3b373e6'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:16:33.356524 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98d5a17-74d9-4c3d-8983-39e884f4cf32" -d '{"events": [{"server_uuid": "a20e4b7a-b006-444d-9c01-ae08683616e7", "name": "network-vif-plugged", "status": "completed", "tag": "dcfec836-3cb3-4c27-bf1a-ff28d3b373e6"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:16:33.395069 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port dcfec836-3cb3-4c27-bf1a-ff28d3b373e6, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=dcfec836-3cb3-4c27-bf1a-ff28d3b373e6,segment=NetworkSegment(ac12994d-1456-4a16-8a12-7d56c75385e0),segment_id=ac12994d-1456-4a16-8a12-7d56c75385e0)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:16:33.399783 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-44f73961-8a58-4de8-91ae-1b97ffd67cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'name': 'tempest-TestVolumeBackupRestore-242254259-router', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'gw_port': {'id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'a83a9b31-8c11-4b67-888b-8b937d3a9d5f', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'port_id': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'mac_address': 'fa:16:3e:e0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:16:30Z', 'updated_at': '2021-11-26T03:16:30Z', 'revision_number': 0, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978500ae-56cb-4ac1-b60f-f42b02035e9b', 'name': '', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'mac_address': 'fa:16:3e:7e:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:56Z', 'updated_at': '2021-11-26T03:13:03Z', 'revision_number': 5, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'subnets': [{'id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:16:33.409220 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:33.491019 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f73961-8a58-4de8-91ae-1b97ffd67cd2 None None] The sync data for ids ['51493b4f-b640-4453-b10d-b9198642e3eb'] in n-d-819389-3 is: [{'id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'name': 'tempest-TestVolumeBackupRestore-242254259-router', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'gw_port': {'id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'a83a9b31-8c11-4b67-888b-8b937d3a9d5f', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'port_id': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'mac_address': 'fa:16:3e:e0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:16:30Z', 'updated_at': '2021-11-26T03:16:30Z', 'revision_number': 0, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978500ae-56cb-4ac1-b60f-f42b02035e9b', 'name': '', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'mac_address': 'fa:16:3e:7e:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:56Z', 'updated_at': '2021-11-26T03:13:03Z', 'revision_number': 5, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'subnets': [{'id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:16:33.491713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c465ff3e-f7ef-4228-aba8-5e356b143d61 req-b3d849fe-d43b-4acf-b984-89204c91f487 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 HTTP/1.1" status: 200 len: 998 time: 0.5649550 Nov 26 03:16:33.499622 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8160cd96-7923-409b-ab2a-90ed31f354f6 x-openstack-request-id: req-8160cd96-7923-409b-ab2a-90ed31f354f6 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:16:33.499933 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20e4b7a-b006-444d-9c01-ae08683616e7", "name": "network-vif-plugged", "status": "completed", "tag": "dcfec836-3cb3-4c27-bf1a-ff28d3b373e6", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:16:33.500222 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8160cd96-7923-409b-ab2a-90ed31f354f6 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:16:33.500635 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20e4b7a-b006-444d-9c01-ae08683616e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfec836-3cb3-4c27-bf1a-ff28d3b373e6', 'code': 200} Nov 26 03:16:33.565312 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=dcfec836-3cb3-4c27-bf1a-ff28d3b373e6,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:33.753314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465ff3e-f7ef-4228-aba8-5e356b143d61 req-2bde6a22-77ae-4dac-b1b4-71265e48b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:33.764161 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4307e84-be29-40f3-ad23-5fc7acf1c31b tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Router 51493b4f-b640-4453-b10d-b9198642e3eb has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:16:33.775106 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c465ff3e-f7ef-4228-aba8-5e356b143d61 req-2bde6a22-77ae-4dac-b1b4-71265e48b2a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=104fa751-0855-4e79-9f53-06313c7a4b73 HTTP/1.1" status: 200 len: 852 time: 0.2681556 Nov 26 03:16:33.984926 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e032ec6f-1de2-4d36-88e0-92daf99a9929 None None] New status for floating IP a83a9b31-8c11-4b67-888b-8b937d3a9d5f: ACTIVE {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:16:34.002305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8041aa-777e-43a2-9d41-f03418409d15 req-72f47287-98ab-4e28-ab3b-2b5758ece748 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:34.009761 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c8041aa-777e-43a2-9d41-f03418409d15 req-72f47287-98ab-4e28-ab3b-2b5758ece748 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=a20e4b7a-b006-444d-9c01-ae08683616e7 HTTP/1.1" status: 200 len: 945 time: 0.1863277 Nov 26 03:16:34.010273 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4307e84-be29-40f3-ad23-5fc7acf1c31b tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:16:34.019300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465ff3e-f7ef-4228-aba8-5e356b143d61 req-b7f44649-021d-477d-bfb0-afde41ebc5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:34.021003 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c465ff3e-f7ef-4228-aba8-5e356b143d61 req-b7f44649-021d-477d-bfb0-afde41ebc5c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61ea4654-2d1e-4dd5-ae19-da4c365736f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2368987 Nov 26 03:16:34.024611 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45513a1a-c910-43ea-a970-4ea73d98eb4a req-4ebf342f-9a10-4c1d-b063-e5be41fdf7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:34.024829 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d4307e84-be29-40f3-ad23-5fc7acf1c31b tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:34.025984 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45513a1a-c910-43ea-a970-4ea73d98eb4a req-4ebf342f-9a10-4c1d-b063-e5be41fdf7d4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a20e4b7a-b006-444d-9c01-ae08683616e7 HTTP/1.1" status: 200 len: 1096 time: 0.3732531 Nov 26 03:16:34.119404 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d4307e84-be29-40f3-ad23-5fc7acf1c31b tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "PUT /v2.0/floatingips/a83a9b31-8c11-4b67-888b-8b937d3a9d5f HTTP/1.1" status: 200 len: 990 time: 2.0493362 Nov 26 03:16:34.162472 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c465ff3e-f7ef-4228-aba8-5e356b143d61 req-716486c5-7e2d-47da-95f0-c090c225f239 service neutron] 10.222.0.54 "GET /v2.0/networks/61ea4654-2d1e-4dd5-ae19-da4c365736f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298249 Nov 26 03:16:34.266217 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c8041aa-777e-43a2-9d41-f03418409d15 req-57001e41-531f-4df0-9da8-9ef4cb5f461d tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544520 Nov 26 03:16:34.292562 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45513a1a-c910-43ea-a970-4ea73d98eb4a req-dc84b1ab-c32f-4adb-88bf-87f84c44fab4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495108 Nov 26 03:16:34.327120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c465ff3e-f7ef-4228-aba8-5e356b143d61 req-682ae065-c826-49bf-858e-0e83eb54b944 service neutron] 10.222.0.54 "GET /v2.0/networks/61ea4654-2d1e-4dd5-ae19-da4c365736f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522050 Nov 26 03:16:34.401480 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'tag': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26'}, {'name': 'network-changed', 'server_uuid': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'tag': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:16:34.403854 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddab838c-562d-4cc0-884d-85180dc96bec" -d '{"events": [{"name": "network-changed", "server_uuid": "cbad2fcd-7de5-4b29-ad01-3222bf3b0588", "tag": "6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26"}, {"name": "network-changed", "server_uuid": "cbad2fcd-7de5-4b29-ad01-3222bf3b0588", "tag": "6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:16:34.408313 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03d8833-3ad7-4252-8bb9-bd008d9e8997 None None] Sync routers for ids ['51493b4f-b640-4453-b10d-b9198642e3eb'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:16:34.423792 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03d8833-3ad7-4252-8bb9-bd008d9e8997 None None] Routers {'51493b4f-b640-4453-b10d-b9198642e3eb'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:16:34.424448 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e03d8833-3ad7-4252-8bb9-bd008d9e8997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:16:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['51493b4f-b640-4453-b10d-b9198642e3eb'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:16:34.453036 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 26 Nov 2021 03:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093cd974-cfbf-43da-b4e9-855513efbb16 x-openstack-request-id: req-093cd974-cfbf-43da-b4e9-855513efbb16 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:16:34.453460 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbad2fcd-7de5-4b29-ad01-3222bf3b0588", "tag": "6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cbad2fcd-7de5-4b29-ad01-3222bf3b0588", "tag": "6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:16:34.453735 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-093cd974-cfbf-43da-b4e9-855513efbb16 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:16:34.454155 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'tag': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26', 'status': 'completed', 'code': 200} Nov 26 03:16:34.454416 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'tag': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26', 'status': 'completed', 'code': 200} Nov 26 03:16:34.574350 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab838c-562d-4cc0-884d-85180dc96bec req-9e63cb95-dac6-4e44-81e4-94f034620b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:34.575912 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddab838c-562d-4cc0-884d-85180dc96bec req-9e63cb95-dac6-4e44-81e4-94f034620b10 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a09da3e96ef842b592a701a4c15abb75&device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 1096 time: 0.0624292 Nov 26 03:16:34.593991 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-e03d8833-3ad7-4252-8bb9-bd008d9e8997 None None] Set router 51493b4f-b640-4453-b10d-b9198642e3eb gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:16:34.749211 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab838c-562d-4cc0-884d-85180dc96bec req-99385d1a-2fa6-4bf5-be83-fbca457cc38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:34.754063 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddab838c-562d-4cc0-884d-85180dc96bec req-99385d1a-2fa6-4bf5-be83-fbca457cc38e service neutron] 10.222.0.54 "GET /v2.0/networks?id=61ea4654-2d1e-4dd5-ae19-da4c365736f8 HTTP/1.1" status: 200 len: 914 time: 0.1703124 Nov 26 03:16:34.903261 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddab838c-562d-4cc0-884d-85180dc96bec req-3ad4ec59-2504-4629-b96d-e88aedc8f0e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 HTTP/1.1" status: 200 len: 1000 time: 0.1414099 Nov 26 03:16:34.904463 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e03d8833-3ad7-4252-8bb9-bd008d9e8997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'name': 'tempest-TestVolumeBackupRestore-242254259-router', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'gw_port': {'id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'a83a9b31-8c11-4b67-888b-8b937d3a9d5f', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'port_id': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'mac_address': 'fa:16:3e:e0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:16:30Z', 'updated_at': '2021-11-26T03:16:34Z', 'revision_number': 2, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978500ae-56cb-4ac1-b60f-f42b02035e9b', 'name': '', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'mac_address': 'fa:16:3e:7e:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:56Z', 'updated_at': '2021-11-26T03:13:03Z', 'revision_number': 5, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'subnets': [{'id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:16:34.959357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab838c-562d-4cc0-884d-85180dc96bec req-f3f44bca-c7f4-4c95-a4cf-466ab658827d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:34.961535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddab838c-562d-4cc0-884d-85180dc96bec req-f3f44bca-c7f4-4c95-a4cf-466ab658827d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=104fa751-0855-4e79-9f53-06313c7a4b73 HTTP/1.1" status: 200 len: 852 time: 0.0502985 Nov 26 03:16:34.972565 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03d8833-3ad7-4252-8bb9-bd008d9e8997 None None] Checking router: 51493b4f-b640-4453-b10d-b9198642e3eb for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:16:34.982892 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03d8833-3ad7-4252-8bb9-bd008d9e8997 None None] Routers {'51493b4f-b640-4453-b10d-b9198642e3eb'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:16:34.983743 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e03d8833-3ad7-4252-8bb9-bd008d9e8997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:16:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['51493b4f-b640-4453-b10d-b9198642e3eb'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:16:35.063892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab838c-562d-4cc0-884d-85180dc96bec req-b04f0d13-da1f-4f64-8a5d-7f7f818766cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:35.067928 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddab838c-562d-4cc0-884d-85180dc96bec req-b04f0d13-da1f-4f64-8a5d-7f7f818766cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61ea4654-2d1e-4dd5-ae19-da4c365736f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000588 Nov 26 03:16:35.103680 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-e03d8833-3ad7-4252-8bb9-bd008d9e8997 None None] Set router 51493b4f-b640-4453-b10d-b9198642e3eb gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:16:35.165487 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddab838c-562d-4cc0-884d-85180dc96bec req-78be5bf7-d8b5-49b9-8842-f7fe82d8418f service neutron] 10.222.0.54 "GET /v2.0/networks/61ea4654-2d1e-4dd5-ae19-da4c365736f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924497 Nov 26 03:16:35.494782 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddab838c-562d-4cc0-884d-85180dc96bec req-bc76a2b8-8fdf-46d8-97fe-daef1bf6a5cc service neutron] 10.222.0.54 "GET /v2.0/networks/61ea4654-2d1e-4dd5-ae19-da4c365736f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167491 Nov 26 03:16:35.537442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb71b11-026b-4dea-b2c6-885ca41aa612 req-a63b473b-b810-499e-85d0-178476c59d3f tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:35.539465 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-afb71b11-026b-4dea-b2c6-885ca41aa612 req-a63b473b-b810-499e-85d0-178476c59d3f tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=a20e4b7a-b006-444d-9c01-ae08683616e7 HTTP/1.1" status: 200 len: 945 time: 0.1519585 Nov 26 03:16:35.586447 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e03d8833-3ad7-4252-8bb9-bd008d9e8997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'name': 'tempest-TestVolumeBackupRestore-242254259-router', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'gw_port': {'id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'a83a9b31-8c11-4b67-888b-8b937d3a9d5f', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'port_id': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'mac_address': 'fa:16:3e:e0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:16:30Z', 'updated_at': '2021-11-26T03:16:34Z', 'revision_number': 2, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978500ae-56cb-4ac1-b60f-f42b02035e9b', 'name': '', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'mac_address': 'fa:16:3e:7e:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:56Z', 'updated_at': '2021-11-26T03:13:03Z', 'revision_number': 5, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'subnets': [{'id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:16:35.614859 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03d8833-3ad7-4252-8bb9-bd008d9e8997 None None] The sync data for ids ['51493b4f-b640-4453-b10d-b9198642e3eb'] in n-d-819389-3 is: [{'id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'name': 'tempest-TestVolumeBackupRestore-242254259-router', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'gw_port': {'id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'a83a9b31-8c11-4b67-888b-8b937d3a9d5f', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'port_id': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'mac_address': 'fa:16:3e:e0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:16:30Z', 'updated_at': '2021-11-26T03:16:34Z', 'revision_number': 2, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978500ae-56cb-4ac1-b60f-f42b02035e9b', 'name': '', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'mac_address': 'fa:16:3e:7e:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:56Z', 'updated_at': '2021-11-26T03:13:03Z', 'revision_number': 5, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'subnets': [{'id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:16:35.711424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-afb71b11-026b-4dea-b2c6-885ca41aa612 req-5917f7b9-4208-4f11-8449-81fbcc30ef39 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653504 Nov 26 03:16:35.757808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab838c-562d-4cc0-884d-85180dc96bec req-6434a5d8-ab1c-4d67-af1f-b890992bc31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:35.760148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddab838c-562d-4cc0-884d-85180dc96bec req-6434a5d8-ab1c-4d67-af1f-b890992bc31b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a09da3e96ef842b592a701a4c15abb75&device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 1096 time: 0.1401095 Nov 26 03:16:35.910564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab838c-562d-4cc0-884d-85180dc96bec req-ccb753bb-e61c-4045-bc62-fc5029a7b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:35.912032 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddab838c-562d-4cc0-884d-85180dc96bec req-ccb753bb-e61c-4045-bc62-fc5029a7b815 service neutron] 10.222.0.54 "GET /v2.0/networks?id=61ea4654-2d1e-4dd5-ae19-da4c365736f8 HTTP/1.1" status: 200 len: 914 time: 0.1453159 Nov 26 03:16:35.995673 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddab838c-562d-4cc0-884d-85180dc96bec req-b310ac28-7ffb-450a-a085-b3b91a2da370 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 HTTP/1.1" status: 200 len: 1000 time: 0.0758786 Nov 26 03:16:36.059220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab838c-562d-4cc0-884d-85180dc96bec req-80ebdf19-6c3c-4ebc-af47-6be0ea472627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:36.060714 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddab838c-562d-4cc0-884d-85180dc96bec req-80ebdf19-6c3c-4ebc-af47-6be0ea472627 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=104fa751-0855-4e79-9f53-06313c7a4b73 HTTP/1.1" status: 200 len: 852 time: 0.0567310 Nov 26 03:16:36.128808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab838c-562d-4cc0-884d-85180dc96bec req-7e2128ce-6cea-487d-a692-1cad0cc699ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:36.129695 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddab838c-562d-4cc0-884d-85180dc96bec req-7e2128ce-6cea-487d-a692-1cad0cc699ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61ea4654-2d1e-4dd5-ae19-da4c365736f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620558 Nov 26 03:16:36.260498 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddab838c-562d-4cc0-884d-85180dc96bec req-8ca8e6b5-4cfe-4514-a2dc-2eb27ce01ae8 service neutron] 10.222.0.54 "GET /v2.0/networks/61ea4654-2d1e-4dd5-ae19-da4c365736f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236761 Nov 26 03:16:36.382319 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddab838c-562d-4cc0-884d-85180dc96bec req-8dd410f0-5d12-4f6c-9c12-902fd35a3586 service neutron] 10.222.0.54 "GET /v2.0/networks/61ea4654-2d1e-4dd5-ae19-da4c365736f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146817 Nov 26 03:16:36.840294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d405112-8ea8-44bb-aa8b-6070c38839f5 req-356a11b6-7d43-4d74-924d-2e61c3c63f71 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:36.848747 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d405112-8ea8-44bb-aa8b-6070c38839f5 req-356a11b6-7d43-4d74-924d-2e61c3c63f71 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=a20e4b7a-b006-444d-9c01-ae08683616e7 HTTP/1.1" status: 200 len: 945 time: 0.0571585 Nov 26 03:16:36.908326 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d405112-8ea8-44bb-aa8b-6070c38839f5 req-f92d11ff-5c99-4c66-a10e-dae6ed86f6d3 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586758 Nov 26 03:16:37.688319 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf33f0d-715f-4535-b626-7a1e776437ce req-a9b8e514-f31f-494e-9309-0ab775f6c8ff tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:37.690667 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cf33f0d-715f-4535-b626-7a1e776437ce req-a9b8e514-f31f-494e-9309-0ab775f6c8ff tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=a20e4b7a-b006-444d-9c01-ae08683616e7 HTTP/1.1" status: 200 len: 945 time: 0.0771127 Nov 26 03:16:37.785616 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cf33f0d-715f-4535-b626-7a1e776437ce req-bf53ed52-c256-46a3-a9cc-e2493afd7ab9 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871422 Nov 26 03:16:37.789564 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cbe1f50-a8d0-4e5c-9989-9a27dc341075 req-569c0cd6-673b-4dc4-903f-8f555ab7541d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0752270 Nov 26 03:16:37.889777 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe1f50-a8d0-4e5c-9989-9a27dc341075 req-ce62d770-452c-47c0-a734-24cb0a923eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:37.891298 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cbe1f50-a8d0-4e5c-9989-9a27dc341075 req-ce62d770-452c-47c0-a734-24cb0a923eb1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a09da3e96ef842b592a701a4c15abb75&device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 1096 time: 0.0449955 Nov 26 03:16:38.009561 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe1f50-a8d0-4e5c-9989-9a27dc341075 req-8d096d3e-caa1-420b-aa14-5001e9961f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:38.011080 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cbe1f50-a8d0-4e5c-9989-9a27dc341075 req-8d096d3e-caa1-420b-aa14-5001e9961f02 service neutron] 10.222.0.54 "GET /v2.0/networks?id=61ea4654-2d1e-4dd5-ae19-da4c365736f8 HTTP/1.1" status: 200 len: 914 time: 0.1003895 Nov 26 03:16:38.084575 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cbe1f50-a8d0-4e5c-9989-9a27dc341075 req-8ee96b6f-e533-4657-a3a1-dd652df21f94 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 HTTP/1.1" status: 200 len: 1000 time: 0.0658081 Nov 26 03:16:38.137625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe1f50-a8d0-4e5c-9989-9a27dc341075 req-eff11181-d16e-459d-98fd-dce3b76beb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:38.139306 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cbe1f50-a8d0-4e5c-9989-9a27dc341075 req-eff11181-d16e-459d-98fd-dce3b76beb67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=104fa751-0855-4e79-9f53-06313c7a4b73 HTTP/1.1" status: 200 len: 852 time: 0.0468075 Nov 26 03:16:38.208920 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe1f50-a8d0-4e5c-9989-9a27dc341075 req-feb1842c-5f51-4936-bada-d104c15d553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:38.218519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cbe1f50-a8d0-4e5c-9989-9a27dc341075 req-feb1842c-5f51-4936-bada-d104c15d553f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61ea4654-2d1e-4dd5-ae19-da4c365736f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628312 Nov 26 03:16:38.318100 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cbe1f50-a8d0-4e5c-9989-9a27dc341075 req-6f24e8b4-a61e-4235-adda-0d8206115321 service neutron] 10.222.0.54 "GET /v2.0/networks/61ea4654-2d1e-4dd5-ae19-da4c365736f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996504 Nov 26 03:16:38.411762 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cbe1f50-a8d0-4e5c-9989-9a27dc341075 req-4d6bab66-f14f-4407-afff-d774e3be98f8 service neutron] 10.222.0.54 "GET /v2.0/networks/61ea4654-2d1e-4dd5-ae19-da4c365736f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869262 Nov 26 03:16:38.942766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5bf4c-91e4-4a5b-a759-c8b6133f1199 req-f90a5811-7cb6-4b5d-8a47-17b3fdf2b5fb tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:38.944499 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ecc5bf4c-91e4-4a5b-a759-c8b6133f1199 req-f90a5811-7cb6-4b5d-8a47-17b3fdf2b5fb tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=a20e4b7a-b006-444d-9c01-ae08683616e7 HTTP/1.1" status: 200 len: 945 time: 0.0741694 Nov 26 03:16:39.002416 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ecc5bf4c-91e4-4a5b-a759-c8b6133f1199 req-645ea4fd-6646-4bd9-b45e-20d1fdf47e68 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511055 Nov 26 03:16:39.075641 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854ab7a-4e7b-463e-945d-188de4db7bc9 req-7ce67fa0-257c-49a1-8476-980dd1feb765 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:39.077788 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c854ab7a-4e7b-463e-945d-188de4db7bc9 req-7ce67fa0-257c-49a1-8476-980dd1feb765 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20e4b7a-b006-444d-9c01-ae08683616e7 HTTP/1.1" status: 200 len: 945 time: 0.0528204 Nov 26 03:16:39.183748 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c854ab7a-4e7b-463e-945d-188de4db7bc9 req-2ef33d21-fce8-4820-8fa4-525eb6f8cb81 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Deleting port dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:16:39.184256 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c854ab7a-4e7b-463e-945d-188de4db7bc9 req-2ef33d21-fce8-4820-8fa4-525eb6f8cb81 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:39.309912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c854ab7a-4e7b-463e-945d-188de4db7bc9 req-2ef33d21-fce8-4820-8fa4-525eb6f8cb81 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] For port dcfec836-3cb3-4c27-bf1a-ff28d3b373e6, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=dcfec836-3cb3-4c27-bf1a-ff28d3b373e6,segment=NetworkSegment(ac12994d-1456-4a16-8a12-7d56c75385e0),segment_id=ac12994d-1456-4a16-8a12-7d56c75385e0)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:16:39.310283 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c854ab7a-4e7b-463e-945d-188de4db7bc9 req-2ef33d21-fce8-4820-8fa4-525eb6f8cb81 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:39.324129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c854ab7a-4e7b-463e-945d-188de4db7bc9 req-2ef33d21-fce8-4820-8fa4-525eb6f8cb81 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Calling delete_port for dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:16:39.460305 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c854ab7a-4e7b-463e-945d-188de4db7bc9 req-2ef33d21-fce8-4820-8fa4-525eb6f8cb81 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:39.487954 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef33d21-fce8-4820-8fa4-525eb6f8cb81 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Pushing event deleted for resources: {'Port': ['ID=dcfec836-3cb3-4c27-bf1a-ff28d3b373e6,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:39.534447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c854ab7a-4e7b-463e-945d-188de4db7bc9 req-2ef33d21-fce8-4820-8fa4-525eb6f8cb81 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] No DVR routers for this DVR port dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:16:39.537448 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c854ab7a-4e7b-463e-945d-188de4db7bc9 req-2ef33d21-fce8-4820-8fa4-525eb6f8cb81 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:39.541116 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c854ab7a-4e7b-463e-945d-188de4db7bc9 req-2ef33d21-fce8-4820-8fa4-525eb6f8cb81 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.59 "DELETE /v2.0/ports/dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 HTTP/1.1" status: 204 len: 173 time: 0.4575551 Nov 26 03:16:39.541615 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20e4b7a-b006-444d-9c01-ae08683616e7', 'name': 'network-vif-deleted', 'tag': 'dcfec836-3cb3-4c27-bf1a-ff28d3b373e6'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:16:39.545024 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6b256f-0366-4d7e-8577-01e4f3fe5ff4" -d '{"events": [{"server_uuid": "a20e4b7a-b006-444d-9c01-ae08683616e7", "name": "network-vif-deleted", "tag": "dcfec836-3cb3-4c27-bf1a-ff28d3b373e6"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:16:39.590507 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6588eb92-0c45-496b-a536-43e21f896b59 x-openstack-request-id: req-6588eb92-0c45-496b-a536-43e21f896b59 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:16:39.591021 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20e4b7a-b006-444d-9c01-ae08683616e7", "name": "network-vif-deleted", "tag": "dcfec836-3cb3-4c27-bf1a-ff28d3b373e6", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:16:39.591790 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6588eb92-0c45-496b-a536-43e21f896b59 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:16:39.592438 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20e4b7a-b006-444d-9c01-ae08683616e7', 'name': 'network-vif-deleted', 'tag': 'dcfec836-3cb3-4c27-bf1a-ff28d3b373e6', 'status': 'completed', 'code': 200} Nov 26 03:16:40.149051 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c19b0b1b-5c56-415b-ad77-2c9c74aab072 req-338f56af-3265-430f-8a44-a3e9f44a5047 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=a20e4b7a-b006-444d-9c01-ae08683616e7 HTTP/1.1" status: 200 len: 210 time: 0.0325391 Nov 26 03:16:40.856728 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:16:40.877670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:16:40.878026 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device dcfec836-3cb3-4c27-bf1a-ff28d3b373e6 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:16:41.443796 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-4951639b-56de-4b82-bfbd-483f2474d692 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:41.451404 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-4951639b-56de-4b82-bfbd-483f2474d692 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/networks?id=62b51977-30a7-47af-bea9-81c7d24d6dea HTTP/1.1" status: 200 len: 809 time: 0.1290874 Nov 26 03:16:41.487423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-f3af0901-8d53-41ed-b674-beb6e1f67340 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/quotas/f0b4de4c5cbc45468408c46727948058 HTTP/1.1" status: 200 len: 375 time: 0.0256579 Nov 26 03:16:41.531510 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-fa6d0cdb-9868-4f41-b8fc-d7d616b62cc7 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0b4de4c5cbc45468408c46727948058&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430591 Nov 26 03:16:41.669962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-77aeceb4-2ff2-4ae4-bbb1-788dc8d13a2a service neutron] 10.222.0.31 "GET /v2.0/networks/62b51977-30a7-47af-bea9-81c7d24d6dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374388 Nov 26 03:16:41.684332 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5ccff64c-8bc8-493a-8457-43ceefad5f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:41.779025 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-bc0c7763-a6af-4ae1-9972-98ad9964b00c service neutron] 10.222.0.31 "GET /v2.0/networks/62b51977-30a7-47af-bea9-81c7d24d6dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081085 Nov 26 03:16:41.973909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d6141e5c-25f8-4f4f-8f7d-3af2adacb02a req-1d8bb12b-d971-4eb3-852c-2df332126803 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=491078ae-d0da-400f-a61c-9266a6016bfd HTTP/1.1" status: 200 len: 210 time: 0.0384455 Nov 26 03:16:43.105087 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b478b1ad-8498-44fd-b825-d9e1e4a83174 req-4b235989-e4a5-4bcf-9dbc-5452298b32ff tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=491078ae-d0da-400f-a61c-9266a6016bfd HTTP/1.1" status: 200 len: 210 time: 0.0303242 Nov 26 03:16:43.233720 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-07d8ae1b-8550-4126-b236-1ddfdd89f446 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:43.235378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-07d8ae1b-8550-4126-b236-1ddfdd89f446 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.59 "GET /v2.0/networks?id=62b51977-30a7-47af-bea9-81c7d24d6dea HTTP/1.1" status: 200 len: 809 time: 0.1329136 Nov 26 03:16:43.267893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-862e58e8-1679-42c8-8bf9-0451afb3c0e5 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Request body: {'port': {'device_id': '491078ae-d0da-400f-a61c-9266a6016bfd', 'network_id': '62b51977-30a7-47af-bea9-81c7d24d6dea', 'admin_state_up': True, 'tenant_id': 'f0b4de4c5cbc45468408c46727948058'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:16:43.380973 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-862e58e8-1679-42c8-8bf9-0451afb3c0e5 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Made reservation on behalf of f0b4de4c5cbc45468408c46727948058 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:16:43.384720 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-862e58e8-1679-42c8-8bf9-0451afb3c0e5 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:43.510531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-862e58e8-1679-42c8-8bf9-0451afb3c0e5 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Allocated IP 172.20.0.4 (62b51977-30a7-47af-bea9-81c7d24d6dea/af56969b-5c91-465c-9ec1-97b49f3e3f64/3f83490d-c6ef-4bf2-8ce1-30f347d81d93) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:16:43.696756 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-862e58e8-1679-42c8-8bf9-0451afb3c0e5 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:43.745008 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-862e58e8-1679-42c8-8bf9-0451afb3c0e5 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:43.789227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-862e58e8-1679-42c8-8bf9-0451afb3c0e5 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Network 62b51977-30a7-47af-bea9-81c7d24d6dea is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:16:43.792408 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-862e58e8-1679-42c8-8bf9-0451afb3c0e5 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:16:43.798294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-862e58e8-1679-42c8-8bf9-0451afb3c0e5 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:16:43.834703 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e58e8-1679-42c8-8bf9-0451afb3c0e5 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Pushing event updated for resources: {'Port': ['ID=3f83490d-c6ef-4bf2-8ce1-30f347d81d93,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:43.856803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-862e58e8-1679-42c8-8bf9-0451afb3c0e5 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:43.857354 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-862e58e8-1679-42c8-8bf9-0451afb3c0e5 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:43.875758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-862e58e8-1679-42c8-8bf9-0451afb3c0e5 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6119282 Nov 26 03:16:43.894436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Request body: {'port': {'device_id': '491078ae-d0da-400f-a61c-9266a6016bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:16:43.959695 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:44.140609 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-33530708-7338-469e-aa65-abf4a5e64428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:44.276213 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e889bac-630a-49ab-bc66-7dc38843b6be req-a6463ca9-a297-456a-a54c-fcea333e6ac8 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:44.277978 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e889bac-630a-49ab-bc66-7dc38843b6be req-a6463ca9-a297-456a-a54c-fcea333e6ac8 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=491078ae-d0da-400f-a61c-9266a6016bfd HTTP/1.1" status: 200 len: 931 time: 0.0821395 Nov 26 03:16:44.326189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f83490d-c6ef-4bf2-8ce1-30f347d81d93 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:16:44.340634 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:44.373428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Transition to ACTIVE for port object 3f83490d-c6ef-4bf2-8ce1-30f347d81d93 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:16:44.378037 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e889bac-630a-49ab-bc66-7dc38843b6be req-a351b769-7a8c-4ed4-b902-d423c7012d64 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810850 Nov 26 03:16:44.379288 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:44.447049 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3f83490d-c6ef-4bf2-8ce1-30f347d81d93,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:44.531257 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Attempting to bind port 3f83490d-c6ef-4bf2-8ce1-30f347d81d93 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:16:44.531609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Attempting to bind port 3f83490d-c6ef-4bf2-8ce1-30f347d81d93 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ac12994d-1456-4a16-8a12-7d56c75385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '62b51977-30a7-47af-bea9-81c7d24d6dea'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:16:44.531947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Attempting to bind port 3f83490d-c6ef-4bf2-8ce1-30f347d81d93 on network 62b51977-30a7-47af-bea9-81c7d24d6dea {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:16:44.536486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Port 3f83490d-c6ef-4bf2-8ce1-30f347d81d93 on network 62b51977-30a7-47af-bea9-81c7d24d6dea not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:16:44.537004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Attempting to bind port 3f83490d-c6ef-4bf2-8ce1-30f347d81d93 on network 62b51977-30a7-47af-bea9-81c7d24d6dea {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:16:44.542549 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:16:44.542930 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Checking segment: {'id': 'ac12994d-1456-4a16-8a12-7d56c75385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '62b51977-30a7-47af-bea9-81c7d24d6dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:16:44.543350 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Bound using segment: {'id': 'ac12994d-1456-4a16-8a12-7d56c75385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '62b51977-30a7-47af-bea9-81c7d24d6dea'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:16:44.543796 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Bound port: 3f83490d-c6ef-4bf2-8ce1-30f347d81d93, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac12994d-1456-4a16-8a12-7d56c75385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '62b51977-30a7-47af-bea9-81c7d24d6dea'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:16:44.544271 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:44.614691 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] For port 3f83490d-c6ef-4bf2-8ce1-30f347d81d93, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:16:44.617388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] For port 3f83490d-c6ef-4bf2-8ce1-30f347d81d93, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=3f83490d-c6ef-4bf2-8ce1-30f347d81d93,segment=NetworkSegment(ac12994d-1456-4a16-8a12-7d56c75385e0),segment_id=ac12994d-1456-4a16-8a12-7d56c75385e0)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:16:44.622300 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:44.673375 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:44.674296 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:44.676110 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] 10.222.0.59 "PUT /v2.0/ports/3f83490d-c6ef-4bf2-8ce1-30f347d81d93 HTTP/1.1" status: 200 len: 1091 time: 0.7858722 Nov 26 03:16:44.676578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491078ae-d0da-400f-a61c-9266a6016bfd', 'tag': '3f83490d-c6ef-4bf2-8ce1-30f347d81d93'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:16:44.679825 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf648cbe-7095-48bf-b0f4-e3ad74771da1" -d '{"events": [{"name": "network-changed", "server_uuid": "491078ae-d0da-400f-a61c-9266a6016bfd", "tag": "3f83490d-c6ef-4bf2-8ce1-30f347d81d93"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:16:44.789646 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bac44ca-4025-4911-871c-c7c99650860d x-openstack-request-id: req-7bac44ca-4025-4911-871c-c7c99650860d {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:16:44.790067 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491078ae-d0da-400f-a61c-9266a6016bfd", "tag": "3f83490d-c6ef-4bf2-8ce1-30f347d81d93", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:16:44.790333 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bac44ca-4025-4911-871c-c7c99650860d {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:16:44.790739 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491078ae-d0da-400f-a61c-9266a6016bfd', 'tag': '3f83490d-c6ef-4bf2-8ce1-30f347d81d93', 'status': 'completed', 'code': 200} Nov 26 03:16:44.799758 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b7039-a424-43c2-9b0b-3fa8c88adbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3f83490d-c6ef-4bf2-8ce1-30f347d81d93,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:44.822564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-f03c0e30-2072-4da6-ba2c-ffa474d3d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:44.824278 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-f03c0e30-2072-4da6-ba2c-ffa474d3d7c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f0b4de4c5cbc45468408c46727948058&device_id=491078ae-d0da-400f-a61c-9266a6016bfd HTTP/1.1" status: 200 len: 1094 time: 0.0752330 Nov 26 03:16:44.889716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-148871af-1fe8-4a6f-a2e4-df7ada5e259c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f83490d-c6ef-4bf2-8ce1-30f347d81d93 HTTP/1.1" status: 200 len: 217 time: 0.0517678 Nov 26 03:16:44.957175 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-21723875-0baa-4b86-b542-523b3ee07615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:44.958667 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-21723875-0baa-4b86-b542-523b3ee07615 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af56969b-5c91-465c-9ec1-97b49f3e3f64 HTTP/1.1" status: 200 len: 849 time: 0.0619500 Nov 26 03:16:44.992554 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-9fc72183-4add-4d80-ba62-ee6724472635 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=62b51977-30a7-47af-bea9-81c7d24d6dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259006 Nov 26 03:16:45.089608 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:45.112798 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-7b2b73e8-627d-4841-b2b0-e178c0df1110 service neutron] 10.222.0.59 "GET /v2.0/networks/62b51977-30a7-47af-bea9-81c7d24d6dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116655 Nov 26 03:16:45.234362 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d8c446f-c4bf-44f8-b18d-4917cbf2241f req-81b4adf7-a0f7-4861-9cae-f0440f9cd897 service neutron] 10.222.0.59 "GET /v2.0/networks/62b51977-30a7-47af-bea9-81c7d24d6dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145108 Nov 26 03:16:45.359988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf648cbe-7095-48bf-b0f4-e3ad74771da1 req-eaa73989-cbec-418c-bcc8-a6d781ac7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:45.361540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf648cbe-7095-48bf-b0f4-e3ad74771da1 req-eaa73989-cbec-418c-bcc8-a6d781ac7682 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f0b4de4c5cbc45468408c46727948058&device_id=491078ae-d0da-400f-a61c-9266a6016bfd HTTP/1.1" status: 200 len: 1094 time: 0.0433137 Nov 26 03:16:45.467215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf648cbe-7095-48bf-b0f4-e3ad74771da1 req-4ee69085-9ff6-4792-bcc0-7b444432ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:45.468743 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf648cbe-7095-48bf-b0f4-e3ad74771da1 req-4ee69085-9ff6-4792-bcc0-7b444432ac34 service neutron] 10.222.0.59 "GET /v2.0/networks?id=62b51977-30a7-47af-bea9-81c7d24d6dea HTTP/1.1" status: 200 len: 910 time: 0.0987506 Nov 26 03:16:45.529005 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf648cbe-7095-48bf-b0f4-e3ad74771da1 req-0f206923-5d41-444d-b650-01f8fad0cb1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f83490d-c6ef-4bf2-8ce1-30f347d81d93 HTTP/1.1" status: 200 len: 217 time: 0.0460618 Nov 26 03:16:45.581079 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64b78b-5b79-4157-ac55-9889009c5331 req-27470681-1c78-41ca-8db7-cf90d1b525dc tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:45.582729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d64b78b-5b79-4157-ac55-9889009c5331 req-27470681-1c78-41ca-8db7-cf90d1b525dc tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=491078ae-d0da-400f-a61c-9266a6016bfd HTTP/1.1" status: 200 len: 943 time: 0.1089103 Nov 26 03:16:45.606920 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf648cbe-7095-48bf-b0f4-e3ad74771da1 req-2b95878e-4d7c-4d42-af03-6e8fdfb45ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:45.608490 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf648cbe-7095-48bf-b0f4-e3ad74771da1 req-2b95878e-4d7c-4d42-af03-6e8fdfb45ec9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af56969b-5c91-465c-9ec1-97b49f3e3f64 HTTP/1.1" status: 200 len: 849 time: 0.0710659 Nov 26 03:16:45.645123 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf648cbe-7095-48bf-b0f4-e3ad74771da1 req-09a40702-3d0c-4f05-8a74-b3ffeb32d51e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=62b51977-30a7-47af-bea9-81c7d24d6dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284324 Nov 26 03:16:45.707176 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d64b78b-5b79-4157-ac55-9889009c5331 req-c6624248-888e-4b31-9f4c-01bc772c51c3 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121712 Nov 26 03:16:45.769390 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf648cbe-7095-48bf-b0f4-e3ad74771da1 req-25b01890-f0d4-4de8-85c8-a43fa4f8d020 service neutron] 10.222.0.59 "GET /v2.0/networks/62b51977-30a7-47af-bea9-81c7d24d6dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156702 Nov 26 03:16:45.887158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cf648cbe-7095-48bf-b0f4-e3ad74771da1 req-7e480d6a-9df9-4620-ad1b-119f619a700f service neutron] 10.222.0.59 "GET /v2.0/networks/62b51977-30a7-47af-bea9-81c7d24d6dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089976 Nov 26 03:16:46.649034 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:46.852208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6fc5d-1eb1-4949-ac5a-cd2ee6b13051 req-2ec5742e-ffaf-4ca2-bd94-3fe8f2595f6f tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:46.854476 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90a6fc5d-1eb1-4949-ac5a-cd2ee6b13051 req-2ec5742e-ffaf-4ca2-bd94-3fe8f2595f6f tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=491078ae-d0da-400f-a61c-9266a6016bfd HTTP/1.1" status: 200 len: 943 time: 0.0615354 Nov 26 03:16:46.907032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 3f83490d-c6ef-4bf2-8ce1-30f347d81d93 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:16:46.931971 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90a6fc5d-1eb1-4949-ac5a-cd2ee6b13051 req-64b8b643-1fc7-4c65-bb8f-3e7ea989d519 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697541 Nov 26 03:16:47.070053 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 3f83490d-c6ef-4bf2-8ce1-30f347d81d93, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=3f83490d-c6ef-4bf2-8ce1-30f347d81d93,segment=NetworkSegment(ac12994d-1456-4a16-8a12-7d56c75385e0),segment_id=ac12994d-1456-4a16-8a12-7d56c75385e0)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:16:47.088311 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '3f83490d-c6ef-4bf2-8ce1-30f347d81d93', 'network_id': '62b51977-30a7-47af-bea9-81c7d24d6dea', 'port_id': '3f83490d-c6ef-4bf2-8ce1-30f347d81d93', 'mac_address': 'fa:16:3e:41:78:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af56969b-5c91-465c-9ec1-97b49f3e3f64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:16:47.133262 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:47.150136 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f83490d-c6ef-4bf2-8ce1-30f347d81d93 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:16:47.173732 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 3f83490d-c6ef-4bf2-8ce1-30f347d81d93, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=3f83490d-c6ef-4bf2-8ce1-30f347d81d93,segment=NetworkSegment(ac12994d-1456-4a16-8a12-7d56c75385e0),segment_id=ac12994d-1456-4a16-8a12-7d56c75385e0)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:16:47.180339 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:47.245963 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=3f83490d-c6ef-4bf2-8ce1-30f347d81d93,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:47.454008 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['3f83490d-c6ef-4bf2-8ce1-30f347d81d93'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:16:47.567833 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:47.905883 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:16:48.091449 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a40ca-dc0d-43cf-85d5-47428cd4cce0 req-79776ae5-0c16-4d24-b5a4-067535a6c8b5 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:48.093635 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-834a40ca-dc0d-43cf-85d5-47428cd4cce0 req-79776ae5-0c16-4d24-b5a4-067535a6c8b5 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=491078ae-d0da-400f-a61c-9266a6016bfd HTTP/1.1" status: 200 len: 944 time: 0.0661256 Nov 26 03:16:48.147149 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-834a40ca-dc0d-43cf-85d5-47428cd4cce0 req-d85fa092-0aaf-4394-a223-e556d9549a17 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420673 Nov 26 03:16:48.919201 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 3f83490d-c6ef-4bf2-8ce1-30f347d81d93 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:16:48.968500 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 3f83490d-c6ef-4bf2-8ce1-30f347d81d93 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:16:48.972505 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 3f83490d-c6ef-4bf2-8ce1-30f347d81d93 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:16:48.972966 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:49.058105 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:49.084569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491078ae-d0da-400f-a61c-9266a6016bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f83490d-c6ef-4bf2-8ce1-30f347d81d93'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:16:49.087078 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cecd39-531d-47fe-939b-909c78a427a6" -d '{"events": [{"server_uuid": "491078ae-d0da-400f-a61c-9266a6016bfd", "name": "network-vif-plugged", "status": "completed", "tag": "3f83490d-c6ef-4bf2-8ce1-30f347d81d93"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:16:49.101624 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 3f83490d-c6ef-4bf2-8ce1-30f347d81d93, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=3f83490d-c6ef-4bf2-8ce1-30f347d81d93,segment=NetworkSegment(ac12994d-1456-4a16-8a12-7d56c75385e0),segment_id=ac12994d-1456-4a16-8a12-7d56c75385e0)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:16:49.105552 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:49.146118 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0472748e-2738-4833-99b9-adaab4ea3408 x-openstack-request-id: req-0472748e-2738-4833-99b9-adaab4ea3408 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:16:49.146417 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491078ae-d0da-400f-a61c-9266a6016bfd", "name": "network-vif-plugged", "status": "completed", "tag": "3f83490d-c6ef-4bf2-8ce1-30f347d81d93", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:16:49.146670 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0472748e-2738-4833-99b9-adaab4ea3408 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:16:49.147215 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491078ae-d0da-400f-a61c-9266a6016bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f83490d-c6ef-4bf2-8ce1-30f347d81d93', 'code': 200} Nov 26 03:16:49.172990 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=3f83490d-c6ef-4bf2-8ce1-30f347d81d93,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:49.313142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2896bc5-e945-44b7-8e1c-7c47b5b91f8a req-6803312a-2a9f-4a29-ab90-6091f18fe787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:49.314694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2896bc5-e945-44b7-8e1c-7c47b5b91f8a req-6803312a-2a9f-4a29-ab90-6091f18fe787 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=491078ae-d0da-400f-a61c-9266a6016bfd HTTP/1.1" status: 200 len: 1096 time: 0.0734293 Nov 26 03:16:49.323564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744a94b-15bc-45fc-88ab-9eb05eb24874 req-8bce21c4-0c3d-47b2-8b0c-7a41500eea29 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:49.325020 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3744a94b-15bc-45fc-88ab-9eb05eb24874 req-8bce21c4-0c3d-47b2-8b0c-7a41500eea29 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=491078ae-d0da-400f-a61c-9266a6016bfd HTTP/1.1" status: 200 len: 945 time: 0.0857470 Nov 26 03:16:49.705617 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2896bc5-e945-44b7-8e1c-7c47b5b91f8a req-dedbfedd-4dd6-4611-9ca7-48a08c810e15 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796086 Nov 26 03:16:49.718707 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3744a94b-15bc-45fc-88ab-9eb05eb24874 req-4513a116-d995-4292-b300-418959716c5b tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864384 Nov 26 03:16:50.877211 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79218d07-7c14-4469-87ab-eb4109dc17b4 req-30ba8e75-6238-4a90-ae20-d9b0162165fe tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:50.879390 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79218d07-7c14-4469-87ab-eb4109dc17b4 req-30ba8e75-6238-4a90-ae20-d9b0162165fe tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=491078ae-d0da-400f-a61c-9266a6016bfd HTTP/1.1" status: 200 len: 945 time: 0.0742693 Nov 26 03:16:50.946424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79218d07-7c14-4469-87ab-eb4109dc17b4 req-86e14c02-0013-4e26-b4ee-5e3b65c92c11 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554261 Nov 26 03:16:52.076273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda31f13-26b8-4862-a44f-29aaec43f01b req-b19a3e32-355f-4c9c-b381-5515e4c4e2ed tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:52.078564 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cda31f13-26b8-4862-a44f-29aaec43f01b req-b19a3e32-355f-4c9c-b381-5515e4c4e2ed tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=491078ae-d0da-400f-a61c-9266a6016bfd HTTP/1.1" status: 200 len: 945 time: 0.0542445 Nov 26 03:16:52.137397 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cda31f13-26b8-4862-a44f-29aaec43f01b req-12c12b23-7c12-4b51-a213-4ec2f32d513b tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520475 Nov 26 03:16:52.541497 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:52.976447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb0a36-66aa-43ae-813a-9b380dee9e10 req-9c581a75-7abf-45dc-8069-b2f5ede6d458 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:52.978322 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0eb0a36-66aa-43ae-813a-9b380dee9e10 req-9c581a75-7abf-45dc-8069-b2f5ede6d458 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=491078ae-d0da-400f-a61c-9266a6016bfd HTTP/1.1" status: 200 len: 945 time: 0.0546777 Nov 26 03:16:53.034482 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0eb0a36-66aa-43ae-813a-9b380dee9e10 req-af3ab04e-34e2-4089-9705-4fe264bd1324 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487757 Nov 26 03:16:53.675815 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:54.183053 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb174839-fc46-4c4b-bede-e1c9b5986115 req-954959ac-e61e-43fc-a92f-4692b0516318 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:54.184930 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb174839-fc46-4c4b-bede-e1c9b5986115 req-954959ac-e61e-43fc-a92f-4692b0516318 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=491078ae-d0da-400f-a61c-9266a6016bfd HTTP/1.1" status: 200 len: 945 time: 0.0728076 Nov 26 03:16:54.243061 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb174839-fc46-4c4b-bede-e1c9b5986115 req-b230d3d4-5d2f-4bc5-b3de-cc85e90bae8d tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/security-groups?id=9db9639c-95d3-44bb-9bdf-bed9c6318453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517242 Nov 26 03:16:54.357183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a60e3-9624-4606-8792-03aa41b8d145 req-4ab8169f-cb66-43b2-a778-b3b4b32c3fa0 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:16:54.359431 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b5a60e3-9624-4606-8792-03aa41b8d145 req-4ab8169f-cb66-43b2-a778-b3b4b32c3fa0 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=491078ae-d0da-400f-a61c-9266a6016bfd HTTP/1.1" status: 200 len: 945 time: 0.0541687 Nov 26 03:16:54.471060 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-4b5a60e3-9624-4606-8792-03aa41b8d145 req-76754470-5104-494d-8108-4e6742a55fab tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Deleting port 3f83490d-c6ef-4bf2-8ce1-30f347d81d93 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:16:54.471417 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b5a60e3-9624-4606-8792-03aa41b8d145 req-76754470-5104-494d-8108-4e6742a55fab tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:54.576724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-4b5a60e3-9624-4606-8792-03aa41b8d145 req-76754470-5104-494d-8108-4e6742a55fab tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] For port 3f83490d-c6ef-4bf2-8ce1-30f347d81d93, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=3f83490d-c6ef-4bf2-8ce1-30f347d81d93,segment=NetworkSegment(ac12994d-1456-4a16-8a12-7d56c75385e0),segment_id=ac12994d-1456-4a16-8a12-7d56c75385e0)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:16:54.577098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b5a60e3-9624-4606-8792-03aa41b8d145 req-76754470-5104-494d-8108-4e6742a55fab tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:54.592291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-4b5a60e3-9624-4606-8792-03aa41b8d145 req-76754470-5104-494d-8108-4e6742a55fab tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Calling delete_port for 3f83490d-c6ef-4bf2-8ce1-30f347d81d93 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:16:54.767992 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b5a60e3-9624-4606-8792-03aa41b8d145 req-76754470-5104-494d-8108-4e6742a55fab tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:54.800402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76754470-5104-494d-8108-4e6742a55fab tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Pushing event deleted for resources: {'Port': ['ID=3f83490d-c6ef-4bf2-8ce1-30f347d81d93,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:16:54.805591 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['3f83490d-c6ef-4bf2-8ce1-30f347d81d93'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:16:54.906145 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5a60e3-9624-4606-8792-03aa41b8d145 req-76754470-5104-494d-8108-4e6742a55fab tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] No DVR routers for this DVR port 3f83490d-c6ef-4bf2-8ce1-30f347d81d93 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:16:54.909386 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b5a60e3-9624-4606-8792-03aa41b8d145 req-76754470-5104-494d-8108-4e6742a55fab tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:16:54.914269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b5a60e3-9624-4606-8792-03aa41b8d145 req-76754470-5104-494d-8108-4e6742a55fab tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.59 "DELETE /v2.0/ports/3f83490d-c6ef-4bf2-8ce1-30f347d81d93 HTTP/1.1" status: 204 len: 173 time: 0.5459325 Nov 26 03:16:54.914972 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491078ae-d0da-400f-a61c-9266a6016bfd', 'name': 'network-vif-deleted', 'tag': '3f83490d-c6ef-4bf2-8ce1-30f347d81d93'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:16:54.918132 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cf558c-2cde-4ca1-921e-e4ac6d4109d1" -d '{"events": [{"server_uuid": "491078ae-d0da-400f-a61c-9266a6016bfd", "name": "network-vif-deleted", "tag": "3f83490d-c6ef-4bf2-8ce1-30f347d81d93"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:16:55.087533 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301bfbb5-e6ba-4e88-bb36-342cc9f6564d x-openstack-request-id: req-301bfbb5-e6ba-4e88-bb36-342cc9f6564d {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:16:55.087834 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491078ae-d0da-400f-a61c-9266a6016bfd", "name": "network-vif-deleted", "tag": "3f83490d-c6ef-4bf2-8ce1-30f347d81d93", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:16:55.088173 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-301bfbb5-e6ba-4e88-bb36-342cc9f6564d {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:16:55.088538 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491078ae-d0da-400f-a61c-9266a6016bfd', 'name': 'network-vif-deleted', 'tag': '3f83490d-c6ef-4bf2-8ce1-30f347d81d93', 'status': 'completed', 'code': 200} Nov 26 03:16:55.369014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e106eb99-6357-4d8b-8531-3ec47de1c0ac req-6b7b5239-f2e9-4908-bf6d-681133835406 tempest-VolumesActionsTest-1286987513 tempest-VolumesActionsTest-1286987513-project] 10.222.0.31 "GET /v2.0/ports?device_id=491078ae-d0da-400f-a61c-9266a6016bfd HTTP/1.1" status: 200 len: 210 time: 0.0370140 Nov 26 03:16:58.966458 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 3f83490d-c6ef-4bf2-8ce1-30f347d81d93 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:16:59.000489 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 3f83490d-c6ef-4bf2-8ce1-30f347d81d93 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:16:59.001300 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 3f83490d-c6ef-4bf2-8ce1-30f347d81d93 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:17:00.431574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4841a-e293-4d57-b3a4-ca9dbd3cdb4c req-a8455dd0-7260-4294-840a-4d18b1c7fbb3 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:00.433273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8f4841a-e293-4d57-b3a4-ca9dbd3cdb4c req-a8455dd0-7260-4294-840a-4d18b1c7fbb3 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 945 time: 0.0887508 Nov 26 03:17:00.552619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8f4841a-e293-4d57-b3a4-ca9dbd3cdb4c req-3a3cc1e3-a454-4189-bdd7-0af322fa8e8f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126924 Nov 26 03:17:01.343448 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52654) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:01.433871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a10d0b0-0363-4004-92e8-295bf0b1e8dd admin admin] Deleting subnet f260b4b6-a991-446c-a7c3-af2c8a4bc13c {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:17:01.443181 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8a10d0b0-0363-4004-92e8-295bf0b1e8dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:01.489032 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8a10d0b0-0363-4004-92e8-295bf0b1e8dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:01.540803 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8a10d0b0-0363-4004-92e8-295bf0b1e8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:01.659018 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8a10d0b0-0363-4004-92e8-295bf0b1e8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:01.688330 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8a10d0b0-0363-4004-92e8-295bf0b1e8dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:01.690388 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4373266c-858e-4e8b-bb47-edd69e35b49a None None] Network 6deb06cd-ad81-4c08-9eca-cecd3390e990 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:17:01.698692 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8a10d0b0-0363-4004-92e8-295bf0b1e8dd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f260b4b6-a991-446c-a7c3-af2c8a4bc13c HTTP/1.1" status: 204 len: 168 time: 0.3518224 Nov 26 03:17:01.699701 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52662) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:01.773639 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10d0b0-0363-4004-92e8-295bf0b1e8dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f260b4b6-a991-446c-a7c3-af2c8a4bc13c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:01.845240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994513f-224b-457b-a06f-980eebf8edda req-610b93ac-bf0f-4df0-8b9b-68cdabd293da tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:01.851777 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d994513f-224b-457b-a06f-980eebf8edda req-610b93ac-bf0f-4df0-8b9b-68cdabd293da tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 945 time: 0.0885422 Nov 26 03:17:01.897584 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2935e17-479e-49cd-936c-437f8a9a31cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:01.955276 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d994513f-224b-457b-a06f-980eebf8edda req-1d012349-e327-4de0-a5e5-46a4415aceeb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972252 Nov 26 03:17:02.018982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c80198-0599-4158-901d-dfb5e106f5b7 None None] DHCP port deletion for 6deb06cd-ad81-4c08-9eca-cecd3390e990 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:17:02.069765 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2935e17-479e-49cd-936c-437f8a9a31cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:02.090540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282439de-ec26-4a88-b57c-a6c0b6b0513b req-251a13e4-907b-49f7-95ae-8513b5fa81b0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:02.099109 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-282439de-ec26-4a88-b57c-a6c0b6b0513b req-251a13e4-907b-49f7-95ae-8513b5fa81b0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 945 time: 0.1341121 Nov 26 03:17:02.099534 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-f2935e17-479e-49cd-936c-437f8a9a31cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6deb06cd-ad81-4c08-9eca-cecd3390e990']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:02.111256 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-f2935e17-479e-49cd-936c-437f8a9a31cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9727293b-3772-44e0-acb6-82148fec251a') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:02.112188 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-f2935e17-479e-49cd-936c-437f8a9a31cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9727293b-3772-44e0-acb6-82148fec251a') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:02.122897 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2935e17-479e-49cd-936c-437f8a9a31cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:02.141402 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2935e17-479e-49cd-936c-437f8a9a31cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:02.149621 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2935e17-479e-49cd-936c-437f8a9a31cd admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:17:02.150336 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2935e17-479e-49cd-936c-437f8a9a31cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:17:02.229718 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:17:02.270819 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2935e17-479e-49cd-936c-437f8a9a31cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:02.293319 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2935e17-479e-49cd-936c-437f8a9a31cd admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:02.299548 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f2935e17-479e-49cd-936c-437f8a9a31cd admin admin] 10.222.0.31 "DELETE /v2.0/networks/6deb06cd-ad81-4c08-9eca-cecd3390e990 HTTP/1.1" status: 204 len: 168 time: 0.5980134 Nov 26 03:17:02.321136 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-282439de-ec26-4a88-b57c-a6c0b6b0513b req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Deleting port baf990f5-4b29-4ce7-8210-8c1b542ff582 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:17:02.321493 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-282439de-ec26-4a88-b57c-a6c0b6b0513b req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:02.349430 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2935e17-479e-49cd-936c-437f8a9a31cd admin admin] Pushing event deleted for resources: {'Network': ['ID=6deb06cd-ad81-4c08-9eca-cecd3390e990,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:02.562599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-282439de-ec26-4a88-b57c-a6c0b6b0513b req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] For port baf990f5-4b29-4ce7-8210-8c1b542ff582, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=baf990f5-4b29-4ce7-8210-8c1b542ff582,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:02.564626 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-282439de-ec26-4a88-b57c-a6c0b6b0513b req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:02.569804 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52674) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:02.684406 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b780a58e-6c37-4859-9c4d-b0c4c03b17a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f0aa3e1413142838b36b868640c6038&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1131160 Nov 26 03:17:02.685132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52676) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:02.831032 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7f5a9c6-196f-4be8-93e0-f4c7d7507365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:02.873601 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7f5a9c6-196f-4be8-93e0-f4c7d7507365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:02.950346 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7f5a9c6-196f-4be8-93e0-f4c7d7507365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:02.955387 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d7f5a9c6-196f-4be8-93e0-f4c7d7507365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:02.958748 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d7f5a9c6-196f-4be8-93e0-f4c7d7507365 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a776e06a-af3a-4392-950b-4497d6cec01b HTTP/1.1" status: 204 len: 168 time: 0.2712526 Nov 26 03:17:02.980226 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5a9c6-196f-4be8-93e0-f4c7d7507365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a776e06a-af3a-4392-950b-4497d6cec01b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:03.354953 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-282439de-ec26-4a88-b57c-a6c0b6b0513b req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:03.355327 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-282439de-ec26-4a88-b57c-a6c0b6b0513b req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:03.355626 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-282439de-ec26-4a88-b57c-a6c0b6b0513b req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Floating IP faa3bdfa-60a7-48a4-8719-3990a57a15ae disassociated. External IP: 172.25.0.220, port: baf990f5-4b29-4ce7-8210-8c1b542ff582. Nov 26 03:17:03.355974 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-282439de-ec26-4a88-b57c-a6c0b6b0513b req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Calling delete_port for baf990f5-4b29-4ce7-8210-8c1b542ff582 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:17:03.365580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7f81d-2025-4a8e-9dc1-cf3e6f210552 req-0bbd1685-bf76-4e3f-a5df-5d6a018b39e6 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:03.367173 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34b7f81d-2025-4a8e-9dc1-cf3e6f210552 req-0bbd1685-bf76-4e3f-a5df-5d6a018b39e6 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 945 time: 0.1985688 Nov 26 03:17:03.499949 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34b7f81d-2025-4a8e-9dc1-cf3e6f210552 req-c616b89c-d43b-432d-aeff-c9d95dc392a8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051354 Nov 26 03:17:03.645478 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-282439de-ec26-4a88-b57c-a6c0b6b0513b req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:03.693528 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event deleted for resources: {'Port': ['ID=baf990f5-4b29-4ce7-8210-8c1b542ff582,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:03.714148 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:03.714510 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:03.714903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:03.715250 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:03.716746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:03.716746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:03.717510 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:03.717864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:03.718202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:03.718533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:03.718918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:03.719257 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:03.873636 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-282439de-ec26-4a88-b57c-a6c0b6b0513b req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:17:04.036723 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-282439de-ec26-4a88-b57c-a6c0b6b0513b req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:17:04.048642 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c3882-b565-4895-8fcc-ffda0a30530a None None] Sync routers for ids ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:17:04.076907 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c3882-b565-4895-8fcc-ffda0a30530a None None] Routers {'8713b1fa-cfc0-4a04-b5f9-6136b973cea0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:17:04.077958 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-eb0c3882-b565-4895-8fcc-ffda0a30530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:16:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:04.165757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-282439de-ec26-4a88-b57c-a6c0b6b0513b req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] No DVR routers for this DVR port baf990f5-4b29-4ce7-8210-8c1b542ff582 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:17:04.175807 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-282439de-ec26-4a88-b57c-a6c0b6b0513b req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:04.192476 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-282439de-ec26-4a88-b57c-a6c0b6b0513b req-efa6bcb1-46ab-4a05-ab82-737e9802b39f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "DELETE /v2.0/ports/baf990f5-4b29-4ce7-8210-8c1b542ff582 HTTP/1.1" status: 204 len: 173 time: 2.0769625 Nov 26 03:17:04.193062 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4fe53a-0037-405c-ae15-f449563baaa8', 'name': 'network-vif-deleted', 'tag': 'baf990f5-4b29-4ce7-8210-8c1b542ff582'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:17:04.195993 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4629c1ed-a131-48fa-af62-ceb9d8aec6d3" -d '{"events": [{"server_uuid": "8a4fe53a-0037-405c-ae15-f449563baaa8", "name": "network-vif-deleted", "tag": "baf990f5-4b29-4ce7-8210-8c1b542ff582"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:17:04.308557 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45eab683-a71f-49dc-95d5-fcb82796fb97 x-openstack-request-id: req-45eab683-a71f-49dc-95d5-fcb82796fb97 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:17:04.308888 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4fe53a-0037-405c-ae15-f449563baaa8", "name": "network-vif-deleted", "tag": "baf990f5-4b29-4ce7-8210-8c1b542ff582", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:17:04.309289 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45eab683-a71f-49dc-95d5-fcb82796fb97 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:17:04.309705 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4fe53a-0037-405c-ae15-f449563baaa8', 'name': 'network-vif-deleted', 'tag': 'baf990f5-4b29-4ce7-8210-8c1b542ff582', 'status': 'completed', 'code': 200} Nov 26 03:17:04.336232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-eb0c3882-b565-4895-8fcc-ffda0a30530a None None] Set router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:17:04.661421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-eb0c3882-b565-4895-8fcc-ffda0a30530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 5, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:04.691484 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c3882-b565-4895-8fcc-ffda0a30530a None None] Checking router: 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:17:04.702067 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e4bdd9c-4632-49f4-bcca-624686794f5a req-b353ad81-f561-4a0b-b221-e92f4ee66ae5 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 210 time: 0.0723748 Nov 26 03:17:04.703256 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c3882-b565-4895-8fcc-ffda0a30530a None None] Routers {'8713b1fa-cfc0-4a04-b5f9-6136b973cea0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:17:04.703945 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-eb0c3882-b565-4895-8fcc-ffda0a30530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:16:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:05.056676 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-eb0c3882-b565-4895-8fcc-ffda0a30530a None None] Set router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:17:05.355491 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-eb0c3882-b565-4895-8fcc-ffda0a30530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 5, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:05.387133 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c3882-b565-4895-8fcc-ffda0a30530a None None] The sync data for ids ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'] in n-d-819389-3 is: [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 5, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:17:05.922172 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a3afa409-fce8-4460-b996-7617f4cf8c20 req-a8a1005b-a7e0-4f2f-b455-6a55fefff363 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 210 time: 0.0707047 Nov 26 03:17:05.922931 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb60a6af-9daf-4b70-9627-9f6e6c5a72c4 None None] New status for floating IP faa3bdfa-60a7-48a4-8719-3990a57a15ae: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:17:07.012566 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device baf990f5-4b29-4ce7-8210-8c1b542ff582 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:17:07.070095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-872cba0e-ffc7-4071-9e3d-524429659926 req-8dc05062-a492-440c-89e2-4169cb37a96e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 210 time: 0.0676780 Nov 26 03:17:07.082472 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: baf990f5-4b29-4ce7-8210-8c1b542ff582 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:17:07.083118 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device baf990f5-4b29-4ce7-8210-8c1b542ff582 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:17:07.218434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 52756) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:07.415594 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-ff2dbe59-70a7-46f9-8290-bdfbbe1d6872 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Deleting port 2b84ca43-75af-4198-af18-ea64a867ddf0 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:17:07.415939 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ff2dbe59-70a7-46f9-8290-bdfbbe1d6872 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:07.501204 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ff2dbe59-70a7-46f9-8290-bdfbbe1d6872 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:07.501523 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ff2dbe59-70a7-46f9-8290-bdfbbe1d6872 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:07.517128 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-ff2dbe59-70a7-46f9-8290-bdfbbe1d6872 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Calling delete_port for 2b84ca43-75af-4198-af18-ea64a867ddf0 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:17:07.816298 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ff2dbe59-70a7-46f9-8290-bdfbbe1d6872 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:07.850192 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2dbe59-70a7-46f9-8290-bdfbbe1d6872 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Pushing event deleted for resources: {'Port': ['ID=2b84ca43-75af-4198-af18-ea64a867ddf0,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:07.924044 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ff2dbe59-70a7-46f9-8290-bdfbbe1d6872 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:07.925052 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-ff2dbe59-70a7-46f9-8290-bdfbbe1d6872 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Floating IP a83a9b31-8c11-4b67-888b-8b937d3a9d5f disassociated (deleted). External IP: 172.25.0.54, port: 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26. Nov 26 03:17:08.164670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2dbe59-70a7-46f9-8290-bdfbbe1d6872 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Router 51493b4f-b640-4453-b10d-b9198642e3eb has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:17:08.261164 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-775f1e3b-ba41-4d3a-a698-d2605c8eb6b1 req-46018fc2-9652-44db-9f4d-ec4417e65b1f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 210 time: 0.0838614 Nov 26 03:17:08.469861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2dbe59-70a7-46f9-8290-bdfbbe1d6872 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:17:08.478557 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ff2dbe59-70a7-46f9-8290-bdfbbe1d6872 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:08.482094 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f595d586-ace2-4350-b1b8-90ad58367345 None None] Sync routers for ids ['51493b4f-b640-4453-b10d-b9198642e3eb'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:17:08.495667 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f595d586-ace2-4350-b1b8-90ad58367345 None None] Routers {'51493b4f-b640-4453-b10d-b9198642e3eb'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:17:08.496349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-f595d586-ace2-4350-b1b8-90ad58367345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:16:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['51493b4f-b640-4453-b10d-b9198642e3eb'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:08.542985 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ff2dbe59-70a7-46f9-8290-bdfbbe1d6872 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "DELETE /v2.0/floatingips/a83a9b31-8c11-4b67-888b-8b937d3a9d5f HTTP/1.1" status: 204 len: 168 time: 1.3233151 Nov 26 03:17:08.543890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'tag': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:17:08.547132 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047181fb-989e-43fd-87ec-db8fd6cad538" -d '{"events": [{"name": "network-changed", "server_uuid": "cbad2fcd-7de5-4b29-ad01-3222bf3b0588", "tag": "6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:17:08.596967 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca8ed8d-05d4-4901-b6e4-b44a49cc8847 x-openstack-request-id: req-5ca8ed8d-05d4-4901-b6e4-b44a49cc8847 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:17:08.597314 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbad2fcd-7de5-4b29-ad01-3222bf3b0588", "tag": "6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:17:08.597966 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ca8ed8d-05d4-4901-b6e4-b44a49cc8847 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:17:08.598385 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'tag': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26', 'status': 'completed', 'code': 200} Nov 26 03:17:08.744563 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047181fb-989e-43fd-87ec-db8fd6cad538 req-973d56b7-d87f-4b47-825a-84bb982bd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:08.746527 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-047181fb-989e-43fd-87ec-db8fd6cad538 req-973d56b7-d87f-4b47-825a-84bb982bd8ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a09da3e96ef842b592a701a4c15abb75&device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 1096 time: 0.0939372 Nov 26 03:17:08.827696 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-f595d586-ace2-4350-b1b8-90ad58367345 None None] Set router 51493b4f-b640-4453-b10d-b9198642e3eb gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:17:09.002308 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047181fb-989e-43fd-87ec-db8fd6cad538 req-0d1ed67a-0106-44b8-ba6d-13e223c69aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:09.005758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-047181fb-989e-43fd-87ec-db8fd6cad538 req-0d1ed67a-0106-44b8-ba6d-13e223c69aeb service neutron] 10.222.0.54 "GET /v2.0/networks?id=61ea4654-2d1e-4dd5-ae19-da4c365736f8 HTTP/1.1" status: 200 len: 914 time: 0.2501597 Nov 26 03:17:09.079580 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-047181fb-989e-43fd-87ec-db8fd6cad538 req-7d94f766-1d6d-4d39-9976-c25c11351b8b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 HTTP/1.1" status: 200 len: 217 time: 0.0426805 Nov 26 03:17:09.151612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504a447-68db-4280-8cb1-e6d0d2f940ac req-bd620faf-2950-4ad4-a715-9ee985b278b7 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:09.172802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4504a447-68db-4280-8cb1-e6d0d2f940ac req-bd620faf-2950-4ad4-a715-9ee985b278b7 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 945 time: 0.2031322 Nov 26 03:17:09.214303 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-f595d586-ace2-4350-b1b8-90ad58367345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'name': 'tempest-TestVolumeBackupRestore-242254259-router', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'gw_port': {'id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '978500ae-56cb-4ac1-b60f-f42b02035e9b', 'name': '', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'mac_address': 'fa:16:3e:7e:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:56Z', 'updated_at': '2021-11-26T03:13:03Z', 'revision_number': 5, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'subnets': [{'id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:09.275282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f595d586-ace2-4350-b1b8-90ad58367345 None None] Checking router: 51493b4f-b640-4453-b10d-b9198642e3eb for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:17:09.286470 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047181fb-989e-43fd-87ec-db8fd6cad538 req-ddd67b21-e138-4792-80de-12379025dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:09.288118 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-047181fb-989e-43fd-87ec-db8fd6cad538 req-ddd67b21-e138-4792-80de-12379025dfd9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=104fa751-0855-4e79-9f53-06313c7a4b73 HTTP/1.1" status: 200 len: 852 time: 0.1932321 Nov 26 03:17:09.320563 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f595d586-ace2-4350-b1b8-90ad58367345 None None] Routers {'51493b4f-b640-4453-b10d-b9198642e3eb'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:17:09.322728 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-f595d586-ace2-4350-b1b8-90ad58367345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:16:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['51493b4f-b640-4453-b10d-b9198642e3eb'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:09.469551 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4504a447-68db-4280-8cb1-e6d0d2f940ac req-0819177d-bc50-4dca-b614-83a347bc0b5a tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892449 Nov 26 03:17:09.483877 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047181fb-989e-43fd-87ec-db8fd6cad538 req-c0c972f1-6150-47ce-bdfb-01a46ebc8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:09.492383 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-047181fb-989e-43fd-87ec-db8fd6cad538 req-c0c972f1-6150-47ce-bdfb-01a46ebc8f8d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61ea4654-2d1e-4dd5-ae19-da4c365736f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1914959 Nov 26 03:17:09.616519 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-f595d586-ace2-4350-b1b8-90ad58367345 None None] Set router 51493b4f-b640-4453-b10d-b9198642e3eb gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:17:09.680969 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-047181fb-989e-43fd-87ec-db8fd6cad538 req-0b691c56-5d6a-4793-a1ad-bb30cfc1175b service neutron] 10.222.0.54 "GET /v2.0/networks/61ea4654-2d1e-4dd5-ae19-da4c365736f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809402 Nov 26 03:17:09.767619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34b93ecc-7965-46a4-a3c1-23eaab692690 req-c3944f32-3650-4a80-9c8a-665975bbeac5 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 210 time: 0.0856116 Nov 26 03:17:09.972911 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-047181fb-989e-43fd-87ec-db8fd6cad538 req-e820b16f-5485-4c08-8972-a319a57e8096 service neutron] 10.222.0.54 "GET /v2.0/networks/61ea4654-2d1e-4dd5-ae19-da4c365736f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707760 Nov 26 03:17:10.042982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-f595d586-ace2-4350-b1b8-90ad58367345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'name': 'tempest-TestVolumeBackupRestore-242254259-router', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'gw_port': {'id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '978500ae-56cb-4ac1-b60f-f42b02035e9b', 'name': '', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'mac_address': 'fa:16:3e:7e:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:56Z', 'updated_at': '2021-11-26T03:13:03Z', 'revision_number': 5, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'subnets': [{'id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:10.083385 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f595d586-ace2-4350-b1b8-90ad58367345 None None] The sync data for ids ['51493b4f-b640-4453-b10d-b9198642e3eb'] in n-d-819389-3 is: [{'id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'name': 'tempest-TestVolumeBackupRestore-242254259-router', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'gw_port': {'id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '978500ae-56cb-4ac1-b60f-f42b02035e9b', 'name': '', 'network_id': '61ea4654-2d1e-4dd5-ae19-da4c365736f8', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'mac_address': 'fa:16:3e:7e:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:56Z', 'updated_at': '2021-11-26T03:13:03Z', 'revision_number': 5, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'subnets': [{'id': '104fa751-0855-4e79-9f53-06313c7a4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:17:10.601788 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505a6f9e-0912-4e3d-8f58-e5f47a9d8bcb None None] New status for floating IP a83a9b31-8c11-4b67-888b-8b937d3a9d5f: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:17:10.697830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f4f9e-b7a3-4ebd-b3e0-6a1bfffc85fc req-ae181954-f7b9-4f73-9686-ec8ded9c84b4 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:10.706530 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee4f4f9e-b7a3-4ebd-b3e0-6a1bfffc85fc req-ae181954-f7b9-4f73-9686-ec8ded9c84b4 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 945 time: 0.1201763 Nov 26 03:17:10.829628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71e129-180f-4f76-b314-a9a0ba3ad1dc req-e2af8a9f-9355-401c-bca6-5482a991f9bf tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:10.833202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef71e129-180f-4f76-b314-a9a0ba3ad1dc req-e2af8a9f-9355-401c-bca6-5482a991f9bf tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 945 time: 0.0999570 Nov 26 03:17:10.858291 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee4f4f9e-b7a3-4ebd-b3e0-6a1bfffc85fc req-51f2dfa0-d9c5-4d02-bdf4-ecb35ca3fc62 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/security-groups?id=84e49f20-2499-4b15-aeb3-01ff75891a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446130 Nov 26 03:17:10.994820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26d9c847-ffd0-4d0e-aa21-8e01818c1465 req-4d066e19-4eb1-441c-b233-fb8258ae692f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 210 time: 0.0338516 Nov 26 03:17:11.024063 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-ef71e129-180f-4f76-b314-a9a0ba3ad1dc req-5ee3e2f7-4a84-462e-aca0-9f4d6e733095 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Deleting port 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:17:11.024453 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ef71e129-180f-4f76-b314-a9a0ba3ad1dc req-5ee3e2f7-4a84-462e-aca0-9f4d6e733095 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:11.134929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-ef71e129-180f-4f76-b314-a9a0ba3ad1dc req-5ee3e2f7-4a84-462e-aca0-9f4d6e733095 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] For port 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26,segment=NetworkSegment(9d5c9700-6dcb-4735-b61b-c3790ba81da6),segment_id=9d5c9700-6dcb-4735-b61b-c3790ba81da6)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:11.135391 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ef71e129-180f-4f76-b314-a9a0ba3ad1dc req-5ee3e2f7-4a84-462e-aca0-9f4d6e733095 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:11.150032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-ef71e129-180f-4f76-b314-a9a0ba3ad1dc req-5ee3e2f7-4a84-462e-aca0-9f4d6e733095 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Calling delete_port for 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:17:11.369751 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ef71e129-180f-4f76-b314-a9a0ba3ad1dc req-5ee3e2f7-4a84-462e-aca0-9f4d6e733095 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:11.470166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3e2f7-4a84-462e-aca0-9f4d6e733095 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Pushing event deleted for resources: {'Port': ['ID=6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:11.545470 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef71e129-180f-4f76-b314-a9a0ba3ad1dc req-5ee3e2f7-4a84-462e-aca0-9f4d6e733095 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] No DVR routers for this DVR port 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:17:11.548215 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ef71e129-180f-4f76-b314-a9a0ba3ad1dc req-5ee3e2f7-4a84-462e-aca0-9f4d6e733095 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:11.551938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef71e129-180f-4f76-b314-a9a0ba3ad1dc req-5ee3e2f7-4a84-462e-aca0-9f4d6e733095 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.54 "DELETE /v2.0/ports/6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 HTTP/1.1" status: 204 len: 173 time: 0.6924810 Nov 26 03:17:11.552574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'name': 'network-vif-deleted', 'tag': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:17:11.555849 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da3f15b-b336-45b3-b704-2c5bfa826286" -d '{"events": [{"server_uuid": "cbad2fcd-7de5-4b29-ad01-3222bf3b0588", "name": "network-vif-deleted", "tag": "6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:17:11.603611 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1601bec7-cac1-4fc1-9483-4fc92ab646fa x-openstack-request-id: req-1601bec7-cac1-4fc1-9483-4fc92ab646fa {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:17:11.604229 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbad2fcd-7de5-4b29-ad01-3222bf3b0588", "name": "network-vif-deleted", "tag": "6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:17:11.604725 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1601bec7-cac1-4fc1-9483-4fc92ab646fa {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:17:11.605736 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbad2fcd-7de5-4b29-ad01-3222bf3b0588', 'name': 'network-vif-deleted', 'tag': '6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26', 'status': 'completed', 'code': 200} Nov 26 03:17:11.708833 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9c58a8b2-8c02-4b6d-9ba9-1330be4a5d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:12.017775 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c43ea1dc-25c2-472e-b0cc-def9b645e316 req-0a10cfb3-263a-42bd-9979-279edab4b442 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 210 time: 0.0655842 Nov 26 03:17:12.175981 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31ef5127-e593-4252-a7f3-1512ed45a214 req-638097a5-346f-4670-bc14-8f0f2127d716 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4fe53a-0037-405c-ae15-f449563baaa8 HTTP/1.1" status: 200 len: 210 time: 0.0494723 Nov 26 03:17:13.255125 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c00fd214-ae34-4074-9082-438af89c7322 req-f7adc3ad-1f30-402a-96d9-1b95ffa11c25 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 210 time: 0.0755877 Nov 26 03:17:13.580718 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-0f9b8ab5-dd9e-4365-87ed-ffc057a0f82c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-277295715&fields=id&tenant_id=b17049609f8f491cbb361dbfa10fcb6b HTTP/1.1" status: 200 len: 267 time: 0.0807960 Nov 26 03:17:14.051198 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-ae167ff6-97fb-48a0-ab93-b732fdebde7d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:14.058989 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-ae167ff6-97fb-48a0-ab93-b732fdebde7d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 812 time: 0.4610450 Nov 26 03:17:14.074638 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-3593a2cf-44b7-4790-814c-f019543ab601 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/quotas/b17049609f8f491cbb361dbfa10fcb6b HTTP/1.1" status: 200 len: 375 time: 0.0147381 Nov 26 03:17:14.146042 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cf916f7d-5a84-4dab-b7e7-ebe46cbe7026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:14.153983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-05134701-55de-4cb9-b5cd-30ad70cfcc47 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783424 Nov 26 03:17:14.300803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-1a9fc8d6-4d02-451a-9285-1d7b0745dfbd service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435077 Nov 26 03:17:14.395108 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcc01427-95ec-4dec-b6e8-cf34f80ad893 req-1f1fbe56-7e72-471c-8d4c-1725d52c9abe tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 210 time: 0.0286760 Nov 26 03:17:14.537883 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-d1410354-a5eb-43a5-879a-711545b7351b service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355599 Nov 26 03:17:14.957011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:17:14.981195 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:17:14.981599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 6ad1c510-6d1d-43eb-8ccb-bec5e3bf3b26 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:17:15.103122 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:15.151726 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3001fc36-cd72-4917-9cfe-6eaff8a13766 req-7d72fbcd-cd28-4bcb-8015-5340d11141b7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 210 time: 0.0331495 Nov 26 03:17:15.596407 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d4d774ed-5e5a-4af6-b0f1-7777a654ac65 req-a3e71166-0acc-4a35-a867-a48fb3b31960 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 210 time: 0.0736656 Nov 26 03:17:16.321131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-705951cd-9bfc-4a4e-bd15-3b6ed050f180 req-63b61b83-c985-46ba-9268-9fae2c99e729 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 210 time: 0.0622325 Nov 26 03:17:16.632851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-807af5d0-97ff-4bdf-967a-d29a2b54f2a4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:16.634471 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-807af5d0-97ff-4bdf-967a-d29a2b54f2a4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 812 time: 0.2272165 Nov 26 03:17:16.664883 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:16.735806 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-cdf98dd8-67fc-4bfa-9c99-d50fa3f907e3 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b17049609f8f491cbb361dbfa10fcb6b HTTP/1.1" status: 200 len: 379 time: 0.0850589 Nov 26 03:17:16.752812 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-3e7af7c2-fd24-4730-957d-359347763268 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Request body: {'port': {'device_id': '070065e4-be17-4319-ba31-9e460ca40d99', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'admin_state_up': True, 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'security_groups': ['9f21759d-31a0-41e8-b7ca-6a86f8488e70']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:17:16.961950 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-957c74e9-9a06-478f-94bc-bc4c3deb8ebd req-0e68c76a-4d32-4d1c-a4da-d24e0e300653 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 210 time: 0.2046757 Nov 26 03:17:16.976679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-3e7af7c2-fd24-4730-957d-359347763268 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Made reservation on behalf of b17049609f8f491cbb361dbfa10fcb6b for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:17:16.981292 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-3e7af7c2-fd24-4730-957d-359347763268 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:17.168027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-3e7af7c2-fd24-4730-957d-359347763268 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Allocated IP 172.20.0.8 (3f4d63a1-f901-4208-8c24-36adbef45f4d/f8613f4d-a1ac-4475-b5f6-ead1648d3332/39e1e5fb-1472-4200-880f-02b4403631b0) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:17:17.450825 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-3e7af7c2-fd24-4730-957d-359347763268 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:17.572475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35666c44-d3d6-4c14-b0f0-f9e515d2f872 req-89f3d7f9-0474-4b88-820d-b517e9cc9349 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 210 time: 0.0913436 Nov 26 03:17:17.585877 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-3e7af7c2-fd24-4730-957d-359347763268 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:17.607091 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:17.685246 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7af7c2-fd24-4730-957d-359347763268 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'Port': ['ID=39e1e5fb-1472-4200-880f-02b4403631b0,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:17.690515 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-3e7af7c2-fd24-4730-957d-359347763268 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Network 3f4d63a1-f901-4208-8c24-36adbef45f4d is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:17:17.692744 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-3e7af7c2-fd24-4730-957d-359347763268 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:17:17.695691 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-3e7af7c2-fd24-4730-957d-359347763268 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:17:17.788580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-3e7af7c2-fd24-4730-957d-359347763268 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:17.789667 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-3e7af7c2-fd24-4730-957d-359347763268 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:17.824202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-3e7af7c2-fd24-4730-957d-359347763268 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0818124 Nov 26 03:17:17.844816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Request body: {'port': {'device_id': '070065e4-be17-4319-ba31-9e460ca40d99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:17:17.994243 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:18.245648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e280f81b-f3ae-444e-86c0-1a3c4213b6c2 None None] Provisioning complete for port 39e1e5fb-1472-4200-880f-02b4403631b0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:18.246729 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e280f81b-f3ae-444e-86c0-1a3c4213b6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:18.292164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-e280f81b-f3ae-444e-86c0-1a3c4213b6c2 None None] Port 39e1e5fb-1472-4200-880f-02b4403631b0 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:17:18.370564 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f1549ae9-314e-42fb-a461-45abf325c274 req-359fc330-68d7-4d58-a713-cc8875e90d4e tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 210 time: 0.0472264 Nov 26 03:17:18.390936 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e1e5fb-1472-4200-880f-02b4403631b0 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:17:18.409187 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:18.494849 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Transition to ACTIVE for port object 39e1e5fb-1472-4200-880f-02b4403631b0 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:17:18.514781 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:18.780424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Pushing event updated for resources: {'Port': ['ID=39e1e5fb-1472-4200-880f-02b4403631b0,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:18.843476 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad74297-6449-42d8-8ac5-f47fc356b589 req-7426b3ee-2932-40b9-8db3-564a3bc245f4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:18.851575 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ad74297-6449-42d8-8ac5-f47fc356b589 req-7426b3ee-2932-40b9-8db3-564a3bc245f4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 943 time: 0.1533082 Nov 26 03:17:18.862531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Attempting to bind port 39e1e5fb-1472-4200-880f-02b4403631b0 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:17:18.863023 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Attempting to bind port 39e1e5fb-1472-4200-880f-02b4403631b0 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:17:18.863467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Attempting to bind port 39e1e5fb-1472-4200-880f-02b4403631b0 on network 3f4d63a1-f901-4208-8c24-36adbef45f4d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:17:18.883830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Port 39e1e5fb-1472-4200-880f-02b4403631b0 on network 3f4d63a1-f901-4208-8c24-36adbef45f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:17:18.900477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Attempting to bind port 39e1e5fb-1472-4200-880f-02b4403631b0 on network 3f4d63a1-f901-4208-8c24-36adbef45f4d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:17:18.910397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:17:18.910884 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Checking segment: {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:17:18.917140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Bound using segment: {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:17:18.917866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Bound port: 39e1e5fb-1472-4200-880f-02b4403631b0, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:17:18.918346 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:18.967576 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ad74297-6449-42d8-8ac5-f47fc356b589 req-5411cb33-a67e-423e-889a-b327c944e58b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095989 Nov 26 03:17:19.042884 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] For port 39e1e5fb-1472-4200-880f-02b4403631b0, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:17:19.047616 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] For port 39e1e5fb-1472-4200-880f-02b4403631b0, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=39e1e5fb-1472-4200-880f-02b4403631b0,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:17:19.054012 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:19.102527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:19.103686 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:19.105652 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] 10.222.0.59 "PUT /v2.0/ports/39e1e5fb-1472-4200-880f-02b4403631b0 HTTP/1.1" status: 200 len: 1091 time: 1.2664475 Nov 26 03:17:19.106260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070065e4-be17-4319-ba31-9e460ca40d99', 'tag': '39e1e5fb-1472-4200-880f-02b4403631b0'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:17:19.108739 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdef000-8efe-47f5-9994-3293c6b48b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "070065e4-be17-4319-ba31-9e460ca40d99", "tag": "39e1e5fb-1472-4200-880f-02b4403631b0"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:17:19.171179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64a69a-0ae5-4e61-a424-86b1a2c95056 service neutron] Pushing event updated for resources: {'Port': ['ID=39e1e5fb-1472-4200-880f-02b4403631b0,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:19.189423 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd850b31-438a-42f6-b23a-2ab56977af4b x-openstack-request-id: req-cd850b31-438a-42f6-b23a-2ab56977af4b {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:17:19.190530 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070065e4-be17-4319-ba31-9e460ca40d99", "tag": "39e1e5fb-1472-4200-880f-02b4403631b0", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:17:19.190962 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd850b31-438a-42f6-b23a-2ab56977af4b {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:17:19.191503 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070065e4-be17-4319-ba31-9e460ca40d99', 'tag': '39e1e5fb-1472-4200-880f-02b4403631b0', 'status': 'completed', 'code': 200} Nov 26 03:17:19.235871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-f6477fdf-ff10-4adf-aa6e-52c8008b9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:19.239733 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-f6477fdf-ff10-4adf-aa6e-52c8008b9c67 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 1094 time: 0.0606186 Nov 26 03:17:19.304620 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-90a89efc-84af-4d54-93c0-5f2061f3c940 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39e1e5fb-1472-4200-880f-02b4403631b0 HTTP/1.1" status: 200 len: 217 time: 0.0521445 Nov 26 03:17:19.367786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-71813373-9d45-4f0f-b961-d1b6e8f828b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:19.370027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-71813373-9d45-4f0f-b961-d1b6e8f828b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.0578492 Nov 26 03:17:19.489369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-8e24c954-35a4-4151-bb84-e0df06eddb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:19.491101 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-8e24c954-35a4-4151-bb84-e0df06eddb25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141093 Nov 26 03:17:19.521985 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf683b20-662f-4222-b4dc-856e47e4d79b req-45a4016d-a7df-4869-a87a-8278fa80e380 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 210 time: 0.0506828 Nov 26 03:17:19.711003 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-859e145e-5838-411e-b8dc-e882019b7e4f service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883867 Nov 26 03:17:19.951390 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa9583bb-5ee7-4c14-bd25-b9e038322258 req-135f9f68-ead4-44e3-9384-3cd5b6524ae9 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325487 Nov 26 03:17:20.150380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdef000-8efe-47f5-9994-3293c6b48b0a req-b6e89fc6-5de4-4e75-9ac5-a5422f29f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:20.152007 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fdef000-8efe-47f5-9994-3293c6b48b0a req-b6e89fc6-5de4-4e75-9ac5-a5422f29f535 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 1094 time: 0.1124351 Nov 26 03:17:20.225256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14714b2-7f12-4afc-ba27-bd0d3b0cc564 req-f3f0d1d0-e3bf-4b70-ba12-d1a3edde08bc tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:20.232614 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d14714b2-7f12-4afc-ba27-bd0d3b0cc564 req-f3f0d1d0-e3bf-4b70-ba12-d1a3edde08bc tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 943 time: 0.1236720 Nov 26 03:17:20.318784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d14714b2-7f12-4afc-ba27-bd0d3b0cc564 req-700d0787-2aea-4387-83a3-ed37c95ea637 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839725 Nov 26 03:17:20.324714 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdef000-8efe-47f5-9994-3293c6b48b0a req-6c7d112c-c91f-4310-9ec6-5016836b1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:20.326395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fdef000-8efe-47f5-9994-3293c6b48b0a req-6c7d112c-c91f-4310-9ec6-5016836b1321 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 913 time: 0.1669035 Nov 26 03:17:20.391856 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fdef000-8efe-47f5-9994-3293c6b48b0a req-9885ba88-c1b7-4c8f-a29a-c284e566bdae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39e1e5fb-1472-4200-880f-02b4403631b0 HTTP/1.1" status: 200 len: 217 time: 0.0561175 Nov 26 03:17:20.472339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdef000-8efe-47f5-9994-3293c6b48b0a req-77130ce6-8312-4a72-aa94-099bc3af1d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:20.473858 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fdef000-8efe-47f5-9994-3293c6b48b0a req-77130ce6-8312-4a72-aa94-099bc3af1d2c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.0744920 Nov 26 03:17:20.588657 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdef000-8efe-47f5-9994-3293c6b48b0a req-e2086998-897e-4abe-8f15-ebd15b2e28bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:20.591916 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fdef000-8efe-47f5-9994-3293c6b48b0a req-e2086998-897e-4abe-8f15-ebd15b2e28bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087320 Nov 26 03:17:20.701690 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c04fdb8b-84eb-4bc9-af12-d9b7b0434a7e req-45e45675-c423-4ac5-9851-51f6af109cdb tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 210 time: 0.0648909 Nov 26 03:17:20.763216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fdef000-8efe-47f5-9994-3293c6b48b0a req-9afc7fa1-711e-44c2-b4a3-eb30d9fb45e4 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556077 Nov 26 03:17:20.882259 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fdef000-8efe-47f5-9994-3293c6b48b0a req-0e6f32c3-e00b-4e17-a05c-5ca6f03b82e5 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006594 Nov 26 03:17:21.543004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22d670-13ed-44a8-be25-12ef2da947ef req-8e8efd92-9ca8-48c9-8105-d1da617ead8b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:21.550670 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a22d670-13ed-44a8-be25-12ef2da947ef req-8e8efd92-9ca8-48c9-8105-d1da617ead8b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 943 time: 0.1138375 Nov 26 03:17:21.611251 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a22d670-13ed-44a8-be25-12ef2da947ef req-aa5cd5f1-f3a3-43a0-b6d1-0ad7b50e163a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595162 Nov 26 03:17:21.834932 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8e39687-11ff-4a31-b6d0-66451268f3bc req-74f2ea62-8721-4807-baea-23ee4f902b2e tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbad2fcd-7de5-4b29-ad01-3222bf3b0588 HTTP/1.1" status: 200 len: 210 time: 0.0378494 Nov 26 03:17:22.551152 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:22.864273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cefda-119f-482b-9164-215c2fc255cf req-c6f49931-c783-48a7-a68d-a82d185953b6 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:22.905844 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e2cefda-119f-482b-9164-215c2fc255cf req-c6f49931-c783-48a7-a68d-a82d185953b6 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 943 time: 0.1309552 Nov 26 03:17:23.001999 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 52984) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:23.076633 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e2cefda-119f-482b-9164-215c2fc255cf req-19898282-69ee-40e6-8028-2593e86d54db tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693633 Nov 26 03:17:23.116106 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-85f4bff7-405f-4677-9d6d-b6410062aa92 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:23.169587 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-85f4bff7-405f-4677-9d6d-b6410062aa92 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:23.274603 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-85f4bff7-405f-4677-9d6d-b6410062aa92 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:23.277569 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-85f4bff7-405f-4677-9d6d-b6410062aa92 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:23.282320 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-85f4bff7-405f-4677-9d6d-b6410062aa92 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] 10.222.0.31 "DELETE /v2.0/security-groups/84e49f20-2499-4b15-aeb3-01ff75891a1a HTTP/1.1" status: 204 len: 168 time: 0.2792478 Nov 26 03:17:23.295215 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4bff7-405f-4677-9d6d-b6410062aa92 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e49f20-2499-4b15-aeb3-01ff75891a1a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:23.316117 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f4bff7-405f-4677-9d6d-b6410062aa92 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:23.316740 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f4bff7-405f-4677-9d6d-b6410062aa92 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:23.317275 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f4bff7-405f-4677-9d6d-b6410062aa92 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:23.318452 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f4bff7-405f-4677-9d6d-b6410062aa92 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:23.319170 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f4bff7-405f-4677-9d6d-b6410062aa92 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:23.320164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f4bff7-405f-4677-9d6d-b6410062aa92 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:23.321254 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f4bff7-405f-4677-9d6d-b6410062aa92 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:23.321254 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f4bff7-405f-4677-9d6d-b6410062aa92 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:23.321925 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f4bff7-405f-4677-9d6d-b6410062aa92 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:23.322506 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f4bff7-405f-4677-9d6d-b6410062aa92 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:23.323060 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f4bff7-405f-4677-9d6d-b6410062aa92 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:23.325118 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f4bff7-405f-4677-9d6d-b6410062aa92 tempest-TestVolumeBackupRestore-1168485478 tempest-TestVolumeBackupRestore-1168485478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:23.696254 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:24.267906 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e63760-ffcc-4654-985b-787179ec532d req-d7d6c89e-7ed2-45b9-896f-9049eed00c2e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:24.282833 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9e63760-ffcc-4654-985b-787179ec532d req-d7d6c89e-7ed2-45b9-896f-9049eed00c2e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 943 time: 0.1030750 Nov 26 03:17:24.397026 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9e63760-ffcc-4654-985b-787179ec532d req-cc716a3b-991a-422a-b0b9-885bdf792297 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124659 Nov 26 03:17:24.905952 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:17:25.598699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51050ecb-35e5-4481-b66e-60e9d47c2ee8 req-9bd5609b-fc8f-4ff6-956c-295221dbf4f3 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:25.607705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51050ecb-35e5-4481-b66e-60e9d47c2ee8 req-9bd5609b-fc8f-4ff6-956c-295221dbf4f3 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 943 time: 0.0906475 Nov 26 03:17:25.717420 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51050ecb-35e5-4481-b66e-60e9d47c2ee8 req-f4731905-641e-42a7-9b6f-508ecd5dee6e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056733 Nov 26 03:17:26.902206 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5642c8-4c2b-4a76-8415-04794796e3c4 req-237bbe05-4de1-487b-805d-daab1cd366d6 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:26.912401 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc5642c8-4c2b-4a76-8415-04794796e3c4 req-237bbe05-4de1-487b-805d-daab1cd366d6 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 943 time: 0.1031141 Nov 26 03:17:26.974686 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc5642c8-4c2b-4a76-8415-04794796e3c4 req-033ca6d9-2d5e-41f5-8788-e4fc1437790e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588279 Nov 26 03:17:28.143419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec54456-affa-4d82-bb84-bcefdac8e479 req-e12aad26-7624-4152-9b27-5bda28e6fd6d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:28.151958 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dec54456-affa-4d82-bb84-bcefdac8e479 req-e12aad26-7624-4152-9b27-5bda28e6fd6d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 943 time: 0.0772796 Nov 26 03:17:28.220940 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dec54456-affa-4d82-bb84-bcefdac8e479 req-d9c9a1b8-2f0d-425f-a727-6409cec5a636 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671811 Nov 26 03:17:28.516818 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [req-52a810a2-631b-480e-866e-003053b4d886 req-d157e8ac-7cb4-4780-82bb-be2ec540e046 service neutron] (104801) timed out ('10.222.0.31', 56518) {{(pid=104801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 03:17:29.407672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6fb19-ff79-49f6-8048-c18a9eb2d17c req-a0943667-d0d6-4789-bd97-506d6c2ee1ee tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:29.410414 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bb6fb19-ff79-49f6-8048-c18a9eb2d17c req-a0943667-d0d6-4789-bd97-506d6c2ee1ee tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 943 time: 0.0755084 Nov 26 03:17:29.532334 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bb6fb19-ff79-49f6-8048-c18a9eb2d17c req-72c48808-7e61-4a69-bf6c-1af3940e82d3 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053457 Nov 26 03:17:30.721052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7d3f5-920e-43bb-84e3-42f632bed1bd req-6bbd0751-c347-4b9b-8f16-bd7d4701fbef tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:30.740133 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ef7d3f5-920e-43bb-84e3-42f632bed1bd req-6bbd0751-c347-4b9b-8f16-bd7d4701fbef tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 943 time: 0.0976596 Nov 26 03:17:30.877375 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5ef7d3f5-920e-43bb-84e3-42f632bed1bd req-5394fb34-ee0f-49c7-be99-e24a7ea83490 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353998 Nov 26 03:17:32.053921 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822697d-94ae-4121-b8cd-48a085056b53 req-cc36a852-cc55-4127-be87-0967e4dd649a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:32.061273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f822697d-94ae-4121-b8cd-48a085056b53 req-cc36a852-cc55-4127-be87-0967e4dd649a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 943 time: 0.0841649 Nov 26 03:17:32.150752 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f822697d-94ae-4121-b8cd-48a085056b53 req-b4c590b0-d2e8-4548-b7eb-602b44f06cf5 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784705 Nov 26 03:17:32.699069 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53622) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:33.108813 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-057f2775-1e96-485a-a7cf-a28f0314981f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:33.284382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b782f-a6ba-418a-941c-c1351eac7ebf req-ec231a96-bfb4-4f37-9ec1-2293b08813db tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:33.293818 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f47b782f-a6ba-418a-941c-c1351eac7ebf req-ec231a96-bfb4-4f37-9ec1-2293b08813db tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 943 time: 0.0734437 Nov 26 03:17:33.382183 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f47b782f-a6ba-418a-941c-c1351eac7ebf req-c80c28d1-9b23-4e61-8782-9748d4ec9377 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867810 Nov 26 03:17:33.632529 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-057f2775-1e96-485a-a7cf-a28f0314981f admin admin] Deleting port 978500ae-56cb-4ac1-b60f-f42b02035e9b {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:17:33.632529 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-057f2775-1e96-485a-a7cf-a28f0314981f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:33.752399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-057f2775-1e96-485a-a7cf-a28f0314981f admin admin] For port 978500ae-56cb-4ac1-b60f-f42b02035e9b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=978500ae-56cb-4ac1-b60f-f42b02035e9b,segment=NetworkSegment(9d5c9700-6dcb-4735-b61b-c3790ba81da6),segment_id=9d5c9700-6dcb-4735-b61b-c3790ba81da6)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:33.753101 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-057f2775-1e96-485a-a7cf-a28f0314981f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:33.779966 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-057f2775-1e96-485a-a7cf-a28f0314981f admin admin] Calling delete_port for 978500ae-56cb-4ac1-b60f-f42b02035e9b owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:17:34.081812 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-057f2775-1e96-485a-a7cf-a28f0314981f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:34.226949 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f2775-1e96-485a-a7cf-a28f0314981f admin admin] Pushing event deleted for resources: {'Port': ['ID=978500ae-56cb-4ac1-b60f-f42b02035e9b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:34.298894 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53658) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:34.400506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2fd2db7-71dd-4905-86a6-640c9aad2b47 admin admin] Deleting subnet af56969b-5c91-465c-9ec1-97b49f3e3f64 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:17:34.419168 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a2fd2db7-71dd-4905-86a6-640c9aad2b47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:34.439695 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-057f2775-1e96-485a-a7cf-a28f0314981f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:34.465397 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a2fd2db7-71dd-4905-86a6-640c9aad2b47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:34.515259 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a2fd2db7-71dd-4905-86a6-640c9aad2b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:34.634418 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a2fd2db7-71dd-4905-86a6-640c9aad2b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:34.665116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a095a3-72ea-42ee-a81c-fa01ddb086b7 req-9695413e-b5dd-4bed-9861-2b1a3e870629 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:34.667212 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55a095a3-72ea-42ee-a81c-fa01ddb086b7 req-9695413e-b5dd-4bed-9861-2b1a3e870629 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 943 time: 0.0913997 Nov 26 03:17:34.696319 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd2db7-71dd-4905-86a6-640c9aad2b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af56969b-5c91-465c-9ec1-97b49f3e3f64,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:34.705612 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a2fd2db7-71dd-4905-86a6-640c9aad2b47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:34.712875 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a2fd2db7-71dd-4905-86a6-640c9aad2b47 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/af56969b-5c91-465c-9ec1-97b49f3e3f64 HTTP/1.1" status: 204 len: 168 time: 0.4121008 Nov 26 03:17:34.716487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53666) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:34.766823 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55a095a3-72ea-42ee-a81c-fa01ddb086b7 req-eae319a3-8e00-4b61-ad6b-5ed2e2ed9192 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795684 Nov 26 03:17:34.868411 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f1ab33b6-07ea-4830-af16-4177e463e754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:34.955859 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f1ab33b6-07ea-4830-af16-4177e463e754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:34.968685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057f2775-1e96-485a-a7cf-a28f0314981f admin admin] Router 51493b4f-b640-4453-b10d-b9198642e3eb has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:17:34.988396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-f1ab33b6-07ea-4830-af16-4177e463e754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b51977-30a7-47af-bea9-81c7d24d6dea']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:34.999475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-f1ab33b6-07ea-4830-af16-4177e463e754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac12994d-1456-4a16-8a12-7d56c75385e0') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:35.000038 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-f1ab33b6-07ea-4830-af16-4177e463e754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac12994d-1456-4a16-8a12-7d56c75385e0') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:35.012336 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f1ab33b6-07ea-4830-af16-4177e463e754 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:35.027016 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f1ab33b6-07ea-4830-af16-4177e463e754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:35.033253 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ab33b6-07ea-4830-af16-4177e463e754 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:17:35.034224 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f1ab33b6-07ea-4830-af16-4177e463e754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:17:35.097790 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:17:35.103980 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f1ab33b6-07ea-4830-af16-4177e463e754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:35.123845 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f1ab33b6-07ea-4830-af16-4177e463e754 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:35.127560 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f1ab33b6-07ea-4830-af16-4177e463e754 admin admin] 10.222.0.31 "DELETE /v2.0/networks/62b51977-30a7-47af-bea9-81c7d24d6dea HTTP/1.1" status: 204 len: 168 time: 0.4087291 Nov 26 03:17:35.128794 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab33b6-07ea-4830-af16-4177e463e754 admin admin] Pushing event deleted for resources: {'Network': ['ID=62b51977-30a7-47af-bea9-81c7d24d6dea,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:35.293883 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057f2775-1e96-485a-a7cf-a28f0314981f admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:17:35.299959 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-057f2775-1e96-485a-a7cf-a28f0314981f admin admin] 10.222.0.31 "PUT /v2.0/routers/51493b4f-b640-4453-b10d-b9198642e3eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5998528 Nov 26 03:17:35.303409 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53678) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:35.313877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d93f35-589d-48bb-a0f3-710d6df40398 None None] Sync routers for ids ['51493b4f-b640-4453-b10d-b9198642e3eb'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:17:35.327276 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d93f35-589d-48bb-a0f3-710d6df40398 None None] Routers {'51493b4f-b640-4453-b10d-b9198642e3eb'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:17:35.327916 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-52d93f35-589d-48bb-a0f3-710d6df40398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:17:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['51493b4f-b640-4453-b10d-b9198642e3eb'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:35.480946 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53684) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:35.513920 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ee1bde6-f4aa-4412-a727-c845fc2189b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:35.567680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-67abaf27-6d36-4985-9c89-ec8a2a082194 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0b4de4c5cbc45468408c46727948058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0845101 Nov 26 03:17:35.569360 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53688) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:35.600377 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-52d93f35-589d-48bb-a0f3-710d6df40398 None None] Set router 51493b4f-b640-4453-b10d-b9198642e3eb gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:17:35.652003 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-097a5917-bced-46e3-ae52-6b0626aa1bd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:35.693302 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-097a5917-bced-46e3-ae52-6b0626aa1bd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:35.756845 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-097a5917-bced-46e3-ae52-6b0626aa1bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:35.759872 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-097a5917-bced-46e3-ae52-6b0626aa1bd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:35.765414 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-097a5917-bced-46e3-ae52-6b0626aa1bd4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9db9639c-95d3-44bb-9bdf-bed9c6318453 HTTP/1.1" status: 204 len: 168 time: 0.1947870 Nov 26 03:17:35.775882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a5917-bced-46e3-ae52-6b0626aa1bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db9639c-95d3-44bb-9bdf-bed9c6318453,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:36.036671 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27df09f-e7e9-4ef9-a1f4-7533d6b362ce req-abc6be10-d693-4ff6-8308-5094e790fb7e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:36.038477 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d27df09f-e7e9-4ef9-a1f4-7533d6b362ce req-abc6be10-d693-4ff6-8308-5094e790fb7e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 943 time: 0.1007235 Nov 26 03:17:36.149627 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d27df09f-e7e9-4ef9-a1f4-7533d6b362ce req-eb67c485-ba11-4bc1-a696-b1b406942fea tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994449 Nov 26 03:17:36.246444 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-52d93f35-589d-48bb-a0f3-710d6df40398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'name': 'tempest-TestVolumeBackupRestore-242254259-router', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:17:33Z', 'revision_number': 5, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'gw_port': {'id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:36.291654 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d93f35-589d-48bb-a0f3-710d6df40398 None None] Checking router: 51493b4f-b640-4453-b10d-b9198642e3eb for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:17:36.304425 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d93f35-589d-48bb-a0f3-710d6df40398 None None] Routers {'51493b4f-b640-4453-b10d-b9198642e3eb'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:17:36.305306 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-52d93f35-589d-48bb-a0f3-710d6df40398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:17:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['51493b4f-b640-4453-b10d-b9198642e3eb'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:36.342058 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ee1bde6-f4aa-4412-a727-c845fc2189b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:36.443892 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1ee1bde6-f4aa-4412-a727-c845fc2189b4 admin admin] Deleting port 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:17:36.444273 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ee1bde6-f4aa-4412-a727-c845fc2189b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:36.468117 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-52d93f35-589d-48bb-a0f3-710d6df40398 None None] Set router 51493b4f-b640-4453-b10d-b9198642e3eb gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:17:36.664761 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-1ee1bde6-f4aa-4412-a727-c845fc2189b4 admin admin] For port 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:36.665195 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ee1bde6-f4aa-4412-a727-c845fc2189b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:36.689722 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1ee1bde6-f4aa-4412-a727-c845fc2189b4 admin admin] Calling delete_port for 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:17:36.794603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-52d93f35-589d-48bb-a0f3-710d6df40398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'name': 'tempest-TestVolumeBackupRestore-242254259-router', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:17:33Z', 'revision_number': 5, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'gw_port': {'id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:36.846412 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d93f35-589d-48bb-a0f3-710d6df40398 None None] The sync data for ids ['51493b4f-b640-4453-b10d-b9198642e3eb'] in n-d-819389-3 is: [{'id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'name': 'tempest-TestVolumeBackupRestore-242254259-router', 'tenant_id': 'a09da3e96ef842b592a701a4c15abb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:17:33Z', 'revision_number': 5, 'project_id': 'a09da3e96ef842b592a701a4c15abb75', 'gw_port': {'id': '2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51493b4f-b640-4453-b10d-b9198642e3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:12:52Z', 'updated_at': '2021-11-26T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:17:36.996341 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ee1bde6-f4aa-4412-a727-c845fc2189b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:37.053515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394f31c8-59bb-4948-966e-77859a2d9e90 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:17:37.063235 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1bde6-f4aa-4412-a727-c845fc2189b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:37.122807 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ee1bde6-f4aa-4412-a727-c845fc2189b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:37.131449 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53740) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:37.290006 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ee1bde6-f4aa-4412-a727-c845fc2189b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:37.292441 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ee1bde6-f4aa-4412-a727-c845fc2189b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:37.379479 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ee1bde6-f4aa-4412-a727-c845fc2189b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:37.380734 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee1bde6-f4aa-4412-a727-c845fc2189b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51493b4f-b640-4453-b10d-b9198642e3eb {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:17:37.385383 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ee1bde6-f4aa-4412-a727-c845fc2189b4 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:37.389809 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1ee1bde6-f4aa-4412-a727-c845fc2189b4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/51493b4f-b640-4453-b10d-b9198642e3eb HTTP/1.1" status: 204 len: 168 time: 2.0821662 Nov 26 03:17:37.390560 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53750) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:37.394296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f776db-5780-42fc-b69c-d72e77d2862f req-bfaea1a2-227a-4124-bf9c-cf07fe675f33 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:37.407785 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47f776db-5780-42fc-b69c-d72e77d2862f req-bfaea1a2-227a-4124-bf9c-cf07fe675f33 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 943 time: 0.1225071 Nov 26 03:17:37.468752 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8aec3c35-befa-40ea-a375-5c487d86995d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:37.512872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe54ba28-a14d-4f6f-ab0f-2e9c25f854fb admin admin] Deleting subnet 104fa751-0855-4e79-9f53-06313c7a4b73 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:17:37.516107 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe54ba28-a14d-4f6f-ab0f-2e9c25f854fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:37.610819 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe54ba28-a14d-4f6f-ab0f-2e9c25f854fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:37.632374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47f776db-5780-42fc-b69c-d72e77d2862f req-aebbbc4e-393e-49e0-a341-8130dd8fddec tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234972 Nov 26 03:17:37.697094 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8aec3c35-befa-40ea-a375-5c487d86995d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:37.706257 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8aec3c35-befa-40ea-a375-5c487d86995d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:37.760677 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8aec3c35-befa-40ea-a375-5c487d86995d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bef081bb091d4bb9aea09f402e2e9c83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6257229 Nov 26 03:17:37.762843 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53762) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:37.806426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec3c35-befa-40ea-a375-5c487d86995d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c065fe-86b4-4f41-81f6-8ab4c4da0efc,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:37.935104 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe54ba28-a14d-4f6f-ab0f-2e9c25f854fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:37.974762 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-57f7fab6-0613-4585-ab92-ed47979573c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:38.074482 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-57f7fab6-0613-4585-ab92-ed47979573c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:38.097523 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe54ba28-a14d-4f6f-ab0f-2e9c25f854fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:38.155749 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54ba28-a14d-4f6f-ab0f-2e9c25f854fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=104fa751-0855-4e79-9f53-06313c7a4b73,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:38.157884 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe54ba28-a14d-4f6f-ab0f-2e9c25f854fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:38.163548 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6d0078-8110-441c-b916-70f7be4d707b None None] Network 61ea4654-2d1e-4dd5-ae19-da4c365736f8 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:17:38.169696 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fe54ba28-a14d-4f6f-ab0f-2e9c25f854fb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/104fa751-0855-4e79-9f53-06313c7a4b73 HTTP/1.1" status: 204 len: 168 time: 0.7746415 Nov 26 03:17:38.169913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53788) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:38.258865 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-57f7fab6-0613-4585-ab92-ed47979573c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:38.268828 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-57f7fab6-0613-4585-ab92-ed47979573c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:38.270443 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-57f7fab6-0613-4585-ab92-ed47979573c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36c065fe-86b4-4f41-81f6-8ab4c4da0efc HTTP/1.1" status: 204 len: 168 time: 0.5015395 Nov 26 03:17:38.290650 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:38.294058 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7fab6-0613-4585-ab92-ed47979573c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c065fe-86b4-4f41-81f6-8ab4c4da0efc,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:38.428566 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] Deleting port 29b6dd87-28f6-4542-b7db-8474b95b6044 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:17:38.429547 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:38.439579 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 978500ae-56cb-4ac1-b60f-f42b02035e9b no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:17:38.471141 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 978500ae-56cb-4ac1-b60f-f42b02035e9b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:17:38.471303 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 978500ae-56cb-4ac1-b60f-f42b02035e9b not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:17:38.523456 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] For port 29b6dd87-28f6-4542-b7db-8474b95b6044, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=29b6dd87-28f6-4542-b7db-8474b95b6044,segment=NetworkSegment(9d5c9700-6dcb-4735-b61b-c3790ba81da6),segment_id=9d5c9700-6dcb-4735-b61b-c3790ba81da6)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:38.523838 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:38.543080 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] Calling delete_port for 29b6dd87-28f6-4542-b7db-8474b95b6044 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:17:38.588992 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] DHCP port deletion for 61ea4654-2d1e-4dd5-ae19-da4c365736f8 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:17:38.672360 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:38.714343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=29b6dd87-28f6-4542-b7db-8474b95b6044,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:38.715038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] Deleting port 29b6dd87-28f6-4542-b7db-8474b95b6044 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:17:38.715683 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:38.745056 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] No DVR routers for this DVR port 29b6dd87-28f6-4542-b7db-8474b95b6044 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:17:38.825778 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] For port 29b6dd87-28f6-4542-b7db-8474b95b6044, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:38.826940 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:38.839020 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:38.869117 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ea4654-2d1e-4dd5-ae19-da4c365736f8']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:38.884075 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5c9700-6dcb-4735-b61b-c3790ba81da6') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:38.884635 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] Calling delete_port for 29b6dd87-28f6-4542-b7db-8474b95b6044 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:17:38.885056 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5c9700-6dcb-4735-b61b-c3790ba81da6') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:38.889431 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] Port 29b6dd87-28f6-4542-b7db-8474b95b6044 was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 03:17:38.891804 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:38.894122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f2225-b64c-4174-86e3-b75a10ba8c12 req-b1958786-9961-4d7f-aab3-88686c70ff2f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:38.915014 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:38.918827 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa2f2225-b64c-4174-86e3-b75a10ba8c12 req-b1958786-9961-4d7f-aab3-88686c70ff2f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 943 time: 0.1363754 Nov 26 03:17:38.930162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] Pushing event deleted for resources: {'Port': ['ID=29b6dd87-28f6-4542-b7db-8474b95b6044,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:38.933916 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:38.940656 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] No DVR routers for this DVR port 29b6dd87-28f6-4542-b7db-8474b95b6044 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:17:38.942083 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:17:38.943154 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:38.950027 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:38.950768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:38.952144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:38.952812 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:38.953611 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:38.954168 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:38.954746 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:38.955298 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:38.955845 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:38.956420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:38.956980 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:38.957414 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e1691-e348-45cd-98a8-d010e2d2ebc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:39.019826 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa2f2225-b64c-4174-86e3-b75a10ba8c12 req-966b39f1-f247-4a23-9fa9-02ad774b5c49 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000476 Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:17:39.023350 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:17:39.035796 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:39.043064 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:39.046922 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/61ea4654-2d1e-4dd5-ae19-da4c365736f8 HTTP/1.1" status: 204 len: 168 time: 0.8761296 Nov 26 03:17:39.050476 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53888) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:39.072761 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ac54e-4f62-426a-9479-6fceb64df3d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=61ea4654-2d1e-4dd5-ae19-da4c365736f8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:39.501802 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1b270ee3-81ab-44c4-ad92-04d5110346b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:39.534501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53934) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:39.678408 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24e1041c-db1c-4c4c-8640-7398c3088235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:39.788139 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24e1041c-db1c-4c4c-8640-7398c3088235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:39.792696 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-24e1041c-db1c-4c4c-8640-7398c3088235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:39.830781 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1041c-db1c-4c4c-8640-7398c3088235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc55df8-c134-4583-916b-8d18f587babf,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:39.852970 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-24e1041c-db1c-4c4c-8640-7398c3088235 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=870eb4688f7f44328ed3291cc8119bdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3171308 Nov 26 03:17:39.855465 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53944) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:39.876693 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1b270ee3-81ab-44c4-ad92-04d5110346b9 admin admin] Deleting port 456f7b5c-e59d-46bb-ae94-a5c7a4579927 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:17:39.876693 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1b270ee3-81ab-44c4-ad92-04d5110346b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:39.913188 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-239b4e0c-32f8-43be-b3a1-27daaed99dad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:39.937124 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-239b4e0c-32f8-43be-b3a1-27daaed99dad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:40.004768 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-1b270ee3-81ab-44c4-ad92-04d5110346b9 admin admin] For port 456f7b5c-e59d-46bb-ae94-a5c7a4579927, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=456f7b5c-e59d-46bb-ae94-a5c7a4579927,segment=NetworkSegment(dc742556-d61e-4872-9478-20a7e658641f),segment_id=dc742556-d61e-4872-9478-20a7e658641f)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:40.005513 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1b270ee3-81ab-44c4-ad92-04d5110346b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:40.009651 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-239b4e0c-32f8-43be-b3a1-27daaed99dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:40.013260 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-239b4e0c-32f8-43be-b3a1-27daaed99dad admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:40.015113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-239b4e0c-32f8-43be-b3a1-27daaed99dad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cfc55df8-c134-4583-916b-8d18f587babf HTTP/1.1" status: 204 len: 168 time: 0.1585987 Nov 26 03:17:40.025802 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b4e0c-32f8-43be-b3a1-27daaed99dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc55df8-c134-4583-916b-8d18f587babf,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:40.034463 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1b270ee3-81ab-44c4-ad92-04d5110346b9 admin admin] Calling delete_port for 456f7b5c-e59d-46bb-ae94-a5c7a4579927 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:17:40.053147 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 29b6dd87-28f6-4542-b7db-8474b95b6044 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:17:40.099962 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 29b6dd87-28f6-4542-b7db-8474b95b6044 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:17:40.100512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 29b6dd87-28f6-4542-b7db-8474b95b6044 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:17:40.101146 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:17:40.149793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:17:40.149793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2caea45e-b0d7-42d7-a1a5-c4ef7fe7fe3e not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:17:40.203577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bc33d-6ed3-4ecc-b506-4fab087d70d6 req-45069414-3158-4d63-a89e-0189644efc45 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:40.213151 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-755bc33d-6ed3-4ecc-b506-4fab087d70d6 req-45069414-3158-4d63-a89e-0189644efc45 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 943 time: 0.0891297 Nov 26 03:17:40.280955 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-755bc33d-6ed3-4ecc-b506-4fab087d70d6 req-dbf3ecb0-091b-409c-9999-97d81c25f0f5 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616376 Nov 26 03:17:40.389448 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1b270ee3-81ab-44c4-ad92-04d5110346b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:40.418627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b270ee3-81ab-44c4-ad92-04d5110346b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=456f7b5c-e59d-46bb-ae94-a5c7a4579927,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:40.693373 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1b270ee3-81ab-44c4-ad92-04d5110346b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:40.732117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53974) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:40.759178 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-55cffaea-1e31-47b6-a538-a6e8f802b863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:40.868974 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-55cffaea-1e31-47b6-a538-a6e8f802b863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:40.882382 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-55cffaea-1e31-47b6-a538-a6e8f802b863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:40.926991 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53978) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:40.927586 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-55cffaea-1e31-47b6-a538-a6e8f802b863 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e182969338234600ae3dfa7b7d71214b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1939020 Nov 26 03:17:40.928797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cffaea-1e31-47b6-a538-a6e8f802b863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39328b7f-5af7-4cb4-97be-a0c80e08fc44,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:40.930625 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 53980) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:40.935342 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b75dec84-30d9-44da-a476-f6cdd7b49e1e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-503398918', 'description': 'tempest-secgroup-smoke-503398918 description', 'project_id': '170100a2b828400b8769a13db96ee224'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:17:41.021973 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b75dec84-30d9-44da-a476-f6cdd7b49e1e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.034839 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b75dec84-30d9-44da-a476-f6cdd7b49e1e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.051774 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b270ee3-81ab-44c4-ad92-04d5110346b9 admin admin] Router 590afca3-bb45-4d70-958c-d749beeee0e3 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:17:41.067014 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d61fc75f-c97b-4e17-a61b-18f8dc7ab133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.140750 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d61fc75f-c97b-4e17-a61b-18f8dc7ab133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.184701 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 39e1e5fb-1472-4200-880f-02b4403631b0 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:17:41.275190 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b75dec84-30d9-44da-a476-f6cdd7b49e1e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.277314 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b270ee3-81ab-44c4-ad92-04d5110346b9 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:17:41.282898 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1b270ee3-81ab-44c4-ad92-04d5110346b9 admin admin] 10.222.0.31 "PUT /v2.0/routers/590afca3-bb45-4d70-958c-d749beeee0e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2311087 Nov 26 03:17:41.285596 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b75dec84-30d9-44da-a476-f6cdd7b49e1e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.295566 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d61fc75f-c97b-4e17-a61b-18f8dc7ab133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.298430 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d61fc75f-c97b-4e17-a61b-18f8dc7ab133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.298756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53988) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:41.302497 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d61fc75f-c97b-4e17-a61b-18f8dc7ab133 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39328b7f-5af7-4cb4-97be-a0c80e08fc44 HTTP/1.1" status: 204 len: 168 time: 0.3596928 Nov 26 03:17:41.311665 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127d0cd2-0fd3-47a6-9ce6-dd37a32fb33d None None] Sync routers for ids ['590afca3-bb45-4d70-958c-d749beeee0e3'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:17:41.330364 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dec84-30d9-44da-a476-f6cdd7b49e1e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb8621c-7f20-4a39-ad7c-154ea08ed10e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:41.352755 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fc75f-c97b-4e17-a61b-18f8dc7ab133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39328b7f-5af7-4cb4-97be-a0c80e08fc44,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:41.365328 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127d0cd2-0fd3-47a6-9ce6-dd37a32fb33d None None] Routers {'590afca3-bb45-4d70-958c-d749beeee0e3'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:17:41.367804 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-127d0cd2-0fd3-47a6-9ce6-dd37a32fb33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:17:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['590afca3-bb45-4d70-958c-d749beeee0e3'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:41.375154 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 39e1e5fb-1472-4200-880f-02b4403631b0, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=39e1e5fb-1472-4200-880f-02b4403631b0,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:41.412042 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b75dec84-30d9-44da-a476-f6cdd7b49e1e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.415644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '39e1e5fb-1472-4200-880f-02b4403631b0', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'port_id': '39e1e5fb-1472-4200-880f-02b4403631b0', 'mac_address': 'fa:16:3e:a4:c8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:17:41.428769 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b75dec84-30d9-44da-a476-f6cdd7b49e1e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.485170 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b75dec84-30d9-44da-a476-f6cdd7b49e1e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.486432 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b75dec84-30d9-44da-a476-f6cdd7b49e1e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5584886 Nov 26 03:17:41.492406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 53996) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:41.498482 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dec84-30d9-44da-a476-f6cdd7b49e1e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0857a11-60e5-4618-baf6-267a36a4229b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:41.499746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-a209e29e-2106-47cc-a5d7-5fb12793a68b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': 'b0857a11-60e5-4618-baf6-267a36a4229b', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:17:41.501440 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.522490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e1e5fb-1472-4200-880f-02b4403631b0 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:17:41.557111 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 39e1e5fb-1472-4200-880f-02b4403631b0, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=39e1e5fb-1472-4200-880f-02b4403631b0,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:41.561792 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.581315 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-127d0cd2-0fd3-47a6-9ce6-dd37a32fb33d None None] Set router 590afca3-bb45-4d70-958c-d749beeee0e3 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:17:41.595197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4fc04-8c81-40d4-93f2-9199470132e3 req-4ba4d1e6-24dc-43a5-9605-25efa5a547a2 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:41.597378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3b4fc04-8c81-40d4-93f2-9199470132e3 req-4ba4d1e6-24dc-43a5-9605-25efa5a547a2 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 943 time: 0.1534369 Nov 26 03:17:41.624505 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=39e1e5fb-1472-4200-880f-02b4403631b0,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:41.625709 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a209e29e-2106-47cc-a5d7-5fb12793a68b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.685918 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-27354bba-1581-44a4-841b-6dac6d010fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.686476 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fd24cbdf-2cb7-4e24-a0ac-82f3e00beab8 admin admin] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.814756 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-127d0cd2-0fd3-47a6-9ce6-dd37a32fb33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'name': 'tempest-TestVolumeBackupRestore-823786880-router', 'tenant_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '458d6256-8545-45f5-9bd2-f1e758e7df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:13:02Z', 'updated_at': '2021-11-26T03:17:40Z', 'revision_number': 5, 'project_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'gw_port': {'id': '458d6256-8545-45f5-9bd2-f1e758e7df3d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:13:04Z', 'updated_at': '2021-11-26T03:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:41.840942 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3b4fc04-8c81-40d4-93f2-9199470132e3 req-1631428a-1035-4a99-8769-19d5ec702fb3 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324934 Nov 26 03:17:41.853681 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['39e1e5fb-1472-4200-880f-02b4403631b0'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:17:41.859113 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127d0cd2-0fd3-47a6-9ce6-dd37a32fb33d None None] Checking router: 590afca3-bb45-4d70-958c-d749beeee0e3 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:17:41.870361 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127d0cd2-0fd3-47a6-9ce6-dd37a32fb33d None None] Routers {'590afca3-bb45-4d70-958c-d749beeee0e3'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:17:41.871407 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-127d0cd2-0fd3-47a6-9ce6-dd37a32fb33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:17:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['590afca3-bb45-4d70-958c-d749beeee0e3'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:41.896103 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a209e29e-2106-47cc-a5d7-5fb12793a68b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.916791 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a209e29e-2106-47cc-a5d7-5fb12793a68b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.948209 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209e29e-2106-47cc-a5d7-5fb12793a68b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2fbc9f1-fd6a-4a67-809a-fb2ff5daf04b,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:41.967939 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fd24cbdf-2cb7-4e24-a0ac-82f3e00beab8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.976027 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a209e29e-2106-47cc-a5d7-5fb12793a68b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:41.980500 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54008) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:41.981432 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a209e29e-2106-47cc-a5d7-5fb12793a68b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4846179 Nov 26 03:17:41.985826 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-689417b3-f55b-45a3-b184-9837c0c48242 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': 'b0857a11-60e5-4618-baf6-267a36a4229b', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:17:42.048732 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-127d0cd2-0fd3-47a6-9ce6-dd37a32fb33d None None] Set router 590afca3-bb45-4d70-958c-d749beeee0e3 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:17:42.062514 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-689417b3-f55b-45a3-b184-9837c0c48242 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:42.125251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-fd24cbdf-2cb7-4e24-a0ac-82f3e00beab8 admin admin] Deleting port 458d6256-8545-45f5-9bd2-f1e758e7df3d {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:17:42.125594 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fd24cbdf-2cb7-4e24-a0ac-82f3e00beab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:42.220111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-fd24cbdf-2cb7-4e24-a0ac-82f3e00beab8 admin admin] For port 458d6256-8545-45f5-9bd2-f1e758e7df3d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=458d6256-8545-45f5-9bd2-f1e758e7df3d,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:42.220510 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fd24cbdf-2cb7-4e24-a0ac-82f3e00beab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:42.235333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-fd24cbdf-2cb7-4e24-a0ac-82f3e00beab8 admin admin] Calling delete_port for 458d6256-8545-45f5-9bd2-f1e758e7df3d owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:17:42.292478 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-689417b3-f55b-45a3-b184-9837c0c48242 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:42.303867 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-689417b3-f55b-45a3-b184-9837c0c48242 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:42.343448 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689417b3-f55b-45a3-b184-9837c0c48242 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26f22c6-22a9-43b6-9e95-62381d5b504f,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:42.362871 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-689417b3-f55b-45a3-b184-9837c0c48242 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:42.366375 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-689417b3-f55b-45a3-b184-9837c0c48242 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3820395 Nov 26 03:17:42.367062 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54022) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:42.378263 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c3e894ef-cb3d-4fb0-bf13-94f89be0e613 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': 'b0857a11-60e5-4618-baf6-267a36a4229b', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:17:42.424387 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-127d0cd2-0fd3-47a6-9ce6-dd37a32fb33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'name': 'tempest-TestVolumeBackupRestore-823786880-router', 'tenant_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '458d6256-8545-45f5-9bd2-f1e758e7df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:13:02Z', 'updated_at': '2021-11-26T03:17:40Z', 'revision_number': 5, 'project_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'gw_port': {'id': '458d6256-8545-45f5-9bd2-f1e758e7df3d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:13:04Z', 'updated_at': '2021-11-26T03:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:42.432113 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3e894ef-cb3d-4fb0-bf13-94f89be0e613 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:42.479386 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127d0cd2-0fd3-47a6-9ce6-dd37a32fb33d None None] The sync data for ids ['590afca3-bb45-4d70-958c-d749beeee0e3'] in n-d-819389-3 is: [{'id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'name': 'tempest-TestVolumeBackupRestore-823786880-router', 'tenant_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '458d6256-8545-45f5-9bd2-f1e758e7df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:13:02Z', 'updated_at': '2021-11-26T03:17:40Z', 'revision_number': 5, 'project_id': '1f7ff2211e5e4966afdba464c24c4f8e', 'gw_port': {'id': '458d6256-8545-45f5-9bd2-f1e758e7df3d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590afca3-bb45-4d70-958c-d749beeee0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:13:04Z', 'updated_at': '2021-11-26T03:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:17:42.490273 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fd24cbdf-2cb7-4e24-a0ac-82f3e00beab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:42.542339 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3e894ef-cb3d-4fb0-bf13-94f89be0e613 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:42.548527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24cbdf-2cb7-4e24-a0ac-82f3e00beab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=458d6256-8545-45f5-9bd2-f1e758e7df3d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:42.550022 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3e894ef-cb3d-4fb0-bf13-94f89be0e613 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:42.550249 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3d38f3-d6cc-43f6-b10e-1b42d7e2459b None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:17:42.583127 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e894ef-cb3d-4fb0-bf13-94f89be0e613 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368d1676-81a5-49f7-bc76-f914672484b4,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:42.590777 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3e894ef-cb3d-4fb0-bf13-94f89be0e613 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:42.592005 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c3e894ef-cb3d-4fb0-bf13-94f89be0e613 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2239113 Nov 26 03:17:42.594902 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54032) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:42.600122 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-6500b1c1-1df0-406a-af67-bd7c3eb4f8f5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': 'b0857a11-60e5-4618-baf6-267a36a4229b', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:17:42.651257 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6500b1c1-1df0-406a-af67-bd7c3eb4f8f5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:42.666759 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fd24cbdf-2cb7-4e24-a0ac-82f3e00beab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:42.725917 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54038) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:42.754823 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6500b1c1-1df0-406a-af67-bd7c3eb4f8f5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:42.772472 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6500b1c1-1df0-406a-af67-bd7c3eb4f8f5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:42.795839 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500b1c1-1df0-406a-af67-bd7c3eb4f8f5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297c6127-0ecd-43ac-9b95-2bcf2f6ee53b,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:42.828742 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6500b1c1-1df0-406a-af67-bd7c3eb4f8f5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:42.830158 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6500b1c1-1df0-406a-af67-bd7c3eb4f8f5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2343221 Nov 26 03:17:42.835499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54044) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:42.842497 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-300e2fa8-b250-454c-8154-bc39fbb25a69 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': 'b0857a11-60e5-4618-baf6-267a36a4229b', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:17:42.890272 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-508f742e-a76a-4574-9f4d-908f790961ea admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2014740278-network', 'tenant_id': '179dde4b39af4b66b8cbb78c3c4540a8'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:17:42.896310 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-300e2fa8-b250-454c-8154-bc39fbb25a69 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Project 170100a2b828400b8769a13db96ee224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:17:42.930225 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-300e2fa8-b250-454c-8154-bc39fbb25a69 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.013552 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-300e2fa8-b250-454c-8154-bc39fbb25a69 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.026006 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-300e2fa8-b250-454c-8154-bc39fbb25a69 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.037122 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508f742e-a76a-4574-9f4d-908f790961ea admin admin] Made reservation on behalf of 179dde4b39af4b66b8cbb78c3c4540a8 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:17:43.040198 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-508f742e-a76a-4574-9f4d-908f790961ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.065375 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-508f742e-a76a-4574-9f4d-908f790961ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.068226 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e2fa8-b250-454c-8154-bc39fbb25a69 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6cc4295-b298-41eb-98cc-c15c5df9d1f6,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:43.083772 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-300e2fa8-b250-454c-8154-bc39fbb25a69 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.085263 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-300e2fa8-b250-454c-8154-bc39fbb25a69 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2485917 Nov 26 03:17:43.089836 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54050) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:43.094886 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f78a0a11-b292-40eb-bde1-e6fc29b2e334 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': 'b0857a11-60e5-4618-baf6-267a36a4229b', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:17:43.170276 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fd24cbdf-2cb7-4e24-a0ac-82f3e00beab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.182904 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 39e1e5fb-1472-4200-880f-02b4403631b0 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:17:43.189842 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fd24cbdf-2cb7-4e24-a0ac-82f3e00beab8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.257415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b201bcb-2a88-4561-9758-925a89485cc5 req-6c2cc77a-e3db-4fbf-b1d7-805a2d7607ac tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:43.257793 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-508f742e-a76a-4574-9f4d-908f790961ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.259251 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b201bcb-2a88-4561-9758-925a89485cc5 req-6c2cc77a-e3db-4fbf-b1d7-805a2d7607ac tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 944 time: 0.1054142 Nov 26 03:17:43.259961 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-f78a0a11-b292-40eb-bde1-e6fc29b2e334 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Project 170100a2b828400b8769a13db96ee224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:17:43.261316 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fd24cbdf-2cb7-4e24-a0ac-82f3e00beab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.262251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd24cbdf-2cb7-4e24-a0ac-82f3e00beab8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 590afca3-bb45-4d70-958c-d749beeee0e3 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:17:43.283370 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 39e1e5fb-1472-4200-880f-02b4403631b0 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:17:43.283952 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-508f742e-a76a-4574-9f4d-908f790961ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.288265 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 39e1e5fb-1472-4200-880f-02b4403631b0 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:43.288674 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.304025 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f78a0a11-b292-40eb-bde1-e6fc29b2e334 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.329376 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fd24cbdf-2cb7-4e24-a0ac-82f3e00beab8 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.331711 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fd24cbdf-2cb7-4e24-a0ac-82f3e00beab8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/590afca3-bb45-4d70-958c-d749beeee0e3 HTTP/1.1" status: 204 len: 168 time: 2.0324218 Nov 26 03:17:43.334563 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54056) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:43.343125 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508f742e-a76a-4574-9f4d-908f790961ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:17:43.353332 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f742e-a76a-4574-9f4d-908f790961ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb05666-a4c4-4b45-aa80-13fdfc1c592a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:43.406487 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-508f742e-a76a-4574-9f4d-908f790961ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.406973 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-508f742e-a76a-4574-9f4d-908f790961ea admin admin] Added segment 86d336ed-fbfc-46f7-ad06-92465619780c of type vlan for network 920a27b6-c191-4497-888a-545f96024022 Nov 26 03:17:43.444302 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.457007 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b201bcb-2a88-4561-9758-925a89485cc5 req-d79a243a-86e5-4456-9dd4-1943efaf803f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859243 Nov 26 03:17:43.464486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-0709592a-ae5a-4a76-a6bc-bb59094dafb1 admin admin] Deleting subnet 82c73f1a-9b45-4bde-8a77-90ca9df12d8a {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:17:43.468531 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0709592a-ae5a-4a76-a6bc-bb59094dafb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.481620 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070065e4-be17-4319-ba31-9e460ca40d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e1e5fb-1472-4200-880f-02b4403631b0'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:17:43.485658 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964cb717-36b7-43f4-8003-7a06668d3e8e" -d '{"events": [{"server_uuid": "070065e4-be17-4319-ba31-9e460ca40d99", "name": "network-vif-plugged", "status": "completed", "tag": "39e1e5fb-1472-4200-880f-02b4403631b0"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:17:43.515505 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 39e1e5fb-1472-4200-880f-02b4403631b0, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=39e1e5fb-1472-4200-880f-02b4403631b0,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:43.527194 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-508f742e-a76a-4574-9f4d-908f790961ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.534078 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.542186 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f78a0a11-b292-40eb-bde1-e6fc29b2e334 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.557391 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0709592a-ae5a-4a76-a6bc-bb59094dafb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.573494 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f78a0a11-b292-40eb-bde1-e6fc29b2e334 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.603479 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a0a11-b292-40eb-bde1-e6fc29b2e334 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ccaf84-cce7-43ed-837c-f589a13a2511,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:43.613425 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-508f742e-a76a-4574-9f4d-908f790961ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.615275 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508f742e-a76a-4574-9f4d-908f790961ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:43.616014 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-508f742e-a76a-4574-9f4d-908f790961ea admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.653172 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f78a0a11-b292-40eb-bde1-e6fc29b2e334 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.656207 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f78a0a11-b292-40eb-bde1-e6fc29b2e334 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5648036 Nov 26 03:17:43.659856 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54066) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:43.663742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=39e1e5fb-1472-4200-880f-02b4403631b0,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:43.671541 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8d905a26-68a1-47ec-b542-043c2971073d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'network': {'name': 'tempest-network-smoke--280346768', 'project_id': '170100a2b828400b8769a13db96ee224', 'port_security_enabled': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:17:43.694640 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0709592a-ae5a-4a76-a6bc-bb59094dafb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.695061 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-508f742e-a76a-4574-9f4d-908f790961ea admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9625044 Nov 26 03:17:43.697205 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54068) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:43.732677 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9b975704-8c22-4d0b-a570-22c93062db65 admin admin] Request body: {'subnet': {'network_id': '920a27b6-c191-4497-888a-545f96024022', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2014740278-subnet', 'tenant_id': '179dde4b39af4b66b8cbb78c3c4540a8', 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:17:43.761270 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0709592a-ae5a-4a76-a6bc-bb59094dafb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.766188 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f742e-a76a-4574-9f4d-908f790961ea admin admin] Pushing event updated for resources: {'Network': ['ID=920a27b6-c191-4497-888a-545f96024022,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:43.777555 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 920a27b6-c191-4497-888a-545f96024022 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:17:43.787400 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d905a26-68a1-47ec-b542-043c2971073d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Made reservation on behalf of 170100a2b828400b8769a13db96ee224 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:17:43.791280 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d905a26-68a1-47ec-b542-043c2971073d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.793512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709592a-ae5a-4a76-a6bc-bb59094dafb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82c73f1a-9b45-4bde-8a77-90ca9df12d8a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:43.798724 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0709592a-ae5a-4a76-a6bc-bb59094dafb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.805635 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0709592a-ae5a-4a76-a6bc-bb59094dafb1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/82c73f1a-9b45-4bde-8a77-90ca9df12d8a HTTP/1.1" status: 204 len: 168 time: 0.4697535 Nov 26 03:17:43.806613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54072) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:43.811040 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b975704-8c22-4d0b-a570-22c93062db65 admin admin] Made reservation on behalf of 179dde4b39af4b66b8cbb78c3c4540a8 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:17:43.813490 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9b975704-8c22-4d0b-a570-22c93062db65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.838526 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbe363d-6757-4a26-9140-36dc4ba150e2 None None] Network 71891ab0-938b-4e8d-a946-1138e6e8ca72 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:17:43.845665 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd8c04b-15a6-430e-a419-3b7906e6756e x-openstack-request-id: req-bdd8c04b-15a6-430e-a419-3b7906e6756e {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:17:43.846342 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070065e4-be17-4319-ba31-9e460ca40d99", "name": "network-vif-plugged", "status": "completed", "tag": "39e1e5fb-1472-4200-880f-02b4403631b0", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:17:43.847007 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdd8c04b-15a6-430e-a419-3b7906e6756e {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:17:43.847712 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070065e4-be17-4319-ba31-9e460ca40d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e1e5fb-1472-4200-880f-02b4403631b0', 'code': 200} Nov 26 03:17:43.890336 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.902545 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d905a26-68a1-47ec-b542-043c2971073d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:17:43.922782 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d905a26-68a1-47ec-b542-043c2971073d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:43.923268 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-8d905a26-68a1-47ec-b542-043c2971073d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Added segment 54cd5974-f58b-4199-9cc5-d061c1e68b32 of type vlan for network d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 Nov 26 03:17:44.051990 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 456f7b5c-e59d-46bb-ae94-a5c7a4579927 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:17:44.064683 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d905a26-68a1-47ec-b542-043c2971073d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.072920 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0235b-00ce-43cb-9abf-b82bee69480e req-a6f277dd-eb15-489e-a6b3-2ac05ff0dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:44.074373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10a0235b-00ce-43cb-9abf-b82bee69480e req-a6f277dd-eb15-489e-a6b3-2ac05ff0dc00 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 1096 time: 0.1090579 Nov 26 03:17:44.079143 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 456f7b5c-e59d-46bb-ae94-a5c7a4579927 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:17:44.079954 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 456f7b5c-e59d-46bb-ae94-a5c7a4579927 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:17:44.081412 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 458d6256-8545-45f5-9bd2-f1e758e7df3d no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:17:44.102792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] Deleting port 06ad33c9-d056-4c27-a446-7613f0fec5a4 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:17:44.103612 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.126153 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 458d6256-8545-45f5-9bd2-f1e758e7df3d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:17:44.126961 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 458d6256-8545-45f5-9bd2-f1e758e7df3d not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:17:44.159673 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d905a26-68a1-47ec-b542-043c2971073d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.175728 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d905a26-68a1-47ec-b542-043c2971073d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:44.176592 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8d905a26-68a1-47ec-b542-043c2971073d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.181688 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8f191a8b-33f8-4206-a44b-62aa9c39aa27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.206826 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9b975704-8c22-4d0b-a570-22c93062db65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.234352 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] For port 06ad33c9-d056-4c27-a446-7613f0fec5a4, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=06ad33c9-d056-4c27-a446-7613f0fec5a4,segment=NetworkSegment(dc742556-d61e-4872-9478-20a7e658641f),segment_id=dc742556-d61e-4872-9478-20a7e658641f)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:44.234861 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.261568 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] Calling delete_port for 06ad33c9-d056-4c27-a446-7613f0fec5a4 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:17:44.265989 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10a0235b-00ce-43cb-9abf-b82bee69480e req-1e56c4c5-ed9b-4782-9f1f-96022523be9d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813462 Nov 26 03:17:44.273295 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8d905a26-68a1-47ec-b542-043c2971073d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6052179 Nov 26 03:17:44.273964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54082) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:44.279777 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1318410705', 'admin_state_up': True, 'project_id': '170100a2b828400b8769a13db96ee224', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:17:44.293625 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde36f29-b081-44de-b8a6-47e19fec7bf4 None None] DHCP port deletion for 71891ab0-938b-4e8d-a946-1138e6e8ca72 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:17:44.310861 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975704-8c22-4d0b-a570-22c93062db65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62cea74c-7525-4d3e-b1d3-d0bcaad17466,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:44.322620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d905a26-68a1-47ec-b542-043c2971073d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Network': ['ID=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:44.336718 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:17:44.354908 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b975704-8c22-4d0b-a570-22c93062db65 admin admin] Checking segment: {'id': '86d336ed-fbfc-46f7-ad06-92465619780c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '920a27b6-c191-4497-888a-545f96024022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:17:44.355277 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b975704-8c22-4d0b-a570-22c93062db65 admin admin] Network hostable DHCP agents. Network: 920a27b6-c191-4497-888a-545f96024022, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:17:44.372346 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.381018 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b975704-8c22-4d0b-a570-22c93062db65 admin admin] Network 920a27b6-c191-4497-888a-545f96024022 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:17:44.389357 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.392559 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-9b975704-8c22-4d0b-a570-22c93062db65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 920a27b6-c191-4497-888a-545f96024022) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:17:44.398411 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b975704-8c22-4d0b-a570-22c93062db65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:44.399295 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9b975704-8c22-4d0b-a570-22c93062db65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.425403 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9b975704-8c22-4d0b-a570-22c93062db65 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6968141 Nov 26 03:17:44.426394 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54086) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:44.432584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97807bd9-9826-455b-b7f3-163e35c26828 None None] Network 920a27b6-c191-4497-888a-545f96024022 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:17:44.435049 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2014740278-router', 'tenant_id': '179dde4b39af4b66b8cbb78c3c4540a8', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:17:44.450677 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.479893 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.481298 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.525510 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-bde36f29-b081-44de-b8a6-47e19fec7bf4 None None] Deleting port 06ad33c9-d056-4c27-a446-7613f0fec5a4 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:17:44.526167 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bde36f29-b081-44de-b8a6-47e19fec7bf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.561612 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.622392 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-bde36f29-b081-44de-b8a6-47e19fec7bf4 None None] For port 06ad33c9-d056-4c27-a446-7613f0fec5a4, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=06ad33c9-d056-4c27-a446-7613f0fec5a4,segment=NetworkSegment(dc742556-d61e-4872-9478-20a7e658641f),segment_id=dc742556-d61e-4872-9478-20a7e658641f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:44.623045 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bde36f29-b081-44de-b8a6-47e19fec7bf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.631266 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.638088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-bde36f29-b081-44de-b8a6-47e19fec7bf4 None None] Calling delete_port for 06ad33c9-d056-4c27-a446-7613f0fec5a4 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:17:44.721038 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.744635 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.762876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] No DVR routers for this DVR port 06ad33c9-d056-4c27-a446-7613f0fec5a4 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:17:44.764784 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=06ad33c9-d056-4c27-a446-7613f0fec5a4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:44.778634 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bde36f29-b081-44de-b8a6-47e19fec7bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.830553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde36f29-b081-44de-b8a6-47e19fec7bf4 None None] Pushing event deleted for resources: {'Port': ['ID=06ad33c9-d056-4c27-a446-7613f0fec5a4,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:44.842644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde36f29-b081-44de-b8a6-47e19fec7bf4 None None] No DVR routers for this DVR port 06ad33c9-d056-4c27-a446-7613f0fec5a4 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:17:44.885670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d024a58-ffd6-412d-8789-1af9825db5f7 req-7a90ee1c-d94c-4ab7-b2ef-fce89984b497 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:44.891407 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-920a27b6-c191-4497-888a-545f96024022', 'network_id': '920a27b6-c191-4497-888a-545f96024022', 'tenant_id': '179dde4b39af4b66b8cbb78c3c4540a8', 'fixed_ips': [{'subnet_id': '62cea74c-7525-4d3e-b1d3-d0bcaad17466'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:17:44.892471 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.893037 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d024a58-ffd6-412d-8789-1af9825db5f7 req-7a90ee1c-d94c-4ab7-b2ef-fce89984b497 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 945 time: 0.2987442 Nov 26 03:17:44.927160 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:44.968950 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71891ab0-938b-4e8d-a946-1138e6e8ca72']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:44.992281 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc742556-d61e-4872-9478-20a7e658641f') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:44.992569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc742556-d61e-4872-9478-20a7e658641f') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:45.011799 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.052291 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d024a58-ffd6-412d-8789-1af9825db5f7 req-8c528b53-ab03-4bc5-9c9f-e6bb6ad771e1 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582401 Nov 26 03:17:45.055566 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.078093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:17:45.078505 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:17:45.081279 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:17:45.089838 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.097988 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Allocated IP 172.20.0.2 (920a27b6-c191-4497-888a-545f96024022/62cea74c-7525-4d3e-b1d3-d0bcaad17466/a8d135b5-dd24-49a5-9628-69493307e43c) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:17:45.108961 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.116987 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.260491 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.274891 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.278939 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] 10.222.0.31 "DELETE /v2.0/networks/71891ab0-938b-4e8d-a946-1138e6e8ca72 HTTP/1.1" status: 204 len: 168 time: 1.4713609 Nov 26 03:17:45.292914 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e95303-3ce3-473f-ab61-59e53f262c41 admin admin] Pushing event deleted for resources: {'Network': ['ID=71891ab0-938b-4e8d-a946-1138e6e8ca72,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:45.293186 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] Allocated IP 172.25.0.40 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/b8522308-0925-434d-ab5c-0793628377d7) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:17:45.306296 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.319032 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.335119 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.361798 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.405501 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Network 920a27b6-c191-4497-888a-545f96024022 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:17:45.409121 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:17:45.413568 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:17:45.426682 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Pushing event updated for resources: {'Port': ['ID=a8d135b5-dd24-49a5-9628-69493307e43c,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:45.494178 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.519340 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Attempting to bind port a8d135b5-dd24-49a5-9628-69493307e43c on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:17:45.519719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Attempting to bind port a8d135b5-dd24-49a5-9628-69493307e43c by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '86d336ed-fbfc-46f7-ad06-92465619780c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '920a27b6-c191-4497-888a-545f96024022'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:17:45.520657 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Attempting to bind port a8d135b5-dd24-49a5-9628-69493307e43c on network 920a27b6-c191-4497-888a-545f96024022 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:17:45.526559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:17:45.526953 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Checking segment: {'id': '86d336ed-fbfc-46f7-ad06-92465619780c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '920a27b6-c191-4497-888a-545f96024022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:17:45.527338 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.527848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Bound using segment: {'id': '86d336ed-fbfc-46f7-ad06-92465619780c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '920a27b6-c191-4497-888a-545f96024022'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:17:45.528565 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Bound port: a8d135b5-dd24-49a5-9628-69493307e43c, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d336ed-fbfc-46f7-ad06-92465619780c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '920a27b6-c191-4497-888a-545f96024022'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:17:45.528798 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.544200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54110) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:45.547588 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.609261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] For port a8d135b5-dd24-49a5-9628-69493307e43c, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:17:45.614950 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] For port a8d135b5-dd24-49a5-9628-69493307e43c, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a8d135b5-dd24-49a5-9628-69493307e43c,segment=NetworkSegment(86d336ed-fbfc-46f7-ad06-92465619780c),segment_id=86d336ed-fbfc-46f7-ad06-92465619780c)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:17:45.621662 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Allocated IP 172.25.0.11 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/9c7ed54b-7011-472c-bb1e-09da0a87e093) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:17:45.632181 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.729001 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6c09c-2ab7-450c-90d4-75de85180e94 None None] Pushing event updated for resources: {'Port': ['ID=a8d135b5-dd24-49a5-9628-69493307e43c,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:45.799909 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.837681 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.893725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:17:45.899176 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:17:45.904171 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:17:45.909379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=9c7ed54b-7011-472c-bb1e-09da0a87e093,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:45.915222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cdf9bf-e1e6-45da-afa6-892308d91006 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:17:45.975507 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6494730b-b0c7-46c3-9db4-60bf1b74b873 None None] Provisioning complete for port 9c7ed54b-7011-472c-bb1e-09da0a87e093 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:45.980464 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6494730b-b0c7-46c3-9db4-60bf1b74b873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:45.995655 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] Pushing event updated for resources: {'Port': ['ID=b8522308-0925-434d-ab5c-0793628377d7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:46.092321 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 06ad33c9-d056-4c27-a446-7613f0fec5a4 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:17:46.093014 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:17:46.101481 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:17:46.110751 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:17:46.156915 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edcb834-38ba-4a39-a247-b4a964c30942 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:17:46.165380 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 06ad33c9-d056-4c27-a446-7613f0fec5a4 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:17:46.170520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 06ad33c9-d056-4c27-a446-7613f0fec5a4 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:17:46.177113 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-6494730b-b0c7-46c3-9db4-60bf1b74b873 None None] Port 9c7ed54b-7011-472c-bb1e-09da0a87e093 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:17:46.278179 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5019a7b4-5534-4b5e-9e90-137b16f9b391 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a09da3e96ef842b592a701a4c15abb75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7324321 Nov 26 03:17:46.281751 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54126) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:46.306866 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-de4ca7b2-5ac8-4889-add3-9cf5eb7b01dd None None] Provisioning complete for port b8522308-0925-434d-ab5c-0793628377d7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:46.307251 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-de4ca7b2-5ac8-4889-add3-9cf5eb7b01dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:46.362914 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-de4ca7b2-5ac8-4889-add3-9cf5eb7b01dd None None] Port b8522308-0925-434d-ab5c-0793628377d7 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:17:46.398520 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1669829d-fcf1-4320-a9ce-3c12838f3884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:46.402816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927af2d6-318b-4684-971d-b1d42f19b141 req-a311cf18-4871-467e-854f-1ad92f21e58e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:46.404839 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-927af2d6-318b-4684-971d-b1d42f19b141 req-a311cf18-4871-467e-854f-1ad92f21e58e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 945 time: 0.1745427 Nov 26 03:17:46.467718 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-927af2d6-318b-4684-971d-b1d42f19b141 req-f730506e-83a3-4714-8271-c22d5e66d5ec tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579913 Nov 26 03:17:46.509074 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1669829d-fcf1-4320-a9ce-3c12838f3884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:46.521612 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:46.563538 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:46.658881 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:46.663288 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1669829d-fcf1-4320-a9ce-3c12838f3884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:46.665926 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1669829d-fcf1-4320-a9ce-3c12838f3884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:46.667095 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1669829d-fcf1-4320-a9ce-3c12838f3884 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed84bc7a-37ed-43b5-8a9c-2b8d39ef63c1 HTTP/1.1" status: 204 len: 168 time: 0.3843806 Nov 26 03:17:46.683022 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669829d-fcf1-4320-a9ce-3c12838f3884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed84bc7a-37ed-43b5-8a9c-2b8d39ef63c1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:46.685121 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e870941-a914-4689-8bfa-10c2f5a91ed8 req-bdc34516-0e56-4290-ab30-779a94904dca tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:46.687267 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e870941-a914-4689-8bfa-10c2f5a91ed8 req-bdc34516-0e56-4290-ab30-779a94904dca tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 945 time: 0.0943651 Nov 26 03:17:46.871089 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:46.927107 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e870941-a914-4689-8bfa-10c2f5a91ed8 req-812ba6c3-fa13-4b40-ac6e-2f697fee6416 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157314 Nov 26 03:17:46.941493 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:47.021305 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54140) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:47.127854 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ea8a66-2c86-4533-96e8-bb9fad358b35 tempest-TestVolumeBootPattern-343260399 tempest-TestVolumeBootPattern-343260399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:47.130689 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f4ea8a66-2c86-4533-96e8-bb9fad358b35 tempest-TestVolumeBootPattern-343260399 tempest-TestVolumeBootPattern-343260399-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 1091 time: 0.1080644 Nov 26 03:17:47.133378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router 9cd788e4-f200-4885-89ee-be2493df910b is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:17:47.133525 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54146) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:47.140322 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': '39e1e5fb-1472-4200-880f-02b4403631b0', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:17:47.187710 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:47.227009 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee50e507-ce5a-49a3-a435-e7b09be1b749 None None] Network 920a27b6-c191-4497-888a-545f96024022 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:17:47.281711 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] Router 3a82aef9-8b6c-4034-b8e8-f9be77d24ad1 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:17:47.307296 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54152) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:47.384686 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6a48d385-2d8e-490b-8982-d1da47e9b549 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f7ff2211e5e4966afdba464c24c4f8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0757306 Nov 26 03:17:47.393590 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54156) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:47.515029 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-02bbcb5c-de16-477c-adaa-38d39e7cea24 None None] Provisioning complete for port a8d135b5-dd24-49a5-9628-69493307e43c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:47.515409 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-02bbcb5c-de16-477c-adaa-38d39e7cea24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:47.572363 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01d13083-3698-46b5-ab03-21e3468efd15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:47.636587 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01d13083-3698-46b5-ab03-21e3468efd15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:47.639225 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:17:47.649559 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:47.652785 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-02bbcb5c-de16-477c-adaa-38d39e7cea24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:47.658212 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:47.664182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:17:47.664775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Sync routers for ids ['3a82aef9-8b6c-4034-b8e8-f9be77d24ad1'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:17:47.679644 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Sync routers for ids ['9cd788e4-f200-4885-89ee-be2493df910b'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:17:47.689388 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:47.690539 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4c24395d-1375-4654-8297-5ca5675ddb6b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.2620344 Nov 26 03:17:47.692115 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Routers {'3a82aef9-8b6c-4034-b8e8-f9be77d24ad1'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:17:47.692985 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:17:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['3a82aef9-8b6c-4034-b8e8-f9be77d24ad1'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:47.694388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54162) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:47.721347 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Routers {'9cd788e4-f200-4885-89ee-be2493df910b'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:17:47.722156 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:17:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9cd788e4-f200-4885-89ee-be2493df910b'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:47.792042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-02bbcb5c-de16-477c-adaa-38d39e7cea24 None None] For port a8d135b5-dd24-49a5-9628-69493307e43c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a8d135b5-dd24-49a5-9628-69493307e43c,segment=NetworkSegment(86d336ed-fbfc-46f7-ad06-92465619780c),segment_id=86d336ed-fbfc-46f7-ad06-92465619780c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:47.846321 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:47.853386 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-beb95688-5336-45db-9dc7-d5d0ca8305f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.5784178 Nov 26 03:17:47.854432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54166) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:47.880745 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Allocated IP 172.25.0.8 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/4756d497-6da8-45b3-954f-35316866bb8e) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:17:47.882252 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-02bbcb5c-de16-477c-adaa-38d39e7cea24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:47.931003 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01d13083-3698-46b5-ab03-21e3468efd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:47.933672 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01d13083-3698-46b5-ab03-21e3468efd15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:47.934854 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-01d13083-3698-46b5-ab03-21e3468efd15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/739dc5aa-b303-4350-8e12-4895e3953e3f HTTP/1.1" status: 204 len: 168 time: 0.5389671 Nov 26 03:17:47.979094 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d13083-3698-46b5-ab03-21e3468efd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739dc5aa-b303-4350-8e12-4895e3953e3f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:48.031254 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbcb5c-de16-477c-adaa-38d39e7cea24 None None] Pushing event updated for resources: {'Port': ['ID=a8d135b5-dd24-49a5-9628-69493307e43c,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:48.133994 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Set router 9cd788e4-f200-4885-89ee-be2493df910b gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:17:48.135031 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:48.190175 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a8d135b5-dd24-49a5-9628-69493307e43c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:17:48.242083 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:48.313218 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Set router 3a82aef9-8b6c-4034-b8e8-f9be77d24ad1 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:17:48.364513 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:17:48.370755 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:17:48.375287 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:17:48.383221 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'Port': ['ID=4756d497-6da8-45b3-954f-35316866bb8e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:48.612914 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4ed01a62-4bba-4916-b897-9738d3ad923e tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=170100a2b828400b8769a13db96ee224&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7551432 Nov 26 03:17:48.616300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54182) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:48.743605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a8d135b5-dd24-49a5-9628-69493307e43c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:48.746398 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:48.848878 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd788e4-f200-4885-89ee-be2493df910b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318410705', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:17:46Z', 'revision_number': 3, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:45Z', 'updated_at': '2021-11-26T03:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:48.857050 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7c661652-a82f-450a-a748-2a7bccb3d5ec None None] Provisioning complete for port a8d135b5-dd24-49a5-9628-69493307e43c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:48.857731 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7c661652-a82f-450a-a748-2a7bccb3d5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:48.896391 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Checking router: 9cd788e4-f200-4885-89ee-be2493df910b for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:17:48.896644 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Updating router 9cd788e4-f200-4885-89ee-be2493df910b port 9c7ed54b-7011-472c-bb1e-09da0a87e093 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:17:48.943560 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:48.964100 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-18419792-86de-40f8-bf89-0710928090b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:48.984401 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa3e0ba-ffc3-4edf-9b28-b6e891070081 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:48.989435 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1fa3e0ba-ffc3-4edf-9b28-b6e891070081 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3709588 Nov 26 03:17:48.990034 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54188) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:49.033647 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-72d8495d-8408-4db2-a7b0-bc7834937366 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407953 Nov 26 03:17:49.038042 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54192) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:49.043223 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-fe9f3adc-902c-4bae-ab7e-90520329ed5f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-311738326', 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210', 'project_id': '170100a2b828400b8769a13db96ee224', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:17:49.063672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a82aef9-8b6c-4034-b8e8-f9be77d24ad1', 'name': 'tempest-ImageQuotaTest-2014740278-router', 'tenant_id': '179dde4b39af4b66b8cbb78c3c4540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'b8522308-0925-434d-ab5c-0793628377d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:17:46Z', 'revision_number': 3, 'project_id': '179dde4b39af4b66b8cbb78c3c4540a8', 'gw_port': {'id': 'b8522308-0925-434d-ab5c-0793628377d7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a82aef9-8b6c-4034-b8e8-f9be77d24ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:45Z', 'updated_at': '2021-11-26T03:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:49.100088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Checking router: 3a82aef9-8b6c-4034-b8e8-f9be77d24ad1 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:17:49.100648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Updating router 3a82aef9-8b6c-4034-b8e8-f9be77d24ad1 port b8522308-0925-434d-ab5c-0793628377d7 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:17:49.149691 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:49.213928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-18419792-86de-40f8-bf89-0710928090b7 admin admin] Allocated IP 172.20.0.1 (920a27b6-c191-4497-888a-545f96024022/62cea74c-7525-4d3e-b1d3-d0bcaad17466/01ea397f-5aa0-4799-bb60-bad9f0f7cda2) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:17:49.267981 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9f3adc-902c-4bae-ab7e-90520329ed5f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Made reservation on behalf of 170100a2b828400b8769a13db96ee224 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:17:49.272358 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe9f3adc-902c-4bae-ab7e-90520329ed5f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:49.371274 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:49.380253 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:49.413011 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:49.453962 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed8c98-6f31-4ec5-bb67-99e80caaca11 None None] Pushing event updated for resources: {'Port': ['ID=9c7ed54b-7011-472c-bb1e-09da0a87e093,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:49.456556 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Attempting to bind port 9c7ed54b-7011-472c-bb1e-09da0a87e093 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:17:49.457052 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Attempting to bind port 9c7ed54b-7011-472c-bb1e-09da0a87e093 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:17:49.458094 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Attempting to bind port 9c7ed54b-7011-472c-bb1e-09da0a87e093 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:17:49.468247 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed8c98-6f31-4ec5-bb67-99e80caaca11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:49.468732 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed8c98-6f31-4ec5-bb67-99e80caaca11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:49.469190 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed8c98-6f31-4ec5-bb67-99e80caaca11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:49.469641 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed8c98-6f31-4ec5-bb67-99e80caaca11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:49.470331 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed8c98-6f31-4ec5-bb67-99e80caaca11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:49.470536 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed8c98-6f31-4ec5-bb67-99e80caaca11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:49.470979 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed8c98-6f31-4ec5-bb67-99e80caaca11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:49.471422 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed8c98-6f31-4ec5-bb67-99e80caaca11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:49.471858 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed8c98-6f31-4ec5-bb67-99e80caaca11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:49.472336 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed8c98-6f31-4ec5-bb67-99e80caaca11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:49.473051 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed8c98-6f31-4ec5-bb67-99e80caaca11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:49.473235 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed8c98-6f31-4ec5-bb67-99e80caaca11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:17:49.476787 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:17:49.477322 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:17:49.477886 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:49.478375 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:17:49.478969 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Bound port: 9c7ed54b-7011-472c-bb1e-09da0a87e093, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:17:49.479107 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-18419792-86de-40f8-bf89-0710928090b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:49.479639 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:49.481467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7e99bc-8553-495f-ac95-d609a9ef1a55 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:17:49.548853 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] For port 9c7ed54b-7011-472c-bb1e-09da0a87e093, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:17:49.554186 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] For port 9c7ed54b-7011-472c-bb1e-09da0a87e093, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9c7ed54b-7011-472c-bb1e-09da0a87e093,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:17:49.556515 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-18419792-86de-40f8-bf89-0710928090b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:49.571341 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:49.624465 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18419792-86de-40f8-bf89-0710928090b7 admin admin] Network 920a27b6-c191-4497-888a-545f96024022 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:17:49.627190 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-18419792-86de-40f8-bf89-0710928090b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:17:49.632102 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18419792-86de-40f8-bf89-0710928090b7 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:17:49.638674 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18419792-86de-40f8-bf89-0710928090b7 admin admin] Pushing event updated for resources: {'Port': ['ID=01ea397f-5aa0-4799-bb60-bad9f0f7cda2,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:49.701621 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Routers {'9cd788e4-f200-4885-89ee-be2493df910b'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:17:49.702439 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:17:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9cd788e4-f200-4885-89ee-be2493df910b'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:49.712496 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-18419792-86de-40f8-bf89-0710928090b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:49.761117 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:49.771933 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796589c0-b202-45a5-af9e-c7adad2569ab None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:17:49.802458 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:49.846404 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed8c98-6f31-4ec5-bb67-99e80caaca11 None None] Pushing event updated for resources: {'Port': ['ID=9c7ed54b-7011-472c-bb1e-09da0a87e093,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:49.867732 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-fdc4d12c-a63c-4b14-a2a0-42fa356b5c84 None None] Provisioning complete for port 9c7ed54b-7011-472c-bb1e-09da0a87e093 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:49.868405 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fdc4d12c-a63c-4b14-a2a0-42fa356b5c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:49.938217 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] Set router 9cd788e4-f200-4885-89ee-be2493df910b gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:17:49.949020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742dd5b-f21a-4d4d-be38-2d05941481a9 None None] Pushing event updated for resources: {'Port': ['ID=b8522308-0925-434d-ab5c-0793628377d7,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:49.995004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9f0146-2781-424a-90ac-df1599e2a49b None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:17:50.000635 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-18419792-86de-40f8-bf89-0710928090b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:50.047358 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fdc4d12c-a63c-4b14-a2a0-42fa356b5c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:50.074300 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-fdc4d12c-a63c-4b14-a2a0-42fa356b5c84 None None] For port 9c7ed54b-7011-472c-bb1e-09da0a87e093, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9c7ed54b-7011-472c-bb1e-09da0a87e093,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:50.077187 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Attempting to bind port b8522308-0925-434d-ab5c-0793628377d7 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:17:50.077751 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Attempting to bind port b8522308-0925-434d-ab5c-0793628377d7 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:17:50.078316 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Attempting to bind port b8522308-0925-434d-ab5c-0793628377d7 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:17:50.086338 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:17:50.086835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:17:50.087138 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:50.087571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:17:50.108429 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Bound port: b8522308-0925-434d-ab5c-0793628377d7, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:17:50.108896 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:50.131962 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a8d135b5-dd24-49a5-9628-69493307e43c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:17:50.136322 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fdc4d12c-a63c-4b14-a2a0-42fa356b5c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:50.216873 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:50.303139 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd788e4-f200-4885-89ee-be2493df910b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318410705', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:17:46Z', 'revision_number': 3, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:45Z', 'updated_at': '2021-11-26T03:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:50.307068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4d12c-a63c-4b14-a2a0-42fa356b5c84 None None] Pushing event updated for resources: {'Port': ['ID=9c7ed54b-7011-472c-bb1e-09da0a87e093,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:50.321232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] For port b8522308-0925-434d-ab5c-0793628377d7, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:17:50.339000 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe9f3adc-902c-4bae-ab7e-90520329ed5f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:50.340679 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dd3efa-db61-4ea2-8a4c-035ef00ae6c1 None None] The sync data for ids ['9cd788e4-f200-4885-89ee-be2493df910b'] in n-d-819389-3 is: [{'id': '9cd788e4-f200-4885-89ee-be2493df910b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318410705', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:17:46Z', 'revision_number': 3, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:45Z', 'updated_at': '2021-11-26T03:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:17:50.341203 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-18419792-86de-40f8-bf89-0710928090b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:50.347844 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-18419792-86de-40f8-bf89-0710928090b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:50.359975 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] For port b8522308-0925-434d-ab5c-0793628377d7, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b8522308-0925-434d-ab5c-0793628377d7,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:17:50.403470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a8d135b5-dd24-49a5-9628-69493307e43c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:50.403860 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:50.451722 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:50.461243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1087915f-e097-49ac-9f4a-37a81e5facab None None] Provisioning complete for port 9c7ed54b-7011-472c-bb1e-09da0a87e093 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:50.461964 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1087915f-e097-49ac-9f4a-37a81e5facab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:50.471178 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18419792-86de-40f8-bf89-0710928090b7 admin admin] Pushing event updated for resources: {'Port': ['ID=01ea397f-5aa0-4799-bb60-bad9f0f7cda2,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:50.478972 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-18419792-86de-40f8-bf89-0710928090b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:50.568672 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f3adc-902c-4bae-ab7e-90520329ed5f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Checking segment: {'id': '54cd5974-f58b-4199-9cc5-d061c1e68b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:17:50.572839 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9f3adc-902c-4bae-ab7e-90520329ed5f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network hostable DHCP agents. Network: d7dd09e0-fc4f-4f52-9c9f-46e6635f6210, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:17:50.605355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df85c649-1b4b-41a3-ab7f-0e2fbca403d2 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:17:50.640049 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18419792-86de-40f8-bf89-0710928090b7 admin admin] Network 920a27b6-c191-4497-888a-545f96024022 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:17:50.642475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-18419792-86de-40f8-bf89-0710928090b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:17:50.665887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f3adc-902c-4bae-ab7e-90520329ed5f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Subnet': ['ID=7a4250d8-09a6-406f-a162-9f35c603200a,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:50.700086 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9f3adc-902c-4bae-ab7e-90520329ed5f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:17:50.736295 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-fe9f3adc-902c-4bae-ab7e-90520329ed5f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, d7dd09e0-fc4f-4f52-9c9f-46e6635f6210) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:17:50.748356 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9f3adc-902c-4bae-ab7e-90520329ed5f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:50.749039 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe9f3adc-902c-4bae-ab7e-90520329ed5f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:50.789859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d00884a-302a-4709-9e7b-7e93b231b706 None None] Network d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:17:50.842464 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fe9f3adc-902c-4bae-ab7e-90520329ed5f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8021615 Nov 26 03:17:50.846199 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54222) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:50.850155 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Routers {'3a82aef9-8b6c-4034-b8e8-f9be77d24ad1'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:17:50.851364 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:17:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['3a82aef9-8b6c-4034-b8e8-f9be77d24ad1'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:50.865567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18419792-86de-40f8-bf89-0710928090b7 admin admin] Router 3a82aef9-8b6c-4034-b8e8-f9be77d24ad1 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:17:50.979482 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:50.998074 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:51.036375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742dd5b-f21a-4d4d-be38-2d05941481a9 None None] Pushing event updated for resources: {'Port': ['ID=b8522308-0925-434d-ab5c-0793628377d7,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:51.048927 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'Port': ['ID=4756d497-6da8-45b3-954f-35316866bb8e,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:51.127741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1087915f-e097-49ac-9f4a-37a81e5facab None None] Provisioning complete for port 01ea397f-5aa0-4799-bb60-bad9f0f7cda2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:51.128145 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1087915f-e097-49ac-9f4a-37a81e5facab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:51.171398 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:51.227568 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] Set router 3a82aef9-8b6c-4034-b8e8-f9be77d24ad1 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:17:51.283374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18419792-86de-40f8-bf89-0710928090b7 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:17:51.299277 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-18419792-86de-40f8-bf89-0710928090b7 admin admin] 10.222.0.31 "PUT /v2.0/routers/3a82aef9-8b6c-4034-b8e8-f9be77d24ad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6027405 Nov 26 03:17:51.354199 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Floating IP efc77ebb-6688-4f23-9a05-d7549bdcd066 associated. External IP: 172.25.0.8, port: 39e1e5fb-1472-4200-880f-02b4403631b0. Nov 26 03:17:51.572456 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1087915f-e097-49ac-9f4a-37a81e5facab None None] Port 01ea397f-5aa0-4799-bb60-bad9f0f7cda2 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:17:51.685987 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1087915f-e097-49ac-9f4a-37a81e5facab None None] Provisioning complete for port b8522308-0925-434d-ab5c-0793628377d7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:51.687338 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1087915f-e097-49ac-9f4a-37a81e5facab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:51.720479 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:17:51.835327 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8de816db-414e-423a-93a7-267378deec34 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:51.838213 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-d7dd09e0-fc4f-4f52-9c9f-46e6635f6210', 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'fixed_ips': [{'subnet_id': '7a4250d8-09a6-406f-a162-9f35c603200a'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:17:51.839403 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:52.021186 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:17:52.063696 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb6808-8316-40e0-b6a8-a41df29ed81f None None] Sync routers for ids ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:17:52.080034 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:52.130165 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ac073867-792b-47c7-9a13-219ed640548f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 4.9951861 Nov 26 03:17:52.130776 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070065e4-be17-4319-ba31-9e460ca40d99', 'tag': '39e1e5fb-1472-4200-880f-02b4403631b0'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:17:52.133114 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5902b9d1-2c42-49ba-9705-6044000d57b6" -d '{"events": [{"name": "network-changed", "server_uuid": "070065e4-be17-4319-ba31-9e460ca40d99", "tag": "39e1e5fb-1472-4200-880f-02b4403631b0"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:17:52.185008 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9c7ed54b-7011-472c-bb1e-09da0a87e093 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:17:52.202023 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efe4281-7fcd-493f-8b89-422e9435a6df x-openstack-request-id: req-8efe4281-7fcd-493f-8b89-422e9435a6df {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:17:52.202316 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070065e4-be17-4319-ba31-9e460ca40d99", "tag": "39e1e5fb-1472-4200-880f-02b4403631b0", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:17:52.202563 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8efe4281-7fcd-493f-8b89-422e9435a6df {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:17:52.203306 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070065e4-be17-4319-ba31-9e460ca40d99', 'tag': '39e1e5fb-1472-4200-880f-02b4403631b0', 'status': 'completed', 'code': 200} Nov 26 03:17:52.270973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb6808-8316-40e0-b6a8-a41df29ed81f None None] Routers {'8713b1fa-cfc0-4a04-b5f9-6136b973cea0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:17:52.271622 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-bddb6808-8316-40e0-b6a8-a41df29ed81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:17:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:52.338743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Allocated IP 172.20.0.2 (d7dd09e0-fc4f-4f52-9c9f-46e6635f6210/7a4250d8-09a6-406f-a162-9f35c603200a/d13013f7-95be-4fb0-9f08-8f211e4861e5) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:17:52.358119 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902b9d1-2c42-49ba-9705-6044000d57b6 req-dfb126ac-7665-4156-834c-736e0bf75732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:52.360854 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5902b9d1-2c42-49ba-9705-6044000d57b6 req-dfb126ac-7665-4156-834c-736e0bf75732 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 1096 time: 0.0836246 Nov 26 03:17:52.373487 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1087915f-e097-49ac-9f4a-37a81e5facab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:52.471748 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1087915f-e097-49ac-9f4a-37a81e5facab None None] For port b8522308-0925-434d-ab5c-0793628377d7, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b8522308-0925-434d-ab5c-0793628377d7,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:52.479516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902b9d1-2c42-49ba-9705-6044000d57b6 req-6d0f29ca-7b33-4bb6-8338-f8229c558b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:52.483445 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5902b9d1-2c42-49ba-9705-6044000d57b6 req-6d0f29ca-7b33-4bb6-8338-f8229c558b51 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 913 time: 0.1146321 Nov 26 03:17:52.487749 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a82aef9-8b6c-4034-b8e8-f9be77d24ad1', 'name': 'tempest-ImageQuotaTest-2014740278-router', 'tenant_id': '179dde4b39af4b66b8cbb78c3c4540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'b8522308-0925-434d-ab5c-0793628377d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:17:49Z', 'revision_number': 4, 'project_id': '179dde4b39af4b66b8cbb78c3c4540a8', 'gw_port': {'id': 'b8522308-0925-434d-ab5c-0793628377d7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a82aef9-8b6c-4034-b8e8-f9be77d24ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:45Z', 'updated_at': '2021-11-26T03:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '01ea397f-5aa0-4799-bb60-bad9f0f7cda2', 'name': '', 'network_id': '920a27b6-c191-4497-888a-545f96024022', 'tenant_id': '179dde4b39af4b66b8cbb78c3c4540a8', 'mac_address': 'fa:16:3e:47:b0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a82aef9-8b6c-4034-b8e8-f9be77d24ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '62cea74c-7525-4d3e-b1d3-d0bcaad17466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:49Z', 'updated_at': '2021-11-26T03:17:50Z', 'revision_number': 2, 'project_id': '179dde4b39af4b66b8cbb78c3c4540a8', 'subnets': [{'id': '62cea74c-7525-4d3e-b1d3-d0bcaad17466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:52.494712 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1087915f-e097-49ac-9f4a-37a81e5facab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:52.572293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190dcb6-c548-4769-a579-42f383cbb931 None None] The sync data for ids ['3a82aef9-8b6c-4034-b8e8-f9be77d24ad1'] in n-d-819389-3 is: [{'id': '3a82aef9-8b6c-4034-b8e8-f9be77d24ad1', 'name': 'tempest-ImageQuotaTest-2014740278-router', 'tenant_id': '179dde4b39af4b66b8cbb78c3c4540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'b8522308-0925-434d-ab5c-0793628377d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:17:49Z', 'revision_number': 4, 'project_id': '179dde4b39af4b66b8cbb78c3c4540a8', 'gw_port': {'id': 'b8522308-0925-434d-ab5c-0793628377d7', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a82aef9-8b6c-4034-b8e8-f9be77d24ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:45Z', 'updated_at': '2021-11-26T03:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '01ea397f-5aa0-4799-bb60-bad9f0f7cda2', 'name': '', 'network_id': '920a27b6-c191-4497-888a-545f96024022', 'tenant_id': '179dde4b39af4b66b8cbb78c3c4540a8', 'mac_address': 'fa:16:3e:47:b0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a82aef9-8b6c-4034-b8e8-f9be77d24ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '62cea74c-7525-4d3e-b1d3-d0bcaad17466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:49Z', 'updated_at': '2021-11-26T03:17:50Z', 'revision_number': 2, 'project_id': '179dde4b39af4b66b8cbb78c3c4540a8', 'subnets': [{'id': '62cea74c-7525-4d3e-b1d3-d0bcaad17466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:17:52.573614 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5902b9d1-2c42-49ba-9705-6044000d57b6 req-f8994c83-ce0b-4157-9f6f-8ca4ea0830cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39e1e5fb-1472-4200-880f-02b4403631b0 HTTP/1.1" status: 200 len: 997 time: 0.0802376 Nov 26 03:17:52.595382 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 9c7ed54b-7011-472c-bb1e-09da0a87e093 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:52.596186 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:52.669063 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902b9d1-2c42-49ba-9705-6044000d57b6 req-308faa4e-db83-4988-8243-6b075e457609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:52.671965 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5902b9d1-2c42-49ba-9705-6044000d57b6 req-308faa4e-db83-4988-8243-6b075e457609 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.0920808 Nov 26 03:17:52.694461 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-bddb6808-8316-40e0-b6a8-a41df29ed81f None None] Set router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:17:52.750017 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902b9d1-2c42-49ba-9705-6044000d57b6 req-9898f716-3c8e-402b-9227-9a67fe41f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:52.752627 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5902b9d1-2c42-49ba-9705-6044000d57b6 req-9898f716-3c8e-402b-9227-9a67fe41f99a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734723 Nov 26 03:17:52.771287 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:52.843389 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087915f-e097-49ac-9f4a-37a81e5facab None None] Pushing event updated for resources: {'Port': ['ID=b8522308-0925-434d-ab5c-0793628377d7,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:52.906208 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-985578b3-c417-44a0-836d-5885c43a878a None None] Provisioning complete for port 01ea397f-5aa0-4799-bb60-bad9f0f7cda2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:52.906208 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-985578b3-c417-44a0-836d-5885c43a878a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:52.944571 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5902b9d1-2c42-49ba-9705-6044000d57b6 req-45a1288d-114f-47b0-a58e-0592ddc0249f service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827343 Nov 26 03:17:53.088401 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:53.107447 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:53.173693 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5902b9d1-2c42-49ba-9705-6044000d57b6 req-66dd2163-0397-4501-b1fb-3bf4d92f2c3d service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200832 Nov 26 03:17:53.206659 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Pushing event updated for resources: {'Port': ['ID=d13013f7-95be-4fb0-9f08-8f211e4861e5,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:53.241567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-8de816db-414e-423a-93a7-267378deec34 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Allocated IP 172.20.0.1 (d7dd09e0-fc4f-4f52-9c9f-46e6635f6210/7a4250d8-09a6-406f-a162-9f35c603200a/bbe567d7-1b36-4f5d-b7aa-5186f457c184) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:17:53.248495 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-985578b3-c417-44a0-836d-5885c43a878a None None] Port 01ea397f-5aa0-4799-bb60-bad9f0f7cda2 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:17:53.252349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Network d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:17:53.383746 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:17:53.386271 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:17:53.409538 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8de816db-414e-423a-93a7-267378deec34 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:53.469682 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54268) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:53.475396 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8de816db-414e-423a-93a7-267378deec34 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:53.491556 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-985578b3-c417-44a0-836d-5885c43a878a None None] Provisioning complete for port b8522308-0925-434d-ab5c-0793628377d7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:53.491939 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-985578b3-c417-44a0-836d-5885c43a878a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:53.538575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de816db-414e-423a-93a7-267378deec34 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=bbe567d7-1b36-4f5d-b7aa-5186f457c184,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:53.560137 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de816db-414e-423a-93a7-267378deec34 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:17:53.562002 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-8de816db-414e-423a-93a7-267378deec34 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:17:53.567719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de816db-414e-423a-93a7-267378deec34 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:17:53.623577 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Attempting to bind port d13013f7-95be-4fb0-9f08-8f211e4861e5 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:17:53.624758 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Attempting to bind port d13013f7-95be-4fb0-9f08-8f211e4861e5 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '54cd5974-f58b-4199-9cc5-d061c1e68b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:17:53.625243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Attempting to bind port d13013f7-95be-4fb0-9f08-8f211e4861e5 on network d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:17:53.644207 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:17:53.644207 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Checking segment: {'id': '54cd5974-f58b-4199-9cc5-d061c1e68b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:17:53.644207 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:53.648699 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Bound using segment: {'id': '54cd5974-f58b-4199-9cc5-d061c1e68b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:17:53.648699 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Bound port: d13013f7-95be-4fb0-9f08-8f211e4861e5, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54cd5974-f58b-4199-9cc5-d061c1e68b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:17:53.648699 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:53.671191 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8de816db-414e-423a-93a7-267378deec34 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:53.869299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] For port d13013f7-95be-4fb0-9f08-8f211e4861e5, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:17:53.872991 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] For port d13013f7-95be-4fb0-9f08-8f211e4861e5, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=d13013f7-95be-4fb0-9f08-8f211e4861e5,segment=NetworkSegment(54cd5974-f58b-4199-9cc5-d061c1e68b32),segment_id=54cd5974-f58b-4199-9cc5-d061c1e68b32)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:17:53.874891 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:53.884147 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-bddb6808-8316-40e0-b6a8-a41df29ed81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'efc77ebb-6688-4f23-9a05-d7549bdcd066', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'port_id': '39e1e5fb-1472-4200-880f-02b4403631b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'mac_address': 'fa:16:3e:a4:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070065e4-be17-4319-ba31-9e460ca40d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:17:49Z', 'updated_at': '2021-11-26T03:17:49Z', 'revision_number': 0, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 5, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:53.886705 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8de816db-414e-423a-93a7-267378deec34 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:53.891546 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:53.934764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb6808-8316-40e0-b6a8-a41df29ed81f None None] Checking router: 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:17:53.987635 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb6808-8316-40e0-b6a8-a41df29ed81f None None] Routers {'8713b1fa-cfc0-4a04-b5f9-6136b973cea0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:17:53.990043 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-bddb6808-8316-40e0-b6a8-a41df29ed81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:17:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:54.051034 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a418b3c-cddc-4487-b155-30b230e2e7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:54.233168 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b8522308-0925-434d-ab5c-0793628377d7 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:17:54.385746 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8de816db-414e-423a-93a7-267378deec34 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:54.404993 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8de816db-414e-423a-93a7-267378deec34 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:54.418823 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c583b-6bb6-48c0-8787-28c44a892e36 None None] Pushing event updated for resources: {'Port': ['ID=d13013f7-95be-4fb0-9f08-8f211e4861e5,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:54.491384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port b8522308-0925-434d-ab5c-0793628377d7 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:54.491767 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:54.522939 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-bddb6808-8316-40e0-b6a8-a41df29ed81f None None] Set router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:17:54.556988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de816db-414e-423a-93a7-267378deec34 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=bbe567d7-1b36-4f5d-b7aa-5186f457c184,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:54.560840 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8de816db-414e-423a-93a7-267378deec34 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:54.662926 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2a418b3c-cddc-4487-b155-30b230e2e7d1 admin admin] Deleting port 01ea397f-5aa0-4799-bb60-bad9f0f7cda2 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:17:54.663502 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a418b3c-cddc-4487-b155-30b230e2e7d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:54.749245 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de816db-414e-423a-93a7-267378deec34 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:17:54.752418 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-8de816db-414e-423a-93a7-267378deec34 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:17:54.796437 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a418b3c-cddc-4487-b155-30b230e2e7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:54.812876 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2a418b3c-cddc-4487-b155-30b230e2e7d1 admin admin] Calling delete_port for 01ea397f-5aa0-4799-bb60-bad9f0f7cda2 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:17:54.962011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-bddb6808-8316-40e0-b6a8-a41df29ed81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'efc77ebb-6688-4f23-9a05-d7549bdcd066', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'port_id': '39e1e5fb-1472-4200-880f-02b4403631b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'mac_address': 'fa:16:3e:a4:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070065e4-be17-4319-ba31-9e460ca40d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:17:49Z', 'updated_at': '2021-11-26T03:17:49Z', 'revision_number': 0, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 5, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:55.006647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb6808-8316-40e0-b6a8-a41df29ed81f None None] The sync data for ids ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'] in n-d-819389-3 is: [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'efc77ebb-6688-4f23-9a05-d7549bdcd066', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'port_id': '39e1e5fb-1472-4200-880f-02b4403631b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'mac_address': 'fa:16:3e:a4:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070065e4-be17-4319-ba31-9e460ca40d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:17:49Z', 'updated_at': '2021-11-26T03:17:49Z', 'revision_number': 0, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 5, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:17:55.146448 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a418b3c-cddc-4487-b155-30b230e2e7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:55.175014 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a418b3c-cddc-4487-b155-30b230e2e7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ea397f-5aa0-4799-bb60-bad9f0f7cda2,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:55.294469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de816db-414e-423a-93a7-267378deec34 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router 9cd788e4-f200-4885-89ee-be2493df910b has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:17:55.377567 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a418b3c-cddc-4487-b155-30b230e2e7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:55.439340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de816db-414e-423a-93a7-267378deec34 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:17:55.445244 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8de816db-414e-423a-93a7-267378deec34 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "PUT /v2.0/routers/9cd788e4-f200-4885-89ee-be2493df910b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5970399 Nov 26 03:17:55.450997 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Sync routers for ids ['9cd788e4-f200-4885-89ee-be2493df910b'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:17:55.477659 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Routers {'9cd788e4-f200-4885-89ee-be2493df910b'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:17:55.478732 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:17:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9cd788e4-f200-4885-89ee-be2493df910b'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:55.724589 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Set router 9cd788e4-f200-4885-89ee-be2493df910b gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:17:55.822482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15b5041-5192-44ff-a212-376ac2a66423 None None] New status for floating IP efc77ebb-6688-4f23-9a05-d7549bdcd066: ACTIVE {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:17:55.849485 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-9320e83d-66ac-4e7e-b493-08a7d7697190 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503398918&fields=id&tenant_id=170100a2b828400b8769a13db96ee224 HTTP/1.1" status: 200 len: 267 time: 0.1080554 Nov 26 03:17:55.909509 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a418b3c-cddc-4487-b155-30b230e2e7d1 admin admin] Router 3a82aef9-8b6c-4034-b8e8-f9be77d24ad1 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:17:56.137241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-17caa8f6-87e3-45af-99df-03276b3dc777 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:56.160281 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-17caa8f6-87e3-45af-99df-03276b3dc777 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/networks?id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 HTTP/1.1" status: 200 len: 796 time: 0.2983077 Nov 26 03:17:56.165409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device d13013f7-95be-4fb0-9f08-8f211e4861e5 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:17:56.187116 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-db1ddcc7-a5c8-4792-b614-5bc6c56e8130 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/quotas/170100a2b828400b8769a13db96ee224 HTTP/1.1" status: 200 len: 375 time: 0.0204856 Nov 26 03:17:56.190283 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd788e4-f200-4885-89ee-be2493df910b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318410705', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:17:53Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:45Z', 'updated_at': '2021-11-26T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bbe567d7-1b36-4f5d-b7aa-5186f457c184', 'name': '', 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:10:2f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:52Z', 'updated_at': '2021-11-26T03:17:54Z', 'revision_number': 2, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:56.194401 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a418b3c-cddc-4487-b155-30b230e2e7d1 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:17:56.206206 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2a418b3c-cddc-4487-b155-30b230e2e7d1 admin admin] 10.222.0.31 "PUT /v2.0/routers/3a82aef9-8b6c-4034-b8e8-f9be77d24ad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7349882 Nov 26 03:17:56.211580 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54288) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:56.242519 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Checking router: 9cd788e4-f200-4885-89ee-be2493df910b for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:17:56.243122 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Updating router 9cd788e4-f200-4885-89ee-be2493df910b port bbe567d7-1b36-4f5d-b7aa-5186f457c184 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:17:56.267011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf73f48f-d530-425d-92a3-58f20ada73c6 None None] Network d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:17:56.275850 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:56.295423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-79d8a8fa-2c78-4fa4-b892-03a477164295 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004460 Nov 26 03:17:56.459796 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-265e2376-f0df-4440-90fa-12544113d0bb admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:56.491789 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-287baa4b-c172-48db-8fb3-a3ce4e2a9d64 None None] Provisioning complete for port d13013f7-95be-4fb0-9f08-8f211e4861e5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:56.492519 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-287baa4b-c172-48db-8fb3-a3ce4e2a9d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:56.589741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port d13013f7-95be-4fb0-9f08-8f211e4861e5 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:56.590378 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:56.606339 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-15262f7b-7edd-4b08-8ed1-02ea614f4119 service neutron] 10.222.0.31 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086545 Nov 26 03:17:56.734095 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-265e2376-f0df-4440-90fa-12544113d0bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:56.750186 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-287baa4b-c172-48db-8fb3-a3ce4e2a9d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:56.777712 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f05340-3675-4409-b8ae-f5052bd4e6ce None None] Sync routers for ids ['3a82aef9-8b6c-4034-b8e8-f9be77d24ad1'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:17:56.806001 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f05340-3675-4409-b8ae-f5052bd4e6ce None None] Routers {'3a82aef9-8b6c-4034-b8e8-f9be77d24ad1'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:17:56.807033 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-72f05340-3675-4409-b8ae-f5052bd4e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:17:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['3a82aef9-8b6c-4034-b8e8-f9be77d24ad1'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:56.822279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-287baa4b-c172-48db-8fb3-a3ce4e2a9d64 None None] For port d13013f7-95be-4fb0-9f08-8f211e4861e5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=d13013f7-95be-4fb0-9f08-8f211e4861e5,segment=NetworkSegment(54cd5974-f58b-4199-9cc5-d061c1e68b32),segment_id=54cd5974-f58b-4199-9cc5-d061c1e68b32)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:56.836662 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-287baa4b-c172-48db-8fb3-a3ce4e2a9d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:56.855695 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-cd24708a-25dc-4f0a-83dc-88c5872bc8be service neutron] 10.222.0.31 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377207 Nov 26 03:17:56.865148 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-265e2376-f0df-4440-90fa-12544113d0bb admin admin] Deleting port b8522308-0925-434d-ab5c-0793628377d7 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:17:56.865560 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-265e2376-f0df-4440-90fa-12544113d0bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:56.987591 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:56.988047 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287baa4b-c172-48db-8fb3-a3ce4e2a9d64 None None] Pushing event updated for resources: {'Port': ['ID=d13013f7-95be-4fb0-9f08-8f211e4861e5,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:56.999009 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:57.001199 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:57.031548 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-265e2376-f0df-4440-90fa-12544113d0bb admin admin] For port b8522308-0925-434d-ab5c-0793628377d7, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b8522308-0925-434d-ab5c-0793628377d7,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:57.032805 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-265e2376-f0df-4440-90fa-12544113d0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:57.053450 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-265e2376-f0df-4440-90fa-12544113d0bb admin admin] Calling delete_port for b8522308-0925-434d-ab5c-0793628377d7 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:17:57.078152 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeededfb-828d-4b34-abbe-672edb61356e None None] Pushing event updated for resources: {'Port': ['ID=bbe567d7-1b36-4f5d-b7aa-5186f457c184,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:57.096948 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-72f05340-3675-4409-b8ae-f5052bd4e6ce None None] Set router 3a82aef9-8b6c-4034-b8e8-f9be77d24ad1 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:17:57.097343 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:17:57.098707 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:17:57.125586 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c91cc3e-823a-48bd-8dba-bb8fadebf07c None None] Provisioning complete for port d13013f7-95be-4fb0-9f08-8f211e4861e5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:57.126084 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c91cc3e-823a-48bd-8dba-bb8fadebf07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:57.287833 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Attempting to bind port bbe567d7-1b36-4f5d-b7aa-5186f457c184 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:17:57.288524 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Attempting to bind port bbe567d7-1b36-4f5d-b7aa-5186f457c184 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '54cd5974-f58b-4199-9cc5-d061c1e68b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:17:57.289604 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Attempting to bind port bbe567d7-1b36-4f5d-b7aa-5186f457c184 on network d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:17:57.295543 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:17:57.296268 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Checking segment: {'id': '54cd5974-f58b-4199-9cc5-d061c1e68b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:17:57.296848 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:57.298034 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Bound using segment: {'id': '54cd5974-f58b-4199-9cc5-d061c1e68b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:17:57.298803 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Bound port: bbe567d7-1b36-4f5d-b7aa-5186f457c184, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54cd5974-f58b-4199-9cc5-d061c1e68b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:17:57.300166 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:57.318595 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-72f05340-3675-4409-b8ae-f5052bd4e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a82aef9-8b6c-4034-b8e8-f9be77d24ad1', 'name': 'tempest-ImageQuotaTest-2014740278-router', 'tenant_id': '179dde4b39af4b66b8cbb78c3c4540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:17:56Z', 'revision_number': 6, 'project_id': '179dde4b39af4b66b8cbb78c3c4540a8', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:57.321116 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3888b3c3-5b2b-4e4a-a519-dce629f1f100 req-984f0c95-5d46-4410-aff6-c576436adda6 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 210 time: 0.0673406 Nov 26 03:17:57.340493 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c91cc3e-823a-48bd-8dba-bb8fadebf07c None None] Provisioning complete for port bbe567d7-1b36-4f5d-b7aa-5186f457c184 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:57.343000 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c91cc3e-823a-48bd-8dba-bb8fadebf07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:57.354910 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f05340-3675-4409-b8ae-f5052bd4e6ce None None] Checking router: 3a82aef9-8b6c-4034-b8e8-f9be77d24ad1 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:17:57.402818 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-265e2376-f0df-4440-90fa-12544113d0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:57.415033 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c91cc3e-823a-48bd-8dba-bb8fadebf07c None None] Port bbe567d7-1b36-4f5d-b7aa-5186f457c184 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:17:57.435177 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e2376-f0df-4440-90fa-12544113d0bb admin admin] Pushing event deleted for resources: {'Port': ['ID=b8522308-0925-434d-ab5c-0793628377d7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:57.455362 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1dce50-aaba-4a3e-90ea-09386db3d5c8 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:17:57.493423 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] For port bbe567d7-1b36-4f5d-b7aa-5186f457c184, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:17:57.496988 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] For port bbe567d7-1b36-4f5d-b7aa-5186f457c184, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bbe567d7-1b36-4f5d-b7aa-5186f457c184,segment=NetworkSegment(54cd5974-f58b-4199-9cc5-d061c1e68b32),segment_id=54cd5974-f58b-4199-9cc5-d061c1e68b32)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:17:57.505696 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:57.554136 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-265e2376-f0df-4440-90fa-12544113d0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:57.569599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f3540c74-d83f-475a-88e5-bdbcd6a5e9de None None] Provisioning complete for port bbe567d7-1b36-4f5d-b7aa-5186f457c184 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:57.570167 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f3540c74-d83f-475a-88e5-bdbcd6a5e9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:57.593236 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f05340-3675-4409-b8ae-f5052bd4e6ce None None] Routers {'3a82aef9-8b6c-4034-b8e8-f9be77d24ad1'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:17:57.593878 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-72f05340-3675-4409-b8ae-f5052bd4e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:17:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['3a82aef9-8b6c-4034-b8e8-f9be77d24ad1'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:57.744871 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-72f05340-3675-4409-b8ae-f5052bd4e6ce None None] Set router 3a82aef9-8b6c-4034-b8e8-f9be77d24ad1 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:17:57.789703 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f3540c74-d83f-475a-88e5-bdbcd6a5e9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:57.825301 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-265e2376-f0df-4440-90fa-12544113d0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:57.831451 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-265e2376-f0df-4440-90fa-12544113d0bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:57.838660 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f3540c74-d83f-475a-88e5-bdbcd6a5e9de None None] For port bbe567d7-1b36-4f5d-b7aa-5186f457c184, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bbe567d7-1b36-4f5d-b7aa-5186f457c184,segment=NetworkSegment(54cd5974-f58b-4199-9cc5-d061c1e68b32),segment_id=54cd5974-f58b-4199-9cc5-d061c1e68b32)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:57.844697 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f3540c74-d83f-475a-88e5-bdbcd6a5e9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:57.867402 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeededfb-828d-4b34-abbe-672edb61356e None None] Pushing event updated for resources: {'Port': ['ID=bbe567d7-1b36-4f5d-b7aa-5186f457c184,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:57.880270 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-72f05340-3675-4409-b8ae-f5052bd4e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a82aef9-8b6c-4034-b8e8-f9be77d24ad1', 'name': 'tempest-ImageQuotaTest-2014740278-router', 'tenant_id': '179dde4b39af4b66b8cbb78c3c4540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:17:57Z', 'revision_number': 7, 'project_id': '179dde4b39af4b66b8cbb78c3c4540a8', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:57.923934 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Routers {'9cd788e4-f200-4885-89ee-be2493df910b'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:17:57.924843 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:17:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9cd788e4-f200-4885-89ee-be2493df910b'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:57.927951 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f05340-3675-4409-b8ae-f5052bd4e6ce None None] The sync data for ids ['3a82aef9-8b6c-4034-b8e8-f9be77d24ad1'] in n-d-819389-3 is: [{'id': '3a82aef9-8b6c-4034-b8e8-f9be77d24ad1', 'name': 'tempest-ImageQuotaTest-2014740278-router', 'tenant_id': '179dde4b39af4b66b8cbb78c3c4540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:17:57Z', 'revision_number': 7, 'project_id': '179dde4b39af4b66b8cbb78c3c4540a8', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:17:58.021184 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3540c74-d83f-475a-88e5-bdbcd6a5e9de None None] Pushing event updated for resources: {'Port': ['ID=bbe567d7-1b36-4f5d-b7aa-5186f457c184,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:58.033080 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1ee58545-52ed-4e4c-8330-b630446d0392 None None] Provisioning complete for port bbe567d7-1b36-4f5d-b7aa-5186f457c184 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:58.033756 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1ee58545-52ed-4e4c-8330-b630446d0392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:58.121715 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] Set router 9cd788e4-f200-4885-89ee-be2493df910b gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:17:58.298947 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d8e8c54d-ced0-4787-bd6d-e776b873c30d None None] Provisioning complete for port bbe567d7-1b36-4f5d-b7aa-5186f457c184 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:58.299337 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d8e8c54d-ced0-4787-bd6d-e776b873c30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:58.518248 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9438604-2f5f-4929-a1a8-6f227ba8e834 req-c8d27dd4-1ecd-4320-8fbc-755b18a270c0 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 210 time: 0.0683372 Nov 26 03:17:58.521906 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-265e2376-f0df-4440-90fa-12544113d0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:58.523286 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265e2376-f0df-4440-90fa-12544113d0bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a82aef9-8b6c-4034-b8e8-f9be77d24ad1 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:17:58.538517 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd788e4-f200-4885-89ee-be2493df910b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318410705', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:17:53Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:45Z', 'updated_at': '2021-11-26T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bbe567d7-1b36-4f5d-b7aa-5186f457c184', 'name': '', 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:10:2f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:52Z', 'updated_at': '2021-11-26T03:17:57Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:58.538710 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-265e2376-f0df-4440-90fa-12544113d0bb admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:58.538710 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-265e2376-f0df-4440-90fa-12544113d0bb admin admin] 10.222.0.31 "DELETE /v2.0/routers/3a82aef9-8b6c-4034-b8e8-f9be77d24ad1 HTTP/1.1" status: 204 len: 168 time: 2.3067877 Nov 26 03:17:58.538710 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54310) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:58.554224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device d13013f7-95be-4fb0-9f08-8f211e4861e5 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:17:58.575818 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f7842b-3d25-43ab-a676-d3c0303e96f6 None None] The sync data for ids ['9cd788e4-f200-4885-89ee-be2493df910b'] in n-d-819389-3 is: [{'id': '9cd788e4-f200-4885-89ee-be2493df910b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318410705', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:17:53Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:45Z', 'updated_at': '2021-11-26T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bbe567d7-1b36-4f5d-b7aa-5186f457c184', 'name': '', 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:10:2f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:52Z', 'updated_at': '2021-11-26T03:17:57Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:17:58.643042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f6d8e5f9-87ef-4e10-b082-7da69380d6a9 None None] Provisioning complete for port bbe567d7-1b36-4f5d-b7aa-5186f457c184 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:58.643520 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f6d8e5f9-87ef-4e10-b082-7da69380d6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:58.651045 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port d13013f7-95be-4fb0-9f08-8f211e4861e5 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:17:58.651545 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:58.658894 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0a6d26-8822-43f4-8d61-5e4a95782d13 admin admin] Deleting subnet 62cea74c-7525-4d3e-b1d3-d0bcaad17466 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:17:58.662946 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6d26-8822-43f4-8d61-5e4a95782d13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:58.702423 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6d26-8822-43f4-8d61-5e4a95782d13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:58.792037 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6d26-8822-43f4-8d61-5e4a95782d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:58.874650 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6d26-8822-43f4-8d61-5e4a95782d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:58.945275 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef01c17f-b876-4bf0-947f-c6244073c892 None None] Network 920a27b6-c191-4497-888a-545f96024022 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:17:58.967285 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6d26-8822-43f4-8d61-5e4a95782d13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:58.968811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-ddf698be-cbf5-497d-823e-2f88b1cbee57 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:17:58.973692 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3d0a6d26-8822-43f4-8d61-5e4a95782d13 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/62cea74c-7525-4d3e-b1d3-d0bcaad17466 HTTP/1.1" status: 204 len: 168 time: 0.4371986 Nov 26 03:17:58.973692 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a6d26-8822-43f4-8d61-5e4a95782d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62cea74c-7525-4d3e-b1d3-d0bcaad17466,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:58.973962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-ddf698be-cbf5-497d-823e-2f88b1cbee57 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.54 "GET /v2.0/networks?id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 HTTP/1.1" status: 200 len: 796 time: 0.2419369 Nov 26 03:17:58.974301 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 54312) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:17:59.114340 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:59.141034 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-37b4471e-a844-4c2b-b56e-51e59a7f057e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=170100a2b828400b8769a13db96ee224 HTTP/1.1" status: 200 len: 379 time: 0.1415937 Nov 26 03:17:59.174806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-e2a86aa8-fff4-423b-a098-f75c3f7d8726 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'port': {'device_id': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210', 'admin_state_up': True, 'tenant_id': '170100a2b828400b8769a13db96ee224', 'security_groups': ['b0857a11-60e5-4618-baf6-267a36a4229b']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:17:59.276674 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] Deleting port a8d135b5-dd24-49a5-9628-69493307e43c {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:17:59.277221 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:59.373359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] For port a8d135b5-dd24-49a5-9628-69493307e43c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a8d135b5-dd24-49a5-9628-69493307e43c,segment=NetworkSegment(86d336ed-fbfc-46f7-ad06-92465619780c),segment_id=86d336ed-fbfc-46f7-ad06-92465619780c)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:59.374173 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:59.394989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] Calling delete_port for a8d135b5-dd24-49a5-9628-69493307e43c owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:17:59.413854 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-e2a86aa8-fff4-423b-a098-f75c3f7d8726 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Made reservation on behalf of 170100a2b828400b8769a13db96ee224 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:17:59.417490 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-e2a86aa8-fff4-423b-a098-f75c3f7d8726 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:59.461306 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2bbdd5-ca81-4bf4-80b2-5d003747a70b None None] DHCP port deletion for 920a27b6-c191-4497-888a-545f96024022 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:17:59.539959 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-0d2bbdd5-ca81-4bf4-80b2-5d003747a70b None None] Deleting port a8d135b5-dd24-49a5-9628-69493307e43c {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:17:59.540371 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0d2bbdd5-ca81-4bf4-80b2-5d003747a70b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:59.614940 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:59.641342 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0d2bbdd5-ca81-4bf4-80b2-5d003747a70b None None] For port a8d135b5-dd24-49a5-9628-69493307e43c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a8d135b5-dd24-49a5-9628-69493307e43c,segment=NetworkSegment(86d336ed-fbfc-46f7-ad06-92465619780c),segment_id=86d336ed-fbfc-46f7-ad06-92465619780c)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:17:59.641923 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0d2bbdd5-ca81-4bf4-80b2-5d003747a70b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:59.670490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-0d2bbdd5-ca81-4bf4-80b2-5d003747a70b None None] Calling delete_port for a8d135b5-dd24-49a5-9628-69493307e43c owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:17:59.718838 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] No DVR routers for this DVR port a8d135b5-dd24-49a5-9628-69493307e43c on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:17:59.765948 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b79f9b8-c230-40fe-97b3-b664ee3e9f9b req-18f7f6ad-1393-4c6d-970b-2975967a64a1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 210 time: 0.0792532 Nov 26 03:17:59.786655 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0d2bbdd5-ca81-4bf4-80b2-5d003747a70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:59.797380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d135b5-dd24-49a5-9628-69493307e43c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:59.810869 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bbdd5-ca81-4bf4-80b2-5d003747a70b None None] Pushing event deleted for resources: {'Port': ['ID=a8d135b5-dd24-49a5-9628-69493307e43c,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:17:59.820238 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2bbdd5-ca81-4bf4-80b2-5d003747a70b None None] No DVR routers for this DVR port a8d135b5-dd24-49a5-9628-69493307e43c on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:17:59.878195 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-e2a86aa8-fff4-423b-a098-f75c3f7d8726 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Allocated IP 172.20.0.13 (d7dd09e0-fc4f-4f52-9c9f-46e6635f6210/7a4250d8-09a6-406f-a162-9f35c603200a/b73752bd-d744-47a0-b57f-58012dbfc74b) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:17:59.895184 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:17:59.934831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920a27b6-c191-4497-888a-545f96024022']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:59.958630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d336ed-fbfc-46f7-ad06-92465619780c') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:59.958939 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d336ed-fbfc-46f7-ad06-92465619780c') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:17:59.981284 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:00.039046 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:00.050401 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:18:00.051797 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:18:00.054470 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:18:00.109719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bbe567d7-1b36-4f5d-b7aa-5186f457c184 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:18:00.154488 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:00.166358 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:00.184651 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] 10.222.0.31 "DELETE /v2.0/networks/920a27b6-c191-4497-888a-545f96024022 HTTP/1.1" status: 204 len: 168 time: 1.1984413 Nov 26 03:18:00.187830 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port bbe567d7-1b36-4f5d-b7aa-5186f457c184 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:18:00.189013 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:00.221825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b914e2-f01e-468c-a8e3-adb0a7aa8716 admin admin] Pushing event deleted for resources: {'Network': ['ID=920a27b6-c191-4497-888a-545f96024022,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:18:00.246737 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-e2a86aa8-fff4-423b-a098-f75c3f7d8726 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:00.332286 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-e2a86aa8-fff4-423b-a098-f75c3f7d8726 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:00.356335 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54322) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:18:00.385885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 01ea397f-5aa0-4799-bb60-bad9f0f7cda2 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:18:00.391015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-e2a86aa8-fff4-423b-a098-f75c3f7d8726 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:18:00.395157 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-e2a86aa8-fff4-423b-a098-f75c3f7d8726 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:18:00.400121 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-e2a86aa8-fff4-423b-a098-f75c3f7d8726 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:18:00.405266 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a86aa8-fff4-423b-a098-f75c3f7d8726 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=b73752bd-d744-47a0-b57f-58012dbfc74b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:18:00.439020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 01ea397f-5aa0-4799-bb60-bad9f0f7cda2 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:18:00.439299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 01ea397f-5aa0-4799-bb60-bad9f0f7cda2 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:18:00.439713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b8522308-0925-434d-ab5c-0793628377d7 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:18:00.449476 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-14eacd77-0f0b-480a-8976-ee16cc963468 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=179dde4b39af4b66b8cbb78c3c4540a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0910687 Nov 26 03:18:00.452045 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54324) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:18:00.468569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-e2a86aa8-fff4-423b-a098-f75c3f7d8726 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:00.469525 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-e2a86aa8-fff4-423b-a098-f75c3f7d8726 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:00.493686 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: b8522308-0925-434d-ab5c-0793628377d7 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:18:00.493686 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b8522308-0925-434d-ab5c-0793628377d7 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:18:00.494095 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a8d135b5-dd24-49a5-9628-69493307e43c no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:18:00.494745 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-e2a86aa8-fff4-423b-a098-f75c3f7d8726 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3244038 Nov 26 03:18:00.514030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Request body: {'port': {'device_id': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:18:00.515523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: a8d135b5-dd24-49a5-9628-69493307e43c {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:18:00.515892 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a8d135b5-dd24-49a5-9628-69493307e43c not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:18:00.539653 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f6a4ed21-a3e9-4cc2-ad90-8d2bba19e3f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:00.571875 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f6a4ed21-a3e9-4cc2-ad90-8d2bba19e3f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:00.596548 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:00.644965 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f6a4ed21-a3e9-4cc2-ad90-8d2bba19e3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:00.648286 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f6a4ed21-a3e9-4cc2-ad90-8d2bba19e3f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:00.651821 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f6a4ed21-a3e9-4cc2-ad90-8d2bba19e3f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3eb05666-a4c4-4b45-aa80-13fdfc1c592a HTTP/1.1" status: 204 len: 168 time: 0.1965659 Nov 26 03:18:00.661715 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4ed21-a3e9-4cc2-ad90-8d2bba19e3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb05666-a4c4-4b45-aa80-13fdfc1c592a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:18:00.800558 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b47f2342-0d70-4580-818f-d430e03bf968 None None] Provisioning complete for port b73752bd-d744-47a0-b57f-58012dbfc74b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:18:00.802219 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b47f2342-0d70-4580-818f-d430e03bf968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:00.847095 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b47f2342-0d70-4580-818f-d430e03bf968 None None] Port b73752bd-d744-47a0-b57f-58012dbfc74b cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:18:00.965337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9cecf-775f-47b8-a316-394aedb1512d req-15512cdb-ac9d-4e7b-a610-f6a46ad30b51 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:00.967454 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47e9cecf-775f-47b8-a316-394aedb1512d req-15512cdb-ac9d-4e7b-a610-f6a46ad30b51 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 932 time: 0.1055841 Nov 26 03:18:00.985156 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73752bd-d744-47a0-b57f-58012dbfc74b {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:18:00.998581 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:01.027982 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Transition to ACTIVE for port object b73752bd-d744-47a0-b57f-58012dbfc74b will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:18:01.034697 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:01.104956 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47e9cecf-775f-47b8-a316-394aedb1512d req-1b4e38fc-fbd9-4aff-ad84-6cc87f382a9b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251416 Nov 26 03:18:01.122020 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Pushing event updated for resources: {'Port': ['ID=b73752bd-d744-47a0-b57f-58012dbfc74b,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:18:01.131380 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54336) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:18:01.147971 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c9987092-ce62-4820-b013-ae00f4d61325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:01.201288 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Attempting to bind port b73752bd-d744-47a0-b57f-58012dbfc74b on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:18:01.204913 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Attempting to bind port b73752bd-d744-47a0-b57f-58012dbfc74b by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '54cd5974-f58b-4199-9cc5-d061c1e68b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:18:01.205230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Attempting to bind port b73752bd-d744-47a0-b57f-58012dbfc74b on network d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:18:01.213613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Port b73752bd-d744-47a0-b57f-58012dbfc74b on network d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:18:01.214196 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Attempting to bind port b73752bd-d744-47a0-b57f-58012dbfc74b on network d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:18:01.222490 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:18:01.223768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Checking segment: {'id': '54cd5974-f58b-4199-9cc5-d061c1e68b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:18:01.224477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Bound using segment: {'id': '54cd5974-f58b-4199-9cc5-d061c1e68b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:18:01.225094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Bound port: b73752bd-d744-47a0-b57f-58012dbfc74b, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54cd5974-f58b-4199-9cc5-d061c1e68b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:18:01.225628 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:01.261351 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c9987092-ce62-4820-b013-ae00f4d61325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:01.266542 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c9987092-ce62-4820-b013-ae00f4d61325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:01.297718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9987092-ce62-4820-b013-ae00f4d61325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e63bc8-0252-47c2-b846-1d531e95eeb1,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:18:01.318579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] For port b73752bd-d744-47a0-b57f-58012dbfc74b, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:18:01.323160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] For port b73752bd-d744-47a0-b57f-58012dbfc74b, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=b73752bd-d744-47a0-b57f-58012dbfc74b,segment=NetworkSegment(54cd5974-f58b-4199-9cc5-d061c1e68b32),segment_id=54cd5974-f58b-4199-9cc5-d061c1e68b32)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:18:01.328477 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c9987092-ce62-4820-b013-ae00f4d61325 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1950114 Nov 26 03:18:01.328803 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54342) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:18:01.334897 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:01.397316 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-efe46d55-6e6a-4536-81fb-3023fd4c85ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:01.414526 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:01.415277 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:01.416833 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] 10.222.0.54 "PUT /v2.0/ports/b73752bd-d744-47a0-b57f-58012dbfc74b HTTP/1.1" status: 200 len: 1092 time: 0.9085948 Nov 26 03:18:01.417208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'tag': 'b73752bd-d744-47a0-b57f-58012dbfc74b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:18:01.419501 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec96a4a2-978a-472c-8a2a-dcab11afd79c" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb2a8bc-8ceb-4911-a6d7-1825f6496c96", "tag": "b73752bd-d744-47a0-b57f-58012dbfc74b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:18:01.423875 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-efe46d55-6e6a-4536-81fb-3023fd4c85ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:01.455581 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff8648-6a37-4b92-ae70-2014df41ccd5 service neutron] Pushing event updated for resources: {'Port': ['ID=b73752bd-d744-47a0-b57f-58012dbfc74b,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:18:01.480438 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369f9cdd-5f30-4c84-a132-d38ba9aadb63 x-openstack-request-id: req-369f9cdd-5f30-4c84-a132-d38ba9aadb63 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:18:01.480737 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb2a8bc-8ceb-4911-a6d7-1825f6496c96", "tag": "b73752bd-d744-47a0-b57f-58012dbfc74b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:18:01.480986 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-369f9cdd-5f30-4c84-a132-d38ba9aadb63 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:18:01.481419 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'tag': 'b73752bd-d744-47a0-b57f-58012dbfc74b', 'status': 'completed', 'code': 200} Nov 26 03:18:01.486184 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-efe46d55-6e6a-4536-81fb-3023fd4c85ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:01.489085 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-efe46d55-6e6a-4536-81fb-3023fd4c85ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:01.490459 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-efe46d55-6e6a-4536-81fb-3023fd4c85ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1e63bc8-0252-47c2-b846-1d531e95eeb1 HTTP/1.1" status: 204 len: 168 time: 0.1606202 Nov 26 03:18:01.499417 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe46d55-6e6a-4536-81fb-3023fd4c85ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e63bc8-0252-47c2-b846-1d531e95eeb1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:18:01.545350 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-0da9e43b-e183-4705-9865-13a3a323aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:01.547284 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-0da9e43b-e183-4705-9865-13a3a323aa38 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 1095 time: 0.0624032 Nov 26 03:18:01.607386 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-86eac1f0-7b06-4f6e-a5ba-9ae94f144915 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b73752bd-d744-47a0-b57f-58012dbfc74b HTTP/1.1" status: 200 len: 217 time: 0.0450864 Nov 26 03:18:01.692399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-ac23c243-054b-4bbd-8552-c65d51d604fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:01.694909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-ac23c243-054b-4bbd-8552-c65d51d604fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a4250d8-09a6-406f-a162-9f35c603200a HTTP/1.1" status: 200 len: 834 time: 0.0800903 Nov 26 03:18:01.753495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-d28e02e5-1e0b-445d-bf25-fe5606f355f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:01.755657 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-d28e02e5-1e0b-445d-bf25-fe5606f355f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507541 Nov 26 03:18:01.876584 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-72f3d237-6783-4bab-a92c-b51be1436204 service neutron] 10.222.0.54 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127017 Nov 26 03:18:01.909537 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:18:01.984266 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8d67dc3-2030-4cc4-a608-1402a24f53bd req-9f147549-af80-4346-b949-6529fd2f49d2 service neutron] 10.222.0.54 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994034 Nov 26 03:18:02.126782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96a4a2-978a-472c-8a2a-dcab11afd79c req-6a889ddb-3a50-4b48-8c59-c00bb93d8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:02.129574 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec96a4a2-978a-472c-8a2a-dcab11afd79c req-6a889ddb-3a50-4b48-8c59-c00bb93d8f4f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 1095 time: 0.0499301 Nov 26 03:18:02.263473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df39673-887c-4e99-98ba-5362cdbc708d req-1cd2d71c-bce9-4088-a4d7-9da6f5d4c068 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:02.264945 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2df39673-887c-4e99-98ba-5362cdbc708d req-1cd2d71c-bce9-4088-a4d7-9da6f5d4c068 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 944 time: 0.0859475 Nov 26 03:18:02.267890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96a4a2-978a-472c-8a2a-dcab11afd79c req-e9746e0f-5c1c-43f1-bd18-14bd38e72f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:02.269705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec96a4a2-978a-472c-8a2a-dcab11afd79c req-e9746e0f-5c1c-43f1-bd18-14bd38e72f84 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 HTTP/1.1" status: 200 len: 897 time: 0.1334991 Nov 26 03:18:02.330847 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec96a4a2-978a-472c-8a2a-dcab11afd79c req-3e1fa744-0716-40d5-98e9-7c1f78a0c3a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b73752bd-d744-47a0-b57f-58012dbfc74b HTTP/1.1" status: 200 len: 217 time: 0.0529904 Nov 26 03:18:02.390979 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2df39673-887c-4e99-98ba-5362cdbc708d req-aaf26163-3db5-4b32-9fc3-9599b6be65b7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190603 Nov 26 03:18:02.407243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96a4a2-978a-472c-8a2a-dcab11afd79c req-8216d6cb-53eb-4642-baa4-3348ca2d0129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:02.408788 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec96a4a2-978a-472c-8a2a-dcab11afd79c req-8216d6cb-53eb-4642-baa4-3348ca2d0129 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a4250d8-09a6-406f-a162-9f35c603200a HTTP/1.1" status: 200 len: 834 time: 0.0657411 Nov 26 03:18:02.469724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96a4a2-978a-472c-8a2a-dcab11afd79c req-d4065326-31aa-4312-8773-5ba8bcaeb8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:02.471298 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec96a4a2-978a-472c-8a2a-dcab11afd79c req-d4065326-31aa-4312-8773-5ba8bcaeb8d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544548 Nov 26 03:18:02.561721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec96a4a2-978a-472c-8a2a-dcab11afd79c req-f221b55e-01e9-41fa-84d6-8aba4c6b77e7 service neutron] 10.222.0.54 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834110 Nov 26 03:18:02.657402 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec96a4a2-978a-472c-8a2a-dcab11afd79c req-fb458c29-27f3-48e5-aca0-cd889f1142a3 service neutron] 10.222.0.54 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882628 Nov 26 03:18:03.552263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd64d89-0066-4521-bebe-b83401f6c5ce req-50b34aa0-f1bd-42d8-b039-b484ec6f959e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:03.553846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cd64d89-0066-4521-bebe-b83401f6c5ce req-50b34aa0-f1bd-42d8-b039-b484ec6f959e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 944 time: 0.0558109 Nov 26 03:18:03.612834 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cd64d89-0066-4521-bebe-b83401f6c5ce req-22a7c315-7e8a-45f9-b023-98e4e7a7f20e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482168 Nov 26 03:18:04.774141 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc67f76-6315-4622-971f-6a805ccb9639 req-2497567c-eac2-42a6-aba7-7f3b961ee9e6 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:04.775799 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cc67f76-6315-4622-971f-6a805ccb9639 req-2497567c-eac2-42a6-aba7-7f3b961ee9e6 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 944 time: 0.0649488 Nov 26 03:18:04.839372 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cc67f76-6315-4622-971f-6a805ccb9639 req-a90e6204-9d7b-49a5-9318-b6cc9b4d3642 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563307 Nov 26 03:18:05.156749 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device b73752bd-d744-47a0-b57f-58012dbfc74b details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:18:05.267587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port b73752bd-d744-47a0-b57f-58012dbfc74b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=b73752bd-d744-47a0-b57f-58012dbfc74b,segment=NetworkSegment(54cd5974-f58b-4199-9cc5-d061c1e68b32),segment_id=54cd5974-f58b-4199-9cc5-d061c1e68b32)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:18:05.278986 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'b73752bd-d744-47a0-b57f-58012dbfc74b', 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210', 'port_id': 'b73752bd-d744-47a0-b57f-58012dbfc74b', 'mac_address': 'fa:16:3e:a0:86:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:18:05.320753 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:05.334616 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73752bd-d744-47a0-b57f-58012dbfc74b {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:18:05.356097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port b73752bd-d744-47a0-b57f-58012dbfc74b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=b73752bd-d744-47a0-b57f-58012dbfc74b,segment=NetworkSegment(54cd5974-f58b-4199-9cc5-d061c1e68b32),segment_id=54cd5974-f58b-4199-9cc5-d061c1e68b32)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:18:05.360338 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:05.414725 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=b73752bd-d744-47a0-b57f-58012dbfc74b,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:18:05.757820 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['b73752bd-d744-47a0-b57f-58012dbfc74b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:18:05.994897 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9416e-09f7-4b08-9d0b-ab9511a754c6 req-adca37c5-f16d-4202-83b5-d1ab79e71e8f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:05.997470 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9b9416e-09f7-4b08-9d0b-ab9511a754c6 req-adca37c5-f16d-4202-83b5-d1ab79e71e8f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 945 time: 0.0607195 Nov 26 03:18:06.060207 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9b9416e-09f7-4b08-9d0b-ab9511a754c6 req-e2d42d00-c14b-4c5f-bf1c-9ed8f9e70a05 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565190 Nov 26 03:18:07.155977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device b73752bd-d744-47a0-b57f-58012dbfc74b up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:18:07.181298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e765d-c987-4c09-96b4-230be51fbe1e req-e96f3077-1b92-4700-9993-16d68c7d7e32 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:07.183009 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a9e765d-c987-4c09-96b4-230be51fbe1e req-e96f3077-1b92-4700-9993-16d68c7d7e32 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 945 time: 0.0514622 Nov 26 03:18:07.209672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port b73752bd-d744-47a0-b57f-58012dbfc74b completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:18:07.214491 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port b73752bd-d744-47a0-b57f-58012dbfc74b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:18:07.214900 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:07.252213 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a9e765d-c987-4c09-96b4-230be51fbe1e req-908015a0-bf7d-4138-898b-09204369579a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590498 Nov 26 03:18:07.311760 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:07.335231 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73752bd-d744-47a0-b57f-58012dbfc74b'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:18:07.337534 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de5d80d-5651-45fb-8239-cfaac8da5093" -d '{"events": [{"server_uuid": "4fb2a8bc-8ceb-4911-a6d7-1825f6496c96", "name": "network-vif-plugged", "status": "completed", "tag": "b73752bd-d744-47a0-b57f-58012dbfc74b"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:18:07.351709 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port b73752bd-d744-47a0-b57f-58012dbfc74b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=b73752bd-d744-47a0-b57f-58012dbfc74b,segment=NetworkSegment(54cd5974-f58b-4199-9cc5-d061c1e68b32),segment_id=54cd5974-f58b-4199-9cc5-d061c1e68b32)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:18:07.357454 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:07.391965 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7658a32f-9d4f-413c-a0f2-ebf225e63990 x-openstack-request-id: req-7658a32f-9d4f-413c-a0f2-ebf225e63990 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:18:07.392447 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb2a8bc-8ceb-4911-a6d7-1825f6496c96", "name": "network-vif-plugged", "status": "completed", "tag": "b73752bd-d744-47a0-b57f-58012dbfc74b", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:18:07.392847 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7658a32f-9d4f-413c-a0f2-ebf225e63990 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:18:07.393380 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73752bd-d744-47a0-b57f-58012dbfc74b', 'code': 200} Nov 26 03:18:07.427186 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=b73752bd-d744-47a0-b57f-58012dbfc74b,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:18:07.514083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82742c-0100-4276-a7e0-0fdaa6936c86 req-8c241e3f-132c-4ee8-aa7f-ccfe4d2cd872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:07.515537 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b82742c-0100-4276-a7e0-0fdaa6936c86 req-8c241e3f-132c-4ee8-aa7f-ccfe4d2cd872 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 1097 time: 0.0407343 Nov 26 03:18:07.565629 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b82742c-0100-4276-a7e0-0fdaa6936c86 req-cc60f772-500b-4a29-9611-953f800ae0c0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413108 Nov 26 03:18:08.378548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828087b3-be83-48d3-9191-f28137f81ee9 req-aebbcfee-e191-43b1-8685-be73d38472c2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:08.379965 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-828087b3-be83-48d3-9191-f28137f81ee9 req-aebbcfee-e191-43b1-8685-be73d38472c2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.0503590 Nov 26 03:18:08.430460 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-828087b3-be83-48d3-9191-f28137f81ee9 req-668bcd0e-136d-40fd-843b-17e1bb85156b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439575 Nov 26 03:18:09.556324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01462c5b-df4d-4d42-8111-49bd6f8d98b1 req-d44db44f-e5cc-4987-b772-39c0b311dcb6 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:09.557813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-01462c5b-df4d-4d42-8111-49bd6f8d98b1 req-d44db44f-e5cc-4987-b772-39c0b311dcb6 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.0561349 Nov 26 03:18:09.608577 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-01462c5b-df4d-4d42-8111-49bd6f8d98b1 req-f898f7fd-fa82-481a-a35c-cc947d90bfe6 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445383 Nov 26 03:18:09.736829 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29ebb3-23ab-4c1c-aaf7-705107c26f98 req-31f4b2d4-ac8d-48fe-81ac-a44c41abfe62 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:09.740519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f29ebb3-23ab-4c1c-aaf7-705107c26f98 req-31f4b2d4-ac8d-48fe-81ac-a44c41abfe62 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.0521557 Nov 26 03:18:09.792490 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f29ebb3-23ab-4c1c-aaf7-705107c26f98 req-fba58993-a418-4cf9-97fd-f0e32dc5fef2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472248 Nov 26 03:18:09.813861 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54828) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:18:09.859003 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6146a6f-a2ce-45df-a845-a75d2e6a57f2 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:09.860708 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d6146a6f-a2ce-45df-a845-a75d2e6a57f2 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 1092 time: 0.0458260 Nov 26 03:18:09.864278 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54830) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:18:09.868859 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': 'b73752bd-d744-47a0-b57f-58012dbfc74b', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:18:09.892277 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:09.993332 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:10.106513 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Allocated IP 172.25.0.205 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/d590e4ba-b82f-4b32-aceb-c96b3323a2a0) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:18:10.220605 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:10.259238 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:10.302288 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:18:10.306652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:18:10.310594 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:18:10.334514 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=d590e4ba-b82f-4b32-aceb-c96b3323a2a0,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:18:10.682412 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:10.770780 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:10.938224 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:10.943150 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:11.021543 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=d590e4ba-b82f-4b32-aceb-c96b3323a2a0,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:18:11.032093 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:11.147167 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Floating IP 3b53ca79-7eb3-47e9-a336-cba2fa762b78 associated. External IP: 172.25.0.205, port: b73752bd-d744-47a0-b57f-58012dbfc74b. Nov 26 03:18:11.374567 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router 9cd788e4-f200-4885-89ee-be2493df910b has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:18:11.483567 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:18:11.494743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d5897d-991b-4e57-92e6-775f6cc508e1 None None] Sync routers for ids ['9cd788e4-f200-4885-89ee-be2493df910b'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:18:11.504896 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:11.505666 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d5897d-991b-4e57-92e6-775f6cc508e1 None None] Routers {'9cd788e4-f200-4885-89ee-be2493df910b'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:18:11.506303 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b1d5897d-991b-4e57-92e6-775f6cc508e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:17:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9cd788e4-f200-4885-89ee-be2493df910b'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:18:11.541361 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-31be6855-0d53-4991-8654-f8bfa438fa2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6759527 Nov 26 03:18:11.542081 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'tag': 'b73752bd-d744-47a0-b57f-58012dbfc74b'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:18:11.544728 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0149877c-ef6f-4b36-840b-fc8509a81fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb2a8bc-8ceb-4911-a6d7-1825f6496c96", "tag": "b73752bd-d744-47a0-b57f-58012dbfc74b"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:18:11.604178 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6fe60b-360c-4a2f-855a-16755adbfaf2 x-openstack-request-id: req-0a6fe60b-360c-4a2f-855a-16755adbfaf2 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:18:11.604587 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb2a8bc-8ceb-4911-a6d7-1825f6496c96", "tag": "b73752bd-d744-47a0-b57f-58012dbfc74b", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:18:11.604948 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a6fe60b-360c-4a2f-855a-16755adbfaf2 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:18:11.605462 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'tag': 'b73752bd-d744-47a0-b57f-58012dbfc74b', 'status': 'completed', 'code': 200} Nov 26 03:18:11.623472 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b1d5897d-991b-4e57-92e6-775f6cc508e1 None None] Set router 9cd788e4-f200-4885-89ee-be2493df910b gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:18:11.663641 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fba37f-a58a-4ed3-92a4-ca593fe115f9 req-06261268-84b2-4398-af42-c753d9b6999a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:11.665950 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14fba37f-a58a-4ed3-92a4-ca593fe115f9 req-06261268-84b2-4398-af42-c753d9b6999a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.0548294 Nov 26 03:18:11.732648 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-74af29fb-3f01-4966-820c-dd90eb8ac526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:11.748593 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149877c-ef6f-4b36-840b-fc8509a81fa7 req-7d222f40-fd9c-4e1d-8c3b-9a7b41540f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:11.750018 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0149877c-ef6f-4b36-840b-fc8509a81fa7 req-7d222f40-fd9c-4e1d-8c3b-9a7b41540f87 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 1097 time: 0.0831597 Nov 26 03:18:11.782701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14fba37f-a58a-4ed3-92a4-ca593fe115f9 req-20637c37-c4ef-4c57-a10f-5c56faa9f88f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834918 Nov 26 03:18:11.813471 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54842) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:18:11.860763 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149877c-ef6f-4b36-840b-fc8509a81fa7 req-c6753b3b-bb95-426a-afc0-b2981804827e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:11.862403 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0149877c-ef6f-4b36-840b-fc8509a81fa7 req-c6753b3b-bb95-426a-afc0-b2981804827e service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 HTTP/1.1" status: 200 len: 897 time: 0.1026909 Nov 26 03:18:11.877550 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e0256fba-2854-4ced-856a-d3f33e9df446 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/floatingips/3b53ca79-7eb3-47e9-a336-cba2fa762b78 HTTP/1.1" status: 200 len: 992 time: 0.0628610 Nov 26 03:18:11.903211 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b1d5897d-991b-4e57-92e6-775f6cc508e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd788e4-f200-4885-89ee-be2493df910b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318410705', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:17:53Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:45Z', 'updated_at': '2021-11-26T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '3b53ca79-7eb3-47e9-a336-cba2fa762b78', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'port_id': 'b73752bd-d744-47a0-b57f-58012dbfc74b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210', 'mac_address': 'fa:16:3e:a0:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:18:10Z', 'updated_at': '2021-11-26T03:18:10Z', 'revision_number': 0, 'project_id': '170100a2b828400b8769a13db96ee224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe567d7-1b36-4f5d-b7aa-5186f457c184', 'name': '', 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:10:2f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:52Z', 'updated_at': '2021-11-26T03:17:57Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:18:11.930743 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0149877c-ef6f-4b36-840b-fc8509a81fa7 req-05b7e53f-ae47-4b5b-9910-187a640e14a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b73752bd-d744-47a0-b57f-58012dbfc74b HTTP/1.1" status: 200 len: 1000 time: 0.0606976 Nov 26 03:18:11.934374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d5897d-991b-4e57-92e6-775f6cc508e1 None None] Checking router: 9cd788e4-f200-4885-89ee-be2493df910b for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:18:11.943509 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d5897d-991b-4e57-92e6-775f6cc508e1 None None] Routers {'9cd788e4-f200-4885-89ee-be2493df910b'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:18:11.944149 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b1d5897d-991b-4e57-92e6-775f6cc508e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:17:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9cd788e4-f200-4885-89ee-be2493df910b'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:18:11.984275 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149877c-ef6f-4b36-840b-fc8509a81fa7 req-7e3a80bf-0d8b-4438-a50c-6a63cdc26206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:11.985932 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0149877c-ef6f-4b36-840b-fc8509a81fa7 req-7e3a80bf-0d8b-4438-a50c-6a63cdc26206 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a4250d8-09a6-406f-a162-9f35c603200a HTTP/1.1" status: 200 len: 834 time: 0.0480492 Nov 26 03:18:12.041171 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149877c-ef6f-4b36-840b-fc8509a81fa7 req-18e637c5-3e46-40af-aca6-f4a20c500e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:12.042686 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0149877c-ef6f-4b36-840b-fc8509a81fa7 req-18e637c5-3e46-40af-aca6-f4a20c500e55 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488861 Nov 26 03:18:12.052372 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b1d5897d-991b-4e57-92e6-775f6cc508e1 None None] Set router 9cd788e4-f200-4885-89ee-be2493df910b gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:18:12.133191 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0149877c-ef6f-4b36-840b-fc8509a81fa7 req-43fea310-45db-4f35-89f7-a0498296074d service neutron] 10.222.0.54 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830431 Nov 26 03:18:12.235475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0149877c-ef6f-4b36-840b-fc8509a81fa7 req-bf064a75-3948-465c-bbc5-438871012dda service neutron] 10.222.0.54 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953817 Nov 26 03:18:12.285969 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b1d5897d-991b-4e57-92e6-775f6cc508e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd788e4-f200-4885-89ee-be2493df910b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318410705', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:17:53Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:45Z', 'updated_at': '2021-11-26T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '3b53ca79-7eb3-47e9-a336-cba2fa762b78', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'port_id': 'b73752bd-d744-47a0-b57f-58012dbfc74b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210', 'mac_address': 'fa:16:3e:a0:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:18:10Z', 'updated_at': '2021-11-26T03:18:10Z', 'revision_number': 0, 'project_id': '170100a2b828400b8769a13db96ee224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe567d7-1b36-4f5d-b7aa-5186f457c184', 'name': '', 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:10:2f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:52Z', 'updated_at': '2021-11-26T03:17:57Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:18:12.312251 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d5897d-991b-4e57-92e6-775f6cc508e1 None None] The sync data for ids ['9cd788e4-f200-4885-89ee-be2493df910b'] in n-d-819389-3 is: [{'id': '9cd788e4-f200-4885-89ee-be2493df910b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318410705', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:17:53Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:45Z', 'updated_at': '2021-11-26T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '3b53ca79-7eb3-47e9-a336-cba2fa762b78', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'port_id': 'b73752bd-d744-47a0-b57f-58012dbfc74b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210', 'mac_address': 'fa:16:3e:a0:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:18:10Z', 'updated_at': '2021-11-26T03:18:10Z', 'revision_number': 0, 'project_id': '170100a2b828400b8769a13db96ee224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe567d7-1b36-4f5d-b7aa-5186f457c184', 'name': '', 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:10:2f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:52Z', 'updated_at': '2021-11-26T03:17:57Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:18:12.533002 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2921d5e8-db2f-45fc-809c-dbc3ea59ce36 None None] New status for floating IP 3b53ca79-7eb3-47e9-a336-cba2fa762b78: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:18:12.881446 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 54846) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:18:12.945049 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ac96f4de-7186-4cb0-9c7f-72b1bdee8336 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/floatingips/3b53ca79-7eb3-47e9-a336-cba2fa762b78 HTTP/1.1" status: 200 len: 994 time: 0.0624633 Nov 26 03:18:14.135078 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6635b460-f7d4-45bb-a9af-88f8f1eb5717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:15.077879 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:16.644884 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:17.561407 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:22.550178 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:23.683797 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:29.350566 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24606ded-e00a-411f-901d-387d3ee6b1ec req-e232148b-b978-425a-a030-4f6f6cd1b2d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405400 Nov 26 03:18:29.454004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24606ded-e00a-411f-901d-387d3ee6b1ec req-26b46135-ab67-40c0-8e99-c6cba2894c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:29.455522 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24606ded-e00a-411f-901d-387d3ee6b1ec req-26b46135-ab67-40c0-8e99-c6cba2894c55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 1096 time: 0.0411625 Nov 26 03:18:29.566426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24606ded-e00a-411f-901d-387d3ee6b1ec req-19649387-2004-4bed-95a3-d121160f1633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:29.567911 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24606ded-e00a-411f-901d-387d3ee6b1ec req-19649387-2004-4bed-95a3-d121160f1633 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 913 time: 0.0902750 Nov 26 03:18:29.633749 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24606ded-e00a-411f-901d-387d3ee6b1ec req-cff4b101-bfd6-49d7-a9a6-3a852513dc86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39e1e5fb-1472-4200-880f-02b4403631b0 HTTP/1.1" status: 200 len: 999 time: 0.0573184 Nov 26 03:18:29.688695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24606ded-e00a-411f-901d-387d3ee6b1ec req-163389df-7920-4b02-afb3-eb7808eab4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:29.690654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24606ded-e00a-411f-901d-387d3ee6b1ec req-163389df-7920-4b02-afb3-eb7808eab4b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.0488925 Nov 26 03:18:30.059862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24606ded-e00a-411f-901d-387d3ee6b1ec req-a471df4a-c0c3-472a-a84f-6a703435fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:30.061455 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24606ded-e00a-411f-901d-387d3ee6b1ec req-a471df4a-c0c3-472a-a84f-6a703435fde3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3612947 Nov 26 03:18:30.151865 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24606ded-e00a-411f-901d-387d3ee6b1ec req-ecd223a7-fa1c-4358-b0e1-20cc173bc81d service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814824 Nov 26 03:18:30.247967 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24606ded-e00a-411f-901d-387d3ee6b1ec req-8a82cdf2-e011-4af5-ae35-f2751d7bba19 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876634 Nov 26 03:18:38.762730 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7216795d-0086-4cdb-a318-6b1cccb6ef13 req-ebae614c-a7dd-4000-a96c-6ff26cade7bf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401235 Nov 26 03:18:38.870337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216795d-0086-4cdb-a318-6b1cccb6ef13 req-4b8a2a37-937a-4153-9549-d51e681fe1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:38.871882 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7216795d-0086-4cdb-a318-6b1cccb6ef13 req-4b8a2a37-937a-4153-9549-d51e681fe1bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 1097 time: 0.0467601 Nov 26 03:18:38.910259 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:18:38.978708 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216795d-0086-4cdb-a318-6b1cccb6ef13 req-a0458b05-afed-4fe6-b3f6-88a96d34611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:38.980226 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7216795d-0086-4cdb-a318-6b1cccb6ef13 req-a0458b05-afed-4fe6-b3f6-88a96d34611c service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 HTTP/1.1" status: 200 len: 897 time: 0.0865159 Nov 26 03:18:39.050600 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7216795d-0086-4cdb-a318-6b1cccb6ef13 req-c47c3669-a3a5-4a09-aa94-c3ecc69345d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b73752bd-d744-47a0-b57f-58012dbfc74b HTTP/1.1" status: 200 len: 1002 time: 0.0633814 Nov 26 03:18:39.101108 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216795d-0086-4cdb-a318-6b1cccb6ef13 req-115e669f-ccea-446e-8bac-832a84858149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:39.102601 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7216795d-0086-4cdb-a318-6b1cccb6ef13 req-115e669f-ccea-446e-8bac-832a84858149 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a4250d8-09a6-406f-a162-9f35c603200a HTTP/1.1" status: 200 len: 834 time: 0.0454311 Nov 26 03:18:39.148201 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216795d-0086-4cdb-a318-6b1cccb6ef13 req-eb4e8cb6-ca7b-4a1f-b937-85b56f766e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:18:39.149703 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7216795d-0086-4cdb-a318-6b1cccb6ef13 req-eb4e8cb6-ca7b-4a1f-b937-85b56f766e27 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403302 Nov 26 03:18:39.247862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7216795d-0086-4cdb-a318-6b1cccb6ef13 req-3d587e7c-6326-4462-bea4-35136e818f67 service neutron] 10.222.0.54 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908291 Nov 26 03:18:39.337370 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7216795d-0086-4cdb-a318-6b1cccb6ef13 req-1300ae8e-c33f-469d-8cc6-1dd0b7af2e86 service neutron] 10.222.0.54 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824859 Nov 26 03:18:41.686386 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a843c2e9-1c51-47b2-979c-0f2c76dbb33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:44.137552 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a5f0d523-6cba-4428-83bd-77c320cfc9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:45.081285 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:46.648240 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:47.561999 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:52.564031 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:18:53.670130 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:11.684152 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7e9dbcbe-5033-40a5-9cb4-5714b088daeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:14.140027 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e8a5d4a7-9fd7-46b4-bcf0-e0376d3f5201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:15.087326 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:15.910370 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:19:16.651106 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:17.567813 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:22.572431 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:23.723496 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:24.416216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac894f73-941e-4fa9-a3d4-e6925ef16e51 req-e254c409-3c44-45f3-a4c0-2d7781400edf tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:24.429846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac894f73-941e-4fa9-a3d4-e6925ef16e51 req-e254c409-3c44-45f3-a4c0-2d7781400edf tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 1097 time: 0.1017921 Nov 26 03:19:24.450991 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56176) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:19:24.462035 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ac894f73-941e-4fa9-a3d4-e6925ef16e51 req-d70a6894-9bae-4a71-bcc1-1e1d6340a2be tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:24.563017 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ac894f73-941e-4fa9-a3d4-e6925ef16e51 req-d70a6894-9bae-4a71-bcc1-1e1d6340a2be tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:24.572121 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-ac894f73-941e-4fa9-a3d4-e6925ef16e51 req-d70a6894-9bae-4a71-bcc1-1e1d6340a2be tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:24.626009 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac894f73-941e-4fa9-a3d4-e6925ef16e51 req-d70a6894-9bae-4a71-bcc1-1e1d6340a2be tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907914 Nov 26 03:19:24.627817 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a6894-9bae-4a71-bcc1-1e1d6340a2be tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2495d376-f81f-40cd-bdaf-3f0cd8912622,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:19:24.636604 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a6894-9bae-4a71-bcc1-1e1d6340a2be tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:24.637325 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a6894-9bae-4a71-bcc1-1e1d6340a2be tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:24.637913 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a6894-9bae-4a71-bcc1-1e1d6340a2be tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:24.638429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a6894-9bae-4a71-bcc1-1e1d6340a2be tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:24.638954 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a6894-9bae-4a71-bcc1-1e1d6340a2be tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:24.639801 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a6894-9bae-4a71-bcc1-1e1d6340a2be tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:24.640348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a6894-9bae-4a71-bcc1-1e1d6340a2be tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:24.641239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a6894-9bae-4a71-bcc1-1e1d6340a2be tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:24.641835 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a6894-9bae-4a71-bcc1-1e1d6340a2be tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:24.642394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a6894-9bae-4a71-bcc1-1e1d6340a2be tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:24.642950 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a6894-9bae-4a71-bcc1-1e1d6340a2be tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:24.643446 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a6894-9bae-4a71-bcc1-1e1d6340a2be tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:24.680982 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56184) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:19:24.681143 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fdfa83e1-5e14-4c7d-bd8d-f9132d442c43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b15ff19a9a0a4f60b4cb533635df17af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2289584 Nov 26 03:19:24.828230 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89478ef5-0c13-48d4-a04f-1caacb2a9465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:24.869123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038956e-061d-4569-a220-115e570fe404 req-455751e1-b51c-49ea-81f4-d01c0b67ba84 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:24.871002 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8038956e-061d-4569-a220-115e570fe404 req-455751e1-b51c-49ea-81f4-d01c0b67ba84 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.1021972 Nov 26 03:19:24.876638 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89478ef5-0c13-48d4-a04f-1caacb2a9465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:24.964095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8038956e-061d-4569-a220-115e570fe404 req-47eba291-03a7-4d65-9c72-f4c2293199ca tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799263 Nov 26 03:19:24.988275 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 56188) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:19:25.020324 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89478ef5-0c13-48d4-a04f-1caacb2a9465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:25.023203 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-89478ef5-0c13-48d4-a04f-1caacb2a9465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:25.034119 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-89478ef5-0c13-48d4-a04f-1caacb2a9465 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/895cf2a3-3697-4758-8b97-5c9b16007dc5 HTTP/1.1" status: 204 len: 168 time: 0.3454778 Nov 26 03:19:25.057370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89478ef5-0c13-48d4-a04f-1caacb2a9465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895cf2a3-3697-4758-8b97-5c9b16007dc5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:19:25.150686 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d0712d69-9b63-4f99-a45d-41bc558df190 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/floatingips/3b53ca79-7eb3-47e9-a336-cba2fa762b78 HTTP/1.1" status: 200 len: 994 time: 0.1605823 Nov 26 03:19:25.542604 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-b68295d0-12e6-4941-9738-fac97c7cd2c3 req-f7c04395-39c3-4552-b24e-6e79f7e5f0fd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:19:25.543687 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b68295d0-12e6-4941-9738-fac97c7cd2c3 req-f7c04395-39c3-4552-b24e-6e79f7e5f0fd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092840 Nov 26 03:19:26.171111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56224) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:19:26.238203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff6959-e7b5-424e-8cee-fa300dd5af54 req-10cbe8ab-df82-41c5-9966-462a3db3c60b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:26.246358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37ff6959-e7b5-424e-8cee-fa300dd5af54 req-10cbe8ab-df82-41c5-9966-462a3db3c60b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.0677223 Nov 26 03:19:26.324679 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37ff6959-e7b5-424e-8cee-fa300dd5af54 req-6bc89b7c-13b2-4ef2-ba84-9b9c3142555d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606849 Nov 26 03:19:26.448349 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-310e2a88-2821-4cf5-920b-c30ece4db391 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2753382 Nov 26 03:19:26.458541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-c44ccece-626b-4061-862a-bb7d6f8aaa7b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:19:26.459287 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-c44ccece-626b-4061-862a-bb7d6f8aaa7b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061333 Nov 26 03:19:27.493858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96490fd8-a0ae-4c7e-87f6-ee8379d393ce req-0115dc19-7986-4bab-8c43-226271d77f1a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:27.496083 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96490fd8-a0ae-4c7e-87f6-ee8379d393ce req-0115dc19-7986-4bab-8c43-226271d77f1a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.0993490 Nov 26 03:19:27.575075 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96490fd8-a0ae-4c7e-87f6-ee8379d393ce req-4ccdb681-23cb-4983-bff1-066ac67a4131 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715985 Nov 26 03:19:28.167401 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-4baf2388-9575-469a-9cac-f88790dfd3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:28.168843 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-4baf2388-9575-469a-9cac-f88790dfd3ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 1097 time: 0.0477586 Nov 26 03:19:28.287867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-68264e7f-535a-4365-a39e-09a9fa41d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:28.288659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-68264e7f-535a-4365-a39e-09a9fa41d8ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 HTTP/1.1" status: 200 len: 897 time: 0.1125152 Nov 26 03:19:28.363956 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-ef9cde40-ab26-4524-8d6a-665a68f53667 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b73752bd-d744-47a0-b57f-58012dbfc74b HTTP/1.1" status: 200 len: 1002 time: 0.0680485 Nov 26 03:19:28.418210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-47e94a51-3898-4305-b0cd-12c0a8098f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:28.420165 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-47e94a51-3898-4305-b0cd-12c0a8098f0c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a4250d8-09a6-406f-a162-9f35c603200a HTTP/1.1" status: 200 len: 834 time: 0.0499618 Nov 26 03:19:28.478601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-5070bb7b-b205-4e80-8825-0d97357d204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:28.480652 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-5070bb7b-b205-4e80-8825-0d97357d204c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526321 Nov 26 03:19:28.577783 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-be33c21a-76d3-4ca2-880c-c01fd043ac60 service neutron] 10.222.0.54 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894787 Nov 26 03:19:28.715693 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-9a99d5f7-6ad3-409e-b48f-4a954df011e5 service neutron] 10.222.0.54 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291819 Nov 26 03:19:28.732041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3ab37-c5b5-4339-8f33-33da2a4fffec req-7f43aa3a-df1f-43ae-909b-e6606aef7f46 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:28.733598 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6f3ab37-c5b5-4339-8f33-33da2a4fffec req-7f43aa3a-df1f-43ae-909b-e6606aef7f46 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.0738921 Nov 26 03:19:28.793171 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6f3ab37-c5b5-4339-8f33-33da2a4fffec req-627ff87e-5335-4a81-b8d6-d4746c7abc87 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448542 Nov 26 03:19:29.352448 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-e9f069bf-0e11-4268-b376-793c9b8ece5f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-277295715&fields=id&tenant_id=b17049609f8f491cbb361dbfa10fcb6b HTTP/1.1" status: 200 len: 267 time: 0.0488069 Nov 26 03:19:29.459506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-52bafcd6-1567-4422-a987-1e2e48d458b5 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:29.460987 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-52bafcd6-1567-4422-a987-1e2e48d458b5 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 812 time: 0.1017733 Nov 26 03:19:29.476351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-310bdbe9-887d-40c5-a363-49c19c3720c8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/quotas/b17049609f8f491cbb361dbfa10fcb6b HTTP/1.1" status: 200 len: 375 time: 0.0091319 Nov 26 03:19:29.529108 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-f2b054ff-2e98-4a59-8357-8b9525e5355f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472953 Nov 26 03:19:29.628075 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d93c5278-93e5-4182-a969-338576956896 service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873187 Nov 26 03:19:29.728506 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d6c4940f-7709-4d02-94ef-5a6aec791b16 service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940583 Nov 26 03:19:29.930410 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29cd3d-d2ee-4603-a61d-81cd3c20d841 req-7859f97d-eb57-4311-9dfd-249057f219c5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:29.932123 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a29cd3d-d2ee-4603-a61d-81cd3c20d841 req-7859f97d-eb57-4311-9dfd-249057f219c5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.0647197 Nov 26 03:19:29.992663 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a29cd3d-d2ee-4603-a61d-81cd3c20d841 req-5da6a4d1-23e5-4c19-af54-6e8d632b1908 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505960 Nov 26 03:19:30.046205 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e0c73ec-8e73-4d10-b3c2-7d2f32b8d3e7 req-d8c6a664-ff7f-4750-97b5-557396fa33d9 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 210 time: 0.0318527 Nov 26 03:19:31.049471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-e61ee1f1-d791-42c3-aa32-948fe4f5f895 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:31.051161 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-e61ee1f1-d791-42c3-aa32-948fe4f5f895 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 812 time: 0.1236882 Nov 26 03:19:31.165805 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcbc1542-01e4-40e7-bef9-c9b1118a5076 req-8f5e9f51-080c-4067-9ce0-32f2e27e129d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 210 time: 0.0439925 Nov 26 03:19:31.212234 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-a05afac8-3660-46ff-8163-e639df3db9d2 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b17049609f8f491cbb361dbfa10fcb6b HTTP/1.1" status: 200 len: 379 time: 0.1384490 Nov 26 03:19:31.220323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef2424-5391-4185-913d-e5f5b5889ada req-9467fa07-6e1d-4177-a92e-f6e4437d3b8f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:31.222164 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93ef2424-5391-4185-913d-e5f5b5889ada req-9467fa07-6e1d-4177-a92e-f6e4437d3b8f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.1341910 Nov 26 03:19:31.226841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-11746325-f26b-440e-997d-7a400247708f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Request body: {'port': {'device_id': '1225b351-0919-4a40-a5ac-0276a13a04d7', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'admin_state_up': True, 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'security_groups': ['9f21759d-31a0-41e8-b7ca-6a86f8488e70']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:19:31.330900 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93ef2424-5391-4185-913d-e5f5b5889ada req-12e00f2b-fe4a-4ee4-801d-c303ffc5f2ab tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003418 Nov 26 03:19:31.382302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-11746325-f26b-440e-997d-7a400247708f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Made reservation on behalf of b17049609f8f491cbb361dbfa10fcb6b for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:19:31.382582 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eb096446-7393-41ab-b994-f2cd2519a492 req-a1d92f7f-1e74-42ef-8626-2e0dba697a12 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588188 Nov 26 03:19:31.386535 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-11746325-f26b-440e-997d-7a400247708f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:31.496529 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb096446-7393-41ab-b994-f2cd2519a492 req-5eb31bae-afd1-4b2b-a3a1-82b42b2ce6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:31.498572 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eb096446-7393-41ab-b994-f2cd2519a492 req-5eb31bae-afd1-4b2b-a3a1-82b42b2ce6a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 1096 time: 0.0524230 Nov 26 03:19:31.543529 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-11746325-f26b-440e-997d-7a400247708f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Allocated IP 172.20.0.4 (3f4d63a1-f901-4208-8c24-36adbef45f4d/f8613f4d-a1ac-4475-b5f6-ead1648d3332/03e55657-abc6-46c6-855a-2e681f980b6c) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:19:31.639613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb096446-7393-41ab-b994-f2cd2519a492 req-fec89d29-32cf-47d1-a931-4ccbd33a0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:31.643267 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eb096446-7393-41ab-b994-f2cd2519a492 req-fec89d29-32cf-47d1-a931-4ccbd33a0c0f service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 913 time: 0.1204040 Nov 26 03:19:31.709321 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-11746325-f26b-440e-997d-7a400247708f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:31.733625 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eb096446-7393-41ab-b994-f2cd2519a492 req-7b15403e-90f7-49ba-aa45-badcfdad12f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39e1e5fb-1472-4200-880f-02b4403631b0 HTTP/1.1" status: 200 len: 999 time: 0.0830574 Nov 26 03:19:31.747386 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-11746325-f26b-440e-997d-7a400247708f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:31.784453 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb096446-7393-41ab-b994-f2cd2519a492 req-0784dc0c-441a-4aa6-93e7-559b0b21bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:31.785872 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eb096446-7393-41ab-b994-f2cd2519a492 req-0784dc0c-441a-4aa6-93e7-559b0b21bec5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.0459723 Nov 26 03:19:31.794311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-11746325-f26b-440e-997d-7a400247708f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Network 3f4d63a1-f901-4208-8c24-36adbef45f4d is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:19:31.797855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-11746325-f26b-440e-997d-7a400247708f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:19:31.803226 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-11746325-f26b-440e-997d-7a400247708f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:19:31.807777 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11746325-f26b-440e-997d-7a400247708f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'Port': ['ID=03e55657-abc6-46c6-855a-2e681f980b6c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:19:31.858417 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb096446-7393-41ab-b994-f2cd2519a492 req-6245d364-7637-47ac-99ed-a839bb5c8919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:31.860482 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eb096446-7393-41ab-b994-f2cd2519a492 req-6245d364-7637-47ac-99ed-a839bb5c8919 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662022 Nov 26 03:19:31.863744 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-11746325-f26b-440e-997d-7a400247708f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:31.864576 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-11746325-f26b-440e-997d-7a400247708f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:31.891596 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-11746325-f26b-440e-997d-7a400247708f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6685562 Nov 26 03:19:31.910731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Request body: {'port': {'device_id': '1225b351-0919-4a40-a5ac-0276a13a04d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:19:31.990052 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:31.992471 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eb096446-7393-41ab-b994-f2cd2519a492 req-888e1c17-9c6a-4298-843e-9ad12d6be2f1 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242425 Nov 26 03:19:32.108268 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eb096446-7393-41ab-b994-f2cd2519a492 req-eda07d57-f78d-4c3e-8fe8-d7b4c30bf289 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081450 Nov 26 03:19:32.150247 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-35eac2c6-a65b-4a77-9003-b1f6984fdef2 None None] Provisioning complete for port 03e55657-abc6-46c6-855a-2e681f980b6c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:19:32.150789 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-35eac2c6-a65b-4a77-9003-b1f6984fdef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:32.313303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e55657-abc6-46c6-855a-2e681f980b6c {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:19:32.337353 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:32.348342 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-35eac2c6-a65b-4a77-9003-b1f6984fdef2 None None] Port 03e55657-abc6-46c6-855a-2e681f980b6c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:19:32.355750 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Transition to ACTIVE for port object 03e55657-abc6-46c6-855a-2e681f980b6c will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:19:32.370192 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b780fb7-5c38-44a3-9da1-5e2217dbb0c3 req-bebff783-682e-472e-ac31-440064445898 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:32.371840 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b780fb7-5c38-44a3-9da1-5e2217dbb0c3 req-bebff783-682e-472e-ac31-440064445898 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 931 time: 0.0744398 Nov 26 03:19:32.373124 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:32.510965 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Pushing event updated for resources: {'Port': ['ID=03e55657-abc6-46c6-855a-2e681f980b6c,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:19:32.531168 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b780fb7-5c38-44a3-9da1-5e2217dbb0c3 req-c3444b91-eff2-4494-a5c8-a6f0a7e22392 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507981 Nov 26 03:19:32.573091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760dcda-05b8-4f6f-b300-974812bcef69 req-9bc5025c-0469-4917-980c-bbd4bd3179fd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:32.574671 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6760dcda-05b8-4f6f-b300-974812bcef69 req-9bc5025c-0469-4917-980c-bbd4bd3179fd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.1569235 Nov 26 03:19:32.636376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Attempting to bind port 03e55657-abc6-46c6-855a-2e681f980b6c on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:19:32.636720 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Attempting to bind port 03e55657-abc6-46c6-855a-2e681f980b6c by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:19:32.637053 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Attempting to bind port 03e55657-abc6-46c6-855a-2e681f980b6c on network 3f4d63a1-f901-4208-8c24-36adbef45f4d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:19:32.650112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Port 03e55657-abc6-46c6-855a-2e681f980b6c on network 3f4d63a1-f901-4208-8c24-36adbef45f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:19:32.650439 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Attempting to bind port 03e55657-abc6-46c6-855a-2e681f980b6c on network 3f4d63a1-f901-4208-8c24-36adbef45f4d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:19:32.657098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6760dcda-05b8-4f6f-b300-974812bcef69 req-b759c808-c28e-4193-ba3b-069b5c2b9cac tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756729 Nov 26 03:19:32.659968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:19:32.660337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Checking segment: {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:19:32.660721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Bound using segment: {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:19:32.661157 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Bound port: 03e55657-abc6-46c6-855a-2e681f980b6c, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b9b3b8-92b5-42fb-a44f-1a777eceefcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:19:32.661517 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:32.728335 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] For port 03e55657-abc6-46c6-855a-2e681f980b6c, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:19:32.731280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] For port 03e55657-abc6-46c6-855a-2e681f980b6c, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=03e55657-abc6-46c6-855a-2e681f980b6c,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:19:32.736660 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:32.772429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:32.773154 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:32.774456 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] 10.222.0.59 "PUT /v2.0/ports/03e55657-abc6-46c6-855a-2e681f980b6c HTTP/1.1" status: 200 len: 1091 time: 0.8693340 Nov 26 03:19:32.774912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1225b351-0919-4a40-a5ac-0276a13a04d7', 'tag': '03e55657-abc6-46c6-855a-2e681f980b6c'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:19:32.777187 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899c04f7-1a29-49bb-94a8-787d59675e88" -d '{"events": [{"name": "network-changed", "server_uuid": "1225b351-0919-4a40-a5ac-0276a13a04d7", "tag": "03e55657-abc6-46c6-855a-2e681f980b6c"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:19:32.799557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7139d-2657-45b0-8b02-952668304a65 service neutron] Pushing event updated for resources: {'Port': ['ID=03e55657-abc6-46c6-855a-2e681f980b6c,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:19:32.833293 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114bf7cf-d3a4-4b4c-9153-98c74da31477 x-openstack-request-id: req-114bf7cf-d3a4-4b4c-9153-98c74da31477 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:19:32.833594 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1225b351-0919-4a40-a5ac-0276a13a04d7", "tag": "03e55657-abc6-46c6-855a-2e681f980b6c", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:19:32.834019 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-114bf7cf-d3a4-4b4c-9153-98c74da31477 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:19:32.834499 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1225b351-0919-4a40-a5ac-0276a13a04d7', 'tag': '03e55657-abc6-46c6-855a-2e681f980b6c', 'status': 'completed', 'code': 200} Nov 26 03:19:32.896384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-ce6987ae-4419-4a3c-8597-4c5c51bf5809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:32.898025 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-ce6987ae-4419-4a3c-8597-4c5c51bf5809 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 1094 time: 0.0448596 Nov 26 03:19:32.949495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-0480278c-0254-4426-820e-4cab0ae3e942 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03e55657-abc6-46c6-855a-2e681f980b6c HTTP/1.1" status: 200 len: 217 time: 0.0383999 Nov 26 03:19:32.999467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-c4098d73-7ed1-412f-92fc-84c43bffde33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:33.001003 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-c4098d73-7ed1-412f-92fc-84c43bffde33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.0447662 Nov 26 03:19:33.047393 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-75318600-a1e1-46fe-82a0-5a0254e98caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:33.048954 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-75318600-a1e1-46fe-82a0-5a0254e98caf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411487 Nov 26 03:19:33.142881 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-962d6628-8170-4141-8edc-ae7a3b7a05a1 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857410 Nov 26 03:19:33.236261 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71f6af91-f685-40cc-83ec-e6d3138b43af req-e6cb1996-1456-454d-b039-9f211a6095bf service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868235 Nov 26 03:19:33.354623 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c04f7-1a29-49bb-94a8-787d59675e88 req-608387f0-89b5-4c99-bba5-42b76ece8c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:33.356173 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-899c04f7-1a29-49bb-94a8-787d59675e88 req-608387f0-89b5-4c99-bba5-42b76ece8c18 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 1094 time: 0.0431125 Nov 26 03:19:33.454248 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c04f7-1a29-49bb-94a8-787d59675e88 req-585ea097-023b-454c-aa6f-2d28fb957b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:33.455885 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-899c04f7-1a29-49bb-94a8-787d59675e88 req-585ea097-023b-454c-aa6f-2d28fb957b37 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 913 time: 0.0930161 Nov 26 03:19:33.516175 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-899c04f7-1a29-49bb-94a8-787d59675e88 req-dc77df7c-551e-4d90-8a64-709707ad0c15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03e55657-abc6-46c6-855a-2e681f980b6c HTTP/1.1" status: 200 len: 217 time: 0.0529575 Nov 26 03:19:33.580504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c04f7-1a29-49bb-94a8-787d59675e88 req-ccd09b2e-1ac4-497a-a49c-e6047e60dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:33.582533 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-899c04f7-1a29-49bb-94a8-787d59675e88 req-ccd09b2e-1ac4-497a-a49c-e6047e60dc82 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.0564735 Nov 26 03:19:33.687315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c04f7-1a29-49bb-94a8-787d59675e88 req-03537131-1955-4760-b08a-54cd90f30f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:33.689188 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-899c04f7-1a29-49bb-94a8-787d59675e88 req-03537131-1955-4760-b08a-54cd90f30f1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991457 Nov 26 03:19:33.702507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0455c-f5b3-407f-b079-28cb67e0532a req-ebb9a391-dad1-49cd-9d79-e42f07338206 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:33.704014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f2e0455c-f5b3-407f-b079-28cb67e0532a req-ebb9a391-dad1-49cd-9d79-e42f07338206 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 943 time: 0.0827966 Nov 26 03:19:33.843646 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f2e0455c-f5b3-407f-b079-28cb67e0532a req-3455fec5-001a-4634-9a38-d68c289bd161 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306489 Nov 26 03:19:33.866509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976684df-595e-4bc3-98d1-8fc1e09df1e5 req-8d7120b4-b809-4cac-b12d-61b1bda1201c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:33.867994 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-976684df-595e-4bc3-98d1-8fc1e09df1e5 req-8d7120b4-b809-4cac-b12d-61b1bda1201c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.1105235 Nov 26 03:19:33.871597 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-899c04f7-1a29-49bb-94a8-787d59675e88 req-7e438938-4175-42b4-91b4-1c132aa6fc37 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666405 Nov 26 03:19:33.970780 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-976684df-595e-4bc3-98d1-8fc1e09df1e5 req-b6558530-2113-4b24-88b5-06780fb8e9b7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954754 Nov 26 03:19:33.998068 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-899c04f7-1a29-49bb-94a8-787d59675e88 req-0a243665-ff07-4b31-98a7-3d4382bf8b8c service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175330 Nov 26 03:19:34.974967 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1d3c4-9b85-4457-b4be-1f50a1746879 req-3b7d56ea-92dd-4347-b659-b699c2d8dbc8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:34.980820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b6e1d3c4-9b85-4457-b4be-1f50a1746879 req-3b7d56ea-92dd-4347-b659-b699c2d8dbc8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 943 time: 0.0614853 Nov 26 03:19:35.045666 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b6e1d3c4-9b85-4457-b4be-1f50a1746879 req-617d881f-4011-496d-bfc3-e625c7050ea4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625458 Nov 26 03:19:35.141784 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab298f-34f0-428b-9c1b-8a87dfd834cd req-547f2bcf-3652-4d99-a91f-b48b54d38db5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:35.143862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a4ab298f-34f0-428b-9c1b-8a87dfd834cd req-547f2bcf-3652-4d99-a91f-b48b54d38db5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.0673628 Nov 26 03:19:35.212307 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a4ab298f-34f0-428b-9c1b-8a87dfd834cd req-e420de39-5322-47b2-99d9-42ea360f3330 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615997 Nov 26 03:19:36.178675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0211a42-4a0a-472b-9083-a38ce30c3767 req-e5c10254-4985-49bc-a147-53e3a2599a4b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:36.180087 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0211a42-4a0a-472b-9083-a38ce30c3767 req-e5c10254-4985-49bc-a147-53e3a2599a4b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 943 time: 0.0631096 Nov 26 03:19:36.249522 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0211a42-4a0a-472b-9083-a38ce30c3767 req-00f3b392-7064-4a38-b421-037bf6905b6e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608811 Nov 26 03:19:36.371253 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f580d-1631-43f2-83f4-d7b62af55ac7 req-44408fe0-0177-4bc8-b49f-9e4003cb1a17 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:36.373494 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b70f580d-1631-43f2-83f4-d7b62af55ac7 req-44408fe0-0177-4bc8-b49f-9e4003cb1a17 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.0728374 Nov 26 03:19:36.428997 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b70f580d-1631-43f2-83f4-d7b62af55ac7 req-f25cb9c0-295c-452d-82bd-1152acf8e1be tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485160 Nov 26 03:19:37.428525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b78ef5-43c6-4cf3-bc64-5d516235f96a req-138d3a09-ba97-480d-8300-6c2cc6572939 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:37.430343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29b78ef5-43c6-4cf3-bc64-5d516235f96a req-138d3a09-ba97-480d-8300-6c2cc6572939 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 943 time: 0.0802777 Nov 26 03:19:37.488646 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29b78ef5-43c6-4cf3-bc64-5d516235f96a req-80f6570c-60d0-44bd-bf57-1912278e6cde tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521348 Nov 26 03:19:37.599671 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05af80-d63d-4f25-b265-fa52bfaad3aa req-aec1b4d2-58dd-4a76-85ae-53c65a8a28a8 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:37.601562 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d05af80-d63d-4f25-b265-fa52bfaad3aa req-aec1b4d2-58dd-4a76-85ae-53c65a8a28a8 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.0660353 Nov 26 03:19:37.684545 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d05af80-d63d-4f25-b265-fa52bfaad3aa req-3d3557bc-ec11-4f3c-b5d5-6b25c460a7c7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719664 Nov 26 03:19:38.613177 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e404d3-fdf5-434e-b274-664614534715 req-ca7cd8b7-ae19-4d40-b285-cd14fa0936cd tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:38.614681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96e404d3-fdf5-434e-b274-664614534715 req-ca7cd8b7-ae19-4d40-b285-cd14fa0936cd tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 943 time: 0.0503147 Nov 26 03:19:38.676167 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96e404d3-fdf5-434e-b274-664614534715 req-f5f007d5-daf0-4f9b-93d4-aea7bb8d97b8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553083 Nov 26 03:19:38.811343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1c582-1d29-4b0f-a20e-010f985b0b88 req-e55ac216-028b-41f2-9fc4-4a4ac6d1f056 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:38.813512 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99d1c582-1d29-4b0f-a20e-010f985b0b88 req-e55ac216-028b-41f2-9fc4-4a4ac6d1f056 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.0515902 Nov 26 03:19:38.873488 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99d1c582-1d29-4b0f-a20e-010f985b0b88 req-e07de29a-f717-4f9b-9b7d-e1f50985b9e0 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523012 Nov 26 03:19:39.824924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571a8a5-763a-4292-876a-fee21d994e6e req-8c28d68b-dce5-4cdc-9197-05ca263a9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:39.830079 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d571a8a5-763a-4292-876a-fee21d994e6e req-8c28d68b-dce5-4cdc-9197-05ca263a9634 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 1097 time: 0.0497739 Nov 26 03:19:39.836782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932c459-f20f-4a30-8415-934217d6d9b9 req-26f2cb36-5cc6-42e1-aff6-41cbf3c3b92c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:39.844875 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5932c459-f20f-4a30-8415-934217d6d9b9 req-26f2cb36-5cc6-42e1-aff6-41cbf3c3b92c tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 943 time: 0.0942407 Nov 26 03:19:39.953413 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5932c459-f20f-4a30-8415-934217d6d9b9 req-05831dc8-4926-4aa2-b5ae-68f7e5a2317a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049514 Nov 26 03:19:40.023407 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571a8a5-763a-4292-876a-fee21d994e6e req-f73837ef-cb7f-4248-b716-21f3c49645b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:40.025142 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d571a8a5-763a-4292-876a-fee21d994e6e req-f73837ef-cb7f-4248-b716-21f3c49645b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 HTTP/1.1" status: 200 len: 897 time: 0.1732402 Nov 26 03:19:40.041132 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673da5a5-635c-4242-a663-1cffd1ae8575 req-b6d12526-cde7-4b45-ad02-0a0b90270fa2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:40.042666 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-673da5a5-635c-4242-a663-1cffd1ae8575 req-b6d12526-cde7-4b45-ad02-0a0b90270fa2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.0758042 Nov 26 03:19:40.132332 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d571a8a5-763a-4292-876a-fee21d994e6e req-40dcb310-d472-431a-afd8-6efa2fea57f5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b73752bd-d744-47a0-b57f-58012dbfc74b HTTP/1.1" status: 200 len: 1002 time: 0.0885653 Nov 26 03:19:40.153877 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-673da5a5-635c-4242-a663-1cffd1ae8575 req-f6783cba-36ed-428e-bf98-d03235ff40de tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718131 Nov 26 03:19:40.187668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571a8a5-763a-4292-876a-fee21d994e6e req-dc2484ff-c808-4db6-995e-c075f5a9bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:40.189811 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d571a8a5-763a-4292-876a-fee21d994e6e req-dc2484ff-c808-4db6-995e-c075f5a9bbd1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a4250d8-09a6-406f-a162-9f35c603200a HTTP/1.1" status: 200 len: 834 time: 0.0485353 Nov 26 03:19:40.236379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571a8a5-763a-4292-876a-fee21d994e6e req-c43c4587-3ceb-4a0c-9578-bab5da7b0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:40.237880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d571a8a5-763a-4292-876a-fee21d994e6e req-c43c4587-3ceb-4a0c-9578-bab5da7b0a52 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400681 Nov 26 03:19:40.332981 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d571a8a5-763a-4292-876a-fee21d994e6e req-434a52f7-3a11-4c57-b989-50310c7c1465 service neutron] 10.222.0.54 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865600 Nov 26 03:19:40.733518 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d571a8a5-763a-4292-876a-fee21d994e6e req-a36d4a51-cb7e-4b9a-86d7-33d37bff5709 service neutron] 10.222.0.54 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933308 Nov 26 03:19:40.839628 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-cef38115-797a-4be8-9cac-308007a76297 service neutron] show failed (client error): The resource could not be found. Nov 26 03:19:40.840573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-cef38115-797a-4be8-9cac-308007a76297 service neutron] 10.222.0.54 "GET /v2.0/ports/b73752bd-d744-47a0-b57f-58012dbfc74b/bindings/n-h2-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.0557916 Nov 26 03:19:41.121122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-a4bb809a-9c31-4bab-a85d-b6279d1d18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:41.122654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-a4bb809a-9c31-4bab-a85d-b6279d1d18e5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96&tenant_id=170100a2b828400b8769a13db96ee224 HTTP/1.1" status: 200 len: 1097 time: 0.1036863 Nov 26 03:19:41.131771 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2f851-9200-4254-85e8-fd341984abe8 req-6423dd44-a187-402b-8053-f2de1f5f8144 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:41.133252 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5d2f851-9200-4254-85e8-fd341984abe8 req-6423dd44-a187-402b-8053-f2de1f5f8144 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 943 time: 0.1038334 Nov 26 03:19:41.140234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819389-3', 'device_owner': 'compute:nova'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:19:41.231437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5d2f851-9200-4254-85e8-fd341984abe8 req-82abf574-4d57-4393-93c0-ada76634bc5f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881937 Nov 26 03:19:41.239544 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:41.334627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214ba52-45a2-46a1-98e1-5827cbef0464 req-c84c21e0-791b-4913-9c02-d398fea1dd9a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:41.336159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3214ba52-45a2-46a1-98e1-5827cbef0464 req-c84c21e0-791b-4913-9c02-d398fea1dd9a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.0929754 Nov 26 03:19:41.479627 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3214ba52-45a2-46a1-98e1-5827cbef0464 req-8de5bc3f-0d94-4270-8125-c175c07db3e3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014175 Nov 26 03:19:41.520782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] For port b73752bd-d744-47a0-b57f-58012dbfc74b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=b73752bd-d744-47a0-b57f-58012dbfc74b,segment=NetworkSegment(54cd5974-f58b-4199-9cc5-d061c1e68b32),segment_id=54cd5974-f58b-4199-9cc5-d061c1e68b32)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:19:41.553580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] For port b73752bd-d744-47a0-b57f-58012dbfc74b, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:19:41.592314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b73752bd-d744-47a0-b57f-58012dbfc74b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:19:41.594604 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048f4acd-d36c-4398-82c5-1b6ebc62fef3" -d '{"events": [{"server_uuid": "4fb2a8bc-8ceb-4911-a6d7-1825f6496c96", "name": "network-vif-unplugged", "status": "completed", "tag": "b73752bd-d744-47a0-b57f-58012dbfc74b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:19:41.599090 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:41.611514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Transition to ACTIVE for port object b73752bd-d744-47a0-b57f-58012dbfc74b will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:19:41.616694 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:41.682202 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 03:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3aa869-f920-4074-a537-e8e5ea0689a9 x-openstack-request-id: req-8e3aa869-f920-4074-a537-e8e5ea0689a9 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:19:41.682505 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb2a8bc-8ceb-4911-a6d7-1825f6496c96", "name": "network-vif-unplugged", "status": "completed", "tag": "b73752bd-d744-47a0-b57f-58012dbfc74b", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:19:41.682788 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e3aa869-f920-4074-a537-e8e5ea0689a9 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:19:41.683160 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b73752bd-d744-47a0-b57f-58012dbfc74b', 'code': 200} Nov 26 03:19:41.689298 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cfed3569-2ed5-49ec-b69c-fb19c167fc90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:41.737876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Pushing event updated for resources: {'Port': ['ID=b73752bd-d744-47a0-b57f-58012dbfc74b,revision_number=6']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:19:41.805971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] No DVR routers for this DVR port b73752bd-d744-47a0-b57f-58012dbfc74b on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:19:41.941234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Attempting to bind port b73752bd-d744-47a0-b57f-58012dbfc74b on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:19:41.941789 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Attempting to bind port b73752bd-d744-47a0-b57f-58012dbfc74b by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '54cd5974-f58b-4199-9cc5-d061c1e68b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:19:41.941900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Attempting to bind port b73752bd-d744-47a0-b57f-58012dbfc74b on network d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:19:41.946270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Port b73752bd-d744-47a0-b57f-58012dbfc74b on network d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:19:41.946596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Attempting to bind port b73752bd-d744-47a0-b57f-58012dbfc74b on network d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:19:41.951907 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:19:41.952273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Checking segment: {'id': '54cd5974-f58b-4199-9cc5-d061c1e68b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:19:41.952657 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Bound using segment: {'id': '54cd5974-f58b-4199-9cc5-d061c1e68b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:19:41.953080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Bound port: b73752bd-d744-47a0-b57f-58012dbfc74b, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54cd5974-f58b-4199-9cc5-d061c1e68b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:19:41.953437 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:42.019796 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] For port b73752bd-d744-47a0-b57f-58012dbfc74b, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:19:42.023482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] For port b73752bd-d744-47a0-b57f-58012dbfc74b, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b73752bd-d744-47a0-b57f-58012dbfc74b,segment=NetworkSegment(54cd5974-f58b-4199-9cc5-d061c1e68b32),segment_id=54cd5974-f58b-4199-9cc5-d061c1e68b32)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:19:42.031433 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:42.073539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:42.074177 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:42.075573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] 10.222.0.59 "PUT /v2.0/ports/b73752bd-d744-47a0-b57f-58012dbfc74b HTTP/1.1" status: 200 len: 1092 time: 0.9393768 Nov 26 03:19:42.093272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cb004-5fe0-4ee9-80ab-dec872f44967 service neutron] Pushing event updated for resources: {'Port': ['ID=b73752bd-d744-47a0-b57f-58012dbfc74b,revision_number=7']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:19:42.166566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-c3796617-4611-4537-91dc-e85cd5447759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:42.168435 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-c3796617-4611-4537-91dc-e85cd5447759 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 1095 time: 0.0476446 Nov 26 03:19:42.270326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-368fe42e-a67c-45b0-b682-162bf75c0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:42.271833 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-368fe42e-a67c-45b0-b682-162bf75c0ddc service neutron] 10.222.0.59 "GET /v2.0/networks?id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 HTTP/1.1" status: 200 len: 897 time: 0.0961313 Nov 26 03:19:42.372719 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-f1e55e3f-ae2d-4713-9ae5-781ee32bb069 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b73752bd-d744-47a0-b57f-58012dbfc74b HTTP/1.1" status: 200 len: 1000 time: 0.0925877 Nov 26 03:19:42.395929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353b091-fc56-44e1-a902-ae519bf68fb5 req-d21144b9-c091-4295-8d8c-326e7969268a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:42.397509 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1353b091-fc56-44e1-a902-ae519bf68fb5 req-d21144b9-c091-4295-8d8c-326e7969268a tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 943 time: 0.0745194 Nov 26 03:19:42.452846 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-45c81033-e03b-4ad8-9faa-d5ad6ec76572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:42.454271 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-45c81033-e03b-4ad8-9faa-d5ad6ec76572 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a4250d8-09a6-406f-a162-9f35c603200a HTTP/1.1" status: 200 len: 834 time: 0.0738080 Nov 26 03:19:42.486773 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1353b091-fc56-44e1-a902-ae519bf68fb5 req-ca3f393b-a3ce-49d2-88e6-617a8731d74b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719705 Nov 26 03:19:42.517531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-e868fa31-9d64-4b95-88f9-8fd3f3487615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:42.518517 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-e868fa31-9d64-4b95-88f9-8fd3f3487615 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542748 Nov 26 03:19:42.651913 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575187f-b31a-449b-bd9b-52513fa9dca0 req-4a782035-1f7b-457a-b153-1025fce0e1de tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:42.653425 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7575187f-b31a-449b-bd9b-52513fa9dca0 req-4a782035-1f7b-457a-b153-1025fce0e1de tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 944 time: 0.0756943 Nov 26 03:19:42.657015 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-a613ac12-bd82-43b7-98d5-8fa542997198 service neutron] 10.222.0.59 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313190 Nov 26 03:19:42.757498 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7575187f-b31a-449b-bd9b-52513fa9dca0 req-36b16a7b-579f-4fd8-9298-beb4549cffd6 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960720 Nov 26 03:19:42.783270 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbd460b-1e09-4f12-a1f1-681ecb997271 req-855d4e72-b863-4ab1-92ef-2f2a76707abb service neutron] 10.222.0.59 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182323 Nov 26 03:19:43.620069 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device b73752bd-d744-47a0-b57f-58012dbfc74b no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:19:43.630431 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64126621-f09e-4230-9f68-f0a5bd0bc13c req-ddc267fd-35a1-48fe-93e4-ae398d576565 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:43.630431 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-64126621-f09e-4230-9f68-f0a5bd0bc13c req-ddc267fd-35a1-48fe-93e4-ae398d576565 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 943 time: 0.0688386 Nov 26 03:19:43.665163 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device b73752bd-d744-47a0-b57f-58012dbfc74b not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:19:43.681565 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-64126621-f09e-4230-9f68-f0a5bd0bc13c req-7cf34ece-97a8-4c76-a5b1-4d1bcab543d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483654 Nov 26 03:19:43.684249 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'tag': 'b73752bd-d744-47a0-b57f-58012dbfc74b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:19:43.686648 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab784094-4a32-45e3-9041-a54598027d39" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb2a8bc-8ceb-4911-a6d7-1825f6496c96", "tag": "b73752bd-d744-47a0-b57f-58012dbfc74b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:19:43.734415 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02b0561-d438-4f30-90e3-85b7eea54f14 x-openstack-request-id: req-e02b0561-d438-4f30-90e3-85b7eea54f14 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:19:43.734770 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb2a8bc-8ceb-4911-a6d7-1825f6496c96", "tag": "b73752bd-d744-47a0-b57f-58012dbfc74b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:19:43.735088 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e02b0561-d438-4f30-90e3-85b7eea54f14 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:19:43.736233 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'tag': 'b73752bd-d744-47a0-b57f-58012dbfc74b', 'status': 'completed', 'code': 200} Nov 26 03:19:43.880583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab784094-4a32-45e3-9041-a54598027d39 req-735b0402-faf2-4176-ad73-b63b711758c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:43.882192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab784094-4a32-45e3-9041-a54598027d39 req-735b0402-faf2-4176-ad73-b63b711758c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 1095 time: 0.1068308 Nov 26 03:19:43.889083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab784094-4a32-45e3-9041-a54598027d39 req-a00dd63e-993f-47a5-9608-231d94f063bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:43.890461 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab784094-4a32-45e3-9041-a54598027d39 req-a00dd63e-993f-47a5-9608-231d94f063bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 1095 time: 0.1028533 Nov 26 03:19:43.995314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a478282-743e-4ba5-9eb5-1bfa6e61d113 req-65047744-5ba5-47cc-be51-9b7f44a925d7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:43.996813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1a478282-743e-4ba5-9eb5-1bfa6e61d113 req-65047744-5ba5-47cc-be51-9b7f44a925d7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 944 time: 0.1618819 Nov 26 03:19:44.098169 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab784094-4a32-45e3-9041-a54598027d39 req-246973e4-4d5e-490c-8182-43cc071254b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:44.099681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab784094-4a32-45e3-9041-a54598027d39 req-246973e4-4d5e-490c-8182-43cc071254b8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 HTTP/1.1" status: 200 len: 897 time: 0.1984231 Nov 26 03:19:44.100676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab784094-4a32-45e3-9041-a54598027d39 req-0a23f5b5-0c72-4ad6-bbe4-3c7a1a521c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:44.102008 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab784094-4a32-45e3-9041-a54598027d39 req-0a23f5b5-0c72-4ad6-bbe4-3c7a1a521c4e service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 HTTP/1.1" status: 200 len: 897 time: 0.2107050 Nov 26 03:19:44.107559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1a478282-743e-4ba5-9eb5-1bfa6e61d113 req-15484e4e-4c22-46e5-a6fc-a8e307668d21 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024270 Nov 26 03:19:44.142439 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cb818a62-9e59-41ff-bd0e-e619e0cd6953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:44.214581 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab784094-4a32-45e3-9041-a54598027d39 req-c9e96471-e9c8-4fe9-b89e-9fc89bdea779 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b73752bd-d744-47a0-b57f-58012dbfc74b HTTP/1.1" status: 200 len: 1000 time: 0.1060150 Nov 26 03:19:44.216405 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab784094-4a32-45e3-9041-a54598027d39 req-13923846-e249-4775-9189-e093b88eae33 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b73752bd-d744-47a0-b57f-58012dbfc74b HTTP/1.1" status: 200 len: 1000 time: 0.1066933 Nov 26 03:19:44.303744 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab784094-4a32-45e3-9041-a54598027d39 req-5c444553-a813-4225-afd5-867529dde1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:44.305286 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab784094-4a32-45e3-9041-a54598027d39 req-5c444553-a813-4225-afd5-867529dde1a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a4250d8-09a6-406f-a162-9f35c603200a HTTP/1.1" status: 200 len: 834 time: 0.0812125 Nov 26 03:19:44.306701 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab784094-4a32-45e3-9041-a54598027d39 req-90cfb47e-33ae-4bbb-8698-18bedbe7372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:44.307971 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab784094-4a32-45e3-9041-a54598027d39 req-90cfb47e-33ae-4bbb-8698-18bedbe7372f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a4250d8-09a6-406f-a162-9f35c603200a HTTP/1.1" status: 200 len: 834 time: 0.0850236 Nov 26 03:19:44.380663 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab784094-4a32-45e3-9041-a54598027d39 req-b54b3411-547a-4213-8177-c6256d0d4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:44.382222 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab784094-4a32-45e3-9041-a54598027d39 req-b54b3411-547a-4213-8177-c6256d0d4a26 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618811 Nov 26 03:19:44.384181 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab784094-4a32-45e3-9041-a54598027d39 req-5aef4f0e-b863-492a-845f-7614369b6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:44.385572 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab784094-4a32-45e3-9041-a54598027d39 req-5aef4f0e-b863-492a-845f-7614369b6c3b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734246 Nov 26 03:19:44.549544 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab784094-4a32-45e3-9041-a54598027d39 req-60ebdc0b-72f7-403f-9eaf-8cbae577a585 service neutron] 10.222.0.59 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590872 Nov 26 03:19:44.551429 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab784094-4a32-45e3-9041-a54598027d39 req-d2fbd5fb-bcd1-4bcf-adb1-135e7f455657 service neutron] 10.222.0.54 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534069 Nov 26 03:19:44.710262 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab784094-4a32-45e3-9041-a54598027d39 req-b37c54ee-d174-4f2e-8624-f4bfba070f4a service neutron] 10.222.0.54 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444829 Nov 26 03:19:44.724020 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab784094-4a32-45e3-9041-a54598027d39 req-b127024a-e6c5-433f-8e35-fe87896e831e service neutron] 10.222.0.59 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665008 Nov 26 03:19:44.804426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97798844-6475-4de1-9e9b-98c181cad101 req-b2f466a6-b7a4-4133-8f86-5c4a8c539038 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:44.805841 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97798844-6475-4de1-9e9b-98c181cad101 req-b2f466a6-b7a4-4133-8f86-5c4a8c539038 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 943 time: 0.0498245 Nov 26 03:19:44.856386 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97798844-6475-4de1-9e9b-98c181cad101 req-77df541d-a3eb-4fd9-bc32-e56c63173cf1 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444515 Nov 26 03:19:45.087017 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:45.251892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3f927-d9ee-4cb1-a20b-3cd058d6982e req-3127a57e-c59e-4c19-b6f0-7639d898f2c5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:45.253427 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fe3f927-d9ee-4cb1-a20b-3cd058d6982e req-3127a57e-c59e-4c19-b6f0-7639d898f2c5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 944 time: 0.0505741 Nov 26 03:19:45.306547 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fe3f927-d9ee-4cb1-a20b-3cd058d6982e req-070dec93-ce63-4138-93f5-3d5c3813e9bc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469501 Nov 26 03:19:45.576366 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505c379-7f84-4ec1-a38c-b5e0e18518d5 req-f8e1a9a5-049e-4b21-90bf-5736e94ec534 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:45.577875 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1505c379-7f84-4ec1-a38c-b5e0e18518d5 req-f8e1a9a5-049e-4b21-90bf-5736e94ec534 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 944 time: 0.1137774 Nov 26 03:19:45.599695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b615c-41a7-4629-854a-5e0a2374f36a req-0ce40b08-958a-4ab0-9e01-81451502b380 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:45.601050 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e58b615c-41a7-4629-854a-5e0a2374f36a req-0ce40b08-958a-4ab0-9e01-81451502b380 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96&tenant_id=170100a2b828400b8769a13db96ee224&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 944 time: 0.1054142 Nov 26 03:19:45.677245 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1505c379-7f84-4ec1-a38c-b5e0e18518d5 req-f7b92e12-2460-44fa-bd1e-ab969e57e362 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914700 Nov 26 03:19:45.679726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 03e55657-abc6-46c6-855a-2e681f980b6c details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:19:45.693497 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-e58b615c-41a7-4629-854a-5e0a2374f36a req-e591f7ca-4223-46fe-bed6-7bd7e97debbe service neutron] delete failed (client error): The resource could not be found. Nov 26 03:19:45.696253 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e58b615c-41a7-4629-854a-5e0a2374f36a req-e591f7ca-4223-46fe-bed6-7bd7e97debbe service neutron] 10.222.0.54 "DELETE /v2.0/ports/b73752bd-d744-47a0-b57f-58012dbfc74b/bindings/n-h1-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.0866442 Nov 26 03:19:45.790793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 03e55657-abc6-46c6-855a-2e681f980b6c, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=03e55657-abc6-46c6-855a-2e681f980b6c,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:19:45.798978 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b615c-41a7-4629-854a-5e0a2374f36a req-2cc584c6-3c06-4935-9334-37abb7130e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:45.800511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e58b615c-41a7-4629-854a-5e0a2374f36a req-2cc584c6-3c06-4935-9334-37abb7130e8c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 1095 time: 0.0402484 Nov 26 03:19:45.802890 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '03e55657-abc6-46c6-855a-2e681f980b6c', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'port_id': '03e55657-abc6-46c6-855a-2e681f980b6c', 'mac_address': 'fa:16:3e:25:ca:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:19:45.841374 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:45.854682 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e55657-abc6-46c6-855a-2e681f980b6c {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:19:45.877108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 03e55657-abc6-46c6-855a-2e681f980b6c, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=03e55657-abc6-46c6-855a-2e681f980b6c,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:19:45.883537 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:45.884402 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device b73752bd-d744-47a0-b57f-58012dbfc74b details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:19:45.993939 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=03e55657-abc6-46c6-855a-2e681f980b6c,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:19:46.007258 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:46.007768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:46.008263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:46.008709 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:46.009172 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:46.009610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:46.010042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:46.010490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:46.010927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:46.011355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:46.011790 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:46.012268 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:19:46.062349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port b73752bd-d744-47a0-b57f-58012dbfc74b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b73752bd-d744-47a0-b57f-58012dbfc74b,segment=NetworkSegment(54cd5974-f58b-4199-9cc5-d061c1e68b32),segment_id=54cd5974-f58b-4199-9cc5-d061c1e68b32)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:19:46.074739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'b73752bd-d744-47a0-b57f-58012dbfc74b', 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210', 'port_id': 'b73752bd-d744-47a0-b57f-58012dbfc74b', 'mac_address': 'fa:16:3e:a0:86:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:19:46.114450 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:46.132393 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73752bd-d744-47a0-b57f-58012dbfc74b {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:19:46.152394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port b73752bd-d744-47a0-b57f-58012dbfc74b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b73752bd-d744-47a0-b57f-58012dbfc74b,segment=NetworkSegment(54cd5974-f58b-4199-9cc5-d061c1e68b32),segment_id=54cd5974-f58b-4199-9cc5-d061c1e68b32)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:19:46.158402 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:46.210918 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=b73752bd-d744-47a0-b57f-58012dbfc74b,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:19:46.274607 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a082b19-ce78-4322-835e-2e4b547175c1 req-c9275825-3713-4e09-8a72-9ab22445b5b0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:46.276210 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a082b19-ce78-4322-835e-2e4b547175c1 req-c9275825-3713-4e09-8a72-9ab22445b5b0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 944 time: 0.0893683 Nov 26 03:19:46.279416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b615c-41a7-4629-854a-5e0a2374f36a req-9f8041c9-6463-4ff0-a93f-c281850e968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:46.280930 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e58b615c-41a7-4629-854a-5e0a2374f36a req-9f8041c9-6463-4ff0-a93f-c281850e968b service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 HTTP/1.1" status: 200 len: 897 time: 0.4737349 Nov 26 03:19:46.385649 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a082b19-ce78-4322-835e-2e4b547175c1 req-f4ec1dc2-379f-40a9-a294-c76c31514de1 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018703 Nov 26 03:19:46.387216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e58b615c-41a7-4629-854a-5e0a2374f36a req-d0d0598c-d616-4aa1-9a74-d683fec94d42 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b73752bd-d744-47a0-b57f-58012dbfc74b HTTP/1.1" status: 200 len: 1001 time: 0.0939486 Nov 26 03:19:46.439065 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b615c-41a7-4629-854a-5e0a2374f36a req-43c11b56-ccf8-4780-9876-f7e7027e128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:46.440555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e58b615c-41a7-4629-854a-5e0a2374f36a req-43c11b56-ccf8-4780-9876-f7e7027e128c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a4250d8-09a6-406f-a162-9f35c603200a HTTP/1.1" status: 200 len: 834 time: 0.0453055 Nov 26 03:19:46.487306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b615c-41a7-4629-854a-5e0a2374f36a req-982baeb4-ee39-4af0-9258-36619fa528bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:46.488853 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e58b615c-41a7-4629-854a-5e0a2374f36a req-982baeb4-ee39-4af0-9258-36619fa528bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414722 Nov 26 03:19:46.512310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['03e55657-abc6-46c6-855a-2e681f980b6c'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:19:46.539018 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['b73752bd-d744-47a0-b57f-58012dbfc74b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:19:46.592279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e58b615c-41a7-4629-854a-5e0a2374f36a req-b0e70fe0-51a1-448c-9dcd-6525ed7a043f service neutron] 10.222.0.54 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960310 Nov 26 03:19:46.695705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e58b615c-41a7-4629-854a-5e0a2374f36a req-cdc007c7-0b3d-4d61-a356-6d4edad7606f service neutron] 10.222.0.54 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964322 Nov 26 03:19:46.702862 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:46.854928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55709195-d08f-41b0-866e-be469835dca5 req-6099d7fe-b4a4-45d8-aa2b-7c8eb6ecdb31 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:46.857642 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55709195-d08f-41b0-866e-be469835dca5 req-6099d7fe-b4a4-45d8-aa2b-7c8eb6ecdb31 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 945 time: 0.0834208 Nov 26 03:19:46.912819 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55709195-d08f-41b0-866e-be469835dca5 req-6e6b81a5-72be-4879-bb2f-e0f213135bd8 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466425 Nov 26 03:19:47.503074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11bb7a-19e2-435d-8f63-5fe1a278b6d1 req-f5cd8fc8-8f24-45dc-8b3e-806661f43a89 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:47.504641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a11bb7a-19e2-435d-8f63-5fe1a278b6d1 req-f5cd8fc8-8f24-45dc-8b3e-806661f43a89 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 944 time: 0.0492709 Nov 26 03:19:47.558771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a11bb7a-19e2-435d-8f63-5fe1a278b6d1 req-4fea29c9-3d02-4542-9c54-094c15be88b2 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455120 Nov 26 03:19:47.562696 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:47.695709 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device b73752bd-d744-47a0-b57f-58012dbfc74b up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:19:47.748901 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port b73752bd-d744-47a0-b57f-58012dbfc74b completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:19:47.753144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port b73752bd-d744-47a0-b57f-58012dbfc74b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:19:47.753522 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:47.843131 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:47.876837 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73752bd-d744-47a0-b57f-58012dbfc74b'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:19:47.879140 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9de0236-c8da-4265-a11e-809cc9d6ccc2" -d '{"events": [{"server_uuid": "4fb2a8bc-8ceb-4911-a6d7-1825f6496c96", "name": "network-vif-plugged", "status": "completed", "tag": "b73752bd-d744-47a0-b57f-58012dbfc74b"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:19:47.896935 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port b73752bd-d744-47a0-b57f-58012dbfc74b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b73752bd-d744-47a0-b57f-58012dbfc74b,segment=NetworkSegment(54cd5974-f58b-4199-9cc5-d061c1e68b32),segment_id=54cd5974-f58b-4199-9cc5-d061c1e68b32)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:19:47.901912 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:47.902817 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 03e55657-abc6-46c6-855a-2e681f980b6c up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:19:47.937322 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffef90a6-6756-4780-93b6-0271be95ee11 x-openstack-request-id: req-ffef90a6-6756-4780-93b6-0271be95ee11 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:19:47.937322 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb2a8bc-8ceb-4911-a6d7-1825f6496c96", "name": "network-vif-plugged", "status": "completed", "tag": "b73752bd-d744-47a0-b57f-58012dbfc74b", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:19:47.937322 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffef90a6-6756-4780-93b6-0271be95ee11 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:19:47.937322 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73752bd-d744-47a0-b57f-58012dbfc74b', 'code': 200} Nov 26 03:19:48.000299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=b73752bd-d744-47a0-b57f-58012dbfc74b,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:19:48.013400 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 03e55657-abc6-46c6-855a-2e681f980b6c completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:19:48.021289 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 03e55657-abc6-46c6-855a-2e681f980b6c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:19:48.021703 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:48.056964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1565128-24ac-4ba2-ba6e-f46aca46f003 req-dc00ead7-a995-4258-b7e7-c537df6dc10f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:48.058515 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1565128-24ac-4ba2-ba6e-f46aca46f003 req-dc00ead7-a995-4258-b7e7-c537df6dc10f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.0668623 Nov 26 03:19:48.113020 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:48.121685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1565128-24ac-4ba2-ba6e-f46aca46f003 req-3034862b-4453-4b29-8820-b9e577c7d5b5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548348 Nov 26 03:19:48.150748 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56622) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:19:48.152910 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 03e55657-abc6-46c6-855a-2e681f980b6c, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=03e55657-abc6-46c6-855a-2e681f980b6c,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:19:48.158220 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:48.216569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=03e55657-abc6-46c6-855a-2e681f980b6c,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:19:48.240870 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7c6eac6b-e5b4-4ba5-ad95-5d8686c86d6f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/floatingips/3b53ca79-7eb3-47e9-a336-cba2fa762b78 HTTP/1.1" status: 200 len: 994 time: 0.0887926 Nov 26 03:19:48.690714 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11fcf0-e6f0-4f90-89b2-0461b73be0eb req-5121a2a2-e165-4517-b997-baa93b25b131 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:48.692383 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1a11fcf0-e6f0-4f90-89b2-0461b73be0eb req-5121a2a2-e165-4517-b997-baa93b25b131 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 945 time: 0.0607204 Nov 26 03:19:48.745413 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1a11fcf0-e6f0-4f90-89b2-0461b73be0eb req-a52cdd41-a5c0-471e-8d1e-75a33482f30d tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467412 Nov 26 03:19:49.864289 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c4604-d7cb-4a9f-bf87-838aad3fb27c req-bf24ec4f-b27c-4c8d-9156-4e41243fff18 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:49.865846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e6c4604-d7cb-4a9f-bf87-838aad3fb27c req-bf24ec4f-b27c-4c8d-9156-4e41243fff18 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 945 time: 0.0536008 Nov 26 03:19:49.916267 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e6c4604-d7cb-4a9f-bf87-838aad3fb27c req-85ad3c04-cb4e-41ee-bd76-87865679a559 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440319 Nov 26 03:19:49.938371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1225b351-0919-4a40-a5ac-0276a13a04d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e55657-abc6-46c6-855a-2e681f980b6c'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:19:49.940977 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974ea3e0-48c6-4c17-b71e-8171627e73cb" -d '{"events": [{"server_uuid": "1225b351-0919-4a40-a5ac-0276a13a04d7", "name": "network-vif-plugged", "status": "completed", "tag": "03e55657-abc6-46c6-855a-2e681f980b6c"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:19:49.980341 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ece06a-2a6a-4841-957e-e81fe6312cd9 x-openstack-request-id: req-03ece06a-2a6a-4841-957e-e81fe6312cd9 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:19:49.980640 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1225b351-0919-4a40-a5ac-0276a13a04d7", "name": "network-vif-plugged", "status": "completed", "tag": "03e55657-abc6-46c6-855a-2e681f980b6c", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:19:49.980900 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03ece06a-2a6a-4841-957e-e81fe6312cd9 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:19:49.981322 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1225b351-0919-4a40-a5ac-0276a13a04d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e55657-abc6-46c6-855a-2e681f980b6c', 'code': 200} Nov 26 03:19:50.116817 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d198a93-fbc4-431f-ad35-bdcd210acc31 req-617d40b8-0cd2-413c-8354-9370cdb909be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:50.118338 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d198a93-fbc4-431f-ad35-bdcd210acc31 req-617d40b8-0cd2-413c-8354-9370cdb909be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 1096 time: 0.0404062 Nov 26 03:19:50.165664 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d198a93-fbc4-431f-ad35-bdcd210acc31 req-2c6a47db-c35a-4476-998c-d5e3926366cc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396168 Nov 26 03:19:51.041204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c3a0f-cf14-4740-9a26-0b82cab4cbfd req-0ef96d00-bc8c-4df0-a56c-6fc4b8a72e34 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:51.042687 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e3c3a0f-cf14-4740-9a26-0b82cab4cbfd req-0ef96d00-bc8c-4df0-a56c-6fc4b8a72e34 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 945 time: 0.0526922 Nov 26 03:19:51.092547 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e3c3a0f-cf14-4740-9a26-0b82cab4cbfd req-3ebad0d3-989c-478c-9467-3a159aed8bb5 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432920 Nov 26 03:19:52.212695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5d02e-e3f9-43f6-9e74-74a423a79426 req-98d68b39-4e1d-4aff-bc17-a93b618ec52e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:52.214536 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ce5d02e-e3f9-43f6-9e74-74a423a79426 req-98d68b39-4e1d-4aff-bc17-a93b618ec52e tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 945 time: 0.0502465 Nov 26 03:19:52.271993 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ce5d02e-e3f9-43f6-9e74-74a423a79426 req-2bd7cacd-ba81-4a41-ac2c-d6dcba28c3b4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504370 Nov 26 03:19:52.386715 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb181cf-bc25-4c42-b392-9ce9afe69fd6 req-4cb05acc-c779-405f-afa5-3c72d36b6240 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:52.388241 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3eb181cf-bc25-4c42-b392-9ce9afe69fd6 req-4cb05acc-c779-405f-afa5-3c72d36b6240 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 945 time: 0.0490460 Nov 26 03:19:52.442311 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3eb181cf-bc25-4c42-b392-9ce9afe69fd6 req-5a4fd339-f65c-4598-889d-2aed2b92227b tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479991 Nov 26 03:19:52.466199 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56714) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:19:52.505845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a5874d-6a9e-40af-9739-4dad43814154 tempest-TestVolumeBootPattern-343260399 tempest-TestVolumeBootPattern-343260399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:52.507411 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c7a5874d-6a9e-40af-9739-4dad43814154 tempest-TestVolumeBootPattern-343260399 tempest-TestVolumeBootPattern-343260399-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 1091 time: 0.0401957 Nov 26 03:19:52.510210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 56716) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:19:52.514664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': '03e55657-abc6-46c6-855a-2e681f980b6c', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:19:52.538206 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:52.561539 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:52.637292 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:52.751767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Allocated IP 172.25.0.209 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/59da6a0f-83a5-45e3-80c7-69ce279727ea) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:19:52.866285 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:52.901166 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:52.910821 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:19:52.943193 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:19:52.948535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:19:52.950756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'Port': ['ID=59da6a0f-83a5-45e3-80c7-69ce279727ea,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:19:52.953045 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:19:53.308431 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:53.377887 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:53.531023 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:53.537168 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:53.607649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event updated for resources: {'Port': ['ID=59da6a0f-83a5-45e3-80c7-69ce279727ea,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:19:53.616036 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:53.692225 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:53.730023 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Floating IP b98436be-1e6c-4475-b3a1-efa529145528 associated. External IP: 172.25.0.209, port: 03e55657-abc6-46c6-855a-2e681f980b6c. Nov 26 03:19:53.948137 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:19:54.067533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:19:54.078567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dbbcdf-9409-41e2-bfb6-c0a90e79760f None None] Sync routers for ids ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:19:54.087883 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:19:54.093187 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dbbcdf-9409-41e2-bfb6-c0a90e79760f None None] Routers {'8713b1fa-cfc0-4a04-b5f9-6136b973cea0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:19:54.093928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-21dbbcdf-9409-41e2-bfb6-c0a90e79760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:19:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:19:54.128077 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3f3ac3e1-5fa8-4698-95bd-854e718746d7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6063190 Nov 26 03:19:54.128077 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1225b351-0919-4a40-a5ac-0276a13a04d7', 'tag': '03e55657-abc6-46c6-855a-2e681f980b6c'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:19:54.128077 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b23f640-558d-44ac-897f-fb9905f91492" -d '{"events": [{"name": "network-changed", "server_uuid": "1225b351-0919-4a40-a5ac-0276a13a04d7", "tag": "03e55657-abc6-46c6-855a-2e681f980b6c"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:19:54.165143 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c983d36f-cba0-402c-bb32-736fb0583c47 x-openstack-request-id: req-c983d36f-cba0-402c-bb32-736fb0583c47 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:19:54.165481 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1225b351-0919-4a40-a5ac-0276a13a04d7", "tag": "03e55657-abc6-46c6-855a-2e681f980b6c", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:19:54.165748 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c983d36f-cba0-402c-bb32-736fb0583c47 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:19:54.166163 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1225b351-0919-4a40-a5ac-0276a13a04d7', 'tag': '03e55657-abc6-46c6-855a-2e681f980b6c', 'status': 'completed', 'code': 200} Nov 26 03:19:54.206444 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-21dbbcdf-9409-41e2-bfb6-c0a90e79760f None None] Set router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:19:54.256516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23f640-558d-44ac-897f-fb9905f91492 req-76027cd6-fe20-453a-94e0-179ef207c529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:54.258475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b23f640-558d-44ac-897f-fb9905f91492 req-76027cd6-fe20-453a-94e0-179ef207c529 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 1096 time: 0.0451534 Nov 26 03:19:54.364447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23f640-558d-44ac-897f-fb9905f91492 req-f25dc20a-4aa2-4c9e-98d9-0b620ab1fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:54.366118 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b23f640-558d-44ac-897f-fb9905f91492 req-f25dc20a-4aa2-4c9e-98d9-0b620ab1fd17 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 913 time: 0.1006849 Nov 26 03:19:54.438501 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b23f640-558d-44ac-897f-fb9905f91492 req-d5206bc7-f8f8-4ce1-8c9b-d6c8c81fc0b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03e55657-abc6-46c6-855a-2e681f980b6c HTTP/1.1" status: 200 len: 999 time: 0.0595698 Nov 26 03:19:54.466022 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-21dbbcdf-9409-41e2-bfb6-c0a90e79760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'b98436be-1e6c-4475-b3a1-efa529145528', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'port_id': '03e55657-abc6-46c6-855a-2e681f980b6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'mac_address': 'fa:16:3e:25:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1225b351-0919-4a40-a5ac-0276a13a04d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:19:53Z', 'updated_at': '2021-11-26T03:19:53Z', 'revision_number': 0, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'fixed_ip_address_scope': None}, {'id': 'efc77ebb-6688-4f23-9a05-d7549bdcd066', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'port_id': '39e1e5fb-1472-4200-880f-02b4403631b0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'mac_address': 'fa:16:3e:a4:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070065e4-be17-4319-ba31-9e460ca40d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:17:49Z', 'updated_at': '2021-11-26T03:17:56Z', 'revision_number': 1, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 5, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:19:54.488986 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23f640-558d-44ac-897f-fb9905f91492 req-d55dd8ae-f2ae-4712-a99a-c4a02d706bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:54.490401 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b23f640-558d-44ac-897f-fb9905f91492 req-d55dd8ae-f2ae-4712-a99a-c4a02d706bcf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.0453629 Nov 26 03:19:54.496544 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dbbcdf-9409-41e2-bfb6-c0a90e79760f None None] Checking router: 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:19:54.510678 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dbbcdf-9409-41e2-bfb6-c0a90e79760f None None] Routers {'8713b1fa-cfc0-4a04-b5f9-6136b973cea0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:19:54.511325 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-21dbbcdf-9409-41e2-bfb6-c0a90e79760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:19:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:19:54.544616 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23f640-558d-44ac-897f-fb9905f91492 req-ae1f4d72-cb00-4ef9-be6e-600d2643484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:19:54.546170 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b23f640-558d-44ac-897f-fb9905f91492 req-ae1f4d72-cb00-4ef9-be6e-600d2643484f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487068 Nov 26 03:19:54.624597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-21dbbcdf-9409-41e2-bfb6-c0a90e79760f None None] Set router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:19:54.651120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b23f640-558d-44ac-897f-fb9905f91492 req-26efebdc-f010-4006-8ce7-60b70b02f6cf service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982115 Nov 26 03:19:54.777005 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8b23f640-558d-44ac-897f-fb9905f91492 req-92e159a7-1490-4737-8713-9437da5a8689 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002626 Nov 26 03:19:54.886680 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-21dbbcdf-9409-41e2-bfb6-c0a90e79760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'b98436be-1e6c-4475-b3a1-efa529145528', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'port_id': '03e55657-abc6-46c6-855a-2e681f980b6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'mac_address': 'fa:16:3e:25:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1225b351-0919-4a40-a5ac-0276a13a04d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:19:53Z', 'updated_at': '2021-11-26T03:19:53Z', 'revision_number': 0, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'fixed_ip_address_scope': None}, {'id': 'efc77ebb-6688-4f23-9a05-d7549bdcd066', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'port_id': '39e1e5fb-1472-4200-880f-02b4403631b0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'mac_address': 'fa:16:3e:a4:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070065e4-be17-4319-ba31-9e460ca40d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:17:49Z', 'updated_at': '2021-11-26T03:17:56Z', 'revision_number': 1, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 5, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:19:55.073526 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dbbcdf-9409-41e2-bfb6-c0a90e79760f None None] The sync data for ids ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'] in n-d-819389-3 is: [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'b98436be-1e6c-4475-b3a1-efa529145528', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'port_id': '03e55657-abc6-46c6-855a-2e681f980b6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'mac_address': 'fa:16:3e:25:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1225b351-0919-4a40-a5ac-0276a13a04d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:19:53Z', 'updated_at': '2021-11-26T03:19:53Z', 'revision_number': 0, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'fixed_ip_address_scope': None}, {'id': 'efc77ebb-6688-4f23-9a05-d7549bdcd066', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'port_id': '39e1e5fb-1472-4200-880f-02b4403631b0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'mac_address': 'fa:16:3e:a4:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070065e4-be17-4319-ba31-9e460ca40d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:17:49Z', 'updated_at': '2021-11-26T03:17:56Z', 'revision_number': 1, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 5, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:19:55.271458 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed20301-0e90-4444-ba4b-67e10d2254ae None None] New status for floating IP b98436be-1e6c-4475-b3a1-efa529145528: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:20:11.684951 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0703e3e5-94e9-498c-bfba-b03e849201d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:14.149080 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-21f8b05e-f8ce-4e28-a0de-cf5f84bc9037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:14.915955 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57386) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:15.027933 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d6809ab6-4940-469e-b763-b5eef3b17b21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:15.091955 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:15.105607 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d6809ab6-4940-469e-b763-b5eef3b17b21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:15.109654 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d6809ab6-4940-469e-b763-b5eef3b17b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:15.147037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6809ab6-4940-469e-b763-b5eef3b17b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52ef543-865c-434e-b773-cdbdc905e1c4,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:15.153155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d6809ab6-4940-469e-b763-b5eef3b17b21 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16242626e7d84fb0a35c16d8162908d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2359149 Nov 26 03:20:15.155824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57392) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:15.205230 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-817dec54-8c49-42de-91a8-84d6376b3924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:15.231618 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-817dec54-8c49-42de-91a8-84d6376b3924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:15.279569 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-817dec54-8c49-42de-91a8-84d6376b3924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:15.282417 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-817dec54-8c49-42de-91a8-84d6376b3924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:15.283573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-817dec54-8c49-42de-91a8-84d6376b3924 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c52ef543-865c-434e-b773-cdbdc905e1c4 HTTP/1.1" status: 204 len: 168 time: 0.1263454 Nov 26 03:20:15.297816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817dec54-8c49-42de-91a8-84d6376b3924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52ef543-865c-434e-b773-cdbdc905e1c4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:16.653245 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:16.886900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b94e5-26f3-43bf-964d-8c16c5653796 req-864a7e33-f83d-4513-9362-7fd8cb456c7f tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:16.888454 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-028b94e5-26f3-43bf-964d-8c16c5653796 req-864a7e33-f83d-4513-9362-7fd8cb456c7f tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 1097 time: 0.0449727 Nov 26 03:20:16.938041 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-028b94e5-26f3-43bf-964d-8c16c5653796 req-7338823f-ce7b-439f-89b4-6f6d660f0e06 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426221 Nov 26 03:20:16.963509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57430) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:17.131023 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-02d548be-84a7-46b6-91f7-f96100b01173 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting port d590e4ba-b82f-4b32-aceb-c96b3323a2a0 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:20:17.131367 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-02d548be-84a7-46b6-91f7-f96100b01173 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:17.227056 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-02d548be-84a7-46b6-91f7-f96100b01173 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:17.227438 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-02d548be-84a7-46b6-91f7-f96100b01173 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:17.240834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-02d548be-84a7-46b6-91f7-f96100b01173 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Calling delete_port for d590e4ba-b82f-4b32-aceb-c96b3323a2a0 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:20:17.387611 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-02d548be-84a7-46b6-91f7-f96100b01173 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:17.414419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d548be-84a7-46b6-91f7-f96100b01173 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Port': ['ID=d590e4ba-b82f-4b32-aceb-c96b3323a2a0,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:17.473802 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-02d548be-84a7-46b6-91f7-f96100b01173 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:17.474144 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-02d548be-84a7-46b6-91f7-f96100b01173 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Floating IP 3b53ca79-7eb3-47e9-a336-cba2fa762b78 disassociated (deleted). External IP: 172.25.0.205, port: b73752bd-d744-47a0-b57f-58012dbfc74b. Nov 26 03:20:17.561050 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:17.715186 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d548be-84a7-46b6-91f7-f96100b01173 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router 9cd788e4-f200-4885-89ee-be2493df910b has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:20:17.829497 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d548be-84a7-46b6-91f7-f96100b01173 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:20:17.834163 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-02d548be-84a7-46b6-91f7-f96100b01173 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:17.844562 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c007b2fe-5062-41ae-ab49-5652a06cf0c7 None None] Sync routers for ids ['9cd788e4-f200-4885-89ee-be2493df910b'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:20:17.855034 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c007b2fe-5062-41ae-ab49-5652a06cf0c7 None None] Routers {'9cd788e4-f200-4885-89ee-be2493df910b'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:17.855940 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c007b2fe-5062-41ae-ab49-5652a06cf0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9cd788e4-f200-4885-89ee-be2493df910b'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:17.861457 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-02d548be-84a7-46b6-91f7-f96100b01173 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/floatingips/3b53ca79-7eb3-47e9-a336-cba2fa762b78 HTTP/1.1" status: 204 len: 168 time: 0.8968558 Nov 26 03:20:17.862064 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'tag': 'b73752bd-d744-47a0-b57f-58012dbfc74b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:20:17.864353 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f97497-e63e-4e9f-9cba-702a6a6960ff" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb2a8bc-8ceb-4911-a6d7-1825f6496c96", "tag": "b73752bd-d744-47a0-b57f-58012dbfc74b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:20:17.926423 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597a039f-a54a-4a42-aa36-799f15cd6807 x-openstack-request-id: req-597a039f-a54a-4a42-aa36-799f15cd6807 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:20:17.927061 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb2a8bc-8ceb-4911-a6d7-1825f6496c96", "tag": "b73752bd-d744-47a0-b57f-58012dbfc74b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:20:17.927061 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-597a039f-a54a-4a42-aa36-799f15cd6807 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:20:17.927398 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'tag': 'b73752bd-d744-47a0-b57f-58012dbfc74b', 'status': 'completed', 'code': 200} Nov 26 03:20:17.983343 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-c007b2fe-5062-41ae-ab49-5652a06cf0c7 None None] Set router 9cd788e4-f200-4885-89ee-be2493df910b gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:18.020497 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f97497-e63e-4e9f-9cba-702a6a6960ff req-fb04f16e-509a-4510-920c-13b5c0bbaac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:18.022750 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36f97497-e63e-4e9f-9cba-702a6a6960ff req-fb04f16e-509a-4510-920c-13b5c0bbaac4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 1097 time: 0.0486834 Nov 26 03:20:18.196231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4a443-fd5e-4e0f-945c-dd453713962e req-596ed2e5-0afc-4970-8bd5-fc4fae4f9486 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:18.198014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cd4a443-fd5e-4e0f-945c-dd453713962e req-596ed2e5-0afc-4970-8bd5-fc4fae4f9486 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.1021490 Nov 26 03:20:18.215703 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f97497-e63e-4e9f-9cba-702a6a6960ff req-2d4a28db-5e49-4883-bc2f-ee075901bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:18.217076 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c007b2fe-5062-41ae-ab49-5652a06cf0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd788e4-f200-4885-89ee-be2493df910b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318410705', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:17:53Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:45Z', 'updated_at': '2021-11-26T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bbe567d7-1b36-4f5d-b7aa-5186f457c184', 'name': '', 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:10:2f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:52Z', 'updated_at': '2021-11-26T03:17:57Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:18.217772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36f97497-e63e-4e9f-9cba-702a6a6960ff req-2d4a28db-5e49-4883-bc2f-ee075901bf9f service neutron] 10.222.0.59 "GET /v2.0/networks?id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 HTTP/1.1" status: 200 len: 897 time: 0.1509390 Nov 26 03:20:18.245240 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c007b2fe-5062-41ae-ab49-5652a06cf0c7 None None] Checking router: 9cd788e4-f200-4885-89ee-be2493df910b for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:20:18.254132 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c007b2fe-5062-41ae-ab49-5652a06cf0c7 None None] Routers {'9cd788e4-f200-4885-89ee-be2493df910b'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:18.254746 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c007b2fe-5062-41ae-ab49-5652a06cf0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9cd788e4-f200-4885-89ee-be2493df910b'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:18.266272 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36f97497-e63e-4e9f-9cba-702a6a6960ff req-b28ce2cf-9733-4b91-98d2-6ee427d11496 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b73752bd-d744-47a0-b57f-58012dbfc74b HTTP/1.1" status: 200 len: 217 time: 0.0405471 Nov 26 03:20:18.324521 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cd4a443-fd5e-4e0f-945c-dd453713962e req-dd9eb929-046c-4004-826a-7e08e92951ee tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178112 Nov 26 03:20:18.337805 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f97497-e63e-4e9f-9cba-702a6a6960ff req-25a00d66-f148-462b-bbdd-9dd740c78a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:18.339824 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36f97497-e63e-4e9f-9cba-702a6a6960ff req-25a00d66-f148-462b-bbdd-9dd740c78a33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a4250d8-09a6-406f-a162-9f35c603200a HTTP/1.1" status: 200 len: 834 time: 0.0633585 Nov 26 03:20:18.365488 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-c007b2fe-5062-41ae-ab49-5652a06cf0c7 None None] Set router 9cd788e4-f200-4885-89ee-be2493df910b gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:18.391304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f97497-e63e-4e9f-9cba-702a6a6960ff req-3037e3f4-ba0e-4fb5-9efa-8f03454083f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:18.392855 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36f97497-e63e-4e9f-9cba-702a6a6960ff req-3037e3f4-ba0e-4fb5-9efa-8f03454083f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430708 Nov 26 03:20:18.500100 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36f97497-e63e-4e9f-9cba-702a6a6960ff req-d70a9380-73f5-4932-956b-e6447d4928d2 service neutron] 10.222.0.59 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983365 Nov 26 03:20:18.586082 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c007b2fe-5062-41ae-ab49-5652a06cf0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd788e4-f200-4885-89ee-be2493df910b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318410705', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:17:53Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:45Z', 'updated_at': '2021-11-26T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bbe567d7-1b36-4f5d-b7aa-5186f457c184', 'name': '', 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:10:2f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:52Z', 'updated_at': '2021-11-26T03:17:57Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:18.609705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36f97497-e63e-4e9f-9cba-702a6a6960ff req-1e8d8cff-4696-4b39-b541-fb6909a3adf3 service neutron] 10.222.0.59 "GET /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995781 Nov 26 03:20:18.618153 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c007b2fe-5062-41ae-ab49-5652a06cf0c7 None None] The sync data for ids ['9cd788e4-f200-4885-89ee-be2493df910b'] in n-d-819389-3 is: [{'id': '9cd788e4-f200-4885-89ee-be2493df910b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318410705', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:17:53Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:45Z', 'updated_at': '2021-11-26T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bbe567d7-1b36-4f5d-b7aa-5186f457c184', 'name': '', 'network_id': 'd7dd09e0-fc4f-4f52-9c9f-46e6635f6210', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:10:2f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:52Z', 'updated_at': '2021-11-26T03:17:57Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '7a4250d8-09a6-406f-a162-9f35c603200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:20:18.850384 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7ace9-a902-4a2b-bc7d-eb658d1cc7a0 None None] New status for floating IP 3b53ca79-7eb3-47e9-a336-cba2fa762b78: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:20:19.451098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142c44d-b78c-428b-9626-62b4c082b8fa req-44f43814-9e45-4ece-a53b-06ba64cd94b2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:19.453392 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e142c44d-b78c-428b-9626-62b4c082b8fa req-44f43814-9e45-4ece-a53b-06ba64cd94b2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.0500824 Nov 26 03:20:19.524223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e142c44d-b78c-428b-9626-62b4c082b8fa req-baccb52f-c0ac-4ea8-b508-c3c83e8b6cf5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0857a11-60e5-4618-baf6-267a36a4229b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648758 Nov 26 03:20:19.545391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c496ced-f605-42c2-8731-d2dbe72020d9 req-14401c71-617e-4b79-b87f-47739580b453 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:19.547368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c496ced-f605-42c2-8731-d2dbe72020d9 req-14401c71-617e-4b79-b87f-47739580b453 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb2a8bc-8ceb-4911-a6d7-1825f6496c96 HTTP/1.1" status: 200 len: 946 time: 0.0608907 Nov 26 03:20:19.640347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-3c496ced-f605-42c2-8731-d2dbe72020d9 req-f21a2e20-0c16-435c-8caa-c4a31decd95f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting port b73752bd-d744-47a0-b57f-58012dbfc74b {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:20:19.640729 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3c496ced-f605-42c2-8731-d2dbe72020d9 req-f21a2e20-0c16-435c-8caa-c4a31decd95f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:19.733796 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-3c496ced-f605-42c2-8731-d2dbe72020d9 req-f21a2e20-0c16-435c-8caa-c4a31decd95f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] For port b73752bd-d744-47a0-b57f-58012dbfc74b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b73752bd-d744-47a0-b57f-58012dbfc74b,segment=NetworkSegment(54cd5974-f58b-4199-9cc5-d061c1e68b32),segment_id=54cd5974-f58b-4199-9cc5-d061c1e68b32)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:19.734699 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3c496ced-f605-42c2-8731-d2dbe72020d9 req-f21a2e20-0c16-435c-8caa-c4a31decd95f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:19.748311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-3c496ced-f605-42c2-8731-d2dbe72020d9 req-f21a2e20-0c16-435c-8caa-c4a31decd95f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Calling delete_port for b73752bd-d744-47a0-b57f-58012dbfc74b owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:20:19.885850 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3c496ced-f605-42c2-8731-d2dbe72020d9 req-f21a2e20-0c16-435c-8caa-c4a31decd95f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:19.913908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a2e20-0c16-435c-8caa-c4a31decd95f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Port': ['ID=b73752bd-d744-47a0-b57f-58012dbfc74b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:19.965901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c496ced-f605-42c2-8731-d2dbe72020d9 req-f21a2e20-0c16-435c-8caa-c4a31decd95f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] No DVR routers for this DVR port b73752bd-d744-47a0-b57f-58012dbfc74b on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:20:19.968953 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3c496ced-f605-42c2-8731-d2dbe72020d9 req-f21a2e20-0c16-435c-8caa-c4a31decd95f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:19.972323 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c496ced-f605-42c2-8731-d2dbe72020d9 req-f21a2e20-0c16-435c-8caa-c4a31decd95f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.59 "DELETE /v2.0/ports/b73752bd-d744-47a0-b57f-58012dbfc74b HTTP/1.1" status: 204 len: 173 time: 0.4188116 Nov 26 03:20:19.972800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'name': 'network-vif-deleted', 'tag': 'b73752bd-d744-47a0-b57f-58012dbfc74b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:20:19.975059 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f17e828-cc9a-4dfc-b12c-8d633b70ced2" -d '{"events": [{"server_uuid": "4fb2a8bc-8ceb-4911-a6d7-1825f6496c96", "name": "network-vif-deleted", "tag": "b73752bd-d744-47a0-b57f-58012dbfc74b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:20:20.010830 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cef8627-977f-4d64-8e84-00ca6deef65c x-openstack-request-id: req-3cef8627-977f-4d64-8e84-00ca6deef65c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:20:20.011137 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb2a8bc-8ceb-4911-a6d7-1825f6496c96", "name": "network-vif-deleted", "tag": "b73752bd-d744-47a0-b57f-58012dbfc74b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:20:20.011399 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cef8627-977f-4d64-8e84-00ca6deef65c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:20:20.011805 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb2a8bc-8ceb-4911-a6d7-1825f6496c96', 'name': 'network-vif-deleted', 'tag': 'b73752bd-d744-47a0-b57f-58012dbfc74b', 'status': 'completed', 'code': 200} Nov 26 03:20:20.581343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57482) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:20.947393 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-21f80a6d-f6d5-4f29-bc9b-75b28473dc6f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:21.529662 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-21f80a6d-f6d5-4f29-bc9b-75b28473dc6f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting port bbe567d7-1b36-4f5d-b7aa-5186f457c184 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:20:21.529992 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-21f80a6d-f6d5-4f29-bc9b-75b28473dc6f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:21.618021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-21f80a6d-f6d5-4f29-bc9b-75b28473dc6f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] For port bbe567d7-1b36-4f5d-b7aa-5186f457c184, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bbe567d7-1b36-4f5d-b7aa-5186f457c184,segment=NetworkSegment(54cd5974-f58b-4199-9cc5-d061c1e68b32),segment_id=54cd5974-f58b-4199-9cc5-d061c1e68b32)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:21.618692 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-21f80a6d-f6d5-4f29-bc9b-75b28473dc6f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:21.635660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-21f80a6d-f6d5-4f29-bc9b-75b28473dc6f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Calling delete_port for bbe567d7-1b36-4f5d-b7aa-5186f457c184 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:20:21.819657 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-21f80a6d-f6d5-4f29-bc9b-75b28473dc6f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:21.854519 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f80a6d-f6d5-4f29-bc9b-75b28473dc6f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Port': ['ID=bbe567d7-1b36-4f5d-b7aa-5186f457c184,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:22.054196 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-21f80a6d-f6d5-4f29-bc9b-75b28473dc6f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:22.298529 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f80a6d-f6d5-4f29-bc9b-75b28473dc6f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router 9cd788e4-f200-4885-89ee-be2493df910b has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:20:22.406678 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f80a6d-f6d5-4f29-bc9b-75b28473dc6f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:20:22.420378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-21f80a6d-f6d5-4f29-bc9b-75b28473dc6f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "PUT /v2.0/routers/9cd788e4-f200-4885-89ee-be2493df910b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8347285 Nov 26 03:20:22.420378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57530) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:22.424665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a724d4ed-1c6d-481b-89e1-d68adee05de5 None None] Sync routers for ids ['9cd788e4-f200-4885-89ee-be2493df910b'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:20:22.434740 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724d4ed-1c6d-481b-89e1-d68adee05de5 None None] Routers {'9cd788e4-f200-4885-89ee-be2493df910b'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:22.435473 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a724d4ed-1c6d-481b-89e1-d68adee05de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9cd788e4-f200-4885-89ee-be2493df910b'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:22.473540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d7f0f8-16ed-4bf3-a5f8-72df6e2fafbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting subnet 7a4250d8-09a6-406f-a162-9f35c603200a {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:20:22.477237 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-46d7f0f8-16ed-4bf3-a5f8-72df6e2fafbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:22.522124 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-46d7f0f8-16ed-4bf3-a5f8-72df6e2fafbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:22.551958 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-a724d4ed-1c6d-481b-89e1-d68adee05de5 None None] Set router 9cd788e4-f200-4885-89ee-be2493df910b gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:22.630935 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-46d7f0f8-16ed-4bf3-a5f8-72df6e2fafbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:22.653453 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:22.704510 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-46d7f0f8-16ed-4bf3-a5f8-72df6e2fafbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:22.731696 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7f0f8-16ed-4bf3-a5f8-72df6e2fafbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4250d8-09a6-406f-a162-9f35c603200a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:22.735951 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-46d7f0f8-16ed-4bf3-a5f8-72df6e2fafbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:22.741870 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-46d7f0f8-16ed-4bf3-a5f8-72df6e2fafbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/subnets/7a4250d8-09a6-406f-a162-9f35c603200a HTTP/1.1" status: 204 len: 168 time: 0.3160181 Nov 26 03:20:22.742283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57536) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:22.745817 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a724d4ed-1c6d-481b-89e1-d68adee05de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd788e4-f200-4885-89ee-be2493df910b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318410705', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:20:21Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:45Z', 'updated_at': '2021-11-26T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:22.750993 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72e1984-b629-492c-aebc-73f611a9110b None None] Network d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:20:22.789396 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a724d4ed-1c6d-481b-89e1-d68adee05de5 None None] Checking router: 9cd788e4-f200-4885-89ee-be2493df910b for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:20:22.834561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724d4ed-1c6d-481b-89e1-d68adee05de5 None None] Routers {'9cd788e4-f200-4885-89ee-be2493df910b'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:22.835086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a724d4ed-1c6d-481b-89e1-d68adee05de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9cd788e4-f200-4885-89ee-be2493df910b'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:22.858052 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-97507cf4-f7af-42c8-8af5-4cbc4b41937c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:22.965358 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-97507cf4-f7af-42c8-8af5-4cbc4b41937c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:22.989314 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-a724d4ed-1c6d-481b-89e1-d68adee05de5 None None] Set router 9cd788e4-f200-4885-89ee-be2493df910b gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:23.036132 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-97507cf4-f7af-42c8-8af5-4cbc4b41937c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting port 9c7ed54b-7011-472c-bb1e-09da0a87e093 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:20:23.037365 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-97507cf4-f7af-42c8-8af5-4cbc4b41937c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:23.085016 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03c934b-476a-422f-8f6f-c0529eaa0bab None None] DHCP port deletion for d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:20:23.137851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-97507cf4-f7af-42c8-8af5-4cbc4b41937c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] For port 9c7ed54b-7011-472c-bb1e-09da0a87e093, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9c7ed54b-7011-472c-bb1e-09da0a87e093,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:23.138345 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-97507cf4-f7af-42c8-8af5-4cbc4b41937c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:23.151013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-97507cf4-f7af-42c8-8af5-4cbc4b41937c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Calling delete_port for 9c7ed54b-7011-472c-bb1e-09da0a87e093 owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:20:23.188473 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-e03c934b-476a-422f-8f6f-c0529eaa0bab None None] Deleting port d13013f7-95be-4fb0-9f08-8f211e4861e5 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:20:23.188855 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e03c934b-476a-422f-8f6f-c0529eaa0bab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:23.270386 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e03c934b-476a-422f-8f6f-c0529eaa0bab None None] For port d13013f7-95be-4fb0-9f08-8f211e4861e5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=d13013f7-95be-4fb0-9f08-8f211e4861e5,segment=NetworkSegment(54cd5974-f58b-4199-9cc5-d061c1e68b32),segment_id=54cd5974-f58b-4199-9cc5-d061c1e68b32)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:23.271907 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e03c934b-476a-422f-8f6f-c0529eaa0bab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:23.287976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-e03c934b-476a-422f-8f6f-c0529eaa0bab None None] Calling delete_port for d13013f7-95be-4fb0-9f08-8f211e4861e5 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:20:23.302141 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-a724d4ed-1c6d-481b-89e1-d68adee05de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd788e4-f200-4885-89ee-be2493df910b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318410705', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:20:21Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:45Z', 'updated_at': '2021-11-26T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:23.327274 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-97507cf4-f7af-42c8-8af5-4cbc4b41937c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:23.355823 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97507cf4-f7af-42c8-8af5-4cbc4b41937c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Port': ['ID=9c7ed54b-7011-472c-bb1e-09da0a87e093,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:23.358347 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a724d4ed-1c6d-481b-89e1-d68adee05de5 None None] The sync data for ids ['9cd788e4-f200-4885-89ee-be2493df910b'] in n-d-819389-3 is: [{'id': '9cd788e4-f200-4885-89ee-be2493df910b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318410705', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:17:44Z', 'updated_at': '2021-11-26T03:20:21Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9c7ed54b-7011-472c-bb1e-09da0a87e093', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd788e4-f200-4885-89ee-be2493df910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:17:45Z', 'updated_at': '2021-11-26T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:20:23.382924 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeacf4d-7577-46c8-bb72-45fce438e85d None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:20:23.415304 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e03c934b-476a-422f-8f6f-c0529eaa0bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:23.432093 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-97507cf4-f7af-42c8-8af5-4cbc4b41937c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:23.449786 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c934b-476a-422f-8f6f-c0529eaa0bab None None] Pushing event deleted for resources: {'Port': ['ID=d13013f7-95be-4fb0-9f08-8f211e4861e5,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:23.455231 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03c934b-476a-422f-8f6f-c0529eaa0bab None None] No DVR routers for this DVR port d13013f7-95be-4fb0-9f08-8f211e4861e5 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:20:23.541030 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-97507cf4-f7af-42c8-8af5-4cbc4b41937c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:23.543405 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-97507cf4-f7af-42c8-8af5-4cbc4b41937c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:23.592915 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-97507cf4-f7af-42c8-8af5-4cbc4b41937c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:23.593562 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97507cf4-f7af-42c8-8af5-4cbc4b41937c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Fanout notify agent at l3_agent the message router_deleted on router 9cd788e4-f200-4885-89ee-be2493df910b {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:20:23.600677 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-97507cf4-f7af-42c8-8af5-4cbc4b41937c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:23.604562 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-97507cf4-f7af-42c8-8af5-4cbc4b41937c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/routers/9cd788e4-f200-4885-89ee-be2493df910b HTTP/1.1" status: 204 len: 168 time: 0.8587723 Nov 26 03:20:23.604758 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57540) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:23.694213 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdc252ea-58ab-4eee-89da-52851be8eab3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:23.706612 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:23.797262 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdc252ea-58ab-4eee-89da-52851be8eab3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:23.826001 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-fdc252ea-58ab-4eee-89da-52851be8eab3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7dd09e0-fc4f-4f52-9c9f-46e6635f6210']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:23.836409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-fdc252ea-58ab-4eee-89da-52851be8eab3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54cd5974-f58b-4199-9cc5-d061c1e68b32') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:23.836749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-fdc252ea-58ab-4eee-89da-52851be8eab3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54cd5974-f58b-4199-9cc5-d061c1e68b32') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:23.848953 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdc252ea-58ab-4eee-89da-52851be8eab3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:23.867203 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdc252ea-58ab-4eee-89da-52851be8eab3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:23.875161 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc252ea-58ab-4eee-89da-52851be8eab3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:20:23.875605 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdc252ea-58ab-4eee-89da-52851be8eab3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:20:23.879434 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:20:23.897571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device b73752bd-d744-47a0-b57f-58012dbfc74b no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:20:23.923574 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: b73752bd-d744-47a0-b57f-58012dbfc74b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:20:23.924344 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device b73752bd-d744-47a0-b57f-58012dbfc74b not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:20:23.947527 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdc252ea-58ab-4eee-89da-52851be8eab3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:23.967364 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdc252ea-58ab-4eee-89da-52851be8eab3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:23.970709 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fdc252ea-58ab-4eee-89da-52851be8eab3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/networks/d7dd09e0-fc4f-4f52-9c9f-46e6635f6210 HTTP/1.1" status: 204 len: 168 time: 0.3649812 Nov 26 03:20:23.971613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc252ea-58ab-4eee-89da-52851be8eab3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Network': ['ID=d7dd09e0-fc4f-4f52-9c9f-46e6635f6210,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:23.973393 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57544) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:24.034002 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-09540d3a-4682-4ae0-9287-dae3e448e882 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:24.074600 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-09540d3a-4682-4ae0-9287-dae3e448e882 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:24.157404 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-09540d3a-4682-4ae0-9287-dae3e448e882 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:24.160466 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-09540d3a-4682-4ae0-9287-dae3e448e882 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:24.164891 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-09540d3a-4682-4ae0-9287-dae3e448e882 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/security-groups/b0857a11-60e5-4618-baf6-267a36a4229b HTTP/1.1" status: 204 len: 168 time: 0.1905158 Nov 26 03:20:24.186621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09540d3a-4682-4ae0-9287-dae3e448e882 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0857a11-60e5-4618-baf6-267a36a4229b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:24.458890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57550) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:24.466598 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-21cfb5c4-7c57-4759-a9e1-b160be79992c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2128914956', 'description': 'tempest-secgroup-smoke-2128914956 description', 'project_id': '170100a2b828400b8769a13db96ee224'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:24.491504 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device d13013f7-95be-4fb0-9f08-8f211e4861e5 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:20:24.492349 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-21cfb5c4-7c57-4759-a9e1-b160be79992c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:24.524278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: d13013f7-95be-4fb0-9f08-8f211e4861e5 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:20:24.527763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device d13013f7-95be-4fb0-9f08-8f211e4861e5 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:20:24.528232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bbe567d7-1b36-4f5d-b7aa-5186f457c184 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:20:24.551639 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: bbe567d7-1b36-4f5d-b7aa-5186f457c184 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:20:24.552000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bbe567d7-1b36-4f5d-b7aa-5186f457c184 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:20:24.592411 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-21cfb5c4-7c57-4759-a9e1-b160be79992c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:24.597860 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-21cfb5c4-7c57-4759-a9e1-b160be79992c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:24.631056 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-21cfb5c4-7c57-4759-a9e1-b160be79992c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:24.632745 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-21cfb5c4-7c57-4759-a9e1-b160be79992c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1727591 Nov 26 03:20:24.634811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfb5c4-7c57-4759-a9e1-b160be79992c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:24.635830 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57552) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:24.642010 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-19a2e804-a5e5-4f9d-8a1f-7d6b41d919cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': '0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:24.676327 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19a2e804-a5e5-4f9d-8a1f-7d6b41d919cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:24.738880 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19a2e804-a5e5-4f9d-8a1f-7d6b41d919cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:24.743403 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19a2e804-a5e5-4f9d-8a1f-7d6b41d919cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:24.766985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2e804-a5e5-4f9d-8a1f-7d6b41d919cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd39deef-0ef4-47e8-9181-f8603c388574,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:24.781915 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e804-a5e5-4f9d-8a1f-7d6b41d919cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:24.782297 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e804-a5e5-4f9d-8a1f-7d6b41d919cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:24.782613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e804-a5e5-4f9d-8a1f-7d6b41d919cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:24.782955 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e804-a5e5-4f9d-8a1f-7d6b41d919cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:24.783278 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e804-a5e5-4f9d-8a1f-7d6b41d919cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:24.783960 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e804-a5e5-4f9d-8a1f-7d6b41d919cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:24.784320 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e804-a5e5-4f9d-8a1f-7d6b41d919cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:24.784832 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e804-a5e5-4f9d-8a1f-7d6b41d919cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:24.785161 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e804-a5e5-4f9d-8a1f-7d6b41d919cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:24.785657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e804-a5e5-4f9d-8a1f-7d6b41d919cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:24.786030 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e804-a5e5-4f9d-8a1f-7d6b41d919cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:24.786310 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2e804-a5e5-4f9d-8a1f-7d6b41d919cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:24.804873 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19a2e804-a5e5-4f9d-8a1f-7d6b41d919cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:24.807353 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-19a2e804-a5e5-4f9d-8a1f-7d6b41d919cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1697946 Nov 26 03:20:24.810291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57560) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:24.815008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-f4587833-9bb0-4927-a643-6be6ff7440e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': '0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:24.869349 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f4587833-9bb0-4927-a643-6be6ff7440e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:24.954818 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f4587833-9bb0-4927-a643-6be6ff7440e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:24.959303 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f4587833-9bb0-4927-a643-6be6ff7440e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:24.986620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4587833-9bb0-4927-a643-6be6ff7440e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247c8367-787f-40fd-a167-3f8af2089ceb,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:24.992682 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f4587833-9bb0-4927-a643-6be6ff7440e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:24.994085 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f4587833-9bb0-4927-a643-6be6ff7440e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1827109 Nov 26 03:20:24.997415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57562) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:25.002538 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b7dd5e2b-82ac-416b-bd3b-fd5dff2594fc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': '0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:25.014182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4587833-9bb0-4927-a643-6be6ff7440e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:25.014720 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4587833-9bb0-4927-a643-6be6ff7440e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:25.015720 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4587833-9bb0-4927-a643-6be6ff7440e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:25.016095 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4587833-9bb0-4927-a643-6be6ff7440e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:25.016424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4587833-9bb0-4927-a643-6be6ff7440e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:25.016761 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4587833-9bb0-4927-a643-6be6ff7440e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:25.017146 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4587833-9bb0-4927-a643-6be6ff7440e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:25.017648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4587833-9bb0-4927-a643-6be6ff7440e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:25.017985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4587833-9bb0-4927-a643-6be6ff7440e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:25.018313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4587833-9bb0-4927-a643-6be6ff7440e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:25.018734 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4587833-9bb0-4927-a643-6be6ff7440e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:25.019063 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4587833-9bb0-4927-a643-6be6ff7440e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:25.072779 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b7dd5e2b-82ac-416b-bd3b-fd5dff2594fc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.125788 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b7dd5e2b-82ac-416b-bd3b-fd5dff2594fc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.132874 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b7dd5e2b-82ac-416b-bd3b-fd5dff2594fc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.152955 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd5e2b-82ac-416b-bd3b-fd5dff2594fc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b051d9d4-f4da-4726-ab04-431bdc11b10e,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:25.163606 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b7dd5e2b-82ac-416b-bd3b-fd5dff2594fc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.167754 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57564) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:25.167944 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b7dd5e2b-82ac-416b-bd3b-fd5dff2594fc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1693916 Nov 26 03:20:25.174552 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-5bab77e5-a574-4fb4-a8f9-d2ff114843c4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': '0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:25.211270 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bab77e5-a574-4fb4-a8f9-d2ff114843c4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.288641 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bab77e5-a574-4fb4-a8f9-d2ff114843c4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.292397 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bab77e5-a574-4fb4-a8f9-d2ff114843c4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.306773 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab77e5-a574-4fb4-a8f9-d2ff114843c4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666acae3-8338-4246-9771-c6a57d752126,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:25.325408 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5bab77e5-a574-4fb4-a8f9-d2ff114843c4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.328149 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5bab77e5-a574-4fb4-a8f9-d2ff114843c4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1575258 Nov 26 03:20:25.330320 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57566) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:25.334868 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-bf867708-ab48-4bff-8a4b-cffabfc81b4f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': '0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:25.361345 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-bf867708-ab48-4bff-8a4b-cffabfc81b4f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Project 170100a2b828400b8769a13db96ee224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:20:25.367295 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf867708-ab48-4bff-8a4b-cffabfc81b4f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.437388 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf867708-ab48-4bff-8a4b-cffabfc81b4f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.442413 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf867708-ab48-4bff-8a4b-cffabfc81b4f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.465670 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf867708-ab48-4bff-8a4b-cffabfc81b4f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c86a252-4a54-43ca-8f15-4d62f48822ac,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:25.476830 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf867708-ab48-4bff-8a4b-cffabfc81b4f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.478159 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bf867708-ab48-4bff-8a4b-cffabfc81b4f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1468911 Nov 26 03:20:25.481120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57568) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:25.487156 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b91429fe-d563-4665-b2bc-91392bbbf7dc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': '0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:25.513327 n-d-819389-3 neutron-server[104802]: INFO neutron.db.securitygroups_db [None req-b91429fe-d563-4665-b2bc-91392bbbf7dc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Project 170100a2b828400b8769a13db96ee224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:20:25.519002 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b91429fe-d563-4665-b2bc-91392bbbf7dc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.589631 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b91429fe-d563-4665-b2bc-91392bbbf7dc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.595102 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b91429fe-d563-4665-b2bc-91392bbbf7dc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.625528 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91429fe-d563-4665-b2bc-91392bbbf7dc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fc37e1-4bad-4f9d-b719-74c0b33e70ba,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:25.639602 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b91429fe-d563-4665-b2bc-91392bbbf7dc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.641159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b91429fe-d563-4665-b2bc-91392bbbf7dc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588387 Nov 26 03:20:25.644099 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57570) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:25.650694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-ac565f72-73e1-4ae2-8b2a-9ac5536cca3e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'network': {'name': 'tempest-network-smoke--760173547', 'project_id': '170100a2b828400b8769a13db96ee224', 'port_security_enabled': True}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:25.680414 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac565f72-73e1-4ae2-8b2a-9ac5536cca3e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Made reservation on behalf of 170100a2b828400b8769a13db96ee224 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:20:25.684738 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ac565f72-73e1-4ae2-8b2a-9ac5536cca3e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.714139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac565f72-73e1-4ae2-8b2a-9ac5536cca3e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:20:25.725905 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ac565f72-73e1-4ae2-8b2a-9ac5536cca3e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.726181 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-ac565f72-73e1-4ae2-8b2a-9ac5536cca3e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Added segment b7fbe1f6-7de1-464b-a775-ad19c71d2fb6 of type vlan for network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 Nov 26 03:20:25.779446 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ac565f72-73e1-4ae2-8b2a-9ac5536cca3e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.811898 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ac565f72-73e1-4ae2-8b2a-9ac5536cca3e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.818599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac565f72-73e1-4ae2-8b2a-9ac5536cca3e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:25.819361 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ac565f72-73e1-4ae2-8b2a-9ac5536cca3e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.898656 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ac565f72-73e1-4ae2-8b2a-9ac5536cca3e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2510462 Nov 26 03:20:25.899200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57574) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:25.904701 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1206785768', 'admin_state_up': True, 'project_id': '170100a2b828400b8769a13db96ee224', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:25.917211 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac565f72-73e1-4ae2-8b2a-9ac5536cca3e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Network': ['ID=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:25.935845 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:20:25.977079 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:25.982344 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:26.075000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9c7ed54b-7011-472c-bb1e-09da0a87e093 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:20:26.075184 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:26.101041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 9c7ed54b-7011-472c-bb1e-09da0a87e093 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:20:26.101395 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9c7ed54b-7011-472c-bb1e-09da0a87e093 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:20:26.243568 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:26.440269 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:26.458527 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:26.564821 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Allocated IP 172.25.0.56 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/25cfea3d-c47b-4ed7-ba2f-251e5e6f3205) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:20:26.666973 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:26.704887 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:26.744115 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:20:26.747152 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:26.750248 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:20:26.762246 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc01f916-e34f-424d-a79a-42e6be892ef8 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:20:26.778340 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=25cfea3d-c47b-4ed7-ba2f-251e5e6f3205,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:26.855582 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-85d75c73-8432-40ee-a67e-62899614cea4 None None] Provisioning complete for port 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:26.856028 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-85d75c73-8432-40ee-a67e-62899614cea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:26.893624 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-85d75c73-8432-40ee-a67e-62899614cea4 None None] Port 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:20:27.019751 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:27.525290 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:27.650531 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router b34b084b-7674-45f7-811a-adc2c0d81125 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:20:27.756822 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:20:27.766941 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Sync routers for ids ['b34b084b-7674-45f7-811a-adc2c0d81125'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:20:27.777165 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Routers {'b34b084b-7674-45f7-811a-adc2c0d81125'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:27.777880 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b34b084b-7674-45f7-811a-adc2c0d81125'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:27.784718 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:27.786286 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-861a8100-c8a4-4380-8457-cf73acd70479 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8860269 Nov 26 03:20:27.789568 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57578) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:27.822365 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f6cde06f-f645-4134-9986-393db8fbc0d3 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=170100a2b828400b8769a13db96ee224&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304866 Nov 26 03:20:27.824870 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57580) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:27.882932 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Set router b34b084b-7674-45f7-811a-adc2c0d81125 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:27.918389 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba5597-66c2-4e9d-ab74-f2cc2aae05a7 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:27.920629 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f0ba5597-66c2-4e9d-ab74-f2cc2aae05a7 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943904 Nov 26 03:20:27.923262 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57582) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:27.951410 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d2e97a33-5720-4525-896c-ba38b8c5bbdd tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270514 Nov 26 03:20:27.953988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57584) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:27.958705 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-81792e9f-33d9-45a6-8a9d-7c803a25ed12 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-687087613', 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2', 'project_id': '170100a2b828400b8769a13db96ee224', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:28.062280 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81792e9f-33d9-45a6-8a9d-7c803a25ed12 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Made reservation on behalf of 170100a2b828400b8769a13db96ee224 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:20:28.066937 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81792e9f-33d9-45a6-8a9d-7c803a25ed12 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:28.072930 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206785768', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:25Z', 'updated_at': '2021-11-26T03:20:26Z', 'revision_number': 3, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:26Z', 'updated_at': '2021-11-26T03:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:28.103468 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Checking router: b34b084b-7674-45f7-811a-adc2c0d81125 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:20:28.103825 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Updating router b34b084b-7674-45f7-811a-adc2c0d81125 port 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:20:28.151959 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:28.306861 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81792e9f-33d9-45a6-8a9d-7c803a25ed12 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:28.374323 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81792e9f-33d9-45a6-8a9d-7c803a25ed12 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Subnet': ['ID=ebcb5777-5ba2-4154-ad85-03c783d92893,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:28.383312 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81792e9f-33d9-45a6-8a9d-7c803a25ed12 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Checking segment: {'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:20:28.383812 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81792e9f-33d9-45a6-8a9d-7c803a25ed12 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network hostable DHCP agents. Network: 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:20:28.402150 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81792e9f-33d9-45a6-8a9d-7c803a25ed12 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:20:28.416518 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-81792e9f-33d9-45a6-8a9d-7c803a25ed12 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:28.423752 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81792e9f-33d9-45a6-8a9d-7c803a25ed12 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:28.427490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08df1371-db9d-4456-b2f0-7d39ac026b88 None None] Network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:20:28.437371 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81792e9f-33d9-45a6-8a9d-7c803a25ed12 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:28.447171 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:28.454476 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:28.476842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57592) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:28.477548 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-81792e9f-33d9-45a6-8a9d-7c803a25ed12 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5225141 Nov 26 03:20:28.505687 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Attempting to bind port 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:20:28.506179 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Attempting to bind port 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:20:28.506650 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Attempting to bind port 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:20:28.512531 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1894d151-a958-4e18-97ef-bb56d22832a1 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:20:28.522445 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:20:28.523214 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:20:28.523821 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:28.524245 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:20:28.524718 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Bound port: 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:20:28.525285 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:28.576426 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] For port 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:20:28.580048 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] For port 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=25cfea3d-c47b-4ed7-ba2f-251e5e6f3205,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:20:28.589591 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467ab60-1af0-4e14-af50-0426cd480b21 None None] Pushing event updated for resources: {'Port': ['ID=25cfea3d-c47b-4ed7-ba2f-251e5e6f3205,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:28.594343 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:28.601726 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ab60-1af0-4e14-af50-0426cd480b21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:28.602327 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ab60-1af0-4e14-af50-0426cd480b21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:28.602845 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ab60-1af0-4e14-af50-0426cd480b21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:28.603381 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ab60-1af0-4e14-af50-0426cd480b21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:28.603907 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ab60-1af0-4e14-af50-0426cd480b21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:28.604451 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ab60-1af0-4e14-af50-0426cd480b21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:28.604958 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ab60-1af0-4e14-af50-0426cd480b21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:28.605483 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ab60-1af0-4e14-af50-0426cd480b21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:28.605987 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ab60-1af0-4e14-af50-0426cd480b21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:28.606491 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ab60-1af0-4e14-af50-0426cd480b21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:28.607005 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ab60-1af0-4e14-af50-0426cd480b21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:28.607506 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ab60-1af0-4e14-af50-0426cd480b21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:28.676436 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467ab60-1af0-4e14-af50-0426cd480b21 None None] Pushing event updated for resources: {'Port': ['ID=25cfea3d-c47b-4ed7-ba2f-251e5e6f3205,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:28.697202 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Routers {'b34b084b-7674-45f7-811a-adc2c0d81125'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:28.698324 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b34b084b-7674-45f7-811a-adc2c0d81125'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:28.818368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8898fa2b-dc76-4045-b237-55ec903a3c97 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:20:28.848092 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-18da81ad-eb11-4bcd-920e-9b6718829cfa None None] Provisioning complete for port 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:28.848481 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18da81ad-eb11-4bcd-920e-9b6718829cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:28.898588 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2', 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'fixed_ips': [{'subnet_id': 'ebcb5777-5ba2-4154-ad85-03c783d92893'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:20:28.899471 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:28.913361 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] Set router b34b084b-7674-45f7-811a-adc2c0d81125 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:29.047889 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f322742-d97f-4776-9b02-1c206b26af4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:29.083222 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18da81ad-eb11-4bcd-920e-9b6718829cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:29.101586 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Allocated IP 172.20.0.2 (36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2/ebcb5777-5ba2-4154-ad85-03c783d92893/ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:20:29.118887 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-18da81ad-eb11-4bcd-920e-9b6718829cfa None None] For port 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=25cfea3d-c47b-4ed7-ba2f-251e5e6f3205,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:29.124640 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18da81ad-eb11-4bcd-920e-9b6718829cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:29.149910 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206785768', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:25Z', 'updated_at': '2021-11-26T03:20:26Z', 'revision_number': 3, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:26Z', 'updated_at': '2021-11-26T03:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:29.189871 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab07c7-fc98-493f-ad59-ea389ede7cd4 None None] The sync data for ids ['b34b084b-7674-45f7-811a-adc2c0d81125'] in n-d-819389-3 is: [{'id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206785768', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:25Z', 'updated_at': '2021-11-26T03:20:26Z', 'revision_number': 3, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:26Z', 'updated_at': '2021-11-26T03:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:20:29.208217 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da81ad-eb11-4bcd-920e-9b6718829cfa None None] Pushing event updated for resources: {'Port': ['ID=25cfea3d-c47b-4ed7-ba2f-251e5e6f3205,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:29.285883 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b628bcdd-2c0f-438a-b48a-cd3e3b0a8960 None None] Provisioning complete for port 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:29.286264 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b628bcdd-2c0f-438a-b48a-cd3e3b0a8960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:29.428343 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:29.441686 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:29.513274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Pushing event updated for resources: {'Port': ['ID=ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:29.517741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:20:29.519468 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:29.521743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:20:29.537754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-7f322742-d97f-4776-9b02-1c206b26af4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Allocated IP 172.20.0.1 (36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2/ebcb5777-5ba2-4154-ad85-03c783d92893/e9789422-c85c-40ee-9b57-295533548199) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:20:29.590310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Attempting to bind port ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:20:29.590697 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Attempting to bind port ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:20:29.591066 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Attempting to bind port ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee on network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:20:29.598099 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:20:29.598515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Checking segment: {'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:20:29.598897 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:29.599452 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Bound using segment: {'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:20:29.600022 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Bound port: ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:20:29.600439 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:29.682968 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f322742-d97f-4776-9b02-1c206b26af4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:29.690775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] For port ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:20:29.695177 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] For port ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:20:29.701469 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:29.736683 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f322742-d97f-4776-9b02-1c206b26af4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:29.771650 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c51d4-e81d-4ff8-85ce-bbd594c2b87f None None] Pushing event updated for resources: {'Port': ['ID=ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:29.800142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f322742-d97f-4776-9b02-1c206b26af4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:20:29.803651 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-7f322742-d97f-4776-9b02-1c206b26af4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:29.808048 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f322742-d97f-4776-9b02-1c206b26af4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:20:29.837668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f322742-d97f-4776-9b02-1c206b26af4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=e9789422-c85c-40ee-9b57-295533548199,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:29.868515 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f322742-d97f-4776-9b02-1c206b26af4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:29.914477 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:20:30.245641 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:20:30.336430 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:30.337069 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:30.454162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:20:30.543155 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:30.543840 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:30.556161 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f322742-d97f-4776-9b02-1c206b26af4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:30.662934 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:30.702586 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:30.708715 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:30.773418 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:30.896972 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f322742-d97f-4776-9b02-1c206b26af4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:30.904497 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f322742-d97f-4776-9b02-1c206b26af4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:31.035104 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f322742-d97f-4776-9b02-1c206b26af4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:31.038482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f322742-d97f-4776-9b02-1c206b26af4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=e9789422-c85c-40ee-9b57-295533548199,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:31.167968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f322742-d97f-4776-9b02-1c206b26af4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:20:31.169439 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-7f322742-d97f-4776-9b02-1c206b26af4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:31.225675 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527e5b9b-5aff-49af-95b9-f44b11c2c27f None None] Network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:20:31.327980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f322742-d97f-4776-9b02-1c206b26af4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router b34b084b-7674-45f7-811a-adc2c0d81125 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:20:31.344563 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-426bc622-cb57-482f-9b49-b16745785ecf None None] Provisioning complete for port ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:31.346057 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-426bc622-cb57-482f-9b49-b16745785ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:31.504949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f322742-d97f-4776-9b02-1c206b26af4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:20:31.512534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7f322742-d97f-4776-9b02-1c206b26af4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "PUT /v2.0/routers/b34b084b-7674-45f7-811a-adc2c0d81125/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0341976 Nov 26 03:20:31.834564 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a88867-490d-4376-a613-226b50d8764d None None] Sync routers for ids ['b34b084b-7674-45f7-811a-adc2c0d81125'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:20:31.838805 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57622) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:31.848416 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a88867-490d-4376-a613-226b50d8764d None None] Routers {'b34b084b-7674-45f7-811a-adc2c0d81125'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:31.849821 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-37a88867-490d-4376-a613-226b50d8764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b34b084b-7674-45f7-811a-adc2c0d81125'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:31.871843 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877343f4-2137-4a75-b14a-e575afe5f92c req-d861d02a-f5ae-417c-b1fc-56e4c7de701a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2128914956&fields=id&tenant_id=170100a2b828400b8769a13db96ee224 HTTP/1.1" status: 200 len: 267 time: 0.0882847 Nov 26 03:20:31.996109 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-37a88867-490d-4376-a613-226b50d8764d None None] Set router b34b084b-7674-45f7-811a-adc2c0d81125 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:32.006381 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dae9d773-fb05-492c-b57c-0cebafc20900 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:32.018674 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877343f4-2137-4a75-b14a-e575afe5f92c req-ec1c5306-a3ea-441a-979f-2867060bf053 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:32.039757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877343f4-2137-4a75-b14a-e575afe5f92c req-ec1c5306-a3ea-441a-979f-2867060bf053 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/networks?id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 HTTP/1.1" status: 200 len: 796 time: 0.1592524 Nov 26 03:20:32.057856 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877343f4-2137-4a75-b14a-e575afe5f92c req-1c499b95-58a5-4321-808f-f2989c27f61c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/quotas/170100a2b828400b8769a13db96ee224 HTTP/1.1" status: 200 len: 375 time: 0.0170624 Nov 26 03:20:32.074091 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-27fe7538-3afe-4e04-b7df-f254b8556137 None None] Provisioning complete for port ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:32.074556 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-27fe7538-3afe-4e04-b7df-f254b8556137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:32.142306 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877343f4-2137-4a75-b14a-e575afe5f92c req-dc32c987-1447-492b-b651-c75accacd029 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752244 Nov 26 03:20:32.157224 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dae9d773-fb05-492c-b57c-0cebafc20900 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:32.166090 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dae9d773-fb05-492c-b57c-0cebafc20900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:32.203275 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:20:32.215730 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dae9d773-fb05-492c-b57c-0cebafc20900 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=221ba887604048228d2ba5c1ad38988a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3756237 Nov 26 03:20:32.219113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57626) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:32.258934 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877343f4-2137-4a75-b14a-e575afe5f92c req-6436b2fa-cc03-4b03-9d42-1dc089d2c520 service neutron] 10.222.0.31 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155252 Nov 26 03:20:32.280150 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9d773-fb05-492c-b57c-0cebafc20900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989e16bb-a583-480b-a84b-bf35c7d30fe3,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:32.329924 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa14eafb-a13e-4c73-b53c-26685c230b61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:32.356037 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa14eafb-a13e-4c73-b53c-26685c230b61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:32.371606 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877343f4-2137-4a75-b14a-e575afe5f92c req-530b8452-8b83-4537-8e8a-44af9a06e9d3 service neutron] 10.222.0.31 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117914 Nov 26 03:20:32.420188 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1ef1dfe-6853-4c14-9fbf-6b743f251494 req-a2ce497c-3a8f-43b8-b3c1-d27f59b9cc0c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474193 Nov 26 03:20:32.433369 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa14eafb-a13e-4c73-b53c-26685c230b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:32.437064 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fa14eafb-a13e-4c73-b53c-26685c230b61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:32.441796 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fa14eafb-a13e-4c73-b53c-26685c230b61 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/989e16bb-a583-480b-a84b-bf35c7d30fe3 HTTP/1.1" status: 204 len: 168 time: 0.2178040 Nov 26 03:20:32.462096 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14eafb-a13e-4c73-b53c-26685c230b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989e16bb-a583-480b-a84b-bf35c7d30fe3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:32.486498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:32.486873 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:32.589950 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-27fe7538-3afe-4e04-b7df-f254b8556137 None None] Provisioning complete for port e9789422-c85c-40ee-9b57-295533548199 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:32.591590 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-27fe7538-3afe-4e04-b7df-f254b8556137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:32.610860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef1dfe-6853-4c14-9fbf-6b743f251494 req-eb019167-911b-47bc-a00f-6fddbce23bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:32.612932 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1ef1dfe-6853-4c14-9fbf-6b743f251494 req-eb019167-911b-47bc-a00f-6fddbce23bf1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 1096 time: 0.1138864 Nov 26 03:20:32.662752 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-27fe7538-3afe-4e04-b7df-f254b8556137 None None] Port e9789422-c85c-40ee-9b57-295533548199 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:20:32.671044 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-37a88867-490d-4376-a613-226b50d8764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206785768', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:25Z', 'updated_at': '2021-11-26T03:20:30Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:26Z', 'updated_at': '2021-11-26T03:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e9789422-c85c-40ee-9b57-295533548199', 'name': '', 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:56:37:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:29Z', 'updated_at': '2021-11-26T03:20:30Z', 'revision_number': 2, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:32.683246 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30d5850d-620e-4751-9437-6caf2b3650d1 req-c936fe48-ee48-4364-b88e-90e884d7b341 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 210 time: 0.0761890 Nov 26 03:20:32.765953 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a88867-490d-4376-a613-226b50d8764d None None] Checking router: b34b084b-7674-45f7-811a-adc2c0d81125 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:20:32.766578 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a88867-490d-4376-a613-226b50d8764d None None] Updating router b34b084b-7674-45f7-811a-adc2c0d81125 port e9789422-c85c-40ee-9b57-295533548199 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:20:32.801245 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef1dfe-6853-4c14-9fbf-6b743f251494 req-353e7020-9e63-4f2e-911b-642dee0a3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:32.803596 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1ef1dfe-6853-4c14-9fbf-6b743f251494 req-353e7020-9e63-4f2e-911b-642dee0a3c7c service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 913 time: 0.1188002 Nov 26 03:20:32.827240 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-37a88867-490d-4376-a613-226b50d8764d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:32.842473 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-28aac0b1-9c63-42dc-9a63-f8d9e9566f68 None None] Provisioning complete for port e9789422-c85c-40ee-9b57-295533548199 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:32.845680 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-28aac0b1-9c63-42dc-9a63-f8d9e9566f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:32.908951 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1ef1dfe-6853-4c14-9fbf-6b743f251494 req-c9995a24-c07a-4d03-85f8-8b74fa519466 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39e1e5fb-1472-4200-880f-02b4403631b0 HTTP/1.1" status: 200 len: 999 time: 0.0975382 Nov 26 03:20:32.914364 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-28aac0b1-9c63-42dc-9a63-f8d9e9566f68 None None] Port e9789422-c85c-40ee-9b57-295533548199 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:20:32.981525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef1dfe-6853-4c14-9fbf-6b743f251494 req-857fe90b-d517-4bfb-b818-1a6d117094d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:32.983055 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1ef1dfe-6853-4c14-9fbf-6b743f251494 req-857fe90b-d517-4bfb-b818-1a6d117094d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.0661175 Nov 26 03:20:33.042866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef1dfe-6853-4c14-9fbf-6b743f251494 req-f5a96992-1335-4189-9949-aa7706ca6833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:33.044573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1ef1dfe-6853-4c14-9fbf-6b743f251494 req-f5a96992-1335-4189-9949-aa7706ca6833 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549855 Nov 26 03:20:33.181050 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1ef1dfe-6853-4c14-9fbf-6b743f251494 req-df89da83-6546-4081-a1c2-53287e854f19 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277938 Nov 26 03:20:33.302916 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1ef1dfe-6853-4c14-9fbf-6b743f251494 req-e357bd1b-b6d3-4a08-924d-6c895b7dadb0 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113575 Nov 26 03:20:33.377489 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-37a88867-490d-4376-a613-226b50d8764d None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:33.385570 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-37a88867-490d-4376-a613-226b50d8764d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:33.388531 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57660) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:33.451050 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e44ca7-f848-4b62-9e47-7d0c1495eaab None None] Pushing event updated for resources: {'Port': ['ID=e9789422-c85c-40ee-9b57-295533548199,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:33.510101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-37a88867-490d-4376-a613-226b50d8764d None None] Attempting to bind port e9789422-c85c-40ee-9b57-295533548199 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:20:33.510491 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-37a88867-490d-4376-a613-226b50d8764d None None] Attempting to bind port e9789422-c85c-40ee-9b57-295533548199 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:20:33.510856 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a88867-490d-4376-a613-226b50d8764d None None] Attempting to bind port e9789422-c85c-40ee-9b57-295533548199 on network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:20:33.514152 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8e6d2d28-03cd-447a-971a-cee678a3efb2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1138685703-network', 'tenant_id': '28c47ce3739f4e9ab6b4b144aaf5ea74'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:33.518172 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a88867-490d-4376-a613-226b50d8764d None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:20:33.518537 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a88867-490d-4376-a613-226b50d8764d None None] Checking segment: {'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:20:33.518980 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-37a88867-490d-4376-a613-226b50d8764d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:33.519399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a88867-490d-4376-a613-226b50d8764d None None] Bound using segment: {'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:20:33.519935 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-37a88867-490d-4376-a613-226b50d8764d None None] Bound port: e9789422-c85c-40ee-9b57-295533548199, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:20:33.520410 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-37a88867-490d-4376-a613-226b50d8764d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:33.545918 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6d2d28-03cd-447a-971a-cee678a3efb2 admin admin] Made reservation on behalf of 28c47ce3739f4e9ab6b4b144aaf5ea74 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:20:33.548790 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2d28-03cd-447a-971a-cee678a3efb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:33.559607 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2d28-03cd-447a-971a-cee678a3efb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:33.602533 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-37a88867-490d-4376-a613-226b50d8764d None None] For port e9789422-c85c-40ee-9b57-295533548199, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:20:33.607172 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-37a88867-490d-4376-a613-226b50d8764d None None] For port e9789422-c85c-40ee-9b57-295533548199, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e9789422-c85c-40ee-9b57-295533548199,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:20:33.611356 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-37a88867-490d-4376-a613-226b50d8764d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:33.664698 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2d28-03cd-447a-971a-cee678a3efb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:33.682349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a88867-490d-4376-a613-226b50d8764d None None] Routers {'b34b084b-7674-45f7-811a-adc2c0d81125'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:33.683140 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-37a88867-490d-4376-a613-226b50d8764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b34b084b-7674-45f7-811a-adc2c0d81125'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:33.684779 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2d28-03cd-447a-971a-cee678a3efb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:33.712317 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6d2d28-03cd-447a-971a-cee678a3efb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:20:33.736372 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2d28-03cd-447a-971a-cee678a3efb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:33.736732 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-8e6d2d28-03cd-447a-971a-cee678a3efb2 admin admin] Added segment 1f0141f6-80f9-467e-a069-84cee13e6274 of type vlan for network 2c7f1153-812f-4a79-8100-b85616a5f9ee Nov 26 03:20:33.738218 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d2d28-03cd-447a-971a-cee678a3efb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a5fcbf-730b-4060-9b38-87a8c3a5223e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:33.786592 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e44ca7-f848-4b62-9e47-7d0c1495eaab None None] Pushing event updated for resources: {'Port': ['ID=e9789422-c85c-40ee-9b57-295533548199,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:33.825120 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-bc4a4ec4-0243-48bf-854f-d11d0a8316d2 None None] Provisioning complete for port e9789422-c85c-40ee-9b57-295533548199 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:33.825494 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4ec4-0243-48bf-854f-d11d0a8316d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:33.854101 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2d28-03cd-447a-971a-cee678a3efb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:33.869219 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f424bf84-0045-483e-bb87-f83705b88d53 req-4dd8441c-c58a-4f69-a82c-7241d2955256 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 210 time: 0.0806608 Nov 26 03:20:33.915800 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2d28-03cd-447a-971a-cee678a3efb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:33.918716 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6d2d28-03cd-447a-971a-cee678a3efb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:33.919679 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2d28-03cd-447a-971a-cee678a3efb2 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:33.972512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-37a88867-490d-4376-a613-226b50d8764d None None] Set router b34b084b-7674-45f7-811a-adc2c0d81125 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:33.973964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877343f4-2137-4a75-b14a-e575afe5f92c req-5162754e-2a23-49d9-a729-1ab9e8d2cb2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:33.976440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877343f4-2137-4a75-b14a-e575afe5f92c req-5162754e-2a23-49d9-a729-1ab9e8d2cb2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.54 "GET /v2.0/networks?id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 HTTP/1.1" status: 200 len: 796 time: 0.2215664 Nov 26 03:20:33.991903 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8e6d2d28-03cd-447a-971a-cee678a3efb2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6021121 Nov 26 03:20:33.994696 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57666) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:34.002777 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-62192acc-2542-43c4-ba77-78f9d389c675 admin admin] Request body: {'subnet': {'network_id': '2c7f1153-812f-4a79-8100-b85616a5f9ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1138685703-subnet', 'tenant_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:34.006576 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d2d28-03cd-447a-971a-cee678a3efb2 admin admin] Pushing event updated for resources: {'Network': ['ID=2c7f1153-812f-4a79-8100-b85616a5f9ee,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:34.020769 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 2c7f1153-812f-4a79-8100-b85616a5f9ee details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:20:34.032004 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62192acc-2542-43c4-ba77-78f9d389c675 admin admin] Made reservation on behalf of 28c47ce3739f4e9ab6b4b144aaf5ea74 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:20:34.035651 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62192acc-2542-43c4-ba77-78f9d389c675 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:34.068378 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4ec4-0243-48bf-854f-d11d0a8316d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:34.071127 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877343f4-2137-4a75-b14a-e575afe5f92c req-04d2c561-8310-4c53-bd6d-2a10459c78ef tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=170100a2b828400b8769a13db96ee224 HTTP/1.1" status: 200 len: 380 time: 0.0723891 Nov 26 03:20:34.085810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-877343f4-2137-4a75-b14a-e575afe5f92c req-f54cec03-489a-473e-95ba-0a227f8a8cba tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'port': {'device_id': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2', 'admin_state_up': True, 'tenant_id': '170100a2b828400b8769a13db96ee224', 'security_groups': ['0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:34.211046 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-bc4a4ec4-0243-48bf-854f-d11d0a8316d2 None None] For port e9789422-c85c-40ee-9b57-295533548199, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e9789422-c85c-40ee-9b57-295533548199,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:34.218413 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4ec4-0243-48bf-854f-d11d0a8316d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:34.221016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-877343f4-2137-4a75-b14a-e575afe5f92c req-f54cec03-489a-473e-95ba-0a227f8a8cba tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Made reservation on behalf of 170100a2b828400b8769a13db96ee224 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:20:34.225737 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-877343f4-2137-4a75-b14a-e575afe5f92c req-f54cec03-489a-473e-95ba-0a227f8a8cba tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:34.238465 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62192acc-2542-43c4-ba77-78f9d389c675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:34.276711 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a4ec4-0243-48bf-854f-d11d0a8316d2 None None] Pushing event updated for resources: {'Port': ['ID=e9789422-c85c-40ee-9b57-295533548199,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:34.300030 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62192acc-2542-43c4-ba77-78f9d389c675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3e554d2-6a1a-46b9-afcb-aba4c3aef69d,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:34.310360 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62192acc-2542-43c4-ba77-78f9d389c675 admin admin] Checking segment: {'id': '1f0141f6-80f9-467e-a069-84cee13e6274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2c7f1153-812f-4a79-8100-b85616a5f9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:20:34.310801 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62192acc-2542-43c4-ba77-78f9d389c675 admin admin] Network hostable DHCP agents. Network: 2c7f1153-812f-4a79-8100-b85616a5f9ee, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:20:34.330782 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62192acc-2542-43c4-ba77-78f9d389c675 admin admin] Network 2c7f1153-812f-4a79-8100-b85616a5f9ee is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:20:34.343079 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-62192acc-2542-43c4-ba77-78f9d389c675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 2c7f1153-812f-4a79-8100-b85616a5f9ee) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:34.348714 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62192acc-2542-43c4-ba77-78f9d389c675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:34.349589 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62192acc-2542-43c4-ba77-78f9d389c675 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:34.351283 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9c9cb565-14c8-42e9-ad6a-3dc219e2b35f None None] Provisioning complete for port e9789422-c85c-40ee-9b57-295533548199 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:34.351662 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9c9cb565-14c8-42e9-ad6a-3dc219e2b35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:34.356548 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab53575-eac5-4d16-a26b-925838c21bc6 None None] Network 2c7f1153-812f-4a79-8100-b85616a5f9ee requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:20:34.366038 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-877343f4-2137-4a75-b14a-e575afe5f92c req-f54cec03-489a-473e-95ba-0a227f8a8cba tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Allocated IP 172.20.0.8 (36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2/ebcb5777-5ba2-4154-ad85-03c783d92893/ded20ec1-016c-47b7-923e-529e095c7a35) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:20:34.370609 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-62192acc-2542-43c4-ba77-78f9d389c675 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3725014 Nov 26 03:20:34.373132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57668) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:34.378842 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1138685703-router', 'tenant_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:34.402367 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:34.403378 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:34.462129 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:34.491833 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-37a88867-490d-4376-a613-226b50d8764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206785768', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:25Z', 'updated_at': '2021-11-26T03:20:30Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:26Z', 'updated_at': '2021-11-26T03:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e9789422-c85c-40ee-9b57-295533548199', 'name': '', 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:56:37:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:29Z', 'updated_at': '2021-11-26T03:20:33Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:34.525097 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-877343f4-2137-4a75-b14a-e575afe5f92c req-f54cec03-489a-473e-95ba-0a227f8a8cba tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:34.560249 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a88867-490d-4376-a613-226b50d8764d None None] The sync data for ids ['b34b084b-7674-45f7-811a-adc2c0d81125'] in n-d-819389-3 is: [{'id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206785768', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:25Z', 'updated_at': '2021-11-26T03:20:30Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:26Z', 'updated_at': '2021-11-26T03:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e9789422-c85c-40ee-9b57-295533548199', 'name': '', 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:56:37:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:29Z', 'updated_at': '2021-11-26T03:20:33Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:20:34.562270 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-877343f4-2137-4a75-b14a-e575afe5f92c req-f54cec03-489a-473e-95ba-0a227f8a8cba tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:34.619672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-2c7f1153-812f-4a79-8100-b85616a5f9ee', 'network_id': '2c7f1153-812f-4a79-8100-b85616a5f9ee', 'tenant_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'fixed_ips': [{'subnet_id': 'c3e554d2-6a1a-46b9-afcb-aba4c3aef69d'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:20:34.620920 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:34.622449 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-877343f4-2137-4a75-b14a-e575afe5f92c req-f54cec03-489a-473e-95ba-0a227f8a8cba tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:20:34.624841 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:34.627850 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-877343f4-2137-4a75-b14a-e575afe5f92c req-f54cec03-489a-473e-95ba-0a227f8a8cba tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:34.641491 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-877343f4-2137-4a75-b14a-e575afe5f92c req-f54cec03-489a-473e-95ba-0a227f8a8cba tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:20:34.730578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54cec03-489a-473e-95ba-0a227f8a8cba tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=ded20ec1-016c-47b7-923e-529e095c7a35,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:34.748520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877343f4-2137-4a75-b14a-e575afe5f92c req-f54cec03-489a-473e-95ba-0a227f8a8cba tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:34.749547 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-877343f4-2137-4a75-b14a-e575afe5f92c req-f54cec03-489a-473e-95ba-0a227f8a8cba tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:34.795404 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877343f4-2137-4a75-b14a-e575afe5f92c req-f54cec03-489a-473e-95ba-0a227f8a8cba tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7077124 Nov 26 03:20:34.815880 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Request body: {'port': {'device_id': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:34.853284 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Allocated IP 172.20.0.2 (2c7f1153-812f-4a79-8100-b85616a5f9ee/c3e554d2-6a1a-46b9-afcb-aba4c3aef69d/280cfc27-3294-48ea-a4fe-b8985f7bec19) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:20:34.933129 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:34.990035 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:35.016887 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:35.037072 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b176ffc8-8172-4735-ae4e-23553b6a7308 None None] Provisioning complete for port ded20ec1-016c-47b7-923e-529e095c7a35 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:35.038142 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b176ffc8-8172-4735-ae4e-23553b6a7308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:35.100805 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b176ffc8-8172-4735-ae4e-23553b6a7308 None None] Port ded20ec1-016c-47b7-923e-529e095c7a35 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:20:35.152488 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] Allocated IP 172.25.0.88 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/0a7128c6-a2ba-4462-90bf-7bf9faf15515) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:20:35.219140 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:35.219842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8da3d-a953-429f-bd16-d78f4ede8c69 req-28694fd4-ea3c-4a73-899a-474680014688 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:35.221603 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5d8da3d-a953-429f-bd16-d78f4ede8c69 req-28694fd4-ea3c-4a73-899a-474680014688 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 931 time: 0.1068962 Nov 26 03:20:35.229714 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:35.287647 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Network 2c7f1153-812f-4a79-8100-b85616a5f9ee is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:20:35.291927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:35.294046 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Pushing event updated for resources: {'Port': ['ID=280cfc27-3294-48ea-a4fe-b8985f7bec19,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:35.295402 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:35.296409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:20:35.338292 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:35.343223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5d8da3d-a953-429f-bd16-d78f4ede8c69 req-59123a22-b7e6-4594-8762-c93e0bd19d48 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066604 Nov 26 03:20:35.384954 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded20ec1-016c-47b7-923e-529e095c7a35 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:20:35.394457 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:35.396289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:20:35.398101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Attempting to bind port 280cfc27-3294-48ea-a4fe-b8985f7bec19 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:20:35.398753 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Attempting to bind port 280cfc27-3294-48ea-a4fe-b8985f7bec19 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '1f0141f6-80f9-467e-a069-84cee13e6274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2c7f1153-812f-4a79-8100-b85616a5f9ee'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:20:35.399693 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Attempting to bind port 280cfc27-3294-48ea-a4fe-b8985f7bec19 on network 2c7f1153-812f-4a79-8100-b85616a5f9ee {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:20:35.400845 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:35.402988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] Pushing event updated for resources: {'Port': ['ID=0a7128c6-a2ba-4462-90bf-7bf9faf15515,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:35.406197 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:20:35.409549 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:20:35.410277 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Checking segment: {'id': '1f0141f6-80f9-467e-a069-84cee13e6274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2c7f1153-812f-4a79-8100-b85616a5f9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:20:35.412156 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:35.412735 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Bound using segment: {'id': '1f0141f6-80f9-467e-a069-84cee13e6274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2c7f1153-812f-4a79-8100-b85616a5f9ee'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:20:35.413477 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Bound port: 280cfc27-3294-48ea-a4fe-b8985f7bec19, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0141f6-80f9-467e-a069-84cee13e6274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2c7f1153-812f-4a79-8100-b85616a5f9ee'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:20:35.414378 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:35.420330 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Transition to ACTIVE for port object ded20ec1-016c-47b7-923e-529e095c7a35 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:20:35.427257 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d07ff11-2b16-4afa-9822-c52c70861690 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:20:35.427919 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:35.501899 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] For port 280cfc27-3294-48ea-a4fe-b8985f7bec19, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:20:35.526646 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] For port 280cfc27-3294-48ea-a4fe-b8985f7bec19, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=280cfc27-3294-48ea-a4fe-b8985f7bec19,segment=NetworkSegment(1f0141f6-80f9-467e-a069-84cee13e6274),segment_id=1f0141f6-80f9-467e-a069-84cee13e6274)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:20:35.548689 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:35.611201 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e9430310-ca98-4207-adb0-be2f1ea6d630 None None] Provisioning complete for port 0a7128c6-a2ba-4462-90bf-7bf9faf15515 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:35.611577 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e9430310-ca98-4207-adb0-be2f1ea6d630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:35.653943 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Pushing event updated for resources: {'Port': ['ID=ded20ec1-016c-47b7-923e-529e095c7a35,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:35.685673 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb61301-0871-41a7-a56f-9f0cfd25d98d None None] Pushing event updated for resources: {'Port': ['ID=280cfc27-3294-48ea-a4fe-b8985f7bec19,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:35.721974 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-e9430310-ca98-4207-adb0-be2f1ea6d630 None None] Port 0a7128c6-a2ba-4462-90bf-7bf9faf15515 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:20:35.729740 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Attempting to bind port ded20ec1-016c-47b7-923e-529e095c7a35 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:20:35.732104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Attempting to bind port ded20ec1-016c-47b7-923e-529e095c7a35 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:20:35.732788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Attempting to bind port ded20ec1-016c-47b7-923e-529e095c7a35 on network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:20:35.738938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Port ded20ec1-016c-47b7-923e-529e095c7a35 on network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:20:35.740157 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Attempting to bind port ded20ec1-016c-47b7-923e-529e095c7a35 on network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:20:35.746505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:20:35.746956 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Checking segment: {'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:20:35.748027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Bound using segment: {'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:20:35.748691 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Bound port: ded20ec1-016c-47b7-923e-529e095c7a35, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:20:35.750410 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:35.831189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] For port ded20ec1-016c-47b7-923e-529e095c7a35, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:20:35.833416 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:35.844620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] For port ded20ec1-016c-47b7-923e-529e095c7a35, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ded20ec1-016c-47b7-923e-529e095c7a35,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:20:35.853295 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:35.898454 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:35.899418 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:35.901772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877343f4-2137-4a75-b14a-e575afe5f92c req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] 10.222.0.54 "PUT /v2.0/ports/ded20ec1-016c-47b7-923e-529e095c7a35 HTTP/1.1" status: 200 len: 1091 time: 1.0941250 Nov 26 03:20:35.902486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'tag': 'ded20ec1-016c-47b7-923e-529e095c7a35'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:20:35.905086 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a478113a-8cac-43fb-ab33-7f03e1ba68b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8619a1-1ebe-45ae-977a-3bfd476eda23", "tag": "ded20ec1-016c-47b7-923e-529e095c7a35"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:20:35.937850 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2eaa3-f7ba-453a-af9d-e7e60127fb1a service neutron] Pushing event updated for resources: {'Port': ['ID=ded20ec1-016c-47b7-923e-529e095c7a35,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:36.039858 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78478ff3-0fc9-4381-9bb7-f381c1833fef x-openstack-request-id: req-78478ff3-0fc9-4381-9bb7-f381c1833fef {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:20:36.040488 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8619a1-1ebe-45ae-977a-3bfd476eda23", "tag": "ded20ec1-016c-47b7-923e-529e095c7a35", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:20:36.041098 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78478ff3-0fc9-4381-9bb7-f381c1833fef {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:20:36.041701 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'tag': 'ded20ec1-016c-47b7-923e-529e095c7a35', 'status': 'completed', 'code': 200} Nov 26 03:20:36.065198 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877343f4-2137-4a75-b14a-e575afe5f92c req-ae573941-d0fb-4351-9c4b-998e49f9b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:36.066991 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877343f4-2137-4a75-b14a-e575afe5f92c req-ae573941-d0fb-4351-9c4b-998e49f9b524 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 1094 time: 0.1078622 Nov 26 03:20:36.165053 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877343f4-2137-4a75-b14a-e575afe5f92c req-a8e52fbc-9f61-4f74-a421-aac8127a343d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded20ec1-016c-47b7-923e-529e095c7a35 HTTP/1.1" status: 200 len: 217 time: 0.0809836 Nov 26 03:20:36.194161 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:36.284081 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 280cfc27-3294-48ea-a4fe-b8985f7bec19 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:20:36.286061 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877343f4-2137-4a75-b14a-e575afe5f92c req-9991dfe4-a1ef-460a-8a51-d7d7e6caf5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:36.287581 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877343f4-2137-4a75-b14a-e575afe5f92c req-9991dfe4-a1ef-460a-8a51-d7d7e6caf5e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ebcb5777-5ba2-4154-ad85-03c783d92893 HTTP/1.1" status: 200 len: 834 time: 0.1152661 Nov 26 03:20:36.348399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877343f4-2137-4a75-b14a-e575afe5f92c req-d4619c9c-1cff-4998-bb3a-32fe539d8789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:36.350322 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877343f4-2137-4a75-b14a-e575afe5f92c req-d4619c9c-1cff-4998-bb3a-32fe539d8789 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560522 Nov 26 03:20:36.358163 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 280cfc27-3294-48ea-a4fe-b8985f7bec19 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:36.359039 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:36.377646 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] Router 09ff86c2-5684-46f6-aafd-b87888b1231d is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:20:36.445035 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:36.482352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 280cfc27-3294-48ea-a4fe-b8985f7bec19, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=280cfc27-3294-48ea-a4fe-b8985f7bec19,segment=NetworkSegment(1f0141f6-80f9-467e-a069-84cee13e6274),segment_id=1f0141f6-80f9-467e-a069-84cee13e6274)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:36.487253 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:36.488549 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e9789422-c85c-40ee-9b57-295533548199 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:20:36.503600 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:20:36.506836 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877343f4-2137-4a75-b14a-e575afe5f92c req-1c9cf54f-099e-403f-85ee-51b3adb2cacf service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476059 Nov 26 03:20:36.515036 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Sync routers for ids ['09ff86c2-5684-46f6-aafd-b87888b1231d'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:20:36.520345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8322c02-8903-41ed-bdab-0df8597dfe35 req-34e8235f-3798-4ea8-ba7f-00498eb0328c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:36.521897 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8322c02-8903-41ed-bdab-0df8597dfe35 req-34e8235f-3798-4ea8-ba7f-00498eb0328c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 943 time: 0.0984738 Nov 26 03:20:36.523960 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:36.525847 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0a7e267e-11b7-4f47-92a8-0d2117752376 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1508088 Nov 26 03:20:36.528048 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57676) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:36.540458 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Routers {'09ff86c2-5684-46f6-aafd-b87888b1231d'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:36.541234 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['09ff86c2-5684-46f6-aafd-b87888b1231d'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:36.626731 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=280cfc27-3294-48ea-a4fe-b8985f7bec19,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:36.633493 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a8322c02-8903-41ed-bdab-0df8597dfe35 req-5b71268e-49dd-423b-bb8c-d04e63150ceb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998151 Nov 26 03:20:36.664977 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Set router 09ff86c2-5684-46f6-aafd-b87888b1231d gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:36.672027 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port e9789422-c85c-40ee-9b57-295533548199 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:36.672448 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:36.680486 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-877343f4-2137-4a75-b14a-e575afe5f92c req-cdeec793-cbab-4bed-b372-b3a354025700 service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574337 Nov 26 03:20:36.812833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478113a-8cac-43fb-ab33-7f03e1ba68b7 req-3bce7780-1e78-4d79-adc9-72fb6ae422c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:36.814388 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a478113a-8cac-43fb-ab33-7f03e1ba68b7 req-3bce7780-1e78-4d79-adc9-72fb6ae422c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 1094 time: 0.0463963 Nov 26 03:20:36.875346 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff86c2-5684-46f6-aafd-b87888b1231d', 'name': 'tempest-TestAggregatesBasicOps-1138685703-router', 'tenant_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a7128c6-a2ba-4462-90bf-7bf9faf15515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:34Z', 'updated_at': '2021-11-26T03:20:35Z', 'revision_number': 3, 'project_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'gw_port': {'id': '0a7128c6-a2ba-4462-90bf-7bf9faf15515', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ff86c2-5684-46f6-aafd-b87888b1231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:35Z', 'updated_at': '2021-11-26T03:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:36.909033 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Checking router: 09ff86c2-5684-46f6-aafd-b87888b1231d for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:20:36.909387 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Updating router 09ff86c2-5684-46f6-aafd-b87888b1231d port 0a7128c6-a2ba-4462-90bf-7bf9faf15515 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:20:36.934848 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:36.939334 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478113a-8cac-43fb-ab33-7f03e1ba68b7 req-4911bc20-1874-4649-b7af-a96d99aa6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:36.941949 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a478113a-8cac-43fb-ab33-7f03e1ba68b7 req-4911bc20-1874-4649-b7af-a96d99aa6a70 service neutron] 10.222.0.54 "GET /v2.0/networks?id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 HTTP/1.1" status: 200 len: 897 time: 0.1202412 Nov 26 03:20:36.992571 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a478113a-8cac-43fb-ab33-7f03e1ba68b7 req-c788c960-7562-4310-ad47-db1f03dcf085 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded20ec1-016c-47b7-923e-529e095c7a35 HTTP/1.1" status: 200 len: 217 time: 0.0434580 Nov 26 03:20:37.034210 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-acaa6794-d446-4778-8bac-9e8829e8a2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:37.074760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478113a-8cac-43fb-ab33-7f03e1ba68b7 req-c79cae5d-c08d-4cfd-9ff5-bc8111b158e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:37.076415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a478113a-8cac-43fb-ab33-7f03e1ba68b7 req-c79cae5d-c08d-4cfd-9ff5-bc8111b158e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ebcb5777-5ba2-4154-ad85-03c783d92893 HTTP/1.1" status: 200 len: 834 time: 0.0776339 Nov 26 03:20:37.131231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478113a-8cac-43fb-ab33-7f03e1ba68b7 req-53178511-c50a-4b7c-808e-d0994b93d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:37.133045 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a478113a-8cac-43fb-ab33-7f03e1ba68b7 req-53178511-c50a-4b7c-808e-d0994b93d296 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485907 Nov 26 03:20:37.234693 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-acaa6794-d446-4778-8bac-9e8829e8a2c8 admin admin] Allocated IP 172.20.0.1 (2c7f1153-812f-4a79-8100-b85616a5f9ee/c3e554d2-6a1a-46b9-afcb-aba4c3aef69d/dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:20:37.239495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a478113a-8cac-43fb-ab33-7f03e1ba68b7 req-b9cc7fe8-ca75-4f60-b20b-0b0eeac51067 service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982864 Nov 26 03:20:37.241572 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:37.257594 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:37.282537 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83baf43d-ae13-4e52-80d8-f3c37dff10ec None None] Network 2c7f1153-812f-4a79-8100-b85616a5f9ee requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:20:37.328427 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Attempting to bind port 0a7128c6-a2ba-4462-90bf-7bf9faf15515 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:20:37.328803 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Attempting to bind port 0a7128c6-a2ba-4462-90bf-7bf9faf15515 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:20:37.330619 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Attempting to bind port 0a7128c6-a2ba-4462-90bf-7bf9faf15515 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:20:37.341195 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:20:37.341691 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:20:37.344541 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:37.345018 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:20:37.345740 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Bound port: 0a7128c6-a2ba-4462-90bf-7bf9faf15515, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:20:37.346206 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:37.351473 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be2b3bf-4309-4b8a-baaa-3639c815942a None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:20:37.397587 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a478113a-8cac-43fb-ab33-7f03e1ba68b7 req-a980c47a-be8e-429b-8b47-5bd2181c4ada service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420505 Nov 26 03:20:37.407466 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7f108-c72e-45ac-8785-116251d0e365 None None] Pushing event updated for resources: {'Port': ['ID=0a7128c6-a2ba-4462-90bf-7bf9faf15515,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:37.412674 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-acaa6794-d446-4778-8bac-9e8829e8a2c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:37.428433 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-bf10bdab-39be-42b0-a679-6b51e76b1ea9 None None] Provisioning complete for port 280cfc27-3294-48ea-a4fe-b8985f7bec19 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:37.428814 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bf10bdab-39be-42b0-a679-6b51e76b1ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:37.449819 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] For port 0a7128c6-a2ba-4462-90bf-7bf9faf15515, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:20:37.454147 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] For port 0a7128c6-a2ba-4462-90bf-7bf9faf15515, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0a7128c6-a2ba-4462-90bf-7bf9faf15515,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:20:37.459972 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:37.467826 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-acaa6794-d446-4778-8bac-9e8829e8a2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:37.516702 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaa6794-d446-4778-8bac-9e8829e8a2c8 admin admin] Network 2c7f1153-812f-4a79-8100-b85616a5f9ee is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:20:37.519945 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-acaa6794-d446-4778-8bac-9e8829e8a2c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:37.522505 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaa6794-d446-4778-8bac-9e8829e8a2c8 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:20:37.541920 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7f108-c72e-45ac-8785-116251d0e365 None None] Pushing event updated for resources: {'Port': ['ID=0a7128c6-a2ba-4462-90bf-7bf9faf15515,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:37.550060 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Routers {'09ff86c2-5684-46f6-aafd-b87888b1231d'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:37.550843 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['09ff86c2-5684-46f6-aafd-b87888b1231d'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:37.570598 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa6794-d446-4778-8bac-9e8829e8a2c8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:37.573962 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-acaa6794-d446-4778-8bac-9e8829e8a2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:37.673282 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] Set router 09ff86c2-5684-46f6-aafd-b87888b1231d gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:37.697235 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f3c092-c83e-4ef9-a376-753868c1e3f1 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:20:37.757578 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-acaa6794-d446-4778-8bac-9e8829e8a2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:37.811820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bf948-498d-4cf0-9041-001a5b1f8dc0 req-6858df37-6b56-4a8d-8fc9-17cc0a334df1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:37.814413 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e12bf948-498d-4cf0-9041-001a5b1f8dc0 req-6858df37-6b56-4a8d-8fc9-17cc0a334df1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 943 time: 0.0721581 Nov 26 03:20:37.876428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c381fde2-3c49-4707-956b-f8ccea8f212d None None] Provisioning complete for port 0a7128c6-a2ba-4462-90bf-7bf9faf15515 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:37.876810 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c381fde2-3c49-4707-956b-f8ccea8f212d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:37.887130 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e12bf948-498d-4cf0-9041-001a5b1f8dc0 req-8554e959-3e59-4598-8b8b-c680bdc2775f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654697 Nov 26 03:20:37.893899 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff86c2-5684-46f6-aafd-b87888b1231d', 'name': 'tempest-TestAggregatesBasicOps-1138685703-router', 'tenant_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a7128c6-a2ba-4462-90bf-7bf9faf15515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:34Z', 'updated_at': '2021-11-26T03:20:35Z', 'revision_number': 3, 'project_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'gw_port': {'id': '0a7128c6-a2ba-4462-90bf-7bf9faf15515', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ff86c2-5684-46f6-aafd-b87888b1231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:35Z', 'updated_at': '2021-11-26T03:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:37.928913 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5de911-fe15-4821-a717-c8d558952631 None None] The sync data for ids ['09ff86c2-5684-46f6-aafd-b87888b1231d'] in n-d-819389-3 is: [{'id': '09ff86c2-5684-46f6-aafd-b87888b1231d', 'name': 'tempest-TestAggregatesBasicOps-1138685703-router', 'tenant_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a7128c6-a2ba-4462-90bf-7bf9faf15515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:34Z', 'updated_at': '2021-11-26T03:20:35Z', 'revision_number': 3, 'project_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'gw_port': {'id': '0a7128c6-a2ba-4462-90bf-7bf9faf15515', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ff86c2-5684-46f6-aafd-b87888b1231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:35Z', 'updated_at': '2021-11-26T03:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:20:37.989147 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c381fde2-3c49-4707-956b-f8ccea8f212d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:38.026005 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-c381fde2-3c49-4707-956b-f8ccea8f212d None None] For port 0a7128c6-a2ba-4462-90bf-7bf9faf15515, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0a7128c6-a2ba-4462-90bf-7bf9faf15515,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:38.033502 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c381fde2-3c49-4707-956b-f8ccea8f212d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:38.104431 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381fde2-3c49-4707-956b-f8ccea8f212d None None] Pushing event updated for resources: {'Port': ['ID=0a7128c6-a2ba-4462-90bf-7bf9faf15515,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:38.142012 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 280cfc27-3294-48ea-a4fe-b8985f7bec19 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:20:38.185652 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-06076c82-79c6-46b6-92bd-2efa63683771 None None] Provisioning complete for port dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:38.185955 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-06076c82-79c6-46b6-92bd-2efa63683771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:38.243050 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 280cfc27-3294-48ea-a4fe-b8985f7bec19 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:38.243432 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:38.246228 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-06076c82-79c6-46b6-92bd-2efa63683771 None None] Port dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:20:38.303765 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-06076c82-79c6-46b6-92bd-2efa63683771 None None] Provisioning complete for port 280cfc27-3294-48ea-a4fe-b8985f7bec19 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:38.304170 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-06076c82-79c6-46b6-92bd-2efa63683771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:38.328029 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-acaa6794-d446-4778-8bac-9e8829e8a2c8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:38.341156 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-acaa6794-d446-4778-8bac-9e8829e8a2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:38.420856 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa6794-d446-4778-8bac-9e8829e8a2c8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:38.423248 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-acaa6794-d446-4778-8bac-9e8829e8a2c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:38.523183 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaa6794-d446-4778-8bac-9e8829e8a2c8 admin admin] Network 2c7f1153-812f-4a79-8100-b85616a5f9ee is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:20:38.524850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-acaa6794-d446-4778-8bac-9e8829e8a2c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:38.565768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ebdb609d-b3f6-4df2-a7f7-238ef7771826 None None] Provisioning complete for port dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:38.566355 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ebdb609d-b3f6-4df2-a7f7-238ef7771826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:38.621836 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ebdb609d-b3f6-4df2-a7f7-238ef7771826 None None] Port dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:20:38.658586 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acaa6794-d446-4778-8bac-9e8829e8a2c8 admin admin] Router 09ff86c2-5684-46f6-aafd-b87888b1231d has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:20:38.781500 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaa6794-d446-4778-8bac-9e8829e8a2c8 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:20:38.786883 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-acaa6794-d446-4778-8bac-9e8829e8a2c8 admin admin] 10.222.0.31 "PUT /v2.0/routers/09ff86c2-5684-46f6-aafd-b87888b1231d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2577412 Nov 26 03:20:38.842927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5edded73-a8fa-4e17-8357-90807addea20 None None] Provisioning complete for port dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:38.843309 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5edded73-a8fa-4e17-8357-90807addea20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:38.882922 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-5edded73-a8fa-4e17-8357-90807addea20 None None] Port dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:20:39.009579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352eb90c-55e6-4f20-8ee6-a96b95b43e5e req-50fa1772-e1c6-4ec9-a422-c90fc5eaf8e6 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:39.011118 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-352eb90c-55e6-4f20-8ee6-a96b95b43e5e req-50fa1772-e1c6-4ec9-a422-c90fc5eaf8e6 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 943 time: 0.0553739 Nov 26 03:20:39.067519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-352eb90c-55e6-4f20-8ee6-a96b95b43e5e req-a3c849b8-a8c5-458b-b6ef-8c56a959381c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502388 Nov 26 03:20:39.287626 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57696) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:39.292834 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-4a787842-f623-448a-8a50-5cb8b7a60c11 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-228287429-network', 'tenant_id': 'de2673334bb6482f94abe7012d949f17'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:39.318417 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a787842-f623-448a-8a50-5cb8b7a60c11 admin admin] Made reservation on behalf of de2673334bb6482f94abe7012d949f17 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:20:39.320889 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a787842-f623-448a-8a50-5cb8b7a60c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:39.329909 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a787842-f623-448a-8a50-5cb8b7a60c11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:39.418075 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a787842-f623-448a-8a50-5cb8b7a60c11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:39.423256 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a787842-f623-448a-8a50-5cb8b7a60c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:39.448575 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a787842-f623-448a-8a50-5cb8b7a60c11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:20:39.458303 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a787842-f623-448a-8a50-5cb8b7a60c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997fb373-5c4f-472b-9abb-2b5c92bf0e8a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:39.463810 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a787842-f623-448a-8a50-5cb8b7a60c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:39.464177 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-4a787842-f623-448a-8a50-5cb8b7a60c11 admin admin] Added segment dede35cf-fb5b-492d-9e2a-9a9962f7b91b of type vlan for network 4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29 Nov 26 03:20:39.506064 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a787842-f623-448a-8a50-5cb8b7a60c11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:39.531857 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a787842-f623-448a-8a50-5cb8b7a60c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:39.532892 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a787842-f623-448a-8a50-5cb8b7a60c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:39.533577 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-4a787842-f623-448a-8a50-5cb8b7a60c11 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:39.595557 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-4a787842-f623-448a-8a50-5cb8b7a60c11 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3066788 Nov 26 03:20:39.598582 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57698) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:39.598824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a787842-f623-448a-8a50-5cb8b7a60c11 admin admin] Pushing event updated for resources: {'Network': ['ID=4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:39.603795 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-80e7e020-055a-40c5-b590-f48be3644e53 admin admin] Request body: {'subnet': {'network_id': '4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-228287429-subnet', 'tenant_id': 'de2673334bb6482f94abe7012d949f17', 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:39.611777 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:20:39.631942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e7e020-055a-40c5-b590-f48be3644e53 admin admin] Made reservation on behalf of de2673334bb6482f94abe7012d949f17 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:20:39.635355 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-80e7e020-055a-40c5-b590-f48be3644e53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:39.738111 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Sync routers for ids ['09ff86c2-5684-46f6-aafd-b87888b1231d'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:20:39.749788 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Routers {'09ff86c2-5684-46f6-aafd-b87888b1231d'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:39.750450 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['09ff86c2-5684-46f6-aafd-b87888b1231d'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:39.832917 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-80e7e020-055a-40c5-b590-f48be3644e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:39.859959 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Set router 09ff86c2-5684-46f6-aafd-b87888b1231d gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:39.890938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7e020-055a-40c5-b590-f48be3644e53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b0fd28-d137-4f08-840c-5de487b3b608,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:39.902773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e7e020-055a-40c5-b590-f48be3644e53 admin admin] Checking segment: {'id': 'dede35cf-fb5b-492d-9e2a-9a9962f7b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:20:39.903140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e7e020-055a-40c5-b590-f48be3644e53 admin admin] Network hostable DHCP agents. Network: 4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:20:39.920601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e7e020-055a-40c5-b590-f48be3644e53 admin admin] Network 4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:20:39.930023 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-80e7e020-055a-40c5-b590-f48be3644e53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:39.930799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ded20ec1-016c-47b7-923e-529e095c7a35 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:20:39.934414 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7e020-055a-40c5-b590-f48be3644e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:39.935028 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-80e7e020-055a-40c5-b590-f48be3644e53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:39.956209 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-80e7e020-055a-40c5-b590-f48be3644e53 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3554080 Nov 26 03:20:39.958606 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57700) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:39.963144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2053f4-7cda-4222-86f0-ec07eadab686 None None] Network 4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:20:39.963784 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-228287429-router', 'tenant_id': 'de2673334bb6482f94abe7012d949f17', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:39.986696 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:39.987826 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:40.048065 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:40.189241 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0a7128c6-a2ba-4462-90bf-7bf9faf15515 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:20:40.280133 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port ded20ec1-016c-47b7-923e-529e095c7a35, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ded20ec1-016c-47b7-923e-529e095c7a35,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:40.312259 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'ded20ec1-016c-47b7-923e-529e095c7a35', 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2', 'port_id': 'ded20ec1-016c-47b7-923e-529e095c7a35', 'mac_address': 'fa:16:3e:20:b7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:20:40.379442 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29', 'network_id': '4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29', 'tenant_id': 'de2673334bb6482f94abe7012d949f17', 'fixed_ips': [{'subnet_id': '54b0fd28-d137-4f08-840c-5de487b3b608'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:20:40.380352 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:40.413513 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 0a7128c6-a2ba-4462-90bf-7bf9faf15515 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:40.413886 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:40.449895 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:40.505401 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff86c2-5684-46f6-aafd-b87888b1231d', 'name': 'tempest-TestAggregatesBasicOps-1138685703-router', 'tenant_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a7128c6-a2ba-4462-90bf-7bf9faf15515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:34Z', 'updated_at': '2021-11-26T03:20:37Z', 'revision_number': 4, 'project_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'gw_port': {'id': '0a7128c6-a2ba-4462-90bf-7bf9faf15515', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff86c2-5684-46f6-aafd-b87888b1231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:35Z', 'updated_at': '2021-11-26T03:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d', 'name': '', 'network_id': '2c7f1153-812f-4a79-8100-b85616a5f9ee', 'tenant_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'mac_address': 'fa:16:3e:05:f9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ff86c2-5684-46f6-aafd-b87888b1231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'c3e554d2-6a1a-46b9-afcb-aba4c3aef69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:37Z', 'updated_at': '2021-11-26T03:20:37Z', 'revision_number': 2, 'project_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'subnets': [{'id': 'c3e554d2-6a1a-46b9-afcb-aba4c3aef69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:40.553418 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Checking router: 09ff86c2-5684-46f6-aafd-b87888b1231d for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:20:40.553768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Updating router 09ff86c2-5684-46f6-aafd-b87888b1231d port dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:20:40.565151 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:40.567922 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded20ec1-016c-47b7-923e-529e095c7a35 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:20:40.633024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fca31-e19d-4adb-8d47-feae12cd5612 req-68fb383e-ba1e-44da-bc75-dbc44d480607 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:40.642748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e75fca31-e19d-4adb-8d47-feae12cd5612 req-68fb383e-ba1e-44da-bc75-dbc44d480607 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 943 time: 0.1355617 Nov 26 03:20:40.643008 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:40.649671 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port ded20ec1-016c-47b7-923e-529e095c7a35, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ded20ec1-016c-47b7-923e-529e095c7a35,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:40.674144 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:40.697284 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e75fca31-e19d-4adb-8d47-feae12cd5612 req-3f684df0-a2ab-466d-bae7-cf492c08c31d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551674 Nov 26 03:20:40.751107 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Allocated IP 172.20.0.2 (4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29/54b0fd28-d137-4f08-840c-5de487b3b608/d8e190b8-6810-4ff4-8848-680ceb062598) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:20:40.848685 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:40.871530 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:40.891726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=ded20ec1-016c-47b7-923e-529e095c7a35,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:40.979975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] Allocated IP 172.25.0.46 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/13753a7b-af49-4086-967a-d920e327cd31) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:20:41.114912 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:41.149479 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:41.184247 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:20:41.187798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:41.187961 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['ded20ec1-016c-47b7-923e-529e095c7a35'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:20:41.194321 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:20:41.225299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] Pushing event updated for resources: {'Port': ['ID=13753a7b-af49-4086-967a-d920e327cd31,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:41.236615 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6749f6a-ab71-47aa-b3aa-19dbbb81bd53 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:20:41.307848 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:41.327925 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:41.427520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Network 4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:20:41.442558 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:41.444514 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9928db6a-f7a3-46b7-8903-3b009a10b26b None None] Provisioning complete for port 13753a7b-af49-4086-967a-d920e327cd31 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:41.444899 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9928db6a-f7a3-46b7-8903-3b009a10b26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:41.450299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:20:41.457632 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Pushing event updated for resources: {'Port': ['ID=d8e190b8-6810-4ff4-8848-680ceb062598,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:41.463432 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:41.506263 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:41.542162 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:41.604686 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9928db6a-f7a3-46b7-8903-3b009a10b26b None None] Port 13753a7b-af49-4086-967a-d920e327cd31 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:20:41.637684 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Attempting to bind port d8e190b8-6810-4ff4-8848-680ceb062598 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:20:41.638072 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Attempting to bind port d8e190b8-6810-4ff4-8848-680ceb062598 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'dede35cf-fb5b-492d-9e2a-9a9962f7b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:20:41.638452 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Attempting to bind port d8e190b8-6810-4ff4-8848-680ceb062598 on network 4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:20:41.653649 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d5823-87b8-4141-86c5-f2775cc7fe50 None None] Pushing event updated for resources: {'Port': ['ID=dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:41.683523 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:41.689458 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:20:41.689884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Checking segment: {'id': 'dede35cf-fb5b-492d-9e2a-9a9962f7b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:20:41.690265 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:41.690675 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Bound using segment: {'id': 'dede35cf-fb5b-492d-9e2a-9a9962f7b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:20:41.691304 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Bound port: d8e190b8-6810-4ff4-8848-680ceb062598, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dede35cf-fb5b-492d-9e2a-9a9962f7b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:20:41.691698 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:41.801181 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2787250a-b90b-407d-9909-b875402c3a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:41.814401 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Attempting to bind port dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:20:41.814898 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Attempting to bind port dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '1f0141f6-80f9-467e-a069-84cee13e6274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2c7f1153-812f-4a79-8100-b85616a5f9ee'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:20:41.815926 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Attempting to bind port dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d on network 2c7f1153-812f-4a79-8100-b85616a5f9ee {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:20:41.850323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:20:41.850946 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Checking segment: {'id': '1f0141f6-80f9-467e-a069-84cee13e6274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2c7f1153-812f-4a79-8100-b85616a5f9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:20:41.851688 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:41.852224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Bound using segment: {'id': '1f0141f6-80f9-467e-a069-84cee13e6274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2c7f1153-812f-4a79-8100-b85616a5f9ee'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:20:41.852938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Bound port: dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0141f6-80f9-467e-a069-84cee13e6274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2c7f1153-812f-4a79-8100-b85616a5f9ee'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:20:41.853397 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:41.898078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa38698-8000-4660-a21c-20378c5e2972 req-2fe51892-a432-4a9e-9325-4b4b8ca53ac4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:41.899619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffa38698-8000-4660-a21c-20378c5e2972 req-2fe51892-a432-4a9e-9325-4b4b8ca53ac4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 944 time: 0.0723829 Nov 26 03:20:41.906785 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] For port d8e190b8-6810-4ff4-8848-680ceb062598, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:20:41.911726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] For port d8e190b8-6810-4ff4-8848-680ceb062598, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=d8e190b8-6810-4ff4-8848-680ceb062598,segment=NetworkSegment(dede35cf-fb5b-492d-9e2a-9a9962f7b91b),segment_id=dede35cf-fb5b-492d-9e2a-9a9962f7b91b)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:20:41.946653 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:41.971614 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffa38698-8000-4660-a21c-20378c5e2972 req-241167f8-62b0-497e-b413-c520741c10e5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602283 Nov 26 03:20:41.972711 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] Router 69ef4de5-f68b-4939-9916-58c02fcb722a is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:20:42.064219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c068c7ee-8c48-4dd3-bfe6-6d316f4e510d None None] Provisioning complete for port dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:42.064638 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c068c7ee-8c48-4dd3-bfe6-6d316f4e510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:42.095369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:20:42.107217 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Sync routers for ids ['69ef4de5-f68b-4939-9916-58c02fcb722a'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:20:42.114679 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:42.116032 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c91e5541-2680-4f0b-8b1c-564b10c288bf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1563003 Nov 26 03:20:42.118914 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57710) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:42.119543 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Routers {'69ef4de5-f68b-4939-9916-58c02fcb722a'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:42.120431 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['69ef4de5-f68b-4939-9916-58c02fcb722a'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:42.135409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a29b07-d71f-486c-83fd-74ea499decbc None None] Pushing event updated for resources: {'Port': ['ID=d8e190b8-6810-4ff4-8848-680ceb062598,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:42.145016 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] For port dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:20:42.168622 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] For port dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d,segment=NetworkSegment(1f0141f6-80f9-467e-a069-84cee13e6274),segment_id=1f0141f6-80f9-467e-a069-84cee13e6274)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:20:42.169988 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c068c7ee-8c48-4dd3-bfe6-6d316f4e510d None None] Port dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:20:42.175133 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:42.252828 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d5823-87b8-4141-86c5-f2775cc7fe50 None None] Pushing event updated for resources: {'Port': ['ID=dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:42.270280 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Routers {'09ff86c2-5684-46f6-aafd-b87888b1231d'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:42.271823 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['09ff86c2-5684-46f6-aafd-b87888b1231d'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:42.441253 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Set router 69ef4de5-f68b-4939-9916-58c02fcb722a gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:42.460909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] Set router 09ff86c2-5684-46f6-aafd-b87888b1231d gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:42.693066 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'name': 'tempest-TestAggregatesBasicOps-228287429-router', 'tenant_id': 'de2673334bb6482f94abe7012d949f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '13753a7b-af49-4086-967a-d920e327cd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:39Z', 'updated_at': '2021-11-26T03:20:41Z', 'revision_number': 3, 'project_id': 'de2673334bb6482f94abe7012d949f17', 'gw_port': {'id': '13753a7b-af49-4086-967a-d920e327cd31', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:40Z', 'updated_at': '2021-11-26T03:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:42.726318 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3039b286-d152-4606-9301-2ec8ebd3a44f None None] Provisioning complete for port dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:42.726914 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3039b286-d152-4606-9301-2ec8ebd3a44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:42.728019 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Checking router: 69ef4de5-f68b-4939-9916-58c02fcb722a for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:20:42.728820 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Updating router 69ef4de5-f68b-4939-9916-58c02fcb722a port 13753a7b-af49-4086-967a-d920e327cd31 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:20:42.742566 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec1b7521-b03f-4389-b314-edff0ec771e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:42.762895 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:42.798532 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff86c2-5684-46f6-aafd-b87888b1231d', 'name': 'tempest-TestAggregatesBasicOps-1138685703-router', 'tenant_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a7128c6-a2ba-4462-90bf-7bf9faf15515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:34Z', 'updated_at': '2021-11-26T03:20:37Z', 'revision_number': 4, 'project_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'gw_port': {'id': '0a7128c6-a2ba-4462-90bf-7bf9faf15515', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff86c2-5684-46f6-aafd-b87888b1231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:35Z', 'updated_at': '2021-11-26T03:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d', 'name': '', 'network_id': '2c7f1153-812f-4a79-8100-b85616a5f9ee', 'tenant_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'mac_address': 'fa:16:3e:05:f9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ff86c2-5684-46f6-aafd-b87888b1231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'c3e554d2-6a1a-46b9-afcb-aba4c3aef69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:37Z', 'updated_at': '2021-11-26T03:20:42Z', 'revision_number': 4, 'project_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'subnets': [{'id': 'c3e554d2-6a1a-46b9-afcb-aba4c3aef69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:42.845143 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d58ca6-74f2-40ca-9cb5-5ec256ad9cb0 None None] The sync data for ids ['09ff86c2-5684-46f6-aafd-b87888b1231d'] in n-d-819389-3 is: [{'id': '09ff86c2-5684-46f6-aafd-b87888b1231d', 'name': 'tempest-TestAggregatesBasicOps-1138685703-router', 'tenant_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a7128c6-a2ba-4462-90bf-7bf9faf15515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:34Z', 'updated_at': '2021-11-26T03:20:37Z', 'revision_number': 4, 'project_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'gw_port': {'id': '0a7128c6-a2ba-4462-90bf-7bf9faf15515', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff86c2-5684-46f6-aafd-b87888b1231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:35Z', 'updated_at': '2021-11-26T03:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d', 'name': '', 'network_id': '2c7f1153-812f-4a79-8100-b85616a5f9ee', 'tenant_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'mac_address': 'fa:16:3e:05:f9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ff86c2-5684-46f6-aafd-b87888b1231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'c3e554d2-6a1a-46b9-afcb-aba4c3aef69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:37Z', 'updated_at': '2021-11-26T03:20:42Z', 'revision_number': 4, 'project_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'subnets': [{'id': 'c3e554d2-6a1a-46b9-afcb-aba4c3aef69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:20:42.866243 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3039b286-d152-4606-9301-2ec8ebd3a44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:42.937015 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3039b286-d152-4606-9301-2ec8ebd3a44f None None] For port dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d,segment=NetworkSegment(1f0141f6-80f9-467e-a069-84cee13e6274),segment_id=1f0141f6-80f9-467e-a069-84cee13e6274)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:42.944820 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3039b286-d152-4606-9301-2ec8ebd3a44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:42.972656 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-ec1b7521-b03f-4389-b314-edff0ec771e5 admin admin] Allocated IP 172.20.0.1 (4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29/54b0fd28-d137-4f08-840c-5de487b3b608/b8d492cd-3445-4e32-a64e-13b774e6a87d) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:20:43.039122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039b286-d152-4606-9301-2ec8ebd3a44f None None] Pushing event updated for resources: {'Port': ['ID=dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:43.143440 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec1b7521-b03f-4389-b314-edff0ec771e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:43.168223 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:43.174499 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6d229-ac94-4f5c-a14b-b4654763d38a req-cf903c49-4e2c-4395-bc58-341f1417bafe tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:43.175508 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:43.176149 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84a6d229-ac94-4f5c-a14b-b4654763d38a req-cf903c49-4e2c-4395-bc58-341f1417bafe tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 944 time: 0.0892696 Nov 26 03:20:43.196236 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec1b7521-b03f-4389-b314-edff0ec771e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:43.241097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295d9e67-d514-4f19-9c10-7c80d53809c4 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:20:43.246816 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Attempting to bind port 13753a7b-af49-4086-967a-d920e327cd31 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:20:43.247189 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Attempting to bind port 13753a7b-af49-4086-967a-d920e327cd31 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:20:43.247981 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Attempting to bind port 13753a7b-af49-4086-967a-d920e327cd31 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:20:43.258711 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84a6d229-ac94-4f5c-a14b-b4654763d38a req-3b3f863a-a61b-4a69-8924-1651a57abf63 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738051 Nov 26 03:20:43.292338 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:20:43.293122 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:20:43.293545 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:43.293989 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:20:43.294442 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Bound port: 13753a7b-af49-4086-967a-d920e327cd31, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:20:43.294886 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:43.297950 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b7521-b03f-4389-b314-edff0ec771e5 admin admin] Pushing event updated for resources: {'Port': ['ID=b8d492cd-3445-4e32-a64e-13b774e6a87d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:43.302620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1b7521-b03f-4389-b314-edff0ec771e5 admin admin] Network 4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:20:43.304099 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-ec1b7521-b03f-4389-b314-edff0ec771e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:43.306500 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1b7521-b03f-4389-b314-edff0ec771e5 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:20:43.339009 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45341f-264a-4312-9293-824f2444547c None None] Pushing event updated for resources: {'Port': ['ID=13753a7b-af49-4086-967a-d920e327cd31,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:43.374880 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] For port 13753a7b-af49-4086-967a-d920e327cd31, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:20:43.378215 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec1b7521-b03f-4389-b314-edff0ec771e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:43.380016 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] For port 13753a7b-af49-4086-967a-d920e327cd31, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=13753a7b-af49-4086-967a-d920e327cd31,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:20:43.383567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1a0e76ec-f080-4f22-b7fc-2c9c9d3efcc5 None None] Provisioning complete for port 13753a7b-af49-4086-967a-d920e327cd31 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:43.384038 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1a0e76ec-f080-4f22-b7fc-2c9c9d3efcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:43.385732 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:43.474854 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45341f-264a-4312-9293-824f2444547c None None] Pushing event updated for resources: {'Port': ['ID=13753a7b-af49-4086-967a-d920e327cd31,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:43.484830 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Routers {'69ef4de5-f68b-4939-9916-58c02fcb722a'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:43.485663 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['69ef4de5-f68b-4939-9916-58c02fcb722a'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:43.527221 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c93fc7-0c41-44ec-ad48-fe8ea079d6b6 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:20:43.559509 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec1b7521-b03f-4389-b314-edff0ec771e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:43.574654 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1a0e76ec-f080-4f22-b7fc-2c9c9d3efcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:43.605687 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1a0e76ec-f080-4f22-b7fc-2c9c9d3efcc5 None None] For port 13753a7b-af49-4086-967a-d920e327cd31, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=13753a7b-af49-4086-967a-d920e327cd31,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:43.613667 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1a0e76ec-f080-4f22-b7fc-2c9c9d3efcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:43.677114 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faadbeb-376b-4d4e-8830-1f4f74698df5 None None] Network 4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:20:43.708686 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] Set router 69ef4de5-f68b-4939-9916-58c02fcb722a gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:43.788622 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec1b7521-b03f-4389-b314-edff0ec771e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:43.797584 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec1b7521-b03f-4389-b314-edff0ec771e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:43.810481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e76ec-f080-4f22-b7fc-2c9c9d3efcc5 None None] Pushing event updated for resources: {'Port': ['ID=13753a7b-af49-4086-967a-d920e327cd31,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:43.827671 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-fc7205f4-3e16-441a-bd2a-4d9e01342d26 None None] Provisioning complete for port 13753a7b-af49-4086-967a-d920e327cd31 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:43.828364 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fc7205f4-3e16-441a-bd2a-4d9e01342d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:43.886318 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b7521-b03f-4389-b314-edff0ec771e5 admin admin] Pushing event updated for resources: {'Port': ['ID=b8d492cd-3445-4e32-a64e-13b774e6a87d,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:43.892689 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec1b7521-b03f-4389-b314-edff0ec771e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:43.948130 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ded20ec1-016c-47b7-923e-529e095c7a35 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:20:43.959757 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'name': 'tempest-TestAggregatesBasicOps-228287429-router', 'tenant_id': 'de2673334bb6482f94abe7012d949f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '13753a7b-af49-4086-967a-d920e327cd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:39Z', 'updated_at': '2021-11-26T03:20:41Z', 'revision_number': 3, 'project_id': 'de2673334bb6482f94abe7012d949f17', 'gw_port': {'id': '13753a7b-af49-4086-967a-d920e327cd31', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:40Z', 'updated_at': '2021-11-26T03:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:43.988663 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023cb07a-2334-41c2-ab4b-c3c0bc6a0ecb None None] The sync data for ids ['69ef4de5-f68b-4939-9916-58c02fcb722a'] in n-d-819389-3 is: [{'id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'name': 'tempest-TestAggregatesBasicOps-228287429-router', 'tenant_id': 'de2673334bb6482f94abe7012d949f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '13753a7b-af49-4086-967a-d920e327cd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:39Z', 'updated_at': '2021-11-26T03:20:41Z', 'revision_number': 3, 'project_id': 'de2673334bb6482f94abe7012d949f17', 'gw_port': {'id': '13753a7b-af49-4086-967a-d920e327cd31', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:40Z', 'updated_at': '2021-11-26T03:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:20:44.010103 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1b7521-b03f-4389-b314-edff0ec771e5 admin admin] Network 4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:20:44.011585 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-ec1b7521-b03f-4389-b314-edff0ec771e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:44.053788 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port ded20ec1-016c-47b7-923e-529e095c7a35 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:20:44.067465 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-fc7205f4-3e16-441a-bd2a-4d9e01342d26 None None] Provisioning complete for port d8e190b8-6810-4ff4-8848-680ceb062598 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:44.067465 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fc7205f4-3e16-441a-bd2a-4d9e01342d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:44.070002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port ded20ec1-016c-47b7-923e-529e095c7a35 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:44.070384 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:44.187051 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-64adc263-036d-457f-9897-5db1d2700d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:44.235060 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1b7521-b03f-4389-b314-edff0ec771e5 admin admin] Router 69ef4de5-f68b-4939-9916-58c02fcb722a has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:20:44.296434 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device d8e190b8-6810-4ff4-8848-680ceb062598 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:20:44.324306 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:44.330094 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fc7205f4-3e16-441a-bd2a-4d9e01342d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:44.379198 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded20ec1-016c-47b7-923e-529e095c7a35'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:20:44.381721 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6fb59a-df91-434e-b89e-6b0640ddd797" -d '{"events": [{"server_uuid": "ba8619a1-1ebe-45ae-977a-3bfd476eda23", "name": "network-vif-plugged", "status": "completed", "tag": "ded20ec1-016c-47b7-923e-529e095c7a35"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:20:44.414286 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1b7521-b03f-4389-b314-edff0ec771e5 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:20:44.430180 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ec1b7521-b03f-4389-b314-edff0ec771e5 admin admin] 10.222.0.31 "PUT /v2.0/routers/69ef4de5-f68b-4939-9916-58c02fcb722a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3016949 Nov 26 03:20:44.430433 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port ded20ec1-016c-47b7-923e-529e095c7a35, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ded20ec1-016c-47b7-923e-529e095c7a35,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:44.432997 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e2fa-e5d0-475f-b7e7-cb4efb041f0a req-dd85a2f9-e2a6-4aa9-92dc-cad735ac5a08 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:44.439634 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97a7e2fa-e5d0-475f-b7e7-cb4efb041f0a req-dd85a2f9-e2a6-4aa9-92dc-cad735ac5a08 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 944 time: 0.0829172 Nov 26 03:20:44.444843 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-fc7205f4-3e16-441a-bd2a-4d9e01342d26 None None] For port d8e190b8-6810-4ff4-8848-680ceb062598, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=d8e190b8-6810-4ff4-8848-680ceb062598,segment=NetworkSegment(dede35cf-fb5b-492d-9e2a-9a9962f7b91b),segment_id=dede35cf-fb5b-492d-9e2a-9a9962f7b91b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:44.447960 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66302aa1-265e-4c5c-afe0-367bc2bd87ac x-openstack-request-id: req-66302aa1-265e-4c5c-afe0-367bc2bd87ac {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:20:44.448283 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8619a1-1ebe-45ae-977a-3bfd476eda23", "name": "network-vif-plugged", "status": "completed", "tag": "ded20ec1-016c-47b7-923e-529e095c7a35", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:20:44.448548 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66302aa1-265e-4c5c-afe0-367bc2bd87ac {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:20:44.449657 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded20ec1-016c-47b7-923e-529e095c7a35', 'code': 200} Nov 26 03:20:44.452560 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:44.458951 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fc7205f4-3e16-441a-bd2a-4d9e01342d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:44.511899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97a7e2fa-e5d0-475f-b7e7-cb4efb041f0a req-d751d28d-392d-4e61-a995-02b5d7179d8b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708416 Nov 26 03:20:44.523529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port d8e190b8-6810-4ff4-8848-680ceb062598 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:44.523529 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:44.588472 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=ded20ec1-016c-47b7-923e-529e095c7a35,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:44.618298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41c3a3-5216-4673-a4e8-4b1439ae2042 req-e16f35e4-4d6b-4bba-a826-07a7d5342316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:44.620102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c41c3a3-5216-4673-a4e8-4b1439ae2042 req-e16f35e4-4d6b-4bba-a826-07a7d5342316 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 1096 time: 0.0654495 Nov 26 03:20:44.651668 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7205f4-3e16-441a-bd2a-4d9e01342d26 None None] Pushing event updated for resources: {'Port': ['ID=d8e190b8-6810-4ff4-8848-680ceb062598,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:44.669147 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b568b8f1-0e4c-419b-a58e-7946f5a97f49 None None] Provisioning complete for port b8d492cd-3445-4e32-a64e-13b774e6a87d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:44.669531 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b568b8f1-0e4c-419b-a58e-7946f5a97f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:44.693014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c41c3a3-5216-4673-a4e8-4b1439ae2042 req-d3a4fb92-1362-48e0-bd3c-aea3e97363da service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634072 Nov 26 03:20:44.720083 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b568b8f1-0e4c-419b-a58e-7946f5a97f49 None None] Port b8d492cd-3445-4e32-a64e-13b774e6a87d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:20:44.759796 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:20:44.761357 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b568b8f1-0e4c-419b-a58e-7946f5a97f49 None None] Provisioning complete for port d8e190b8-6810-4ff4-8848-680ceb062598 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:44.761730 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b568b8f1-0e4c-419b-a58e-7946f5a97f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:45.026427 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:45.027081 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:45.115345 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:45.189088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b8f85bca-1509-46ad-98ba-890d8b2d4dd2 None None] Provisioning complete for port b8d492cd-3445-4e32-a64e-13b774e6a87d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:45.189462 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b8f85bca-1509-46ad-98ba-890d8b2d4dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:45.223455 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b8f85bca-1509-46ad-98ba-890d8b2d4dd2 None None] Port b8d492cd-3445-4e32-a64e-13b774e6a87d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:20:45.577128 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57764) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:45.735551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd666a2-3018-4372-92b7-324eb9b23b2d req-51f85c06-c6b2-4198-9a95-131db2ffeb45 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:45.737224 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cd666a2-3018-4372-92b7-324eb9b23b2d req-51f85c06-c6b2-4198-9a95-131db2ffeb45 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 945 time: 0.1180918 Nov 26 03:20:45.863309 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cd666a2-3018-4372-92b7-324eb9b23b2d req-70d26732-79b2-404d-83cc-68e6ae10e238 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185977 Nov 26 03:20:46.039116 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-98b976c0-652e-4bb0-a9a7-b2aa87f84fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:46.217279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device d8e190b8-6810-4ff4-8848-680ceb062598 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:20:46.270198 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port d8e190b8-6810-4ff4-8848-680ceb062598 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:46.270668 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:46.324618 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-98b976c0-652e-4bb0-a9a7-b2aa87f84fdf admin admin] Deleting port dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:20:46.324961 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-98b976c0-652e-4bb0-a9a7-b2aa87f84fdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:46.359140 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 13753a7b-af49-4086-967a-d920e327cd31 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:20:46.409559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 13753a7b-af49-4086-967a-d920e327cd31 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:46.410034 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:46.411782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-98b976c0-652e-4bb0-a9a7-b2aa87f84fdf admin admin] For port dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d,segment=NetworkSegment(1f0141f6-80f9-467e-a069-84cee13e6274),segment_id=1f0141f6-80f9-467e-a069-84cee13e6274)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:46.412174 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-98b976c0-652e-4bb0-a9a7-b2aa87f84fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:46.424952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-98b976c0-652e-4bb0-a9a7-b2aa87f84fdf admin admin] Calling delete_port for dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:20:46.604809 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-98b976c0-652e-4bb0-a9a7-b2aa87f84fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:46.629129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b976c0-652e-4bb0-a9a7-b2aa87f84fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:46.659687 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:46.802717 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-98b976c0-652e-4bb0-a9a7-b2aa87f84fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:47.046925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55c272-3282-487d-a474-57966eb45890 req-6ce733c6-d244-4831-ae56-73af8cb14110 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:47.048469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e55c272-3282-487d-a474-57966eb45890 req-6ce733c6-d244-4831-ae56-73af8cb14110 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 945 time: 0.0926962 Nov 26 03:20:47.079881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b976c0-652e-4bb0-a9a7-b2aa87f84fdf admin admin] Router 09ff86c2-5684-46f6-aafd-b87888b1231d has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:20:47.103801 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Sync routers for ids ['69ef4de5-f68b-4939-9916-58c02fcb722a'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:20:47.114411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Routers {'69ef4de5-f68b-4939-9916-58c02fcb722a'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:47.115105 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['69ef4de5-f68b-4939-9916-58c02fcb722a'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:47.172675 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e55c272-3282-487d-a474-57966eb45890 req-4f80d349-6337-40bf-85e3-cbecc04670b9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181831 Nov 26 03:20:47.208990 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b976c0-652e-4bb0-a9a7-b2aa87f84fdf admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:20:47.217121 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57772) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:47.218181 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-98b976c0-652e-4bb0-a9a7-b2aa87f84fdf admin admin] 10.222.0.31 "PUT /v2.0/routers/09ff86c2-5684-46f6-aafd-b87888b1231d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6388898 Nov 26 03:20:47.223838 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Set router 69ef4de5-f68b-4939-9916-58c02fcb722a gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:47.228801 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5907c4e8-85f4-4304-adde-0d271f65430e None None] Sync routers for ids ['09ff86c2-5684-46f6-aafd-b87888b1231d'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:20:47.252390 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5907c4e8-85f4-4304-adde-0d271f65430e None None] Routers {'09ff86c2-5684-46f6-aafd-b87888b1231d'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:47.253895 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5907c4e8-85f4-4304-adde-0d271f65430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['09ff86c2-5684-46f6-aafd-b87888b1231d'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:47.334944 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3102c47-c897-453a-bc50-348b5e93976d req-f860c2d9-fb31-4380-8e4e-f2bfab2959ef tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:47.336700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e3102c47-c897-453a-bc50-348b5e93976d req-f860c2d9-fb31-4380-8e4e-f2bfab2959ef tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 945 time: 0.0617340 Nov 26 03:20:47.356551 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c0cf-1020-4d41-b601-7961737878c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:47.381190 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-5907c4e8-85f4-4304-adde-0d271f65430e None None] Set router 09ff86c2-5684-46f6-aafd-b87888b1231d gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:47.398423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e3102c47-c897-453a-bc50-348b5e93976d req-982d0bac-68da-4417-bf97-230bedf28563 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533710 Nov 26 03:20:47.426545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57774) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:47.469704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90a631b-bb2e-4b0c-83c9-405d03a837d7 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:47.471380 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a90a631b-bb2e-4b0c-83c9-405d03a837d7 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 1091 time: 0.0438664 Nov 26 03:20:47.474510 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57776) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:47.475677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'name': 'tempest-TestAggregatesBasicOps-228287429-router', 'tenant_id': 'de2673334bb6482f94abe7012d949f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '13753a7b-af49-4086-967a-d920e327cd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:39Z', 'updated_at': '2021-11-26T03:20:43Z', 'revision_number': 4, 'project_id': 'de2673334bb6482f94abe7012d949f17', 'gw_port': {'id': '13753a7b-af49-4086-967a-d920e327cd31', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:40Z', 'updated_at': '2021-11-26T03:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'b8d492cd-3445-4e32-a64e-13b774e6a87d', 'name': '', 'network_id': '4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29', 'tenant_id': 'de2673334bb6482f94abe7012d949f17', 'mac_address': 'fa:16:3e:c4:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '54b0fd28-d137-4f08-840c-5de487b3b608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:42Z', 'updated_at': '2021-11-26T03:20:43Z', 'revision_number': 2, 'project_id': 'de2673334bb6482f94abe7012d949f17', 'subnets': [{'id': '54b0fd28-d137-4f08-840c-5de487b3b608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:47.479466 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': 'ded20ec1-016c-47b7-923e-529e095c7a35', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:47.498477 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c0cf-1020-4d41-b601-7961737878c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:47.507619 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Checking router: 69ef4de5-f68b-4939-9916-58c02fcb722a for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:20:47.507970 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Updating router 69ef4de5-f68b-4939-9916-58c02fcb722a port b8d492cd-3445-4e32-a64e-13b774e6a87d binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:20:47.516455 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:47.535748 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:47.589441 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5907c4e8-85f4-4304-adde-0d271f65430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff86c2-5684-46f6-aafd-b87888b1231d', 'name': 'tempest-TestAggregatesBasicOps-1138685703-router', 'tenant_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a7128c6-a2ba-4462-90bf-7bf9faf15515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:34Z', 'updated_at': '2021-11-26T03:20:46Z', 'revision_number': 5, 'project_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'gw_port': {'id': '0a7128c6-a2ba-4462-90bf-7bf9faf15515', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff86c2-5684-46f6-aafd-b87888b1231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:35Z', 'updated_at': '2021-11-26T03:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:47.593208 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:47.616334 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3c0cf-1020-4d41-b601-7961737878c3 admin admin] Deleting port 0a7128c6-a2ba-4462-90bf-7bf9faf15515 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:20:47.616768 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c0cf-1020-4d41-b601-7961737878c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:47.622653 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5907c4e8-85f4-4304-adde-0d271f65430e None None] Checking router: 09ff86c2-5684-46f6-aafd-b87888b1231d for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:20:47.642427 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5907c4e8-85f4-4304-adde-0d271f65430e None None] Routers {'09ff86c2-5684-46f6-aafd-b87888b1231d'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:47.644329 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5907c4e8-85f4-4304-adde-0d271f65430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['09ff86c2-5684-46f6-aafd-b87888b1231d'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:47.720268 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-b1a3c0cf-1020-4d41-b601-7961737878c3 admin admin] For port 0a7128c6-a2ba-4462-90bf-7bf9faf15515, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0a7128c6-a2ba-4462-90bf-7bf9faf15515,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:47.720650 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c0cf-1020-4d41-b601-7961737878c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:47.733405 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:47.739189 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3c0cf-1020-4d41-b601-7961737878c3 admin admin] Calling delete_port for 0a7128c6-a2ba-4462-90bf-7bf9faf15515 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:20:47.833327 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-5907c4e8-85f4-4304-adde-0d271f65430e None None] Set router 09ff86c2-5684-46f6-aafd-b87888b1231d gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:47.843213 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:47.851121 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:47.891414 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5907c4e8-85f4-4304-adde-0d271f65430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff86c2-5684-46f6-aafd-b87888b1231d', 'name': 'tempest-TestAggregatesBasicOps-1138685703-router', 'tenant_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:34Z', 'updated_at': '2021-11-26T03:20:47Z', 'revision_number': 6, 'project_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:47.909905 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5de09-1641-46ff-ac9b-5a5f91f55d3a None None] Pushing event updated for resources: {'Port': ['ID=b8d492cd-3445-4e32-a64e-13b774e6a87d,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:47.923682 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5907c4e8-85f4-4304-adde-0d271f65430e None None] The sync data for ids ['09ff86c2-5684-46f6-aafd-b87888b1231d'] in n-d-819389-3 is: [{'id': '09ff86c2-5684-46f6-aafd-b87888b1231d', 'name': 'tempest-TestAggregatesBasicOps-1138685703-router', 'tenant_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:34Z', 'updated_at': '2021-11-26T03:20:47Z', 'revision_number': 6, 'project_id': '28c47ce3739f4e9ab6b4b144aaf5ea74', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:20:47.956278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff5de09-1641-46ff-ac9b-5a5f91f55d3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:47.956668 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff5de09-1641-46ff-ac9b-5a5f91f55d3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:47.956978 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff5de09-1641-46ff-ac9b-5a5f91f55d3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:47.957317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff5de09-1641-46ff-ac9b-5a5f91f55d3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:47.957655 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff5de09-1641-46ff-ac9b-5a5f91f55d3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:47.958001 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff5de09-1641-46ff-ac9b-5a5f91f55d3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:47.958323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff5de09-1641-46ff-ac9b-5a5f91f55d3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:47.958649 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff5de09-1641-46ff-ac9b-5a5f91f55d3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:47.958979 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff5de09-1641-46ff-ac9b-5a5f91f55d3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:47.959307 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff5de09-1641-46ff-ac9b-5a5f91f55d3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:47.959634 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff5de09-1641-46ff-ac9b-5a5f91f55d3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:47.959957 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff5de09-1641-46ff-ac9b-5a5f91f55d3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:20:47.980208 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Attempting to bind port b8d492cd-3445-4e32-a64e-13b774e6a87d on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:20:47.980875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Attempting to bind port b8d492cd-3445-4e32-a64e-13b774e6a87d by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'dede35cf-fb5b-492d-9e2a-9a9962f7b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:20:47.981244 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Attempting to bind port b8d492cd-3445-4e32-a64e-13b774e6a87d on network 4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:20:47.987624 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:20:47.988003 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Checking segment: {'id': 'dede35cf-fb5b-492d-9e2a-9a9962f7b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:20:47.988629 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:47.989216 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Bound using segment: {'id': 'dede35cf-fb5b-492d-9e2a-9a9962f7b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:20:47.989876 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Bound port: b8d492cd-3445-4e32-a64e-13b774e6a87d, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dede35cf-fb5b-492d-9e2a-9a9962f7b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:20:47.990436 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:48.065579 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] For port b8d492cd-3445-4e32-a64e-13b774e6a87d, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:20:48.069419 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] For port b8d492cd-3445-4e32-a64e-13b774e6a87d, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b8d492cd-3445-4e32-a64e-13b774e6a87d,segment=NetworkSegment(dede35cf-fb5b-492d-9e2a-9a9962f7b91b),segment_id=dede35cf-fb5b-492d-9e2a-9a9962f7b91b)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:20:48.076335 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:48.139273 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Routers {'69ef4de5-f68b-4939-9916-58c02fcb722a'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:48.140035 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['69ef4de5-f68b-4939-9916-58c02fcb722a'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:48.203159 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5de09-1641-46ff-ac9b-5a5f91f55d3a None None] Pushing event updated for resources: {'Port': ['ID=b8d492cd-3445-4e32-a64e-13b774e6a87d,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:48.235835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1f424a70-41b7-4f64-a839-ec86ef2218a2 None None] Provisioning complete for port b8d492cd-3445-4e32-a64e-13b774e6a87d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:48.236473 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f424a70-41b7-4f64-a839-ec86ef2218a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:48.241101 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Allocated IP 172.25.0.158 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/00406940-5d5e-43b4-a1c1-c687d4251c98) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:20:48.298676 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] Set router 69ef4de5-f68b-4939-9916-58c02fcb722a gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:48.414231 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c0cf-1020-4d41-b601-7961737878c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:48.416634 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f424a70-41b7-4f64-a839-ec86ef2218a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:48.419017 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:20:48.456995 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3c0cf-1020-4d41-b601-7961737878c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a7128c6-a2ba-4462-90bf-7bf9faf15515,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:48.478622 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:48.482040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fba3c2-c082-4ebc-9ff4-0bab56f62438 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:20:48.484076 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:20:48.484424 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device dc89bbe9-7775-4bcd-ab60-9b40ac7ff45d not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:20:48.552331 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c0cf-1020-4d41-b601-7961737878c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:48.556520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1f424a70-41b7-4f64-a839-ec86ef2218a2 None None] For port b8d492cd-3445-4e32-a64e-13b774e6a87d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b8d492cd-3445-4e32-a64e-13b774e6a87d,segment=NetworkSegment(dede35cf-fb5b-492d-9e2a-9a9962f7b91b),segment_id=dede35cf-fb5b-492d-9e2a-9a9962f7b91b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:48.565483 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f424a70-41b7-4f64-a839-ec86ef2218a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:48.642634 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:48.656175 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f424a70-41b7-4f64-a839-ec86ef2218a2 None None] Pushing event updated for resources: {'Port': ['ID=b8d492cd-3445-4e32-a64e-13b774e6a87d,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:48.678071 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c0cf-1020-4d41-b601-7961737878c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:48.686198 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c0cf-1020-4d41-b601-7961737878c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:48.688697 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:20:48.691590 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:48.697811 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'name': 'tempest-TestAggregatesBasicOps-228287429-router', 'tenant_id': 'de2673334bb6482f94abe7012d949f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '13753a7b-af49-4086-967a-d920e327cd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:39Z', 'updated_at': '2021-11-26T03:20:43Z', 'revision_number': 4, 'project_id': 'de2673334bb6482f94abe7012d949f17', 'gw_port': {'id': '13753a7b-af49-4086-967a-d920e327cd31', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:40Z', 'updated_at': '2021-11-26T03:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'b8d492cd-3445-4e32-a64e-13b774e6a87d', 'name': '', 'network_id': '4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29', 'tenant_id': 'de2673334bb6482f94abe7012d949f17', 'mac_address': 'fa:16:3e:c4:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '54b0fd28-d137-4f08-840c-5de487b3b608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:42Z', 'updated_at': '2021-11-26T03:20:48Z', 'revision_number': 4, 'project_id': 'de2673334bb6482f94abe7012d949f17', 'subnets': [{'id': '54b0fd28-d137-4f08-840c-5de487b3b608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:48.698407 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:20:48.699776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-36d0e0d5-334c-4adf-8ad7-05e1e5cf3d29 None None] Provisioning complete for port b8d492cd-3445-4e32-a64e-13b774e6a87d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:48.700147 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-36d0e0d5-334c-4adf-8ad7-05e1e5cf3d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:48.729611 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=00406940-5d5e-43b4-a1c1-c687d4251c98,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:48.749668 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f79c34e-4067-4639-a490-1575cd165994 None None] The sync data for ids ['69ef4de5-f68b-4939-9916-58c02fcb722a'] in n-d-819389-3 is: [{'id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'name': 'tempest-TestAggregatesBasicOps-228287429-router', 'tenant_id': 'de2673334bb6482f94abe7012d949f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '13753a7b-af49-4086-967a-d920e327cd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:39Z', 'updated_at': '2021-11-26T03:20:43Z', 'revision_number': 4, 'project_id': 'de2673334bb6482f94abe7012d949f17', 'gw_port': {'id': '13753a7b-af49-4086-967a-d920e327cd31', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:40Z', 'updated_at': '2021-11-26T03:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'b8d492cd-3445-4e32-a64e-13b774e6a87d', 'name': '', 'network_id': '4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29', 'tenant_id': 'de2673334bb6482f94abe7012d949f17', 'mac_address': 'fa:16:3e:c4:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '54b0fd28-d137-4f08-840c-5de487b3b608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:42Z', 'updated_at': '2021-11-26T03:20:48Z', 'revision_number': 4, 'project_id': 'de2673334bb6482f94abe7012d949f17', 'subnets': [{'id': '54b0fd28-d137-4f08-840c-5de487b3b608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:20:48.776093 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c0cf-1020-4d41-b601-7961737878c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:48.776635 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a3c0cf-1020-4d41-b601-7961737878c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09ff86c2-5684-46f6-aafd-b87888b1231d {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:20:48.787313 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c0cf-1020-4d41-b601-7961737878c3 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:48.788621 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b1a3c0cf-1020-4d41-b601-7961737878c3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/09ff86c2-5684-46f6-aafd-b87888b1231d HTTP/1.1" status: 204 len: 168 time: 1.5692475 Nov 26 03:20:48.791202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57778) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:48.873193 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6913faa-bcaa-4aaa-8914-085977013e11 admin admin] Deleting subnet c3e554d2-6a1a-46b9-afcb-aba4c3aef69d {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:20:48.879198 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d6913faa-bcaa-4aaa-8914-085977013e11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:48.931028 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d6913faa-bcaa-4aaa-8914-085977013e11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:49.025643 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d6913faa-bcaa-4aaa-8914-085977013e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:49.089877 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d6913faa-bcaa-4aaa-8914-085977013e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:49.124953 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d6913faa-bcaa-4aaa-8914-085977013e11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:49.128585 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d6913faa-bcaa-4aaa-8914-085977013e11 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c3e554d2-6a1a-46b9-afcb-aba4c3aef69d HTTP/1.1" status: 204 len: 168 time: 0.3355484 Nov 26 03:20:49.129754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6913faa-bcaa-4aaa-8914-085977013e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3e554d2-6a1a-46b9-afcb-aba4c3aef69d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:49.136671 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57780) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:49.138757 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1a17f0-9e1f-4409-bb81-7dafed80f942 None None] Network 2c7f1153-812f-4a79-8100-b85616a5f9ee requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:20:49.175533 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:49.213911 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:49.265807 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:49.281400 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] Deleting port 280cfc27-3294-48ea-a4fe-b8985f7bec19 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:20:49.281871 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:49.370033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] For port 280cfc27-3294-48ea-a4fe-b8985f7bec19, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=280cfc27-3294-48ea-a4fe-b8985f7bec19,segment=NetworkSegment(1f0141f6-80f9-467e-a069-84cee13e6274),segment_id=1f0141f6-80f9-467e-a069-84cee13e6274)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:49.377754 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:49.396484 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] Calling delete_port for 280cfc27-3294-48ea-a4fe-b8985f7bec19 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:20:49.459543 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:49.466670 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:49.525046 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:49.542321 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=00406940-5d5e-43b4-a1c1-c687d4251c98,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:49.549851 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab72909f-8e34-4582-924a-1b6448a5445f None None] DHCP port deletion for 2c7f1153-812f-4a79-8100-b85616a5f9ee request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:20:49.566493 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:49.570622 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] Pushing event deleted for resources: {'Port': ['ID=280cfc27-3294-48ea-a4fe-b8985f7bec19,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:49.574622 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] No DVR routers for this DVR port 280cfc27-3294-48ea-a4fe-b8985f7bec19 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:20:49.657854 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:49.688873 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7f1153-812f-4a79-8100-b85616a5f9ee']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:49.699358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0141f6-80f9-467e-a069-84cee13e6274') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:49.699689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0141f6-80f9-467e-a069-84cee13e6274') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:49.709844 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:49.710381 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Floating IP 037c7495-ce41-4dc3-b3bd-e7d5aeb2143b associated. External IP: 172.25.0.158, port: ded20ec1-016c-47b7-923e-529e095c7a35. Nov 26 03:20:49.726788 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:49.734361 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:20:49.734954 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:20:49.736720 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:20:49.800406 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:49.805343 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:49.808717 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] 10.222.0.31 "DELETE /v2.0/networks/2c7f1153-812f-4a79-8100-b85616a5f9ee HTTP/1.1" status: 204 len: 168 time: 0.6710191 Nov 26 03:20:49.812288 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57782) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:49.826059 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e47403-e433-4a25-ba97-d0984094f90f admin admin] Pushing event deleted for resources: {'Network': ['ID=2c7f1153-812f-4a79-8100-b85616a5f9ee,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:50.121598 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router b34b084b-7674-45f7-811a-adc2c0d81125 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:20:50.176406 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b8d492cd-3445-4e32-a64e-13b774e6a87d up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:20:50.250931 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port b8d492cd-3445-4e32-a64e-13b774e6a87d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:50.252092 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:50.308568 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:20:50.325760 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc10b245-c902-4cf5-b3a2-2d18cc1f30a6 None None] Sync routers for ids ['b34b084b-7674-45f7-811a-adc2c0d81125'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:20:50.332317 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:50.350160 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc10b245-c902-4cf5-b3a2-2d18cc1f30a6 None None] Routers {'b34b084b-7674-45f7-811a-adc2c0d81125'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:50.350783 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-bc10b245-c902-4cf5-b3a2-2d18cc1f30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b34b084b-7674-45f7-811a-adc2c0d81125'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:50.368819 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-62646fb8-85c8-4329-90ba-d10dd4660deb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8906276 Nov 26 03:20:50.368819 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'tag': 'ded20ec1-016c-47b7-923e-529e095c7a35'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:20:50.370467 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68245b6b-8789-4aeb-b89c-52aa6bc78198" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8619a1-1ebe-45ae-977a-3bfd476eda23", "tag": "ded20ec1-016c-47b7-923e-529e095c7a35"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:20:50.430865 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b90898f-bab2-4965-80e5-ef7608fa656a x-openstack-request-id: req-5b90898f-bab2-4965-80e5-ef7608fa656a {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:20:50.431379 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8619a1-1ebe-45ae-977a-3bfd476eda23", "tag": "ded20ec1-016c-47b7-923e-529e095c7a35", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:20:50.431826 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b90898f-bab2-4965-80e5-ef7608fa656a {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:20:50.432434 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'tag': 'ded20ec1-016c-47b7-923e-529e095c7a35', 'status': 'completed', 'code': 200} Nov 26 03:20:50.446320 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 280cfc27-3294-48ea-a4fe-b8985f7bec19 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:20:50.470401 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 280cfc27-3294-48ea-a4fe-b8985f7bec19 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:20:50.470752 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 280cfc27-3294-48ea-a4fe-b8985f7bec19 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:20:50.471180 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0a7128c6-a2ba-4462-90bf-7bf9faf15515 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:20:50.473107 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0f5f54fa-2929-4c69-ac83-23f0e6b917f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:50.498097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 0a7128c6-a2ba-4462-90bf-7bf9faf15515 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:20:50.498512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0a7128c6-a2ba-4462-90bf-7bf9faf15515 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:20:50.526467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaf6d2-0af5-4c88-ba43-744d6f585573 req-e68c58c2-e5fe-4a02-9c65-2e4249416f9a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:50.528710 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59eaf6d2-0af5-4c88-ba43-744d6f585573 req-e68c58c2-e5fe-4a02-9c65-2e4249416f9a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 945 time: 0.0986562 Nov 26 03:20:50.533978 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-bc10b245-c902-4cf5-b3a2-2d18cc1f30a6 None None] Set router b34b084b-7674-45f7-811a-adc2c0d81125 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:50.566640 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68245b6b-8789-4aeb-b89c-52aa6bc78198 req-23f29cc1-078c-4faf-bb05-e388d5e8bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:50.568075 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68245b6b-8789-4aeb-b89c-52aa6bc78198 req-23f29cc1-078c-4faf-bb05-e388d5e8bb92 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 1096 time: 0.0924723 Nov 26 03:20:50.647788 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59eaf6d2-0af5-4c88-ba43-744d6f585573 req-383b0df4-b692-42dd-8d91-a0bc96b134f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086979 Nov 26 03:20:50.669408 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57788) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:50.769953 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0f5f54fa-2929-4c69-ac83-23f0e6b917f4 admin admin] Deleting port b8d492cd-3445-4e32-a64e-13b774e6a87d {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:20:50.770637 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0f5f54fa-2929-4c69-ac83-23f0e6b917f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:50.807842 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-bc10b245-c902-4cf5-b3a2-2d18cc1f30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206785768', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:25Z', 'updated_at': '2021-11-26T03:20:30Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:26Z', 'updated_at': '2021-11-26T03:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '037c7495-ce41-4dc3-b3bd-e7d5aeb2143b', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'floating_ip_address': '172.25.0.158', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'port_id': 'ded20ec1-016c-47b7-923e-529e095c7a35', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2', 'mac_address': 'fa:16:3e:20:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:20:49Z', 'updated_at': '2021-11-26T03:20:49Z', 'revision_number': 0, 'project_id': '170100a2b828400b8769a13db96ee224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9789422-c85c-40ee-9b57-295533548199', 'name': '', 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:56:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:29Z', 'updated_at': '2021-11-26T03:20:34Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:50.835524 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc10b245-c902-4cf5-b3a2-2d18cc1f30a6 None None] Checking router: b34b084b-7674-45f7-811a-adc2c0d81125 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:20:50.845063 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc10b245-c902-4cf5-b3a2-2d18cc1f30a6 None None] Routers {'b34b084b-7674-45f7-811a-adc2c0d81125'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:50.845433 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-bc10b245-c902-4cf5-b3a2-2d18cc1f30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b34b084b-7674-45f7-811a-adc2c0d81125'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:50.862980 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-0f5f54fa-2929-4c69-ac83-23f0e6b917f4 admin admin] For port b8d492cd-3445-4e32-a64e-13b774e6a87d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b8d492cd-3445-4e32-a64e-13b774e6a87d,segment=NetworkSegment(dede35cf-fb5b-492d-9e2a-9a9962f7b91b),segment_id=dede35cf-fb5b-492d-9e2a-9a9962f7b91b)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:50.863388 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0f5f54fa-2929-4c69-ac83-23f0e6b917f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:50.877939 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0f5f54fa-2929-4c69-ac83-23f0e6b917f4 admin admin] Calling delete_port for b8d492cd-3445-4e32-a64e-13b774e6a87d owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:20:50.953627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-bc10b245-c902-4cf5-b3a2-2d18cc1f30a6 None None] Set router b34b084b-7674-45f7-811a-adc2c0d81125 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:51.068002 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68245b6b-8789-4aeb-b89c-52aa6bc78198 req-2993f9ee-07c9-4495-97ac-eb3f559a05c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:51.069511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68245b6b-8789-4aeb-b89c-52aa6bc78198 req-2993f9ee-07c9-4495-97ac-eb3f559a05c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 HTTP/1.1" status: 200 len: 897 time: 0.4911768 Nov 26 03:20:51.080770 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0f5f54fa-2929-4c69-ac83-23f0e6b917f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:51.092659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9fd1f059-29c9-4baf-9451-572d75d6735f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/floatingips/037c7495-ce41-4dc3-b3bd-e7d5aeb2143b HTTP/1.1" status: 200 len: 991 time: 0.4207494 Nov 26 03:20:51.106639 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f54fa-2929-4c69-ac83-23f0e6b917f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d492cd-3445-4e32-a64e-13b774e6a87d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:51.156559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68245b6b-8789-4aeb-b89c-52aa6bc78198 req-693dbeae-f134-4c11-ac2b-5d415f31a173 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded20ec1-016c-47b7-923e-529e095c7a35 HTTP/1.1" status: 200 len: 999 time: 0.0733759 Nov 26 03:20:51.219186 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68245b6b-8789-4aeb-b89c-52aa6bc78198 req-61b63964-9bf3-4538-a662-669da01cedf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:51.221815 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68245b6b-8789-4aeb-b89c-52aa6bc78198 req-61b63964-9bf3-4538-a662-669da01cedf0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ebcb5777-5ba2-4154-ad85-03c783d92893 HTTP/1.1" status: 200 len: 834 time: 0.0579739 Nov 26 03:20:51.231196 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-bc10b245-c902-4cf5-b3a2-2d18cc1f30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206785768', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:25Z', 'updated_at': '2021-11-26T03:20:30Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:26Z', 'updated_at': '2021-11-26T03:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '037c7495-ce41-4dc3-b3bd-e7d5aeb2143b', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'floating_ip_address': '172.25.0.158', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'port_id': 'ded20ec1-016c-47b7-923e-529e095c7a35', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2', 'mac_address': 'fa:16:3e:20:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:20:49Z', 'updated_at': '2021-11-26T03:20:49Z', 'revision_number': 0, 'project_id': '170100a2b828400b8769a13db96ee224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9789422-c85c-40ee-9b57-295533548199', 'name': '', 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:56:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:29Z', 'updated_at': '2021-11-26T03:20:34Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:51.269871 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc10b245-c902-4cf5-b3a2-2d18cc1f30a6 None None] The sync data for ids ['b34b084b-7674-45f7-811a-adc2c0d81125'] in n-d-819389-3 is: [{'id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206785768', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:25Z', 'updated_at': '2021-11-26T03:20:30Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:26Z', 'updated_at': '2021-11-26T03:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '037c7495-ce41-4dc3-b3bd-e7d5aeb2143b', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'floating_ip_address': '172.25.0.158', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'port_id': 'ded20ec1-016c-47b7-923e-529e095c7a35', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2', 'mac_address': 'fa:16:3e:20:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:20:49Z', 'updated_at': '2021-11-26T03:20:49Z', 'revision_number': 0, 'project_id': '170100a2b828400b8769a13db96ee224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9789422-c85c-40ee-9b57-295533548199', 'name': '', 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:56:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:29Z', 'updated_at': '2021-11-26T03:20:34Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:20:51.279163 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68245b6b-8789-4aeb-b89c-52aa6bc78198 req-c2049d35-37fc-4259-8f6d-e56ff3a824bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:51.282261 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68245b6b-8789-4aeb-b89c-52aa6bc78198 req-c2049d35-37fc-4259-8f6d-e56ff3a824bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527449 Nov 26 03:20:51.297351 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0f5f54fa-2929-4c69-ac83-23f0e6b917f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:51.401760 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68245b6b-8789-4aeb-b89c-52aa6bc78198 req-9242ed0b-b745-44e8-b5a4-297bbc7a888b service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119092 Nov 26 03:20:51.499753 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68245b6b-8789-4aeb-b89c-52aa6bc78198 req-0e457ed8-e789-49b5-9a00-cd40efda3732 service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899322 Nov 26 03:20:51.518728 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0185026f-7342-4ba4-bd90-da74b3437b53 None None] New status for floating IP 037c7495-ce41-4dc3-b3bd-e7d5aeb2143b: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:20:51.541533 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5f54fa-2929-4c69-ac83-23f0e6b917f4 admin admin] Router 69ef4de5-f68b-4939-9916-58c02fcb722a has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:20:51.652494 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5f54fa-2929-4c69-ac83-23f0e6b917f4 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:20:51.658474 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0f5f54fa-2929-4c69-ac83-23f0e6b917f4 admin admin] 10.222.0.31 "PUT /v2.0/routers/69ef4de5-f68b-4939-9916-58c02fcb722a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8451655 Nov 26 03:20:51.660992 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57790) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:51.665288 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060f2989-189d-45ad-a9ce-53d5c03a77f8 None None] Sync routers for ids ['69ef4de5-f68b-4939-9916-58c02fcb722a'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:20:51.677232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f2989-189d-45ad-a9ce-53d5c03a77f8 None None] Routers {'69ef4de5-f68b-4939-9916-58c02fcb722a'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:51.677858 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-060f2989-189d-45ad-a9ce-53d5c03a77f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['69ef4de5-f68b-4939-9916-58c02fcb722a'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:51.773872 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5467439-e24a-4a88-b1e0-a4986eb41307 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:51.788501 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-060f2989-189d-45ad-a9ce-53d5c03a77f8 None None] Set router 69ef4de5-f68b-4939-9916-58c02fcb722a gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:51.973778 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-060f2989-189d-45ad-a9ce-53d5c03a77f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'name': 'tempest-TestAggregatesBasicOps-228287429-router', 'tenant_id': 'de2673334bb6482f94abe7012d949f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '13753a7b-af49-4086-967a-d920e327cd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:39Z', 'updated_at': '2021-11-26T03:20:51Z', 'revision_number': 5, 'project_id': 'de2673334bb6482f94abe7012d949f17', 'gw_port': {'id': '13753a7b-af49-4086-967a-d920e327cd31', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:40Z', 'updated_at': '2021-11-26T03:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:52.000112 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060f2989-189d-45ad-a9ce-53d5c03a77f8 None None] Checking router: 69ef4de5-f68b-4939-9916-58c02fcb722a for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:20:52.009022 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f2989-189d-45ad-a9ce-53d5c03a77f8 None None] Routers {'69ef4de5-f68b-4939-9916-58c02fcb722a'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:52.009644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-060f2989-189d-45ad-a9ce-53d5c03a77f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['69ef4de5-f68b-4939-9916-58c02fcb722a'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:52.096173 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57792) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:52.122644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-060f2989-189d-45ad-a9ce-53d5c03a77f8 None None] Set router 69ef4de5-f68b-4939-9916-58c02fcb722a gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:52.162457 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ff62a854-2991-4495-a331-53a01aaab6d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/floatingips/037c7495-ce41-4dc3-b3bd-e7d5aeb2143b HTTP/1.1" status: 200 len: 993 time: 0.0640409 Nov 26 03:20:52.176757 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5467439-e24a-4a88-b1e0-a4986eb41307 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:52.231065 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f5467439-e24a-4a88-b1e0-a4986eb41307 admin admin] Deleting port 13753a7b-af49-4086-967a-d920e327cd31 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:20:52.231337 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5467439-e24a-4a88-b1e0-a4986eb41307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:52.303086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-060f2989-189d-45ad-a9ce-53d5c03a77f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'name': 'tempest-TestAggregatesBasicOps-228287429-router', 'tenant_id': 'de2673334bb6482f94abe7012d949f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '13753a7b-af49-4086-967a-d920e327cd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:39Z', 'updated_at': '2021-11-26T03:20:51Z', 'revision_number': 5, 'project_id': 'de2673334bb6482f94abe7012d949f17', 'gw_port': {'id': '13753a7b-af49-4086-967a-d920e327cd31', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:40Z', 'updated_at': '2021-11-26T03:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:52.313060 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-f5467439-e24a-4a88-b1e0-a4986eb41307 admin admin] For port 13753a7b-af49-4086-967a-d920e327cd31, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=13753a7b-af49-4086-967a-d920e327cd31,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:52.313423 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5467439-e24a-4a88-b1e0-a4986eb41307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:52.324804 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f5467439-e24a-4a88-b1e0-a4986eb41307 admin admin] Calling delete_port for 13753a7b-af49-4086-967a-d920e327cd31 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:20:52.332933 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060f2989-189d-45ad-a9ce-53d5c03a77f8 None None] The sync data for ids ['69ef4de5-f68b-4939-9916-58c02fcb722a'] in n-d-819389-3 is: [{'id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'name': 'tempest-TestAggregatesBasicOps-228287429-router', 'tenant_id': 'de2673334bb6482f94abe7012d949f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '13753a7b-af49-4086-967a-d920e327cd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:39Z', 'updated_at': '2021-11-26T03:20:51Z', 'revision_number': 5, 'project_id': 'de2673334bb6482f94abe7012d949f17', 'gw_port': {'id': '13753a7b-af49-4086-967a-d920e327cd31', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef4de5-f68b-4939-9916-58c02fcb722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:40Z', 'updated_at': '2021-11-26T03:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:20:52.484695 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5467439-e24a-4a88-b1e0-a4986eb41307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:52.509525 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5467439-e24a-4a88-b1e0-a4986eb41307 admin admin] Pushing event deleted for resources: {'Port': ['ID=13753a7b-af49-4086-967a-d920e327cd31,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:52.522645 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2667f22-31bd-4450-bad0-82bfc6689cd6 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:20:52.562887 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:52.570354 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5467439-e24a-4a88-b1e0-a4986eb41307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:52.664930 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5467439-e24a-4a88-b1e0-a4986eb41307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:52.667018 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5467439-e24a-4a88-b1e0-a4986eb41307 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:52.716792 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5467439-e24a-4a88-b1e0-a4986eb41307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:52.717622 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5467439-e24a-4a88-b1e0-a4986eb41307 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69ef4de5-f68b-4939-9916-58c02fcb722a {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:20:52.722909 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f5467439-e24a-4a88-b1e0-a4986eb41307 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:52.724136 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f5467439-e24a-4a88-b1e0-a4986eb41307 admin admin] 10.222.0.31 "DELETE /v2.0/routers/69ef4de5-f68b-4939-9916-58c02fcb722a HTTP/1.1" status: 204 len: 168 time: 1.0622056 Nov 26 03:20:52.726717 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57794) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:52.773162 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1af11d0-001d-4af9-b162-d95314cc6580 admin admin] Deleting subnet 54b0fd28-d137-4f08-840c-5de487b3b608 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:20:52.776553 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e1af11d0-001d-4af9-b162-d95314cc6580 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:52.813382 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e1af11d0-001d-4af9-b162-d95314cc6580 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:52.896032 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e1af11d0-001d-4af9-b162-d95314cc6580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:52.948998 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e1af11d0-001d-4af9-b162-d95314cc6580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:52.972881 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af11d0-001d-4af9-b162-d95314cc6580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b0fd28-d137-4f08-840c-5de487b3b608,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:52.978367 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e1af11d0-001d-4af9-b162-d95314cc6580 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:52.981581 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e1af11d0-001d-4af9-b162-d95314cc6580 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/54b0fd28-d137-4f08-840c-5de487b3b608 HTTP/1.1" status: 204 len: 168 time: 0.2539051 Nov 26 03:20:52.984708 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57796) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:52.989012 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945f5f73-46ec-489f-836e-808d9f053106 None None] Network 4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:20:53.061216 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:53.114778 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] Deleting port d8e190b8-6810-4ff4-8848-680ceb062598 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:20:53.115209 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:53.178555 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] For port d8e190b8-6810-4ff4-8848-680ceb062598, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=d8e190b8-6810-4ff4-8848-680ceb062598,segment=NetworkSegment(dede35cf-fb5b-492d-9e2a-9a9962f7b91b),segment_id=dede35cf-fb5b-492d-9e2a-9a9962f7b91b)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:53.178924 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:53.191225 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] Calling delete_port for d8e190b8-6810-4ff4-8848-680ceb062598 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:20:53.271892 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:53.297736 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e190b8-6810-4ff4-8848-680ceb062598,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:53.299554 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] No DVR routers for this DVR port d8e190b8-6810-4ff4-8848-680ceb062598 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:20:53.338386 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf1c803-138d-486f-9d80-734aefbe29b4 None None] DHCP port deletion for 4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:20:53.379914 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:53.400410 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:53.410007 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dede35cf-fb5b-492d-9e2a-9a9962f7b91b') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:53.410306 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dede35cf-fb5b-492d-9e2a-9a9962f7b91b') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:53.419380 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:53.432047 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:53.437931 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:20:53.438327 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:20:53.439939 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:20:53.493326 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:53.498935 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:53.502190 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] 10.222.0.31 "DELETE /v2.0/networks/4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29 HTTP/1.1" status: 204 len: 168 time: 0.5165391 Nov 26 03:20:53.513343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbca4c-d811-43f7-a6e3-28be66e4024b admin admin] Pushing event deleted for resources: {'Network': ['ID=4f0f9613-ffdd-4135-aef0-f9d9c9ce2a29,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:53.665632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57800) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:53.705967 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a292abe9-cf8e-4f16-9481-23c64ac48bf3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28c47ce3739f4e9ab6b4b144aaf5ea74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391359 Nov 26 03:20:53.706398 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:53.708842 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57802) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:53.760210 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-894b0752-5862-4033-85fc-1b30c5c3c89d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:53.781246 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-894b0752-5862-4033-85fc-1b30c5c3c89d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:53.827116 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-894b0752-5862-4033-85fc-1b30c5c3c89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:53.829631 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-894b0752-5862-4033-85fc-1b30c5c3c89d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:53.830845 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-894b0752-5862-4033-85fc-1b30c5c3c89d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2a5fcbf-730b-4060-9b38-87a8c3a5223e HTTP/1.1" status: 204 len: 168 time: 0.1210976 Nov 26 03:20:53.838976 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b0752-5862-4033-85fc-1b30c5c3c89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a5fcbf-730b-4060-9b38-87a8c3a5223e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:54.122491 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b8d492cd-3445-4e32-a64e-13b774e6a87d no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:20:54.143193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: b8d492cd-3445-4e32-a64e-13b774e6a87d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:20:54.143569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b8d492cd-3445-4e32-a64e-13b774e6a87d not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:20:54.147113 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device d8e190b8-6810-4ff4-8848-680ceb062598 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:20:54.147263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57808) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:54.167692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: d8e190b8-6810-4ff4-8848-680ceb062598 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:20:54.168042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device d8e190b8-6810-4ff4-8848-680ceb062598 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:20:54.168480 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 13753a7b-af49-4086-967a-d920e327cd31 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:20:54.190363 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-09922af0-9cab-49a9-8838-9971b69b5d31 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de2673334bb6482f94abe7012d949f17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419152 Nov 26 03:20:54.191234 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 13753a7b-af49-4086-967a-d920e327cd31 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:20:54.191581 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 13753a7b-af49-4086-967a-d920e327cd31 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:20:54.192813 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57810) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:54.242169 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7d7e69d5-58da-416d-ab7f-45576d1ced53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:54.266168 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7d7e69d5-58da-416d-ab7f-45576d1ced53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:54.312422 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7d7e69d5-58da-416d-ab7f-45576d1ced53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:54.315478 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7d7e69d5-58da-416d-ab7f-45576d1ced53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:54.316655 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7d7e69d5-58da-416d-ab7f-45576d1ced53 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/997fb373-5c4f-472b-9abb-2b5c92bf0e8a HTTP/1.1" status: 204 len: 168 time: 0.1228983 Nov 26 03:20:54.324135 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e69d5-58da-416d-ab7f-45576d1ced53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997fb373-5c4f-472b-9abb-2b5c92bf0e8a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:54.973057 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57832) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:55.074912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-451dc6f9-d89a-4a1f-8267-1ce3cc27ce5a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-699625229-network', 'tenant_id': '82ca796d41624871a6e0c990b032852b'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:55.096403 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451dc6f9-d89a-4a1f-8267-1ce3cc27ce5a admin admin] Made reservation on behalf of 82ca796d41624871a6e0c990b032852b for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:20:55.098614 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-451dc6f9-d89a-4a1f-8267-1ce3cc27ce5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:55.106699 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-451dc6f9-d89a-4a1f-8267-1ce3cc27ce5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:55.177598 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-451dc6f9-d89a-4a1f-8267-1ce3cc27ce5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:55.181507 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-451dc6f9-d89a-4a1f-8267-1ce3cc27ce5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:55.209173 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451dc6f9-d89a-4a1f-8267-1ce3cc27ce5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:20:55.215612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dc6f9-d89a-4a1f-8267-1ce3cc27ce5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c29df4-e2d6-4c9e-b2db-6c55d45cea8a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:55.221838 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-451dc6f9-d89a-4a1f-8267-1ce3cc27ce5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:55.222322 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-451dc6f9-d89a-4a1f-8267-1ce3cc27ce5a admin admin] Added segment 0b145246-6001-4b08-8264-797f5f693b5f of type vlan for network 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 Nov 26 03:20:55.263083 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-451dc6f9-d89a-4a1f-8267-1ce3cc27ce5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:55.286235 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-451dc6f9-d89a-4a1f-8267-1ce3cc27ce5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:55.287167 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451dc6f9-d89a-4a1f-8267-1ce3cc27ce5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:55.287742 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-451dc6f9-d89a-4a1f-8267-1ce3cc27ce5a admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:55.346968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-451dc6f9-d89a-4a1f-8267-1ce3cc27ce5a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3727274 Nov 26 03:20:55.350040 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57836) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:55.352041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dc6f9-d89a-4a1f-8267-1ce3cc27ce5a admin admin] Pushing event updated for resources: {'Network': ['ID=922f8955-8b60-4eaf-bc79-8e5a065fe7b9,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:55.356231 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e67ad3c6-b29b-4c91-b5f8-86d324a3fb48 admin admin] Request body: {'subnet': {'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-699625229-subnet', 'tenant_id': '82ca796d41624871a6e0c990b032852b', 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:55.361985 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:20:55.381230 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67ad3c6-b29b-4c91-b5f8-86d324a3fb48 admin admin] Made reservation on behalf of 82ca796d41624871a6e0c990b032852b for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:20:55.383802 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e67ad3c6-b29b-4c91-b5f8-86d324a3fb48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:55.544613 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e67ad3c6-b29b-4c91-b5f8-86d324a3fb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:55.598037 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ad3c6-b29b-4c91-b5f8-86d324a3fb48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5327d828-ddd2-4f8c-b8d5-40b48e308ca0,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:55.606527 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67ad3c6-b29b-4c91-b5f8-86d324a3fb48 admin admin] Checking segment: {'id': '0b145246-6001-4b08-8264-797f5f693b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:20:55.606893 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67ad3c6-b29b-4c91-b5f8-86d324a3fb48 admin admin] Network hostable DHCP agents. Network: 922f8955-8b60-4eaf-bc79-8e5a065fe7b9, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:20:55.625101 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67ad3c6-b29b-4c91-b5f8-86d324a3fb48 admin admin] Network 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:20:55.635345 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e67ad3c6-b29b-4c91-b5f8-86d324a3fb48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 922f8955-8b60-4eaf-bc79-8e5a065fe7b9) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:55.639493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67ad3c6-b29b-4c91-b5f8-86d324a3fb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:55.640186 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e67ad3c6-b29b-4c91-b5f8-86d324a3fb48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:55.647639 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675e7fcb-6d29-42a0-97b4-e09a9272033b None None] Network 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:20:55.656281 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e67ad3c6-b29b-4c91-b5f8-86d324a3fb48 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3050425 Nov 26 03:20:55.658946 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57838) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:55.663186 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-699625229-router', 'tenant_id': '82ca796d41624871a6e0c990b032852b', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:55.685068 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:55.686717 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:55.744957 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:55.801129 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-922f8955-8b60-4eaf-bc79-8e5a065fe7b9', 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9', 'tenant_id': '82ca796d41624871a6e0c990b032852b', 'fixed_ips': [{'subnet_id': '5327d828-ddd2-4f8c-b8d5-40b48e308ca0'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:20:55.802024 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:55.877281 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:55.934532 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Allocated IP 172.20.0.2 (922f8955-8b60-4eaf-bc79-8e5a065fe7b9/5327d828-ddd2-4f8c-b8d5-40b48e308ca0/9b5f1e52-1835-44b5-b2b1-02cdcc210b86) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:20:56.078241 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:56.084465 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:56.084638 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:56.103698 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:56.123736 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Network 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:20:56.126591 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:56.130130 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:20:56.140583 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Pushing event updated for resources: {'Port': ['ID=9b5f1e52-1835-44b5-b2b1-02cdcc210b86,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:56.188455 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Attempting to bind port 9b5f1e52-1835-44b5-b2b1-02cdcc210b86 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:20:56.188846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Attempting to bind port 9b5f1e52-1835-44b5-b2b1-02cdcc210b86 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '0b145246-6001-4b08-8264-797f5f693b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:20:56.189205 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Attempting to bind port 9b5f1e52-1835-44b5-b2b1-02cdcc210b86 on network 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:20:56.194256 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:20:56.194632 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Checking segment: {'id': '0b145246-6001-4b08-8264-797f5f693b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:20:56.195036 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:56.195562 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Bound using segment: {'id': '0b145246-6001-4b08-8264-797f5f693b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:20:56.196037 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Bound port: 9b5f1e52-1835-44b5-b2b1-02cdcc210b86, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b145246-6001-4b08-8264-797f5f693b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:20:56.196442 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:56.219305 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] Allocated IP 172.25.0.109 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/a84f1724-536d-4040-bf46-2688b5cb800b) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:20:56.328040 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:56.363806 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:56.415559 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:20:56.415787 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] For port 9b5f1e52-1835-44b5-b2b1-02cdcc210b86, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:20:56.419126 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:56.419823 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] For port 9b5f1e52-1835-44b5-b2b1-02cdcc210b86, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9b5f1e52-1835-44b5-b2b1-02cdcc210b86,segment=NetworkSegment(0b145246-6001-4b08-8264-797f5f693b5f),segment_id=0b145246-6001-4b08-8264-797f5f693b5f)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:20:56.422081 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:20:56.426423 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:56.438764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302969c9-6caf-4bf5-965e-be35d7b06cd4 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:20:56.453434 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] Pushing event updated for resources: {'Port': ['ID=a84f1724-536d-4040-bf46-2688b5cb800b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:56.504165 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e047fad-8ead-44cf-aeac-4b87ad748fe6 None None] Pushing event updated for resources: {'Port': ['ID=9b5f1e52-1835-44b5-b2b1-02cdcc210b86,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:56.512766 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-bc713830-2c58-441b-ac03-af70f232551d None None] Provisioning complete for port a84f1724-536d-4040-bf46-2688b5cb800b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:56.513131 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bc713830-2c58-441b-ac03-af70f232551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:56.557316 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-bc713830-2c58-441b-ac03-af70f232551d None None] Port a84f1724-536d-4040-bf46-2688b5cb800b cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:20:56.708308 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:56.905827 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:57.030852 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] Router df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:20:57.141468 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:20:57.151326 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Sync routers for ids ['df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:20:57.160101 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:57.163132 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Routers {'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:57.163906 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:57.164346 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57840) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:57.164830 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e924f571-4750-4b26-9a00-49baf0680bf7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5045509 Nov 26 03:20:57.284339 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Set router df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:57.436805 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b38afa8-1235-4cfd-bf4d-afb8d79f78f7 None None] Network 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:20:57.474748 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed', 'name': 'tempest-TestServerMultinode-699625229-router', 'tenant_id': '82ca796d41624871a6e0c990b032852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a84f1724-536d-4040-bf46-2688b5cb800b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:55Z', 'updated_at': '2021-11-26T03:20:56Z', 'revision_number': 3, 'project_id': '82ca796d41624871a6e0c990b032852b', 'gw_port': {'id': 'a84f1724-536d-4040-bf46-2688b5cb800b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:56Z', 'updated_at': '2021-11-26T03:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:57.504089 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e342a214-cd63-400b-b6f3-77957d046dd4 None None] Provisioning complete for port 9b5f1e52-1835-44b5-b2b1-02cdcc210b86 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:57.504786 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e342a214-cd63-400b-b6f3-77957d046dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:57.506786 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Checking router: df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:20:57.507311 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Updating router df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed port a84f1724-536d-4040-bf46-2688b5cb800b binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:20:57.532259 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:57.612845 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ad010eda-8378-4e26-95b4-faaafd334f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:57.658018 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e342a214-cd63-400b-b6f3-77957d046dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:57.699859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e342a214-cd63-400b-b6f3-77957d046dd4 None None] For port 9b5f1e52-1835-44b5-b2b1-02cdcc210b86, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9b5f1e52-1835-44b5-b2b1-02cdcc210b86,segment=NetworkSegment(0b145246-6001-4b08-8264-797f5f693b5f),segment_id=0b145246-6001-4b08-8264-797f5f693b5f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:57.705039 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e342a214-cd63-400b-b6f3-77957d046dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:57.761615 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342a214-cd63-400b-b6f3-77957d046dd4 None None] Pushing event updated for resources: {'Port': ['ID=9b5f1e52-1835-44b5-b2b1-02cdcc210b86,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:57.788576 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:57.794690 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:57.816959 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-ad010eda-8378-4e26-95b4-faaafd334f64 admin admin] Allocated IP 172.20.0.1 (922f8955-8b60-4eaf-bc79-8e5a065fe7b9/5327d828-ddd2-4f8c-b8d5-40b48e308ca0/7a92e24c-cae7-4581-9ff5-df423b898b81) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:20:57.842889 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5552bf22-2c71-45cf-a68a-557a39270c47 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:20:57.854514 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Attempting to bind port a84f1724-536d-4040-bf46-2688b5cb800b on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:20:57.854899 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Attempting to bind port a84f1724-536d-4040-bf46-2688b5cb800b by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:20:57.855363 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Attempting to bind port a84f1724-536d-4040-bf46-2688b5cb800b on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:20:57.862525 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880a055-0737-493b-aa08-b58d52efefee None None] Pushing event updated for resources: {'Port': ['ID=a84f1724-536d-4040-bf46-2688b5cb800b,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:57.866156 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:20:57.866528 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:20:57.866936 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:57.867328 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:20:57.867805 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Bound port: a84f1724-536d-4040-bf46-2688b5cb800b, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:20:57.868220 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:57.928978 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] For port a84f1724-536d-4040-bf46-2688b5cb800b, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:20:57.934688 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-068e5327-9366-4db5-a551-dcb4d6275207 None None] Provisioning complete for port a84f1724-536d-4040-bf46-2688b5cb800b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:57.935679 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-068e5327-9366-4db5-a551-dcb4d6275207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:57.936091 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] For port a84f1724-536d-4040-bf46-2688b5cb800b, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a84f1724-536d-4040-bf46-2688b5cb800b,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:20:57.943445 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:57.964320 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ad010eda-8378-4e26-95b4-faaafd334f64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:57.971548 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-068e5327-9366-4db5-a551-dcb4d6275207 None None] Port a84f1724-536d-4040-bf46-2688b5cb800b cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:20:57.989439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbd7c9b-fc22-4830-bb7d-508807e0d3d4 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:20:58.005675 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ad010eda-8378-4e26-95b4-faaafd334f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:58.008490 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Routers {'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:20:58.009112 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:58.011892 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880a055-0737-493b-aa08-b58d52efefee None None] Pushing event updated for resources: {'Port': ['ID=a84f1724-536d-4040-bf46-2688b5cb800b,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:58.042171 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad010eda-8378-4e26-95b4-faaafd334f64 admin admin] Network 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:20:58.048584 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-ad010eda-8378-4e26-95b4-faaafd334f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:58.052181 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad010eda-8378-4e26-95b4-faaafd334f64 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:20:58.080361 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad010eda-8378-4e26-95b4-faaafd334f64 admin admin] Pushing event updated for resources: {'Port': ['ID=7a92e24c-cae7-4581-9ff5-df423b898b81,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:58.104980 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ad010eda-8378-4e26-95b4-faaafd334f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:58.108324 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7afb58da-99a9-446b-8e28-b259af6647bb None None] Provisioning complete for port 9b5f1e52-1835-44b5-b2b1-02cdcc210b86 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:58.109042 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7afb58da-99a9-446b-8e28-b259af6647bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:58.141517 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] Set router df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:20:58.227143 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9b5f1e52-1835-44b5-b2b1-02cdcc210b86 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:20:58.278817 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ad010eda-8378-4e26-95b4-faaafd334f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:58.293680 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7afb58da-99a9-446b-8e28-b259af6647bb None None] Provisioning complete for port a84f1724-536d-4040-bf46-2688b5cb800b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:58.294087 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7afb58da-99a9-446b-8e28-b259af6647bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:58.329047 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 9b5f1e52-1835-44b5-b2b1-02cdcc210b86 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:58.329520 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:58.366857 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed', 'name': 'tempest-TestServerMultinode-699625229-router', 'tenant_id': '82ca796d41624871a6e0c990b032852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a84f1724-536d-4040-bf46-2688b5cb800b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:55Z', 'updated_at': '2021-11-26T03:20:56Z', 'revision_number': 3, 'project_id': '82ca796d41624871a6e0c990b032852b', 'gw_port': {'id': 'a84f1724-536d-4040-bf46-2688b5cb800b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:56Z', 'updated_at': '2021-11-26T03:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:20:58.395092 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd1a424-4142-467f-ad15-114176b1a851 None None] The sync data for ids ['df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed'] in n-d-819389-3 is: [{'id': 'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed', 'name': 'tempest-TestServerMultinode-699625229-router', 'tenant_id': '82ca796d41624871a6e0c990b032852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a84f1724-536d-4040-bf46-2688b5cb800b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:55Z', 'updated_at': '2021-11-26T03:20:56Z', 'revision_number': 3, 'project_id': '82ca796d41624871a6e0c990b032852b', 'gw_port': {'id': 'a84f1724-536d-4040-bf46-2688b5cb800b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:56Z', 'updated_at': '2021-11-26T03:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:20:58.442956 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7afb58da-99a9-446b-8e28-b259af6647bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:58.464471 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ad010eda-8378-4e26-95b4-faaafd334f64 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:58.470048 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ad010eda-8378-4e26-95b4-faaafd334f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:58.472989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7afb58da-99a9-446b-8e28-b259af6647bb None None] For port a84f1724-536d-4040-bf46-2688b5cb800b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a84f1724-536d-4040-bf46-2688b5cb800b,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:20:58.478016 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7afb58da-99a9-446b-8e28-b259af6647bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:58.528512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb58da-99a9-446b-8e28-b259af6647bb None None] Pushing event updated for resources: {'Port': ['ID=a84f1724-536d-4040-bf46-2688b5cb800b,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:58.546282 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ad010eda-8378-4e26-95b4-faaafd334f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:58.548261 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad010eda-8378-4e26-95b4-faaafd334f64 admin admin] Pushing event updated for resources: {'Port': ['ID=7a92e24c-cae7-4581-9ff5-df423b898b81,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:58.600759 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6abbe5f5-ad44-48da-ac30-36b10face78d None None] Provisioning complete for port 7a92e24c-cae7-4581-9ff5-df423b898b81 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:58.601143 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6abbe5f5-ad44-48da-ac30-36b10face78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:58.653720 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-6abbe5f5-ad44-48da-ac30-36b10face78d None None] Port 7a92e24c-cae7-4581-9ff5-df423b898b81 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:20:58.673085 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad010eda-8378-4e26-95b4-faaafd334f64 admin admin] Network 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:20:58.674464 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-ad010eda-8378-4e26-95b4-faaafd334f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:58.800153 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad010eda-8378-4e26-95b4-faaafd334f64 admin admin] Router df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:20:58.922630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad010eda-8378-4e26-95b4-faaafd334f64 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:20:58.928084 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ad010eda-8378-4e26-95b4-faaafd334f64 admin admin] 10.222.0.31 "PUT /v2.0/routers/df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7626197 Nov 26 03:20:58.983082 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a8ac7f5b-0a7c-4fa5-a8ee-17d5ba50dbbc None None] Provisioning complete for port 7a92e24c-cae7-4581-9ff5-df423b898b81 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:20:58.983456 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7f5b-0a7c-4fa5-a8ee-17d5ba50dbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:59.020600 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac7f5b-0a7c-4fa5-a8ee-17d5ba50dbbc None None] Port 7a92e24c-cae7-4581-9ff5-df423b898b81 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:20:59.412231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 57856) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:59.417158 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-3d695593-7cf6-4c8a-8bbe-d3d7cb1c488d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1792617501-network', 'tenant_id': '6eeb126a11ff4823af309964af9fa527'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:59.438370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d695593-7cf6-4c8a-8bbe-d3d7cb1c488d admin admin] Made reservation on behalf of 6eeb126a11ff4823af309964af9fa527 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:20:59.440780 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3d695593-7cf6-4c8a-8bbe-d3d7cb1c488d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:59.449291 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3d695593-7cf6-4c8a-8bbe-d3d7cb1c488d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:59.522555 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3d695593-7cf6-4c8a-8bbe-d3d7cb1c488d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:59.526425 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3d695593-7cf6-4c8a-8bbe-d3d7cb1c488d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:59.547595 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d695593-7cf6-4c8a-8bbe-d3d7cb1c488d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:20:59.562245 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d695593-7cf6-4c8a-8bbe-d3d7cb1c488d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae12c4c3-17fa-44b5-a682-fd94f7601381,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:59.565063 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3d695593-7cf6-4c8a-8bbe-d3d7cb1c488d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:59.565409 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-3d695593-7cf6-4c8a-8bbe-d3d7cb1c488d admin admin] Added segment cb7c3866-4ebd-425f-abaf-75b21ea4e36e of type vlan for network 4740a60a-4beb-4ef4-83cf-39a63d73bf45 Nov 26 03:20:59.605144 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3d695593-7cf6-4c8a-8bbe-d3d7cb1c488d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:59.633050 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3d695593-7cf6-4c8a-8bbe-d3d7cb1c488d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:59.634016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d695593-7cf6-4c8a-8bbe-d3d7cb1c488d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:59.634604 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3d695593-7cf6-4c8a-8bbe-d3d7cb1c488d admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:59.686208 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3d695593-7cf6-4c8a-8bbe-d3d7cb1c488d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2728541 Nov 26 03:20:59.689033 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57858) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:20:59.694127 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-5efc0fb6-4115-4c27-b644-8b51f9127613 admin admin] Request body: {'subnet': {'network_id': '4740a60a-4beb-4ef4-83cf-39a63d73bf45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1792617501-subnet', 'tenant_id': '6eeb126a11ff4823af309964af9fa527', 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:20:59.698528 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d695593-7cf6-4c8a-8bbe-d3d7cb1c488d admin admin] Pushing event updated for resources: {'Network': ['ID=4740a60a-4beb-4ef4-83cf-39a63d73bf45,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:59.709023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 4740a60a-4beb-4ef4-83cf-39a63d73bf45 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:20:59.718669 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efc0fb6-4115-4c27-b644-8b51f9127613 admin admin] Made reservation on behalf of 6eeb126a11ff4823af309964af9fa527 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:20:59.721787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5efc0fb6-4115-4c27-b644-8b51f9127613 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:59.892666 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5efc0fb6-4115-4c27-b644-8b51f9127613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:59.954521 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc0fb6-4115-4c27-b644-8b51f9127613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0659d02-b7e4-43e2-aea4-287143b2b9ee,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:20:59.961804 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc0fb6-4115-4c27-b644-8b51f9127613 admin admin] Checking segment: {'id': 'cb7c3866-4ebd-425f-abaf-75b21ea4e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4740a60a-4beb-4ef4-83cf-39a63d73bf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:20:59.962187 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efc0fb6-4115-4c27-b644-8b51f9127613 admin admin] Network hostable DHCP agents. Network: 4740a60a-4beb-4ef4-83cf-39a63d73bf45, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:20:59.980297 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efc0fb6-4115-4c27-b644-8b51f9127613 admin admin] Network 4740a60a-4beb-4ef4-83cf-39a63d73bf45 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:20:59.988758 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-5efc0fb6-4115-4c27-b644-8b51f9127613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 4740a60a-4beb-4ef4-83cf-39a63d73bf45) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:20:59.992838 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efc0fb6-4115-4c27-b644-8b51f9127613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:20:59.993449 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5efc0fb6-4115-4c27-b644-8b51f9127613 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:20:59.997952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4096b0d0-04ec-420d-b9b0-1094a6aab28d None None] Network 4740a60a-4beb-4ef4-83cf-39a63d73bf45 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:21:00.009175 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5efc0fb6-4115-4c27-b644-8b51f9127613 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3189366 Nov 26 03:21:00.011690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57860) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:00.016695 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1792617501-router', 'tenant_id': '6eeb126a11ff4823af309964af9fa527', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:21:00.038353 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:00.039706 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:00.063540 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Sync routers for ids ['df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:21:00.097721 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:00.099075 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Routers {'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:21:00.099972 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:00.187682 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a84f1724-536d-4040-bf46-2688b5cb800b up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:21:00.287847 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-4740a60a-4beb-4ef4-83cf-39a63d73bf45', 'network_id': '4740a60a-4beb-4ef4-83cf-39a63d73bf45', 'tenant_id': '6eeb126a11ff4823af309964af9fa527', 'fixed_ips': [{'subnet_id': 'f0659d02-b7e4-43e2-aea4-287143b2b9ee'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:21:00.288750 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:00.314968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Set router df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:21:00.368164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a84f1724-536d-4040-bf46-2688b5cb800b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:00.368555 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:00.533147 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:00.618570 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Allocated IP 172.20.0.2 (4740a60a-4beb-4ef4-83cf-39a63d73bf45/f0659d02-b7e4-43e2-aea4-287143b2b9ee/e67cc192-5537-4ed6-aeed-bda06278716c) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:21:00.740809 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:00.760351 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:00.876127 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] Allocated IP 172.25.0.95 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/225ad0cb-6234-4d26-9ed4-8b3b23fd885b) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:21:00.955145 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed', 'name': 'tempest-TestServerMultinode-699625229-router', 'tenant_id': '82ca796d41624871a6e0c990b032852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a84f1724-536d-4040-bf46-2688b5cb800b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:55Z', 'updated_at': '2021-11-26T03:20:58Z', 'revision_number': 4, 'project_id': '82ca796d41624871a6e0c990b032852b', 'gw_port': {'id': 'a84f1724-536d-4040-bf46-2688b5cb800b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:56Z', 'updated_at': '2021-11-26T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '7a92e24c-cae7-4581-9ff5-df423b898b81', 'name': '', 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9', 'tenant_id': '82ca796d41624871a6e0c990b032852b', 'mac_address': 'fa:16:3e:d4:83:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5327d828-ddd2-4f8c-b8d5-40b48e308ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:57Z', 'updated_at': '2021-11-26T03:20:58Z', 'revision_number': 2, 'project_id': '82ca796d41624871a6e0c990b032852b', 'subnets': [{'id': '5327d828-ddd2-4f8c-b8d5-40b48e308ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:00.983120 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:00.986255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Checking router: df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:21:00.986621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Updating router df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed port 7a92e24c-cae7-4581-9ff5-df423b898b81 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:21:01.016234 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:01.017444 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:01.022040 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:01.032928 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:01.057530 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:21:01.060430 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:21:01.064111 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:21:01.078203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa51d72b-7cbd-475d-812e-d1153d04d4ae None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:21:01.090327 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] Pushing event updated for resources: {'Port': ['ID=225ad0cb-6234-4d26-9ed4-8b3b23fd885b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:01.103532 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Network 4740a60a-4beb-4ef4-83cf-39a63d73bf45 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:21:01.115935 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:21:01.120240 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Pushing event updated for resources: {'Port': ['ID=e67cc192-5537-4ed6-aeed-bda06278716c,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:01.124345 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:21:01.256545 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Attempting to bind port e67cc192-5537-4ed6-aeed-bda06278716c on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:21:01.256924 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Attempting to bind port e67cc192-5537-4ed6-aeed-bda06278716c by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'cb7c3866-4ebd-425f-abaf-75b21ea4e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4740a60a-4beb-4ef4-83cf-39a63d73bf45'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:21:01.257292 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Attempting to bind port e67cc192-5537-4ed6-aeed-bda06278716c on network 4740a60a-4beb-4ef4-83cf-39a63d73bf45 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:21:01.259106 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-78cd4e0e-e8a7-4cb8-8899-3344d7430308 None None] Provisioning complete for port 225ad0cb-6234-4d26-9ed4-8b3b23fd885b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:01.259567 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-78cd4e0e-e8a7-4cb8-8899-3344d7430308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:01.316915 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:01.319764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:21:01.320183 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Checking segment: {'id': 'cb7c3866-4ebd-425f-abaf-75b21ea4e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4740a60a-4beb-4ef4-83cf-39a63d73bf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:21:01.320593 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:01.320999 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Bound using segment: {'id': 'cb7c3866-4ebd-425f-abaf-75b21ea4e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4740a60a-4beb-4ef4-83cf-39a63d73bf45'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:21:01.321492 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Bound port: e67cc192-5537-4ed6-aeed-bda06278716c, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7c3866-4ebd-425f-abaf-75b21ea4e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4740a60a-4beb-4ef4-83cf-39a63d73bf45'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:21:01.321878 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:01.356371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-78cd4e0e-e8a7-4cb8-8899-3344d7430308 None None] Port 225ad0cb-6234-4d26-9ed4-8b3b23fd885b cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:21:01.437882 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] For port e67cc192-5537-4ed6-aeed-bda06278716c, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:21:01.458759 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] For port e67cc192-5537-4ed6-aeed-bda06278716c, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e67cc192-5537-4ed6-aeed-bda06278716c,segment=NetworkSegment(cb7c3866-4ebd-425f-abaf-75b21ea4e36e),segment_id=cb7c3866-4ebd-425f-abaf-75b21ea4e36e)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:21:01.478440 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:01.511203 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:01.541667 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:01.553057 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:01.560714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db75144-f8b8-4d72-8c04-64c3f4f249f9 None None] Pushing event updated for resources: {'Port': ['ID=e67cc192-5537-4ed6-aeed-bda06278716c,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:01.653862 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b74592-368a-499e-bb43-8d083beeb624 None None] Pushing event updated for resources: {'Port': ['ID=7a92e24c-cae7-4581-9ff5-df423b898b81,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:01.662358 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Attempting to bind port 7a92e24c-cae7-4581-9ff5-df423b898b81 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:21:01.662843 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Attempting to bind port 7a92e24c-cae7-4581-9ff5-df423b898b81 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '0b145246-6001-4b08-8264-797f5f693b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:21:01.663289 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Attempting to bind port 7a92e24c-cae7-4581-9ff5-df423b898b81 on network 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:21:01.665751 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] Router 90a45f9c-dc5d-4de7-b393-5d8e65ed0c55 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:21:01.669256 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:21:01.669748 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Checking segment: {'id': '0b145246-6001-4b08-8264-797f5f693b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:21:01.670251 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:01.670684 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Bound using segment: {'id': '0b145246-6001-4b08-8264-797f5f693b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:21:01.671233 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Bound port: 7a92e24c-cae7-4581-9ff5-df423b898b81, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b145246-6001-4b08-8264-797f5f693b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:21:01.671684 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:01.751367 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] For port 7a92e24c-cae7-4581-9ff5-df423b898b81, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:21:01.757176 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] For port 7a92e24c-cae7-4581-9ff5-df423b898b81, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=7a92e24c-cae7-4581-9ff5-df423b898b81,segment=NetworkSegment(0b145246-6001-4b08-8264-797f5f693b5f),segment_id=0b145246-6001-4b08-8264-797f5f693b5f)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:21:01.784129 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:01.809870 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:21:01.819137 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Sync routers for ids ['90a45f9c-dc5d-4de7-b393-5d8e65ed0c55'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:21:01.841037 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Routers {'90a45f9c-dc5d-4de7-b393-5d8e65ed0c55'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:21:01.842009 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['90a45f9c-dc5d-4de7-b393-5d8e65ed0c55'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:01.847134 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:01.849478 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c0215bd5-d892-4a0a-8c53-30a767e4358f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8359601 Nov 26 03:21:01.851457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57862) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:01.851713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Routers {'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:21:01.852656 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:01.936872 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b74592-368a-499e-bb43-8d083beeb624 None None] Pushing event updated for resources: {'Port': ['ID=7a92e24c-cae7-4581-9ff5-df423b898b81,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:01.998475 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Set router 90a45f9c-dc5d-4de7-b393-5d8e65ed0c55 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:21:02.012696 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b6a5661e-fe23-452d-9ec8-1b4be876b711 None None] Provisioning complete for port 7a92e24c-cae7-4581-9ff5-df423b898b81 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:02.014355 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b6a5661e-fe23-452d-9ec8-1b4be876b711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:02.059453 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] Set router df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:21:02.285112 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e67cc192-5537-4ed6-aeed-bda06278716c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:21:02.325412 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b6a5661e-fe23-452d-9ec8-1b4be876b711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:02.350027 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a45f9c-dc5d-4de7-b393-5d8e65ed0c55', 'name': 'tempest-TestServerMultinode-1792617501-router', 'tenant_id': '6eeb126a11ff4823af309964af9fa527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '225ad0cb-6234-4d26-9ed4-8b3b23fd885b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:21:00Z', 'updated_at': '2021-11-26T03:21:01Z', 'revision_number': 3, 'project_id': '6eeb126a11ff4823af309964af9fa527', 'gw_port': {'id': '225ad0cb-6234-4d26-9ed4-8b3b23fd885b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:68:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a45f9c-dc5d-4de7-b393-5d8e65ed0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:21:00Z', 'updated_at': '2021-11-26T03:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:02.381695 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Checking router: 90a45f9c-dc5d-4de7-b393-5d8e65ed0c55 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:21:02.383091 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Updating router 90a45f9c-dc5d-4de7-b393-5d8e65ed0c55 port 225ad0cb-6234-4d26-9ed4-8b3b23fd885b binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:21:02.417560 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:02.420438 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b6a5661e-fe23-452d-9ec8-1b4be876b711 None None] For port 7a92e24c-cae7-4581-9ff5-df423b898b81, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=7a92e24c-cae7-4581-9ff5-df423b898b81,segment=NetworkSegment(0b145246-6001-4b08-8264-797f5f693b5f),segment_id=0b145246-6001-4b08-8264-797f5f693b5f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:02.437825 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b6a5661e-fe23-452d-9ec8-1b4be876b711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:02.475952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port e67cc192-5537-4ed6-aeed-bda06278716c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:02.476264 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:02.477383 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0528bcf-caf5-49e7-acd9-cc1f622bf78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:02.519496 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed', 'name': 'tempest-TestServerMultinode-699625229-router', 'tenant_id': '82ca796d41624871a6e0c990b032852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a84f1724-536d-4040-bf46-2688b5cb800b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:55Z', 'updated_at': '2021-11-26T03:20:58Z', 'revision_number': 4, 'project_id': '82ca796d41624871a6e0c990b032852b', 'gw_port': {'id': 'a84f1724-536d-4040-bf46-2688b5cb800b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:56Z', 'updated_at': '2021-11-26T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '7a92e24c-cae7-4581-9ff5-df423b898b81', 'name': '', 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9', 'tenant_id': '82ca796d41624871a6e0c990b032852b', 'mac_address': 'fa:16:3e:d4:83:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5327d828-ddd2-4f8c-b8d5-40b48e308ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:57Z', 'updated_at': '2021-11-26T03:21:01Z', 'revision_number': 4, 'project_id': '82ca796d41624871a6e0c990b032852b', 'subnets': [{'id': '5327d828-ddd2-4f8c-b8d5-40b48e308ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:02.565065 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df924ee3-245b-4a9c-b497-c6694e076e07 None None] The sync data for ids ['df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed'] in n-d-819389-3 is: [{'id': 'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed', 'name': 'tempest-TestServerMultinode-699625229-router', 'tenant_id': '82ca796d41624871a6e0c990b032852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a84f1724-536d-4040-bf46-2688b5cb800b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:55Z', 'updated_at': '2021-11-26T03:20:58Z', 'revision_number': 4, 'project_id': '82ca796d41624871a6e0c990b032852b', 'gw_port': {'id': 'a84f1724-536d-4040-bf46-2688b5cb800b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:56Z', 'updated_at': '2021-11-26T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '7a92e24c-cae7-4581-9ff5-df423b898b81', 'name': '', 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9', 'tenant_id': '82ca796d41624871a6e0c990b032852b', 'mac_address': 'fa:16:3e:d4:83:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5327d828-ddd2-4f8c-b8d5-40b48e308ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:57Z', 'updated_at': '2021-11-26T03:21:01Z', 'revision_number': 4, 'project_id': '82ca796d41624871a6e0c990b032852b', 'subnets': [{'id': '5327d828-ddd2-4f8c-b8d5-40b48e308ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:21:02.570549 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5661e-fe23-452d-9ec8-1b4be876b711 None None] Pushing event updated for resources: {'Port': ['ID=7a92e24c-cae7-4581-9ff5-df423b898b81,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:02.592039 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9cd5b30b-c92e-4dd2-853e-8891c1ce63f5 None None] Provisioning complete for port 7a92e24c-cae7-4581-9ff5-df423b898b81 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:02.592442 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9cd5b30b-c92e-4dd2-853e-8891c1ce63f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:02.685733 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:02.697675 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-b0528bcf-caf5-49e7-acd9-cc1f622bf78e admin admin] Allocated IP 172.20.0.1 (4740a60a-4beb-4ef4-83cf-39a63d73bf45/f0659d02-b7e4-43e2-aea4-287143b2b9ee/fe5938c7-62d9-46d1-b342-b4e6e87ca853) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:21:02.730621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port e67cc192-5537-4ed6-aeed-bda06278716c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e67cc192-5537-4ed6-aeed-bda06278716c,segment=NetworkSegment(cb7c3866-4ebd-425f-abaf-75b21ea4e36e),segment_id=cb7c3866-4ebd-425f-abaf-75b21ea4e36e)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:02.742611 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:02.839160 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:02.850973 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:02.867597 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0528bcf-caf5-49e7-acd9-cc1f622bf78e admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:02.872412 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=e67cc192-5537-4ed6-aeed-bda06278716c,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:02.917539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad56cfae-8d96-4363-a6e5-1ea8f081aca4 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:21:02.928661 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0528bcf-caf5-49e7-acd9-cc1f622bf78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:02.947200 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853efe2a-342e-4215-a4cb-3a8f450c9da6 None None] Pushing event updated for resources: {'Port': ['ID=225ad0cb-6234-4d26-9ed4-8b3b23fd885b,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:02.949897 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Attempting to bind port 225ad0cb-6234-4d26-9ed4-8b3b23fd885b on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:21:02.950806 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Attempting to bind port 225ad0cb-6234-4d26-9ed4-8b3b23fd885b by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:21:02.951704 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Attempting to bind port 225ad0cb-6234-4d26-9ed4-8b3b23fd885b on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:21:02.975670 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:21:02.978470 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:21:02.979018 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:02.979435 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:21:02.979939 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Bound port: 225ad0cb-6234-4d26-9ed4-8b3b23fd885b, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:21:02.981603 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:02.990776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-db39ed38-cfbe-43d3-b67c-a47ed30ed286 None None] Provisioning complete for port 225ad0cb-6234-4d26-9ed4-8b3b23fd885b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:02.991248 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-db39ed38-cfbe-43d3-b67c-a47ed30ed286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:03.002428 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0528bcf-caf5-49e7-acd9-cc1f622bf78e admin admin] Pushing event updated for resources: {'Port': ['ID=fe5938c7-62d9-46d1-b342-b4e6e87ca853,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:03.024896 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0528bcf-caf5-49e7-acd9-cc1f622bf78e admin admin] Network 4740a60a-4beb-4ef4-83cf-39a63d73bf45 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:21:03.026688 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-b0528bcf-caf5-49e7-acd9-cc1f622bf78e admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:21:03.030347 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0528bcf-caf5-49e7-acd9-cc1f622bf78e admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:21:03.045293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-db39ed38-cfbe-43d3-b67c-a47ed30ed286 None None] Port 225ad0cb-6234-4d26-9ed4-8b3b23fd885b cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:21:03.048005 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb69f540-14c8-4f8d-afab-4139f2a676e2 None None] Network 4740a60a-4beb-4ef4-83cf-39a63d73bf45 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:21:03.065243 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] For port 225ad0cb-6234-4d26-9ed4-8b3b23fd885b, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:21:03.069080 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] For port 225ad0cb-6234-4d26-9ed4-8b3b23fd885b, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=225ad0cb-6234-4d26-9ed4-8b3b23fd885b,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:21:03.082894 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:03.084623 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0528bcf-caf5-49e7-acd9-cc1f622bf78e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:03.144897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b48014-bc15-48b2-9f85-129e5180314f None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:21:03.154830 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Routers {'90a45f9c-dc5d-4de7-b393-5d8e65ed0c55'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:21:03.155764 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['90a45f9c-dc5d-4de7-b393-5d8e65ed0c55'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:03.158028 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853efe2a-342e-4215-a4cb-3a8f450c9da6 None None] Pushing event updated for resources: {'Port': ['ID=225ad0cb-6234-4d26-9ed4-8b3b23fd885b,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:03.207082 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3854945b-c68b-41a0-8fc8-551eb6a0595e None None] Provisioning complete for port e67cc192-5537-4ed6-aeed-bda06278716c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:03.207467 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3854945b-c68b-41a0-8fc8-551eb6a0595e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:03.295267 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] Set router 90a45f9c-dc5d-4de7-b393-5d8e65ed0c55 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:21:03.299136 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0528bcf-caf5-49e7-acd9-cc1f622bf78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:03.480221 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-816ece02-853b-442e-adbe-f0f8031372f9 None None] Provisioning complete for port 225ad0cb-6234-4d26-9ed4-8b3b23fd885b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:03.480627 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-816ece02-853b-442e-adbe-f0f8031372f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:03.514858 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a45f9c-dc5d-4de7-b393-5d8e65ed0c55', 'name': 'tempest-TestServerMultinode-1792617501-router', 'tenant_id': '6eeb126a11ff4823af309964af9fa527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '225ad0cb-6234-4d26-9ed4-8b3b23fd885b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:21:00Z', 'updated_at': '2021-11-26T03:21:01Z', 'revision_number': 3, 'project_id': '6eeb126a11ff4823af309964af9fa527', 'gw_port': {'id': '225ad0cb-6234-4d26-9ed4-8b3b23fd885b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:68:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a45f9c-dc5d-4de7-b393-5d8e65ed0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:21:00Z', 'updated_at': '2021-11-26T03:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:03.557568 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5094ef8d-d204-4c9d-b9c4-c9795d6f0bc1 None None] The sync data for ids ['90a45f9c-dc5d-4de7-b393-5d8e65ed0c55'] in n-d-819389-3 is: [{'id': '90a45f9c-dc5d-4de7-b393-5d8e65ed0c55', 'name': 'tempest-TestServerMultinode-1792617501-router', 'tenant_id': '6eeb126a11ff4823af309964af9fa527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '225ad0cb-6234-4d26-9ed4-8b3b23fd885b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:21:00Z', 'updated_at': '2021-11-26T03:21:01Z', 'revision_number': 3, 'project_id': '6eeb126a11ff4823af309964af9fa527', 'gw_port': {'id': '225ad0cb-6234-4d26-9ed4-8b3b23fd885b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:68:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a45f9c-dc5d-4de7-b393-5d8e65ed0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:21:00Z', 'updated_at': '2021-11-26T03:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:21:03.564987 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0528bcf-caf5-49e7-acd9-cc1f622bf78e admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:03.572133 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0528bcf-caf5-49e7-acd9-cc1f622bf78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:03.617893 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-816ece02-853b-442e-adbe-f0f8031372f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:03.651420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-816ece02-853b-442e-adbe-f0f8031372f9 None None] For port 225ad0cb-6234-4d26-9ed4-8b3b23fd885b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=225ad0cb-6234-4d26-9ed4-8b3b23fd885b,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:03.657080 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0528bcf-caf5-49e7-acd9-cc1f622bf78e admin admin] Pushing event updated for resources: {'Port': ['ID=fe5938c7-62d9-46d1-b342-b4e6e87ca853,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:03.668440 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-816ece02-853b-442e-adbe-f0f8031372f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:03.690787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0528bcf-caf5-49e7-acd9-cc1f622bf78e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:03.734045 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ece02-853b-442e-adbe-f0f8031372f9 None None] Pushing event updated for resources: {'Port': ['ID=225ad0cb-6234-4d26-9ed4-8b3b23fd885b,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:03.800096 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4582a0cc-57e7-4396-87ee-bb7f49290ab4 None None] Provisioning complete for port fe5938c7-62d9-46d1-b342-b4e6e87ca853 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:03.800472 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4582a0cc-57e7-4396-87ee-bb7f49290ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:03.823862 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0528bcf-caf5-49e7-acd9-cc1f622bf78e admin admin] Network 4740a60a-4beb-4ef4-83cf-39a63d73bf45 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:21:03.828408 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-b0528bcf-caf5-49e7-acd9-cc1f622bf78e admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:21:03.868373 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4582a0cc-57e7-4396-87ee-bb7f49290ab4 None None] Port fe5938c7-62d9-46d1-b342-b4e6e87ca853 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:21:03.881775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4582a0cc-57e7-4396-87ee-bb7f49290ab4 None None] Provisioning complete for port e67cc192-5537-4ed6-aeed-bda06278716c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:03.882762 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4582a0cc-57e7-4396-87ee-bb7f49290ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:04.014684 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0528bcf-caf5-49e7-acd9-cc1f622bf78e admin admin] Router 90a45f9c-dc5d-4de7-b393-5d8e65ed0c55 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:21:04.144023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6ae49b32-e91e-47bc-ae33-9a82a08e7912 None None] Provisioning complete for port fe5938c7-62d9-46d1-b342-b4e6e87ca853 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:04.144951 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0528bcf-caf5-49e7-acd9-cc1f622bf78e admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:21:04.148295 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6ae49b32-e91e-47bc-ae33-9a82a08e7912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:04.151474 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b0528bcf-caf5-49e7-acd9-cc1f622bf78e admin admin] 10.222.0.31 "PUT /v2.0/routers/90a45f9c-dc5d-4de7-b393-5d8e65ed0c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2984214 Nov 26 03:21:04.198542 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-6ae49b32-e91e-47bc-ae33-9a82a08e7912 None None] Port fe5938c7-62d9-46d1-b342-b4e6e87ca853 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:21:04.344609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e67cc192-5537-4ed6-aeed-bda06278716c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:21:04.349608 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-01053629-b08e-4685-bfad-eb0a66178944 None None] Provisioning complete for port fe5938c7-62d9-46d1-b342-b4e6e87ca853 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:04.349993 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-01053629-b08e-4685-bfad-eb0a66178944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:04.439303 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-01053629-b08e-4685-bfad-eb0a66178944 None None] Port fe5938c7-62d9-46d1-b342-b4e6e87ca853 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:21:04.455455 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port e67cc192-5537-4ed6-aeed-bda06278716c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:04.455831 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:04.722793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 225ad0cb-6234-4d26-9ed4-8b3b23fd885b up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:21:04.775908 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 225ad0cb-6234-4d26-9ed4-8b3b23fd885b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:04.776349 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:04.862039 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 7a92e24c-cae7-4581-9ff5-df423b898b81 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:21:04.874231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-92789567-e9b6-44f2-964d-f98d4468ea9e tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:04.875845 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-92789567-e9b6-44f2-964d-f98d4468ea9e tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/networks?id=922f8955-8b60-4eaf-bc79-8e5a065fe7b9 HTTP/1.1" status: 200 len: 910 time: 0.0997939 Nov 26 03:21:04.891704 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-ed86f8f8-40d4-42c9-aaee-981c63a4c8b1 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/quotas/6eeb126a11ff4823af309964af9fa527 HTTP/1.1" status: 200 len: 375 time: 0.0096660 Nov 26 03:21:04.919280 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 7a92e24c-cae7-4581-9ff5-df423b898b81 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:04.920334 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:04.969916 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-77fe3933-c42a-4114-91e6-cbe2b44ba6c0 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=6eeb126a11ff4823af309964af9fa527&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707970 Nov 26 03:21:05.061270 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-acf97a41-8a87-4ed4-b3f7-e6a425c11530 service neutron] 10.222.0.31 "GET /v2.0/networks/922f8955-8b60-4eaf-bc79-8e5a065fe7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843832 Nov 26 03:21:05.148270 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f8ddef4a-592c-465f-8c90-3465796b45cb service neutron] 10.222.0.31 "GET /v2.0/networks/922f8955-8b60-4eaf-bc79-8e5a065fe7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809252 Nov 26 03:21:05.306056 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5816717-7b8f-49b4-a2b9-75d3435a46da req-05745437-69b8-496b-8fd1-36216373ed9b tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07310acc-6030-4398-ac62-9e3b8ebfab1f HTTP/1.1" status: 200 len: 210 time: 0.0250931 Nov 26 03:21:06.056678 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Sync routers for ids ['90a45f9c-dc5d-4de7-b393-5d8e65ed0c55'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:21:06.067627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Routers {'90a45f9c-dc5d-4de7-b393-5d8e65ed0c55'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:21:06.068294 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['90a45f9c-dc5d-4de7-b393-5d8e65ed0c55'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:06.172252 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Set router 90a45f9c-dc5d-4de7-b393-5d8e65ed0c55 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:21:06.401478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a45f9c-dc5d-4de7-b393-5d8e65ed0c55', 'name': 'tempest-TestServerMultinode-1792617501-router', 'tenant_id': '6eeb126a11ff4823af309964af9fa527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '225ad0cb-6234-4d26-9ed4-8b3b23fd885b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:21:00Z', 'updated_at': '2021-11-26T03:21:03Z', 'revision_number': 4, 'project_id': '6eeb126a11ff4823af309964af9fa527', 'gw_port': {'id': '225ad0cb-6234-4d26-9ed4-8b3b23fd885b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a45f9c-dc5d-4de7-b393-5d8e65ed0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:21:00Z', 'updated_at': '2021-11-26T03:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'fe5938c7-62d9-46d1-b342-b4e6e87ca853', 'name': '', 'network_id': '4740a60a-4beb-4ef4-83cf-39a63d73bf45', 'tenant_id': '6eeb126a11ff4823af309964af9fa527', 'mac_address': 'fa:16:3e:17:22:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a45f9c-dc5d-4de7-b393-5d8e65ed0c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f0659d02-b7e4-43e2-aea4-287143b2b9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:21:02Z', 'updated_at': '2021-11-26T03:21:03Z', 'revision_number': 2, 'project_id': '6eeb126a11ff4823af309964af9fa527', 'subnets': [{'id': 'f0659d02-b7e4-43e2-aea4-287143b2b9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:06.429130 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Checking router: 90a45f9c-dc5d-4de7-b393-5d8e65ed0c55 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:21:06.429383 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Updating router 90a45f9c-dc5d-4de7-b393-5d8e65ed0c55 port fe5938c7-62d9-46d1-b342-b4e6e87ca853 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:21:06.432019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-93cd204b-8e71-4c53-b060-40886c139498 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:06.434454 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-93cd204b-8e71-4c53-b060-40886c139498 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.54 "GET /v2.0/networks?id=922f8955-8b60-4eaf-bc79-8e5a065fe7b9 HTTP/1.1" status: 200 len: 910 time: 0.1107848 Nov 26 03:21:06.455406 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:06.458218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-26aae024-59de-4b66-8e3e-8fbb9c951fa8 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Request body: {'port': {'device_id': '07310acc-6030-4398-ac62-9e3b8ebfab1f', 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9', 'admin_state_up': True, 'tenant_id': '6eeb126a11ff4823af309964af9fa527'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:21:06.481045 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-26aae024-59de-4b66-8e3e-8fbb9c951fa8 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Made reservation on behalf of 6eeb126a11ff4823af309964af9fa527 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:21:06.484467 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-26aae024-59de-4b66-8e3e-8fbb9c951fa8 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:06.569024 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d02b9c9d-cf73-4496-bf3a-dcc3174e27d3 req-9cbfee21-6b65-4935-9151-c91f5acb7c36 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07310acc-6030-4398-ac62-9e3b8ebfab1f HTTP/1.1" status: 200 len: 210 time: 0.1843519 Nov 26 03:21:06.631237 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-26aae024-59de-4b66-8e3e-8fbb9c951fa8 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Allocated IP 172.20.0.6 (922f8955-8b60-4eaf-bc79-8e5a065fe7b9/5327d828-ddd2-4f8c-b8d5-40b48e308ca0/ccbd9c97-f6ac-45ff-a8f4-0b1a559db269) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:21:06.724990 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:06.730333 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:06.777482 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-26aae024-59de-4b66-8e3e-8fbb9c951fa8 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:06.793616 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160e408-d042-4558-9238-e4d0df2c292e None None] Pushing event updated for resources: {'Port': ['ID=fe5938c7-62d9-46d1-b342-b4e6e87ca853,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:06.813968 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-26aae024-59de-4b66-8e3e-8fbb9c951fa8 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:06.850482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Attempting to bind port fe5938c7-62d9-46d1-b342-b4e6e87ca853 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:21:06.850870 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Attempting to bind port fe5938c7-62d9-46d1-b342-b4e6e87ca853 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'cb7c3866-4ebd-425f-abaf-75b21ea4e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4740a60a-4beb-4ef4-83cf-39a63d73bf45'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:21:06.851360 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Attempting to bind port fe5938c7-62d9-46d1-b342-b4e6e87ca853 on network 4740a60a-4beb-4ef4-83cf-39a63d73bf45 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:21:06.858599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-26aae024-59de-4b66-8e3e-8fbb9c951fa8 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Network 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:21:06.858847 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:21:06.859325 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Checking segment: {'id': 'cb7c3866-4ebd-425f-abaf-75b21ea4e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4740a60a-4beb-4ef4-83cf-39a63d73bf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:21:06.859734 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:06.860160 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Bound using segment: {'id': 'cb7c3866-4ebd-425f-abaf-75b21ea4e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4740a60a-4beb-4ef4-83cf-39a63d73bf45'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:21:06.861057 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Bound port: fe5938c7-62d9-46d1-b342-b4e6e87ca853, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7c3866-4ebd-425f-abaf-75b21ea4e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4740a60a-4beb-4ef4-83cf-39a63d73bf45'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:21:06.861206 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:06.861611 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-26aae024-59de-4b66-8e3e-8fbb9c951fa8 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:21:06.865373 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-26aae024-59de-4b66-8e3e-8fbb9c951fa8 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:21:06.893028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aae024-59de-4b66-8e3e-8fbb9c951fa8 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Pushing event updated for resources: {'Port': ['ID=ccbd9c97-f6ac-45ff-a8f4-0b1a559db269,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:06.915209 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-26aae024-59de-4b66-8e3e-8fbb9c951fa8 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:06.915820 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-26aae024-59de-4b66-8e3e-8fbb9c951fa8 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:06.921668 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:21:06.934989 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-26aae024-59de-4b66-8e3e-8fbb9c951fa8 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4806707 Nov 26 03:21:06.941009 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] For port fe5938c7-62d9-46d1-b342-b4e6e87ca853, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:21:06.944951 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] For port fe5938c7-62d9-46d1-b342-b4e6e87ca853, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=fe5938c7-62d9-46d1-b342-b4e6e87ca853,segment=NetworkSegment(cb7c3866-4ebd-425f-abaf-75b21ea4e36e),segment_id=cb7c3866-4ebd-425f-abaf-75b21ea4e36e)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:21:06.949831 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:06.956384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Request body: {'port': {'device_id': '07310acc-6030-4398-ac62-9e3b8ebfab1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:21:07.014433 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Routers {'90a45f9c-dc5d-4de7-b393-5d8e65ed0c55'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:21:07.015081 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:20:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['90a45f9c-dc5d-4de7-b393-5d8e65ed0c55'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:07.018813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160e408-d042-4558-9238-e4d0df2c292e None None] Pushing event updated for resources: {'Port': ['ID=fe5938c7-62d9-46d1-b342-b4e6e87ca853,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:07.038103 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:07.118575 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-bf6092c8-1a59-440e-bfde-92d5a1f01724 None None] Provisioning complete for port fe5938c7-62d9-46d1-b342-b4e6e87ca853 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:07.119178 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bf6092c8-1a59-440e-bfde-92d5a1f01724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:07.169604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] Set router 90a45f9c-dc5d-4de7-b393-5d8e65ed0c55 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:21:07.329949 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bf6092c8-1a59-440e-bfde-92d5a1f01724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:07.337648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:21:07.345523 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:07.357513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Transition to ACTIVE for port object ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:21:07.362556 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:07.389216 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-bf6092c8-1a59-440e-bfde-92d5a1f01724 None None] For port fe5938c7-62d9-46d1-b342-b4e6e87ca853, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=fe5938c7-62d9-46d1-b342-b4e6e87ca853,segment=NetworkSegment(cb7c3866-4ebd-425f-abaf-75b21ea4e36e),segment_id=cb7c3866-4ebd-425f-abaf-75b21ea4e36e)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:07.395218 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bf6092c8-1a59-440e-bfde-92d5a1f01724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:07.418127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbd9c97-f6ac-45ff-a8f4-0b1a559db269,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:07.471502 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6092c8-1a59-440e-bfde-92d5a1f01724 None None] Pushing event updated for resources: {'Port': ['ID=fe5938c7-62d9-46d1-b342-b4e6e87ca853,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:07.489032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a45f9c-dc5d-4de7-b393-5d8e65ed0c55', 'name': 'tempest-TestServerMultinode-1792617501-router', 'tenant_id': '6eeb126a11ff4823af309964af9fa527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '225ad0cb-6234-4d26-9ed4-8b3b23fd885b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:21:00Z', 'updated_at': '2021-11-26T03:21:03Z', 'revision_number': 4, 'project_id': '6eeb126a11ff4823af309964af9fa527', 'gw_port': {'id': '225ad0cb-6234-4d26-9ed4-8b3b23fd885b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a45f9c-dc5d-4de7-b393-5d8e65ed0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:21:00Z', 'updated_at': '2021-11-26T03:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'fe5938c7-62d9-46d1-b342-b4e6e87ca853', 'name': '', 'network_id': '4740a60a-4beb-4ef4-83cf-39a63d73bf45', 'tenant_id': '6eeb126a11ff4823af309964af9fa527', 'mac_address': 'fa:16:3e:17:22:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a45f9c-dc5d-4de7-b393-5d8e65ed0c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f0659d02-b7e4-43e2-aea4-287143b2b9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:21:02Z', 'updated_at': '2021-11-26T03:21:06Z', 'revision_number': 4, 'project_id': '6eeb126a11ff4823af309964af9fa527', 'subnets': [{'id': 'f0659d02-b7e4-43e2-aea4-287143b2b9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:07.491825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Attempting to bind port ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:21:07.492377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Attempting to bind port ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '0b145246-6001-4b08-8264-797f5f693b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:21:07.492931 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Attempting to bind port ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 on network 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:21:07.498107 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Port ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 on network 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:21:07.498513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Attempting to bind port ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 on network 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:21:07.504808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:21:07.505238 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Checking segment: {'id': '0b145246-6001-4b08-8264-797f5f693b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:21:07.505699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Bound using segment: {'id': '0b145246-6001-4b08-8264-797f5f693b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:21:07.506209 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Bound port: ccbd9c97-f6ac-45ff-a8f4-0b1a559db269, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b145246-6001-4b08-8264-797f5f693b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:21:07.506652 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:07.530110 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bf92ee-0581-4810-9325-6a235cb77b06 None None] The sync data for ids ['90a45f9c-dc5d-4de7-b393-5d8e65ed0c55'] in n-d-819389-3 is: [{'id': '90a45f9c-dc5d-4de7-b393-5d8e65ed0c55', 'name': 'tempest-TestServerMultinode-1792617501-router', 'tenant_id': '6eeb126a11ff4823af309964af9fa527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '225ad0cb-6234-4d26-9ed4-8b3b23fd885b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:21:00Z', 'updated_at': '2021-11-26T03:21:03Z', 'revision_number': 4, 'project_id': '6eeb126a11ff4823af309964af9fa527', 'gw_port': {'id': '225ad0cb-6234-4d26-9ed4-8b3b23fd885b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a45f9c-dc5d-4de7-b393-5d8e65ed0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:21:00Z', 'updated_at': '2021-11-26T03:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'fe5938c7-62d9-46d1-b342-b4e6e87ca853', 'name': '', 'network_id': '4740a60a-4beb-4ef4-83cf-39a63d73bf45', 'tenant_id': '6eeb126a11ff4823af309964af9fa527', 'mac_address': 'fa:16:3e:17:22:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a45f9c-dc5d-4de7-b393-5d8e65ed0c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f0659d02-b7e4-43e2-aea4-287143b2b9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:21:02Z', 'updated_at': '2021-11-26T03:21:06Z', 'revision_number': 4, 'project_id': '6eeb126a11ff4823af309964af9fa527', 'subnets': [{'id': 'f0659d02-b7e4-43e2-aea4-287143b2b9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:21:07.553963 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-96c36a52-7684-4804-b003-69a571555821 None None] Provisioning complete for port fe5938c7-62d9-46d1-b342-b4e6e87ca853 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:07.554333 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-96c36a52-7684-4804-b003-69a571555821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:07.581331 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] For port ccbd9c97-f6ac-45ff-a8f4-0b1a559db269, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:21:07.587165 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] For port ccbd9c97-f6ac-45ff-a8f4-0b1a559db269, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ccbd9c97-f6ac-45ff-a8f4-0b1a559db269,segment=NetworkSegment(0b145246-6001-4b08-8264-797f5f693b5f),segment_id=0b145246-6001-4b08-8264-797f5f693b5f)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:21:07.602927 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:07.638909 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:07.639549 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:07.642933 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] 10.222.0.54 "PUT /v2.0/ports/ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 HTTP/1.1" status: 200 len: 1091 time: 0.6914454 Nov 26 03:21:07.661704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07310acc-6030-4398-ac62-9e3b8ebfab1f', 'tag': 'ccbd9c97-f6ac-45ff-a8f4-0b1a559db269'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:21:07.669157 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1c4e58-4772-4b12-9af2-690071151a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "07310acc-6030-4398-ac62-9e3b8ebfab1f", "tag": "ccbd9c97-f6ac-45ff-a8f4-0b1a559db269"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:21:07.753114 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6e6338-8784-4a24-bca2-0dfbb3aa6edc x-openstack-request-id: req-ff6e6338-8784-4a24-bca2-0dfbb3aa6edc {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:21:07.753408 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07310acc-6030-4398-ac62-9e3b8ebfab1f", "tag": "ccbd9c97-f6ac-45ff-a8f4-0b1a559db269", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:21:07.753665 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff6e6338-8784-4a24-bca2-0dfbb3aa6edc {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:21:07.754133 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07310acc-6030-4398-ac62-9e3b8ebfab1f', 'tag': 'ccbd9c97-f6ac-45ff-a8f4-0b1a559db269', 'status': 'completed', 'code': 200} Nov 26 03:21:07.757413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cfeea-f517-40e3-90dc-cffd2ab3ed04 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbd9c97-f6ac-45ff-a8f4-0b1a559db269,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:07.797700 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-673dda76-2b47-443c-a835-b859880c2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:07.799150 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-673dda76-2b47-443c-a835-b859880c2218 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6eeb126a11ff4823af309964af9fa527&device_id=07310acc-6030-4398-ac62-9e3b8ebfab1f HTTP/1.1" status: 200 len: 1094 time: 0.0919373 Nov 26 03:21:07.804042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c174673-76cc-472b-ac23-ce3123abc6a7 req-8c7ad0f1-9882-4fc9-b460-1398dedb0c4d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:07.805670 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c174673-76cc-472b-ac23-ce3123abc6a7 req-8c7ad0f1-9882-4fc9-b460-1398dedb0c4d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07310acc-6030-4398-ac62-9e3b8ebfab1f HTTP/1.1" status: 200 len: 1094 time: 0.0806642 Nov 26 03:21:07.865089 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-66bbaa4a-c21f-4f23-be0e-49174479aa52 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 HTTP/1.1" status: 200 len: 217 time: 0.0508301 Nov 26 03:21:07.928602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c174673-76cc-472b-ac23-ce3123abc6a7 req-8730135d-be1a-4f78-9bc2-2827ad3eb072 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155298 Nov 26 03:21:07.941664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-db895958-6819-4818-a1b8-2db00946c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:07.946921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-db895958-6819-4818-a1b8-2db00946c031 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5327d828-ddd2-4f8c-b8d5-40b48e308ca0 HTTP/1.1" status: 200 len: 848 time: 0.0687301 Nov 26 03:21:07.994544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-6fdec5d5-b2a0-4f2d-8b98-605898808850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:07.996190 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-6fdec5d5-b2a0-4f2d-8b98-605898808850 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=922f8955-8b60-4eaf-bc79-8e5a065fe7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440445 Nov 26 03:21:08.108980 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-b71b6b9f-c393-411e-94d9-24c41734f86a service neutron] 10.222.0.54 "GET /v2.0/networks/922f8955-8b60-4eaf-bc79-8e5a065fe7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051524 Nov 26 03:21:08.178927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device fe5938c7-62d9-46d1-b342-b4e6e87ca853 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:21:08.215753 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de7fb156-97a0-4da6-9974-0ec8a17545f9 req-765540cb-1030-4a56-a821-5f24b00163e4 service neutron] 10.222.0.54 "GET /v2.0/networks/922f8955-8b60-4eaf-bc79-8e5a065fe7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991933 Nov 26 03:21:08.232618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port fe5938c7-62d9-46d1-b342-b4e6e87ca853 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:08.233184 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:08.344319 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c4e58-4772-4b12-9af2-690071151a6b req-027cb81c-377b-41a8-92cc-24f474056941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:08.345802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef1c4e58-4772-4b12-9af2-690071151a6b req-027cb81c-377b-41a8-92cc-24f474056941 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6eeb126a11ff4823af309964af9fa527&device_id=07310acc-6030-4398-ac62-9e3b8ebfab1f HTTP/1.1" status: 200 len: 1094 time: 0.0446970 Nov 26 03:21:08.759395 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c4e58-4772-4b12-9af2-690071151a6b req-40c3f957-1fd8-4b86-8a29-c298ad8c15b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:08.760902 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef1c4e58-4772-4b12-9af2-690071151a6b req-40c3f957-1fd8-4b86-8a29-c298ad8c15b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=922f8955-8b60-4eaf-bc79-8e5a065fe7b9 HTTP/1.1" status: 200 len: 910 time: 0.4077914 Nov 26 03:21:08.805324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef1c4e58-4772-4b12-9af2-690071151a6b req-4c9f472d-d81d-4c29-bb24-147cd114dcf3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 HTTP/1.1" status: 200 len: 217 time: 0.0359201 Nov 26 03:21:08.851585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c4e58-4772-4b12-9af2-690071151a6b req-252f4a73-3053-4088-93ba-04691be1f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:08.853188 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef1c4e58-4772-4b12-9af2-690071151a6b req-252f4a73-3053-4088-93ba-04691be1f7b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5327d828-ddd2-4f8c-b8d5-40b48e308ca0 HTTP/1.1" status: 200 len: 848 time: 0.0412238 Nov 26 03:21:08.895609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c4e58-4772-4b12-9af2-690071151a6b req-63e73433-824a-45c1-a8e6-062261ae797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:08.897134 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef1c4e58-4772-4b12-9af2-690071151a6b req-63e73433-824a-45c1-a8e6-062261ae797d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=922f8955-8b60-4eaf-bc79-8e5a065fe7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0374086 Nov 26 03:21:08.988787 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef1c4e58-4772-4b12-9af2-690071151a6b req-eea81b4f-530d-4007-a37a-3388d91e78cb service neutron] 10.222.0.54 "GET /v2.0/networks/922f8955-8b60-4eaf-bc79-8e5a065fe7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837321 Nov 26 03:21:09.100165 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b427a-05b6-4d99-9d8f-8032b030d387 req-76f71f3b-fe34-4fd5-b64c-0cdd5ce6a829 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:09.101673 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-764b427a-05b6-4d99-9d8f-8032b030d387 req-76f71f3b-fe34-4fd5-b64c-0cdd5ce6a829 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07310acc-6030-4398-ac62-9e3b8ebfab1f HTTP/1.1" status: 200 len: 1094 time: 0.0964859 Nov 26 03:21:09.127108 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef1c4e58-4772-4b12-9af2-690071151a6b req-a9b19435-9ae2-4ab6-9667-f88a27bfe38a service neutron] 10.222.0.54 "GET /v2.0/networks/922f8955-8b60-4eaf-bc79-8e5a065fe7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297455 Nov 26 03:21:09.154488 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-764b427a-05b6-4d99-9d8f-8032b030d387 req-c710d426-087b-4ea1-b920-b8db15ff8c2a tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423248 Nov 26 03:21:10.326919 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260a52c-c729-407f-b248-80a59b803698 req-d346069d-5f4c-47fa-8acf-a57c7079d8e8 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:10.328398 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0260a52c-c729-407f-b248-80a59b803698 req-d346069d-5f4c-47fa-8acf-a57c7079d8e8 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07310acc-6030-4398-ac62-9e3b8ebfab1f HTTP/1.1" status: 200 len: 1094 time: 0.1066778 Nov 26 03:21:10.373046 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0260a52c-c729-407f-b248-80a59b803698 req-0f172533-7d5b-4d1e-a064-e8a2464cfa0d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385339 Nov 26 03:21:11.492104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77dc2c4-49a3-479e-bc7d-9912ba0aa997 req-3ff436e8-237d-480c-9af2-d9f41e0b59a6 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:11.493671 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b77dc2c4-49a3-479e-bc7d-9912ba0aa997 req-3ff436e8-237d-480c-9af2-d9f41e0b59a6 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07310acc-6030-4398-ac62-9e3b8ebfab1f HTTP/1.1" status: 200 len: 1094 time: 0.0487688 Nov 26 03:21:11.537515 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b77dc2c4-49a3-479e-bc7d-9912ba0aa997 req-2fd81f61-d54f-4afe-8372-d9d94cafbf5a tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371742 Nov 26 03:21:11.703196 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aff4224a-d7ec-4c41-b101-6e3b315bafec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:12.079557 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:21:12.178672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port ccbd9c97-f6ac-45ff-a8f4-0b1a559db269, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ccbd9c97-f6ac-45ff-a8f4-0b1a559db269,segment=NetworkSegment(0b145246-6001-4b08-8264-797f5f693b5f),segment_id=0b145246-6001-4b08-8264-797f5f693b5f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:12.189294 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'ccbd9c97-f6ac-45ff-a8f4-0b1a559db269', 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9', 'port_id': 'ccbd9c97-f6ac-45ff-a8f4-0b1a559db269', 'mac_address': 'fa:16:3e:5d:76:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5327d828-ddd2-4f8c-b8d5-40b48e308ca0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:21:12.225645 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:12.238822 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:21:12.258826 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port ccbd9c97-f6ac-45ff-a8f4-0b1a559db269, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ccbd9c97-f6ac-45ff-a8f4-0b1a559db269,segment=NetworkSegment(0b145246-6001-4b08-8264-797f5f693b5f),segment_id=0b145246-6001-4b08-8264-797f5f693b5f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:12.262722 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:12.312783 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=ccbd9c97-f6ac-45ff-a8f4-0b1a559db269,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:12.636448 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['ccbd9c97-f6ac-45ff-a8f4-0b1a559db269'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:21:12.647012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2d384-b197-4196-bdf9-1fda7647ba24 req-8c4d4a83-ec2c-4065-89e8-ae0c0bb93c8b tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:12.648600 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bce2d384-b197-4196-bdf9-1fda7647ba24 req-8c4d4a83-ec2c-4065-89e8-ae0c0bb93c8b tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07310acc-6030-4398-ac62-9e3b8ebfab1f HTTP/1.1" status: 200 len: 1095 time: 0.0418594 Nov 26 03:21:12.693243 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bce2d384-b197-4196-bdf9-1fda7647ba24 req-93a79f51-d7da-493e-af6d-bd878cc58c0e tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386195 Nov 26 03:21:13.798391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8008254-3fc8-4d1b-a051-c07f7b47b3a2 req-767a597f-d13e-4631-ad23-c46f80d9420e tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:13.799839 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8008254-3fc8-4d1b-a051-c07f7b47b3a2 req-767a597f-d13e-4631-ad23-c46f80d9420e tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07310acc-6030-4398-ac62-9e3b8ebfab1f HTTP/1.1" status: 200 len: 1095 time: 0.0406132 Nov 26 03:21:13.848491 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b8008254-3fc8-4d1b-a051-c07f7b47b3a2 req-db3c66d9-ccaa-4518-b98f-a9d2640e8db8 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426998 Nov 26 03:21:14.091537 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:21:14.145748 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1446c81a-9ccb-4885-845a-be8b7d1ad7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:14.156339 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:21:14.160525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:14.160899 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:14.236464 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:14.259027 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07310acc-6030-4398-ac62-9e3b8ebfab1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbd9c97-f6ac-45ff-a8f4-0b1a559db269'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:21:14.261296 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdad207-d23d-44e6-a9fd-3f8934fbdeff" -d '{"events": [{"server_uuid": "07310acc-6030-4398-ac62-9e3b8ebfab1f", "name": "network-vif-plugged", "status": "completed", "tag": "ccbd9c97-f6ac-45ff-a8f4-0b1a559db269"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:21:14.274234 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port ccbd9c97-f6ac-45ff-a8f4-0b1a559db269, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ccbd9c97-f6ac-45ff-a8f4-0b1a559db269,segment=NetworkSegment(0b145246-6001-4b08-8264-797f5f693b5f),segment_id=0b145246-6001-4b08-8264-797f5f693b5f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:14.278248 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:14.306950 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58865bae-ea5f-4920-846b-bfc11ca724b2 x-openstack-request-id: req-58865bae-ea5f-4920-846b-bfc11ca724b2 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:21:14.307258 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07310acc-6030-4398-ac62-9e3b8ebfab1f", "name": "network-vif-plugged", "status": "completed", "tag": "ccbd9c97-f6ac-45ff-a8f4-0b1a559db269", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:21:14.307516 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58865bae-ea5f-4920-846b-bfc11ca724b2 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:21:14.307904 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07310acc-6030-4398-ac62-9e3b8ebfab1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbd9c97-f6ac-45ff-a8f4-0b1a559db269', 'code': 200} Nov 26 03:21:14.333077 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=ccbd9c97-f6ac-45ff-a8f4-0b1a559db269,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:14.463385 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc2f57-f4cd-4715-bb26-a4f00f903e09 req-95c459b9-e981-497b-98c6-9f8e52bed76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:14.468126 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9fc2f57-f4cd-4715-bb26-a4f00f903e09 req-95c459b9-e981-497b-98c6-9f8e52bed76f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=07310acc-6030-4398-ac62-9e3b8ebfab1f HTTP/1.1" status: 200 len: 1096 time: 0.0394773 Nov 26 03:21:14.508281 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9fc2f57-f4cd-4715-bb26-a4f00f903e09 req-b759367d-be77-489f-8ada-cc2fdbf3358a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362837 Nov 26 03:21:14.953473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bad27-51ea-4e88-a1c4-ecfacf07d5d0 req-7db18153-ba94-4d16-b611-d89c3e20a5ce tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:14.955017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-588bad27-51ea-4e88-a1c4-ecfacf07d5d0 req-7db18153-ba94-4d16-b611-d89c3e20a5ce tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07310acc-6030-4398-ac62-9e3b8ebfab1f HTTP/1.1" status: 200 len: 1096 time: 0.0403962 Nov 26 03:21:14.999582 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-588bad27-51ea-4e88-a1c4-ecfacf07d5d0 req-e38ba20e-6c70-4f83-98ef-ee47f2537119 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386128 Nov 26 03:21:15.097103 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:16.111557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791dca0-c5a8-4854-860b-c79c0a1fe76c req-9b008e7a-1041-46b1-ba95-2919f2ed5012 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:16.113115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b791dca0-c5a8-4854-860b-c79c0a1fe76c req-9b008e7a-1041-46b1-ba95-2919f2ed5012 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07310acc-6030-4398-ac62-9e3b8ebfab1f HTTP/1.1" status: 200 len: 1096 time: 0.0444009 Nov 26 03:21:16.157652 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b791dca0-c5a8-4854-860b-c79c0a1fe76c req-4c1f3eb5-683f-4b63-a634-b83d3d881453 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385661 Nov 26 03:21:16.264509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ca8a3-79a3-4753-b258-fec11b13cd52 req-32eb8205-6d8e-4427-bf1f-9a4e8700ff73 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:16.266086 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae5ca8a3-79a3-4753-b258-fec11b13cd52 req-32eb8205-6d8e-4427-bf1f-9a4e8700ff73 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07310acc-6030-4398-ac62-9e3b8ebfab1f HTTP/1.1" status: 200 len: 1096 time: 0.0407426 Nov 26 03:21:16.309029 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae5ca8a3-79a3-4753-b258-fec11b13cd52 req-a231888a-61f6-4c6e-aca1-515d2b2bc4fa tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368621 Nov 26 03:21:16.410391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee9fc8-27ee-4bfe-aae4-ed1c6e2164ab req-16276c0b-bee3-474e-ae22-8d01a1f7381d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:16.411873 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63ee9fc8-27ee-4bfe-aae4-ed1c6e2164ab req-16276c0b-bee3-474e-ae22-8d01a1f7381d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07310acc-6030-4398-ac62-9e3b8ebfab1f HTTP/1.1" status: 200 len: 1096 time: 0.0391586 Nov 26 03:21:16.458021 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63ee9fc8-27ee-4bfe-aae4-ed1c6e2164ab req-b36334b6-7fa4-4f63-a79c-6e608989dad6 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402467 Nov 26 03:21:16.660097 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:16.665909 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a744006-6561-4318-8c8e-199eae691562 req-77ae7961-2bb5-493f-a1ce-3963ccc75d36 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:16.667439 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a744006-6561-4318-8c8e-199eae691562 req-77ae7961-2bb5-493f-a1ce-3963ccc75d36 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/networks?id=922f8955-8b60-4eaf-bc79-8e5a065fe7b9 HTTP/1.1" status: 200 len: 910 time: 0.0883658 Nov 26 03:21:16.681766 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a744006-6561-4318-8c8e-199eae691562 req-3f17347c-863b-4a1f-a297-5bcc3e39157c tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/quotas/6eeb126a11ff4823af309964af9fa527 HTTP/1.1" status: 200 len: 375 time: 0.0086534 Nov 26 03:21:16.732145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a744006-6561-4318-8c8e-199eae691562 req-af824032-6f32-458a-9ef1-01e53e1d58fa tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=6eeb126a11ff4823af309964af9fa527&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451412 Nov 26 03:21:16.867674 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a744006-6561-4318-8c8e-199eae691562 req-43754399-00dd-4724-9ce8-83c52ef23e60 service neutron] 10.222.0.31 "GET /v2.0/networks/922f8955-8b60-4eaf-bc79-8e5a065fe7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286435 Nov 26 03:21:16.957968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a744006-6561-4318-8c8e-199eae691562 req-bcf0946f-7efa-4e7f-943e-31380fc7e072 service neutron] 10.222.0.31 "GET /v2.0/networks/922f8955-8b60-4eaf-bc79-8e5a065fe7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838599 Nov 26 03:21:17.113058 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e2672fd-0a6b-4302-beff-a1f6894982fa req-96d5813e-994f-46db-be0c-a23b07dc4132 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ff11f76-d16b-41c5-aecf-a7b6963c36d8 HTTP/1.1" status: 200 len: 210 time: 0.0259533 Nov 26 03:21:17.566437 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:18.097807 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a744006-6561-4318-8c8e-199eae691562 req-dc9abf07-6233-43bf-bf90-0dbaaa58a2a2 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:18.099307 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a744006-6561-4318-8c8e-199eae691562 req-dc9abf07-6233-43bf-bf90-0dbaaa58a2a2 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.59 "GET /v2.0/networks?id=922f8955-8b60-4eaf-bc79-8e5a065fe7b9 HTTP/1.1" status: 200 len: 910 time: 0.0922477 Nov 26 03:21:18.113174 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-3a744006-6561-4318-8c8e-199eae691562 req-d26a6e78-e367-47bd-b087-d2314db7258f tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Request body: {'port': {'device_id': '7ff11f76-d16b-41c5-aecf-a7b6963c36d8', 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9', 'admin_state_up': True, 'tenant_id': '6eeb126a11ff4823af309964af9fa527'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:21:18.133022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a744006-6561-4318-8c8e-199eae691562 req-d26a6e78-e367-47bd-b087-d2314db7258f tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Made reservation on behalf of 6eeb126a11ff4823af309964af9fa527 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:21:18.135718 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3a744006-6561-4318-8c8e-199eae691562 req-d26a6e78-e367-47bd-b087-d2314db7258f tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:18.212680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5a6c41b6-3466-468e-96df-b516210c106e req-62c84c3f-0a71-446c-8697-de8afa347abb tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ff11f76-d16b-41c5-aecf-a7b6963c36d8 HTTP/1.1" status: 200 len: 210 time: 0.0276506 Nov 26 03:21:18.272278 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-3a744006-6561-4318-8c8e-199eae691562 req-d26a6e78-e367-47bd-b087-d2314db7258f tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Allocated IP 172.20.0.7 (922f8955-8b60-4eaf-bc79-8e5a065fe7b9/5327d828-ddd2-4f8c-b8d5-40b48e308ca0/7e464960-a270-443f-a65e-2befa6970422) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:21:18.405355 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3a744006-6561-4318-8c8e-199eae691562 req-d26a6e78-e367-47bd-b087-d2314db7258f tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:18.436542 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3a744006-6561-4318-8c8e-199eae691562 req-d26a6e78-e367-47bd-b087-d2314db7258f tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:18.469597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['ccbd9c97-f6ac-45ff-a8f4-0b1a559db269'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:21:18.477116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a744006-6561-4318-8c8e-199eae691562 req-d26a6e78-e367-47bd-b087-d2314db7258f tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Network 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:21:18.480014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-3a744006-6561-4318-8c8e-199eae691562 req-d26a6e78-e367-47bd-b087-d2314db7258f tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:21:18.483561 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a744006-6561-4318-8c8e-199eae691562 req-d26a6e78-e367-47bd-b087-d2314db7258f tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:21:18.518506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a6e78-e367-47bd-b087-d2314db7258f tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Pushing event updated for resources: {'Port': ['ID=7e464960-a270-443f-a65e-2befa6970422,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:18.533633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a744006-6561-4318-8c8e-199eae691562 req-d26a6e78-e367-47bd-b087-d2314db7258f tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:18.534242 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3a744006-6561-4318-8c8e-199eae691562 req-d26a6e78-e367-47bd-b087-d2314db7258f tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:18.550998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a744006-6561-4318-8c8e-199eae691562 req-d26a6e78-e367-47bd-b087-d2314db7258f tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4412749 Nov 26 03:21:18.564067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-3a744006-6561-4318-8c8e-199eae691562 req-6900c135-712e-4355-b691-3c404f55c20a tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:21:18.565407 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a744006-6561-4318-8c8e-199eae691562 req-6900c135-712e-4355-b691-3c404f55c20a tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082090 Nov 26 03:21:18.583286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Request body: {'port': {'device_id': '7ff11f76-d16b-41c5-aecf-a7b6963c36d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:21:18.646755 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:18.743816 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-98aeaccd-04f5-4d0e-8499-5778d7a8e8f2 None None] Provisioning complete for port 7e464960-a270-443f-a65e-2befa6970422 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:18.744232 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-98aeaccd-04f5-4d0e-8499-5778d7a8e8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:18.777795 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-98aeaccd-04f5-4d0e-8499-5778d7a8e8f2 None None] Port 7e464960-a270-443f-a65e-2befa6970422 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:21:18.907018 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e464960-a270-443f-a65e-2befa6970422 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:21:18.914370 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:18.926566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Transition to ACTIVE for port object 7e464960-a270-443f-a65e-2befa6970422 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:21:18.930079 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:18.978904 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e464960-a270-443f-a65e-2befa6970422,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:19.048702 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Attempting to bind port 7e464960-a270-443f-a65e-2befa6970422 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:21:19.049045 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Attempting to bind port 7e464960-a270-443f-a65e-2befa6970422 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '0b145246-6001-4b08-8264-797f5f693b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:21:19.049379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Attempting to bind port 7e464960-a270-443f-a65e-2befa6970422 on network 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:21:19.053938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Port 7e464960-a270-443f-a65e-2befa6970422 on network 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:21:19.054262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Attempting to bind port 7e464960-a270-443f-a65e-2befa6970422 on network 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:21:19.059314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:21:19.059654 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Checking segment: {'id': '0b145246-6001-4b08-8264-797f5f693b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:21:19.060044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Bound using segment: {'id': '0b145246-6001-4b08-8264-797f5f693b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:21:19.060499 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Bound port: 7e464960-a270-443f-a65e-2befa6970422, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b145246-6001-4b08-8264-797f5f693b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:21:19.060865 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:19.130330 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] For port 7e464960-a270-443f-a65e-2befa6970422, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:21:19.133522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] For port 7e464960-a270-443f-a65e-2befa6970422, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=7e464960-a270-443f-a65e-2befa6970422,segment=NetworkSegment(0b145246-6001-4b08-8264-797f5f693b5f),segment_id=0b145246-6001-4b08-8264-797f5f693b5f)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:21:19.138191 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:19.169699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:19.170466 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:19.172071 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a744006-6561-4318-8c8e-199eae691562 req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] 10.222.0.59 "PUT /v2.0/ports/7e464960-a270-443f-a65e-2befa6970422 HTTP/1.1" status: 200 len: 1091 time: 0.5929978 Nov 26 03:21:19.172641 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff11f76-d16b-41c5-aecf-a7b6963c36d8', 'tag': '7e464960-a270-443f-a65e-2befa6970422'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:21:19.175234 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90afd170-a6a2-40fc-a793-41ecf688a6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff11f76-d16b-41c5-aecf-a7b6963c36d8", "tag": "7e464960-a270-443f-a65e-2befa6970422"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:21:19.211846 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664832b2-9a1e-4a55-9fc2-2c06efa4e1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e464960-a270-443f-a65e-2befa6970422,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:19.224958 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541dd1a6-f610-4bd9-bb85-403ed798e5b9 x-openstack-request-id: req-541dd1a6-f610-4bd9-bb85-403ed798e5b9 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:21:19.225152 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff11f76-d16b-41c5-aecf-a7b6963c36d8", "tag": "7e464960-a270-443f-a65e-2befa6970422", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:21:19.225386 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-541dd1a6-f610-4bd9-bb85-403ed798e5b9 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:21:19.225802 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff11f76-d16b-41c5-aecf-a7b6963c36d8', 'tag': '7e464960-a270-443f-a65e-2befa6970422', 'status': 'completed', 'code': 200} Nov 26 03:21:19.289556 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a744006-6561-4318-8c8e-199eae691562 req-c4ecc808-2e0b-401c-8884-2b746c160ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:19.291094 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a744006-6561-4318-8c8e-199eae691562 req-c4ecc808-2e0b-401c-8884-2b746c160ce2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6eeb126a11ff4823af309964af9fa527&device_id=7ff11f76-d16b-41c5-aecf-a7b6963c36d8 HTTP/1.1" status: 200 len: 1094 time: 0.0482948 Nov 26 03:21:19.361373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a744006-6561-4318-8c8e-199eae691562 req-e4248f1f-61d9-49e3-a3e1-ca0b66569af7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e464960-a270-443f-a65e-2befa6970422 HTTP/1.1" status: 200 len: 217 time: 0.0409031 Nov 26 03:21:19.397263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9d11a-9e55-47c5-a77d-80c695c29de2 req-b9e58aa7-261e-4803-826c-784d9b32debe tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:19.398738 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5a9d11a-9e55-47c5-a77d-80c695c29de2 req-b9e58aa7-261e-4803-826c-784d9b32debe tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ff11f76-d16b-41c5-aecf-a7b6963c36d8 HTTP/1.1" status: 200 len: 1094 time: 0.1067548 Nov 26 03:21:19.430764 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a744006-6561-4318-8c8e-199eae691562 req-a61c784a-9000-4451-9763-3f68ff3dbe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:19.432223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a744006-6561-4318-8c8e-199eae691562 req-a61c784a-9000-4451-9763-3f68ff3dbe4b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5327d828-ddd2-4f8c-b8d5-40b48e308ca0 HTTP/1.1" status: 200 len: 848 time: 0.0621791 Nov 26 03:21:19.485625 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5a9d11a-9e55-47c5-a77d-80c695c29de2 req-29f6169b-40b7-400c-8c91-6f1fc396b34d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793288 Nov 26 03:21:19.495352 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a744006-6561-4318-8c8e-199eae691562 req-0089a2d5-7870-4e52-93f5-9f695c8dac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:19.496685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a744006-6561-4318-8c8e-199eae691562 req-0089a2d5-7870-4e52-93f5-9f695c8dac98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=922f8955-8b60-4eaf-bc79-8e5a065fe7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543580 Nov 26 03:21:19.589142 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a744006-6561-4318-8c8e-199eae691562 req-1a329cc4-0b2d-4972-9044-870c272bf944 service neutron] 10.222.0.59 "GET /v2.0/networks/922f8955-8b60-4eaf-bc79-8e5a065fe7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854998 Nov 26 03:21:19.689938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a744006-6561-4318-8c8e-199eae691562 req-4bdc7e0f-09d5-458d-9c90-b8ae7ea60f60 service neutron] 10.222.0.59 "GET /v2.0/networks/922f8955-8b60-4eaf-bc79-8e5a065fe7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921752 Nov 26 03:21:19.817306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd170-a6a2-40fc-a793-41ecf688a6cb req-b010787e-ce98-4073-b2fc-787c37815884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:19.818948 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90afd170-a6a2-40fc-a793-41ecf688a6cb req-b010787e-ce98-4073-b2fc-787c37815884 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6eeb126a11ff4823af309964af9fa527&device_id=7ff11f76-d16b-41c5-aecf-a7b6963c36d8 HTTP/1.1" status: 200 len: 1094 time: 0.0446477 Nov 26 03:21:19.911120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd170-a6a2-40fc-a793-41ecf688a6cb req-25a42b09-de5c-4d57-8c73-160c9bda9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:19.912604 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90afd170-a6a2-40fc-a793-41ecf688a6cb req-25a42b09-de5c-4d57-8c73-160c9bda9e20 service neutron] 10.222.0.59 "GET /v2.0/networks?id=922f8955-8b60-4eaf-bc79-8e5a065fe7b9 HTTP/1.1" status: 200 len: 910 time: 0.0865166 Nov 26 03:21:19.953783 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90afd170-a6a2-40fc-a793-41ecf688a6cb req-81d0931f-8dc1-43ba-82aa-364cf8937e54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e464960-a270-443f-a65e-2befa6970422 HTTP/1.1" status: 200 len: 217 time: 0.0343392 Nov 26 03:21:20.000479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd170-a6a2-40fc-a793-41ecf688a6cb req-44becf71-1acf-4767-9076-33704854325e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:20.001890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90afd170-a6a2-40fc-a793-41ecf688a6cb req-44becf71-1acf-4767-9076-33704854325e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5327d828-ddd2-4f8c-b8d5-40b48e308ca0 HTTP/1.1" status: 200 len: 848 time: 0.0420244 Nov 26 03:21:20.046998 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd170-a6a2-40fc-a793-41ecf688a6cb req-b589838f-d64f-42e2-9f0e-d6524252a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:20.048476 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90afd170-a6a2-40fc-a793-41ecf688a6cb req-b589838f-d64f-42e2-9f0e-d6524252a803 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=922f8955-8b60-4eaf-bc79-8e5a065fe7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385320 Nov 26 03:21:20.143506 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90afd170-a6a2-40fc-a793-41ecf688a6cb req-99e57bb1-0d9d-4995-95e7-6a3c4d71478c service neutron] 10.222.0.59 "GET /v2.0/networks/922f8955-8b60-4eaf-bc79-8e5a065fe7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867465 Nov 26 03:21:20.235985 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90afd170-a6a2-40fc-a793-41ecf688a6cb req-006b7a4c-2a94-43c9-a7d7-03ccf994ac17 service neutron] 10.222.0.59 "GET /v2.0/networks/922f8955-8b60-4eaf-bc79-8e5a065fe7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844619 Nov 26 03:21:20.596354 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9708c1e-c7a1-418b-bad7-220e78193c1c req-517b4af9-75b1-44a6-9a38-c279b8fe7e28 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:20.597886 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9708c1e-c7a1-418b-bad7-220e78193c1c req-517b4af9-75b1-44a6-9a38-c279b8fe7e28 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ff11f76-d16b-41c5-aecf-a7b6963c36d8 HTTP/1.1" status: 200 len: 1094 time: 0.0420001 Nov 26 03:21:20.643823 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9708c1e-c7a1-418b-bad7-220e78193c1c req-089a4545-b6cc-4c17-a804-6d1a159f96d2 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399265 Nov 26 03:21:21.746640 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29bcef-59cf-424d-b7a8-175b4d98c999 req-4778a09d-fdae-400a-9fe5-66ba103376d9 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:21.748155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b29bcef-59cf-424d-b7a8-175b4d98c999 req-4778a09d-fdae-400a-9fe5-66ba103376d9 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ff11f76-d16b-41c5-aecf-a7b6963c36d8 HTTP/1.1" status: 200 len: 1094 time: 0.0392339 Nov 26 03:21:21.790162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b29bcef-59cf-424d-b7a8-175b4d98c999 req-aea632c8-0ce1-4f75-b28b-98acc291e25f tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355639 Nov 26 03:21:22.113755 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 7e464960-a270-443f-a65e-2befa6970422 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:21:22.124201 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 57962) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:22.209452 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 7e464960-a270-443f-a65e-2befa6970422, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=7e464960-a270-443f-a65e-2befa6970422,segment=NetworkSegment(0b145246-6001-4b08-8264-797f5f693b5f),segment_id=0b145246-6001-4b08-8264-797f5f693b5f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:22.221130 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '7e464960-a270-443f-a65e-2befa6970422', 'network_id': '922f8955-8b60-4eaf-bc79-8e5a065fe7b9', 'port_id': '7e464960-a270-443f-a65e-2befa6970422', 'mac_address': 'fa:16:3e:da:3e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5327d828-ddd2-4f8c-b8d5-40b48e308ca0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:21:22.261052 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:22.274576 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e464960-a270-443f-a65e-2befa6970422 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:21:22.283238 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-b0e5d63f-2499-4bbc-9275-0f650e13f0bb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Deleting port 59da6a0f-83a5-45e3-80c7-69ce279727ea {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:22.283826 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d63f-2499-4bbc-9275-0f650e13f0bb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:22.294705 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 7e464960-a270-443f-a65e-2befa6970422, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=7e464960-a270-443f-a65e-2befa6970422,segment=NetworkSegment(0b145246-6001-4b08-8264-797f5f693b5f),segment_id=0b145246-6001-4b08-8264-797f5f693b5f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:22.299993 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:22.355116 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=7e464960-a270-443f-a65e-2befa6970422,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:22.360085 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d63f-2499-4bbc-9275-0f650e13f0bb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:22.360406 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d63f-2499-4bbc-9275-0f650e13f0bb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:22.371992 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-b0e5d63f-2499-4bbc-9275-0f650e13f0bb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Calling delete_port for 59da6a0f-83a5-45e3-80c7-69ce279727ea owned by network:floatingip {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:22.560517 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:22.596220 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['7e464960-a270-443f-a65e-2befa6970422'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:21:22.798565 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d63f-2499-4bbc-9275-0f650e13f0bb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:22.825346 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5d63f-2499-4bbc-9275-0f650e13f0bb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event deleted for resources: {'Port': ['ID=59da6a0f-83a5-45e3-80c7-69ce279727ea,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:22.886835 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d63f-2499-4bbc-9275-0f650e13f0bb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for floatingip, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:22.887224 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-b0e5d63f-2499-4bbc-9275-0f650e13f0bb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Floating IP b98436be-1e6c-4475-b3a1-efa529145528 disassociated (deleted). External IP: 172.25.0.209, port: 03e55657-abc6-46c6-855a-2e681f980b6c. Nov 26 03:21:22.903160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fba173-b38c-45dc-8c3d-ba70381a40d7 req-91dada96-002c-4120-8d8f-4f5db02ea89a tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:22.904644 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-86fba173-b38c-45dc-8c3d-ba70381a40d7 req-91dada96-002c-4120-8d8f-4f5db02ea89a tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ff11f76-d16b-41c5-aecf-a7b6963c36d8 HTTP/1.1" status: 200 len: 1095 time: 0.0443408 Nov 26 03:21:22.947811 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-86fba173-b38c-45dc-8c3d-ba70381a40d7 req-5abfe012-70c2-4a66-80bd-a7de6682120f tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371821 Nov 26 03:21:23.092739 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e5d63f-2499-4bbc-9275-0f650e13f0bb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:21:23.197249 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e5d63f-2499-4bbc-9275-0f650e13f0bb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:21:23.202056 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d63f-2499-4bbc-9275-0f650e13f0bb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:23.206699 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c263038c-8b67-4b85-a65c-246827aa94a3 None None] Sync routers for ids ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:21:23.216160 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c263038c-8b67-4b85-a65c-246827aa94a3 None None] Routers {'8713b1fa-cfc0-4a04-b5f9-6136b973cea0'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:21:23.216775 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c263038c-8b67-4b85-a65c-246827aa94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:21:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:23.231073 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b0e5d63f-2499-4bbc-9275-0f650e13f0bb tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "DELETE /v2.0/floatingips/b98436be-1e6c-4475-b3a1-efa529145528 HTTP/1.1" status: 204 len: 168 time: 1.1057618 Nov 26 03:21:23.231765 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1225b351-0919-4a40-a5ac-0276a13a04d7', 'tag': '03e55657-abc6-46c6-855a-2e681f980b6c'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:21:23.234785 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f00698-d0f6-4820-a843-a1dcac7597a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1225b351-0919-4a40-a5ac-0276a13a04d7", "tag": "03e55657-abc6-46c6-855a-2e681f980b6c"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:21:23.272747 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dc33cb-3d05-4c2e-9587-6fa3b8006192 x-openstack-request-id: req-59dc33cb-3d05-4c2e-9587-6fa3b8006192 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:21:23.273800 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1225b351-0919-4a40-a5ac-0276a13a04d7", "tag": "03e55657-abc6-46c6-855a-2e681f980b6c", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:21:23.273800 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59dc33cb-3d05-4c2e-9587-6fa3b8006192 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:21:23.274034 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1225b351-0919-4a40-a5ac-0276a13a04d7', 'tag': '03e55657-abc6-46c6-855a-2e681f980b6c', 'status': 'completed', 'code': 200} Nov 26 03:21:23.327962 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-c263038c-8b67-4b85-a65c-246827aa94a3 None None] Set router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:21:23.362367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f00698-d0f6-4820-a843-a1dcac7597a3 req-28eb5eb4-961c-46ff-8fe1-6872c9109ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:23.364424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0f00698-d0f6-4820-a843-a1dcac7597a3 req-28eb5eb4-961c-46ff-8fe1-6872c9109ae2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 1096 time: 0.0456126 Nov 26 03:21:23.501016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65805387-b1e9-4d0a-b298-c95e767e9edf req-17ee6467-435c-4b69-a1d8-fdd72576852f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:23.503038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65805387-b1e9-4d0a-b298-c95e767e9edf req-17ee6467-435c-4b69-a1d8-fdd72576852f tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 945 time: 0.0771904 Nov 26 03:21:23.504499 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f00698-d0f6-4820-a843-a1dcac7597a3 req-c5e71435-2352-4d28-a559-00cd5ac1e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:23.505854 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0f00698-d0f6-4820-a843-a1dcac7597a3 req-c5e71435-2352-4d28-a559-00cd5ac1e7b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 913 time: 0.1347311 Nov 26 03:21:23.558913 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0f00698-d0f6-4820-a843-a1dcac7597a3 req-3d96a0ad-28da-4904-8fc8-597dea3895d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03e55657-abc6-46c6-855a-2e681f980b6c HTTP/1.1" status: 200 len: 217 time: 0.0435903 Nov 26 03:21:23.565227 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c263038c-8b67-4b85-a65c-246827aa94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'efc77ebb-6688-4f23-9a05-d7549bdcd066', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'port_id': '39e1e5fb-1472-4200-880f-02b4403631b0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'mac_address': 'fa:16:3e:a4:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070065e4-be17-4319-ba31-9e460ca40d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:17:49Z', 'updated_at': '2021-11-26T03:17:56Z', 'revision_number': 1, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 5, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:23.591126 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c263038c-8b67-4b85-a65c-246827aa94a3 None None] Checking router: 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:21:23.601150 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c263038c-8b67-4b85-a65c-246827aa94a3 None None] Routers {'8713b1fa-cfc0-4a04-b5f9-6136b973cea0'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:21:23.601794 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c263038c-8b67-4b85-a65c-246827aa94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:21:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:23.614470 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65805387-b1e9-4d0a-b298-c95e767e9edf req-1376dd49-ba4f-4912-9c42-cd9c3348c824 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050348 Nov 26 03:21:23.635481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f00698-d0f6-4820-a843-a1dcac7597a3 req-70bb2cac-12be-4cbe-93e8-22e2e0055a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:23.636998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0f00698-d0f6-4820-a843-a1dcac7597a3 req-70bb2cac-12be-4cbe-93e8-22e2e0055a50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.0676854 Nov 26 03:21:23.685488 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f00698-d0f6-4820-a843-a1dcac7597a3 req-975cd3c8-510f-4400-a4fd-396b75f2f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:23.687036 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0f00698-d0f6-4820-a843-a1dcac7597a3 req-975cd3c8-510f-4400-a4fd-396b75f2f3b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417922 Nov 26 03:21:23.707437 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-c263038c-8b67-4b85-a65c-246827aa94a3 None None] Set router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:21:23.727847 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:23.784744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0f00698-d0f6-4820-a843-a1dcac7597a3 req-690d1350-95c7-49d5-a185-30d3b5a808a8 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888150 Nov 26 03:21:23.882284 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0f00698-d0f6-4820-a843-a1dcac7597a3 req-711ca93f-f384-4aa2-a27d-72019ee32d52 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901775 Nov 26 03:21:24.025240 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c263038c-8b67-4b85-a65c-246827aa94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'efc77ebb-6688-4f23-9a05-d7549bdcd066', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'port_id': '39e1e5fb-1472-4200-880f-02b4403631b0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'mac_address': 'fa:16:3e:a4:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070065e4-be17-4319-ba31-9e460ca40d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:17:49Z', 'updated_at': '2021-11-26T03:17:56Z', 'revision_number': 1, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 5, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:24.051847 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c263038c-8b67-4b85-a65c-246827aa94a3 None None] The sync data for ids ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'] in n-d-819389-3 is: [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'efc77ebb-6688-4f23-9a05-d7549bdcd066', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'port_id': '39e1e5fb-1472-4200-880f-02b4403631b0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'mac_address': 'fa:16:3e:a4:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070065e4-be17-4319-ba31-9e460ca40d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:17:49Z', 'updated_at': '2021-11-26T03:17:56Z', 'revision_number': 1, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 5, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:21:24.061816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d831005-9469-41e5-b9fe-2847b3d68627 req-fbcf762c-998a-423a-b9ff-dd5b0a1469f4 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:24.063366 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d831005-9469-41e5-b9fe-2847b3d68627 req-fbcf762c-998a-423a-b9ff-dd5b0a1469f4 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ff11f76-d16b-41c5-aecf-a7b6963c36d8 HTTP/1.1" status: 200 len: 1095 time: 0.0452297 Nov 26 03:21:24.115002 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3d831005-9469-41e5-b9fe-2847b3d68627 req-cb065d0e-a7c9-4f5e-84c5-2450a04d3d0d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453110 Nov 26 03:21:24.132841 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 7e464960-a270-443f-a65e-2befa6970422 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:21:24.188018 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 7e464960-a270-443f-a65e-2befa6970422 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:21:24.192564 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 7e464960-a270-443f-a65e-2befa6970422 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:21:24.192945 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:24.273467 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:24.297012 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81036ee2-cee5-4581-abeb-c2993ee03d80 None None] New status for floating IP b98436be-1e6c-4475-b3a1-efa529145528: DOWN {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:21:24.306193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff11f76-d16b-41c5-aecf-a7b6963c36d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e464960-a270-443f-a65e-2befa6970422'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:21:24.308382 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f54e5d1-e673-4bd6-af84-2568d2836b1f" -d '{"events": [{"server_uuid": "7ff11f76-d16b-41c5-aecf-a7b6963c36d8", "name": "network-vif-plugged", "status": "completed", "tag": "7e464960-a270-443f-a65e-2befa6970422"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:21:24.347823 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb63916-6bc0-4f43-bb48-c8512e8cbe65 x-openstack-request-id: req-ceb63916-6bc0-4f43-bb48-c8512e8cbe65 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:21:24.348143 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff11f76-d16b-41c5-aecf-a7b6963c36d8", "name": "network-vif-plugged", "status": "completed", "tag": "7e464960-a270-443f-a65e-2befa6970422", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:21:24.348407 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ceb63916-6bc0-4f43-bb48-c8512e8cbe65 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:21:24.348805 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff11f76-d16b-41c5-aecf-a7b6963c36d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e464960-a270-443f-a65e-2befa6970422', 'code': 200} Nov 26 03:21:24.350496 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 7e464960-a270-443f-a65e-2befa6970422, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=7e464960-a270-443f-a65e-2befa6970422,segment=NetworkSegment(0b145246-6001-4b08-8264-797f5f693b5f),segment_id=0b145246-6001-4b08-8264-797f5f693b5f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:24.377770 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:24.433440 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=7e464960-a270-443f-a65e-2befa6970422,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:24.506343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58f402-c7b6-40f5-b8b3-febe7880f470 req-b86a1485-fd01-48ab-9db8-2193e73f4105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:24.507836 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d58f402-c7b6-40f5-b8b3-febe7880f470 req-b86a1485-fd01-48ab-9db8-2193e73f4105 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7ff11f76-d16b-41c5-aecf-a7b6963c36d8 HTTP/1.1" status: 200 len: 1096 time: 0.0386856 Nov 26 03:21:24.551628 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d58f402-c7b6-40f5-b8b3-febe7880f470 req-7467c857-a7cb-42cf-b1aa-a198b3a855a2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356071 Nov 26 03:21:24.737019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c92b0-3735-4975-8ac2-388360857afa req-d6f9bcc7-eb08-46d4-ada4-053ce8c0b191 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:24.738508 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-589c92b0-3735-4975-8ac2-388360857afa req-d6f9bcc7-eb08-46d4-ada4-053ce8c0b191 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 945 time: 0.0483518 Nov 26 03:21:24.790344 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-589c92b0-3735-4975-8ac2-388360857afa req-539d40d3-c067-4a50-b658-7d0d5d019cb0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457230 Nov 26 03:21:25.235760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df135c66-91ba-468e-9f3d-68840535ec60 req-cb3d6672-4cd4-4676-8cf2-38b3da4f0c5d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:25.237373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df135c66-91ba-468e-9f3d-68840535ec60 req-cb3d6672-4cd4-4676-8cf2-38b3da4f0c5d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ff11f76-d16b-41c5-aecf-a7b6963c36d8 HTTP/1.1" status: 200 len: 1096 time: 0.0437632 Nov 26 03:21:25.284593 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df135c66-91ba-468e-9f3d-68840535ec60 req-8f584401-b5bb-4bcf-8d02-a90714dc6191 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 Nov 26 03:21:25.422059 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f8984-9d97-48e2-8835-72ae0f4c8bf9 req-38c15907-db00-40a7-80c7-8e6d31017fad tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:25.423466 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-527f8984-9d97-48e2-8835-72ae0f4c8bf9 req-38c15907-db00-40a7-80c7-8e6d31017fad tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 945 time: 0.0480406 Nov 26 03:21:25.523468 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-527f8984-9d97-48e2-8835-72ae0f4c8bf9 req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Deleting port 03e55657-abc6-46c6-855a-2e681f980b6c {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:25.523814 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-527f8984-9d97-48e2-8835-72ae0f4c8bf9 req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:25.615646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-527f8984-9d97-48e2-8835-72ae0f4c8bf9 req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] For port 03e55657-abc6-46c6-855a-2e681f980b6c, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=03e55657-abc6-46c6-855a-2e681f980b6c,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:25.616021 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-527f8984-9d97-48e2-8835-72ae0f4c8bf9 req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:25.631164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-527f8984-9d97-48e2-8835-72ae0f4c8bf9 req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Calling delete_port for 03e55657-abc6-46c6-855a-2e681f980b6c owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:25.773513 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-527f8984-9d97-48e2-8835-72ae0f4c8bf9 req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:25.799521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event deleted for resources: {'Port': ['ID=03e55657-abc6-46c6-855a-2e681f980b6c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:25.814021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:25.814378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:25.814747 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:25.815076 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:25.815525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:25.815874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:25.816240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:25.816575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:25.816907 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:25.817238 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:25.817566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:25.817895 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:25.866127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-527f8984-9d97-48e2-8835-72ae0f4c8bf9 req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] No DVR routers for this DVR port 03e55657-abc6-46c6-855a-2e681f980b6c on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:21:25.869239 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-527f8984-9d97-48e2-8835-72ae0f4c8bf9 req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:25.873522 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-527f8984-9d97-48e2-8835-72ae0f4c8bf9 req-c58c7704-c43a-4d57-a12f-6efec276d470 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "DELETE /v2.0/ports/03e55657-abc6-46c6-855a-2e681f980b6c HTTP/1.1" status: 204 len: 173 time: 0.4425662 Nov 26 03:21:25.874831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1225b351-0919-4a40-a5ac-0276a13a04d7', 'name': 'network-vif-deleted', 'tag': '03e55657-abc6-46c6-855a-2e681f980b6c'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:21:25.878157 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063e1e5a-7ea9-4f29-b31c-4b5fe5c61d66" -d '{"events": [{"server_uuid": "1225b351-0919-4a40-a5ac-0276a13a04d7", "name": "network-vif-deleted", "tag": "03e55657-abc6-46c6-855a-2e681f980b6c"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:21:25.921618 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a7c6bdd-c61c-41e8-a95c-22724d9f16e8 req-ee72ba3a-7755-43d5-939e-f4c8925f2b93 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 210 time: 0.0338259 Nov 26 03:21:25.923127 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c33dd3e-fe0f-4d0e-b247-8137576e20f7 x-openstack-request-id: req-7c33dd3e-fe0f-4d0e-b247-8137576e20f7 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:21:25.923423 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1225b351-0919-4a40-a5ac-0276a13a04d7", "name": "network-vif-deleted", "tag": "03e55657-abc6-46c6-855a-2e681f980b6c", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:21:25.923683 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c33dd3e-fe0f-4d0e-b247-8137576e20f7 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:21:25.924095 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1225b351-0919-4a40-a5ac-0276a13a04d7', 'name': 'network-vif-deleted', 'tag': '03e55657-abc6-46c6-855a-2e681f980b6c', 'status': 'completed', 'code': 200} Nov 26 03:21:26.397015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c206c-2500-4493-8f54-0c053918c09e req-f4a8bb5d-687e-44a1-9ca3-c4417f6a8f99 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:26.398471 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-717c206c-2500-4493-8f54-0c053918c09e req-f4a8bb5d-687e-44a1-9ca3-c4417f6a8f99 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ff11f76-d16b-41c5-aecf-a7b6963c36d8 HTTP/1.1" status: 200 len: 1096 time: 0.0410056 Nov 26 03:21:26.443053 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-717c206c-2500-4493-8f54-0c053918c09e req-a28acf29-44ab-4dcf-bb1d-dfff5d0c7edd tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382130 Nov 26 03:21:26.550141 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741df8e3-9d4e-4f06-a8c9-91858155ee3d req-ad359317-9fb4-4763-8657-bcedc6213346 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:26.551676 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-741df8e3-9d4e-4f06-a8c9-91858155ee3d req-ad359317-9fb4-4763-8657-bcedc6213346 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ff11f76-d16b-41c5-aecf-a7b6963c36d8 HTTP/1.1" status: 200 len: 1096 time: 0.0405862 Nov 26 03:21:26.598861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-741df8e3-9d4e-4f06-a8c9-91858155ee3d req-073fe5a7-9997-41f8-b3ba-d3aa278987fb tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411437 Nov 26 03:21:26.701541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36829f68-08b8-4775-961d-c1ef0ab61d29 req-d80fec4d-cb6b-49ab-b5d4-eb1790773b32 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:26.703997 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36829f68-08b8-4775-961d-c1ef0ab61d29 req-d80fec4d-cb6b-49ab-b5d4-eb1790773b32 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ff11f76-d16b-41c5-aecf-a7b6963c36d8 HTTP/1.1" status: 200 len: 1096 time: 0.0396473 Nov 26 03:21:26.747180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36829f68-08b8-4775-961d-c1ef0ab61d29 req-390ce305-c787-4bd7-9da0-ace0d91b115d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377212 Nov 26 03:21:26.986292 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d657b1-c0c9-4531-815f-bed212f4bc9a req-3942110d-506d-45f8-aaf8-fb22593055d8 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:26.987936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-41d657b1-c0c9-4531-815f-bed212f4bc9a req-3942110d-506d-45f8-aaf8-fb22593055d8 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ff11f76-d16b-41c5-aecf-a7b6963c36d8 HTTP/1.1" status: 200 len: 1096 time: 0.0425155 Nov 26 03:21:27.035044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-533729e9-9882-42fd-b347-566c306057ef req-9ecab32c-d0d7-470f-8ffb-20c31e9e81ed tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 210 time: 0.0339513 Nov 26 03:21:27.060857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-41d657b1-c0c9-4531-815f-bed212f4bc9a req-1f57f232-b1e8-4e92-9251-7f98ca20e8ef tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660303 Nov 26 03:21:28.132198 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9d412fc-1d64-478b-918a-d36defd537d3 req-79558d70-c6db-4887-b872-8ba196115fc7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 210 time: 0.0258679 Nov 26 03:21:28.171972 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71edef-c861-40ca-91c2-3d5e7c3b2cf2 req-a90ce952-5825-4fff-a06a-8d078c448cdd tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:28.173549 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd71edef-c861-40ca-91c2-3d5e7c3b2cf2 req-a90ce952-5825-4fff-a06a-8d078c448cdd tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ff11f76-d16b-41c5-aecf-a7b6963c36d8 HTTP/1.1" status: 200 len: 1096 time: 0.0404861 Nov 26 03:21:28.223502 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd71edef-c861-40ca-91c2-3d5e7c3b2cf2 req-bc3ff595-7809-4203-9af7-0d65e59d2817 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437303 Nov 26 03:21:28.355351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0817831-07c5-4ae9-890e-ac0f3772671c req-4e247d45-5fb7-4a20-aa6f-b51562a53239 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:28.356811 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0817831-07c5-4ae9-890e-ac0f3772671c req-4e247d45-5fb7-4a20-aa6f-b51562a53239 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7ff11f76-d16b-41c5-aecf-a7b6963c36d8 HTTP/1.1" status: 200 len: 1096 time: 0.0436053 Nov 26 03:21:28.438225 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-f0817831-07c5-4ae9-890e-ac0f3772671c req-abbb2b3e-07e9-4e39-800c-a115e53cc370 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Deleting port 7e464960-a270-443f-a65e-2befa6970422 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:28.438594 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f0817831-07c5-4ae9-890e-ac0f3772671c req-abbb2b3e-07e9-4e39-800c-a115e53cc370 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:28.521348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-f0817831-07c5-4ae9-890e-ac0f3772671c req-abbb2b3e-07e9-4e39-800c-a115e53cc370 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] For port 7e464960-a270-443f-a65e-2befa6970422, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=7e464960-a270-443f-a65e-2befa6970422,segment=NetworkSegment(0b145246-6001-4b08-8264-797f5f693b5f),segment_id=0b145246-6001-4b08-8264-797f5f693b5f)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:28.521714 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f0817831-07c5-4ae9-890e-ac0f3772671c req-abbb2b3e-07e9-4e39-800c-a115e53cc370 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:28.852343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-f0817831-07c5-4ae9-890e-ac0f3772671c req-abbb2b3e-07e9-4e39-800c-a115e53cc370 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Calling delete_port for 7e464960-a270-443f-a65e-2befa6970422 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:28.970085 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f0817831-07c5-4ae9-890e-ac0f3772671c req-abbb2b3e-07e9-4e39-800c-a115e53cc370 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:29.002101 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb2b3e-07e9-4e39-800c-a115e53cc370 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e464960-a270-443f-a65e-2befa6970422,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:29.003927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['ccbd9c97-f6ac-45ff-a8f4-0b1a559db269'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:21:29.006601 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['7e464960-a270-443f-a65e-2befa6970422'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:21:29.052342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0817831-07c5-4ae9-890e-ac0f3772671c req-abbb2b3e-07e9-4e39-800c-a115e53cc370 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] No DVR routers for this DVR port 7e464960-a270-443f-a65e-2befa6970422 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:21:29.055636 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-f0817831-07c5-4ae9-890e-ac0f3772671c req-abbb2b3e-07e9-4e39-800c-a115e53cc370 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:29.060620 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f0817831-07c5-4ae9-890e-ac0f3772671c req-abbb2b3e-07e9-4e39-800c-a115e53cc370 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.59 "DELETE /v2.0/ports/7e464960-a270-443f-a65e-2befa6970422 HTTP/1.1" status: 204 len: 173 time: 0.6974776 Nov 26 03:21:29.061717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff11f76-d16b-41c5-aecf-a7b6963c36d8', 'name': 'network-vif-deleted', 'tag': '7e464960-a270-443f-a65e-2befa6970422'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:21:29.064716 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81923616-87c0-497e-abc0-30f7545bb4df" -d '{"events": [{"server_uuid": "7ff11f76-d16b-41c5-aecf-a7b6963c36d8", "name": "network-vif-deleted", "tag": "7e464960-a270-443f-a65e-2befa6970422"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:21:29.119587 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d019ab-779b-4c21-975b-dc86e68f3d5e x-openstack-request-id: req-b9d019ab-779b-4c21-975b-dc86e68f3d5e {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:21:29.120102 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff11f76-d16b-41c5-aecf-a7b6963c36d8", "name": "network-vif-deleted", "tag": "7e464960-a270-443f-a65e-2befa6970422", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:21:29.120692 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9d019ab-779b-4c21-975b-dc86e68f3d5e {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:21:29.121371 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff11f76-d16b-41c5-aecf-a7b6963c36d8', 'name': 'network-vif-deleted', 'tag': '7e464960-a270-443f-a65e-2befa6970422', 'status': 'completed', 'code': 200} Nov 26 03:21:29.271500 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fb8fa8e-9816-42ef-8ab1-9f7542cfb4d2 req-dc30030c-03b4-448c-b819-bb836706eec4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 210 time: 0.0319722 Nov 26 03:21:29.350647 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef0c10b7-bb2b-4a6e-b073-1508885aa20c req-b67e2df2-224e-4e01-9e2b-1e7e72da88ac tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ff11f76-d16b-41c5-aecf-a7b6963c36d8 HTTP/1.1" status: 200 len: 210 time: 0.0265701 Nov 26 03:21:30.184338 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 7e464960-a270-443f-a65e-2befa6970422 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:21:30.205042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 7e464960-a270-443f-a65e-2befa6970422 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:21:30.205394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 7e464960-a270-443f-a65e-2befa6970422 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:21:30.205815 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 03e55657-abc6-46c6-855a-2e681f980b6c no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:21:30.225114 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 03e55657-abc6-46c6-855a-2e681f980b6c {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:21:30.225321 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 03e55657-abc6-46c6-855a-2e681f980b6c not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:21:30.382263 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-141cef79-5da7-42c7-8790-b2e026d3959b req-6733b997-7c57-4001-bece-3dac994b6ebd tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=1225b351-0919-4a40-a5ac-0276a13a04d7 HTTP/1.1" status: 200 len: 210 time: 0.0275128 Nov 26 03:21:30.610603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568aa95-5a7a-4ad9-af56-b4a18392b786 req-d1280645-60fb-4078-8b2d-d2648501ef41 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:30.612171 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4568aa95-5a7a-4ad9-af56-b4a18392b786 req-d1280645-60fb-4078-8b2d-d2648501ef41 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07310acc-6030-4398-ac62-9e3b8ebfab1f HTTP/1.1" status: 200 len: 1096 time: 0.0451012 Nov 26 03:21:30.658771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4568aa95-5a7a-4ad9-af56-b4a18392b786 req-9fd97e7c-03fb-46ad-80c4-00adc338785d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398390 Nov 26 03:21:31.768749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec319f-4b11-477f-9284-332445bb1908 req-714bcf75-dd49-4dee-8031-952ad91ce440 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:31.770293 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-11ec319f-4b11-477f-9284-332445bb1908 req-714bcf75-dd49-4dee-8031-952ad91ce440 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07310acc-6030-4398-ac62-9e3b8ebfab1f HTTP/1.1" status: 200 len: 1096 time: 0.0409822 Nov 26 03:21:31.813814 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-11ec319f-4b11-477f-9284-332445bb1908 req-82349a9e-5620-4884-b889-11ab3e79e704 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ae12c4c3-17fa-44b5-a682-fd94f7601381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374763 Nov 26 03:21:32.271957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d3c1d-3266-414c-bbf9-f5f731841b75 req-8f8a4274-e8be-4c4a-b420-b81959be6886 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:32.273554 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c25d3c1d-3266-414c-bbf9-f5f731841b75 req-8f8a4274-e8be-4c4a-b420-b81959be6886 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=07310acc-6030-4398-ac62-9e3b8ebfab1f HTTP/1.1" status: 200 len: 1096 time: 0.0441511 Nov 26 03:21:32.356737 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c25d3c1d-3266-414c-bbf9-f5f731841b75 req-f4e14381-b0fe-435d-a02a-f6d25fbae08d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Deleting port ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:32.357073 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c25d3c1d-3266-414c-bbf9-f5f731841b75 req-f4e14381-b0fe-435d-a02a-f6d25fbae08d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:32.435862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c25d3c1d-3266-414c-bbf9-f5f731841b75 req-f4e14381-b0fe-435d-a02a-f6d25fbae08d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] For port ccbd9c97-f6ac-45ff-a8f4-0b1a559db269, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ccbd9c97-f6ac-45ff-a8f4-0b1a559db269,segment=NetworkSegment(0b145246-6001-4b08-8264-797f5f693b5f),segment_id=0b145246-6001-4b08-8264-797f5f693b5f)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:32.436803 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c25d3c1d-3266-414c-bbf9-f5f731841b75 req-f4e14381-b0fe-435d-a02a-f6d25fbae08d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:32.448961 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-c25d3c1d-3266-414c-bbf9-f5f731841b75 req-f4e14381-b0fe-435d-a02a-f6d25fbae08d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Calling delete_port for ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:32.570765 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c25d3c1d-3266-414c-bbf9-f5f731841b75 req-f4e14381-b0fe-435d-a02a-f6d25fbae08d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:32.603499 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e14381-b0fe-435d-a02a-f6d25fbae08d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccbd9c97-f6ac-45ff-a8f4-0b1a559db269,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:32.604709 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['ccbd9c97-f6ac-45ff-a8f4-0b1a559db269'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:21:32.651831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25d3c1d-3266-414c-bbf9-f5f731841b75 req-f4e14381-b0fe-435d-a02a-f6d25fbae08d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] No DVR routers for this DVR port ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:21:32.654467 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c25d3c1d-3266-414c-bbf9-f5f731841b75 req-f4e14381-b0fe-435d-a02a-f6d25fbae08d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:32.658050 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c25d3c1d-3266-414c-bbf9-f5f731841b75 req-f4e14381-b0fe-435d-a02a-f6d25fbae08d tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.54 "DELETE /v2.0/ports/ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 HTTP/1.1" status: 204 len: 173 time: 0.3784273 Nov 26 03:21:32.658659 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07310acc-6030-4398-ac62-9e3b8ebfab1f', 'name': 'network-vif-deleted', 'tag': 'ccbd9c97-f6ac-45ff-a8f4-0b1a559db269'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:21:32.660990 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa348902-70f6-4e00-9a07-6813dae2d9df" -d '{"events": [{"server_uuid": "07310acc-6030-4398-ac62-9e3b8ebfab1f", "name": "network-vif-deleted", "tag": "ccbd9c97-f6ac-45ff-a8f4-0b1a559db269"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:21:32.702552 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d44646-3582-469a-950c-81304eb34d63 x-openstack-request-id: req-14d44646-3582-469a-950c-81304eb34d63 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:21:32.702856 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07310acc-6030-4398-ac62-9e3b8ebfab1f", "name": "network-vif-deleted", "tag": "ccbd9c97-f6ac-45ff-a8f4-0b1a559db269", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:21:32.703119 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14d44646-3582-469a-950c-81304eb34d63 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:21:32.703663 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07310acc-6030-4398-ac62-9e3b8ebfab1f', 'name': 'network-vif-deleted', 'tag': 'ccbd9c97-f6ac-45ff-a8f4-0b1a559db269', 'status': 'completed', 'code': 200} Nov 26 03:21:32.919599 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-38d59515-2d02-4ec2-a103-57032b77731b req-fdcedb2d-1cb1-40d4-8afd-7f2fee9ff5b7 tempest-TestServerMultinode-957771286 tempest-TestServerMultinode-957771286-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07310acc-6030-4398-ac62-9e3b8ebfab1f HTTP/1.1" status: 200 len: 210 time: 0.0259480 Nov 26 03:21:33.981828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58044) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:34.341175 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8ef389c6-c7f9-41ff-875b-b7ba23d0aa14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:34.584088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-8ef389c6-c7f9-41ff-875b-b7ba23d0aa14 admin admin] Deleting port 7a92e24c-cae7-4581-9ff5-df423b898b81 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:34.584445 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8ef389c6-c7f9-41ff-875b-b7ba23d0aa14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:34.667757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-8ef389c6-c7f9-41ff-875b-b7ba23d0aa14 admin admin] For port 7a92e24c-cae7-4581-9ff5-df423b898b81, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=7a92e24c-cae7-4581-9ff5-df423b898b81,segment=NetworkSegment(0b145246-6001-4b08-8264-797f5f693b5f),segment_id=0b145246-6001-4b08-8264-797f5f693b5f)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:34.668166 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8ef389c6-c7f9-41ff-875b-b7ba23d0aa14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:34.681289 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-8ef389c6-c7f9-41ff-875b-b7ba23d0aa14 admin admin] Calling delete_port for 7a92e24c-cae7-4581-9ff5-df423b898b81 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:34.880736 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8ef389c6-c7f9-41ff-875b-b7ba23d0aa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:34.912794 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef389c6-c7f9-41ff-875b-b7ba23d0aa14 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a92e24c-cae7-4581-9ff5-df423b898b81,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:35.094158 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8ef389c6-c7f9-41ff-875b-b7ba23d0aa14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:35.321244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef389c6-c7f9-41ff-875b-b7ba23d0aa14 admin admin] Router df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:21:35.431027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef389c6-c7f9-41ff-875b-b7ba23d0aa14 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:21:35.438795 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8ef389c6-c7f9-41ff-875b-b7ba23d0aa14 admin admin] 10.222.0.31 "PUT /v2.0/routers/df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4558835 Nov 26 03:21:35.439286 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58052) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:35.441344 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cddddd-be0a-4b72-a074-a671f9e86e6c None None] Sync routers for ids ['df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:21:35.452916 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cddddd-be0a-4b72-a074-a671f9e86e6c None None] Routers {'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:21:35.453539 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-02cddddd-be0a-4b72-a074-a671f9e86e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:21:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:35.560404 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:35.567541 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-02cddddd-be0a-4b72-a074-a671f9e86e6c None None] Set router df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:21:35.673088 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:35.728289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Deleting port a84f1724-536d-4040-bf46-2688b5cb800b {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:35.728548 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:35.771305 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-02cddddd-be0a-4b72-a074-a671f9e86e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed', 'name': 'tempest-TestServerMultinode-699625229-router', 'tenant_id': '82ca796d41624871a6e0c990b032852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a84f1724-536d-4040-bf46-2688b5cb800b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:55Z', 'updated_at': '2021-11-26T03:21:34Z', 'revision_number': 5, 'project_id': '82ca796d41624871a6e0c990b032852b', 'gw_port': {'id': 'a84f1724-536d-4040-bf46-2688b5cb800b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:56Z', 'updated_at': '2021-11-26T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:35.808919 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cddddd-be0a-4b72-a074-a671f9e86e6c None None] Checking router: df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:21:35.816396 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] For port a84f1724-536d-4040-bf46-2688b5cb800b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a84f1724-536d-4040-bf46-2688b5cb800b,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:35.816752 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:35.818139 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cddddd-be0a-4b72-a074-a671f9e86e6c None None] Routers {'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:21:35.818884 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-02cddddd-be0a-4b72-a074-a671f9e86e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:21:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:35.829870 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Calling delete_port for a84f1724-536d-4040-bf46-2688b5cb800b owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:35.906075 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-02cddddd-be0a-4b72-a074-a671f9e86e6c None None] Set router df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:21:35.963990 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-02cddddd-be0a-4b72-a074-a671f9e86e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed', 'name': 'tempest-TestServerMultinode-699625229-router', 'tenant_id': '82ca796d41624871a6e0c990b032852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:55Z', 'updated_at': '2021-11-26T03:21:35Z', 'revision_number': 6, 'project_id': '82ca796d41624871a6e0c990b032852b', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:35.996042 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cddddd-be0a-4b72-a074-a671f9e86e6c None None] The sync data for ids ['df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed'] in n-d-819389-3 is: [{'id': 'df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed', 'name': 'tempest-TestServerMultinode-699625229-router', 'tenant_id': '82ca796d41624871a6e0c990b032852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:55Z', 'updated_at': '2021-11-26T03:21:35Z', 'revision_number': 6, 'project_id': '82ca796d41624871a6e0c990b032852b', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:21:36.019875 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:36.056813 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=a84f1724-536d-4040-bf46-2688b5cb800b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:36.080800 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b38b09e-9673-4200-9053-0ecd7b482f2e None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:21:36.088304 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:36.088667 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:36.089020 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:36.089496 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:36.089699 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:36.090041 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:36.090381 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:36.090719 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:36.091064 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:36.091487 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:36.091716 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:36.092715 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:36.138301 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:36.235146 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:36.237490 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:36.284595 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:36.285251 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:21:36.289412 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:21:36.289655 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:36.293060 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f2dfdca0-1269-40cf-a16b-937e4d352b85 admin admin] 10.222.0.31 "DELETE /v2.0/routers/df1b3544-8b9a-4ca2-b524-4a0c5c8f81ed HTTP/1.1" status: 204 len: 168 time: 0.8501823 Nov 26 03:21:36.293821 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58056) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:36.336189 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:21:36.336735 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ccbd9c97-f6ac-45ff-a8f4-0b1a559db269 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:21:36.365437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-65159fae-636d-4a66-94bd-4135583703e4 admin admin] Deleting subnet 5327d828-ddd2-4f8c-b8d5-40b48e308ca0 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:21:36.372781 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-65159fae-636d-4a66-94bd-4135583703e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:36.412694 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-65159fae-636d-4a66-94bd-4135583703e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:36.497706 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-65159fae-636d-4a66-94bd-4135583703e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:36.552274 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-65159fae-636d-4a66-94bd-4135583703e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:36.577462 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65159fae-636d-4a66-94bd-4135583703e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5327d828-ddd2-4f8c-b8d5-40b48e308ca0,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:36.581111 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-65159fae-636d-4a66-94bd-4135583703e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:36.584632 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-65159fae-636d-4a66-94bd-4135583703e4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5327d828-ddd2-4f8c-b8d5-40b48e308ca0 HTTP/1.1" status: 204 len: 168 time: 0.2893786 Nov 26 03:21:36.586760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58058) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:36.589598 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc427231-acc2-4e22-80a8-0a8526bc19e7 None None] Network 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:21:36.656990 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:36.717394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] Deleting port 9b5f1e52-1835-44b5-b2b1-02cdcc210b86 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:36.717805 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:36.782675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] For port 9b5f1e52-1835-44b5-b2b1-02cdcc210b86, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9b5f1e52-1835-44b5-b2b1-02cdcc210b86,segment=NetworkSegment(0b145246-6001-4b08-8264-797f5f693b5f),segment_id=0b145246-6001-4b08-8264-797f5f693b5f)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:36.783041 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:36.795728 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] Calling delete_port for 9b5f1e52-1835-44b5-b2b1-02cdcc210b86 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:36.810234 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2229e1e0-2aad-4b41-ac6a-c4a7f481551e None None] DHCP port deletion for 922f8955-8b60-4eaf-bc79-8e5a065fe7b9 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:21:36.824913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58062) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:36.835987 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 7a92e24c-cae7-4581-9ff5-df423b898b81 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:21:36.856372 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 7a92e24c-cae7-4581-9ff5-df423b898b81 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:21:36.856801 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 7a92e24c-cae7-4581-9ff5-df423b898b81 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:21:36.882605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2229e1e0-2aad-4b41-ac6a-c4a7f481551e None None] Deleting port 9b5f1e52-1835-44b5-b2b1-02cdcc210b86 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:36.882989 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2229e1e0-2aad-4b41-ac6a-c4a7f481551e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:36.899187 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:36.925579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5f1e52-1835-44b5-b2b1-02cdcc210b86,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:36.929336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] No DVR routers for this DVR port 9b5f1e52-1835-44b5-b2b1-02cdcc210b86 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:21:36.962775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-2229e1e0-2aad-4b41-ac6a-c4a7f481551e None None] For port 9b5f1e52-1835-44b5-b2b1-02cdcc210b86, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9b5f1e52-1835-44b5-b2b1-02cdcc210b86,segment=NetworkSegment(0b145246-6001-4b08-8264-797f5f693b5f),segment_id=0b145246-6001-4b08-8264-797f5f693b5f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:36.963312 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2229e1e0-2aad-4b41-ac6a-c4a7f481551e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:36.981948 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2229e1e0-2aad-4b41-ac6a-c4a7f481551e None None] Calling delete_port for 9b5f1e52-1835-44b5-b2b1-02cdcc210b86 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:37.002985 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:37.020977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1a2df-a68f-4dad-ae54-c5cdf29b9a54 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Deleting port 4756d497-6da8-45b3-954f-35316866bb8e {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:37.021567 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a2df-a68f-4dad-ae54-c5cdf29b9a54 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:37.029924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922f8955-8b60-4eaf-bc79-8e5a065fe7b9']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:37.043951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b145246-6001-4b08-8264-797f5f693b5f') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:37.044305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b145246-6001-4b08-8264-797f5f693b5f') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:37.056104 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:37.065118 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2229e1e0-2aad-4b41-ac6a-c4a7f481551e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:37.074674 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:37.083035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:21:37.084027 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:21:37.086429 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:21:37.100294 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2229e1e0-2aad-4b41-ac6a-c4a7f481551e None None] No DVR routers for this DVR port 9b5f1e52-1835-44b5-b2b1-02cdcc210b86 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:21:37.105505 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229e1e0-2aad-4b41-ac6a-c4a7f481551e None None] Pushing event deleted for resources: {'Port': ['ID=9b5f1e52-1835-44b5-b2b1-02cdcc210b86,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:37.120171 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a2df-a68f-4dad-ae54-c5cdf29b9a54 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:37.120512 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a2df-a68f-4dad-ae54-c5cdf29b9a54 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:37.137220 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1a2df-a68f-4dad-ae54-c5cdf29b9a54 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Calling delete_port for 4756d497-6da8-45b3-954f-35316866bb8e owned by network:floatingip {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:37.148110 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:37.161667 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:37.168506 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] 10.222.0.31 "DELETE /v2.0/networks/922f8955-8b60-4eaf-bc79-8e5a065fe7b9 HTTP/1.1" status: 204 len: 168 time: 0.5770099 Nov 26 03:21:37.168506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58064) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:37.186724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52873b2f-7e0f-4d74-8e88-fdf1a40f884a admin admin] Pushing event deleted for resources: {'Network': ['ID=922f8955-8b60-4eaf-bc79-8e5a065fe7b9,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:37.303248 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a2df-a68f-4dad-ae54-c5cdf29b9a54 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:37.329794 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1a2df-a68f-4dad-ae54-c5cdf29b9a54 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event deleted for resources: {'Port': ['ID=4756d497-6da8-45b3-954f-35316866bb8e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:37.395513 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a2df-a68f-4dad-ae54-c5cdf29b9a54 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for floatingip, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:37.395759 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-fcd1a2df-a68f-4dad-ae54-c5cdf29b9a54 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Floating IP efc77ebb-6688-4f23-9a05-d7549bdcd066 disassociated (deleted). External IP: 172.25.0.8, port: 39e1e5fb-1472-4200-880f-02b4403631b0. Nov 26 03:21:37.540620 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a4d8b740-c71c-4660-8209-7c944a5282d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:37.610850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd1a2df-a68f-4dad-ae54-c5cdf29b9a54 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:21:37.713081 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd1a2df-a68f-4dad-ae54-c5cdf29b9a54 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:21:37.718611 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a2df-a68f-4dad-ae54-c5cdf29b9a54 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:37.723692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cdd871-3b67-4400-8544-cd70cbb1677a None None] Sync routers for ids ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:21:37.732686 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cdd871-3b67-4400-8544-cd70cbb1677a None None] Routers {'8713b1fa-cfc0-4a04-b5f9-6136b973cea0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:21:37.733861 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c5cdd871-3b67-4400-8544-cd70cbb1677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:21:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:37.752860 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fcd1a2df-a68f-4dad-ae54-c5cdf29b9a54 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "DELETE /v2.0/floatingips/efc77ebb-6688-4f23-9a05-d7549bdcd066 HTTP/1.1" status: 204 len: 168 time: 0.9257734 Nov 26 03:21:37.753795 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070065e4-be17-4319-ba31-9e460ca40d99', 'tag': '39e1e5fb-1472-4200-880f-02b4403631b0'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:21:37.757255 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884458ed-7beb-4825-a121-3f2f0cbd4be5" -d '{"events": [{"name": "network-changed", "server_uuid": "070065e4-be17-4319-ba31-9e460ca40d99", "tag": "39e1e5fb-1472-4200-880f-02b4403631b0"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:21:37.796157 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-a4d8b740-c71c-4660-8209-7c944a5282d4 admin admin] Deleting port fe5938c7-62d9-46d1-b342-b4e6e87ca853 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:37.796547 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a4d8b740-c71c-4660-8209-7c944a5282d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:37.847619 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-c5cdd871-3b67-4400-8544-cd70cbb1677a None None] Set router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:21:37.883884 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-a4d8b740-c71c-4660-8209-7c944a5282d4 admin admin] For port fe5938c7-62d9-46d1-b342-b4e6e87ca853, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=fe5938c7-62d9-46d1-b342-b4e6e87ca853,segment=NetworkSegment(cb7c3866-4ebd-425f-abaf-75b21ea4e36e),segment_id=cb7c3866-4ebd-425f-abaf-75b21ea4e36e)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:37.884196 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a4d8b740-c71c-4660-8209-7c944a5282d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:37.901494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-a4d8b740-c71c-4660-8209-7c944a5282d4 admin admin] Calling delete_port for fe5938c7-62d9-46d1-b342-b4e6e87ca853 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:37.927347 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885245b1-f5fc-4ecc-8c68-ef435db42e49 x-openstack-request-id: req-885245b1-f5fc-4ecc-8c68-ef435db42e49 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:21:37.927347 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070065e4-be17-4319-ba31-9e460ca40d99", "tag": "39e1e5fb-1472-4200-880f-02b4403631b0", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:21:37.928002 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-885245b1-f5fc-4ecc-8c68-ef435db42e49 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:21:37.928002 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070065e4-be17-4319-ba31-9e460ca40d99', 'tag': '39e1e5fb-1472-4200-880f-02b4403631b0', 'status': 'completed', 'code': 200} Nov 26 03:21:38.060278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c5cdd871-3b67-4400-8544-cd70cbb1677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 5, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:38.089573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e0519-c32d-4fa8-95ad-7351195976de req-b12f231b-425d-4378-b093-ae3677bfbdb0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:38.091105 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f98e0519-c32d-4fa8-95ad-7351195976de req-b12f231b-425d-4378-b093-ae3677bfbdb0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 945 time: 0.0745153 Nov 26 03:21:38.091693 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cdd871-3b67-4400-8544-cd70cbb1677a None None] Checking router: 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:21:38.101360 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cdd871-3b67-4400-8544-cd70cbb1677a None None] Routers {'8713b1fa-cfc0-4a04-b5f9-6136b973cea0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:21:38.101974 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c5cdd871-3b67-4400-8544-cd70cbb1677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:21:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:38.173044 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9b5f1e52-1835-44b5-b2b1-02cdcc210b86 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:21:38.197803 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 9b5f1e52-1835-44b5-b2b1-02cdcc210b86 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:21:38.198153 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9b5f1e52-1835-44b5-b2b1-02cdcc210b86 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:21:38.198627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a84f1724-536d-4040-bf46-2688b5cb800b no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:21:38.205311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884458ed-7beb-4825-a121-3f2f0cbd4be5 req-28fdf160-7014-485a-8b3f-3e83e2abe7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:38.206824 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-884458ed-7beb-4825-a121-3f2f0cbd4be5 req-28fdf160-7014-485a-8b3f-3e83e2abe7dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 1096 time: 0.1891537 Nov 26 03:21:38.213914 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f98e0519-c32d-4fa8-95ad-7351195976de req-3ec0ad7c-01b2-4004-bae7-3eb63515bc93 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115203 Nov 26 03:21:38.221904 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: a84f1724-536d-4040-bf46-2688b5cb800b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:21:38.222278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a84f1724-536d-4040-bf46-2688b5cb800b not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:21:38.235503 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a4d8b740-c71c-4660-8209-7c944a5282d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:38.258494 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-c5cdd871-3b67-4400-8544-cd70cbb1677a None None] Set router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:21:38.300583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8b740-c71c-4660-8209-7c944a5282d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe5938c7-62d9-46d1-b342-b4e6e87ca853,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:38.384939 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884458ed-7beb-4825-a121-3f2f0cbd4be5 req-eba10a19-2bf6-4d7f-9616-2942285e4cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:38.386452 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-884458ed-7beb-4825-a121-3f2f0cbd4be5 req-eba10a19-2bf6-4d7f-9616-2942285e4cb5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 200 len: 913 time: 0.1702452 Nov 26 03:21:38.474294 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c5cdd871-3b67-4400-8544-cd70cbb1677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 5, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:38.506269 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cdd871-3b67-4400-8544-cd70cbb1677a None None] The sync data for ids ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'] in n-d-819389-3 is: [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:09:01Z', 'revision_number': 4, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'de42f07d-026a-4c1e-9462-9653a7937a6c', 'name': '', 'network_id': '3f4d63a1-f901-4208-8c24-36adbef45f4d', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'mac_address': 'fa:16:3e:0e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:00Z', 'updated_at': '2021-11-26T03:09:10Z', 'revision_number': 5, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'subnets': [{'id': 'f8613f4d-a1ac-4475-b5f6-ead1648d3332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:21:38.757535 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94910e35-7778-4e09-8c87-4954d0a0a556 None None] New status for floating IP efc77ebb-6688-4f23-9a05-d7549bdcd066: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:21:38.818419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-884458ed-7beb-4825-a121-3f2f0cbd4be5 req-a0e0b23e-056c-4a88-a391-20de71fdd891 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39e1e5fb-1472-4200-880f-02b4403631b0 HTTP/1.1" status: 200 len: 217 time: 0.3922684 Nov 26 03:21:38.890122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884458ed-7beb-4825-a121-3f2f0cbd4be5 req-c528ef7d-adcb-468f-b0d6-dfa444021a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:38.891602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-884458ed-7beb-4825-a121-3f2f0cbd4be5 req-c528ef7d-adcb-468f-b0d6-dfa444021a91 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 200 len: 851 time: 0.0622263 Nov 26 03:21:38.893925 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a4d8b740-c71c-4660-8209-7c944a5282d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:39.010208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884458ed-7beb-4825-a121-3f2f0cbd4be5 req-fa1fd53b-d067-42b3-97ee-b39e62aeb75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:39.011630 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-884458ed-7beb-4825-a121-3f2f0cbd4be5 req-fa1fd53b-d067-42b3-97ee-b39e62aeb75c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f4d63a1-f901-4208-8c24-36adbef45f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121392 Nov 26 03:21:39.186479 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-884458ed-7beb-4825-a121-3f2f0cbd4be5 req-ae632864-66a5-411e-b355-13759384fe05 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610332 Nov 26 03:21:39.258687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d8b740-c71c-4660-8209-7c944a5282d4 admin admin] Router 90a45f9c-dc5d-4de7-b393-5d8e65ed0c55 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:21:39.381397 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-884458ed-7beb-4825-a121-3f2f0cbd4be5 req-5ac2ab9f-8c56-4ac8-a004-3b2d10e00f91 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853671 Nov 26 03:21:39.421653 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547d013-921b-4578-bbc9-3bd2874bfacc req-d0c12526-d5eb-452c-a94f-d0b29be8c2b7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:39.423141 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5547d013-921b-4578-bbc9-3bd2874bfacc req-d0c12526-d5eb-452c-a94f-d0b29be8c2b7 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 945 time: 0.0956635 Nov 26 03:21:39.446389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d8b740-c71c-4660-8209-7c944a5282d4 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:21:39.452711 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a4d8b740-c71c-4660-8209-7c944a5282d4 admin admin] 10.222.0.31 "PUT /v2.0/routers/90a45f9c-dc5d-4de7-b393-5d8e65ed0c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2832618 Nov 26 03:21:39.455457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58080) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:39.465103 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6687029c-0e74-430f-b3b8-d137dbc34b1c None None] Sync routers for ids ['90a45f9c-dc5d-4de7-b393-5d8e65ed0c55'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:21:39.475110 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6687029c-0e74-430f-b3b8-d137dbc34b1c None None] Routers {'90a45f9c-dc5d-4de7-b393-5d8e65ed0c55'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:21:39.475726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6687029c-0e74-430f-b3b8-d137dbc34b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:21:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['90a45f9c-dc5d-4de7-b393-5d8e65ed0c55'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:39.484787 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5547d013-921b-4578-bbc9-3bd2874bfacc req-806e081f-793d-4675-881e-d6460fee1ee4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f21759d-31a0-41e8-b7ca-6a86f8488e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553050 Nov 26 03:21:39.574083 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-344df06a-994e-42e8-80ac-1bb46f14abca admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:39.657117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf5a94-78ad-415e-a92d-22c092ff2f0e req-79702abc-cf21-459b-83bc-b1842d63d6ca tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:39.658680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-49cf5a94-78ad-415e-a92d-22c092ff2f0e req-79702abc-cf21-459b-83bc-b1842d63d6ca tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 945 time: 0.0711753 Nov 26 03:21:39.678912 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-344df06a-994e-42e8-80ac-1bb46f14abca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:39.739553 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-344df06a-994e-42e8-80ac-1bb46f14abca admin admin] Deleting port 225ad0cb-6234-4d26-9ed4-8b3b23fd885b {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:39.739909 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-344df06a-994e-42e8-80ac-1bb46f14abca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:39.743656 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-6687029c-0e74-430f-b3b8-d137dbc34b1c None None] Set router 90a45f9c-dc5d-4de7-b393-5d8e65ed0c55 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:21:39.760457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-49cf5a94-78ad-415e-a92d-22c092ff2f0e req-1401f527-9977-4a6b-bd35-93084b036e33 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Deleting port 39e1e5fb-1472-4200-880f-02b4403631b0 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:39.760809 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-49cf5a94-78ad-415e-a92d-22c092ff2f0e req-1401f527-9977-4a6b-bd35-93084b036e33 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:39.820335 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-344df06a-994e-42e8-80ac-1bb46f14abca admin admin] For port 225ad0cb-6234-4d26-9ed4-8b3b23fd885b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=225ad0cb-6234-4d26-9ed4-8b3b23fd885b,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:39.820804 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-344df06a-994e-42e8-80ac-1bb46f14abca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:39.833571 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-344df06a-994e-42e8-80ac-1bb46f14abca admin admin] Calling delete_port for 225ad0cb-6234-4d26-9ed4-8b3b23fd885b owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:39.858532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-49cf5a94-78ad-415e-a92d-22c092ff2f0e req-1401f527-9977-4a6b-bd35-93084b036e33 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] For port 39e1e5fb-1472-4200-880f-02b4403631b0, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=39e1e5fb-1472-4200-880f-02b4403631b0,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:39.859160 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-49cf5a94-78ad-415e-a92d-22c092ff2f0e req-1401f527-9977-4a6b-bd35-93084b036e33 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:39.872830 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-49cf5a94-78ad-415e-a92d-22c092ff2f0e req-1401f527-9977-4a6b-bd35-93084b036e33 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Calling delete_port for 39e1e5fb-1472-4200-880f-02b4403631b0 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:39.925465 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6687029c-0e74-430f-b3b8-d137dbc34b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a45f9c-dc5d-4de7-b393-5d8e65ed0c55', 'name': 'tempest-TestServerMultinode-1792617501-router', 'tenant_id': '6eeb126a11ff4823af309964af9fa527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '225ad0cb-6234-4d26-9ed4-8b3b23fd885b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:21:00Z', 'updated_at': '2021-11-26T03:21:38Z', 'revision_number': 5, 'project_id': '6eeb126a11ff4823af309964af9fa527', 'gw_port': {'id': '225ad0cb-6234-4d26-9ed4-8b3b23fd885b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a45f9c-dc5d-4de7-b393-5d8e65ed0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:21:00Z', 'updated_at': '2021-11-26T03:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:39.951670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6687029c-0e74-430f-b3b8-d137dbc34b1c None None] Checking router: 90a45f9c-dc5d-4de7-b393-5d8e65ed0c55 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:21:39.960006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6687029c-0e74-430f-b3b8-d137dbc34b1c None None] Routers {'90a45f9c-dc5d-4de7-b393-5d8e65ed0c55'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:21:39.960798 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6687029c-0e74-430f-b3b8-d137dbc34b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:21:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['90a45f9c-dc5d-4de7-b393-5d8e65ed0c55'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:40.006256 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-49cf5a94-78ad-415e-a92d-22c092ff2f0e req-1401f527-9977-4a6b-bd35-93084b036e33 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:40.019076 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-344df06a-994e-42e8-80ac-1bb46f14abca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:40.042033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401f527-9977-4a6b-bd35-93084b036e33 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event deleted for resources: {'Port': ['ID=39e1e5fb-1472-4200-880f-02b4403631b0,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:40.060901 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-6687029c-0e74-430f-b3b8-d137dbc34b1c None None] Set router 90a45f9c-dc5d-4de7-b393-5d8e65ed0c55 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:21:40.084505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cf5a94-78ad-415e-a92d-22c092ff2f0e req-1401f527-9977-4a6b-bd35-93084b036e33 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] No DVR routers for this DVR port 39e1e5fb-1472-4200-880f-02b4403631b0 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:21:40.095782 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-49cf5a94-78ad-415e-a92d-22c092ff2f0e req-1401f527-9977-4a6b-bd35-93084b036e33 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:40.099292 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-49cf5a94-78ad-415e-a92d-22c092ff2f0e req-1401f527-9977-4a6b-bd35-93084b036e33 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.59 "DELETE /v2.0/ports/39e1e5fb-1472-4200-880f-02b4403631b0 HTTP/1.1" status: 204 len: 173 time: 0.4341547 Nov 26 03:21:40.099781 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070065e4-be17-4319-ba31-9e460ca40d99', 'name': 'network-vif-deleted', 'tag': '39e1e5fb-1472-4200-880f-02b4403631b0'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:21:40.102196 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b27eeb-23d7-46dc-b4c1-d0bfecd0eb2d" -d '{"events": [{"server_uuid": "070065e4-be17-4319-ba31-9e460ca40d99", "name": "network-vif-deleted", "tag": "39e1e5fb-1472-4200-880f-02b4403631b0"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:21:40.125800 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6687029c-0e74-430f-b3b8-d137dbc34b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a45f9c-dc5d-4de7-b393-5d8e65ed0c55', 'name': 'tempest-TestServerMultinode-1792617501-router', 'tenant_id': '6eeb126a11ff4823af309964af9fa527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:21:00Z', 'updated_at': '2021-11-26T03:21:39Z', 'revision_number': 6, 'project_id': '6eeb126a11ff4823af309964af9fa527', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:40.158655 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852817f9-4dd3-494e-b754-4cfcaff1ea89 x-openstack-request-id: req-852817f9-4dd3-494e-b754-4cfcaff1ea89 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:21:40.159130 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070065e4-be17-4319-ba31-9e460ca40d99", "name": "network-vif-deleted", "tag": "39e1e5fb-1472-4200-880f-02b4403631b0", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:21:40.159522 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-852817f9-4dd3-494e-b754-4cfcaff1ea89 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:21:40.159974 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070065e4-be17-4319-ba31-9e460ca40d99', 'name': 'network-vif-deleted', 'tag': '39e1e5fb-1472-4200-880f-02b4403631b0', 'status': 'completed', 'code': 200} Nov 26 03:21:40.160728 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6687029c-0e74-430f-b3b8-d137dbc34b1c None None] The sync data for ids ['90a45f9c-dc5d-4de7-b393-5d8e65ed0c55'] in n-d-819389-3 is: [{'id': '90a45f9c-dc5d-4de7-b393-5d8e65ed0c55', 'name': 'tempest-TestServerMultinode-1792617501-router', 'tenant_id': '6eeb126a11ff4823af309964af9fa527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:21:00Z', 'updated_at': '2021-11-26T03:21:39Z', 'revision_number': 6, 'project_id': '6eeb126a11ff4823af309964af9fa527', 'gw_port_host': None}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:21:40.360359 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344df06a-994e-42e8-80ac-1bb46f14abca admin admin] Pushing event deleted for resources: {'Port': ['ID=225ad0cb-6234-4d26-9ed4-8b3b23fd885b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:40.377921 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9887d22c-6db4-4057-ba75-1b4ce669337e None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:21:40.422568 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-344df06a-994e-42e8-80ac-1bb46f14abca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:40.519110 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-344df06a-994e-42e8-80ac-1bb46f14abca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:40.521349 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-344df06a-994e-42e8-80ac-1bb46f14abca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:40.582846 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-344df06a-994e-42e8-80ac-1bb46f14abca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:40.584043 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344df06a-994e-42e8-80ac-1bb46f14abca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90a45f9c-dc5d-4de7-b393-5d8e65ed0c55 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:21:40.592693 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-344df06a-994e-42e8-80ac-1bb46f14abca admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:40.594727 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-344df06a-994e-42e8-80ac-1bb46f14abca admin admin] 10.222.0.31 "DELETE /v2.0/routers/90a45f9c-dc5d-4de7-b393-5d8e65ed0c55 HTTP/1.1" status: 204 len: 168 time: 1.1367989 Nov 26 03:21:40.597415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58086) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:40.689559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-773dd4a7-e9fe-4dc3-8f8c-ee1379b9c0d4 req-f3897856-bc13-4bdd-8787-c4f31bdaf033 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 210 time: 0.0379593 Nov 26 03:21:40.717498 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a60d92-675e-4a03-97fe-eca2ff4f190c admin admin] Deleting subnet f0659d02-b7e4-43e2-aea4-287143b2b9ee {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:21:40.720928 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-02a60d92-675e-4a03-97fe-eca2ff4f190c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:40.755485 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-02a60d92-675e-4a03-97fe-eca2ff4f190c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:40.830106 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-02a60d92-675e-4a03-97fe-eca2ff4f190c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:40.887239 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-02a60d92-675e-4a03-97fe-eca2ff4f190c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:40.917355 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a60d92-675e-4a03-97fe-eca2ff4f190c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0659d02-b7e4-43e2-aea4-287143b2b9ee,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:40.921492 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-02a60d92-675e-4a03-97fe-eca2ff4f190c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:40.924883 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-02a60d92-675e-4a03-97fe-eca2ff4f190c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f0659d02-b7e4-43e2-aea4-287143b2b9ee HTTP/1.1" status: 204 len: 168 time: 0.3262165 Nov 26 03:21:40.927849 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58088) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:40.938837 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0446b233-ea23-43d2-a830-1e4297e508b3 None None] Network 4740a60a-4beb-4ef4-83cf-39a63d73bf45 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:21:41.006426 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:41.074916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] Deleting port e67cc192-5537-4ed6-aeed-bda06278716c {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:41.074916 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:41.150655 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64552d2-8066-4c33-b4b1-6b0eb9ea2949 None None] DHCP port deletion for 4740a60a-4beb-4ef4-83cf-39a63d73bf45 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:21:41.150965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] For port e67cc192-5537-4ed6-aeed-bda06278716c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e67cc192-5537-4ed6-aeed-bda06278716c,segment=NetworkSegment(cb7c3866-4ebd-425f-abaf-75b21ea4e36e),segment_id=cb7c3866-4ebd-425f-abaf-75b21ea4e36e)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:41.151347 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:41.166612 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] Calling delete_port for e67cc192-5537-4ed6-aeed-bda06278716c owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:41.215604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f64552d2-8066-4c33-b4b1-6b0eb9ea2949 None None] Deleting port e67cc192-5537-4ed6-aeed-bda06278716c {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:41.216087 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f64552d2-8066-4c33-b4b1-6b0eb9ea2949 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:41.254968 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:41.289127 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] Pushing event deleted for resources: {'Port': ['ID=e67cc192-5537-4ed6-aeed-bda06278716c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:41.290620 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f64552d2-8066-4c33-b4b1-6b0eb9ea2949 None None] For port e67cc192-5537-4ed6-aeed-bda06278716c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e67cc192-5537-4ed6-aeed-bda06278716c,segment=NetworkSegment(cb7c3866-4ebd-425f-abaf-75b21ea4e36e),segment_id=cb7c3866-4ebd-425f-abaf-75b21ea4e36e)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:41.290620 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f64552d2-8066-4c33-b4b1-6b0eb9ea2949 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:41.294927 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] No DVR routers for this DVR port e67cc192-5537-4ed6-aeed-bda06278716c on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:21:41.305756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f64552d2-8066-4c33-b4b1-6b0eb9ea2949 None None] Calling delete_port for e67cc192-5537-4ed6-aeed-bda06278716c owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:41.377098 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:41.391079 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f64552d2-8066-4c33-b4b1-6b0eb9ea2949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:41.408407 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4740a60a-4beb-4ef4-83cf-39a63d73bf45']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:41.421758 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7c3866-4ebd-425f-abaf-75b21ea4e36e') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:41.422350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7c3866-4ebd-425f-abaf-75b21ea4e36e') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:41.423476 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64552d2-8066-4c33-b4b1-6b0eb9ea2949 None None] Pushing event deleted for resources: {'Port': ['ID=e67cc192-5537-4ed6-aeed-bda06278716c,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:41.429822 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64552d2-8066-4c33-b4b1-6b0eb9ea2949 None None] No DVR routers for this DVR port e67cc192-5537-4ed6-aeed-bda06278716c on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:21:41.435796 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:41.450298 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:41.458128 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:21:41.458596 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:21:41.460514 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:21:41.526451 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:41.533199 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:41.536668 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4740a60a-4beb-4ef4-83cf-39a63d73bf45 HTTP/1.1" status: 204 len: 168 time: 0.6075532 Nov 26 03:21:41.547748 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8bd0b-e53f-4825-8ea6-8d1915ad2794 admin admin] Pushing event deleted for resources: {'Network': ['ID=4740a60a-4beb-4ef4-83cf-39a63d73bf45,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:41.711232 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c97843b6-7f03-4003-a8dd-a9104c844a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:41.719795 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58092) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:41.761186 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c16fbbc2-1d8d-4ffa-b58b-440ef5db8de5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82ca796d41624871a6e0c990b032852b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401683 Nov 26 03:21:41.764138 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58096) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:41.820352 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-acf49783-5fb9-4549-b43f-22868d4f64f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:41.827337 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dedf958c-a2dc-4f72-93ec-eeefdfd0175d req-7d7db207-b8c0-44a6-b45d-181707870e63 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 210 time: 0.0311110 Nov 26 03:21:41.849056 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-acf49783-5fb9-4549-b43f-22868d4f64f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:41.901878 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-acf49783-5fb9-4549-b43f-22868d4f64f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:41.904588 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-acf49783-5fb9-4549-b43f-22868d4f64f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:41.908426 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-acf49783-5fb9-4549-b43f-22868d4f64f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58c29df4-e2d6-4c9e-b2db-6c55d45cea8a HTTP/1.1" status: 204 len: 168 time: 0.1405714 Nov 26 03:21:41.920022 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf49783-5fb9-4549-b43f-22868d4f64f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c29df4-e2d6-4c9e-b2db-6c55d45cea8a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:41.936459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d85c896-c47d-4f75-bb88-08776257a811 req-5e582c04-6cb9-4bbf-bcd8-c73098b35844 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1775424 Nov 26 03:21:42.043576 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85c896-c47d-4f75-bb88-08776257a811 req-3b4e68a8-74c5-4230-a577-7bec65456746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:42.045583 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d85c896-c47d-4f75-bb88-08776257a811 req-3b4e68a8-74c5-4230-a577-7bec65456746 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 1096 time: 0.0504725 Nov 26 03:21:42.162695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85c896-c47d-4f75-bb88-08776257a811 req-6309eadd-27f8-4ef6-ac4c-303842173286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:42.164256 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d85c896-c47d-4f75-bb88-08776257a811 req-6309eadd-27f8-4ef6-ac4c-303842173286 service neutron] 10.222.0.54 "GET /v2.0/networks?id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 HTTP/1.1" status: 200 len: 897 time: 0.0980172 Nov 26 03:21:42.206602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device fe5938c7-62d9-46d1-b342-b4e6e87ca853 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:21:42.237030 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: fe5938c7-62d9-46d1-b342-b4e6e87ca853 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:21:42.238422 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device fe5938c7-62d9-46d1-b342-b4e6e87ca853 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:21:42.239000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 225ad0cb-6234-4d26-9ed4-8b3b23fd885b no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:21:42.263449 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d85c896-c47d-4f75-bb88-08776257a811 req-2a61cdf5-cc1b-48bb-ac89-18f229defaec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded20ec1-016c-47b7-923e-529e095c7a35 HTTP/1.1" status: 200 len: 1001 time: 0.0907514 Nov 26 03:21:42.264209 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 225ad0cb-6234-4d26-9ed4-8b3b23fd885b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:21:42.264763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 225ad0cb-6234-4d26-9ed4-8b3b23fd885b not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:21:42.265288 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e67cc192-5537-4ed6-aeed-bda06278716c no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:21:42.292139 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: e67cc192-5537-4ed6-aeed-bda06278716c {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:21:42.292687 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e67cc192-5537-4ed6-aeed-bda06278716c not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:21:42.310258 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58104) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:42.339845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85c896-c47d-4f75-bb88-08776257a811 req-4dfe1300-0d48-4fdd-86d1-3820f5057fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:42.341282 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d85c896-c47d-4f75-bb88-08776257a811 req-4dfe1300-0d48-4fdd-86d1-3820f5057fab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ebcb5777-5ba2-4154-ad85-03c783d92893 HTTP/1.1" status: 200 len: 834 time: 0.0709040 Nov 26 03:21:42.384868 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6779ba30-595c-4e7a-bca7-a4bd2c57f2a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6eeb126a11ff4823af309964af9fa527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0728889 Nov 26 03:21:42.387378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58106) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:42.397469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85c896-c47d-4f75-bb88-08776257a811 req-daf001ff-2f97-43a1-82ea-e0634db31d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:42.399256 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d85c896-c47d-4f75-bb88-08776257a811 req-daf001ff-2f97-43a1-82ea-e0634db31d26 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509150 Nov 26 03:21:42.411055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-5d85c896-c47d-4f75-bb88-08776257a811 req-699031b6-69bc-4640-9caa-b19c487e7f26 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:21:42.412071 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d85c896-c47d-4f75-bb88-08776257a811 req-699031b6-69bc-4640-9caa-b19c487e7f26 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055239 Nov 26 03:21:42.435090 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9573420-a41b-4b17-b840-294a044140f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:42.461234 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9573420-a41b-4b17-b840-294a044140f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:42.508079 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d85c896-c47d-4f75-bb88-08776257a811 req-5472d36f-fd2d-4130-93d8-08e74fd9b7d5 service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890694 Nov 26 03:21:42.516235 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9573420-a41b-4b17-b840-294a044140f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:42.519014 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9573420-a41b-4b17-b840-294a044140f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:42.520492 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f9573420-a41b-4b17-b840-294a044140f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae12c4c3-17fa-44b5-a682-fd94f7601381 HTTP/1.1" status: 204 len: 168 time: 0.1318166 Nov 26 03:21:42.533229 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9573420-a41b-4b17-b840-294a044140f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae12c4c3-17fa-44b5-a682-fd94f7601381,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:42.629417 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5d85c896-c47d-4f75-bb88-08776257a811 req-31a92d98-ad7a-4280-add2-72648f182829 service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135876 Nov 26 03:21:42.951064 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af08c7a0-d153-4b1c-b168-57bd323afc07 req-4ae87f80-42e0-4cce-aa32-4679316abbc3 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 210 time: 0.0350811 Nov 26 03:21:43.912720 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:21:44.048287 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82868d39-eec3-485b-a804-d0b39aa9da44 req-cde08475-a680-4748-80c8-a1c2797499b4 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 210 time: 0.0262041 Nov 26 03:21:44.138370 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-74c91c9b-6bcf-4828-ab9d-dd6f3d953eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:44.226665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 39e1e5fb-1472-4200-880f-02b4403631b0 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:21:44.246605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 39e1e5fb-1472-4200-880f-02b4403631b0 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:21:44.246956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 39e1e5fb-1472-4200-880f-02b4403631b0 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:21:45.104026 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:45.162281 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0818ec2c-9c70-464f-a180-23534be7c13f req-6233dab6-52ae-4022-9cdb-3204045020e0 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "GET /v2.0/ports?device_id=070065e4-be17-4319-ba31-9e460ca40d99 HTTP/1.1" status: 200 len: 210 time: 0.0288646 Nov 26 03:21:46.217790 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58120) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:46.340027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-ed08a92e-76f0-4757-a8d0-c69ce137ef10 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Deleting port e1f58fe1-de93-4b3e-8349-e6bdd3b5f063 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:46.340423 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ed08a92e-76f0-4757-a8d0-c69ce137ef10 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:46.417214 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ed08a92e-76f0-4757-a8d0-c69ce137ef10 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:46.417469 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ed08a92e-76f0-4757-a8d0-c69ce137ef10 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:46.429424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-ed08a92e-76f0-4757-a8d0-c69ce137ef10 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Calling delete_port for e1f58fe1-de93-4b3e-8349-e6bdd3b5f063 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:46.553098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ed08a92e-76f0-4757-a8d0-c69ce137ef10 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:46.578376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08a92e-76f0-4757-a8d0-c69ce137ef10 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event deleted for resources: {'Port': ['ID=e1f58fe1-de93-4b3e-8349-e6bdd3b5f063,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:46.638913 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ed08a92e-76f0-4757-a8d0-c69ce137ef10 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:46.641601 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ed08a92e-76f0-4757-a8d0-c69ce137ef10 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:46.645273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ed08a92e-76f0-4757-a8d0-c69ce137ef10 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "DELETE /v2.0/floatingips/faa3bdfa-60a7-48a4-8719-3990a57a15ae HTTP/1.1" status: 204 len: 168 time: 0.4238393 Nov 26 03:21:46.661138 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:47.572573 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:49.929583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58136) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:49.985799 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e04d53ca-c784-4bde-9656-a272b46cf2d8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:50.010735 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e04d53ca-c784-4bde-9656-a272b46cf2d8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:50.070316 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e04d53ca-c784-4bde-9656-a272b46cf2d8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:50.072986 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e04d53ca-c784-4bde-9656-a272b46cf2d8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:50.074171 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e04d53ca-c784-4bde-9656-a272b46cf2d8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] 10.222.0.31 "DELETE /v2.0/security-groups/9f21759d-31a0-41e8-b7ca-6a86f8488e70 HTTP/1.1" status: 204 len: 168 time: 0.1435807 Nov 26 03:21:50.083681 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d53ca-c784-4bde-9656-a272b46cf2d8 tempest-TestVolumeBootPattern-1898859022 tempest-TestVolumeBootPattern-1898859022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f21759d-31a0-41e8-b7ca-6a86f8488e70,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:50.138173 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58140) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:50.702200 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-761f07c3-3dc3-4ce6-ba62-859858f9c74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:50.947244 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-761f07c3-3dc3-4ce6-ba62-859858f9c74e admin admin] Deleting port de42f07d-026a-4c1e-9462-9653a7937a6c {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:50.947492 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-761f07c3-3dc3-4ce6-ba62-859858f9c74e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:51.027038 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-761f07c3-3dc3-4ce6-ba62-859858f9c74e admin admin] For port de42f07d-026a-4c1e-9462-9653a7937a6c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=de42f07d-026a-4c1e-9462-9653a7937a6c,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:51.027402 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-761f07c3-3dc3-4ce6-ba62-859858f9c74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:51.039867 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-761f07c3-3dc3-4ce6-ba62-859858f9c74e admin admin] Calling delete_port for de42f07d-026a-4c1e-9462-9653a7937a6c owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:51.214122 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-761f07c3-3dc3-4ce6-ba62-859858f9c74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:51.245702 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f07c3-3dc3-4ce6-ba62-859858f9c74e admin admin] Pushing event deleted for resources: {'Port': ['ID=de42f07d-026a-4c1e-9462-9653a7937a6c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:51.402216 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-761f07c3-3dc3-4ce6-ba62-859858f9c74e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:51.621081 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761f07c3-3dc3-4ce6-ba62-859858f9c74e admin admin] Router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:21:51.739360 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761f07c3-3dc3-4ce6-ba62-859858f9c74e admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:21:51.747139 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-761f07c3-3dc3-4ce6-ba62-859858f9c74e admin admin] 10.222.0.31 "PUT /v2.0/routers/8713b1fa-cfc0-4a04-b5f9-6136b973cea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6071193 Nov 26 03:21:51.749972 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58144) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:51.752572 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcf65b6-6526-4506-80fa-9fb1d121f45d None None] Sync routers for ids ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:21:51.763214 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcf65b6-6526-4506-80fa-9fb1d121f45d None None] Routers {'8713b1fa-cfc0-4a04-b5f9-6136b973cea0'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:21:51.763874 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-afcf65b6-6526-4506-80fa-9fb1d121f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:21:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:51.869696 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f74c-389c-45ac-b7a2-05327cfb3c65 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:51.878061 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-afcf65b6-6526-4506-80fa-9fb1d121f45d None None] Set router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:21:51.974910 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f74c-389c-45ac-b7a2-05327cfb3c65 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:52.034278 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8f74c-389c-45ac-b7a2-05327cfb3c65 admin admin] Deleting port 48030b51-9012-4ae2-a3a5-0889fb4a3b89 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:52.034633 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f74c-389c-45ac-b7a2-05327cfb3c65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:52.065185 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-afcf65b6-6526-4506-80fa-9fb1d121f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:21:51Z', 'revision_number': 5, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port': {'id': '48030b51-9012-4ae2-a3a5-0889fb4a3b89', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:08:58Z', 'updated_at': '2021-11-26T03:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:52.103447 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcf65b6-6526-4506-80fa-9fb1d121f45d None None] Checking router: 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:21:52.117341 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcf65b6-6526-4506-80fa-9fb1d121f45d None None] Routers {'8713b1fa-cfc0-4a04-b5f9-6136b973cea0'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:21:52.117980 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-afcf65b6-6526-4506-80fa-9fb1d121f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:21:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:52.128747 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-bcb8f74c-389c-45ac-b7a2-05327cfb3c65 admin admin] For port 48030b51-9012-4ae2-a3a5-0889fb4a3b89, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=48030b51-9012-4ae2-a3a5-0889fb4a3b89,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:52.129019 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f74c-389c-45ac-b7a2-05327cfb3c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:52.142461 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8f74c-389c-45ac-b7a2-05327cfb3c65 admin admin] Calling delete_port for 48030b51-9012-4ae2-a3a5-0889fb4a3b89 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:52.224084 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-afcf65b6-6526-4506-80fa-9fb1d121f45d None None] Set router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:21:52.281901 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-afcf65b6-6526-4506-80fa-9fb1d121f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:21:51Z', 'revision_number': 6, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:52.313776 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f74c-389c-45ac-b7a2-05327cfb3c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:52.348350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8f74c-389c-45ac-b7a2-05327cfb3c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=48030b51-9012-4ae2-a3a5-0889fb4a3b89,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:52.355158 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af1a1ca-b88c-481f-8018-282690e07abd None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:21:52.402765 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcf65b6-6526-4506-80fa-9fb1d121f45d None None] The sync data for ids ['8713b1fa-cfc0-4a04-b5f9-6136b973cea0'] in n-d-819389-3 is: [{'id': '8713b1fa-cfc0-4a04-b5f9-6136b973cea0', 'name': 'tempest-TestVolumeBootPattern-1523383785-router', 'tenant_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:08:57Z', 'updated_at': '2021-11-26T03:21:51Z', 'revision_number': 6, 'project_id': 'b17049609f8f491cbb361dbfa10fcb6b', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:21:52.407091 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f74c-389c-45ac-b7a2-05327cfb3c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:52.496973 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f74c-389c-45ac-b7a2-05327cfb3c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:52.499121 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f74c-389c-45ac-b7a2-05327cfb3c65 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:52.546060 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f74c-389c-45ac-b7a2-05327cfb3c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:52.546772 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb8f74c-389c-45ac-b7a2-05327cfb3c65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8713b1fa-cfc0-4a04-b5f9-6136b973cea0 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:21:52.551214 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f74c-389c-45ac-b7a2-05327cfb3c65 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:52.552405 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bcb8f74c-389c-45ac-b7a2-05327cfb3c65 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8713b1fa-cfc0-4a04-b5f9-6136b973cea0 HTTP/1.1" status: 204 len: 168 time: 0.8012118 Nov 26 03:21:52.554860 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58148) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:52.560844 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:52.599351 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9381d2-23e9-4713-8355-012fbe3e6bb0 admin admin] Deleting subnet f8613f4d-a1ac-4475-b5f6-ead1648d3332 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:21:52.602507 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f9381d2-23e9-4713-8355-012fbe3e6bb0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:52.635855 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f9381d2-23e9-4713-8355-012fbe3e6bb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:52.712886 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f9381d2-23e9-4713-8355-012fbe3e6bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:52.765168 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f9381d2-23e9-4713-8355-012fbe3e6bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:52.789173 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9381d2-23e9-4713-8355-012fbe3e6bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8613f4d-a1ac-4475-b5f6-ead1648d3332,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:52.794978 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1f9381d2-23e9-4713-8355-012fbe3e6bb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:52.800554 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1f9381d2-23e9-4713-8355-012fbe3e6bb0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f8613f4d-a1ac-4475-b5f6-ead1648d3332 HTTP/1.1" status: 204 len: 168 time: 0.2424216 Nov 26 03:21:52.800995 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58150) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:52.801996 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99767ab2-3f0f-49c4-808c-fe04b7a56a1b None None] Network 3f4d63a1-f901-4208-8c24-36adbef45f4d requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:21:52.881722 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:52.946259 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958e96f-c830-4ef9-9c62-95f78dbea5c8 req-7d26eb0c-c658-4b4a-b7e8-3163e7897303 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:52.947799 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6958e96f-c830-4ef9-9c62-95f78dbea5c8 req-7d26eb0c-c658-4b4a-b7e8-3163e7897303 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 1096 time: 0.0691783 Nov 26 03:21:53.021876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6958e96f-c830-4ef9-9c62-95f78dbea5c8 req-e5be6563-5d2f-497c-8aa3-35a4cb90fd42 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666707 Nov 26 03:21:53.022987 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] Deleting port 11cae11b-06d6-4b1d-8d0f-e650dd7e669a {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:53.023322 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:53.086093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] For port 11cae11b-06d6-4b1d-8d0f-e650dd7e669a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=11cae11b-06d6-4b1d-8d0f-e650dd7e669a,segment=NetworkSegment(98b9b3b8-92b5-42fb-a44f-1a777eceefcf),segment_id=98b9b3b8-92b5-42fb-a44f-1a777eceefcf)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:53.086463 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:53.120017 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] Calling delete_port for 11cae11b-06d6-4b1d-8d0f-e650dd7e669a owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:53.184183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003d1dc-d3c3-4cd4-a4d4-7eeb3e0a73d4 req-602ca82e-67e8-4f86-9c3b-bf4d9931ab07 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:53.185919 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9003d1dc-d3c3-4cd4-a4d4-7eeb3e0a73d4 req-602ca82e-67e8-4f86-9c3b-bf4d9931ab07 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 945 time: 0.0965824 Nov 26 03:21:53.218331 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] DHCP port deletion for 3f4d63a1-f901-4208-8c24-36adbef45f4d request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:21:53.257886 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:53.269653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9003d1dc-d3c3-4cd4-a4d4-7eeb3e0a73d4 req-3c066a6f-bbcc-448b-acef-25b3f5cc6103 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745044 Nov 26 03:21:53.274293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] Deleting port 11cae11b-06d6-4b1d-8d0f-e650dd7e669a {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:53.275226 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:53.292030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] No DVR routers for this DVR port 11cae11b-06d6-4b1d-8d0f-e650dd7e669a on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:21:53.294047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=11cae11b-06d6-4b1d-8d0f-e650dd7e669a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:53.299030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58156) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:53.353461 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] For port 11cae11b-06d6-4b1d-8d0f-e650dd7e669a, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:53.353860 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:53.366257 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] Calling delete_port for 11cae11b-06d6-4b1d-8d0f-e650dd7e669a owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:53.368949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] Port 11cae11b-06d6-4b1d-8d0f-e650dd7e669a was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 03:21:53.370211 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:53.395870 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] Pushing event deleted for resources: {'Port': ['ID=11cae11b-06d6-4b1d-8d0f-e650dd7e669a,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:53.404095 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] No DVR routers for this DVR port 11cae11b-06d6-4b1d-8d0f-e650dd7e669a on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:21:53.406268 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:53.406824 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:53.407376 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:53.407728 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:53.408089 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:53.408604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:53.409059 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:53.409272 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:53.409607 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:53.409935 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:53.410664 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:53.410960 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba59fc-557f-4b2a-8d46-427a3db6484a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:21:53.423497 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:53.434916 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ae7c2817-76c8-4d78-8788-46412f5cebd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/floatingips/037c7495-ce41-4dc3-b3bd-e7d5aeb2143b HTTP/1.1" status: 200 len: 993 time: 0.1287162 Nov 26 03:21:53.454954 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4d63a1-f901-4208-8c24-36adbef45f4d']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:53.465682 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b9b3b8-92b5-42fb-a44f-1a777eceefcf') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:53.465987 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b9b3b8-92b5-42fb-a44f-1a777eceefcf') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:53.481589 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:53.495842 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:53.503683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:21:53.504193 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:21:53.505887 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:21:53.561080 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:53.566528 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:53.571022 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3f4d63a1-f901-4208-8c24-36adbef45f4d HTTP/1.1" status: 204 len: 168 time: 0.7676668 Nov 26 03:21:53.572894 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58162) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:53.581252 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69911e-ea6a-4090-b289-43b44a20d1f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f4d63a1-f901-4208-8c24-36adbef45f4d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:53.717749 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:53.968792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd183e44-4b30-49f6-a473-bd5ba6d58eb6 req-0422fd4a-208f-42e2-b380-ce99a53fc6ef tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:53.970344 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd183e44-4b30-49f6-a473-bd5ba6d58eb6 req-0422fd4a-208f-42e2-b380-ce99a53fc6ef tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 945 time: 0.0520546 Nov 26 03:21:54.062013 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd183e44-4b30-49f6-a473-bd5ba6d58eb6 req-dc036fa5-05bf-4999-aaaf-2722b65df0d9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846794 Nov 26 03:21:54.069099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-7335386d-f2eb-49d7-b90e-7ef2c01378ad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1557775 Nov 26 03:21:54.078707 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-7da87d32-1049-4e6d-bb5f-309fb7a8138d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:21:54.079796 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-7da87d32-1049-4e6d-bb5f-309fb7a8138d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052440 Nov 26 03:21:54.160438 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 48030b51-9012-4ae2-a3a5-0889fb4a3b89 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:21:54.180819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 48030b51-9012-4ae2-a3a5-0889fb4a3b89 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:21:54.181470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 48030b51-9012-4ae2-a3a5-0889fb4a3b89 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:21:54.182083 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 11cae11b-06d6-4b1d-8d0f-e650dd7e669a no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:21:54.200824 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 11cae11b-06d6-4b1d-8d0f-e650dd7e669a {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:21:54.201472 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 11cae11b-06d6-4b1d-8d0f-e650dd7e669a not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:21:54.202074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device de42f07d-026a-4c1e-9462-9653a7937a6c no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:21:54.224916 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: de42f07d-026a-4c1e-9462-9653a7937a6c {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:21:54.225669 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device de42f07d-026a-4c1e-9462-9653a7937a6c not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:21:54.227374 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-754466da-f233-40b6-9999-8ec6deb488e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:54.490392 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-754466da-f233-40b6-9999-8ec6deb488e8 admin admin] Deleting port 995a528a-5d0d-4ad2-961e-be2523fa2d72 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:54.490763 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-754466da-f233-40b6-9999-8ec6deb488e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:54.572783 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-754466da-f233-40b6-9999-8ec6deb488e8 admin admin] For port 995a528a-5d0d-4ad2-961e-be2523fa2d72, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=995a528a-5d0d-4ad2-961e-be2523fa2d72,segment=NetworkSegment(15d3de2c-d02b-4a06-af3d-424f096cf51c),segment_id=15d3de2c-d02b-4a06-af3d-424f096cf51c)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:54.573157 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-754466da-f233-40b6-9999-8ec6deb488e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:54.586332 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-754466da-f233-40b6-9999-8ec6deb488e8 admin admin] Calling delete_port for 995a528a-5d0d-4ad2-961e-be2523fa2d72 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:54.777897 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-754466da-f233-40b6-9999-8ec6deb488e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:54.805485 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754466da-f233-40b6-9999-8ec6deb488e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=995a528a-5d0d-4ad2-961e-be2523fa2d72,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:54.978364 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-754466da-f233-40b6-9999-8ec6deb488e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:55.181478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c6930-7a37-42b3-9b11-5ceae2a24c29 req-f17c9891-8264-49fb-9f8f-b07be3bd0c20 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:55.183095 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-423c6930-7a37-42b3-9b11-5ceae2a24c29 req-f17c9891-8264-49fb-9f8f-b07be3bd0c20 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 945 time: 0.0489969 Nov 26 03:21:55.200964 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754466da-f233-40b6-9999-8ec6deb488e8 admin admin] Router aa569110-ccc7-4618-9ada-db637119f6d0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:21:55.234217 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-423c6930-7a37-42b3-9b11-5ceae2a24c29 req-79453583-464a-471f-a638-a234875e4c47 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437493 Nov 26 03:21:55.306961 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754466da-f233-40b6-9999-8ec6deb488e8 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:21:55.314044 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-754466da-f233-40b6-9999-8ec6deb488e8 admin admin] 10.222.0.31 "PUT /v2.0/routers/aa569110-ccc7-4618-9ada-db637119f6d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7387664 Nov 26 03:21:55.315245 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58198) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:55.318581 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38014669-f87d-40e5-8ced-0517fcf49b6a None None] Sync routers for ids ['aa569110-ccc7-4618-9ada-db637119f6d0'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:21:55.329524 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38014669-f87d-40e5-8ced-0517fcf49b6a None None] Routers {'aa569110-ccc7-4618-9ada-db637119f6d0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:21:55.330139 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-38014669-f87d-40e5-8ced-0517fcf49b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:21:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['aa569110-ccc7-4618-9ada-db637119f6d0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:55.424469 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a9c22018-1a19-447d-b390-1e31930ecf0e admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:55.438390 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-38014669-f87d-40e5-8ced-0517fcf49b6a None None] Set router aa569110-ccc7-4618-9ada-db637119f6d0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:21:55.461328 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-a0d68f74-aa4e-4153-99a5-5bebf4fdd8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:55.463465 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-a0d68f74-aa4e-4153-99a5-5bebf4fdd8b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 1096 time: 0.0484953 Nov 26 03:21:55.530664 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a9c22018-1a19-447d-b390-1e31930ecf0e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:55.563096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-dc8e097f-9a31-4a22-9b56-c030c0acc8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:55.564652 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-dc8e097f-9a31-4a22-9b56-c030c0acc8a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 HTTP/1.1" status: 200 len: 897 time: 0.0937858 Nov 26 03:21:55.586174 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a9c22018-1a19-447d-b390-1e31930ecf0e admin admin] Deleting port beef7369-48cf-4897-8bd9-0d4082ee2082 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:55.587443 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a9c22018-1a19-447d-b390-1e31930ecf0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:55.634747 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-38014669-f87d-40e5-8ced-0517fcf49b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'name': 'tempest-TestVolumeBootPattern-914878804-router', 'tenant_id': '25af60d71d25427eadb310627c5e975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'beef7369-48cf-4897-8bd9-0d4082ee2082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:09:05Z', 'updated_at': '2021-11-26T03:21:54Z', 'revision_number': 5, 'project_id': '25af60d71d25427eadb310627c5e975b', 'gw_port': {'id': 'beef7369-48cf-4897-8bd9-0d4082ee2082', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:09:07Z', 'updated_at': '2021-11-26T03:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:55.635077 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-91b149a4-e60e-47d7-8272-e00e90d28dc4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded20ec1-016c-47b7-923e-529e095c7a35 HTTP/1.1" status: 200 len: 1001 time: 0.0627894 Nov 26 03:21:55.661804 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38014669-f87d-40e5-8ced-0517fcf49b6a None None] Checking router: aa569110-ccc7-4618-9ada-db637119f6d0 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:21:55.671852 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38014669-f87d-40e5-8ced-0517fcf49b6a None None] Routers {'aa569110-ccc7-4618-9ada-db637119f6d0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:21:55.672512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-38014669-f87d-40e5-8ced-0517fcf49b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:21:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['aa569110-ccc7-4618-9ada-db637119f6d0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:55.683390 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-a9c22018-1a19-447d-b390-1e31930ecf0e admin admin] For port beef7369-48cf-4897-8bd9-0d4082ee2082, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=beef7369-48cf-4897-8bd9-0d4082ee2082,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:55.683810 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a9c22018-1a19-447d-b390-1e31930ecf0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:55.694708 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-43e4368f-8831-495a-b0e3-2790b5442cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:55.696559 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a9c22018-1a19-447d-b390-1e31930ecf0e admin admin] Calling delete_port for beef7369-48cf-4897-8bd9-0d4082ee2082 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:55.696721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-43e4368f-8831-495a-b0e3-2790b5442cf4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ebcb5777-5ba2-4154-ad85-03c783d92893 HTTP/1.1" status: 200 len: 834 time: 0.0492418 Nov 26 03:21:55.744596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-fc0480ca-3b1b-4942-a653-f03c0d75ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:55.746406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-fc0480ca-3b1b-4942-a653-f03c0d75ea29 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418015 Nov 26 03:21:55.759248 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-38014669-f87d-40e5-8ced-0517fcf49b6a None None] Set router aa569110-ccc7-4618-9ada-db637119f6d0 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:21:55.813817 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-38014669-f87d-40e5-8ced-0517fcf49b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'name': 'tempest-TestVolumeBootPattern-914878804-router', 'tenant_id': '25af60d71d25427eadb310627c5e975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:09:05Z', 'updated_at': '2021-11-26T03:21:55Z', 'revision_number': 6, 'project_id': '25af60d71d25427eadb310627c5e975b', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:55.840659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-627fcab8-cd24-4a82-8b1b-b399ae801e60 service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865781 Nov 26 03:21:55.841043 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38014669-f87d-40e5-8ced-0517fcf49b6a None None] The sync data for ids ['aa569110-ccc7-4618-9ada-db637119f6d0'] in n-d-819389-3 is: [{'id': 'aa569110-ccc7-4618-9ada-db637119f6d0', 'name': 'tempest-TestVolumeBootPattern-914878804-router', 'tenant_id': '25af60d71d25427eadb310627c5e975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:09:05Z', 'updated_at': '2021-11-26T03:21:55Z', 'revision_number': 6, 'project_id': '25af60d71d25427eadb310627c5e975b', 'gw_port_host': None}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:21:55.869027 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a9c22018-1a19-447d-b390-1e31930ecf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:55.898561 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c22018-1a19-447d-b390-1e31930ecf0e admin admin] Pushing event deleted for resources: {'Port': ['ID=beef7369-48cf-4897-8bd9-0d4082ee2082,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:55.915814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d72919b-0c99-46df-87cf-e52ee0a26d0d None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:21:55.939742 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-1981c104-3518-4576-ad6a-c00836de69cd service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912864 Nov 26 03:21:55.966789 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a9c22018-1a19-447d-b390-1e31930ecf0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.062816 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a9c22018-1a19-447d-b390-1e31930ecf0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.065005 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a9c22018-1a19-447d-b390-1e31930ecf0e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.113801 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a9c22018-1a19-447d-b390-1e31930ecf0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.114428 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c22018-1a19-447d-b390-1e31930ecf0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa569110-ccc7-4618-9ada-db637119f6d0 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:21:56.118860 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a9c22018-1a19-447d-b390-1e31930ecf0e admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.120010 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a9c22018-1a19-447d-b390-1e31930ecf0e admin admin] 10.222.0.31 "DELETE /v2.0/routers/aa569110-ccc7-4618-9ada-db637119f6d0 HTTP/1.1" status: 204 len: 168 time: 0.8038414 Nov 26 03:21:56.123231 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58200) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:56.167131 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff071908-7f44-46d2-8843-63ca783752fb admin admin] Deleting subnet 40870915-c57e-4177-b463-a3a8eefb31ec {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:21:56.170689 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff071908-7f44-46d2-8843-63ca783752fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.207391 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff071908-7f44-46d2-8843-63ca783752fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.303736 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff071908-7f44-46d2-8843-63ca783752fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.380897 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff071908-7f44-46d2-8843-63ca783752fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.385209 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60334239-f372-4908-93a8-e9c86d968700 req-69766cb2-dfdc-4c2d-8473-52bcdd5b0716 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:56.386751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-60334239-f372-4908-93a8-e9c86d968700 req-69766cb2-dfdc-4c2d-8473-52bcdd5b0716 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 945 time: 0.0550981 Nov 26 03:21:56.407409 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff071908-7f44-46d2-8843-63ca783752fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40870915-c57e-4177-b463-a3a8eefb31ec,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:56.411036 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ff071908-7f44-46d2-8843-63ca783752fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.417409 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ff071908-7f44-46d2-8843-63ca783752fb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/40870915-c57e-4177-b463-a3a8eefb31ec HTTP/1.1" status: 204 len: 168 time: 0.2908247 Nov 26 03:21:56.417656 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58204) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:56.420335 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24849fbd-02cc-422d-9866-2c95f7fe1925 None None] Network 9e0bbc4b-55b9-47aa-b925-317b45a3a05e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:21:56.439681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-60334239-f372-4908-93a8-e9c86d968700 req-d8f0a09e-fa67-4206-9e07-7f59fb720d17 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460818 Nov 26 03:21:56.490091 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.542290 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] Deleting port fc997e2c-9736-4e18-b7d4-4c52507ddfb0 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:56.542669 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.607869 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] For port fc997e2c-9736-4e18-b7d4-4c52507ddfb0, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=fc997e2c-9736-4e18-b7d4-4c52507ddfb0,segment=NetworkSegment(15d3de2c-d02b-4a06-af3d-424f096cf51c),segment_id=15d3de2c-d02b-4a06-af3d-424f096cf51c)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:56.608562 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.620289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] Calling delete_port for fc997e2c-9736-4e18-b7d4-4c52507ddfb0 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:56.669654 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acf16e9-490a-4ccd-8782-baa102fc235c None None] DHCP port deletion for 9e0bbc4b-55b9-47aa-b925-317b45a3a05e request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:21:56.673590 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 995a528a-5d0d-4ad2-961e-be2523fa2d72 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:21:56.704390 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 995a528a-5d0d-4ad2-961e-be2523fa2d72 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:21:56.705035 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 995a528a-5d0d-4ad2-961e-be2523fa2d72 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:21:56.715516 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.741248 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc997e2c-9736-4e18-b7d4-4c52507ddfb0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:56.745338 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] No DVR routers for this DVR port fc997e2c-9736-4e18-b7d4-4c52507ddfb0 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:21:56.747226 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-5acf16e9-490a-4ccd-8782-baa102fc235c None None] Deleting port fc997e2c-9736-4e18-b7d4-4c52507ddfb0 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:21:56.747678 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5acf16e9-490a-4ccd-8782-baa102fc235c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.814418 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-5acf16e9-490a-4ccd-8782-baa102fc235c None None] For port fc997e2c-9736-4e18-b7d4-4c52507ddfb0, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:21:56.814800 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5acf16e9-490a-4ccd-8782-baa102fc235c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.820208 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.827640 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-5acf16e9-490a-4ccd-8782-baa102fc235c None None] Calling delete_port for fc997e2c-9736-4e18-b7d4-4c52507ddfb0 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:21:56.830389 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-5acf16e9-490a-4ccd-8782-baa102fc235c None None] Port fc997e2c-9736-4e18-b7d4-4c52507ddfb0 was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 03:21:56.831683 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5acf16e9-490a-4ccd-8782-baa102fc235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.843448 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0bbc4b-55b9-47aa-b925-317b45a3a05e']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:56.852889 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d3de2c-d02b-4a06-af3d-424f096cf51c') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:56.853189 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d3de2c-d02b-4a06-af3d-424f096cf51c') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:21:56.862592 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.863405 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acf16e9-490a-4ccd-8782-baa102fc235c None None] No DVR routers for this DVR port fc997e2c-9736-4e18-b7d4-4c52507ddfb0 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:21:56.866916 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf16e9-490a-4ccd-8782-baa102fc235c None None] Pushing event deleted for resources: {'Port': ['ID=fc997e2c-9736-4e18-b7d4-4c52507ddfb0,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:56.879742 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.886072 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:21:56.886460 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:21:56.889113 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:21:56.943204 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.948294 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:56.952165 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9e0bbc4b-55b9-47aa-b925-317b45a3a05e HTTP/1.1" status: 204 len: 168 time: 0.5333803 Nov 26 03:21:56.966675 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4409c6b-fae9-4fb3-bee7-bf3111e1bb57 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e0bbc4b-55b9-47aa-b925-317b45a3a05e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:57.099811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58208) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:57.143023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-aa4363e9-d157-4002-9fe0-1da95252ebd8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b17049609f8f491cbb361dbfa10fcb6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419981 Nov 26 03:21:57.145955 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58210) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:57.191479 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee9d3add-f965-429d-b6e2-bf933064903a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:57.212332 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee9d3add-f965-429d-b6e2-bf933064903a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:57.259155 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee9d3add-f965-429d-b6e2-bf933064903a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:57.261788 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee9d3add-f965-429d-b6e2-bf933064903a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:57.263545 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ee9d3add-f965-429d-b6e2-bf933064903a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3129a8a2-c7e7-4234-adc5-289432d92f6f HTTP/1.1" status: 204 len: 168 time: 0.1161168 Nov 26 03:21:57.271291 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d3add-f965-429d-b6e2-bf933064903a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3129a8a2-c7e7-4234-adc5-289432d92f6f,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:57.560890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bef1e-295f-4269-95b2-5615fde92c8d req-58c19c0c-1212-4ad7-96bf-7ac3d342223b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:57.562424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b79bef1e-295f-4269-95b2-5615fde92c8d req-58c19c0c-1212-4ad7-96bf-7ac3d342223b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 945 time: 0.0519512 Nov 26 03:21:57.599130 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58218) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:57.613224 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b79bef1e-295f-4269-95b2-5615fde92c8d req-18675805-e3a7-4558-9b1d-c42cfa9f248e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446308 Nov 26 03:21:57.644570 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-92cb16f9-f7ba-4377-b8bf-bb7baf3dd574 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25af60d71d25427eadb310627c5e975b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442266 Nov 26 03:21:57.647065 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58220) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:21:57.698806 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81340296-9e38-4302-ba89-5b046a1f020f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:57.719835 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81340296-9e38-4302-ba89-5b046a1f020f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:57.764216 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81340296-9e38-4302-ba89-5b046a1f020f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:57.766781 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-81340296-9e38-4302-ba89-5b046a1f020f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:21:57.767915 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-81340296-9e38-4302-ba89-5b046a1f020f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/894a1b41-a2ad-466e-b9db-fa930613402f HTTP/1.1" status: 204 len: 168 time: 0.1199274 Nov 26 03:21:57.775872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81340296-9e38-4302-ba89-5b046a1f020f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894a1b41-a2ad-466e-b9db-fa930613402f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:21:58.165428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device beef7369-48cf-4897-8bd9-0d4082ee2082 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:21:58.186095 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: beef7369-48cf-4897-8bd9-0d4082ee2082 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:21:58.186445 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device beef7369-48cf-4897-8bd9-0d4082ee2082 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:21:58.186864 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device fc997e2c-9736-4e18-b7d4-4c52507ddfb0 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:21:58.207781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: fc997e2c-9736-4e18-b7d4-4c52507ddfb0 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:21:58.208162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device fc997e2c-9736-4e18-b7d4-4c52507ddfb0 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:21:58.734578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f3346-1dcb-4c6e-bf17-9567e8a036e8 req-4977ca55-50eb-461f-a095-a3a045c12232 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:58.736090 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d60f3346-1dcb-4c6e-bf17-9567e8a036e8 req-4977ca55-50eb-461f-a095-a3a045c12232 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 945 time: 0.0520811 Nov 26 03:21:58.784752 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d60f3346-1dcb-4c6e-bf17-9567e8a036e8 req-b3069839-ef88-40cb-8428-db6b2940115a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427425 Nov 26 03:21:59.900282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f3e55-9483-4594-a327-526a5976ed03 req-bfc867b1-4510-462b-bbcc-b4b4b8d9f535 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:21:59.901683 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a3f3e55-9483-4594-a327-526a5976ed03 req-bfc867b1-4510-462b-bbcc-b4b4b8d9f535 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 945 time: 0.0488257 Nov 26 03:21:59.949538 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a3f3e55-9483-4594-a327-526a5976ed03 req-a1f1b02b-f53b-4704-94a7-3295ed880f05 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414088 Nov 26 03:22:01.071769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eaa7e1-c086-4890-a1ee-abbf7b65ca3c req-db469b82-cdc3-407a-9ec9-250f6b9655e2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:01.073267 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75eaa7e1-c086-4890-a1ee-abbf7b65ca3c req-db469b82-cdc3-407a-9ec9-250f6b9655e2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 945 time: 0.0511553 Nov 26 03:22:01.121287 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75eaa7e1-c086-4890-a1ee-abbf7b65ca3c req-78a82c0a-0728-486d-9359-5e8050817588 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416327 Nov 26 03:22:02.236476 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa57a5-5531-4f8f-b88c-94b1398c9351 req-a4ebad35-99d6-42ce-b554-1a12f3582207 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:02.237993 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5aa57a5-5531-4f8f-b88c-94b1398c9351 req-a4ebad35-99d6-42ce-b554-1a12f3582207 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 945 time: 0.0493357 Nov 26 03:22:02.286606 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5aa57a5-5531-4f8f-b88c-94b1398c9351 req-11a7517f-c7e5-4740-8d29-ec2b17e04782 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425906 Nov 26 03:22:03.402003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb6224-02f4-4500-84ac-95f8df0de21c req-3af64da3-9605-4f7b-9c75-3fa6f4594bdd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:03.403811 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29cb6224-02f4-4500-84ac-95f8df0de21c req-3af64da3-9605-4f7b-9c75-3fa6f4594bdd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 945 time: 0.0477448 Nov 26 03:22:03.455252 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-29cb6224-02f4-4500-84ac-95f8df0de21c req-667f7497-5d72-4ab1-bc86-754c09d3e2f6 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450501 Nov 26 03:22:04.569039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2dd720-9bb3-45f4-86c7-1a8ed977fe86 req-a0ef9dec-52ba-446b-8112-cf36aaed259d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:04.570511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e2dd720-9bb3-45f4-86c7-1a8ed977fe86 req-a0ef9dec-52ba-446b-8112-cf36aaed259d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 945 time: 0.0487487 Nov 26 03:22:04.619039 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e2dd720-9bb3-45f4-86c7-1a8ed977fe86 req-98cf24a2-9ccf-433d-99a1-ded8f43d164a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426717 Nov 26 03:22:05.732640 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3cbc3-0f1e-4b09-aa8f-6c205cb26820 req-bfbaa85d-57b9-47ec-91b0-4e34effdc599 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:05.734609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0cc3cbc3-0f1e-4b09-aa8f-6c205cb26820 req-bfbaa85d-57b9-47ec-91b0-4e34effdc599 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 945 time: 0.0483940 Nov 26 03:22:05.782055 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0cc3cbc3-0f1e-4b09-aa8f-6c205cb26820 req-c39a81d8-0b54-49ad-909c-27c136812eaf tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415421 Nov 26 03:22:06.901013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896fc50-1374-4375-bf0f-5ae9f1c61f5a req-1cb23dd2-01aa-44e8-8ece-4976dda82dca tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:06.902405 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2896fc50-1374-4375-bf0f-5ae9f1c61f5a req-1cb23dd2-01aa-44e8-8ece-4976dda82dca tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 945 time: 0.0511098 Nov 26 03:22:06.950494 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2896fc50-1374-4375-bf0f-5ae9f1c61f5a req-3a4d3042-3331-42b8-a8c1-9f7f57b6d485 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416391 Nov 26 03:22:07.997028 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-8773d0f4-ac4d-4f03-853f-2553c2e7b583 service neutron] show failed (client error): The resource could not be found. Nov 26 03:22:07.998063 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-8773d0f4-ac4d-4f03-853f-2553c2e7b583 service neutron] 10.222.0.54 "GET /v2.0/ports/ded20ec1-016c-47b7-923e-529e095c7a35/bindings/n-h2-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.0539954 Nov 26 03:22:08.068068 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19999e67-d91f-4ae4-bc3b-1cb5ef73f44a req-7d012cd2-7785-4f98-b563-02e8f6d9695b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:08.069633 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19999e67-d91f-4ae4-bc3b-1cb5ef73f44a req-7d012cd2-7785-4f98-b563-02e8f6d9695b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 945 time: 0.0497603 Nov 26 03:22:08.120281 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19999e67-d91f-4ae4-bc3b-1cb5ef73f44a req-dc8d28a6-f250-4939-87ad-0301a3820ce6 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445375 Nov 26 03:22:08.521922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-cdcd691b-dc1c-4bc2-ba12-8f1cb931f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:08.523438 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-cdcd691b-dc1c-4bc2-ba12-8f1cb931f515 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23&tenant_id=170100a2b828400b8769a13db96ee224 HTTP/1.1" status: 200 len: 1096 time: 0.3603480 Nov 26 03:22:08.541883 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819389-3', 'device_owner': 'compute:nova'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:22:08.593545 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:08.788220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] For port ded20ec1-016c-47b7-923e-529e095c7a35, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ded20ec1-016c-47b7-923e-529e095c7a35,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:22:08.819384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] For port ded20ec1-016c-47b7-923e-529e095c7a35, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:22:08.861186 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ded20ec1-016c-47b7-923e-529e095c7a35'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:22:08.863567 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebb54ad-12df-4321-89e2-568135673f24" -d '{"events": [{"server_uuid": "ba8619a1-1ebe-45ae-977a-3bfd476eda23", "name": "network-vif-unplugged", "status": "completed", "tag": "ded20ec1-016c-47b7-923e-529e095c7a35"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:22:08.867959 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:08.881290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Transition to ACTIVE for port object ded20ec1-016c-47b7-923e-529e095c7a35 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:22:08.885073 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:08.975047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Pushing event updated for resources: {'Port': ['ID=ded20ec1-016c-47b7-923e-529e095c7a35,revision_number=6']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:22:09.009863 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] No DVR routers for this DVR port ded20ec1-016c-47b7-923e-529e095c7a35 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:22:09.112169 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 03:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2defa770-e84d-423c-ae6c-5909fc3cde84 x-openstack-request-id: req-2defa770-e84d-423c-ae6c-5909fc3cde84 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:22:09.112463 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8619a1-1ebe-45ae-977a-3bfd476eda23", "name": "network-vif-unplugged", "status": "completed", "tag": "ded20ec1-016c-47b7-923e-529e095c7a35", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:22:09.112716 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2defa770-e84d-423c-ae6c-5909fc3cde84 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:22:09.113125 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ded20ec1-016c-47b7-923e-529e095c7a35', 'code': 200} Nov 26 03:22:09.151219 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Attempting to bind port ded20ec1-016c-47b7-923e-529e095c7a35 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:22:09.151566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Attempting to bind port ded20ec1-016c-47b7-923e-529e095c7a35 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:22:09.151899 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Attempting to bind port ded20ec1-016c-47b7-923e-529e095c7a35 on network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:22:09.156890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Port ded20ec1-016c-47b7-923e-529e095c7a35 on network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:22:09.157179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Attempting to bind port ded20ec1-016c-47b7-923e-529e095c7a35 on network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:22:09.162084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:22:09.162426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Checking segment: {'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:22:09.162817 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Bound using segment: {'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:22:09.163250 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Bound port: ded20ec1-016c-47b7-923e-529e095c7a35, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:22:09.163612 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:09.254264 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] For port ded20ec1-016c-47b7-923e-529e095c7a35, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:22:09.273654 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647336a-7100-45eb-8fa8-2adeb08623e8 req-305d6056-2ddf-4a57-8372-2960233913c3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:09.275159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7647336a-7100-45eb-8fa8-2adeb08623e8 req-305d6056-2ddf-4a57-8372-2960233913c3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 943 time: 0.0802104 Nov 26 03:22:09.276887 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] For port ded20ec1-016c-47b7-923e-529e095c7a35, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ded20ec1-016c-47b7-923e-529e095c7a35,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:22:09.282437 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:09.332149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:09.332782 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:09.334176 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] 10.222.0.59 "PUT /v2.0/ports/ded20ec1-016c-47b7-923e-529e095c7a35 HTTP/1.1" status: 200 len: 1091 time: 0.7961826 Nov 26 03:22:09.403337 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7647336a-7100-45eb-8fa8-2adeb08623e8 req-f33ce038-790e-4617-a597-1c5e0057b173 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177735 Nov 26 03:22:09.404282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c70f6-84b8-4ba0-9caa-6ca4fec23349 service neutron] Pushing event updated for resources: {'Port': ['ID=ded20ec1-016c-47b7-923e-529e095c7a35,revision_number=7']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:22:09.423694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-6f2ed12d-7bbf-4bf7-bdd6-e7731bf863d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:09.425407 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-6f2ed12d-7bbf-4bf7-bdd6-e7731bf863d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 1094 time: 0.0560031 Nov 26 03:22:09.535859 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-cb15cb5e-f518-48c6-9bcc-de291d7a93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:09.537513 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-cb15cb5e-f518-48c6-9bcc-de291d7a93c2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 HTTP/1.1" status: 200 len: 897 time: 0.1043427 Nov 26 03:22:09.602626 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-47c3caa6-3435-43eb-a0be-344a3b49c001 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded20ec1-016c-47b7-923e-529e095c7a35 HTTP/1.1" status: 200 len: 999 time: 0.0578415 Nov 26 03:22:09.652601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-73f31cdf-a92c-49ac-8a51-6cc97c003266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:09.654089 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-73f31cdf-a92c-49ac-8a51-6cc97c003266 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebcb5777-5ba2-4154-ad85-03c783d92893 HTTP/1.1" status: 200 len: 834 time: 0.0438821 Nov 26 03:22:09.702310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-90160683-40d2-4eeb-95e3-fcd8e5dbeae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:09.704348 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-90160683-40d2-4eeb-95e3-fcd8e5dbeae8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433598 Nov 26 03:22:09.797476 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-d662673d-48b6-4a7b-b827-5e7c767c4d7a service neutron] 10.222.0.59 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860288 Nov 26 03:22:09.888932 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b9342da-1095-4933-9bcf-871017fb1f28 req-b7ccdfe9-7e23-4523-8134-c796c0fa0361 service neutron] 10.222.0.59 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845544 Nov 26 03:22:10.524782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33816b51-95f0-4116-977f-8498ac602297 req-7f247102-c04f-40f9-aae9-112f85e8f61c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:10.526369 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33816b51-95f0-4116-977f-8498ac602297 req-7f247102-c04f-40f9-aae9-112f85e8f61c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 943 time: 0.0486941 Nov 26 03:22:10.576231 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33816b51-95f0-4116-977f-8498ac602297 req-74bfa1b2-ea26-430a-89d2-8f25b35eb1fb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431991 Nov 26 03:22:11.114346 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'tag': 'ded20ec1-016c-47b7-923e-529e095c7a35'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:22:11.116726 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d91f18-7a6a-4188-81e1-a30ce0724ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8619a1-1ebe-45ae-977a-3bfd476eda23", "tag": "ded20ec1-016c-47b7-923e-529e095c7a35"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:22:11.163843 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660ac17f-44f5-4eda-bb7a-2d515eaeb734 x-openstack-request-id: req-660ac17f-44f5-4eda-bb7a-2d515eaeb734 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:22:11.164160 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8619a1-1ebe-45ae-977a-3bfd476eda23", "tag": "ded20ec1-016c-47b7-923e-529e095c7a35", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:22:11.164423 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-660ac17f-44f5-4eda-bb7a-2d515eaeb734 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:22:11.164829 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'tag': 'ded20ec1-016c-47b7-923e-529e095c7a35', 'status': 'completed', 'code': 200} Nov 26 03:22:11.272837 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-23bc0fec-9b51-4210-80bf-6f6bc1353a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:11.274346 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-23bc0fec-9b51-4210-80bf-6f6bc1353a8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 1094 time: 0.0689464 Nov 26 03:22:11.280157 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-ac5dc1d5-a3ae-483d-985c-c59b042428e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:11.281537 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-ac5dc1d5-a3ae-483d-985c-c59b042428e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 1094 time: 0.0680163 Nov 26 03:22:11.435141 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-0ecd7624-ad79-442e-9bbb-dee74633fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:11.437126 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-0ecd7624-ad79-442e-9bbb-dee74633fd3f service neutron] 10.222.0.54 "GET /v2.0/networks?id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 HTTP/1.1" status: 200 len: 897 time: 0.1542110 Nov 26 03:22:11.438490 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-0d75e2f1-296c-400a-9448-852d977f60c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:11.439812 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-0d75e2f1-296c-400a-9448-852d977f60c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 HTTP/1.1" status: 200 len: 897 time: 0.1504271 Nov 26 03:22:11.548733 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-c0b7f5a9-74cb-4462-a758-eef7d6c9d33a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded20ec1-016c-47b7-923e-529e095c7a35 HTTP/1.1" status: 200 len: 999 time: 0.1055200 Nov 26 03:22:11.565504 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-88863c1d-a8bd-492c-a2f0-00ed1fddb3a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded20ec1-016c-47b7-923e-529e095c7a35 HTTP/1.1" status: 200 len: 999 time: 0.0856702 Nov 26 03:22:11.633506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-7eb50221-9086-4479-a85b-6358d14431f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:11.634982 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-7eb50221-9086-4479-a85b-6358d14431f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ebcb5777-5ba2-4154-ad85-03c783d92893 HTTP/1.1" status: 200 len: 834 time: 0.0795665 Nov 26 03:22:11.640436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-98ed9191-04a2-43bb-933d-bbfb2e55a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:11.641842 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-98ed9191-04a2-43bb-933d-bbfb2e55a338 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebcb5777-5ba2-4154-ad85-03c783d92893 HTTP/1.1" status: 200 len: 834 time: 0.0562501 Nov 26 03:22:11.704984 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d0c73eac-036f-48c4-ac6e-b307835ea545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:11.744416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-41e8ee34-ec23-436f-b844-1643e5680847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:11.745946 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-41e8ee34-ec23-436f-b844-1643e5680847 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032486 Nov 26 03:22:11.750703 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-1e498564-1d9d-41ea-9872-c77d46a84923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:11.752091 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-1e498564-1d9d-41ea-9872-c77d46a84923 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019087 Nov 26 03:22:11.761346 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb094332-b6a8-4944-a3ea-68ea6322ab31 req-ec4e26e6-4a8e-4aa5-a60d-f0ddcade6bb9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:11.762727 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb094332-b6a8-4944-a3ea-68ea6322ab31 req-ec4e26e6-4a8e-4aa5-a60d-f0ddcade6bb9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 943 time: 0.1115475 Nov 26 03:22:11.963690 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb094332-b6a8-4944-a3ea-68ea6322ab31 req-5e222b5e-3700-443f-bc5d-43508acb5300 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924002 Nov 26 03:22:11.974494 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-7647f16e-7e71-4d32-b3e5-231ad03c6f10 service neutron] 10.222.0.59 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109189 Nov 26 03:22:11.976620 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-f002e496-7e37-44c7-a677-6be8ceeab7c5 service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228937 Nov 26 03:22:12.137452 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-161484db-c3dd-468c-a07a-3e2b4766145e service neutron] 10.222.0.59 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562102 Nov 26 03:22:12.139209 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-012b669e-4526-47d9-8cce-06ce746ec684 service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506667 Nov 26 03:22:12.215446 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf564e8-9c72-49f5-8fe6-54ef76723ea5 req-7e0c7242-bd16-4966-b2bd-e76f7659ec0d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:12.216917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cf564e8-9c72-49f5-8fe6-54ef76723ea5 req-7e0c7242-bd16-4966-b2bd-e76f7659ec0d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 943 time: 0.0519230 Nov 26 03:22:12.233538 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-f61536a9-39cf-4b7c-be0a-1080d3ae3662 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:12.235108 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-f61536a9-39cf-4b7c-be0a-1080d3ae3662 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23&tenant_id=170100a2b828400b8769a13db96ee224&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 943 time: 0.0967009 Nov 26 03:22:12.270748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cf564e8-9c72-49f5-8fe6-54ef76723ea5 req-6909def2-9869-4ed0-bf14-ff11de9fe0a0 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450258 Nov 26 03:22:12.300441 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-268a3a47-0e90-4968-afc6-5ec606becb4b service neutron] 10.222.0.59 "GET /v2.0/ports/ded20ec1-016c-47b7-923e-529e095c7a35/bindings/n-h2-819389-3 HTTP/1.1" status: 200 len: 382 time: 0.0580776 Nov 26 03:22:12.375704 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-d0c0b148-72a2-452f-8fc2-f86854fb9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:12.377276 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-d0c0b148-72a2-452f-8fc2-f86854fb9e1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 1094 time: 0.0398414 Nov 26 03:22:12.470171 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-4371d4fd-6bc5-4cb2-8ad8-41799684ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:12.471563 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-4371d4fd-6bc5-4cb2-8ad8-41799684ac3b service neutron] 10.222.0.59 "GET /v2.0/networks?id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 HTTP/1.1" status: 200 len: 897 time: 0.0870826 Nov 26 03:22:12.535613 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-b4a1366d-6eaf-4fa5-94e5-9161c2ec607e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded20ec1-016c-47b7-923e-529e095c7a35 HTTP/1.1" status: 200 len: 999 time: 0.0565746 Nov 26 03:22:12.539641 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ded20ec1-016c-47b7-923e-529e095c7a35 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:22:12.577819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ded20ec1-016c-47b7-923e-529e095c7a35 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:22:12.584019 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-e78e5421-8014-4875-ad19-b7dca3cd0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:12.585543 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-e78e5421-8014-4875-ad19-b7dca3cd0e27 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebcb5777-5ba2-4154-ad85-03c783d92893 HTTP/1.1" status: 200 len: 834 time: 0.0431197 Nov 26 03:22:12.633744 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-4f76f9a1-b02f-460a-aa3e-ac5983ea8fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:12.635233 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-4f76f9a1-b02f-460a-aa3e-ac5983ea8fcc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430586 Nov 26 03:22:12.724030 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-f5b5fd58-5235-4c0f-88c5-492275dbb9fd service neutron] 10.222.0.59 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814302 Nov 26 03:22:12.815360 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-1db324ec-55aa-4e34-b630-c5c44a1181b9 service neutron] 10.222.0.59 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842752 Nov 26 03:22:13.391410 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab529ed-21f4-408c-98ed-65bfea55483b req-ae432783-5d99-45f4-9318-3a035d92849d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:13.392962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8ab529ed-21f4-408c-98ed-65bfea55483b req-ae432783-5d99-45f4-9318-3a035d92849d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 943 time: 0.0521474 Nov 26 03:22:13.448626 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8ab529ed-21f4-408c-98ed-65bfea55483b req-241cd281-94df-4286-a045-7cf89c5a8c72 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498095 Nov 26 03:22:14.140752 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-06e1fc52-b942-4167-be45-88f8446a3289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:14.338623 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ded20ec1-016c-47b7-923e-529e095c7a35 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:22:14.434518 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ded20ec1-016c-47b7-923e-529e095c7a35, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ded20ec1-016c-47b7-923e-529e095c7a35,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:22:14.445555 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'ded20ec1-016c-47b7-923e-529e095c7a35', 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2', 'port_id': 'ded20ec1-016c-47b7-923e-529e095c7a35', 'mac_address': 'fa:16:3e:20:b7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:22:14.482268 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:14.496358 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded20ec1-016c-47b7-923e-529e095c7a35 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:22:14.516912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ded20ec1-016c-47b7-923e-529e095c7a35, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ded20ec1-016c-47b7-923e-529e095c7a35,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:22:14.521245 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:14.573812 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ded20ec1-016c-47b7-923e-529e095c7a35,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:22:14.585429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcf928-9f63-4e80-986a-679081e97464 req-9863317b-3736-48da-bfc9-ee136464219e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:14.587379 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bbfcf928-9f63-4e80-986a-679081e97464 req-9863317b-3736-48da-bfc9-ee136464219e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 944 time: 0.0631914 Nov 26 03:22:14.641902 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bbfcf928-9f63-4e80-986a-679081e97464 req-cadf6718-7486-446b-b4f1-5329dd2a567b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479236 Nov 26 03:22:14.876399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-1028512d-27e7-409b-a947-3cf1b47903ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:14.878217 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-1028512d-27e7-409b-a947-3cf1b47903ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23&tenant_id=170100a2b828400b8769a13db96ee224 HTTP/1.1" status: 200 len: 1095 time: 0.0448503 Nov 26 03:22:14.895889 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819389-3', 'device_owner': 'compute:nova'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:22:14.945923 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:15.105791 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:15.138621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] For port ded20ec1-016c-47b7-923e-529e095c7a35, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ded20ec1-016c-47b7-923e-529e095c7a35,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:22:15.169964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] For port ded20ec1-016c-47b7-923e-529e095c7a35, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:22:15.204964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ded20ec1-016c-47b7-923e-529e095c7a35 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:22:15.213171 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:15.223435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Ignored duplicate provisioning block setup for port ded20ec1-016c-47b7-923e-529e095c7a35 by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 26 03:22:15.227184 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:15.310286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Pushing event updated for resources: {'Port': ['ID=ded20ec1-016c-47b7-923e-529e095c7a35,revision_number=9']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:22:15.347552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] No DVR routers for this DVR port ded20ec1-016c-47b7-923e-529e095c7a35 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:22:15.480942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Attempting to bind port ded20ec1-016c-47b7-923e-529e095c7a35 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:22:15.481189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Attempting to bind port ded20ec1-016c-47b7-923e-529e095c7a35 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:22:15.481518 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Attempting to bind port ded20ec1-016c-47b7-923e-529e095c7a35 on network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:22:15.486353 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Port ded20ec1-016c-47b7-923e-529e095c7a35 on network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:22:15.486676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Attempting to bind port ded20ec1-016c-47b7-923e-529e095c7a35 on network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:22:15.491583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:22:15.491921 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Checking segment: {'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:22:15.492337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Bound using segment: {'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:22:15.492763 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Bound port: ded20ec1-016c-47b7-923e-529e095c7a35, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:22:15.493121 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:15.555863 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] For port ded20ec1-016c-47b7-923e-529e095c7a35, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:22:15.558916 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] For port ded20ec1-016c-47b7-923e-529e095c7a35, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ded20ec1-016c-47b7-923e-529e095c7a35,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:22:15.563238 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:15.593244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:15.593932 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:15.595703 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] 10.222.0.54 "PUT /v2.0/ports/ded20ec1-016c-47b7-923e-529e095c7a35 HTTP/1.1" status: 200 len: 1091 time: 0.7037451 Nov 26 03:22:15.598098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'tag': 'ded20ec1-016c-47b7-923e-529e095c7a35'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:22:15.600469 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8619a1-1ebe-45ae-977a-3bfd476eda23", "tag": "ded20ec1-016c-47b7-923e-529e095c7a35"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:22:15.629137 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58d5b0-df26-47a0-8cfc-64fadf553d3a service neutron] Pushing event updated for resources: {'Port': ['ID=ded20ec1-016c-47b7-923e-529e095c7a35,revision_number=10']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:22:15.670433 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa937971-4692-4cff-b7f5-38add0c5d58d x-openstack-request-id: req-aa937971-4692-4cff-b7f5-38add0c5d58d {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:22:15.670847 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8619a1-1ebe-45ae-977a-3bfd476eda23", "tag": "ded20ec1-016c-47b7-923e-529e095c7a35", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:22:15.670988 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa937971-4692-4cff-b7f5-38add0c5d58d {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:22:15.671395 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'tag': 'ded20ec1-016c-47b7-923e-529e095c7a35', 'status': 'completed', 'code': 200} Nov 26 03:22:15.691240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-5a748790-d3da-439a-ae24-d2a8a22ee573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:15.692927 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-5a748790-d3da-439a-ae24-d2a8a22ee573 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 1095 time: 0.0532405 Nov 26 03:22:15.766771 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-e53218b8-772e-4c23-b9a6-4dce5dc70442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:15.769318 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-e53218b8-772e-4c23-b9a6-4dce5dc70442 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 1095 time: 0.0445185 Nov 26 03:22:15.827720 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec9e15-64cf-4232-ad2f-bb375d9199b3 req-9da12672-4eb3-4eb9-bcaf-97081283b168 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:15.829271 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63ec9e15-64cf-4232-ad2f-bb375d9199b3 req-9da12672-4eb3-4eb9-bcaf-97081283b168 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 944 time: 0.1027637 Nov 26 03:22:15.834093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-45cc7dfd-45f8-466e-82e9-6e9e43db3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:15.835522 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-45cc7dfd-45f8-466e-82e9-6e9e43db3892 service neutron] 10.222.0.54 "GET /v2.0/networks?id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 HTTP/1.1" status: 200 len: 897 time: 0.1342380 Nov 26 03:22:15.871728 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-d5535376-8baf-4890-b5ff-f7efdbe0b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:15.873344 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-d5535376-8baf-4890-b5ff-f7efdbe0b773 service neutron] 10.222.0.59 "GET /v2.0/networks?id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 HTTP/1.1" status: 200 len: 897 time: 0.0957184 Nov 26 03:22:15.929526 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-63ec9e15-64cf-4232-ad2f-bb375d9199b3 req-be835357-74b4-45e4-a82f-e39054d492f3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930293 Nov 26 03:22:15.933468 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-18e3ec20-62fe-4b3a-abe4-53ae2b36d477 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded20ec1-016c-47b7-923e-529e095c7a35 HTTP/1.1" status: 200 len: 999 time: 0.0835648 Nov 26 03:22:15.938979 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-0f25b34d-045d-4c98-b2f7-1e53570d638c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded20ec1-016c-47b7-923e-529e095c7a35 HTTP/1.1" status: 200 len: 999 time: 0.0576379 Nov 26 03:22:15.982488 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-0d914a98-4919-4e84-a8f8-9d5d44e212a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:15.984562 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-0d914a98-4919-4e84-a8f8-9d5d44e212a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ebcb5777-5ba2-4154-ad85-03c783d92893 HTTP/1.1" status: 200 len: 834 time: 0.0446506 Nov 26 03:22:15.988756 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-a16ea527-4342-47a8-a27c-13bc548cd376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:15.990241 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-a16ea527-4342-47a8-a27c-13bc548cd376 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebcb5777-5ba2-4154-ad85-03c783d92893 HTTP/1.1" status: 200 len: 834 time: 0.0438676 Nov 26 03:22:16.030617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-cfe5259d-2b9e-4f82-8f49-a0dbf4cec997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:16.032198 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-cfe5259d-2b9e-4f82-8f49-a0dbf4cec997 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409937 Nov 26 03:22:16.039243 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-492d767d-e304-489e-86e0-2d5cb22a03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:16.041056 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-492d767d-e304-489e-86e0-2d5cb22a03c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439756 Nov 26 03:22:16.125458 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-c51be3aa-9eb1-4a4d-94e9-b05dabd32bc9 service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861690 Nov 26 03:22:16.131447 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-88080ad3-4289-4439-a408-43c291799a21 service neutron] 10.222.0.59 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818968 Nov 26 03:22:16.220555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a653a55-b5f0-4d5e-87a4-21ed24812388 req-f0b15fd8-2a0b-4a92-bb43-2879b6ca3fc7 service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861855 Nov 26 03:22:16.223140 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-1ac1adbe-3a11-4685-b911-aa08eceb6e19 service neutron] 10.222.0.59 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846186 Nov 26 03:22:16.347035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-c5c99fa5-6b36-4314-af61-ec24f71dc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:16.348486 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-c5c99fa5-6b36-4314-af61-ec24f71dc261 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 1095 time: 0.0407152 Nov 26 03:22:16.437125 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-c67e73b8-2bbe-4aa8-b76d-1f6e4fa634b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:16.438638 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-c67e73b8-2bbe-4aa8-b76d-1f6e4fa634b4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 HTTP/1.1" status: 200 len: 897 time: 0.0829010 Nov 26 03:22:16.505963 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-9414ea1b-24f4-46e4-99c9-4af038bd3521 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded20ec1-016c-47b7-923e-529e095c7a35 HTTP/1.1" status: 200 len: 999 time: 0.0607727 Nov 26 03:22:16.555222 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-c0eb4d36-58fa-4555-8811-ab639a8a1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:16.556758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-c0eb4d36-58fa-4555-8811-ab639a8a1fad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ebcb5777-5ba2-4154-ad85-03c783d92893 HTTP/1.1" status: 200 len: 834 time: 0.0435560 Nov 26 03:22:16.606931 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-07b3f7e3-3e2e-4268-ae5b-505b78f84913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:16.608374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-07b3f7e3-3e2e-4268-ae5b-505b78f84913 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390031 Nov 26 03:22:16.663322 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:16.703827 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-697e6d26-c76c-41cf-aa7c-815dfc14b7e1 service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883324 Nov 26 03:22:16.790730 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8b754d4-8597-417e-85fb-5c77d9ebb7bc req-70571f81-f01f-4171-8d80-40fc173f0661 service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800500 Nov 26 03:22:17.050070 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b45edb-e900-4c1b-96dc-1fe4cfc37adb req-4baa4b92-6390-444b-8553-993caa7b8657 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:17.051554 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9b45edb-e900-4c1b-96dc-1fe4cfc37adb req-4baa4b92-6390-444b-8553-993caa7b8657 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 944 time: 0.0526860 Nov 26 03:22:17.099949 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9b45edb-e900-4c1b-96dc-1fe4cfc37adb req-483936b9-f764-41e2-8efe-769077a47c5a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425584 Nov 26 03:22:17.566921 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:18.217557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d200c5-329d-42c2-b08c-3bd5712df6d3 req-f00643e2-7612-4d28-a7ff-3245367833df tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:18.219056 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0d200c5-329d-42c2-b08c-3bd5712df6d3 req-f00643e2-7612-4d28-a7ff-3245367833df tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 944 time: 0.0485904 Nov 26 03:22:18.268426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0d200c5-329d-42c2-b08c-3bd5712df6d3 req-b9643701-1ad5-40ef-ac3d-b821bc4a7cc9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432439 Nov 26 03:22:18.379310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ded20ec1-016c-47b7-923e-529e095c7a35 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:22:18.418480 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ded20ec1-016c-47b7-923e-529e095c7a35 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:22:19.386948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024033c-b28a-42d4-9fd2-9bc54b14a872 req-eb58face-3b3f-485a-9fd9-83434a7446a5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:19.388435 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b024033c-b28a-42d4-9fd2-9bc54b14a872 req-eb58face-3b3f-485a-9fd9-83434a7446a5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 944 time: 0.0507145 Nov 26 03:22:19.436070 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b024033c-b28a-42d4-9fd2-9bc54b14a872 req-0c62ac84-b013-46d1-a180-e104ad44980c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410869 Nov 26 03:22:19.458778 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58272) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:22:19.517222 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b04c7daf-0911-44a5-8df0-5b06a345541a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/floatingips/037c7495-ce41-4dc3-b3bd-e7d5aeb2143b HTTP/1.1" status: 200 len: 991 time: 0.0572720 Nov 26 03:22:20.575651 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ded20ec1-016c-47b7-923e-529e095c7a35 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:22:20.669444 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port ded20ec1-016c-47b7-923e-529e095c7a35, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ded20ec1-016c-47b7-923e-529e095c7a35,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:22:20.680605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'ded20ec1-016c-47b7-923e-529e095c7a35', 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2', 'port_id': 'ded20ec1-016c-47b7-923e-529e095c7a35', 'mac_address': 'fa:16:3e:20:b7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:22:20.720248 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:20.732566 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded20ec1-016c-47b7-923e-529e095c7a35 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:22:20.752002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port ded20ec1-016c-47b7-923e-529e095c7a35, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ded20ec1-016c-47b7-923e-529e095c7a35,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:22:20.755511 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:20.800371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=ded20ec1-016c-47b7-923e-529e095c7a35,revision_number=11']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:22:20.912566 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:22:21.148918 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['ded20ec1-016c-47b7-923e-529e095c7a35'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:22:22.556774 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:22.586732 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ded20ec1-016c-47b7-923e-529e095c7a35 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:22:22.636641 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port ded20ec1-016c-47b7-923e-529e095c7a35 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:22:22.641337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port ded20ec1-016c-47b7-923e-529e095c7a35 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:22:22.641715 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:22.714456 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:22.736125 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded20ec1-016c-47b7-923e-529e095c7a35'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:22:22.738344 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9fb78e-95cf-4e8f-a1f7-775136abead7" -d '{"events": [{"server_uuid": "ba8619a1-1ebe-45ae-977a-3bfd476eda23", "name": "network-vif-plugged", "status": "completed", "tag": "ded20ec1-016c-47b7-923e-529e095c7a35"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:22:22.751466 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port ded20ec1-016c-47b7-923e-529e095c7a35, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ded20ec1-016c-47b7-923e-529e095c7a35,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:22:22.755734 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:22.778023 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b2505c-a1ae-46cb-9b1e-3a1d618ed93c x-openstack-request-id: req-e2b2505c-a1ae-46cb-9b1e-3a1d618ed93c {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:22:22.778318 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8619a1-1ebe-45ae-977a-3bfd476eda23", "name": "network-vif-plugged", "status": "completed", "tag": "ded20ec1-016c-47b7-923e-529e095c7a35", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:22:22.778574 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2b2505c-a1ae-46cb-9b1e-3a1d618ed93c {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:22:22.778973 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded20ec1-016c-47b7-923e-529e095c7a35', 'code': 200} Nov 26 03:22:22.803389 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=ded20ec1-016c-47b7-923e-529e095c7a35,revision_number=12']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:22:23.754644 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:41.705654 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4d3686fb-ce41-4210-a4a7-dfed347ecc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:41.775273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6433c9f-b8e1-4f9a-8cfd-f0a08a577141 req-6303cfd3-3e74-48dc-808c-84d90af6b2a2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385098 Nov 26 03:22:41.877374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6433c9f-b8e1-4f9a-8cfd-f0a08a577141 req-0689d6e3-b6b3-4baa-aca4-f8034dd231be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:41.878772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6433c9f-b8e1-4f9a-8cfd-f0a08a577141 req-0689d6e3-b6b3-4baa-aca4-f8034dd231be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 1097 time: 0.0437918 Nov 26 03:22:41.977281 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6433c9f-b8e1-4f9a-8cfd-f0a08a577141 req-31ae0e44-1ba0-41e5-9d4b-a0ee74ae5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:41.978729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6433c9f-b8e1-4f9a-8cfd-f0a08a577141 req-31ae0e44-1ba0-41e5-9d4b-a0ee74ae5864 service neutron] 10.222.0.54 "GET /v2.0/networks?id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 HTTP/1.1" status: 200 len: 897 time: 0.0812547 Nov 26 03:22:42.045679 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6433c9f-b8e1-4f9a-8cfd-f0a08a577141 req-fc9be9cf-0429-40f5-8572-93b8e59e272e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded20ec1-016c-47b7-923e-529e095c7a35 HTTP/1.1" status: 200 len: 1001 time: 0.0587540 Nov 26 03:22:42.093371 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6433c9f-b8e1-4f9a-8cfd-f0a08a577141 req-ca7c7cb6-225a-4751-b36d-e4ca41fe584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:42.095315 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6433c9f-b8e1-4f9a-8cfd-f0a08a577141 req-ca7c7cb6-225a-4751-b36d-e4ca41fe584a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ebcb5777-5ba2-4154-ad85-03c783d92893 HTTP/1.1" status: 200 len: 834 time: 0.0423226 Nov 26 03:22:42.139433 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6433c9f-b8e1-4f9a-8cfd-f0a08a577141 req-b0d093ed-8a2d-41df-b598-7e4ab55d9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:22:42.140950 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6433c9f-b8e1-4f9a-8cfd-f0a08a577141 req-b0d093ed-8a2d-41df-b598-7e4ab55d9fa1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390556 Nov 26 03:22:42.551358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6433c9f-b8e1-4f9a-8cfd-f0a08a577141 req-b8617ed8-4b42-449d-8d18-e36de3b03776 service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011486 Nov 26 03:22:42.636761 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6433c9f-b8e1-4f9a-8cfd-f0a08a577141 req-3f74f5ab-dd78-4b42-8f27-3075e1a1c84f service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804207 Nov 26 03:22:43.615276 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [req-5da50edb-5bf9-4edc-b880-dd4789d00401 req-093d3f26-1000-4c6f-81b5-2a73afaeb932 service neutron] (104801) timed out ('10.222.0.31', 35620) {{(pid=104801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 03:22:44.142923 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8a076c16-1300-4af5-9af7-2144cfb0bc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:45.107481 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:46.665166 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:47.569127 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:52.559010 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:53.767333 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:22:57.911932 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:23:08.465097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd0720-7ab1-4dea-87dd-3e947f947467 req-e939c5be-a2d2-428c-8a10-1a370cb6b6b8 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:08.466620 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-efbd0720-7ab1-4dea-87dd-3e947f947467 req-e939c5be-a2d2-428c-8a10-1a370cb6b6b8 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 1097 time: 0.0436804 Nov 26 03:23:08.511552 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-efbd0720-7ab1-4dea-87dd-3e947f947467 req-828dbdb4-9880-4160-9b29-b1eb9183e560 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390399 Nov 26 03:23:08.532648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58294) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:08.684618 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting port 00406940-5d5e-43b4-a1c1-c687d4251c98 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:23:08.684954 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:08.761425 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:08.761754 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:08.773183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Calling delete_port for 00406940-5d5e-43b4-a1c1-c687d4251c98 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:23:08.918483 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:08.949083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Port': ['ID=00406940-5d5e-43b4-a1c1-c687d4251c98,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:08.988575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:08.988934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:08.989282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:08.989630 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:08.989971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:08.990312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:08.990647 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:08.990978 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:08.991308 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:08.991637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:08.991967 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:08.992323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:09.013581 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:09.013925 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Floating IP 037c7495-ce41-4dc3-b3bd-e7d5aeb2143b disassociated (deleted). External IP: 172.25.0.158, port: ded20ec1-016c-47b7-923e-529e095c7a35. Nov 26 03:23:09.216939 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router b34b084b-7674-45f7-811a-adc2c0d81125 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:23:09.327214 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:23:09.332586 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:09.337786 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557be452-e6c6-4118-86b3-4d444f1b9a0e None None] Sync routers for ids ['b34b084b-7674-45f7-811a-adc2c0d81125'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:23:09.348206 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557be452-e6c6-4118-86b3-4d444f1b9a0e None None] Routers {'b34b084b-7674-45f7-811a-adc2c0d81125'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:23:09.348823 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-557be452-e6c6-4118-86b3-4d444f1b9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:22:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b34b084b-7674-45f7-811a-adc2c0d81125'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:09.359678 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-343989c2-6d12-405a-9d83-a7b4e86d1bd2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/floatingips/037c7495-ce41-4dc3-b3bd-e7d5aeb2143b HTTP/1.1" status: 204 len: 168 time: 0.8259361 Nov 26 03:23:09.360455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'tag': 'ded20ec1-016c-47b7-923e-529e095c7a35'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:23:09.362808 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc57836-7ff8-4363-9518-29aef048bc18" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8619a1-1ebe-45ae-977a-3bfd476eda23", "tag": "ded20ec1-016c-47b7-923e-529e095c7a35"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:23:09.400289 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054d4b36-aa1c-4cc5-a911-53feaeaae3fe x-openstack-request-id: req-054d4b36-aa1c-4cc5-a911-53feaeaae3fe {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:23:09.400648 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8619a1-1ebe-45ae-977a-3bfd476eda23", "tag": "ded20ec1-016c-47b7-923e-529e095c7a35", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:23:09.400972 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-054d4b36-aa1c-4cc5-a911-53feaeaae3fe {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:23:09.401447 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'tag': 'ded20ec1-016c-47b7-923e-529e095c7a35', 'status': 'completed', 'code': 200} Nov 26 03:23:09.457077 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-557be452-e6c6-4118-86b3-4d444f1b9a0e None None] Set router b34b084b-7674-45f7-811a-adc2c0d81125 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:23:09.500502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc57836-7ff8-4363-9518-29aef048bc18 req-359bdd54-adaa-4301-acfa-18b1816e8c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:09.502249 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1dc57836-7ff8-4363-9518-29aef048bc18 req-359bdd54-adaa-4301-acfa-18b1816e8c12 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 1097 time: 0.0518751 Nov 26 03:23:09.647192 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11dd04-825c-47c5-b2c4-d6a6035c0fc8 req-43e47800-acd3-45c7-89b7-d331e87f07b3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:09.648773 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec11dd04-825c-47c5-b2c4-d6a6035c0fc8 req-43e47800-acd3-45c7-89b7-d331e87f07b3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 946 time: 0.1061800 Nov 26 03:23:09.665234 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-557be452-e6c6-4118-86b3-4d444f1b9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206785768', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:25Z', 'updated_at': '2021-11-26T03:20:30Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:26Z', 'updated_at': '2021-11-26T03:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e9789422-c85c-40ee-9b57-295533548199', 'name': '', 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:56:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:29Z', 'updated_at': '2021-11-26T03:20:34Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:09.683044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc57836-7ff8-4363-9518-29aef048bc18 req-d6a66d6c-4a46-445f-a0df-d0dbcf7ad5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:09.684559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1dc57836-7ff8-4363-9518-29aef048bc18 req-d6a66d6c-4a46-445f-a0df-d0dbcf7ad5bf service neutron] 10.222.0.54 "GET /v2.0/networks?id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 HTTP/1.1" status: 200 len: 897 time: 0.1407483 Nov 26 03:23:09.694916 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557be452-e6c6-4118-86b3-4d444f1b9a0e None None] Checking router: b34b084b-7674-45f7-811a-adc2c0d81125 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:23:09.703625 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557be452-e6c6-4118-86b3-4d444f1b9a0e None None] Routers {'b34b084b-7674-45f7-811a-adc2c0d81125'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:23:09.704263 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-557be452-e6c6-4118-86b3-4d444f1b9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:22:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b34b084b-7674-45f7-811a-adc2c0d81125'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:09.740930 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1dc57836-7ff8-4363-9518-29aef048bc18 req-96229184-f3ca-4662-8d15-2a389e0725e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded20ec1-016c-47b7-923e-529e095c7a35 HTTP/1.1" status: 200 len: 217 time: 0.0464280 Nov 26 03:23:09.750546 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec11dd04-825c-47c5-b2c4-d6a6035c0fc8 req-5a109511-74b5-4b38-bc39-629e905c0ccd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951219 Nov 26 03:23:09.793632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc57836-7ff8-4363-9518-29aef048bc18 req-f6e2858b-8e1b-4925-ba31-b3a92d13b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:09.795124 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1dc57836-7ff8-4363-9518-29aef048bc18 req-f6e2858b-8e1b-4925-ba31-b3a92d13b6f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ebcb5777-5ba2-4154-ad85-03c783d92893 HTTP/1.1" status: 200 len: 834 time: 0.0437980 Nov 26 03:23:09.810047 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-557be452-e6c6-4118-86b3-4d444f1b9a0e None None] Set router b34b084b-7674-45f7-811a-adc2c0d81125 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:23:09.843382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc57836-7ff8-4363-9518-29aef048bc18 req-b14588af-cbee-4188-9c44-382002ca8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:09.844932 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1dc57836-7ff8-4363-9518-29aef048bc18 req-b14588af-cbee-4188-9c44-382002ca8086 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403681 Nov 26 03:23:09.939065 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1dc57836-7ff8-4363-9518-29aef048bc18 req-98cf15b8-9516-40b5-a575-3c248e260b94 service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860350 Nov 26 03:23:10.017595 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-557be452-e6c6-4118-86b3-4d444f1b9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206785768', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:25Z', 'updated_at': '2021-11-26T03:20:30Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:26Z', 'updated_at': '2021-11-26T03:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e9789422-c85c-40ee-9b57-295533548199', 'name': '', 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:56:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:29Z', 'updated_at': '2021-11-26T03:20:34Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:10.029060 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1dc57836-7ff8-4363-9518-29aef048bc18 req-f05a272b-d1e6-4b24-bb07-0c6e305337e5 service neutron] 10.222.0.54 "GET /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813451 Nov 26 03:23:10.042855 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557be452-e6c6-4118-86b3-4d444f1b9a0e None None] The sync data for ids ['b34b084b-7674-45f7-811a-adc2c0d81125'] in n-d-819389-3 is: [{'id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206785768', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:25Z', 'updated_at': '2021-11-26T03:20:30Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:26Z', 'updated_at': '2021-11-26T03:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e9789422-c85c-40ee-9b57-295533548199', 'name': '', 'network_id': '36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:56:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:29Z', 'updated_at': '2021-11-26T03:20:34Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': 'ebcb5777-5ba2-4154-ad85-03c783d92893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:23:10.256934 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627f0f8a-32ab-4c6e-90e7-69fd661c473d None None] New status for floating IP 037c7495-ce41-4dc3-b3bd-e7d5aeb2143b: DOWN {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:23:10.872520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41357c48-489b-49f4-9f94-7c1c0bfec77f req-d7bbc9b3-132f-4b19-90b6-ba41ef356abd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:10.874013 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-41357c48-489b-49f4-9f94-7c1c0bfec77f req-d7bbc9b3-132f-4b19-90b6-ba41ef356abd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 946 time: 0.0536776 Nov 26 03:23:10.928141 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-41357c48-489b-49f4-9f94-7c1c0bfec77f req-414e8e6c-8ef5-4ddf-a03d-66835edd39a8 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474362 Nov 26 03:23:11.387384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73890226-747c-41ed-96da-f1587489f661 req-9e486f3c-20bb-4ad5-9632-25b14533ab6e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:11.388894 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73890226-747c-41ed-96da-f1587489f661 req-9e486f3c-20bb-4ad5-9632-25b14533ab6e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 946 time: 0.0489268 Nov 26 03:23:11.478445 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-73890226-747c-41ed-96da-f1587489f661 req-65dfe68d-1956-49bd-a3a4-94f824624f3f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting port ded20ec1-016c-47b7-923e-529e095c7a35 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:23:11.478787 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-73890226-747c-41ed-96da-f1587489f661 req-65dfe68d-1956-49bd-a3a4-94f824624f3f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:11.566688 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-73890226-747c-41ed-96da-f1587489f661 req-65dfe68d-1956-49bd-a3a4-94f824624f3f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] For port ded20ec1-016c-47b7-923e-529e095c7a35, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ded20ec1-016c-47b7-923e-529e095c7a35,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:23:11.567047 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-73890226-747c-41ed-96da-f1587489f661 req-65dfe68d-1956-49bd-a3a4-94f824624f3f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:11.579685 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-73890226-747c-41ed-96da-f1587489f661 req-65dfe68d-1956-49bd-a3a4-94f824624f3f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Calling delete_port for ded20ec1-016c-47b7-923e-529e095c7a35 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:23:11.708262 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c77a08d1-ca58-4ef0-90cc-278945505424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:11.710831 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-73890226-747c-41ed-96da-f1587489f661 req-65dfe68d-1956-49bd-a3a4-94f824624f3f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:11.741327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfe68d-1956-49bd-a3a4-94f824624f3f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Port': ['ID=ded20ec1-016c-47b7-923e-529e095c7a35,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:11.782597 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-73890226-747c-41ed-96da-f1587489f661 req-65dfe68d-1956-49bd-a3a4-94f824624f3f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] No DVR routers for this DVR port ded20ec1-016c-47b7-923e-529e095c7a35 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:23:11.785338 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-73890226-747c-41ed-96da-f1587489f661 req-65dfe68d-1956-49bd-a3a4-94f824624f3f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:11.789150 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73890226-747c-41ed-96da-f1587489f661 req-65dfe68d-1956-49bd-a3a4-94f824624f3f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.54 "DELETE /v2.0/ports/ded20ec1-016c-47b7-923e-529e095c7a35 HTTP/1.1" status: 204 len: 173 time: 0.3921094 Nov 26 03:23:11.789593 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'name': 'network-vif-deleted', 'tag': 'ded20ec1-016c-47b7-923e-529e095c7a35'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:23:11.791882 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5d8aa5-6db3-4a62-97cb-8e47ea736b70" -d '{"events": [{"server_uuid": "ba8619a1-1ebe-45ae-977a-3bfd476eda23", "name": "network-vif-deleted", "tag": "ded20ec1-016c-47b7-923e-529e095c7a35"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:23:11.828964 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262a5d9e-0a71-43a3-a879-ece248840c98 x-openstack-request-id: req-262a5d9e-0a71-43a3-a879-ece248840c98 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:23:11.829241 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8619a1-1ebe-45ae-977a-3bfd476eda23", "name": "network-vif-deleted", "tag": "ded20ec1-016c-47b7-923e-529e095c7a35", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:23:11.829499 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-262a5d9e-0a71-43a3-a879-ece248840c98 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:23:11.829905 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8619a1-1ebe-45ae-977a-3bfd476eda23', 'name': 'network-vif-deleted', 'tag': 'ded20ec1-016c-47b7-923e-529e095c7a35', 'status': 'completed', 'code': 200} Nov 26 03:23:12.038498 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1a096326-82a2-43c2-9771-e2013c76da38 req-30a2c083-130a-47f7-a714-d148b19ebd45 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8619a1-1ebe-45ae-977a-3bfd476eda23 HTTP/1.1" status: 200 len: 210 time: 0.0291965 Nov 26 03:23:13.094467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58312) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:13.446090 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e22ee82e-2e11-4790-9f92-5c3936abf2ad tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:13.705371 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e22ee82e-2e11-4790-9f92-5c3936abf2ad tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting port e9789422-c85c-40ee-9b57-295533548199 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:23:13.705636 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e22ee82e-2e11-4790-9f92-5c3936abf2ad tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:13.801189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-e22ee82e-2e11-4790-9f92-5c3936abf2ad tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] For port e9789422-c85c-40ee-9b57-295533548199, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e9789422-c85c-40ee-9b57-295533548199,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:23:13.801557 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e22ee82e-2e11-4790-9f92-5c3936abf2ad tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:13.814842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e22ee82e-2e11-4790-9f92-5c3936abf2ad tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Calling delete_port for e9789422-c85c-40ee-9b57-295533548199 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:23:14.002552 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e22ee82e-2e11-4790-9f92-5c3936abf2ad tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:14.028560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ee82e-2e11-4790-9f92-5c3936abf2ad tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Port': ['ID=e9789422-c85c-40ee-9b57-295533548199,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:14.147985 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4c974039-c45e-445c-b48b-aa97d86e2d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:14.216461 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e22ee82e-2e11-4790-9f92-5c3936abf2ad tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:14.448833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22ee82e-2e11-4790-9f92-5c3936abf2ad tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router b34b084b-7674-45f7-811a-adc2c0d81125 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:23:14.554954 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22ee82e-2e11-4790-9f92-5c3936abf2ad tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:23:14.563627 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e22ee82e-2e11-4790-9f92-5c3936abf2ad tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "PUT /v2.0/routers/b34b084b-7674-45f7-811a-adc2c0d81125/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4644759 Nov 26 03:23:14.563627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58314) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:14.565216 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb305a-f802-4196-aff4-e9b81b5e344c None None] Sync routers for ids ['b34b084b-7674-45f7-811a-adc2c0d81125'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:23:14.578707 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb305a-f802-4196-aff4-e9b81b5e344c None None] Routers {'b34b084b-7674-45f7-811a-adc2c0d81125'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:23:14.579326 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f2eb305a-f802-4196-aff4-e9b81b5e344c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:23:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b34b084b-7674-45f7-811a-adc2c0d81125'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:14.614471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-8784abb1-e179-4ce9-bf85-8043593e999a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting subnet ebcb5777-5ba2-4154-ad85-03c783d92893 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:23:14.617610 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8784abb1-e179-4ce9-bf85-8043593e999a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:14.657859 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8784abb1-e179-4ce9-bf85-8043593e999a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:14.679570 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-f2eb305a-f802-4196-aff4-e9b81b5e344c None None] Set router b34b084b-7674-45f7-811a-adc2c0d81125 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:23:14.720637 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ded20ec1-016c-47b7-923e-529e095c7a35 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:23:14.741760 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: ded20ec1-016c-47b7-923e-529e095c7a35 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:23:14.742203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ded20ec1-016c-47b7-923e-529e095c7a35 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:23:14.745043 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8784abb1-e179-4ce9-bf85-8043593e999a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:14.803876 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8784abb1-e179-4ce9-bf85-8043593e999a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:14.829278 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784abb1-e179-4ce9-bf85-8043593e999a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Subnet': ['ID=ebcb5777-5ba2-4154-ad85-03c783d92893,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:14.836413 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8784abb1-e179-4ce9-bf85-8043593e999a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:14.840271 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8784abb1-e179-4ce9-bf85-8043593e999a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/subnets/ebcb5777-5ba2-4154-ad85-03c783d92893 HTTP/1.1" status: 204 len: 168 time: 0.2753654 Nov 26 03:23:14.842260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58316) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:14.843621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cc4aef-38b6-468f-9d49-e73ad1e3fb0d None None] Network 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:23:14.879768 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f2eb305a-f802-4196-aff4-e9b81b5e344c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206785768', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:25Z', 'updated_at': '2021-11-26T03:23:13Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:26Z', 'updated_at': '2021-11-26T03:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:14.907917 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb305a-f802-4196-aff4-e9b81b5e344c None None] Checking router: b34b084b-7674-45f7-811a-adc2c0d81125 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:23:14.916496 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb305a-f802-4196-aff4-e9b81b5e344c None None] Routers {'b34b084b-7674-45f7-811a-adc2c0d81125'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:23:14.917112 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f2eb305a-f802-4196-aff4-e9b81b5e344c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:23:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['b34b084b-7674-45f7-811a-adc2c0d81125'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:14.951596 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4ffceda6-7752-4ebe-a068-6098ce2c4528 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:15.065003 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] DHCP port deletion for 36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:23:15.127640 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:15.133517 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-f2eb305a-f802-4196-aff4-e9b81b5e344c None None] Set router b34b084b-7674-45f7-811a-adc2c0d81125 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:23:15.138082 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] Deleting port ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:23:15.138463 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:15.204274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] For port ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee,segment=NetworkSegment(b7fbe1f6-7de1-464b-a775-ad19c71d2fb6),segment_id=b7fbe1f6-7de1-464b-a775-ad19c71d2fb6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:23:15.205056 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:15.218029 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] Calling delete_port for ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:23:15.304665 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:15.326081 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f2eb305a-f802-4196-aff4-e9b81b5e344c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206785768', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:25Z', 'updated_at': '2021-11-26T03:23:13Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:26Z', 'updated_at': '2021-11-26T03:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:15.336019 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] No DVR routers for this DVR port ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:23:15.343789 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] Pushing event deleted for resources: {'Port': ['ID=ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:15.354842 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb305a-f802-4196-aff4-e9b81b5e344c None None] The sync data for ids ['b34b084b-7674-45f7-811a-adc2c0d81125'] in n-d-819389-3 is: [{'id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206785768', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:20:25Z', 'updated_at': '2021-11-26T03:23:13Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '25cfea3d-c47b-4ed7-ba2f-251e5e6f3205', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b084b-7674-45f7-811a-adc2c0d81125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:20:26Z', 'updated_at': '2021-11-26T03:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:23:15.355424 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:15.356606 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:15.357017 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:15.357432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:15.357787 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:15.358128 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:15.359595 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:15.360411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:15.360411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:15.360995 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:15.361210 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:15.361443 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f20fd-1c8f-4b31-b509-898b7ed0dc9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:15.407804 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4ffceda6-7752-4ebe-a068-6098ce2c4528 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:15.459883 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-4ffceda6-7752-4ebe-a068-6098ce2c4528 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting port 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:23:15.460262 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4ffceda6-7752-4ebe-a068-6098ce2c4528 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:15.540667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-4ffceda6-7752-4ebe-a068-6098ce2c4528 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] For port 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=25cfea3d-c47b-4ed7-ba2f-251e5e6f3205,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:23:15.541031 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4ffceda6-7752-4ebe-a068-6098ce2c4528 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:15.553659 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-4ffceda6-7752-4ebe-a068-6098ce2c4528 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Calling delete_port for 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205 owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:23:15.719487 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4ffceda6-7752-4ebe-a068-6098ce2c4528 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:15.748569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffceda6-7752-4ebe-a068-6098ce2c4528 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Port': ['ID=25cfea3d-c47b-4ed7-ba2f-251e5e6f3205,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:15.766925 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3988fb-6f2c-43e7-a47e-e90b2f4d77ab None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:23:15.814244 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4ffceda6-7752-4ebe-a068-6098ce2c4528 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:15.907689 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4ffceda6-7752-4ebe-a068-6098ce2c4528 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:15.909859 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4ffceda6-7752-4ebe-a068-6098ce2c4528 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:15.950472 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4ffceda6-7752-4ebe-a068-6098ce2c4528 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:15.951068 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffceda6-7752-4ebe-a068-6098ce2c4528 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Fanout notify agent at l3_agent the message router_deleted on router b34b084b-7674-45f7-811a-adc2c0d81125 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:23:15.958692 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4ffceda6-7752-4ebe-a068-6098ce2c4528 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:15.959895 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4ffceda6-7752-4ebe-a068-6098ce2c4528 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/routers/b34b084b-7674-45f7-811a-adc2c0d81125 HTTP/1.1" status: 204 len: 168 time: 1.1167064 Nov 26 03:23:15.962866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58318) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:16.047438 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee782f2b-f482-4916-8b1b-360276affd54 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:16.130995 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee782f2b-f482-4916-8b1b-360276affd54 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:16.149593 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-ee782f2b-f482-4916-8b1b-360276affd54 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:16.158599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-ee782f2b-f482-4916-8b1b-360276affd54 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:16.158831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-ee782f2b-f482-4916-8b1b-360276affd54 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7fbe1f6-7de1-464b-a775-ad19c71d2fb6') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:16.167780 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee782f2b-f482-4916-8b1b-360276affd54 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:16.185213 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee782f2b-f482-4916-8b1b-360276affd54 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:16.192004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee782f2b-f482-4916-8b1b-360276affd54 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:23:16.192434 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee782f2b-f482-4916-8b1b-360276affd54 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:23:16.195538 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:23:16.256637 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee782f2b-f482-4916-8b1b-360276affd54 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:16.263275 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee782f2b-f482-4916-8b1b-360276affd54 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:16.266512 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ee782f2b-f482-4916-8b1b-360276affd54 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/networks/36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2 HTTP/1.1" status: 204 len: 168 time: 0.3026612 Nov 26 03:23:16.269425 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58320) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:16.278036 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee782f2b-f482-4916-8b1b-360276affd54 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Network': ['ID=36288b18-d7b7-4d5b-9d4c-802d5e9ba0d2,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:16.327481 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9a7d-f3a4-42e0-a6f4-e4582c5939e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:16.352297 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9a7d-f3a4-42e0-a6f4-e4582c5939e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:16.421828 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9a7d-f3a4-42e0-a6f4-e4582c5939e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:16.424426 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9a7d-f3a4-42e0-a6f4-e4582c5939e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:16.430026 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6c5a9a7d-f3a4-42e0-a6f4-e4582c5939e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/security-groups/0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2 HTTP/1.1" status: 204 len: 168 time: 0.1550481 Nov 26 03:23:16.435653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a9a7d-f3a4-42e0-a6f4-e4582c5939e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd5a1c8-4f8d-474d-8689-8d7873b6e4d2,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:16.443462 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9a7d-f3a4-42e0-a6f4-e4582c5939e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:16.444044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9a7d-f3a4-42e0-a6f4-e4582c5939e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:16.444600 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9a7d-f3a4-42e0-a6f4-e4582c5939e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:16.445123 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9a7d-f3a4-42e0-a6f4-e4582c5939e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:16.445648 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9a7d-f3a4-42e0-a6f4-e4582c5939e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:16.446710 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9a7d-f3a4-42e0-a6f4-e4582c5939e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:16.447237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9a7d-f3a4-42e0-a6f4-e4582c5939e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:16.447757 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9a7d-f3a4-42e0-a6f4-e4582c5939e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:16.448298 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9a7d-f3a4-42e0-a6f4-e4582c5939e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:16.448819 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9a7d-f3a4-42e0-a6f4-e4582c5939e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:16.449342 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9a7d-f3a4-42e0-a6f4-e4582c5939e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:16.449854 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9a7d-f3a4-42e0-a6f4-e4582c5939e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:16.476715 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:23:16.498184 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:23:16.498539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 25cfea3d-c47b-4ed7-ba2f-251e5e6f3205 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:23:16.498968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e9789422-c85c-40ee-9b57-295533548199 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:23:16.522605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: e9789422-c85c-40ee-9b57-295533548199 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:23:16.523130 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e9789422-c85c-40ee-9b57-295533548199 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:23:16.523354 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:23:16.548421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:23:16.548421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ad8b22de-98b6-45dd-a5ec-29e5cf5af9ee not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:23:16.668227 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:16.864417 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58328) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:16.869115 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0065a525-ba10-4ecb-9cab-51d2ed02bdfa tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2091252443', 'description': 'tempest-secgroup-smoke-2091252443 description', 'project_id': '170100a2b828400b8769a13db96ee224'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:23:16.899756 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0065a525-ba10-4ecb-9cab-51d2ed02bdfa tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:16.964916 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0065a525-ba10-4ecb-9cab-51d2ed02bdfa tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:16.969326 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0065a525-ba10-4ecb-9cab-51d2ed02bdfa tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.000176 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0065a525-ba10-4ecb-9cab-51d2ed02bdfa tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.001403 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0065a525-ba10-4ecb-9cab-51d2ed02bdfa tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1358831 Nov 26 03:23:17.004396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58330) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:17.005417 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065a525-ba10-4ecb-9cab-51d2ed02bdfa tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a7d1fd-3a8a-4597-95b8-6df37fce4be4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:17.009083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-360b9c73-f9a3-4435-88a1-ca7a82b13ddf tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': '34a7d1fd-3a8a-4597-95b8-6df37fce4be4', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:23:17.034584 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-360b9c73-f9a3-4435-88a1-ca7a82b13ddf tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.088451 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-360b9c73-f9a3-4435-88a1-ca7a82b13ddf tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.091738 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-360b9c73-f9a3-4435-88a1-ca7a82b13ddf tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.109466 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b9c73-f9a3-4435-88a1-ca7a82b13ddf tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5330d144-a1fe-47a6-b230-f117574e52c0,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:17.117922 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-360b9c73-f9a3-4435-88a1-ca7a82b13ddf tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.119125 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-360b9c73-f9a3-4435-88a1-ca7a82b13ddf tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136701 Nov 26 03:23:17.121726 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58332) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:17.126038 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-93dedc92-2e18-4c1c-bbc8-dd2d8d88e42c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': '34a7d1fd-3a8a-4597-95b8-6df37fce4be4', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:23:17.150366 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-93dedc92-2e18-4c1c-bbc8-dd2d8d88e42c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.205131 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-93dedc92-2e18-4c1c-bbc8-dd2d8d88e42c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.209154 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-93dedc92-2e18-4c1c-bbc8-dd2d8d88e42c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.231904 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dedc92-2e18-4c1c-bbc8-dd2d8d88e42c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8744dbc-2c1c-43a7-92bf-12f3f4271315,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:17.237738 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-93dedc92-2e18-4c1c-bbc8-dd2d8d88e42c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.239521 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-93dedc92-2e18-4c1c-bbc8-dd2d8d88e42c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162791 Nov 26 03:23:17.241729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58334) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:17.246093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-8785ea75-8e10-46af-8d81-3a4afc7273c1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': '34a7d1fd-3a8a-4597-95b8-6df37fce4be4', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:23:17.270662 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8785ea75-8e10-46af-8d81-3a4afc7273c1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.326010 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8785ea75-8e10-46af-8d81-3a4afc7273c1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.329473 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8785ea75-8e10-46af-8d81-3a4afc7273c1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.347330 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785ea75-8e10-46af-8d81-3a4afc7273c1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239c6f80-a6c0-422a-bef1-107ab2649c87,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:17.354015 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8785ea75-8e10-46af-8d81-3a4afc7273c1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.355209 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8785ea75-8e10-46af-8d81-3a4afc7273c1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125517 Nov 26 03:23:17.357881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58336) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:17.362814 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-20da62ee-bcc6-41ca-ac9d-babbdcd6b077 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': '34a7d1fd-3a8a-4597-95b8-6df37fce4be4', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:23:17.388343 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-20da62ee-bcc6-41ca-ac9d-babbdcd6b077 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.444305 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-20da62ee-bcc6-41ca-ac9d-babbdcd6b077 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.447727 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-20da62ee-bcc6-41ca-ac9d-babbdcd6b077 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.465784 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da62ee-bcc6-41ca-ac9d-babbdcd6b077 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c509775e-5089-4711-a601-6c877c1df10e,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:17.472941 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-20da62ee-bcc6-41ca-ac9d-babbdcd6b077 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.474132 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-20da62ee-bcc6-41ca-ac9d-babbdcd6b077 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153264 Nov 26 03:23:17.476856 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58338) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:17.481150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-19b08383-d2c9-473e-b92a-e6f3ce3ae19e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': '34a7d1fd-3a8a-4597-95b8-6df37fce4be4', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:23:17.501357 n-d-819389-3 neutron-server[104802]: INFO neutron.db.securitygroups_db [None req-19b08383-d2c9-473e-b92a-e6f3ce3ae19e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Project 170100a2b828400b8769a13db96ee224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:23:17.506037 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-19b08383-d2c9-473e-b92a-e6f3ce3ae19e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.567283 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-19b08383-d2c9-473e-b92a-e6f3ce3ae19e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.578996 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.580920 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-19b08383-d2c9-473e-b92a-e6f3ce3ae19e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.602056 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b08383-d2c9-473e-b92a-e6f3ce3ae19e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13db422a-814e-4f65-b49d-fcb1e59924f9,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:17.609718 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-19b08383-d2c9-473e-b92a-e6f3ce3ae19e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.610962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-19b08383-d2c9-473e-b92a-e6f3ce3ae19e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1331434 Nov 26 03:23:17.614725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58340) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:17.619097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-e93f0a0a-36e6-4f89-b78e-4afb34562ab2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': '34a7d1fd-3a8a-4597-95b8-6df37fce4be4', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:23:17.640916 n-d-819389-3 neutron-server[104802]: INFO neutron.db.securitygroups_db [None req-e93f0a0a-36e6-4f89-b78e-4afb34562ab2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Project 170100a2b828400b8769a13db96ee224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:23:17.645831 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e93f0a0a-36e6-4f89-b78e-4afb34562ab2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.703420 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e93f0a0a-36e6-4f89-b78e-4afb34562ab2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.706818 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e93f0a0a-36e6-4f89-b78e-4afb34562ab2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.721870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f0a0a-36e6-4f89-b78e-4afb34562ab2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d8cec2-3692-4f00-82ad-877ddd04cb8c,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:17.732332 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e93f0a0a-36e6-4f89-b78e-4afb34562ab2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.733576 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e93f0a0a-36e6-4f89-b78e-4afb34562ab2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179214 Nov 26 03:23:17.736442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58342) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:17.741251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-fe4625c4-0210-4c47-a3f4-f10645c41c8f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'network': {'name': 'tempest-network-smoke--715221425', 'project_id': '170100a2b828400b8769a13db96ee224', 'port_security_enabled': True}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:23:17.760541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4625c4-0210-4c47-a3f4-f10645c41c8f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Made reservation on behalf of 170100a2b828400b8769a13db96ee224 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:23:17.763923 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe4625c4-0210-4c47-a3f4-f10645c41c8f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.790812 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4625c4-0210-4c47-a3f4-f10645c41c8f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:23:17.799700 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe4625c4-0210-4c47-a3f4-f10645c41c8f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.800070 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-fe4625c4-0210-4c47-a3f4-f10645c41c8f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Added segment bde45446-5575-46c6-a655-652f2aa70967 of type vlan for network 19b020db-974e-4f4e-880a-8a3a8c89f71d Nov 26 03:23:17.839662 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe4625c4-0210-4c47-a3f4-f10645c41c8f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.863002 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe4625c4-0210-4c47-a3f4-f10645c41c8f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.868548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4625c4-0210-4c47-a3f4-f10645c41c8f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:17.869135 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe4625c4-0210-4c47-a3f4-f10645c41c8f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.924260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fe4625c4-0210-4c47-a3f4-f10645c41c8f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1867507 Nov 26 03:23:17.926975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58344) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:17.938747 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2021460066', 'admin_state_up': True, 'project_id': '170100a2b828400b8769a13db96ee224', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:23:17.954345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4625c4-0210-4c47-a3f4-f10645c41c8f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Network': ['ID=19b020db-974e-4f4e-880a-8a3a8c89f71d,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:17.965156 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 19b020db-974e-4f4e-880a-8a3a8c89f71d details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:23:17.968416 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:17.969560 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:18.020684 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:18.158899 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:18.344279 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:18.366010 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:18.463557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Allocated IP 172.25.0.55 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/9e5c549d-819b-47d1-bbb3-7c6182624b95) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:23:18.565433 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:18.598237 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:18.636874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:23:18.639795 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:23:18.642507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:23:18.653774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb74f56-1120-49b2-a912-84dadcb6c35a None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:23:18.669940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=9e5c549d-819b-47d1-bbb3-7c6182624b95,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:18.709085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-69980505-4635-4560-a65d-552595fe774a None None] Provisioning complete for port 9e5c549d-819b-47d1-bbb3-7c6182624b95 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:23:18.709551 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-69980505-4635-4560-a65d-552595fe774a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:18.746872 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-69980505-4635-4560-a65d-552595fe774a None None] Port 9e5c549d-819b-47d1-bbb3-7c6182624b95 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:23:18.889703 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:19.078085 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:19.200418 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router 19bc34d3-72ea-4d03-8d2d-640c4298e011 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:23:19.306604 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:23:19.316597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Sync routers for ids ['19bc34d3-72ea-4d03-8d2d-640c4298e011'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:23:19.327177 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:19.327409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Routers {'19bc34d3-72ea-4d03-8d2d-640c4298e011'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:23:19.327829 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:23:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['19bc34d3-72ea-4d03-8d2d-640c4298e011'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:19.331862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c691a9c7-7ae2-4c6b-9b12-cfb28a98fea5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4006152 Nov 26 03:23:19.332254 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58346) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:19.363194 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-69f12c6f-00e0-40eb-864b-f6c6e02468ac tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=170100a2b828400b8769a13db96ee224&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275545 Nov 26 03:23:19.363527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58348) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:19.432438 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Set router 19bc34d3-72ea-4d03-8d2d-640c4298e011 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:23:19.512201 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47772dbe-f203-4d4b-8086-334bef00b544 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:19.513736 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-47772dbe-f203-4d4b-8086-334bef00b544 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1492517 Nov 26 03:23:19.517157 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58350) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:19.550051 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4813eb55-3e68-4143-9870-9618eb580097 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317667 Nov 26 03:23:19.552629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58352) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:19.557341 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-17e6efec-dde0-421c-9898-ac618529b32d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-248847879', 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d', 'project_id': '170100a2b828400b8769a13db96ee224', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:23:19.651281 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e6efec-dde0-421c-9898-ac618529b32d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Made reservation on behalf of 170100a2b828400b8769a13db96ee224 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:23:19.654873 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17e6efec-dde0-421c-9898-ac618529b32d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:19.710265 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021460066', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:23:17Z', 'updated_at': '2021-11-26T03:23:18Z', 'revision_number': 3, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:18Z', 'updated_at': '2021-11-26T03:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:19.743054 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Checking router: 19bc34d3-72ea-4d03-8d2d-640c4298e011 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:23:19.743409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Updating router 19bc34d3-72ea-4d03-8d2d-640c4298e011 port 9e5c549d-819b-47d1-bbb3-7c6182624b95 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:23:19.775651 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:19.835176 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17e6efec-dde0-421c-9898-ac618529b32d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:19.900183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6efec-dde0-421c-9898-ac618529b32d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Subnet': ['ID=917e02a8-4de6-4cc2-b2eb-83a9bf88b32b,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:19.905492 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6efec-dde0-421c-9898-ac618529b32d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Checking segment: {'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:23:19.905868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e6efec-dde0-421c-9898-ac618529b32d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network hostable DHCP agents. Network: 19b020db-974e-4f4e-880a-8a3a8c89f71d, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:23:19.923122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e6efec-dde0-421c-9898-ac618529b32d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network 19b020db-974e-4f4e-880a-8a3a8c89f71d is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:23:19.932075 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-17e6efec-dde0-421c-9898-ac618529b32d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 19b020db-974e-4f4e-880a-8a3a8c89f71d) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:23:19.936285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e6efec-dde0-421c-9898-ac618529b32d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:19.937041 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17e6efec-dde0-421c-9898-ac618529b32d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:19.949936 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d54c7e-83de-42d8-ad15-b515cc3100a7 None None] Network 19b020db-974e-4f4e-880a-8a3a8c89f71d requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:23:19.954067 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-17e6efec-dde0-421c-9898-ac618529b32d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4004169 Nov 26 03:23:19.956814 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58354) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:20.142701 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:20.163932 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:20.198350 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-19b020db-974e-4f4e-880a-8a3a8c89f71d', 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'fixed_ips': [{'subnet_id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:23:20.199230 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:20.232783 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b7c4de-790e-46d3-b83f-600ef2879028 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:23:20.250343 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e23f8f-4df7-4376-b56e-31e9ac8ace4a None None] Pushing event updated for resources: {'Port': ['ID=9e5c549d-819b-47d1-bbb3-7c6182624b95,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:20.260430 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Attempting to bind port 9e5c549d-819b-47d1-bbb3-7c6182624b95 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:23:20.260809 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Attempting to bind port 9e5c549d-819b-47d1-bbb3-7c6182624b95 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:23:20.261180 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Attempting to bind port 9e5c549d-819b-47d1-bbb3-7c6182624b95 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:23:20.312885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:23:20.313274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:23:20.313685 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:20.314090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:23:20.314575 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Bound port: 9e5c549d-819b-47d1-bbb3-7c6182624b95, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:23:20.314958 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:20.418144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] For port 9e5c549d-819b-47d1-bbb3-7c6182624b95, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:23:20.442420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] For port 9e5c549d-819b-47d1-bbb3-7c6182624b95, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9e5c549d-819b-47d1-bbb3-7c6182624b95,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:23:20.443555 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4d4878cf-b4ca-4d1d-9731-32184d6de2d0 None None] Provisioning complete for port 9e5c549d-819b-47d1-bbb3-7c6182624b95 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:23:20.443845 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4d4878cf-b4ca-4d1d-9731-32184d6de2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:20.467216 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:20.471523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Allocated IP 172.20.0.2 (19b020db-974e-4f4e-880a-8a3a8c89f71d/917e02a8-4de6-4cc2-b2eb-83a9bf88b32b/ec860ba0-8797-45e2-8a0a-d3e152b86270) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:23:20.544158 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc676470-d32a-4e46-9b40-d8cca8211669 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:23:20.743190 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-270d6237-68f4-4308-ac60-4cd4c32c7cbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:20.758974 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e23f8f-4df7-4376-b56e-31e9ac8ace4a None None] Pushing event updated for resources: {'Port': ['ID=9e5c549d-819b-47d1-bbb3-7c6182624b95,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:20.766156 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Routers {'19bc34d3-72ea-4d03-8d2d-640c4298e011'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:23:20.766156 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:23:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['19bc34d3-72ea-4d03-8d2d-640c4298e011'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:20.906025 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4d4878cf-b4ca-4d1d-9731-32184d6de2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:20.962593 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4d4878cf-b4ca-4d1d-9731-32184d6de2d0 None None] For port 9e5c549d-819b-47d1-bbb3-7c6182624b95, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9e5c549d-819b-47d1-bbb3-7c6182624b95,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:23:20.969610 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4d4878cf-b4ca-4d1d-9731-32184d6de2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:21.001563 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] Set router 19bc34d3-72ea-4d03-8d2d-640c4298e011 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:23:21.007916 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:21.068258 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:21.088187 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-270d6237-68f4-4308-ac60-4cd4c32c7cbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Allocated IP 172.20.0.1 (19b020db-974e-4f4e-880a-8a3a8c89f71d/917e02a8-4de6-4cc2-b2eb-83a9bf88b32b/16e22143-da19-4886-b47d-637ac44ed203) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:23:21.141233 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4878cf-b4ca-4d1d-9731-32184d6de2d0 None None] Pushing event updated for resources: {'Port': ['ID=9e5c549d-819b-47d1-bbb3-7c6182624b95,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:21.147484 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Network 19b020db-974e-4f4e-880a-8a3a8c89f71d is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:23:21.177118 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:23:21.181821 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:23:21.202527 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-270d6237-68f4-4308-ac60-4cd4c32c7cbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:21.202783 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-79eb46f8-1ff8-448c-a568-b5a7fec4ffe2 None None] Provisioning complete for port 9e5c549d-819b-47d1-bbb3-7c6182624b95 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:23:21.203182 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-79eb46f8-1ff8-448c-a568-b5a7fec4ffe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:21.237542 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-270d6237-68f4-4308-ac60-4cd4c32c7cbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:21.260361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Pushing event updated for resources: {'Port': ['ID=ec860ba0-8797-45e2-8a0a-d3e152b86270,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:21.285455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270d6237-68f4-4308-ac60-4cd4c32c7cbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network 19b020db-974e-4f4e-880a-8a3a8c89f71d is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:23:21.288943 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-270d6237-68f4-4308-ac60-4cd4c32c7cbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:23:21.292857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d6237-68f4-4308-ac60-4cd4c32c7cbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:23:21.299074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d6237-68f4-4308-ac60-4cd4c32c7cbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=16e22143-da19-4886-b47d-637ac44ed203,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:21.328572 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Attempting to bind port ec860ba0-8797-45e2-8a0a-d3e152b86270 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:23:21.328958 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Attempting to bind port ec860ba0-8797-45e2-8a0a-d3e152b86270 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:23:21.329325 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Attempting to bind port ec860ba0-8797-45e2-8a0a-d3e152b86270 on network 19b020db-974e-4f4e-880a-8a3a8c89f71d {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:23:21.339229 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-270d6237-68f4-4308-ac60-4cd4c32c7cbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:21.343318 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:23:21.343755 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Checking segment: {'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:23:21.344693 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:21.345093 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Bound using segment: {'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:23:21.345571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Bound port: ec860ba0-8797-45e2-8a0a-d3e152b86270, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:23:21.345951 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:21.434998 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021460066', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:23:17Z', 'updated_at': '2021-11-26T03:23:18Z', 'revision_number': 3, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:18Z', 'updated_at': '2021-11-26T03:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:21.469720 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99645b-d225-491c-b21f-0d4d63db788f None None] The sync data for ids ['19bc34d3-72ea-4d03-8d2d-640c4298e011'] in n-d-819389-3 is: [{'id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021460066', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:23:17Z', 'updated_at': '2021-11-26T03:23:18Z', 'revision_number': 3, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:18Z', 'updated_at': '2021-11-26T03:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:23:21.476307 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] For port ec860ba0-8797-45e2-8a0a-d3e152b86270, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:23:21.478508 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-270d6237-68f4-4308-ac60-4cd4c32c7cbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:21.481642 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] For port ec860ba0-8797-45e2-8a0a-d3e152b86270, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ec860ba0-8797-45e2-8a0a-d3e152b86270,segment=NetworkSegment(bde45446-5575-46c6-a655-652f2aa70967),segment_id=bde45446-5575-46c6-a655-652f2aa70967)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:23:21.490172 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:21.554462 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278df2e2-d339-43a3-8db5-970edeca7be3 None None] Pushing event updated for resources: {'Port': ['ID=ec860ba0-8797-45e2-8a0a-d3e152b86270,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:21.822407 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-270d6237-68f4-4308-ac60-4cd4c32c7cbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:21.829561 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-270d6237-68f4-4308-ac60-4cd4c32c7cbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:21.913068 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d6237-68f4-4308-ac60-4cd4c32c7cbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=16e22143-da19-4886-b47d-637ac44ed203,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:21.918344 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-270d6237-68f4-4308-ac60-4cd4c32c7cbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:22.020373 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270d6237-68f4-4308-ac60-4cd4c32c7cbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network 19b020db-974e-4f4e-880a-8a3a8c89f71d is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:23:22.021818 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-270d6237-68f4-4308-ac60-4cd4c32c7cbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:23:22.141317 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270d6237-68f4-4308-ac60-4cd4c32c7cbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router 19bc34d3-72ea-4d03-8d2d-640c4298e011 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:23:22.257012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270d6237-68f4-4308-ac60-4cd4c32c7cbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:23:22.267826 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-270d6237-68f4-4308-ac60-4cd4c32c7cbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "PUT /v2.0/routers/19bc34d3-72ea-4d03-8d2d-640c4298e011/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3099856 Nov 26 03:23:22.288819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ec860ba0-8797-45e2-8a0a-d3e152b86270 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:23:22.340361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port ec860ba0-8797-45e2-8a0a-d3e152b86270 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:23:22.340939 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:22.440819 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:22.480338 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-e9d68ef3-d311-4926-b97c-eb65c982211c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091252443&fields=id&tenant_id=170100a2b828400b8769a13db96ee224 HTTP/1.1" status: 200 len: 267 time: 0.0825644 Nov 26 03:23:22.485983 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port ec860ba0-8797-45e2-8a0a-d3e152b86270, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ec860ba0-8797-45e2-8a0a-d3e152b86270,segment=NetworkSegment(bde45446-5575-46c6-a655-652f2aa70967),segment_id=bde45446-5575-46c6-a655-652f2aa70967)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:23:22.491665 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:22.492738 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9e5c549d-819b-47d1-bbb3-7c6182624b95 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:23:22.581160 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:22.587519 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=ec860ba0-8797-45e2-8a0a-d3e152b86270,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:22.601062 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 9e5c549d-819b-47d1-bbb3-7c6182624b95 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:23:22.601535 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:22.605753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-75335bfa-0aa8-469a-ae58-d51f3140afb7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:22.607316 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-75335bfa-0aa8-469a-ae58-d51f3140afb7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/networks?id=19b020db-974e-4f4e-880a-8a3a8c89f71d HTTP/1.1" status: 200 len: 796 time: 0.1199784 Nov 26 03:23:22.626952 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-3ddea6b0-412b-4f63-acc4-d49d7d613372 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/quotas/170100a2b828400b8769a13db96ee224 HTTP/1.1" status: 200 len: 375 time: 0.0098715 Nov 26 03:23:22.679108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40562380-52a2-4865-b118-e2b751e2dcd0 None None] Network 19b020db-974e-4f4e-880a-8a3a8c89f71d requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:23:22.695245 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-f44b01de-9e78-4bad-8dc9-1819c68d12e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613477 Nov 26 03:23:22.710984 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-05d3c9a4-fe0d-4c56-abfd-9c2a08b7d969 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:23:22.711988 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-05d3c9a4-fe0d-4c56-abfd-9c2a08b7d969 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054133 Nov 26 03:23:22.772162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cd8cb078-2e40-4bcf-9842-9130dd96a84f None None] Provisioning complete for port ec860ba0-8797-45e2-8a0a-d3e152b86270 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:23:22.772545 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cd8cb078-2e40-4bcf-9842-9130dd96a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:22.802759 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-b6c78e72-343d-4c98-9dcd-929ada1b7da6 service neutron] 10.222.0.31 "GET /v2.0/networks/19b020db-974e-4f4e-880a-8a3a8c89f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849409 Nov 26 03:23:22.899109 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-30254512-5abc-4439-9ffb-262e5fbed881 service neutron] 10.222.0.31 "GET /v2.0/networks/19b020db-974e-4f4e-880a-8a3a8c89f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899203 Nov 26 03:23:23.125467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3544beb8-3d2c-4039-813b-db804905e881 None None] Provisioning complete for port 16e22143-da19-4886-b47d-637ac44ed203 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:23:23.125843 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3544beb8-3d2c-4039-813b-db804905e881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:23.163971 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3544beb8-3d2c-4039-813b-db804905e881 None None] Port 16e22143-da19-4886-b47d-637ac44ed203 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:23:23.175131 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3544beb8-3d2c-4039-813b-db804905e881 None None] Provisioning complete for port ec860ba0-8797-45e2-8a0a-d3e152b86270 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:23:23.175504 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3544beb8-3d2c-4039-813b-db804905e881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:23.248109 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Sync routers for ids ['19bc34d3-72ea-4d03-8d2d-640c4298e011'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:23:23.258903 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Routers {'19bc34d3-72ea-4d03-8d2d-640c4298e011'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:23:23.259529 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:23:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['19bc34d3-72ea-4d03-8d2d-640c4298e011'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:23.369471 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Set router 19bc34d3-72ea-4d03-8d2d-640c4298e011 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:23:23.379156 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7258a0f0-c447-4d35-a60c-2710a3732a60 None None] Provisioning complete for port 16e22143-da19-4886-b47d-637ac44ed203 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:23:23.379707 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7258a0f0-c447-4d35-a60c-2710a3732a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:23.414437 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7258a0f0-c447-4d35-a60c-2710a3732a60 None None] Port 16e22143-da19-4886-b47d-637ac44ed203 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:23:23.533952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-18bb3d54-41da-46bb-b005-c54cb259f0cd None None] Provisioning complete for port 16e22143-da19-4886-b47d-637ac44ed203 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:23:23.534442 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18bb3d54-41da-46bb-b005-c54cb259f0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:23.570004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-18bb3d54-41da-46bb-b005-c54cb259f0cd None None] Port 16e22143-da19-4886-b47d-637ac44ed203 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:23:23.573303 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021460066', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:23:17Z', 'updated_at': '2021-11-26T03:23:21Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:18Z', 'updated_at': '2021-11-26T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '16e22143-da19-4886-b47d-637ac44ed203', 'name': '', 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:e2:06:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:20Z', 'updated_at': '2021-11-26T03:23:21Z', 'revision_number': 2, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:23.600886 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Checking router: 19bc34d3-72ea-4d03-8d2d-640c4298e011 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:23:23.601242 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Updating router 19bc34d3-72ea-4d03-8d2d-640c4298e011 port 16e22143-da19-4886-b47d-637ac44ed203 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:23:23.624093 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:23.773507 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:23.880355 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:23.885422 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:23.932882 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526e101-5885-438a-a914-ec16312129a5 None None] Pushing event updated for resources: {'Port': ['ID=16e22143-da19-4886-b47d-637ac44ed203,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:23.956919 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526e101-5885-438a-a914-ec16312129a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:23.957298 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526e101-5885-438a-a914-ec16312129a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:23.957617 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526e101-5885-438a-a914-ec16312129a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:23.957960 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526e101-5885-438a-a914-ec16312129a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:23.958300 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526e101-5885-438a-a914-ec16312129a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:23.958638 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526e101-5885-438a-a914-ec16312129a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:23.958970 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526e101-5885-438a-a914-ec16312129a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:23.959300 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526e101-5885-438a-a914-ec16312129a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:23.959633 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526e101-5885-438a-a914-ec16312129a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:23.959962 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526e101-5885-438a-a914-ec16312129a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:23.960570 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526e101-5885-438a-a914-ec16312129a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:23.960892 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526e101-5885-438a-a914-ec16312129a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:23:23.994354 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Attempting to bind port 16e22143-da19-4886-b47d-637ac44ed203 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:23:23.994734 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Attempting to bind port 16e22143-da19-4886-b47d-637ac44ed203 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:23:23.995109 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Attempting to bind port 16e22143-da19-4886-b47d-637ac44ed203 on network 19b020db-974e-4f4e-880a-8a3a8c89f71d {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:23:24.001201 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:23:24.001589 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Checking segment: {'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:23:24.002001 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:24.002402 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Bound using segment: {'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:23:24.002871 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Bound port: 16e22143-da19-4886-b47d-637ac44ed203, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:23:24.003264 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:24.075757 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] For port 16e22143-da19-4886-b47d-637ac44ed203, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:23:24.079919 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] For port 16e22143-da19-4886-b47d-637ac44ed203, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=16e22143-da19-4886-b47d-637ac44ed203,segment=NetworkSegment(bde45446-5575-46c6-a655-652f2aa70967),segment_id=bde45446-5575-46c6-a655-652f2aa70967)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:23:24.089032 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:24.135190 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7fb87b17-42ce-4b86-a149-e2226a3ba3f3 req-c73c4285-655c-4e68-a1bb-5614d2a748dc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 210 time: 0.0463257 Nov 26 03:23:24.147953 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Routers {'19bc34d3-72ea-4d03-8d2d-640c4298e011'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:23:24.148471 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:23:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['19bc34d3-72ea-4d03-8d2d-640c4298e011'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:24.201680 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ce7677e5-e024-45ee-8829-9377e9d5ed14 None None] Provisioning complete for port 16e22143-da19-4886-b47d-637ac44ed203 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:23:24.202829 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce7677e5-e024-45ee-8829-9377e9d5ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:24.244375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ec860ba0-8797-45e2-8a0a-d3e152b86270 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:23:24.280768 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] Set router 19bc34d3-72ea-4d03-8d2d-640c4298e011 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:23:24.360634 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port ec860ba0-8797-45e2-8a0a-d3e152b86270 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:23:24.361016 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:24.376440 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526e101-5885-438a-a914-ec16312129a5 None None] Pushing event updated for resources: {'Port': ['ID=16e22143-da19-4886-b47d-637ac44ed203,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:24.396217 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce7677e5-e024-45ee-8829-9377e9d5ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:24.443398 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ce7677e5-e024-45ee-8829-9377e9d5ed14 None None] For port 16e22143-da19-4886-b47d-637ac44ed203, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=16e22143-da19-4886-b47d-637ac44ed203,segment=NetworkSegment(bde45446-5575-46c6-a655-652f2aa70967),segment_id=bde45446-5575-46c6-a655-652f2aa70967)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:23:24.452722 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce7677e5-e024-45ee-8829-9377e9d5ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:24.529567 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021460066', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:23:17Z', 'updated_at': '2021-11-26T03:23:21Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:18Z', 'updated_at': '2021-11-26T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '16e22143-da19-4886-b47d-637ac44ed203', 'name': '', 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:e2:06:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:20Z', 'updated_at': '2021-11-26T03:23:24Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:24.536534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7677e5-e024-45ee-8829-9377e9d5ed14 None None] Pushing event updated for resources: {'Port': ['ID=16e22143-da19-4886-b47d-637ac44ed203,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:24.575991 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a991b6ad-8f0f-4276-9c98-98626cd147fc None None] Provisioning complete for port 16e22143-da19-4886-b47d-637ac44ed203 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:23:24.576761 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a991b6ad-8f0f-4276-9c98-98626cd147fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:24.662075 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c526796e-d912-4981-bdbf-f16ad463586d None None] The sync data for ids ['19bc34d3-72ea-4d03-8d2d-640c4298e011'] in n-d-819389-3 is: [{'id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021460066', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:23:17Z', 'updated_at': '2021-11-26T03:23:21Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:18Z', 'updated_at': '2021-11-26T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '16e22143-da19-4886-b47d-637ac44ed203', 'name': '', 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:e2:06:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:20Z', 'updated_at': '2021-11-26T03:23:24Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:23:25.252277 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8073a2e-28c2-464e-a55e-9c6d8eae8b56 req-10f9aaec-7721-41e5-a8c9-d384718e9a35 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 210 time: 0.0377724 Nov 26 03:23:25.641797 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-4d9f7321-1a75-4c35-a0ff-28afc7912359 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:25.643314 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-4d9f7321-1a75-4c35-a0ff-28afc7912359 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.59 "GET /v2.0/networks?id=19b020db-974e-4f4e-880a-8a3a8c89f71d HTTP/1.1" status: 200 len: 796 time: 0.4817376 Nov 26 03:23:25.720121 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-87e7b4ec-e9cb-4241-b071-7ec86843086e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=170100a2b828400b8769a13db96ee224 HTTP/1.1" status: 200 len: 380 time: 0.0615520 Nov 26 03:23:25.730306 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-6bea9763-9ba3-49a2-b3a3-6a286fb6a971 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'port': {'device_id': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d', 'admin_state_up': True, 'tenant_id': '170100a2b828400b8769a13db96ee224', 'security_groups': ['34a7d1fd-3a8a-4597-95b8-6df37fce4be4']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:23:25.849555 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-6bea9763-9ba3-49a2-b3a3-6a286fb6a971 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Made reservation on behalf of 170100a2b828400b8769a13db96ee224 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:23:25.853156 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-6bea9763-9ba3-49a2-b3a3-6a286fb6a971 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:25.979019 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-6bea9763-9ba3-49a2-b3a3-6a286fb6a971 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Allocated IP 172.20.0.12 (19b020db-974e-4f4e-880a-8a3a8c89f71d/917e02a8-4de6-4cc2-b2eb-83a9bf88b32b/f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:23:26.119268 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-6bea9763-9ba3-49a2-b3a3-6a286fb6a971 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:26.152626 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-6bea9763-9ba3-49a2-b3a3-6a286fb6a971 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:26.199532 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-6bea9763-9ba3-49a2-b3a3-6a286fb6a971 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network 19b020db-974e-4f4e-880a-8a3a8c89f71d is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:23:26.202839 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-6bea9763-9ba3-49a2-b3a3-6a286fb6a971 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:23:26.206810 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-6bea9763-9ba3-49a2-b3a3-6a286fb6a971 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:23:26.237416 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 16e22143-da19-4886-b47d-637ac44ed203 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:23:26.238048 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea9763-9ba3-49a2-b3a3-6a286fb6a971 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:26.268506 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-6bea9763-9ba3-49a2-b3a3-6a286fb6a971 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:26.268506 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-6bea9763-9ba3-49a2-b3a3-6a286fb6a971 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:26.290535 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-6bea9763-9ba3-49a2-b3a3-6a286fb6a971 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5632496 Nov 26 03:23:26.311762 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Request body: {'port': {'device_id': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:23:26.321085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 16e22143-da19-4886-b47d-637ac44ed203 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:23:26.321533 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:26.379944 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:26.408030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f46d25-57f7-402d-bc85-5bb563de6de9 req-acef5656-bafa-4846-b3ba-7c3e8e8f0f03 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:26.417973 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68f46d25-57f7-402d-bc85-5bb563de6de9 req-acef5656-bafa-4846-b3ba-7c3e8e8f0f03 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 932 time: 0.0713727 Nov 26 03:23:26.466373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68f46d25-57f7-402d-bc85-5bb563de6de9 req-bb6a17ec-8a49-45fe-8859-4d008845a2f9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472279 Nov 26 03:23:26.501540 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d44428c3-20e5-443b-8e29-60807ef45fb3 None None] Provisioning complete for port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:23:26.501912 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d44428c3-20e5-443b-8e29-60807ef45fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:26.537813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d44428c3-20e5-443b-8e29-60807ef45fb3 None None] Port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:23:26.662213 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:23:26.669543 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:26.681146 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Transition to ACTIVE for port object f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:23:26.685069 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:26.738146 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Pushing event updated for resources: {'Port': ['ID=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:26.811051 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Attempting to bind port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:23:26.811392 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Attempting to bind port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:23:26.811729 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Attempting to bind port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 on network 19b020db-974e-4f4e-880a-8a3a8c89f71d {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:23:26.816795 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 on network 19b020db-974e-4f4e-880a-8a3a8c89f71d not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:23:26.817130 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Attempting to bind port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 on network 19b020db-974e-4f4e-880a-8a3a8c89f71d {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:23:26.822402 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:23:26.822751 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Checking segment: {'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:23:26.823144 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Bound using segment: {'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:23:26.823585 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Bound port: f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:23:26.824034 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:26.888132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] For port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:23:26.893846 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] For port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,segment=NetworkSegment(bde45446-5575-46c6-a655-652f2aa70967),segment_id=bde45446-5575-46c6-a655-652f2aa70967)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:23:26.898538 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:26.936632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:26.937816 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:26.939220 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] 10.222.0.59 "PUT /v2.0/ports/f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 HTTP/1.1" status: 200 len: 1092 time: 0.6365025 Nov 26 03:23:26.939652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'tag': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:23:26.941967 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46a5574-77de-4a08-b02f-ae0d293ddfaa" -d '{"events": [{"name": "network-changed", "server_uuid": "849687a3-8c0d-4012-8943-58b1cafe9c50", "tag": "f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:23:26.965525 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a85a7-da95-4a3c-95c8-38b0f2c89d24 service neutron] Pushing event updated for resources: {'Port': ['ID=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:27.009679 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b09ba2-49c3-41cc-a219-0fbe7a8bed14 x-openstack-request-id: req-54b09ba2-49c3-41cc-a219-0fbe7a8bed14 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:23:27.009982 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849687a3-8c0d-4012-8943-58b1cafe9c50", "tag": "f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:23:27.010480 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54b09ba2-49c3-41cc-a219-0fbe7a8bed14 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:23:27.010903 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'tag': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9', 'status': 'completed', 'code': 200} Nov 26 03:23:27.066366 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-c47b8e27-69f1-4895-b732-df9365e586eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:27.067810 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-c47b8e27-69f1-4895-b732-df9365e586eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 1095 time: 0.0423694 Nov 26 03:23:27.121032 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-54be1c99-681d-4d62-9084-e796e175fde1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 HTTP/1.1" status: 200 len: 217 time: 0.0347874 Nov 26 03:23:27.173498 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-71de776e-4cf8-4a17-ad79-8715c46d16d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:27.174929 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-71de776e-4cf8-4a17-ad79-8715c46d16d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=917e02a8-4de6-4cc2-b2eb-83a9bf88b32b HTTP/1.1" status: 200 len: 834 time: 0.0468352 Nov 26 03:23:27.220416 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-15324790-7f1a-49ff-aa92-4bd0469491b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:27.221914 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-15324790-7f1a-49ff-aa92-4bd0469491b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b020db-974e-4f4e-880a-8a3a8c89f71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396652 Nov 26 03:23:27.313379 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-1d4c6518-0387-4e02-8e38-3a8ff1e419b5 service neutron] 10.222.0.59 "GET /v2.0/networks/19b020db-974e-4f4e-880a-8a3a8c89f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844450 Nov 26 03:23:27.399196 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a05c88cc-a6bd-46f8-9398-7d90e4b37a56 req-e39e659e-5017-4c7d-803f-a77b92e5b218 service neutron] 10.222.0.59 "GET /v2.0/networks/19b020db-974e-4f4e-880a-8a3a8c89f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790243 Nov 26 03:23:27.520447 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a5574-77de-4a08-b02f-ae0d293ddfaa req-cbb69295-a731-43ae-9e7d-0f7d423a1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:27.521967 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d46a5574-77de-4a08-b02f-ae0d293ddfaa req-cbb69295-a731-43ae-9e7d-0f7d423a1e88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 1095 time: 0.0408688 Nov 26 03:23:27.587683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbc27a-9b57-463f-b787-e3545d6bddb3 req-ba19a3fd-6cdd-4409-b33b-025880f43398 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:27.589275 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22bbc27a-9b57-463f-b787-e3545d6bddb3 req-ba19a3fd-6cdd-4409-b33b-025880f43398 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 944 time: 0.0540833 Nov 26 03:23:27.620179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a5574-77de-4a08-b02f-ae0d293ddfaa req-f11d5f3b-ace7-4719-a753-43a4bf37fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:27.621672 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d46a5574-77de-4a08-b02f-ae0d293ddfaa req-f11d5f3b-ace7-4719-a753-43a4bf37fa16 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b020db-974e-4f4e-880a-8a3a8c89f71d HTTP/1.1" status: 200 len: 897 time: 0.0910444 Nov 26 03:23:27.638873 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-22bbc27a-9b57-463f-b787-e3545d6bddb3 req-bec36d06-f897-482b-a6d3-3fef6ea8bee1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428412 Nov 26 03:23:27.664678 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d46a5574-77de-4a08-b02f-ae0d293ddfaa req-3f635dc1-a216-4032-860d-c0c0f760f25a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 HTTP/1.1" status: 200 len: 217 time: 0.0351319 Nov 26 03:23:27.717500 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a5574-77de-4a08-b02f-ae0d293ddfaa req-dd67ad7c-685a-423a-bf5f-743224f535c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:27.719497 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d46a5574-77de-4a08-b02f-ae0d293ddfaa req-dd67ad7c-685a-423a-bf5f-743224f535c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=917e02a8-4de6-4cc2-b2eb-83a9bf88b32b HTTP/1.1" status: 200 len: 834 time: 0.0480242 Nov 26 03:23:27.766003 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a5574-77de-4a08-b02f-ae0d293ddfaa req-3cbeba67-145e-44ec-9729-7dd0573a3fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:27.767498 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d46a5574-77de-4a08-b02f-ae0d293ddfaa req-3cbeba67-145e-44ec-9729-7dd0573a3fda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b020db-974e-4f4e-880a-8a3a8c89f71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399346 Nov 26 03:23:27.863678 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d46a5574-77de-4a08-b02f-ae0d293ddfaa req-61de7999-b928-4496-8fdc-26d1794ee9f6 service neutron] 10.222.0.59 "GET /v2.0/networks/19b020db-974e-4f4e-880a-8a3a8c89f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875764 Nov 26 03:23:27.959564 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d46a5574-77de-4a08-b02f-ae0d293ddfaa req-2222b0b8-3d78-4a9a-ad37-be5843dfaf34 service neutron] 10.222.0.59 "GET /v2.0/networks/19b020db-974e-4f4e-880a-8a3a8c89f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878427 Nov 26 03:23:28.754002 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a7e0c-d2e2-47b2-8fde-62a203cfd01d req-ba91087b-a59a-4d9a-afc3-802a5cf1ad00 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:28.755508 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f8a7e0c-d2e2-47b2-8fde-62a203cfd01d req-ba91087b-a59a-4d9a-afc3-802a5cf1ad00 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 944 time: 0.0483601 Nov 26 03:23:28.805232 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f8a7e0c-d2e2-47b2-8fde-62a203cfd01d req-2908e9a6-edf8-4e32-bd5d-00d838a432e9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436718 Nov 26 03:23:29.924231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff54e32-e6d2-4483-b5aa-bf41b41ec438 req-4afbfec3-5b0a-4ee4-aad8-cb755711ed64 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:29.925643 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bff54e32-e6d2-4483-b5aa-bf41b41ec438 req-4afbfec3-5b0a-4ee4-aad8-cb755711ed64 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 944 time: 0.0524490 Nov 26 03:23:29.974920 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bff54e32-e6d2-4483-b5aa-bf41b41ec438 req-3736f4cd-149c-4283-b00f-07ef07a62030 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433843 Nov 26 03:23:30.717244 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:23:30.811979 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,segment=NetworkSegment(bde45446-5575-46c6-a655-652f2aa70967),segment_id=bde45446-5575-46c6-a655-652f2aa70967)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:23:30.822499 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9', 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d', 'port_id': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9', 'mac_address': 'fa:16:3e:0b:ce:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:23:30.859213 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:30.871613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:23:30.890510 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,segment=NetworkSegment(bde45446-5575-46c6-a655-652f2aa70967),segment_id=bde45446-5575-46c6-a655-652f2aa70967)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:23:30.894426 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:30.942648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:31.088038 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f853ee-ef4b-42e7-abed-796f89ae7c70 req-f77a1668-d891-46ce-95fa-f4f9acfd88dc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:31.089578 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6f853ee-ef4b-42e7-abed-796f89ae7c70 req-f77a1668-d891-46ce-95fa-f4f9acfd88dc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 945 time: 0.0486708 Nov 26 03:23:31.137944 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6f853ee-ef4b-42e7-abed-796f89ae7c70 req-aacc06fe-830f-4ac6-99d9-370a85f5bab8 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417519 Nov 26 03:23:31.173360 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:23:32.253143 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d06a4-a000-4022-9ad0-05bcf59b5a07 req-d558c311-376d-4a80-a669-fee8d3716d6d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:32.254618 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-600d06a4-a000-4022-9ad0-05bcf59b5a07 req-d558c311-376d-4a80-a669-fee8d3716d6d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 945 time: 0.0494924 Nov 26 03:23:32.318054 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-600d06a4-a000-4022-9ad0-05bcf59b5a07 req-5bc306a3-388f-4190-8ded-8409733851d3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571866 Nov 26 03:23:32.719222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:23:32.772723 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:23:32.776392 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:23:32.776762 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:32.852471 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:32.873534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:23:32.876352 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572c9785-7421-4534-9e2b-afd95050a626" -d '{"events": [{"server_uuid": "849687a3-8c0d-4012-8943-58b1cafe9c50", "name": "network-vif-plugged", "status": "completed", "tag": "f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:23:32.889311 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,segment=NetworkSegment(bde45446-5575-46c6-a655-652f2aa70967),segment_id=bde45446-5575-46c6-a655-652f2aa70967)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:23:32.893835 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:32.944091 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:32.981736 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9aab34-39d7-476d-80a1-47ade8d6b1da x-openstack-request-id: req-fb9aab34-39d7-476d-80a1-47ade8d6b1da {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:23:32.982040 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849687a3-8c0d-4012-8943-58b1cafe9c50", "name": "network-vif-plugged", "status": "completed", "tag": "f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:23:32.982291 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb9aab34-39d7-476d-80a1-47ade8d6b1da {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:23:32.982688 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9', 'code': 200} Nov 26 03:23:33.103667 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72aa72-d5fd-489c-8383-687fdfc7ee09 req-1127ebb3-99db-44f3-9553-ddaeab47aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:33.105225 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4b72aa72-d5fd-489c-8383-687fdfc7ee09 req-1127ebb3-99db-44f3-9553-ddaeab47aec2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 1097 time: 0.0402865 Nov 26 03:23:33.157409 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4b72aa72-d5fd-489c-8383-687fdfc7ee09 req-e3d616b1-ae58-4d9a-93bf-65961da48116 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454593 Nov 26 03:23:33.432809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467f8df-689f-483b-be72-03dc8e8cd4cf req-8ddcbdcf-8a03-4a72-a9eb-0582d97c9ea9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:33.434233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f467f8df-689f-483b-be72-03dc8e8cd4cf req-8ddcbdcf-8a03-4a72-a9eb-0582d97c9ea9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 946 time: 0.0484316 Nov 26 03:23:33.482815 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f467f8df-689f-483b-be72-03dc8e8cd4cf req-34a8670f-45ed-4435-893a-9e3132ecca19 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425606 Nov 26 03:23:34.597626 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb588dd-22a8-4197-a5b7-0c21230e60a1 req-a40a732c-e143-4f05-a327-62e9fc7f47c8 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:34.599107 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0cb588dd-22a8-4197-a5b7-0c21230e60a1 req-a40a732c-e143-4f05-a327-62e9fc7f47c8 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 946 time: 0.0479770 Nov 26 03:23:34.648497 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0cb588dd-22a8-4197-a5b7-0c21230e60a1 req-2a53234e-a2c9-40ab-824b-9c4a851a348f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433650 Nov 26 03:23:34.765000 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d2934-9e5e-4b71-b3c1-04b1936208a7 req-30371c40-f5be-45ea-b5f8-2c5f6ab6ea70 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:34.766400 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c40d2934-9e5e-4b71-b3c1-04b1936208a7 req-30371c40-f5be-45ea-b5f8-2c5f6ab6ea70 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 946 time: 0.0523782 Nov 26 03:23:34.824200 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c40d2934-9e5e-4b71-b3c1-04b1936208a7 req-35d94f3d-d8f8-409b-be72-91994356b097 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518675 Nov 26 03:23:34.845575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58410) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:34.885329 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd95ea8-532d-44b6-8430-44e756741a7c tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:34.887110 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7fd95ea8-532d-44b6-8430-44e756741a7c tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 1092 time: 0.0405600 Nov 26 03:23:34.890088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58412) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:34.894536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:23:34.911412 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:23:34.916537 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:35.018587 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:35.116567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Allocated IP 172.25.0.131 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/f0c0ee48-16cd-4f58-8b5e-5da1da94d98c) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:23:35.216435 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:35.249044 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:35.288855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:23:35.291662 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:23:35.295324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:23:35.301414 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=f0c0ee48-16cd-4f58-8b5e-5da1da94d98c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:35.628886 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:35.692828 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:35.838113 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:35.842453 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:35.921719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=f0c0ee48-16cd-4f58-8b5e-5da1da94d98c,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:23:35.931255 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:36.028705 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Floating IP 7558596f-40be-4fe4-a0e1-5136810b65e2 associated. External IP: 172.25.0.131, port: f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9. Nov 26 03:23:36.556342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router 19bc34d3-72ea-4d03-8d2d-640c4298e011 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:23:36.659591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:23:36.669653 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf3fff-9c02-4120-972b-b8f89400d306 None None] Sync routers for ids ['19bc34d3-72ea-4d03-8d2d-640c4298e011'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:23:36.678024 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:36.682398 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf3fff-9c02-4120-972b-b8f89400d306 None None] Routers {'19bc34d3-72ea-4d03-8d2d-640c4298e011'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:23:36.683079 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b1cf3fff-9c02-4120-972b-b8f89400d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:23:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['19bc34d3-72ea-4d03-8d2d-640c4298e011'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:36.711826 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-17239476-fe11-493a-be6b-55b87266ff2d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8180163 Nov 26 03:23:36.711826 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'tag': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:23:36.712591 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af3a423-f274-490f-b046-f4772da9dbd2" -d '{"events": [{"name": "network-changed", "server_uuid": "849687a3-8c0d-4012-8943-58b1cafe9c50", "tag": "f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:23:36.756835 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a87cff-3156-4276-8cd9-1ca5b75bb8b5 x-openstack-request-id: req-12a87cff-3156-4276-8cd9-1ca5b75bb8b5 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:23:36.757237 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849687a3-8c0d-4012-8943-58b1cafe9c50", "tag": "f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:23:36.757507 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12a87cff-3156-4276-8cd9-1ca5b75bb8b5 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:23:36.757925 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'tag': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9', 'status': 'completed', 'code': 200} Nov 26 03:23:36.822990 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e59152-e7c8-4169-aaa9-a53ab2dd8f31 req-31b12187-6ad6-4d7a-b491-c1625d55bf87 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:36.824553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a0e59152-e7c8-4169-aaa9-a53ab2dd8f31 req-31b12187-6ad6-4d7a-b491-c1625d55bf87 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 946 time: 0.0526247 Nov 26 03:23:36.842343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3a423-f274-490f-b046-f4772da9dbd2 req-8ed44ce9-416f-4a77-9878-1282ba968aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:36.844556 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7af3a423-f274-490f-b046-f4772da9dbd2 req-8ed44ce9-416f-4a77-9878-1282ba968aae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 1097 time: 0.0447233 Nov 26 03:23:36.881531 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a0e59152-e7c8-4169-aaa9-a53ab2dd8f31 req-01563e83-e4bc-4e5c-837e-b61fbc56e9db tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494387 Nov 26 03:23:36.905496 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58418) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:36.949861 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b1cf3fff-9c02-4120-972b-b8f89400d306 None None] Set router 19bc34d3-72ea-4d03-8d2d-640c4298e011 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:23:36.993436 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9e46aced-0825-47a7-a3b3-55d15edf0539 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/floatingips/7558596f-40be-4fe4-a0e1-5136810b65e2 HTTP/1.1" status: 200 len: 992 time: 0.0867908 Nov 26 03:23:36.994703 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3a423-f274-490f-b046-f4772da9dbd2 req-782590e2-7386-48ce-9c98-1c8fb06c32ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:36.996114 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7af3a423-f274-490f-b046-f4772da9dbd2 req-782590e2-7386-48ce-9c98-1c8fb06c32ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b020db-974e-4f4e-880a-8a3a8c89f71d HTTP/1.1" status: 200 len: 897 time: 0.1433377 Nov 26 03:23:37.060501 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7af3a423-f274-490f-b046-f4772da9dbd2 req-629e55b8-c6d8-4683-a80f-9784f2464820 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 HTTP/1.1" status: 200 len: 1000 time: 0.0570571 Nov 26 03:23:37.111908 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3a423-f274-490f-b046-f4772da9dbd2 req-65f4cd05-9c11-489d-beff-a678e245ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:37.113313 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7af3a423-f274-490f-b046-f4772da9dbd2 req-65f4cd05-9c11-489d-beff-a678e245ab72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=917e02a8-4de6-4cc2-b2eb-83a9bf88b32b HTTP/1.1" status: 200 len: 834 time: 0.0466108 Nov 26 03:23:37.158375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3a423-f274-490f-b046-f4772da9dbd2 req-4e69f3dc-3b74-488c-85fb-a009bf02332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:23:37.159885 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7af3a423-f274-490f-b046-f4772da9dbd2 req-4e69f3dc-3b74-488c-85fb-a009bf02332a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b020db-974e-4f4e-880a-8a3a8c89f71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398068 Nov 26 03:23:37.173265 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b1cf3fff-9c02-4120-972b-b8f89400d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021460066', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:23:17Z', 'updated_at': '2021-11-26T03:23:21Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:18Z', 'updated_at': '2021-11-26T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '7558596f-40be-4fe4-a0e1-5136810b65e2', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'port_id': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d', 'mac_address': 'fa:16:3e:0b:ce:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:23:35Z', 'updated_at': '2021-11-26T03:23:35Z', 'revision_number': 0, 'project_id': '170100a2b828400b8769a13db96ee224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e22143-da19-4886-b47d-637ac44ed203', 'name': '', 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:e2:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:20Z', 'updated_at': '2021-11-26T03:23:24Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:37.199152 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf3fff-9c02-4120-972b-b8f89400d306 None None] Checking router: 19bc34d3-72ea-4d03-8d2d-640c4298e011 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:23:37.207747 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf3fff-9c02-4120-972b-b8f89400d306 None None] Routers {'19bc34d3-72ea-4d03-8d2d-640c4298e011'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:23:37.208419 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b1cf3fff-9c02-4120-972b-b8f89400d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:23:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['19bc34d3-72ea-4d03-8d2d-640c4298e011'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:37.254633 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7af3a423-f274-490f-b046-f4772da9dbd2 req-c132eb09-ff3a-44f9-a30d-7c87ff18fa43 service neutron] 10.222.0.59 "GET /v2.0/networks/19b020db-974e-4f4e-880a-8a3a8c89f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878081 Nov 26 03:23:37.313825 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b1cf3fff-9c02-4120-972b-b8f89400d306 None None] Set router 19bc34d3-72ea-4d03-8d2d-640c4298e011 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:23:37.344530 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7af3a423-f274-490f-b046-f4772da9dbd2 req-f2fb4c31-84a8-480e-b262-8ff12b8fd4ee service neutron] 10.222.0.59 "GET /v2.0/networks/19b020db-974e-4f4e-880a-8a3a8c89f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814748 Nov 26 03:23:37.535565 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b1cf3fff-9c02-4120-972b-b8f89400d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021460066', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:23:17Z', 'updated_at': '2021-11-26T03:23:21Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:18Z', 'updated_at': '2021-11-26T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '7558596f-40be-4fe4-a0e1-5136810b65e2', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'port_id': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d', 'mac_address': 'fa:16:3e:0b:ce:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:23:35Z', 'updated_at': '2021-11-26T03:23:35Z', 'revision_number': 0, 'project_id': '170100a2b828400b8769a13db96ee224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e22143-da19-4886-b47d-637ac44ed203', 'name': '', 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:e2:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:20Z', 'updated_at': '2021-11-26T03:23:24Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:23:37.560689 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf3fff-9c02-4120-972b-b8f89400d306 None None] The sync data for ids ['19bc34d3-72ea-4d03-8d2d-640c4298e011'] in n-d-819389-3 is: [{'id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021460066', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:23:17Z', 'updated_at': '2021-11-26T03:23:21Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:18Z', 'updated_at': '2021-11-26T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '7558596f-40be-4fe4-a0e1-5136810b65e2', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'port_id': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d', 'mac_address': 'fa:16:3e:0b:ce:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:23:35Z', 'updated_at': '2021-11-26T03:23:35Z', 'revision_number': 0, 'project_id': '170100a2b828400b8769a13db96ee224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e22143-da19-4886-b47d-637ac44ed203', 'name': '', 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:e2:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:20Z', 'updated_at': '2021-11-26T03:23:24Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:23:37.750566 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13476c3b-a744-41a1-b897-a5b7412a7f9b None None] New status for floating IP 7558596f-40be-4fe4-a0e1-5136810b65e2: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:23:37.997235 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58420) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:23:38.058850 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e7eed144-c4e3-4307-907a-c28c8b09a33f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/floatingips/7558596f-40be-4fe4-a0e1-5136810b65e2 HTTP/1.1" status: 200 len: 994 time: 0.0604091 Nov 26 03:23:41.710717 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-383b4c3b-b1fe-438a-9555-f1cf6a6b935a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:44.145082 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7529f0f9-7a1d-4993-bd96-adcce1aa7df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:45.112299 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:46.673778 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:47.571428 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:52.560604 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:23:53.787132 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:06.755435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402051a-0c29-4650-a4cc-182ea0d211f0 req-6a585f32-e73a-498f-8244-b4660dac7cbf tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:06.756937 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c402051a-0c29-4650-a4cc-182ea0d211f0 req-6a585f32-e73a-498f-8244-b4660dac7cbf tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 946 time: 0.0482681 Nov 26 03:24:06.804719 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c402051a-0c29-4650-a4cc-182ea0d211f0 req-f4890c88-9019-4556-abef-8e9f595fcef5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419261 Nov 26 03:24:06.826946 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58432) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:06.889703 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-afae5b24-3b51-45f8-b157-1488fcac8784 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/floatingips/7558596f-40be-4fe4-a0e1-5136810b65e2 HTTP/1.1" status: 200 len: 994 time: 0.0615351 Nov 26 03:24:07.257122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9e890-dadb-4aab-ac6e-5fd528d3b804 req-076df184-e7f0-43a5-91e3-f1ebdbeb2114 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:07.258690 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4e9e890-dadb-4aab-ac6e-5fd528d3b804 req-076df184-e7f0-43a5-91e3-f1ebdbeb2114 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 1097 time: 0.0399632 Nov 26 03:24:07.304041 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4e9e890-dadb-4aab-ac6e-5fd528d3b804 req-8372574f-5957-4ad5-813e-d753e6282fca tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394447 Nov 26 03:24:07.839999 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-67bc9df1-270a-4506-8017-6e34c01d28b3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433178 Nov 26 03:24:07.848782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-b58bb60b-5ae3-4e07-b7f7-2a124ae9113b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:24:07.849733 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-b58bb60b-5ae3-4e07-b7f7-2a124ae9113b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048945 Nov 26 03:24:08.356870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec99080-10fc-4064-a773-60a608537d43 req-d187a664-9d90-4f1d-8514-16e4abbcd8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:08.358232 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-d187a664-9d90-4f1d-8514-16e4abbcd8c7 service neutron] 10.222.0.31 "GET /v2.0/ports/f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 HTTP/1.1" status: 200 len: 1094 time: 0.0341179 Nov 26 03:24:08.367333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-2ec99080-10fc-4064-a773-60a608537d43 req-41fa5763-3d8d-425e-a809-249113fd3b6e service neutron] Request body: {'binding': {'host': 'n-h1-819389-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:24:08.367785 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-2ec99080-10fc-4064-a773-60a608537d43 req-41fa5763-3d8d-425e-a809-249113fd3b6e service neutron] Unknown quota resources ['binding']. {{(pid=104802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 03:24:08.498062 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2ec99080-10fc-4064-a773-60a608537d43 req-41fa5763-3d8d-425e-a809-249113fd3b6e service neutron] Attempting to bind port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 on host n-h1-819389-3 for vnic_type normal with profile None {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:24:08.498302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2ec99080-10fc-4064-a773-60a608537d43 req-41fa5763-3d8d-425e-a809-249113fd3b6e service neutron] Attempting to bind port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:24:08.498614 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec99080-10fc-4064-a773-60a608537d43 req-41fa5763-3d8d-425e-a809-249113fd3b6e service neutron] Attempting to bind port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 on network 19b020db-974e-4f4e-880a-8a3a8c89f71d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:24:08.502693 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec99080-10fc-4064-a773-60a608537d43 req-41fa5763-3d8d-425e-a809-249113fd3b6e service neutron] Port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 on network 19b020db-974e-4f4e-880a-8a3a8c89f71d not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:24:08.503012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec99080-10fc-4064-a773-60a608537d43 req-41fa5763-3d8d-425e-a809-249113fd3b6e service neutron] Attempting to bind port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 on network 19b020db-974e-4f4e-880a-8a3a8c89f71d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:24:08.508203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec99080-10fc-4064-a773-60a608537d43 req-41fa5763-3d8d-425e-a809-249113fd3b6e service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:24:08.508540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec99080-10fc-4064-a773-60a608537d43 req-41fa5763-3d8d-425e-a809-249113fd3b6e service neutron] Checking segment: {'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:24:08.508917 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec99080-10fc-4064-a773-60a608537d43 req-41fa5763-3d8d-425e-a809-249113fd3b6e service neutron] Bound using segment: {'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:24:08.509336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2ec99080-10fc-4064-a773-60a608537d43 req-41fa5763-3d8d-425e-a809-249113fd3b6e service neutron] Bound port: f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:24:08.589104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2ec99080-10fc-4064-a773-60a608537d43 req-41fa5763-3d8d-425e-a809-249113fd3b6e service neutron] For port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,segment=NetworkSegment(bde45446-5575-46c6-a655-652f2aa70967),segment_id=bde45446-5575-46c6-a655-652f2aa70967)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:24:08.594771 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2ec99080-10fc-4064-a773-60a608537d43 req-41fa5763-3d8d-425e-a809-249113fd3b6e service neutron] Publish callbacks [] for binding, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:08.595972 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-41fa5763-3d8d-425e-a809-249113fd3b6e service neutron] 10.222.0.31 "POST /v2.0/ports/f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9/bindings HTTP/1.1" status: 201 len: 389 time: 0.2324901 Nov 26 03:24:08.734308 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df394013-7540-4b87-afed-a14a067d03e2 req-b87dcc37-97cf-4b8a-aca5-9ec53b8c346b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:08.735848 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df394013-7540-4b87-afed-a14a067d03e2 req-b87dcc37-97cf-4b8a-aca5-9ec53b8c346b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 946 time: 0.0497599 Nov 26 03:24:08.789330 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df394013-7540-4b87-afed-a14a067d03e2 req-aff809d4-8009-4a12-b017-32421e3a77f7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466149 Nov 26 03:24:08.832801 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec99080-10fc-4064-a773-60a608537d43 req-c5b73d1d-2b45-442a-ab6a-e081be5245d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:08.834298 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-c5b73d1d-2b45-442a-ab6a-e081be5245d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 1097 time: 0.0401549 Nov 26 03:24:08.924863 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec99080-10fc-4064-a773-60a608537d43 req-2af558e6-a09f-4e62-88f6-66c6cbaf7a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:08.926846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-2af558e6-a09f-4e62-88f6-66c6cbaf7a36 service neutron] 10.222.0.54 "GET /v2.0/networks?id=19b020db-974e-4f4e-880a-8a3a8c89f71d HTTP/1.1" status: 200 len: 897 time: 0.0847883 Nov 26 03:24:08.990212 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-cd417900-c15c-4d06-befb-11124b8d0026 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 HTTP/1.1" status: 200 len: 1002 time: 0.0561490 Nov 26 03:24:09.037074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec99080-10fc-4064-a773-60a608537d43 req-7d901887-1cc8-4a3e-a05c-b6ac672517b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:09.038460 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-7d901887-1cc8-4a3e-a05c-b6ac672517b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=917e02a8-4de6-4cc2-b2eb-83a9bf88b32b HTTP/1.1" status: 200 len: 834 time: 0.0415080 Nov 26 03:24:09.086780 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec99080-10fc-4064-a773-60a608537d43 req-a284e9bd-39a0-4a14-a4b8-d5239c3133a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:09.088166 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-a284e9bd-39a0-4a14-a4b8-d5239c3133a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19b020db-974e-4f4e-880a-8a3a8c89f71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426898 Nov 26 03:24:09.175045 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-cdac7f72-e261-4c07-aa56-4e12964ff191 service neutron] 10.222.0.54 "GET /v2.0/networks/19b020db-974e-4f4e-880a-8a3a8c89f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798109 Nov 26 03:24:09.266154 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-9570f1b1-099c-4a79-abaf-5647f0239f87 service neutron] 10.222.0.54 "GET /v2.0/networks/19b020db-974e-4f4e-880a-8a3a8c89f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841684 Nov 26 03:24:09.441981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec99080-10fc-4064-a773-60a608537d43 req-85c4bf9a-c28e-43d6-8737-9eb47ad877cb tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:09.443421 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-85c4bf9a-c28e-43d6-8737-9eb47ad877cb tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50&tenant_id=170100a2b828400b8769a13db96ee224&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 1097 time: 0.0729089 Nov 26 03:24:09.454681 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819389-3'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:24:09.509799 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:09.633804 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] For port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,segment=NetworkSegment(bde45446-5575-46c6-a655-652f2aa70967),segment_id=bde45446-5575-46c6-a655-652f2aa70967)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:24:09.670360 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] For port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:24:09.708202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:24:09.710381 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d466e0c-b50a-4b23-8ea9-dd1ef0e606f2" -d '{"events": [{"server_uuid": "849687a3-8c0d-4012-8943-58b1cafe9c50", "name": "network-vif-unplugged", "status": "completed", "tag": "f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:24:09.714321 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:09.719992 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:09.752213 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 03:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e94fb8b-899f-45ed-8fcb-361919b30bc2 x-openstack-request-id: req-5e94fb8b-899f-45ed-8fcb-361919b30bc2 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:24:09.753214 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849687a3-8c0d-4012-8943-58b1cafe9c50", "name": "network-vif-unplugged", "status": "completed", "tag": "f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:24:09.753214 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e94fb8b-899f-45ed-8fcb-361919b30bc2 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:24:09.753214 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9', 'code': 200} Nov 26 03:24:09.821978 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,revision_number=7']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:09.834041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:09.834041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:09.834041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:09.834041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:09.834544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:09.834544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:09.834757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:09.835094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:09.835425 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:09.835752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:09.836365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:09.836695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:09.906612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Attempting to bind port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 on host n-h2-819389-3 for vnic_type normal with profile {"migrating_to": "n-h1-819389-3"} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:24:09.906949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Attempting to bind port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:24:09.907280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Attempting to bind port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 on network 19b020db-974e-4f4e-880a-8a3a8c89f71d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:24:09.914534 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 on network 19b020db-974e-4f4e-880a-8a3a8c89f71d not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:24:09.914872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Attempting to bind port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 on network 19b020db-974e-4f4e-880a-8a3a8c89f71d {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:24:09.923532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:24:09.923878 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Checking segment: {'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:24:09.924296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Bound using segment: {'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:24:09.924733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Bound port: f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde45446-5575-46c6-a655-652f2aa70967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:24:09.925096 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:09.946074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74de4a3-7b9d-480e-b0c2-7143bb08f80c req-4bb6b65c-b316-44a9-9b78-caa67d34ee03 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:09.947573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c74de4a3-7b9d-480e-b0c2-7143bb08f80c req-4bb6b65c-b316-44a9-9b78-caa67d34ee03 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 944 time: 0.0782135 Nov 26 03:24:09.981677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ea417b3d-0721-4fdc-9e58-46206110a92f None None] Provisioning complete for port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:24:09.982264 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ea417b3d-0721-4fdc-9e58-46206110a92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:10.016285 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ea417b3d-0721-4fdc-9e58-46206110a92f None None] Port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:24:10.041367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] For port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:24:10.046552 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c74de4a3-7b9d-480e-b0c2-7143bb08f80c req-b9aa425c-af40-447f-a849-e5faac699c6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759468 Nov 26 03:24:10.048151 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] For port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,segment=NetworkSegment(bde45446-5575-46c6-a655-652f2aa70967),segment_id=bde45446-5575-46c6-a655-652f2aa70967)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:24:10.054297 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:10.160203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,revision_number=8']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:10.198425 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:10.199067 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:10.200529 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-9a161df9-a9f9-4705-addd-d996eb33a7d3 service neutron] 10.222.0.54 "PUT /v2.0/ports/f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 HTTP/1.1" status: 200 len: 1122 time: 0.7497716 Nov 26 03:24:10.330411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:24:10.367373 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-94dd54b5-8665-4b2f-bde3-d41f9509152b None None] Provisioning complete for port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:24:10.367686 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94dd54b5-8665-4b2f-bde3-d41f9509152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:10.491363 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94dd54b5-8665-4b2f-bde3-d41f9509152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:10.530288 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:24:10.532581 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637df403-13b5-4f73-8677-7020abb4674f" -d '{"events": [{"server_uuid": "849687a3-8c0d-4012-8943-58b1cafe9c50", "name": "network-vif-plugged", "status": "completed", "tag": "f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:24:10.552274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-94dd54b5-8665-4b2f-bde3-d41f9509152b None None] For port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,segment=NetworkSegment(bde45446-5575-46c6-a655-652f2aa70967),segment_id=bde45446-5575-46c6-a655-652f2aa70967)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:24:10.562674 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94dd54b5-8665-4b2f-bde3-d41f9509152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:10.593069 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9896c9-954c-4b24-8d57-3df949eb3829 x-openstack-request-id: req-6e9896c9-954c-4b24-8d57-3df949eb3829 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:24:10.593369 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849687a3-8c0d-4012-8943-58b1cafe9c50", "name": "network-vif-plugged", "status": "completed", "tag": "f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:24:10.593628 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e9896c9-954c-4b24-8d57-3df949eb3829 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:24:10.594016 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9', 'code': 200} Nov 26 03:24:10.732339 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd54b5-8665-4b2f-bde3-d41f9509152b None None] Pushing event updated for resources: {'Port': ['ID=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:11.165885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52306b75-4c73-44d7-9f9b-325e4642b1a9 req-3aa5b300-209d-42ec-93b6-bbcb645ad5c0 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:11.167497 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52306b75-4c73-44d7-9f9b-325e4642b1a9 req-3aa5b300-209d-42ec-93b6-bbcb645ad5c0 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 946 time: 0.0524213 Nov 26 03:24:11.217290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52306b75-4c73-44d7-9f9b-325e4642b1a9 req-d22631ee-74b1-4a30-b2c2-48cce890acbd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438018 Nov 26 03:24:11.712449 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-986dfcb4-af76-47a9-b270-68723a88212c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:11.753795 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'tag': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:24:11.756858 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d55afc-2a16-4444-96f0-24b77ac3612b" -d '{"events": [{"name": "network-changed", "server_uuid": "849687a3-8c0d-4012-8943-58b1cafe9c50", "tag": "f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:24:11.792868 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e277bf-31d8-4232-86d8-80ed834701f5 x-openstack-request-id: req-70e277bf-31d8-4232-86d8-80ed834701f5 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:24:11.793168 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849687a3-8c0d-4012-8943-58b1cafe9c50", "tag": "f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:24:11.793435 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70e277bf-31d8-4232-86d8-80ed834701f5 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:24:11.793844 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'tag': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9', 'status': 'completed', 'code': 200} Nov 26 03:24:11.878729 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55afc-2a16-4444-96f0-24b77ac3612b req-dd24a5c2-6a15-4284-b6ec-ad4498f211ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:11.880965 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-43d55afc-2a16-4444-96f0-24b77ac3612b req-dd24a5c2-6a15-4284-b6ec-ad4498f211ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 1127 time: 0.0414188 Nov 26 03:24:11.909533 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:24:11.969488 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55afc-2a16-4444-96f0-24b77ac3612b req-0782c6d9-e2c8-480c-8a30-2c61bc2094fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:11.970943 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-43d55afc-2a16-4444-96f0-24b77ac3612b req-0782c6d9-e2c8-480c-8a30-2c61bc2094fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b020db-974e-4f4e-880a-8a3a8c89f71d HTTP/1.1" status: 200 len: 897 time: 0.0824361 Nov 26 03:24:12.043939 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-43d55afc-2a16-4444-96f0-24b77ac3612b req-59b3bc0f-d4a9-4ad7-adad-fc0c7982c653 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 HTTP/1.1" status: 200 len: 1002 time: 0.0653348 Nov 26 03:24:12.092896 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55afc-2a16-4444-96f0-24b77ac3612b req-86888b4f-a21c-4dba-9744-b5fb6e72e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:12.094290 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-43d55afc-2a16-4444-96f0-24b77ac3612b req-86888b4f-a21c-4dba-9744-b5fb6e72e17a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=917e02a8-4de6-4cc2-b2eb-83a9bf88b32b HTTP/1.1" status: 200 len: 834 time: 0.0418007 Nov 26 03:24:12.139437 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55afc-2a16-4444-96f0-24b77ac3612b req-9cdeafa0-39da-4a58-ae2c-30fbbf6976eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:12.140870 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-43d55afc-2a16-4444-96f0-24b77ac3612b req-9cdeafa0-39da-4a58-ae2c-30fbbf6976eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b020db-974e-4f4e-880a-8a3a8c89f71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389538 Nov 26 03:24:12.235105 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-43d55afc-2a16-4444-96f0-24b77ac3612b req-5f6984e1-a6c1-438a-8f85-d95a932ee61c service neutron] 10.222.0.59 "GET /v2.0/networks/19b020db-974e-4f4e-880a-8a3a8c89f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870912 Nov 26 03:24:12.329102 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-43d55afc-2a16-4444-96f0-24b77ac3612b req-b910c31f-11ed-4f15-b69f-e37d3dcd1d96 service neutron] 10.222.0.59 "GET /v2.0/networks/19b020db-974e-4f4e-880a-8a3a8c89f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867286 Nov 26 03:24:12.332260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85144b5c-024c-45ab-99de-0389dc7cf93c req-307af794-821c-4873-9f1c-8487a6a9052c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:12.333862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85144b5c-024c-45ab-99de-0389dc7cf93c req-307af794-821c-4873-9f1c-8487a6a9052c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 946 time: 0.0482447 Nov 26 03:24:12.384441 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85144b5c-024c-45ab-99de-0389dc7cf93c req-6d300906-e283-420a-aff8-99e5c041e46e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443137 Nov 26 03:24:13.036379 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:24:13.142710 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,segment=NetworkSegment(bde45446-5575-46c6-a655-652f2aa70967),segment_id=bde45446-5575-46c6-a655-652f2aa70967)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:24:13.153537 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 has no active binding in host n-h1-819389-3 {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 03:24:13.504231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671b898-5991-4b74-add7-94779002c3e4 req-79d347f5-f35f-464a-8990-da2c41c05973 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:13.505694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3671b898-5991-4b74-add7-94779002c3e4 req-79d347f5-f35f-464a-8990-da2c41c05973 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 946 time: 0.0523052 Nov 26 03:24:13.553591 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3671b898-5991-4b74-add7-94779002c3e4 req-07620adf-268e-4972-a12a-063b71032ad2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419259 Nov 26 03:24:14.146866 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b7483a2f-62aa-4a8f-9bb1-75aac682a2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:14.668117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec221a03-5565-4d40-a1ad-6aa8c2514ea3 req-2afc4d1d-506e-46c7-9377-42ad277a44df tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:14.669641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec221a03-5565-4d40-a1ad-6aa8c2514ea3 req-2afc4d1d-506e-46c7-9377-42ad277a44df tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 946 time: 0.0491586 Nov 26 03:24:14.723888 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ec221a03-5565-4d40-a1ad-6aa8c2514ea3 req-2b23bb8c-b664-4c4c-a7f7-899e179179d9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455899 Nov 26 03:24:15.117058 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:15.840893 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826632d1-34c6-4a20-8f6c-b2ffed0e0664 req-ffbe2058-d4a3-449a-896b-22bf50a9fede tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:15.842362 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-826632d1-34c6-4a20-8f6c-b2ffed0e0664 req-ffbe2058-d4a3-449a-896b-22bf50a9fede tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 946 time: 0.0486670 Nov 26 03:24:15.894082 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-826632d1-34c6-4a20-8f6c-b2ffed0e0664 req-f4b43ce2-59e4-423c-851d-fb2ed925b043 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458574 Nov 26 03:24:16.673070 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:17.008967 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4837b-74b3-4156-bdd9-25d0bf2ddac9 req-6a2cf5d2-f473-4b66-8252-85924a5f6dbb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:17.010464 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4dc4837b-74b3-4156-bdd9-25d0bf2ddac9 req-6a2cf5d2-f473-4b66-8252-85924a5f6dbb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 946 time: 0.0491054 Nov 26 03:24:17.058852 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4dc4837b-74b3-4156-bdd9-25d0bf2ddac9 req-a62a7016-e0d5-4257-8ea4-0099483c2bae tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425031 Nov 26 03:24:17.573042 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:18.178359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb837f90-2acb-46d1-a50d-ef83acc76d9c req-0c957bde-5389-4933-ac46-864a32c9639e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:18.179830 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb837f90-2acb-46d1-a50d-ef83acc76d9c req-0c957bde-5389-4933-ac46-864a32c9639e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 946 time: 0.0475984 Nov 26 03:24:18.228308 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb837f90-2acb-46d1-a50d-ef83acc76d9c req-065a104f-d59c-4906-a6bc-965127e0b7d8 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424533 Nov 26 03:24:18.371690 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-3a3cb9fb-0a0f-4a4b-9896-7f98f5534c5d service neutron] 10.222.0.59 "GET /v2.0/ports/f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9/bindings/n-h1-819389-3 HTTP/1.1" status: 200 len: 384 time: 0.0551360 Nov 26 03:24:18.544603 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-2ec99080-10fc-4064-a773-60a608537d43 req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] For port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,segment=NetworkSegment(bde45446-5575-46c6-a655-652f2aa70967),segment_id=bde45446-5575-46c6-a655-652f2aa70967)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:24:18.563573 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-2ec99080-10fc-4064-a773-60a608537d43 req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] For port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:24:18.606758 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:24:18.609205 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a4a26d-2ba1-42d0-be31-a0ea3888daf7" -d '{"events": [{"server_uuid": "849687a3-8c0d-4012-8943-58b1cafe9c50", "name": "network-vif-unplugged", "status": "completed", "tag": "f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:24:18.616610 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-2ec99080-10fc-4064-a773-60a608537d43 req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] For port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,segment=NetworkSegment(bde45446-5575-46c6-a655-652f2aa70967),segment_id=bde45446-5575-46c6-a655-652f2aa70967)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:24:18.632145 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2ec99080-10fc-4064-a773-60a608537d43 req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:18.653005 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 03:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00340710-2619-4b42-bddc-33b0bbe1a849 x-openstack-request-id: req-00340710-2619-4b42-bddc-33b0bbe1a849 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:24:18.653311 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849687a3-8c0d-4012-8943-58b1cafe9c50", "name": "network-vif-unplugged", "status": "completed", "tag": "f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:24:18.653569 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00340710-2619-4b42-bddc-33b0bbe1a849 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:24:18.653971 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9', 'code': 200} Nov 26 03:24:18.717521 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-2ec99080-10fc-4064-a773-60a608537d43 req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] Transition to ACTIVE for port object f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:24:18.721415 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-2ec99080-10fc-4064-a773-60a608537d43 req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:18.863055 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] Pushing event updated for resources: {'Port': ['ID=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,revision_number=11']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:18.885245 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:18.885599 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:18.885950 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:18.886294 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:18.886639 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:18.886979 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:18.887317 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:18.887652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:18.887986 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:18.888345 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:18.888680 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:18.889010 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:18.914348 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec99080-10fc-4064-a773-60a608537d43 req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] No DVR routers for this DVR port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:24:19.038826 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-b8d60d85-2105-4c23-8492-a9e65aa4ea87 service neutron] 10.222.0.59 "PUT /v2.0/ports/f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9/bindings/n-h1-819389-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6604671 Nov 26 03:24:19.179487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec99080-10fc-4064-a773-60a608537d43 req-4e0b48e2-caf4-46ed-89da-7f48d1789c49 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:19.180946 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-4e0b48e2-caf4-46ed-89da-7f48d1789c49 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50&tenant_id=170100a2b828400b8769a13db96ee224&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 1096 time: 0.0479009 Nov 26 03:24:19.226263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec99080-10fc-4064-a773-60a608537d43 req-2e8a9861-f42a-487b-bd46-a1ea9adc4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:19.227758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-2e8a9861-f42a-487b-bd46-a1ea9adc4bd8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50&tenant_id=170100a2b828400b8769a13db96ee224 HTTP/1.1" status: 200 len: 1096 time: 0.0392289 Nov 26 03:24:19.308413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec99080-10fc-4064-a773-60a608537d43 req-93f783f8-35d5-48ec-8515-1abafe077e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:19.309846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-93f783f8-35d5-48ec-8515-1abafe077e05 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 1096 time: 0.0491178 Nov 26 03:24:19.398436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0343f-7e9a-4236-9a5d-a81cc4a15b45 req-f36b46a9-6ddf-4192-854c-12681f4718a3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:19.399920 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-11b0343f-7e9a-4236-9a5d-a81cc4a15b45 req-f36b46a9-6ddf-4192-854c-12681f4718a3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 945 time: 0.1024139 Nov 26 03:24:19.454672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec99080-10fc-4064-a773-60a608537d43 req-c704d1d1-20d0-4d2a-be69-d23dfb2383ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:19.456068 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-c704d1d1-20d0-4d2a-be69-d23dfb2383ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=19b020db-974e-4f4e-880a-8a3a8c89f71d HTTP/1.1" status: 200 len: 897 time: 0.1290374 Nov 26 03:24:19.478330 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-11b0343f-7e9a-4236-9a5d-a81cc4a15b45 req-88bcdafd-b3b7-4f17-90c3-27d80b819064 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712240 Nov 26 03:24:19.533547 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-2611616b-c7b3-4bbf-8539-0724b68f8068 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 HTTP/1.1" status: 200 len: 1000 time: 0.0697322 Nov 26 03:24:19.582031 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec99080-10fc-4064-a773-60a608537d43 req-f4985a3b-9db2-4278-97f7-1e7e30940ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:19.583506 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-f4985a3b-9db2-4278-97f7-1e7e30940ff5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=917e02a8-4de6-4cc2-b2eb-83a9bf88b32b HTTP/1.1" status: 200 len: 834 time: 0.0427620 Nov 26 03:24:19.628281 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec99080-10fc-4064-a773-60a608537d43 req-93abcef6-bc8d-4714-89f7-6174e72355a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:19.629828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-93abcef6-bc8d-4714-89f7-6174e72355a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19b020db-974e-4f4e-880a-8a3a8c89f71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391567 Nov 26 03:24:19.720572 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-944ce8c6-7a6f-45f2-b9f7-ed32b903fc36 service neutron] 10.222.0.54 "GET /v2.0/networks/19b020db-974e-4f4e-880a-8a3a8c89f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838556 Nov 26 03:24:19.808705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-240bb60e-76fe-42ee-b348-270b6ce92d6c service neutron] 10.222.0.54 "GET /v2.0/networks/19b020db-974e-4f4e-880a-8a3a8c89f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801077 Nov 26 03:24:20.077966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec99080-10fc-4064-a773-60a608537d43 req-5fc26508-1caf-4bae-89ce-3d9bdbab70c2 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:20.079474 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-5fc26508-1caf-4bae-89ce-3d9bdbab70c2 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50&tenant_id=170100a2b828400b8769a13db96ee224&binding%3Ahost_id=n-h1-819389-3 HTTP/1.1" status: 200 len: 1096 time: 0.0478387 Nov 26 03:24:20.187252 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2ec99080-10fc-4064-a773-60a608537d43 req-31906770-10ec-4d8b-b53e-50b7bf01a5ed service neutron] For port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:24:20.190450 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2ec99080-10fc-4064-a773-60a608537d43 req-31906770-10ec-4d8b-b53e-50b7bf01a5ed service neutron] Publish callbacks [] for binding, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:20.191555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-31906770-10ec-4d8b-b53e-50b7bf01a5ed service neutron] 10.222.0.54 "DELETE /v2.0/ports/f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9/bindings/n-h2-819389-3 HTTP/1.1" status: 204 len: 173 time: 0.1040218 Nov 26 03:24:20.608986 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6b8a1-d5cd-4aeb-936d-0bfb52066f82 req-552cce0a-3b65-428d-bbf4-7b7455cdcea8 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:20.610534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75c6b8a1-d5cd-4aeb-936d-0bfb52066f82 req-552cce0a-3b65-428d-bbf4-7b7455cdcea8 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 945 time: 0.0591533 Nov 26 03:24:20.665035 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75c6b8a1-d5cd-4aeb-936d-0bfb52066f82 req-26373786-da66-451d-bc75-6582d56cebcf tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476391 Nov 26 03:24:20.769913 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b89500-ce80-4269-81ca-12c3c4690d59 req-06868d8c-6a70-4f18-a7f2-259e9be074f8 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:20.771944 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5b89500-ce80-4269-81ca-12c3c4690d59 req-06868d8c-6a70-4f18-a7f2-259e9be074f8 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 1096 time: 0.0397906 Nov 26 03:24:20.816998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5b89500-ce80-4269-81ca-12c3c4690d59 req-e8b57b3f-8ab1-4b5b-8d4e-3a0dd1e5fa65 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389705 Nov 26 03:24:20.933101 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b182b-0efb-4313-9dcc-cc8a5ff8b082 req-31a47131-e7a8-4f06-9d15-f8eeca82694b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:20.934683 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f6b182b-0efb-4313-9dcc-cc8a5ff8b082 req-31a47131-e7a8-4f06-9d15-f8eeca82694b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 945 time: 0.0503509 Nov 26 03:24:20.938621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:24:20.980950 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:24:20.987764 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f6b182b-0efb-4313-9dcc-cc8a5ff8b082 req-d26aaefb-2f11-4fc2-a405-e74bcbf02728 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454743 Nov 26 03:24:21.009627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58498) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:21.072558 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0a4b3a37-4c53-44a8-951f-508feaf28646 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/floatingips/7558596f-40be-4fe4-a0e1-5136810b65e2 HTTP/1.1" status: 200 len: 992 time: 0.0617018 Nov 26 03:24:21.302275 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58504) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:21.460494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-dd13e05c-a6fb-4f64-a6ee-b3892a98e22c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting port f0c0ee48-16cd-4f58-8b5e-5da1da94d98c {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:24:21.460760 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dd13e05c-a6fb-4f64-a6ee-b3892a98e22c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:21.537412 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dd13e05c-a6fb-4f64-a6ee-b3892a98e22c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:21.537746 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dd13e05c-a6fb-4f64-a6ee-b3892a98e22c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:21.549110 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-dd13e05c-a6fb-4f64-a6ee-b3892a98e22c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Calling delete_port for f0c0ee48-16cd-4f58-8b5e-5da1da94d98c owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:24:21.692717 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dd13e05c-a6fb-4f64-a6ee-b3892a98e22c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:21.721662 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13e05c-a6fb-4f64-a6ee-b3892a98e22c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Port': ['ID=f0c0ee48-16cd-4f58-8b5e-5da1da94d98c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:21.781549 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dd13e05c-a6fb-4f64-a6ee-b3892a98e22c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:21.781894 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-dd13e05c-a6fb-4f64-a6ee-b3892a98e22c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Floating IP 7558596f-40be-4fe4-a0e1-5136810b65e2 disassociated (deleted). External IP: 172.25.0.131, port: f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9. Nov 26 03:24:21.981638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd13e05c-a6fb-4f64-a6ee-b3892a98e22c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router 19bc34d3-72ea-4d03-8d2d-640c4298e011 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:24:22.087551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd13e05c-a6fb-4f64-a6ee-b3892a98e22c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:24:22.092364 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dd13e05c-a6fb-4f64-a6ee-b3892a98e22c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:22.096926 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49394eef-8f2b-4705-a594-aeaedcd2b14e None None] Sync routers for ids ['19bc34d3-72ea-4d03-8d2d-640c4298e011'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:24:22.106597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49394eef-8f2b-4705-a594-aeaedcd2b14e None None] Routers {'19bc34d3-72ea-4d03-8d2d-640c4298e011'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:24:22.107211 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-49394eef-8f2b-4705-a594-aeaedcd2b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:24:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['19bc34d3-72ea-4d03-8d2d-640c4298e011'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:22.119176 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-dd13e05c-a6fb-4f64-a6ee-b3892a98e22c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/floatingips/7558596f-40be-4fe4-a0e1-5136810b65e2 HTTP/1.1" status: 204 len: 168 time: 0.8158195 Nov 26 03:24:22.119776 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'tag': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:24:22.122062 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8ef8e6-acb3-4014-bd0f-93afe77900b7" -d '{"events": [{"name": "network-changed", "server_uuid": "849687a3-8c0d-4012-8943-58b1cafe9c50", "tag": "f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:24:22.165577 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1056c29-2750-4e31-ab3b-938ba46a7e94 x-openstack-request-id: req-d1056c29-2750-4e31-ab3b-938ba46a7e94 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:24:22.165878 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849687a3-8c0d-4012-8943-58b1cafe9c50", "tag": "f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:24:22.166206 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1056c29-2750-4e31-ab3b-938ba46a7e94 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:24:22.166554 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'tag': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9', 'status': 'completed', 'code': 200} Nov 26 03:24:22.213070 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-49394eef-8f2b-4705-a594-aeaedcd2b14e None None] Set router 19bc34d3-72ea-4d03-8d2d-640c4298e011 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:24:22.247495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ef8e6-acb3-4014-bd0f-93afe77900b7 req-dea84dc2-5663-4ec1-9d6b-c1a0b394912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:22.248986 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d8ef8e6-acb3-4014-bd0f-93afe77900b7 req-dea84dc2-5663-4ec1-9d6b-c1a0b394912f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 1096 time: 0.0459456 Nov 26 03:24:22.426668 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-49394eef-8f2b-4705-a594-aeaedcd2b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021460066', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:23:17Z', 'updated_at': '2021-11-26T03:23:21Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:18Z', 'updated_at': '2021-11-26T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '16e22143-da19-4886-b47d-637ac44ed203', 'name': '', 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:e2:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:20Z', 'updated_at': '2021-11-26T03:23:24Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:22.453459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49394eef-8f2b-4705-a594-aeaedcd2b14e None None] Checking router: 19bc34d3-72ea-4d03-8d2d-640c4298e011 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:24:22.463135 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49394eef-8f2b-4705-a594-aeaedcd2b14e None None] Routers {'19bc34d3-72ea-4d03-8d2d-640c4298e011'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:24:22.463766 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-49394eef-8f2b-4705-a594-aeaedcd2b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:24:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['19bc34d3-72ea-4d03-8d2d-640c4298e011'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:22.582382 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-49394eef-8f2b-4705-a594-aeaedcd2b14e None None] Set router 19bc34d3-72ea-4d03-8d2d-640c4298e011 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:24:22.584596 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:22.706159 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ef8e6-acb3-4014-bd0f-93afe77900b7 req-6883c4f8-0a90-4d6d-831e-32425be0bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:22.707681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d8ef8e6-acb3-4014-bd0f-93afe77900b7 req-6883c4f8-0a90-4d6d-831e-32425be0bee6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=19b020db-974e-4f4e-880a-8a3a8c89f71d HTTP/1.1" status: 200 len: 897 time: 0.4499617 Nov 26 03:24:22.720400 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58baf86d-a7c9-4797-9f2a-a6ee6c7c87e2 req-b840f9a3-9349-41dd-863b-35362bd53c9a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:22.721813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58baf86d-a7c9-4797-9f2a-a6ee6c7c87e2 req-b840f9a3-9349-41dd-863b-35362bd53c9a tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 945 time: 0.4052875 Nov 26 03:24:22.766755 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d8ef8e6-acb3-4014-bd0f-93afe77900b7 req-ef8d119c-3fd4-460f-b0e2-fb6e39803bf9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 HTTP/1.1" status: 200 len: 217 time: 0.0439732 Nov 26 03:24:22.792159 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-49394eef-8f2b-4705-a594-aeaedcd2b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021460066', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:23:17Z', 'updated_at': '2021-11-26T03:23:21Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:18Z', 'updated_at': '2021-11-26T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '16e22143-da19-4886-b47d-637ac44ed203', 'name': '', 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:e2:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:20Z', 'updated_at': '2021-11-26T03:23:24Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:22.827934 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58baf86d-a7c9-4797-9f2a-a6ee6c7c87e2 req-583943de-b577-4ebc-8091-787504a8f1db tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=34a7d1fd-3a8a-4597-95b8-6df37fce4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987561 Nov 26 03:24:22.843343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ef8e6-acb3-4014-bd0f-93afe77900b7 req-f821b2d4-f623-47a8-af6f-94ba63147e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:22.844818 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d8ef8e6-acb3-4014-bd0f-93afe77900b7 req-f821b2d4-f623-47a8-af6f-94ba63147e92 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=917e02a8-4de6-4cc2-b2eb-83a9bf88b32b HTTP/1.1" status: 200 len: 834 time: 0.0637925 Nov 26 03:24:22.893277 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ef8e6-acb3-4014-bd0f-93afe77900b7 req-a3d7f88f-22e3-4339-b2a7-86a9b946fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:22.894792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d8ef8e6-acb3-4014-bd0f-93afe77900b7 req-a3d7f88f-22e3-4339-b2a7-86a9b946fd2e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19b020db-974e-4f4e-880a-8a3a8c89f71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419974 Nov 26 03:24:22.970070 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49394eef-8f2b-4705-a594-aeaedcd2b14e None None] The sync data for ids ['19bc34d3-72ea-4d03-8d2d-640c4298e011'] in n-d-819389-3 is: [{'id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021460066', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:23:17Z', 'updated_at': '2021-11-26T03:23:21Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:18Z', 'updated_at': '2021-11-26T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '16e22143-da19-4886-b47d-637ac44ed203', 'name': '', 'network_id': '19b020db-974e-4f4e-880a-8a3a8c89f71d', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:e2:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:20Z', 'updated_at': '2021-11-26T03:23:24Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '917e02a8-4de6-4cc2-b2eb-83a9bf88b32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:24:23.056500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdc6bf-99c2-4e69-95b7-338e2f584a1a req-78956309-82aa-4e35-ba2d-9890d95f7e77 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:23.058014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bdcdc6bf-99c2-4e69-95b7-338e2f584a1a req-78956309-82aa-4e35-ba2d-9890d95f7e77 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.54 "GET /v2.0/ports?device_id=849687a3-8c0d-4012-8943-58b1cafe9c50 HTTP/1.1" status: 200 len: 945 time: 0.0935144 Nov 26 03:24:23.105230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d8ef8e6-acb3-4014-bd0f-93afe77900b7 req-6fae5705-a8ee-47bc-9d74-dca3cc6b7b0e service neutron] 10.222.0.54 "GET /v2.0/networks/19b020db-974e-4f4e-880a-8a3a8c89f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487603 Nov 26 03:24:23.198848 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff68dc7-0846-478d-b4bd-d5848272c383 None None] New status for floating IP 7558596f-40be-4fe4-a0e1-5136810b65e2: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:24:23.229647 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d8ef8e6-acb3-4014-bd0f-93afe77900b7 req-b83745c2-a962-4ef0-bd91-ffd952a75db5 service neutron] 10.222.0.54 "GET /v2.0/networks/19b020db-974e-4f4e-880a-8a3a8c89f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168001 Nov 26 03:24:23.231194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-bdcdc6bf-99c2-4e69-95b7-338e2f584a1a req-3061dbd0-279b-4027-9f0d-64c1929eeca5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:24:23.231532 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bdcdc6bf-99c2-4e69-95b7-338e2f584a1a req-3061dbd0-279b-4027-9f0d-64c1929eeca5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:23.323340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-bdcdc6bf-99c2-4e69-95b7-338e2f584a1a req-3061dbd0-279b-4027-9f0d-64c1929eeca5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] For port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,segment=NetworkSegment(bde45446-5575-46c6-a655-652f2aa70967),segment_id=bde45446-5575-46c6-a655-652f2aa70967)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:24:23.323713 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bdcdc6bf-99c2-4e69-95b7-338e2f584a1a req-3061dbd0-279b-4027-9f0d-64c1929eeca5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:23.341074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-bdcdc6bf-99c2-4e69-95b7-338e2f584a1a req-3061dbd0-279b-4027-9f0d-64c1929eeca5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Calling delete_port for f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:24:23.465277 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bdcdc6bf-99c2-4e69-95b7-338e2f584a1a req-3061dbd0-279b-4027-9f0d-64c1929eeca5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:23.492322 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061dbd0-279b-4027-9f0d-64c1929eeca5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Port': ['ID=f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:23.536444 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdcdc6bf-99c2-4e69-95b7-338e2f584a1a req-3061dbd0-279b-4027-9f0d-64c1929eeca5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] No DVR routers for this DVR port f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:24:23.538986 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-bdcdc6bf-99c2-4e69-95b7-338e2f584a1a req-3061dbd0-279b-4027-9f0d-64c1929eeca5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:23.542338 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bdcdc6bf-99c2-4e69-95b7-338e2f584a1a req-3061dbd0-279b-4027-9f0d-64c1929eeca5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.54 "DELETE /v2.0/ports/f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 HTTP/1.1" status: 204 len: 173 time: 0.4779027 Nov 26 03:24:23.818472 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:23.889960 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58514) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:24.168583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'name': 'network-vif-deleted', 'tag': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:24:24.170742 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95552ad8-d2b3-4efb-8048-9a882f186448" -d '{"events": [{"server_uuid": "849687a3-8c0d-4012-8943-58b1cafe9c50", "name": "network-vif-deleted", "tag": "f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:24:24.210749 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08ccf46-959c-4e83-b965-ea65914458e2 x-openstack-request-id: req-a08ccf46-959c-4e83-b965-ea65914458e2 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:24:24.211040 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849687a3-8c0d-4012-8943-58b1cafe9c50", "name": "network-vif-deleted", "tag": "f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:24:24.211352 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a08ccf46-959c-4e83-b965-ea65914458e2 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:24:24.212026 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849687a3-8c0d-4012-8943-58b1cafe9c50', 'name': 'network-vif-deleted', 'tag': 'f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9', 'status': 'completed', 'code': 200} Nov 26 03:24:24.253081 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9a376b0f-bcab-40fe-b8c3-35d705c42e36 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:24.502074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-9a376b0f-bcab-40fe-b8c3-35d705c42e36 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting port 16e22143-da19-4886-b47d-637ac44ed203 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:24:24.502340 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9a376b0f-bcab-40fe-b8c3-35d705c42e36 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:24.593141 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-9a376b0f-bcab-40fe-b8c3-35d705c42e36 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] For port 16e22143-da19-4886-b47d-637ac44ed203, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=16e22143-da19-4886-b47d-637ac44ed203,segment=NetworkSegment(bde45446-5575-46c6-a655-652f2aa70967),segment_id=bde45446-5575-46c6-a655-652f2aa70967)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:24:24.593511 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9a376b0f-bcab-40fe-b8c3-35d705c42e36 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:24.605709 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-9a376b0f-bcab-40fe-b8c3-35d705c42e36 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Calling delete_port for 16e22143-da19-4886-b47d-637ac44ed203 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:24:24.793605 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9a376b0f-bcab-40fe-b8c3-35d705c42e36 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:24.821100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a376b0f-bcab-40fe-b8c3-35d705c42e36 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Port': ['ID=16e22143-da19-4886-b47d-637ac44ed203,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:25.010104 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9a376b0f-bcab-40fe-b8c3-35d705c42e36 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:25.223320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a376b0f-bcab-40fe-b8c3-35d705c42e36 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router 19bc34d3-72ea-4d03-8d2d-640c4298e011 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:24:25.332214 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a376b0f-bcab-40fe-b8c3-35d705c42e36 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:24:25.337627 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9a376b0f-bcab-40fe-b8c3-35d705c42e36 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "PUT /v2.0/routers/19bc34d3-72ea-4d03-8d2d-640c4298e011/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4465461 Nov 26 03:24:25.340433 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58520) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:25.343279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2fef07-c1dc-4348-9b6a-7ad55ff3c79a None None] Sync routers for ids ['19bc34d3-72ea-4d03-8d2d-640c4298e011'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:24:25.354262 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2fef07-c1dc-4348-9b6a-7ad55ff3c79a None None] Routers {'19bc34d3-72ea-4d03-8d2d-640c4298e011'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:24:25.354979 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7d2fef07-c1dc-4348-9b6a-7ad55ff3c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:24:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['19bc34d3-72ea-4d03-8d2d-640c4298e011'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:25.395848 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0b6a77-0290-4e65-8654-04aaedc288dc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting subnet 917e02a8-4de6-4cc2-b2eb-83a9bf88b32b {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:24:25.399094 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cd0b6a77-0290-4e65-8654-04aaedc288dc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:25.440591 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cd0b6a77-0290-4e65-8654-04aaedc288dc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:25.463796 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-7d2fef07-c1dc-4348-9b6a-7ad55ff3c79a None None] Set router 19bc34d3-72ea-4d03-8d2d-640c4298e011 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:24:25.526401 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cd0b6a77-0290-4e65-8654-04aaedc288dc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:25.597527 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cd0b6a77-0290-4e65-8654-04aaedc288dc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:25.629103 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8a079c-333e-4625-ab09-375d0f353eef None None] Network 19b020db-974e-4f4e-880a-8a3a8c89f71d requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:24:25.632448 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b6a77-0290-4e65-8654-04aaedc288dc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Subnet': ['ID=917e02a8-4de6-4cc2-b2eb-83a9bf88b32b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:25.640478 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cd0b6a77-0290-4e65-8654-04aaedc288dc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:25.647596 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58522) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:25.650644 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cd0b6a77-0290-4e65-8654-04aaedc288dc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/subnets/917e02a8-4de6-4cc2-b2eb-83a9bf88b32b HTTP/1.1" status: 204 len: 168 time: 0.3091822 Nov 26 03:24:25.755278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7d2fef07-c1dc-4348-9b6a-7ad55ff3c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021460066', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:23:17Z', 'updated_at': '2021-11-26T03:24:24Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:18Z', 'updated_at': '2021-11-26T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:25.761117 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9afaf7e-7c2a-4fb5-8214-a9888afc14d7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:25.786361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2fef07-c1dc-4348-9b6a-7ad55ff3c79a None None] Checking router: 19bc34d3-72ea-4d03-8d2d-640c4298e011 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:24:25.799444 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2fef07-c1dc-4348-9b6a-7ad55ff3c79a None None] Routers {'19bc34d3-72ea-4d03-8d2d-640c4298e011'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:24:25.799444 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7d2fef07-c1dc-4348-9b6a-7ad55ff3c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:24:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['19bc34d3-72ea-4d03-8d2d-640c4298e011'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:25.865161 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] DHCP port deletion for 19b020db-974e-4f4e-880a-8a3a8c89f71d request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:24:25.872478 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9afaf7e-7c2a-4fb5-8214-a9888afc14d7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:25.927330 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-d9afaf7e-7c2a-4fb5-8214-a9888afc14d7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting port 9e5c549d-819b-47d1-bbb3-7c6182624b95 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:24:25.927956 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9afaf7e-7c2a-4fb5-8214-a9888afc14d7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:25.939255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-7d2fef07-c1dc-4348-9b6a-7ad55ff3c79a None None] Set router 19bc34d3-72ea-4d03-8d2d-640c4298e011 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:24:26.004072 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] Deleting port ec860ba0-8797-45e2-8a0a-d3e152b86270 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:24:26.004455 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:26.017100 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-d9afaf7e-7c2a-4fb5-8214-a9888afc14d7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] For port 9e5c549d-819b-47d1-bbb3-7c6182624b95, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=9e5c549d-819b-47d1-bbb3-7c6182624b95,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:24:26.017467 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9afaf7e-7c2a-4fb5-8214-a9888afc14d7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:26.029777 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-d9afaf7e-7c2a-4fb5-8214-a9888afc14d7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Calling delete_port for 9e5c549d-819b-47d1-bbb3-7c6182624b95 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:24:26.134187 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] For port ec860ba0-8797-45e2-8a0a-d3e152b86270, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ec860ba0-8797-45e2-8a0a-d3e152b86270,segment=NetworkSegment(bde45446-5575-46c6-a655-652f2aa70967),segment_id=bde45446-5575-46c6-a655-652f2aa70967)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:24:26.134511 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:26.151244 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] Calling delete_port for ec860ba0-8797-45e2-8a0a-d3e152b86270 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:24:26.194026 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9afaf7e-7c2a-4fb5-8214-a9888afc14d7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:26.222665 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afaf7e-7c2a-4fb5-8214-a9888afc14d7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Port': ['ID=9e5c549d-819b-47d1-bbb3-7c6182624b95,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:26.258776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20925ed-c68e-4437-8c9d-cf59ee2ca56c None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:24:26.262280 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7d2fef07-c1dc-4348-9b6a-7ad55ff3c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021460066', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:23:17Z', 'updated_at': '2021-11-26T03:24:24Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:18Z', 'updated_at': '2021-11-26T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:26.292570 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2fef07-c1dc-4348-9b6a-7ad55ff3c79a None None] The sync data for ids ['19bc34d3-72ea-4d03-8d2d-640c4298e011'] in n-d-819389-3 is: [{'id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021460066', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:23:17Z', 'updated_at': '2021-11-26T03:24:24Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': '9e5c549d-819b-47d1-bbb3-7c6182624b95', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc34d3-72ea-4d03-8d2d-640c4298e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:23:18Z', 'updated_at': '2021-11-26T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:24:26.296355 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9afaf7e-7c2a-4fb5-8214-a9888afc14d7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:26.303963 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:26.331407 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ec860ba0-8797-45e2-8a0a-d3e152b86270 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:24:26.334889 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] Pushing event deleted for resources: {'Port': ['ID=ec860ba0-8797-45e2-8a0a-d3e152b86270,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:26.358909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] No DVR routers for this DVR port ec860ba0-8797-45e2-8a0a-d3e152b86270 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:24:26.364639 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: ec860ba0-8797-45e2-8a0a-d3e152b86270 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:24:26.364988 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ec860ba0-8797-45e2-8a0a-d3e152b86270 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:24:26.368979 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:26.374068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:26.374068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:26.374068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:26.374068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:26.374068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:26.374068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:26.374068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:26.374068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:26.374068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:26.374068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:26.374068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ccd573-cda7-4a97-9bb9-c16363fbcec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:26.696939 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9afaf7e-7c2a-4fb5-8214-a9888afc14d7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:26.699113 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9afaf7e-7c2a-4fb5-8214-a9888afc14d7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:26.742713 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9afaf7e-7c2a-4fb5-8214-a9888afc14d7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:26.743311 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9afaf7e-7c2a-4fb5-8214-a9888afc14d7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Fanout notify agent at l3_agent the message router_deleted on router 19bc34d3-72ea-4d03-8d2d-640c4298e011 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:24:26.754997 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d9afaf7e-7c2a-4fb5-8214-a9888afc14d7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:26.756297 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d9afaf7e-7c2a-4fb5-8214-a9888afc14d7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/routers/19bc34d3-72ea-4d03-8d2d-640c4298e011 HTTP/1.1" status: 204 len: 168 time: 1.1075311 Nov 26 03:24:26.758884 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58524) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:26.844405 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22dd55e9-2035-4f5e-b996-aba716e17804 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:26.930328 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22dd55e9-2035-4f5e-b996-aba716e17804 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:26.951205 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-22dd55e9-2035-4f5e-b996-aba716e17804 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b020db-974e-4f4e-880a-8a3a8c89f71d']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:26.960700 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-22dd55e9-2035-4f5e-b996-aba716e17804 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde45446-5575-46c6-a655-652f2aa70967') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:26.961002 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-22dd55e9-2035-4f5e-b996-aba716e17804 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde45446-5575-46c6-a655-652f2aa70967') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:26.970791 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22dd55e9-2035-4f5e-b996-aba716e17804 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:26.983796 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22dd55e9-2035-4f5e-b996-aba716e17804 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:26.992350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22dd55e9-2035-4f5e-b996-aba716e17804 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:24:26.992350 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22dd55e9-2035-4f5e-b996-aba716e17804 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:24:26.993885 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:24:27.053598 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22dd55e9-2035-4f5e-b996-aba716e17804 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:27.060351 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22dd55e9-2035-4f5e-b996-aba716e17804 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:27.065950 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-22dd55e9-2035-4f5e-b996-aba716e17804 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/networks/19b020db-974e-4f4e-880a-8a3a8c89f71d HTTP/1.1" status: 204 len: 168 time: 0.3036010 Nov 26 03:24:27.066302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58526) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:27.066740 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:24:27.081509 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd55e9-2035-4f5e-b996-aba716e17804 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Network': ['ID=19b020db-974e-4f4e-880a-8a3a8c89f71d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:27.090542 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:24:27.090901 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device f04f8cc6-b99b-4b8f-a1f8-8a259a3637f9 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:24:27.129786 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-00a48634-f3c8-4cde-b4b1-cd46700264f6 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:27.154437 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-00a48634-f3c8-4cde-b4b1-cd46700264f6 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:27.214222 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-00a48634-f3c8-4cde-b4b1-cd46700264f6 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:27.217077 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-00a48634-f3c8-4cde-b4b1-cd46700264f6 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:27.218251 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-00a48634-f3c8-4cde-b4b1-cd46700264f6 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/security-groups/34a7d1fd-3a8a-4597-95b8-6df37fce4be4 HTTP/1.1" status: 204 len: 168 time: 0.1509445 Nov 26 03:24:27.227804 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a48634-f3c8-4cde-b4b1-cd46700264f6 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a7d1fd-3a8a-4597-95b8-6df37fce4be4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:27.746836 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58532) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:27.751575 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c6a1dcf3-5cf1-46cb-b1bb-4bb5f750ed85 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-34987425', 'description': 'tempest-secgroup-smoke-34987425 description', 'project_id': '170100a2b828400b8769a13db96ee224'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:24:27.772621 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6a1dcf3-5cf1-46cb-b1bb-4bb5f750ed85 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:27.837845 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6a1dcf3-5cf1-46cb-b1bb-4bb5f750ed85 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:27.841486 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6a1dcf3-5cf1-46cb-b1bb-4bb5f750ed85 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:27.871965 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6a1dcf3-5cf1-46cb-b1bb-4bb5f750ed85 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:27.873192 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c6a1dcf3-5cf1-46cb-b1bb-4bb5f750ed85 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1253123 Nov 26 03:24:27.875084 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1dcf3-5cf1-46cb-b1bb-4bb5f750ed85 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6409ced-03f8-4336-828a-1247beb3fb5a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:27.876286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58534) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:27.881364 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-a4cd7b02-fa91-4a5e-99cb-c89ee2722929 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': 'b6409ced-03f8-4336-828a-1247beb3fb5a', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:24:27.908829 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a4cd7b02-fa91-4a5e-99cb-c89ee2722929 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:27.953135 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a4cd7b02-fa91-4a5e-99cb-c89ee2722929 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:27.956451 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a4cd7b02-fa91-4a5e-99cb-c89ee2722929 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:27.974588 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd7b02-fa91-4a5e-99cb-c89ee2722929 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851ad15c-43e4-44da-80ca-18cee49858bd,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:27.982537 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a4cd7b02-fa91-4a5e-99cb-c89ee2722929 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:27.983746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a4cd7b02-fa91-4a5e-99cb-c89ee2722929 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1064436 Nov 26 03:24:27.986458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58536) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:27.990717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-5808488e-0228-48f5-acf8-710c12f31eda tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': 'b6409ced-03f8-4336-828a-1247beb3fb5a', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:24:28.016653 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5808488e-0228-48f5-acf8-710c12f31eda tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.074353 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5808488e-0228-48f5-acf8-710c12f31eda tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.077851 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5808488e-0228-48f5-acf8-710c12f31eda tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.093047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808488e-0228-48f5-acf8-710c12f31eda tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2a480c-dbc3-48df-a9a5-5128a8c947e6,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:28.105676 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5808488e-0228-48f5-acf8-710c12f31eda tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.106968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5808488e-0228-48f5-acf8-710c12f31eda tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195769 Nov 26 03:24:28.109887 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58538) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:28.114215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-bfa19328-62b9-4c5f-8f01-610fdbb2bc50 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': 'b6409ced-03f8-4336-828a-1247beb3fb5a', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:24:28.142294 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bfa19328-62b9-4c5f-8f01-610fdbb2bc50 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.209236 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bfa19328-62b9-4c5f-8f01-610fdbb2bc50 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.213345 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bfa19328-62b9-4c5f-8f01-610fdbb2bc50 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.226878 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 16e22143-da19-4886-b47d-637ac44ed203 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:24:28.233393 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa19328-62b9-4c5f-8f01-610fdbb2bc50 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb5a241-e8b3-4a10-8a2c-70d2e57cc7f7,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:28.242519 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bfa19328-62b9-4c5f-8f01-610fdbb2bc50 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.243725 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bfa19328-62b9-4c5f-8f01-610fdbb2bc50 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328917 Nov 26 03:24:28.246536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58540) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:28.250894 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-26dc5eed-f6d7-4f86-9459-d087d1279427 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': 'b6409ced-03f8-4336-828a-1247beb3fb5a', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:24:28.251714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 16e22143-da19-4886-b47d-637ac44ed203 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:24:28.253522 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 16e22143-da19-4886-b47d-637ac44ed203 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:24:28.253957 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9e5c549d-819b-47d1-bbb3-7c6182624b95 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:24:28.274467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 9e5c549d-819b-47d1-bbb3-7c6182624b95 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:24:28.274793 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 9e5c549d-819b-47d1-bbb3-7c6182624b95 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:24:28.278250 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-26dc5eed-f6d7-4f86-9459-d087d1279427 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.334312 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-26dc5eed-f6d7-4f86-9459-d087d1279427 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.337991 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-26dc5eed-f6d7-4f86-9459-d087d1279427 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.354861 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc5eed-f6d7-4f86-9459-d087d1279427 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d1e7ef-9a1c-4eed-9176-eeb25d028db4,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:28.362757 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-26dc5eed-f6d7-4f86-9459-d087d1279427 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.364508 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-26dc5eed-f6d7-4f86-9459-d087d1279427 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164904 Nov 26 03:24:28.367206 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58542) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:28.371471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-8c7cdd77-dd77-45c9-9b72-2f096452b9de tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': 'b6409ced-03f8-4336-828a-1247beb3fb5a', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:24:28.392629 n-d-819389-3 neutron-server[104802]: INFO neutron.db.securitygroups_db [None req-8c7cdd77-dd77-45c9-9b72-2f096452b9de tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Project 170100a2b828400b8769a13db96ee224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:24:28.397684 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c7cdd77-dd77-45c9-9b72-2f096452b9de tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.459147 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c7cdd77-dd77-45c9-9b72-2f096452b9de tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.463126 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c7cdd77-dd77-45c9-9b72-2f096452b9de tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.481197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7cdd77-dd77-45c9-9b72-2f096452b9de tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55db077-8559-4c38-8db9-d9d3bbd7a0f5,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:28.494262 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c7cdd77-dd77-45c9-9b72-2f096452b9de tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.496220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8c7cdd77-dd77-45c9-9b72-2f096452b9de tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274624 Nov 26 03:24:28.498955 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58544) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:28.503695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4ad9b0d7-8e2a-47b1-9bc1-d10891f81c64 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'security_group_rule': {'security_group_id': 'b6409ced-03f8-4336-828a-1247beb3fb5a', 'project_id': '170100a2b828400b8769a13db96ee224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:24:28.525673 n-d-819389-3 neutron-server[104802]: INFO neutron.db.securitygroups_db [None req-4ad9b0d7-8e2a-47b1-9bc1-d10891f81c64 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Project 170100a2b828400b8769a13db96ee224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:24:28.530473 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b0d7-8e2a-47b1-9bc1-d10891f81c64 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.589071 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b0d7-8e2a-47b1-9bc1-d10891f81c64 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.592656 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b0d7-8e2a-47b1-9bc1-d10891f81c64 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.606992 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9b0d7-8e2a-47b1-9bc1-d10891f81c64 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae1eea5-2e6b-43b3-b0fb-105c69fdee60,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:28.617235 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b0d7-8e2a-47b1-9bc1-d10891f81c64 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.619236 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4ad9b0d7-8e2a-47b1-9bc1-d10891f81c64 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184483 Nov 26 03:24:28.621406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58546) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:28.626233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-8f3ca9c2-e71f-42b6-a842-ba60b2ea93a3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'network': {'name': 'tempest-network-smoke--1805620905', 'project_id': '170100a2b828400b8769a13db96ee224', 'port_security_enabled': True}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:24:28.647039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3ca9c2-e71f-42b6-a842-ba60b2ea93a3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Made reservation on behalf of 170100a2b828400b8769a13db96ee224 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:24:28.650786 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8f3ca9c2-e71f-42b6-a842-ba60b2ea93a3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.673857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3ca9c2-e71f-42b6-a842-ba60b2ea93a3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:24:28.682538 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8f3ca9c2-e71f-42b6-a842-ba60b2ea93a3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.682890 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-8f3ca9c2-e71f-42b6-a842-ba60b2ea93a3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Added segment 3e7d6df7-b13b-4931-a92a-62a5ceae1730 of type vlan for network e3420a5c-919d-4059-93c8-a137c6a530e0 Nov 26 03:24:28.722414 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8f3ca9c2-e71f-42b6-a842-ba60b2ea93a3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.745740 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8f3ca9c2-e71f-42b6-a842-ba60b2ea93a3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.751326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3ca9c2-e71f-42b6-a842-ba60b2ea93a3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:28.751932 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8f3ca9c2-e71f-42b6-a842-ba60b2ea93a3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.811633 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8f3ca9c2-e71f-42b6-a842-ba60b2ea93a3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1891606 Nov 26 03:24:28.814429 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58548) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:28.819524 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1452045140', 'admin_state_up': True, 'project_id': '170100a2b828400b8769a13db96ee224', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:24:28.824034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ca9c2-e71f-42b6-a842-ba60b2ea93a3 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Network': ['ID=e3420a5c-919d-4059-93c8-a137c6a530e0,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:28.834627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network e3420a5c-919d-4059-93c8-a137c6a530e0 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:24:28.845262 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.846296 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:28.900258 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:29.031758 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:29.218014 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:29.235883 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:29.337592 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Allocated IP 172.25.0.185 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/fbc19699-d6e5-4ac1-80cb-0235e9cc8941) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:24:29.435450 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:29.468210 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:29.509265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:24:29.512136 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:24:29.515615 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:24:29.526322 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b33573c-45b2-432f-befe-7d45c3a1aa3e None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:24:29.541967 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=fbc19699-d6e5-4ac1-80cb-0235e9cc8941,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:29.639920 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c3d87e12-72b9-47ea-a300-c9fcc3d35af4 None None] Provisioning complete for port fbc19699-d6e5-4ac1-80cb-0235e9cc8941 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:24:29.640256 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c3d87e12-72b9-47ea-a300-c9fcc3d35af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:29.674195 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c3d87e12-72b9-47ea-a300-c9fcc3d35af4 None None] Port fbc19699-d6e5-4ac1-80cb-0235e9cc8941 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:24:29.765133 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:29.966077 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:30.095755 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:24:30.201685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:24:30.212034 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Sync routers for ids ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:24:30.222038 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Routers {'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:24:30.222517 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:30.222647 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:24:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:30.223780 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e7b56118-fe3f-4421-a1a4-bcfd2f7e60d4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4083271 Nov 26 03:24:30.226987 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58550) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:30.260788 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0c8a2642-33d7-4028-a14e-cc7dbb572f50 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=170100a2b828400b8769a13db96ee224&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327158 Nov 26 03:24:30.263364 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58552) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:30.325698 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Set router f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:24:30.350965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd49c6a8-a54a-4d66-843a-9b71a57abd6e tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:30.352501 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bd49c6a8-a54a-4d66-843a-9b71a57abd6e tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882127 Nov 26 03:24:30.355304 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58554) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:30.382048 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d9bf4a7f-113a-4b69-bb23-799052e0ce47 tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256953 Nov 26 03:24:30.384611 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58556) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:30.389162 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9a468815-aa3b-4ad1-b8f5-89e1b7362637 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-665197004', 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0', 'project_id': '170100a2b828400b8769a13db96ee224', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:24:30.495000 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a468815-aa3b-4ad1-b8f5-89e1b7362637 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Made reservation on behalf of 170100a2b828400b8769a13db96ee224 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:24:30.498344 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a468815-aa3b-4ad1-b8f5-89e1b7362637 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:30.501918 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452045140', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:24:28Z', 'updated_at': '2021-11-26T03:24:29Z', 'revision_number': 3, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:29Z', 'updated_at': '2021-11-26T03:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:30.531940 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Checking router: f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:24:30.532305 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Updating router f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 port fbc19699-d6e5-4ac1-80cb-0235e9cc8941 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:24:30.556990 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:30.692215 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a468815-aa3b-4ad1-b8f5-89e1b7362637 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:30.747720 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a468815-aa3b-4ad1-b8f5-89e1b7362637 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Subnet': ['ID=157db680-733e-4b7d-ae97-eac26d629a79,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:30.763951 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a468815-aa3b-4ad1-b8f5-89e1b7362637 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Checking segment: {'id': '3e7d6df7-b13b-4931-a92a-62a5ceae1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:24:30.764355 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a468815-aa3b-4ad1-b8f5-89e1b7362637 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network hostable DHCP agents. Network: e3420a5c-919d-4059-93c8-a137c6a530e0, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:24:30.780795 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a468815-aa3b-4ad1-b8f5-89e1b7362637 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network e3420a5c-919d-4059-93c8-a137c6a530e0 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:24:30.790477 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-9a468815-aa3b-4ad1-b8f5-89e1b7362637 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, e3420a5c-919d-4059-93c8-a137c6a530e0) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:24:30.795235 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a468815-aa3b-4ad1-b8f5-89e1b7362637 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:30.795846 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9a468815-aa3b-4ad1-b8f5-89e1b7362637 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:30.800963 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf16a009-a979-42e8-80bc-ecbfd2d447a1 None None] Network e3420a5c-919d-4059-93c8-a137c6a530e0 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:24:30.812932 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9a468815-aa3b-4ad1-b8f5-89e1b7362637 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4272850 Nov 26 03:24:30.815864 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58558) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:30.818536 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:30.823978 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:30.868478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd574981-e283-4244-b656-4be22e7c53bc None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:24:30.876400 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Attempting to bind port fbc19699-d6e5-4ac1-80cb-0235e9cc8941 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:24:30.876779 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Attempting to bind port fbc19699-d6e5-4ac1-80cb-0235e9cc8941 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:24:30.877370 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Attempting to bind port fbc19699-d6e5-4ac1-80cb-0235e9cc8941 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:24:30.887152 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:24:30.887532 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:24:30.888550 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:30.888950 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:24:30.889528 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Bound port: fbc19699-d6e5-4ac1-80cb-0235e9cc8941, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:24:30.889808 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:30.918702 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc0ea8-f43d-49ce-b912-55772a199ef8 None None] Pushing event updated for resources: {'Port': ['ID=fbc19699-d6e5-4ac1-80cb-0235e9cc8941,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:30.932729 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0ea8-f43d-49ce-b912-55772a199ef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:30.933318 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0ea8-f43d-49ce-b912-55772a199ef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:30.933971 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0ea8-f43d-49ce-b912-55772a199ef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:30.934439 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0ea8-f43d-49ce-b912-55772a199ef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:30.935028 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0ea8-f43d-49ce-b912-55772a199ef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:30.935609 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0ea8-f43d-49ce-b912-55772a199ef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:30.936594 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0ea8-f43d-49ce-b912-55772a199ef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:30.936767 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0ea8-f43d-49ce-b912-55772a199ef8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:30.937204 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0ea8-f43d-49ce-b912-55772a199ef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:30.937638 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0ea8-f43d-49ce-b912-55772a199ef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:30.937979 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0ea8-f43d-49ce-b912-55772a199ef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:30.938384 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0ea8-f43d-49ce-b912-55772a199ef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:24:30.965993 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] For port fbc19699-d6e5-4ac1-80cb-0235e9cc8941, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:24:30.969277 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] For port fbc19699-d6e5-4ac1-80cb-0235e9cc8941, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=fbc19699-d6e5-4ac1-80cb-0235e9cc8941,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:24:30.974127 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:30.974305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-e3420a5c-919d-4059-93c8-a137c6a530e0', 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'fixed_ips': [{'subnet_id': '157db680-733e-4b7d-ae97-eac26d629a79'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:24:30.975326 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:31.028536 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Routers {'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:24:31.029166 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:24:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:31.055601 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2895539d-8844-49a6-9edd-9a147d6e7a70 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:24:31.076887 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-57ab5605-7957-4025-bbb2-7caf6094911d None None] Provisioning complete for port fbc19699-d6e5-4ac1-80cb-0235e9cc8941 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:24:31.077270 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-57ab5605-7957-4025-bbb2-7caf6094911d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:31.116224 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc0ea8-f43d-49ce-b912-55772a199ef8 None None] Pushing event updated for resources: {'Port': ['ID=fbc19699-d6e5-4ac1-80cb-0235e9cc8941,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:31.152226 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] Set router f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:24:31.161648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Allocated IP 172.20.0.2 (e3420a5c-919d-4059-93c8-a137c6a530e0/157db680-733e-4b7d-ae97-eac26d629a79/89589a27-fd2f-4bfc-b3ce-6cf93807b634) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:24:31.243746 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-57ab5605-7957-4025-bbb2-7caf6094911d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:31.274810 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-57ab5605-7957-4025-bbb2-7caf6094911d None None] For port fbc19699-d6e5-4ac1-80cb-0235e9cc8941, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=fbc19699-d6e5-4ac1-80cb-0235e9cc8941,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:24:31.281830 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-57ab5605-7957-4025-bbb2-7caf6094911d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:31.303724 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f981042-d254-4f59-b943-8e1e5f0bfa91 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:31.352620 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452045140', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:24:28Z', 'updated_at': '2021-11-26T03:24:29Z', 'revision_number': 3, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:29Z', 'updated_at': '2021-11-26T03:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:31.381762 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab5605-7957-4025-bbb2-7caf6094911d None None] Pushing event updated for resources: {'Port': ['ID=fbc19699-d6e5-4ac1-80cb-0235e9cc8941,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:31.407036 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:31.418496 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:31.430739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-0c08c4a0-cbf1-44a5-adfd-2815809e3bf0 None None] Provisioning complete for port fbc19699-d6e5-4ac1-80cb-0235e9cc8941 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:24:31.431125 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0c08c4a0-cbf1-44a5-adfd-2815809e3bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:31.478903 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e17c2-99af-4133-9a0c-e395a1811ce3 None None] The sync data for ids ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'] in n-d-819389-3 is: [{'id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452045140', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:24:28Z', 'updated_at': '2021-11-26T03:24:29Z', 'revision_number': 3, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:29Z', 'updated_at': '2021-11-26T03:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:24:31.490102 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Network e3420a5c-919d-4059-93c8-a137c6a530e0 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:24:31.502780 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:24:31.505497 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Pushing event updated for resources: {'Port': ['ID=89589a27-fd2f-4bfc-b3ce-6cf93807b634,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:31.507735 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:24:31.599746 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Attempting to bind port 89589a27-fd2f-4bfc-b3ce-6cf93807b634 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:24:31.600699 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Attempting to bind port 89589a27-fd2f-4bfc-b3ce-6cf93807b634 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '3e7d6df7-b13b-4931-a92a-62a5ceae1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:24:31.600699 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Attempting to bind port 89589a27-fd2f-4bfc-b3ce-6cf93807b634 on network e3420a5c-919d-4059-93c8-a137c6a530e0 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:24:31.607898 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:24:31.608367 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Checking segment: {'id': '3e7d6df7-b13b-4931-a92a-62a5ceae1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:24:31.608770 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:31.609160 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Bound using segment: {'id': '3e7d6df7-b13b-4931-a92a-62a5ceae1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:24:31.610475 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Bound port: 89589a27-fd2f-4bfc-b3ce-6cf93807b634, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7d6df7-b13b-4931-a92a-62a5ceae1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:24:31.610598 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-5f981042-d254-4f59-b943-8e1e5f0bfa91 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Allocated IP 172.20.0.1 (e3420a5c-919d-4059-93c8-a137c6a530e0/157db680-733e-4b7d-ae97-eac26d629a79/e6393f4a-4646-43f4-b478-b98cbcd90784) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:24:31.610867 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:31.678530 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] For port 89589a27-fd2f-4bfc-b3ce-6cf93807b634, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:24:31.682376 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] For port 89589a27-fd2f-4bfc-b3ce-6cf93807b634, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=89589a27-fd2f-4bfc-b3ce-6cf93807b634,segment=NetworkSegment(3e7d6df7-b13b-4931-a92a-62a5ceae1730),segment_id=3e7d6df7-b13b-4931-a92a-62a5ceae1730)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:24:31.688715 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:31.762394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e95eda-f2c6-4d7a-ba52-2c8fab28885e None None] Pushing event updated for resources: {'Port': ['ID=89589a27-fd2f-4bfc-b3ce-6cf93807b634,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:31.781680 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f981042-d254-4f59-b943-8e1e5f0bfa91 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:31.826182 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f981042-d254-4f59-b943-8e1e5f0bfa91 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:31.872457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f981042-d254-4f59-b943-8e1e5f0bfa91 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network e3420a5c-919d-4059-93c8-a137c6a530e0 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:24:31.875698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-5f981042-d254-4f59-b943-8e1e5f0bfa91 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:24:31.879686 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f981042-d254-4f59-b943-8e1e5f0bfa91 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:24:31.907072 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f981042-d254-4f59-b943-8e1e5f0bfa91 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=e6393f4a-4646-43f4-b478-b98cbcd90784,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:31.935371 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f981042-d254-4f59-b943-8e1e5f0bfa91 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:32.303853 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device fbc19699-d6e5-4ac1-80cb-0235e9cc8941 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:24:32.357723 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port fbc19699-d6e5-4ac1-80cb-0235e9cc8941 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:24:32.358822 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:32.418260 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f981042-d254-4f59-b943-8e1e5f0bfa91 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:32.449368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 89589a27-fd2f-4bfc-b3ce-6cf93807b634 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:24:32.659826 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 89589a27-fd2f-4bfc-b3ce-6cf93807b634 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:24:32.660229 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:32.741859 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:32.742405 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f981042-d254-4f59-b943-8e1e5f0bfa91 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:32.748383 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f981042-d254-4f59-b943-8e1e5f0bfa91 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:32.783000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 89589a27-fd2f-4bfc-b3ce-6cf93807b634, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=89589a27-fd2f-4bfc-b3ce-6cf93807b634,segment=NetworkSegment(3e7d6df7-b13b-4931-a92a-62a5ceae1730),segment_id=3e7d6df7-b13b-4931-a92a-62a5ceae1730)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:24:32.789331 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:32.830212 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5f981042-d254-4f59-b943-8e1e5f0bfa91 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:32.831985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f981042-d254-4f59-b943-8e1e5f0bfa91 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=e6393f4a-4646-43f4-b478-b98cbcd90784,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:32.851605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=89589a27-fd2f-4bfc-b3ce-6cf93807b634,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:32.877227 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5493a379-bb69-49c2-a41a-30dde7282a60 None None] Network e3420a5c-919d-4059-93c8-a137c6a530e0 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:24:32.934622 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f981042-d254-4f59-b943-8e1e5f0bfa91 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network e3420a5c-919d-4059-93c8-a137c6a530e0 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:24:32.936575 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-5f981042-d254-4f59-b943-8e1e5f0bfa91 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:24:32.956903 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5e79942d-0f1a-4483-96e3-12277e2ee166 None None] Provisioning complete for port 89589a27-fd2f-4bfc-b3ce-6cf93807b634 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:24:32.957283 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e79942d-0f1a-4483-96e3-12277e2ee166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:33.072937 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f981042-d254-4f59-b943-8e1e5f0bfa91 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:24:33.206378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f981042-d254-4f59-b943-8e1e5f0bfa91 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:24:33.212333 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5f981042-d254-4f59-b943-8e1e5f0bfa91 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "PUT /v2.0/routers/f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3939414 Nov 26 03:24:33.316920 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Sync routers for ids ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:24:33.328610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Routers {'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:24:33.329234 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:24:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:33.383327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-bce92f78-f2a0-484c-9aab-3cc4e3d354f9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34987425&fields=id&tenant_id=170100a2b828400b8769a13db96ee224 HTTP/1.1" status: 200 len: 267 time: 0.0524509 Nov 26 03:24:33.459375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d61d948d-70c3-42ab-b021-fb8d043b5c99 None None] Provisioning complete for port e6393f4a-4646-43f4-b478-b98cbcd90784 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:24:33.459847 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d61d948d-70c3-42ab-b021-fb8d043b5c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:33.462871 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Set router f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:24:33.502205 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-6d228a37-fff2-4095-9277-2625492f8dc9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:33.503874 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-6d228a37-fff2-4095-9277-2625492f8dc9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/networks?id=e3420a5c-919d-4059-93c8-a137c6a530e0 HTTP/1.1" status: 200 len: 797 time: 0.1112268 Nov 26 03:24:33.528877 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-6bb91386-da04-4150-979b-7917f724d63c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/quotas/170100a2b828400b8769a13db96ee224 HTTP/1.1" status: 200 len: 375 time: 0.0178087 Nov 26 03:24:33.532796 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d61d948d-70c3-42ab-b021-fb8d043b5c99 None None] Port e6393f4a-4646-43f4-b478-b98cbcd90784 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:24:33.589734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-e8366324-1396-4ca2-b018-113f55bd4455 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540526 Nov 26 03:24:33.614564 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d61d948d-70c3-42ab-b021-fb8d043b5c99 None None] Provisioning complete for port 89589a27-fd2f-4bfc-b3ce-6cf93807b634 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:24:33.614943 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d61d948d-70c3-42ab-b021-fb8d043b5c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:33.693160 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-4f9b0dd3-13ea-44a3-9642-00f1112ce92f service neutron] 10.222.0.31 "GET /v2.0/networks/e3420a5c-919d-4059-93c8-a137c6a530e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904021 Nov 26 03:24:33.787512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452045140', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:24:28Z', 'updated_at': '2021-11-26T03:24:32Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:29Z', 'updated_at': '2021-11-26T03:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e6393f4a-4646-43f4-b478-b98cbcd90784', 'name': '', 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:88:f7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '157db680-733e-4b7d-ae97-eac26d629a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:31Z', 'updated_at': '2021-11-26T03:24:32Z', 'revision_number': 2, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '157db680-733e-4b7d-ae97-eac26d629a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:33.790624 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-9d350157-8038-4703-9622-0bc4a7e8ebb5 service neutron] 10.222.0.31 "GET /v2.0/networks/e3420a5c-919d-4059-93c8-a137c6a530e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900967 Nov 26 03:24:33.819379 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Checking router: f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:24:33.819724 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Updating router f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 port e6393f4a-4646-43f4-b478-b98cbcd90784 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:24:33.844427 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:33.959813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-239c908a-b84c-4e0a-b047-71be1ac04652 req-bf151121-5ff6-4b63-8480-7c96721946f0 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 210 time: 0.0273108 Nov 26 03:24:33.966182 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-902cd4bd-614f-464c-a29d-b69e5ee9d29e None None] Provisioning complete for port e6393f4a-4646-43f4-b478-b98cbcd90784 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:24:33.966552 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-902cd4bd-614f-464c-a29d-b69e5ee9d29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:34.027359 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-902cd4bd-614f-464c-a29d-b69e5ee9d29e None None] Port e6393f4a-4646-43f4-b478-b98cbcd90784 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:24:34.164699 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:34.169935 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:34.280126 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 89589a27-fd2f-4bfc-b3ce-6cf93807b634 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:24:34.286930 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60c189-5b9a-4035-abe5-6f05c9b0a8a4 None None] Pushing event updated for resources: {'Port': ['ID=e6393f4a-4646-43f4-b478-b98cbcd90784,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:34.324142 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Attempting to bind port e6393f4a-4646-43f4-b478-b98cbcd90784 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:24:34.324802 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Attempting to bind port e6393f4a-4646-43f4-b478-b98cbcd90784 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '3e7d6df7-b13b-4931-a92a-62a5ceae1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:24:34.324905 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Attempting to bind port e6393f4a-4646-43f4-b478-b98cbcd90784 on network e3420a5c-919d-4059-93c8-a137c6a530e0 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:24:34.337260 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:24:34.337642 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Checking segment: {'id': '3e7d6df7-b13b-4931-a92a-62a5ceae1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:24:34.338058 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:34.338454 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Bound using segment: {'id': '3e7d6df7-b13b-4931-a92a-62a5ceae1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:24:34.338943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Bound port: e6393f4a-4646-43f4-b478-b98cbcd90784, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7d6df7-b13b-4931-a92a-62a5ceae1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:24:34.339330 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:34.396414 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 89589a27-fd2f-4bfc-b3ce-6cf93807b634 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:24:34.396788 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:34.450463 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] For port e6393f4a-4646-43f4-b478-b98cbcd90784, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:24:34.455010 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] For port e6393f4a-4646-43f4-b478-b98cbcd90784, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e6393f4a-4646-43f4-b478-b98cbcd90784,segment=NetworkSegment(3e7d6df7-b13b-4931-a92a-62a5ceae1730),segment_id=3e7d6df7-b13b-4931-a92a-62a5ceae1730)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:24:34.461029 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:34.564563 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60c189-5b9a-4035-abe5-6f05c9b0a8a4 None None] Pushing event updated for resources: {'Port': ['ID=e6393f4a-4646-43f4-b478-b98cbcd90784,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:34.568519 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Routers {'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:24:34.568519 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:24:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:34.645879 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e58ea344-6fff-4b69-aa97-58791cbeb206 None None] Provisioning complete for port e6393f4a-4646-43f4-b478-b98cbcd90784 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:24:34.646251 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e58ea344-6fff-4b69-aa97-58791cbeb206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:34.725501 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] Set router f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:24:34.818521 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e58ea344-6fff-4b69-aa97-58791cbeb206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:34.895880 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e58ea344-6fff-4b69-aa97-58791cbeb206 None None] For port e6393f4a-4646-43f4-b478-b98cbcd90784, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e6393f4a-4646-43f4-b478-b98cbcd90784,segment=NetworkSegment(3e7d6df7-b13b-4931-a92a-62a5ceae1730),segment_id=3e7d6df7-b13b-4931-a92a-62a5ceae1730)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:24:34.901995 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e58ea344-6fff-4b69-aa97-58791cbeb206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:34.991862 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ea344-6fff-4b69-aa97-58791cbeb206 None None] Pushing event updated for resources: {'Port': ['ID=e6393f4a-4646-43f4-b478-b98cbcd90784,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:35.034281 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452045140', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:24:28Z', 'updated_at': '2021-11-26T03:24:32Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:29Z', 'updated_at': '2021-11-26T03:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e6393f4a-4646-43f4-b478-b98cbcd90784', 'name': '', 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:88:f7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '157db680-733e-4b7d-ae97-eac26d629a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:31Z', 'updated_at': '2021-11-26T03:24:34Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '157db680-733e-4b7d-ae97-eac26d629a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:35.036196 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2bea2c73-af6e-4398-acb7-cc6930e9fd67 None None] Provisioning complete for port e6393f4a-4646-43f4-b478-b98cbcd90784 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:24:35.036563 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2bea2c73-af6e-4398-acb7-cc6930e9fd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:35.080285 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-631edbb6-43be-4290-9d6a-7ee7b3a140e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:35.080848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f61d7d-9ba6-48f1-bbe3-8cb60c9b66e1 None None] The sync data for ids ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'] in n-d-819389-3 is: [{'id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452045140', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:24:28Z', 'updated_at': '2021-11-26T03:24:32Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:29Z', 'updated_at': '2021-11-26T03:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e6393f4a-4646-43f4-b478-b98cbcd90784', 'name': '', 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:88:f7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '157db680-733e-4b7d-ae97-eac26d629a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:31Z', 'updated_at': '2021-11-26T03:24:34Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '157db680-733e-4b7d-ae97-eac26d629a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:24:35.083564 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-631edbb6-43be-4290-9d6a-7ee7b3a140e1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.59 "GET /v2.0/networks?id=e3420a5c-919d-4059-93c8-a137c6a530e0 HTTP/1.1" status: 200 len: 797 time: 0.1373477 Nov 26 03:24:35.090772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94631b38-3408-4e28-8061-a3096b699c33 req-fb2e48c4-d2ce-474f-853d-bbda6791c3df tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 210 time: 0.0317216 Nov 26 03:24:35.191061 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-e2bb801e-01bc-47ab-8c6a-a6ee68caa352 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=170100a2b828400b8769a13db96ee224 HTTP/1.1" status: 200 len: 378 time: 0.0863190 Nov 26 03:24:35.202904 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-d699cfa1-1299-45d7-969f-20696eb347cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'port': {'device_id': '427d1004-ecd2-45b9-9d3c-75b880346242', 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0', 'admin_state_up': True, 'tenant_id': '170100a2b828400b8769a13db96ee224', 'security_groups': ['b6409ced-03f8-4336-828a-1247beb3fb5a']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:24:35.317153 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-d699cfa1-1299-45d7-969f-20696eb347cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Made reservation on behalf of 170100a2b828400b8769a13db96ee224 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:24:35.321566 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-d699cfa1-1299-45d7-969f-20696eb347cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:35.456273 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-d699cfa1-1299-45d7-969f-20696eb347cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Allocated IP 172.20.0.7 (e3420a5c-919d-4059-93c8-a137c6a530e0/157db680-733e-4b7d-ae97-eac26d629a79/ec048835-f5f8-4fa9-b5c7-825e69dea6de) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:24:35.599853 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-d699cfa1-1299-45d7-969f-20696eb347cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:35.639785 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-d699cfa1-1299-45d7-969f-20696eb347cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:35.689560 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-d699cfa1-1299-45d7-969f-20696eb347cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network e3420a5c-919d-4059-93c8-a137c6a530e0 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:24:35.692835 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-d699cfa1-1299-45d7-969f-20696eb347cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:24:35.696880 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-d699cfa1-1299-45d7-969f-20696eb347cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:24:35.721494 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699cfa1-1299-45d7-969f-20696eb347cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=ec048835-f5f8-4fa9-b5c7-825e69dea6de,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:35.753331 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-d699cfa1-1299-45d7-969f-20696eb347cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:35.753986 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-d699cfa1-1299-45d7-969f-20696eb347cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:35.771989 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-d699cfa1-1299-45d7-969f-20696eb347cd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5725889 Nov 26 03:24:35.790237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Request body: {'port': {'device_id': '427d1004-ecd2-45b9-9d3c-75b880346242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:24:35.853334 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:35.999654 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b1be2250-bda1-4332-8b77-4e0a82a8b570 None None] Provisioning complete for port ec048835-f5f8-4fa9-b5c7-825e69dea6de triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:24:36.000190 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b1be2250-bda1-4332-8b77-4e0a82a8b570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:36.034533 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b1be2250-bda1-4332-8b77-4e0a82a8b570 None None] Port ec048835-f5f8-4fa9-b5c7-825e69dea6de cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:24:36.125211 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec048835-f5f8-4fa9-b5c7-825e69dea6de {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:24:36.134410 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:36.148581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Transition to ACTIVE for port object ec048835-f5f8-4fa9-b5c7-825e69dea6de will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:24:36.153097 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:36.222764 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Pushing event updated for resources: {'Port': ['ID=ec048835-f5f8-4fa9-b5c7-825e69dea6de,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:36.225144 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0281b2-2514-4460-8d3c-72208ad4067e req-4f35d011-eace-47bd-8ee0-6393df278dc1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:36.232714 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b0281b2-2514-4460-8d3c-72208ad4067e req-4f35d011-eace-47bd-8ee0-6393df278dc1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 943 time: 0.0694890 Nov 26 03:24:36.298570 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e6393f4a-4646-43f4-b478-b98cbcd90784 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:24:36.312396 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b0281b2-2514-4460-8d3c-72208ad4067e req-66d2341f-0d57-42f9-a36b-53c554a7cbe5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748031 Nov 26 03:24:36.333737 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Attempting to bind port ec048835-f5f8-4fa9-b5c7-825e69dea6de on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:24:36.334080 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Attempting to bind port ec048835-f5f8-4fa9-b5c7-825e69dea6de by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '3e7d6df7-b13b-4931-a92a-62a5ceae1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:24:36.334408 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Attempting to bind port ec048835-f5f8-4fa9-b5c7-825e69dea6de on network e3420a5c-919d-4059-93c8-a137c6a530e0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:24:36.340202 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Port ec048835-f5f8-4fa9-b5c7-825e69dea6de on network e3420a5c-919d-4059-93c8-a137c6a530e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:24:36.340346 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Attempting to bind port ec048835-f5f8-4fa9-b5c7-825e69dea6de on network e3420a5c-919d-4059-93c8-a137c6a530e0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:24:36.345695 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:24:36.346119 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Checking segment: {'id': '3e7d6df7-b13b-4931-a92a-62a5ceae1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:24:36.346813 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Bound using segment: {'id': '3e7d6df7-b13b-4931-a92a-62a5ceae1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:24:36.347015 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Bound port: ec048835-f5f8-4fa9-b5c7-825e69dea6de, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7d6df7-b13b-4931-a92a-62a5ceae1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:24:36.347361 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:36.368800 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port e6393f4a-4646-43f4-b478-b98cbcd90784 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:24:36.369277 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:36.420941 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] For port ec048835-f5f8-4fa9-b5c7-825e69dea6de, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:24:36.424233 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] For port ec048835-f5f8-4fa9-b5c7-825e69dea6de, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ec048835-f5f8-4fa9-b5c7-825e69dea6de,segment=NetworkSegment(3e7d6df7-b13b-4931-a92a-62a5ceae1730),segment_id=3e7d6df7-b13b-4931-a92a-62a5ceae1730)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:24:36.430486 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:36.471146 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:36.471775 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:36.473245 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] 10.222.0.59 "PUT /v2.0/ports/ec048835-f5f8-4fa9-b5c7-825e69dea6de HTTP/1.1" status: 200 len: 1091 time: 0.6880517 Nov 26 03:24:36.473653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427d1004-ecd2-45b9-9d3c-75b880346242', 'tag': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:24:36.475921 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7a4854-c6cd-4b09-b570-269e6d20f74c" -d '{"events": [{"name": "network-changed", "server_uuid": "427d1004-ecd2-45b9-9d3c-75b880346242", "tag": "ec048835-f5f8-4fa9-b5c7-825e69dea6de"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:24:36.496570 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f5948-2c5f-4f1f-9977-c854332d012d service neutron] Pushing event updated for resources: {'Port': ['ID=ec048835-f5f8-4fa9-b5c7-825e69dea6de,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:36.525447 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6563fbce-5469-40ff-8b59-324798770c58 x-openstack-request-id: req-6563fbce-5469-40ff-8b59-324798770c58 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:24:36.525745 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427d1004-ecd2-45b9-9d3c-75b880346242", "tag": "ec048835-f5f8-4fa9-b5c7-825e69dea6de", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:24:36.526006 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6563fbce-5469-40ff-8b59-324798770c58 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:24:36.526423 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427d1004-ecd2-45b9-9d3c-75b880346242', 'tag': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de', 'status': 'completed', 'code': 200} Nov 26 03:24:36.594477 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-b3352270-82dc-4146-917e-740e2a6057a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:36.596195 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-b3352270-82dc-4146-917e-740e2a6057a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 1094 time: 0.0506184 Nov 26 03:24:36.646286 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-12818381-3fe7-4441-a1cc-4c6e7fe57b60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec048835-f5f8-4fa9-b5c7-825e69dea6de HTTP/1.1" status: 200 len: 217 time: 0.0361667 Nov 26 03:24:36.699625 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-d0be2c48-6504-4a6d-ab9f-7598fe40135f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:36.701203 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-d0be2c48-6504-4a6d-ab9f-7598fe40135f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=157db680-733e-4b7d-ae97-eac26d629a79 HTTP/1.1" status: 200 len: 834 time: 0.0477440 Nov 26 03:24:36.746506 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-796d0c9c-3d96-42b3-9d7a-9f4e5f39462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:36.747898 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-796d0c9c-3d96-42b3-9d7a-9f4e5f39462e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3420a5c-919d-4059-93c8-a137c6a530e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391848 Nov 26 03:24:36.840516 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-5b93f655-565e-46f0-aa9a-7646034c871e service neutron] 10.222.0.59 "GET /v2.0/networks/e3420a5c-919d-4059-93c8-a137c6a530e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851355 Nov 26 03:24:36.931345 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3dc32d8e-aaa8-4ab5-90fe-541c1739fd1e req-a4e3239c-6365-4064-9df4-a88e4dbc197d service neutron] 10.222.0.59 "GET /v2.0/networks/e3420a5c-919d-4059-93c8-a137c6a530e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842702 Nov 26 03:24:37.060682 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a4854-c6cd-4b09-b570-269e6d20f74c req-6e9abe32-797f-4ba9-a923-396978cc4069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:37.062158 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cb7a4854-c6cd-4b09-b570-269e6d20f74c req-6e9abe32-797f-4ba9-a923-396978cc4069 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 1094 time: 0.0394266 Nov 26 03:24:37.155685 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a4854-c6cd-4b09-b570-269e6d20f74c req-19311745-64d4-4018-bcb9-da35ebf6e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:37.157209 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cb7a4854-c6cd-4b09-b570-269e6d20f74c req-19311745-64d4-4018-bcb9-da35ebf6e4b4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3420a5c-919d-4059-93c8-a137c6a530e0 HTTP/1.1" status: 200 len: 898 time: 0.0872586 Nov 26 03:24:37.197353 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cb7a4854-c6cd-4b09-b570-269e6d20f74c req-e177ad57-bd51-4f0b-a108-b2723a1c9d61 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec048835-f5f8-4fa9-b5c7-825e69dea6de HTTP/1.1" status: 200 len: 217 time: 0.0333993 Nov 26 03:24:37.246606 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a4854-c6cd-4b09-b570-269e6d20f74c req-39bfe8c3-8f98-4f4b-9329-96592cac92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:37.248102 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cb7a4854-c6cd-4b09-b570-269e6d20f74c req-39bfe8c3-8f98-4f4b-9329-96592cac92e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=157db680-733e-4b7d-ae97-eac26d629a79 HTTP/1.1" status: 200 len: 834 time: 0.0430217 Nov 26 03:24:37.292517 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a4854-c6cd-4b09-b570-269e6d20f74c req-a11b52af-f66b-413e-94d1-22df4c15b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:37.293964 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cb7a4854-c6cd-4b09-b570-269e6d20f74c req-a11b52af-f66b-413e-94d1-22df4c15b69c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3420a5c-919d-4059-93c8-a137c6a530e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381141 Nov 26 03:24:37.388128 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cb7a4854-c6cd-4b09-b570-269e6d20f74c req-ab288625-db8e-4565-8683-585fa8b2b5a0 service neutron] 10.222.0.59 "GET /v2.0/networks/e3420a5c-919d-4059-93c8-a137c6a530e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863464 Nov 26 03:24:37.421510 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d113c-3f93-4d48-b598-2eb2d47ad567 req-14904458-cdd5-4303-81ed-481a71b99f88 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:37.422994 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc4d113c-3f93-4d48-b598-2eb2d47ad567 req-14904458-cdd5-4303-81ed-481a71b99f88 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 943 time: 0.0480664 Nov 26 03:24:37.471371 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc4d113c-3f93-4d48-b598-2eb2d47ad567 req-96d8118d-e96e-4e9c-900c-7675c0237060 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421965 Nov 26 03:24:37.485097 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cb7a4854-c6cd-4b09-b570-269e6d20f74c req-e5ff5969-75a0-423b-9702-0d74d6c3d444 service neutron] 10.222.0.59 "GET /v2.0/networks/e3420a5c-919d-4059-93c8-a137c6a530e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887446 Nov 26 03:24:38.591005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc2d2c-3a73-4de8-a83b-03cb0213eced req-ee02022d-d988-4b5c-b0e4-5c0df72e5c4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:38.592540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ccc2d2c-3a73-4de8-a83b-03cb0213eced req-ee02022d-d988-4b5c-b0e4-5c0df72e5c4d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 943 time: 0.0499492 Nov 26 03:24:38.646427 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ccc2d2c-3a73-4de8-a83b-03cb0213eced req-1f693064-ddca-4cc3-a6af-5eb16f846502 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467613 Nov 26 03:24:39.760632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bf75e-786c-4f7e-bad9-e8dd53a30ee0 req-250e73ae-8616-43cf-ad7e-8a6a5a6422f1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:39.762038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e7bf75e-786c-4f7e-bad9-e8dd53a30ee0 req-250e73ae-8616-43cf-ad7e-8a6a5a6422f1 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 943 time: 0.0492103 Nov 26 03:24:39.810515 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e7bf75e-786c-4f7e-bad9-e8dd53a30ee0 req-923f6129-b0f3-4fa8-86c1-a35d48957e67 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425072 Nov 26 03:24:40.924149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da098b3-abce-4ecb-90f3-8ffb1143ae5f req-5f4baa5a-e31f-4379-b09b-0e0c25cb3ecb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:40.925640 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7da098b3-abce-4ecb-90f3-8ffb1143ae5f req-5f4baa5a-e31f-4379-b09b-0e0c25cb3ecb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 943 time: 0.0476716 Nov 26 03:24:40.975628 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7da098b3-abce-4ecb-90f3-8ffb1143ae5f req-9c864502-0b2b-4e30-9ab9-ecc48431cefe tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435817 Nov 26 03:24:41.018126 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ec048835-f5f8-4fa9-b5c7-825e69dea6de details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:24:41.112457 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ec048835-f5f8-4fa9-b5c7-825e69dea6de, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ec048835-f5f8-4fa9-b5c7-825e69dea6de,segment=NetworkSegment(3e7d6df7-b13b-4931-a92a-62a5ceae1730),segment_id=3e7d6df7-b13b-4931-a92a-62a5ceae1730)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:24:41.123183 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de', 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0', 'port_id': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de', 'mac_address': 'fa:16:3e:e3:bc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157db680-733e-4b7d-ae97-eac26d629a79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:24:41.158658 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:41.171668 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec048835-f5f8-4fa9-b5c7-825e69dea6de {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:24:41.191169 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ec048835-f5f8-4fa9-b5c7-825e69dea6de, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ec048835-f5f8-4fa9-b5c7-825e69dea6de,segment=NetworkSegment(3e7d6df7-b13b-4931-a92a-62a5ceae1730),segment_id=3e7d6df7-b13b-4931-a92a-62a5ceae1730)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:24:41.195235 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:41.244125 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ec048835-f5f8-4fa9-b5c7-825e69dea6de,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:41.637980 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ec048835-f5f8-4fa9-b5c7-825e69dea6de'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:24:41.728218 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3723d4cd-f0fb-4070-be2b-134f1159f068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:42.093365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a718d4c-d21e-411a-98a6-5d612ef8774d req-5040b4a8-6176-4b8b-bcdc-3ef21c249291 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:42.094821 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a718d4c-d21e-411a-98a6-5d612ef8774d req-5040b4a8-6176-4b8b-bcdc-3ef21c249291 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 944 time: 0.0513568 Nov 26 03:24:42.141913 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a718d4c-d21e-411a-98a6-5d612ef8774d req-23d26e5b-74e0-427f-a908-101e3b83ce2e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411139 Nov 26 03:24:43.033228 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ec048835-f5f8-4fa9-b5c7-825e69dea6de up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:24:43.080379 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port ec048835-f5f8-4fa9-b5c7-825e69dea6de completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:24:43.085208 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port ec048835-f5f8-4fa9-b5c7-825e69dea6de triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:24:43.085586 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:43.163627 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:43.187209 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427d1004-ecd2-45b9-9d3c-75b880346242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:24:43.189534 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9b94c2-27ae-4cc0-9904-1b21e8437450" -d '{"events": [{"server_uuid": "427d1004-ecd2-45b9-9d3c-75b880346242", "name": "network-vif-plugged", "status": "completed", "tag": "ec048835-f5f8-4fa9-b5c7-825e69dea6de"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:24:43.202640 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ec048835-f5f8-4fa9-b5c7-825e69dea6de, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ec048835-f5f8-4fa9-b5c7-825e69dea6de,segment=NetworkSegment(3e7d6df7-b13b-4931-a92a-62a5ceae1730),segment_id=3e7d6df7-b13b-4931-a92a-62a5ceae1730)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:24:43.207027 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:43.232653 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3babf55-d876-407d-b706-39deb3980ba7 x-openstack-request-id: req-e3babf55-d876-407d-b706-39deb3980ba7 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:24:43.233081 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427d1004-ecd2-45b9-9d3c-75b880346242", "name": "network-vif-plugged", "status": "completed", "tag": "ec048835-f5f8-4fa9-b5c7-825e69dea6de", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:24:43.233348 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3babf55-d876-407d-b706-39deb3980ba7 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:24:43.233751 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427d1004-ecd2-45b9-9d3c-75b880346242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de', 'code': 200} Nov 26 03:24:43.260938 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e92e9a-6390-4047-9b9d-7835954661ec req-09041609-6664-44b3-aba4-ab2005780ac4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:43.261515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ec048835-f5f8-4fa9-b5c7-825e69dea6de,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:43.262569 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00e92e9a-6390-4047-9b9d-7835954661ec req-09041609-6664-44b3-aba4-ab2005780ac4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0502481 Nov 26 03:24:43.314625 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00e92e9a-6390-4047-9b9d-7835954661ec req-62e45f1c-095a-4d6a-921b-4c8ab03e2413 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441566 Nov 26 03:24:43.360492 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a27dd7-e1a7-4afe-9d11-71723a454b58 req-8792abd3-f830-4280-bf77-2102d369f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:43.361990 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e6a27dd7-e1a7-4afe-9d11-71723a454b58 req-8792abd3-f830-4280-bf77-2102d369f577 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 1096 time: 0.0398920 Nov 26 03:24:43.408401 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e6a27dd7-e1a7-4afe-9d11-71723a454b58 req-61a42b30-5a22-40fd-bcc5-f3dac5bc6f8a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381246 Nov 26 03:24:44.147919 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94991b59-5226-44ec-b64f-f2394b8358be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:44.433476 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8f93d-7002-4e15-8576-e9e0e46ce18f req-edb5e2dd-8df2-47b6-8a24-6a8479c5cb99 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:44.435610 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-01d8f93d-7002-4e15-8576-e9e0e46ce18f req-edb5e2dd-8df2-47b6-8a24-6a8479c5cb99 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0496852 Nov 26 03:24:44.493303 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-01d8f93d-7002-4e15-8576-e9e0e46ce18f req-a6c83b36-7a0e-4972-a57f-29a7d295a974 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516381 Nov 26 03:24:45.120925 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:45.609320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfb73d-376f-4b06-8a74-050500ec23c7 req-663b7256-93d2-4b93-9984-fb653aaff380 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:45.610807 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cedfb73d-376f-4b06-8a74-050500ec23c7 req-663b7256-93d2-4b93-9984-fb653aaff380 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0480204 Nov 26 03:24:45.660256 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cedfb73d-376f-4b06-8a74-050500ec23c7 req-9ccd5c10-a990-482e-85f2-648012d71a8c tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429654 Nov 26 03:24:45.774136 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839ef2b-1fe9-442d-a8eb-6e96463a2e0c req-6c9f7d4c-d8dd-4d9a-8f3a-56689d1c4e84 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:45.775579 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b839ef2b-1fe9-442d-a8eb-6e96463a2e0c req-6c9f7d4c-d8dd-4d9a-8f3a-56689d1c4e84 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0487494 Nov 26 03:24:45.824122 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b839ef2b-1fe9-442d-a8eb-6e96463a2e0c req-a99d0369-e1ba-434b-8c6d-579528deacee tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425248 Nov 26 03:24:45.852356 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58614) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:45.894292 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051eabc1-eb24-4f9d-bc7f-de2efae81a0a tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:45.895855 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-051eabc1-eb24-4f9d-bc7f-de2efae81a0a tempest-TestNetworkAdvancedServerOps-318354193 tempest-TestNetworkAdvancedServerOps-318354193-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 1091 time: 0.0425041 Nov 26 03:24:45.898623 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58616) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:45.902787 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:24:45.924668 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:46.017992 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:46.119495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Allocated IP 172.25.0.183 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/c121f710-787e-44a3-aec2-ced61b75855a) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:24:46.219497 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:46.256305 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:46.290189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:24:46.296316 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:24:46.299818 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:24:46.325070 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=c121f710-787e-44a3-aec2-ced61b75855a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:46.631070 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:46.679206 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:46.701009 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:47.177384 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:47.182698 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:47.248699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event updated for resources: {'Port': ['ID=c121f710-787e-44a3-aec2-ced61b75855a,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:24:47.263734 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:47.359553 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Floating IP 35c251d6-cd7d-49a0-80a4-f98f56fa7978 associated. External IP: 172.25.0.183, port: ec048835-f5f8-4fa9-b5c7-825e69dea6de. Nov 26 03:24:47.560040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:24:47.574482 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:47.666374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:24:47.677496 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d09af7a-e3bd-4440-8711-2a02629c4496 None None] Sync routers for ids ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:24:47.685249 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:47.687135 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d09af7a-e3bd-4440-8711-2a02629c4496 None None] Routers {'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:24:47.687821 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4d09af7a-e3bd-4440-8711-2a02629c4496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:24:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:47.712206 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-744a20ac-66cd-4ca6-8e5b-d94b9b39443e tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8125381 Nov 26 03:24:47.713162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427d1004-ecd2-45b9-9d3c-75b880346242', 'tag': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:24:47.715537 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3431cc0-c461-4135-8f1b-d0bedc44481d" -d '{"events": [{"name": "network-changed", "server_uuid": "427d1004-ecd2-45b9-9d3c-75b880346242", "tag": "ec048835-f5f8-4fa9-b5c7-825e69dea6de"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:24:47.753180 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dd8bde-5405-4ece-b214-46c4c23c230f x-openstack-request-id: req-51dd8bde-5405-4ece-b214-46c4c23c230f {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:24:47.753486 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427d1004-ecd2-45b9-9d3c-75b880346242", "tag": "ec048835-f5f8-4fa9-b5c7-825e69dea6de", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:24:47.753749 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51dd8bde-5405-4ece-b214-46c4c23c230f {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:24:47.754162 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427d1004-ecd2-45b9-9d3c-75b880346242', 'tag': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de', 'status': 'completed', 'code': 200} Nov 26 03:24:47.799315 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-4d09af7a-e3bd-4440-8711-2a02629c4496 None None] Set router f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:24:47.812750 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93f0f2-8978-4880-b96a-e033ca695a05 req-3bab9937-bff8-418f-8ba1-9a600868ed70 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:47.814373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e93f0f2-8978-4880-b96a-e033ca695a05 req-3bab9937-bff8-418f-8ba1-9a600868ed70 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0521765 Nov 26 03:24:47.839106 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431cc0-c461-4135-8f1b-d0bedc44481d req-a330a877-d784-4074-8741-3dfaa46a770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:47.840777 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e3431cc0-c461-4135-8f1b-d0bedc44481d req-a330a877-d784-4074-8741-3dfaa46a770d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 1096 time: 0.0438294 Nov 26 03:24:47.868598 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e93f0f2-8978-4880-b96a-e033ca695a05 req-cf9a4888-289d-4147-9db3-fa197e335749 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476859 Nov 26 03:24:47.891271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58622) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:47.942155 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431cc0-c461-4135-8f1b-d0bedc44481d req-f1400880-37cf-4f7a-9f9c-69134b7e8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:47.943747 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e3431cc0-c461-4135-8f1b-d0bedc44481d req-f1400880-37cf-4f7a-9f9c-69134b7e8773 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3420a5c-919d-4059-93c8-a137c6a530e0 HTTP/1.1" status: 200 len: 898 time: 0.0940599 Nov 26 03:24:47.961177 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9227cc24-c45e-4c54-ba8d-831e7d0b5cca tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/floatingips/35c251d6-cd7d-49a0-80a4-f98f56fa7978 HTTP/1.1" status: 200 len: 991 time: 0.0668020 Nov 26 03:24:48.010211 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e3431cc0-c461-4135-8f1b-d0bedc44481d req-dc9315f5-2b23-4173-8b9e-455029709d2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec048835-f5f8-4fa9-b5c7-825e69dea6de HTTP/1.1" status: 200 len: 999 time: 0.0590887 Nov 26 03:24:48.033849 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4d09af7a-e3bd-4440-8711-2a02629c4496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452045140', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:24:28Z', 'updated_at': '2021-11-26T03:24:32Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:29Z', 'updated_at': '2021-11-26T03:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '35c251d6-cd7d-49a0-80a4-f98f56fa7978', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'port_id': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0', 'mac_address': 'fa:16:3e:e3:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427d1004-ecd2-45b9-9d3c-75b880346242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:24:46Z', 'updated_at': '2021-11-26T03:24:46Z', 'revision_number': 0, 'project_id': '170100a2b828400b8769a13db96ee224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6393f4a-4646-43f4-b478-b98cbcd90784', 'name': '', 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:88:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '157db680-733e-4b7d-ae97-eac26d629a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:31Z', 'updated_at': '2021-11-26T03:24:34Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '157db680-733e-4b7d-ae97-eac26d629a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:48.059805 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d09af7a-e3bd-4440-8711-2a02629c4496 None None] Checking router: f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:24:48.063173 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431cc0-c461-4135-8f1b-d0bedc44481d req-474b97e9-c30a-449e-a9f8-73092aaa2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:48.064610 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e3431cc0-c461-4135-8f1b-d0bedc44481d req-474b97e9-c30a-449e-a9f8-73092aaa2ee2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=157db680-733e-4b7d-ae97-eac26d629a79 HTTP/1.1" status: 200 len: 834 time: 0.0477226 Nov 26 03:24:48.068572 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d09af7a-e3bd-4440-8711-2a02629c4496 None None] Routers {'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:24:48.069170 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4d09af7a-e3bd-4440-8711-2a02629c4496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:24:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:48.110346 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431cc0-c461-4135-8f1b-d0bedc44481d req-a218e6d3-1b06-4341-996d-21e5e4d8c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:24:48.111862 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e3431cc0-c461-4135-8f1b-d0bedc44481d req-a218e6d3-1b06-4341-996d-21e5e4d8c5f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3420a5c-919d-4059-93c8-a137c6a530e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396945 Nov 26 03:24:48.172013 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-4d09af7a-e3bd-4440-8711-2a02629c4496 None None] Set router f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:24:48.203220 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e3431cc0-c461-4135-8f1b-d0bedc44481d req-54a04948-488e-4b7e-9fd0-86ec153e7668 service neutron] 10.222.0.59 "GET /v2.0/networks/e3420a5c-919d-4059-93c8-a137c6a530e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840111 Nov 26 03:24:48.303435 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e3431cc0-c461-4135-8f1b-d0bedc44481d req-a5e663e2-b6fc-4fcc-8840-7d1ee1489631 service neutron] 10.222.0.59 "GET /v2.0/networks/e3420a5c-919d-4059-93c8-a137c6a530e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930893 Nov 26 03:24:48.396726 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4d09af7a-e3bd-4440-8711-2a02629c4496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452045140', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:24:28Z', 'updated_at': '2021-11-26T03:24:32Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:29Z', 'updated_at': '2021-11-26T03:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '35c251d6-cd7d-49a0-80a4-f98f56fa7978', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'port_id': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0', 'mac_address': 'fa:16:3e:e3:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427d1004-ecd2-45b9-9d3c-75b880346242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:24:46Z', 'updated_at': '2021-11-26T03:24:46Z', 'revision_number': 0, 'project_id': '170100a2b828400b8769a13db96ee224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6393f4a-4646-43f4-b478-b98cbcd90784', 'name': '', 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:88:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '157db680-733e-4b7d-ae97-eac26d629a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:31Z', 'updated_at': '2021-11-26T03:24:34Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '157db680-733e-4b7d-ae97-eac26d629a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:24:48.421914 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d09af7a-e3bd-4440-8711-2a02629c4496 None None] The sync data for ids ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'] in n-d-819389-3 is: [{'id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452045140', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:24:28Z', 'updated_at': '2021-11-26T03:24:32Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:29Z', 'updated_at': '2021-11-26T03:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '35c251d6-cd7d-49a0-80a4-f98f56fa7978', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'port_id': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0', 'mac_address': 'fa:16:3e:e3:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427d1004-ecd2-45b9-9d3c-75b880346242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:24:46Z', 'updated_at': '2021-11-26T03:24:46Z', 'revision_number': 0, 'project_id': '170100a2b828400b8769a13db96ee224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6393f4a-4646-43f4-b478-b98cbcd90784', 'name': '', 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:88:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '157db680-733e-4b7d-ae97-eac26d629a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:31Z', 'updated_at': '2021-11-26T03:24:34Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '157db680-733e-4b7d-ae97-eac26d629a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:24:48.625667 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49bfacd-2580-424a-b98b-3da96a96296e None None] New status for floating IP 35c251d6-cd7d-49a0-80a4-f98f56fa7978: ACTIVE {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:24:48.908626 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:24:48.964204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58624) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:24:49.022223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6f4ac730-8b49-4a38-9433-9254b39051bc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/floatingips/35c251d6-cd7d-49a0-80a4-f98f56fa7978 HTTP/1.1" status: 200 len: 993 time: 0.0568943 Nov 26 03:24:52.575902 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:24:53.820328 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:11.719260 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ebf25457-b3b2-49ba-a4a5-e1c63eccf0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:14.149340 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-02a768dc-e46b-439b-9c0c-ddd6ef32aec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:15.122476 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:16.678599 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:17.578382 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:20.550103 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af294b72-09b4-4a85-9ae1-37a3a5e6e092 req-0b1d63ff-f249-448d-ab8f-671e83be490b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:20.551773 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af294b72-09b4-4a85-9ae1-37a3a5e6e092 req-0b1d63ff-f249-448d-ab8f-671e83be490b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0548766 Nov 26 03:25:20.609257 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af294b72-09b4-4a85-9ae1-37a3a5e6e092 req-19d179ff-245a-442b-8ba6-9c39511a9e40 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507905 Nov 26 03:25:21.724337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f3499-ae90-4279-a974-2b6d81e1a98b req-33c8a8d1-8243-471f-a319-a4b00f560e8f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:21.725839 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a39f3499-ae90-4279-a974-2b6d81e1a98b req-33c8a8d1-8243-471f-a319-a4b00f560e8f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0496013 Nov 26 03:25:21.775303 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a39f3499-ae90-4279-a974-2b6d81e1a98b req-e9c1305a-f006-4172-b3a6-1ea3a9de5bef tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430119 Nov 26 03:25:22.565951 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:22.888708 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48562e-7f7e-4307-8e82-6c69c90d2ce0 req-b34a1755-951e-400f-a4a6-0b1cc6b497ef tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:22.890082 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df48562e-7f7e-4307-8e82-6c69c90d2ce0 req-b34a1755-951e-400f-a4a6-0b1cc6b497ef tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0478933 Nov 26 03:25:22.951214 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-df48562e-7f7e-4307-8e82-6c69c90d2ce0 req-ba062461-6c7a-4d2b-9103-0c74627f086d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550892 Nov 26 03:25:23.820477 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:24.066698 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e1291-b2d4-4951-a83a-c5ec2066a88c req-c3ada61b-f4e1-48b8-9956-dab8a23415ea tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:24.068331 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-747e1291-b2d4-4951-a83a-c5ec2066a88c req-c3ada61b-f4e1-48b8-9956-dab8a23415ea tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0498822 Nov 26 03:25:24.117099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-747e1291-b2d4-4951-a83a-c5ec2066a88c req-c0fcde69-cb9b-4fd9-8cc2-577953acda50 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429308 Nov 26 03:25:25.231509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007824d-dea2-46de-886a-a708a2f714b6 req-6aea4aca-0709-4a10-94ab-815ae4330cfc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:25.233151 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8007824d-dea2-46de-886a-a708a2f714b6 req-6aea4aca-0709-4a10-94ab-815ae4330cfc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0490422 Nov 26 03:25:25.284956 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8007824d-dea2-46de-886a-a708a2f714b6 req-61ed4259-1d52-4a89-a8db-052bc945bbad tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456104 Nov 26 03:25:25.907766 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:25:26.406451 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a462461-0dba-4185-91db-6d22fd0cca29 req-c8ca7ddf-680c-4a6b-9f84-9544a446aabd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:26.407970 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a462461-0dba-4185-91db-6d22fd0cca29 req-c8ca7ddf-680c-4a6b-9f84-9544a446aabd tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0556741 Nov 26 03:25:26.456929 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a462461-0dba-4185-91db-6d22fd0cca29 req-0cee40ee-c26f-48f9-8274-d46dce0c2d80 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423956 Nov 26 03:25:27.572819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34414f-eabb-4cda-8d18-d92080207739 req-f85eab89-aeac-48df-85a9-862aa39f84bf tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:27.574280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a34414f-eabb-4cda-8d18-d92080207739 req-f85eab89-aeac-48df-85a9-862aa39f84bf tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0476692 Nov 26 03:25:27.622558 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a34414f-eabb-4cda-8d18-d92080207739 req-14aba7dc-65fe-4fc5-bdf7-761e6dab8377 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424154 Nov 26 03:25:28.738181 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561977c-6220-4bb7-afc7-a0f7a95e8408 req-3a1e5588-5a9a-49c8-99b0-cbdf103d86f4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:28.739689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5561977c-6220-4bb7-afc7-a0f7a95e8408 req-3a1e5588-5a9a-49c8-99b0-cbdf103d86f4 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0510023 Nov 26 03:25:28.792332 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5561977c-6220-4bb7-afc7-a0f7a95e8408 req-ccabdeae-d42a-47c5-9aa2-7a4e528ba887 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465736 Nov 26 03:25:29.906441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef3d7a-b977-483b-8be3-93130edb9945 req-aa8a00cd-76d5-455b-8be5-d526247b81e5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:29.907829 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5ef3d7a-b977-483b-8be3-93130edb9945 req-aa8a00cd-76d5-455b-8be5-d526247b81e5 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0481722 Nov 26 03:25:29.956813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5ef3d7a-b977-483b-8be3-93130edb9945 req-3e31fca6-4ca0-40c5-b5b1-e51911f1b7e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424142 Nov 26 03:25:31.077404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0202c2-c2fa-4fa5-903c-30c76bfb0745 req-ee130723-a7db-4a2f-8553-9a28d7fed561 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:31.078889 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd0202c2-c2fa-4fa5-903c-30c76bfb0745 req-ee130723-a7db-4a2f-8553-9a28d7fed561 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0485871 Nov 26 03:25:31.127540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd0202c2-c2fa-4fa5-903c-30c76bfb0745 req-1f59b1c4-745e-4e17-af83-021cf0c712b8 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426927 Nov 26 03:25:32.246465 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59639d9-4a72-43a8-bbed-4e4fa309dfe7 req-2e1554e4-8787-4a1e-93bd-552674ed2703 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:32.247983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c59639d9-4a72-43a8-bbed-4e4fa309dfe7 req-2e1554e4-8787-4a1e-93bd-552674ed2703 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0540659 Nov 26 03:25:32.299479 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c59639d9-4a72-43a8-bbed-4e4fa309dfe7 req-0118ab2d-c9ba-4c7c-9568-c2a5db5d1282 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454991 Nov 26 03:25:33.415379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d6f09-86d2-4f06-ab22-a4eb24bb7a6a req-6ab024c1-a9ff-4f72-9f2f-63cf02879001 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:33.416814 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad4d6f09-86d2-4f06-ab22-a4eb24bb7a6a req-6ab024c1-a9ff-4f72-9f2f-63cf02879001 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0486665 Nov 26 03:25:33.465822 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad4d6f09-86d2-4f06-ab22-a4eb24bb7a6a req-576ede3b-9667-47eb-8bed-56d5d2e0965d tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432227 Nov 26 03:25:34.401486 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ede4cf-8e3f-4dbe-bf41-9577342bb5b0 req-2f7499a5-a10e-423b-b4f0-93eaafa8ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:34.403009 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-81ede4cf-8e3f-4dbe-bf41-9577342bb5b0 req-2f7499a5-a10e-423b-b4f0-93eaafa8ca66 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 1096 time: 0.0402126 Nov 26 03:25:34.514069 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ede4cf-8e3f-4dbe-bf41-9577342bb5b0 req-658099fc-6232-4e60-8fa1-257e53632d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:34.515548 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-81ede4cf-8e3f-4dbe-bf41-9577342bb5b0 req-658099fc-6232-4e60-8fa1-257e53632d4d service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3420a5c-919d-4059-93c8-a137c6a530e0 HTTP/1.1" status: 200 len: 898 time: 0.0921178 Nov 26 03:25:34.579284 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-81ede4cf-8e3f-4dbe-bf41-9577342bb5b0 req-30ee7ffc-fb9d-458b-a87a-de908439ec77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec048835-f5f8-4fa9-b5c7-825e69dea6de HTTP/1.1" status: 200 len: 1001 time: 0.0567164 Nov 26 03:25:34.584380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39177def-b346-45ea-aedb-ff76286bd180 req-c5b76a85-cafa-4d57-96b5-3b4857644d04 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:34.585889 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-39177def-b346-45ea-aedb-ff76286bd180 req-c5b76a85-cafa-4d57-96b5-3b4857644d04 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0532606 Nov 26 03:25:34.640231 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ede4cf-8e3f-4dbe-bf41-9577342bb5b0 req-d2345b5e-d6a7-4bd9-9807-9b067b97fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:34.641833 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-81ede4cf-8e3f-4dbe-bf41-9577342bb5b0 req-d2345b5e-d6a7-4bd9-9807-9b067b97fadd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=157db680-733e-4b7d-ae97-eac26d629a79 HTTP/1.1" status: 200 len: 834 time: 0.0557942 Nov 26 03:25:34.651492 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-39177def-b346-45ea-aedb-ff76286bd180 req-d09bdc66-3212-46df-b562-eddfee472aeb tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593042 Nov 26 03:25:34.687041 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ede4cf-8e3f-4dbe-bf41-9577342bb5b0 req-f6b93e7a-280e-4d01-87c1-fd451bd9e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:34.688570 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-81ede4cf-8e3f-4dbe-bf41-9577342bb5b0 req-f6b93e7a-280e-4d01-87c1-fd451bd9e4d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3420a5c-919d-4059-93c8-a137c6a530e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396826 Nov 26 03:25:34.776587 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-81ede4cf-8e3f-4dbe-bf41-9577342bb5b0 req-341ffc83-e186-442a-8866-6a1f8db2ec97 service neutron] 10.222.0.59 "GET /v2.0/networks/e3420a5c-919d-4059-93c8-a137c6a530e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806932 Nov 26 03:25:34.867263 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-81ede4cf-8e3f-4dbe-bf41-9577342bb5b0 req-c8e8b6d7-fa4a-4a88-811a-8ab3ed0ae770 service neutron] 10.222.0.59 "GET /v2.0/networks/e3420a5c-919d-4059-93c8-a137c6a530e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840132 Nov 26 03:25:35.765862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f94f7-69b4-46c1-8726-53148c5e1707 req-ae7a5d33-afd2-4d6b-b16a-d562c6ffb90b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:35.767352 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef5f94f7-69b4-46c1-8726-53148c5e1707 req-ae7a5d33-afd2-4d6b-b16a-d562c6ffb90b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0485840 Nov 26 03:25:35.816079 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef5f94f7-69b4-46c1-8726-53148c5e1707 req-88f42460-96f8-4e25-b88e-5e4f2a68bb07 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422363 Nov 26 03:25:36.930386 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5395a-e28c-4c41-a67b-b69e9e4e89f4 req-4a5879ae-4fd3-4a0e-a4cf-401ef9ae8c29 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:36.931778 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06d5395a-e28c-4c41-a67b-b69e9e4e89f4 req-4a5879ae-4fd3-4a0e-a4cf-401ef9ae8c29 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0478549 Nov 26 03:25:36.984147 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06d5395a-e28c-4c41-a67b-b69e9e4e89f4 req-cdb9de0b-5556-47a1-b195-060ac376a236 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463884 Nov 26 03:25:38.098439 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51e844-b5dc-49a7-b9c2-5481a49faa09 req-b08dad7e-0718-4534-8568-1fdee3505f75 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:38.099915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad51e844-b5dc-49a7-b9c2-5481a49faa09 req-b08dad7e-0718-4534-8568-1fdee3505f75 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0490954 Nov 26 03:25:38.148623 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad51e844-b5dc-49a7-b9c2-5481a49faa09 req-8197f828-1211-48e0-8eca-457fe6634154 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427778 Nov 26 03:25:38.482036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18f4cb-41f0-417c-bda9-f3ec540c7507 req-b5ebd622-ede5-4940-abad-c79d1094be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:38.483519 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ef18f4cb-41f0-417c-bda9-f3ec540c7507 req-b5ebd622-ede5-4940-abad-c79d1094be5a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 1096 time: 0.0412269 Nov 26 03:25:38.529087 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ef18f4cb-41f0-417c-bda9-f3ec540c7507 req-271df739-060b-4649-9f22-432236843827 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385811 Nov 26 03:25:39.264264 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f74433-2034-4d28-ae7c-59f2dd659a4b req-6245ae62-5dc8-40bb-bf05-8466f8cb1d2f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:39.265751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-76f74433-2034-4d28-ae7c-59f2dd659a4b req-6245ae62-5dc8-40bb-bf05-8466f8cb1d2f tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0501511 Nov 26 03:25:39.313430 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-76f74433-2034-4d28-ae7c-59f2dd659a4b req-42c55ebd-b36c-4b22-b73d-ae3abc0028c9 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411327 Nov 26 03:25:40.431390 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e182f-00fd-4794-a8cd-3676534f9df6 req-b4de330e-e1d0-4b55-9eff-1e24f6cb6aea tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:25:40.432918 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b4e182f-00fd-4794-a8cd-3676534f9df6 req-b4de330e-e1d0-4b55-9eff-1e24f6cb6aea tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0526652 Nov 26 03:25:40.482694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b4e182f-00fd-4794-a8cd-3676534f9df6 req-29fed003-9d63-438e-8d3f-3e79eef69d73 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438344 Nov 26 03:25:40.504114 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58688) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:25:40.562859 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b761b70b-c373-43be-9c6a-cd46d3b1219b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/floatingips/35c251d6-cd7d-49a0-80a4-f98f56fa7978 HTTP/1.1" status: 200 len: 993 time: 0.0575950 Nov 26 03:25:41.340477 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ec048835-f5f8-4fa9-b5c7-825e69dea6de details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:25:41.350999 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ec048835-f5f8-4fa9-b5c7-825e69dea6de no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:25:41.492641 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:41.495339 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ec048835-f5f8-4fa9-b5c7-825e69dea6de, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ec048835-f5f8-4fa9-b5c7-825e69dea6de,segment=NetworkSegment(3e7d6df7-b13b-4931-a92a-62a5ceae1730),segment_id=3e7d6df7-b13b-4931-a92a-62a5ceae1730)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:25:41.513375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de', 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0', 'port_id': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de', 'mac_address': 'fa:16:3e:e3:bc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157db680-733e-4b7d-ae97-eac26d629a79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:25:41.526186 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427d1004-ecd2-45b9-9d3c-75b880346242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:25:41.528424 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcbefbf-e38d-4c48-af96-133835c54046" -d '{"events": [{"server_uuid": "427d1004-ecd2-45b9-9d3c-75b880346242", "name": "network-vif-unplugged", "status": "completed", "tag": "ec048835-f5f8-4fa9-b5c7-825e69dea6de"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:25:41.558618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ec048835-f5f8-4fa9-b5c7-825e69dea6de, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ec048835-f5f8-4fa9-b5c7-825e69dea6de,segment=NetworkSegment(3e7d6df7-b13b-4931-a92a-62a5ceae1730),segment_id=3e7d6df7-b13b-4931-a92a-62a5ceae1730)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:25:41.566820 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:41.569895 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 03:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48a4875-3b6e-4119-abdc-7ac95b70ab9b x-openstack-request-id: req-e48a4875-3b6e-4119-abdc-7ac95b70ab9b {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:25:41.570180 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427d1004-ecd2-45b9-9d3c-75b880346242", "name": "network-vif-unplugged", "status": "completed", "tag": "ec048835-f5f8-4fa9-b5c7-825e69dea6de", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:25:41.570432 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e48a4875-3b6e-4119-abdc-7ac95b70ab9b {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:25:41.570817 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427d1004-ecd2-45b9-9d3c-75b880346242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de', 'code': 200} Nov 26 03:25:41.594788 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:41.618320 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec048835-f5f8-4fa9-b5c7-825e69dea6de {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:25:41.656433 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ec048835-f5f8-4fa9-b5c7-825e69dea6de,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:25:41.669791 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:25:41.670139 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:25:41.670477 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:25:41.670813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:25:41.671143 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:25:41.671469 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:25:41.671814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:25:41.672146 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:25:41.672543 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:25:41.672865 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:25:41.673186 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:25:41.673511 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:25:41.682800 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:25:41.682800 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:25:41.722280 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3f4ee687-c5af-41b0-8758-40a82b595ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:42.217760 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:42.230860 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec048835-f5f8-4fa9-b5c7-825e69dea6de {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:25:42.253588 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ec048835-f5f8-4fa9-b5c7-825e69dea6de, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ec048835-f5f8-4fa9-b5c7-825e69dea6de,segment=NetworkSegment(3e7d6df7-b13b-4931-a92a-62a5ceae1730),segment_id=3e7d6df7-b13b-4931-a92a-62a5ceae1730)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:25:42.257424 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:42.305949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ec048835-f5f8-4fa9-b5c7-825e69dea6de,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:25:42.575038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ec048835-f5f8-4fa9-b5c7-825e69dea6de'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:25:43.353835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ec048835-f5f8-4fa9-b5c7-825e69dea6de up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:25:43.400397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port ec048835-f5f8-4fa9-b5c7-825e69dea6de triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:25:43.400766 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:43.476415 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:43.505949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ec048835-f5f8-4fa9-b5c7-825e69dea6de, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ec048835-f5f8-4fa9-b5c7-825e69dea6de,segment=NetworkSegment(3e7d6df7-b13b-4931-a92a-62a5ceae1730),segment_id=3e7d6df7-b13b-4931-a92a-62a5ceae1730)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:25:43.510717 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:43.555203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ec048835-f5f8-4fa9-b5c7-825e69dea6de,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:25:43.572228 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427d1004-ecd2-45b9-9d3c-75b880346242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:25:43.574440 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae2997e-17e5-41fb-b135-5bde67ab1d19" -d '{"events": [{"server_uuid": "427d1004-ecd2-45b9-9d3c-75b880346242", "name": "network-vif-plugged", "status": "completed", "tag": "ec048835-f5f8-4fa9-b5c7-825e69dea6de"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:25:43.610800 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f5077e-0173-450f-a59e-3a6c58a2dc00 x-openstack-request-id: req-96f5077e-0173-450f-a59e-3a6c58a2dc00 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:25:43.611369 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427d1004-ecd2-45b9-9d3c-75b880346242", "name": "network-vif-plugged", "status": "completed", "tag": "ec048835-f5f8-4fa9-b5c7-825e69dea6de", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:25:43.611369 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96f5077e-0173-450f-a59e-3a6c58a2dc00 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:25:43.611743 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427d1004-ecd2-45b9-9d3c-75b880346242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de', 'code': 200} Nov 26 03:25:44.151266 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9ba33407-1b96-4810-a28c-a3da6fb84cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:45.126046 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:46.681826 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:47.580189 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:52.577065 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:25:53.834479 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:02.906428 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:26:11.218317 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58702) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:11.373824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting port c121f710-787e-44a3-aec2-ced61b75855a {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:26:11.374163 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:11.445990 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:11.446313 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:11.457573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Calling delete_port for c121f710-787e-44a3-aec2-ced61b75855a owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:26:11.599703 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:11.625396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Port': ['ID=c121f710-787e-44a3-aec2-ced61b75855a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:11.651302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:11.651749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:11.652177 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:11.652525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:11.652866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:11.653205 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:11.653543 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:11.653878 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:11.654214 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:11.654545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:11.654875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:11.655203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:11.699712 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:11.700087 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Floating IP 35c251d6-cd7d-49a0-80a4-f98f56fa7978 disassociated (deleted). External IP: 172.25.0.183, port: ec048835-f5f8-4fa9-b5c7-825e69dea6de. Nov 26 03:26:11.729498 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e446c17e-d382-4b51-a66f-6030ee867455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:11.903220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:26:12.009634 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:26:12.014341 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:12.019284 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6022017a-8bed-407a-9043-befad1002db9 None None] Sync routers for ids ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:26:12.029686 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6022017a-8bed-407a-9043-befad1002db9 None None] Routers {'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:26:12.030287 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-6022017a-8bed-407a-9043-befad1002db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:25:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:12.042436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b233a246-abe0-45c3-8725-aded458242e7 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/floatingips/35c251d6-cd7d-49a0-80a4-f98f56fa7978 HTTP/1.1" status: 204 len: 168 time: 0.8228796 Nov 26 03:26:12.043081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427d1004-ecd2-45b9-9d3c-75b880346242', 'tag': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:26:12.045589 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3952f990-6f27-423a-9301-2143d2b7be59" -d '{"events": [{"name": "network-changed", "server_uuid": "427d1004-ecd2-45b9-9d3c-75b880346242", "tag": "ec048835-f5f8-4fa9-b5c7-825e69dea6de"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:26:12.087428 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a7d8c1-3e39-409d-815e-e0ab8390b7d2 x-openstack-request-id: req-31a7d8c1-3e39-409d-815e-e0ab8390b7d2 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:26:12.087742 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427d1004-ecd2-45b9-9d3c-75b880346242", "tag": "ec048835-f5f8-4fa9-b5c7-825e69dea6de", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:26:12.087999 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31a7d8c1-3e39-409d-815e-e0ab8390b7d2 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:26:12.088427 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427d1004-ecd2-45b9-9d3c-75b880346242', 'tag': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de', 'status': 'completed', 'code': 200} Nov 26 03:26:12.138777 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-6022017a-8bed-407a-9043-befad1002db9 None None] Set router f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:26:12.196008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952f990-6f27-423a-9301-2143d2b7be59 req-7d0a5c75-2461-4497-a232-d1e82d956934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:12.197610 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3952f990-6f27-423a-9301-2143d2b7be59 req-7d0a5c75-2461-4497-a232-d1e82d956934 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=170100a2b828400b8769a13db96ee224&device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 1096 time: 0.0675666 Nov 26 03:26:12.325053 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952f990-6f27-423a-9301-2143d2b7be59 req-5dab326d-efea-47af-a79d-e0b52a5c67bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:12.326765 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3952f990-6f27-423a-9301-2143d2b7be59 req-5dab326d-efea-47af-a79d-e0b52a5c67bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3420a5c-919d-4059-93c8-a137c6a530e0 HTTP/1.1" status: 200 len: 898 time: 0.0885673 Nov 26 03:26:12.347777 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-6022017a-8bed-407a-9043-befad1002db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452045140', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:24:28Z', 'updated_at': '2021-11-26T03:24:32Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:29Z', 'updated_at': '2021-11-26T03:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e6393f4a-4646-43f4-b478-b98cbcd90784', 'name': '', 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:88:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '157db680-733e-4b7d-ae97-eac26d629a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:31Z', 'updated_at': '2021-11-26T03:24:34Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '157db680-733e-4b7d-ae97-eac26d629a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:12.373438 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6022017a-8bed-407a-9043-befad1002db9 None None] Checking router: f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:26:12.382279 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3952f990-6f27-423a-9301-2143d2b7be59 req-9799e3b5-3d71-4f6a-9bbf-e45696215f60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec048835-f5f8-4fa9-b5c7-825e69dea6de HTTP/1.1" status: 200 len: 217 time: 0.0398324 Nov 26 03:26:12.383142 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6022017a-8bed-407a-9043-befad1002db9 None None] Routers {'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:26:12.383802 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-6022017a-8bed-407a-9043-befad1002db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:25:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:12.441737 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952f990-6f27-423a-9301-2143d2b7be59 req-c50dd858-7d4b-4bbb-ba30-1d0658512198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:12.443508 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3952f990-6f27-423a-9301-2143d2b7be59 req-c50dd858-7d4b-4bbb-ba30-1d0658512198 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=157db680-733e-4b7d-ae97-eac26d629a79 HTTP/1.1" status: 200 len: 834 time: 0.0489862 Nov 26 03:26:12.448793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3f2a0-add7-4b17-aa72-f4f8f594210e req-32187bcf-2bde-4b45-b09a-91506da1328b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:12.450519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34e3f2a0-add7-4b17-aa72-f4f8f594210e req-32187bcf-2bde-4b45-b09a-91506da1328b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.2202992 Nov 26 03:26:12.495426 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952f990-6f27-423a-9301-2143d2b7be59 req-4eedf2cf-d1b9-4ec2-aaf6-f1a62ed59d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:12.497026 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3952f990-6f27-423a-9301-2143d2b7be59 req-4eedf2cf-d1b9-4ec2-aaf6-f1a62ed59d36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3420a5c-919d-4059-93c8-a137c6a530e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449209 Nov 26 03:26:12.503070 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34e3f2a0-add7-4b17-aa72-f4f8f594210e req-f206ba1e-eab2-4896-8f5d-00852252c297 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457244 Nov 26 03:26:12.581009 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-6022017a-8bed-407a-9043-befad1002db9 None None] Set router f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:26:12.597077 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3952f990-6f27-423a-9301-2143d2b7be59 req-daa15e5a-31dd-4ad8-8c1b-99b41c92ded7 service neutron] 10.222.0.59 "GET /v2.0/networks/e3420a5c-919d-4059-93c8-a137c6a530e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915661 Nov 26 03:26:12.689487 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3952f990-6f27-423a-9301-2143d2b7be59 req-773cb272-d1e7-4b27-a143-ca16cf21d036 service neutron] 10.222.0.59 "GET /v2.0/networks/e3420a5c-919d-4059-93c8-a137c6a530e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817556 Nov 26 03:26:12.776219 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-6022017a-8bed-407a-9043-befad1002db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452045140', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:24:28Z', 'updated_at': '2021-11-26T03:24:32Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:29Z', 'updated_at': '2021-11-26T03:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e6393f4a-4646-43f4-b478-b98cbcd90784', 'name': '', 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:88:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '157db680-733e-4b7d-ae97-eac26d629a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:31Z', 'updated_at': '2021-11-26T03:24:34Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '157db680-733e-4b7d-ae97-eac26d629a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:12.801685 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6022017a-8bed-407a-9043-befad1002db9 None None] The sync data for ids ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'] in n-d-819389-3 is: [{'id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452045140', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:24:28Z', 'updated_at': '2021-11-26T03:24:32Z', 'revision_number': 4, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:29Z', 'updated_at': '2021-11-26T03:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e6393f4a-4646-43f4-b478-b98cbcd90784', 'name': '', 'network_id': 'e3420a5c-919d-4059-93c8-a137c6a530e0', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'mac_address': 'fa:16:3e:88:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '157db680-733e-4b7d-ae97-eac26d629a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:31Z', 'updated_at': '2021-11-26T03:24:34Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'subnets': [{'id': '157db680-733e-4b7d-ae97-eac26d629a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:26:13.011901 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde5f8f4-5853-40da-bf08-c6d018ca1a01 None None] New status for floating IP 35c251d6-cd7d-49a0-80a4-f98f56fa7978: DOWN {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:26:13.683506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e64ccc-1f35-49f6-8b45-a0b26bd13d73 req-48d1302c-b2bc-4552-a380-5f6032e64cca tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:13.685023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00e64ccc-1f35-49f6-8b45-a0b26bd13d73 req-48d1302c-b2bc-4552-a380-5f6032e64cca tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.1080368 Nov 26 03:26:13.733700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00e64ccc-1f35-49f6-8b45-a0b26bd13d73 req-5cca45c2-0db1-472f-a15f-313e2a016f43 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6409ced-03f8-4336-828a-1247beb3fb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427816 Nov 26 03:26:13.806559 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cad67-5129-457f-84dd-e1eead896570 req-fc91c958-7ec7-4a4e-bae9-ff8f60bc2ec2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:13.807941 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8c6cad67-5129-457f-84dd-e1eead896570 req-fc91c958-7ec7-4a4e-bae9-ff8f60bc2ec2 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.59 "GET /v2.0/ports?device_id=427d1004-ecd2-45b9-9d3c-75b880346242 HTTP/1.1" status: 200 len: 945 time: 0.0519450 Nov 26 03:26:13.895919 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-8c6cad67-5129-457f-84dd-e1eead896570 req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting port ec048835-f5f8-4fa9-b5c7-825e69dea6de {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:26:13.896272 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-8c6cad67-5129-457f-84dd-e1eead896570 req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:13.984899 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-8c6cad67-5129-457f-84dd-e1eead896570 req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] For port ec048835-f5f8-4fa9-b5c7-825e69dea6de, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ec048835-f5f8-4fa9-b5c7-825e69dea6de,segment=NetworkSegment(3e7d6df7-b13b-4931-a92a-62a5ceae1730),segment_id=3e7d6df7-b13b-4931-a92a-62a5ceae1730)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:26:13.985266 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-8c6cad67-5129-457f-84dd-e1eead896570 req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:13.998272 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-8c6cad67-5129-457f-84dd-e1eead896570 req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Calling delete_port for ec048835-f5f8-4fa9-b5c7-825e69dea6de owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:26:14.120011 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-8c6cad67-5129-457f-84dd-e1eead896570 req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:14.151728 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Port': ['ID=ec048835-f5f8-4fa9-b5c7-825e69dea6de,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:14.153675 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6190ec9b-71bd-4da7-959f-bbe8981f1290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:14.164399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:14.164762 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:14.165114 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:14.165463 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:14.165803 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:14.166148 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:14.166483 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:14.166817 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:14.167155 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:14.167486 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:14.167817 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:14.168167 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:14.201864 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6cad67-5129-457f-84dd-e1eead896570 req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] No DVR routers for this DVR port ec048835-f5f8-4fa9-b5c7-825e69dea6de on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:26:14.204468 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-8c6cad67-5129-457f-84dd-e1eead896570 req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:14.207820 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8c6cad67-5129-457f-84dd-e1eead896570 req-5e471228-180c-4b36-88de-4bcabd171f6b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.59 "DELETE /v2.0/ports/ec048835-f5f8-4fa9-b5c7-825e69dea6de HTTP/1.1" status: 204 len: 173 time: 0.3937259 Nov 26 03:26:14.208290 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427d1004-ecd2-45b9-9d3c-75b880346242', 'name': 'network-vif-deleted', 'tag': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:26:14.210560 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2675a603-a3ec-4fa9-872a-783834bf4e57" -d '{"events": [{"server_uuid": "427d1004-ecd2-45b9-9d3c-75b880346242", "name": "network-vif-deleted", "tag": "ec048835-f5f8-4fa9-b5c7-825e69dea6de"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:26:14.247654 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0d6bc8-5ec0-4303-b1d2-adb97b882dd2 x-openstack-request-id: req-6b0d6bc8-5ec0-4303-b1d2-adb97b882dd2 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:26:14.247983 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427d1004-ecd2-45b9-9d3c-75b880346242", "name": "network-vif-deleted", "tag": "ec048835-f5f8-4fa9-b5c7-825e69dea6de", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:26:14.248252 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b0d6bc8-5ec0-4303-b1d2-adb97b882dd2 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:26:14.248660 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427d1004-ecd2-45b9-9d3c-75b880346242', 'name': 'network-vif-deleted', 'tag': 'ec048835-f5f8-4fa9-b5c7-825e69dea6de', 'status': 'completed', 'code': 200} Nov 26 03:26:14.788854 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58724) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:15.128313 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:15.138788 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-863f3e14-1f85-4e56-981e-ccbea282782b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:15.387653 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-863f3e14-1f85-4e56-981e-ccbea282782b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting port e6393f4a-4646-43f4-b478-b98cbcd90784 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:26:15.387915 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-863f3e14-1f85-4e56-981e-ccbea282782b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:15.474073 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-863f3e14-1f85-4e56-981e-ccbea282782b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] For port e6393f4a-4646-43f4-b478-b98cbcd90784, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e6393f4a-4646-43f4-b478-b98cbcd90784,segment=NetworkSegment(3e7d6df7-b13b-4931-a92a-62a5ceae1730),segment_id=3e7d6df7-b13b-4931-a92a-62a5ceae1730)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:26:15.474438 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-863f3e14-1f85-4e56-981e-ccbea282782b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:15.487081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-863f3e14-1f85-4e56-981e-ccbea282782b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Calling delete_port for e6393f4a-4646-43f4-b478-b98cbcd90784 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:26:15.666005 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-863f3e14-1f85-4e56-981e-ccbea282782b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:15.692306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f3e14-1f85-4e56-981e-ccbea282782b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Port': ['ID=e6393f4a-4646-43f4-b478-b98cbcd90784,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:15.870389 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-863f3e14-1f85-4e56-981e-ccbea282782b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:16.079994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863f3e14-1f85-4e56-981e-ccbea282782b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Router f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:26:16.517158 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863f3e14-1f85-4e56-981e-ccbea282782b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:26:16.524197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-863f3e14-1f85-4e56-981e-ccbea282782b tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "PUT /v2.0/routers/f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7322502 Nov 26 03:26:16.525539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58726) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:16.531397 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66cfc67-8d25-4f04-9fa7-9959e27e01c4 None None] Sync routers for ids ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:26:16.541381 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66cfc67-8d25-4f04-9fa7-9959e27e01c4 None None] Routers {'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:26:16.542126 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e66cfc67-8d25-4f04-9fa7-9959e27e01c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:26:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:16.575912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-09429c6d-5a06-45bd-8463-a2365e132696 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting subnet 157db680-733e-4b7d-ae97-eac26d629a79 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:26:16.579052 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-09429c6d-5a06-45bd-8463-a2365e132696 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:16.620752 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-09429c6d-5a06-45bd-8463-a2365e132696 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:16.646196 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-e66cfc67-8d25-4f04-9fa7-9959e27e01c4 None None] Set router f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:26:16.686098 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:16.712264 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-09429c6d-5a06-45bd-8463-a2365e132696 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:16.769302 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-09429c6d-5a06-45bd-8463-a2365e132696 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:16.798676 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-09429c6d-5a06-45bd-8463-a2365e132696 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:16.804741 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58728) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:16.805523 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-09429c6d-5a06-45bd-8463-a2365e132696 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/subnets/157db680-733e-4b7d-ae97-eac26d629a79 HTTP/1.1" status: 204 len: 168 time: 0.2783246 Nov 26 03:26:16.806611 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09429c6d-5a06-45bd-8463-a2365e132696 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Subnet': ['ID=157db680-733e-4b7d-ae97-eac26d629a79,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:16.807815 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c759fb-c623-40f3-a4ea-c871bc0d5106 None None] Network e3420a5c-919d-4059-93c8-a137c6a530e0 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:26:16.824395 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e66cfc67-8d25-4f04-9fa7-9959e27e01c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452045140', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:24:28Z', 'updated_at': '2021-11-26T03:26:15Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:29Z', 'updated_at': '2021-11-26T03:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:16.855104 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66cfc67-8d25-4f04-9fa7-9959e27e01c4 None None] Checking router: f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:26:16.863726 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66cfc67-8d25-4f04-9fa7-9959e27e01c4 None None] Routers {'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:26:16.864374 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e66cfc67-8d25-4f04-9fa7-9959e27e01c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:26:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:16.921946 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a26fa78c-f333-4d77-a10f-26a4b88b7535 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:16.970264 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-e66cfc67-8d25-4f04-9fa7-9959e27e01c4 None None] Set router f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:26:17.007363 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ae3d89-c10c-45cd-9780-91a4683b641e None None] DHCP port deletion for e3420a5c-919d-4059-93c8-a137c6a530e0 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:26:17.032957 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a26fa78c-f333-4d77-a10f-26a4b88b7535 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:17.057783 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-98ae3d89-c10c-45cd-9780-91a4683b641e None None] Deleting port 89589a27-fd2f-4bfc-b3ce-6cf93807b634 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:26:17.058492 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-98ae3d89-c10c-45cd-9780-91a4683b641e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:17.086992 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a26fa78c-f333-4d77-a10f-26a4b88b7535 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Deleting port fbc19699-d6e5-4ac1-80cb-0235e9cc8941 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:26:17.087340 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a26fa78c-f333-4d77-a10f-26a4b88b7535 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:17.125325 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-98ae3d89-c10c-45cd-9780-91a4683b641e None None] For port 89589a27-fd2f-4bfc-b3ce-6cf93807b634, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=89589a27-fd2f-4bfc-b3ce-6cf93807b634,segment=NetworkSegment(3e7d6df7-b13b-4931-a92a-62a5ceae1730),segment_id=3e7d6df7-b13b-4931-a92a-62a5ceae1730)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:26:17.125971 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-98ae3d89-c10c-45cd-9780-91a4683b641e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:17.140278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-98ae3d89-c10c-45cd-9780-91a4683b641e None None] Calling delete_port for 89589a27-fd2f-4bfc-b3ce-6cf93807b634 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:26:17.150663 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-e66cfc67-8d25-4f04-9fa7-9959e27e01c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452045140', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:24:28Z', 'updated_at': '2021-11-26T03:26:15Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:29Z', 'updated_at': '2021-11-26T03:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:17.172627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-a26fa78c-f333-4d77-a10f-26a4b88b7535 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] For port fbc19699-d6e5-4ac1-80cb-0235e9cc8941, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=fbc19699-d6e5-4ac1-80cb-0235e9cc8941,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:26:17.172992 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a26fa78c-f333-4d77-a10f-26a4b88b7535 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:17.176474 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66cfc67-8d25-4f04-9fa7-9959e27e01c4 None None] The sync data for ids ['f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711'] in n-d-819389-3 is: [{'id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452045140', 'tenant_id': '170100a2b828400b8769a13db96ee224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:24:28Z', 'updated_at': '2021-11-26T03:26:15Z', 'revision_number': 5, 'project_id': '170100a2b828400b8769a13db96ee224', 'gw_port': {'id': 'fbc19699-d6e5-4ac1-80cb-0235e9cc8941', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:24:29Z', 'updated_at': '2021-11-26T03:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:26:17.185850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-a26fa78c-f333-4d77-a10f-26a4b88b7535 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Calling delete_port for fbc19699-d6e5-4ac1-80cb-0235e9cc8941 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:26:17.228979 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-98ae3d89-c10c-45cd-9780-91a4683b641e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:17.255722 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae3d89-c10c-45cd-9780-91a4683b641e None None] Pushing event deleted for resources: {'Port': ['ID=89589a27-fd2f-4bfc-b3ce-6cf93807b634,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:17.261830 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae3d89-c10c-45cd-9780-91a4683b641e None None] No DVR routers for this DVR port 89589a27-fd2f-4bfc-b3ce-6cf93807b634 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:26:17.573829 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ec048835-f5f8-4fa9-b5c7-825e69dea6de no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:26:17.604263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: ec048835-f5f8-4fa9-b5c7-825e69dea6de {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:26:17.604606 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ec048835-f5f8-4fa9-b5c7-825e69dea6de not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:26:17.611928 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:17.665726 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a26fa78c-f333-4d77-a10f-26a4b88b7535 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:17.689783 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26fa78c-f333-4d77-a10f-26a4b88b7535 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Port': ['ID=fbc19699-d6e5-4ac1-80cb-0235e9cc8941,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:17.705306 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eb961f-89f8-4c8e-a72d-25e3787ecd11 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:26:17.758340 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a26fa78c-f333-4d77-a10f-26a4b88b7535 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:17.849008 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a26fa78c-f333-4d77-a10f-26a4b88b7535 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:17.851108 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a26fa78c-f333-4d77-a10f-26a4b88b7535 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:17.893241 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a26fa78c-f333-4d77-a10f-26a4b88b7535 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:17.893923 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26fa78c-f333-4d77-a10f-26a4b88b7535 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Fanout notify agent at l3_agent the message router_deleted on router f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:26:17.901097 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a26fa78c-f333-4d77-a10f-26a4b88b7535 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:17.902204 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a26fa78c-f333-4d77-a10f-26a4b88b7535 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/routers/f62c8c7c-8cc5-4bda-8f0a-671b9cb3f711 HTTP/1.1" status: 204 len: 168 time: 1.0963624 Nov 26 03:26:17.904887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58730) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:17.981911 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43fd5966-560e-4e8f-8e40-b0e4bdcc74cc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:18.070756 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43fd5966-560e-4e8f-8e40-b0e4bdcc74cc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:18.089813 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-43fd5966-560e-4e8f-8e40-b0e4bdcc74cc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3420a5c-919d-4059-93c8-a137c6a530e0']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:18.099038 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-43fd5966-560e-4e8f-8e40-b0e4bdcc74cc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7d6df7-b13b-4931-a92a-62a5ceae1730') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:18.099335 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-43fd5966-560e-4e8f-8e40-b0e4bdcc74cc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7d6df7-b13b-4931-a92a-62a5ceae1730') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:18.108964 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43fd5966-560e-4e8f-8e40-b0e4bdcc74cc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:18.122254 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43fd5966-560e-4e8f-8e40-b0e4bdcc74cc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:18.127918 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fd5966-560e-4e8f-8e40-b0e4bdcc74cc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:26:18.128338 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43fd5966-560e-4e8f-8e40-b0e4bdcc74cc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:26:18.131196 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:26:18.192725 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43fd5966-560e-4e8f-8e40-b0e4bdcc74cc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:18.197637 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-43fd5966-560e-4e8f-8e40-b0e4bdcc74cc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:18.203654 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-43fd5966-560e-4e8f-8e40-b0e4bdcc74cc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/networks/e3420a5c-919d-4059-93c8-a137c6a530e0 HTTP/1.1" status: 204 len: 168 time: 0.2952330 Nov 26 03:26:18.204099 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58732) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:18.216035 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd5966-560e-4e8f-8e40-b0e4bdcc74cc tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'Network': ['ID=e3420a5c-919d-4059-93c8-a137c6a530e0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:18.262429 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3e5764c-84d8-4973-90d2-8902c73be022 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:18.287163 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3e5764c-84d8-4973-90d2-8902c73be022 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:18.349504 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3e5764c-84d8-4973-90d2-8902c73be022 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:18.352857 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3e5764c-84d8-4973-90d2-8902c73be022 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:18.354791 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e3e5764c-84d8-4973-90d2-8902c73be022 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] 10.222.0.31 "DELETE /v2.0/security-groups/b6409ced-03f8-4336-828a-1247beb3fb5a HTTP/1.1" status: 204 len: 168 time: 0.1495879 Nov 26 03:26:18.365916 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5764c-84d8-4973-90d2-8902c73be022 tempest-TestNetworkAdvancedServerOps-2103822962 tempest-TestNetworkAdvancedServerOps-2103822962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6409ced-03f8-4336-828a-1247beb3fb5a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:18.436779 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e6393f4a-4646-43f4-b478-b98cbcd90784 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:26:18.461251 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: e6393f4a-4646-43f4-b478-b98cbcd90784 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:26:18.462418 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e6393f4a-4646-43f4-b478-b98cbcd90784 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:26:18.462905 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device fbc19699-d6e5-4ac1-80cb-0235e9cc8941 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:26:18.482691 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: fbc19699-d6e5-4ac1-80cb-0235e9cc8941 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:26:18.483041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device fbc19699-d6e5-4ac1-80cb-0235e9cc8941 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:26:18.483457 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 89589a27-fd2f-4bfc-b3ce-6cf93807b634 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:26:18.503349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 89589a27-fd2f-4bfc-b3ce-6cf93807b634 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:26:18.503699 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 89589a27-fd2f-4bfc-b3ce-6cf93807b634 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:26:18.682778 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58740) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:18.814098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d13bcdff-7cc1-408b-a5fd-766337a963e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=170100a2b828400b8769a13db96ee224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300828 Nov 26 03:26:18.816620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58744) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:18.864900 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7a6ace1d-aa27-4da7-9018-ce658fa18312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:18.885368 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7a6ace1d-aa27-4da7-9018-ce658fa18312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:18.929620 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7a6ace1d-aa27-4da7-9018-ce658fa18312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:18.932230 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7a6ace1d-aa27-4da7-9018-ce658fa18312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:18.933365 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7a6ace1d-aa27-4da7-9018-ce658fa18312 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6fb8621c-7f20-4a39-ad7c-154ea08ed10e HTTP/1.1" status: 204 len: 168 time: 0.1158617 Nov 26 03:26:18.941034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ace1d-aa27-4da7-9018-ce658fa18312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb8621c-7f20-4a39-ad7c-154ea08ed10e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:19.183863 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58750) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:19.223002 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-576b4650-b98c-4661-a9b9-a68e0f85bfcd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d5b0ac387e04591a458f9f26d0b078e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378690 Nov 26 03:26:19.225993 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58752) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:19.271140 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0ae792e1-cfe2-4e6f-8f3a-d8fb20f51c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:19.292064 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0ae792e1-cfe2-4e6f-8f3a-d8fb20f51c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:19.336263 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0ae792e1-cfe2-4e6f-8f3a-d8fb20f51c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:19.339132 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0ae792e1-cfe2-4e6f-8f3a-d8fb20f51c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:19.340556 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0ae792e1-cfe2-4e6f-8f3a-d8fb20f51c44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2495d376-f81f-40cd-bdaf-3f0cd8912622 HTTP/1.1" status: 204 len: 168 time: 0.1133964 Nov 26 03:26:19.348073 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae792e1-cfe2-4e6f-8f3a-d8fb20f51c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2495d376-f81f-40cd-bdaf-3f0cd8912622,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:21.339182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58804) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:21.344629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-6e4a7816-fb1f-4573-82e7-c84e87421bc1 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Request body: {'network': {'name': 'tempest-network-smoke--285613250', 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'port_security_enabled': True}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:26:21.367922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4a7816-fb1f-4573-82e7-c84e87421bc1 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Made reservation on behalf of 13f3ac1e5e614b86bc6acdac13dcdf4b for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:26:21.371217 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e4a7816-fb1f-4573-82e7-c84e87421bc1 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:21.379311 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e4a7816-fb1f-4573-82e7-c84e87421bc1 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:21.455917 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e4a7816-fb1f-4573-82e7-c84e87421bc1 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:21.465845 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e4a7816-fb1f-4573-82e7-c84e87421bc1 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:21.493189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4a7816-fb1f-4573-82e7-c84e87421bc1 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:26:21.501856 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a7816-fb1f-4573-82e7-c84e87421bc1 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35be96c0-53b6-4c38-8e69-67d774231dda,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:21.508502 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e4a7816-fb1f-4573-82e7-c84e87421bc1 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:21.508855 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-6e4a7816-fb1f-4573-82e7-c84e87421bc1 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Added segment ecd3b6a5-56f1-422b-9114-97afcad936e3 of type vlan for network aff86bba-0edf-4a01-81b9-b6e866adfc4b Nov 26 03:26:21.548048 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e4a7816-fb1f-4573-82e7-c84e87421bc1 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:21.572932 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e4a7816-fb1f-4573-82e7-c84e87421bc1 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:21.578560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4a7816-fb1f-4573-82e7-c84e87421bc1 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:21.579173 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e4a7816-fb1f-4573-82e7-c84e87421bc1 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:21.637472 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6e4a7816-fb1f-4573-82e7-c84e87421bc1 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2970655 Nov 26 03:26:21.643000 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58806) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:21.645651 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1455562340', 'admin_state_up': True, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:26:21.650657 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a7816-fb1f-4573-82e7-c84e87421bc1 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event updated for resources: {'Network': ['ID=aff86bba-0edf-4a01-81b9-b6e866adfc4b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:21.661200 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network aff86bba-0edf-4a01-81b9-b6e866adfc4b details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:26:21.670138 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:21.671228 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:21.721817 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:21.864941 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:22.050118 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:22.072250 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:22.175646 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Allocated IP 172.25.0.208 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/2bbfc29a-1836-4267-be67-bd5a62e55092) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:26:22.279441 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:22.311230 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:22.348572 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:26:22.352001 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:26:22.355549 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:26:22.364819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19cdb1d-c3ae-4785-b279-48cbf0a7608e None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:26:22.378455 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event updated for resources: {'Port': ['ID=2bbfc29a-1836-4267-be67-bd5a62e55092,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:22.432375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2aff4b26-cc45-4348-a7d1-d1816953202c None None] Provisioning complete for port 2bbfc29a-1836-4267-be67-bd5a62e55092 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:26:22.433027 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2aff4b26-cc45-4348-a7d1-d1816953202c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:22.469694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2aff4b26-cc45-4348-a7d1-d1816953202c None None] Port 2bbfc29a-1836-4267-be67-bd5a62e55092 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:26:22.573471 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:22.604401 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:22.806861 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:22.931827 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Router c88ce4ea-338b-4cb5-a914-9c80a63af07a is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:26:23.034237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:26:23.044188 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Sync routers for ids ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:26:23.054270 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:23.054439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Routers {'c88ce4ea-338b-4cb5-a914-9c80a63af07a'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:26:23.055032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:26:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:23.058736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58808) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:23.059235 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8b644c32-e6d2-4150-bfb2-a0bc122b5da4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4172056 Nov 26 03:26:23.185833 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-950c5249-2688-4ccb-bbb0-614023b702e3 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=13f3ac1e5e614b86bc6acdac13dcdf4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1256905 Nov 26 03:26:23.188635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58812) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:23.277962 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e88b7b2-bc97-43f1-9c58-305d2aa689a6 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:23.279494 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0e88b7b2-bc97-43f1-9c58-305d2aa689a6 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899231 Nov 26 03:26:23.282869 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58814) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:23.309719 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-09701a29-528f-4083-8a28-30587d90524d tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257740 Nov 26 03:26:23.312175 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58816) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:23.316821 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-8b09a946-26d2-47b9-8c64-3d0e78ad0367 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1674022682', 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b', 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:26:23.323679 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Set router c88ce4ea-338b-4cb5-a914-9c80a63af07a gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:26:23.406362 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b09a946-26d2-47b9-8c64-3d0e78ad0367 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Made reservation on behalf of 13f3ac1e5e614b86bc6acdac13dcdf4b for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:26:23.409930 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b09a946-26d2-47b9-8c64-3d0e78ad0367 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:23.498600 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455562340', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:26:21Z', 'updated_at': '2021-11-26T03:26:22Z', 'revision_number': 3, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:40:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:22Z', 'updated_at': '2021-11-26T03:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:23.528239 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Checking router: c88ce4ea-338b-4cb5-a914-9c80a63af07a for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:26:23.528598 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Updating router c88ce4ea-338b-4cb5-a914-9c80a63af07a port 2bbfc29a-1836-4267-be67-bd5a62e55092 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:26:23.553260 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:23.588268 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b09a946-26d2-47b9-8c64-3d0e78ad0367 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:23.648426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09a946-26d2-47b9-8c64-3d0e78ad0367 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event updated for resources: {'Subnet': ['ID=a370e0e8-43dc-414d-94de-0bf0a90cd02c,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:23.656110 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b09a946-26d2-47b9-8c64-3d0e78ad0367 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Checking segment: {'id': 'ecd3b6a5-56f1-422b-9114-97afcad936e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:26:23.656477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b09a946-26d2-47b9-8c64-3d0e78ad0367 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Network hostable DHCP agents. Network: aff86bba-0edf-4a01-81b9-b6e866adfc4b, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:26:23.673312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b09a946-26d2-47b9-8c64-3d0e78ad0367 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Network aff86bba-0edf-4a01-81b9-b6e866adfc4b is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:26:23.683196 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-8b09a946-26d2-47b9-8c64-3d0e78ad0367 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, aff86bba-0edf-4a01-81b9-b6e866adfc4b) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:26:23.687632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b09a946-26d2-47b9-8c64-3d0e78ad0367 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:23.688300 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8b09a946-26d2-47b9-8c64-3d0e78ad0367 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:23.701723 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82675f2-7710-4907-a8d6-226feef8abce None None] Network aff86bba-0edf-4a01-81b9-b6e866adfc4b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:26:23.705536 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8b09a946-26d2-47b9-8c64-3d0e78ad0367 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3919511 Nov 26 03:26:23.707799 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58818) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:23.878194 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:23.939252 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-aff86bba-0edf-4a01-81b9-b6e866adfc4b', 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'fixed_ips': [{'subnet_id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:26:23.940127 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:23.943609 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:23.957201 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:24.058691 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed5cec3-56a6-43cf-ab52-1351a9863d93 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:26:24.078731 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18d5cc-c220-407f-90ef-c3c57b01a70c None None] Pushing event updated for resources: {'Port': ['ID=2bbfc29a-1836-4267-be67-bd5a62e55092,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:24.084085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Attempting to bind port 2bbfc29a-1836-4267-be67-bd5a62e55092 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:26:24.084378 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Attempting to bind port 2bbfc29a-1836-4267-be67-bd5a62e55092 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:26:24.085738 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Attempting to bind port 2bbfc29a-1836-4267-be67-bd5a62e55092 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:26:24.108069 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:26:24.108466 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:26:24.108876 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:24.109281 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:26:24.109766 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Bound port: 2bbfc29a-1836-4267-be67-bd5a62e55092, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:26:24.110156 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:24.149235 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7dd06de-e2c1-4456-9b7b-9ccdecbfb0a6 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:24.172151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-dda61e46-994d-4992-9d3e-4f2654b845e2 None None] Provisioning complete for port 2bbfc29a-1836-4267-be67-bd5a62e55092 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:26:24.172533 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dda61e46-994d-4992-9d3e-4f2654b845e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:24.233591 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Allocated IP 172.20.0.2 (aff86bba-0edf-4a01-81b9-b6e866adfc4b/a370e0e8-43dc-414d-94de-0bf0a90cd02c/ab565543-7bb3-4fa5-af4c-d5e9633013ab) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:26:24.239300 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-dda61e46-994d-4992-9d3e-4f2654b845e2 None None] Port 2bbfc29a-1836-4267-be67-bd5a62e55092 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:26:24.249516 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] For port 2bbfc29a-1836-4267-be67-bd5a62e55092, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:26:24.253892 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] For port 2bbfc29a-1836-4267-be67-bd5a62e55092, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2bbfc29a-1836-4267-be67-bd5a62e55092,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:26:24.259109 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:24.349441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411b2fc2-1105-4d44-8e31-d77e964de0a7 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:26:24.387730 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Routers {'c88ce4ea-338b-4cb5-a914-9c80a63af07a'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:26:24.388402 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:26:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:24.431045 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18d5cc-c220-407f-90ef-c3c57b01a70c None None] Pushing event updated for resources: {'Port': ['ID=2bbfc29a-1836-4267-be67-bd5a62e55092,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:24.535477 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-552b730c-2a16-46d5-b938-2bc046e59bf9 None None] Provisioning complete for port 2bbfc29a-1836-4267-be67-bd5a62e55092 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:26:24.535860 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-552b730c-2a16-46d5-b938-2bc046e59bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:24.572294 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:24.589277 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:24.593759 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] Set router c88ce4ea-338b-4cb5-a914-9c80a63af07a gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:26:24.637841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-d7dd06de-e2c1-4456-9b7b-9ccdecbfb0a6 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Allocated IP 172.20.0.1 (aff86bba-0edf-4a01-81b9-b6e866adfc4b/a370e0e8-43dc-414d-94de-0bf0a90cd02c/bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:26:24.737293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Network aff86bba-0edf-4a01-81b9-b6e866adfc4b is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:26:24.747407 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:26:24.749899 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:26:24.756036 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7dd06de-e2c1-4456-9b7b-9ccdecbfb0a6 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:24.761982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Pushing event updated for resources: {'Port': ['ID=ab565543-7bb3-4fa5-af4c-d5e9633013ab,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:24.799568 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7dd06de-e2c1-4456-9b7b-9ccdecbfb0a6 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:24.848609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dd06de-e2c1-4456-9b7b-9ccdecbfb0a6 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Network aff86bba-0edf-4a01-81b9-b6e866adfc4b is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:26:24.852636 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-d7dd06de-e2c1-4456-9b7b-9ccdecbfb0a6 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:26:24.856908 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dd06de-e2c1-4456-9b7b-9ccdecbfb0a6 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:26:24.875369 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-552b730c-2a16-46d5-b938-2bc046e59bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:24.880796 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Attempting to bind port ab565543-7bb3-4fa5-af4c-d5e9633013ab on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:26:24.881168 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Attempting to bind port ab565543-7bb3-4fa5-af4c-d5e9633013ab by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'ecd3b6a5-56f1-422b-9114-97afcad936e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:26:24.881600 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Attempting to bind port ab565543-7bb3-4fa5-af4c-d5e9633013ab on network aff86bba-0edf-4a01-81b9-b6e866adfc4b {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:26:24.895412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd06de-e2c1-4456-9b7b-9ccdecbfb0a6 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event updated for resources: {'Port': ['ID=bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:24.905666 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7dd06de-e2c1-4456-9b7b-9ccdecbfb0a6 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:24.913891 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:26:24.914269 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Checking segment: {'id': 'ecd3b6a5-56f1-422b-9114-97afcad936e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:26:24.914720 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:24.915126 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Bound using segment: {'id': 'ecd3b6a5-56f1-422b-9114-97afcad936e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:26:24.915651 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Bound port: ab565543-7bb3-4fa5-af4c-d5e9633013ab, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd3b6a5-56f1-422b-9114-97afcad936e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:26:24.916040 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:24.937676 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-552b730c-2a16-46d5-b938-2bc046e59bf9 None None] For port 2bbfc29a-1836-4267-be67-bd5a62e55092, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2bbfc29a-1836-4267-be67-bd5a62e55092,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:26:24.946567 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-552b730c-2a16-46d5-b938-2bc046e59bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:25.051245 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7dd06de-e2c1-4456-9b7b-9ccdecbfb0a6 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:25.052202 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b730c-2a16-46d5-b938-2bc046e59bf9 None None] Pushing event updated for resources: {'Port': ['ID=2bbfc29a-1836-4267-be67-bd5a62e55092,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:25.056828 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] For port ab565543-7bb3-4fa5-af4c-d5e9633013ab, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:26:25.060713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] For port ab565543-7bb3-4fa5-af4c-d5e9633013ab, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ab565543-7bb3-4fa5-af4c-d5e9633013ab,segment=NetworkSegment(ecd3b6a5-56f1-422b-9114-97afcad936e3),segment_id=ecd3b6a5-56f1-422b-9114-97afcad936e3)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:26:25.067529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455562340', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:26:21Z', 'updated_at': '2021-11-26T03:26:22Z', 'revision_number': 3, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:40:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:22Z', 'updated_at': '2021-11-26T03:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:25.097842 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:25.102758 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68005ef-0d61-446d-ae2e-e86e992ab675 None None] The sync data for ids ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'] in n-d-819389-3 is: [{'id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455562340', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:26:21Z', 'updated_at': '2021-11-26T03:26:22Z', 'revision_number': 3, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:40:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:22Z', 'updated_at': '2021-11-26T03:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:26:25.179946 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db09c4-99fa-46f9-bac6-dde1bd42b0c7 None None] Pushing event updated for resources: {'Port': ['ID=ab565543-7bb3-4fa5-af4c-d5e9633013ab,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:25.400502 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7dd06de-e2c1-4456-9b7b-9ccdecbfb0a6 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:25.406168 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7dd06de-e2c1-4456-9b7b-9ccdecbfb0a6 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:25.520029 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd06de-e2c1-4456-9b7b-9ccdecbfb0a6 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event updated for resources: {'Port': ['ID=bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:25.543165 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d7dd06de-e2c1-4456-9b7b-9ccdecbfb0a6 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:25.659021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dd06de-e2c1-4456-9b7b-9ccdecbfb0a6 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Network aff86bba-0edf-4a01-81b9-b6e866adfc4b is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:26:25.660656 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-d7dd06de-e2c1-4456-9b7b-9ccdecbfb0a6 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:26:25.784696 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dd06de-e2c1-4456-9b7b-9ccdecbfb0a6 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Router c88ce4ea-338b-4cb5-a914-9c80a63af07a has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:26:25.903249 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dd06de-e2c1-4456-9b7b-9ccdecbfb0a6 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:26:25.908642 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d7dd06de-e2c1-4456-9b7b-9ccdecbfb0a6 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "PUT /v2.0/routers/c88ce4ea-338b-4cb5-a914-9c80a63af07a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1997085 Nov 26 03:26:25.911358 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58820) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:25.916870 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-6a54d8b7-de75-4e65-ae2d-cbaa85ebca4c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1613908278', 'description': 'tempest-secgroup_access--1613908278 description', 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:26:25.943205 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a54d8b7-de75-4e65-ae2d-cbaa85ebca4c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:26.022319 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a54d8b7-de75-4e65-ae2d-cbaa85ebca4c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:26.029092 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a54d8b7-de75-4e65-ae2d-cbaa85ebca4c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:26.067040 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6a54d8b7-de75-4e65-ae2d-cbaa85ebca4c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:26.071564 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6a54d8b7-de75-4e65-ae2d-cbaa85ebca4c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1561058 Nov 26 03:26:26.073503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58822) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:26.075186 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54d8b7-de75-4e65-ae2d-cbaa85ebca4c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b95b1d08-e07b-4e80-80de-4b4989b2ba10,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:26.088540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-0217e09b-c517-4275-8371-65b47e69d02b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1643185097', 'description': 'tempest-secgroup_general--1643185097 description', 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:26:26.123909 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0217e09b-c517-4275-8371-65b47e69d02b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:26.200603 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0217e09b-c517-4275-8371-65b47e69d02b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:26.208893 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0217e09b-c517-4275-8371-65b47e69d02b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:26.246815 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0217e09b-c517-4275-8371-65b47e69d02b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:26.248238 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0217e09b-c517-4275-8371-65b47e69d02b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1715050 Nov 26 03:26:26.251424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58824) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:26.257934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c175548d-0778-4125-a60e-d0fa26425dd9 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Request body: {'security_group_rule': {'security_group_id': 'b95b1d08-e07b-4e80-80de-4b4989b2ba10', 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:26:26.262976 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217e09b-c517-4275-8371-65b47e69d02b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddf42df-f824-47c2-9a31-6976f315ba5c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:26.302960 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c175548d-0778-4125-a60e-d0fa26425dd9 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:26.333774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973d43d9-74b7-4a4d-8161-da87007ac2be None None] Network aff86bba-0edf-4a01-81b9-b6e866adfc4b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:26:26.374230 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c175548d-0778-4125-a60e-d0fa26425dd9 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:26.383081 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c175548d-0778-4125-a60e-d0fa26425dd9 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:26.386988 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ab565543-7bb3-4fa5-af4c-d5e9633013ab up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:26:26.401876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175548d-0778-4125-a60e-d0fa26425dd9 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b511373-3a01-463f-ab10-c603fec87eeb,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:26.417422 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c175548d-0778-4125-a60e-d0fa26425dd9 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:26.419672 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c175548d-0778-4125-a60e-d0fa26425dd9 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1664984 Nov 26 03:26:26.450576 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3f52d831-2115-49e5-9485-adb5adda6e82 None None] Provisioning complete for port ab565543-7bb3-4fa5-af4c-d5e9633013ab triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:26:26.451163 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3f52d831-2115-49e5-9485-adb5adda6e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:26.577042 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-a39bb30e-30e5-4c50-af26-66054ba47a6e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--1613908278&fields=id&tenant_id=13f3ac1e5e614b86bc6acdac13dcdf4b HTTP/1.1" status: 200 len: 267 time: 0.0454862 Nov 26 03:26:26.636482 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-e71977f1-c254-4daf-aca8-ec4710c421b8 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--1643185097&fields=id&tenant_id=13f3ac1e5e614b86bc6acdac13dcdf4b HTTP/1.1" status: 200 len: 267 time: 0.0527861 Nov 26 03:26:26.702341 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port ab565543-7bb3-4fa5-af4c-d5e9633013ab triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:26:26.702701 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:26.762798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-df1759ac-03a6-4c6f-8078-3b35eb78ffa2 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:26.764379 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-df1759ac-03a6-4c6f-8078-3b35eb78ffa2 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/networks?id=aff86bba-0edf-4a01-81b9-b6e866adfc4b HTTP/1.1" status: 200 len: 796 time: 0.1125069 Nov 26 03:26:26.780502 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-10e7a222-ed37-4549-91b3-2ff806bfdfee tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/quotas/13f3ac1e5e614b86bc6acdac13dcdf4b HTTP/1.1" status: 200 len: 375 time: 0.0096905 Nov 26 03:26:26.811818 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3f52d831-2115-49e5-9485-adb5adda6e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:26.838250 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-1585d42a-82a6-4b4b-afc0-d0e7fec15c44 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=13f3ac1e5e614b86bc6acdac13dcdf4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513208 Nov 26 03:26:26.876421 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:26.882327 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3f52d831-2115-49e5-9485-adb5adda6e82 None None] For port ab565543-7bb3-4fa5-af4c-d5e9633013ab, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ab565543-7bb3-4fa5-af4c-d5e9633013ab,segment=NetworkSegment(ecd3b6a5-56f1-422b-9114-97afcad936e3),segment_id=ecd3b6a5-56f1-422b-9114-97afcad936e3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:26:26.894503 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3f52d831-2115-49e5-9485-adb5adda6e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:26.929652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-d24b4626-edb0-4003-8df0-37b3d56ed865 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:26:26.930706 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-d24b4626-edb0-4003-8df0-37b3d56ed865 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0769947 Nov 26 03:26:26.979724 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52d831-2115-49e5-9485-adb5adda6e82 None None] Pushing event updated for resources: {'Port': ['ID=ab565543-7bb3-4fa5-af4c-d5e9633013ab,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:26.984326 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:26:26.984692 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:26:27.042651 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Sync routers for ids ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:26:27.043270 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-4db04a62-66df-4858-b79c-54058cba284e service neutron] 10.222.0.31 "GET /v2.0/networks/aff86bba-0edf-4a01-81b9-b6e866adfc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017847 Nov 26 03:26:27.052796 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Routers {'c88ce4ea-338b-4cb5-a914-9c80a63af07a'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:26:27.054051 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:26:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:27.121792 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ea8bc504-c023-4304-8207-54e980a936dc None None] Provisioning complete for port bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:26:27.122169 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc504-c023-4304-8207-54e980a936dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:27.156430 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-a424ce77-18c6-413c-a705-9f10b9c794bd service neutron] 10.222.0.31 "GET /v2.0/networks/aff86bba-0edf-4a01-81b9-b6e866adfc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064687 Nov 26 03:26:27.165809 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Set router c88ce4ea-338b-4cb5-a914-9c80a63af07a gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:26:27.168944 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ea8bc504-c023-4304-8207-54e980a936dc None None] Port bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:26:27.181926 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ea8bc504-c023-4304-8207-54e980a936dc None None] Provisioning complete for port ab565543-7bb3-4fa5-af4c-d5e9633013ab triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:26:27.182460 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc504-c023-4304-8207-54e980a936dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:27.364983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a1dedc8-349f-4033-9adb-32dd4ca8a10e req-1b5d4be1-8626-48c4-9b3d-1018064c3137 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 210 time: 0.0399725 Nov 26 03:26:27.393232 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455562340', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:26:21Z', 'updated_at': '2021-11-26T03:26:25Z', 'revision_number': 4, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:22Z', 'updated_at': '2021-11-26T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5', 'name': '', 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'mac_address': 'fa:16:3e:4c:e6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:24Z', 'updated_at': '2021-11-26T03:26:25Z', 'revision_number': 2, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'subnets': [{'id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:27.401912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-26ffc477-5882-4b7e-b0bc-740f95a8d5d6 None None] Provisioning complete for port bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:26:27.407901 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-26ffc477-5882-4b7e-b0bc-740f95a8d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:27.423237 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Checking router: c88ce4ea-338b-4cb5-a914-9c80a63af07a for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:26:27.423787 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Updating router c88ce4ea-338b-4cb5-a914-9c80a63af07a port bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:26:27.450813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-26ffc477-5882-4b7e-b0bc-740f95a8d5d6 None None] Port bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:26:27.530481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2bbfc29a-1836-4267-be67-bd5a62e55092 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:26:27.561040 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:27.587604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 2bbfc29a-1836-4267-be67-bd5a62e55092 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:26:27.588104 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:27.688681 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-57f62e9e-70f0-4e6c-93bb-cfb2263a042f None None] Provisioning complete for port bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:26:27.688681 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-57f62e9e-70f0-4e6c-93bb-cfb2263a042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:27.724609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-57f62e9e-70f0-4e6c-93bb-cfb2263a042f None None] Port bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:26:27.845060 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:27.850456 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:27.905160 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89533fd-df85-4a00-bf8c-0416dbec6520 None None] Pushing event updated for resources: {'Port': ['ID=bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:27.932567 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89533fd-df85-4a00-bf8c-0416dbec6520 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:27.932567 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89533fd-df85-4a00-bf8c-0416dbec6520 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:27.932872 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89533fd-df85-4a00-bf8c-0416dbec6520 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:27.933211 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89533fd-df85-4a00-bf8c-0416dbec6520 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:27.933596 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89533fd-df85-4a00-bf8c-0416dbec6520 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:27.933867 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89533fd-df85-4a00-bf8c-0416dbec6520 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:27.934189 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89533fd-df85-4a00-bf8c-0416dbec6520 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:27.934510 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89533fd-df85-4a00-bf8c-0416dbec6520 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:27.934843 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89533fd-df85-4a00-bf8c-0416dbec6520 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:27.935154 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89533fd-df85-4a00-bf8c-0416dbec6520 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:27.935472 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89533fd-df85-4a00-bf8c-0416dbec6520 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:27.935792 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89533fd-df85-4a00-bf8c-0416dbec6520 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:26:27.967927 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Attempting to bind port bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:26:27.967927 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Attempting to bind port bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'ecd3b6a5-56f1-422b-9114-97afcad936e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:26:27.968272 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Attempting to bind port bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5 on network aff86bba-0edf-4a01-81b9-b6e866adfc4b {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:26:27.973308 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:26:27.973681 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Checking segment: {'id': 'ecd3b6a5-56f1-422b-9114-97afcad936e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:26:27.974076 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:27.974469 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Bound using segment: {'id': 'ecd3b6a5-56f1-422b-9114-97afcad936e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:26:27.974921 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Bound port: bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd3b6a5-56f1-422b-9114-97afcad936e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:26:27.975481 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:28.045074 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] For port bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:26:28.048439 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] For port bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5,segment=NetworkSegment(ecd3b6a5-56f1-422b-9114-97afcad936e3),segment_id=ecd3b6a5-56f1-422b-9114-97afcad936e3)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:26:28.053206 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:28.105109 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Routers {'c88ce4ea-338b-4cb5-a914-9c80a63af07a'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:26:28.105732 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:26:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:28.149777 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-36f97577-0ee4-4ecd-bb71-c8825df672bb None None] Provisioning complete for port bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:26:28.150200 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-36f97577-0ee4-4ecd-bb71-c8825df672bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:28.179201 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89533fd-df85-4a00-bf8c-0416dbec6520 None None] Pushing event updated for resources: {'Port': ['ID=bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:28.225128 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] Set router c88ce4ea-338b-4cb5-a914-9c80a63af07a gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:26:28.234808 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-36f97577-0ee4-4ecd-bb71-c8825df672bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:28.285671 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-36f97577-0ee4-4ecd-bb71-c8825df672bb None None] For port bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5,segment=NetworkSegment(ecd3b6a5-56f1-422b-9114-97afcad936e3),segment_id=ecd3b6a5-56f1-422b-9114-97afcad936e3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:26:28.301342 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-36f97577-0ee4-4ecd-bb71-c8825df672bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:28.338360 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ab565543-7bb3-4fa5-af4c-d5e9633013ab up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:26:28.396830 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f97577-0ee4-4ecd-bb71-c8825df672bb None None] Pushing event updated for resources: {'Port': ['ID=bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:28.422460 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port ab565543-7bb3-4fa5-af4c-d5e9633013ab triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:26:28.423035 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:28.453042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7ea4e3fb-2b07-469d-95f1-b315439f4979 None None] Provisioning complete for port bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:26:28.453330 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e3fb-2b07-469d-95f1-b315439f4979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:28.473332 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455562340', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:26:21Z', 'updated_at': '2021-11-26T03:26:25Z', 'revision_number': 4, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:22Z', 'updated_at': '2021-11-26T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5', 'name': '', 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'mac_address': 'fa:16:3e:4c:e6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:24Z', 'updated_at': '2021-11-26T03:26:28Z', 'revision_number': 4, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'subnets': [{'id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:28.496693 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f780e7c-3bee-4340-b6c0-36af41e8304d req-472e5c46-c92d-40a2-bf23-e083fbf1707e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 210 time: 0.0381482 Nov 26 03:26:28.519884 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa36db-0155-4158-8500-6b49d0c7ad47 None None] The sync data for ids ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'] in n-d-819389-3 is: [{'id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455562340', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:26:21Z', 'updated_at': '2021-11-26T03:26:25Z', 'revision_number': 4, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:22Z', 'updated_at': '2021-11-26T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5', 'name': '', 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'mac_address': 'fa:16:3e:4c:e6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:24Z', 'updated_at': '2021-11-26T03:26:28Z', 'revision_number': 4, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'subnets': [{'id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:26:28.601667 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-66087749-72c2-453d-a189-5dcb44746b9f tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:28.607036 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-66087749-72c2-453d-a189-5dcb44746b9f tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.59 "GET /v2.0/networks?id=aff86bba-0edf-4a01-81b9-b6e866adfc4b HTTP/1.1" status: 200 len: 796 time: 0.2251701 Nov 26 03:26:28.702108 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b39e98e-c24a-4ce8-aaf6-68d69db8cda8 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13f3ac1e5e614b86bc6acdac13dcdf4b HTTP/1.1" status: 200 len: 478 time: 0.0731635 Nov 26 03:26:28.713672 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-d84c8e64-28f7-4efc-ab96-b0f1591c89cf tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Request body: {'port': {'device_id': '20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5', 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b', 'admin_state_up': True, 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'security_groups': ['b95b1d08-e07b-4e80-80de-4b4989b2ba10', '6ddf42df-f824-47c2-9a31-6976f315ba5c']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:26:28.824110 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-d84c8e64-28f7-4efc-ab96-b0f1591c89cf tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Made reservation on behalf of 13f3ac1e5e614b86bc6acdac13dcdf4b for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:26:28.827718 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-d84c8e64-28f7-4efc-ab96-b0f1591c89cf tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:28.959330 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-d84c8e64-28f7-4efc-ab96-b0f1591c89cf tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Allocated IP 172.20.0.4 (aff86bba-0edf-4a01-81b9-b6e866adfc4b/a370e0e8-43dc-414d-94de-0bf0a90cd02c/c973c31b-4424-48a4-9fda-d3c8e00c34a7) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:26:29.129689 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-d84c8e64-28f7-4efc-ab96-b0f1591c89cf tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:29.164973 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-d84c8e64-28f7-4efc-ab96-b0f1591c89cf tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:29.210995 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-d84c8e64-28f7-4efc-ab96-b0f1591c89cf tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Network aff86bba-0edf-4a01-81b9-b6e866adfc4b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:26:29.214257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-d84c8e64-28f7-4efc-ab96-b0f1591c89cf tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:26:29.218529 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-d84c8e64-28f7-4efc-ab96-b0f1591c89cf tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:26:29.249532 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c8e64-28f7-4efc-ab96-b0f1591c89cf tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event updated for resources: {'Port': ['ID=c973c31b-4424-48a4-9fda-d3c8e00c34a7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:29.280113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-d84c8e64-28f7-4efc-ab96-b0f1591c89cf tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:29.281076 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-d84c8e64-28f7-4efc-ab96-b0f1591c89cf tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:29.298917 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-d84c8e64-28f7-4efc-ab96-b0f1591c89cf tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.5891876 Nov 26 03:26:29.318743 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Request body: {'port': {'device_id': '20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:26:29.386612 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:29.455661 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-405e1781-26ac-4381-a2db-8956091d2515 None None] Provisioning complete for port c973c31b-4424-48a4-9fda-d3c8e00c34a7 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:26:29.456207 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-405e1781-26ac-4381-a2db-8956091d2515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:29.496946 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-405e1781-26ac-4381-a2db-8956091d2515 None None] Port c973c31b-4424-48a4-9fda-d3c8e00c34a7 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:26:29.621808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d91aa6-6a0f-4f1d-958b-a413b35971e9 req-2b8aa26a-b265-4806-8625-f6c55e223920 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:29.623514 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82d91aa6-6a0f-4f1d-958b-a413b35971e9 req-2b8aa26a-b265-4806-8625-f6c55e223920 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 970 time: 0.0560906 Nov 26 03:26:29.659952 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c973c31b-4424-48a4-9fda-d3c8e00c34a7 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:26:29.667284 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:29.682891 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Transition to ACTIVE for port object c973c31b-4424-48a4-9fda-d3c8e00c34a7 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:26:29.687291 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:29.689562 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82d91aa6-6a0f-4f1d-958b-a413b35971e9 req-68ffdda8-3f88-4faf-9e88-a6964bee6312 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/security-groups?id=b95b1d08-e07b-4e80-80de-4b4989b2ba10&id=6ddf42df-f824-47c2-9a31-6976f315ba5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0546384 Nov 26 03:26:29.736755 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Pushing event updated for resources: {'Port': ['ID=c973c31b-4424-48a4-9fda-d3c8e00c34a7,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:29.811709 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Attempting to bind port c973c31b-4424-48a4-9fda-d3c8e00c34a7 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:26:29.812064 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Attempting to bind port c973c31b-4424-48a4-9fda-d3c8e00c34a7 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'ecd3b6a5-56f1-422b-9114-97afcad936e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:26:29.812410 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Attempting to bind port c973c31b-4424-48a4-9fda-d3c8e00c34a7 on network aff86bba-0edf-4a01-81b9-b6e866adfc4b {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:26:29.816954 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Port c973c31b-4424-48a4-9fda-d3c8e00c34a7 on network aff86bba-0edf-4a01-81b9-b6e866adfc4b not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:26:29.817282 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Attempting to bind port c973c31b-4424-48a4-9fda-d3c8e00c34a7 on network aff86bba-0edf-4a01-81b9-b6e866adfc4b {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:26:29.822935 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:26:29.823271 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Checking segment: {'id': 'ecd3b6a5-56f1-422b-9114-97afcad936e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:26:29.823657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Bound using segment: {'id': 'ecd3b6a5-56f1-422b-9114-97afcad936e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:26:29.824111 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Bound port: c973c31b-4424-48a4-9fda-d3c8e00c34a7, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd3b6a5-56f1-422b-9114-97afcad936e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:26:29.824476 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:29.890711 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] For port c973c31b-4424-48a4-9fda-d3c8e00c34a7, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:26:29.894068 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] For port c973c31b-4424-48a4-9fda-d3c8e00c34a7, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c973c31b-4424-48a4-9fda-d3c8e00c34a7,segment=NetworkSegment(ecd3b6a5-56f1-422b-9114-97afcad936e3),segment_id=ecd3b6a5-56f1-422b-9114-97afcad936e3)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:26:29.897738 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:29.933684 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:29.934316 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:29.935707 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] 10.222.0.59 "PUT /v2.0/ports/c973c31b-4424-48a4-9fda-d3c8e00c34a7 HTTP/1.1" status: 200 len: 1130 time: 0.6214018 Nov 26 03:26:29.936179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5', 'tag': 'c973c31b-4424-48a4-9fda-d3c8e00c34a7'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:26:29.938451 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaded2cc-0166-4de4-a5aa-503f133ad52d" -d '{"events": [{"name": "network-changed", "server_uuid": "20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5", "tag": "c973c31b-4424-48a4-9fda-d3c8e00c34a7"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:26:29.961316 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dff4f-96e2-4708-9787-9c35d811744c service neutron] Pushing event updated for resources: {'Port': ['ID=c973c31b-4424-48a4-9fda-d3c8e00c34a7,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:29.986169 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecdd1a6-6821-4f9b-8e62-ec0b798a24b2 x-openstack-request-id: req-0ecdd1a6-6821-4f9b-8e62-ec0b798a24b2 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:26:29.986651 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5", "tag": "c973c31b-4424-48a4-9fda-d3c8e00c34a7", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:26:29.987595 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ecdd1a6-6821-4f9b-8e62-ec0b798a24b2 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:26:29.988615 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5', 'tag': 'c973c31b-4424-48a4-9fda-d3c8e00c34a7', 'status': 'completed', 'code': 200} Nov 26 03:26:30.064612 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-30d247f9-8f18-4fa2-a28f-1523b3317998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:30.066290 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-30d247f9-8f18-4fa2-a28f-1523b3317998 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13f3ac1e5e614b86bc6acdac13dcdf4b&device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 1133 time: 0.0509145 Nov 26 03:26:30.119939 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-2fdb06a8-58cd-48d3-bb55-3a0fabefb413 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c973c31b-4424-48a4-9fda-d3c8e00c34a7 HTTP/1.1" status: 200 len: 217 time: 0.0392349 Nov 26 03:26:30.168841 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-e09760b0-324b-4af4-90c5-0feb9dd61d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:30.170291 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-e09760b0-324b-4af4-90c5-0feb9dd61d7d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a370e0e8-43dc-414d-94de-0bf0a90cd02c HTTP/1.1" status: 200 len: 835 time: 0.0434618 Nov 26 03:26:30.214279 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-f3a504b8-b756-401a-ad30-f77ee1bd9bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:30.215996 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-f3a504b8-b756-401a-ad30-f77ee1bd9bbb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aff86bba-0edf-4a01-81b9-b6e866adfc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385649 Nov 26 03:26:30.317475 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-0bbbb56e-9fac-411d-b5f7-5b4d6288d726 service neutron] 10.222.0.59 "GET /v2.0/networks/aff86bba-0edf-4a01-81b9-b6e866adfc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930824 Nov 26 03:26:30.320433 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:26:30.367537 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:26:30.367904 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:30.411161 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b5c9c99b-419a-47eb-8b65-760aab7b7147 req-2eada597-c12e-43a9-ae10-764f3e7251e3 service neutron] 10.222.0.59 "GET /v2.0/networks/aff86bba-0edf-4a01-81b9-b6e866adfc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871847 Nov 26 03:26:30.540583 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaded2cc-0166-4de4-a5aa-503f133ad52d req-28aa8405-ace9-4d55-9205-c4826f4bd1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:30.542086 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eaded2cc-0166-4de4-a5aa-503f133ad52d req-28aa8405-ace9-4d55-9205-c4826f4bd1a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13f3ac1e5e614b86bc6acdac13dcdf4b&device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 1133 time: 0.0405815 Nov 26 03:26:30.634507 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaded2cc-0166-4de4-a5aa-503f133ad52d req-134a8b43-5367-47c8-9b43-7ea2f68263ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:30.635880 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eaded2cc-0166-4de4-a5aa-503f133ad52d req-134a8b43-5367-47c8-9b43-7ea2f68263ce service neutron] 10.222.0.59 "GET /v2.0/networks?id=aff86bba-0edf-4a01-81b9-b6e866adfc4b HTTP/1.1" status: 200 len: 897 time: 0.0867293 Nov 26 03:26:30.679124 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eaded2cc-0166-4de4-a5aa-503f133ad52d req-04d0da7e-94f0-48f8-9a63-54ac7eb36f5c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c973c31b-4424-48a4-9fda-d3c8e00c34a7 HTTP/1.1" status: 200 len: 217 time: 0.0346782 Nov 26 03:26:30.730111 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaded2cc-0166-4de4-a5aa-503f133ad52d req-d02f9e37-9bdb-4fbc-a136-ef607ba186b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:30.731606 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eaded2cc-0166-4de4-a5aa-503f133ad52d req-d02f9e37-9bdb-4fbc-a136-ef607ba186b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a370e0e8-43dc-414d-94de-0bf0a90cd02c HTTP/1.1" status: 200 len: 835 time: 0.0458269 Nov 26 03:26:30.778406 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaded2cc-0166-4de4-a5aa-503f133ad52d req-1838a6d1-c1dd-4f99-97b4-066c2c3ee098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:30.779918 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eaded2cc-0166-4de4-a5aa-503f133ad52d req-1838a6d1-c1dd-4f99-97b4-066c2c3ee098 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aff86bba-0edf-4a01-81b9-b6e866adfc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405173 Nov 26 03:26:30.813219 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf5ca2-a09b-4a8a-a5ee-33643e981d44 req-c4b7f269-56fb-44b7-990e-aea678656194 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:30.814738 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3cf5ca2-a09b-4a8a-a5ee-33643e981d44 req-c4b7f269-56fb-44b7-990e-aea678656194 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 982 time: 0.0499921 Nov 26 03:26:30.871641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3cf5ca2-a09b-4a8a-a5ee-33643e981d44 req-65033348-7277-4c66-afed-9f90fb32ff00 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/security-groups?id=b95b1d08-e07b-4e80-80de-4b4989b2ba10&id=6ddf42df-f824-47c2-9a31-6976f315ba5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0505347 Nov 26 03:26:30.873436 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eaded2cc-0166-4de4-a5aa-503f133ad52d req-d620512d-a1b8-41c5-acd5-1edf5120d2cc service neutron] 10.222.0.59 "GET /v2.0/networks/aff86bba-0edf-4a01-81b9-b6e866adfc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857713 Nov 26 03:26:31.257846 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-eaded2cc-0166-4de4-a5aa-503f133ad52d req-fc478b03-4b86-43eb-8a9a-762297da0678 service neutron] 10.222.0.59 "GET /v2.0/networks/aff86bba-0edf-4a01-81b9-b6e866adfc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761737 Nov 26 03:26:31.994016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d4638-b0bf-4596-be7c-221249c45e5f req-d077a45c-ff3e-4ae4-8250-7ec652c4d77a tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:31.995520 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c37d4638-b0bf-4596-be7c-221249c45e5f req-d077a45c-ff3e-4ae4-8250-7ec652c4d77a tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 982 time: 0.0537636 Nov 26 03:26:32.051518 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c37d4638-b0bf-4596-be7c-221249c45e5f req-bb2a6517-6aac-4d07-aa8a-bece4d81dc38 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/security-groups?id=b95b1d08-e07b-4e80-80de-4b4989b2ba10&id=6ddf42df-f824-47c2-9a31-6976f315ba5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0497196 Nov 26 03:26:33.180546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c06d1-537d-47f4-8b06-38d3ffd7325e req-569fb663-0ead-4ab8-81df-1fdc4fb116e4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:33.182061 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c0c06d1-537d-47f4-8b06-38d3ffd7325e req-569fb663-0ead-4ab8-81df-1fdc4fb116e4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 982 time: 0.0573165 Nov 26 03:26:33.241725 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1c0c06d1-537d-47f4-8b06-38d3ffd7325e req-215bc1f6-0f29-4a32-b47f-2ebe423af783 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/security-groups?id=b95b1d08-e07b-4e80-80de-4b4989b2ba10&id=6ddf42df-f824-47c2-9a31-6976f315ba5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0499225 Nov 26 03:26:33.571628 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c973c31b-4424-48a4-9fda-d3c8e00c34a7 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:26:33.665131 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c973c31b-4424-48a4-9fda-d3c8e00c34a7, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c973c31b-4424-48a4-9fda-d3c8e00c34a7,segment=NetworkSegment(ecd3b6a5-56f1-422b-9114-97afcad936e3),segment_id=ecd3b6a5-56f1-422b-9114-97afcad936e3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:26:33.675806 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'c973c31b-4424-48a4-9fda-d3c8e00c34a7', 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b', 'port_id': 'c973c31b-4424-48a4-9fda-d3c8e00c34a7', 'mac_address': 'fa:16:3e:ce:b4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:26:33.715347 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:33.728466 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c973c31b-4424-48a4-9fda-d3c8e00c34a7 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:26:33.746584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c973c31b-4424-48a4-9fda-d3c8e00c34a7, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c973c31b-4424-48a4-9fda-d3c8e00c34a7,segment=NetworkSegment(ecd3b6a5-56f1-422b-9114-97afcad936e3),segment_id=ecd3b6a5-56f1-422b-9114-97afcad936e3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:26:33.750584 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:33.796725 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=c973c31b-4424-48a4-9fda-d3c8e00c34a7,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:34.003614 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['c973c31b-4424-48a4-9fda-d3c8e00c34a7'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:26:34.359042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd755a-7696-48fd-a288-d852569a8d5c req-dd065379-973e-4823-ad63-1a68b8d510e9 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:34.360592 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5fd755a-7696-48fd-a288-d852569a8d5c req-dd065379-973e-4823-ad63-1a68b8d510e9 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 983 time: 0.0494456 Nov 26 03:26:34.420632 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5fd755a-7696-48fd-a288-d852569a8d5c req-1a4edcf0-ece6-4216-9b51-68ca908f3a3f tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/security-groups?id=b95b1d08-e07b-4e80-80de-4b4989b2ba10&id=6ddf42df-f824-47c2-9a31-6976f315ba5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0539887 Nov 26 03:26:35.534396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee77e5-699e-43f0-90e9-05dd48b5cdd5 req-d45c8db1-3dd5-4889-aecb-a74c0248328e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:35.535906 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78ee77e5-699e-43f0-90e9-05dd48b5cdd5 req-d45c8db1-3dd5-4889-aecb-a74c0248328e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 983 time: 0.0492661 Nov 26 03:26:35.583648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c973c31b-4424-48a4-9fda-d3c8e00c34a7 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:26:35.593792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78ee77e5-699e-43f0-90e9-05dd48b5cdd5 req-6a92c92f-ed05-434d-bcf6-5c9e5dbf52cc tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/security-groups?id=b95b1d08-e07b-4e80-80de-4b4989b2ba10&id=6ddf42df-f824-47c2-9a31-6976f315ba5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0518501 Nov 26 03:26:35.632883 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port c973c31b-4424-48a4-9fda-d3c8e00c34a7 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:26:35.637063 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port c973c31b-4424-48a4-9fda-d3c8e00c34a7 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:26:35.637448 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:35.716497 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:35.738179 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c973c31b-4424-48a4-9fda-d3c8e00c34a7'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:26:35.740530 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cd0e07-7e8e-46f4-b41b-fad51d07eec1" -d '{"events": [{"server_uuid": "20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5", "name": "network-vif-plugged", "status": "completed", "tag": "c973c31b-4424-48a4-9fda-d3c8e00c34a7"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:26:35.753561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port c973c31b-4424-48a4-9fda-d3c8e00c34a7, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c973c31b-4424-48a4-9fda-d3c8e00c34a7,segment=NetworkSegment(ecd3b6a5-56f1-422b-9114-97afcad936e3),segment_id=ecd3b6a5-56f1-422b-9114-97afcad936e3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:26:35.758942 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:35.781651 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0dca56-6909-4890-91f5-6ad64a58425b x-openstack-request-id: req-1b0dca56-6909-4890-91f5-6ad64a58425b {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:26:35.781956 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5", "name": "network-vif-plugged", "status": "completed", "tag": "c973c31b-4424-48a4-9fda-d3c8e00c34a7", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:26:35.782216 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b0dca56-6909-4890-91f5-6ad64a58425b {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:26:35.782609 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c973c31b-4424-48a4-9fda-d3c8e00c34a7', 'code': 200} Nov 26 03:26:35.807477 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=c973c31b-4424-48a4-9fda-d3c8e00c34a7,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:35.907903 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caaf07e-3317-4343-a10e-08d9063f2c66 req-7b7d966f-7079-4dfb-bd98-dc536fe66dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:35.909325 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0caaf07e-3317-4343-a10e-08d9063f2c66 req-7b7d966f-7079-4dfb-bd98-dc536fe66dec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 1135 time: 0.0436189 Nov 26 03:26:35.961622 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0caaf07e-3317-4343-a10e-08d9063f2c66 req-d1c808ea-5657-443f-8765-a4d6a8a0b108 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6ddf42df-f824-47c2-9a31-6976f315ba5c&id=b95b1d08-e07b-4e80-80de-4b4989b2ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0442407 Nov 26 03:26:36.713585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adbddf-84da-4d05-a26f-d02474c541ae req-5a56d053-56b5-4c17-94e5-29fc325d3bad tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:36.715105 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83adbddf-84da-4d05-a26f-d02474c541ae req-5a56d053-56b5-4c17-94e5-29fc325d3bad tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 984 time: 0.0510139 Nov 26 03:26:36.773050 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83adbddf-84da-4d05-a26f-d02474c541ae req-a41bbc64-61c4-4f0a-a5ef-a291886ee63b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/security-groups?id=b95b1d08-e07b-4e80-80de-4b4989b2ba10&id=6ddf42df-f824-47c2-9a31-6976f315ba5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0515971 Nov 26 03:26:37.892404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66212217-ee7a-4476-a084-00afafc34bd1 req-d23d6a79-b9d7-476b-a7d6-800300a9c167 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:37.893935 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66212217-ee7a-4476-a084-00afafc34bd1 req-d23d6a79-b9d7-476b-a7d6-800300a9c167 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 984 time: 0.0532708 Nov 26 03:26:37.950139 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66212217-ee7a-4476-a084-00afafc34bd1 req-00d90490-b63a-4227-9d4c-2fed498a3c81 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/security-groups?id=b95b1d08-e07b-4e80-80de-4b4989b2ba10&id=6ddf42df-f824-47c2-9a31-6976f315ba5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0495839 Nov 26 03:26:38.063392 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8df6a-1a57-4ed9-9ef9-4745a4f0cb5d req-17f22779-1fa7-49e9-b8ac-60deacd76d29 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:38.064930 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eed8df6a-1a57-4ed9-9ef9-4745a4f0cb5d req-17f22779-1fa7-49e9-b8ac-60deacd76d29 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 984 time: 0.0495210 Nov 26 03:26:38.120795 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eed8df6a-1a57-4ed9-9ef9-4745a4f0cb5d req-e63ea725-4bca-40e7-8525-0aaa4dc4e27e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/security-groups?id=b95b1d08-e07b-4e80-80de-4b4989b2ba10&id=6ddf42df-f824-47c2-9a31-6976f315ba5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0498648 Nov 26 03:26:38.223495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96976072-a566-43d4-9202-ddcd77bb98b2 req-608ed695-40c6-431d-8123-22f525f1c293 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:38.224957 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96976072-a566-43d4-9202-ddcd77bb98b2 req-608ed695-40c6-431d-8123-22f525f1c293 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 1135 time: 0.0406182 Nov 26 03:26:38.247072 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-96976072-a566-43d4-9202-ddcd77bb98b2 req-b0c21a3b-5836-4bf8-9cf4-5c892e3f232f tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:38.318488 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-96976072-a566-43d4-9202-ddcd77bb98b2 req-b0c21a3b-5836-4bf8-9cf4-5c892e3f232f tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:38.322362 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-96976072-a566-43d4-9202-ddcd77bb98b2 req-b0c21a3b-5836-4bf8-9cf4-5c892e3f232f tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:38.375907 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c21a3b-5836-4bf8-9cf4-5c892e3f232f tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ef0004-fd5b-440d-bc25-a0534e215eec,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:38.380429 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96976072-a566-43d4-9202-ddcd77bb98b2 req-b0c21a3b-5836-4bf8-9cf4-5c892e3f232f tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b95b1d08-e07b-4e80-80de-4b4989b2ba10&id=6ddf42df-f824-47c2-9a31-6976f315ba5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1488192 Nov 26 03:26:38.404204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58882) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:38.442923 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c8b57b-eadc-4638-bffd-a7e645278bb8 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:38.445061 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a0c8b57b-eadc-4638-bffd-a7e645278bb8 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 1130 time: 0.0398309 Nov 26 03:26:38.447750 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58884) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:38.451963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': 'c973c31b-4424-48a4-9fda-d3c8e00c34a7', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:26:38.473884 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:38.570756 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:38.671175 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Allocated IP 172.25.0.97 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/3f967c23-098f-466e-a9af-3710298d2511) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:26:38.776840 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:38.808703 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:38.845518 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:26:38.848358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:26:38.851770 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:26:38.876837 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event updated for resources: {'Port': ['ID=3f967c23-098f-466e-a9af-3710298d2511,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:39.181068 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:39.244184 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:39.722015 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:39.727501 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:39.793251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event updated for resources: {'Port': ['ID=3f967c23-098f-466e-a9af-3710298d2511,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:26:39.806293 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:39.905243 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:26:39.907607 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Floating IP 832c27bc-7506-47fe-929a-9939927684dd associated. External IP: 172.25.0.97, port: c973c31b-4424-48a4-9fda-d3c8e00c34a7. Nov 26 03:26:40.107984 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Router c88ce4ea-338b-4cb5-a914-9c80a63af07a has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:26:40.214907 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:26:40.224545 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab81fd-759f-4b17-a995-cb82b0101518 None None] Sync routers for ids ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:26:40.234230 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:40.235481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bab81fd-759f-4b17-a995-cb82b0101518 None None] Routers {'c88ce4ea-338b-4cb5-a914-9c80a63af07a'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:26:40.236130 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5bab81fd-759f-4b17-a995-cb82b0101518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:26:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:40.264734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5fcc0e22-dc4e-4899-9282-4f0df101def5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8136499 Nov 26 03:26:40.264734 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5', 'tag': 'c973c31b-4424-48a4-9fda-d3c8e00c34a7'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:26:40.265115 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58886) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:40.265566 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c888816-0714-4377-9868-3e1d2db2c305" -d '{"events": [{"name": "network-changed", "server_uuid": "20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5", "tag": "c973c31b-4424-48a4-9fda-d3c8e00c34a7"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:26:40.302311 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fd0473-ca1a-4205-99fd-f38bcbf58b2f x-openstack-request-id: req-37fd0473-ca1a-4205-99fd-f38bcbf58b2f {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:26:40.302609 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5", "tag": "c973c31b-4424-48a4-9fda-d3c8e00c34a7", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:26:40.302873 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37fd0473-ca1a-4205-99fd-f38bcbf58b2f {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:26:40.303387 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5', 'tag': 'c973c31b-4424-48a4-9fda-d3c8e00c34a7', 'status': 'completed', 'code': 200} Nov 26 03:26:40.344649 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-5bab81fd-759f-4b17-a995-cb82b0101518 None None] Set router c88ce4ea-338b-4cb5-a914-9c80a63af07a gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:26:40.472384 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295b1e6b-d7f9-4954-b0cb-9ed15a5e5ed7 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:40.472867 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295b1e6b-d7f9-4954-b0cb-9ed15a5e5ed7 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:40.473340 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295b1e6b-d7f9-4954-b0cb-9ed15a5e5ed7 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:40.473806 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295b1e6b-d7f9-4954-b0cb-9ed15a5e5ed7 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:40.476277 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-295b1e6b-d7f9-4954-b0cb-9ed15a5e5ed7 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2101154 Nov 26 03:26:40.479098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58892) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:40.486642 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c888816-0714-4377-9868-3e1d2db2c305 req-44a0479a-c554-463a-aec9-523f40a17c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:40.488182 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7c888816-0714-4377-9868-3e1d2db2c305 req-44a0479a-c554-463a-aec9-523f40a17c3b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13f3ac1e5e614b86bc6acdac13dcdf4b&device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 1135 time: 0.1383657 Nov 26 03:26:40.571351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a4434a-3e3a-42f4-9b00-e103f6c07d82 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:40.572076 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a4434a-3e3a-42f4-9b00-e103f6c07d82 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:40.572188 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a4434a-3e3a-42f4-9b00-e103f6c07d82 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:40.572644 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a4434a-3e3a-42f4-9b00-e103f6c07d82 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:40.577091 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-59a4434a-3e3a-42f4-9b00-e103f6c07d82 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0942953 Nov 26 03:26:40.577339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58894) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:40.584036 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5bab81fd-759f-4b17-a995-cb82b0101518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455562340', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:26:21Z', 'updated_at': '2021-11-26T03:26:25Z', 'revision_number': 4, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:22Z', 'updated_at': '2021-11-26T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '832c27bc-7506-47fe-929a-9939927684dd', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'port_id': 'c973c31b-4424-48a4-9fda-d3c8e00c34a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b', 'mac_address': 'fa:16:3e:ce:b4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:26:39Z', 'updated_at': '2021-11-26T03:26:39Z', 'revision_number': 0, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5', 'name': '', 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'mac_address': 'fa:16:3e:4c:e6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:24Z', 'updated_at': '2021-11-26T03:26:28Z', 'revision_number': 5, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'subnets': [{'id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:40.590280 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c888816-0714-4377-9868-3e1d2db2c305 req-a93b195e-44da-4c69-856b-3ca9a576b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:40.592115 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7c888816-0714-4377-9868-3e1d2db2c305 req-a93b195e-44da-4c69-856b-3ca9a576b17f service neutron] 10.222.0.59 "GET /v2.0/networks?id=aff86bba-0edf-4a01-81b9-b6e866adfc4b HTTP/1.1" status: 200 len: 897 time: 0.0972753 Nov 26 03:26:40.612342 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab81fd-759f-4b17-a995-cb82b0101518 None None] Checking router: c88ce4ea-338b-4cb5-a914-9c80a63af07a for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:26:40.624742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bab81fd-759f-4b17-a995-cb82b0101518 None None] Routers {'c88ce4ea-338b-4cb5-a914-9c80a63af07a'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:26:40.629509 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5bab81fd-759f-4b17-a995-cb82b0101518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:26:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:40.665377 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7c888816-0714-4377-9868-3e1d2db2c305 req-c656ba7b-2811-4336-b04e-98803faccd78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c973c31b-4424-48a4-9fda-d3c8e00c34a7 HTTP/1.1" status: 200 len: 998 time: 0.0662680 Nov 26 03:26:40.729210 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c888816-0714-4377-9868-3e1d2db2c305 req-720a29b3-6e7b-4bc1-848b-09b5b425a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:40.730744 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7c888816-0714-4377-9868-3e1d2db2c305 req-720a29b3-6e7b-4bc1-848b-09b5b425a706 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a370e0e8-43dc-414d-94de-0bf0a90cd02c HTTP/1.1" status: 200 len: 835 time: 0.0581253 Nov 26 03:26:40.755236 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-5bab81fd-759f-4b17-a995-cb82b0101518 None None] Set router c88ce4ea-338b-4cb5-a914-9c80a63af07a gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:26:40.788887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c888816-0714-4377-9868-3e1d2db2c305 req-2973475c-f48c-48eb-8a7d-f62a4d200306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:40.790431 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7c888816-0714-4377-9868-3e1d2db2c305 req-2973475c-f48c-48eb-8a7d-f62a4d200306 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aff86bba-0edf-4a01-81b9-b6e866adfc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509391 Nov 26 03:26:40.818158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f57091a2-e525-4d47-af9c-994eee45c302 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1615 time: 0.2397087 Nov 26 03:26:40.821668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58896) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:26:40.867478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7822847d-7fc5-4b97-a668-2f94220c2345 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:40.867952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7822847d-7fc5-4b97-a668-2f94220c2345 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:26:40.869619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7822847d-7fc5-4b97-a668-2f94220c2345 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c88ce4ea-338b-4cb5-a914-9c80a63af07a HTTP/1.1" status: 200 len: 1990 time: 0.0470378 Nov 26 03:26:40.893439 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7c888816-0714-4377-9868-3e1d2db2c305 req-4e56ea2d-a653-40f1-8a44-47dcee496bb7 service neutron] 10.222.0.59 "GET /v2.0/networks/aff86bba-0edf-4a01-81b9-b6e866adfc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949056 Nov 26 03:26:40.986221 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-5bab81fd-759f-4b17-a995-cb82b0101518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455562340', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:26:21Z', 'updated_at': '2021-11-26T03:26:25Z', 'revision_number': 4, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:22Z', 'updated_at': '2021-11-26T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '832c27bc-7506-47fe-929a-9939927684dd', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'port_id': 'c973c31b-4424-48a4-9fda-d3c8e00c34a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b', 'mac_address': 'fa:16:3e:ce:b4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:26:39Z', 'updated_at': '2021-11-26T03:26:39Z', 'revision_number': 0, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5', 'name': '', 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'mac_address': 'fa:16:3e:4c:e6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:24Z', 'updated_at': '2021-11-26T03:26:28Z', 'revision_number': 5, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'subnets': [{'id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:26:40.986485 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7c888816-0714-4377-9868-3e1d2db2c305 req-f4a2d538-ec46-4a29-9abf-5d7ede0aeabc service neutron] 10.222.0.59 "GET /v2.0/networks/aff86bba-0edf-4a01-81b9-b6e866adfc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860713 Nov 26 03:26:41.013380 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab81fd-759f-4b17-a995-cb82b0101518 None None] The sync data for ids ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'] in n-d-819389-3 is: [{'id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455562340', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:26:21Z', 'updated_at': '2021-11-26T03:26:25Z', 'revision_number': 4, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:22Z', 'updated_at': '2021-11-26T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '832c27bc-7506-47fe-929a-9939927684dd', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'port_id': 'c973c31b-4424-48a4-9fda-d3c8e00c34a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b', 'mac_address': 'fa:16:3e:ce:b4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:26:39Z', 'updated_at': '2021-11-26T03:26:39Z', 'revision_number': 0, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5', 'name': '', 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'mac_address': 'fa:16:3e:4c:e6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:24Z', 'updated_at': '2021-11-26T03:26:28Z', 'revision_number': 5, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'subnets': [{'id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:26:41.221437 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eed4af-26cd-4207-80c6-fdc12921aa78 None None] New status for floating IP 832c27bc-7506-47fe-929a-9939927684dd: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:26:41.721108 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b1bd279a-ac44-4304-ada5-4eedf3634942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:44.154551 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0d966861-a953-4342-968a-c628ed6b675f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:45.130917 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:46.688500 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:47.582555 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:52.574112 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:26:53.834304 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:11.722822 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8bd83873-272f-41f2-b8ee-a828cc373ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:14.156868 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-63c6272e-4a3a-44cf-998e-fdb64e7dad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:15.110340 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58912) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:15.134174 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:15.185527 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9c39edda-7979-4906-80c5-2d8c25172c91 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.0739760 Nov 26 03:27:15.188776 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 58914) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:15.193711 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Request body: {'network': {'name': 'tempest-network-smoke--111659780', 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'port_security_enabled': False}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:27:15.212840 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Made reservation on behalf of 13f3ac1e5e614b86bc6acdac13dcdf4b for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:27:15.217370 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:15.240776 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:27:15.250331 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:15.250976 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Added segment b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5 of type vlan for network c7ea46fc-5da9-4f66-8c34-26a200c7f435 Nov 26 03:27:15.292782 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:15.316512 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:15.322142 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:15.322724 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:15.374863 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1848950 Nov 26 03:27:15.377573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58916) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:15.382257 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1854477515', 'admin_state_up': True, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:27:15.392284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event updated for resources: {'Network': ['ID=c7ea46fc-5da9-4f66-8c34-26a200c7f435,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:15.399961 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:15.400368 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:15.400723 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:15.401079 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:15.401429 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:15.401771 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:15.402108 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:15.402440 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:15.402779 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:15.403111 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:15.403443 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:15.403771 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eace32-1db6-4427-af2a-c86114b0d3e0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:15.407237 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:15.408307 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:15.422533 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network c7ea46fc-5da9-4f66-8c34-26a200c7f435 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:27:15.457093 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:15.593154 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:15.785795 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:15.807592 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:15.905739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Allocated IP 172.25.0.172 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/5510e557-742e-4b30-858a-abc2e2c8818f) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:27:16.011839 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:16.044634 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:16.083333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:27:16.086253 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:27:16.089911 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:27:16.095937 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event updated for resources: {'Port': ['ID=5510e557-742e-4b30-858a-abc2e2c8818f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:16.100579 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d65773b-5e3a-4253-8a4b-811785c06119 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:27:16.122434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:16.122858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:16.123211 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:16.123559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:16.123902 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:16.124269 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:16.124610 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:16.124949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:16.125285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:16.125624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:16.125950 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:16.126277 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:16.223771 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a1e17978-6484-4faf-980f-3ee93665337f None None] Provisioning complete for port 5510e557-742e-4b30-858a-abc2e2c8818f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:27:16.224035 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a1e17978-6484-4faf-980f-3ee93665337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:16.263613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a1e17978-6484-4faf-980f-3ee93665337f None None] Port 5510e557-742e-4b30-858a-abc2e2c8818f cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:27:16.345065 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:16.531759 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:16.653986 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Router 5d07d62a-c4c8-4215-a4e1-8c0ae99f865c is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:27:16.690818 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:16.761704 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:27:16.771478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Sync routers for ids ['5d07d62a-c4c8-4215-a4e1-8c0ae99f865c'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:27:16.781387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Routers {'5d07d62a-c4c8-4215-a4e1-8c0ae99f865c'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:27:16.782059 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:27:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['5d07d62a-c4c8-4215-a4e1-8c0ae99f865c'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:16.782396 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:16.783637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1c3e1681-29ad-413f-81c2-8db126e2dca4 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4049697 Nov 26 03:27:16.786629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58918) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:16.878119 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0952f2c0-1fc3-4eb4-a268-4763ab4dd697 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:16.879676 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0952f2c0-1fc3-4eb4-a268-4763ab4dd697 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=13f3ac1e5e614b86bc6acdac13dcdf4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0921109 Nov 26 03:27:16.882427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58920) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:16.904158 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:27:16.975599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5e8437-f340-49b7-af03-1115151c7e38 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:16.977155 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9f5e8437-f340-49b7-af03-1115151c7e38 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937779 Nov 26 03:27:16.981867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58922) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:17.009910 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c48a4622-928e-4bd4-89fe-a50a84de725a tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268834 Nov 26 03:27:17.012690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58924) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:17.041962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c79c0c1a-1837-40b5-92fb-399861deacd2 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=13f3ac1e5e614b86bc6acdac13dcdf4b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259652 Nov 26 03:27:17.042190 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58926) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:17.057359 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Set router 5d07d62a-c4c8-4215-a4e1-8c0ae99f865c gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:27:17.128241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a606da6-0ef3-4b01-805f-72325044ceb2 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:17.129766 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7a606da6-0ef3-4b01-805f-72325044ceb2 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866792 Nov 26 03:27:17.132606 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58928) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:17.167869 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cc944c2b-86e0-4816-a469-2d93d5bc88e8 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319259 Nov 26 03:27:17.168090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58930) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:17.172784 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c3ba6bc0-0650-4c78-a3c2-e6fcda27e214 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-625504488', 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435', 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:27:17.242675 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1854477515', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5510e557-742e-4b30-858a-abc2e2c8818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:27:15Z', 'updated_at': '2021-11-26T03:27:16Z', 'revision_number': 3, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '5510e557-742e-4b30-858a-abc2e2c8818f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:27:15Z', 'updated_at': '2021-11-26T03:27:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:17.270975 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Checking router: 5d07d62a-c4c8-4215-a4e1-8c0ae99f865c for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:27:17.271326 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Updating router 5d07d62a-c4c8-4215-a4e1-8c0ae99f865c port 5510e557-742e-4b30-858a-abc2e2c8818f binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:27:17.298002 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:17.556167 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:17.561927 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:17.608877 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ba6bc0-0650-4c78-a3c2-e6fcda27e214 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Made reservation on behalf of 13f3ac1e5e614b86bc6acdac13dcdf4b for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:27:17.613428 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3ba6bc0-0650-4c78-a3c2-e6fcda27e214 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:17.626955 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740d076c-1d8b-44b0-8250-d3195d4bd269 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:27:17.633685 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:17.640900 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Attempting to bind port 5510e557-742e-4b30-858a-abc2e2c8818f on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:27:17.641285 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Attempting to bind port 5510e557-742e-4b30-858a-abc2e2c8818f by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:27:17.641648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Attempting to bind port 5510e557-742e-4b30-858a-abc2e2c8818f on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:27:17.646278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a72324-d97b-4d0e-8e30-6f694f963b89 None None] Pushing event updated for resources: {'Port': ['ID=5510e557-742e-4b30-858a-abc2e2c8818f,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:17.651023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:27:17.651390 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:27:17.651796 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:17.652221 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:27:17.652706 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Bound port: 5510e557-742e-4b30-858a-abc2e2c8818f, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:27:17.653574 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:17.661029 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a72324-d97b-4d0e-8e30-6f694f963b89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:17.661390 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a72324-d97b-4d0e-8e30-6f694f963b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:17.661741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a72324-d97b-4d0e-8e30-6f694f963b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:17.662085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a72324-d97b-4d0e-8e30-6f694f963b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:17.662428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a72324-d97b-4d0e-8e30-6f694f963b89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:17.662767 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a72324-d97b-4d0e-8e30-6f694f963b89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:17.663101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a72324-d97b-4d0e-8e30-6f694f963b89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:17.663435 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a72324-d97b-4d0e-8e30-6f694f963b89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:17.663768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a72324-d97b-4d0e-8e30-6f694f963b89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:17.664181 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a72324-d97b-4d0e-8e30-6f694f963b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:17.664518 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a72324-d97b-4d0e-8e30-6f694f963b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:17.664852 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a72324-d97b-4d0e-8e30-6f694f963b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:27:17.720353 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8433a29e-3c54-49f7-b043-f41457010b9a None None] Provisioning complete for port 5510e557-742e-4b30-858a-abc2e2c8818f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:27:17.721143 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8433a29e-3c54-49f7-b043-f41457010b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:17.748413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] For port 5510e557-742e-4b30-858a-abc2e2c8818f, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:27:17.764866 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] For port 5510e557-742e-4b30-858a-abc2e2c8818f, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5510e557-742e-4b30-858a-abc2e2c8818f,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:27:17.771434 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:17.774653 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8433a29e-3c54-49f7-b043-f41457010b9a None None] Port 5510e557-742e-4b30-858a-abc2e2c8818f cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:27:17.800242 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3ba6bc0-0650-4c78-a3c2-e6fcda27e214 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:17.821331 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a41eb9-deac-4f0b-b303-6039ef753c85 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:27:17.839095 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Routers {'5d07d62a-c4c8-4215-a4e1-8c0ae99f865c'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:27:17.839720 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:27:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['5d07d62a-c4c8-4215-a4e1-8c0ae99f865c'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:17.841567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a72324-d97b-4d0e-8e30-6f694f963b89 None None] Pushing event updated for resources: {'Port': ['ID=5510e557-742e-4b30-858a-abc2e2c8818f,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:17.867659 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba6bc0-0650-4c78-a3c2-e6fcda27e214 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event updated for resources: {'Subnet': ['ID=ce173bf2-5328-448a-b130-fc8f4f6cb6c8,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:17.872897 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba6bc0-0650-4c78-a3c2-e6fcda27e214 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Checking segment: {'id': 'b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:27:17.873260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ba6bc0-0650-4c78-a3c2-e6fcda27e214 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Network hostable DHCP agents. Network: c7ea46fc-5da9-4f66-8c34-26a200c7f435, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:27:17.891301 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ba6bc0-0650-4c78-a3c2-e6fcda27e214 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Network c7ea46fc-5da9-4f66-8c34-26a200c7f435 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:27:17.900163 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-c3ba6bc0-0650-4c78-a3c2-e6fcda27e214 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, c7ea46fc-5da9-4f66-8c34-26a200c7f435) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:27:17.904926 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ba6bc0-0650-4c78-a3c2-e6fcda27e214 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:17.905644 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c3ba6bc0-0650-4c78-a3c2-e6fcda27e214 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:17.913604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be17701-5841-4e77-bba6-29fa22d4b818 None None] Network c7ea46fc-5da9-4f66-8c34-26a200c7f435 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:27:17.924722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c3ba6bc0-0650-4c78-a3c2-e6fcda27e214 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7556198 Nov 26 03:27:17.927273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 58932) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:17.980544 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-16a63965-a4d3-45e2-93fe-cade7dd14621 None None] Provisioning complete for port 5510e557-742e-4b30-858a-abc2e2c8818f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:27:17.980924 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-16a63965-a4d3-45e2-93fe-cade7dd14621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:18.049186 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] Set router 5d07d62a-c4c8-4215-a4e1-8c0ae99f865c gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:27:18.271297 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-16a63965-a4d3-45e2-93fe-cade7dd14621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:18.280548 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-c7ea46fc-5da9-4f66-8c34-26a200c7f435', 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'fixed_ips': [{'subnet_id': 'ce173bf2-5328-448a-b130-fc8f4f6cb6c8'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:27:18.281399 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:18.324446 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-16a63965-a4d3-45e2-93fe-cade7dd14621 None None] For port 5510e557-742e-4b30-858a-abc2e2c8818f, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5510e557-742e-4b30-858a-abc2e2c8818f,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:27:18.334459 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-16a63965-a4d3-45e2-93fe-cade7dd14621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:18.355124 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0e1771e6-4059-4e19-86b1-77ed08b6e56b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:18.460165 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a63965-a4d3-45e2-93fe-cade7dd14621 None None] Pushing event updated for resources: {'Port': ['ID=5510e557-742e-4b30-858a-abc2e2c8818f,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:18.493479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1854477515', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5510e557-742e-4b30-858a-abc2e2c8818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:27:15Z', 'updated_at': '2021-11-26T03:27:16Z', 'revision_number': 3, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '5510e557-742e-4b30-858a-abc2e2c8818f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:27:15Z', 'updated_at': '2021-11-26T03:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:18.523875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b45593-8258-4a22-bcc1-35c8f0fed158 None None] The sync data for ids ['5d07d62a-c4c8-4215-a4e1-8c0ae99f865c'] in n-d-819389-3 is: [{'id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1854477515', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5510e557-742e-4b30-858a-abc2e2c8818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:27:15Z', 'updated_at': '2021-11-26T03:27:16Z', 'revision_number': 3, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '5510e557-742e-4b30-858a-abc2e2c8818f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:27:15Z', 'updated_at': '2021-11-26T03:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:27:18.534871 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Allocated IP 172.20.0.18 (c7ea46fc-5da9-4f66-8c34-26a200c7f435/ce173bf2-5328-448a-b130-fc8f4f6cb6c8/30caea52-3820-4f34-bc41-768ce43a01ba) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:27:18.689029 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:18.694931 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:18.737299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Network c7ea46fc-5da9-4f66-8c34-26a200c7f435 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:27:18.740473 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:27:18.743041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:27:18.750406 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Pushing event updated for resources: {'Port': ['ID=30caea52-3820-4f34-bc41-768ce43a01ba,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:18.753300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-0e1771e6-4059-4e19-86b1-77ed08b6e56b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Allocated IP 172.20.0.17 (c7ea46fc-5da9-4f66-8c34-26a200c7f435/ce173bf2-5328-448a-b130-fc8f4f6cb6c8/3247c327-e707-4ea1-a3b3-57f242717d20) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:27:18.833910 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Attempting to bind port 30caea52-3820-4f34-bc41-768ce43a01ba on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:27:18.834140 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Attempting to bind port 30caea52-3820-4f34-bc41-768ce43a01ba by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:27:18.834423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Attempting to bind port 30caea52-3820-4f34-bc41-768ce43a01ba on network c7ea46fc-5da9-4f66-8c34-26a200c7f435 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:27:18.840390 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:27:18.840780 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Checking segment: {'id': 'b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:27:18.843539 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:18.843539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Bound using segment: {'id': 'b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:27:18.843539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Bound port: 30caea52-3820-4f34-bc41-768ce43a01ba, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:27:18.843539 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:18.897861 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0e1771e6-4059-4e19-86b1-77ed08b6e56b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:18.924479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] For port 30caea52-3820-4f34-bc41-768ce43a01ba, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:27:18.930331 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] For port 30caea52-3820-4f34-bc41-768ce43a01ba, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=30caea52-3820-4f34-bc41-768ce43a01ba,segment=NetworkSegment(b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5),segment_id=b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:27:18.940448 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:18.952232 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0e1771e6-4059-4e19-86b1-77ed08b6e56b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:19.005780 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99e09b-9f9e-434e-81c7-a5dbd344d722 None None] Pushing event updated for resources: {'Port': ['ID=30caea52-3820-4f34-bc41-768ce43a01ba,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:19.006010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1771e6-4059-4e19-86b1-77ed08b6e56b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event updated for resources: {'Port': ['ID=3247c327-e707-4ea1-a3b3-57f242717d20,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:19.021964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1771e6-4059-4e19-86b1-77ed08b6e56b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Network c7ea46fc-5da9-4f66-8c34-26a200c7f435 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:27:19.023503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-0e1771e6-4059-4e19-86b1-77ed08b6e56b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:27:19.026183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1771e6-4059-4e19-86b1-77ed08b6e56b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:27:19.079434 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0e1771e6-4059-4e19-86b1-77ed08b6e56b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:19.241592 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0e1771e6-4059-4e19-86b1-77ed08b6e56b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:19.534472 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0e1771e6-4059-4e19-86b1-77ed08b6e56b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:19.539316 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0e1771e6-4059-4e19-86b1-77ed08b6e56b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:19.617262 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0e1771e6-4059-4e19-86b1-77ed08b6e56b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:19.620089 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1771e6-4059-4e19-86b1-77ed08b6e56b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event updated for resources: {'Port': ['ID=3247c327-e707-4ea1-a3b3-57f242717d20,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:19.729210 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1771e6-4059-4e19-86b1-77ed08b6e56b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Network c7ea46fc-5da9-4f66-8c34-26a200c7f435 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:27:19.730745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-0e1771e6-4059-4e19-86b1-77ed08b6e56b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:27:19.851179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1771e6-4059-4e19-86b1-77ed08b6e56b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Router 5d07d62a-c4c8-4215-a4e1-8c0ae99f865c has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:27:19.955041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802c561d-1152-4a64-ba89-df4ef3d5f339 None None] Network c7ea46fc-5da9-4f66-8c34-26a200c7f435 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:27:19.965978 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1771e6-4059-4e19-86b1-77ed08b6e56b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:27:19.977593 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0e1771e6-4059-4e19-86b1-77ed08b6e56b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "PUT /v2.0/routers/5d07d62a-c4c8-4215-a4e1-8c0ae99f865c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0438371 Nov 26 03:27:20.018136 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6065951a-3724-4ab2-8e52-7ce29afec40c None None] Provisioning complete for port 30caea52-3820-4f34-bc41-768ce43a01ba triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:27:20.018516 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6065951a-3724-4ab2-8e52-7ce29afec40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:20.173884 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6065951a-3724-4ab2-8e52-7ce29afec40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:20.214848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6065951a-3724-4ab2-8e52-7ce29afec40c None None] For port 30caea52-3820-4f34-bc41-768ce43a01ba, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=30caea52-3820-4f34-bc41-768ce43a01ba,segment=NetworkSegment(b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5),segment_id=b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:27:20.220369 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6065951a-3724-4ab2-8e52-7ce29afec40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:20.276455 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065951a-3724-4ab2-8e52-7ce29afec40c None None] Pushing event updated for resources: {'Port': ['ID=30caea52-3820-4f34-bc41-768ce43a01ba,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:20.290311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-013f63b6-f547-4faa-b3cf-bae36e6f1ec2 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:20.292602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-013f63b6-f547-4faa-b3cf-bae36e6f1ec2 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/networks?id=c7ea46fc-5da9-4f66-8c34-26a200c7f435 HTTP/1.1" status: 200 len: 797 time: 0.1097307 Nov 26 03:27:20.315001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-0d2f87ba-d191-46ce-b278-c4a4d694c858 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/quotas/13f3ac1e5e614b86bc6acdac13dcdf4b HTTP/1.1" status: 200 len: 375 time: 0.0123134 Nov 26 03:27:20.385915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-f812adbc-15f2-430a-a7d6-2617dcc5a5cb tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=13f3ac1e5e614b86bc6acdac13dcdf4b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0568469 Nov 26 03:27:20.432362 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5510e557-742e-4b30-858a-abc2e2c8818f up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:27:20.489910 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 5510e557-742e-4b30-858a-abc2e2c8818f triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:27:20.489910 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:20.516270 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-cfa47851-6323-4603-a065-46c020dd0f1e service neutron] 10.222.0.31 "GET /v2.0/networks/c7ea46fc-5da9-4f66-8c34-26a200c7f435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177707 Nov 26 03:27:20.518991 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Sync routers for ids ['5d07d62a-c4c8-4215-a4e1-8c0ae99f865c'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:27:20.530968 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Routers {'5d07d62a-c4c8-4215-a4e1-8c0ae99f865c'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:27:20.532133 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:27:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['5d07d62a-c4c8-4215-a4e1-8c0ae99f865c'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:20.588193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a549b20a-3595-433c-88d1-d8d7b278e356 None None] Provisioning complete for port 30caea52-3820-4f34-bc41-768ce43a01ba triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:27:20.588565 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a549b20a-3595-433c-88d1-d8d7b278e356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:20.628114 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 30caea52-3820-4f34-bc41-768ce43a01ba up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:27:20.670609 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Set router 5d07d62a-c4c8-4215-a4e1-8c0ae99f865c gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:27:20.695721 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 30caea52-3820-4f34-bc41-768ce43a01ba triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:27:20.696128 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:20.698680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-d1239a97-d7b1-4777-b0ee-b0f78a8f91d5 service neutron] 10.222.0.31 "GET /v2.0/networks/c7ea46fc-5da9-4f66-8c34-26a200c7f435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734483 Nov 26 03:27:20.772728 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a549b20a-3595-433c-88d1-d8d7b278e356 None None] Provisioning complete for port 3247c327-e707-4ea1-a3b3-57f242717d20 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:27:20.773102 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a549b20a-3595-433c-88d1-d8d7b278e356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:20.871457 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a549b20a-3595-433c-88d1-d8d7b278e356 None None] Port 3247c327-e707-4ea1-a3b3-57f242717d20 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:27:20.923915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e60862b-82f5-46bf-b078-158d26e12898 req-a554f105-d9e9-4534-b241-fb86b112ecda tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 210 time: 0.0297179 Nov 26 03:27:20.946198 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1854477515', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5510e557-742e-4b30-858a-abc2e2c8818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:27:15Z', 'updated_at': '2021-11-26T03:27:19Z', 'revision_number': 4, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '5510e557-742e-4b30-858a-abc2e2c8818f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:27:15Z', 'updated_at': '2021-11-26T03:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '3247c327-e707-4ea1-a3b3-57f242717d20', 'name': '', 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'mac_address': 'fa:16:3e:fc:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ce173bf2-5328-448a-b130-fc8f4f6cb6c8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:27:18Z', 'updated_at': '2021-11-26T03:27:19Z', 'revision_number': 2, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'subnets': [{'id': 'ce173bf2-5328-448a-b130-fc8f4f6cb6c8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:20.974292 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Checking router: 5d07d62a-c4c8-4215-a4e1-8c0ae99f865c for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:27:20.974751 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Updating router 5d07d62a-c4c8-4215-a4e1-8c0ae99f865c port 3247c327-e707-4ea1-a3b3-57f242717d20 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:27:20.999756 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:21.002273 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a33d741c-c2fe-40fa-bd63-cc85badd916c None None] Provisioning complete for port 3247c327-e707-4ea1-a3b3-57f242717d20 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:27:21.002860 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a33d741c-c2fe-40fa-bd63-cc85badd916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:21.198268 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a33d741c-c2fe-40fa-bd63-cc85badd916c None None] Port 3247c327-e707-4ea1-a3b3-57f242717d20 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:27:21.272140 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:21.277194 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:21.326539 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6830391-6aa9-49ee-b7c6-45e271fec58b None None] Pushing event updated for resources: {'Port': ['ID=3247c327-e707-4ea1-a3b3-57f242717d20,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:21.375472 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Attempting to bind port 3247c327-e707-4ea1-a3b3-57f242717d20 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:27:21.375840 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Attempting to bind port 3247c327-e707-4ea1-a3b3-57f242717d20 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:27:21.376241 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Attempting to bind port 3247c327-e707-4ea1-a3b3-57f242717d20 on network c7ea46fc-5da9-4f66-8c34-26a200c7f435 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:27:21.381235 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:27:21.381607 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Checking segment: {'id': 'b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:27:21.382185 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:21.382385 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Bound using segment: {'id': 'b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:27:21.382846 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Bound port: 3247c327-e707-4ea1-a3b3-57f242717d20, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:27:21.383251 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:21.448626 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] For port 3247c327-e707-4ea1-a3b3-57f242717d20, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:27:21.451827 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] For port 3247c327-e707-4ea1-a3b3-57f242717d20, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=3247c327-e707-4ea1-a3b3-57f242717d20,segment=NetworkSegment(b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5),segment_id=b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:27:21.456215 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:21.513914 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Routers {'5d07d62a-c4c8-4215-a4e1-8c0ae99f865c'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:27:21.514547 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:27:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['5d07d62a-c4c8-4215-a4e1-8c0ae99f865c'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:21.521648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cbd0da80-39a7-4be6-925b-b60279038dcf None None] Provisioning complete for port 3247c327-e707-4ea1-a3b3-57f242717d20 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:27:21.522260 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cbd0da80-39a7-4be6-925b-b60279038dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:21.548531 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6830391-6aa9-49ee-b7c6-45e271fec58b None None] Pushing event updated for resources: {'Port': ['ID=3247c327-e707-4ea1-a3b3-57f242717d20,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:21.619125 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cbd0da80-39a7-4be6-925b-b60279038dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:21.662537 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-cbd0da80-39a7-4be6-925b-b60279038dcf None None] For port 3247c327-e707-4ea1-a3b3-57f242717d20, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=3247c327-e707-4ea1-a3b3-57f242717d20,segment=NetworkSegment(b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5),segment_id=b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:27:21.668383 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cbd0da80-39a7-4be6-925b-b60279038dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:21.720964 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0da80-39a7-4be6-925b-b60279038dcf None None] Pushing event updated for resources: {'Port': ['ID=3247c327-e707-4ea1-a3b3-57f242717d20,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:21.724275 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] Set router 5d07d62a-c4c8-4215-a4e1-8c0ae99f865c gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:27:21.789243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c3ea7ca5-9112-49cf-93f8-8b0c03874cbd None None] Provisioning complete for port 3247c327-e707-4ea1-a3b3-57f242717d20 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:27:21.789618 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c3ea7ca5-9112-49cf-93f8-8b0c03874cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:21.917367 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1854477515', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5510e557-742e-4b30-858a-abc2e2c8818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:27:15Z', 'updated_at': '2021-11-26T03:27:19Z', 'revision_number': 4, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '5510e557-742e-4b30-858a-abc2e2c8818f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:27:15Z', 'updated_at': '2021-11-26T03:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '3247c327-e707-4ea1-a3b3-57f242717d20', 'name': '', 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'mac_address': 'fa:16:3e:fc:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ce173bf2-5328-448a-b130-fc8f4f6cb6c8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:27:18Z', 'updated_at': '2021-11-26T03:27:21Z', 'revision_number': 4, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'subnets': [{'id': 'ce173bf2-5328-448a-b130-fc8f4f6cb6c8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:21.945977 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd0e7e5-7de3-4e5f-b46f-11861530e0ff None None] The sync data for ids ['5d07d62a-c4c8-4215-a4e1-8c0ae99f865c'] in n-d-819389-3 is: [{'id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1854477515', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5510e557-742e-4b30-858a-abc2e2c8818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:27:15Z', 'updated_at': '2021-11-26T03:27:19Z', 'revision_number': 4, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '5510e557-742e-4b30-858a-abc2e2c8818f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:27:15Z', 'updated_at': '2021-11-26T03:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '3247c327-e707-4ea1-a3b3-57f242717d20', 'name': '', 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'mac_address': 'fa:16:3e:fc:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ce173bf2-5328-448a-b130-fc8f4f6cb6c8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:27:18Z', 'updated_at': '2021-11-26T03:27:21Z', 'revision_number': 4, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'subnets': [{'id': 'ce173bf2-5328-448a-b130-fc8f4f6cb6c8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:27:22.015594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-297738de-558e-4f12-a6bc-6b10aaa4cda4 req-d6af3184-6f5c-4d07-9e32-d0098a192006 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 210 time: 0.0369284 Nov 26 03:27:22.402949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 3247c327-e707-4ea1-a3b3-57f242717d20 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:27:22.456874 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 3247c327-e707-4ea1-a3b3-57f242717d20 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:27:22.457170 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:22.536082 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 30caea52-3820-4f34-bc41-768ce43a01ba up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:27:22.596048 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:22.602801 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 30caea52-3820-4f34-bc41-768ce43a01ba triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:27:22.603354 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:23.095283 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-afbf9c2a-d64b-41e4-b083-88c1e9661659 req-45724233-1db4-42c2-b96e-4f0fac0c85e8 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 210 time: 0.0269060 Nov 26 03:27:23.854351 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:24.395756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-f6492c9d-04da-40f2-8fb5-facfc028e4c2 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:24.397127 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-f6492c9d-04da-40f2-8fb5-facfc028e4c2 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.54 "GET /v2.0/networks?id=c7ea46fc-5da9-4f66-8c34-26a200c7f435 HTTP/1.1" status: 200 len: 797 time: 0.3481145 Nov 26 03:27:24.411233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c2b9a238-4d16-46a8-a1ae-02e85c66343c req-ab5e4918-95cc-49fd-9c34-bdd5ecd270c3 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 210 time: 0.0427895 Nov 26 03:27:24.417511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-a10816e2-397c-4d9a-a35f-045b75e7e6bd tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Request body: {'port': {'device_id': '0acdb09b-7a4d-4203-897b-37241d5c5ff6', 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435', 'admin_state_up': True, 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:27:24.522955 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-a10816e2-397c-4d9a-a35f-045b75e7e6bd tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Made reservation on behalf of 13f3ac1e5e614b86bc6acdac13dcdf4b for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:27:24.526544 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-a10816e2-397c-4d9a-a35f-045b75e7e6bd tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:24.651391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-a10816e2-397c-4d9a-a35f-045b75e7e6bd tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Allocated IP 172.20.0.29 (c7ea46fc-5da9-4f66-8c34-26a200c7f435/ce173bf2-5328-448a-b130-fc8f4f6cb6c8/8f5af831-8f01-4ff9-87a4-5ada2963c53d) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:27:24.769104 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-a10816e2-397c-4d9a-a35f-045b75e7e6bd tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:24.805016 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-a10816e2-397c-4d9a-a35f-045b75e7e6bd tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:24.847458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-a10816e2-397c-4d9a-a35f-045b75e7e6bd tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Network c7ea46fc-5da9-4f66-8c34-26a200c7f435 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:27:24.850701 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-a10816e2-397c-4d9a-a35f-045b75e7e6bd tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:27:24.853407 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-a10816e2-397c-4d9a-a35f-045b75e7e6bd tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:27:24.912883 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-a10816e2-397c-4d9a-a35f-045b75e7e6bd tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:24.913616 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-a10816e2-397c-4d9a-a35f-045b75e7e6bd tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:24.924574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10816e2-397c-4d9a-a35f-045b75e7e6bd tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event updated for resources: {'Port': ['ID=8f5af831-8f01-4ff9-87a4-5ada2963c53d,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:24.940474 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-a10816e2-397c-4d9a-a35f-045b75e7e6bd tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5263572 Nov 26 03:27:25.017507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Request body: {'port': {'device_id': '0acdb09b-7a4d-4203-897b-37241d5c5ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:27:25.078165 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:25.107664 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-157561e1-42c9-4ea2-b1d5-b18a77700685 None None] Provisioning complete for port 8f5af831-8f01-4ff9-87a4-5ada2963c53d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:27:25.108694 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-157561e1-42c9-4ea2-b1d5-b18a77700685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:25.147247 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-157561e1-42c9-4ea2-b1d5-b18a77700685 None None] Port 8f5af831-8f01-4ff9-87a4-5ada2963c53d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:27:25.395285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5af831-8f01-4ff9-87a4-5ada2963c53d {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:27:25.402581 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:25.419019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Transition to ACTIVE for port object 8f5af831-8f01-4ff9-87a4-5ada2963c53d will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:27:25.423134 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:25.499367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5af831-8f01-4ff9-87a4-5ada2963c53d,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:25.610229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2e76a-86c5-4099-bfeb-872e8b41cbfa req-34ae4a26-cc4c-48c6-8cb5-0b94434fb49a tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:25.611830 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26a2e76a-86c5-4099-bfeb-872e8b41cbfa req-34ae4a26-cc4c-48c6-8cb5-0b94434fb49a tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 907 time: 0.1143572 Nov 26 03:27:25.614675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Attempting to bind port 8f5af831-8f01-4ff9-87a4-5ada2963c53d on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:27:25.615021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Attempting to bind port 8f5af831-8f01-4ff9-87a4-5ada2963c53d by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:27:25.615360 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Attempting to bind port 8f5af831-8f01-4ff9-87a4-5ada2963c53d on network c7ea46fc-5da9-4f66-8c34-26a200c7f435 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:27:25.622176 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Port 8f5af831-8f01-4ff9-87a4-5ada2963c53d on network c7ea46fc-5da9-4f66-8c34-26a200c7f435 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:27:25.622514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Attempting to bind port 8f5af831-8f01-4ff9-87a4-5ada2963c53d on network c7ea46fc-5da9-4f66-8c34-26a200c7f435 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:27:25.629264 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:27:25.629778 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Checking segment: {'id': 'b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:27:25.630275 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Bound using segment: {'id': 'b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:27:25.630825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Bound port: 8f5af831-8f01-4ff9-87a4-5ada2963c53d, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:27:25.631293 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:25.702327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] For port 8f5af831-8f01-4ff9-87a4-5ada2963c53d, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:27:25.705504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] For port 8f5af831-8f01-4ff9-87a4-5ada2963c53d, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8f5af831-8f01-4ff9-87a4-5ada2963c53d,segment=NetworkSegment(b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5),segment_id=b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:27:25.710313 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:25.747528 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:25.748327 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:25.750089 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] 10.222.0.54 "PUT /v2.0/ports/8f5af831-8f01-4ff9-87a4-5ada2963c53d HTTP/1.1" status: 200 len: 1055 time: 0.7964017 Nov 26 03:27:25.752405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0acdb09b-7a4d-4203-897b-37241d5c5ff6', 'tag': '8f5af831-8f01-4ff9-87a4-5ada2963c53d'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:27:25.754630 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f68eb8f-f2c4-4be4-89f3-9a6974d9ee06" -d '{"events": [{"name": "network-changed", "server_uuid": "0acdb09b-7a4d-4203-897b-37241d5c5ff6", "tag": "8f5af831-8f01-4ff9-87a4-5ada2963c53d"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:27:25.793246 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9728ab6-b207-49e2-9e12-26b2f9da61d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5af831-8f01-4ff9-87a4-5ada2963c53d,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:25.892806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-4563cb42-699f-4346-84fe-9ae67ee4eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:25.894413 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-4563cb42-699f-4346-84fe-9ae67ee4eb5e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=13f3ac1e5e614b86bc6acdac13dcdf4b&device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 1058 time: 0.0825541 Nov 26 03:27:25.895959 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3d5305-7f1e-4297-a5dd-2d0e688efe1f x-openstack-request-id: req-eb3d5305-7f1e-4297-a5dd-2d0e688efe1f {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:27:25.896339 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0acdb09b-7a4d-4203-897b-37241d5c5ff6", "tag": "8f5af831-8f01-4ff9-87a4-5ada2963c53d", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:27:25.896664 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb3d5305-7f1e-4297-a5dd-2d0e688efe1f {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:27:25.897124 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0acdb09b-7a4d-4203-897b-37241d5c5ff6', 'tag': '8f5af831-8f01-4ff9-87a4-5ada2963c53d', 'status': 'completed', 'code': 200} Nov 26 03:27:25.977215 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-c3182464-dcf4-4913-b274-7380a83af69a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=8f5af831-8f01-4ff9-87a4-5ada2963c53d HTTP/1.1" status: 200 len: 217 time: 0.0584946 Nov 26 03:27:26.035149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-a2cac284-49ac-4304-9cf7-afaa7f98c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:26.036603 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-a2cac284-49ac-4304-9cf7-afaa7f98c682 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce173bf2-5328-448a-b130-fc8f4f6cb6c8 HTTP/1.1" status: 200 len: 837 time: 0.0518031 Nov 26 03:27:26.114563 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-f7f0b4b6-b679-49f2-9718-70133b5a0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:26.116000 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-f7f0b4b6-b679-49f2-9718-70133b5a0dba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7ea46fc-5da9-4f66-8c34-26a200c7f435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707703 Nov 26 03:27:26.203807 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-63468b8a-7f07-4b76-a540-11e7ac9962b2 service neutron] 10.222.0.54 "GET /v2.0/networks/c7ea46fc-5da9-4f66-8c34-26a200c7f435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800295 Nov 26 03:27:26.296040 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2caa8564-4f3b-4c4f-a02b-3c94142cb8ae req-f43d903b-1048-41cd-b9f9-2edc11af40af service neutron] 10.222.0.54 "GET /v2.0/networks/c7ea46fc-5da9-4f66-8c34-26a200c7f435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852063 Nov 26 03:27:26.424041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68eb8f-f2c4-4be4-89f3-9a6974d9ee06 req-41355c8f-7b83-404b-bb51-6e9af66e7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:26.425472 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f68eb8f-f2c4-4be4-89f3-9a6974d9ee06 req-41355c8f-7b83-404b-bb51-6e9af66e7334 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=13f3ac1e5e614b86bc6acdac13dcdf4b&device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 1058 time: 0.0394144 Nov 26 03:27:26.572876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68eb8f-f2c4-4be4-89f3-9a6974d9ee06 req-7933f14a-d65a-4dc7-9645-29342ab60aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:26.574347 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f68eb8f-f2c4-4be4-89f3-9a6974d9ee06 req-7933f14a-d65a-4dc7-9645-29342ab60aef service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7ea46fc-5da9-4f66-8c34-26a200c7f435 HTTP/1.1" status: 200 len: 898 time: 0.1412370 Nov 26 03:27:26.617343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f68eb8f-f2c4-4be4-89f3-9a6974d9ee06 req-79c56405-0680-48eb-b531-5f219850dba9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=8f5af831-8f01-4ff9-87a4-5ada2963c53d HTTP/1.1" status: 200 len: 217 time: 0.0356305 Nov 26 03:27:26.665558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68eb8f-f2c4-4be4-89f3-9a6974d9ee06 req-77c2be4c-3159-4de6-9a74-2d62c57f0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:26.667046 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f68eb8f-f2c4-4be4-89f3-9a6974d9ee06 req-77c2be4c-3159-4de6-9a74-2d62c57f0bcc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce173bf2-5328-448a-b130-fc8f4f6cb6c8 HTTP/1.1" status: 200 len: 837 time: 0.0431035 Nov 26 03:27:26.740790 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68eb8f-f2c4-4be4-89f3-9a6974d9ee06 req-1ed69a3a-0bae-4898-9a8a-366fe25a761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:26.742200 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f68eb8f-f2c4-4be4-89f3-9a6974d9ee06 req-1ed69a3a-0bae-4898-9a8a-366fe25a761c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7ea46fc-5da9-4f66-8c34-26a200c7f435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686293 Nov 26 03:27:26.765941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fefdd0-dc96-4ea9-a493-7d3a245e6e64 req-f7047f6a-2d19-4366-9677-3df2a887ebe8 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:26.767361 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02fefdd0-dc96-4ea9-a493-7d3a245e6e64 req-f7047f6a-2d19-4366-9677-3df2a887ebe8 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 907 time: 0.0700986 Nov 26 03:27:26.840551 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f68eb8f-f2c4-4be4-89f3-9a6974d9ee06 req-800ca788-e9ba-4127-b19a-c7cf57fc5b82 service neutron] 10.222.0.54 "GET /v2.0/networks/c7ea46fc-5da9-4f66-8c34-26a200c7f435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904951 Nov 26 03:27:26.932207 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f68eb8f-f2c4-4be4-89f3-9a6974d9ee06 req-5f8ff2f5-f45c-4cc7-9f17-84b8434740b9 service neutron] 10.222.0.54 "GET /v2.0/networks/c7ea46fc-5da9-4f66-8c34-26a200c7f435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850575 Nov 26 03:27:27.884116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac0446-0821-4c5a-8a56-49a76d0649fd req-8fa37c51-0d7a-4d56-8c5e-ee13578ff385 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:27.885582 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2dac0446-0821-4c5a-8a56-49a76d0649fd req-8fa37c51-0d7a-4d56-8c5e-ee13578ff385 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 907 time: 0.0477068 Nov 26 03:27:29.003558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc280537-94fd-430f-b030-99a41436feea req-f9763b61-1212-4af6-90aa-0f333dc477d8 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:29.005073 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc280537-94fd-430f-b030-99a41436feea req-f9763b61-1212-4af6-90aa-0f333dc477d8 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 907 time: 0.0477912 Nov 26 03:27:29.999013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 8f5af831-8f01-4ff9-87a4-5ada2963c53d details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:27:30.096494 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 8f5af831-8f01-4ff9-87a4-5ada2963c53d, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8f5af831-8f01-4ff9-87a4-5ada2963c53d,segment=NetworkSegment(b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5),segment_id=b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:27:30.107293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '8f5af831-8f01-4ff9-87a4-5ada2963c53d', 'network_id': 'c7ea46fc-5da9-4f66-8c34-26a200c7f435', 'port_id': '8f5af831-8f01-4ff9-87a4-5ada2963c53d', 'mac_address': 'fa:16:3e:69:2b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce173bf2-5328-448a-b130-fc8f4f6cb6c8', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:27:30.125917 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eebfe9-f28b-4e27-b339-eebedb2e0531 req-bb0615a9-60d3-46f0-870f-cf072739d6d0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:30.127420 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d5eebfe9-f28b-4e27-b339-eebedb2e0531 req-bb0615a9-60d3-46f0-870f-cf072739d6d0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 907 time: 0.0520551 Nov 26 03:27:30.143419 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:30.156485 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5af831-8f01-4ff9-87a4-5ada2963c53d {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:27:30.174548 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 8f5af831-8f01-4ff9-87a4-5ada2963c53d, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8f5af831-8f01-4ff9-87a4-5ada2963c53d,segment=NetworkSegment(b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5),segment_id=b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:27:30.178332 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:30.224196 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=8f5af831-8f01-4ff9-87a4-5ada2963c53d,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:30.578039 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['8f5af831-8f01-4ff9-87a4-5ada2963c53d'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:27:31.243588 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a2b97-9a80-4d04-bcc9-3664c34ee259 req-099c89ea-df0f-4a09-bb2c-25ee8575abf0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:31.245087 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c12a2b97-9a80-4d04-bcc9-3664c34ee259 req-099c89ea-df0f-4a09-bb2c-25ee8575abf0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 908 time: 0.0482802 Nov 26 03:27:32.000533 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 8f5af831-8f01-4ff9-87a4-5ada2963c53d up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:27:32.048970 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 8f5af831-8f01-4ff9-87a4-5ada2963c53d completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:27:32.052490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 8f5af831-8f01-4ff9-87a4-5ada2963c53d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:27:32.052873 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:32.126737 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:32.151877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acdb09b-7a4d-4203-897b-37241d5c5ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5af831-8f01-4ff9-87a4-5ada2963c53d'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:27:32.154151 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba35d68b-41f8-4bde-866c-512a4d000e44" -d '{"events": [{"server_uuid": "0acdb09b-7a4d-4203-897b-37241d5c5ff6", "name": "network-vif-plugged", "status": "completed", "tag": "8f5af831-8f01-4ff9-87a4-5ada2963c53d"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:27:32.167114 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 8f5af831-8f01-4ff9-87a4-5ada2963c53d, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8f5af831-8f01-4ff9-87a4-5ada2963c53d,segment=NetworkSegment(b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5),segment_id=b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:27:32.171593 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:32.194340 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d3a870-a4d3-4197-91cc-7af94574a80d x-openstack-request-id: req-11d3a870-a4d3-4197-91cc-7af94574a80d {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:27:32.194634 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acdb09b-7a4d-4203-897b-37241d5c5ff6", "name": "network-vif-plugged", "status": "completed", "tag": "8f5af831-8f01-4ff9-87a4-5ada2963c53d", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:27:32.194883 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11d3a870-a4d3-4197-91cc-7af94574a80d {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:27:32.195267 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acdb09b-7a4d-4203-897b-37241d5c5ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5af831-8f01-4ff9-87a4-5ada2963c53d', 'code': 200} Nov 26 03:27:32.219833 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=8f5af831-8f01-4ff9-87a4-5ada2963c53d,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:32.323837 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee174a-a452-417b-a00e-832197fac7ac req-0189e983-4055-4cd0-b17d-ff5e55864a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:32.325327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcee174a-a452-417b-a00e-832197fac7ac req-0189e983-4055-4cd0-b17d-ff5e55864a89 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 1060 time: 0.0489304 Nov 26 03:27:32.362892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ae867-ec79-4ffd-a8e7-bb679a29313a req-327f398b-dff1-442a-aa98-3f7311c95da5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:32.364350 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-466ae867-ec79-4ffd-a8e7-bb679a29313a req-327f398b-dff1-442a-aa98-3f7311c95da5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 909 time: 0.0505624 Nov 26 03:27:33.489973 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b2454-be91-49b6-9c9e-2f3b96b111cc req-be745a10-aa2c-417c-9f53-0582c9ba8218 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:33.491558 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-390b2454-be91-49b6-9c9e-2f3b96b111cc req-be745a10-aa2c-417c-9f53-0582c9ba8218 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 909 time: 0.0592945 Nov 26 03:27:34.606320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369e5d9-1478-4684-af7e-275ed602e6e4 req-1e717895-2f4d-4c5c-8bab-d583a2e936d8 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:34.607784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6369e5d9-1478-4684-af7e-275ed602e6e4 req-1e717895-2f4d-4c5c-8bab-d583a2e936d8 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 909 time: 0.0476716 Nov 26 03:27:34.727559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38451b-d04d-4ed4-ab9a-9b11801ac86e req-79afcc88-dca8-4a9b-b465-fe16f73734e2 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:34.729063 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9c38451b-d04d-4ed4-ab9a-9b11801ac86e req-79afcc88-dca8-4a9b-b465-fe16f73734e2 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 909 time: 0.0488498 Nov 26 03:27:34.831041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59b2cf-2ed6-4b1e-b744-e3b0f144923e req-3ea7bfbc-6f8e-4053-8137-2dd69af68bee tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:34.832482 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f59b2cf-2ed6-4b1e-b744-e3b0f144923e req-3ea7bfbc-6f8e-4053-8137-2dd69af68bee tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 1060 time: 0.0395510 Nov 26 03:27:34.943957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cfbb1-3851-4746-a45a-e9bda9ae840f req-ca9cae2e-a548-4982-9104-5c63b515dee6 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:34.946144 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-158cfbb1-3851-4746-a45a-e9bda9ae840f req-ca9cae2e-a548-4982-9104-5c63b515dee6 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 1135 time: 0.0460989 Nov 26 03:27:35.002601 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-158cfbb1-3851-4746-a45a-e9bda9ae840f req-7e4db34c-197e-4975-b3e6-c8720363bd4e tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b95b1d08-e07b-4e80-80de-4b4989b2ba10&id=6ddf42df-f824-47c2-9a31-6976f315ba5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0503027 Nov 26 03:27:35.024342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59000) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:35.063520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ab41af-7a56-47dd-82f3-36a91637fc68 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:35.065096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-05ab41af-7a56-47dd-82f3-36a91637fc68 tempest-TestSecurityGroupsBasicOps-1979244088 tempest-TestSecurityGroupsBasicOps-1979244088-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 1055 time: 0.0397475 Nov 26 03:27:35.273459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9ab5a-b803-49a8-8b1d-dd36fcd1cdc5 req-2f53ed95-9aae-42a9-8865-dd0113142282 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:35.274931 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e0a9ab5a-b803-49a8-8b1d-dd36fcd1cdc5 req-2f53ed95-9aae-42a9-8865-dd0113142282 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 909 time: 0.0493703 Nov 26 03:27:36.389085 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c5784-167b-41f1-8004-8afa81237f94 req-669349e0-b2ea-425b-9fee-5c0df69b4ee5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:36.391251 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-200c5784-167b-41f1-8004-8afa81237f94 req-669349e0-b2ea-425b-9fee-5c0df69b4ee5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 909 time: 0.0490413 Nov 26 03:27:36.793845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe859fe-93af-4a3a-bbe8-42f2ad0bccfb req-217f07b2-ec0f-4337-864c-3c67a965924c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:36.795299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fe859fe-93af-4a3a-bbe8-42f2ad0bccfb req-217f07b2-ec0f-4337-864c-3c67a965924c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.54 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 909 time: 0.0509613 Nov 26 03:27:36.881963 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-8fe859fe-93af-4a3a-bbe8-42f2ad0bccfb req-c9766f2d-903f-4e5a-9ebd-e17a54cf8274 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Deleting port 8f5af831-8f01-4ff9-87a4-5ada2963c53d {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:27:36.882304 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8fe859fe-93af-4a3a-bbe8-42f2ad0bccfb req-c9766f2d-903f-4e5a-9ebd-e17a54cf8274 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:37.212079 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-8fe859fe-93af-4a3a-bbe8-42f2ad0bccfb req-c9766f2d-903f-4e5a-9ebd-e17a54cf8274 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] For port 8f5af831-8f01-4ff9-87a4-5ada2963c53d, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=8f5af831-8f01-4ff9-87a4-5ada2963c53d,segment=NetworkSegment(b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5),segment_id=b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:27:37.212445 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8fe859fe-93af-4a3a-bbe8-42f2ad0bccfb req-c9766f2d-903f-4e5a-9ebd-e17a54cf8274 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:37.225102 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-8fe859fe-93af-4a3a-bbe8-42f2ad0bccfb req-c9766f2d-903f-4e5a-9ebd-e17a54cf8274 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Calling delete_port for 8f5af831-8f01-4ff9-87a4-5ada2963c53d owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:27:37.351786 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8fe859fe-93af-4a3a-bbe8-42f2ad0bccfb req-c9766f2d-903f-4e5a-9ebd-e17a54cf8274 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:37.387824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9766f2d-903f-4e5a-9ebd-e17a54cf8274 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event deleted for resources: {'Port': ['ID=8f5af831-8f01-4ff9-87a4-5ada2963c53d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:37.431468 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe859fe-93af-4a3a-bbe8-42f2ad0bccfb req-c9766f2d-903f-4e5a-9ebd-e17a54cf8274 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] No DVR routers for this DVR port 8f5af831-8f01-4ff9-87a4-5ada2963c53d on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:27:37.434568 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8fe859fe-93af-4a3a-bbe8-42f2ad0bccfb req-c9766f2d-903f-4e5a-9ebd-e17a54cf8274 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:37.438792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8fe859fe-93af-4a3a-bbe8-42f2ad0bccfb req-c9766f2d-903f-4e5a-9ebd-e17a54cf8274 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.54 "DELETE /v2.0/ports/8f5af831-8f01-4ff9-87a4-5ada2963c53d HTTP/1.1" status: 204 len: 173 time: 0.6366081 Nov 26 03:27:37.439303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acdb09b-7a4d-4203-897b-37241d5c5ff6', 'name': 'network-vif-deleted', 'tag': '8f5af831-8f01-4ff9-87a4-5ada2963c53d'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:27:37.446511 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43d66ab-0cf3-422c-ba5d-19880adc7f3c" -d '{"events": [{"server_uuid": "0acdb09b-7a4d-4203-897b-37241d5c5ff6", "name": "network-vif-deleted", "tag": "8f5af831-8f01-4ff9-87a4-5ada2963c53d"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:27:37.498917 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a21418-a7df-42f9-843f-8a6ab7c7e76b x-openstack-request-id: req-d9a21418-a7df-42f9-843f-8a6ab7c7e76b {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:27:37.499322 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acdb09b-7a4d-4203-897b-37241d5c5ff6", "name": "network-vif-deleted", "tag": "8f5af831-8f01-4ff9-87a4-5ada2963c53d", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:27:37.499642 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9a21418-a7df-42f9-843f-8a6ab7c7e76b {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:27:37.500128 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acdb09b-7a4d-4203-897b-37241d5c5ff6', 'name': 'network-vif-deleted', 'tag': '8f5af831-8f01-4ff9-87a4-5ada2963c53d', 'status': 'completed', 'code': 200} Nov 26 03:27:37.502262 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7f9101d5-d3bf-4a2f-8b82-1f095b1b75be req-63190a20-201b-4efd-8ad3-68d73aa1bbae tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=0acdb09b-7a4d-4203-897b-37241d5c5ff6 HTTP/1.1" status: 200 len: 210 time: 0.0293205 Nov 26 03:27:38.349271 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b92dcf9c-2ac4-4782-a54d-92a935003471 req-209572e2-b653-490b-a7c8-bc820900ebba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481255 Nov 26 03:27:38.446471 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92dcf9c-2ac4-4782-a54d-92a935003471 req-2b85b6b9-6656-48de-9ba6-479c98541507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:38.447959 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b92dcf9c-2ac4-4782-a54d-92a935003471 req-2b85b6b9-6656-48de-9ba6-479c98541507 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13f3ac1e5e614b86bc6acdac13dcdf4b&device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 1135 time: 0.0404305 Nov 26 03:27:38.549414 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92dcf9c-2ac4-4782-a54d-92a935003471 req-b7d60e6a-1a86-4cae-91fb-dbf21f1f263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:38.550895 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b92dcf9c-2ac4-4782-a54d-92a935003471 req-b7d60e6a-1a86-4cae-91fb-dbf21f1f263e service neutron] 10.222.0.59 "GET /v2.0/networks?id=aff86bba-0edf-4a01-81b9-b6e866adfc4b HTTP/1.1" status: 200 len: 897 time: 0.0837405 Nov 26 03:27:38.561477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59014) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:38.620946 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b92dcf9c-2ac4-4782-a54d-92a935003471 req-4bae440c-04ca-487c-ac80-9edcce3c64b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c973c31b-4424-48a4-9fda-d3c8e00c34a7 HTTP/1.1" status: 200 len: 1000 time: 0.0629117 Nov 26 03:27:38.684930 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92dcf9c-2ac4-4782-a54d-92a935003471 req-109582e3-79f1-4a45-b943-733ada7aed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:38.687735 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b92dcf9c-2ac4-4782-a54d-92a935003471 req-109582e3-79f1-4a45-b943-733ada7aed6a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a370e0e8-43dc-414d-94de-0bf0a90cd02c HTTP/1.1" status: 200 len: 835 time: 0.0603240 Nov 26 03:27:38.735465 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92dcf9c-2ac4-4782-a54d-92a935003471 req-63717d82-b0f2-4f41-bcb8-d82a0b8bf247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:38.737044 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b92dcf9c-2ac4-4782-a54d-92a935003471 req-63717d82-b0f2-4f41-bcb8-d82a0b8bf247 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aff86bba-0edf-4a01-81b9-b6e866adfc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425482 Nov 26 03:27:38.831648 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b92dcf9c-2ac4-4782-a54d-92a935003471 req-00dacd80-704c-4ea2-b277-93171a2ebe39 service neutron] 10.222.0.59 "GET /v2.0/networks/aff86bba-0edf-4a01-81b9-b6e866adfc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873227 Nov 26 03:27:38.922613 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-722617d7-fae9-44ca-ad83-dc278da5578b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:38.930373 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b92dcf9c-2ac4-4782-a54d-92a935003471 req-317cd4b9-dd2e-4ce7-9b87-7f90c36bc496 service neutron] 10.222.0.59 "GET /v2.0/networks/aff86bba-0edf-4a01-81b9-b6e866adfc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913765 Nov 26 03:27:39.175880 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-722617d7-fae9-44ca-ad83-dc278da5578b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Deleting port 3247c327-e707-4ea1-a3b3-57f242717d20 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:27:39.176172 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-722617d7-fae9-44ca-ad83-dc278da5578b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:39.261482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-722617d7-fae9-44ca-ad83-dc278da5578b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] For port 3247c327-e707-4ea1-a3b3-57f242717d20, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=3247c327-e707-4ea1-a3b3-57f242717d20,segment=NetworkSegment(b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5),segment_id=b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:27:39.261850 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-722617d7-fae9-44ca-ad83-dc278da5578b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:39.279206 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-722617d7-fae9-44ca-ad83-dc278da5578b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Calling delete_port for 3247c327-e707-4ea1-a3b3-57f242717d20 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:27:39.456902 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-722617d7-fae9-44ca-ad83-dc278da5578b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:39.483211 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722617d7-fae9-44ca-ad83-dc278da5578b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event deleted for resources: {'Port': ['ID=3247c327-e707-4ea1-a3b3-57f242717d20,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:39.655066 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-722617d7-fae9-44ca-ad83-dc278da5578b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:39.866732 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722617d7-fae9-44ca-ad83-dc278da5578b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Router 5d07d62a-c4c8-4215-a4e1-8c0ae99f865c has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:27:39.970230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722617d7-fae9-44ca-ad83-dc278da5578b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:27:39.975868 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-722617d7-fae9-44ca-ad83-dc278da5578b tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "PUT /v2.0/routers/5d07d62a-c4c8-4215-a4e1-8c0ae99f865c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4121938 Nov 26 03:27:39.978006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59018) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:39.980713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf4e36e-0574-4997-83ac-cead43611352 None None] Sync routers for ids ['5d07d62a-c4c8-4215-a4e1-8c0ae99f865c'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:27:39.990729 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf4e36e-0574-4997-83ac-cead43611352 None None] Routers {'5d07d62a-c4c8-4215-a4e1-8c0ae99f865c'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:27:39.991337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-edf4e36e-0574-4997-83ac-cead43611352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:27:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['5d07d62a-c4c8-4215-a4e1-8c0ae99f865c'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:40.029708 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae94be7-1c20-4452-8912-d696c064507d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Deleting subnet ce173bf2-5328-448a-b130-fc8f4f6cb6c8 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:27:40.032858 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ae94be7-1c20-4452-8912-d696c064507d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:40.054458 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 8f5af831-8f01-4ff9-87a4-5ada2963c53d no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:27:40.071648 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ae94be7-1c20-4452-8912-d696c064507d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:40.079101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 8f5af831-8f01-4ff9-87a4-5ada2963c53d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:27:40.079451 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 8f5af831-8f01-4ff9-87a4-5ada2963c53d not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:27:40.115534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-edf4e36e-0574-4997-83ac-cead43611352 None None] Set router 5d07d62a-c4c8-4215-a4e1-8c0ae99f865c gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:27:40.158723 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ae94be7-1c20-4452-8912-d696c064507d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:40.217162 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ae94be7-1c20-4452-8912-d696c064507d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:40.247877 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1ae94be7-1c20-4452-8912-d696c064507d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:40.253836 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b96d9f-0b85-4aa8-aafe-bebab4cb9747 None None] Network c7ea46fc-5da9-4f66-8c34-26a200c7f435 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:27:40.254988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59020) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:40.255478 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1ae94be7-1c20-4452-8912-d696c064507d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "DELETE /v2.0/subnets/ce173bf2-5328-448a-b130-fc8f4f6cb6c8 HTTP/1.1" status: 204 len: 168 time: 0.2762907 Nov 26 03:27:40.256814 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae94be7-1c20-4452-8912-d696c064507d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event deleted for resources: {'Subnet': ['ID=ce173bf2-5328-448a-b130-fc8f4f6cb6c8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:40.373685 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c85044-d4ed-4785-8bdf-e9e01dcb7ec0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:40.392193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-edf4e36e-0574-4997-83ac-cead43611352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1854477515', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5510e557-742e-4b30-858a-abc2e2c8818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:27:15Z', 'updated_at': '2021-11-26T03:27:39Z', 'revision_number': 5, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '5510e557-742e-4b30-858a-abc2e2c8818f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:27:15Z', 'updated_at': '2021-11-26T03:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:40.420096 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf4e36e-0574-4997-83ac-cead43611352 None None] Checking router: 5d07d62a-c4c8-4215-a4e1-8c0ae99f865c for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:27:40.436000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf4e36e-0574-4997-83ac-cead43611352 None None] Routers {'5d07d62a-c4c8-4215-a4e1-8c0ae99f865c'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:27:40.436661 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-edf4e36e-0574-4997-83ac-cead43611352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:27:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['5d07d62a-c4c8-4215-a4e1-8c0ae99f865c'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:40.477864 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c85044-d4ed-4785-8bdf-e9e01dcb7ec0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:40.509296 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad30a247-ccb9-447a-9001-17d0bee5578c None None] DHCP port deletion for c7ea46fc-5da9-4f66-8c34-26a200c7f435 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:27:40.530065 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-41c85044-d4ed-4785-8bdf-e9e01dcb7ec0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Deleting port 5510e557-742e-4b30-858a-abc2e2c8818f {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:27:40.531006 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c85044-d4ed-4785-8bdf-e9e01dcb7ec0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:40.570669 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-edf4e36e-0574-4997-83ac-cead43611352 None None] Set router 5d07d62a-c4c8-4215-a4e1-8c0ae99f865c gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:27:40.607642 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-41c85044-d4ed-4785-8bdf-e9e01dcb7ec0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] For port 5510e557-742e-4b30-858a-abc2e2c8818f, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5510e557-742e-4b30-858a-abc2e2c8818f,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:27:40.607998 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c85044-d4ed-4785-8bdf-e9e01dcb7ec0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:40.619992 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-41c85044-d4ed-4785-8bdf-e9e01dcb7ec0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Calling delete_port for 5510e557-742e-4b30-858a-abc2e2c8818f owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:27:40.685523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ad30a247-ccb9-447a-9001-17d0bee5578c None None] Deleting port 30caea52-3820-4f34-bc41-768ce43a01ba {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:27:40.685815 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ad30a247-ccb9-447a-9001-17d0bee5578c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:40.774121 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ad30a247-ccb9-447a-9001-17d0bee5578c None None] For port 30caea52-3820-4f34-bc41-768ce43a01ba, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=30caea52-3820-4f34-bc41-768ce43a01ba,segment=NetworkSegment(b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5),segment_id=b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:27:40.774527 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ad30a247-ccb9-447a-9001-17d0bee5578c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:40.790650 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c85044-d4ed-4785-8bdf-e9e01dcb7ec0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:40.805663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ad30a247-ccb9-447a-9001-17d0bee5578c None None] Calling delete_port for 30caea52-3820-4f34-bc41-768ce43a01ba owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:27:40.822803 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c85044-d4ed-4785-8bdf-e9e01dcb7ec0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event deleted for resources: {'Port': ['ID=5510e557-742e-4b30-858a-abc2e2c8818f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:40.857445 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2995de8-95d7-4177-82fb-f9339e803c6a None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:27:40.887166 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c85044-d4ed-4785-8bdf-e9e01dcb7ec0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:40.905589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-edf4e36e-0574-4997-83ac-cead43611352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1854477515', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5510e557-742e-4b30-858a-abc2e2c8818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:27:15Z', 'updated_at': '2021-11-26T03:27:39Z', 'revision_number': 5, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '5510e557-742e-4b30-858a-abc2e2c8818f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:27:15Z', 'updated_at': '2021-11-26T03:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:40.932819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf4e36e-0574-4997-83ac-cead43611352 None None] The sync data for ids ['5d07d62a-c4c8-4215-a4e1-8c0ae99f865c'] in n-d-819389-3 is: [{'id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1854477515', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5510e557-742e-4b30-858a-abc2e2c8818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:27:15Z', 'updated_at': '2021-11-26T03:27:39Z', 'revision_number': 5, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '5510e557-742e-4b30-858a-abc2e2c8818f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d07d62a-c4c8-4215-a4e1-8c0ae99f865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:27:15Z', 'updated_at': '2021-11-26T03:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:27:40.940416 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ad30a247-ccb9-447a-9001-17d0bee5578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:40.966684 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30a247-ccb9-447a-9001-17d0bee5578c None None] Pushing event deleted for resources: {'Port': ['ID=30caea52-3820-4f34-bc41-768ce43a01ba,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:40.975071 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad30a247-ccb9-447a-9001-17d0bee5578c None None] No DVR routers for this DVR port 30caea52-3820-4f34-bc41-768ce43a01ba on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:27:40.990128 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c85044-d4ed-4785-8bdf-e9e01dcb7ec0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:40.992331 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c85044-d4ed-4785-8bdf-e9e01dcb7ec0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:41.038047 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c85044-d4ed-4785-8bdf-e9e01dcb7ec0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:41.038634 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c85044-d4ed-4785-8bdf-e9e01dcb7ec0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Fanout notify agent at l3_agent the message router_deleted on router 5d07d62a-c4c8-4215-a4e1-8c0ae99f865c {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:27:41.045609 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-41c85044-d4ed-4785-8bdf-e9e01dcb7ec0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:41.047323 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-41c85044-d4ed-4785-8bdf-e9e01dcb7ec0 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "DELETE /v2.0/routers/5d07d62a-c4c8-4215-a4e1-8c0ae99f865c HTTP/1.1" status: 204 len: 168 time: 0.7907348 Nov 26 03:27:41.050074 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59022) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:41.123494 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a998ed43-bb04-4cef-8cc0-7b29602f9a6e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:41.208045 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a998ed43-bb04-4cef-8cc0-7b29602f9a6e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:41.227200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-a998ed43-bb04-4cef-8cc0-7b29602f9a6e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ea46fc-5da9-4f66-8c34-26a200c7f435']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:41.235893 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-a998ed43-bb04-4cef-8cc0-7b29602f9a6e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:41.236213 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-a998ed43-bb04-4cef-8cc0-7b29602f9a6e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07e2e90-fd9c-4422-a6c7-9c7ee26c7df5') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:41.245050 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a998ed43-bb04-4cef-8cc0-7b29602f9a6e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:41.258001 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a998ed43-bb04-4cef-8cc0-7b29602f9a6e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:41.263807 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a998ed43-bb04-4cef-8cc0-7b29602f9a6e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:27:41.264229 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a998ed43-bb04-4cef-8cc0-7b29602f9a6e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:27:41.267578 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:27:41.322603 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a998ed43-bb04-4cef-8cc0-7b29602f9a6e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:41.330495 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a998ed43-bb04-4cef-8cc0-7b29602f9a6e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:41.333492 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a998ed43-bb04-4cef-8cc0-7b29602f9a6e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "DELETE /v2.0/networks/c7ea46fc-5da9-4f66-8c34-26a200c7f435 HTTP/1.1" status: 204 len: 168 time: 0.2824981 Nov 26 03:27:41.336311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59024) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:41.346253 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998ed43-bb04-4cef-8cc0-7b29602f9a6e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event deleted for resources: {'Network': ['ID=c7ea46fc-5da9-4f66-8c34-26a200c7f435,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:41.559525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-47334c90-c6b7-443d-9b1c-60f5696e551d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Deleting port 3f967c23-098f-466e-a9af-3710298d2511 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:27:41.559872 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-47334c90-c6b7-443d-9b1c-60f5696e551d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:41.645933 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-47334c90-c6b7-443d-9b1c-60f5696e551d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:41.645933 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-47334c90-c6b7-443d-9b1c-60f5696e551d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:41.652127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-47334c90-c6b7-443d-9b1c-60f5696e551d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Calling delete_port for 3f967c23-098f-466e-a9af-3710298d2511 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:27:41.727935 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-41c10e62-4122-4002-b66b-927b773a4397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:41.832770 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-47334c90-c6b7-443d-9b1c-60f5696e551d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:41.855442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47334c90-c6b7-443d-9b1c-60f5696e551d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event deleted for resources: {'Port': ['ID=3f967c23-098f-466e-a9af-3710298d2511,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:41.914965 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-47334c90-c6b7-443d-9b1c-60f5696e551d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:41.915296 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-47334c90-c6b7-443d-9b1c-60f5696e551d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Floating IP 832c27bc-7506-47fe-929a-9939927684dd disassociated (deleted). External IP: 172.25.0.97, port: c973c31b-4424-48a4-9fda-d3c8e00c34a7. Nov 26 03:27:42.124801 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47334c90-c6b7-443d-9b1c-60f5696e551d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Router c88ce4ea-338b-4cb5-a914-9c80a63af07a has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:27:42.227779 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47334c90-c6b7-443d-9b1c-60f5696e551d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:27:42.232381 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-47334c90-c6b7-443d-9b1c-60f5696e551d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:42.238898 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d5d5c-4223-43c2-8a79-e9b284c45dd9 None None] Sync routers for ids ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:27:42.248578 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d5d5c-4223-43c2-8a79-e9b284c45dd9 None None] Routers {'c88ce4ea-338b-4cb5-a914-9c80a63af07a'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:27:42.249254 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-442d5d5c-4223-43c2-8a79-e9b284c45dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:27:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:42.259469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-47334c90-c6b7-443d-9b1c-60f5696e551d tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "DELETE /v2.0/floatingips/832c27bc-7506-47fe-929a-9939927684dd HTTP/1.1" status: 204 len: 168 time: 0.9218647 Nov 26 03:27:42.260092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5', 'tag': 'c973c31b-4424-48a4-9fda-d3c8e00c34a7'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:27:42.262353 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24657a7c-0514-4d0f-a600-1864cbba9439" -d '{"events": [{"name": "network-changed", "server_uuid": "20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5", "tag": "c973c31b-4424-48a4-9fda-d3c8e00c34a7"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:27:42.301961 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e0f6db-27fc-4f91-bf0f-32a5abd992bb x-openstack-request-id: req-d4e0f6db-27fc-4f91-bf0f-32a5abd992bb {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:27:42.303107 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5", "tag": "c973c31b-4424-48a4-9fda-d3c8e00c34a7", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:27:42.303639 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4e0f6db-27fc-4f91-bf0f-32a5abd992bb {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:27:42.304256 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5', 'tag': 'c973c31b-4424-48a4-9fda-d3c8e00c34a7', 'status': 'completed', 'code': 200} Nov 26 03:27:42.367580 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-442d5d5c-4223-43c2-8a79-e9b284c45dd9 None None] Set router c88ce4ea-338b-4cb5-a914-9c80a63af07a gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:27:42.402185 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24657a7c-0514-4d0f-a600-1864cbba9439 req-7f99edb9-0e9f-4326-8fc9-f5a752ba915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:42.405191 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-24657a7c-0514-4d0f-a600-1864cbba9439 req-7f99edb9-0e9f-4326-8fc9-f5a752ba915c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13f3ac1e5e614b86bc6acdac13dcdf4b&device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 1135 time: 0.0553930 Nov 26 03:27:42.532902 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24657a7c-0514-4d0f-a600-1864cbba9439 req-5d48f58e-5cb3-489a-817b-c88c96cd3abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:42.534737 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-24657a7c-0514-4d0f-a600-1864cbba9439 req-5d48f58e-5cb3-489a-817b-c88c96cd3abe service neutron] 10.222.0.59 "GET /v2.0/networks?id=aff86bba-0edf-4a01-81b9-b6e866adfc4b HTTP/1.1" status: 200 len: 897 time: 0.1220124 Nov 26 03:27:42.539352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5510e557-742e-4b30-858a-abc2e2c8818f no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:27:42.559179 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 5510e557-742e-4b30-858a-abc2e2c8818f {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:27:42.559524 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5510e557-742e-4b30-858a-abc2e2c8818f not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:27:42.559931 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 3247c327-e707-4ea1-a3b3-57f242717d20 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:27:42.563281 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97153c60-30f6-4095-b8ec-127373bccb89 req-5d0d3aa7-1cfa-4de3-8dc3-8c74945660a1 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:42.565837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97153c60-30f6-4095-b8ec-127373bccb89 req-5d0d3aa7-1cfa-4de3-8dc3-8c74945660a1 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 984 time: 0.0591254 Nov 26 03:27:42.579440 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 3247c327-e707-4ea1-a3b3-57f242717d20 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:27:42.579774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 3247c327-e707-4ea1-a3b3-57f242717d20 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:27:42.580749 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 30caea52-3820-4f34-bc41-768ce43a01ba no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:27:42.593919 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-24657a7c-0514-4d0f-a600-1864cbba9439 req-bfd1c704-7a0f-41b3-bc33-7756513460d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c973c31b-4424-48a4-9fda-d3c8e00c34a7 HTTP/1.1" status: 200 len: 217 time: 0.0499249 Nov 26 03:27:42.600337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 30caea52-3820-4f34-bc41-768ce43a01ba {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:27:42.600673 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 30caea52-3820-4f34-bc41-768ce43a01ba not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:27:42.621885 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-442d5d5c-4223-43c2-8a79-e9b284c45dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455562340', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:26:21Z', 'updated_at': '2021-11-26T03:26:25Z', 'revision_number': 4, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:22Z', 'updated_at': '2021-11-26T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5', 'name': '', 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'mac_address': 'fa:16:3e:4c:e6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:24Z', 'updated_at': '2021-11-26T03:26:28Z', 'revision_number': 5, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'subnets': [{'id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:42.634193 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97153c60-30f6-4095-b8ec-127373bccb89 req-130b1228-f56d-4ccf-97d5-b65f1dba67c5 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/security-groups?id=b95b1d08-e07b-4e80-80de-4b4989b2ba10&id=6ddf42df-f824-47c2-9a31-6976f315ba5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0621567 Nov 26 03:27:42.657170 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d5d5c-4223-43c2-8a79-e9b284c45dd9 None None] Checking router: c88ce4ea-338b-4cb5-a914-9c80a63af07a for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:27:42.660521 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24657a7c-0514-4d0f-a600-1864cbba9439 req-3b3193e5-c49e-403f-94c9-3fe8ae564efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:42.662015 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-24657a7c-0514-4d0f-a600-1864cbba9439 req-3b3193e5-c49e-403f-94c9-3fe8ae564efd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a370e0e8-43dc-414d-94de-0bf0a90cd02c HTTP/1.1" status: 200 len: 835 time: 0.0603836 Nov 26 03:27:42.665375 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d5d5c-4223-43c2-8a79-e9b284c45dd9 None None] Routers {'c88ce4ea-338b-4cb5-a914-9c80a63af07a'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:27:42.665967 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-442d5d5c-4223-43c2-8a79-e9b284c45dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:27:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:42.708945 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24657a7c-0514-4d0f-a600-1864cbba9439 req-f4769aee-e44c-4f0a-b6d3-923707251a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:42.710446 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-24657a7c-0514-4d0f-a600-1864cbba9439 req-f4769aee-e44c-4f0a-b6d3-923707251a9f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aff86bba-0edf-4a01-81b9-b6e866adfc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395267 Nov 26 03:27:42.769731 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-442d5d5c-4223-43c2-8a79-e9b284c45dd9 None None] Set router c88ce4ea-338b-4cb5-a914-9c80a63af07a gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:27:42.804294 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-24657a7c-0514-4d0f-a600-1864cbba9439 req-8e56c841-56be-40b4-a778-6ab48732a808 service neutron] 10.222.0.59 "GET /v2.0/networks/aff86bba-0edf-4a01-81b9-b6e866adfc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851095 Nov 26 03:27:42.896417 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-24657a7c-0514-4d0f-a600-1864cbba9439 req-1d40f4a4-9a14-484b-8c50-ec3c2e5edd9c service neutron] 10.222.0.59 "GET /v2.0/networks/aff86bba-0edf-4a01-81b9-b6e866adfc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824027 Nov 26 03:27:42.975715 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-442d5d5c-4223-43c2-8a79-e9b284c45dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455562340', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:26:21Z', 'updated_at': '2021-11-26T03:26:25Z', 'revision_number': 4, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:22Z', 'updated_at': '2021-11-26T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5', 'name': '', 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'mac_address': 'fa:16:3e:4c:e6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:24Z', 'updated_at': '2021-11-26T03:26:28Z', 'revision_number': 5, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'subnets': [{'id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:43.008242 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d5d5c-4223-43c2-8a79-e9b284c45dd9 None None] The sync data for ids ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'] in n-d-819389-3 is: [{'id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455562340', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:26:21Z', 'updated_at': '2021-11-26T03:26:25Z', 'revision_number': 4, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:22Z', 'updated_at': '2021-11-26T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5', 'name': '', 'network_id': 'aff86bba-0edf-4a01-81b9-b6e866adfc4b', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'mac_address': 'fa:16:3e:4c:e6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:24Z', 'updated_at': '2021-11-26T03:26:28Z', 'revision_number': 5, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'subnets': [{'id': 'a370e0e8-43dc-414d-94de-0bf0a90cd02c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:27:43.211366 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2f5ea9-9bc7-4391-a396-75ef224859d7 None None] New status for floating IP 832c27bc-7506-47fe-929a-9939927684dd: DOWN {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:27:43.760670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09bc35-6838-499f-8215-5c997ea8155c req-2d0eebf2-b0dd-41e9-aac4-d56071ae1509 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:43.762205 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c09bc35-6838-499f-8215-5c997ea8155c req-2d0eebf2-b0dd-41e9-aac4-d56071ae1509 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/ports?device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 984 time: 0.0536203 Nov 26 03:27:43.819338 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c09bc35-6838-499f-8215-5c997ea8155c req-c3e59f57-8062-4277-9c93-30eb7f6a1084 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "GET /v2.0/security-groups?id=b95b1d08-e07b-4e80-80de-4b4989b2ba10&id=6ddf42df-f824-47c2-9a31-6976f315ba5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0503373 Nov 26 03:27:43.973280 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45f7e1-5afe-4bb4-b9d3-9f68d4ddeda8 req-e7382296-0888-4219-9dc2-196eb9be0980 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:43.974609 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ea45f7e1-5afe-4bb4-b9d3-9f68d4ddeda8 req-e7382296-0888-4219-9dc2-196eb9be0980 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.59 "GET /v2.0/ports?device_id=20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5 HTTP/1.1" status: 200 len: 984 time: 0.0522647 Nov 26 03:27:44.062524 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-ea45f7e1-5afe-4bb4-b9d3-9f68d4ddeda8 req-50474b75-14ee-449f-969b-af78ff2be726 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Deleting port c973c31b-4424-48a4-9fda-d3c8e00c34a7 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:27:44.062857 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-ea45f7e1-5afe-4bb4-b9d3-9f68d4ddeda8 req-50474b75-14ee-449f-969b-af78ff2be726 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:44.149694 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-ea45f7e1-5afe-4bb4-b9d3-9f68d4ddeda8 req-50474b75-14ee-449f-969b-af78ff2be726 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] For port c973c31b-4424-48a4-9fda-d3c8e00c34a7, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=c973c31b-4424-48a4-9fda-d3c8e00c34a7,segment=NetworkSegment(ecd3b6a5-56f1-422b-9114-97afcad936e3),segment_id=ecd3b6a5-56f1-422b-9114-97afcad936e3)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:27:44.150050 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-ea45f7e1-5afe-4bb4-b9d3-9f68d4ddeda8 req-50474b75-14ee-449f-969b-af78ff2be726 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:44.157868 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f52b46ff-ecd5-4dd4-a92a-c6d185158e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:44.163243 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-ea45f7e1-5afe-4bb4-b9d3-9f68d4ddeda8 req-50474b75-14ee-449f-969b-af78ff2be726 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Calling delete_port for c973c31b-4424-48a4-9fda-d3c8e00c34a7 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:27:44.285564 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-ea45f7e1-5afe-4bb4-b9d3-9f68d4ddeda8 req-50474b75-14ee-449f-969b-af78ff2be726 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:44.317040 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50474b75-14ee-449f-969b-af78ff2be726 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event deleted for resources: {'Port': ['ID=c973c31b-4424-48a4-9fda-d3c8e00c34a7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:44.358141 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea45f7e1-5afe-4bb4-b9d3-9f68d4ddeda8 req-50474b75-14ee-449f-969b-af78ff2be726 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] No DVR routers for this DVR port c973c31b-4424-48a4-9fda-d3c8e00c34a7 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:27:44.360745 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-ea45f7e1-5afe-4bb4-b9d3-9f68d4ddeda8 req-50474b75-14ee-449f-969b-af78ff2be726 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:44.363948 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ea45f7e1-5afe-4bb4-b9d3-9f68d4ddeda8 req-50474b75-14ee-449f-969b-af78ff2be726 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.59 "DELETE /v2.0/ports/c973c31b-4424-48a4-9fda-d3c8e00c34a7 HTTP/1.1" status: 204 len: 173 time: 0.3829896 Nov 26 03:27:44.364402 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5', 'name': 'network-vif-deleted', 'tag': 'c973c31b-4424-48a4-9fda-d3c8e00c34a7'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:27:44.366624 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f195653-cb46-42f1-b1bd-8186ea663d59" -d '{"events": [{"server_uuid": "20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5", "name": "network-vif-deleted", "tag": "c973c31b-4424-48a4-9fda-d3c8e00c34a7"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:27:44.471381 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5ec1f6-5aac-4159-a988-ff65fb1c9ce4 x-openstack-request-id: req-0d5ec1f6-5aac-4159-a988-ff65fb1c9ce4 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:27:44.471680 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5", "name": "network-vif-deleted", "tag": "c973c31b-4424-48a4-9fda-d3c8e00c34a7", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:27:44.471940 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d5ec1f6-5aac-4159-a988-ff65fb1c9ce4 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:27:44.472408 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cdfc2d-de0d-4eac-bf75-cf12cd0ec5a5', 'name': 'network-vif-deleted', 'tag': 'c973c31b-4424-48a4-9fda-d3c8e00c34a7', 'status': 'completed', 'code': 200} Nov 26 03:27:44.886731 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59042) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:44.942695 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06bbd65d-dc2a-41f0-8382-2ee19c42c59e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:44.965017 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06bbd65d-dc2a-41f0-8382-2ee19c42c59e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:45.006740 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06bbd65d-dc2a-41f0-8382-2ee19c42c59e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:45.009343 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-06bbd65d-dc2a-41f0-8382-2ee19c42c59e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:45.010493 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-06bbd65d-dc2a-41f0-8382-2ee19c42c59e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "DELETE /v2.0/security-groups/6ddf42df-f824-47c2-9a31-6976f315ba5c HTTP/1.1" status: 204 len: 168 time: 0.1226606 Nov 26 03:27:45.013422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59044) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:45.019698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbd65d-dc2a-41f0-8382-2ee19c42c59e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddf42df-f824-47c2-9a31-6976f315ba5c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:45.068429 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-45026262-527f-459a-ae35-f2a4e1abee1e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:45.090282 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-45026262-527f-459a-ae35-f2a4e1abee1e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:45.134015 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-45026262-527f-459a-ae35-f2a4e1abee1e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:45.137221 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-45026262-527f-459a-ae35-f2a4e1abee1e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:45.138659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-45026262-527f-459a-ae35-f2a4e1abee1e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "DELETE /v2.0/security-groups/b95b1d08-e07b-4e80-80de-4b4989b2ba10 HTTP/1.1" status: 204 len: 168 time: 0.1241612 Nov 26 03:27:45.139103 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:45.141547 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59046) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:45.148509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45026262-527f-459a-ae35-f2a4e1abee1e tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95b1d08-e07b-4e80-80de-4b4989b2ba10,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:45.491332 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-717a53bb-b9bb-4e2b-818f-89f12d22b149 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:46.032936 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-717a53bb-b9bb-4e2b-818f-89f12d22b149 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Deleting port bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:27:46.033614 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-717a53bb-b9bb-4e2b-818f-89f12d22b149 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:46.117295 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-717a53bb-b9bb-4e2b-818f-89f12d22b149 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] For port bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5,segment=NetworkSegment(ecd3b6a5-56f1-422b-9114-97afcad936e3),segment_id=ecd3b6a5-56f1-422b-9114-97afcad936e3)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:27:46.117651 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-717a53bb-b9bb-4e2b-818f-89f12d22b149 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:46.129500 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-717a53bb-b9bb-4e2b-818f-89f12d22b149 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Calling delete_port for bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:27:46.312451 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-717a53bb-b9bb-4e2b-818f-89f12d22b149 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:46.339333 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a53bb-b9bb-4e2b-818f-89f12d22b149 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event deleted for resources: {'Port': ['ID=bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:46.505892 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-717a53bb-b9bb-4e2b-818f-89f12d22b149 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:46.694899 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:46.718483 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717a53bb-b9bb-4e2b-818f-89f12d22b149 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Router c88ce4ea-338b-4cb5-a914-9c80a63af07a has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:27:46.828454 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717a53bb-b9bb-4e2b-818f-89f12d22b149 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:27:46.833452 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-717a53bb-b9bb-4e2b-818f-89f12d22b149 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "PUT /v2.0/routers/c88ce4ea-338b-4cb5-a914-9c80a63af07a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6908886 Nov 26 03:27:46.836273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59048) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:46.838221 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896f4c4-88a8-4326-9c85-de02cf859f6a None None] Sync routers for ids ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:27:46.849458 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896f4c4-88a8-4326-9c85-de02cf859f6a None None] Routers {'c88ce4ea-338b-4cb5-a914-9c80a63af07a'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:27:46.850161 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-7896f4c4-88a8-4326-9c85-de02cf859f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:27:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:46.889905 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71e5bc0-8c4b-4c07-a4f5-f8158c4dd1ab tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Deleting subnet a370e0e8-43dc-414d-94de-0bf0a90cd02c {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:27:46.893544 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d71e5bc0-8c4b-4c07-a4f5-f8158c4dd1ab tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:46.933175 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d71e5bc0-8c4b-4c07-a4f5-f8158c4dd1ab tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:46.956324 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-7896f4c4-88a8-4326-9c85-de02cf859f6a None None] Set router c88ce4ea-338b-4cb5-a914-9c80a63af07a gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:27:47.029605 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d71e5bc0-8c4b-4c07-a4f5-f8158c4dd1ab tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:47.097209 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d71e5bc0-8c4b-4c07-a4f5-f8158c4dd1ab tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:47.158470 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-7896f4c4-88a8-4326-9c85-de02cf859f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455562340', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:26:21Z', 'updated_at': '2021-11-26T03:27:46Z', 'revision_number': 5, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:22Z', 'updated_at': '2021-11-26T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:47.186248 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896f4c4-88a8-4326-9c85-de02cf859f6a None None] Checking router: c88ce4ea-338b-4cb5-a914-9c80a63af07a for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:27:47.195275 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896f4c4-88a8-4326-9c85-de02cf859f6a None None] Routers {'c88ce4ea-338b-4cb5-a914-9c80a63af07a'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:27:47.195898 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-7896f4c4-88a8-4326-9c85-de02cf859f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:27:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:47.385557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e5bc0-8c4b-4c07-a4f5-f8158c4dd1ab tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event deleted for resources: {'Subnet': ['ID=a370e0e8-43dc-414d-94de-0bf0a90cd02c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:47.389225 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d71e5bc0-8c4b-4c07-a4f5-f8158c4dd1ab tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:47.396322 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59050) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:47.396704 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d71e5bc0-8c4b-4c07-a4f5-f8158c4dd1ab tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "DELETE /v2.0/subnets/a370e0e8-43dc-414d-94de-0bf0a90cd02c HTTP/1.1" status: 204 len: 168 time: 0.5583653 Nov 26 03:27:47.400070 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-7896f4c4-88a8-4326-9c85-de02cf859f6a None None] Set router c88ce4ea-338b-4cb5-a914-9c80a63af07a gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:27:47.401249 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e10749-efac-446a-b509-d952e3690482 None None] Network aff86bba-0edf-4a01-81b9-b6e866adfc4b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:27:47.510683 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f42f5a35-c3aa-4162-8ab8-0e2878756f8c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:47.586802 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3046231-d8a5-42d9-9568-d40a871f48b8 None None] DHCP port deletion for aff86bba-0edf-4a01-81b9-b6e866adfc4b request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:27:47.590923 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-7896f4c4-88a8-4326-9c85-de02cf859f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455562340', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:26:21Z', 'updated_at': '2021-11-26T03:27:46Z', 'revision_number': 5, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:22Z', 'updated_at': '2021-11-26T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:47.599999 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:47.618656 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896f4c4-88a8-4326-9c85-de02cf859f6a None None] The sync data for ids ['c88ce4ea-338b-4cb5-a914-9c80a63af07a'] in n-d-819389-3 is: [{'id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455562340', 'tenant_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:26:21Z', 'updated_at': '2021-11-26T03:27:46Z', 'revision_number': 5, 'project_id': '13f3ac1e5e614b86bc6acdac13dcdf4b', 'gw_port': {'id': '2bbfc29a-1836-4267-be67-bd5a62e55092', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88ce4ea-338b-4cb5-a914-9c80a63af07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:26:22Z', 'updated_at': '2021-11-26T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:27:47.629796 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f42f5a35-c3aa-4162-8ab8-0e2878756f8c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:47.649835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a3046231-d8a5-42d9-9568-d40a871f48b8 None None] Deleting port ab565543-7bb3-4fa5-af4c-d5e9633013ab {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:27:47.650234 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a3046231-d8a5-42d9-9568-d40a871f48b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:47.694423 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f42f5a35-c3aa-4162-8ab8-0e2878756f8c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Deleting port 2bbfc29a-1836-4267-be67-bd5a62e55092 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:27:47.694772 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f42f5a35-c3aa-4162-8ab8-0e2878756f8c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:47.712224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a3046231-d8a5-42d9-9568-d40a871f48b8 None None] For port ab565543-7bb3-4fa5-af4c-d5e9633013ab, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ab565543-7bb3-4fa5-af4c-d5e9633013ab,segment=NetworkSegment(ecd3b6a5-56f1-422b-9114-97afcad936e3),segment_id=ecd3b6a5-56f1-422b-9114-97afcad936e3)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:27:47.712730 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a3046231-d8a5-42d9-9568-d40a871f48b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:47.724816 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a3046231-d8a5-42d9-9568-d40a871f48b8 None None] Calling delete_port for ab565543-7bb3-4fa5-af4c-d5e9633013ab owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:27:47.772746 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-f42f5a35-c3aa-4162-8ab8-0e2878756f8c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] For port 2bbfc29a-1836-4267-be67-bd5a62e55092, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2bbfc29a-1836-4267-be67-bd5a62e55092,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:27:47.773342 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f42f5a35-c3aa-4162-8ab8-0e2878756f8c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:47.785948 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-f42f5a35-c3aa-4162-8ab8-0e2878756f8c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Calling delete_port for 2bbfc29a-1836-4267-be67-bd5a62e55092 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:27:47.807483 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a3046231-d8a5-42d9-9568-d40a871f48b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:47.832272 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3046231-d8a5-42d9-9568-d40a871f48b8 None None] Pushing event deleted for resources: {'Port': ['ID=ab565543-7bb3-4fa5-af4c-d5e9633013ab,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:47.835937 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3046231-d8a5-42d9-9568-d40a871f48b8 None None] No DVR routers for this DVR port ab565543-7bb3-4fa5-af4c-d5e9633013ab on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:27:47.955862 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f42f5a35-c3aa-4162-8ab8-0e2878756f8c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:47.984354 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c973c31b-4424-48a4-9fda-d3c8e00c34a7 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:27:47.988620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f5a35-c3aa-4162-8ab8-0e2878756f8c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event deleted for resources: {'Port': ['ID=2bbfc29a-1836-4267-be67-bd5a62e55092,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:48.017923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dd0829-689a-4b79-9070-d40cc159d77f None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:27:48.021253 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: c973c31b-4424-48a4-9fda-d3c8e00c34a7 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:27:48.021609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device c973c31b-4424-48a4-9fda-d3c8e00c34a7 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:27:48.058226 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f42f5a35-c3aa-4162-8ab8-0e2878756f8c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:48.154726 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f42f5a35-c3aa-4162-8ab8-0e2878756f8c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:48.157594 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f42f5a35-c3aa-4162-8ab8-0e2878756f8c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:48.201439 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f42f5a35-c3aa-4162-8ab8-0e2878756f8c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:48.202104 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42f5a35-c3aa-4162-8ab8-0e2878756f8c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Fanout notify agent at l3_agent the message router_deleted on router c88ce4ea-338b-4cb5-a914-9c80a63af07a {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:27:48.209636 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f42f5a35-c3aa-4162-8ab8-0e2878756f8c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:48.210813 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f42f5a35-c3aa-4162-8ab8-0e2878756f8c tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "DELETE /v2.0/routers/c88ce4ea-338b-4cb5-a914-9c80a63af07a HTTP/1.1" status: 204 len: 168 time: 0.8135140 Nov 26 03:27:48.213848 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59052) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:48.291638 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-19c0565e-2317-43d6-8bf6-7d45ff198209 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:48.388821 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-19c0565e-2317-43d6-8bf6-7d45ff198209 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:48.414926 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-19c0565e-2317-43d6-8bf6-7d45ff198209 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff86bba-0edf-4a01-81b9-b6e866adfc4b']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:48.431405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-19c0565e-2317-43d6-8bf6-7d45ff198209 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd3b6a5-56f1-422b-9114-97afcad936e3') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:48.431710 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-19c0565e-2317-43d6-8bf6-7d45ff198209 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd3b6a5-56f1-422b-9114-97afcad936e3') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:27:48.447026 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-19c0565e-2317-43d6-8bf6-7d45ff198209 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:48.466802 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-19c0565e-2317-43d6-8bf6-7d45ff198209 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:48.474314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c0565e-2317-43d6-8bf6-7d45ff198209 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:27:48.474701 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-19c0565e-2317-43d6-8bf6-7d45ff198209 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:27:48.477741 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:27:48.537586 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-19c0565e-2317-43d6-8bf6-7d45ff198209 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:48.545153 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-19c0565e-2317-43d6-8bf6-7d45ff198209 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:48.548634 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-19c0565e-2317-43d6-8bf6-7d45ff198209 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] 10.222.0.31 "DELETE /v2.0/networks/aff86bba-0edf-4a01-81b9-b6e866adfc4b HTTP/1.1" status: 204 len: 168 time: 0.3337452 Nov 26 03:27:48.559958 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0565e-2317-43d6-8bf6-7d45ff198209 tempest-TestSecurityGroupsBasicOps-1614096405 tempest-TestSecurityGroupsBasicOps-1614096405-project] Pushing event deleted for resources: {'Network': ['ID=aff86bba-0edf-4a01-81b9-b6e866adfc4b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:48.740602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ab565543-7bb3-4fa5-af4c-d5e9633013ab no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:27:48.765157 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: ab565543-7bb3-4fa5-af4c-d5e9633013ab {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:27:48.765545 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ab565543-7bb3-4fa5-af4c-d5e9633013ab not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:27:48.765958 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:27:48.785760 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:27:48.786112 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bd09a6d1-228f-4396-89b1-a3b7ad8c4ff5 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:27:48.853775 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59060) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:48.991499 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2304c53a-e381-4725-bde4-983beda7d43f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13f3ac1e5e614b86bc6acdac13dcdf4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364613 Nov 26 03:27:48.993822 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59064) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:49.046933 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22bda473-e50b-411f-af6b-5483a98649f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:49.068157 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22bda473-e50b-411f-af6b-5483a98649f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:49.113323 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22bda473-e50b-411f-af6b-5483a98649f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:49.116019 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-22bda473-e50b-411f-af6b-5483a98649f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:49.117233 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-22bda473-e50b-411f-af6b-5483a98649f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35be96c0-53b6-4c38-8e69-67d774231dda HTTP/1.1" status: 204 len: 168 time: 0.1225121 Nov 26 03:27:49.125269 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bda473-e50b-411f-af6b-5483a98649f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35be96c0-53b6-4c38-8e69-67d774231dda,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:49.370479 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59070) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:49.384132 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2e6aa86-a78f-4eef-82b3-924d101e6ce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:49.456193 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2e6aa86-a78f-4eef-82b3-924d101e6ce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:49.459810 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b2e6aa86-a78f-4eef-82b3-924d101e6ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:49.497625 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b2e6aa86-a78f-4eef-82b3-924d101e6ce7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa7adfa555224e5e90e4905f718ab650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1260600 Nov 26 03:27:49.498500 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6aa86-a78f-4eef-82b3-924d101e6ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e002f51d-96c2-4152-a3ec-7d0741469a8f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:49.501103 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59072) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:49.547992 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2a01e7f3-69bd-465b-9109-3a306cc81d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:49.569417 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2a01e7f3-69bd-465b-9109-3a306cc81d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:49.615374 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2a01e7f3-69bd-465b-9109-3a306cc81d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:49.617943 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2a01e7f3-69bd-465b-9109-3a306cc81d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:49.619069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2a01e7f3-69bd-465b-9109-3a306cc81d40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e002f51d-96c2-4152-a3ec-7d0741469a8f HTTP/1.1" status: 204 len: 168 time: 0.1168728 Nov 26 03:27:49.627043 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01e7f3-69bd-465b-9109-3a306cc81d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e002f51d-96c2-4152-a3ec-7d0741469a8f,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:49.934804 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59078) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:49.977635 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2ea35d43-ca14-40ac-a128-40d4ca2c9eef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a99488b746f4b8ea537f553bd521078&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416563 Nov 26 03:27:49.980236 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59080) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:50.030495 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-69ac7ac9-db38-46f1-9157-9178fb6195ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:50.051254 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-69ac7ac9-db38-46f1-9157-9178fb6195ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:50.096814 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-69ac7ac9-db38-46f1-9157-9178fb6195ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:50.099533 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-69ac7ac9-db38-46f1-9157-9178fb6195ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:50.100704 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-69ac7ac9-db38-46f1-9157-9178fb6195ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9ef0004-fd5b-440d-bc25-a0534e215eec HTTP/1.1" status: 204 len: 168 time: 0.1195562 Nov 26 03:27:50.108111 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac7ac9-db38-46f1-9157-9178fb6195ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ef0004-fd5b-440d-bc25-a0534e215eec,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:50.294899 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2bbfc29a-1836-4267-be67-bd5a62e55092 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:27:50.314808 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 2bbfc29a-1836-4267-be67-bd5a62e55092 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:27:50.315245 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2bbfc29a-1836-4267-be67-bd5a62e55092 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:27:50.786551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59102) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:50.886741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-cf47037c-6109-404f-b81f-3363d177b7fc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-121313065-network', 'tenant_id': 'ea0ca4dc1c99444eb5d1f07b8333c31e'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:27:50.912419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf47037c-6109-404f-b81f-3363d177b7fc admin admin] Made reservation on behalf of ea0ca4dc1c99444eb5d1f07b8333c31e for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:27:50.914993 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cf47037c-6109-404f-b81f-3363d177b7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:50.923699 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cf47037c-6109-404f-b81f-3363d177b7fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:50.997313 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cf47037c-6109-404f-b81f-3363d177b7fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:51.001644 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cf47037c-6109-404f-b81f-3363d177b7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:51.028483 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf47037c-6109-404f-b81f-3363d177b7fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:27:51.033994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47037c-6109-404f-b81f-3363d177b7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567e0180-77ec-4a10-9a38-bf6d00034b30,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:51.042167 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cf47037c-6109-404f-b81f-3363d177b7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:51.042601 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-cf47037c-6109-404f-b81f-3363d177b7fc admin admin] Added segment 7041e676-183b-4c81-9079-7e4933a0102a of type vlan for network 415fab50-8b57-4636-b330-f2a392b62e3c Nov 26 03:27:51.083133 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cf47037c-6109-404f-b81f-3363d177b7fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:51.106393 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cf47037c-6109-404f-b81f-3363d177b7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:51.107399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf47037c-6109-404f-b81f-3363d177b7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:51.107982 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cf47037c-6109-404f-b81f-3363d177b7fc admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:51.194611 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cf47037c-6109-404f-b81f-3363d177b7fc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4069366 Nov 26 03:27:51.197568 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59106) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:51.203139 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c5a5c3d2-b62f-44b4-8b03-40352a7d628c admin admin] Request body: {'subnet': {'network_id': '415fab50-8b57-4636-b330-f2a392b62e3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-121313065-subnet', 'tenant_id': 'ea0ca4dc1c99444eb5d1f07b8333c31e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:27:51.212392 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47037c-6109-404f-b81f-3363d177b7fc admin admin] Pushing event updated for resources: {'Network': ['ID=415fab50-8b57-4636-b330-f2a392b62e3c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:51.224489 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 415fab50-8b57-4636-b330-f2a392b62e3c details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:27:51.225559 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a5c3d2-b62f-44b4-8b03-40352a7d628c admin admin] Made reservation on behalf of ea0ca4dc1c99444eb5d1f07b8333c31e for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:27:51.227992 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c3d2-b62f-44b4-8b03-40352a7d628c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:51.392423 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c3d2-b62f-44b4-8b03-40352a7d628c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:51.443934 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5c3d2-b62f-44b4-8b03-40352a7d628c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b09498e-adf6-4873-8813-c2aa191e1b22,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:51.453964 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a5c3d2-b62f-44b4-8b03-40352a7d628c admin admin] Checking segment: {'id': '7041e676-183b-4c81-9079-7e4933a0102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '415fab50-8b57-4636-b330-f2a392b62e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:27:51.454326 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a5c3d2-b62f-44b4-8b03-40352a7d628c admin admin] Network hostable DHCP agents. Network: 415fab50-8b57-4636-b330-f2a392b62e3c, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:27:51.470994 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a5c3d2-b62f-44b4-8b03-40352a7d628c admin admin] Network 415fab50-8b57-4636-b330-f2a392b62e3c is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:27:51.479669 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-c5a5c3d2-b62f-44b4-8b03-40352a7d628c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 415fab50-8b57-4636-b330-f2a392b62e3c) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:27:51.484249 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a5c3d2-b62f-44b4-8b03-40352a7d628c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:51.484876 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c3d2-b62f-44b4-8b03-40352a7d628c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:51.489421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a1d7c3-cc92-491a-a1e4-c36a66d6574d None None] Network 415fab50-8b57-4636-b330-f2a392b62e3c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:27:51.500856 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c5a5c3d2-b62f-44b4-8b03-40352a7d628c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3022115 Nov 26 03:27:51.612772 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257a1901-197f-4883-8353-aecb189c47ea None None] Network 415fab50-8b57-4636-b330-f2a392b62e3c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:27:51.961760 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59122) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:51.966851 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-483a4561-de7d-4120-9177-2ad7512df355 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-474712914-network', 'tenant_id': 'da60502e370549519cf4502d419c0aea'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:27:51.986219 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483a4561-de7d-4120-9177-2ad7512df355 admin admin] Made reservation on behalf of da60502e370549519cf4502d419c0aea for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:27:51.988578 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-483a4561-de7d-4120-9177-2ad7512df355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:51.997780 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-483a4561-de7d-4120-9177-2ad7512df355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:52.073221 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-483a4561-de7d-4120-9177-2ad7512df355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:52.076877 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-483a4561-de7d-4120-9177-2ad7512df355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:52.100681 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483a4561-de7d-4120-9177-2ad7512df355 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:27:52.109976 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a4561-de7d-4120-9177-2ad7512df355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96796b4-9008-4042-8b97-ad7d5ff5dd69,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:52.114542 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-483a4561-de7d-4120-9177-2ad7512df355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:52.114886 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-483a4561-de7d-4120-9177-2ad7512df355 admin admin] Added segment 7c5786c6-28dc-4afa-9c93-91d12fffb5b7 of type vlan for network c953ff02-6348-4955-b981-3cdaf6ef85a1 Nov 26 03:27:52.155239 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-483a4561-de7d-4120-9177-2ad7512df355 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:52.178997 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-483a4561-de7d-4120-9177-2ad7512df355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:52.180038 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483a4561-de7d-4120-9177-2ad7512df355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:52.180633 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-483a4561-de7d-4120-9177-2ad7512df355 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:52.232149 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-483a4561-de7d-4120-9177-2ad7512df355 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2692735 Nov 26 03:27:52.235019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59124) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:27:52.240532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-ffda1c9c-9176-4790-acfd-023949ecb1f8 admin admin] Request body: {'subnet': {'network_id': 'c953ff02-6348-4955-b981-3cdaf6ef85a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-474712914-subnet', 'tenant_id': 'da60502e370549519cf4502d419c0aea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:27:52.242937 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a4561-de7d-4120-9177-2ad7512df355 admin admin] Pushing event updated for resources: {'Network': ['ID=c953ff02-6348-4955-b981-3cdaf6ef85a1,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:52.254473 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network c953ff02-6348-4955-b981-3cdaf6ef85a1 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:27:52.269478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffda1c9c-9176-4790-acfd-023949ecb1f8 admin admin] Made reservation on behalf of da60502e370549519cf4502d419c0aea for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:27:52.271865 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ffda1c9c-9176-4790-acfd-023949ecb1f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:52.435650 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ffda1c9c-9176-4790-acfd-023949ecb1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:52.491435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda1c9c-9176-4790-acfd-023949ecb1f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4673780-c407-47c5-bfa5-5eccb489d5c0,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:52.498243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffda1c9c-9176-4790-acfd-023949ecb1f8 admin admin] Checking segment: {'id': '7c5786c6-28dc-4afa-9c93-91d12fffb5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c953ff02-6348-4955-b981-3cdaf6ef85a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:27:52.498610 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffda1c9c-9176-4790-acfd-023949ecb1f8 admin admin] Network hostable DHCP agents. Network: c953ff02-6348-4955-b981-3cdaf6ef85a1, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:27:52.514563 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffda1c9c-9176-4790-acfd-023949ecb1f8 admin admin] Network c953ff02-6348-4955-b981-3cdaf6ef85a1 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:27:52.523339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-ffda1c9c-9176-4790-acfd-023949ecb1f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, c953ff02-6348-4955-b981-3cdaf6ef85a1) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:27:52.527532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffda1c9c-9176-4790-acfd-023949ecb1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:52.528176 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ffda1c9c-9176-4790-acfd-023949ecb1f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:52.533353 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32111ebc-7f3d-40c5-b3a8-71bf9d206ac7 None None] Network c953ff02-6348-4955-b981-3cdaf6ef85a1 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:27:52.543623 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ffda1c9c-9176-4790-acfd-023949ecb1f8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3074365 Nov 26 03:27:52.600659 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:52.667840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f98188-432e-495b-ad27-d7f6c8a3b5a1 None None] Network c953ff02-6348-4955-b981-3cdaf6ef85a1 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:27:53.027990 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-6e4888e2-bd01-4666-93e4-1dc26a6cacfd tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:53.029505 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-6e4888e2-bd01-4666-93e4-1dc26a6cacfd tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/networks?id=415fab50-8b57-4636-b330-f2a392b62e3c HTTP/1.1" status: 200 len: 811 time: 0.1054690 Nov 26 03:27:53.044999 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-2a262860-baea-4fc7-bf71-4027e82765a7 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/quotas/ea0ca4dc1c99444eb5d1f07b8333c31e HTTP/1.1" status: 200 len: 375 time: 0.0092413 Nov 26 03:27:53.076609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-b6ec0d56-bd69-411c-873c-57c5c7996db3 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ea0ca4dc1c99444eb5d1f07b8333c31e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259957 Nov 26 03:27:53.167323 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-0ea6310b-7d65-4611-bff3-a4f0c967c54b service neutron] 10.222.0.31 "GET /v2.0/networks/415fab50-8b57-4636-b330-f2a392b62e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838439 Nov 26 03:27:53.257605 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-eb782362-a639-4f44-b999-50fd4a6ad07a service neutron] 10.222.0.31 "GET /v2.0/networks/415fab50-8b57-4636-b330-f2a392b62e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836203 Nov 26 03:27:53.423775 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1da6ef8c-de70-479d-a544-ee0d46a252b7 req-f4c9460b-03f5-4350-a0ce-04626740f328 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 210 time: 0.0301783 Nov 26 03:27:53.850080 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:53.903243 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:27:54.425647 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-e4ca0b21-ac4b-446e-b78d-4305b106fbd2 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:54.427139 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-e4ca0b21-ac4b-446e-b78d-4305b106fbd2 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.59 "GET /v2.0/networks?id=415fab50-8b57-4636-b330-f2a392b62e3c HTTP/1.1" status: 200 len: 811 time: 0.1169088 Nov 26 03:27:54.458075 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-e207c161-caf1-4109-b5aa-b3a0f9cd0dca tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Request body: {'port': {'device_id': 'ba80dd9e-9826-42d1-bf46-1d5388c3ac30', 'network_id': '415fab50-8b57-4636-b330-f2a392b62e3c', 'admin_state_up': True, 'tenant_id': 'ea0ca4dc1c99444eb5d1f07b8333c31e'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:27:54.517992 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c48db9b1-3589-412c-a3c0-44f2f12ad31b req-97e96894-9c0e-4550-b63b-e89599703a84 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 210 time: 0.0266061 Nov 26 03:27:54.568653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-e207c161-caf1-4109-b5aa-b3a0f9cd0dca tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Made reservation on behalf of ea0ca4dc1c99444eb5d1f07b8333c31e for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:27:54.572044 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-e207c161-caf1-4109-b5aa-b3a0f9cd0dca tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:54.691475 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-e207c161-caf1-4109-b5aa-b3a0f9cd0dca tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Allocated IP 172.20.0.3 (415fab50-8b57-4636-b330-f2a392b62e3c/1b09498e-adf6-4873-8813-c2aa191e1b22/8422c7d1-63f5-453d-a443-f1dfc0227699) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:27:54.832012 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-e207c161-caf1-4109-b5aa-b3a0f9cd0dca tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:54.864456 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-e207c161-caf1-4109-b5aa-b3a0f9cd0dca tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:54.906933 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-e207c161-caf1-4109-b5aa-b3a0f9cd0dca tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Network 415fab50-8b57-4636-b330-f2a392b62e3c is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:27:54.910033 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-e207c161-caf1-4109-b5aa-b3a0f9cd0dca tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:27:54.913870 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-e207c161-caf1-4109-b5aa-b3a0f9cd0dca tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:27:54.920025 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207c161-caf1-4109-b5aa-b3a0f9cd0dca tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Pushing event updated for resources: {'Port': ['ID=8422c7d1-63f5-453d-a443-f1dfc0227699,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:54.968452 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-e207c161-caf1-4109-b5aa-b3a0f9cd0dca tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:54.969066 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-e207c161-caf1-4109-b5aa-b3a0f9cd0dca tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:54.984241 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-e207c161-caf1-4109-b5aa-b3a0f9cd0dca tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5297558 Nov 26 03:27:55.001600 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Request body: {'port': {'device_id': 'ba80dd9e-9826-42d1-bf46-1d5388c3ac30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:27:55.055400 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:55.309409 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8422c7d1-63f5-453d-a443-f1dfc0227699 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:27:55.316637 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:55.328799 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Transition to ACTIVE for port object 8422c7d1-63f5-453d-a443-f1dfc0227699 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:27:55.332259 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:55.398438 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Pushing event updated for resources: {'Port': ['ID=8422c7d1-63f5-453d-a443-f1dfc0227699,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:55.444557 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Attempting to bind port 8422c7d1-63f5-453d-a443-f1dfc0227699 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:27:55.445173 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Attempting to bind port 8422c7d1-63f5-453d-a443-f1dfc0227699 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '7041e676-183b-4c81-9079-7e4933a0102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '415fab50-8b57-4636-b330-f2a392b62e3c'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:27:55.445173 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Attempting to bind port 8422c7d1-63f5-453d-a443-f1dfc0227699 on network 415fab50-8b57-4636-b330-f2a392b62e3c {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:27:55.449416 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Port 8422c7d1-63f5-453d-a443-f1dfc0227699 on network 415fab50-8b57-4636-b330-f2a392b62e3c not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:27:55.449745 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Attempting to bind port 8422c7d1-63f5-453d-a443-f1dfc0227699 on network 415fab50-8b57-4636-b330-f2a392b62e3c {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:27:55.455010 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:27:55.455346 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Checking segment: {'id': '7041e676-183b-4c81-9079-7e4933a0102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '415fab50-8b57-4636-b330-f2a392b62e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:27:55.455718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Bound using segment: {'id': '7041e676-183b-4c81-9079-7e4933a0102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '415fab50-8b57-4636-b330-f2a392b62e3c'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:27:55.456161 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Bound port: 8422c7d1-63f5-453d-a443-f1dfc0227699, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7041e676-183b-4c81-9079-7e4933a0102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '415fab50-8b57-4636-b330-f2a392b62e3c'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:27:55.456508 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:55.516953 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] For port 8422c7d1-63f5-453d-a443-f1dfc0227699, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:27:55.519911 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] For port 8422c7d1-63f5-453d-a443-f1dfc0227699, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=8422c7d1-63f5-453d-a443-f1dfc0227699,segment=NetworkSegment(7041e676-183b-4c81-9079-7e4933a0102a),segment_id=7041e676-183b-4c81-9079-7e4933a0102a)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:27:55.524270 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:55.563645 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:55.564243 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:27:55.565636 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] 10.222.0.59 "PUT /v2.0/ports/8422c7d1-63f5-453d-a443-f1dfc0227699 HTTP/1.1" status: 200 len: 1091 time: 0.5679843 Nov 26 03:27:55.566085 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba80dd9e-9826-42d1-bf46-1d5388c3ac30', 'tag': '8422c7d1-63f5-453d-a443-f1dfc0227699'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:27:55.568353 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc131653-9db6-40e1-9de7-8943bcad28c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba80dd9e-9826-42d1-bf46-1d5388c3ac30", "tag": "8422c7d1-63f5-453d-a443-f1dfc0227699"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:27:55.590113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68601b-4b75-4a90-a843-74472df86edf service neutron] Pushing event updated for resources: {'Port': ['ID=8422c7d1-63f5-453d-a443-f1dfc0227699,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:27:55.608600 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e57cd1-b6fa-42f1-b359-1988bc448e5b x-openstack-request-id: req-e0e57cd1-b6fa-42f1-b359-1988bc448e5b {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:27:55.608899 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba80dd9e-9826-42d1-bf46-1d5388c3ac30", "tag": "8422c7d1-63f5-453d-a443-f1dfc0227699", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:27:55.609157 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0e57cd1-b6fa-42f1-b359-1988bc448e5b {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:27:55.609567 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba80dd9e-9826-42d1-bf46-1d5388c3ac30', 'tag': '8422c7d1-63f5-453d-a443-f1dfc0227699', 'status': 'completed', 'code': 200} Nov 26 03:27:55.645320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971623da-70cd-4aa3-aca9-9dcd050350bf req-54fd9411-225d-4022-ba73-1812446d780d tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:55.646880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-971623da-70cd-4aa3-aca9-9dcd050350bf req-54fd9411-225d-4022-ba73-1812446d780d tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 943 time: 0.0499969 Nov 26 03:27:55.678158 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-826a2111-deca-49d6-a2a5-d8c69466eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:55.679723 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-826a2111-deca-49d6-a2a5-d8c69466eae1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea0ca4dc1c99444eb5d1f07b8333c31e&device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 1094 time: 0.0432413 Nov 26 03:27:55.694576 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-971623da-70cd-4aa3-aca9-9dcd050350bf req-54cee179-4e65-4795-af15-82829cce770e tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414517 Nov 26 03:27:55.726157 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-042bc3d6-67fc-4112-8c20-e4cc1b6e9a4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8422c7d1-63f5-453d-a443-f1dfc0227699 HTTP/1.1" status: 200 len: 217 time: 0.0339580 Nov 26 03:27:55.779467 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-8442dd8a-708c-4b5e-b998-fef359076bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:55.780982 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-8442dd8a-708c-4b5e-b998-fef359076bbc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b09498e-adf6-4873-8813-c2aa191e1b22 HTTP/1.1" status: 200 len: 851 time: 0.0466144 Nov 26 03:27:55.818067 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-2577b2fb-bd8b-4c1b-84fe-3f34a69abcca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=415fab50-8b57-4636-b330-f2a392b62e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238292 Nov 26 03:27:55.906032 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-ce204816-ce42-45fa-b875-f7311efca4c0 service neutron] 10.222.0.59 "GET /v2.0/networks/415fab50-8b57-4636-b330-f2a392b62e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802815 Nov 26 03:27:55.996345 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-97afcd30-a1c4-4d21-a37d-0353d6adde84 req-2c704b4a-51b5-4dd4-8ab9-c477d279e9ed service neutron] 10.222.0.59 "GET /v2.0/networks/415fab50-8b57-4636-b330-f2a392b62e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833850 Nov 26 03:27:56.116405 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc131653-9db6-40e1-9de7-8943bcad28c8 req-a1a10afb-c4b8-40a1-b7b4-f57d83f3a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:56.117803 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bc131653-9db6-40e1-9de7-8943bcad28c8 req-a1a10afb-c4b8-40a1-b7b4-f57d83f3a02d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea0ca4dc1c99444eb5d1f07b8333c31e&device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 1094 time: 0.0400188 Nov 26 03:27:56.209093 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc131653-9db6-40e1-9de7-8943bcad28c8 req-679fbac1-bb34-4645-b27b-924a18df16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:56.210562 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bc131653-9db6-40e1-9de7-8943bcad28c8 req-679fbac1-bb34-4645-b27b-924a18df16c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=415fab50-8b57-4636-b330-f2a392b62e3c HTTP/1.1" status: 200 len: 912 time: 0.0854087 Nov 26 03:27:56.250943 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bc131653-9db6-40e1-9de7-8943bcad28c8 req-2891d4a6-4fac-47dc-9aa0-87f932dd8bc7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8422c7d1-63f5-453d-a443-f1dfc0227699 HTTP/1.1" status: 200 len: 217 time: 0.0339029 Nov 26 03:27:56.300901 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc131653-9db6-40e1-9de7-8943bcad28c8 req-7e3cffe1-f2b8-4231-93e2-9ca0885b5ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:56.302353 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bc131653-9db6-40e1-9de7-8943bcad28c8 req-7e3cffe1-f2b8-4231-93e2-9ca0885b5ced service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b09498e-adf6-4873-8813-c2aa191e1b22 HTTP/1.1" status: 200 len: 851 time: 0.0447624 Nov 26 03:27:56.338912 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bc131653-9db6-40e1-9de7-8943bcad28c8 req-6a630fee-1a75-4c9a-81a9-bfe5731e8102 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=415fab50-8b57-4636-b330-f2a392b62e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285554 Nov 26 03:27:56.425666 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bc131653-9db6-40e1-9de7-8943bcad28c8 req-756a79d4-3e1e-4c3d-a41d-5f08b92b9a42 service neutron] 10.222.0.59 "GET /v2.0/networks/415fab50-8b57-4636-b330-f2a392b62e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788133 Nov 26 03:27:56.520831 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bc131653-9db6-40e1-9de7-8943bcad28c8 req-e00a72e1-6495-4a01-9f0e-a45490de4c8e service neutron] 10.222.0.59 "GET /v2.0/networks/415fab50-8b57-4636-b330-f2a392b62e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864439 Nov 26 03:27:56.818588 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ef933-0c7f-4eb9-acb7-171593d22fa1 req-e9b727b3-adff-4766-bc4d-25108c758a34 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:56.820086 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b98ef933-0c7f-4eb9-acb7-171593d22fa1 req-e9b727b3-adff-4766-bc4d-25108c758a34 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 943 time: 0.0480878 Nov 26 03:27:56.869764 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b98ef933-0c7f-4eb9-acb7-171593d22fa1 req-8276f65e-9466-4916-aa65-e905a7d04a2f tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438197 Nov 26 03:27:57.982862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55621f99-294a-4352-9bee-ebd3aa17835a req-30696c5a-0a3f-460b-bb68-3948e26852a5 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:57.984485 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55621f99-294a-4352-9bee-ebd3aa17835a req-30696c5a-0a3f-460b-bb68-3948e26852a5 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 943 time: 0.0493054 Nov 26 03:27:58.031099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55621f99-294a-4352-9bee-ebd3aa17835a req-f991ce4a-bebb-427b-a4fa-66f4ae634ddc tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407398 Nov 26 03:27:59.145943 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2873ef-68f4-461e-b168-8d8cbcb4bd11 req-e1569afa-e756-4dd4-a384-800699a4e4f7 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:27:59.147430 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c2873ef-68f4-461e-b168-8d8cbcb4bd11 req-e1569afa-e756-4dd4-a384-800699a4e4f7 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 943 time: 0.0482736 Nov 26 03:27:59.193282 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c2873ef-68f4-461e-b168-8d8cbcb4bd11 req-130bf672-30b4-4bbc-89e9-fe5f17181de9 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398474 Nov 26 03:28:00.035819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 8422c7d1-63f5-453d-a443-f1dfc0227699 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:28:00.128779 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 8422c7d1-63f5-453d-a443-f1dfc0227699, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=8422c7d1-63f5-453d-a443-f1dfc0227699,segment=NetworkSegment(7041e676-183b-4c81-9079-7e4933a0102a),segment_id=7041e676-183b-4c81-9079-7e4933a0102a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:28:00.139406 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '8422c7d1-63f5-453d-a443-f1dfc0227699', 'network_id': '415fab50-8b57-4636-b330-f2a392b62e3c', 'port_id': '8422c7d1-63f5-453d-a443-f1dfc0227699', 'mac_address': 'fa:16:3e:26:54:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b09498e-adf6-4873-8813-c2aa191e1b22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:28:00.178471 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:00.191253 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8422c7d1-63f5-453d-a443-f1dfc0227699 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:28:00.209593 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 8422c7d1-63f5-453d-a443-f1dfc0227699, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=8422c7d1-63f5-453d-a443-f1dfc0227699,segment=NetworkSegment(7041e676-183b-4c81-9079-7e4933a0102a),segment_id=7041e676-183b-4c81-9079-7e4933a0102a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:28:00.213499 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:00.262385 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=8422c7d1-63f5-453d-a443-f1dfc0227699,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:00.313179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2caf2-c203-4efe-aec5-18e913ae4086 req-2a5669cf-f76e-4ee3-97ed-743f07681c11 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:00.314644 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fc2caf2-c203-4efe-aec5-18e913ae4086 req-2a5669cf-f76e-4ee3-97ed-743f07681c11 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 944 time: 0.0531964 Nov 26 03:28:00.361480 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fc2caf2-c203-4efe-aec5-18e913ae4086 req-e14a85f8-a1f0-48ae-b357-c1f260bc82d9 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406461 Nov 26 03:28:00.490808 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['8422c7d1-63f5-453d-a443-f1dfc0227699'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:28:01.476125 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e27ac9-9115-441d-b999-69444292aebd req-f5ce3f99-d1b8-4494-8894-de2e516eec18 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:01.477689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26e27ac9-9115-441d-b999-69444292aebd req-f5ce3f99-d1b8-4494-8894-de2e516eec18 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 944 time: 0.0488362 Nov 26 03:28:01.524406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26e27ac9-9115-441d-b999-69444292aebd req-adb5ef77-4026-4f35-83d7-a04d1c3767e8 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408413 Nov 26 03:28:02.038095 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 8422c7d1-63f5-453d-a443-f1dfc0227699 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:28:02.085240 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 8422c7d1-63f5-453d-a443-f1dfc0227699 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:28:02.088781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 8422c7d1-63f5-453d-a443-f1dfc0227699 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:02.089151 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:02.179958 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:02.201747 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba80dd9e-9826-42d1-bf46-1d5388c3ac30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8422c7d1-63f5-453d-a443-f1dfc0227699'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:28:02.203987 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefad6b8-fb15-41e2-be2f-213cf792bbe6" -d '{"events": [{"server_uuid": "ba80dd9e-9826-42d1-bf46-1d5388c3ac30", "name": "network-vif-plugged", "status": "completed", "tag": "8422c7d1-63f5-453d-a443-f1dfc0227699"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:28:02.216141 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 8422c7d1-63f5-453d-a443-f1dfc0227699, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=8422c7d1-63f5-453d-a443-f1dfc0227699,segment=NetworkSegment(7041e676-183b-4c81-9079-7e4933a0102a),segment_id=7041e676-183b-4c81-9079-7e4933a0102a)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:28:02.220856 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:02.243925 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f35a815-2004-4466-a581-df9903d63745 x-openstack-request-id: req-3f35a815-2004-4466-a581-df9903d63745 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:28:02.244256 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba80dd9e-9826-42d1-bf46-1d5388c3ac30", "name": "network-vif-plugged", "status": "completed", "tag": "8422c7d1-63f5-453d-a443-f1dfc0227699", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:28:02.244519 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f35a815-2004-4466-a581-df9903d63745 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:28:02.244912 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba80dd9e-9826-42d1-bf46-1d5388c3ac30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8422c7d1-63f5-453d-a443-f1dfc0227699', 'code': 200} Nov 26 03:28:02.270292 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=8422c7d1-63f5-453d-a443-f1dfc0227699,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:02.370320 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac569b-cc34-44f7-b732-c8c92375f4fe req-831c5caf-f42a-4b99-b697-6730368ee421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:02.371787 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fdac569b-cc34-44f7-b732-c8c92375f4fe req-831c5caf-f42a-4b99-b697-6730368ee421 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 1096 time: 0.0391412 Nov 26 03:28:02.418976 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fdac569b-cc34-44f7-b732-c8c92375f4fe req-e344b49f-0135-4a19-89f4-9680b292ab5d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389144 Nov 26 03:28:02.643318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943275b0-db0f-4ab5-aeae-25290c4d68d8 req-c60fb058-4104-4b12-9305-4aa5384c7319 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:02.644889 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-943275b0-db0f-4ab5-aeae-25290c4d68d8 req-c60fb058-4104-4b12-9305-4aa5384c7319 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 945 time: 0.0520539 Nov 26 03:28:02.692080 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-943275b0-db0f-4ab5-aeae-25290c4d68d8 req-2f439f0c-d017-49d7-8129-c9ec27b02002 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408723 Nov 26 03:28:03.811278 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8bb72-0f9b-44e2-8e80-918531c000b2 req-e95d9a1b-3c07-4473-bd53-d08e6e468f8f tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:03.813369 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27b8bb72-0f9b-44e2-8e80-918531c000b2 req-e95d9a1b-3c07-4473-bd53-d08e6e468f8f tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 945 time: 0.0508475 Nov 26 03:28:03.859704 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27b8bb72-0f9b-44e2-8e80-918531c000b2 req-fc0f7702-6239-4cac-b94e-90b7cf2f76f5 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403924 Nov 26 03:28:03.974110 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34323617-1618-4e4b-bf30-e03f66ed9f63 req-ad6940b4-14fc-4b3e-8ff1-04bd2d75c609 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:03.975609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34323617-1618-4e4b-bf30-e03f66ed9f63 req-ad6940b4-14fc-4b3e-8ff1-04bd2d75c609 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 945 time: 0.0487094 Nov 26 03:28:04.024769 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34323617-1618-4e4b-bf30-e03f66ed9f63 req-26096b9d-3380-4bd2-8bcf-b82d4c6e2334 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431609 Nov 26 03:28:04.239957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132b944-55b9-4af6-a8c8-7b94be290afa req-fa55aa99-e52a-4312-b71e-0f6a4be2a45c tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:04.241456 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a132b944-55b9-4af6-a8c8-7b94be290afa req-fa55aa99-e52a-4312-b71e-0f6a4be2a45c tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 945 time: 0.0483718 Nov 26 03:28:04.288205 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a132b944-55b9-4af6-a8c8-7b94be290afa req-09e0caac-7c90-49a7-8310-d0273228b4b0 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406892 Nov 26 03:28:05.406778 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5a97a-c809-4010-b4c0-8cc374a7e99d req-fbf6668f-a7f4-4b88-9735-3c3076297e70 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:05.408288 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-46b5a97a-c809-4010-b4c0-8cc374a7e99d req-fbf6668f-a7f4-4b88-9735-3c3076297e70 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 945 time: 0.0491383 Nov 26 03:28:05.455019 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-46b5a97a-c809-4010-b4c0-8cc374a7e99d req-4c0c2f5a-b127-4d42-8fd3-79406897479c tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406058 Nov 26 03:28:05.662675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15706106-5063-45bb-8375-b72825f1b7df req-1d06fe86-e7ed-4263-85d2-6fb43ef8252d tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:05.664214 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15706106-5063-45bb-8375-b72825f1b7df req-1d06fe86-e7ed-4263-85d2-6fb43ef8252d tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 945 time: 0.0570493 Nov 26 03:28:05.697904 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124e052-7429-4301-bc69-d8317b359260 req-518c07ff-28a3-426b-9d27-50022a07f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:05.699429 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8124e052-7429-4301-bc69-d8317b359260 req-518c07ff-28a3-426b-9d27-50022a07f47f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea0ca4dc1c99444eb5d1f07b8333c31e&device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 1096 time: 0.0411921 Nov 26 03:28:05.712919 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15706106-5063-45bb-8375-b72825f1b7df req-58fcccff-bff3-474a-93a3-8bf2c7cde7d8 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417361 Nov 26 03:28:05.795566 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124e052-7429-4301-bc69-d8317b359260 req-c2304183-d4e8-4fd2-9bae-3fc1f9352aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:05.797699 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8124e052-7429-4301-bc69-d8317b359260 req-c2304183-d4e8-4fd2-9bae-3fc1f9352aa8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=415fab50-8b57-4636-b330-f2a392b62e3c HTTP/1.1" status: 200 len: 912 time: 0.0916188 Nov 26 03:28:05.838036 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8124e052-7429-4301-bc69-d8317b359260 req-36f97c95-201e-4e74-a4f9-95a7869d64cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8422c7d1-63f5-453d-a443-f1dfc0227699 HTTP/1.1" status: 200 len: 217 time: 0.0326362 Nov 26 03:28:05.888592 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124e052-7429-4301-bc69-d8317b359260 req-2ce36166-927e-4055-88c0-8ccc83ee8b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:05.890548 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8124e052-7429-4301-bc69-d8317b359260 req-2ce36166-927e-4055-88c0-8ccc83ee8b5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b09498e-adf6-4873-8813-c2aa191e1b22 HTTP/1.1" status: 200 len: 851 time: 0.0458360 Nov 26 03:28:05.920718 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8124e052-7429-4301-bc69-d8317b359260 req-0b4577b5-7a08-4664-a54c-724044773dd9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=415fab50-8b57-4636-b330-f2a392b62e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236647 Nov 26 03:28:06.005487 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8124e052-7429-4301-bc69-d8317b359260 req-ea356adb-5885-4f51-8040-1ea695dd0cde service neutron] 10.222.0.59 "GET /v2.0/networks/415fab50-8b57-4636-b330-f2a392b62e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780945 Nov 26 03:28:06.099017 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8124e052-7429-4301-bc69-d8317b359260 req-63899696-c8ce-4d30-8bad-42e82db943df service neutron] 10.222.0.59 "GET /v2.0/networks/415fab50-8b57-4636-b330-f2a392b62e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864713 Nov 26 03:28:06.836512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85af3ee-f38f-4b0c-b746-dce376a572c0 req-fff57acb-968e-4141-84ee-1047929a7fd3 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:06.838119 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f85af3ee-f38f-4b0c-b746-dce376a572c0 req-fff57acb-968e-4141-84ee-1047929a7fd3 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 945 time: 0.0512376 Nov 26 03:28:06.886820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f85af3ee-f38f-4b0c-b746-dce376a572c0 req-3e8c6314-0d69-4282-9d10-9b2c25f421d8 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422592 Nov 26 03:28:08.000110 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dc44e-2327-494f-96d5-db8696df3bd4 req-061dd3f7-da18-474d-bf1d-109b84230ee9 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:08.001622 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f4dc44e-2327-494f-96d5-db8696df3bd4 req-061dd3f7-da18-474d-bf1d-109b84230ee9 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 945 time: 0.0476298 Nov 26 03:28:08.051806 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f4dc44e-2327-494f-96d5-db8696df3bd4 req-eea03433-3e85-490c-ad09-70e478bf3785 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443017 Nov 26 03:28:08.269920 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ad2fa-d5de-4334-a48b-bae402000bb4 req-4b1aa21b-52cd-4d00-a5d6-2ef960aac8bf tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:08.271392 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-724ad2fa-d5de-4334-a48b-bae402000bb4 req-4b1aa21b-52cd-4d00-a5d6-2ef960aac8bf tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 945 time: 0.0479312 Nov 26 03:28:08.317309 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-724ad2fa-d5de-4334-a48b-bae402000bb4 req-cba3f96c-7ed8-431a-8f1c-3d32bd3a854a tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399368 Nov 26 03:28:09.433650 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd31970-7d97-447b-a1fc-c6d5b8dd25a0 req-19ff5804-dc3a-4f6b-93c8-db621689a039 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:09.435127 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cd31970-7d97-447b-a1fc-c6d5b8dd25a0 req-19ff5804-dc3a-4f6b-93c8-db621689a039 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 945 time: 0.0478628 Nov 26 03:28:09.480871 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cd31970-7d97-447b-a1fc-c6d5b8dd25a0 req-5d4e148e-3cff-4284-8e7c-654e1468e25c tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398035 Nov 26 03:28:09.694389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08482d-adc3-4fda-bc08-217e7d995b1f req-b7fb6bea-c553-4cfa-92e5-4f2fcc629d04 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:09.695894 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cd08482d-adc3-4fda-bc08-217e7d995b1f req-b7fb6bea-c553-4cfa-92e5-4f2fcc629d04 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 945 time: 0.0545788 Nov 26 03:28:09.729200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a954040-91c2-471a-9859-2603765d9772 req-522ab2d6-d38f-4a3f-bdf2-69bfafac39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:09.730725 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9a954040-91c2-471a-9859-2603765d9772 req-522ab2d6-d38f-4a3f-bdf2-69bfafac39e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea0ca4dc1c99444eb5d1f07b8333c31e&device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 1096 time: 0.0408084 Nov 26 03:28:09.743705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cd08482d-adc3-4fda-bc08-217e7d995b1f req-e0f92f76-327a-4e66-9218-61f11721d455 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416570 Nov 26 03:28:09.822884 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a954040-91c2-471a-9859-2603765d9772 req-743b8ea9-6b61-4b6e-a4f8-9813ff89d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:09.824382 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9a954040-91c2-471a-9859-2603765d9772 req-743b8ea9-6b61-4b6e-a4f8-9813ff89d7e1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=415fab50-8b57-4636-b330-f2a392b62e3c HTTP/1.1" status: 200 len: 912 time: 0.0868816 Nov 26 03:28:09.872445 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9a954040-91c2-471a-9859-2603765d9772 req-6a3069d2-4e26-48f2-8d99-25d888d2645f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8422c7d1-63f5-453d-a443-f1dfc0227699 HTTP/1.1" status: 200 len: 217 time: 0.0375438 Nov 26 03:28:09.919796 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a954040-91c2-471a-9859-2603765d9772 req-7f01eabe-6bc1-43d1-b43f-c352cc2dc2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:09.921834 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9a954040-91c2-471a-9859-2603765d9772 req-7f01eabe-6bc1-43d1-b43f-c352cc2dc2d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b09498e-adf6-4873-8813-c2aa191e1b22 HTTP/1.1" status: 200 len: 851 time: 0.0421777 Nov 26 03:28:09.956124 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9a954040-91c2-471a-9859-2603765d9772 req-772147d7-309d-4417-978b-faeb8673e693 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=415fab50-8b57-4636-b330-f2a392b62e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276775 Nov 26 03:28:10.043860 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9a954040-91c2-471a-9859-2603765d9772 req-161c16bd-a709-4893-a29a-3e438d1ddf49 service neutron] 10.222.0.59 "GET /v2.0/networks/415fab50-8b57-4636-b330-f2a392b62e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803554 Nov 26 03:28:10.441246 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9a954040-91c2-471a-9859-2603765d9772 req-0898a126-6efa-47fa-b625-27006b7ecb23 service neutron] 10.222.0.59 "GET /v2.0/networks/415fab50-8b57-4636-b330-f2a392b62e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897400 Nov 26 03:28:10.865981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752104be-2832-4054-9143-ee375eb534f0 req-839890e4-3e9d-46c0-9381-d83db67137f8 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:10.867479 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-752104be-2832-4054-9143-ee375eb534f0 req-839890e4-3e9d-46c0-9381-d83db67137f8 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 945 time: 0.0519233 Nov 26 03:28:10.914762 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-752104be-2832-4054-9143-ee375eb534f0 req-faf21e57-6d96-4544-aea4-42d906cb2e2d tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411153 Nov 26 03:28:11.729707 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c32043a7-aea2-4736-8451-36ec1e33ecdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:12.032754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abf87a-0682-4abc-b155-c17fd83d24b6 req-01a450b9-355d-4419-95a1-96c1715b7aae tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:12.034254 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74abf87a-0682-4abc-b155-c17fd83d24b6 req-01a450b9-355d-4419-95a1-96c1715b7aae tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 945 time: 0.0525389 Nov 26 03:28:12.080975 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74abf87a-0682-4abc-b155-c17fd83d24b6 req-233a2576-aab8-46e9-9b43-47aa0adf3aa8 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408401 Nov 26 03:28:12.312711 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b27b5-f15b-4bac-8157-cf98ce4fa803 req-3d005b66-afc8-429c-9095-7bf200c27297 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:12.314192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a2b27b5-f15b-4bac-8157-cf98ce4fa803 req-3d005b66-afc8-429c-9095-7bf200c27297 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 945 time: 0.0485618 Nov 26 03:28:12.361469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a2b27b5-f15b-4bac-8157-cf98ce4fa803 req-38d57ce1-5539-476b-825f-09daf4fe9f04 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413537 Nov 26 03:28:13.476197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c8587-d752-4d47-8d5e-3fb7f4694336 req-27770109-da05-4c2c-a8d7-2828b314971b tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:13.477679 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-020c8587-d752-4d47-8d5e-3fb7f4694336 req-27770109-da05-4c2c-a8d7-2828b314971b tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 945 time: 0.0484619 Nov 26 03:28:13.527057 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-020c8587-d752-4d47-8d5e-3fb7f4694336 req-bbc91e08-de92-4b49-a86c-96767a90bdff tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/security-groups?id=567e0180-77ec-4a10-9a38-bf6d00034b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434937 Nov 26 03:28:14.159400 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3179640a-b4e6-42cd-8475-ed2186a92e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:14.178896 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03750f42-6dcf-4bcc-80a5-98c7627b6d23 req-661e12eb-ed0b-4c31-a8ea-28fe1d8e147f tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:14.180398 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-03750f42-6dcf-4bcc-80a5-98c7627b6d23 req-661e12eb-ed0b-4c31-a8ea-28fe1d8e147f tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 945 time: 0.0491130 Nov 26 03:28:14.270299 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-03750f42-6dcf-4bcc-80a5-98c7627b6d23 req-0d20872f-0b8a-4fd4-b1e5-7169b416dc39 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Deleting port 8422c7d1-63f5-453d-a443-f1dfc0227699 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:28:14.270679 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-03750f42-6dcf-4bcc-80a5-98c7627b6d23 req-0d20872f-0b8a-4fd4-b1e5-7169b416dc39 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:14.354769 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-03750f42-6dcf-4bcc-80a5-98c7627b6d23 req-0d20872f-0b8a-4fd4-b1e5-7169b416dc39 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] For port 8422c7d1-63f5-453d-a443-f1dfc0227699, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=8422c7d1-63f5-453d-a443-f1dfc0227699,segment=NetworkSegment(7041e676-183b-4c81-9079-7e4933a0102a),segment_id=7041e676-183b-4c81-9079-7e4933a0102a)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:28:14.355125 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-03750f42-6dcf-4bcc-80a5-98c7627b6d23 req-0d20872f-0b8a-4fd4-b1e5-7169b416dc39 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:14.367484 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-03750f42-6dcf-4bcc-80a5-98c7627b6d23 req-0d20872f-0b8a-4fd4-b1e5-7169b416dc39 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Calling delete_port for 8422c7d1-63f5-453d-a443-f1dfc0227699 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:28:14.492192 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-03750f42-6dcf-4bcc-80a5-98c7627b6d23 req-0d20872f-0b8a-4fd4-b1e5-7169b416dc39 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:14.518862 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20872f-0b8a-4fd4-b1e5-7169b416dc39 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Pushing event deleted for resources: {'Port': ['ID=8422c7d1-63f5-453d-a443-f1dfc0227699,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:14.526652 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['8422c7d1-63f5-453d-a443-f1dfc0227699'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:28:14.559043 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-03750f42-6dcf-4bcc-80a5-98c7627b6d23 req-0d20872f-0b8a-4fd4-b1e5-7169b416dc39 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] No DVR routers for this DVR port 8422c7d1-63f5-453d-a443-f1dfc0227699 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:28:14.561682 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-03750f42-6dcf-4bcc-80a5-98c7627b6d23 req-0d20872f-0b8a-4fd4-b1e5-7169b416dc39 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:14.564998 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-03750f42-6dcf-4bcc-80a5-98c7627b6d23 req-0d20872f-0b8a-4fd4-b1e5-7169b416dc39 tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.59 "DELETE /v2.0/ports/8422c7d1-63f5-453d-a443-f1dfc0227699 HTTP/1.1" status: 204 len: 173 time: 0.3788750 Nov 26 03:28:14.565511 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba80dd9e-9826-42d1-bf46-1d5388c3ac30', 'name': 'network-vif-deleted', 'tag': '8422c7d1-63f5-453d-a443-f1dfc0227699'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:28:14.567725 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a9d323-0a2c-4e06-9122-2a86a75ea7d9" -d '{"events": [{"server_uuid": "ba80dd9e-9826-42d1-bf46-1d5388c3ac30", "name": "network-vif-deleted", "tag": "8422c7d1-63f5-453d-a443-f1dfc0227699"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:28:14.606359 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e06bf8-4f37-472a-ae7b-ffa20f8a0e29 x-openstack-request-id: req-28e06bf8-4f37-472a-ae7b-ffa20f8a0e29 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:28:14.606871 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba80dd9e-9826-42d1-bf46-1d5388c3ac30", "name": "network-vif-deleted", "tag": "8422c7d1-63f5-453d-a443-f1dfc0227699", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:28:14.607223 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28e06bf8-4f37-472a-ae7b-ffa20f8a0e29 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:28:14.607735 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba80dd9e-9826-42d1-bf46-1d5388c3ac30', 'name': 'network-vif-deleted', 'tag': '8422c7d1-63f5-453d-a443-f1dfc0227699', 'status': 'completed', 'code': 200} Nov 26 03:28:14.629717 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-39015d31-3f07-48dc-96e3-13437174cc43 req-07ca7283-3c16-4c25-a4fe-7f9f512860fe tempest-TestServerAdvancedOps-2073217394 tempest-TestServerAdvancedOps-2073217394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba80dd9e-9826-42d1-bf46-1d5388c3ac30 HTTP/1.1" status: 200 len: 210 time: 0.0275514 Nov 26 03:28:15.141534 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:15.689633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59216) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:15.733566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c422ff-6394-40b8-af6b-32f6d61a0e26 admin admin] Deleting subnet 1b09498e-adf6-4873-8813-c2aa191e1b22 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:28:15.736575 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-03c422ff-6394-40b8-af6b-32f6d61a0e26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:15.769462 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-03c422ff-6394-40b8-af6b-32f6d61a0e26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:15.806796 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-03c422ff-6394-40b8-af6b-32f6d61a0e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:15.860736 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-03c422ff-6394-40b8-af6b-32f6d61a0e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:15.886394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c422ff-6394-40b8-af6b-32f6d61a0e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b09498e-adf6-4873-8813-c2aa191e1b22,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:15.888369 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-03c422ff-6394-40b8-af6b-32f6d61a0e26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:15.892117 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-03c422ff-6394-40b8-af6b-32f6d61a0e26 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1b09498e-adf6-4873-8813-c2aa191e1b22 HTTP/1.1" status: 204 len: 168 time: 0.2014391 Nov 26 03:28:15.894759 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59218) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:15.961360 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.040505 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.059296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['415fab50-8b57-4636-b330-f2a392b62e3c']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:16.068991 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7041e676-183b-4c81-9079-7e4933a0102a') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:16.069300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7041e676-183b-4c81-9079-7e4933a0102a') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:16.079433 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.092681 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.099587 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:28:16.100042 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:28:16.101948 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:28:16.158195 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.163472 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.166769 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] 10.222.0.31 "DELETE /v2.0/networks/415fab50-8b57-4636-b330-f2a392b62e3c HTTP/1.1" status: 204 len: 168 time: 0.2710905 Nov 26 03:28:16.169824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59220) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:16.177625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Pushing event deleted for resources: {'Network': ['ID=415fab50-8b57-4636-b330-f2a392b62e3c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:16.185389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.185776 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.186124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.187008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.187364 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.187687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.188019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.188377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.188707 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.189036 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.189367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.189696 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf3f83f-4773-48d3-a1c6-96c1cdffd9ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.218739 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] Deleting subnet a4673780-c407-47c5-bfa5-5eccb489d5c0 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:28:16.221894 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.254955 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.292850 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.344912 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.376144 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4673780-c407-47c5-bfa5-5eccb489d5c0,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:16.378534 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.381706 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a4673780-c407-47c5-bfa5-5eccb489d5c0 HTTP/1.1" status: 204 len: 168 time: 0.2108684 Nov 26 03:28:16.384840 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59222) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:16.388333 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.388693 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.389045 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.389444 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.389791 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.390153 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.390490 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.390824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.391160 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.391495 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.391822 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.392176 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42590d96-97e0-4b81-8f3f-a995e6101040 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:16.452383 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a569ef58-3050-4701-896f-5195b2679508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.530287 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a569ef58-3050-4701-896f-5195b2679508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.550112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-a569ef58-3050-4701-896f-5195b2679508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c953ff02-6348-4955-b981-3cdaf6ef85a1']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:16.559039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-a569ef58-3050-4701-896f-5195b2679508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5786c6-28dc-4afa-9c93-91d12fffb5b7') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:16.559339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-a569ef58-3050-4701-896f-5195b2679508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5786c6-28dc-4afa-9c93-91d12fffb5b7') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:16.568868 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a569ef58-3050-4701-896f-5195b2679508 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.582232 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a569ef58-3050-4701-896f-5195b2679508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.588459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a569ef58-3050-4701-896f-5195b2679508 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:28:16.588872 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a569ef58-3050-4701-896f-5195b2679508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:28:16.590659 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:28:16.643142 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a569ef58-3050-4701-896f-5195b2679508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.647739 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a569ef58-3050-4701-896f-5195b2679508 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.651189 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a569ef58-3050-4701-896f-5195b2679508 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c953ff02-6348-4955-b981-3cdaf6ef85a1 HTTP/1.1" status: 204 len: 168 time: 0.2653337 Nov 26 03:28:16.664113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569ef58-3050-4701-896f-5195b2679508 admin admin] Pushing event deleted for resources: {'Network': ['ID=c953ff02-6348-4955-b981-3cdaf6ef85a1,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:16.695477 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.809884 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59226) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:16.854228 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d662aacf-f022-4a34-a4b8-8ca7621ed7ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea0ca4dc1c99444eb5d1f07b8333c31e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430987 Nov 26 03:28:16.856591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59228) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:16.903144 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5fefcea-8b1e-4260-ab17-6dcf27d2a8db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.923117 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5fefcea-8b1e-4260-ab17-6dcf27d2a8db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.969338 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5fefcea-8b1e-4260-ab17-6dcf27d2a8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.971946 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5fefcea-8b1e-4260-ab17-6dcf27d2a8db admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:16.973140 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c5fefcea-8b1e-4260-ab17-6dcf27d2a8db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/567e0180-77ec-4a10-9a38-bf6d00034b30 HTTP/1.1" status: 204 len: 168 time: 0.1156285 Nov 26 03:28:16.980937 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fefcea-8b1e-4260-ab17-6dcf27d2a8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567e0180-77ec-4a10-9a38-bf6d00034b30,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:17.277831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59234) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:17.316362 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5fab07fe-a456-4503-afb5-dd57a10f3a4d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da60502e370549519cf4502d419c0aea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373054 Nov 26 03:28:17.318641 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59236) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:17.363806 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c67d13ff-d5e6-41ef-80b7-48e3fde019f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:17.383691 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c67d13ff-d5e6-41ef-80b7-48e3fde019f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:17.431381 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c67d13ff-d5e6-41ef-80b7-48e3fde019f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:17.434051 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c67d13ff-d5e6-41ef-80b7-48e3fde019f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:17.435202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c67d13ff-d5e6-41ef-80b7-48e3fde019f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c96796b4-9008-4042-8b97-ad7d5ff5dd69 HTTP/1.1" status: 204 len: 168 time: 0.1156828 Nov 26 03:28:17.443151 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d13ff-d5e6-41ef-80b7-48e3fde019f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96796b4-9008-4042-8b97-ad7d5ff5dd69,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:17.591667 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:18.098538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 8422c7d1-63f5-453d-a443-f1dfc0227699 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:28:18.099232 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59258) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:18.121156 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 8422c7d1-63f5-453d-a443-f1dfc0227699 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:28:18.121445 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 8422c7d1-63f5-453d-a443-f1dfc0227699 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:28:18.202631 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c1f6bc8f-9924-46be-a03d-ef9061dd83c5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-402664515-network', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:28:18.223297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f6bc8f-9924-46be-a03d-ef9061dd83c5 admin admin] Made reservation on behalf of 05ce8bbe86d24758985a643055b8b84d for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:28:18.225626 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1f6bc8f-9924-46be-a03d-ef9061dd83c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:18.233575 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1f6bc8f-9924-46be-a03d-ef9061dd83c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:18.305420 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1f6bc8f-9924-46be-a03d-ef9061dd83c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:18.309142 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1f6bc8f-9924-46be-a03d-ef9061dd83c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:18.334259 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f6bc8f-9924-46be-a03d-ef9061dd83c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:28:18.344967 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6bc8f-9924-46be-a03d-ef9061dd83c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3498b8c-7e74-4d27-b568-feee89ac9839,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:18.350678 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1f6bc8f-9924-46be-a03d-ef9061dd83c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:18.351030 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-c1f6bc8f-9924-46be-a03d-ef9061dd83c5 admin admin] Added segment 1f45cc04-8239-4b75-a622-c9fdd3f34416 of type vlan for network b426e459-aaab-4dc7-8a18-99a7d8ceda67 Nov 26 03:28:18.389685 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1f6bc8f-9924-46be-a03d-ef9061dd83c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:18.413849 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1f6bc8f-9924-46be-a03d-ef9061dd83c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:18.414850 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f6bc8f-9924-46be-a03d-ef9061dd83c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:18.415432 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1f6bc8f-9924-46be-a03d-ef9061dd83c5 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:18.469987 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c1f6bc8f-9924-46be-a03d-ef9061dd83c5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3696420 Nov 26 03:28:18.472981 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59262) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:18.478100 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-fd7f67fd-7709-450c-92b8-b024f790dd45 admin admin] Request body: {'subnet': {'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-402664515-subnet', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:28:18.480697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6bc8f-9924-46be-a03d-ef9061dd83c5 admin admin] Pushing event updated for resources: {'Network': ['ID=b426e459-aaab-4dc7-8a18-99a7d8ceda67,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:18.491126 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network b426e459-aaab-4dc7-8a18-99a7d8ceda67 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:28:18.500106 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7f67fd-7709-450c-92b8-b024f790dd45 admin admin] Made reservation on behalf of 05ce8bbe86d24758985a643055b8b84d for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:28:18.502462 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fd7f67fd-7709-450c-92b8-b024f790dd45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:18.666517 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fd7f67fd-7709-450c-92b8-b024f790dd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:18.719224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f67fd-7709-450c-92b8-b024f790dd45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef04e58c-0616-462f-8b2b-123f8419090b,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:18.729283 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7f67fd-7709-450c-92b8-b024f790dd45 admin admin] Checking segment: {'id': '1f45cc04-8239-4b75-a622-c9fdd3f34416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:28:18.729655 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7f67fd-7709-450c-92b8-b024f790dd45 admin admin] Network hostable DHCP agents. Network: b426e459-aaab-4dc7-8a18-99a7d8ceda67, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:28:18.745561 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7f67fd-7709-450c-92b8-b024f790dd45 admin admin] Network b426e459-aaab-4dc7-8a18-99a7d8ceda67 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:28:18.753983 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-fd7f67fd-7709-450c-92b8-b024f790dd45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, b426e459-aaab-4dc7-8a18-99a7d8ceda67) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:28:18.758317 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f67fd-7709-450c-92b8-b024f790dd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:18.759067 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fd7f67fd-7709-450c-92b8-b024f790dd45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:18.763622 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc79c2c6-a761-4643-90e3-f1f535aa7bf5 None None] Network b426e459-aaab-4dc7-8a18-99a7d8ceda67 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:28:18.775465 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fd7f67fd-7709-450c-92b8-b024f790dd45 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3013310 Nov 26 03:28:18.778204 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59264) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:18.783300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-402664515-router', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:28:18.802953 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:18.804240 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:18.856184 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:18.913360 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-b426e459-aaab-4dc7-8a18-99a7d8ceda67', 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'fixed_ips': [{'subnet_id': 'ef04e58c-0616-462f-8b2b-123f8419090b'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:28:18.914236 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:19.017565 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:19.051007 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Allocated IP 172.20.0.2 (b426e459-aaab-4dc7-8a18-99a7d8ceda67/ef04e58c-0616-462f-8b2b-123f8419090b/b0c719f5-dde1-44a5-89f0-de660ef957aa) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:28:19.192467 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:19.198580 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:19.225801 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:19.238032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Network b426e459-aaab-4dc7-8a18-99a7d8ceda67 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:28:19.240921 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:28:19.243315 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:28:19.244957 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:19.256347 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Pushing event updated for resources: {'Port': ['ID=b0c719f5-dde1-44a5-89f0-de660ef957aa,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:19.278982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:19.279331 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:19.279674 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:19.280875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:19.281216 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:19.281563 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:19.281895 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:19.282473 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:19.282820 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:19.283151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:19.283476 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:19.283802 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:19.316344 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Attempting to bind port b0c719f5-dde1-44a5-89f0-de660ef957aa on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:28:19.316721 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Attempting to bind port b0c719f5-dde1-44a5-89f0-de660ef957aa by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '1f45cc04-8239-4b75-a622-c9fdd3f34416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:28:19.317088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Attempting to bind port b0c719f5-dde1-44a5-89f0-de660ef957aa on network b426e459-aaab-4dc7-8a18-99a7d8ceda67 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:28:19.322206 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:28:19.322572 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Checking segment: {'id': '1f45cc04-8239-4b75-a622-c9fdd3f34416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:28:19.322976 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:19.323382 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Bound using segment: {'id': '1f45cc04-8239-4b75-a622-c9fdd3f34416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:28:19.323871 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Bound port: b0c719f5-dde1-44a5-89f0-de660ef957aa, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f45cc04-8239-4b75-a622-c9fdd3f34416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:28:19.324448 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:19.353019 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] Allocated IP 172.25.0.230 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/8df12afd-3700-4405-8556-b4bcedc05bff) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:28:19.390907 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] For port b0c719f5-dde1-44a5-89f0-de660ef957aa, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:28:19.394270 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] For port b0c719f5-dde1-44a5-89f0-de660ef957aa, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b0c719f5-dde1-44a5-89f0-de660ef957aa,segment=NetworkSegment(1f45cc04-8239-4b75-a622-c9fdd3f34416),segment_id=1f45cc04-8239-4b75-a622-c9fdd3f34416)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:28:19.398487 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:19.457010 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10fee5-68c9-499b-b6b8-eadc31065a99 None None] Pushing event updated for resources: {'Port': ['ID=b0c719f5-dde1-44a5-89f0-de660ef957aa,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:19.461397 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:19.495790 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:19.536186 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:28:19.539346 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:28:19.542830 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:28:19.555693 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbee2168-43e7-4863-8d61-d17ec1a7947c None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:28:19.568628 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=8df12afd-3700-4405-8556-b4bcedc05bff,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:19.678832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7298ca68-4336-48e4-a49e-87371bbbf36b None None] Provisioning complete for port 8df12afd-3700-4405-8556-b4bcedc05bff triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:19.679215 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7298ca68-4336-48e4-a49e-87371bbbf36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:19.716428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7298ca68-4336-48e4-a49e-87371bbbf36b None None] Port 8df12afd-3700-4405-8556-b4bcedc05bff cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:28:19.833087 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:20.025306 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:20.156707 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] Router e952951c-d8fa-4583-93c5-74d107ea11d0 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:28:20.266013 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:28:20.275106 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Sync routers for ids ['e952951c-d8fa-4583-93c5-74d107ea11d0'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:28:20.285974 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:20.287261 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0ff7b2b9-d8b2-4380-bd28-f9bd82510bf8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5080979 Nov 26 03:28:20.289979 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59266) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:20.294569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Routers {'e952951c-d8fa-4583-93c5-74d107ea11d0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:28:20.295333 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:28:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e952951c-d8fa-4583-93c5-74d107ea11d0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:20.419112 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b0c719f5-dde1-44a5-89f0-de660ef957aa up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:28:20.446299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Set router e952951c-d8fa-4583-93c5-74d107ea11d0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:28:20.450024 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc234a4-a4bc-4e6f-ae52-2b367be1c405 None None] Network b426e459-aaab-4dc7-8a18-99a7d8ceda67 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:28:20.732636 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37bfe1c5-c8e1-4d68-b0a5-3e686887a847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:20.788262 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-6e264a34-4258-44e8-b8ee-453722b17422 None None] Provisioning complete for port b0c719f5-dde1-44a5-89f0-de660ef957aa triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:20.788637 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6e264a34-4258-44e8-b8ee-453722b17422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:20.869456 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port b0c719f5-dde1-44a5-89f0-de660ef957aa triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:20.869837 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:20.896625 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-37bfe1c5-c8e1-4d68-b0a5-3e686887a847 admin admin] Allocated IP 172.20.0.1 (b426e459-aaab-4dc7-8a18-99a7d8ceda67/ef04e58c-0616-462f-8b2b-123f8419090b/bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:28:20.996003 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37bfe1c5-c8e1-4d68-b0a5-3e686887a847 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:21.035303 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37bfe1c5-c8e1-4d68-b0a5-3e686887a847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:21.049906 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6e264a34-4258-44e8-b8ee-453722b17422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:21.074090 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bfe1c5-c8e1-4d68-b0a5-3e686887a847 admin admin] Network b426e459-aaab-4dc7-8a18-99a7d8ceda67 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:28:21.078977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-37bfe1c5-c8e1-4d68-b0a5-3e686887a847 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:28:21.082639 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bfe1c5-c8e1-4d68-b0a5-3e686887a847 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:28:21.088031 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfe1c5-c8e1-4d68-b0a5-3e686887a847 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:21.110336 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'name': 'tempest-TestServerBasicOps-402664515-router', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:18Z', 'updated_at': '2021-11-26T03:28:19Z', 'revision_number': 3, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'gw_port': {'id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:dd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:19Z', 'updated_at': '2021-11-26T03:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:21.123643 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37bfe1c5-c8e1-4d68-b0a5-3e686887a847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:21.150135 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Checking router: e952951c-d8fa-4583-93c5-74d107ea11d0 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:28:21.150135 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Updating router e952951c-d8fa-4583-93c5-74d107ea11d0 port 8df12afd-3700-4405-8556-b4bcedc05bff binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:28:21.151055 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:21.195324 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6e264a34-4258-44e8-b8ee-453722b17422 None None] For port b0c719f5-dde1-44a5-89f0-de660ef957aa, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b0c719f5-dde1-44a5-89f0-de660ef957aa,segment=NetworkSegment(1f45cc04-8239-4b75-a622-c9fdd3f34416),segment_id=1f45cc04-8239-4b75-a622-c9fdd3f34416)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:28:21.210832 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:21.213041 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6e264a34-4258-44e8-b8ee-453722b17422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:21.270396 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37bfe1c5-c8e1-4d68-b0a5-3e686887a847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:21.327736 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:28:21.328348 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:28:21.375922 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e264a34-4258-44e8-b8ee-453722b17422 None None] Pushing event updated for resources: {'Port': ['ID=b0c719f5-dde1-44a5-89f0-de660ef957aa,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:21.449031 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37bfe1c5-c8e1-4d68-b0a5-3e686887a847 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:21.455516 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37bfe1c5-c8e1-4d68-b0a5-3e686887a847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:21.477932 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-367732b6-91ae-4e86-a457-bebcfc35f88e None None] Provisioning complete for port b0c719f5-dde1-44a5-89f0-de660ef957aa triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:21.478701 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-367732b6-91ae-4e86-a457-bebcfc35f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:21.522095 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfe1c5-c8e1-4d68-b0a5-3e686887a847 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:21.527272 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37bfe1c5-c8e1-4d68-b0a5-3e686887a847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:21.629060 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bfe1c5-c8e1-4d68-b0a5-3e686887a847 admin admin] Network b426e459-aaab-4dc7-8a18-99a7d8ceda67 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:28:21.629060 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-37bfe1c5-c8e1-4d68-b0a5-3e686887a847 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:28:21.629335 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:21.638289 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:21.673085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0047f01e-cf42-4b0b-aef2-79bbdba2d6e1 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:28:21.695625 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Attempting to bind port 8df12afd-3700-4405-8556-b4bcedc05bff on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:28:21.696004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Attempting to bind port 8df12afd-3700-4405-8556-b4bcedc05bff by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:28:21.696398 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Attempting to bind port 8df12afd-3700-4405-8556-b4bcedc05bff on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:28:21.706430 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa9f5c-9547-45c6-bcd3-20c624136199 None None] Pushing event updated for resources: {'Port': ['ID=8df12afd-3700-4405-8556-b4bcedc05bff,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:21.708781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:28:21.709164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:28:21.709574 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:21.710042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:28:21.710437 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Bound port: 8df12afd-3700-4405-8556-b4bcedc05bff, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:28:21.710822 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:21.754124 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bfe1c5-c8e1-4d68-b0a5-3e686887a847 admin admin] Router e952951c-d8fa-4583-93c5-74d107ea11d0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:28:21.774896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] For port 8df12afd-3700-4405-8556-b4bcedc05bff, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:28:21.778184 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] For port 8df12afd-3700-4405-8556-b4bcedc05bff, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8df12afd-3700-4405-8556-b4bcedc05bff,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:28:21.783810 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-bb8afad4-8cb7-49cd-b279-7b20ac8c8263 None None] Provisioning complete for port bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:21.784303 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bb8afad4-8cb7-49cd-b279-7b20ac8c8263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:21.787265 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:21.876912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24008903-f1a7-4caa-87a8-bd02aacab925 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:28:21.878103 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bfe1c5-c8e1-4d68-b0a5-3e686887a847 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:28:21.883514 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-37bfe1c5-c8e1-4d68-b0a5-3e686887a847 admin admin] 10.222.0.31 "PUT /v2.0/routers/e952951c-d8fa-4583-93c5-74d107ea11d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5920353 Nov 26 03:28:21.898751 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-bb8afad4-8cb7-49cd-b279-7b20ac8c8263 None None] Port bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:28:21.923350 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa9f5c-9547-45c6-bcd3-20c624136199 None None] Pushing event updated for resources: {'Port': ['ID=8df12afd-3700-4405-8556-b4bcedc05bff,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:21.928028 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Routers {'e952951c-d8fa-4583-93c5-74d107ea11d0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:28:21.928667 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:28:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e952951c-d8fa-4583-93c5-74d107ea11d0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:21.964416 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-bb8afad4-8cb7-49cd-b279-7b20ac8c8263 None None] Provisioning complete for port 8df12afd-3700-4405-8556-b4bcedc05bff triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:21.964793 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bb8afad4-8cb7-49cd-b279-7b20ac8c8263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:22.069808 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] Set router e952951c-d8fa-4583-93c5-74d107ea11d0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:28:22.164790 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bb8afad4-8cb7-49cd-b279-7b20ac8c8263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:22.221183 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-bb8afad4-8cb7-49cd-b279-7b20ac8c8263 None None] For port 8df12afd-3700-4405-8556-b4bcedc05bff, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8df12afd-3700-4405-8556-b4bcedc05bff,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:28:22.230847 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bb8afad4-8cb7-49cd-b279-7b20ac8c8263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:22.377640 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59282) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:22.382784 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a4598412-24ab-4e63-bb38-5a343d1f9d07 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1487467901-network', 'tenant_id': '43f58bdcdc6d4f6296da305378f45925'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:28:22.406530 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4598412-24ab-4e63-bb38-5a343d1f9d07 admin admin] Made reservation on behalf of 43f58bdcdc6d4f6296da305378f45925 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:28:22.409116 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4598412-24ab-4e63-bb38-5a343d1f9d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:22.418311 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4598412-24ab-4e63-bb38-5a343d1f9d07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:22.451382 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b0c719f5-dde1-44a5-89f0-de660ef957aa up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:28:22.495815 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4598412-24ab-4e63-bb38-5a343d1f9d07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:22.500262 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4598412-24ab-4e63-bb38-5a343d1f9d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:22.521213 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4598412-24ab-4e63-bb38-5a343d1f9d07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:28:22.535185 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4598412-24ab-4e63-bb38-5a343d1f9d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40804a3a-4659-4b2f-930f-a02f0b0fccf0,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:22.539889 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4598412-24ab-4e63-bb38-5a343d1f9d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:22.540264 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-a4598412-24ab-4e63-bb38-5a343d1f9d07 admin admin] Added segment ce3274d2-4bb0-42b7-9c35-eed98655b1c6 of type vlan for network 489c0bf5-6432-4d2f-98ee-f064194f5001 Nov 26 03:28:22.542994 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8afad4-8cb7-49cd-b279-7b20ac8c8263 None None] Pushing event updated for resources: {'Port': ['ID=8df12afd-3700-4405-8556-b4bcedc05bff,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:22.551931 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-0cd4630c-1bf7-41b8-8a85-acf3bacf9aa2 None None] Provisioning complete for port bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:22.552351 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0cd4630c-1bf7-41b8-8a85-acf3bacf9aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:22.580349 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4598412-24ab-4e63-bb38-5a343d1f9d07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:22.606232 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4598412-24ab-4e63-bb38-5a343d1f9d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:22.607326 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4598412-24ab-4e63-bb38-5a343d1f9d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:22.607978 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4598412-24ab-4e63-bb38-5a343d1f9d07 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:22.619658 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port b0c719f5-dde1-44a5-89f0-de660ef957aa triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:22.620036 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:22.622012 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:22.622663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-0cd4630c-1bf7-41b8-8a85-acf3bacf9aa2 None None] Port bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:28:22.665017 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a4598412-24ab-4e63-bb38-5a343d1f9d07 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2836492 Nov 26 03:28:22.665760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59284) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:22.672043 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c1236a24-61ee-4d99-b8ac-ff715729abcf admin admin] Request body: {'subnet': {'network_id': '489c0bf5-6432-4d2f-98ee-f064194f5001', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1487467901-subnet', 'tenant_id': '43f58bdcdc6d4f6296da305378f45925', 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:28:22.673380 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-0cd4630c-1bf7-41b8-8a85-acf3bacf9aa2 None None] Provisioning complete for port 8df12afd-3700-4405-8556-b4bcedc05bff triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:22.673765 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0cd4630c-1bf7-41b8-8a85-acf3bacf9aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:22.674459 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4598412-24ab-4e63-bb38-5a343d1f9d07 admin admin] Pushing event updated for resources: {'Network': ['ID=489c0bf5-6432-4d2f-98ee-f064194f5001,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:22.692914 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1236a24-61ee-4d99-b8ac-ff715729abcf admin admin] Made reservation on behalf of 43f58bdcdc6d4f6296da305378f45925 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:28:22.695349 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1236a24-61ee-4d99-b8ac-ff715729abcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:22.702302 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'name': 'tempest-TestServerBasicOps-402664515-router', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:18Z', 'updated_at': '2021-11-26T03:28:21Z', 'revision_number': 4, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'gw_port': {'id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:dd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:19Z', 'updated_at': '2021-11-26T03:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef', 'name': '', 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:20Z', 'updated_at': '2021-11-26T03:28:21Z', 'revision_number': 2, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'subnets': [{'id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:22.704192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 489c0bf5-6432-4d2f-98ee-f064194f5001 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:28:22.779478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d83b4-f531-4c17-b15c-a619e36ed5e6 None None] The sync data for ids ['e952951c-d8fa-4583-93c5-74d107ea11d0'] in n-d-819389-3 is: [{'id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'name': 'tempest-TestServerBasicOps-402664515-router', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:18Z', 'updated_at': '2021-11-26T03:28:21Z', 'revision_number': 4, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'gw_port': {'id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:dd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:19Z', 'updated_at': '2021-11-26T03:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef', 'name': '', 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:20Z', 'updated_at': '2021-11-26T03:28:21Z', 'revision_number': 2, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'subnets': [{'id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:28:22.867724 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1236a24-61ee-4d99-b8ac-ff715729abcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:22.920612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1236a24-61ee-4d99-b8ac-ff715729abcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e22af022-a555-42f5-b464-691bc14b711b,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:22.937675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1236a24-61ee-4d99-b8ac-ff715729abcf admin admin] Checking segment: {'id': 'ce3274d2-4bb0-42b7-9c35-eed98655b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '489c0bf5-6432-4d2f-98ee-f064194f5001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:28:22.938104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1236a24-61ee-4d99-b8ac-ff715729abcf admin admin] Network hostable DHCP agents. Network: 489c0bf5-6432-4d2f-98ee-f064194f5001, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:28:22.954495 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1236a24-61ee-4d99-b8ac-ff715729abcf admin admin] Network 489c0bf5-6432-4d2f-98ee-f064194f5001 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:28:22.963213 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-c1236a24-61ee-4d99-b8ac-ff715729abcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 489c0bf5-6432-4d2f-98ee-f064194f5001) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:28:22.967336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1236a24-61ee-4d99-b8ac-ff715729abcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:22.968729 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c1236a24-61ee-4d99-b8ac-ff715729abcf admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:22.974233 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06e8172-d1cb-4467-a4ad-b9e722b46319 None None] Network 489c0bf5-6432-4d2f-98ee-f064194f5001 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:28:22.986108 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c1236a24-61ee-4d99-b8ac-ff715729abcf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3192353 Nov 26 03:28:22.988894 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59286) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:22.995044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1487467901-router', 'tenant_id': '43f58bdcdc6d4f6296da305378f45925', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:28:23.030936 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:23.032871 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:23.087471 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:23.154086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-489c0bf5-6432-4d2f-98ee-f064194f5001', 'network_id': '489c0bf5-6432-4d2f-98ee-f064194f5001', 'tenant_id': '43f58bdcdc6d4f6296da305378f45925', 'fixed_ips': [{'subnet_id': 'e22af022-a555-42f5-b464-691bc14b711b'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:28:23.158561 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:23.314017 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Allocated IP 172.20.0.2 (489c0bf5-6432-4d2f-98ee-f064194f5001/e22af022-a555-42f5-b464-691bc14b711b/01940ea9-da87-4d09-bcc5-fd9a9b688f2c) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:28:23.479728 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:23.486642 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:23.522698 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Network 489c0bf5-6432-4d2f-98ee-f064194f5001 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:28:23.525912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:28:23.533622 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:28:23.580672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Pushing event updated for resources: {'Port': ['ID=01940ea9-da87-4d09-bcc5-fd9a9b688f2c,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:23.587742 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:23.615320 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Attempting to bind port 01940ea9-da87-4d09-bcc5-fd9a9b688f2c on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:28:23.615320 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Attempting to bind port 01940ea9-da87-4d09-bcc5-fd9a9b688f2c by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'ce3274d2-4bb0-42b7-9c35-eed98655b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '489c0bf5-6432-4d2f-98ee-f064194f5001'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:28:23.615320 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Attempting to bind port 01940ea9-da87-4d09-bcc5-fd9a9b688f2c on network 489c0bf5-6432-4d2f-98ee-f064194f5001 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:28:23.623007 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:28:23.623007 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Checking segment: {'id': 'ce3274d2-4bb0-42b7-9c35-eed98655b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '489c0bf5-6432-4d2f-98ee-f064194f5001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:28:23.623007 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:23.623007 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Bound using segment: {'id': 'ce3274d2-4bb0-42b7-9c35-eed98655b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '489c0bf5-6432-4d2f-98ee-f064194f5001'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:28:23.623717 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Bound port: 01940ea9-da87-4d09-bcc5-fd9a9b688f2c, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3274d2-4bb0-42b7-9c35-eed98655b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '489c0bf5-6432-4d2f-98ee-f064194f5001'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:28:23.624197 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:23.708609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] For port 01940ea9-da87-4d09-bcc5-fd9a9b688f2c, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:28:23.712154 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] For port 01940ea9-da87-4d09-bcc5-fd9a9b688f2c, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=01940ea9-da87-4d09-bcc5-fd9a9b688f2c,segment=NetworkSegment(ce3274d2-4bb0-42b7-9c35-eed98655b1c6),segment_id=ce3274d2-4bb0-42b7-9c35-eed98655b1c6)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:28:23.719149 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:23.789822 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f006ddf-53a5-4a45-b855-7a52d60a52c6 None None] Pushing event updated for resources: {'Port': ['ID=01940ea9-da87-4d09-bcc5-fd9a9b688f2c,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:23.816134 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:23.840799 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:23.866181 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:24.010737 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] Allocated IP 172.25.0.70 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/c154df76-af26-437e-8bd8-1b053af7217c) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:28:24.128019 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:24.164008 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:24.206839 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:28:24.209903 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:28:24.212433 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:28:24.225619 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c64be4e-5fe2-4714-a9ea-2b6fe73dca8e None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:28:24.238947 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=c154df76-af26-437e-8bd8-1b053af7217c,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:24.330631 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-55557c41-a87b-4735-aaa1-15960f81ff45 None None] Provisioning complete for port c154df76-af26-437e-8bd8-1b053af7217c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:24.331120 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-55557c41-a87b-4735-aaa1-15960f81ff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:24.373292 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-55557c41-a87b-4735-aaa1-15960f81ff45 None None] Port c154df76-af26-437e-8bd8-1b053af7217c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:28:24.439119 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8df12afd-3700-4405-8556-b4bcedc05bff up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:28:24.490885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 8df12afd-3700-4405-8556-b4bcedc05bff triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:24.491527 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:24.506239 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:24.581290 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 01940ea9-da87-4d09-bcc5-fd9a9b688f2c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:28:24.647590 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 01940ea9-da87-4d09-bcc5-fd9a9b688f2c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:24.647772 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:24.731257 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:24.731905 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:24.789938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 01940ea9-da87-4d09-bcc5-fd9a9b688f2c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=01940ea9-da87-4d09-bcc5-fd9a9b688f2c,segment=NetworkSegment(ce3274d2-4bb0-42b7-9c35-eed98655b1c6),segment_id=ce3274d2-4bb0-42b7-9c35-eed98655b1c6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:28:24.800043 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:24.858878 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=01940ea9-da87-4d09-bcc5-fd9a9b688f2c,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:24.903706 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] Router c778fd9f-27e3-45c2-a59e-d5af819697dc is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:28:24.912004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6984f855-1b55-492e-aa21-5e154077fca7 None None] Network 489c0bf5-6432-4d2f-98ee-f064194f5001 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:28:25.024796 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:28:25.035562 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Sync routers for ids ['c778fd9f-27e3-45c2-a59e-d5af819697dc'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:28:25.055285 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Routers {'c778fd9f-27e3-45c2-a59e-d5af819697dc'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:28:25.059892 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:28:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c778fd9f-27e3-45c2-a59e-d5af819697dc'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:25.060462 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:25.066926 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-206df2ec-c971-45f5-967e-5742e5ae6fa3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0739200 Nov 26 03:28:25.067541 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59288) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:25.087968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-18ef1daf-b71e-48fd-8fc7-f7a82f31913a None None] Provisioning complete for port 01940ea9-da87-4d09-bcc5-fd9a9b688f2c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:25.088633 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18ef1daf-b71e-48fd-8fc7-f7a82f31913a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:25.265080 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Set router c778fd9f-27e3-45c2-a59e-d5af819697dc gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:28:25.462716 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-86cf87f8-a125-4d62-bd4e-aae1622b5207 None None] Provisioning complete for port 01940ea9-da87-4d09-bcc5-fd9a9b688f2c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:25.463271 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-86cf87f8-a125-4d62-bd4e-aae1622b5207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:25.477044 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c778fd9f-27e3-45c2-a59e-d5af819697dc', 'name': 'tempest-TestServerBasicOps-1487467901-router', 'tenant_id': '43f58bdcdc6d4f6296da305378f45925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c154df76-af26-437e-8bd8-1b053af7217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:23Z', 'updated_at': '2021-11-26T03:28:24Z', 'revision_number': 3, 'project_id': '43f58bdcdc6d4f6296da305378f45925', 'gw_port': {'id': 'c154df76-af26-437e-8bd8-1b053af7217c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c778fd9f-27e3-45c2-a59e-d5af819697dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:23Z', 'updated_at': '2021-11-26T03:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:25.507521 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Checking router: c778fd9f-27e3-45c2-a59e-d5af819697dc for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:28:25.508697 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Updating router c778fd9f-27e3-45c2-a59e-d5af819697dc port c154df76-af26-437e-8bd8-1b053af7217c binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:28:25.543397 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:25.570614 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Sync routers for ids ['e952951c-d8fa-4583-93c5-74d107ea11d0'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:28:25.594754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Routers {'e952951c-d8fa-4583-93c5-74d107ea11d0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:28:25.595429 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:28:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e952951c-d8fa-4583-93c5-74d107ea11d0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:25.621581 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b32c336b-ca1a-45ed-a9be-bb9304ce261f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:25.723452 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Set router e952951c-d8fa-4583-93c5-74d107ea11d0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:28:25.813735 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-b32c336b-ca1a-45ed-a9be-bb9304ce261f admin admin] Allocated IP 172.20.0.1 (489c0bf5-6432-4d2f-98ee-f064194f5001/e22af022-a555-42f5-b464-691bc14b711b/8d26888a-6ab7-4aef-93f4-b35392a6ce10) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:28:25.854198 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:25.862915 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:25.923267 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c0a7d3-12d0-4185-86a9-71fc7af9a3f0 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:28:25.939011 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b32c336b-ca1a-45ed-a9be-bb9304ce261f admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:25.958469 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Attempting to bind port c154df76-af26-437e-8bd8-1b053af7217c on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:28:25.959054 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Attempting to bind port c154df76-af26-437e-8bd8-1b053af7217c by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:28:25.959589 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Attempting to bind port c154df76-af26-437e-8bd8-1b053af7217c on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:28:25.962801 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'name': 'tempest-TestServerBasicOps-402664515-router', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:18Z', 'updated_at': '2021-11-26T03:28:21Z', 'revision_number': 4, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'gw_port': {'id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:19Z', 'updated_at': '2021-11-26T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef', 'name': '', 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:20Z', 'updated_at': '2021-11-26T03:28:21Z', 'revision_number': 2, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'subnets': [{'id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:25.969831 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:28:25.970437 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:28:25.971074 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:25.971607 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:28:25.972248 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Bound port: c154df76-af26-437e-8bd8-1b053af7217c, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:28:25.972776 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:25.981891 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b32c336b-ca1a-45ed-a9be-bb9304ce261f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:26.003567 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980df77-6c56-4b21-86e3-26ddf579b77d None None] Pushing event updated for resources: {'Port': ['ID=c154df76-af26-437e-8bd8-1b053af7217c,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:26.007569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Checking router: e952951c-d8fa-4583-93c5-74d107ea11d0 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:28:26.007931 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Updating router e952951c-d8fa-4583-93c5-74d107ea11d0 port bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:28:26.019463 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980df77-6c56-4b21-86e3-26ddf579b77d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:26.019812 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980df77-6c56-4b21-86e3-26ddf579b77d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:26.020182 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980df77-6c56-4b21-86e3-26ddf579b77d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:26.020526 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980df77-6c56-4b21-86e3-26ddf579b77d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:26.020860 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980df77-6c56-4b21-86e3-26ddf579b77d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:26.021189 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980df77-6c56-4b21-86e3-26ddf579b77d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:26.021518 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980df77-6c56-4b21-86e3-26ddf579b77d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:26.021844 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980df77-6c56-4b21-86e3-26ddf579b77d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:26.022170 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980df77-6c56-4b21-86e3-26ddf579b77d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:26.022490 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980df77-6c56-4b21-86e3-26ddf579b77d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:26.022814 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980df77-6c56-4b21-86e3-26ddf579b77d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:26.023137 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980df77-6c56-4b21-86e3-26ddf579b77d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:28:26.041750 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32c336b-ca1a-45ed-a9be-bb9304ce261f admin admin] Network 489c0bf5-6432-4d2f-98ee-f064194f5001 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:28:26.042867 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-688b6840-b27a-4d16-9dc3-dc01d67160d7 None None] Provisioning complete for port c154df76-af26-437e-8bd8-1b053af7217c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:26.043249 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-688b6840-b27a-4d16-9dc3-dc01d67160d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:26.047568 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-b32c336b-ca1a-45ed-a9be-bb9304ce261f admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:28:26.053720 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] For port c154df76-af26-437e-8bd8-1b053af7217c, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:28:26.054264 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32c336b-ca1a-45ed-a9be-bb9304ce261f admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:28:26.057196 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] For port c154df76-af26-437e-8bd8-1b053af7217c, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c154df76-af26-437e-8bd8-1b053af7217c,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:28:26.064168 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:26.072514 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:26.096474 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b32c336b-ca1a-45ed-a9be-bb9304ce261f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:26.124896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757d3cee-7c88-4d56-9482-16a372636205 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:28:26.129043 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Routers {'c778fd9f-27e3-45c2-a59e-d5af819697dc'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:28:26.129411 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:28:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c778fd9f-27e3-45c2-a59e-d5af819697dc'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:26.134655 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-688b6840-b27a-4d16-9dc3-dc01d67160d7 None None] Port c154df76-af26-437e-8bd8-1b053af7217c cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:28:26.211116 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c336b-ca1a-45ed-a9be-bb9304ce261f admin admin] Pushing event updated for resources: {'Port': ['ID=8d26888a-6ab7-4aef-93f4-b35392a6ce10,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:26.259125 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b32c336b-ca1a-45ed-a9be-bb9304ce261f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:26.278000 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980df77-6c56-4b21-86e3-26ddf579b77d None None] Pushing event updated for resources: {'Port': ['ID=c154df76-af26-437e-8bd8-1b053af7217c,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:26.317309 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] Set router c778fd9f-27e3-45c2-a59e-d5af819697dc gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:28:26.321754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e0f47809-3974-4ee8-98ec-a95048357e92 None None] Provisioning complete for port c154df76-af26-437e-8bd8-1b053af7217c triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:26.322186 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e0f47809-3974-4ee8-98ec-a95048357e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:26.454545 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 01940ea9-da87-4d09-bcc5-fd9a9b688f2c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:28:26.487270 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b32c336b-ca1a-45ed-a9be-bb9304ce261f admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:26.493311 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b32c336b-ca1a-45ed-a9be-bb9304ce261f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:26.499620 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e0f47809-3974-4ee8-98ec-a95048357e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:26.537985 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c778fd9f-27e3-45c2-a59e-d5af819697dc', 'name': 'tempest-TestServerBasicOps-1487467901-router', 'tenant_id': '43f58bdcdc6d4f6296da305378f45925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c154df76-af26-437e-8bd8-1b053af7217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:23Z', 'updated_at': '2021-11-26T03:28:24Z', 'revision_number': 3, 'project_id': '43f58bdcdc6d4f6296da305378f45925', 'gw_port': {'id': 'c154df76-af26-437e-8bd8-1b053af7217c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c778fd9f-27e3-45c2-a59e-d5af819697dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:23Z', 'updated_at': '2021-11-26T03:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:26.559181 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c336b-ca1a-45ed-a9be-bb9304ce261f admin admin] Pushing event updated for resources: {'Port': ['ID=8d26888a-6ab7-4aef-93f4-b35392a6ce10,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:26.562597 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b32c336b-ca1a-45ed-a9be-bb9304ce261f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:26.569818 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e0f47809-3974-4ee8-98ec-a95048357e92 None None] For port c154df76-af26-437e-8bd8-1b053af7217c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c154df76-af26-437e-8bd8-1b053af7217c,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:28:26.583526 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:26.586479 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e0f47809-3974-4ee8-98ec-a95048357e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:26.592590 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 01940ea9-da87-4d09-bcc5-fd9a9b688f2c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:26.593036 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:26.597977 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:26.666874 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c12cc5-992d-4ec0-bf39-08318181775c None None] The sync data for ids ['c778fd9f-27e3-45c2-a59e-d5af819697dc'] in n-d-819389-3 is: [{'id': 'c778fd9f-27e3-45c2-a59e-d5af819697dc', 'name': 'tempest-TestServerBasicOps-1487467901-router', 'tenant_id': '43f58bdcdc6d4f6296da305378f45925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c154df76-af26-437e-8bd8-1b053af7217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:23Z', 'updated_at': '2021-11-26T03:28:24Z', 'revision_number': 3, 'project_id': '43f58bdcdc6d4f6296da305378f45925', 'gw_port': {'id': 'c154df76-af26-437e-8bd8-1b053af7217c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c778fd9f-27e3-45c2-a59e-d5af819697dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:23Z', 'updated_at': '2021-11-26T03:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:28:26.690168 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32c336b-ca1a-45ed-a9be-bb9304ce261f admin admin] Network 489c0bf5-6432-4d2f-98ee-f064194f5001 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:28:26.691943 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-b32c336b-ca1a-45ed-a9be-bb9304ce261f admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:28:26.698037 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f47809-3974-4ee8-98ec-a95048357e92 None None] Pushing event updated for resources: {'Port': ['ID=c154df76-af26-437e-8bd8-1b053af7217c,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:26.844411 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32c336b-ca1a-45ed-a9be-bb9304ce261f admin admin] Router c778fd9f-27e3-45c2-a59e-d5af819697dc has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:28:27.005505 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32c336b-ca1a-45ed-a9be-bb9304ce261f admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:28:27.021314 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b32c336b-ca1a-45ed-a9be-bb9304ce261f admin admin] 10.222.0.31 "PUT /v2.0/routers/c778fd9f-27e3-45c2-a59e-d5af819697dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9406176 Nov 26 03:28:27.022162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cfdfe6b7-3925-4f2e-8785-079533596eef None None] Provisioning complete for port 8d26888a-6ab7-4aef-93f4-b35392a6ce10 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:27.022162 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe6b7-3925-4f2e-8785-079533596eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:27.025922 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Attempting to bind port bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:28:27.025922 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Attempting to bind port bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '1f45cc04-8239-4b75-a622-c9fdd3f34416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:28:27.034987 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Attempting to bind port bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef on network b426e459-aaab-4dc7-8a18-99a7d8ceda67 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:28:27.055682 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:28:27.056163 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Checking segment: {'id': '1f45cc04-8239-4b75-a622-c9fdd3f34416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:28:27.056581 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:27.056967 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Bound using segment: {'id': '1f45cc04-8239-4b75-a622-c9fdd3f34416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:28:27.057465 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Bound port: bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f45cc04-8239-4b75-a622-c9fdd3f34416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:28:27.057848 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:27.084603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c82535-8637-4146-bd00-6e417b996d96 None None] Pushing event updated for resources: {'Port': ['ID=bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:27.143411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-cfdfe6b7-3925-4f2e-8785-079533596eef None None] Port 8d26888a-6ab7-4aef-93f4-b35392a6ce10 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:28:27.193139 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] For port bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:28:27.197969 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] For port bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef,segment=NetworkSegment(1f45cc04-8239-4b75-a622-c9fdd3f34416),segment_id=1f45cc04-8239-4b75-a622-c9fdd3f34416)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:28:27.205970 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:27.286350 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Routers {'e952951c-d8fa-4583-93c5-74d107ea11d0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:28:27.287125 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:28:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e952951c-d8fa-4583-93c5-74d107ea11d0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:27.326296 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c82535-8637-4146-bd00-6e417b996d96 None None] Pushing event updated for resources: {'Port': ['ID=bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:27.378187 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-42d78754-303b-4466-9d73-70680726a7ee None None] Provisioning complete for port bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:27.378462 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-42d78754-303b-4466-9d73-70680726a7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:27.489892 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] Set router e952951c-d8fa-4583-93c5-74d107ea11d0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:28:27.536667 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-42d78754-303b-4466-9d73-70680726a7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:27.647927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-42d78754-303b-4466-9d73-70680726a7ee None None] For port bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef,segment=NetworkSegment(1f45cc04-8239-4b75-a622-c9fdd3f34416),segment_id=1f45cc04-8239-4b75-a622-c9fdd3f34416)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:28:27.657170 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-42d78754-303b-4466-9d73-70680726a7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:27.686863 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59296) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:27.691790 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c8ac698d-ba7d-4d67-bda2-f326903f8345 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-118504744', 'description': 'tempest-secgroup-smoke-118504744 description', 'project_id': '05ce8bbe86d24758985a643055b8b84d'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:28:27.723377 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8ac698d-ba7d-4d67-bda2-f326903f8345 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:27.732483 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-42d78754-303b-4466-9d73-70680726a7ee None None] Provisioning complete for port 8d26888a-6ab7-4aef-93f4-b35392a6ce10 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:27.732859 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-42d78754-303b-4466-9d73-70680726a7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:27.737811 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78754-303b-4466-9d73-70680726a7ee None None] Pushing event updated for resources: {'Port': ['ID=bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:27.794669 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-42d78754-303b-4466-9d73-70680726a7ee None None] Port 8d26888a-6ab7-4aef-93f4-b35392a6ce10 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:28:27.803441 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8ac698d-ba7d-4d67-bda2-f326903f8345 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:27.808686 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8ac698d-ba7d-4d67-bda2-f326903f8345 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:27.823040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'name': 'tempest-TestServerBasicOps-402664515-router', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:18Z', 'updated_at': '2021-11-26T03:28:21Z', 'revision_number': 4, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'gw_port': {'id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:19Z', 'updated_at': '2021-11-26T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef', 'name': '', 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:20Z', 'updated_at': '2021-11-26T03:28:27Z', 'revision_number': 4, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'subnets': [{'id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:27.836426 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c8ac698d-ba7d-4d67-bda2-f326903f8345 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:27.837651 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c8ac698d-ba7d-4d67-bda2-f326903f8345 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1497045 Nov 26 03:28:27.840857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59298) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:27.842188 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac698d-ba7d-4d67-bda2-f326903f8345 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4148e122-57ea-4f33-98fb-111d810e2e7b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:27.845621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-a703bf06-3c26-4205-b56b-b106488b027b tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Request body: {'security_group_rule': {'security_group_id': '4148e122-57ea-4f33-98fb-111d810e2e7b', 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:28:27.860809 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab6ec9-0ea2-4c59-b3df-8f9d3b0bf0c1 None None] The sync data for ids ['e952951c-d8fa-4583-93c5-74d107ea11d0'] in n-d-819389-3 is: [{'id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'name': 'tempest-TestServerBasicOps-402664515-router', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:18Z', 'updated_at': '2021-11-26T03:28:21Z', 'revision_number': 4, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'gw_port': {'id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:19Z', 'updated_at': '2021-11-26T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef', 'name': '', 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:20Z', 'updated_at': '2021-11-26T03:28:27Z', 'revision_number': 4, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'subnets': [{'id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:28:27.874997 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a703bf06-3c26-4205-b56b-b106488b027b tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:27.914432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9fbf1459-266d-47a4-99e0-9563f235f659 None None] Provisioning complete for port bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:27.915224 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9fbf1459-266d-47a4-99e0-9563f235f659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:27.935729 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a703bf06-3c26-4205-b56b-b106488b027b tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:27.941786 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a703bf06-3c26-4205-b56b-b106488b027b tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:27.960573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703bf06-3c26-4205-b56b-b106488b027b tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefd25b8-c065-473c-826c-a7f3c56b1b4b,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:27.971547 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a703bf06-3c26-4205-b56b-b106488b027b tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:27.972818 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a703bf06-3c26-4205-b56b-b106488b027b tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310771 Nov 26 03:28:27.975866 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59300) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:27.981722 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-23c47dbd-5a5d-4747-8eb1-ac839a03e1bf tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Request body: {'security_group_rule': {'security_group_id': '4148e122-57ea-4f33-98fb-111d810e2e7b', 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:28:28.016402 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23c47dbd-5a5d-4747-8eb1-ac839a03e1bf tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.076834 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23c47dbd-5a5d-4747-8eb1-ac839a03e1bf tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.080691 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23c47dbd-5a5d-4747-8eb1-ac839a03e1bf tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.101214 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c47dbd-5a5d-4747-8eb1-ac839a03e1bf tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7aa290-58a6-4aff-8830-797c1008557d,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:28.107855 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23c47dbd-5a5d-4747-8eb1-ac839a03e1bf tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.109691 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-23c47dbd-5a5d-4747-8eb1-ac839a03e1bf tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315789 Nov 26 03:28:28.112433 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59302) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:28.116656 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-076a7786-3dc8-42d5-b67a-862e1ac84268 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Request body: {'security_group_rule': {'security_group_id': '4148e122-57ea-4f33-98fb-111d810e2e7b', 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:28:28.145531 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-076a7786-3dc8-42d5-b67a-862e1ac84268 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.207610 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-076a7786-3dc8-42d5-b67a-862e1ac84268 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.211326 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-076a7786-3dc8-42d5-b67a-862e1ac84268 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.229950 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a7786-3dc8-42d5-b67a-862e1ac84268 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62df2aa-9ce5-4005-868e-b99303a28335,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:28.239240 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-076a7786-3dc8-42d5-b67a-862e1ac84268 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.240547 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-076a7786-3dc8-42d5-b67a-862e1ac84268 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272376 Nov 26 03:28:28.243461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59304) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:28.248534 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-6c69c940-a8ba-4e8f-966c-04911350be9e tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Request body: {'security_group_rule': {'security_group_id': '4148e122-57ea-4f33-98fb-111d810e2e7b', 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:28:28.277721 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6c69c940-a8ba-4e8f-966c-04911350be9e tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.355202 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6c69c940-a8ba-4e8f-966c-04911350be9e tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.361840 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6c69c940-a8ba-4e8f-966c-04911350be9e tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.391138 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69c940-a8ba-4e8f-966c-04911350be9e tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a7592c-7538-4434-9d4c-65cda99b069b,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:28.403598 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6c69c940-a8ba-4e8f-966c-04911350be9e tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.404874 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6c69c940-a8ba-4e8f-966c-04911350be9e tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1602900 Nov 26 03:28:28.408492 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59306) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:28.414569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1d2fc7b3-23db-4e08-94ac-0d31435c7be6 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Request body: {'security_group_rule': {'security_group_id': '4148e122-57ea-4f33-98fb-111d810e2e7b', 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:28:28.438026 n-d-819389-3 neutron-server[104802]: INFO neutron.db.securitygroups_db [None req-1d2fc7b3-23db-4e08-94ac-0d31435c7be6 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Project 05ce8bbe86d24758985a643055b8b84d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:28:28.443549 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d2fc7b3-23db-4e08-94ac-0d31435c7be6 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.502807 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c154df76-af26-437e-8bd8-1b053af7217c up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:28:28.511010 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d2fc7b3-23db-4e08-94ac-0d31435c7be6 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.517579 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d2fc7b3-23db-4e08-94ac-0d31435c7be6 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.544312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fc7b3-23db-4e08-94ac-0d31435c7be6 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf0fd90-32ea-4203-9b6b-d382ccdb8408,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:28.551872 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1d2fc7b3-23db-4e08-94ac-0d31435c7be6 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.553120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1d2fc7b3-23db-4e08-94ac-0d31435c7be6 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429288 Nov 26 03:28:28.555906 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59308) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:28.560405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-ab3f3e67-ffd9-459e-ad07-bb1dcc0c8dfc tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Request body: {'security_group_rule': {'security_group_id': '4148e122-57ea-4f33-98fb-111d810e2e7b', 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:28:28.563139 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port c154df76-af26-437e-8bd8-1b053af7217c triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:28.563525 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.582860 n-d-819389-3 neutron-server[104802]: INFO neutron.db.securitygroups_db [None req-ab3f3e67-ffd9-459e-ad07-bb1dcc0c8dfc tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Project 05ce8bbe86d24758985a643055b8b84d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:28:28.587863 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ab3f3e67-ffd9-459e-ad07-bb1dcc0c8dfc tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.647644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:28:28.664776 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ab3f3e67-ffd9-459e-ad07-bb1dcc0c8dfc tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.669720 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ab3f3e67-ffd9-459e-ad07-bb1dcc0c8dfc tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.691913 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f3e67-ffd9-459e-ad07-bb1dcc0c8dfc tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f7fae8c-8e32-4bd0-883f-456139035090,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:28.698776 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ab3f3e67-ffd9-459e-ad07-bb1dcc0c8dfc tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.700128 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ab3f3e67-ffd9-459e-ad07-bb1dcc0c8dfc tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1432199 Nov 26 03:28:28.707943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:28.708583 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:28.864102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-198f9a8e-c956-4825-be48-d435ba4f692f req-02f5cf21-1dad-4758-91ea-9a78cc2b34eb tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-118504744&fields=id&tenant_id=05ce8bbe86d24758985a643055b8b84d HTTP/1.1" status: 200 len: 267 time: 0.0438037 Nov 26 03:28:28.970464 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f9a8e-c956-4825-be48-d435ba4f692f req-67c6a7a5-1509-4cf4-9c67-34208b0cefd6 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:28.971802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-198f9a8e-c956-4825-be48-d435ba4f692f req-67c6a7a5-1509-4cf4-9c67-34208b0cefd6 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/networks?id=b426e459-aaab-4dc7-8a18-99a7d8ceda67 HTTP/1.1" status: 200 len: 808 time: 0.1008654 Nov 26 03:28:28.986230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-198f9a8e-c956-4825-be48-d435ba4f692f req-aa00228b-7073-4752-a74d-5154ebff3851 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/quotas/05ce8bbe86d24758985a643055b8b84d HTTP/1.1" status: 200 len: 375 time: 0.0087278 Nov 26 03:28:29.036519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-198f9a8e-c956-4825-be48-d435ba4f692f req-727fdc90-c16f-4f5f-9817-649936633bf6 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=05ce8bbe86d24758985a643055b8b84d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449545 Nov 26 03:28:29.228266 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-198f9a8e-c956-4825-be48-d435ba4f692f req-fcf85368-ddaf-4218-b589-ff7c09bb6295 service neutron] 10.222.0.31 "GET /v2.0/networks/b426e459-aaab-4dc7-8a18-99a7d8ceda67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794817 Nov 26 03:28:29.320424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-198f9a8e-c956-4825-be48-d435ba4f692f req-2b028edd-52ef-493d-a368-a05a1dfe8cc4 service neutron] 10.222.0.31 "GET /v2.0/networks/b426e459-aaab-4dc7-8a18-99a7d8ceda67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854797 Nov 26 03:28:29.503373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19358309-bfdf-454a-8b39-57d90070c4fa req-582bb984-5b9d-429c-b547-4e6940283da9 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 210 time: 0.0274312 Nov 26 03:28:29.539648 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Sync routers for ids ['c778fd9f-27e3-45c2-a59e-d5af819697dc'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:28:29.549774 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Routers {'c778fd9f-27e3-45c2-a59e-d5af819697dc'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:28:29.550451 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:28:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c778fd9f-27e3-45c2-a59e-d5af819697dc'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:29.664844 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Set router c778fd9f-27e3-45c2-a59e-d5af819697dc gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:28:29.884253 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c778fd9f-27e3-45c2-a59e-d5af819697dc', 'name': 'tempest-TestServerBasicOps-1487467901-router', 'tenant_id': '43f58bdcdc6d4f6296da305378f45925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c154df76-af26-437e-8bd8-1b053af7217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:23Z', 'updated_at': '2021-11-26T03:28:26Z', 'revision_number': 4, 'project_id': '43f58bdcdc6d4f6296da305378f45925', 'gw_port': {'id': 'c154df76-af26-437e-8bd8-1b053af7217c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c778fd9f-27e3-45c2-a59e-d5af819697dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:23Z', 'updated_at': '2021-11-26T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8d26888a-6ab7-4aef-93f4-b35392a6ce10', 'name': '', 'network_id': '489c0bf5-6432-4d2f-98ee-f064194f5001', 'tenant_id': '43f58bdcdc6d4f6296da305378f45925', 'mac_address': 'fa:16:3e:b5:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c778fd9f-27e3-45c2-a59e-d5af819697dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'e22af022-a555-42f5-b464-691bc14b711b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:25Z', 'updated_at': '2021-11-26T03:28:26Z', 'revision_number': 2, 'project_id': '43f58bdcdc6d4f6296da305378f45925', 'subnets': [{'id': 'e22af022-a555-42f5-b464-691bc14b711b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:29.914018 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Checking router: c778fd9f-27e3-45c2-a59e-d5af819697dc for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:28:29.914392 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Updating router c778fd9f-27e3-45c2-a59e-d5af819697dc port 8d26888a-6ab7-4aef-93f4-b35392a6ce10 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:28:29.938160 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:30.197096 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:30.202731 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:30.253154 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14758861-28f9-4fc2-94f2-6c8b4ad14b0a None None] Pushing event updated for resources: {'Port': ['ID=8d26888a-6ab7-4aef-93f4-b35392a6ce10,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:30.306271 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Attempting to bind port 8d26888a-6ab7-4aef-93f4-b35392a6ce10 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:28:30.306893 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Attempting to bind port 8d26888a-6ab7-4aef-93f4-b35392a6ce10 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'ce3274d2-4bb0-42b7-9c35-eed98655b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '489c0bf5-6432-4d2f-98ee-f064194f5001'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:28:30.307416 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Attempting to bind port 8d26888a-6ab7-4aef-93f4-b35392a6ce10 on network 489c0bf5-6432-4d2f-98ee-f064194f5001 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:28:30.313616 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:28:30.313994 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Checking segment: {'id': 'ce3274d2-4bb0-42b7-9c35-eed98655b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '489c0bf5-6432-4d2f-98ee-f064194f5001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:28:30.314391 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:30.314807 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Bound using segment: {'id': 'ce3274d2-4bb0-42b7-9c35-eed98655b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '489c0bf5-6432-4d2f-98ee-f064194f5001'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:28:30.315271 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Bound port: 8d26888a-6ab7-4aef-93f4-b35392a6ce10, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3274d2-4bb0-42b7-9c35-eed98655b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '489c0bf5-6432-4d2f-98ee-f064194f5001'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:28:30.315645 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:30.381053 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] For port 8d26888a-6ab7-4aef-93f4-b35392a6ce10, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:28:30.384242 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] For port 8d26888a-6ab7-4aef-93f4-b35392a6ce10, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8d26888a-6ab7-4aef-93f4-b35392a6ce10,segment=NetworkSegment(ce3274d2-4bb0-42b7-9c35-eed98655b1c6),segment_id=ce3274d2-4bb0-42b7-9c35-eed98655b1c6)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:28:30.391473 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:30.449078 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Routers {'c778fd9f-27e3-45c2-a59e-d5af819697dc'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:28:30.449699 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:28:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c778fd9f-27e3-45c2-a59e-d5af819697dc'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:30.453313 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14758861-28f9-4fc2-94f2-6c8b4ad14b0a None None] Pushing event updated for resources: {'Port': ['ID=8d26888a-6ab7-4aef-93f4-b35392a6ce10,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:30.568169 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] Set router c778fd9f-27e3-45c2-a59e-d5af819697dc gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:28:30.568840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4e1b5a15-943b-464f-befc-47472a67368a None None] Provisioning complete for port 8d26888a-6ab7-4aef-93f4-b35392a6ce10 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:30.568840 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5a15-943b-464f-befc-47472a67368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:30.612082 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f9a8e-c956-4825-be48-d435ba4f692f req-a684aa42-5dee-4fc4-a9d8-744c7e1b5145 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:30.616460 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-198f9a8e-c956-4825-be48-d435ba4f692f req-a684aa42-5dee-4fc4-a9d8-744c7e1b5145 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.59 "GET /v2.0/networks?id=b426e459-aaab-4dc7-8a18-99a7d8ceda67 HTTP/1.1" status: 200 len: 808 time: 0.1802454 Nov 26 03:28:30.672537 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-95b44873-a1aa-4572-947f-ad5309b08609 req-28f79073-54f5-4b0a-9454-e94bf78f37d1 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 210 time: 0.0779769 Nov 26 03:28:30.707439 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5a15-943b-464f-befc-47472a67368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:30.734309 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-198f9a8e-c956-4825-be48-d435ba4f692f req-c3658117-2e28-41d9-a28d-c2a8c27bf776 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05ce8bbe86d24758985a643055b8b84d HTTP/1.1" status: 200 len: 379 time: 0.1019757 Nov 26 03:28:30.750901 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4e1b5a15-943b-464f-befc-47472a67368a None None] For port 8d26888a-6ab7-4aef-93f4-b35392a6ce10, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8d26888a-6ab7-4aef-93f4-b35392a6ce10,segment=NetworkSegment(ce3274d2-4bb0-42b7-9c35-eed98655b1c6),segment_id=ce3274d2-4bb0-42b7-9c35-eed98655b1c6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:28:30.757972 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5a15-943b-464f-befc-47472a67368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:30.759173 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-198f9a8e-c956-4825-be48-d435ba4f692f req-463a7d77-a4cc-41e4-9316-1d2be427fa1a tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Request body: {'port': {'device_id': '2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f', 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67', 'admin_state_up': True, 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'security_groups': ['4148e122-57ea-4f33-98fb-111d810e2e7b']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:28:30.806174 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c778fd9f-27e3-45c2-a59e-d5af819697dc', 'name': 'tempest-TestServerBasicOps-1487467901-router', 'tenant_id': '43f58bdcdc6d4f6296da305378f45925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c154df76-af26-437e-8bd8-1b053af7217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:23Z', 'updated_at': '2021-11-26T03:28:26Z', 'revision_number': 4, 'project_id': '43f58bdcdc6d4f6296da305378f45925', 'gw_port': {'id': 'c154df76-af26-437e-8bd8-1b053af7217c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c778fd9f-27e3-45c2-a59e-d5af819697dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:23Z', 'updated_at': '2021-11-26T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8d26888a-6ab7-4aef-93f4-b35392a6ce10', 'name': '', 'network_id': '489c0bf5-6432-4d2f-98ee-f064194f5001', 'tenant_id': '43f58bdcdc6d4f6296da305378f45925', 'mac_address': 'fa:16:3e:b5:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c778fd9f-27e3-45c2-a59e-d5af819697dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'e22af022-a555-42f5-b464-691bc14b711b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:25Z', 'updated_at': '2021-11-26T03:28:30Z', 'revision_number': 4, 'project_id': '43f58bdcdc6d4f6296da305378f45925', 'subnets': [{'id': 'e22af022-a555-42f5-b464-691bc14b711b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:30.813792 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b5a15-943b-464f-befc-47472a67368a None None] Pushing event updated for resources: {'Port': ['ID=8d26888a-6ab7-4aef-93f4-b35392a6ce10,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:30.834331 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e171590-8c90-4b33-9928-2630d1571c48 None None] The sync data for ids ['c778fd9f-27e3-45c2-a59e-d5af819697dc'] in n-d-819389-3 is: [{'id': 'c778fd9f-27e3-45c2-a59e-d5af819697dc', 'name': 'tempest-TestServerBasicOps-1487467901-router', 'tenant_id': '43f58bdcdc6d4f6296da305378f45925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c154df76-af26-437e-8bd8-1b053af7217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:23Z', 'updated_at': '2021-11-26T03:28:26Z', 'revision_number': 4, 'project_id': '43f58bdcdc6d4f6296da305378f45925', 'gw_port': {'id': 'c154df76-af26-437e-8bd8-1b053af7217c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c778fd9f-27e3-45c2-a59e-d5af819697dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:23Z', 'updated_at': '2021-11-26T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '8d26888a-6ab7-4aef-93f4-b35392a6ce10', 'name': '', 'network_id': '489c0bf5-6432-4d2f-98ee-f064194f5001', 'tenant_id': '43f58bdcdc6d4f6296da305378f45925', 'mac_address': 'fa:16:3e:b5:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c778fd9f-27e3-45c2-a59e-d5af819697dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'e22af022-a555-42f5-b464-691bc14b711b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:25Z', 'updated_at': '2021-11-26T03:28:30Z', 'revision_number': 4, 'project_id': '43f58bdcdc6d4f6296da305378f45925', 'subnets': [{'id': 'e22af022-a555-42f5-b464-691bc14b711b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:28:30.879408 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-931390b4-bc51-44ef-990d-d9ee43e769b7 None None] Provisioning complete for port 8d26888a-6ab7-4aef-93f4-b35392a6ce10 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:30.879795 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-931390b4-bc51-44ef-990d-d9ee43e769b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:30.912887 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:28:30.916182 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198f9a8e-c956-4825-be48-d435ba4f692f req-463a7d77-a4cc-41e4-9316-1d2be427fa1a tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Made reservation on behalf of 05ce8bbe86d24758985a643055b8b84d for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:28:30.919872 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-198f9a8e-c956-4825-be48-d435ba4f692f req-463a7d77-a4cc-41e4-9316-1d2be427fa1a tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:31.060930 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-198f9a8e-c956-4825-be48-d435ba4f692f req-463a7d77-a4cc-41e4-9316-1d2be427fa1a tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Allocated IP 172.20.0.5 (b426e459-aaab-4dc7-8a18-99a7d8ceda67/ef04e58c-0616-462f-8b2b-123f8419090b/b4af24f7-1bb8-4df0-8e0a-a32d1f506e71) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:28:31.207150 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-198f9a8e-c956-4825-be48-d435ba4f692f req-463a7d77-a4cc-41e4-9316-1d2be427fa1a tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:31.242878 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-198f9a8e-c956-4825-be48-d435ba4f692f req-463a7d77-a4cc-41e4-9316-1d2be427fa1a tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:31.296573 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198f9a8e-c956-4825-be48-d435ba4f692f req-463a7d77-a4cc-41e4-9316-1d2be427fa1a tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Network b426e459-aaab-4dc7-8a18-99a7d8ceda67 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:28:31.300122 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-198f9a8e-c956-4825-be48-d435ba4f692f req-463a7d77-a4cc-41e4-9316-1d2be427fa1a tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:28:31.303023 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-198f9a8e-c956-4825-be48-d435ba4f692f req-463a7d77-a4cc-41e4-9316-1d2be427fa1a tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:28:31.312672 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a7d77-a4cc-41e4-9316-1d2be427fa1a tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Pushing event updated for resources: {'Port': ['ID=b4af24f7-1bb8-4df0-8e0a-a32d1f506e71,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:31.362044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f9a8e-c956-4825-be48-d435ba4f692f req-463a7d77-a4cc-41e4-9316-1d2be427fa1a tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:31.362804 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-198f9a8e-c956-4825-be48-d435ba4f692f req-463a7d77-a4cc-41e4-9316-1d2be427fa1a tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:31.382058 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-198f9a8e-c956-4825-be48-d435ba4f692f req-463a7d77-a4cc-41e4-9316-1d2be427fa1a tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6283526 Nov 26 03:28:31.400314 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Request body: {'port': {'device_id': '2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:28:31.456430 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:31.611437 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4838a780-2e8d-4e84-a73e-3e5c9312a4b0 None None] Provisioning complete for port b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:31.612013 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4838a780-2e8d-4e84-a73e-3e5c9312a4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:31.662646 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4838a780-2e8d-4e84-a73e-3e5c9312a4b0 None None] Port b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:28:31.742547 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:28:31.753069 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:31.767166 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Transition to ACTIVE for port object b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:28:31.772435 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:31.788788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e2f3d-41a9-48ee-ae5b-aaaf0b10b3a6 req-18c7185f-2135-46a7-826d-02c2b08ed262 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:31.790354 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af5e2f3d-41a9-48ee-ae5b-aaaf0b10b3a6 req-18c7185f-2135-46a7-826d-02c2b08ed262 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 931 time: 0.0554013 Nov 26 03:28:31.844891 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Pushing event updated for resources: {'Port': ['ID=b4af24f7-1bb8-4df0-8e0a-a32d1f506e71,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:31.855743 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af5e2f3d-41a9-48ee-ae5b-aaaf0b10b3a6 req-0fca30ad-3054-47b3-b27d-0ecee11d10ed tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/security-groups?id=4148e122-57ea-4f33-98fb-111d810e2e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565982 Nov 26 03:28:31.904386 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Attempting to bind port b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:28:31.904734 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Attempting to bind port b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '1f45cc04-8239-4b75-a622-c9fdd3f34416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:28:31.905737 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Attempting to bind port b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 on network b426e459-aaab-4dc7-8a18-99a7d8ceda67 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:28:31.910454 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Port b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 on network b426e459-aaab-4dc7-8a18-99a7d8ceda67 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:28:31.910742 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Attempting to bind port b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 on network b426e459-aaab-4dc7-8a18-99a7d8ceda67 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:28:31.916083 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:28:31.916440 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Checking segment: {'id': '1f45cc04-8239-4b75-a622-c9fdd3f34416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:28:31.916831 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Bound using segment: {'id': '1f45cc04-8239-4b75-a622-c9fdd3f34416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:28:31.917270 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Bound port: b4af24f7-1bb8-4df0-8e0a-a32d1f506e71, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f45cc04-8239-4b75-a622-c9fdd3f34416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:28:31.917629 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:31.982737 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] For port b4af24f7-1bb8-4df0-8e0a-a32d1f506e71, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:28:31.986688 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] For port b4af24f7-1bb8-4df0-8e0a-a32d1f506e71, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b4af24f7-1bb8-4df0-8e0a-a32d1f506e71,segment=NetworkSegment(1f45cc04-8239-4b75-a622-c9fdd3f34416),segment_id=1f45cc04-8239-4b75-a622-c9fdd3f34416)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:28:31.991637 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:32.037696 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:32.038327 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:32.039733 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-198f9a8e-c956-4825-be48-d435ba4f692f req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] 10.222.0.59 "PUT /v2.0/ports/b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 HTTP/1.1" status: 200 len: 1091 time: 0.6440127 Nov 26 03:28:32.040204 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f', 'tag': 'b4af24f7-1bb8-4df0-8e0a-a32d1f506e71'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:28:32.042455 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08571f0a-3377-4b6a-97a3-7211cba82f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f", "tag": "b4af24f7-1bb8-4df0-8e0a-a32d1f506e71"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:28:32.066036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffda0b-62f4-4d1f-a8a6-145c79e64dec service neutron] Pushing event updated for resources: {'Port': ['ID=b4af24f7-1bb8-4df0-8e0a-a32d1f506e71,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:32.095082 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a578b9-5ebd-4937-a763-f21f1fad09f3 x-openstack-request-id: req-d3a578b9-5ebd-4937-a763-f21f1fad09f3 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:28:32.095380 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f", "tag": "b4af24f7-1bb8-4df0-8e0a-a32d1f506e71", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:28:32.095644 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3a578b9-5ebd-4937-a763-f21f1fad09f3 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:28:32.096083 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f', 'tag': 'b4af24f7-1bb8-4df0-8e0a-a32d1f506e71', 'status': 'completed', 'code': 200} Nov 26 03:28:32.152502 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f9a8e-c956-4825-be48-d435ba4f692f req-37467ec7-f740-4e12-88f9-88b304800661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:32.154053 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-198f9a8e-c956-4825-be48-d435ba4f692f req-37467ec7-f740-4e12-88f9-88b304800661 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05ce8bbe86d24758985a643055b8b84d&device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 1094 time: 0.0425136 Nov 26 03:28:32.207750 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-198f9a8e-c956-4825-be48-d435ba4f692f req-c9bc5992-1169-4d86-8383-007e4fd57e95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 HTTP/1.1" status: 200 len: 217 time: 0.0388260 Nov 26 03:28:32.258765 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f9a8e-c956-4825-be48-d435ba4f692f req-a71df1f2-bdc3-418d-820d-0246156eca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:32.260386 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-198f9a8e-c956-4825-be48-d435ba4f692f req-a71df1f2-bdc3-418d-820d-0246156eca26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef04e58c-0616-462f-8b2b-123f8419090b HTTP/1.1" status: 200 len: 847 time: 0.0454521 Nov 26 03:28:32.305561 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f9a8e-c956-4825-be48-d435ba4f692f req-a0c6aec1-05f7-454b-90ae-f44b11d160ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:32.307064 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-198f9a8e-c956-4825-be48-d435ba4f692f req-a0c6aec1-05f7-454b-90ae-f44b11d160ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b426e459-aaab-4dc7-8a18-99a7d8ceda67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401514 Nov 26 03:28:32.391301 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8d26888a-6ab7-4aef-93f4-b35392a6ce10 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:28:32.408274 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-198f9a8e-c956-4825-be48-d435ba4f692f req-6b1152dd-cb8a-4087-9bfc-d83ece247fac service neutron] 10.222.0.59 "GET /v2.0/networks/b426e459-aaab-4dc7-8a18-99a7d8ceda67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929246 Nov 26 03:28:32.438598 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 8d26888a-6ab7-4aef-93f4-b35392a6ce10 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:32.438976 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:32.496425 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-198f9a8e-c956-4825-be48-d435ba4f692f req-8d1e08af-8062-499c-b0f4-d32bcb376c11 service neutron] 10.222.0.59 "GET /v2.0/networks/b426e459-aaab-4dc7-8a18-99a7d8ceda67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806456 Nov 26 03:28:32.619835 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08571f0a-3377-4b6a-97a3-7211cba82f5b req-8c7000a9-c270-49fe-a14e-f41a07e4e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:32.621360 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-08571f0a-3377-4b6a-97a3-7211cba82f5b req-8c7000a9-c270-49fe-a14e-f41a07e4e3a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05ce8bbe86d24758985a643055b8b84d&device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 1094 time: 0.0443470 Nov 26 03:28:32.716037 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08571f0a-3377-4b6a-97a3-7211cba82f5b req-c8a59103-caf3-4c42-9e40-96f81a13c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:32.717584 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-08571f0a-3377-4b6a-97a3-7211cba82f5b req-c8a59103-caf3-4c42-9e40-96f81a13c097 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b426e459-aaab-4dc7-8a18-99a7d8ceda67 HTTP/1.1" status: 200 len: 909 time: 0.0880842 Nov 26 03:28:32.991448 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a57d47-bb03-4010-b710-3e3337742a35 req-728cf50f-d56d-4dbf-8fd8-73a66d7c07ab tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:32.993397 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51a57d47-bb03-4010-b710-3e3337742a35 req-728cf50f-d56d-4dbf-8fd8-73a66d7c07ab tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 943 time: 0.0576587 Nov 26 03:28:33.042947 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51a57d47-bb03-4010-b710-3e3337742a35 req-0eaa79e4-9ba0-4e52-ba59-aebe9b08bb77 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/security-groups?id=4148e122-57ea-4f33-98fb-111d810e2e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428429 Nov 26 03:28:33.077740 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-08571f0a-3377-4b6a-97a3-7211cba82f5b req-4cbd48c0-9836-4665-acff-1b6a932be5ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 HTTP/1.1" status: 200 len: 217 time: 0.3525648 Nov 26 03:28:33.126017 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08571f0a-3377-4b6a-97a3-7211cba82f5b req-61aab601-f33c-41a3-9bd7-4241ae53757a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:33.127433 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-08571f0a-3377-4b6a-97a3-7211cba82f5b req-61aab601-f33c-41a3-9bd7-4241ae53757a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef04e58c-0616-462f-8b2b-123f8419090b HTTP/1.1" status: 200 len: 847 time: 0.0427830 Nov 26 03:28:33.173206 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08571f0a-3377-4b6a-97a3-7211cba82f5b req-d7b0f7b6-ee09-4027-9d0a-897ec1e7aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:33.174576 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-08571f0a-3377-4b6a-97a3-7211cba82f5b req-d7b0f7b6-ee09-4027-9d0a-897ec1e7aac7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b426e459-aaab-4dc7-8a18-99a7d8ceda67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386007 Nov 26 03:28:33.268244 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-08571f0a-3377-4b6a-97a3-7211cba82f5b req-4b84de56-533d-45a0-835f-1c89dc89bf2a service neutron] 10.222.0.59 "GET /v2.0/networks/b426e459-aaab-4dc7-8a18-99a7d8ceda67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849540 Nov 26 03:28:33.358950 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-08571f0a-3377-4b6a-97a3-7211cba82f5b req-5b696538-b2ec-4114-a14b-747219cc8328 service neutron] 10.222.0.59 "GET /v2.0/networks/b426e459-aaab-4dc7-8a18-99a7d8ceda67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803013 Nov 26 03:28:34.160596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afd5bf-e143-4ee3-8492-e674cc42ea10 req-971bb5a5-6416-4dfa-98b4-8db72e01fe98 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:34.162069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2afd5bf-e143-4ee3-8492-e674cc42ea10 req-971bb5a5-6416-4dfa-98b4-8db72e01fe98 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 943 time: 0.0480890 Nov 26 03:28:34.210103 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2afd5bf-e143-4ee3-8492-e674cc42ea10 req-c8ecbd6e-46d2-4004-874f-a4ae36d3ccaa tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/security-groups?id=4148e122-57ea-4f33-98fb-111d810e2e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420911 Nov 26 03:28:35.327529 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca484f9-10d3-4de8-9d41-ff994702faa4 req-82a44d9e-5343-4b4e-9c58-e47a4c0d11b4 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:35.329026 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ca484f9-10d3-4de8-9d41-ff994702faa4 req-82a44d9e-5343-4b4e-9c58-e47a4c0d11b4 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 943 time: 0.0482922 Nov 26 03:28:35.381506 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ca484f9-10d3-4de8-9d41-ff994702faa4 req-388cd064-026c-4e63-829b-e8d6c3012ad8 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/security-groups?id=4148e122-57ea-4f33-98fb-111d810e2e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465746 Nov 26 03:28:36.195010 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:28:36.298952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port b4af24f7-1bb8-4df0-8e0a-a32d1f506e71, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b4af24f7-1bb8-4df0-8e0a-a32d1f506e71,segment=NetworkSegment(1f45cc04-8239-4b75-a622-c9fdd3f34416),segment_id=1f45cc04-8239-4b75-a622-c9fdd3f34416)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:28:36.310000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'b4af24f7-1bb8-4df0-8e0a-a32d1f506e71', 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67', 'port_id': 'b4af24f7-1bb8-4df0-8e0a-a32d1f506e71', 'mac_address': 'fa:16:3e:0d:23:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:28:36.346923 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:36.359630 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:28:36.378703 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port b4af24f7-1bb8-4df0-8e0a-a32d1f506e71, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b4af24f7-1bb8-4df0-8e0a-a32d1f506e71,segment=NetworkSegment(1f45cc04-8239-4b75-a622-c9fdd3f34416),segment_id=1f45cc04-8239-4b75-a622-c9fdd3f34416)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:28:36.382270 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:36.430846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=b4af24f7-1bb8-4df0-8e0a-a32d1f506e71,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:36.504661 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa516a-d918-4eb3-8c41-a8d02773b85e req-061f3032-8f4d-40c4-858a-9f041ce73c39 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:36.506047 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62aa516a-d918-4eb3-8c41-a8d02773b85e req-061f3032-8f4d-40c4-858a-9f041ce73c39 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 944 time: 0.0481398 Nov 26 03:28:36.554701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62aa516a-d918-4eb3-8c41-a8d02773b85e req-872e63aa-94ab-40d3-96d0-3fac412808bc tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/security-groups?id=4148e122-57ea-4f33-98fb-111d810e2e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428352 Nov 26 03:28:36.639179 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['b4af24f7-1bb8-4df0-8e0a-a32d1f506e71'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:28:37.669940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f432d3-7287-439d-9990-e95fad1037c7 req-298d7c30-e345-4f02-ae67-eccc4eaf34d3 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:37.671936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a0f432d3-7287-439d-9990-e95fad1037c7 req-298d7c30-e345-4f02-ae67-eccc4eaf34d3 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 944 time: 0.0490324 Nov 26 03:28:37.720530 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a0f432d3-7287-439d-9990-e95fad1037c7 req-5dbc0d67-aa3d-4a9b-bdf4-ea5a999fe1b0 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/security-groups?id=4148e122-57ea-4f33-98fb-111d810e2e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425134 Nov 26 03:28:38.225136 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:28:38.275813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:28:38.279374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:28:38.279877 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:38.355857 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:38.377134 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4af24f7-1bb8-4df0-8e0a-a32d1f506e71'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:28:38.379370 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c795c6-b2cb-4c4d-810f-3b18f98c6f48" -d '{"events": [{"server_uuid": "2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f", "name": "network-vif-plugged", "status": "completed", "tag": "b4af24f7-1bb8-4df0-8e0a-a32d1f506e71"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:28:38.392393 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port b4af24f7-1bb8-4df0-8e0a-a32d1f506e71, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b4af24f7-1bb8-4df0-8e0a-a32d1f506e71,segment=NetworkSegment(1f45cc04-8239-4b75-a622-c9fdd3f34416),segment_id=1f45cc04-8239-4b75-a622-c9fdd3f34416)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:28:38.396617 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:38.442314 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=b4af24f7-1bb8-4df0-8e0a-a32d1f506e71,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:38.484142 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514ca566-448c-4aa9-b70a-322e6de9ec5a x-openstack-request-id: req-514ca566-448c-4aa9-b70a-322e6de9ec5a {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:28:38.484439 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f", "name": "network-vif-plugged", "status": "completed", "tag": "b4af24f7-1bb8-4df0-8e0a-a32d1f506e71", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:28:38.484695 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-514ca566-448c-4aa9-b70a-322e6de9ec5a {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:28:38.485092 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4af24f7-1bb8-4df0-8e0a-a32d1f506e71', 'code': 200} Nov 26 03:28:38.615725 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd57fb-5b0a-4d17-bef4-8b9431a37918 req-b7464929-3b87-429b-bef6-8ea535b05313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:38.617153 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e4cd57fb-5b0a-4d17-bef4-8b9431a37918 req-b7464929-3b87-429b-bef6-8ea535b05313 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 1096 time: 0.0436904 Nov 26 03:28:38.664622 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e4cd57fb-5b0a-4d17-bef4-8b9431a37918 req-2e27c642-a542-4326-b62f-ba335b300220 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4148e122-57ea-4f33-98fb-111d810e2e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396824 Nov 26 03:28:38.839769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379a780-c94b-43b1-9515-6c0a0cdebdb7 req-30e6e6db-a180-4dfe-a463-c4559b12b919 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:38.841285 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e379a780-c94b-43b1-9515-6c0a0cdebdb7 req-30e6e6db-a180-4dfe-a463-c4559b12b919 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 945 time: 0.0519447 Nov 26 03:28:38.894340 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e379a780-c94b-43b1-9515-6c0a0cdebdb7 req-4ca468d4-3bc2-4d88-903f-1e680e961c92 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/security-groups?id=4148e122-57ea-4f33-98fb-111d810e2e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465875 Nov 26 03:28:40.032760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da1edb-a297-4cea-ad4e-826516cb3f9b req-39ebbc64-fca7-4a0e-b8b5-52e918e5f495 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:40.034230 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5da1edb-a297-4cea-ad4e-826516cb3f9b req-39ebbc64-fca7-4a0e-b8b5-52e918e5f495 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 945 time: 0.0547974 Nov 26 03:28:40.086225 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5da1edb-a297-4cea-ad4e-826516cb3f9b req-626c7411-92c0-4f54-a85c-07b8c95b5894 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/security-groups?id=4148e122-57ea-4f33-98fb-111d810e2e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458472 Nov 26 03:28:40.199120 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738ddcb-0f20-4f66-be5d-db4523dbe4c9 req-ed4b9794-3f80-43e1-b805-b977c5979137 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:40.200519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1738ddcb-0f20-4f66-be5d-db4523dbe4c9 req-ed4b9794-3f80-43e1-b805-b977c5979137 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 945 time: 0.0469315 Nov 26 03:28:40.252179 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1738ddcb-0f20-4f66-be5d-db4523dbe4c9 req-631ca1eb-a44c-4ef3-bf6e-ea31340fcf3c tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/security-groups?id=4148e122-57ea-4f33-98fb-111d810e2e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450335 Nov 26 03:28:40.368327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a878917-3f4d-4bd8-b96a-2c01ef129101 req-12d2088b-5660-45c2-9dc9-cbd9e12caa83 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:40.369828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a878917-3f4d-4bd8-b96a-2c01ef129101 req-12d2088b-5660-45c2-9dc9-cbd9e12caa83 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 945 time: 0.0509822 Nov 26 03:28:40.421453 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a878917-3f4d-4bd8-b96a-2c01ef129101 req-70d97215-0b6f-4483-9a12-1656ac01b035 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/security-groups?id=4148e122-57ea-4f33-98fb-111d810e2e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450754 Nov 26 03:28:40.443288 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59362) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:40.524183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf15fb69-78bb-4122-8db8-5286695088e5 tempest-TestServerBasicOps-2079688250 tempest-TestServerBasicOps-2079688250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:40.525700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bf15fb69-78bb-4122-8db8-5286695088e5 tempest-TestServerBasicOps-2079688250 tempest-TestServerBasicOps-2079688250-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 1091 time: 0.0814545 Nov 26 03:28:40.528618 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59366) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:28:40.532833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': 'b4af24f7-1bb8-4df0-8e0a-a32d1f506e71', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:28:40.555231 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:40.653679 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:40.762708 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Allocated IP 172.25.0.157 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/e0ef528f-3bdc-4ec9-83c2-029fc7e1e6ab) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:28:40.869687 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:40.902496 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:40.941209 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:28:40.944088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:28:40.947689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:28:41.247284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Pushing event updated for resources: {'Port': ['ID=e0ef528f-3bdc-4ec9-83c2-029fc7e1e6ab,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:41.555257 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:41.621093 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:41.731289 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-80660a34-0f59-4db9-8ef5-9c8540a719b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:41.771532 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:41.775842 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:41.838591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Pushing event updated for resources: {'Port': ['ID=e0ef528f-3bdc-4ec9-83c2-029fc7e1e6ab,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:28:41.851775 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:41.949405 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Floating IP 22c09170-69b2-4cdb-86e3-a9378e353765 associated. External IP: 172.25.0.157, port: b4af24f7-1bb8-4df0-8e0a-a32d1f506e71. Nov 26 03:28:42.161929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Router e952951c-d8fa-4583-93c5-74d107ea11d0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:28:42.268274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:28:42.277852 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ecabb4-7d53-4b17-9a26-919d1334df22 None None] Sync routers for ids ['e952951c-d8fa-4583-93c5-74d107ea11d0'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:28:42.286141 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:42.288857 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ecabb4-7d53-4b17-9a26-919d1334df22 None None] Routers {'e952951c-d8fa-4583-93c5-74d107ea11d0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:28:42.289477 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-55ecabb4-7d53-4b17-9a26-919d1334df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:28:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e952951c-d8fa-4583-93c5-74d107ea11d0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:42.313254 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-614471db-4fdf-4bfe-9eb5-fdb777013f31 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7836282 Nov 26 03:28:42.313849 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f', 'tag': 'b4af24f7-1bb8-4df0-8e0a-a32d1f506e71'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:28:42.317583 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4193366-ab5d-43fa-ab77-dc4f8e6f3c29" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f", "tag": "b4af24f7-1bb8-4df0-8e0a-a32d1f506e71"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:28:42.359697 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d643445-75ce-44a4-b2e2-6191d7efb88e x-openstack-request-id: req-6d643445-75ce-44a4-b2e2-6191d7efb88e {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:28:42.360006 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f", "tag": "b4af24f7-1bb8-4df0-8e0a-a32d1f506e71", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:28:42.360336 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d643445-75ce-44a4-b2e2-6191d7efb88e {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:28:42.360782 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f', 'tag': 'b4af24f7-1bb8-4df0-8e0a-a32d1f506e71', 'status': 'completed', 'code': 200} Nov 26 03:28:42.443724 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4193366-ab5d-43fa-ab77-dc4f8e6f3c29 req-d8428722-e305-4acb-8594-fccf53039057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:42.445212 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a4193366-ab5d-43fa-ab77-dc4f8e6f3c29 req-d8428722-e305-4acb-8594-fccf53039057 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05ce8bbe86d24758985a643055b8b84d&device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 1096 time: 0.0424936 Nov 26 03:28:42.540603 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4193366-ab5d-43fa-ab77-dc4f8e6f3c29 req-1346fe62-2d25-4423-93f7-1f319234267b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:42.542083 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a4193366-ab5d-43fa-ab77-dc4f8e6f3c29 req-1346fe62-2d25-4423-93f7-1f319234267b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b426e459-aaab-4dc7-8a18-99a7d8ceda67 HTTP/1.1" status: 200 len: 909 time: 0.0899975 Nov 26 03:28:42.551366 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-55ecabb4-7d53-4b17-9a26-919d1334df22 None None] Set router e952951c-d8fa-4583-93c5-74d107ea11d0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:28:42.607497 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a4193366-ab5d-43fa-ab77-dc4f8e6f3c29 req-c12e35e8-27c0-499e-82d9-a11bd2113cfc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 HTTP/1.1" status: 200 len: 999 time: 0.0569415 Nov 26 03:28:42.657689 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4193366-ab5d-43fa-ab77-dc4f8e6f3c29 req-e79b6755-4d29-47f3-a083-b0ef2782c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:42.659191 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a4193366-ab5d-43fa-ab77-dc4f8e6f3c29 req-e79b6755-4d29-47f3-a083-b0ef2782c95c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef04e58c-0616-462f-8b2b-123f8419090b HTTP/1.1" status: 200 len: 847 time: 0.0448306 Nov 26 03:28:42.709066 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4193366-ab5d-43fa-ab77-dc4f8e6f3c29 req-952c6731-6a2e-4209-bf12-0ec318242b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:28:42.710493 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a4193366-ab5d-43fa-ab77-dc4f8e6f3c29 req-952c6731-6a2e-4209-bf12-0ec318242b7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b426e459-aaab-4dc7-8a18-99a7d8ceda67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441196 Nov 26 03:28:42.773628 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-55ecabb4-7d53-4b17-9a26-919d1334df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'name': 'tempest-TestServerBasicOps-402664515-router', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:18Z', 'updated_at': '2021-11-26T03:28:21Z', 'revision_number': 4, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'gw_port': {'id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:19Z', 'updated_at': '2021-11-26T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '22c09170-69b2-4cdb-86e3-a9378e353765', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'port_id': 'b4af24f7-1bb8-4df0-8e0a-a32d1f506e71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67', 'mac_address': 'fa:16:3e:0d:23:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:28:41Z', 'updated_at': '2021-11-26T03:28:41Z', 'revision_number': 0, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef', 'name': '', 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:20Z', 'updated_at': '2021-11-26T03:28:27Z', 'revision_number': 5, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'subnets': [{'id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:42.799392 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a4193366-ab5d-43fa-ab77-dc4f8e6f3c29 req-357aafd7-7b11-4ba1-b189-78f71c842463 service neutron] 10.222.0.59 "GET /v2.0/networks/b426e459-aaab-4dc7-8a18-99a7d8ceda67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820172 Nov 26 03:28:42.803733 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ecabb4-7d53-4b17-9a26-919d1334df22 None None] Checking router: e952951c-d8fa-4583-93c5-74d107ea11d0 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:28:42.812201 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ecabb4-7d53-4b17-9a26-919d1334df22 None None] Routers {'e952951c-d8fa-4583-93c5-74d107ea11d0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:28:42.812813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-55ecabb4-7d53-4b17-9a26-919d1334df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:28:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e952951c-d8fa-4583-93c5-74d107ea11d0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:42.894258 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a4193366-ab5d-43fa-ab77-dc4f8e6f3c29 req-e373529e-256f-4911-8819-fd82deebc68b service neutron] 10.222.0.59 "GET /v2.0/networks/b426e459-aaab-4dc7-8a18-99a7d8ceda67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872560 Nov 26 03:28:42.920126 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-55ecabb4-7d53-4b17-9a26-919d1334df22 None None] Set router e952951c-d8fa-4583-93c5-74d107ea11d0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:28:43.137853 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-55ecabb4-7d53-4b17-9a26-919d1334df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'name': 'tempest-TestServerBasicOps-402664515-router', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:18Z', 'updated_at': '2021-11-26T03:28:21Z', 'revision_number': 4, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'gw_port': {'id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:19Z', 'updated_at': '2021-11-26T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '22c09170-69b2-4cdb-86e3-a9378e353765', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'port_id': 'b4af24f7-1bb8-4df0-8e0a-a32d1f506e71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67', 'mac_address': 'fa:16:3e:0d:23:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:28:41Z', 'updated_at': '2021-11-26T03:28:41Z', 'revision_number': 0, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef', 'name': '', 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:20Z', 'updated_at': '2021-11-26T03:28:27Z', 'revision_number': 5, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'subnets': [{'id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:28:43.166883 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ecabb4-7d53-4b17-9a26-919d1334df22 None None] The sync data for ids ['e952951c-d8fa-4583-93c5-74d107ea11d0'] in n-d-819389-3 is: [{'id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'name': 'tempest-TestServerBasicOps-402664515-router', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:18Z', 'updated_at': '2021-11-26T03:28:21Z', 'revision_number': 4, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'gw_port': {'id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:19Z', 'updated_at': '2021-11-26T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '22c09170-69b2-4cdb-86e3-a9378e353765', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'port_id': 'b4af24f7-1bb8-4df0-8e0a-a32d1f506e71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67', 'mac_address': 'fa:16:3e:0d:23:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:28:41Z', 'updated_at': '2021-11-26T03:28:41Z', 'revision_number': 0, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef', 'name': '', 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:20Z', 'updated_at': '2021-11-26T03:28:27Z', 'revision_number': 5, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'subnets': [{'id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:28:43.352723 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a320a3d5-1ed1-489f-b8f6-499d031dd70e None None] New status for floating IP 22c09170-69b2-4cdb-86e3-a9378e353765: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:28:44.161081 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c85f48a8-16cf-4c54-b562-9adb842a5354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:45.142938 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:46.696941 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:47.585166 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:52.607315 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:28:53.863823 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:29:07.901881 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:29:11.734474 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4b763410-ce7c-4026-925b-848372c4f326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:29:14.161659 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3d9ba843-3abc-4f28-aecd-8625ec9f3176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:29:15.149922 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:29:16.698753 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:29:17.524558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59388) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:29:17.587383 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:29:17.614797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcd94d-6844-4485-9eae-9f09bebf84c7 req-929ff01b-b01f-414c-a509-0b0daded5d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:29:17.616385 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-64dcd94d-6844-4485-9eae-9f09bebf84c7 req-929ff01b-b01f-414c-a509-0b0daded5d4b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 1096 time: 0.0907931 Nov 26 03:29:17.661769 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-64dcd94d-6844-4485-9eae-9f09bebf84c7 req-5d90bc6e-7046-480b-b866-b9136781672f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4148e122-57ea-4f33-98fb-111d810e2e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394478 Nov 26 03:29:22.611304 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:29:23.871121 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:29:39.357150 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d543967c-ce6e-4afc-8aaf-de2cac0d3789 req-6adae0bc-9feb-4ece-9042-958a999f8b34 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390689 Nov 26 03:29:39.454833 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543967c-ce6e-4afc-8aaf-de2cac0d3789 req-d9360f4d-23be-4749-8e78-cc67f0a18812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:29:39.456872 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d543967c-ce6e-4afc-8aaf-de2cac0d3789 req-d9360f4d-23be-4749-8e78-cc67f0a18812 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05ce8bbe86d24758985a643055b8b84d&device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 1096 time: 0.0433545 Nov 26 03:29:39.562661 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543967c-ce6e-4afc-8aaf-de2cac0d3789 req-03425318-50f3-4638-b59f-d541ec6de747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:29:39.564195 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d543967c-ce6e-4afc-8aaf-de2cac0d3789 req-03425318-50f3-4638-b59f-d541ec6de747 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b426e459-aaab-4dc7-8a18-99a7d8ceda67 HTTP/1.1" status: 200 len: 909 time: 0.0900633 Nov 26 03:29:39.627593 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d543967c-ce6e-4afc-8aaf-de2cac0d3789 req-1bfa5b35-c632-4027-92c6-c636a91a143f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 HTTP/1.1" status: 200 len: 1001 time: 0.0562658 Nov 26 03:29:39.680506 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543967c-ce6e-4afc-8aaf-de2cac0d3789 req-a9e6a4db-a0c2-4bcf-bdf1-089753f43d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:29:39.681959 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d543967c-ce6e-4afc-8aaf-de2cac0d3789 req-a9e6a4db-a0c2-4bcf-bdf1-089753f43d0f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef04e58c-0616-462f-8b2b-123f8419090b HTTP/1.1" status: 200 len: 847 time: 0.0476182 Nov 26 03:29:39.727511 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543967c-ce6e-4afc-8aaf-de2cac0d3789 req-6341f043-7c7b-42ba-8977-cc6869fabd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:29:39.729007 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d543967c-ce6e-4afc-8aaf-de2cac0d3789 req-6341f043-7c7b-42ba-8977-cc6869fabd15 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b426e459-aaab-4dc7-8a18-99a7d8ceda67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395856 Nov 26 03:29:39.821383 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d543967c-ce6e-4afc-8aaf-de2cac0d3789 req-000d4cfc-3d9a-41e7-9ca8-0d7d70dfc4fe service neutron] 10.222.0.59 "GET /v2.0/networks/b426e459-aaab-4dc7-8a18-99a7d8ceda67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846288 Nov 26 03:29:39.910213 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d543967c-ce6e-4afc-8aaf-de2cac0d3789 req-e253ac19-141c-4d4c-aed8-8bd1f7bf3118 service neutron] 10.222.0.59 "GET /v2.0/networks/b426e459-aaab-4dc7-8a18-99a7d8ceda67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805995 Nov 26 03:29:41.737340 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-23088bbf-c759-4822-8027-15e41d85954f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:29:44.163061 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-86729a75-238c-406d-907f-1f5071435319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:29:44.901008 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:29:45.148457 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:29:46.701102 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:29:47.589183 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:29:52.607464 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:29:53.893901 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:30:11.738182 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-41a53ebb-8f08-40ad-8d00-6880a233c047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:30:14.163888 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-805f5e92-8ba7-49f2-88d5-0b281d6b4c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:30:15.151414 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:30:16.704228 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:30:17.590169 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:30:21.900277 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:30:22.622358 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:30:23.893954 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:30:39.328307 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-13343fcd-30f3-4a01-b2fa-f0b233e67069 req-123bca94-bcaa-49b0-bc9e-39017c5d9641 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386672 Nov 26 03:30:39.428484 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13343fcd-30f3-4a01-b2fa-f0b233e67069 req-df384c28-edc6-4fce-bbcd-ec941183eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:30:39.430013 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-13343fcd-30f3-4a01-b2fa-f0b233e67069 req-df384c28-edc6-4fce-bbcd-ec941183eca0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05ce8bbe86d24758985a643055b8b84d&device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 1096 time: 0.0447116 Nov 26 03:30:39.535172 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13343fcd-30f3-4a01-b2fa-f0b233e67069 req-cc2493ef-00f4-4f9f-84a2-1f11b2d8535b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:30:39.537340 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-13343fcd-30f3-4a01-b2fa-f0b233e67069 req-cc2493ef-00f4-4f9f-84a2-1f11b2d8535b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b426e459-aaab-4dc7-8a18-99a7d8ceda67 HTTP/1.1" status: 200 len: 909 time: 0.0883584 Nov 26 03:30:39.606502 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-13343fcd-30f3-4a01-b2fa-f0b233e67069 req-6950c2ab-9104-4ed1-b7d9-cd593474a349 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 HTTP/1.1" status: 200 len: 1001 time: 0.0613194 Nov 26 03:30:39.665278 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13343fcd-30f3-4a01-b2fa-f0b233e67069 req-d413a91a-dd84-4e59-afbe-fc7fae4e9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:30:39.666793 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-13343fcd-30f3-4a01-b2fa-f0b233e67069 req-d413a91a-dd84-4e59-afbe-fc7fae4e9d52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef04e58c-0616-462f-8b2b-123f8419090b HTTP/1.1" status: 200 len: 847 time: 0.0533745 Nov 26 03:30:39.713369 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13343fcd-30f3-4a01-b2fa-f0b233e67069 req-054c01be-1c7d-4d95-b7e2-88f508f678a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:30:39.714902 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-13343fcd-30f3-4a01-b2fa-f0b233e67069 req-054c01be-1c7d-4d95-b7e2-88f508f678a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b426e459-aaab-4dc7-8a18-99a7d8ceda67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411491 Nov 26 03:30:39.807554 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-13343fcd-30f3-4a01-b2fa-f0b233e67069 req-d96e8257-c3c9-4179-ac27-39717624fd84 service neutron] 10.222.0.59 "GET /v2.0/networks/b426e459-aaab-4dc7-8a18-99a7d8ceda67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853214 Nov 26 03:30:39.896538 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-13343fcd-30f3-4a01-b2fa-f0b233e67069 req-85ac9295-22a4-4cd1-9b67-b653dd91e517 service neutron] 10.222.0.59 "GET /v2.0/networks/b426e459-aaab-4dc7-8a18-99a7d8ceda67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811622 Nov 26 03:30:41.740794 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3ae409f2-7238-431e-a2e6-ce27d11db1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:30:44.164447 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-50e5ae06-e624-4825-9b43-3c1cc9345736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:30:45.153271 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:30:46.706747 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:30:47.592001 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:30:52.635661 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:30:53.893261 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:30:58.902785 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:31:11.742335 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d1bb069b-ef05-4dd8-a091-7094be61e5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:31:14.166641 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4c064d9c-072f-4e82-9e1f-082b6a5fceab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:31:15.156624 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:31:16.710198 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:31:17.592820 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:31:22.637403 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:31:23.893300 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:31:35.900849 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:31:40.489690 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4f815027-9cd0-4976-80ed-d80538827088 req-ebe8a895-cb7a-4a15-8667-2c7ec4a45d07 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1468642 Nov 26 03:31:40.591548 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f815027-9cd0-4976-80ed-d80538827088 req-7e4d22da-f7b0-4087-9d33-96960d650bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:31:40.593076 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4f815027-9cd0-4976-80ed-d80538827088 req-7e4d22da-f7b0-4087-9d33-96960d650bd6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05ce8bbe86d24758985a643055b8b84d&device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 1096 time: 0.0415142 Nov 26 03:31:40.698953 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f815027-9cd0-4976-80ed-d80538827088 req-675e03e4-03d1-4cc4-8d2a-db0f2ba23cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:31:40.700609 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4f815027-9cd0-4976-80ed-d80538827088 req-675e03e4-03d1-4cc4-8d2a-db0f2ba23cfc service neutron] 10.222.0.59 "GET /v2.0/networks?id=b426e459-aaab-4dc7-8a18-99a7d8ceda67 HTTP/1.1" status: 200 len: 909 time: 0.0880904 Nov 26 03:31:40.769617 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4f815027-9cd0-4976-80ed-d80538827088 req-bb5b7928-2420-4bf6-bc8b-fc5d7e39f1d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 HTTP/1.1" status: 200 len: 1001 time: 0.0614688 Nov 26 03:31:40.818108 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f815027-9cd0-4976-80ed-d80538827088 req-c1169992-5081-4176-98cd-dd1c94907b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:31:40.820164 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4f815027-9cd0-4976-80ed-d80538827088 req-c1169992-5081-4176-98cd-dd1c94907b4c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef04e58c-0616-462f-8b2b-123f8419090b HTTP/1.1" status: 200 len: 847 time: 0.0438128 Nov 26 03:31:40.862837 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f815027-9cd0-4976-80ed-d80538827088 req-57fd54a4-4c8d-40a9-a52d-6a8c6fb90b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:31:40.864313 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4f815027-9cd0-4976-80ed-d80538827088 req-57fd54a4-4c8d-40a9-a52d-6a8c6fb90b2f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b426e459-aaab-4dc7-8a18-99a7d8ceda67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382607 Nov 26 03:31:40.874892 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [req-4f815027-9cd0-4976-80ed-d80538827088 req-81b3b5ef-e352-4f51-bc40-f085b24ec9a8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:31:40.875821 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4f815027-9cd0-4976-80ed-d80538827088 req-81b3b5ef-e352-4f51-bc40-f085b24ec9a8 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047591 Nov 26 03:31:40.965721 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4f815027-9cd0-4976-80ed-d80538827088 req-126e0448-0278-4514-b226-2b524ae11837 service neutron] 10.222.0.59 "GET /v2.0/networks/b426e459-aaab-4dc7-8a18-99a7d8ceda67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824447 Nov 26 03:31:41.057586 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4f815027-9cd0-4976-80ed-d80538827088 req-f7179790-c33d-4e0a-99d3-f4b2863236ff service neutron] 10.222.0.59 "GET /v2.0/networks/b426e459-aaab-4dc7-8a18-99a7d8ceda67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847569 Nov 26 03:31:41.744558 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9219b6a4-125c-4041-aa94-497e2fcaaa91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:31:44.169614 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9cbeca7e-e08d-4997-9e81-e2af0c8d189a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:31:45.160656 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:31:46.713403 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:31:47.594754 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:31:52.639216 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:31:53.892159 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:32:11.746908 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a4908266-6b70-43b9-b684-2700c6722d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:32:12.900253 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:32:14.172541 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2a76-b7de-45ac-b03d-89a0c45a069b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:32:15.165827 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:32:16.714583 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:32:17.595637 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:32:22.663473 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:32:23.905550 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:32:40.325436 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-12f54a2c-9d2c-4664-bfaa-eb4b004b5268 req-78e97fed-01d9-4133-a32b-e6f549441c28 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391190 Nov 26 03:32:40.425423 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f54a2c-9d2c-4664-bfaa-eb4b004b5268 req-72977045-5e2c-4fef-964f-c75e2f387bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:32:40.426933 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-12f54a2c-9d2c-4664-bfaa-eb4b004b5268 req-72977045-5e2c-4fef-964f-c75e2f387bf8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05ce8bbe86d24758985a643055b8b84d&device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 1096 time: 0.0398009 Nov 26 03:32:40.531337 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f54a2c-9d2c-4664-bfaa-eb4b004b5268 req-8c8dacfe-0553-415f-b32e-646a13e9624a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:32:40.532866 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-12f54a2c-9d2c-4664-bfaa-eb4b004b5268 req-8c8dacfe-0553-415f-b32e-646a13e9624a service neutron] 10.222.0.59 "GET /v2.0/networks?id=b426e459-aaab-4dc7-8a18-99a7d8ceda67 HTTP/1.1" status: 200 len: 909 time: 0.0872431 Nov 26 03:32:40.598914 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-12f54a2c-9d2c-4664-bfaa-eb4b004b5268 req-c61de06d-bf91-4b6d-85da-1a9c0fbed25c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 HTTP/1.1" status: 200 len: 1001 time: 0.0578251 Nov 26 03:32:40.647068 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f54a2c-9d2c-4664-bfaa-eb4b004b5268 req-2541ed1c-5bd7-4b87-a346-5f439bde886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:32:40.648577 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-12f54a2c-9d2c-4664-bfaa-eb4b004b5268 req-2541ed1c-5bd7-4b87-a346-5f439bde886d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef04e58c-0616-462f-8b2b-123f8419090b HTTP/1.1" status: 200 len: 847 time: 0.0430698 Nov 26 03:32:40.698599 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f54a2c-9d2c-4664-bfaa-eb4b004b5268 req-ff1d7a86-f124-451a-b995-559e0bb55824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:32:40.700229 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-12f54a2c-9d2c-4664-bfaa-eb4b004b5268 req-ff1d7a86-f124-451a-b995-559e0bb55824 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b426e459-aaab-4dc7-8a18-99a7d8ceda67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445342 Nov 26 03:32:40.788123 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-12f54a2c-9d2c-4664-bfaa-eb4b004b5268 req-915d4eb9-a98d-43e3-84f2-032efa47d33f service neutron] 10.222.0.59 "GET /v2.0/networks/b426e459-aaab-4dc7-8a18-99a7d8ceda67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807211 Nov 26 03:32:40.884642 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-12f54a2c-9d2c-4664-bfaa-eb4b004b5268 req-7cbd777f-ef42-4a36-bf2c-4329feb1956c service neutron] 10.222.0.59 "GET /v2.0/networks/b426e459-aaab-4dc7-8a18-99a7d8ceda67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896666 Nov 26 03:32:41.747991 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-31eb72cd-330f-4a8a-b6d5-ec2d1de065fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:32:44.173977 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-379aebc4-526e-4101-a40f-0d667353e604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:32:45.165604 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:32:46.716741 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:32:47.596727 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:32:49.899824 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:32:52.683786 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:32:53.922762 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:11.752063 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7f51284a-f442-40df-8a0e-16568dfb5bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:14.177211 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dc0dfbd0-5676-4a9b-9e96-a961163d231e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:15.168411 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:16.720144 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:17.598882 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:22.416669 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5385a-bdf7-46fa-bee1-175680d177d5 req-ce8683c6-f5e7-4cfd-a546-8bba3b670d75 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:22.418167 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ab5385a-bdf7-46fa-bee1-175680d177d5 req-ce8683c6-f5e7-4cfd-a546-8bba3b670d75 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 945 time: 0.2053385 Nov 26 03:33:22.467941 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ab5385a-bdf7-46fa-bee1-175680d177d5 req-e6499287-bf47-4c70-b7f6-ce5cfc2233e9 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/security-groups?id=4148e122-57ea-4f33-98fb-111d810e2e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438550 Nov 26 03:33:22.685174 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:23.659821 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef79a-3162-4db0-8565-e31cd0adb63d req-51c8d353-07f5-4e1c-aa5d-d06fafecd7bc tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:23.661650 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-63cef79a-3162-4db0-8565-e31cd0adb63d req-51c8d353-07f5-4e1c-aa5d-d06fafecd7bc tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 945 time: 0.0520906 Nov 26 03:33:23.667217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dda6e-dca5-4680-a830-4ba39d56f8f4 req-2c5155b9-83a4-4fdf-b6fb-8532ab885e65 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:23.668782 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b45dda6e-dca5-4680-a830-4ba39d56f8f4 req-2c5155b9-83a4-4fdf-b6fb-8532ab885e65 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 945 time: 0.1077087 Nov 26 03:33:23.718594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b45dda6e-dca5-4680-a830-4ba39d56f8f4 req-71ec016a-8427-4bc6-b769-0ec41164fd6b tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/security-groups?id=4148e122-57ea-4f33-98fb-111d810e2e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437889 Nov 26 03:33:23.757578 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-63cef79a-3162-4db0-8565-e31cd0adb63d req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Deleting port b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:33:23.757852 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-63cef79a-3162-4db0-8565-e31cd0adb63d req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:23.842538 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-63cef79a-3162-4db0-8565-e31cd0adb63d req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] For port b4af24f7-1bb8-4df0-8e0a-a32d1f506e71, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b4af24f7-1bb8-4df0-8e0a-a32d1f506e71,segment=NetworkSegment(1f45cc04-8239-4b75-a622-c9fdd3f34416),segment_id=1f45cc04-8239-4b75-a622-c9fdd3f34416)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:33:23.842902 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-63cef79a-3162-4db0-8565-e31cd0adb63d req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:23.922065 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:24.059504 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-63cef79a-3162-4db0-8565-e31cd0adb63d req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:24.059870 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-63cef79a-3162-4db0-8565-e31cd0adb63d req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:24.060205 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [req-63cef79a-3162-4db0-8565-e31cd0adb63d req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Floating IP 22c09170-69b2-4cdb-86e3-a9378e353765 disassociated. External IP: 172.25.0.157, port: b4af24f7-1bb8-4df0-8e0a-a32d1f506e71. Nov 26 03:33:24.060560 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-63cef79a-3162-4db0-8565-e31cd0adb63d req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Calling delete_port for b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:33:24.184631 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-63cef79a-3162-4db0-8565-e31cd0adb63d req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:24.211872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Pushing event deleted for resources: {'Port': ['ID=b4af24f7-1bb8-4df0-8e0a-a32d1f506e71,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:24.224154 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:24.224524 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:24.224872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:24.225219 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:24.225583 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:24.225887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:24.226226 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:24.226561 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:24.226891 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:24.227238 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:24.227562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:24.227891 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:24.333078 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63cef79a-3162-4db0-8565-e31cd0adb63d req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Router e952951c-d8fa-4583-93c5-74d107ea11d0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:33:24.437503 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63cef79a-3162-4db0-8565-e31cd0adb63d req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:33:24.447487 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d6d49-8970-4282-9705-f41f13d33c03 None None] Sync routers for ids ['e952951c-d8fa-4583-93c5-74d107ea11d0'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:33:24.457383 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d6d49-8970-4282-9705-f41f13d33c03 None None] Routers {'e952951c-d8fa-4583-93c5-74d107ea11d0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:33:24.458006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-499d6d49-8970-4282-9705-f41f13d33c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:33:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e952951c-d8fa-4583-93c5-74d107ea11d0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:33:24.475955 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cef79a-3162-4db0-8565-e31cd0adb63d req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] No DVR routers for this DVR port b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:33:24.478616 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-63cef79a-3162-4db0-8565-e31cd0adb63d req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:24.482694 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-63cef79a-3162-4db0-8565-e31cd0adb63d req-ea483776-d794-432c-a9e8-837c30d937b5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.59 "DELETE /v2.0/ports/b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 HTTP/1.1" status: 204 len: 173 time: 0.8125470 Nov 26 03:33:24.483082 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f', 'name': 'network-vif-deleted', 'tag': 'b4af24f7-1bb8-4df0-8e0a-a32d1f506e71'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:33:24.485334 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220c0598-498d-4f18-8ec7-824a848c668e" -d '{"events": [{"server_uuid": "2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f", "name": "network-vif-deleted", "tag": "b4af24f7-1bb8-4df0-8e0a-a32d1f506e71"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:33:24.579129 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-499d6d49-8970-4282-9705-f41f13d33c03 None None] Set router e952951c-d8fa-4583-93c5-74d107ea11d0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:33:24.630615 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f196b5-8f4a-4332-8d82-131c6fff419a x-openstack-request-id: req-02f196b5-8f4a-4332-8d82-131c6fff419a {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:33:24.630978 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f", "name": "network-vif-deleted", "tag": "b4af24f7-1bb8-4df0-8e0a-a32d1f506e71", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:33:24.631304 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02f196b5-8f4a-4332-8d82-131c6fff419a {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:33:24.631780 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f', 'name': 'network-vif-deleted', 'tag': 'b4af24f7-1bb8-4df0-8e0a-a32d1f506e71', 'status': 'completed', 'code': 200} Nov 26 03:33:24.838847 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-750fe1ab-9d11-47c3-98f4-b07f0e24cc6f req-25467632-687f-44b7-986e-0e2d43e528f5 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ab8d5ef-e948-41a6-a5f1-ac3cd17fa82f HTTP/1.1" status: 200 len: 210 time: 0.0268953 Nov 26 03:33:24.964277 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-499d6d49-8970-4282-9705-f41f13d33c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'name': 'tempest-TestServerBasicOps-402664515-router', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:18Z', 'updated_at': '2021-11-26T03:28:21Z', 'revision_number': 4, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'gw_port': {'id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:19Z', 'updated_at': '2021-11-26T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef', 'name': '', 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:20Z', 'updated_at': '2021-11-26T03:28:27Z', 'revision_number': 5, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'subnets': [{'id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:33:24.992012 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d6d49-8970-4282-9705-f41f13d33c03 None None] Checking router: e952951c-d8fa-4583-93c5-74d107ea11d0 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:33:25.000512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d6d49-8970-4282-9705-f41f13d33c03 None None] Routers {'e952951c-d8fa-4583-93c5-74d107ea11d0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:33:25.001131 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-499d6d49-8970-4282-9705-f41f13d33c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:33:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e952951c-d8fa-4583-93c5-74d107ea11d0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:33:25.111275 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-499d6d49-8970-4282-9705-f41f13d33c03 None None] Set router e952951c-d8fa-4583-93c5-74d107ea11d0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:33:25.309945 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-499d6d49-8970-4282-9705-f41f13d33c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'name': 'tempest-TestServerBasicOps-402664515-router', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:18Z', 'updated_at': '2021-11-26T03:28:21Z', 'revision_number': 4, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'gw_port': {'id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:19Z', 'updated_at': '2021-11-26T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef', 'name': '', 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:20Z', 'updated_at': '2021-11-26T03:28:27Z', 'revision_number': 5, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'subnets': [{'id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:33:25.337563 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d6d49-8970-4282-9705-f41f13d33c03 None None] The sync data for ids ['e952951c-d8fa-4583-93c5-74d107ea11d0'] in n-d-819389-3 is: [{'id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'name': 'tempest-TestServerBasicOps-402664515-router', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:18Z', 'updated_at': '2021-11-26T03:28:21Z', 'revision_number': 4, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'gw_port': {'id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:19Z', 'updated_at': '2021-11-26T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef', 'name': '', 'network_id': 'b426e459-aaab-4dc7-8a18-99a7d8ceda67', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:20Z', 'updated_at': '2021-11-26T03:28:27Z', 'revision_number': 5, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'subnets': [{'id': 'ef04e58c-0616-462f-8b2b-123f8419090b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:33:25.548677 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c78eb1e-a5ae-41cb-8cfd-ed431580e60d None None] New status for floating IP 22c09170-69b2-4cdb-86e3-a9378e353765: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:33:25.897524 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59522) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:33:26.025150 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-6da894cf-3167-46f1-b5c9-68365900d060 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Deleting port e0ef528f-3bdc-4ec9-83c2-029fc7e1e6ab {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:33:26.025495 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6da894cf-3167-46f1-b5c9-68365900d060 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:26.100763 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6da894cf-3167-46f1-b5c9-68365900d060 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:26.101093 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6da894cf-3167-46f1-b5c9-68365900d060 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:26.112838 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-6da894cf-3167-46f1-b5c9-68365900d060 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Calling delete_port for e0ef528f-3bdc-4ec9-83c2-029fc7e1e6ab owned by network:floatingip {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:33:26.243657 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6da894cf-3167-46f1-b5c9-68365900d060 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:26.268784 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da894cf-3167-46f1-b5c9-68365900d060 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Pushing event deleted for resources: {'Port': ['ID=e0ef528f-3bdc-4ec9-83c2-029fc7e1e6ab,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:26.327665 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6da894cf-3167-46f1-b5c9-68365900d060 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for floatingip, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:26.330296 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6da894cf-3167-46f1-b5c9-68365900d060 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:26.331473 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6da894cf-3167-46f1-b5c9-68365900d060 tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "DELETE /v2.0/floatingips/22c09170-69b2-4cdb-86e3-a9378e353765 HTTP/1.1" status: 204 len: 168 time: 0.4328215 Nov 26 03:33:26.398528 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59528) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:33:26.454101 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dfb598b4-0504-447c-acb0-79aeacad62ec tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:26.478834 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dfb598b4-0504-447c-acb0-79aeacad62ec tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:26.540295 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dfb598b4-0504-447c-acb0-79aeacad62ec tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:26.543629 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dfb598b4-0504-447c-acb0-79aeacad62ec tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:26.544898 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dfb598b4-0504-447c-acb0-79aeacad62ec tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] 10.222.0.31 "DELETE /v2.0/security-groups/4148e122-57ea-4f33-98fb-111d810e2e7b HTTP/1.1" status: 204 len: 168 time: 0.1453323 Nov 26 03:33:26.554151 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb598b4-0504-447c-acb0-79aeacad62ec tempest-TestServerBasicOps-1283701148 tempest-TestServerBasicOps-1283701148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4148e122-57ea-4f33-98fb-111d810e2e7b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:26.591132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59532) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:33:26.898388 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:33:27.340240 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83869eaf-f0d2-46e2-8ed2-f76623d93cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:27.572387 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-83869eaf-f0d2-46e2-8ed2-f76623d93cae admin admin] Deleting port bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:33:27.572724 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83869eaf-f0d2-46e2-8ed2-f76623d93cae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:27.651994 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-83869eaf-f0d2-46e2-8ed2-f76623d93cae admin admin] For port bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef,segment=NetworkSegment(1f45cc04-8239-4b75-a622-c9fdd3f34416),segment_id=1f45cc04-8239-4b75-a622-c9fdd3f34416)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:33:27.652385 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83869eaf-f0d2-46e2-8ed2-f76623d93cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:27.664129 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-83869eaf-f0d2-46e2-8ed2-f76623d93cae admin admin] Calling delete_port for bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:33:27.677939 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:33:27.701577 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:33:27.702245 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device b4af24f7-1bb8-4df0-8e0a-a32d1f506e71 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:33:27.841366 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83869eaf-f0d2-46e2-8ed2-f76623d93cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:27.867766 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83869eaf-f0d2-46e2-8ed2-f76623d93cae admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:28.030724 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-83869eaf-f0d2-46e2-8ed2-f76623d93cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:28.244633 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83869eaf-f0d2-46e2-8ed2-f76623d93cae admin admin] Router e952951c-d8fa-4583-93c5-74d107ea11d0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:33:28.346641 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83869eaf-f0d2-46e2-8ed2-f76623d93cae admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:33:28.351844 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-83869eaf-f0d2-46e2-8ed2-f76623d93cae admin admin] 10.222.0.31 "PUT /v2.0/routers/e952951c-d8fa-4583-93c5-74d107ea11d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7595842 Nov 26 03:33:28.354376 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59536) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:33:28.355336 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc5ceba-c93e-47cd-b3c5-d86311b1ae70 None None] Sync routers for ids ['e952951c-d8fa-4583-93c5-74d107ea11d0'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:33:28.365357 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc5ceba-c93e-47cd-b3c5-d86311b1ae70 None None] Routers {'e952951c-d8fa-4583-93c5-74d107ea11d0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:33:28.365964 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-3cc5ceba-c93e-47cd-b3c5-d86311b1ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:33:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e952951c-d8fa-4583-93c5-74d107ea11d0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:33:28.457376 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-483adf94-56c8-4673-bd3d-0f7b8daa48b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:28.471600 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-3cc5ceba-c93e-47cd-b3c5-d86311b1ae70 None None] Set router e952951c-d8fa-4583-93c5-74d107ea11d0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:33:28.561902 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-483adf94-56c8-4673-bd3d-0f7b8daa48b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:28.614267 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-483adf94-56c8-4673-bd3d-0f7b8daa48b1 admin admin] Deleting port 8df12afd-3700-4405-8556-b4bcedc05bff {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:33:28.614609 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-483adf94-56c8-4673-bd3d-0f7b8daa48b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:28.650644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-3cc5ceba-c93e-47cd-b3c5-d86311b1ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'name': 'tempest-TestServerBasicOps-402664515-router', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:18Z', 'updated_at': '2021-11-26T03:33:27Z', 'revision_number': 5, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'gw_port': {'id': '8df12afd-3700-4405-8556-b4bcedc05bff', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:19Z', 'updated_at': '2021-11-26T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:33:28.676696 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc5ceba-c93e-47cd-b3c5-d86311b1ae70 None None] Checking router: e952951c-d8fa-4583-93c5-74d107ea11d0 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:33:28.685534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc5ceba-c93e-47cd-b3c5-d86311b1ae70 None None] Routers {'e952951c-d8fa-4583-93c5-74d107ea11d0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:33:28.686156 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-3cc5ceba-c93e-47cd-b3c5-d86311b1ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:33:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e952951c-d8fa-4583-93c5-74d107ea11d0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:33:28.697261 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-483adf94-56c8-4673-bd3d-0f7b8daa48b1 admin admin] For port 8df12afd-3700-4405-8556-b4bcedc05bff, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8df12afd-3700-4405-8556-b4bcedc05bff,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:33:28.697630 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-483adf94-56c8-4673-bd3d-0f7b8daa48b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:28.710015 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-483adf94-56c8-4673-bd3d-0f7b8daa48b1 admin admin] Calling delete_port for 8df12afd-3700-4405-8556-b4bcedc05bff owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:33:28.771393 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-3cc5ceba-c93e-47cd-b3c5-d86311b1ae70 None None] Set router e952951c-d8fa-4583-93c5-74d107ea11d0 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:33:28.827194 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-3cc5ceba-c93e-47cd-b3c5-d86311b1ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'name': 'tempest-TestServerBasicOps-402664515-router', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:18Z', 'updated_at': '2021-11-26T03:33:28Z', 'revision_number': 6, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:33:28.853900 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc5ceba-c93e-47cd-b3c5-d86311b1ae70 None None] The sync data for ids ['e952951c-d8fa-4583-93c5-74d107ea11d0'] in n-d-819389-3 is: [{'id': 'e952951c-d8fa-4583-93c5-74d107ea11d0', 'name': 'tempest-TestServerBasicOps-402664515-router', 'tenant_id': '05ce8bbe86d24758985a643055b8b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:18Z', 'updated_at': '2021-11-26T03:33:28Z', 'revision_number': 6, 'project_id': '05ce8bbe86d24758985a643055b8b84d', 'gw_port_host': None}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:33:28.879424 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-483adf94-56c8-4673-bd3d-0f7b8daa48b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:28.904794 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483adf94-56c8-4673-bd3d-0f7b8daa48b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df12afd-3700-4405-8556-b4bcedc05bff,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:28.920963 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b63e811-656b-49df-8cd0-93cc912f3640 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:33:28.968528 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-483adf94-56c8-4673-bd3d-0f7b8daa48b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.057000 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-483adf94-56c8-4673-bd3d-0f7b8daa48b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.059559 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-483adf94-56c8-4673-bd3d-0f7b8daa48b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.103690 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-483adf94-56c8-4673-bd3d-0f7b8daa48b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.104280 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483adf94-56c8-4673-bd3d-0f7b8daa48b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e952951c-d8fa-4583-93c5-74d107ea11d0 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:33:29.109114 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-483adf94-56c8-4673-bd3d-0f7b8daa48b1 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.110409 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-483adf94-56c8-4673-bd3d-0f7b8daa48b1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e952951c-d8fa-4583-93c5-74d107ea11d0 HTTP/1.1" status: 204 len: 168 time: 0.7550561 Nov 26 03:33:29.112831 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59538) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:33:29.155072 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-58da1f73-2f5a-4ebe-a04e-16f6e82b4350 admin admin] Deleting subnet ef04e58c-0616-462f-8b2b-123f8419090b {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:33:29.157958 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-58da1f73-2f5a-4ebe-a04e-16f6e82b4350 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.192598 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-58da1f73-2f5a-4ebe-a04e-16f6e82b4350 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.275981 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-58da1f73-2f5a-4ebe-a04e-16f6e82b4350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.327926 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-58da1f73-2f5a-4ebe-a04e-16f6e82b4350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.353922 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da1f73-2f5a-4ebe-a04e-16f6e82b4350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef04e58c-0616-462f-8b2b-123f8419090b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:29.356424 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-58da1f73-2f5a-4ebe-a04e-16f6e82b4350 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.360492 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-58da1f73-2f5a-4ebe-a04e-16f6e82b4350 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ef04e58c-0616-462f-8b2b-123f8419090b HTTP/1.1" status: 204 len: 168 time: 0.2467110 Nov 26 03:33:29.361011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a2c755-52fc-4d14-8712-6b040002811f None None] Network b426e459-aaab-4dc7-8a18-99a7d8ceda67 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:33:29.362458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59540) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:33:29.433777 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.486684 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Deleting port b0c719f5-dde1-44a5-89f0-de660ef957aa {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:33:29.487034 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.551964 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] For port b0c719f5-dde1-44a5-89f0-de660ef957aa, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=b0c719f5-dde1-44a5-89f0-de660ef957aa,segment=NetworkSegment(1f45cc04-8239-4b75-a622-c9fdd3f34416),segment_id=1f45cc04-8239-4b75-a622-c9fdd3f34416)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:33:29.552274 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.566951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Calling delete_port for b0c719f5-dde1-44a5-89f0-de660ef957aa owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:33:29.636685 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] DHCP port deletion for b426e459-aaab-4dc7-8a18-99a7d8ceda67 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:33:29.652820 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.680933 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c719f5-dde1-44a5-89f0-de660ef957aa,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:29.684132 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] No DVR routers for this DVR port b0c719f5-dde1-44a5-89f0-de660ef957aa on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:33:29.691032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] Deleting port b0c719f5-dde1-44a5-89f0-de660ef957aa {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:33:29.691555 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.691661 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.691901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.692272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.692613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.692948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.693281 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.693609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.693979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.694301 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.694635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.694959 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.695283 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.759225 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] For port b0c719f5-dde1-44a5-89f0-de660ef957aa, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:33:29.759618 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.770108 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.773932 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] Calling delete_port for b0c719f5-dde1-44a5-89f0-de660ef957aa owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:33:29.776826 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] Port b0c719f5-dde1-44a5-89f0-de660ef957aa was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 03:33:29.778636 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.789957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b426e459-aaab-4dc7-8a18-99a7d8ceda67']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:33:29.799836 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f45cc04-8239-4b75-a622-c9fdd3f34416') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:33:29.800168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f45cc04-8239-4b75-a622-c9fdd3f34416') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:33:29.803923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] Pushing event deleted for resources: {'Port': ['ID=b0c719f5-dde1-44a5-89f0-de660ef957aa,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:29.810261 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.812409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] No DVR routers for this DVR port b0c719f5-dde1-44a5-89f0-de660ef957aa on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:33:29.814595 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.814949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.815298 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.815644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.815985 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.816353 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.816743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.817086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.817420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.818114 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.818114 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.818397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1191-5077-4909-8d4d-45ce6bdae132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:33:29.831960 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.841372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:33:29.841768 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:33:29.843491 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:33:29.909355 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.919369 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:29.922645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b426e459-aaab-4dc7-8a18-99a7d8ceda67 HTTP/1.1" status: 204 len: 168 time: 0.5591764 Nov 26 03:33:29.926923 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59542) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:33:29.947989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91e4f0-27e8-4531-bd10-cdc95e6a0153 admin admin] Pushing event deleted for resources: {'Network': ['ID=b426e459-aaab-4dc7-8a18-99a7d8ceda67,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:30.275903 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b0a15dc5-a4b4-42ad-ae37-63c4984b355f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:30.517559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8df12afd-3700-4405-8556-b4bcedc05bff no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:33:30.518870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b0a15dc5-a4b4-42ad-ae37-63c4984b355f admin admin] Deleting port 8d26888a-6ab7-4aef-93f4-b35392a6ce10 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:33:30.519320 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b0a15dc5-a4b4-42ad-ae37-63c4984b355f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:30.540776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 8df12afd-3700-4405-8556-b4bcedc05bff {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:33:30.541044 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8df12afd-3700-4405-8556-b4bcedc05bff not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:33:30.541465 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b0c719f5-dde1-44a5-89f0-de660ef957aa no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:33:30.561555 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: b0c719f5-dde1-44a5-89f0-de660ef957aa {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:33:30.561908 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device b0c719f5-dde1-44a5-89f0-de660ef957aa not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:33:30.562324 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:33:30.580930 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:33:30.581287 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bcc6c79e-d1dc-41cb-a6e5-16d0baf3b3ef not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:33:30.600100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-b0a15dc5-a4b4-42ad-ae37-63c4984b355f admin admin] For port 8d26888a-6ab7-4aef-93f4-b35392a6ce10, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8d26888a-6ab7-4aef-93f4-b35392a6ce10,segment=NetworkSegment(ce3274d2-4bb0-42b7-9c35-eed98655b1c6),segment_id=ce3274d2-4bb0-42b7-9c35-eed98655b1c6)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:33:30.600474 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b0a15dc5-a4b4-42ad-ae37-63c4984b355f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:30.617125 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b0a15dc5-a4b4-42ad-ae37-63c4984b355f admin admin] Calling delete_port for 8d26888a-6ab7-4aef-93f4-b35392a6ce10 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:33:30.794994 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b0a15dc5-a4b4-42ad-ae37-63c4984b355f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:30.818287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a15dc5-a4b4-42ad-ae37-63c4984b355f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d26888a-6ab7-4aef-93f4-b35392a6ce10,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:30.982533 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b0a15dc5-a4b4-42ad-ae37-63c4984b355f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:31.192186 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a15dc5-a4b4-42ad-ae37-63c4984b355f admin admin] Router c778fd9f-27e3-45c2-a59e-d5af819697dc has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:33:31.562840 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a15dc5-a4b4-42ad-ae37-63c4984b355f admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:33:31.569100 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b0a15dc5-a4b4-42ad-ae37-63c4984b355f admin admin] 10.222.0.31 "PUT /v2.0/routers/c778fd9f-27e3-45c2-a59e-d5af819697dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6398749 Nov 26 03:33:31.570355 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59544) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:33:31.572917 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb7af0c-56dc-4a5b-95fc-bdc5dcae526f None None] Sync routers for ids ['c778fd9f-27e3-45c2-a59e-d5af819697dc'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:33:31.584843 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb7af0c-56dc-4a5b-95fc-bdc5dcae526f None None] Routers {'c778fd9f-27e3-45c2-a59e-d5af819697dc'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:33:31.585640 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-afb7af0c-56dc-4a5b-95fc-bdc5dcae526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:33:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c778fd9f-27e3-45c2-a59e-d5af819697dc'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:33:31.673984 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f77d2ddb-48b3-48c9-a601-f744ca885618 admin admin] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:31.689037 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-afb7af0c-56dc-4a5b-95fc-bdc5dcae526f None None] Set router c778fd9f-27e3-45c2-a59e-d5af819697dc gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:33:31.772218 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f77d2ddb-48b3-48c9-a601-f744ca885618 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:31.827730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-f77d2ddb-48b3-48c9-a601-f744ca885618 admin admin] Deleting port c154df76-af26-437e-8bd8-1b053af7217c {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:33:31.827998 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f77d2ddb-48b3-48c9-a601-f744ca885618 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:31.863732 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-afb7af0c-56dc-4a5b-95fc-bdc5dcae526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c778fd9f-27e3-45c2-a59e-d5af819697dc', 'name': 'tempest-TestServerBasicOps-1487467901-router', 'tenant_id': '43f58bdcdc6d4f6296da305378f45925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c154df76-af26-437e-8bd8-1b053af7217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:23Z', 'updated_at': '2021-11-26T03:33:30Z', 'revision_number': 5, 'project_id': '43f58bdcdc6d4f6296da305378f45925', 'gw_port': {'id': 'c154df76-af26-437e-8bd8-1b053af7217c', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c778fd9f-27e3-45c2-a59e-d5af819697dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:28:23Z', 'updated_at': '2021-11-26T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:33:31.890318 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb7af0c-56dc-4a5b-95fc-bdc5dcae526f None None] Checking router: c778fd9f-27e3-45c2-a59e-d5af819697dc for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:33:31.899291 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb7af0c-56dc-4a5b-95fc-bdc5dcae526f None None] Routers {'c778fd9f-27e3-45c2-a59e-d5af819697dc'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:33:31.899291 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-afb7af0c-56dc-4a5b-95fc-bdc5dcae526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:33:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c778fd9f-27e3-45c2-a59e-d5af819697dc'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:33:31.915843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-f77d2ddb-48b3-48c9-a601-f744ca885618 admin admin] For port c154df76-af26-437e-8bd8-1b053af7217c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c154df76-af26-437e-8bd8-1b053af7217c,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:33:31.916255 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f77d2ddb-48b3-48c9-a601-f744ca885618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:31.929693 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-f77d2ddb-48b3-48c9-a601-f744ca885618 admin admin] Calling delete_port for c154df76-af26-437e-8bd8-1b053af7217c owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:33:31.990100 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-afb7af0c-56dc-4a5b-95fc-bdc5dcae526f None None] Set router c778fd9f-27e3-45c2-a59e-d5af819697dc gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:33:32.043408 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-afb7af0c-56dc-4a5b-95fc-bdc5dcae526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c778fd9f-27e3-45c2-a59e-d5af819697dc', 'name': 'tempest-TestServerBasicOps-1487467901-router', 'tenant_id': '43f58bdcdc6d4f6296da305378f45925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:23Z', 'updated_at': '2021-11-26T03:33:31Z', 'revision_number': 6, 'project_id': '43f58bdcdc6d4f6296da305378f45925', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:33:32.069580 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb7af0c-56dc-4a5b-95fc-bdc5dcae526f None None] The sync data for ids ['c778fd9f-27e3-45c2-a59e-d5af819697dc'] in n-d-819389-3 is: [{'id': 'c778fd9f-27e3-45c2-a59e-d5af819697dc', 'name': 'tempest-TestServerBasicOps-1487467901-router', 'tenant_id': '43f58bdcdc6d4f6296da305378f45925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:28:23Z', 'updated_at': '2021-11-26T03:33:31Z', 'revision_number': 6, 'project_id': '43f58bdcdc6d4f6296da305378f45925', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:33:32.095894 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f77d2ddb-48b3-48c9-a601-f744ca885618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:32.125391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d2ddb-48b3-48c9-a601-f744ca885618 admin admin] Pushing event deleted for resources: {'Port': ['ID=c154df76-af26-437e-8bd8-1b053af7217c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:32.138693 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a70425-7d24-4e50-b21a-11569532f7f3 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:33:32.184377 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f77d2ddb-48b3-48c9-a601-f744ca885618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:32.295154 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f77d2ddb-48b3-48c9-a601-f744ca885618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:32.297273 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f77d2ddb-48b3-48c9-a601-f744ca885618 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:32.360209 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f77d2ddb-48b3-48c9-a601-f744ca885618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:32.360703 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77d2ddb-48b3-48c9-a601-f744ca885618 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c778fd9f-27e3-45c2-a59e-d5af819697dc {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:33:32.366968 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f77d2ddb-48b3-48c9-a601-f744ca885618 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:32.368156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f77d2ddb-48b3-48c9-a601-f744ca885618 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c778fd9f-27e3-45c2-a59e-d5af819697dc HTTP/1.1" status: 204 len: 168 time: 0.7968552 Nov 26 03:33:32.371180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59546) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:33:32.414397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-10151482-3873-47e6-b19b-f3d07918aa87 admin admin] Deleting subnet e22af022-a555-42f5-b464-691bc14b711b {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:33:32.417555 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-10151482-3873-47e6-b19b-f3d07918aa87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:32.453040 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-10151482-3873-47e6-b19b-f3d07918aa87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:32.538873 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-10151482-3873-47e6-b19b-f3d07918aa87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:32.593888 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-10151482-3873-47e6-b19b-f3d07918aa87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:32.619057 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10151482-3873-47e6-b19b-f3d07918aa87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e22af022-a555-42f5-b464-691bc14b711b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:32.624001 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-10151482-3873-47e6-b19b-f3d07918aa87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:32.627634 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-10151482-3873-47e6-b19b-f3d07918aa87 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e22af022-a555-42f5-b464-691bc14b711b HTTP/1.1" status: 204 len: 168 time: 0.2552407 Nov 26 03:33:32.629944 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd94ac5-6b21-4dd8-a636-0df0fc75f38a None None] Network 489c0bf5-6432-4d2f-98ee-f064194f5001 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:33:32.630079 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59548) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:33:32.702547 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:32.755250 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] Deleting port 01940ea9-da87-4d09-bcc5-fd9a9b688f2c {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:33:32.755591 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:32.817161 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] For port 01940ea9-da87-4d09-bcc5-fd9a9b688f2c, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=01940ea9-da87-4d09-bcc5-fd9a9b688f2c,segment=NetworkSegment(ce3274d2-4bb0-42b7-9c35-eed98655b1c6),segment_id=ce3274d2-4bb0-42b7-9c35-eed98655b1c6)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:33:32.817460 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:32.829382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] Calling delete_port for 01940ea9-da87-4d09-bcc5-fd9a9b688f2c owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:33:32.859715 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f09f874-9447-4e22-97ac-42270b2333be None None] DHCP port deletion for 489c0bf5-6432-4d2f-98ee-f064194f5001 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:33:32.895830 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8d26888a-6ab7-4aef-93f4-b35392a6ce10 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:33:32.918152 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 8d26888a-6ab7-4aef-93f4-b35392a6ce10 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:33:32.918498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8d26888a-6ab7-4aef-93f4-b35392a6ce10 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:33:32.937677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3f09f874-9447-4e22-97ac-42270b2333be None None] Deleting port 01940ea9-da87-4d09-bcc5-fd9a9b688f2c {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:33:32.938287 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3f09f874-9447-4e22-97ac-42270b2333be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:32.939893 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:32.978185 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] No DVR routers for this DVR port 01940ea9-da87-4d09-bcc5-fd9a9b688f2c on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:33:32.980565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] Pushing event deleted for resources: {'Port': ['ID=01940ea9-da87-4d09-bcc5-fd9a9b688f2c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:33.015852 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3f09f874-9447-4e22-97ac-42270b2333be None None] For port 01940ea9-da87-4d09-bcc5-fd9a9b688f2c, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:33:33.016281 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3f09f874-9447-4e22-97ac-42270b2333be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:33.028723 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-3f09f874-9447-4e22-97ac-42270b2333be None None] Calling delete_port for 01940ea9-da87-4d09-bcc5-fd9a9b688f2c owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:33:33.031369 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-3f09f874-9447-4e22-97ac-42270b2333be None None] Port 01940ea9-da87-4d09-bcc5-fd9a9b688f2c was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 03:33:33.032723 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3f09f874-9447-4e22-97ac-42270b2333be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:33.057516 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09f874-9447-4e22-97ac-42270b2333be None None] Pushing event deleted for resources: {'Port': ['ID=01940ea9-da87-4d09-bcc5-fd9a9b688f2c,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:33.061524 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f09f874-9447-4e22-97ac-42270b2333be None None] No DVR routers for this DVR port 01940ea9-da87-4d09-bcc5-fd9a9b688f2c on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:33:33.064547 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:33.087553 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489c0bf5-6432-4d2f-98ee-f064194f5001']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:33:33.097820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3274d2-4bb0-42b7-9c35-eed98655b1c6') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:33:33.098128 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3274d2-4bb0-42b7-9c35-eed98655b1c6') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:33:33.112349 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:33.127218 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:33.133759 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:33:33.134211 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:33:33.135963 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:33:33.192536 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:33.197813 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:33.201064 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] 10.222.0.31 "DELETE /v2.0/networks/489c0bf5-6432-4d2f-98ee-f064194f5001 HTTP/1.1" status: 204 len: 168 time: 0.5701675 Nov 26 03:33:33.212181 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ceb3a-7ca8-4a23-b96a-35079851c29b admin admin] Pushing event deleted for resources: {'Network': ['ID=489c0bf5-6432-4d2f-98ee-f064194f5001,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:33.325511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59552) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:33:33.365256 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c599d966-bd93-4221-96a1-d4c0c7a0af4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05ce8bbe86d24758985a643055b8b84d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385783 Nov 26 03:33:33.367736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59554) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:33:33.417323 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ab83c2c8-70cf-41b1-9f0b-cea3372bd4b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:33.438073 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ab83c2c8-70cf-41b1-9f0b-cea3372bd4b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:33.482986 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ab83c2c8-70cf-41b1-9f0b-cea3372bd4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:33.485682 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ab83c2c8-70cf-41b1-9f0b-cea3372bd4b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:33.486825 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ab83c2c8-70cf-41b1-9f0b-cea3372bd4b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3498b8c-7e74-4d27-b568-feee89ac9839 HTTP/1.1" status: 204 len: 168 time: 0.1181402 Nov 26 03:33:33.494303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83c2c8-70cf-41b1-9f0b-cea3372bd4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3498b8c-7e74-4d27-b568-feee89ac9839,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:33.801084 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59560) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:33:33.840651 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-29eafbb9-97f5-4cfe-847c-e44a904276d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43f58bdcdc6d4f6296da305378f45925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383928 Nov 26 03:33:33.842962 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59562) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:33:33.890293 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-62fd176c-0613-4e8a-a39f-fac79f678b59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:33.910662 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-62fd176c-0613-4e8a-a39f-fac79f678b59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:33.956673 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-62fd176c-0613-4e8a-a39f-fac79f678b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:33.959441 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-62fd176c-0613-4e8a-a39f-fac79f678b59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:33.960516 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-62fd176c-0613-4e8a-a39f-fac79f678b59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40804a3a-4659-4b2f-930f-a02f0b0fccf0 HTTP/1.1" status: 204 len: 168 time: 0.1166539 Nov 26 03:33:33.968740 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd176c-0613-4e8a-a39f-fac79f678b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40804a3a-4659-4b2f-930f-a02f0b0fccf0,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:34.507030 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 01940ea9-da87-4d09-bcc5-fd9a9b688f2c no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:33:34.527433 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 01940ea9-da87-4d09-bcc5-fd9a9b688f2c {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:33:34.527784 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 01940ea9-da87-4d09-bcc5-fd9a9b688f2c not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:33:34.528233 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c154df76-af26-437e-8bd8-1b053af7217c no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:33:34.548086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: c154df76-af26-437e-8bd8-1b053af7217c {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:33:34.548490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c154df76-af26-437e-8bd8-1b053af7217c not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:33:41.753365 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6fcb2681-29aa-4d37-9409-9486e8c38155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:44.107808 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-7812e639-a5a9-45bd-b203-a17fbfed405a tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7279ec11c3f84a3d998fdfecb32bc5e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319340 Nov 26 03:33:44.179703 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3cde9155-7f52-4b93-836e-6007bc575263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:44.286905 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-f5de8b3d-6e55-4f74-aebd-ecc92659c2bc tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:44.288789 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-f5de8b3d-6e55-4f74-aebd-ecc92659c2bc tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1757276 Nov 26 03:33:44.304389 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-114b104e-4bfd-4b55-8d07-818cd404667c tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/quotas/7279ec11c3f84a3d998fdfecb32bc5e7 HTTP/1.1" status: 200 len: 375 time: 0.0090392 Nov 26 03:33:44.336467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-92eced53-0270-4971-b184-81ee26b17578 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7279ec11c3f84a3d998fdfecb32bc5e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262070 Nov 26 03:33:44.499741 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0cc40fc8-01f6-49c1-a5b4-ef9e7923b464 req-9ab71efc-34cc-4ea1-9b5e-9105c815f69f tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/ports?device_id=57697cb4-d555-492f-b0cc-dc1c64faec58 HTTP/1.1" status: 200 len: 210 time: 0.0303679 Nov 26 03:33:45.174576 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:45.580227 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-efe835d2-4e92-4b0c-a1f2-fabcfb306fb0 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7279ec11c3f84a3d998fdfecb32bc5e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308483 Nov 26 03:33:45.593010 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c30a604-7290-4d4a-a527-ab7c8a42c118 req-bc1bb8c2-1f4b-40e1-a562-86cb0df80dbc tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/ports?device_id=57697cb4-d555-492f-b0cc-dc1c64faec58 HTTP/1.1" status: 200 len: 210 time: 0.0269518 Nov 26 03:33:45.783003 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-bd974331-239f-48b5-8cb8-bcd910b4e380 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:45.784392 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-bd974331-239f-48b5-8cb8-bcd910b4e380 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984768 Nov 26 03:33:45.803355 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-01b2f435-e6f3-4d4c-84c8-db01e79f0f23 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Request body: {'port': {'device_id': '57697cb4-d555-492f-b0cc-dc1c64faec58', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'admin_state_up': True, 'tenant_id': '7279ec11c3f84a3d998fdfecb32bc5e7'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:33:45.905882 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-01b2f435-e6f3-4d4c-84c8-db01e79f0f23 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Made reservation on behalf of 7279ec11c3f84a3d998fdfecb32bc5e7 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:33:45.909418 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-01b2f435-e6f3-4d4c-84c8-db01e79f0f23 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:45.917615 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-01b2f435-e6f3-4d4c-84c8-db01e79f0f23 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:45.994660 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-01b2f435-e6f3-4d4c-84c8-db01e79f0f23 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:45.998816 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-01b2f435-e6f3-4d4c-84c8-db01e79f0f23 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:46.059622 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2f435-e6f3-4d4c-84c8-db01e79f0f23 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b50ea9-2fd5-4b72-a65d-d5c37b687813,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:46.125670 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-01b2f435-e6f3-4d4c-84c8-db01e79f0f23 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Allocated IP 192.168.233.158 (86185af8-e71d-4643-8cc3-c2016818ceb0/cb34df56-7b84-4809-a57b-73124223945b/6f0a02f1-8e17-4e67-8bc2-41a14c812a1d) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:33:46.265973 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-01b2f435-e6f3-4d4c-84c8-db01e79f0f23 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:46.306356 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-01b2f435-e6f3-4d4c-84c8-db01e79f0f23 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:46.352534 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-01b2f435-e6f3-4d4c-84c8-db01e79f0f23 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Network 86185af8-e71d-4643-8cc3-c2016818ceb0 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:33:46.356163 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-01b2f435-e6f3-4d4c-84c8-db01e79f0f23 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:33:46.359950 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-01b2f435-e6f3-4d4c-84c8-db01e79f0f23 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:33:46.386033 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2f435-e6f3-4d4c-84c8-db01e79f0f23 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Pushing event updated for resources: {'Port': ['ID=6f0a02f1-8e17-4e67-8bc2-41a14c812a1d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:46.415079 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-01b2f435-e6f3-4d4c-84c8-db01e79f0f23 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:46.415706 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-01b2f435-e6f3-4d4c-84c8-db01e79f0f23 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:46.433042 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-01b2f435-e6f3-4d4c-84c8-db01e79f0f23 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6331499 Nov 26 03:33:46.450343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Request body: {'port': {'device_id': '57697cb4-d555-492f-b0cc-dc1c64faec58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:33:46.505589 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:46.632511 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5b2d3958-4f9d-4105-a6ed-d103dcffbd4b None None] Provisioning complete for port 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:33:46.633043 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5b2d3958-4f9d-4105-a6ed-d103dcffbd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:46.681274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d3958-4f9d-4105-a6ed-d103dcffbd4b None None] Port 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:33:46.715896 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e2c78-469f-41a5-ac85-3de859b981a8 req-e3701cab-831e-4cfe-a607-65345e091829 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:46.717440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e75e2c78-469f-41a5-ac85-3de859b981a8 req-e3701cab-831e-4cfe-a607-65345e091829 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/ports?device_id=57697cb4-d555-492f-b0cc-dc1c64faec58 HTTP/1.1" status: 200 len: 936 time: 0.0515115 Nov 26 03:33:46.723173 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:46.766450 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e75e2c78-469f-41a5-ac85-3de859b981a8 req-2e337bf0-fe83-4081-9c41-d8e14573cdef tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/security-groups?id=70b50ea9-2fd5-4b72-a65d-d5c37b687813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414574 Nov 26 03:33:46.772872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:33:46.783152 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:46.793260 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Transition to ACTIVE for port object 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:33:46.796349 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:46.848102 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0a02f1-8e17-4e67-8bc2-41a14c812a1d,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:46.911402 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Attempting to bind port 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:33:46.911742 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Attempting to bind port 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:33:46.912106 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Attempting to bind port 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:33:46.916860 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Port 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d on network 86185af8-e71d-4643-8cc3-c2016818ceb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:33:46.917181 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Attempting to bind port 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d on network 86185af8-e71d-4643-8cc3-c2016818ceb0 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:33:46.922310 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:33:46.922642 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Checking segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:33:46.923052 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Bound using segment: {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:33:46.923477 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Bound port: 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d5f9f-b68e-4608-957d-cbdc9dcdf612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:33:46.923963 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:46.995249 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] For port 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:33:46.999569 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] For port 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6f0a02f1-8e17-4e67-8bc2-41a14c812a1d,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:33:47.004253 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:47.036132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:47.036892 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:47.038523 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] 10.222.0.59 "PUT /v2.0/ports/6f0a02f1-8e17-4e67-8bc2-41a14c812a1d HTTP/1.1" status: 200 len: 1096 time: 0.5927038 Nov 26 03:33:47.040760 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57697cb4-d555-492f-b0cc-dc1c64faec58', 'tag': '6f0a02f1-8e17-4e67-8bc2-41a14c812a1d'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:33:47.042994 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd05163f-a959-47d7-8a54-24c5f6eb5cba" -d '{"events": [{"name": "network-changed", "server_uuid": "57697cb4-d555-492f-b0cc-dc1c64faec58", "tag": "6f0a02f1-8e17-4e67-8bc2-41a14c812a1d"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:33:47.072323 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4e95e-950a-4f52-a032-f570f826b5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0a02f1-8e17-4e67-8bc2-41a14c812a1d,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:47.086397 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a9af5c-a463-407b-aa24-eb9f183f3fee x-openstack-request-id: req-92a9af5c-a463-407b-aa24-eb9f183f3fee {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:33:47.086782 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57697cb4-d555-492f-b0cc-dc1c64faec58", "tag": "6f0a02f1-8e17-4e67-8bc2-41a14c812a1d", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:33:47.087110 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92a9af5c-a463-407b-aa24-eb9f183f3fee {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:33:47.087506 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57697cb4-d555-492f-b0cc-dc1c64faec58', 'tag': '6f0a02f1-8e17-4e67-8bc2-41a14c812a1d', 'status': 'completed', 'code': 200} Nov 26 03:33:47.144907 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-3af89c6d-7b20-47e7-88be-a8230b78a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:47.146476 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-3af89c6d-7b20-47e7-88be-a8230b78a0bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7279ec11c3f84a3d998fdfecb32bc5e7&device_id=57697cb4-d555-492f-b0cc-dc1c64faec58 HTTP/1.1" status: 200 len: 1099 time: 0.0432458 Nov 26 03:33:47.195242 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-343c9372-cdc7-467c-a967-1ebb30b4acbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=6f0a02f1-8e17-4e67-8bc2-41a14c812a1d HTTP/1.1" status: 200 len: 217 time: 0.0342491 Nov 26 03:33:47.248364 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-796e99dd-6568-478a-8c1e-1988b14931d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:47.249830 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-796e99dd-6568-478a-8c1e-1988b14931d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0475180 Nov 26 03:33:47.302316 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-15ac425a-7bb9-4f17-bb99-3d1a16f91704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:47.303829 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-15ac425a-7bb9-4f17-bb99-3d1a16f91704 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472324 Nov 26 03:33:47.394838 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-7d9bc3f7-2136-414b-b1fd-ae2e527e7253 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834191 Nov 26 03:33:47.481879 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0fe30247-4e5b-4faa-a92d-d55319b74204 req-940856a2-99a8-4bd3-be00-37b4cf3fdf15 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806806 Nov 26 03:33:47.601839 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:47.609215 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05163f-a959-47d7-8a54-24c5f6eb5cba req-1a872054-fc27-4105-815a-89b01f8e969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:47.614713 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bd05163f-a959-47d7-8a54-24c5f6eb5cba req-1a872054-fc27-4105-815a-89b01f8e969f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7279ec11c3f84a3d998fdfecb32bc5e7&device_id=57697cb4-d555-492f-b0cc-dc1c64faec58 HTTP/1.1" status: 200 len: 1099 time: 0.0458088 Nov 26 03:33:47.711175 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05163f-a959-47d7-8a54-24c5f6eb5cba req-17d9dea8-62e2-4706-b21a-1ee97073637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:47.712687 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bd05163f-a959-47d7-8a54-24c5f6eb5cba req-17d9dea8-62e2-4706-b21a-1ee97073637d service neutron] 10.222.0.59 "GET /v2.0/networks?id=86185af8-e71d-4643-8cc3-c2016818ceb0 HTTP/1.1" status: 200 len: 870 time: 0.0951047 Nov 26 03:33:47.754316 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bd05163f-a959-47d7-8a54-24c5f6eb5cba req-a1ca6e80-33b4-4ba5-9194-638813f31967 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=6f0a02f1-8e17-4e67-8bc2-41a14c812a1d HTTP/1.1" status: 200 len: 217 time: 0.0337307 Nov 26 03:33:47.807193 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05163f-a959-47d7-8a54-24c5f6eb5cba req-0b501328-d69b-4ad0-9f42-cdb4a05bfacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:47.808728 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bd05163f-a959-47d7-8a54-24c5f6eb5cba req-0b501328-d69b-4ad0-9f42-cdb4a05bfacc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb34df56-7b84-4809-a57b-73124223945b HTTP/1.1" status: 200 len: 843 time: 0.0467834 Nov 26 03:33:47.854892 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05163f-a959-47d7-8a54-24c5f6eb5cba req-d29720cc-3938-495b-83c7-02bbf5dd8753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:47.857020 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bd05163f-a959-47d7-8a54-24c5f6eb5cba req-d29720cc-3938-495b-83c7-02bbf5dd8753 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86185af8-e71d-4643-8cc3-c2016818ceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0403936 Nov 26 03:33:47.881116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830302f-c83e-499b-b825-f0eb37b71c62 req-00c44212-163c-4795-a516-18ff6903bfa3 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:47.882707 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8830302f-c83e-499b-b825-f0eb37b71c62 req-00c44212-163c-4795-a516-18ff6903bfa3 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/ports?device_id=57697cb4-d555-492f-b0cc-dc1c64faec58 HTTP/1.1" status: 200 len: 948 time: 0.0492456 Nov 26 03:33:47.934104 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8830302f-c83e-499b-b825-f0eb37b71c62 req-0fbc5d5c-9c22-4e36-a59d-5c9e888e5858 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/security-groups?id=70b50ea9-2fd5-4b72-a65d-d5c37b687813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450675 Nov 26 03:33:47.958055 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bd05163f-a959-47d7-8a54-24c5f6eb5cba req-bda594c3-05ce-4095-bbaa-0c2ddeb40c11 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932090 Nov 26 03:33:48.047524 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bd05163f-a959-47d7-8a54-24c5f6eb5cba req-e112ef21-0fc2-4343-8395-2518c0939ce3 service neutron] 10.222.0.59 "GET /v2.0/networks/86185af8-e71d-4643-8cc3-c2016818ceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814986 Nov 26 03:33:49.053715 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d1b7a-5e43-4883-9571-c1561a9a926a req-50e3c0b9-9ec6-4450-ab91-b3866db83efc tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:49.055184 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a0d1b7a-5e43-4883-9571-c1561a9a926a req-50e3c0b9-9ec6-4450-ab91-b3866db83efc tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/ports?device_id=57697cb4-d555-492f-b0cc-dc1c64faec58 HTTP/1.1" status: 200 len: 948 time: 0.0480578 Nov 26 03:33:49.102181 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a0d1b7a-5e43-4883-9571-c1561a9a926a req-c550619d-9391-464b-bda8-2f1dac417134 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/security-groups?id=70b50ea9-2fd5-4b72-a65d-d5c37b687813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410800 Nov 26 03:33:49.786085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:33:49.879261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6f0a02f1-8e17-4e67-8bc2-41a14c812a1d,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:33:49.890934 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '6f0a02f1-8e17-4e67-8bc2-41a14c812a1d', 'network_id': '86185af8-e71d-4643-8cc3-c2016818ceb0', 'port_id': '6f0a02f1-8e17-4e67-8bc2-41a14c812a1d', 'mac_address': 'fa:16:3e:23:97:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34df56-7b84-4809-a57b-73124223945b', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:33:49.926686 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:49.939333 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:33:49.961824 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6f0a02f1-8e17-4e67-8bc2-41a14c812a1d,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:33:49.966545 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:50.012483 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=6f0a02f1-8e17-4e67-8bc2-41a14c812a1d,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:50.214801 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd98f6-d619-4396-8be1-12f57567ca44 req-f8766094-9e3b-40d6-8fbc-6531c999ea2d tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:50.216233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84dd98f6-d619-4396-8be1-12f57567ca44 req-f8766094-9e3b-40d6-8fbc-6531c999ea2d tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/ports?device_id=57697cb4-d555-492f-b0cc-dc1c64faec58 HTTP/1.1" status: 200 len: 949 time: 0.0482001 Nov 26 03:33:50.262992 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84dd98f6-d619-4396-8be1-12f57567ca44 req-11486874-84e2-4b96-9161-3e4a70198379 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/security-groups?id=70b50ea9-2fd5-4b72-a65d-d5c37b687813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408063 Nov 26 03:33:50.283297 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['6f0a02f1-8e17-4e67-8bc2-41a14c812a1d'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:33:51.378359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de3bd8-7942-4984-84fb-d4e27ccaa80b req-99f18bb2-f3bb-4e6c-aefa-94ce5bd20fd2 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:51.379847 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14de3bd8-7942-4984-84fb-d4e27ccaa80b req-99f18bb2-f3bb-4e6c-aefa-94ce5bd20fd2 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/ports?device_id=57697cb4-d555-492f-b0cc-dc1c64faec58 HTTP/1.1" status: 200 len: 949 time: 0.0518875 Nov 26 03:33:51.425706 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14de3bd8-7942-4984-84fb-d4e27ccaa80b req-248876e1-b622-4a61-9e44-c209467d1533 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/security-groups?id=70b50ea9-2fd5-4b72-a65d-d5c37b687813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399179 Nov 26 03:33:51.800988 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:33:51.848141 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:33:51.851715 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:33:51.852106 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:51.926619 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:51.947953 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57697cb4-d555-492f-b0cc-dc1c64faec58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0a02f1-8e17-4e67-8bc2-41a14c812a1d'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:33:51.950765 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51897a90-012f-424c-860b-d33f7227880d" -d '{"events": [{"server_uuid": "57697cb4-d555-492f-b0cc-dc1c64faec58", "name": "network-vif-plugged", "status": "completed", "tag": "6f0a02f1-8e17-4e67-8bc2-41a14c812a1d"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:33:51.963457 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6f0a02f1-8e17-4e67-8bc2-41a14c812a1d,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:33:51.968012 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:52.018673 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=6f0a02f1-8e17-4e67-8bc2-41a14c812a1d,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:52.053723 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a66c772-3c04-4d38-833a-6586d3e36f72 x-openstack-request-id: req-5a66c772-3c04-4d38-833a-6586d3e36f72 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:33:52.054027 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57697cb4-d555-492f-b0cc-dc1c64faec58", "name": "network-vif-plugged", "status": "completed", "tag": "6f0a02f1-8e17-4e67-8bc2-41a14c812a1d", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:33:52.054478 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a66c772-3c04-4d38-833a-6586d3e36f72 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:33:52.054891 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57697cb4-d555-492f-b0cc-dc1c64faec58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0a02f1-8e17-4e67-8bc2-41a14c812a1d', 'code': 200} Nov 26 03:33:52.177694 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d8e7c-a459-4056-b1d0-d6259d5539a4 req-1fcb48e8-9550-4181-82c8-6b2b8da56956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:52.179077 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ba9d8e7c-a459-4056-b1d0-d6259d5539a4 req-1fcb48e8-9550-4181-82c8-6b2b8da56956 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=57697cb4-d555-492f-b0cc-dc1c64faec58 HTTP/1.1" status: 200 len: 1101 time: 0.0390067 Nov 26 03:33:52.227112 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ba9d8e7c-a459-4056-b1d0-d6259d5539a4 req-e4a22a29-3235-4671-8c37-4ca72fdd8ebd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=70b50ea9-2fd5-4b72-a65d-d5c37b687813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404301 Nov 26 03:33:52.540790 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef83ca-31f1-4b58-b359-b2050cb37547 req-914f0695-cf60-4f7e-8c7c-2fee27054f81 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:52.542277 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8ef83ca-31f1-4b58-b359-b2050cb37547 req-914f0695-cf60-4f7e-8c7c-2fee27054f81 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/ports?device_id=57697cb4-d555-492f-b0cc-dc1c64faec58 HTTP/1.1" status: 200 len: 950 time: 0.0482473 Nov 26 03:33:52.588696 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8ef83ca-31f1-4b58-b359-b2050cb37547 req-eb5c28c3-e6a8-474b-982f-f75ed2b9e7e8 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/security-groups?id=70b50ea9-2fd5-4b72-a65d-d5c37b687813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405831 Nov 26 03:33:52.697638 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:53.704341 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2bb26-e126-49f8-9a48-e5fa1274942c req-a1216f64-dfc4-493a-9388-862d58b4dffe tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:53.705828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5a2bb26-e126-49f8-9a48-e5fa1274942c req-a1216f64-dfc4-493a-9388-862d58b4dffe tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/ports?device_id=57697cb4-d555-492f-b0cc-dc1c64faec58 HTTP/1.1" status: 200 len: 950 time: 0.0481393 Nov 26 03:33:53.756358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5a2bb26-e126-49f8-9a48-e5fa1274942c req-d46c2a18-cc7f-419c-9d33-efb0539fbd4f tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/security-groups?id=70b50ea9-2fd5-4b72-a65d-d5c37b687813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446069 Nov 26 03:33:53.935299 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:54.120739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-de767081-fd71-4cfb-bcff-30b92fd9a3bc req-27d0505f-2ce0-4c11-888e-e13b1f97de9f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:33:54.121741 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de767081-fd71-4cfb-bcff-30b92fd9a3bc req-27d0505f-2ce0-4c11-888e-e13b1f97de9f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1005027 Nov 26 03:33:54.490440 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-f33916d2-6b4a-4d5a-8c1c-8bab6947cbc7 req-9dd4453c-f6d3-4203-be7a-f69b4cd8d956 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:33:54.491452 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f33916d2-6b4a-4d5a-8c1c-8bab6947cbc7 req-9dd4453c-f6d3-4203-be7a-f69b4cd8d956 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0531223 Nov 26 03:33:54.813262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90037e59-f56a-42ae-8969-c104404b66e3 req-78e15ebe-409c-4439-9b9a-3deba637afc6 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:54.814747 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90037e59-f56a-42ae-8969-c104404b66e3 req-78e15ebe-409c-4439-9b9a-3deba637afc6 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/ports?device_id=57697cb4-d555-492f-b0cc-dc1c64faec58 HTTP/1.1" status: 200 len: 950 time: 0.0486825 Nov 26 03:33:54.861559 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90037e59-f56a-42ae-8969-c104404b66e3 req-b58bd598-d368-4614-9844-a8fea2295f8e tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/security-groups?id=70b50ea9-2fd5-4b72-a65d-d5c37b687813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407610 Nov 26 03:33:55.976376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd4502-6fcd-43d3-aaef-e17e08752381 req-0f621147-176d-496e-9619-6e48ce5116b6 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:55.977835 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ebd4502-6fcd-43d3-aaef-e17e08752381 req-0f621147-176d-496e-9619-6e48ce5116b6 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/ports?device_id=57697cb4-d555-492f-b0cc-dc1c64faec58 HTTP/1.1" status: 200 len: 950 time: 0.0474975 Nov 26 03:33:56.023274 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ebd4502-6fcd-43d3-aaef-e17e08752381 req-e4fe869d-c7f6-4ae5-b596-252a2e489aff tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/security-groups?id=70b50ea9-2fd5-4b72-a65d-d5c37b687813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385926 Nov 26 03:33:56.188296 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9790639-cd22-4f5f-8fcd-71506f1785c6 req-44833341-4197-407c-b2be-9e323b9e87c9 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:33:56.189688 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b9790639-cd22-4f5f-8fcd-71506f1785c6 req-44833341-4197-407c-b2be-9e323b9e87c9 tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.59 "GET /v2.0/ports?device_id=57697cb4-d555-492f-b0cc-dc1c64faec58 HTTP/1.1" status: 200 len: 950 time: 0.0479627 Nov 26 03:33:56.275180 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-b9790639-cd22-4f5f-8fcd-71506f1785c6 req-a28faad9-741c-4099-ba6b-e63c898ac6ec tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Deleting port 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:33:56.275528 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-b9790639-cd22-4f5f-8fcd-71506f1785c6 req-a28faad9-741c-4099-ba6b-e63c898ac6ec tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:56.373148 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-b9790639-cd22-4f5f-8fcd-71506f1785c6 req-a28faad9-741c-4099-ba6b-e63c898ac6ec tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] For port 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=6f0a02f1-8e17-4e67-8bc2-41a14c812a1d,segment=NetworkSegment(6f4d5f9f-b68e-4608-957d-cbdc9dcdf612),segment_id=6f4d5f9f-b68e-4608-957d-cbdc9dcdf612)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:33:56.373535 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-b9790639-cd22-4f5f-8fcd-71506f1785c6 req-a28faad9-741c-4099-ba6b-e63c898ac6ec tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:56.385000 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-b9790639-cd22-4f5f-8fcd-71506f1785c6 req-a28faad9-741c-4099-ba6b-e63c898ac6ec tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Calling delete_port for 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:33:56.511301 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-b9790639-cd22-4f5f-8fcd-71506f1785c6 req-a28faad9-741c-4099-ba6b-e63c898ac6ec tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:56.540368 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28faad9-741c-4099-ba6b-e63c898ac6ec tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Pushing event deleted for resources: {'Port': ['ID=6f0a02f1-8e17-4e67-8bc2-41a14c812a1d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:56.545014 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['6f0a02f1-8e17-4e67-8bc2-41a14c812a1d'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:33:56.582332 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9790639-cd22-4f5f-8fcd-71506f1785c6 req-a28faad9-741c-4099-ba6b-e63c898ac6ec tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] No DVR routers for this DVR port 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:33:56.585053 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-b9790639-cd22-4f5f-8fcd-71506f1785c6 req-a28faad9-741c-4099-ba6b-e63c898ac6ec tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:56.588441 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b9790639-cd22-4f5f-8fcd-71506f1785c6 req-a28faad9-741c-4099-ba6b-e63c898ac6ec tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.59 "DELETE /v2.0/ports/6f0a02f1-8e17-4e67-8bc2-41a14c812a1d HTTP/1.1" status: 204 len: 173 time: 0.3928761 Nov 26 03:33:56.588910 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57697cb4-d555-492f-b0cc-dc1c64faec58', 'name': 'network-vif-deleted', 'tag': '6f0a02f1-8e17-4e67-8bc2-41a14c812a1d'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:33:56.591457 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a76785b-a34e-4458-a1be-9aed9534c416" -d '{"events": [{"server_uuid": "57697cb4-d555-492f-b0cc-dc1c64faec58", "name": "network-vif-deleted", "tag": "6f0a02f1-8e17-4e67-8bc2-41a14c812a1d"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:33:56.637336 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005ad321-81dd-4d18-bbdf-7d627ef61749 x-openstack-request-id: req-005ad321-81dd-4d18-bbdf-7d627ef61749 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:33:56.637872 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57697cb4-d555-492f-b0cc-dc1c64faec58", "name": "network-vif-deleted", "tag": "6f0a02f1-8e17-4e67-8bc2-41a14c812a1d", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:33:56.638297 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-005ad321-81dd-4d18-bbdf-7d627ef61749 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:33:56.638809 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57697cb4-d555-492f-b0cc-dc1c64faec58', 'name': 'network-vif-deleted', 'tag': '6f0a02f1-8e17-4e67-8bc2-41a14c812a1d', 'status': 'completed', 'code': 200} Nov 26 03:33:57.134229 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c5a038aa-f883-481c-a854-9e9423a45faa req-1d526312-9606-449e-a177-be071b2192be tempest-ServersAdminNegativeTestJSON-979147861 tempest-ServersAdminNegativeTestJSON-979147861-project] 10.222.0.31 "GET /v2.0/ports?device_id=57697cb4-d555-492f-b0cc-dc1c64faec58 HTTP/1.1" status: 200 len: 210 time: 0.0297472 Nov 26 03:33:58.418693 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59706) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:33:58.547661 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3707d4bd-1144-463c-8a8c-be1b008e76a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7279ec11c3f84a3d998fdfecb32bc5e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277802 Nov 26 03:33:58.550049 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59710) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:33:58.599300 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7085ccce-8916-457c-9a42-b1a495f00901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:58.619452 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7085ccce-8916-457c-9a42-b1a495f00901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:58.665842 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7085ccce-8916-457c-9a42-b1a495f00901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:58.668417 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7085ccce-8916-457c-9a42-b1a495f00901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:58.669626 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7085ccce-8916-457c-9a42-b1a495f00901 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70b50ea9-2fd5-4b72-a65d-d5c37b687813 HTTP/1.1" status: 204 len: 168 time: 0.1186757 Nov 26 03:33:58.677212 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085ccce-8916-457c-9a42-b1a495f00901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b50ea9-2fd5-4b72-a65d-d5c37b687813,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:58.917612 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59716) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:33:58.930360 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08b146d8-bb26-4514-9fe5-2ae38fb12f66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:59.003873 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08b146d8-bb26-4514-9fe5-2ae38fb12f66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:59.007387 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-08b146d8-bb26-4514-9fe5-2ae38fb12f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:59.043702 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-08b146d8-bb26-4514-9fe5-2ae38fb12f66 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bae0353f46a94410aa24e3aab2a8dd17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1250303 Nov 26 03:33:59.045636 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b146d8-bb26-4514-9fe5-2ae38fb12f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e61e753-8dfb-4bd4-8aa2-b53d3b35248b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:59.046458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59718) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:33:59.094287 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-13729ee9-3d9b-4c69-b603-1ed71a49f699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:59.114722 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-13729ee9-3d9b-4c69-b603-1ed71a49f699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:59.160223 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-13729ee9-3d9b-4c69-b603-1ed71a49f699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:59.162908 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-13729ee9-3d9b-4c69-b603-1ed71a49f699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:59.164042 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-13729ee9-3d9b-4c69-b603-1ed71a49f699 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e61e753-8dfb-4bd4-8aa2-b53d3b35248b HTTP/1.1" status: 204 len: 168 time: 0.1165676 Nov 26 03:33:59.171569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13729ee9-3d9b-4c69-b603-1ed71a49f699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e61e753-8dfb-4bd4-8aa2-b53d3b35248b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:33:59.804585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59740) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:33:59.848770 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:33:59.868440 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:33:59.868781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 6f0a02f1-8e17-4e67-8bc2-41a14c812a1d not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:33:59.899456 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-83373f8f-6bc9-4fb3-ac17-4d828e3bb5ec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-400322414-network', 'tenant_id': '2b297d1bc5234b1eb6b68da7dc18ee5f'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:33:59.921053 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83373f8f-6bc9-4fb3-ac17-4d828e3bb5ec admin admin] Made reservation on behalf of 2b297d1bc5234b1eb6b68da7dc18ee5f for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:33:59.923297 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83373f8f-6bc9-4fb3-ac17-4d828e3bb5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:33:59.931729 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83373f8f-6bc9-4fb3-ac17-4d828e3bb5ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:00.004984 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83373f8f-6bc9-4fb3-ac17-4d828e3bb5ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:00.008525 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83373f8f-6bc9-4fb3-ac17-4d828e3bb5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:00.028582 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83373f8f-6bc9-4fb3-ac17-4d828e3bb5ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:34:00.042165 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83373f8f-6bc9-4fb3-ac17-4d828e3bb5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:34:00.047507 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83373f8f-6bc9-4fb3-ac17-4d828e3bb5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:00.048130 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-83373f8f-6bc9-4fb3-ac17-4d828e3bb5ec admin admin] Added segment 1ab390e4-d1a2-4435-8eef-10e0317efca8 of type vlan for network 7d4c7893-f030-4359-9a62-f2ae4dee057b Nov 26 03:34:00.088597 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83373f8f-6bc9-4fb3-ac17-4d828e3bb5ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:00.113002 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83373f8f-6bc9-4fb3-ac17-4d828e3bb5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:00.113934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83373f8f-6bc9-4fb3-ac17-4d828e3bb5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:00.114515 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83373f8f-6bc9-4fb3-ac17-4d828e3bb5ec admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:00.172204 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-83373f8f-6bc9-4fb3-ac17-4d828e3bb5ec admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3664761 Nov 26 03:34:00.175328 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59744) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:34:00.177092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83373f8f-6bc9-4fb3-ac17-4d828e3bb5ec admin admin] Pushing event updated for resources: {'Network': ['ID=7d4c7893-f030-4359-9a62-f2ae4dee057b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:34:00.180285 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-fe82dff0-4ead-418a-ad7d-dcafce98970b admin admin] Request body: {'subnet': {'network_id': '7d4c7893-f030-4359-9a62-f2ae4dee057b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-400322414-subnet', 'tenant_id': '2b297d1bc5234b1eb6b68da7dc18ee5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:34:00.186797 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 7d4c7893-f030-4359-9a62-f2ae4dee057b details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:34:00.205270 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe82dff0-4ead-418a-ad7d-dcafce98970b admin admin] Made reservation on behalf of 2b297d1bc5234b1eb6b68da7dc18ee5f for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:34:00.207620 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe82dff0-4ead-418a-ad7d-dcafce98970b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:00.684859 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe82dff0-4ead-418a-ad7d-dcafce98970b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:00.745527 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82dff0-4ead-418a-ad7d-dcafce98970b admin admin] Pushing event updated for resources: {'Subnet': ['ID=64138abd-9625-48c3-b539-615186fc0764,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:34:00.755863 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe82dff0-4ead-418a-ad7d-dcafce98970b admin admin] Checking segment: {'id': '1ab390e4-d1a2-4435-8eef-10e0317efca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7d4c7893-f030-4359-9a62-f2ae4dee057b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:34:00.756254 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe82dff0-4ead-418a-ad7d-dcafce98970b admin admin] Network hostable DHCP agents. Network: 7d4c7893-f030-4359-9a62-f2ae4dee057b, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:34:00.772566 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe82dff0-4ead-418a-ad7d-dcafce98970b admin admin] Network 7d4c7893-f030-4359-9a62-f2ae4dee057b is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:34:00.781374 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-fe82dff0-4ead-418a-ad7d-dcafce98970b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 7d4c7893-f030-4359-9a62-f2ae4dee057b) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:34:00.785471 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe82dff0-4ead-418a-ad7d-dcafce98970b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:00.786066 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fe82dff0-4ead-418a-ad7d-dcafce98970b admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:00.791207 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874ccf59-de76-4d19-9734-40de706da94a None None] Network 7d4c7893-f030-4359-9a62-f2ae4dee057b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:34:00.802786 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fe82dff0-4ead-418a-ad7d-dcafce98970b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6263180 Nov 26 03:34:00.914215 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51db2ab4-eb55-42e3-898c-acc6210479b9 None None] Network 7d4c7893-f030-4359-9a62-f2ae4dee057b requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:34:01.229864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-36a9e3d7-3d5a-4de6-8a48-1c2c4dcb0086 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:01.231346 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-36a9e3d7-3d5a-4de6-8a48-1c2c4dcb0086 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/networks?id=7d4c7893-f030-4359-9a62-f2ae4dee057b HTTP/1.1" status: 200 len: 811 time: 0.1032603 Nov 26 03:34:01.246885 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-23b265bf-0756-4501-88e5-2b9104a1927a tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/quotas/2b297d1bc5234b1eb6b68da7dc18ee5f HTTP/1.1" status: 200 len: 375 time: 0.0089571 Nov 26 03:34:01.278565 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-3b48d3d9-30f0-4063-b6c2-8a5e2fe9fc4f tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2b297d1bc5234b1eb6b68da7dc18ee5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266130 Nov 26 03:34:01.289633 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-f89f1817-e496-41a6-a0de-aee1a8f67fb1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:34:01.290515 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-f89f1817-e496-41a6-a0de-aee1a8f67fb1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049193 Nov 26 03:34:01.379236 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-331c5883-3dbf-445a-9eac-8353aaf8440d service neutron] 10.222.0.31 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826156 Nov 26 03:34:01.464801 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-6d718208-49d4-4b02-a311-d87fff646875 service neutron] 10.222.0.31 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795958 Nov 26 03:34:01.621354 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9df7ffd-5662-49b9-af66-708915e58eb1 req-bb9179ea-2703-4971-a23c-188d56540f45 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 210 time: 0.0265317 Nov 26 03:34:02.707522 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7fb7c27d-31f6-4d99-9bff-6a644b990fc4 req-340b9534-d898-45c6-a72c-752a4b9aabc4 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 210 time: 0.0307770 Nov 26 03:34:03.783678 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd721b73-128d-42b9-bc18-c982156c09c2 req-b55ad858-531f-424f-b47a-7869ad3ca9cf tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 210 time: 0.0263739 Nov 26 03:34:03.897140 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:34:04.859990 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4f19936e-64ad-4fd3-9b63-aa44dc5f5985 req-d60fc82d-7d6c-4060-9d63-82878aaa7add tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 210 time: 0.0268278 Nov 26 03:34:05.951309 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-809a731f-40f9-4072-b581-0ddb39edba9d req-0584bc08-597d-40f1-a702-954cf880522a tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 210 time: 0.0261896 Nov 26 03:34:06.820493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-effdab93-d25d-4edc-8503-7f910539f2db tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:06.821953 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-effdab93-d25d-4edc-8503-7f910539f2db tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.59 "GET /v2.0/networks?id=7d4c7893-f030-4359-9a62-f2ae4dee057b HTTP/1.1" status: 200 len: 811 time: 0.0994315 Nov 26 03:34:06.847607 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-24a4aebc-da08-4655-9d6a-8b9862d644c2 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Request body: {'port': {'device_id': '91533de8-753d-4e9b-b2a5-b8f8e3be1889', 'network_id': '7d4c7893-f030-4359-9a62-f2ae4dee057b', 'admin_state_up': True, 'tenant_id': '2b297d1bc5234b1eb6b68da7dc18ee5f'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:34:06.954260 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-24a4aebc-da08-4655-9d6a-8b9862d644c2 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Made reservation on behalf of 2b297d1bc5234b1eb6b68da7dc18ee5f for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:34:06.957679 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-24a4aebc-da08-4655-9d6a-8b9862d644c2 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:07.045970 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-101faa40-80dc-4b21-a0bc-55c8919e6d42 req-fe8dc737-829b-4593-a64f-9f7d96319786 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 210 time: 0.0261345 Nov 26 03:34:07.083389 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-24a4aebc-da08-4655-9d6a-8b9862d644c2 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Allocated IP 172.20.0.7 (7d4c7893-f030-4359-9a62-f2ae4dee057b/64138abd-9625-48c3-b539-615186fc0764/9c89aa70-32bd-43f2-9b06-b13d3fc9b54b) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:34:07.226417 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-24a4aebc-da08-4655-9d6a-8b9862d644c2 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:07.258436 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-24a4aebc-da08-4655-9d6a-8b9862d644c2 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:07.306280 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-24a4aebc-da08-4655-9d6a-8b9862d644c2 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Network 7d4c7893-f030-4359-9a62-f2ae4dee057b is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:34:07.309423 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-24a4aebc-da08-4655-9d6a-8b9862d644c2 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:34:07.313321 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-24a4aebc-da08-4655-9d6a-8b9862d644c2 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:34:07.319360 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4aebc-da08-4655-9d6a-8b9862d644c2 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Pushing event updated for resources: {'Port': ['ID=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:34:07.364109 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-24a4aebc-da08-4655-9d6a-8b9862d644c2 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:07.364731 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-24a4aebc-da08-4655-9d6a-8b9862d644c2 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:07.379674 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-24a4aebc-da08-4655-9d6a-8b9862d644c2 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5360706 Nov 26 03:34:07.397422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Request body: {'port': {'device_id': '91533de8-753d-4e9b-b2a5-b8f8e3be1889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:34:07.448603 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:07.719207 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:34:07.727132 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:07.738865 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Transition to ACTIVE for port object 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:34:07.743748 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:07.796018 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:34:07.863636 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Attempting to bind port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:34:07.864363 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Attempting to bind port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '1ab390e4-d1a2-4435-8eef-10e0317efca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7d4c7893-f030-4359-9a62-f2ae4dee057b'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:34:07.864363 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Attempting to bind port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b on network 7d4c7893-f030-4359-9a62-f2ae4dee057b {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:34:07.868682 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b on network 7d4c7893-f030-4359-9a62-f2ae4dee057b not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:34:07.869009 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Attempting to bind port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b on network 7d4c7893-f030-4359-9a62-f2ae4dee057b {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:34:07.873847 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:34:07.874189 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Checking segment: {'id': '1ab390e4-d1a2-4435-8eef-10e0317efca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7d4c7893-f030-4359-9a62-f2ae4dee057b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:34:07.874576 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Bound using segment: {'id': '1ab390e4-d1a2-4435-8eef-10e0317efca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7d4c7893-f030-4359-9a62-f2ae4dee057b'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:34:07.875001 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Bound port: 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab390e4-d1a2-4435-8eef-10e0317efca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7d4c7893-f030-4359-9a62-f2ae4dee057b'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:34:07.875355 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:07.937249 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] For port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:34:07.940113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] For port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,segment=NetworkSegment(1ab390e4-d1a2-4435-8eef-10e0317efca8),segment_id=1ab390e4-d1a2-4435-8eef-10e0317efca8)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:34:07.945096 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:07.977348 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:07.977983 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:07.979420 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] 10.222.0.59 "PUT /v2.0/ports/9c89aa70-32bd-43f2-9b06-b13d3fc9b54b HTTP/1.1" status: 200 len: 1091 time: 0.5859585 Nov 26 03:34:07.981680 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91533de8-753d-4e9b-b2a5-b8f8e3be1889', 'tag': '9c89aa70-32bd-43f2-9b06-b13d3fc9b54b'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:34:07.983957 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ab92c9-bb17-4be9-bcb3-36ce4f8297e5" -d '{"events": [{"name": "network-changed", "server_uuid": "91533de8-753d-4e9b-b2a5-b8f8e3be1889", "tag": "9c89aa70-32bd-43f2-9b06-b13d3fc9b54b"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:34:08.011288 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44941135-fc39-4460-b013-4fcc573445a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:34:08.025898 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7ebef7-09fe-46f8-8769-9f92565bad5c x-openstack-request-id: req-ff7ebef7-09fe-46f8-8769-9f92565bad5c {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:34:08.026273 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91533de8-753d-4e9b-b2a5-b8f8e3be1889", "tag": "9c89aa70-32bd-43f2-9b06-b13d3fc9b54b", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:34:08.026530 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff7ebef7-09fe-46f8-8769-9f92565bad5c {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:34:08.026996 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91533de8-753d-4e9b-b2a5-b8f8e3be1889', 'tag': '9c89aa70-32bd-43f2-9b06-b13d3fc9b54b', 'status': 'completed', 'code': 200} Nov 26 03:34:08.084360 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-6fe6a3b8-b71d-4cc4-b04a-222eea6b10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:08.085952 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-6fe6a3b8-b71d-4cc4-b04a-222eea6b10c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b297d1bc5234b1eb6b68da7dc18ee5f&device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 1094 time: 0.0455742 Nov 26 03:34:08.137679 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-4cea272f-c27a-436e-90f8-d1cad19ab570 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b HTTP/1.1" status: 200 len: 217 time: 0.0380352 Nov 26 03:34:08.169554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8046d4-d70e-4cfc-8f29-47220cd1a63d req-ec333b45-7cbf-4914-8adf-454e49d2f0aa tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:08.171179 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf8046d4-d70e-4cfc-8f29-47220cd1a63d req-ec333b45-7cbf-4914-8adf-454e49d2f0aa tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 943 time: 0.0562441 Nov 26 03:34:08.188266 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-400b7d40-0432-4896-a573-4749ae74ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:08.189724 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-400b7d40-0432-4896-a573-4749ae74ac2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64138abd-9625-48c3-b539-615186fc0764 HTTP/1.1" status: 200 len: 851 time: 0.0452037 Nov 26 03:34:08.222025 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-c666f0d4-df75-42a0-bf38-8b55362bdfeb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d4c7893-f030-4359-9a62-f2ae4dee057b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252452 Nov 26 03:34:08.229818 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf8046d4-d70e-4cfc-8f29-47220cd1a63d req-39d35bec-2642-4b3b-8390-736d54bb0666 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526984 Nov 26 03:34:08.317095 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-2f485aaa-0a09-47a8-95d3-9a81860207d0 service neutron] 10.222.0.59 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876672 Nov 26 03:34:08.405074 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1fde6c39-00bc-497f-ba11-966dc7857709 req-8b3806c6-ea28-4aba-8b9a-d835d80fa510 service neutron] 10.222.0.59 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809219 Nov 26 03:34:08.544445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab92c9-bb17-4be9-bcb3-36ce4f8297e5 req-5245c353-7093-424a-ac82-35e5e9d19fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:08.546470 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-65ab92c9-bb17-4be9-bcb3-36ce4f8297e5 req-5245c353-7093-424a-ac82-35e5e9d19fa4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b297d1bc5234b1eb6b68da7dc18ee5f&device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 1094 time: 0.0449545 Nov 26 03:34:08.635784 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab92c9-bb17-4be9-bcb3-36ce4f8297e5 req-0b9fe44c-0793-473d-a5f1-d0b1ee4e4ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:08.637307 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-65ab92c9-bb17-4be9-bcb3-36ce4f8297e5 req-0b9fe44c-0793-473d-a5f1-d0b1ee4e4ecd service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d4c7893-f030-4359-9a62-f2ae4dee057b HTTP/1.1" status: 200 len: 912 time: 0.0840073 Nov 26 03:34:08.683031 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-65ab92c9-bb17-4be9-bcb3-36ce4f8297e5 req-43d7f1f7-f9f9-4ded-870c-4542449ca6dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b HTTP/1.1" status: 200 len: 217 time: 0.0378218 Nov 26 03:34:08.731891 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab92c9-bb17-4be9-bcb3-36ce4f8297e5 req-e37cbe89-358f-4c05-bac9-89fe019d5bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:08.733888 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-65ab92c9-bb17-4be9-bcb3-36ce4f8297e5 req-e37cbe89-358f-4c05-bac9-89fe019d5bb6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64138abd-9625-48c3-b539-615186fc0764 HTTP/1.1" status: 200 len: 851 time: 0.0434530 Nov 26 03:34:08.764824 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-65ab92c9-bb17-4be9-bcb3-36ce4f8297e5 req-8585e63f-a37a-4266-b985-ed243736c4ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d4c7893-f030-4359-9a62-f2ae4dee057b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233653 Nov 26 03:34:08.857450 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-65ab92c9-bb17-4be9-bcb3-36ce4f8297e5 req-c3085524-7492-405e-a4ae-9adb4515fcd7 service neutron] 10.222.0.59 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845370 Nov 26 03:34:08.945784 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-65ab92c9-bb17-4be9-bcb3-36ce4f8297e5 req-81415322-3c17-4ce3-b688-fecfbd060265 service neutron] 10.222.0.59 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808334 Nov 26 03:34:09.347738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c616f-d3f7-4195-98ca-b0884227e8ac req-512a4cbe-4815-49b7-afc3-970b689cf638 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:09.349203 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e16c616f-d3f7-4195-98ca-b0884227e8ac req-512a4cbe-4815-49b7-afc3-970b689cf638 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 943 time: 0.0476711 Nov 26 03:34:09.394846 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e16c616f-d3f7-4195-98ca-b0884227e8ac req-b88101a0-4c0e-4b04-ac68-b98e6d39a6f0 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396616 Nov 26 03:34:10.508929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5c6c4-e8b6-40ea-a98b-cefbdd4cc598 req-c683899b-01f7-4e72-ae54-546d7905ddd8 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:10.510421 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ced5c6c4-e8b6-40ea-a98b-cefbdd4cc598 req-c683899b-01f7-4e72-ae54-546d7905ddd8 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 943 time: 0.0492966 Nov 26 03:34:10.556689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ced5c6c4-e8b6-40ea-a98b-cefbdd4cc598 req-0d99403c-97ca-49aa-9b3e-844ff3b45376 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404201 Nov 26 03:34:11.673836 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ec4ce-b67b-4f81-bf36-719c0b72cd38 req-ac111f5f-089a-4b11-8f75-51fa64f94608 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:11.675348 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a1ec4ce-b67b-4f81-bf36-719c0b72cd38 req-ac111f5f-089a-4b11-8f75-51fa64f94608 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 943 time: 0.0519161 Nov 26 03:34:11.721433 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a1ec4ce-b67b-4f81-bf36-719c0b72cd38 req-40d02155-08d8-4afc-aeb3-ed4adfd5e7c5 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399938 Nov 26 03:34:11.754552 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-73959c8b-1ccb-4df0-b5d7-4364522e69e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:11.902061 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:34:11.996411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,segment=NetworkSegment(1ab390e4-d1a2-4435-8eef-10e0317efca8),segment_id=1ab390e4-d1a2-4435-8eef-10e0317efca8)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:34:12.162776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '9c89aa70-32bd-43f2-9b06-b13d3fc9b54b', 'network_id': '7d4c7893-f030-4359-9a62-f2ae4dee057b', 'port_id': '9c89aa70-32bd-43f2-9b06-b13d3fc9b54b', 'mac_address': 'fa:16:3e:60:9f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64138abd-9625-48c3-b539-615186fc0764', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:34:12.199153 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:12.211232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:34:12.230615 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,segment=NetworkSegment(1ab390e4-d1a2-4435-8eef-10e0317efca8),segment_id=1ab390e4-d1a2-4435-8eef-10e0317efca8)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:34:12.235067 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:12.281516 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:34:12.492912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['9c89aa70-32bd-43f2-9b06-b13d3fc9b54b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:34:12.833207 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57bccc-aabd-47e0-9538-034f16a14ff3 req-8e7e3b40-868a-479e-bf6b-fda2cbadcd71 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:12.834684 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e57bccc-aabd-47e0-9538-034f16a14ff3 req-8e7e3b40-868a-479e-bf6b-fda2cbadcd71 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 944 time: 0.0478420 Nov 26 03:34:12.880939 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e57bccc-aabd-47e0-9538-034f16a14ff3 req-43f8d59e-e80f-44d5-8cc5-3517481f266b tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404880 Nov 26 03:34:13.926248 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:34:13.976674 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:34:13.980590 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:34:13.980970 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:14.000103 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce34db1-9ade-40ea-8c61-500d85f5c508 req-851e862b-e584-4bcc-bfb6-d4e8f78e0e2d tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:14.002210 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ce34db1-9ade-40ea-8c61-500d85f5c508 req-851e862b-e584-4bcc-bfb6-d4e8f78e0e2d tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 944 time: 0.0543306 Nov 26 03:34:14.048899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ce34db1-9ade-40ea-8c61-500d85f5c508 req-7afdae1a-9b62-495d-9bb8-f0775dbad6ea tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404570 Nov 26 03:34:14.061783 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:14.084611 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91533de8-753d-4e9b-b2a5-b8f8e3be1889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c89aa70-32bd-43f2-9b06-b13d3fc9b54b'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:34:14.086840 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba6de71-7a07-43ca-8a38-9ea4e1e7c022" -d '{"events": [{"server_uuid": "91533de8-753d-4e9b-b2a5-b8f8e3be1889", "name": "network-vif-plugged", "status": "completed", "tag": "9c89aa70-32bd-43f2-9b06-b13d3fc9b54b"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:34:14.100264 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,segment=NetworkSegment(1ab390e4-d1a2-4435-8eef-10e0317efca8),segment_id=1ab390e4-d1a2-4435-8eef-10e0317efca8)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:34:14.104252 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:14.129001 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfbc93d-af71-4588-a58e-984befb7776e x-openstack-request-id: req-bcfbc93d-af71-4588-a58e-984befb7776e {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:34:14.129298 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91533de8-753d-4e9b-b2a5-b8f8e3be1889", "name": "network-vif-plugged", "status": "completed", "tag": "9c89aa70-32bd-43f2-9b06-b13d3fc9b54b", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:34:14.129583 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bcfbc93d-af71-4588-a58e-984befb7776e {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:34:14.129980 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91533de8-753d-4e9b-b2a5-b8f8e3be1889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c89aa70-32bd-43f2-9b06-b13d3fc9b54b', 'code': 200} Nov 26 03:34:14.154774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:34:14.182228 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-735df393-868c-4822-a302-3443acbebb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:14.257802 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad16e8-4992-4cc9-a5ab-b3b953bda841 req-b3e0af02-8b0a-4190-bc71-8818fbb52a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:14.259296 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5aad16e8-4992-4cc9-a5ab-b3b953bda841 req-b3e0af02-8b0a-4190-bc71-8818fbb52a71 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 1096 time: 0.0437050 Nov 26 03:34:14.302396 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5aad16e8-4992-4cc9-a5ab-b3b953bda841 req-33b9b060-3265-4f53-9533-124d197b724d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362604 Nov 26 03:34:15.161923 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a69b6-3c0e-4d5c-b8f7-2951221f5f44 req-f651bdc0-bbf1-40bd-a073-1da84ce9f91f tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:15.163415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d1a69b6-3c0e-4d5c-b8f7-2951221f5f44 req-f651bdc0-bbf1-40bd-a073-1da84ce9f91f tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0472949 Nov 26 03:34:15.174566 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:15.210878 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d1a69b6-3c0e-4d5c-b8f7-2951221f5f44 req-01a39133-17b5-4af9-84e5-3b23a9472ebe tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Nov 26 03:34:16.327947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3321c-ca65-46e9-b162-830e8fdc5bc2 req-2849f212-6bc8-4430-b306-a359c1c95a6f tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:16.329446 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ecb3321c-ca65-46e9-b162-830e8fdc5bc2 req-2849f212-6bc8-4430-b306-a359c1c95a6f tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0488129 Nov 26 03:34:16.378997 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ecb3321c-ca65-46e9-b162-830e8fdc5bc2 req-a6b84840-603d-40f4-bae2-c8c8bd5e1459 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436623 Nov 26 03:34:16.725395 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:17.605503 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:17.656566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfa768-3a16-45c1-8819-a0653ed43104 req-4cf2069d-0027-4909-aa06-04bed03f43fe tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:17.658081 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32dfa768-3a16-45c1-8819-a0653ed43104 req-4cf2069d-0027-4909-aa06-04bed03f43fe tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0617979 Nov 26 03:34:17.715098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-b857f45c-d5a3-43c4-b4a1-61c2bdf3bb9a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1291289 Nov 26 03:34:17.723151 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32dfa768-3a16-45c1-8819-a0653ed43104 req-df1af716-8d4e-46c8-bab0-8e487058186f tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516331 Nov 26 03:34:17.727970 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-4928967a-3f8e-499e-9f98-2c12178bf3f0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:34:17.729475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-4928967a-3f8e-499e-9f98-2c12178bf3f0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049908 Nov 26 03:34:18.859258 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf08f8f-413f-4677-8eac-a42f5da5ee21 req-ec5d0a51-c53e-49d7-9a6f-f3d081e00000 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:18.860864 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcf08f8f-413f-4677-8eac-a42f5da5ee21 req-ec5d0a51-c53e-49d7-9a6f-f3d081e00000 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0637786 Nov 26 03:34:18.907921 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-a909a8b9-4cda-4a63-b14d-2ef219b08e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:18.909412 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-a909a8b9-4cda-4a63-b14d-2ef219b08e52 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b297d1bc5234b1eb6b68da7dc18ee5f&device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 1096 time: 0.0402343 Nov 26 03:34:18.910882 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bcf08f8f-413f-4677-8eac-a42f5da5ee21 req-1185ab99-a866-4f7c-b734-6b0df907e82a tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440764 Nov 26 03:34:19.002031 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-94392391-e6df-4b7e-b4e2-dc354788f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:19.003554 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-94392391-e6df-4b7e-b4e2-dc354788f9c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d4c7893-f030-4359-9a62-f2ae4dee057b HTTP/1.1" status: 200 len: 912 time: 0.0872586 Nov 26 03:34:19.042621 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-81fb65e0-e689-419e-ba8b-2a570728b56d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b HTTP/1.1" status: 200 len: 217 time: 0.0324090 Nov 26 03:34:19.089261 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-d992b550-cd8e-4c44-adaf-137787ca455f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:19.090647 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-d992b550-cd8e-4c44-adaf-137787ca455f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64138abd-9625-48c3-b539-615186fc0764 HTTP/1.1" status: 200 len: 851 time: 0.0410116 Nov 26 03:34:19.121981 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-0e69665b-fd26-4d2f-81c4-886fb36a7813 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d4c7893-f030-4359-9a62-f2ae4dee057b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238140 Nov 26 03:34:19.220497 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-9a022662-f76f-45c8-90cd-902510920748 service neutron] 10.222.0.59 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903385 Nov 26 03:34:19.311662 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-8b2140b6-559c-4077-a44f-668466dc7556 service neutron] 10.222.0.59 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846696 Nov 26 03:34:20.027770 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef18cd6-915e-4cdd-8ff4-6a20fefea3a0 req-fd4b70a5-c8bf-46c4-9f19-159bf0375443 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:20.029359 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fef18cd6-915e-4cdd-8ff4-6a20fefea3a0 req-fd4b70a5-c8bf-46c4-9f19-159bf0375443 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0497282 Nov 26 03:34:20.075206 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fef18cd6-915e-4cdd-8ff4-6a20fefea3a0 req-e67c492d-dc15-47c5-b117-15205ee2de95 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399716 Nov 26 03:34:21.189671 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5bc5d-cde5-4dbf-b2ac-0f5de048e5a8 req-e9a1d809-db18-458f-9dab-be939ba8b0bc tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:21.191124 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98d5bc5d-cde5-4dbf-b2ac-0f5de048e5a8 req-e9a1d809-db18-458f-9dab-be939ba8b0bc tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0478530 Nov 26 03:34:21.236580 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98d5bc5d-cde5-4dbf-b2ac-0f5de048e5a8 req-2ed17418-c9d9-4729-aa33-d49814e947ea tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395429 Nov 26 03:34:22.352845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7e2c9-6fde-4274-9cc5-2eb00b086a6a req-15caded4-c969-4fdf-b8a8-780de8ee1da0 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:22.354297 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-12d7e2c9-6fde-4274-9cc5-2eb00b086a6a req-15caded4-c969-4fdf-b8a8-780de8ee1da0 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0511577 Nov 26 03:34:22.399796 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-12d7e2c9-6fde-4274-9cc5-2eb00b086a6a req-dcada4ae-fdad-48a4-8fe2-cbf76093be71 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396254 Nov 26 03:34:22.688862 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:23.512106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a93ad-7d42-4c0e-8dc2-ec6f7383d55c req-bcd329e9-e99d-4672-979f-1bfba4e24923 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:23.514085 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-439a93ad-7d42-4c0e-8dc2-ec6f7383d55c req-bcd329e9-e99d-4672-979f-1bfba4e24923 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0478358 Nov 26 03:34:23.560672 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-439a93ad-7d42-4c0e-8dc2-ec6f7383d55c req-717997d5-5709-42d0-a441-857b58783290 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Nov 26 03:34:23.950198 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:24.676624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b17b90-176f-40a6-9f33-99760c91c1dd req-8719f586-a210-484a-86bb-39f8c550695e tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:24.678117 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-76b17b90-176f-40a6-9f33-99760c91c1dd req-8719f586-a210-484a-86bb-39f8c550695e tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0513618 Nov 26 03:34:24.726689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-76b17b90-176f-40a6-9f33-99760c91c1dd req-4cc32634-76ec-4a83-afd5-37df85629315 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425849 Nov 26 03:34:25.842515 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe454d-e5a3-442f-ad44-2e1e1cad450b req-3bbc998c-f715-47b5-a070-035d81b84894 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:25.843986 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aefe454d-e5a3-442f-ad44-2e1e1cad450b req-3bbc998c-f715-47b5-a070-035d81b84894 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0478816 Nov 26 03:34:25.891969 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aefe454d-e5a3-442f-ad44-2e1e1cad450b req-22833c67-9586-4e32-a8be-99053105eead tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416625 Nov 26 03:34:27.007370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737b0b5-48fd-4027-9ae5-09af53a98730 req-64ee0256-6f53-4f32-aeb5-aed78c520264 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:27.008866 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d737b0b5-48fd-4027-9ae5-09af53a98730 req-64ee0256-6f53-4f32-aeb5-aed78c520264 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0482321 Nov 26 03:34:27.058541 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d737b0b5-48fd-4027-9ae5-09af53a98730 req-7baa96dd-7e60-403e-b21d-4f680115a710 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437222 Nov 26 03:34:28.173024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabf983-bea4-400d-b346-81f52d2efa2f req-52dc4242-76f8-4984-bab6-31fcee599526 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:28.174508 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8aabf983-bea4-400d-b346-81f52d2efa2f req-52dc4242-76f8-4984-bab6-31fcee599526 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0479152 Nov 26 03:34:28.220248 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8aabf983-bea4-400d-b346-81f52d2efa2f req-a4dd15ec-8472-4cfd-92d3-7c175864b289 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398197 Nov 26 03:34:29.336408 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d34f83-bced-4e3c-9c82-42b3630cffca req-1652e960-65ee-41b2-a893-e8889e84fffc tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:29.337879 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-67d34f83-bced-4e3c-9c82-42b3630cffca req-1652e960-65ee-41b2-a893-e8889e84fffc tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0479021 Nov 26 03:34:29.384641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-67d34f83-bced-4e3c-9c82-42b3630cffca req-499050a7-eb12-4e52-860f-d510caf0d7b5 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409503 Nov 26 03:34:30.506422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1afab2-b70e-4e14-ae7a-20e9d0bac8a5 req-17450e8c-7b7f-452d-8d24-97f2e11d5384 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:30.507908 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e1afab2-b70e-4e14-ae7a-20e9d0bac8a5 req-17450e8c-7b7f-452d-8d24-97f2e11d5384 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0558825 Nov 26 03:34:30.553813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e1afab2-b70e-4e14-ae7a-20e9d0bac8a5 req-29909f63-7aae-4463-a446-bb187f803e24 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399590 Nov 26 03:34:31.668087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d4a58-eae1-4671-9f6b-9d177e6c5a07 req-0d2b6e65-d75f-4ad0-ba9b-5c2eab6802d5 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:31.669579 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-010d4a58-eae1-4671-9f6b-9d177e6c5a07 req-0d2b6e65-d75f-4ad0-ba9b-5c2eab6802d5 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0487511 Nov 26 03:34:31.715375 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-010d4a58-eae1-4671-9f6b-9d177e6c5a07 req-d673bd5f-83c6-49f0-9fe3-34dd96308caa tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398672 Nov 26 03:34:32.831150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc686d3-7c59-41e5-9157-03eb3d42baa5 req-23502a1b-e1bc-45fd-8d91-821a0f934491 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:32.832650 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7bc686d3-7c59-41e5-9157-03eb3d42baa5 req-23502a1b-e1bc-45fd-8d91-821a0f934491 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0470960 Nov 26 03:34:32.882705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7bc686d3-7c59-41e5-9157-03eb3d42baa5 req-f2783082-311f-4d1e-888e-abe102ff8535 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441570 Nov 26 03:34:33.995865 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468bc64-4f4a-49d2-a228-08a1ef728d8c req-8f93f241-0659-4d3a-bb9d-b6559aec6723 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:33.997388 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d468bc64-4f4a-49d2-a228-08a1ef728d8c req-8f93f241-0659-4d3a-bb9d-b6559aec6723 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0487411 Nov 26 03:34:34.046108 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d468bc64-4f4a-49d2-a228-08a1ef728d8c req-63088e8d-4986-4478-a8d9-b5f4baeb1007 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427506 Nov 26 03:34:35.160324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d50d-0132-4e90-b445-11b5c97132b6 req-ef28316c-2efc-4dde-9d8a-841f039d097a tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:35.161820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-39c2d50d-0132-4e90-b445-11b5c97132b6 req-ef28316c-2efc-4dde-9d8a-841f039d097a tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0494506 Nov 26 03:34:35.208796 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-39c2d50d-0132-4e90-b445-11b5c97132b6 req-6cf90d11-ac42-4b51-a7ef-55dbd4554026 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409381 Nov 26 03:34:36.602877 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894182b-df22-4f36-8507-26fd637f16e0 req-201a494c-ae39-4155-b2e5-a13c4d25e829 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:36.604384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3894182b-df22-4f36-8507-26fd637f16e0 req-201a494c-ae39-4155-b2e5-a13c4d25e829 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.3288565 Nov 26 03:34:36.650236 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3894182b-df22-4f36-8507-26fd637f16e0 req-19457426-2b86-42a9-808a-64bb89317161 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392447 Nov 26 03:34:37.764702 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add2fb2-4fa4-4804-a1ab-c0ea2baac97c req-92d0dad9-6ba9-44bc-b33a-6cbdd2e2b242 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:37.766141 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2add2fb2-4fa4-4804-a1ab-c0ea2baac97c req-92d0dad9-6ba9-44bc-b33a-6cbdd2e2b242 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0476644 Nov 26 03:34:37.811665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2add2fb2-4fa4-4804-a1ab-c0ea2baac97c req-bf2b8d2c-958c-4515-be85-052f940fd78a tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396972 Nov 26 03:34:38.926135 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6c37d-0935-42ce-8e4b-f93cee367d5b req-0f3f11d8-b0cc-432b-8664-34daa433abbb tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:38.927601 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20b6c37d-0935-42ce-8e4b-f93cee367d5b req-0f3f11d8-b0cc-432b-8664-34daa433abbb tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0499885 Nov 26 03:34:38.974324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-20b6c37d-0935-42ce-8e4b-f93cee367d5b req-993825a8-0181-4ad6-9eb6-079d27b1196b tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407953 Nov 26 03:34:40.093587 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45892675-1e76-4e70-8c01-6e276227b84d req-88db93ca-86ca-4d86-828b-b44b10d04df2 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:40.095062 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45892675-1e76-4e70-8c01-6e276227b84d req-88db93ca-86ca-4d86-828b-b44b10d04df2 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0479941 Nov 26 03:34:40.142824 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45892675-1e76-4e70-8c01-6e276227b84d req-e31cf5ae-f22b-49ba-ab4b-bb59b80bef66 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416324 Nov 26 03:34:40.896158 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:34:41.256722 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c87b7b-aae1-4b77-a7c8-887f1ef89c56 req-0b92a2b9-90b3-4513-82d3-dea75ab3f7f3 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:41.258186 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9c87b7b-aae1-4b77-a7c8-887f1ef89c56 req-0b92a2b9-90b3-4513-82d3-dea75ab3f7f3 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0472112 Nov 26 03:34:41.312077 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9c87b7b-aae1-4b77-a7c8-887f1ef89c56 req-639ece9f-6515-489d-99ba-d36fa71d63ce tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473437 Nov 26 03:34:41.378767 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316c70e-6b38-42b9-b000-d006b1fc1e1b req-48ccad2d-37f8-496b-8a96-8581a23a0402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:41.380366 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5316c70e-6b38-42b9-b000-d006b1fc1e1b req-48ccad2d-37f8-496b-8a96-8581a23a0402 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b297d1bc5234b1eb6b68da7dc18ee5f&device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 1096 time: 0.0410688 Nov 26 03:34:41.484438 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316c70e-6b38-42b9-b000-d006b1fc1e1b req-d82c8c85-603b-4f6c-ab76-d57b43148662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:41.485787 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5316c70e-6b38-42b9-b000-d006b1fc1e1b req-d82c8c85-603b-4f6c-ab76-d57b43148662 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d4c7893-f030-4359-9a62-f2ae4dee057b HTTP/1.1" status: 200 len: 912 time: 0.0854244 Nov 26 03:34:41.525024 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5316c70e-6b38-42b9-b000-d006b1fc1e1b req-03c81dc1-515b-41b0-bdbd-b6e9f57cd23d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b HTTP/1.1" status: 200 len: 217 time: 0.0323591 Nov 26 03:34:41.571799 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316c70e-6b38-42b9-b000-d006b1fc1e1b req-bb41614f-cc89-416b-a58e-7b13deeacf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:41.573246 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5316c70e-6b38-42b9-b000-d006b1fc1e1b req-bb41614f-cc89-416b-a58e-7b13deeacf18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64138abd-9625-48c3-b539-615186fc0764 HTTP/1.1" status: 200 len: 851 time: 0.0415382 Nov 26 03:34:41.603801 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5316c70e-6b38-42b9-b000-d006b1fc1e1b req-0631639f-bf7b-4d49-9727-c9e33d8f7ac8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d4c7893-f030-4359-9a62-f2ae4dee057b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230834 Nov 26 03:34:41.694271 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5316c70e-6b38-42b9-b000-d006b1fc1e1b req-05cde2ad-3e33-4bcc-bb1e-f152d2035fd3 service neutron] 10.222.0.59 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833249 Nov 26 03:34:41.755285 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2c963a05-77be-4755-b8fc-bdbb6784abfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:41.787058 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5316c70e-6b38-42b9-b000-d006b1fc1e1b req-23f88e5e-88a8-43eb-9816-35c543a70852 service neutron] 10.222.0.59 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852776 Nov 26 03:34:42.424663 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efa6dc-808d-47a8-9d98-74c67e4b0c76 req-eb57dda1-e193-4fa9-9fac-dac70553d12b tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:42.426135 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56efa6dc-808d-47a8-9d98-74c67e4b0c76 req-eb57dda1-e193-4fa9-9fac-dac70553d12b tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0480487 Nov 26 03:34:42.473618 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56efa6dc-808d-47a8-9d98-74c67e4b0c76 req-6bf73e67-6092-4987-9f84-2c449b29583d tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416946 Nov 26 03:34:43.590729 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f28597-3648-4e94-a256-65fdf9fca689 req-65c94696-0d26-48b8-a487-39bcb3032d37 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:43.592239 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6f28597-3648-4e94-a256-65fdf9fca689 req-65c94696-0d26-48b8-a487-39bcb3032d37 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0481889 Nov 26 03:34:43.639249 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6f28597-3648-4e94-a256-65fdf9fca689 req-c70a8a42-eff4-4cce-9131-a7bd15004c07 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408893 Nov 26 03:34:44.182851 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2fb768dc-69f7-4461-b181-822055c9103b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:44.756165 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be715f7-311f-40f2-a0f5-bc18ecfe2af1 req-b6620fb3-3a1c-49d0-8697-d79d4713a26c tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:44.757534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7be715f7-311f-40f2-a0f5-bc18ecfe2af1 req-b6620fb3-3a1c-49d0-8697-d79d4713a26c tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0507314 Nov 26 03:34:44.802852 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7be715f7-311f-40f2-a0f5-bc18ecfe2af1 req-ad7035ac-84c7-415d-b860-d066309f94bd tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394573 Nov 26 03:34:45.177229 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:45.916935 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddcabc-4cb8-4018-87e1-759be89d8ea8 req-9e148c0a-f8f8-4ad1-b973-55ec3cf1016e tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:45.918330 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3eddcabc-4cb8-4018-87e1-759be89d8ea8 req-9e148c0a-f8f8-4ad1-b973-55ec3cf1016e tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0480335 Nov 26 03:34:45.964420 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3eddcabc-4cb8-4018-87e1-759be89d8ea8 req-e24f29df-e5cb-42b5-916e-0488690d0e88 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401697 Nov 26 03:34:46.386000 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-86caaa5b-32be-46e8-b467-c24af8b6d4fb service neutron] show failed (client error): The resource could not be found. Nov 26 03:34:46.386990 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-86caaa5b-32be-46e8-b467-c24af8b6d4fb service neutron] 10.222.0.59 "GET /v2.0/ports/9c89aa70-32bd-43f2-9b06-b13d3fc9b54b/bindings/n-h1-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.0526400 Nov 26 03:34:46.671026 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-9379fcb8-1804-4eb5-a89e-c4729a4deee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:46.672571 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-9379fcb8-1804-4eb5-a89e-c4729a4deee3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889&tenant_id=2b297d1bc5234b1eb6b68da7dc18ee5f HTTP/1.1" status: 200 len: 1096 time: 0.1206918 Nov 26 03:34:46.682828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-ff9c6cea-54e6-4563-bb86-1401d8ce2d8b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:34:46.683761 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-ff9c6cea-54e6-4563-bb86-1401d8ce2d8b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048156 Nov 26 03:34:46.700816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819389-3', 'device_owner': 'compute:nova'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:34:46.728087 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:46.752769 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:46.953376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] For port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,segment=NetworkSegment(1ab390e4-d1a2-4435-8eef-10e0317efca8),segment_id=1ab390e4-d1a2-4435-8eef-10e0317efca8)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:34:46.990921 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] For port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:34:47.029902 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91533de8-753d-4e9b-b2a5-b8f8e3be1889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c89aa70-32bd-43f2-9b06-b13d3fc9b54b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:34:47.032304 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8c61a7-15a8-410a-a9bb-7506c6ebbd96" -d '{"events": [{"server_uuid": "91533de8-753d-4e9b-b2a5-b8f8e3be1889", "name": "network-vif-unplugged", "status": "completed", "tag": "9c89aa70-32bd-43f2-9b06-b13d3fc9b54b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:34:47.036145 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:47.071506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Transition to ACTIVE for port object 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:34:47.078343 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:47.136447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d181d-56c8-493e-bffb-97929bb210b7 req-a0117863-95e1-43e0-884a-7a7ab9c01f94 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:47.138032 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-808d181d-56c8-493e-bffb-97929bb210b7 req-a0117863-95e1-43e0-884a-7a7ab9c01f94 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0991135 Nov 26 03:34:47.161740 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 03:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f87e7d4-7b21-46f9-bfcc-e25be08b479d x-openstack-request-id: req-3f87e7d4-7b21-46f9-bfcc-e25be08b479d {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:34:47.162034 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91533de8-753d-4e9b-b2a5-b8f8e3be1889", "name": "network-vif-unplugged", "status": "completed", "tag": "9c89aa70-32bd-43f2-9b06-b13d3fc9b54b", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:34:47.162287 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f87e7d4-7b21-46f9-bfcc-e25be08b479d {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:34:47.162671 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91533de8-753d-4e9b-b2a5-b8f8e3be1889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c89aa70-32bd-43f2-9b06-b13d3fc9b54b', 'code': 200} Nov 26 03:34:47.163342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] No DVR routers for this DVR port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:34:47.171903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Pushing event updated for resources: {'Port': ['ID=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,revision_number=6']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:34:47.192396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:47.192749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:47.193096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:47.193457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:47.193777 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:47.194111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:47.194438 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:47.194770 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:47.195105 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:47.195432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:47.195761 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:47.196176 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:47.241801 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Attempting to bind port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:34:47.242141 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Attempting to bind port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '1ab390e4-d1a2-4435-8eef-10e0317efca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7d4c7893-f030-4359-9a62-f2ae4dee057b'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:34:47.242471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Attempting to bind port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b on network 7d4c7893-f030-4359-9a62-f2ae4dee057b {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:34:47.250298 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-808d181d-56c8-493e-bffb-97929bb210b7 req-8450dbd7-356a-45c0-9185-820b37ec1477 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902772 Nov 26 03:34:47.251270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b on network 7d4c7893-f030-4359-9a62-f2ae4dee057b not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:34:47.251599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Attempting to bind port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b on network 7d4c7893-f030-4359-9a62-f2ae4dee057b {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:34:47.256570 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:34:47.256882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Checking segment: {'id': '1ab390e4-d1a2-4435-8eef-10e0317efca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7d4c7893-f030-4359-9a62-f2ae4dee057b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:34:47.257265 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Bound using segment: {'id': '1ab390e4-d1a2-4435-8eef-10e0317efca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7d4c7893-f030-4359-9a62-f2ae4dee057b'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:34:47.257697 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Bound port: 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab390e4-d1a2-4435-8eef-10e0317efca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7d4c7893-f030-4359-9a62-f2ae4dee057b'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:34:47.258064 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:47.323989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] For port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:34:47.327756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] For port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,segment=NetworkSegment(1ab390e4-d1a2-4435-8eef-10e0317efca8),segment_id=1ab390e4-d1a2-4435-8eef-10e0317efca8)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:34:47.331903 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:47.364297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:47.364950 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:47.366349 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] 10.222.0.54 "PUT /v2.0/ports/9c89aa70-32bd-43f2-9b06-b13d3fc9b54b HTTP/1.1" status: 200 len: 1091 time: 0.6692019 Nov 26 03:34:47.389445 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83199c09-133c-4dfe-be03-63f2406c58ac service neutron] Pushing event updated for resources: {'Port': ['ID=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,revision_number=7']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:34:47.441116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-fa6787bf-b72c-4a56-96e9-7a2b3188545c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:47.442584 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-fa6787bf-b72c-4a56-96e9-7a2b3188545c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b297d1bc5234b1eb6b68da7dc18ee5f&device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 1094 time: 0.0430179 Nov 26 03:34:47.530952 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-755e405d-c981-42fd-900f-47f7953ac419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:47.532443 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-755e405d-c981-42fd-900f-47f7953ac419 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d4c7893-f030-4359-9a62-f2ae4dee057b HTTP/1.1" status: 200 len: 912 time: 0.0822284 Nov 26 03:34:47.575232 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-6769df3e-1762-46bd-885a-246e1657e9a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b HTTP/1.1" status: 200 len: 217 time: 0.0357134 Nov 26 03:34:47.610017 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:47.625692 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-b75ef7f9-0945-4ac5-8706-2bb271f72510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:47.627252 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-b75ef7f9-0945-4ac5-8706-2bb271f72510 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64138abd-9625-48c3-b539-615186fc0764 HTTP/1.1" status: 200 len: 851 time: 0.0451207 Nov 26 03:34:47.660426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-ab48d5ee-b729-4608-a886-d897db779921 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d4c7893-f030-4359-9a62-f2ae4dee057b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259843 Nov 26 03:34:47.752364 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-0b19eea4-0e44-4159-9037-d69f72e3eb7a service neutron] 10.222.0.54 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850651 Nov 26 03:34:47.839519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a73dcd7-7d10-4833-8ffb-0c677d79d5b2 req-2593d8d2-6f2e-4d21-9cdf-84e331d43f22 service neutron] 10.222.0.54 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804863 Nov 26 03:34:48.367163 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabe7f5-729c-4c13-abe1-c647edf843a4 req-0b790e03-7b66-4f6f-80e7-08ecc509b872 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:48.368665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8eabe7f5-729c-4c13-abe1-c647edf843a4 req-0b790e03-7b66-4f6f-80e7-08ecc509b872 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 943 time: 0.0480263 Nov 26 03:34:48.419331 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8eabe7f5-729c-4c13-abe1-c647edf843a4 req-2a1ef185-60bf-4fa5-8cd4-0d8726fa6a6f tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440667 Nov 26 03:34:49.164231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91533de8-753d-4e9b-b2a5-b8f8e3be1889', 'tag': '9c89aa70-32bd-43f2-9b06-b13d3fc9b54b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:34:49.166679 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadcd2ec-40bf-4225-b0ff-1122ab93933d" -d '{"events": [{"name": "network-changed", "server_uuid": "91533de8-753d-4e9b-b2a5-b8f8e3be1889", "tag": "9c89aa70-32bd-43f2-9b06-b13d3fc9b54b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:34:49.213973 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60164ccc-e470-4191-bbc9-dba57676428e x-openstack-request-id: req-60164ccc-e470-4191-bbc9-dba57676428e {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:34:49.214272 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91533de8-753d-4e9b-b2a5-b8f8e3be1889", "tag": "9c89aa70-32bd-43f2-9b06-b13d3fc9b54b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:34:49.214530 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60164ccc-e470-4191-bbc9-dba57676428e {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:34:49.214938 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91533de8-753d-4e9b-b2a5-b8f8e3be1889', 'tag': '9c89aa70-32bd-43f2-9b06-b13d3fc9b54b', 'status': 'completed', 'code': 200} Nov 26 03:34:49.297795 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-195fc158-3e01-44d2-ab9c-96138f4b57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:49.299352 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-195fc158-3e01-44d2-ab9c-96138f4b57ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b297d1bc5234b1eb6b68da7dc18ee5f&device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 1094 time: 0.0427802 Nov 26 03:34:49.301683 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-1b007bf6-4d39-4846-bdb9-4173603cfaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:49.303200 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-1b007bf6-4d39-4846-bdb9-4173603cfaf9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b297d1bc5234b1eb6b68da7dc18ee5f&device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 1094 time: 0.0430372 Nov 26 03:34:49.391092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-8702bfc6-8854-4675-a7ca-7f7a1c6b9ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:49.392728 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-8702bfc6-8854-4675-a7ca-7f7a1c6b9ce2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d4c7893-f030-4359-9a62-f2ae4dee057b HTTP/1.1" status: 200 len: 912 time: 0.0867360 Nov 26 03:34:49.400856 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-fb7de274-403f-4c2c-9c29-8b6bea7a8e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:49.402608 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-fb7de274-403f-4c2c-9c29-8b6bea7a8e8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d4c7893-f030-4359-9a62-f2ae4dee057b HTTP/1.1" status: 200 len: 912 time: 0.0910406 Nov 26 03:34:49.437856 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-d6230fc6-9152-4f30-8a23-dd7538e23f24 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b HTTP/1.1" status: 200 len: 217 time: 0.0378506 Nov 26 03:34:49.445515 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-5a02c6c7-080d-4f7f-91e2-393264471bd8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b HTTP/1.1" status: 200 len: 217 time: 0.0344241 Nov 26 03:34:49.489198 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-c5d19323-16ee-4037-9c65-f830c4c05409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:49.490896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-c5d19323-16ee-4037-9c65-f830c4c05409 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64138abd-9625-48c3-b539-615186fc0764 HTTP/1.1" status: 200 len: 851 time: 0.0460649 Nov 26 03:34:49.495556 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-3a3f2970-7bd9-4a03-86d1-e1ef5895f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:49.497051 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-3a3f2970-7bd9-4a03-86d1-e1ef5895f3a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64138abd-9625-48c3-b539-615186fc0764 HTTP/1.1" status: 200 len: 851 time: 0.0447311 Nov 26 03:34:49.532772 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-0874203f-ebf8-4860-8c06-fe67df60ec02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d4c7893-f030-4359-9a62-f2ae4dee057b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282490 Nov 26 03:34:49.541351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-3ef5ffc9-6f94-4a2b-9500-2ee68ec3b2d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d4c7893-f030-4359-9a62-f2ae4dee057b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404971 Nov 26 03:34:49.608290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ed315-120b-434e-b108-b3faa358b6f8 req-7be8c6fb-f45d-4ae9-8806-4b9cdd8e5354 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:49.610145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-304ed315-120b-434e-b108-b3faa358b6f8 req-7be8c6fb-f45d-4ae9-8806-4b9cdd8e5354 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 943 time: 0.1182785 Nov 26 03:34:49.626893 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-484a5578-a733-4300-af7b-07c2b3e0b34b service neutron] 10.222.0.59 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870221 Nov 26 03:34:49.682159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-3810a5a8-0e33-409c-90e0-5070acedfb56 service neutron] 10.222.0.54 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335742 Nov 26 03:34:49.686561 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-304ed315-120b-434e-b108-b3faa358b6f8 req-739824c0-917c-442e-942d-2341e9a2c165 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681498 Nov 26 03:34:49.723472 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-de6bddd3-4d2d-4add-9b9a-ae74d14bcfe7 service neutron] 10.222.0.59 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894282 Nov 26 03:34:49.778107 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cadcd2ec-40bf-4225-b0ff-1122ab93933d req-5cd22791-c5d7-4358-b2d1-bb001d4c16f8 service neutron] 10.222.0.54 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878551 Nov 26 03:34:50.098736 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:34:50.135625 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:34:50.808619 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccdc4d-a085-4f6f-9dc7-1df6de55c8f9 req-eacf9cba-9a2b-4d48-a118-518e9adb946a tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:50.810118 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-deccdc4d-a085-4f6f-9dc7-1df6de55c8f9 req-eacf9cba-9a2b-4d48-a118-518e9adb946a tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 943 time: 0.0509164 Nov 26 03:34:50.859474 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-deccdc4d-a085-4f6f-9dc7-1df6de55c8f9 req-e6bad3de-3dfe-481e-9696-4c82282f39b3 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418994 Nov 26 03:34:51.742367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc162a17-58cf-4d9d-abb4-4f0203a6bde5 req-ecf48076-d3d6-475b-9913-6b92aa55aad7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431790 Nov 26 03:34:51.748170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:34:51.837875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc162a17-58cf-4d9d-abb4-4f0203a6bde5 req-53616a84-3992-4895-baf5-e8746ea05fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:51.840109 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc162a17-58cf-4d9d-abb4-4f0203a6bde5 req-53616a84-3992-4895-baf5-e8746ea05fdc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b297d1bc5234b1eb6b68da7dc18ee5f&device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 1094 time: 0.0409496 Nov 26 03:34:51.844583 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,segment=NetworkSegment(1ab390e4-d1a2-4435-8eef-10e0317efca8),segment_id=1ab390e4-d1a2-4435-8eef-10e0317efca8)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:34:51.855976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '9c89aa70-32bd-43f2-9b06-b13d3fc9b54b', 'network_id': '7d4c7893-f030-4359-9a62-f2ae4dee057b', 'port_id': '9c89aa70-32bd-43f2-9b06-b13d3fc9b54b', 'mac_address': 'fa:16:3e:60:9f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64138abd-9625-48c3-b539-615186fc0764', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:34:51.893892 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:51.906873 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:34:51.927256 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,segment=NetworkSegment(1ab390e4-d1a2-4435-8eef-10e0317efca8),segment_id=1ab390e4-d1a2-4435-8eef-10e0317efca8)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:34:51.931619 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:51.975862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc162a17-58cf-4d9d-abb4-4f0203a6bde5 req-9b46a6d3-f0df-489c-8dfe-3e4770386442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:51.977368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc162a17-58cf-4d9d-abb4-4f0203a6bde5 req-9b46a6d3-f0df-489c-8dfe-3e4770386442 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d4c7893-f030-4359-9a62-f2ae4dee057b HTTP/1.1" status: 200 len: 912 time: 0.1182642 Nov 26 03:34:51.983068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:34:51.991005 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:51.991358 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:51.991701 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:51.992043 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:51.992407 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:51.992743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:51.993075 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:51.993408 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:51.993733 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:51.994064 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:51.994393 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:51.994718 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:52.002150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcd475-f2ec-432a-b9f5-fb2f76d1cda1 req-d8c2053c-583c-4543-a679-941a88b6569a tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:52.004303 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36fcd475-f2ec-432a-b9f5-fb2f76d1cda1 req-d8c2053c-583c-4543-a679-941a88b6569a tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 944 time: 0.0702147 Nov 26 03:34:52.035165 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc162a17-58cf-4d9d-abb4-4f0203a6bde5 req-75b93725-8ca7-488f-921e-50a24d2f1b08 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b HTTP/1.1" status: 200 len: 217 time: 0.0487926 Nov 26 03:34:52.104917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36fcd475-f2ec-432a-b9f5-fb2f76d1cda1 req-83c14130-e6a9-4828-a62f-4625c9c3da3f tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762239 Nov 26 03:34:52.106399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc162a17-58cf-4d9d-abb4-4f0203a6bde5 req-7fe77957-593f-4f26-859d-d6f0be93a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:52.107780 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc162a17-58cf-4d9d-abb4-4f0203a6bde5 req-7fe77957-593f-4f26-859d-d6f0be93a5cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64138abd-9625-48c3-b539-615186fc0764 HTTP/1.1" status: 200 len: 851 time: 0.0648866 Nov 26 03:34:52.144727 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc162a17-58cf-4d9d-abb4-4f0203a6bde5 req-bcbac0c1-81b3-4d58-94e5-4ba7041a58f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d4c7893-f030-4359-9a62-f2ae4dee057b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289822 Nov 26 03:34:52.235716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc162a17-58cf-4d9d-abb4-4f0203a6bde5 req-4bdf4309-7ea6-433a-9111-97af234454c9 service neutron] 10.222.0.54 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837691 Nov 26 03:34:52.330119 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dc162a17-58cf-4d9d-abb4-4f0203a6bde5 req-d51fa556-67f4-458e-aca1-e7ba34aa5340 service neutron] 10.222.0.54 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873935 Nov 26 03:34:52.378684 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['9c89aa70-32bd-43f2-9b06-b13d3fc9b54b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:34:52.394414 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-ec3fea59-e78c-4ccc-a2e0-9115de0d5994 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:52.395891 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-ec3fea59-e78c-4ccc-a2e0-9115de0d5994 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.59 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889&tenant_id=2b297d1bc5234b1eb6b68da7dc18ee5f&binding%3Ahost_id=n-h1-819389-3 HTTP/1.1" status: 200 len: 944 time: 0.0521085 Nov 26 03:34:52.457161 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-6054d621-55bc-4e61-82bb-b9320cb7668d service neutron] delete failed (client error): The resource could not be found. Nov 26 03:34:52.458100 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-6054d621-55bc-4e61-82bb-b9320cb7668d service neutron] 10.222.0.59 "DELETE /v2.0/ports/9c89aa70-32bd-43f2-9b06-b13d3fc9b54b/bindings/n-h2-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.0541513 Nov 26 03:34:52.561639 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-917a4042-ba10-46c3-8fa7-b6962f70789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:52.563138 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-917a4042-ba10-46c3-8fa7-b6962f70789c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b297d1bc5234b1eb6b68da7dc18ee5f&device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 1095 time: 0.0406568 Nov 26 03:34:52.655978 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-c47c00e0-1000-47cf-850f-98be63f26d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:52.658134 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-c47c00e0-1000-47cf-850f-98be63f26d39 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d4c7893-f030-4359-9a62-f2ae4dee057b HTTP/1.1" status: 200 len: 912 time: 0.0880792 Nov 26 03:34:52.698912 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-8ba9b209-d549-4fa1-b234-7f31c8c04080 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b HTTP/1.1" status: 200 len: 217 time: 0.0323534 Nov 26 03:34:52.699629 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:52.751641 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-a4626bb1-8a9a-481b-b6d7-491afe463def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:52.753820 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-a4626bb1-8a9a-481b-b6d7-491afe463def service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64138abd-9625-48c3-b539-615186fc0764 HTTP/1.1" status: 200 len: 851 time: 0.0463321 Nov 26 03:34:52.784303 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-a14aa282-1961-44b6-8477-8a2d3c560896 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d4c7893-f030-4359-9a62-f2ae4dee057b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246592 Nov 26 03:34:52.869558 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-d0deed30-8bdd-43e5-84e4-c4c8382bf785 service neutron] 10.222.0.59 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784802 Nov 26 03:34:52.959610 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-f692a0c5-16ce-45cf-86c0-ddc720c1f5b2 service neutron] 10.222.0.59 "GET /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830340 Nov 26 03:34:53.764676 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:34:53.816936 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:34:53.820682 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:34:53.821059 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:53.899227 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:53.921992 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91533de8-753d-4e9b-b2a5-b8f8e3be1889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c89aa70-32bd-43f2-9b06-b13d3fc9b54b'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:34:53.925034 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26da471b-4cbe-44fd-ba27-bbeb8fce7b9a" -d '{"events": [{"server_uuid": "91533de8-753d-4e9b-b2a5-b8f8e3be1889", "name": "network-vif-plugged", "status": "completed", "tag": "9c89aa70-32bd-43f2-9b06-b13d3fc9b54b"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:34:53.934455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb5bda-178b-4904-8a14-7863ad03ea8c req-3c980b9d-40f7-4d0f-b509-9029ceb69a6d tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:53.936048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81cb5bda-178b-4904-8a14-7863ad03ea8c req-3c980b9d-40f7-4d0f-b509-9029ceb69a6d tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 944 time: 0.0504575 Nov 26 03:34:53.945771 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,segment=NetworkSegment(1ab390e4-d1a2-4435-8eef-10e0317efca8),segment_id=1ab390e4-d1a2-4435-8eef-10e0317efca8)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:34:53.954267 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:53.966869 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ae39fa-1612-4730-8819-7e59eb89f0da x-openstack-request-id: req-b2ae39fa-1612-4730-8819-7e59eb89f0da {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:34:53.967168 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91533de8-753d-4e9b-b2a5-b8f8e3be1889", "name": "network-vif-plugged", "status": "completed", "tag": "9c89aa70-32bd-43f2-9b06-b13d3fc9b54b", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:34:53.967432 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2ae39fa-1612-4730-8819-7e59eb89f0da {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:34:53.967833 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91533de8-753d-4e9b-b2a5-b8f8e3be1889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c89aa70-32bd-43f2-9b06-b13d3fc9b54b', 'code': 200} Nov 26 03:34:53.996867 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81cb5bda-178b-4904-8a14-7863ad03ea8c req-6d679e3f-4a48-4232-af50-29394bee7479 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535066 Nov 26 03:34:54.002338 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:54.019468 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:34:55.114844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dcfad-4df1-4ac4-a6de-5ee2a1182cd7 req-b48673c0-8649-4949-84cd-ddc4cdb89746 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:55.116348 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c2dcfad-4df1-4ac4-a6de-5ee2a1182cd7 req-b48673c0-8649-4949-84cd-ddc4cdb89746 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0506175 Nov 26 03:34:55.167591 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c2dcfad-4df1-4ac4-a6de-5ee2a1182cd7 req-6ed2be43-455d-4403-8a2d-3e50d055685f tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452399 Nov 26 03:34:55.580543 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-47bffba6-b321-4e4d-9a00-35804d93af55 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:55.581981 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-47bffba6-b321-4e4d-9a00-35804d93af55 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.54 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 945 time: 0.0471046 Nov 26 03:34:55.671430 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-aa85583c-0ac6-4acf-9f41-560738a66da0 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Deleting port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:34:55.671771 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-aa85583c-0ac6-4acf-9f41-560738a66da0 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:55.761105 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-aa85583c-0ac6-4acf-9f41-560738a66da0 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] For port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,segment=NetworkSegment(1ab390e4-d1a2-4435-8eef-10e0317efca8),segment_id=1ab390e4-d1a2-4435-8eef-10e0317efca8)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:34:55.761475 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-aa85583c-0ac6-4acf-9f41-560738a66da0 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:55.774141 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-aa85583c-0ac6-4acf-9f41-560738a66da0 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Calling delete_port for 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:34:55.900518 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-aa85583c-0ac6-4acf-9f41-560738a66da0 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:55.926096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85583c-0ac6-4acf-9f41-560738a66da0 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Pushing event deleted for resources: {'Port': ['ID=9c89aa70-32bd-43f2-9b06-b13d3fc9b54b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:34:55.936930 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['9c89aa70-32bd-43f2-9b06-b13d3fc9b54b'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:34:55.968494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-aa85583c-0ac6-4acf-9f41-560738a66da0 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] No DVR routers for this DVR port 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:34:55.970959 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-aa85583c-0ac6-4acf-9f41-560738a66da0 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:55.974589 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e2bccee-81d4-4370-aab6-bf7961b0ca0a req-aa85583c-0ac6-4acf-9f41-560738a66da0 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.54 "DELETE /v2.0/ports/9c89aa70-32bd-43f2-9b06-b13d3fc9b54b HTTP/1.1" status: 204 len: 173 time: 0.3843575 Nov 26 03:34:55.975028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91533de8-753d-4e9b-b2a5-b8f8e3be1889', 'name': 'network-vif-deleted', 'tag': '9c89aa70-32bd-43f2-9b06-b13d3fc9b54b'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:34:55.977337 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6856dc-ab71-4490-a8d8-8c8c4a8dd824" -d '{"events": [{"server_uuid": "91533de8-753d-4e9b-b2a5-b8f8e3be1889", "name": "network-vif-deleted", "tag": "9c89aa70-32bd-43f2-9b06-b13d3fc9b54b"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:34:56.014619 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36c9205-386e-43ca-863a-61978a606789 x-openstack-request-id: req-c36c9205-386e-43ca-863a-61978a606789 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:34:56.014916 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91533de8-753d-4e9b-b2a5-b8f8e3be1889", "name": "network-vif-deleted", "tag": "9c89aa70-32bd-43f2-9b06-b13d3fc9b54b", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:34:56.015209 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c36c9205-386e-43ca-863a-61978a606789 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:34:56.015721 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91533de8-753d-4e9b-b2a5-b8f8e3be1889', 'name': 'network-vif-deleted', 'tag': '9c89aa70-32bd-43f2-9b06-b13d3fc9b54b', 'status': 'completed', 'code': 200} Nov 26 03:34:56.276811 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5fc30224-913c-40b4-aeef-59807a18f13c req-258066bd-b538-4845-a085-93c3f301e224 tempest-DeleteServersTestJSON-1921289972 tempest-DeleteServersTestJSON-1921289972-project] 10.222.0.31 "GET /v2.0/ports?device_id=91533de8-753d-4e9b-b2a5-b8f8e3be1889 HTTP/1.1" status: 200 len: 210 time: 0.0274613 Nov 26 03:34:57.403098 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59934) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:34:57.446208 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] Deleting subnet 64138abd-9625-48c3-b539-615186fc0764 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:34:57.449138 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:57.485697 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:57.522119 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:57.572593 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:57.595714 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64138abd-9625-48c3-b539-615186fc0764,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:34:57.606170 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:57.609408 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/64138abd-9625-48c3-b539-615186fc0764 HTTP/1.1" status: 204 len: 168 time: 0.2052488 Nov 26 03:34:57.612490 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59936) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:34:57.619987 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:57.620369 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:57.620720 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:57.621064 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:57.621409 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:57.621748 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:57.622080 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:57.622411 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:57.622744 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:57.623075 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:57.623406 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:57.623733 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97a0f5-7925-4960-a563-65c20e3212a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:34:57.690596 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62ec17f4-36b8-47f2-a660-0bc90c48a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:57.766522 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62ec17f4-36b8-47f2-a660-0bc90c48a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:57.785582 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-62ec17f4-36b8-47f2-a660-0bc90c48a955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4c7893-f030-4359-9a62-f2ae4dee057b']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:34:57.794393 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-62ec17f4-36b8-47f2-a660-0bc90c48a955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab390e4-d1a2-4435-8eef-10e0317efca8') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:34:57.794689 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-62ec17f4-36b8-47f2-a660-0bc90c48a955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab390e4-d1a2-4435-8eef-10e0317efca8') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:34:57.803719 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62ec17f4-36b8-47f2-a660-0bc90c48a955 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:57.817943 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62ec17f4-36b8-47f2-a660-0bc90c48a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:57.824012 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ec17f4-36b8-47f2-a660-0bc90c48a955 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:34:57.824369 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62ec17f4-36b8-47f2-a660-0bc90c48a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:34:57.825990 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:34:57.881633 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62ec17f4-36b8-47f2-a660-0bc90c48a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:57.887249 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-62ec17f4-36b8-47f2-a660-0bc90c48a955 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:57.893714 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-62ec17f4-36b8-47f2-a660-0bc90c48a955 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7d4c7893-f030-4359-9a62-f2ae4dee057b HTTP/1.1" status: 204 len: 168 time: 0.2771664 Nov 26 03:34:57.901592 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec17f4-36b8-47f2-a660-0bc90c48a955 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d4c7893-f030-4359-9a62-f2ae4dee057b,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:34:58.001004 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59940) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:34:58.040191 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5b28a617-1ea6-43a5-bcb7-b8fa64e4f64d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b297d1bc5234b1eb6b68da7dc18ee5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379751 Nov 26 03:34:58.042462 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59942) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:34:58.086889 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-539173a1-82ed-4021-b339-f15133d705f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:58.107487 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-539173a1-82ed-4021-b339-f15133d705f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:58.158621 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-539173a1-82ed-4021-b339-f15133d705f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:58.161765 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-539173a1-82ed-4021-b339-f15133d705f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:58.162953 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-539173a1-82ed-4021-b339-f15133d705f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cfabe6e9-5864-4b0c-9c25-24b0e8452ef7 HTTP/1.1" status: 204 len: 168 time: 0.1196043 Nov 26 03:34:58.170663 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539173a1-82ed-4021-b339-f15133d705f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfabe6e9-5864-4b0c-9c25-24b0e8452ef7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:34:58.806299 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 59964) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:34:58.899667 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-80d4246a-c902-498b-b0c0-d4d0807c2157 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1261880614-network', 'tenant_id': 'c81aa533d9094a10add4928adc0263af'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:34:58.920630 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d4246a-c902-498b-b0c0-d4d0807c2157 admin admin] Made reservation on behalf of c81aa533d9094a10add4928adc0263af for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:34:58.923528 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80d4246a-c902-498b-b0c0-d4d0807c2157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:58.931605 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80d4246a-c902-498b-b0c0-d4d0807c2157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:59.007927 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80d4246a-c902-498b-b0c0-d4d0807c2157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:59.011674 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80d4246a-c902-498b-b0c0-d4d0807c2157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:59.037653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d4246a-c902-498b-b0c0-d4d0807c2157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:34:59.042833 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4246a-c902-498b-b0c0-d4d0807c2157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a90d613-8831-4e9c-a130-c1b854ebc12f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:34:59.050642 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80d4246a-c902-498b-b0c0-d4d0807c2157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:59.050985 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-80d4246a-c902-498b-b0c0-d4d0807c2157 admin admin] Added segment f5821cd4-ac79-4c73-bfbc-7e320a78cb8d of type vlan for network ae154bbc-d9eb-4e60-bb43-497707a57470 Nov 26 03:34:59.088997 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80d4246a-c902-498b-b0c0-d4d0807c2157 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:59.113345 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80d4246a-c902-498b-b0c0-d4d0807c2157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:59.114619 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d4246a-c902-498b-b0c0-d4d0807c2157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:59.115323 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80d4246a-c902-498b-b0c0-d4d0807c2157 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:59.168648 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-80d4246a-c902-498b-b0c0-d4d0807c2157 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3611038 Nov 26 03:34:59.171522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 59968) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:34:59.177227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-63dc5853-0c21-42f1-b808-cd75bd9cbb68 admin admin] Request body: {'subnet': {'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1261880614-subnet', 'tenant_id': 'c81aa533d9094a10add4928adc0263af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:34:59.180112 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4246a-c902-498b-b0c0-d4d0807c2157 admin admin] Pushing event updated for resources: {'Network': ['ID=ae154bbc-d9eb-4e60-bb43-497707a57470,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:34:59.190243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network ae154bbc-d9eb-4e60-bb43-497707a57470 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:34:59.198621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dc5853-0c21-42f1-b808-cd75bd9cbb68 admin admin] Made reservation on behalf of c81aa533d9094a10add4928adc0263af for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:34:59.201108 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-63dc5853-0c21-42f1-b808-cd75bd9cbb68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:59.372911 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-63dc5853-0c21-42f1-b808-cd75bd9cbb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:59.431078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc5853-0c21-42f1-b808-cd75bd9cbb68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=158c388a-052c-4fde-b63b-d8c3d8b861a1,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:34:59.439464 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc5853-0c21-42f1-b808-cd75bd9cbb68 admin admin] Checking segment: {'id': 'f5821cd4-ac79-4c73-bfbc-7e320a78cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:34:59.439825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dc5853-0c21-42f1-b808-cd75bd9cbb68 admin admin] Network hostable DHCP agents. Network: ae154bbc-d9eb-4e60-bb43-497707a57470, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:34:59.456789 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dc5853-0c21-42f1-b808-cd75bd9cbb68 admin admin] Network ae154bbc-d9eb-4e60-bb43-497707a57470 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:34:59.464944 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-63dc5853-0c21-42f1-b808-cd75bd9cbb68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, ae154bbc-d9eb-4e60-bb43-497707a57470) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:34:59.469019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dc5853-0c21-42f1-b808-cd75bd9cbb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:59.470288 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-63dc5853-0c21-42f1-b808-cd75bd9cbb68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:34:59.475248 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad61911-3f91-4bf2-91c2-76d1cd61e365 None None] Network ae154bbc-d9eb-4e60-bb43-497707a57470 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:34:59.486238 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-63dc5853-0c21-42f1-b808-cd75bd9cbb68 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3134143 Nov 26 03:34:59.603345 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0c13f2-f602-4703-93b2-63462fdb1f5e None None] Network ae154bbc-d9eb-4e60-bb43-497707a57470 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:34:59.802697 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:34:59.822500 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:34:59.822852 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 9c89aa70-32bd-43f2-9b06-b13d3fc9b54b not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:34:59.909046 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7bb64688-043a-4863-b6ed-783cc8c273fd tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:34:59.910520 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7bb64688-043a-4863-b6ed-783cc8c273fd tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/networks?id=ae154bbc-d9eb-4e60-bb43-497707a57470 HTTP/1.1" status: 200 len: 815 time: 0.1019092 Nov 26 03:34:59.925442 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-e519595e-ccde-4ebc-9ce7-7a35310ab07e tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/quotas/c81aa533d9094a10add4928adc0263af HTTP/1.1" status: 200 len: 375 time: 0.0090339 Nov 26 03:34:59.960912 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-d330d972-1bf3-43cc-8941-1b047e8757f5 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c81aa533d9094a10add4928adc0263af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304511 Nov 26 03:35:00.048614 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-bc17999f-71c2-4f3c-b1e1-92f2a6ad014b service neutron] 10.222.0.31 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809000 Nov 26 03:35:00.141112 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-9cbff989-074d-4916-a596-43f74d18d0cb service neutron] 10.222.0.31 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858924 Nov 26 03:35:00.299061 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6191c953-a5f1-4b6c-80aa-7e5e66c351e3 req-3c8e3974-e10d-4662-8136-ff29d2262697 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 210 time: 0.0274186 Nov 26 03:35:01.273573 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-e9c0bc38-2e9a-4ac7-857a-54aaa33c3d0e tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:01.275030 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-e9c0bc38-2e9a-4ac7-857a-54aaa33c3d0e tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.59 "GET /v2.0/networks?id=ae154bbc-d9eb-4e60-bb43-497707a57470 HTTP/1.1" status: 200 len: 815 time: 0.1035094 Nov 26 03:35:01.303013 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-cb0aa21c-35a6-4d85-8589-93a9c6a76081 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Request body: {'port': {'device_id': 'acaec01e-8388-490c-84b7-822c27b0e9f3', 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470', 'admin_state_up': True, 'tenant_id': 'c81aa533d9094a10add4928adc0263af'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:35:01.393866 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0027952f-64dd-4c16-9664-bad3c27563cf req-5245247d-d919-4887-82b6-3705932dc3a9 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 210 time: 0.0260005 Nov 26 03:35:01.412972 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-cb0aa21c-35a6-4d85-8589-93a9c6a76081 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Made reservation on behalf of c81aa533d9094a10add4928adc0263af for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:35:01.416553 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-cb0aa21c-35a6-4d85-8589-93a9c6a76081 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:01.538057 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-cb0aa21c-35a6-4d85-8589-93a9c6a76081 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Allocated IP 172.20.0.11 (ae154bbc-d9eb-4e60-bb43-497707a57470/158c388a-052c-4fde-b63b-d8c3d8b861a1/7c7228af-6df8-4000-990f-006a20dc1459) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:35:01.674696 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-cb0aa21c-35a6-4d85-8589-93a9c6a76081 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:01.706322 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-cb0aa21c-35a6-4d85-8589-93a9c6a76081 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:01.752268 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-cb0aa21c-35a6-4d85-8589-93a9c6a76081 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Network ae154bbc-d9eb-4e60-bb43-497707a57470 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:35:01.755287 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-cb0aa21c-35a6-4d85-8589-93a9c6a76081 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:35:01.759196 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-cb0aa21c-35a6-4d85-8589-93a9c6a76081 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:35:01.781308 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0aa21c-35a6-4d85-8589-93a9c6a76081 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Pushing event updated for resources: {'Port': ['ID=7c7228af-6df8-4000-990f-006a20dc1459,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:35:01.808343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-cb0aa21c-35a6-4d85-8589-93a9c6a76081 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:01.808948 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-cb0aa21c-35a6-4d85-8589-93a9c6a76081 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:01.824135 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-cb0aa21c-35a6-4d85-8589-93a9c6a76081 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5249143 Nov 26 03:35:01.841628 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Request body: {'port': {'device_id': 'acaec01e-8388-490c-84b7-822c27b0e9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:35:01.891086 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:02.495468 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7228af-6df8-4000-990f-006a20dc1459 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:35:02.503625 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:02.511175 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb8724-0656-448b-b023-36b2af4fbd69 req-b685d516-d6d6-4b56-b961-11827281fcc4 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:02.512750 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ccb8724-0656-448b-b023-36b2af4fbd69 req-b685d516-d6d6-4b56-b961-11827281fcc4 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 932 time: 0.0506084 Nov 26 03:35:02.515317 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Transition to ACTIVE for port object 7c7228af-6df8-4000-990f-006a20dc1459 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:35:02.519068 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:02.560518 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ccb8724-0656-448b-b023-36b2af4fbd69 req-1ad460f3-b807-4247-aa59-248fba4361db tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413868 Nov 26 03:35:02.574782 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7228af-6df8-4000-990f-006a20dc1459,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:35:02.638488 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Attempting to bind port 7c7228af-6df8-4000-990f-006a20dc1459 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:35:02.642867 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Attempting to bind port 7c7228af-6df8-4000-990f-006a20dc1459 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'f5821cd4-ac79-4c73-bfbc-7e320a78cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:35:02.642867 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Attempting to bind port 7c7228af-6df8-4000-990f-006a20dc1459 on network ae154bbc-d9eb-4e60-bb43-497707a57470 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:35:02.643398 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Port 7c7228af-6df8-4000-990f-006a20dc1459 on network ae154bbc-d9eb-4e60-bb43-497707a57470 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:35:02.643716 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Attempting to bind port 7c7228af-6df8-4000-990f-006a20dc1459 on network ae154bbc-d9eb-4e60-bb43-497707a57470 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:35:02.648643 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:35:02.648976 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Checking segment: {'id': 'f5821cd4-ac79-4c73-bfbc-7e320a78cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:35:02.649354 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Bound using segment: {'id': 'f5821cd4-ac79-4c73-bfbc-7e320a78cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:35:02.649771 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Bound port: 7c7228af-6df8-4000-990f-006a20dc1459, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5821cd4-ac79-4c73-bfbc-7e320a78cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:35:02.650121 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:02.713508 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] For port 7c7228af-6df8-4000-990f-006a20dc1459, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:35:02.716336 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] For port 7c7228af-6df8-4000-990f-006a20dc1459, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=7c7228af-6df8-4000-990f-006a20dc1459,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:35:02.720999 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:02.756680 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:02.757307 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:02.758684 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] 10.222.0.59 "PUT /v2.0/ports/7c7228af-6df8-4000-990f-006a20dc1459 HTTP/1.1" status: 200 len: 1092 time: 0.9209266 Nov 26 03:35:02.759120 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acaec01e-8388-490c-84b7-822c27b0e9f3', 'tag': '7c7228af-6df8-4000-990f-006a20dc1459'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:35:02.761385 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612f91e8-8c19-4679-a9e8-fb82efe5018e" -d '{"events": [{"name": "network-changed", "server_uuid": "acaec01e-8388-490c-84b7-822c27b0e9f3", "tag": "7c7228af-6df8-4000-990f-006a20dc1459"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:35:02.782908 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0170a-9e84-408f-8b5d-f5e544351845 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7228af-6df8-4000-990f-006a20dc1459,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:35:02.798925 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0a177f-f614-4790-a074-684e5ebe4a42 x-openstack-request-id: req-3c0a177f-f614-4790-a074-684e5ebe4a42 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:35:02.799221 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acaec01e-8388-490c-84b7-822c27b0e9f3", "tag": "7c7228af-6df8-4000-990f-006a20dc1459", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:35:02.799479 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c0a177f-f614-4790-a074-684e5ebe4a42 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:35:02.799883 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acaec01e-8388-490c-84b7-822c27b0e9f3', 'tag': '7c7228af-6df8-4000-990f-006a20dc1459', 'status': 'completed', 'code': 200} Nov 26 03:35:02.861348 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-f24a5067-87fd-45bd-9f0c-12757177cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:02.862833 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-f24a5067-87fd-45bd-9f0c-12757177cb4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c81aa533d9094a10add4928adc0263af&device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 1095 time: 0.0441375 Nov 26 03:35:02.909172 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-56d45481-b31e-404b-8e09-a209b7821dc5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c7228af-6df8-4000-990f-006a20dc1459 HTTP/1.1" status: 200 len: 217 time: 0.0323675 Nov 26 03:35:02.956732 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-ea2cb3ec-6760-4107-8cf1-478a115ef67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:02.958139 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-ea2cb3ec-6760-4107-8cf1-478a115ef67d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=158c388a-052c-4fde-b63b-d8c3d8b861a1 HTTP/1.1" status: 200 len: 855 time: 0.0421755 Nov 26 03:35:02.989680 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-79b23f1c-28f8-4d61-bae1-bd8fc1c1d4f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae154bbc-d9eb-4e60-bb43-497707a57470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242457 Nov 26 03:35:03.078898 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-582fca98-7132-4462-acc4-ae73b8604ed3 service neutron] 10.222.0.59 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820041 Nov 26 03:35:03.169333 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3fbbab69-bda1-4a51-994e-f5442203fa2d req-715cb6d8-bab1-42ee-b596-a5dc1c63d24b service neutron] 10.222.0.59 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833907 Nov 26 03:35:03.292596 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f91e8-8c19-4679-a9e8-fb82efe5018e req-93dc96b6-21ac-403b-8c76-fcd2f3506895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:03.294082 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-612f91e8-8c19-4679-a9e8-fb82efe5018e req-93dc96b6-21ac-403b-8c76-fcd2f3506895 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c81aa533d9094a10add4928adc0263af&device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 1095 time: 0.0405433 Nov 26 03:35:03.385329 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f91e8-8c19-4679-a9e8-fb82efe5018e req-9041f62d-6e39-4d7c-953f-4221e5904ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:03.386753 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-612f91e8-8c19-4679-a9e8-fb82efe5018e req-9041f62d-6e39-4d7c-953f-4221e5904ef1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae154bbc-d9eb-4e60-bb43-497707a57470 HTTP/1.1" status: 200 len: 916 time: 0.0839374 Nov 26 03:35:03.425767 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-612f91e8-8c19-4679-a9e8-fb82efe5018e req-bc5e61de-9ac1-4b0d-809a-08134f31320b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c7228af-6df8-4000-990f-006a20dc1459 HTTP/1.1" status: 200 len: 217 time: 0.0316513 Nov 26 03:35:03.472303 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f91e8-8c19-4679-a9e8-fb82efe5018e req-e99b76e1-3dbc-445f-989a-59d2466670a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:03.473954 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-612f91e8-8c19-4679-a9e8-fb82efe5018e req-e99b76e1-3dbc-445f-989a-59d2466670a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=158c388a-052c-4fde-b63b-d8c3d8b861a1 HTTP/1.1" status: 200 len: 855 time: 0.0417631 Nov 26 03:35:03.504821 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-612f91e8-8c19-4679-a9e8-fb82efe5018e req-10726824-8fe1-4c31-b6e8-384b113ef677 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae154bbc-d9eb-4e60-bb43-497707a57470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234327 Nov 26 03:35:03.594717 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-612f91e8-8c19-4679-a9e8-fb82efe5018e req-14871f01-e37e-4e0d-8203-98952a2fe9bd service neutron] 10.222.0.59 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824735 Nov 26 03:35:03.681878 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b25aa8-fa2d-41cf-9dfb-e6bece559ec7 req-25389312-543c-4b51-b479-8aaba30809bc tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:03.683359 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8b25aa8-fa2d-41cf-9dfb-e6bece559ec7 req-25389312-543c-4b51-b479-8aaba30809bc tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0551233 Nov 26 03:35:03.684656 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-612f91e8-8c19-4679-a9e8-fb82efe5018e req-1b84890a-6fff-47b5-8a0b-d00927f887fb service neutron] 10.222.0.59 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821974 Nov 26 03:35:03.731959 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8b25aa8-fa2d-41cf-9dfb-e6bece559ec7 req-5905f5c4-0a5f-43a4-a937-49bd467ded0c tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423636 Nov 26 03:35:04.845180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470988bc-8b4b-4200-a6f1-8965d02b6e17 req-a5d0e675-cf4e-43d6-a24b-d433a95cfba6 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:04.846650 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-470988bc-8b4b-4200-a6f1-8965d02b6e17 req-a5d0e675-cf4e-43d6-a24b-d433a95cfba6 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0476875 Nov 26 03:35:04.892205 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-470988bc-8b4b-4200-a6f1-8965d02b6e17 req-80327db9-a28f-4f4b-a885-0cee147b2ab5 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393944 Nov 26 03:35:06.008773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645316ca-4c51-46d5-b36c-ee8aa6c6f4fb req-343de69e-aed3-4500-99b2-70cb2941c3dc tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:06.010274 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-645316ca-4c51-46d5-b36c-ee8aa6c6f4fb req-343de69e-aed3-4500-99b2-70cb2941c3dc tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0522294 Nov 26 03:35:06.055783 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-645316ca-4c51-46d5-b36c-ee8aa6c6f4fb req-9bc9f6a1-b9f8-48df-9289-40e044fae6cf tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396523 Nov 26 03:35:06.106431 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 7c7228af-6df8-4000-990f-006a20dc1459 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:35:06.202348 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 7c7228af-6df8-4000-990f-006a20dc1459, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=7c7228af-6df8-4000-990f-006a20dc1459,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:35:06.213028 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '7c7228af-6df8-4000-990f-006a20dc1459', 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470', 'port_id': '7c7228af-6df8-4000-990f-006a20dc1459', 'mac_address': 'fa:16:3e:ed:52:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158c388a-052c-4fde-b63b-d8c3d8b861a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:35:06.249031 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:06.262361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7228af-6df8-4000-990f-006a20dc1459 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:35:06.282149 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 7c7228af-6df8-4000-990f-006a20dc1459, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=7c7228af-6df8-4000-990f-006a20dc1459,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:35:06.285652 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:06.334556 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=7c7228af-6df8-4000-990f-006a20dc1459,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:35:06.556768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['7c7228af-6df8-4000-990f-006a20dc1459'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:35:07.168985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d3bed-a4b0-4131-8200-9eb836282e39 req-8bd01709-5666-4160-8d9d-f21b71eb849c tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:07.170456 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-560d3bed-a4b0-4131-8200-9eb836282e39 req-8bd01709-5666-4160-8d9d-f21b71eb849c tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 945 time: 0.0477867 Nov 26 03:35:07.216169 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-560d3bed-a4b0-4131-8200-9eb836282e39 req-2ff3f016-62d9-4bdd-bb28-9747d3fc2c0f tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390778 Nov 26 03:35:08.138151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 7c7228af-6df8-4000-990f-006a20dc1459 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:35:08.188172 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 7c7228af-6df8-4000-990f-006a20dc1459 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:35:08.192298 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 7c7228af-6df8-4000-990f-006a20dc1459 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:35:08.192679 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:08.269758 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:08.292745 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acaec01e-8388-490c-84b7-822c27b0e9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7228af-6df8-4000-990f-006a20dc1459'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:35:08.294991 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8e13bc-ae3d-4160-b57b-7bde8085793d" -d '{"events": [{"server_uuid": "acaec01e-8388-490c-84b7-822c27b0e9f3", "name": "network-vif-plugged", "status": "completed", "tag": "7c7228af-6df8-4000-990f-006a20dc1459"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:35:08.308509 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 7c7228af-6df8-4000-990f-006a20dc1459, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=7c7228af-6df8-4000-990f-006a20dc1459,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:35:08.314073 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:08.333552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e03b74-df19-4808-9340-8271e80a88f6 req-b4022433-4d50-42ad-841a-c658d3fa6e3b tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:08.335085 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e6e03b74-df19-4808-9340-8271e80a88f6 req-b4022433-4d50-42ad-841a-c658d3fa6e3b tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 945 time: 0.0507214 Nov 26 03:35:08.337779 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dc93cb-0750-45ce-8ee9-87ff0549f03f x-openstack-request-id: req-04dc93cb-0750-45ce-8ee9-87ff0549f03f {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:35:08.338077 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acaec01e-8388-490c-84b7-822c27b0e9f3", "name": "network-vif-plugged", "status": "completed", "tag": "7c7228af-6df8-4000-990f-006a20dc1459", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:35:08.338339 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04dc93cb-0750-45ce-8ee9-87ff0549f03f {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:35:08.338729 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acaec01e-8388-490c-84b7-822c27b0e9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7228af-6df8-4000-990f-006a20dc1459', 'code': 200} Nov 26 03:35:08.365309 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=7c7228af-6df8-4000-990f-006a20dc1459,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:35:08.390861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e6e03b74-df19-4808-9340-8271e80a88f6 req-974f67d7-5da3-4b7b-9f0a-e65bb2a8e29f tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489440 Nov 26 03:35:08.477519 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b868b17-cf96-4348-b046-cb9baf420da8 req-48184e5f-4b5e-43c2-b787-e57375b3a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:08.479007 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0b868b17-cf96-4348-b046-cb9baf420da8 req-48184e5f-4b5e-43c2-b787-e57375b3a356 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0442975 Nov 26 03:35:08.522586 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-0b868b17-cf96-4348-b046-cb9baf420da8 req-252cb91e-ca87-447d-bb73-604f77b66fbe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367520 Nov 26 03:35:09.511886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155feb7-d2ca-42b1-a28c-4d343c03e107 req-fd3f9a64-1afa-44ce-bb54-fb44cb9adcbd tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:09.516602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b155feb7-d2ca-42b1-a28c-4d343c03e107 req-fd3f9a64-1afa-44ce-bb54-fb44cb9adcbd tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0541351 Nov 26 03:35:09.565086 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b155feb7-d2ca-42b1-a28c-4d343c03e107 req-3a2e8325-ba27-406c-af76-0697303edc76 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440373 Nov 26 03:35:10.682442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f492973-a38c-4535-96b8-c210b913534e req-8f2c42ac-0165-4335-aa48-6eb9b7a44573 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:10.683965 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f492973-a38c-4535-96b8-c210b913534e req-8f2c42ac-0165-4335-aa48-6eb9b7a44573 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0499327 Nov 26 03:35:10.730415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f492973-a38c-4535-96b8-c210b913534e req-e259b4ce-4e72-4a4f-8948-0f327470e700 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404425 Nov 26 03:35:10.846479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3704e2-16b0-4c68-bfec-c5a92b460456 req-c8bd6dfe-496f-4b72-91c1-624f5969d18d tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:10.848220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c3704e2-16b0-4c68-bfec-c5a92b460456 req-c8bd6dfe-496f-4b72-91c1-624f5969d18d tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0513334 Nov 26 03:35:10.894370 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c3704e2-16b0-4c68-bfec-c5a92b460456 req-8b569f56-decc-4129-9bc5-203b4de1568e tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399654 Nov 26 03:35:11.088351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921f3b4-7d77-41ab-bbdf-deb7aca1eb71 req-f5d51ec5-da2a-4301-b580-ef8bb6c235af tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:11.089850 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3921f3b4-7d77-41ab-bbdf-deb7aca1eb71 req-f5d51ec5-da2a-4301-b580-ef8bb6c235af tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0488210 Nov 26 03:35:11.137425 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3921f3b4-7d77-41ab-bbdf-deb7aca1eb71 req-9d914add-0db7-4ce6-ace8-05f07a04b342 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415990 Nov 26 03:35:11.247654 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4e508-6e42-46c3-a4bf-9fc05c0ef685 req-30f9f6a8-d7b3-4faf-a6ed-e9c41c04edea tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:11.249148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aec4e508-6e42-46c3-a4bf-9fc05c0ef685 req-30f9f6a8-d7b3-4faf-a6ed-e9c41c04edea tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0479708 Nov 26 03:35:11.299539 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aec4e508-6e42-46c3-a4bf-9fc05c0ef685 req-0d3a958a-0d02-4546-94b2-c871766d6181 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439682 Nov 26 03:35:11.547734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c762cac2-4228-4305-991f-31051a77bab1 req-2d6cdbbe-71ac-481f-a23c-2781dbe78713 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0658443 Nov 26 03:35:11.555716 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c95d1-f2c5-4c14-94ae-0d891faecd3a req-50c36116-aefd-4110-bcdc-b1c1ef4bcdd2 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:11.557127 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-290c95d1-f2c5-4c14-94ae-0d891faecd3a req-50c36116-aefd-4110-bcdc-b1c1ef4bcdd2 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0677245 Nov 26 03:35:11.608626 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-290c95d1-f2c5-4c14-94ae-0d891faecd3a req-4879c2db-b7c7-4cc3-8fa8-4d32b0f31e7f tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451362 Nov 26 03:35:11.757479 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f3d000c-908d-4e07-9d99-aecb342eb516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:12.730245 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9c8a3-0d6a-4720-b90a-457552b6f532 req-bac95c8a-e84c-4605-beb6-0ba61249d94c tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:12.731782 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-76b9c8a3-0d6a-4720-b90a-457552b6f532 req-bac95c8a-e84c-4605-beb6-0ba61249d94c tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0530443 Nov 26 03:35:12.754371 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762cac2-4228-4305-991f-31051a77bab1 req-d7842ef9-7e26-4266-a388-274869f675ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:12.755787 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c762cac2-4228-4305-991f-31051a77bab1 req-d7842ef9-7e26-4266-a388-274869f675ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c81aa533d9094a10add4928adc0263af&device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0404530 Nov 26 03:35:12.779835 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-76b9c8a3-0d6a-4720-b90a-457552b6f532 req-4ae71227-33f9-4745-b0de-547714393a26 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418742 Nov 26 03:35:12.853778 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762cac2-4228-4305-991f-31051a77bab1 req-59eadefb-c495-40bb-8f31-0a394a366c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:12.855255 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c762cac2-4228-4305-991f-31051a77bab1 req-59eadefb-c495-40bb-8f31-0a394a366c0a service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae154bbc-d9eb-4e60-bb43-497707a57470 HTTP/1.1" status: 200 len: 916 time: 0.0930152 Nov 26 03:35:12.896180 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c762cac2-4228-4305-991f-31051a77bab1 req-ddc50cf8-3317-4fe9-86f1-9a320356f8e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c7228af-6df8-4000-990f-006a20dc1459 HTTP/1.1" status: 200 len: 217 time: 0.0339258 Nov 26 03:35:12.942966 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762cac2-4228-4305-991f-31051a77bab1 req-df44a12f-841d-4adc-bc71-4a0587e85e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:12.944427 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c762cac2-4228-4305-991f-31051a77bab1 req-df44a12f-841d-4adc-bc71-4a0587e85e40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=158c388a-052c-4fde-b63b-d8c3d8b861a1 HTTP/1.1" status: 200 len: 855 time: 0.0420127 Nov 26 03:35:12.979488 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c762cac2-4228-4305-991f-31051a77bab1 req-2481d10c-c4db-42d9-a54e-5f1f50d4bac1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae154bbc-d9eb-4e60-bb43-497707a57470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285635 Nov 26 03:35:13.066606 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c762cac2-4228-4305-991f-31051a77bab1 req-c18026ae-3339-4cce-9118-95484cb9637c service neutron] 10.222.0.59 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806572 Nov 26 03:35:13.160136 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c762cac2-4228-4305-991f-31051a77bab1 req-3d87c8ef-4e85-4faa-b91e-220de43cd121 service neutron] 10.222.0.59 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860536 Nov 26 03:35:13.894376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba504bbc-b337-48c5-a041-6dc4d3b93952 req-223721a4-f880-43da-880b-200aa496126f tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:13.895869 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ba504bbc-b337-48c5-a041-6dc4d3b93952 req-223721a4-f880-43da-880b-200aa496126f tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0473022 Nov 26 03:35:13.943783 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ba504bbc-b337-48c5-a041-6dc4d3b93952 req-6e15576a-5751-4d8b-bb8c-baa6e4632717 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418832 Nov 26 03:35:14.183889 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7646-dddc-43e6-a809-a60e27cda8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:15.065822 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d829bd9-70fc-44fb-83ff-91b51ce1649a req-a2391a17-9436-411b-b59f-8606ca5e94d3 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:15.067276 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d829bd9-70fc-44fb-83ff-91b51ce1649a req-a2391a17-9436-411b-b59f-8606ca5e94d3 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0466995 Nov 26 03:35:15.117075 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1d829bd9-70fc-44fb-83ff-91b51ce1649a req-97e2d6b3-80fe-47cb-a892-6f1b8e593ed5 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438559 Nov 26 03:35:15.180348 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:16.229168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49e308-6826-475f-bd66-b1773f180b1a req-86d1c66f-dd02-4c59-b1a6-0cd27bea6f79 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:16.230643 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c49e308-6826-475f-bd66-b1773f180b1a req-86d1c66f-dd02-4c59-b1a6-0cd27bea6f79 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0479658 Nov 26 03:35:16.276539 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c49e308-6826-475f-bd66-b1773f180b1a req-f0f705e5-0b29-424e-85c0-75dc6800de50 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394690 Nov 26 03:35:16.730141 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:17.393885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cda60-1652-47ea-a94d-cf6eae4b1982 req-359e01d2-0c33-4b14-8293-bf32e146f34d tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:17.395358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa0cda60-1652-47ea-a94d-cf6eae4b1982 req-359e01d2-0c33-4b14-8293-bf32e146f34d tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0481486 Nov 26 03:35:17.441166 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fa0cda60-1652-47ea-a94d-cf6eae4b1982 req-74431359-40d6-4f41-be7d-161c36fd8918 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399404 Nov 26 03:35:17.612857 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:17.894579 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:35:18.560259 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bfb19-c683-4ed4-b888-f3626ef03c6f req-85ff6cb2-447f-49e7-810c-21786e53c6bc tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:18.561747 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-581bfb19-c683-4ed4-b888-f3626ef03c6f req-85ff6cb2-447f-49e7-810c-21786e53c6bc tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0517087 Nov 26 03:35:18.607319 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-581bfb19-c683-4ed4-b888-f3626ef03c6f req-c66b90dd-1882-41e4-8b8f-4f93b1fc6597 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396743 Nov 26 03:35:19.724958 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6fe9e-ea0e-4e15-b681-a8001a020306 req-de98329b-79b3-44c0-8993-d6f518516e59 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:19.726442 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59f6fe9e-ea0e-4e15-b681-a8001a020306 req-de98329b-79b3-44c0-8993-d6f518516e59 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0478168 Nov 26 03:35:19.773094 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59f6fe9e-ea0e-4e15-b681-a8001a020306 req-5c46720e-ec30-4ddb-bcb5-508780a4c8d8 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407484 Nov 26 03:35:20.890797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74689b1b-8e8e-4e7d-9dcf-cc1567f37018 req-534797cc-6b27-423b-8857-fe600a3c5946 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:20.892307 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74689b1b-8e8e-4e7d-9dcf-cc1567f37018 req-534797cc-6b27-423b-8857-fe600a3c5946 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0517576 Nov 26 03:35:20.938633 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74689b1b-8e8e-4e7d-9dcf-cc1567f37018 req-2a0f2086-8dc2-4576-bd43-ff06638b1cbd tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397794 Nov 26 03:35:22.053242 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69ade9-47c3-4e4b-a539-a0c85e45cbf4 req-4d0d61ea-5059-4eea-b65d-51bac74611ce tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:22.054710 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e69ade9-47c3-4e4b-a539-a0c85e45cbf4 req-4d0d61ea-5059-4eea-b65d-51bac74611ce tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0479875 Nov 26 03:35:22.100533 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e69ade9-47c3-4e4b-a539-a0c85e45cbf4 req-ce5143b8-a416-407f-92c8-1a050e52dace tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397005 Nov 26 03:35:22.702423 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:23.213282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597feb8-6fae-4d11-8755-522262bc0cbe req-968ef80b-c38a-42c7-8510-569baa6ec9e4 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:23.214759 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e597feb8-6fae-4d11-8755-522262bc0cbe req-968ef80b-c38a-42c7-8510-569baa6ec9e4 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0475686 Nov 26 03:35:23.265801 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e597feb8-6fae-4d11-8755-522262bc0cbe req-415b80d6-0b51-4b81-9f87-d0ad0cc96d82 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450869 Nov 26 03:35:23.965335 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:24.383397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab13ddf-0c56-4245-94e6-01a307308061 req-2ba74f27-513d-4164-a8a3-a58ee2345b09 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:24.384905 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bab13ddf-0c56-4245-94e6-01a307308061 req-2ba74f27-513d-4164-a8a3-a58ee2345b09 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0515623 Nov 26 03:35:24.430431 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bab13ddf-0c56-4245-94e6-01a307308061 req-799249d0-4821-4211-a40e-71b2f648cdb7 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396028 Nov 26 03:35:25.543986 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d12595-7c2e-4b00-8469-548867137aff req-21fa12e4-cad5-4e0d-ba8c-395a57d56d9b tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:25.545495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b7d12595-7c2e-4b00-8469-548867137aff req-21fa12e4-cad5-4e0d-ba8c-395a57d56d9b tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0485101 Nov 26 03:35:25.592843 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b7d12595-7c2e-4b00-8469-548867137aff req-018f1276-0d92-4a97-96de-1882e76f9811 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408282 Nov 26 03:35:26.712373 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452d5af-67f2-4b0c-b791-b128f57abbb1 req-fb50d7fc-26a8-4944-8ce7-5eb6d08c9452 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:26.713841 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4452d5af-67f2-4b0c-b791-b128f57abbb1 req-fb50d7fc-26a8-4944-8ce7-5eb6d08c9452 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0516264 Nov 26 03:35:26.760136 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4452d5af-67f2-4b0c-b791-b128f57abbb1 req-a81eb16b-86d7-483b-9386-263c2480af7e tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402460 Nov 26 03:35:27.874546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c45c69-51e1-4454-879f-79f5d22d9823 req-b047cf9e-119e-41dc-b388-6de6aa4b0824 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:27.876024 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88c45c69-51e1-4454-879f-79f5d22d9823 req-b047cf9e-119e-41dc-b388-6de6aa4b0824 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0484846 Nov 26 03:35:27.922459 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88c45c69-51e1-4454-879f-79f5d22d9823 req-c6da2310-d534-4998-ad84-4d8f07fe7caf tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404944 Nov 26 03:35:29.035089 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bba40-1e37-48dd-8cfb-80c903d0f777 req-485b4001-d940-4c1c-b919-bba499e1b0f0 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:29.036553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-505bba40-1e37-48dd-8cfb-80c903d0f777 req-485b4001-d940-4c1c-b919-bba499e1b0f0 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0465865 Nov 26 03:35:29.085489 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-505bba40-1e37-48dd-8cfb-80c903d0f777 req-70f3fa42-ed55-4e51-93ac-9ba9d6359876 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429506 Nov 26 03:35:30.201165 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abde9b-660f-4527-9620-f659f94bb8da req-7fc890cc-b789-4a17-bdb4-be0e2052247d tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:30.202662 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37abde9b-660f-4527-9620-f659f94bb8da req-7fc890cc-b789-4a17-bdb4-be0e2052247d tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0485611 Nov 26 03:35:30.249145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-37abde9b-660f-4527-9620-f659f94bb8da req-ed1a3da0-fb93-4201-9538-536d58430180 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400245 Nov 26 03:35:31.365190 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e983cd-2e63-4a5a-a6cb-4ee462bbf996 req-fe21b673-ef2a-41b7-bbaf-2bf2a0112f46 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:31.366670 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-86e983cd-2e63-4a5a-a6cb-4ee462bbf996 req-fe21b673-ef2a-41b7-bbaf-2bf2a0112f46 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0475361 Nov 26 03:35:31.412814 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-86e983cd-2e63-4a5a-a6cb-4ee462bbf996 req-e76bbe12-f21f-4680-b58c-2b29a51b2f80 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402057 Nov 26 03:35:32.529290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3811f0-78e8-45b2-9fac-e9741b4a3c77 req-b3fa1943-51c2-43f1-a8ca-278746248ccb tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:32.530812 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b3811f0-78e8-45b2-9fac-e9741b4a3c77 req-b3fa1943-51c2-43f1-a8ca-278746248ccb tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0515344 Nov 26 03:35:32.578101 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b3811f0-78e8-45b2-9fac-e9741b4a3c77 req-a6211101-875a-4fe2-86a8-b73d2c41b987 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408380 Nov 26 03:35:33.692790 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a940685-c099-41ac-b5da-7701f297df9a req-7b58e165-fa08-4dc9-8bdd-067ae30744b7 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:33.694297 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a940685-c099-41ac-b5da-7701f297df9a req-7b58e165-fa08-4dc9-8bdd-067ae30744b7 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0479217 Nov 26 03:35:33.742141 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a940685-c099-41ac-b5da-7701f297df9a req-d7630c9a-d793-45b2-9511-c3582234866a tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419867 Nov 26 03:35:34.860580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83744319-ae64-4093-a443-6767706b2b1a req-47805512-3571-4930-b771-ffaf201546d7 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:34.862686 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83744319-ae64-4093-a443-6767706b2b1a req-47805512-3571-4930-b771-ffaf201546d7 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0516126 Nov 26 03:35:35.186299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-83744319-ae64-4093-a443-6767706b2b1a req-e179b341-cbee-44f0-810e-86857eddde78 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176315 Nov 26 03:35:36.301262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd37507-534f-4a34-aa4a-90e9bfa57195 req-d8f281c0-b0e7-4479-9931-00f67fe49b02 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:36.302737 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-afd37507-534f-4a34-aa4a-90e9bfa57195 req-d8f281c0-b0e7-4479-9931-00f67fe49b02 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0487015 Nov 26 03:35:36.348547 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-afd37507-534f-4a34-aa4a-90e9bfa57195 req-84fa9dc0-7ef2-4c15-9725-83fa1c0f0f05 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397751 Nov 26 03:35:37.461831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf053dc-d55b-4b1e-86f8-f191f32e801b req-fe83d1d0-404e-49c4-9e58-ea326e316934 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:37.463295 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7bf053dc-d55b-4b1e-86f8-f191f32e801b req-fe83d1d0-404e-49c4-9e58-ea326e316934 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0470257 Nov 26 03:35:37.515093 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7bf053dc-d55b-4b1e-86f8-f191f32e801b req-406bbb8f-6087-4790-8ce0-87ee97dc07a3 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455456 Nov 26 03:35:38.628078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafcc72-6085-4591-92e9-f9b99ee6df6a req-378303fd-6730-43dc-8ac7-d48e8b1aa1fd tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:38.629594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abafcc72-6085-4591-92e9-f9b99ee6df6a req-378303fd-6730-43dc-8ac7-d48e8b1aa1fd tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0481861 Nov 26 03:35:38.676436 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abafcc72-6085-4591-92e9-f9b99ee6df6a req-4c309cb1-3e71-4a0b-bf98-cd8e3c06787d tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409651 Nov 26 03:35:39.805274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81334656-5129-454c-bf56-f0e5cb80b1b0 req-3f87f865-b792-4033-ae87-c47dfc260e87 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:39.806768 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81334656-5129-454c-bf56-f0e5cb80b1b0 req-3f87f865-b792-4033-ae87-c47dfc260e87 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0481098 Nov 26 03:35:39.853631 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81334656-5129-454c-bf56-f0e5cb80b1b0 req-7f273b5f-fe4c-496b-8c8a-cb76ee8eb8a2 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408871 Nov 26 03:35:40.197919 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [req-c762cac2-4228-4305-991f-31051a77bab1 req-57da6eee-ecb6-4719-a21c-6ac62e4f5755 service neutron] show failed (client error): The resource could not be found. Nov 26 03:35:40.198900 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c762cac2-4228-4305-991f-31051a77bab1 req-57da6eee-ecb6-4719-a21c-6ac62e4f5755 service neutron] 10.222.0.59 "GET /v2.0/ports/7c7228af-6df8-4000-990f-006a20dc1459/bindings/n-h1-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.0522358 Nov 26 03:35:40.401427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762cac2-4228-4305-991f-31051a77bab1 req-7bdcc7cc-4e0b-4512-8ecf-de2c24883ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:40.402919 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c762cac2-4228-4305-991f-31051a77bab1 req-7bdcc7cc-4e0b-4512-8ecf-de2c24883ac6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3&tenant_id=c81aa533d9094a10add4928adc0263af HTTP/1.1" status: 200 len: 1097 time: 0.0436714 Nov 26 03:35:40.419870 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819389-3', 'device_owner': 'compute:nova'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:35:40.470517 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:40.665903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] For port 7c7228af-6df8-4000-990f-006a20dc1459, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=7c7228af-6df8-4000-990f-006a20dc1459,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:35:40.702335 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] For port 7c7228af-6df8-4000-990f-006a20dc1459, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:35:40.745310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acaec01e-8388-490c-84b7-822c27b0e9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c7228af-6df8-4000-990f-006a20dc1459'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:35:40.747495 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd116b98-e3f1-4d18-a870-d91c57112175" -d '{"events": [{"server_uuid": "acaec01e-8388-490c-84b7-822c27b0e9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "7c7228af-6df8-4000-990f-006a20dc1459"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:35:40.751486 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:40.764339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Transition to ACTIVE for port object 7c7228af-6df8-4000-990f-006a20dc1459 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:35:40.768221 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:40.802226 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 03:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa5f388-f913-4e06-84ef-36b59b873d22 x-openstack-request-id: req-0fa5f388-f913-4e06-84ef-36b59b873d22 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:35:40.802528 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acaec01e-8388-490c-84b7-822c27b0e9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "7c7228af-6df8-4000-990f-006a20dc1459", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:35:40.802789 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0fa5f388-f913-4e06-84ef-36b59b873d22 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:35:40.803181 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acaec01e-8388-490c-84b7-822c27b0e9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c7228af-6df8-4000-990f-006a20dc1459', 'code': 200} Nov 26 03:35:40.830972 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] No DVR routers for this DVR port 7c7228af-6df8-4000-990f-006a20dc1459 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:35:40.833956 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7228af-6df8-4000-990f-006a20dc1459,revision_number=6']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:35:40.867692 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Attempting to bind port 7c7228af-6df8-4000-990f-006a20dc1459 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:35:40.868032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Attempting to bind port 7c7228af-6df8-4000-990f-006a20dc1459 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'f5821cd4-ac79-4c73-bfbc-7e320a78cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:35:40.868396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Attempting to bind port 7c7228af-6df8-4000-990f-006a20dc1459 on network ae154bbc-d9eb-4e60-bb43-497707a57470 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:35:40.872574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Port 7c7228af-6df8-4000-990f-006a20dc1459 on network ae154bbc-d9eb-4e60-bb43-497707a57470 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:35:40.872900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Attempting to bind port 7c7228af-6df8-4000-990f-006a20dc1459 on network ae154bbc-d9eb-4e60-bb43-497707a57470 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:35:40.877736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:35:40.878071 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Checking segment: {'id': 'f5821cd4-ac79-4c73-bfbc-7e320a78cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:35:40.878460 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Bound using segment: {'id': 'f5821cd4-ac79-4c73-bfbc-7e320a78cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:35:40.878885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Bound port: 7c7228af-6df8-4000-990f-006a20dc1459, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5821cd4-ac79-4c73-bfbc-7e320a78cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:35:40.879240 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:40.969929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] For port 7c7228af-6df8-4000-990f-006a20dc1459, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:35:40.974277 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] For port 7c7228af-6df8-4000-990f-006a20dc1459, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7c7228af-6df8-4000-990f-006a20dc1459,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:35:40.981746 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:40.998038 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c90538-86d2-4745-b9f0-ddbcbd43a872 req-2114f0bd-81c7-4d66-9dca-cc3418414716 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:40.999501 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68c90538-86d2-4745-b9f0-ddbcbd43a872 req-2114f0bd-81c7-4d66-9dca-cc3418414716 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0782976 Nov 26 03:35:41.041123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:41.041746 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:41.043128 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c762cac2-4228-4305-991f-31051a77bab1 req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] 10.222.0.54 "PUT /v2.0/ports/7c7228af-6df8-4000-990f-006a20dc1459 HTTP/1.1" status: 200 len: 1092 time: 0.6271067 Nov 26 03:35:41.083354 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e61e72-323c-44ca-bd5b-3e031ecdfdb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7228af-6df8-4000-990f-006a20dc1459,revision_number=7']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:35:41.098607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68c90538-86d2-4745-b9f0-ddbcbd43a872 req-5b74d10c-4ac2-4bce-9a2e-e1244e38a31e tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811338 Nov 26 03:35:41.127601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762cac2-4228-4305-991f-31051a77bab1 req-332f5bc8-7f07-46c9-89ec-d2a0a28ac5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:41.129120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c762cac2-4228-4305-991f-31051a77bab1 req-332f5bc8-7f07-46c9-89ec-d2a0a28ac5e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c81aa533d9094a10add4928adc0263af&device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 1095 time: 0.0493410 Nov 26 03:35:41.219158 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762cac2-4228-4305-991f-31051a77bab1 req-8eb80039-8440-4093-8832-3a4f5e3da6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:41.220664 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c762cac2-4228-4305-991f-31051a77bab1 req-8eb80039-8440-4093-8832-3a4f5e3da6d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae154bbc-d9eb-4e60-bb43-497707a57470 HTTP/1.1" status: 200 len: 916 time: 0.0842941 Nov 26 03:35:41.262978 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c762cac2-4228-4305-991f-31051a77bab1 req-11c919c9-63ad-4252-ac22-838439f2bbd9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c7228af-6df8-4000-990f-006a20dc1459 HTTP/1.1" status: 200 len: 217 time: 0.0352857 Nov 26 03:35:41.313227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762cac2-4228-4305-991f-31051a77bab1 req-e3e30f4b-3141-4392-a42f-07691cd5b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:41.314724 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c762cac2-4228-4305-991f-31051a77bab1 req-e3e30f4b-3141-4392-a42f-07691cd5b557 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=158c388a-052c-4fde-b63b-d8c3d8b861a1 HTTP/1.1" status: 200 len: 855 time: 0.0451448 Nov 26 03:35:41.345654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c762cac2-4228-4305-991f-31051a77bab1 req-12ed269c-bb66-49b9-b2b6-6797b764be74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae154bbc-d9eb-4e60-bb43-497707a57470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236771 Nov 26 03:35:41.435327 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c762cac2-4228-4305-991f-31051a77bab1 req-484e59ce-016b-4f1f-86b8-de1f9c8625f3 service neutron] 10.222.0.54 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827403 Nov 26 03:35:41.522665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c762cac2-4228-4305-991f-31051a77bab1 req-d4f5455f-1385-4e82-923e-641d64e0c206 service neutron] 10.222.0.54 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804365 Nov 26 03:35:41.759304 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9b04c24d-a97c-4f90-8095-5e5bc62ffb30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:42.221929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba3415-4bce-482d-b1fb-b96d7b893caa req-6cd5ca77-1988-49b8-8efa-7aa890531813 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:42.223719 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d2ba3415-4bce-482d-b1fb-b96d7b893caa req-6cd5ca77-1988-49b8-8efa-7aa890531813 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0534990 Nov 26 03:35:42.270422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d2ba3415-4bce-482d-b1fb-b96d7b893caa req-06aec204-d226-41ff-bf83-eaa2cea89353 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405457 Nov 26 03:35:42.357034 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 7c7228af-6df8-4000-990f-006a20dc1459 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:35:42.394063 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 7c7228af-6df8-4000-990f-006a20dc1459 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:35:42.804207 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acaec01e-8388-490c-84b7-822c27b0e9f3', 'tag': '7c7228af-6df8-4000-990f-006a20dc1459'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:35:42.806622 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cd306e-60d5-4f30-ba23-11dfb789c003" -d '{"events": [{"name": "network-changed", "server_uuid": "acaec01e-8388-490c-84b7-822c27b0e9f3", "tag": "7c7228af-6df8-4000-990f-006a20dc1459"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:35:42.854532 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f9f3f9-baa8-44e9-9006-32b9aef238e1 x-openstack-request-id: req-f1f9f3f9-baa8-44e9-9006-32b9aef238e1 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:35:42.854838 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acaec01e-8388-490c-84b7-822c27b0e9f3", "tag": "7c7228af-6df8-4000-990f-006a20dc1459", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:35:42.855099 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1f9f3f9-baa8-44e9-9006-32b9aef238e1 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:35:42.855514 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acaec01e-8388-490c-84b7-822c27b0e9f3', 'tag': '7c7228af-6df8-4000-990f-006a20dc1459', 'status': 'completed', 'code': 200} Nov 26 03:35:42.933289 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-36ed2710-ce32-42c0-8d47-2b3f93eaa96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:42.934712 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-36ed2710-ce32-42c0-8d47-2b3f93eaa96c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c81aa533d9094a10add4928adc0263af&device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 1095 time: 0.0407591 Nov 26 03:35:42.937951 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-8e767f52-5a8d-405b-9dc7-4c47d75bee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:42.939477 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-8e767f52-5a8d-405b-9dc7-4c47d75bee4f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c81aa533d9094a10add4928adc0263af&device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 1095 time: 0.0408061 Nov 26 03:35:43.028243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-100166bb-f617-48f5-a4fa-5ca318402204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:43.029739 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-100166bb-f617-48f5-a4fa-5ca318402204 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae154bbc-d9eb-4e60-bb43-497707a57470 HTTP/1.1" status: 200 len: 916 time: 0.0881727 Nov 26 03:35:43.034142 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-58bc3ac8-ab90-45c9-9775-a3ae0100e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:43.035687 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-58bc3ac8-ab90-45c9-9775-a3ae0100e99b service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae154bbc-d9eb-4e60-bb43-497707a57470 HTTP/1.1" status: 200 len: 916 time: 0.0897274 Nov 26 03:35:43.070800 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-9f591243-03ff-4ddf-aa6d-5e260bdc2cd6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c7228af-6df8-4000-990f-006a20dc1459 HTTP/1.1" status: 200 len: 217 time: 0.0343165 Nov 26 03:35:43.075465 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-f46dbdd7-f103-41f7-bd89-915af6c3d17c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c7228af-6df8-4000-990f-006a20dc1459 HTTP/1.1" status: 200 len: 217 time: 0.0332575 Nov 26 03:35:43.119375 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-b34622a9-4ef5-4080-a68c-b940e209c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:43.120885 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-b34622a9-4ef5-4080-a68c-b940e209c393 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=158c388a-052c-4fde-b63b-d8c3d8b861a1 HTTP/1.1" status: 200 len: 855 time: 0.0431690 Nov 26 03:35:43.122470 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-eacae74a-6bb0-4f2d-aadf-aa32ced54e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:43.123976 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-eacae74a-6bb0-4f2d-aadf-aa32ced54e42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=158c388a-052c-4fde-b63b-d8c3d8b861a1 HTTP/1.1" status: 200 len: 855 time: 0.0420160 Nov 26 03:35:43.155929 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-0f7fb552-954f-48f4-9a61-bb613bc4bc3f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae154bbc-d9eb-4e60-bb43-497707a57470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246828 Nov 26 03:35:43.160030 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-a5abe8e3-a1e3-4b24-9ac4-9ada916866de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae154bbc-d9eb-4e60-bb43-497707a57470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287602 Nov 26 03:35:43.248855 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-fb79d66e-cfb3-496f-b8dc-7bf3efa4b2ad service neutron] 10.222.0.59 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814846 Nov 26 03:35:43.249311 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-945f9cb9-9225-46bc-98dd-5c561b442104 service neutron] 10.222.0.54 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851576 Nov 26 03:35:43.354205 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-d30b9716-1f77-4048-b4ce-9fc9a001702d service neutron] 10.222.0.59 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888972 Nov 26 03:35:43.357178 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18cd306e-60d5-4f30-ba23-11dfb789c003 req-68fbd3ef-e9d4-4657-8a25-df68d8954625 service neutron] 10.222.0.54 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002293 Nov 26 03:35:43.393491 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94aa2f-6a05-4c44-afeb-3ec3ea68da51 req-1d0a79fc-c404-4a27-ab7d-ba713e7ccacb tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:43.395004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd94aa2f-6a05-4c44-afeb-3ec3ea68da51 req-1d0a79fc-c404-4a27-ab7d-ba713e7ccacb tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0524430 Nov 26 03:35:43.442353 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd94aa2f-6a05-4c44-afeb-3ec3ea68da51 req-609c7363-4715-4885-aec1-4a90d154b367 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413859 Nov 26 03:35:44.184201 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ebb474b3-d947-4495-9bce-79506ce59803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:44.563996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a2394-3d08-4fb2-be38-9b1d1f4219e3 req-d2909a03-20bc-450b-9bc0-3129c3b671a3 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:44.566044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c1a2394-3d08-4fb2-be38-9b1d1f4219e3 req-d2909a03-20bc-450b-9bc0-3129c3b671a3 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0506301 Nov 26 03:35:44.613279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c1a2394-3d08-4fb2-be38-9b1d1f4219e3 req-cb478f6a-7c82-4b18-8b40-18238e632417 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411408 Nov 26 03:35:45.182974 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:45.742648 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c85e9a-aef9-47be-b4e3-ea7cf9226090 req-f1c7a23a-6023-4936-bfc0-3f498f0fc4b0 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:45.745366 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58c85e9a-aef9-47be-b4e3-ea7cf9226090 req-f1c7a23a-6023-4936-bfc0-3f498f0fc4b0 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0611014 Nov 26 03:35:45.792665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58c85e9a-aef9-47be-b4e3-ea7cf9226090 req-afccdd0f-83aa-4a14-8e45-5930243d071b tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411720 Nov 26 03:35:45.983178 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb633ac1-8147-4060-bbca-0c27db86c58a req-02cc2956-7a42-4da0-874b-38fb08170085 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:45.984724 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb633ac1-8147-4060-bbca-0c27db86c58a req-02cc2956-7a42-4da0-874b-38fb08170085 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0496812 Nov 26 03:35:46.009392 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671f650-7626-4cf3-8427-41e020a0b292 req-a24e981e-6190-40d0-95da-213f002af2f4 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:46.010868 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4671f650-7626-4cf3-8427-41e020a0b292 req-a24e981e-6190-40d0-95da-213f002af2f4 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.59 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3&tenant_id=c81aa533d9094a10add4928adc0263af&binding%3Ahost_id=n-h1-819389-3 HTTP/1.1" status: 200 len: 944 time: 0.0521669 Nov 26 03:35:46.034147 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb633ac1-8147-4060-bbca-0c27db86c58a req-fffa23f2-a572-4aa9-9fea-a22bc24d5fdf tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432885 Nov 26 03:35:46.072563 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [req-4671f650-7626-4cf3-8427-41e020a0b292 req-16f95dfb-9233-440c-bee8-611479bc6839 service neutron] delete failed (client error): The resource could not be found. Nov 26 03:35:46.073588 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4671f650-7626-4cf3-8427-41e020a0b292 req-16f95dfb-9233-440c-bee8-611479bc6839 service neutron] 10.222.0.59 "DELETE /v2.0/ports/7c7228af-6df8-4000-990f-006a20dc1459/bindings/n-h2-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.0542386 Nov 26 03:35:46.103021 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 7c7228af-6df8-4000-990f-006a20dc1459 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:35:46.179019 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671f650-7626-4cf3-8427-41e020a0b292 req-13ca92b5-d9c3-4960-8af1-f77f3124113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:46.180563 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4671f650-7626-4cf3-8427-41e020a0b292 req-13ca92b5-d9c3-4960-8af1-f77f3124113c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c81aa533d9094a10add4928adc0263af&device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 1095 time: 0.0452948 Nov 26 03:35:46.198813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 7c7228af-6df8-4000-990f-006a20dc1459, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7c7228af-6df8-4000-990f-006a20dc1459,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:35:46.210256 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '7c7228af-6df8-4000-990f-006a20dc1459', 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470', 'port_id': '7c7228af-6df8-4000-990f-006a20dc1459', 'mac_address': 'fa:16:3e:ed:52:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158c388a-052c-4fde-b63b-d8c3d8b861a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:35:46.246266 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:46.259622 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7228af-6df8-4000-990f-006a20dc1459 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:35:46.270673 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671f650-7626-4cf3-8427-41e020a0b292 req-4d85c232-faf2-4160-82b0-7934804c8fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:46.272199 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4671f650-7626-4cf3-8427-41e020a0b292 req-4d85c232-faf2-4160-82b0-7934804c8fa1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae154bbc-d9eb-4e60-bb43-497707a57470 HTTP/1.1" status: 200 len: 916 time: 0.0852408 Nov 26 03:35:46.278634 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 7c7228af-6df8-4000-990f-006a20dc1459, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7c7228af-6df8-4000-990f-006a20dc1459,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:35:46.283303 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:46.318465 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4671f650-7626-4cf3-8427-41e020a0b292 req-9a63b1ae-e03e-4c3a-a712-e0e5ec75045d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c7228af-6df8-4000-990f-006a20dc1459 HTTP/1.1" status: 200 len: 217 time: 0.0385420 Nov 26 03:35:46.331092 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=7c7228af-6df8-4000-990f-006a20dc1459,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:35:46.366458 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671f650-7626-4cf3-8427-41e020a0b292 req-9865ddef-3dcc-41ae-9f86-73dbdbdf852e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:46.367925 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4671f650-7626-4cf3-8427-41e020a0b292 req-9865ddef-3dcc-41ae-9f86-73dbdbdf852e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=158c388a-052c-4fde-b63b-d8c3d8b861a1 HTTP/1.1" status: 200 len: 855 time: 0.0432036 Nov 26 03:35:46.399450 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4671f650-7626-4cf3-8427-41e020a0b292 req-cc687521-e6fa-40ff-ac8c-85cf4c2f5bfa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae154bbc-d9eb-4e60-bb43-497707a57470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247102 Nov 26 03:35:46.492235 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4671f650-7626-4cf3-8427-41e020a0b292 req-03e9337b-a8e6-48e8-9094-58d327789d9c service neutron] 10.222.0.59 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854952 Nov 26 03:35:46.580873 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4671f650-7626-4cf3-8427-41e020a0b292 req-8dfb0b6d-24c6-45e5-9182-f1c111f52339 service neutron] 10.222.0.59 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817370 Nov 26 03:35:46.691618 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['7c7228af-6df8-4000-990f-006a20dc1459'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:35:46.741673 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:47.157476 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a4e53-5567-4848-be41-b2255baed5cb req-90bf7ff1-d3fb-43fb-a34d-499df104249a tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:47.160337 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd9a4e53-5567-4848-be41-b2255baed5cb req-90bf7ff1-d3fb-43fb-a34d-499df104249a tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 945 time: 0.0560851 Nov 26 03:35:47.209003 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd9a4e53-5567-4848-be41-b2255baed5cb req-4c507d00-0e28-4b5e-b457-ab23b02fba90 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425301 Nov 26 03:35:47.325152 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68cb42-e83a-484e-97dd-4eb3cad09692 req-503a705b-a37b-4149-9864-741cc51f6d43 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:47.326569 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee68cb42-e83a-484e-97dd-4eb3cad09692 req-503a705b-a37b-4149-9864-741cc51f6d43 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 945 time: 0.0495272 Nov 26 03:35:47.374301 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee68cb42-e83a-484e-97dd-4eb3cad09692 req-c53aba0f-e79b-4a4d-8b6f-b077135e0cc2 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411265 Nov 26 03:35:47.484546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf63ea-27e4-4710-96d8-09f9fb90006a req-489351d8-a83b-4b9b-bf06-a48a089ed995 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:47.486020 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7fcf63ea-27e4-4710-96d8-09f9fb90006a req-489351d8-a83b-4b9b-bf06-a48a089ed995 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 945 time: 0.0486994 Nov 26 03:35:47.536867 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7fcf63ea-27e4-4710-96d8-09f9fb90006a req-e221a5a8-80dc-425f-8456-e299e416f54e tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449455 Nov 26 03:35:47.613629 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:47.878411 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-406dfd37-976b-4ad9-a5f0-67c2b052a5ed tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:47.879792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-406dfd37-976b-4ad9-a5f0-67c2b052a5ed tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/networks?id=ae154bbc-d9eb-4e60-bb43-497707a57470 HTTP/1.1" status: 200 len: 815 time: 0.0998046 Nov 26 03:35:47.894244 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-6d7a72ba-7e16-4ba2-84e9-f561a8a84fb0 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/quotas/c81aa533d9094a10add4928adc0263af HTTP/1.1" status: 200 len: 375 time: 0.0087521 Nov 26 03:35:47.942268 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-72431b86-98b9-425b-971f-eec344cf9796 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c81aa533d9094a10add4928adc0263af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428746 Nov 26 03:35:48.034194 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-46298c0d-0af3-4ed3-913d-bd3482f776c7 service neutron] 10.222.0.31 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850036 Nov 26 03:35:48.106490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 7c7228af-6df8-4000-990f-006a20dc1459 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:35:48.133838 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-8b4f7243-bb8d-4f55-b3e6-4bbb34d55d57 service neutron] 10.222.0.31 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936480 Nov 26 03:35:48.158743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 7c7228af-6df8-4000-990f-006a20dc1459 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:35:48.162654 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 7c7228af-6df8-4000-990f-006a20dc1459 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:35:48.163104 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:48.243821 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:48.270423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acaec01e-8388-490c-84b7-822c27b0e9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7228af-6df8-4000-990f-006a20dc1459'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:35:48.272767 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5acce7c-c035-4180-80fa-f8c70b7d27b9" -d '{"events": [{"server_uuid": "acaec01e-8388-490c-84b7-822c27b0e9f3", "name": "network-vif-plugged", "status": "completed", "tag": "7c7228af-6df8-4000-990f-006a20dc1459"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:35:48.291022 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 7c7228af-6df8-4000-990f-006a20dc1459, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7c7228af-6df8-4000-990f-006a20dc1459,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:35:48.294658 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b7ab52a7-80c4-4820-bd0f-4599aa286e6b req-e719b44a-8a74-4eed-8d9d-1437a9f3eac2 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 210 time: 0.0294604 Nov 26 03:35:48.304987 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:48.328685 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d7d27c-ac9e-4ae7-b99d-27cea52cf9b4 x-openstack-request-id: req-90d7d27c-ac9e-4ae7-b99d-27cea52cf9b4 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:35:48.328982 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acaec01e-8388-490c-84b7-822c27b0e9f3", "name": "network-vif-plugged", "status": "completed", "tag": "7c7228af-6df8-4000-990f-006a20dc1459", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:35:48.329238 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90d7d27c-ac9e-4ae7-b99d-27cea52cf9b4 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:35:48.329629 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acaec01e-8388-490c-84b7-822c27b0e9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7228af-6df8-4000-990f-006a20dc1459', 'code': 200} Nov 26 03:35:48.358317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=7c7228af-6df8-4000-990f-006a20dc1459,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:35:49.333502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a38658-791b-4b01-bd15-c7f5011fe466 req-dcdcad86-4389-4277-a56a-1792873b76b0 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:49.335016 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56a38658-791b-4b01-bd15-c7f5011fe466 req-dcdcad86-4389-4277-a56a-1792873b76b0 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.54 "GET /v2.0/ports?device_id=acaec01e-8388-490c-84b7-822c27b0e9f3 HTTP/1.1" status: 200 len: 946 time: 0.1088107 Nov 26 03:35:49.418448 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-4129982d-db19-41e4-9ceb-8cdd7b769abe tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:49.419869 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-4129982d-db19-41e4-9ceb-8cdd7b769abe tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.54 "GET /v2.0/networks?id=ae154bbc-d9eb-4e60-bb43-497707a57470 HTTP/1.1" status: 200 len: 815 time: 0.1684787 Nov 26 03:35:49.424047 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9914028-6359-4a62-a4b7-2ceed1499842 req-091a93bd-59bd-4c2e-8905-75498e7f78cf tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 210 time: 0.0437472 Nov 26 03:35:49.458647 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-48094f47-f44e-4c73-99fe-c9fb4cbc6eda tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Request body: {'port': {'device_id': '278a1bb2-8b94-4cae-845f-1009b4922fb2', 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470', 'admin_state_up': True, 'tenant_id': 'c81aa533d9094a10add4928adc0263af'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:35:49.554047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-56a38658-791b-4b01-bd15-c7f5011fe466 req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Deleting port 7c7228af-6df8-4000-990f-006a20dc1459 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:35:49.554403 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-56a38658-791b-4b01-bd15-c7f5011fe466 req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:49.628753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-48094f47-f44e-4c73-99fe-c9fb4cbc6eda tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Made reservation on behalf of c81aa533d9094a10add4928adc0263af for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:35:49.632216 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-48094f47-f44e-4c73-99fe-c9fb4cbc6eda tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:49.681114 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-56a38658-791b-4b01-bd15-c7f5011fe466 req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] For port 7c7228af-6df8-4000-990f-006a20dc1459, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=7c7228af-6df8-4000-990f-006a20dc1459,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:35:49.681481 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-56a38658-791b-4b01-bd15-c7f5011fe466 req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:49.720303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-56a38658-791b-4b01-bd15-c7f5011fe466 req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Calling delete_port for 7c7228af-6df8-4000-990f-006a20dc1459 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:35:49.839494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-48094f47-f44e-4c73-99fe-c9fb4cbc6eda tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Allocated IP 172.20.0.2 (ae154bbc-d9eb-4e60-bb43-497707a57470/158c388a-052c-4fde-b63b-d8c3d8b861a1/ac68d54e-ec50-4853-915b-3e28e5046762) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:35:49.914240 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-56a38658-791b-4b01-bd15-c7f5011fe466 req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:49.946634 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['7c7228af-6df8-4000-990f-006a20dc1459'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:35:49.961581 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Pushing event deleted for resources: {'Port': ['ID=7c7228af-6df8-4000-990f-006a20dc1459,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:35:50.004014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:50.004396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:50.004743 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:50.005098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:50.005417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:50.005752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:50.006082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:50.006412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:50.006738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:50.007063 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:50.007388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:50.007711 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:50.025581 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a38658-791b-4b01-bd15-c7f5011fe466 req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] No DVR routers for this DVR port 7c7228af-6df8-4000-990f-006a20dc1459 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:35:50.036827 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-56a38658-791b-4b01-bd15-c7f5011fe466 req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:50.040080 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56a38658-791b-4b01-bd15-c7f5011fe466 req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.54 "DELETE /v2.0/ports/7c7228af-6df8-4000-990f-006a20dc1459 HTTP/1.1" status: 204 len: 173 time: 0.6961284 Nov 26 03:35:50.040527 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acaec01e-8388-490c-84b7-822c27b0e9f3', 'name': 'network-vif-deleted', 'tag': '7c7228af-6df8-4000-990f-006a20dc1459'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:35:50.042812 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d9c1d4-a35e-4442-b38e-f384a99e58f3" -d '{"events": [{"server_uuid": "acaec01e-8388-490c-84b7-822c27b0e9f3", "name": "network-vif-deleted", "tag": "7c7228af-6df8-4000-990f-006a20dc1459"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:35:50.109188 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddeb87c5-e49b-43ec-a7e3-88a23fc4e11a x-openstack-request-id: req-ddeb87c5-e49b-43ec-a7e3-88a23fc4e11a {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:35:50.109488 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acaec01e-8388-490c-84b7-822c27b0e9f3", "name": "network-vif-deleted", "tag": "7c7228af-6df8-4000-990f-006a20dc1459", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:35:50.109752 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddeb87c5-e49b-43ec-a7e3-88a23fc4e11a {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:35:50.110438 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acaec01e-8388-490c-84b7-822c27b0e9f3', 'name': 'network-vif-deleted', 'tag': '7c7228af-6df8-4000-990f-006a20dc1459', 'status': 'completed', 'code': 200} Nov 26 03:35:50.138333 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-48094f47-f44e-4c73-99fe-c9fb4cbc6eda tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:50.174498 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-48094f47-f44e-4c73-99fe-c9fb4cbc6eda tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:50.208394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['7c7228af-6df8-4000-990f-006a20dc1459'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:35:50.230679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-48094f47-f44e-4c73-99fe-c9fb4cbc6eda tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Network ae154bbc-d9eb-4e60-bb43-497707a57470 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:35:50.236341 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-48094f47-f44e-4c73-99fe-c9fb4cbc6eda tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:35:50.239588 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-48094f47-f44e-4c73-99fe-c9fb4cbc6eda tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:35:50.265235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48094f47-f44e-4c73-99fe-c9fb4cbc6eda tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Pushing event updated for resources: {'Port': ['ID=ac68d54e-ec50-4853-915b-3e28e5046762,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:35:50.295300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-48094f47-f44e-4c73-99fe-c9fb4cbc6eda tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:50.295920 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-48094f47-f44e-4c73-99fe-c9fb4cbc6eda tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:50.310967 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-48094f47-f44e-4c73-99fe-c9fb4cbc6eda tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8604336 Nov 26 03:35:50.330003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Request body: {'port': {'device_id': '278a1bb2-8b94-4cae-845f-1009b4922fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:35:50.391428 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:50.595925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e5d7e-e42e-4b45-81da-11a3d7ed18b3 req-48cabba9-c87d-42d2-a2fa-75eb0dc664a0 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:50.597498 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de8e5d7e-e42e-4b45-81da-11a3d7ed18b3 req-48cabba9-c87d-42d2-a2fa-75eb0dc664a0 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 931 time: 0.1021683 Nov 26 03:35:50.678358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de8e5d7e-e42e-4b45-81da-11a3d7ed18b3 req-2e7b547c-366c-4714-9289-d9dc93cba75b tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724881 Nov 26 03:35:50.739490 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac68d54e-ec50-4853-915b-3e28e5046762 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:35:50.748778 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:50.761231 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Transition to ACTIVE for port object ac68d54e-ec50-4853-915b-3e28e5046762 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:35:50.764761 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:50.814946 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Pushing event updated for resources: {'Port': ['ID=ac68d54e-ec50-4853-915b-3e28e5046762,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:35:50.882590 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Attempting to bind port ac68d54e-ec50-4853-915b-3e28e5046762 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:35:50.882927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Attempting to bind port ac68d54e-ec50-4853-915b-3e28e5046762 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'f5821cd4-ac79-4c73-bfbc-7e320a78cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:35:50.883255 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Attempting to bind port ac68d54e-ec50-4853-915b-3e28e5046762 on network ae154bbc-d9eb-4e60-bb43-497707a57470 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:35:50.887430 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Port ac68d54e-ec50-4853-915b-3e28e5046762 on network ae154bbc-d9eb-4e60-bb43-497707a57470 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:35:50.887755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Attempting to bind port ac68d54e-ec50-4853-915b-3e28e5046762 on network ae154bbc-d9eb-4e60-bb43-497707a57470 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:35:50.892601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:35:50.892944 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Checking segment: {'id': 'f5821cd4-ac79-4c73-bfbc-7e320a78cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:35:50.893361 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Bound using segment: {'id': 'f5821cd4-ac79-4c73-bfbc-7e320a78cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:35:50.893795 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Bound port: ac68d54e-ec50-4853-915b-3e28e5046762, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5821cd4-ac79-4c73-bfbc-7e320a78cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:35:50.894148 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:50.957965 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] For port ac68d54e-ec50-4853-915b-3e28e5046762, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:35:50.961007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] For port ac68d54e-ec50-4853-915b-3e28e5046762, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ac68d54e-ec50-4853-915b-3e28e5046762,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:35:50.965391 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:50.997615 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:50.998240 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:50.999658 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] 10.222.0.54 "PUT /v2.0/ports/ac68d54e-ec50-4853-915b-3e28e5046762 HTTP/1.1" status: 200 len: 1091 time: 0.6736057 Nov 26 03:35:51.022046 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b0980-67be-43aa-bb45-40c7ccf0c6db service neutron] Pushing event updated for resources: {'Port': ['ID=ac68d54e-ec50-4853-915b-3e28e5046762,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:35:51.092003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-aceaf737-8441-4739-afc1-9ff810b1d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:51.093573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-aceaf737-8441-4739-afc1-9ff810b1d49d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c81aa533d9094a10add4928adc0263af&device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 1094 time: 0.0426292 Nov 26 03:35:51.144847 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-a692f36e-b689-4c45-9c2c-6412099d12c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac68d54e-ec50-4853-915b-3e28e5046762 HTTP/1.1" status: 200 len: 217 time: 0.0386834 Nov 26 03:35:51.194940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-65f8bf4e-1e66-4443-b868-e075825116b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:51.196526 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-65f8bf4e-1e66-4443-b868-e075825116b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=158c388a-052c-4fde-b63b-d8c3d8b861a1 HTTP/1.1" status: 200 len: 855 time: 0.0434504 Nov 26 03:35:51.228113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-a0a2ea35-3ded-436e-a01d-f5c2a0b91ec3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae154bbc-d9eb-4e60-bb43-497707a57470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243123 Nov 26 03:35:51.320286 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-6e30d133-7e76-445e-bb2e-60019f888d52 service neutron] 10.222.0.54 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844593 Nov 26 03:35:51.415939 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0583cca4-0395-4a4d-9c44-9606963ea8a9 req-65052e16-76fc-405c-b676-f0b264f76b7d service neutron] 10.222.0.54 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888782 Nov 26 03:35:51.804407 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400836-834c-4b12-b71b-9136e1d12417 req-ec83ddbf-64a7-415f-856c-8161151c9fbb tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:51.805873 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91400836-834c-4b12-b71b-9136e1d12417 req-ec83ddbf-64a7-415f-856c-8161151c9fbb tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 943 time: 0.0476375 Nov 26 03:35:51.855549 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91400836-834c-4b12-b71b-9136e1d12417 req-7de17fb5-ed7a-4bcc-9ef0-9862590bc4c4 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437229 Nov 26 03:35:52.111640 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278a1bb2-8b94-4cae-845f-1009b4922fb2', 'tag': 'ac68d54e-ec50-4853-915b-3e28e5046762'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:35:52.114121 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77790a83-3ad2-4356-9b0e-b40465274804" -d '{"events": [{"name": "network-changed", "server_uuid": "278a1bb2-8b94-4cae-845f-1009b4922fb2", "tag": "ac68d54e-ec50-4853-915b-3e28e5046762"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:35:52.151601 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87fddb1-c06b-4d0c-9005-1ded7894781a x-openstack-request-id: req-d87fddb1-c06b-4d0c-9005-1ded7894781a {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:35:52.151905 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278a1bb2-8b94-4cae-845f-1009b4922fb2", "tag": "ac68d54e-ec50-4853-915b-3e28e5046762", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:35:52.152195 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d87fddb1-c06b-4d0c-9005-1ded7894781a {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:35:52.152600 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278a1bb2-8b94-4cae-845f-1009b4922fb2', 'tag': 'ac68d54e-ec50-4853-915b-3e28e5046762', 'status': 'completed', 'code': 200} Nov 26 03:35:52.233771 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77790a83-3ad2-4356-9b0e-b40465274804 req-338e3cac-e23d-4b88-90ce-1f007258eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:52.235263 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77790a83-3ad2-4356-9b0e-b40465274804 req-338e3cac-e23d-4b88-90ce-1f007258eb3b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c81aa533d9094a10add4928adc0263af&device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 1094 time: 0.0400798 Nov 26 03:35:52.323634 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77790a83-3ad2-4356-9b0e-b40465274804 req-cea1331d-e09c-4733-8d34-34d811675f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:52.325138 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77790a83-3ad2-4356-9b0e-b40465274804 req-cea1331d-e09c-4733-8d34-34d811675f6c service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae154bbc-d9eb-4e60-bb43-497707a57470 HTTP/1.1" status: 200 len: 916 time: 0.0821266 Nov 26 03:35:52.369837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77790a83-3ad2-4356-9b0e-b40465274804 req-3297f57c-0de2-473d-af69-1cfcf5fb07f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac68d54e-ec50-4853-915b-3e28e5046762 HTTP/1.1" status: 200 len: 217 time: 0.0368915 Nov 26 03:35:52.417957 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77790a83-3ad2-4356-9b0e-b40465274804 req-08b7cbd2-bb82-47cc-b928-699cc84f896d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:52.419390 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77790a83-3ad2-4356-9b0e-b40465274804 req-08b7cbd2-bb82-47cc-b928-699cc84f896d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=158c388a-052c-4fde-b63b-d8c3d8b861a1 HTTP/1.1" status: 200 len: 855 time: 0.0423219 Nov 26 03:35:52.449285 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77790a83-3ad2-4356-9b0e-b40465274804 req-a71c1640-7413-4a09-9217-9f8d61d7e340 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae154bbc-d9eb-4e60-bb43-497707a57470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229356 Nov 26 03:35:52.700963 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:52.825195 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77790a83-3ad2-4356-9b0e-b40465274804 req-77a9609d-f277-4628-85ba-5ea8fdd315df service neutron] 10.222.0.54 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675249 Nov 26 03:35:52.914367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77790a83-3ad2-4356-9b0e-b40465274804 req-c5a58858-7ff0-4f53-b49c-aaa6b6f3a9f0 service neutron] 10.222.0.54 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811622 Nov 26 03:35:52.972387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff60ea-aa61-4a2b-95e0-3fb41d320038 req-cae19116-ba93-4916-b99b-facfdd065482 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:52.974129 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82ff60ea-aa61-4a2b-95e0-3fb41d320038 req-cae19116-ba93-4916-b99b-facfdd065482 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 943 time: 0.0520029 Nov 26 03:35:53.021061 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-82ff60ea-aa61-4a2b-95e0-3fb41d320038 req-8bae4cf4-bfbb-4af3-8562-14c1a22450a4 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 Nov 26 03:35:53.970065 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:54.129702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 7c7228af-6df8-4000-990f-006a20dc1459 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:35:54.136940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fbb15-ce0a-4f57-8ef2-9307db59d608 req-4e5d58d1-d051-4b56-9c34-5f530d4b26d1 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:54.138492 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-755fbb15-ce0a-4f57-8ef2-9307db59d608 req-4e5d58d1-d051-4b56-9c34-5f530d4b26d1 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 943 time: 0.0482821 Nov 26 03:35:54.152611 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 7c7228af-6df8-4000-990f-006a20dc1459 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:35:54.152958 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 7c7228af-6df8-4000-990f-006a20dc1459 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:35:54.185610 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-755fbb15-ce0a-4f57-8ef2-9307db59d608 req-e9813888-5280-467d-921c-f8c1d09c4e06 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406024 Nov 26 03:35:54.893612 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:35:55.297604 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35835965-53cb-4c76-bff8-374aab3d70ec req-d01b4c98-3d42-4edd-b649-6a04a17b87bc tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:55.299098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35835965-53cb-4c76-bff8-374aab3d70ec req-d01b4c98-3d42-4edd-b649-6a04a17b87bc tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 943 time: 0.0478358 Nov 26 03:35:55.349283 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-35835965-53cb-4c76-bff8-374aab3d70ec req-9ab6f6a9-04ec-4219-9138-5360a685a5a3 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435836 Nov 26 03:35:56.145274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ac68d54e-ec50-4853-915b-3e28e5046762 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:35:56.237602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port ac68d54e-ec50-4853-915b-3e28e5046762, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ac68d54e-ec50-4853-915b-3e28e5046762,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:35:56.248218 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'ac68d54e-ec50-4853-915b-3e28e5046762', 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470', 'port_id': 'ac68d54e-ec50-4853-915b-3e28e5046762', 'mac_address': 'fa:16:3e:e9:18:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158c388a-052c-4fde-b63b-d8c3d8b861a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:35:56.288695 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:56.301044 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac68d54e-ec50-4853-915b-3e28e5046762 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:35:56.320727 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port ac68d54e-ec50-4853-915b-3e28e5046762, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ac68d54e-ec50-4853-915b-3e28e5046762,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:35:56.324474 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:56.369920 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=ac68d54e-ec50-4853-915b-3e28e5046762,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:35:56.377220 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:56.377553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:56.377896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:56.378837 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:56.379169 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:56.379499 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:56.379823 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:56.380170 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:56.380492 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:56.380812 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:56.381132 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:56.381452 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:35:56.464296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b454301-9506-4ed8-beb2-03951e608b3f req-3e2507ae-4475-4cc6-b174-0460d15f36ab tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:56.465721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b454301-9506-4ed8-beb2-03951e608b3f req-3e2507ae-4475-4cc6-b174-0460d15f36ab tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 944 time: 0.0482397 Nov 26 03:35:56.512342 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1b454301-9506-4ed8-beb2-03951e608b3f req-fa0d3d5a-819c-4ce2-9f3f-d466597d8ce1 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406961 Nov 26 03:35:56.691698 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['ac68d54e-ec50-4853-915b-3e28e5046762'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:35:57.627043 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efcc79-660a-4018-8d00-176e32e1438a req-81afecdb-a110-4de4-83b6-042d31f98f75 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:57.628692 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3efcc79-660a-4018-8d00-176e32e1438a req-81afecdb-a110-4de4-83b6-042d31f98f75 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 944 time: 0.0483503 Nov 26 03:35:57.675441 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3efcc79-660a-4018-8d00-176e32e1438a req-5031843d-b701-497c-ad1b-3abd67cdbbcc tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408740 Nov 26 03:35:58.161140 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ac68d54e-ec50-4853-915b-3e28e5046762 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:35:58.207502 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port ac68d54e-ec50-4853-915b-3e28e5046762 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:35:58.211083 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port ac68d54e-ec50-4853-915b-3e28e5046762 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:35:58.211462 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:58.290089 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:58.312035 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278a1bb2-8b94-4cae-845f-1009b4922fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac68d54e-ec50-4853-915b-3e28e5046762'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:35:58.314288 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92463d32-6e6a-433c-b56d-fe6ad06986f6" -d '{"events": [{"server_uuid": "278a1bb2-8b94-4cae-845f-1009b4922fb2", "name": "network-vif-plugged", "status": "completed", "tag": "ac68d54e-ec50-4853-915b-3e28e5046762"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:35:58.327046 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port ac68d54e-ec50-4853-915b-3e28e5046762, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ac68d54e-ec50-4853-915b-3e28e5046762,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:35:58.330955 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:35:58.354452 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddf1ea2-e705-4cb3-9d1a-2f4cbacb8d59 x-openstack-request-id: req-4ddf1ea2-e705-4cb3-9d1a-2f4cbacb8d59 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:35:58.354755 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278a1bb2-8b94-4cae-845f-1009b4922fb2", "name": "network-vif-plugged", "status": "completed", "tag": "ac68d54e-ec50-4853-915b-3e28e5046762", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:35:58.355014 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ddf1ea2-e705-4cb3-9d1a-2f4cbacb8d59 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:35:58.355409 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278a1bb2-8b94-4cae-845f-1009b4922fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac68d54e-ec50-4853-915b-3e28e5046762', 'code': 200} Nov 26 03:35:58.379897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=ac68d54e-ec50-4853-915b-3e28e5046762,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:35:58.477097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6ab38-d4ce-40a4-924b-14290ae0cba2 req-4bfc217f-a440-4a43-8925-b2a194b8e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:58.478520 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47b6ab38-d4ce-40a4-924b-14290ae0cba2 req-4bfc217f-a440-4a43-8925-b2a194b8e520 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 1096 time: 0.0425923 Nov 26 03:35:58.521805 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47b6ab38-d4ce-40a4-924b-14290ae0cba2 req-6ef9ec11-c0ce-4496-bad7-47e62d501dfe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355375 Nov 26 03:35:58.789230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c496fa-2e17-49cc-8dbc-c2a615383565 req-4e3ae69e-1f15-4c1a-9873-ed84bfda29c2 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:58.790723 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1c496fa-2e17-49cc-8dbc-c2a615383565 req-4e3ae69e-1f15-4c1a-9873-ed84bfda29c2 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0495150 Nov 26 03:35:58.839449 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1c496fa-2e17-49cc-8dbc-c2a615383565 req-ac687752-ce05-443d-b850-2a3cdf94c3ac tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428131 Nov 26 03:35:59.961684 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d467d-7b4a-4c8d-84a0-77dadc5a336e req-137d89f0-0f98-4fd1-ba97-5f096eec6bdd tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:35:59.963099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e9d467d-7b4a-4c8d-84a0-77dadc5a336e req-137d89f0-0f98-4fd1-ba97-5f096eec6bdd tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0533986 Nov 26 03:36:00.011460 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e9d467d-7b4a-4c8d-84a0-77dadc5a336e req-116d5bc2-f709-4acd-ac8a-fb8a21fc24ee tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418329 Nov 26 03:36:01.133496 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d722a-779f-4b6a-9575-178b244cfc69 req-db4d43b9-5eab-4207-aa8b-8a0bd41e20bd tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:01.135005 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-293d722a-779f-4b6a-9575-178b244cfc69 req-db4d43b9-5eab-4207-aa8b-8a0bd41e20bd tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0580697 Nov 26 03:36:01.182372 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-293d722a-779f-4b6a-9575-178b244cfc69 req-b3b50812-fa8d-4c4f-8f66-b68dfcfdab8e tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411122 Nov 26 03:36:01.295342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd7953-9f05-4776-b12b-0874f5daf6ed req-55ffb108-e3dd-4a51-a4d4-d208344af7b2 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:01.296770 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-49dd7953-9f05-4776-b12b-0874f5daf6ed req-55ffb108-e3dd-4a51-a4d4-d208344af7b2 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0477605 Nov 26 03:36:01.346426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-49dd7953-9f05-4776-b12b-0874f5daf6ed req-eb792a48-27cf-4019-92d7-70d7e10bf6f3 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432510 Nov 26 03:36:01.587149 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-432aed8e-2ea8-48dc-8473-a0ff65f4277b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0642149 Nov 26 03:36:01.599260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a74d8e-16bf-42cf-a0e6-ee4d403e6e20 req-9d118fec-8ef2-4132-a826-3201d309f9a9 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:01.600728 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-95a74d8e-16bf-42cf-a0e6-ee4d403e6e20 req-9d118fec-8ef2-4132-a826-3201d309f9a9 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0701349 Nov 26 03:36:01.650680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-95a74d8e-16bf-42cf-a0e6-ee4d403e6e20 req-ec0de372-518a-469c-9ea6-0c0357e7dd52 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436237 Nov 26 03:36:02.752960 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-1d7b85a1-40fd-4d3d-9a1b-4be59c14fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:02.755796 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-1d7b85a1-40fd-4d3d-9a1b-4be59c14fb0c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c81aa533d9094a10add4928adc0263af&device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 1096 time: 0.0680339 Nov 26 03:36:02.823226 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b6d29-d1ca-4f61-a8b5-211f6ea5e1e0 req-85df70b4-2de3-4ba3-992f-055118023689 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:02.824673 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f0b6d29-d1ca-4f61-a8b5-211f6ea5e1e0 req-85df70b4-2de3-4ba3-992f-055118023689 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.1054177 Nov 26 03:36:02.896260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-3c82e202-3a3d-4729-8aa7-bb37b0aba506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:02.897730 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-3c82e202-3a3d-4729-8aa7-bb37b0aba506 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae154bbc-d9eb-4e60-bb43-497707a57470 HTTP/1.1" status: 200 len: 916 time: 0.1364539 Nov 26 03:36:02.901451 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f0b6d29-d1ca-4f61-a8b5-211f6ea5e1e0 req-4ed8cc8f-a19c-4463-b3e6-e81480764b99 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709031 Nov 26 03:36:02.937796 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-71d9d18d-308e-4a4e-b427-503732a14212 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac68d54e-ec50-4853-915b-3e28e5046762 HTTP/1.1" status: 200 len: 217 time: 0.0332506 Nov 26 03:36:02.985853 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-b29c0638-123a-419b-9f1f-455dbfecde33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:02.987296 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-b29c0638-123a-419b-9f1f-455dbfecde33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=158c388a-052c-4fde-b63b-d8c3d8b861a1 HTTP/1.1" status: 200 len: 855 time: 0.0428092 Nov 26 03:36:03.017585 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-d6551eb7-c120-4b9b-ba24-4fa3d9592633 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae154bbc-d9eb-4e60-bb43-497707a57470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234625 Nov 26 03:36:03.109737 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-abda105c-5c98-43b4-86cb-c169f34fbf16 service neutron] 10.222.0.54 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848036 Nov 26 03:36:03.200453 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-f029360b-ff8b-499f-86c8-2ff486200e16 service neutron] 10.222.0.54 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837517 Nov 26 03:36:04.020728 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eda0d5-e157-4c78-810f-9ead1453b9fe req-8632278a-ccaf-41db-b028-c90ae0a2bbd2 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:04.022240 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79eda0d5-e157-4c78-810f-9ead1453b9fe req-8632278a-ccaf-41db-b028-c90ae0a2bbd2 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0508907 Nov 26 03:36:04.070152 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79eda0d5-e157-4c78-810f-9ead1453b9fe req-5ffba6f0-16b9-4ca9-843a-0bc060cb05ee tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418303 Nov 26 03:36:05.186626 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63599b7-26b1-46e3-b079-c4a097689c3d req-ade3b2cf-dfe9-47d1-9708-f615bac3582b tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:05.188128 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e63599b7-26b1-46e3-b079-c4a097689c3d req-ade3b2cf-dfe9-47d1-9708-f615bac3582b tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0479209 Nov 26 03:36:05.234729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e63599b7-26b1-46e3-b079-c4a097689c3d req-12b68427-db0b-4c7f-9808-99bae96da931 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405686 Nov 26 03:36:06.354724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66033cb-e7dd-4c7c-9aef-36932937266c req-09751e45-e018-4c67-b449-a71bc112cc9e tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:06.356236 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a66033cb-e7dd-4c7c-9aef-36932937266c req-09751e45-e018-4c67-b449-a71bc112cc9e tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0533791 Nov 26 03:36:06.403098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a66033cb-e7dd-4c7c-9aef-36932937266c req-b132f18d-1d1e-4792-bdfd-51213ee2f2af tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403752 Nov 26 03:36:07.518478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51b88f-1f9b-473a-832f-eba4b931af53 req-ed2e1c23-7de8-4b70-98eb-d58a1312bc2b tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:07.519960 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca51b88f-1f9b-473a-832f-eba4b931af53 req-ed2e1c23-7de8-4b70-98eb-d58a1312bc2b tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0486655 Nov 26 03:36:07.566854 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca51b88f-1f9b-473a-832f-eba4b931af53 req-459034b4-f286-4287-9160-cc888eab8978 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410109 Nov 26 03:36:08.686494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f3505-098f-43b6-a451-192b51a3d5da req-93c15d79-32bc-4d52-aea9-0f8829bb212a tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:08.687997 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-583f3505-098f-43b6-a451-192b51a3d5da req-93c15d79-32bc-4d52-aea9-0f8829bb212a tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0518942 Nov 26 03:36:08.735956 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-583f3505-098f-43b6-a451-192b51a3d5da req-f1c0de1c-29a9-40f5-a664-b5208e71119f tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413511 Nov 26 03:36:09.850039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f2606-fe56-4fcd-bfb5-3d53b7595eb5 req-6c659fc8-c277-4960-9e29-ad28206c21fc tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:09.851565 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f72f2606-fe56-4fcd-bfb5-3d53b7595eb5 req-6c659fc8-c277-4960-9e29-ad28206c21fc tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0483770 Nov 26 03:36:09.898577 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f72f2606-fe56-4fcd-bfb5-3d53b7595eb5 req-ebb47ebf-8df8-4b83-a50b-8bd31fd01a3e tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410593 Nov 26 03:36:11.013392 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58282f63-9f28-4333-ab91-05254490ae45 req-a49ca511-ab41-4b3b-ab8f-41051820969d tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:11.014891 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58282f63-9f28-4333-ab91-05254490ae45 req-a49ca511-ab41-4b3b-ab8f-41051820969d tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0487275 Nov 26 03:36:11.065896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58282f63-9f28-4333-ab91-05254490ae45 req-6af7c566-cb58-4b42-aed3-c6f7bc8899fb tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451319 Nov 26 03:36:11.760130 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-855bc5b8-dcec-4301-87e6-b1d589993237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:12.179215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847cf15-4367-4035-ad03-7533ef84011f req-d6e42af7-28df-41a1-958b-c192ff232bf8 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:12.180867 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0847cf15-4367-4035-ad03-7533ef84011f req-d6e42af7-28df-41a1-958b-c192ff232bf8 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0493407 Nov 26 03:36:12.229048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0847cf15-4367-4035-ad03-7533ef84011f req-2eaa2d7e-97da-4a26-9b44-c0e4637b7947 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422432 Nov 26 03:36:13.343434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe30fed-44e5-4e95-9a6e-f510235e5b30 req-1abb3f87-fab3-407c-a39d-687193e8b773 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:13.344929 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-afe30fed-44e5-4e95-9a6e-f510235e5b30 req-1abb3f87-fab3-407c-a39d-687193e8b773 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0481234 Nov 26 03:36:13.391058 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-afe30fed-44e5-4e95-9a6e-f510235e5b30 req-f344796b-7fe6-4ea2-868f-d352c6e4acba tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399985 Nov 26 03:36:14.185273 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e260ecad-f671-47da-805d-507c64f67b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:14.508422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388b395-78fc-4a0a-8725-6c822e35f8ef req-0b60720a-c6bb-496b-8dce-7b2dbfef64c5 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:14.509817 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0388b395-78fc-4a0a-8725-6c822e35f8ef req-0b60720a-c6bb-496b-8dce-7b2dbfef64c5 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0525787 Nov 26 03:36:14.556457 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0388b395-78fc-4a0a-8725-6c822e35f8ef req-dbed88c8-3ae2-44d2-95fe-ab58fb5fefa9 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407104 Nov 26 03:36:15.184661 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:15.670318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9700d57-d902-4718-9db5-d212a7e30631 req-cd9194b3-59ea-431f-93a7-37916e16f9d3 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:15.671793 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9700d57-d902-4718-9db5-d212a7e30631 req-cd9194b3-59ea-431f-93a7-37916e16f9d3 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0485468 Nov 26 03:36:15.717659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e9700d57-d902-4718-9db5-d212a7e30631 req-3728f8fd-27a4-4873-81f4-c9f9a58d7561 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399323 Nov 26 03:36:16.736703 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:16.837070 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d275b5-779e-48b3-9f15-4daf5742f484 req-5fef5718-60c4-4513-9879-7ca01d412d6b tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:16.838646 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78d275b5-779e-48b3-9f15-4daf5742f484 req-5fef5718-60c4-4513-9879-7ca01d412d6b tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0545344 Nov 26 03:36:16.889447 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-78d275b5-779e-48b3-9f15-4daf5742f484 req-61bb27de-a6dd-4aef-bd66-c4d133a56386 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449209 Nov 26 03:36:17.615603 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:18.006660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868be17-eea5-4d84-a2da-8d54e4093d5e req-6b0af7ae-b67a-413f-8b1b-3da0befb09fd tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:18.008199 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b868be17-eea5-4d84-a2da-8d54e4093d5e req-6b0af7ae-b67a-413f-8b1b-3da0befb09fd tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0495527 Nov 26 03:36:18.055764 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b868be17-eea5-4d84-a2da-8d54e4093d5e req-e4f88e15-6b50-4155-b66b-e1af63cc672c tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413792 Nov 26 03:36:19.172649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008eab5e-dfae-49b5-abb5-388edb7f82e0 req-fd634593-ed1c-4d32-81ee-4145766926c5 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:19.174119 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-008eab5e-dfae-49b5-abb5-388edb7f82e0 req-fd634593-ed1c-4d32-81ee-4145766926c5 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0478189 Nov 26 03:36:19.219531 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-008eab5e-dfae-49b5-abb5-388edb7f82e0 req-c1ae27ac-f79d-42bf-9546-69306c3e9455 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388765 Nov 26 03:36:20.337803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ac96f-17a9-4798-ad06-217f812c3401 req-d91584f4-7eec-4ae3-8033-c7aae28f43f3 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:20.339258 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-183ac96f-17a9-4798-ad06-217f812c3401 req-d91584f4-7eec-4ae3-8033-c7aae28f43f3 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0508811 Nov 26 03:36:20.385267 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-183ac96f-17a9-4798-ad06-217f812c3401 req-1dd6b612-c60b-4933-8447-357868e22c31 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400233 Nov 26 03:36:21.499687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddc308-4c39-499c-b783-ecc95e374d7b req-4dcd3572-3958-4656-adb9-6c13659e39bb tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:21.501176 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-44ddc308-4c39-499c-b783-ecc95e374d7b req-4dcd3572-3958-4656-adb9-6c13659e39bb tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0482931 Nov 26 03:36:21.553696 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-44ddc308-4c39-499c-b783-ecc95e374d7b req-17c13ab4-a488-448f-96c9-45b81d8e3732 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458174 Nov 26 03:36:22.675598 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfac200-a62b-4b7e-90fe-1c65fc3a7cd7 req-90049430-bad8-4d25-a900-2a02b4300827 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:22.677110 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bfac200-a62b-4b7e-90fe-1c65fc3a7cd7 req-90049430-bad8-4d25-a900-2a02b4300827 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0527437 Nov 26 03:36:22.712586 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:22.724406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5bfac200-a62b-4b7e-90fe-1c65fc3a7cd7 req-e2dfeaca-c986-4776-952f-fe6a9a7670f2 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413454 Nov 26 03:36:23.837131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679228f4-e74e-4849-ac67-29981adb5366 req-e8beb187-bfe0-4e1f-9c3a-da2611d60a26 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:23.838604 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-679228f4-e74e-4849-ac67-29981adb5366 req-e8beb187-bfe0-4e1f-9c3a-da2611d60a26 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0478854 Nov 26 03:36:23.885033 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-679228f4-e74e-4849-ac67-29981adb5366 req-b1524c91-be97-4a99-8122-f3c913ee8ac9 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405359 Nov 26 03:36:23.979077 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:25.001942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94268c6c-49bd-4382-a280-7cf2a2ddaacb req-8309b387-1b1f-4726-994f-633641042ca3 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:25.003401 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94268c6c-49bd-4382-a280-7cf2a2ddaacb req-8309b387-1b1f-4726-994f-633641042ca3 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0503571 Nov 26 03:36:25.054510 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94268c6c-49bd-4382-a280-7cf2a2ddaacb req-93180138-1df9-4162-bef1-373bc0983b51 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451181 Nov 26 03:36:26.166876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad3cbc-799e-4a24-864e-2090498bfa7a req-187b0fbf-59f5-464f-86ea-050813a21024 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:26.168347 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3fad3cbc-799e-4a24-864e-2090498bfa7a req-187b0fbf-59f5-464f-86ea-050813a21024 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0475509 Nov 26 03:36:26.213510 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3fad3cbc-799e-4a24-864e-2090498bfa7a req-a3973936-4f79-40a7-9037-e426cc2d954b tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392263 Nov 26 03:36:27.334178 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d969f1-3602-49e2-b5f4-4c0d4fd6270d req-1d725a46-6618-4d2e-9df3-b01e8ad92dff tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:27.335637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1d969f1-3602-49e2-b5f4-4c0d4fd6270d req-1d725a46-6618-4d2e-9df3-b01e8ad92dff tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0493200 Nov 26 03:36:27.382384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1d969f1-3602-49e2-b5f4-4c0d4fd6270d req-5e8f392e-fb6c-43a2-980f-d6897de91e82 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408964 Nov 26 03:36:28.501799 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e52f4-874c-44a4-b425-79f65deadf70 req-971f5935-4c4a-4dd1-b0df-750e1e508815 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:28.503266 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d2e52f4-874c-44a4-b425-79f65deadf70 req-971f5935-4c4a-4dd1-b0df-750e1e508815 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0514884 Nov 26 03:36:28.549943 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d2e52f4-874c-44a4-b425-79f65deadf70 req-1d6f53c8-b031-43e3-af47-40381b3b06cf tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401976 Nov 26 03:36:29.664143 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addcdf3-60a2-419e-be21-a2ffea80cba2 req-0a3ae5d8-51be-42dc-a838-e710365000dc tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:29.665634 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0addcdf3-60a2-419e-be21-a2ffea80cba2 req-0a3ae5d8-51be-42dc-a838-e710365000dc tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0485172 Nov 26 03:36:29.711977 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0addcdf3-60a2-419e-be21-a2ffea80cba2 req-1c37dc92-8120-408f-8b20-96af9821d4d1 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400512 Nov 26 03:36:30.300983 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-4f5a9d78-8b16-4d07-bf2a-65831bf88e57 service neutron] show failed (client error): The resource could not be found. Nov 26 03:36:30.302007 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-4f5a9d78-8b16-4d07-bf2a-65831bf88e57 service neutron] 10.222.0.54 "GET /v2.0/ports/ac68d54e-ec50-4853-915b-3e28e5046762/bindings/n-h2-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.0614243 Nov 26 03:36:30.544597 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-81634129-e1d6-41db-b371-3c029e9aeed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:30.546131 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-81634129-e1d6-41db-b371-3c029e9aeed0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2&tenant_id=c81aa533d9094a10add4928adc0263af HTTP/1.1" status: 200 len: 1096 time: 0.0819569 Nov 26 03:36:30.564983 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819389-3', 'device_owner': 'compute:nova'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:36:30.617795 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:30.815526 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] For port ac68d54e-ec50-4853-915b-3e28e5046762, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ac68d54e-ec50-4853-915b-3e28e5046762,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:36:30.831160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a84a6-6207-4111-af3b-333e1a3087ea req-727ddccf-8699-44b8-a741-014769e5ba97 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:30.832689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af8a84a6-6207-4111-af3b-333e1a3087ea req-727ddccf-8699-44b8-a741-014769e5ba97 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0522144 Nov 26 03:36:30.848659 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] For port ac68d54e-ec50-4853-915b-3e28e5046762, host n-h1-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:36:30.884614 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af8a84a6-6207-4111-af3b-333e1a3087ea req-707f596b-5466-4897-a6f7-8aceabdce38e tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459640 Nov 26 03:36:30.893373 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278a1bb2-8b94-4cae-845f-1009b4922fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac68d54e-ec50-4853-915b-3e28e5046762'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:36:30.895713 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909800ea-5440-4cdd-a2b4-a27534381d4c" -d '{"events": [{"server_uuid": "278a1bb2-8b94-4cae-845f-1009b4922fb2", "name": "network-vif-unplugged", "status": "completed", "tag": "ac68d54e-ec50-4853-915b-3e28e5046762"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:36:30.900210 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:30.913151 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Transition to ACTIVE for port object ac68d54e-ec50-4853-915b-3e28e5046762 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:36:30.916423 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:30.947009 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 03:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b93fe0a-515a-419e-a1c7-0c40d4a60fc7 x-openstack-request-id: req-0b93fe0a-515a-419e-a1c7-0c40d4a60fc7 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:36:30.947305 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278a1bb2-8b94-4cae-845f-1009b4922fb2", "name": "network-vif-unplugged", "status": "completed", "tag": "ac68d54e-ec50-4853-915b-3e28e5046762", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:36:30.947579 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b93fe0a-515a-419e-a1c7-0c40d4a60fc7 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:36:30.947966 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278a1bb2-8b94-4cae-845f-1009b4922fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac68d54e-ec50-4853-915b-3e28e5046762', 'code': 200} Nov 26 03:36:30.980457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] No DVR routers for this DVR port ac68d54e-ec50-4853-915b-3e28e5046762 on host n-h1-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:36:30.982251 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Pushing event updated for resources: {'Port': ['ID=ac68d54e-ec50-4853-915b-3e28e5046762,revision_number=6']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:30.994949 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:30.995308 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:30.995655 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:30.996000 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:30.996363 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:30.996698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:30.997033 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:30.997364 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:30.997695 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:30.998026 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:30.998361 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:30.998689 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:31.025686 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Attempting to bind port ac68d54e-ec50-4853-915b-3e28e5046762 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:36:31.026022 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Attempting to bind port ac68d54e-ec50-4853-915b-3e28e5046762 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'f5821cd4-ac79-4c73-bfbc-7e320a78cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:36:31.026351 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Attempting to bind port ac68d54e-ec50-4853-915b-3e28e5046762 on network ae154bbc-d9eb-4e60-bb43-497707a57470 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:36:31.030600 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Port ac68d54e-ec50-4853-915b-3e28e5046762 on network ae154bbc-d9eb-4e60-bb43-497707a57470 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:36:31.030930 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Attempting to bind port ac68d54e-ec50-4853-915b-3e28e5046762 on network ae154bbc-d9eb-4e60-bb43-497707a57470 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:36:31.035700 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:36:31.036593 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Checking segment: {'id': 'f5821cd4-ac79-4c73-bfbc-7e320a78cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:36:31.036980 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Bound using segment: {'id': 'f5821cd4-ac79-4c73-bfbc-7e320a78cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:36:31.037405 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Bound port: ac68d54e-ec50-4853-915b-3e28e5046762, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5821cd4-ac79-4c73-bfbc-7e320a78cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:36:31.037757 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:31.101769 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] For port ac68d54e-ec50-4853-915b-3e28e5046762, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:36:31.104649 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] For port ac68d54e-ec50-4853-915b-3e28e5046762, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ac68d54e-ec50-4853-915b-3e28e5046762,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:36:31.108475 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:31.143573 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:31.144233 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:31.145658 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] 10.222.0.59 "PUT /v2.0/ports/ac68d54e-ec50-4853-915b-3e28e5046762 HTTP/1.1" status: 200 len: 1091 time: 0.5846667 Nov 26 03:36:31.167016 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6648a6-de6a-4cfd-8a28-557de2856c6c service neutron] Pushing event updated for resources: {'Port': ['ID=ac68d54e-ec50-4853-915b-3e28e5046762,revision_number=7']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:31.225422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-cb9f0892-1ad3-4089-91c5-4249e1ec49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:31.226915 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-cb9f0892-1ad3-4089-91c5-4249e1ec49fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c81aa533d9094a10add4928adc0263af&device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 1094 time: 0.0406237 Nov 26 03:36:31.318582 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-d3489e74-ba44-4f64-95e5-98eeba7a3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:31.320049 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-d3489e74-ba44-4f64-95e5-98eeba7a3c96 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae154bbc-d9eb-4e60-bb43-497707a57470 HTTP/1.1" status: 200 len: 916 time: 0.0862277 Nov 26 03:36:31.360622 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-c1b7e38a-6bf5-4a57-bc06-c8e27de1c2a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac68d54e-ec50-4853-915b-3e28e5046762 HTTP/1.1" status: 200 len: 217 time: 0.0335968 Nov 26 03:36:31.407859 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-6be44345-c006-419a-823a-6d34ed9d0e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:31.409314 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-6be44345-c006-419a-823a-6d34ed9d0e2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=158c388a-052c-4fde-b63b-d8c3d8b861a1 HTTP/1.1" status: 200 len: 855 time: 0.0417809 Nov 26 03:36:31.443187 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-481dc79d-3819-4f94-8d94-baa07cca456f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae154bbc-d9eb-4e60-bb43-497707a57470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268495 Nov 26 03:36:31.531843 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-0c6744b0-db97-4f1a-a5f8-466d2ca9d22d service neutron] 10.222.0.59 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816815 Nov 26 03:36:31.623098 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6b093ac4-39c8-48e8-81ab-17845ed9bb1b req-964b8f96-c19a-49c2-9580-c3c7f33ac6c6 service neutron] 10.222.0.59 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828691 Nov 26 03:36:31.893633 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:36:32.002179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97825db7-72b5-4840-8c79-09fbcf98712d req-3fa4b58c-82cf-42a3-a328-f36ad8219bb2 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:32.003666 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97825db7-72b5-4840-8c79-09fbcf98712d req-3fa4b58c-82cf-42a3-a328-f36ad8219bb2 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 943 time: 0.0515933 Nov 26 03:36:32.051160 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97825db7-72b5-4840-8c79-09fbcf98712d req-f3ad6542-8a27-4585-957a-c576d32c05ef tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404434 Nov 26 03:36:32.949228 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278a1bb2-8b94-4cae-845f-1009b4922fb2', 'tag': 'ac68d54e-ec50-4853-915b-3e28e5046762'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:36:32.951548 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bd20d9-5243-4d00-8e6b-bd166248f934" -d '{"events": [{"name": "network-changed", "server_uuid": "278a1bb2-8b94-4cae-845f-1009b4922fb2", "tag": "ac68d54e-ec50-4853-915b-3e28e5046762"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:36:33.000025 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4205b27f-5ef0-462e-bd5d-d0d0188ef26b x-openstack-request-id: req-4205b27f-5ef0-462e-bd5d-d0d0188ef26b {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:36:33.000353 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278a1bb2-8b94-4cae-845f-1009b4922fb2", "tag": "ac68d54e-ec50-4853-915b-3e28e5046762", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:36:33.000610 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4205b27f-5ef0-462e-bd5d-d0d0188ef26b {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:36:33.001011 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278a1bb2-8b94-4cae-845f-1009b4922fb2', 'tag': 'ac68d54e-ec50-4853-915b-3e28e5046762', 'status': 'completed', 'code': 200} Nov 26 03:36:33.084340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-0326b173-f232-47aa-915b-c6020c42bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:33.085889 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-0326b173-f232-47aa-915b-c6020c42bcc9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c81aa533d9094a10add4928adc0263af&device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 1094 time: 0.0459294 Nov 26 03:36:33.095951 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-5f37390a-d5dd-43da-9fad-7b593406e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:33.097485 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-5f37390a-d5dd-43da-9fad-7b593406e182 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c81aa533d9094a10add4928adc0263af&device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 1094 time: 0.0421045 Nov 26 03:36:33.200115 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-cf696425-bc9c-471e-bd91-d9bf528c9b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:33.201509 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-cf696425-bc9c-471e-bd91-d9bf528c9b37 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae154bbc-d9eb-4e60-bb43-497707a57470 HTTP/1.1" status: 200 len: 916 time: 0.0927808 Nov 26 03:36:33.213000 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b93fb2-ab4c-4f39-92e9-2184fb22c6fe req-4d1879ab-4f99-4080-a3b9-8f35aef2bad4 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:33.214568 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7b93fb2-ab4c-4f39-92e9-2184fb22c6fe req-4d1879ab-4f99-4080-a3b9-8f35aef2bad4 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 943 time: 0.0789928 Nov 26 03:36:33.219415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-a573fcb4-027f-41c6-bdff-d26135bb274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:33.220857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-a573fcb4-027f-41c6-bdff-d26135bb274a service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae154bbc-d9eb-4e60-bb43-497707a57470 HTTP/1.1" status: 200 len: 916 time: 0.1273363 Nov 26 03:36:33.253413 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-881ec55e-9c93-490e-a815-b6099a075222 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac68d54e-ec50-4853-915b-3e28e5046762 HTTP/1.1" status: 200 len: 217 time: 0.0439980 Nov 26 03:36:33.277839 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-26345f0a-7f7e-403b-b7ec-cd7e3dc454f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac68d54e-ec50-4853-915b-3e28e5046762 HTTP/1.1" status: 200 len: 217 time: 0.0496259 Nov 26 03:36:33.315284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-feb0c40c-26d2-40d7-8645-041b825f4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:33.316803 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-feb0c40c-26d2-40d7-8645-041b825f4afe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=158c388a-052c-4fde-b63b-d8c3d8b861a1 HTTP/1.1" status: 200 len: 855 time: 0.0445104 Nov 26 03:36:33.335215 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7b93fb2-ab4c-4f39-92e9-2184fb22c6fe req-c78eadd3-b0a1-4e9c-8947-41043800863b tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133883 Nov 26 03:36:33.348420 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-3ce14d16-2072-4889-94a6-ca5b370967a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae154bbc-d9eb-4e60-bb43-497707a57470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245802 Nov 26 03:36:33.348576 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-a75d478a-0ae3-4c6c-b5ed-38a13fc7ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:33.350060 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-a75d478a-0ae3-4c6c-b5ed-38a13fc7ab07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=158c388a-052c-4fde-b63b-d8c3d8b861a1 HTTP/1.1" status: 200 len: 855 time: 0.0595615 Nov 26 03:36:33.381824 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-80738fe1-41a8-4318-9a24-a3c10ee38727 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae154bbc-d9eb-4e60-bb43-497707a57470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249853 Nov 26 03:36:33.440536 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-dfa125a3-8432-44be-a936-bc36a0f1054a service neutron] 10.222.0.59 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851617 Nov 26 03:36:33.476360 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-68336e17-e6a9-4fe2-99ff-265230173bfc service neutron] 10.222.0.54 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864239 Nov 26 03:36:33.532137 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-9c2f5de9-81df-4c74-8b20-d0c5b6e4b96b service neutron] 10.222.0.59 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852664 Nov 26 03:36:33.570786 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-36bd20d9-5243-4d00-8e6b-bd166248f934 req-b5cc2d95-9b76-40ea-9608-c0f4534c74bc service neutron] 10.222.0.54 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877206 Nov 26 03:36:34.332507 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ac68d54e-ec50-4853-915b-3e28e5046762 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:36:34.370102 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ac68d54e-ec50-4853-915b-3e28e5046762 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:36:34.456590 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fad44-740a-439e-9be3-a1ce2a67bbad req-b4d56ac9-d7a0-4eec-8663-095a21ac28e1 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:34.458064 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-213fad44-740a-439e-9be3-a1ce2a67bbad req-b4d56ac9-d7a0-4eec-8663-095a21ac28e1 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 943 time: 0.0480404 Nov 26 03:36:34.505631 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-213fad44-740a-439e-9be3-a1ce2a67bbad req-310086d1-744e-4624-9e86-0b582cc5c956 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410438 Nov 26 03:36:34.765220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03edd9-5e4c-45f2-99f7-5ee94b281fbc req-f31028df-7054-46f1-9da0-02b3780f8b88 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:34.766743 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af03edd9-5e4c-45f2-99f7-5ee94b281fbc req-f31028df-7054-46f1-9da0-02b3780f8b88 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 943 time: 0.1075239 Nov 26 03:36:34.787427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada1fe8-43be-4e3f-9fe8-f1b0331086b6 req-dfb98ee4-cb66-47d1-aafa-c9386d94b81c tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:34.788889 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ada1fe8-43be-4e3f-9fe8-f1b0331086b6 req-dfb98ee4-cb66-47d1-aafa-c9386d94b81c tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.54 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2&tenant_id=c81aa533d9094a10add4928adc0263af&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 943 time: 0.1191840 Nov 26 03:36:34.793778 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ac68d54e-ec50-4853-915b-3e28e5046762 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:36:34.857927 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-af03edd9-5e4c-45f2-99f7-5ee94b281fbc req-07ef5a6b-acc4-43da-9e37-6e67e38f4ca2 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838177 Nov 26 03:36:34.872527 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-0ada1fe8-43be-4e3f-9fe8-f1b0331086b6 req-02a9dc93-f2ec-484e-9513-4c4ddf3cb52f service neutron] delete failed (client error): The resource could not be found. Nov 26 03:36:34.873548 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ada1fe8-43be-4e3f-9fe8-f1b0331086b6 req-02a9dc93-f2ec-484e-9513-4c4ddf3cb52f service neutron] 10.222.0.54 "DELETE /v2.0/ports/ac68d54e-ec50-4853-915b-3e28e5046762/bindings/n-h1-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.0757523 Nov 26 03:36:34.896128 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ac68d54e-ec50-4853-915b-3e28e5046762, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ac68d54e-ec50-4853-915b-3e28e5046762,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:36:34.908285 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'ac68d54e-ec50-4853-915b-3e28e5046762', 'network_id': 'ae154bbc-d9eb-4e60-bb43-497707a57470', 'port_id': 'ac68d54e-ec50-4853-915b-3e28e5046762', 'mac_address': 'fa:16:3e:e9:18:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158c388a-052c-4fde-b63b-d8c3d8b861a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:36:34.946899 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:34.964717 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac68d54e-ec50-4853-915b-3e28e5046762 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:36:34.983556 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada1fe8-43be-4e3f-9fe8-f1b0331086b6 req-cbfe2392-fd4a-42ac-8a32-b0d227fa5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:34.985108 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ada1fe8-43be-4e3f-9fe8-f1b0331086b6 req-cbfe2392-fd4a-42ac-8a32-b0d227fa5304 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c81aa533d9094a10add4928adc0263af&device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 1094 time: 0.0461490 Nov 26 03:36:34.985966 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ac68d54e-ec50-4853-915b-3e28e5046762, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ac68d54e-ec50-4853-915b-3e28e5046762,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:36:34.990124 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:35.038593 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ac68d54e-ec50-4853-915b-3e28e5046762,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:35.077793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada1fe8-43be-4e3f-9fe8-f1b0331086b6 req-584e72c6-20ec-49b8-916f-fb1de0db834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:35.079273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ada1fe8-43be-4e3f-9fe8-f1b0331086b6 req-584e72c6-20ec-49b8-916f-fb1de0db834a service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae154bbc-d9eb-4e60-bb43-497707a57470 HTTP/1.1" status: 200 len: 916 time: 0.0876610 Nov 26 03:36:35.122653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ada1fe8-43be-4e3f-9fe8-f1b0331086b6 req-7f1ad856-67da-4ace-b27e-ac64bd4a336c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac68d54e-ec50-4853-915b-3e28e5046762 HTTP/1.1" status: 200 len: 217 time: 0.0364635 Nov 26 03:36:35.169741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada1fe8-43be-4e3f-9fe8-f1b0331086b6 req-b3cc6efa-5677-4cda-8ae0-7a0a66eacefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:35.171186 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ada1fe8-43be-4e3f-9fe8-f1b0331086b6 req-b3cc6efa-5677-4cda-8ae0-7a0a66eacefe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=158c388a-052c-4fde-b63b-d8c3d8b861a1 HTTP/1.1" status: 200 len: 855 time: 0.0420644 Nov 26 03:36:35.201792 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ada1fe8-43be-4e3f-9fe8-f1b0331086b6 req-19015272-7669-46d3-b732-cfba1a504fc3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae154bbc-d9eb-4e60-bb43-497707a57470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237849 Nov 26 03:36:35.278853 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ac68d54e-ec50-4853-915b-3e28e5046762'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:36:35.294498 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ada1fe8-43be-4e3f-9fe8-f1b0331086b6 req-e3956285-534c-4dd7-9d8f-00afb2f23b03 service neutron] 10.222.0.54 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850925 Nov 26 03:36:35.383644 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ada1fe8-43be-4e3f-9fe8-f1b0331086b6 req-2ad1fd2c-34d2-4aac-adde-ee8627495b16 service neutron] 10.222.0.54 "GET /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824502 Nov 26 03:36:35.977129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149ad9b-aabc-4678-a37f-db503a09350a req-0a0b97dc-9be1-4f69-900f-844652a62a5d tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:35.978645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1149ad9b-aabc-4678-a37f-db503a09350a req-0a0b97dc-9be1-4f69-900f-844652a62a5d tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 944 time: 0.0487247 Nov 26 03:36:36.030338 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1149ad9b-aabc-4678-a37f-db503a09350a req-29bfb901-0c58-4e94-a54b-14a90ce63acd tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450389 Nov 26 03:36:36.143009 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d056e-4c4c-45fb-8495-fee92aaf7bf1 req-fc23d94f-dafb-4c5e-b4a5-445ed5114262 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:36.144515 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee9d056e-4c4c-45fb-8495-fee92aaf7bf1 req-fc23d94f-dafb-4c5e-b4a5-445ed5114262 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 944 time: 0.0484126 Nov 26 03:36:36.190981 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee9d056e-4c4c-45fb-8495-fee92aaf7bf1 req-f99027d5-cca1-4c72-af09-dfd23296928e tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405097 Nov 26 03:36:36.301083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e50b58-6210-4666-af1d-14ced9bf211b req-ca21dcc5-58fb-4ec7-ba38-b0e2881d0c41 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:36.303169 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84e50b58-6210-4666-af1d-14ced9bf211b req-ca21dcc5-58fb-4ec7-ba38-b0e2881d0c41 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 944 time: 0.0482404 Nov 26 03:36:36.355458 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-84e50b58-6210-4666-af1d-14ced9bf211b req-fc0872ff-0cef-44a1-91ad-fd8ba9ff68a9 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445526 Nov 26 03:36:36.687088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cea6f-b2b8-4087-b775-e3eaa375919a req-5a275301-92f9-4b76-8c40-c38d0800d6a7 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:36.688766 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e54cea6f-b2b8-4087-b775-e3eaa375919a req-5a275301-92f9-4b76-8c40-c38d0800d6a7 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 944 time: 0.0521536 Nov 26 03:36:36.735972 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e54cea6f-b2b8-4087-b775-e3eaa375919a req-27a93a2c-8fcf-4a67-8d35-39e0704787da tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Nov 26 03:36:36.808939 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ac68d54e-ec50-4853-915b-3e28e5046762 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:36:36.855771 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port ac68d54e-ec50-4853-915b-3e28e5046762 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:36:36.859411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port ac68d54e-ec50-4853-915b-3e28e5046762 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:36:36.859786 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:36.941661 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:36.963395 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278a1bb2-8b94-4cae-845f-1009b4922fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac68d54e-ec50-4853-915b-3e28e5046762'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:36:36.965653 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9280c7a-7cb7-4b68-9d19-841d71be5ac5" -d '{"events": [{"server_uuid": "278a1bb2-8b94-4cae-845f-1009b4922fb2", "name": "network-vif-plugged", "status": "completed", "tag": "ac68d54e-ec50-4853-915b-3e28e5046762"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:36:36.987513 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ac68d54e-ec50-4853-915b-3e28e5046762, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ac68d54e-ec50-4853-915b-3e28e5046762,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:36:36.993003 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:37.019465 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc98566-6a02-414c-99a0-914b8c7395be x-openstack-request-id: req-ccc98566-6a02-414c-99a0-914b8c7395be {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:36:37.019758 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278a1bb2-8b94-4cae-845f-1009b4922fb2", "name": "network-vif-plugged", "status": "completed", "tag": "ac68d54e-ec50-4853-915b-3e28e5046762", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:36:37.020012 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccc98566-6a02-414c-99a0-914b8c7395be {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:36:37.020419 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278a1bb2-8b94-4cae-845f-1009b4922fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac68d54e-ec50-4853-915b-3e28e5046762', 'code': 200} Nov 26 03:36:37.044782 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ac68d54e-ec50-4853-915b-3e28e5046762,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:37.848305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f0750-feee-4019-b58b-cbc8fb2742dc req-dbcff3dd-bfcb-46ca-8ddc-216a5eae29e7 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:37.849755 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a86f0750-feee-4019-b58b-cbc8fb2742dc req-dbcff3dd-bfcb-46ca-8ddc-216a5eae29e7 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0477252 Nov 26 03:36:37.894952 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a86f0750-feee-4019-b58b-cbc8fb2742dc req-b4141a01-a698-4bcd-8a0b-ebd6f3e13eaf tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a90d613-8831-4e9c-a130-c1b854ebc12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392964 Nov 26 03:36:37.983705 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c2c37-c7e3-46c7-899d-4e2184874c47 req-0ff084ee-81db-4463-bba6-f490abf104bc tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:37.985216 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7d8c2c37-c7e3-46c7-899d-4e2184874c47 req-0ff084ee-81db-4463-bba6-f490abf104bc tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.59 "GET /v2.0/ports?device_id=278a1bb2-8b94-4cae-845f-1009b4922fb2 HTTP/1.1" status: 200 len: 945 time: 0.0538328 Nov 26 03:36:38.071986 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-7d8c2c37-c7e3-46c7-899d-4e2184874c47 req-c136bd89-2fa7-4ab5-a299-a1f332d1b997 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Deleting port ac68d54e-ec50-4853-915b-3e28e5046762 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:36:38.072351 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-7d8c2c37-c7e3-46c7-899d-4e2184874c47 req-c136bd89-2fa7-4ab5-a299-a1f332d1b997 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:38.159812 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-7d8c2c37-c7e3-46c7-899d-4e2184874c47 req-c136bd89-2fa7-4ab5-a299-a1f332d1b997 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] For port ac68d54e-ec50-4853-915b-3e28e5046762, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ac68d54e-ec50-4853-915b-3e28e5046762,segment=NetworkSegment(f5821cd4-ac79-4c73-bfbc-7e320a78cb8d),segment_id=f5821cd4-ac79-4c73-bfbc-7e320a78cb8d)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:36:38.160110 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-7d8c2c37-c7e3-46c7-899d-4e2184874c47 req-c136bd89-2fa7-4ab5-a299-a1f332d1b997 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:38.172080 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-7d8c2c37-c7e3-46c7-899d-4e2184874c47 req-c136bd89-2fa7-4ab5-a299-a1f332d1b997 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Calling delete_port for ac68d54e-ec50-4853-915b-3e28e5046762 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:36:38.296333 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-7d8c2c37-c7e3-46c7-899d-4e2184874c47 req-c136bd89-2fa7-4ab5-a299-a1f332d1b997 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:38.324527 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136bd89-2fa7-4ab5-a299-a1f332d1b997 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Pushing event deleted for resources: {'Port': ['ID=ac68d54e-ec50-4853-915b-3e28e5046762,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:38.330487 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ac68d54e-ec50-4853-915b-3e28e5046762'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:36:38.364090 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8c2c37-c7e3-46c7-899d-4e2184874c47 req-c136bd89-2fa7-4ab5-a299-a1f332d1b997 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] No DVR routers for this DVR port ac68d54e-ec50-4853-915b-3e28e5046762 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:36:38.367171 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-7d8c2c37-c7e3-46c7-899d-4e2184874c47 req-c136bd89-2fa7-4ab5-a299-a1f332d1b997 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:38.370492 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7d8c2c37-c7e3-46c7-899d-4e2184874c47 req-c136bd89-2fa7-4ab5-a299-a1f332d1b997 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] 10.222.0.59 "DELETE /v2.0/ports/ac68d54e-ec50-4853-915b-3e28e5046762 HTTP/1.1" status: 204 len: 173 time: 0.3786821 Nov 26 03:36:38.370919 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278a1bb2-8b94-4cae-845f-1009b4922fb2', 'name': 'network-vif-deleted', 'tag': 'ac68d54e-ec50-4853-915b-3e28e5046762'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:36:38.373143 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287132c9-eb72-4cfe-af9e-758c325a97ef" -d '{"events": [{"server_uuid": "278a1bb2-8b94-4cae-845f-1009b4922fb2", "name": "network-vif-deleted", "tag": "ac68d54e-ec50-4853-915b-3e28e5046762"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:36:38.410712 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b7c4e2-74ac-4d6c-97a8-9a08c6f7db4e x-openstack-request-id: req-c7b7c4e2-74ac-4d6c-97a8-9a08c6f7db4e {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:36:38.410975 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278a1bb2-8b94-4cae-845f-1009b4922fb2", "name": "network-vif-deleted", "tag": "ac68d54e-ec50-4853-915b-3e28e5046762", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:36:38.411761 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7b7c4e2-74ac-4d6c-97a8-9a08c6f7db4e {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:36:38.412198 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278a1bb2-8b94-4cae-845f-1009b4922fb2', 'name': 'network-vif-deleted', 'tag': 'ac68d54e-ec50-4853-915b-3e28e5046762', 'status': 'completed', 'code': 200} Nov 26 03:36:39.015107 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60300) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:36:39.062448 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67b552d-d2ab-4a2b-8145-51c96555cd10 admin admin] Deleting subnet 158c388a-052c-4fde-b63b-d8c3d8b861a1 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:36:39.065423 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e67b552d-d2ab-4a2b-8145-51c96555cd10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:39.099573 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e67b552d-d2ab-4a2b-8145-51c96555cd10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:39.136114 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e67b552d-d2ab-4a2b-8145-51c96555cd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:39.186446 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e67b552d-d2ab-4a2b-8145-51c96555cd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:39.215488 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b552d-d2ab-4a2b-8145-51c96555cd10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=158c388a-052c-4fde-b63b-d8c3d8b861a1,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:39.219269 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e67b552d-d2ab-4a2b-8145-51c96555cd10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:39.222497 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e67b552d-d2ab-4a2b-8145-51c96555cd10 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/158c388a-052c-4fde-b63b-d8c3d8b861a1 HTTP/1.1" status: 204 len: 168 time: 0.2063696 Nov 26 03:36:39.225203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60302) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:36:39.290998 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9c550339-d763-4d2d-99da-5211ff9f0758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:39.369089 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9c550339-d763-4d2d-99da-5211ff9f0758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:39.388557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-9c550339-d763-4d2d-99da-5211ff9f0758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae154bbc-d9eb-4e60-bb43-497707a57470']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:36:39.398029 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-9c550339-d763-4d2d-99da-5211ff9f0758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5821cd4-ac79-4c73-bfbc-7e320a78cb8d') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:36:39.398321 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-9c550339-d763-4d2d-99da-5211ff9f0758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5821cd4-ac79-4c73-bfbc-7e320a78cb8d') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:36:39.407633 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9c550339-d763-4d2d-99da-5211ff9f0758 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:39.420212 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9c550339-d763-4d2d-99da-5211ff9f0758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:39.425926 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c550339-d763-4d2d-99da-5211ff9f0758 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:36:39.426303 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9c550339-d763-4d2d-99da-5211ff9f0758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:36:39.427919 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:36:39.480003 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9c550339-d763-4d2d-99da-5211ff9f0758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:39.484542 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9c550339-d763-4d2d-99da-5211ff9f0758 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:39.488066 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9c550339-d763-4d2d-99da-5211ff9f0758 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ae154bbc-d9eb-4e60-bb43-497707a57470 HTTP/1.1" status: 204 len: 168 time: 0.2619092 Nov 26 03:36:39.500405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c550339-d763-4d2d-99da-5211ff9f0758 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae154bbc-d9eb-4e60-bb43-497707a57470,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:39.607180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60306) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:36:39.650610 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1a980982-338b-42b8-8c58-599a16606a1f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c81aa533d9094a10add4928adc0263af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421536 Nov 26 03:36:39.653089 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60308) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:36:39.705299 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-02c7f3ae-05ab-4b96-98a0-d60a060caebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:39.727175 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-02c7f3ae-05ab-4b96-98a0-d60a060caebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:39.774298 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-02c7f3ae-05ab-4b96-98a0-d60a060caebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:39.776923 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-02c7f3ae-05ab-4b96-98a0-d60a060caebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:39.778089 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-02c7f3ae-05ab-4b96-98a0-d60a060caebe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a90d613-8831-4e9c-a130-c1b854ebc12f HTTP/1.1" status: 204 len: 168 time: 0.1240685 Nov 26 03:36:39.785705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7f3ae-05ab-4b96-98a0-d60a060caebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a90d613-8831-4e9c-a130-c1b854ebc12f,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:40.448258 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 60330) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:36:40.563298 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c604f901-1a14-4cf0-83f9-34ddf0bd0070 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-604688836-network', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:36:40.584633 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c604f901-1a14-4cf0-83f9-34ddf0bd0070 admin admin] Made reservation on behalf of 6ef3356fdbca4adaa7e7a4b922ad4bbb for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:36:40.587691 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c604f901-1a14-4cf0-83f9-34ddf0bd0070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:40.596894 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c604f901-1a14-4cf0-83f9-34ddf0bd0070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:40.677187 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c604f901-1a14-4cf0-83f9-34ddf0bd0070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:40.681591 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c604f901-1a14-4cf0-83f9-34ddf0bd0070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:40.706040 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c604f901-1a14-4cf0-83f9-34ddf0bd0070 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:36:40.716048 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604f901-1a14-4cf0-83f9-34ddf0bd0070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490ee749-d023-4232-8acd-1c9299e33796,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:40.720835 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c604f901-1a14-4cf0-83f9-34ddf0bd0070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:40.721186 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-c604f901-1a14-4cf0-83f9-34ddf0bd0070 admin admin] Added segment 16b90481-d46c-4783-b7ad-8439ce7fb76d of type vlan for network 39eefb8d-3e57-483e-9900-217ad74217d5 Nov 26 03:36:40.760455 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c604f901-1a14-4cf0-83f9-34ddf0bd0070 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:40.784536 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c604f901-1a14-4cf0-83f9-34ddf0bd0070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:40.785482 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c604f901-1a14-4cf0-83f9-34ddf0bd0070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:40.786096 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c604f901-1a14-4cf0-83f9-34ddf0bd0070 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:40.835511 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c604f901-1a14-4cf0-83f9-34ddf0bd0070 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3859925 Nov 26 03:36:40.838330 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60334) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:36:40.843866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1a10d5cc-3cd9-4fb4-9670-b6fc99c695be admin admin] Request body: {'subnet': {'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-604688836-subnet', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:36:40.846632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604f901-1a14-4cf0-83f9-34ddf0bd0070 admin admin] Pushing event updated for resources: {'Network': ['ID=39eefb8d-3e57-483e-9900-217ad74217d5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:40.853563 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ac68d54e-ec50-4853-915b-3e28e5046762 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:36:40.872771 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a10d5cc-3cd9-4fb4-9670-b6fc99c695be admin admin] Made reservation on behalf of 6ef3356fdbca4adaa7e7a4b922ad4bbb for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:36:40.875167 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1a10d5cc-3cd9-4fb4-9670-b6fc99c695be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:40.877804 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 39eefb8d-3e57-483e-9900-217ad74217d5 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:36:40.889944 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: ac68d54e-ec50-4853-915b-3e28e5046762 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:36:40.890298 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ac68d54e-ec50-4853-915b-3e28e5046762 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:36:41.046831 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1a10d5cc-3cd9-4fb4-9670-b6fc99c695be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:41.100340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10d5cc-3cd9-4fb4-9670-b6fc99c695be admin admin] Pushing event updated for resources: {'Subnet': ['ID=04f32898-79bd-4453-832a-1730d5be3a2a,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:41.108427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a10d5cc-3cd9-4fb4-9670-b6fc99c695be admin admin] Checking segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:36:41.108788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a10d5cc-3cd9-4fb4-9670-b6fc99c695be admin admin] Network hostable DHCP agents. Network: 39eefb8d-3e57-483e-9900-217ad74217d5, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:36:41.125294 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a10d5cc-3cd9-4fb4-9670-b6fc99c695be admin admin] Network 39eefb8d-3e57-483e-9900-217ad74217d5 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:36:41.133620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-1a10d5cc-3cd9-4fb4-9670-b6fc99c695be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 39eefb8d-3e57-483e-9900-217ad74217d5) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:36:41.137479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a10d5cc-3cd9-4fb4-9670-b6fc99c695be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:41.138082 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1a10d5cc-3cd9-4fb4-9670-b6fc99c695be admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:41.142644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cb1413-e95e-4a48-bbdf-11522690b92f None None] Network 39eefb8d-3e57-483e-9900-217ad74217d5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:36:41.153215 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1a10d5cc-3cd9-4fb4-9670-b6fc99c695be admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3133652 Nov 26 03:36:41.155960 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60336) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:36:41.160270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:36:41.183183 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:41.184337 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:41.238867 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:41.292387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-39eefb8d-3e57-483e-9900-217ad74217d5', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:36:41.293271 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:41.439330 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Allocated IP 172.20.0.2 (39eefb8d-3e57-483e-9900-217ad74217d5/04f32898-79bd-4453-832a-1730d5be3a2a/1f59b70e-55d6-4ca4-88ad-c5b74f17533a) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:36:41.584635 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:41.591025 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:41.637537 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Network 39eefb8d-3e57-483e-9900-217ad74217d5 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:36:41.638759 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Pushing event updated for resources: {'Port': ['ID=1f59b70e-55d6-4ca4-88ad-c5b74f17533a,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:41.641177 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:36:41.645664 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:36:41.667563 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:41.699387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Attempting to bind port 1f59b70e-55d6-4ca4-88ad-c5b74f17533a on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:36:41.699714 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Attempting to bind port 1f59b70e-55d6-4ca4-88ad-c5b74f17533a by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:36:41.700079 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Attempting to bind port 1f59b70e-55d6-4ca4-88ad-c5b74f17533a on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:36:41.705008 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:36:41.705384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Checking segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:36:41.705787 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:41.706184 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Bound using segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:36:41.706656 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Bound port: 1f59b70e-55d6-4ca4-88ad-c5b74f17533a, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:36:41.707038 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:41.776768 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-298986b1-a417-43bb-b158-bb4f510c7984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:41.786880 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] For port 1f59b70e-55d6-4ca4-88ad-c5b74f17533a, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:36:41.790260 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] For port 1f59b70e-55d6-4ca4-88ad-c5b74f17533a, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1f59b70e-55d6-4ca4-88ad-c5b74f17533a,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:36:41.794075 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:41.860375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9419dc1-0428-43e7-a53a-380096ff4486 None None] Pushing event updated for resources: {'Port': ['ID=1f59b70e-55d6-4ca4-88ad-c5b74f17533a,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:41.875888 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:41.899668 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:42.017052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] Allocated IP 172.25.0.191 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/c7be9372-c418-4d0d-873a-6438cdbe2ec2) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:36:42.128965 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:42.162912 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:42.205790 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:36:42.209245 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:36:42.212928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:36:42.221631 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabadbe8-1275-4bbb-be32-9bd78dbbc974 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:36:42.234446 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] Pushing event updated for resources: {'Port': ['ID=c7be9372-c418-4d0d-873a-6438cdbe2ec2,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:42.292103 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cfbb4bae-f84f-4f33-b47f-00d7cf957009 None None] Provisioning complete for port c7be9372-c418-4d0d-873a-6438cdbe2ec2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:36:42.292487 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cfbb4bae-f84f-4f33-b47f-00d7cf957009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:42.325439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb4bae-f84f-4f33-b47f-00d7cf957009 None None] Port c7be9372-c418-4d0d-873a-6438cdbe2ec2 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:36:42.463112 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:42.658680 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1f59b70e-55d6-4ca4-88ad-c5b74f17533a up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:36:42.671194 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:42.711826 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 1f59b70e-55d6-4ca4-88ad-c5b74f17533a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:36:42.712239 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:42.751409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75835162-8019-4136-895b-ad076997ac0e None None] Network 39eefb8d-3e57-483e-9900-217ad74217d5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:36:42.803128 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] Router ba7cda71-dfa8-48a0-978a-df4069c7dd86 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:36:42.865317 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:42.904025 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-71b082f4-14f0-453d-bf60-ff975ffc73d3 None None] Provisioning complete for port 1f59b70e-55d6-4ca4-88ad-c5b74f17533a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:36:42.904426 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-71b082f4-14f0-453d-bf60-ff975ffc73d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:42.917017 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:36:42.934632 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:42.936006 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-104e5b68-13d4-4e6a-a7a2-fa0439970084 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7790680 Nov 26 03:36:42.936178 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Sync routers for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:36:42.938945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60338) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:36:42.968002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 1f59b70e-55d6-4ca4-88ad-c5b74f17533a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1f59b70e-55d6-4ca4-88ad-c5b74f17533a,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:36:42.990395 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:43.002937 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:36:43.003573 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:36:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:36:43.165151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=1f59b70e-55d6-4ca4-88ad-c5b74f17533a,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:43.206056 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:36:43.365791 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b6416313-b854-414d-9b31-1304b704ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:43.398633 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:42Z', 'revision_number': 3, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:36:43.429040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Checking router: ba7cda71-dfa8-48a0-978a-df4069c7dd86 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:36:43.429398 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Updating router ba7cda71-dfa8-48a0-978a-df4069c7dd86 port c7be9372-c418-4d0d-873a-6438cdbe2ec2 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:36:43.461601 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:43.464264 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-215fa1ea-468c-47ef-b848-822c8dd39074 None None] Provisioning complete for port 1f59b70e-55d6-4ca4-88ad-c5b74f17533a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:36:43.464631 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-215fa1ea-468c-47ef-b848-822c8dd39074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:43.569022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-b6416313-b854-414d-9b31-1304b704ccb9 admin admin] Allocated IP 172.20.0.1 (39eefb8d-3e57-483e-9900-217ad74217d5/04f32898-79bd-4453-832a-1730d5be3a2a/78fea863-b640-45da-96ae-2bf780500d21) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:36:43.674651 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b6416313-b854-414d-9b31-1304b704ccb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:43.707166 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b6416313-b854-414d-9b31-1304b704ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:43.750705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6416313-b854-414d-9b31-1304b704ccb9 admin admin] Network 39eefb8d-3e57-483e-9900-217ad74217d5 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:36:43.753661 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-b6416313-b854-414d-9b31-1304b704ccb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:36:43.757477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6416313-b854-414d-9b31-1304b704ccb9 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:36:43.779251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6416313-b854-414d-9b31-1304b704ccb9 admin admin] Pushing event updated for resources: {'Port': ['ID=78fea863-b640-45da-96ae-2bf780500d21,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:43.800025 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b6416313-b854-414d-9b31-1304b704ccb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:43.935317 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b6416313-b854-414d-9b31-1304b704ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:43.944601 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:43.954935 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:44.009066 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93d983e-b6fd-4ec9-b211-d56e1d0c68b4 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:36:44.019592 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Attempting to bind port c7be9372-c418-4d0d-873a-6438cdbe2ec2 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:36:44.019976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Attempting to bind port c7be9372-c418-4d0d-873a-6438cdbe2ec2 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:36:44.020421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Attempting to bind port c7be9372-c418-4d0d-873a-6438cdbe2ec2 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:36:44.030943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:36:44.031330 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:36:44.031756 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:44.032163 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:36:44.033056 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Bound port: c7be9372-c418-4d0d-873a-6438cdbe2ec2, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:36:44.033056 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:44.064644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f81cb-c22c-48f2-b870-009cdfbbe811 None None] Pushing event updated for resources: {'Port': ['ID=c7be9372-c418-4d0d-873a-6438cdbe2ec2,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:44.097723 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c409f61d-190b-497e-b81a-e913427f82f3 None None] Provisioning complete for port 78fea863-b640-45da-96ae-2bf780500d21 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:36:44.098291 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c409f61d-190b-497e-b81a-e913427f82f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:44.102408 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b6416313-b854-414d-9b31-1304b704ccb9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:44.107889 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b6416313-b854-414d-9b31-1304b704ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:44.123858 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] For port c7be9372-c418-4d0d-873a-6438cdbe2ec2, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:36:44.146240 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] For port c7be9372-c418-4d0d-873a-6438cdbe2ec2, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c7be9372-c418-4d0d-873a-6438cdbe2ec2,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:36:44.150833 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c409f61d-190b-497e-b81a-e913427f82f3 None None] Port 78fea863-b640-45da-96ae-2bf780500d21 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:36:44.154214 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:44.173091 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b6416313-b854-414d-9b31-1304b704ccb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:44.174922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6416313-b854-414d-9b31-1304b704ccb9 admin admin] Pushing event updated for resources: {'Port': ['ID=78fea863-b640-45da-96ae-2bf780500d21,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:44.217226 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1054b53e-2e10-4bf7-b782-3df36fc8c97e None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:36:44.225883 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c409f61d-190b-497e-b81a-e913427f82f3 None None] Provisioning complete for port c7be9372-c418-4d0d-873a-6438cdbe2ec2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:36:44.226263 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c409f61d-190b-497e-b81a-e913427f82f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:44.263439 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a86534b7-1eef-4563-b184-03f45c7be41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:44.268467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:36:44.269104 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:36:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:36:44.271647 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6416313-b854-414d-9b31-1304b704ccb9 admin admin] Network 39eefb8d-3e57-483e-9900-217ad74217d5 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:36:44.273134 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-b6416313-b854-414d-9b31-1304b704ccb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:36:44.315591 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f81cb-c22c-48f2-b870-009cdfbbe811 None None] Pushing event updated for resources: {'Port': ['ID=c7be9372-c418-4d0d-873a-6438cdbe2ec2,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:44.401949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6416313-b854-414d-9b31-1304b704ccb9 admin admin] Router ba7cda71-dfa8-48a0-978a-df4069c7dd86 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:36:44.426499 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:36:44.455155 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c409f61d-190b-497e-b81a-e913427f82f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:44.489735 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-c409f61d-190b-497e-b81a-e913427f82f3 None None] For port c7be9372-c418-4d0d-873a-6438cdbe2ec2, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c7be9372-c418-4d0d-873a-6438cdbe2ec2,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:36:44.518692 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c409f61d-190b-497e-b81a-e913427f82f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:44.624162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1f59b70e-55d6-4ca4-88ad-c5b74f17533a up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:36:44.626406 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409f61d-190b-497e-b81a-e913427f82f3 None None] Pushing event updated for resources: {'Port': ['ID=c7be9372-c418-4d0d-873a-6438cdbe2ec2,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:44.719661 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a34a0606-e790-43c4-8b18-82b1947cc79c None None] Provisioning complete for port 78fea863-b640-45da-96ae-2bf780500d21 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:36:44.720042 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a34a0606-e790-43c4-8b18-82b1947cc79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:44.774684 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a34a0606-e790-43c4-8b18-82b1947cc79c None None] Port 78fea863-b640-45da-96ae-2bf780500d21 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:36:44.776293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 1f59b70e-55d6-4ca4-88ad-c5b74f17533a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:36:44.776662 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:44.816021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6416313-b854-414d-9b31-1304b704ccb9 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:36:44.822322 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b6416313-b854-414d-9b31-1304b704ccb9 admin admin] 10.222.0.31 "PUT /v2.0/routers/ba7cda71-dfa8-48a0-978a-df4069c7dd86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8820212 Nov 26 03:36:44.826406 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a34a0606-e790-43c4-8b18-82b1947cc79c None None] Provisioning complete for port c7be9372-c418-4d0d-873a-6438cdbe2ec2 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:36:44.826787 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a34a0606-e790-43c4-8b18-82b1947cc79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:44.829617 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 2, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:36:44.880676 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9d405-2a16-48ac-bda4-09e7510fed6c None None] The sync data for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 is: [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 2, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:36:45.192681 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:45.380568 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60346) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:36:45.385555 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-95805a77-868d-4c2c-bdda-a2b168091cf1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--799869737', 'description': 'tempest-description--674559179'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:36:45.407888 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-95805a77-868d-4c2c-bdda-a2b168091cf1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:45.478698 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-95805a77-868d-4c2c-bdda-a2b168091cf1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:45.482708 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-95805a77-868d-4c2c-bdda-a2b168091cf1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:45.511166 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-95805a77-868d-4c2c-bdda-a2b168091cf1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:45.512548 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-95805a77-868d-4c2c-bdda-a2b168091cf1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1308579 Nov 26 03:36:45.520088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60348) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:36:45.532340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4c84be18-42d3-411e-b5b7-debf6ca6ab3a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Request body: {'security_group_rule': {'security_group_id': '5ee01831-d322-41ac-91aa-42fd9c71a657', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:36:45.534690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95805a77-868d-4c2c-bdda-a2b168091cf1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee01831-d322-41ac-91aa-42fd9c71a657,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:45.564025 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4c84be18-42d3-411e-b5b7-debf6ca6ab3a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:45.624135 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4c84be18-42d3-411e-b5b7-debf6ca6ab3a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:45.629079 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4c84be18-42d3-411e-b5b7-debf6ca6ab3a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:45.647850 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84be18-42d3-411e-b5b7-debf6ca6ab3a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb008224-ae49-4330-b8b1-ca11684341bd,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:45.664140 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4c84be18-42d3-411e-b5b7-debf6ca6ab3a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:45.665809 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4c84be18-42d3-411e-b5b7-debf6ca6ab3a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444943 Nov 26 03:36:45.668212 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60350) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:36:45.672868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-38ef414f-8d25-4f81-b990-0087424d54aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Request body: {'security_group_rule': {'security_group_id': '5ee01831-d322-41ac-91aa-42fd9c71a657', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:36:45.708336 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-38ef414f-8d25-4f81-b990-0087424d54aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:45.766391 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-38ef414f-8d25-4f81-b990-0087424d54aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:45.771675 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-38ef414f-8d25-4f81-b990-0087424d54aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:45.790081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef414f-8d25-4f81-b990-0087424d54aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca28444-a1d3-454e-b861-050a3d2eb164,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:45.798693 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-38ef414f-8d25-4f81-b990-0087424d54aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:45.800007 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-38ef414f-8d25-4f81-b990-0087424d54aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307602 Nov 26 03:36:45.803119 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60352) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:36:45.807672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-7f0f83cd-fcbf-4d9c-81cc-9165afaa0000 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:36:45.830315 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f0f83cd-fcbf-4d9c-81cc-9165afaa0000 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:45.932122 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f0f83cd-fcbf-4d9c-81cc-9165afaa0000 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:46.047803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-7f0f83cd-fcbf-4d9c-81cc-9165afaa0000 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Allocated IP 172.25.0.49 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/d1d1c1f8-d3a4-4464-b840-06a484592d28) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:36:46.153599 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f0f83cd-fcbf-4d9c-81cc-9165afaa0000 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:46.187224 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f0f83cd-fcbf-4d9c-81cc-9165afaa0000 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:46.228169 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0f83cd-fcbf-4d9c-81cc-9165afaa0000 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:36:46.231008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-7f0f83cd-fcbf-4d9c-81cc-9165afaa0000 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:36:46.234514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0f83cd-fcbf-4d9c-81cc-9165afaa0000 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:36:46.257498 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f83cd-fcbf-4d9c-81cc-9165afaa0000 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Pushing event updated for resources: {'Port': ['ID=d1d1c1f8-d3a4-4464-b840-06a484592d28,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:46.320483 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f0f83cd-fcbf-4d9c-81cc-9165afaa0000 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:46.359300 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f0f83cd-fcbf-4d9c-81cc-9165afaa0000 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:46.506982 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f0f83cd-fcbf-4d9c-81cc-9165afaa0000 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:46.511826 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f0f83cd-fcbf-4d9c-81cc-9165afaa0000 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:46.576899 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f83cd-fcbf-4d9c-81cc-9165afaa0000 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Pushing event updated for resources: {'Port': ['ID=d1d1c1f8-d3a4-4464-b840-06a484592d28,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:46.590871 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f0f83cd-fcbf-4d9c-81cc-9165afaa0000 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:46.614941 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7f0f83cd-fcbf-4d9c-81cc-9165afaa0000 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:46.616245 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7f0f83cd-fcbf-4d9c-81cc-9165afaa0000 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8120651 Nov 26 03:36:46.646327 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c7be9372-c418-4d0d-873a-6438cdbe2ec2 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:36:46.698319 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port c7be9372-c418-4d0d-873a-6438cdbe2ec2 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:36:46.698771 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:46.758039 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:46.781762 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-181e9e6c-a153-4f04-98af-acb23a6fc4f9 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--799869737&fields=id&tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb HTTP/1.1" status: 200 len: 267 time: 0.0495000 Nov 26 03:36:46.889434 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Sync routers for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:36:46.891012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2fbffbb9-6e05-4c16-9065-13bce2ec8f90 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:46.892405 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2fbffbb9-6e05-4c16-9065-13bce2ec8f90 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 811 time: 0.1029692 Nov 26 03:36:46.899574 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:36:46.900412 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:36:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:36:46.907763 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-eb931c3e-d038-4387-bfd5-a46ba5665c08 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/quotas/6ef3356fdbca4adaa7e7a4b922ad4bbb HTTP/1.1" status: 200 len: 375 time: 0.0092373 Nov 26 03:36:46.963917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-04c23ae3-408c-400b-96f5-c537a9e396f5 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498517 Nov 26 03:36:46.980245 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-c4ba88c1-cf3b-4c8a-847f-c5b6df45b087 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:36:46.981219 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-c4ba88c1-cf3b-4c8a-847f-c5b6df45b087 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051911 Nov 26 03:36:47.012486 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:36:47.069120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-7e28be8d-7390-47bd-937e-1355cad9ee49 service neutron] 10.222.0.31 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819449 Nov 26 03:36:47.166362 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-444d4c15-f023-4b4d-834d-0f9d8c80a182 service neutron] 10.222.0.31 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910854 Nov 26 03:36:47.226902 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 2, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:36:47.252219 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Checking router: ba7cda71-dfa8-48a0-978a-df4069c7dd86 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:36:47.252601 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Updating router ba7cda71-dfa8-48a0-978a-df4069c7dd86 port 78fea863-b640-45da-96ae-2bf780500d21 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:36:47.282285 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:47.334609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9f99cd0-7806-43be-b17c-16d77747427f req-70aa821f-73d2-4517-9831-36278d12589f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 210 time: 0.0268247 Nov 26 03:36:47.567715 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:47.573188 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:47.621207 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:47.629126 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d1388-f5f6-48b3-937e-47853292f88c None None] Pushing event updated for resources: {'Port': ['ID=78fea863-b640-45da-96ae-2bf780500d21,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:47.639964 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d1388-f5f6-48b3-937e-47853292f88c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:47.640293 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d1388-f5f6-48b3-937e-47853292f88c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:47.644713 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d1388-f5f6-48b3-937e-47853292f88c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:47.644713 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d1388-f5f6-48b3-937e-47853292f88c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:47.644713 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d1388-f5f6-48b3-937e-47853292f88c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:47.644713 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d1388-f5f6-48b3-937e-47853292f88c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:47.644713 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d1388-f5f6-48b3-937e-47853292f88c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:47.644713 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d1388-f5f6-48b3-937e-47853292f88c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:47.644713 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d1388-f5f6-48b3-937e-47853292f88c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:47.644713 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d1388-f5f6-48b3-937e-47853292f88c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:47.644713 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d1388-f5f6-48b3-937e-47853292f88c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:47.644713 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d1388-f5f6-48b3-937e-47853292f88c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:47.698912 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Attempting to bind port 78fea863-b640-45da-96ae-2bf780500d21 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:36:47.699333 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Attempting to bind port 78fea863-b640-45da-96ae-2bf780500d21 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:36:47.700595 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Attempting to bind port 78fea863-b640-45da-96ae-2bf780500d21 on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:36:47.705535 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:36:47.706471 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Checking segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:36:47.706880 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:47.707268 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Bound using segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:36:47.708380 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Bound port: 78fea863-b640-45da-96ae-2bf780500d21, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:36:47.708762 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:47.779185 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] For port 78fea863-b640-45da-96ae-2bf780500d21, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:36:47.782787 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] For port 78fea863-b640-45da-96ae-2bf780500d21, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=78fea863-b640-45da-96ae-2bf780500d21,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:36:47.786936 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:47.842665 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:36:47.843308 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:36:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:36:47.940292 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d3119172-fae3-447e-9a33-2f53d4286161 None None] Provisioning complete for port 78fea863-b640-45da-96ae-2bf780500d21 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:36:47.940848 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d3119172-fae3-447e-9a33-2f53d4286161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:47.948217 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d1388-f5f6-48b3-937e-47853292f88c None None] Pushing event updated for resources: {'Port': ['ID=78fea863-b640-45da-96ae-2bf780500d21,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:47.988482 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:36:48.054678 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d3119172-fae3-447e-9a33-2f53d4286161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:48.091966 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d3119172-fae3-447e-9a33-2f53d4286161 None None] For port 78fea863-b640-45da-96ae-2bf780500d21, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=78fea863-b640-45da-96ae-2bf780500d21,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:36:48.097096 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d3119172-fae3-447e-9a33-2f53d4286161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:48.150454 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3119172-fae3-447e-9a33-2f53d4286161 None None] Pushing event updated for resources: {'Port': ['ID=78fea863-b640-45da-96ae-2bf780500d21,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:48.211156 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:47Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:36:48.222384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ff420bd0-bb29-443c-92b9-8a276c5076e3 None None] Provisioning complete for port 78fea863-b640-45da-96ae-2bf780500d21 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:36:48.222761 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ff420bd0-bb29-443c-92b9-8a276c5076e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:48.237313 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca2eec4-09d5-4cfb-9b7e-2e2338fae113 None None] The sync data for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 is: [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:47Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:36:48.476886 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-53909ce4-2011-4d7d-a7fb-da88b03c71a2 req-ffbe13af-6245-4fc5-989f-4fa911008b6e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 210 time: 0.0656233 Nov 26 03:36:48.540405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-90de1873-9840-4817-8f8f-2483ce00fd94 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:48.542292 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-90de1873-9840-4817-8f8f-2483ce00fd94 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 811 time: 0.1412320 Nov 26 03:36:48.627704 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-1343804d-a8ed-410d-8312-a2111fdbfe86 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb HTTP/1.1" status: 200 len: 379 time: 0.0692706 Nov 26 03:36:48.629534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 78fea863-b640-45da-96ae-2bf780500d21 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:36:48.638776 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-14d466ab-2d63-4f10-b198-c28521d575d4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Request body: {'port': {'device_id': '38d8b66c-9813-4718-9440-306d3f51a34c', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'admin_state_up': True, 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'security_groups': ['5ee01831-d322-41ac-91aa-42fd9c71a657']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:36:48.682233 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 78fea863-b640-45da-96ae-2bf780500d21 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:36:48.682606 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:48.770857 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-14d466ab-2d63-4f10-b198-c28521d575d4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Made reservation on behalf of 6ef3356fdbca4adaa7e7a4b922ad4bbb for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:36:48.774899 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-14d466ab-2d63-4f10-b198-c28521d575d4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:48.904394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-14d466ab-2d63-4f10-b198-c28521d575d4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Allocated IP 172.20.0.9 (39eefb8d-3e57-483e-9900-217ad74217d5/04f32898-79bd-4453-832a-1730d5be3a2a/00000e6d-84d1-4be4-89d5-bee393d8b2be) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:36:49.044387 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-14d466ab-2d63-4f10-b198-c28521d575d4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:49.077320 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-14d466ab-2d63-4f10-b198-c28521d575d4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:49.121174 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-14d466ab-2d63-4f10-b198-c28521d575d4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Network 39eefb8d-3e57-483e-9900-217ad74217d5 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:36:49.124349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-14d466ab-2d63-4f10-b198-c28521d575d4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:36:49.128125 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-14d466ab-2d63-4f10-b198-c28521d575d4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:36:49.155415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d466ab-2d63-4f10-b198-c28521d575d4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Pushing event updated for resources: {'Port': ['ID=00000e6d-84d1-4be4-89d5-bee393d8b2be,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:49.186406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-14d466ab-2d63-4f10-b198-c28521d575d4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:49.187042 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-14d466ab-2d63-4f10-b198-c28521d575d4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:49.203526 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-14d466ab-2d63-4f10-b198-c28521d575d4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5687423 Nov 26 03:36:49.221596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Request body: {'port': {'device_id': '38d8b66c-9813-4718-9440-306d3f51a34c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:36:49.277933 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:49.334807 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-dc3f15c1-6530-4029-b9d1-4c63323c5608 None None] Provisioning complete for port 00000e6d-84d1-4be4-89d5-bee393d8b2be triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:36:49.335382 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dc3f15c1-6530-4029-b9d1-4c63323c5608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:49.368952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f15c1-6530-4029-b9d1-4c63323c5608 None None] Port 00000e6d-84d1-4be4-89d5-bee393d8b2be cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:36:49.539769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00000e6d-84d1-4be4-89d5-bee393d8b2be {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:36:49.548550 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:49.588198 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Transition to ACTIVE for port object 00000e6d-84d1-4be4-89d5-bee393d8b2be will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:36:49.592272 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:49.648089 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f1faa-4414-40a9-b497-bffa6d81298e req-c7435e15-f5bf-43fa-942f-e8718234d2cf tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:49.648089 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c4f1faa-4414-40a9-b497-bffa6d81298e req-c7435e15-f5bf-43fa-942f-e8718234d2cf tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 931 time: 0.0999143 Nov 26 03:36:49.664533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Pushing event updated for resources: {'Port': ['ID=00000e6d-84d1-4be4-89d5-bee393d8b2be,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:49.745147 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c4f1faa-4414-40a9-b497-bffa6d81298e req-68e6655f-e6c5-4bc6-9bb0-2382ada900a1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885410 Nov 26 03:36:49.770526 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Attempting to bind port 00000e6d-84d1-4be4-89d5-bee393d8b2be on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:36:49.770872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Attempting to bind port 00000e6d-84d1-4be4-89d5-bee393d8b2be by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:36:49.771247 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Attempting to bind port 00000e6d-84d1-4be4-89d5-bee393d8b2be on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:36:49.775977 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Port 00000e6d-84d1-4be4-89d5-bee393d8b2be on network 39eefb8d-3e57-483e-9900-217ad74217d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:36:49.776342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Attempting to bind port 00000e6d-84d1-4be4-89d5-bee393d8b2be on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:36:49.781413 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:36:49.781758 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Checking segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:36:49.782151 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Bound using segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:36:49.782624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Bound port: 00000e6d-84d1-4be4-89d5-bee393d8b2be, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:36:49.783016 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:49.849966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] For port 00000e6d-84d1-4be4-89d5-bee393d8b2be, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:36:49.852856 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] For port 00000e6d-84d1-4be4-89d5-bee393d8b2be, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:36:49.857867 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:49.895298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:49.895782 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:49.897785 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] 10.222.0.54 "PUT /v2.0/ports/00000e6d-84d1-4be4-89d5-bee393d8b2be HTTP/1.1" status: 200 len: 1091 time: 0.6806264 Nov 26 03:36:49.898225 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d8b66c-9813-4718-9440-306d3f51a34c', 'tag': '00000e6d-84d1-4be4-89d5-bee393d8b2be'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:36:49.900677 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049c1f29-e0ea-4407-b760-c1dad7d499bc" -d '{"events": [{"name": "network-changed", "server_uuid": "38d8b66c-9813-4718-9440-306d3f51a34c", "tag": "00000e6d-84d1-4be4-89d5-bee393d8b2be"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:36:49.926465 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce0fad-4272-4cc4-bbbe-b3440f2d5257 service neutron] Pushing event updated for resources: {'Port': ['ID=00000e6d-84d1-4be4-89d5-bee393d8b2be,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:49.950771 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1f2fa8-046e-4510-b4c7-865d8fd2b489 x-openstack-request-id: req-aa1f2fa8-046e-4510-b4c7-865d8fd2b489 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:36:49.951076 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d8b66c-9813-4718-9440-306d3f51a34c", "tag": "00000e6d-84d1-4be4-89d5-bee393d8b2be", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:36:49.951338 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa1f2fa8-046e-4510-b4c7-865d8fd2b489 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:36:49.951750 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d8b66c-9813-4718-9440-306d3f51a34c', 'tag': '00000e6d-84d1-4be4-89d5-bee393d8b2be', 'status': 'completed', 'code': 200} Nov 26 03:36:50.013695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-19c3f0cf-e33d-4514-9b8e-8e6d0f364075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:50.015247 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-19c3f0cf-e33d-4514-9b8e-8e6d0f364075 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 1094 time: 0.0444868 Nov 26 03:36:50.076340 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-623d4416-549b-4eb7-9c8b-ab7cc65277e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be HTTP/1.1" status: 200 len: 217 time: 0.0470908 Nov 26 03:36:50.125917 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-5a7dfd1b-beee-42be-b778-86d3e7fc0460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:50.127389 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-5a7dfd1b-beee-42be-b778-86d3e7fc0460 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0442264 Nov 26 03:36:50.171376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-34294d82-4b4d-40b5-a7b4-87ceae291dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:50.172812 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-34294d82-4b4d-40b5-a7b4-87ceae291dbe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385370 Nov 26 03:36:50.265565 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-b6b5fb02-47e9-4359-9f38-00a51035e285 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855753 Nov 26 03:36:50.353767 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2fb6da94-fb0f-4489-8d2e-1ec3ab81744c req-00e21b59-63cf-4d9d-8994-e7715cfc3882 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808694 Nov 26 03:36:50.479428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c1f29-e0ea-4407-b760-c1dad7d499bc req-8fd78f0f-eb02-47f0-b0fc-743b38b5bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:50.480871 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-049c1f29-e0ea-4407-b760-c1dad7d499bc req-8fd78f0f-eb02-47f0-b0fc-743b38b5bcb1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 1094 time: 0.0441616 Nov 26 03:36:50.568469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c1f29-e0ea-4407-b760-c1dad7d499bc req-ee306e11-a94c-4f05-8976-76722c3287c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:50.569919 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-049c1f29-e0ea-4407-b760-c1dad7d499bc req-ee306e11-a94c-4f05-8976-76722c3287c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0815413 Nov 26 03:36:50.617404 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-049c1f29-e0ea-4407-b760-c1dad7d499bc req-a5612882-c339-45a0-9203-f4ccd993882e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be HTTP/1.1" status: 200 len: 217 time: 0.0397499 Nov 26 03:36:50.665574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c1f29-e0ea-4407-b760-c1dad7d499bc req-d92e5f0f-377c-41d9-b213-77f9097620b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:50.667056 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-049c1f29-e0ea-4407-b760-c1dad7d499bc req-d92e5f0f-377c-41d9-b213-77f9097620b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0434515 Nov 26 03:36:50.713043 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c1f29-e0ea-4407-b760-c1dad7d499bc req-7781ec26-7e78-483d-8bae-6f6a31e00231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:50.714530 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-049c1f29-e0ea-4407-b760-c1dad7d499bc req-7781ec26-7e78-483d-8bae-6f6a31e00231 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395186 Nov 26 03:36:50.808415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-049c1f29-e0ea-4407-b760-c1dad7d499bc req-6c38c14e-cd26-4b3f-ac9d-1de23bc75da6 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857081 Nov 26 03:36:50.921741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a4e8e-15d3-4a58-80a6-ad12c1980e7d req-60f0f243-01be-4a48-884c-e3924f6e1622 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:50.923218 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-693a4e8e-15d3-4a58-80a6-ad12c1980e7d req-60f0f243-01be-4a48-884c-e3924f6e1622 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 943 time: 0.1087487 Nov 26 03:36:50.951991 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-049c1f29-e0ea-4407-b760-c1dad7d499bc req-83bbabf5-4bbc-44de-a0fa-e424d26ad9bb service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357446 Nov 26 03:36:50.982818 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-693a4e8e-15d3-4a58-80a6-ad12c1980e7d req-e096f04d-9798-4c6d-9e3e-69548f4a0e8e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486031 Nov 26 03:36:52.099339 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccf2ea-b616-4e79-b4f3-6ae2993fb25f req-7c41516d-95f6-48ec-a282-48ae35920d0a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:52.100856 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2ccf2ea-b616-4e79-b4f3-6ae2993fb25f req-7c41516d-95f6-48ec-a282-48ae35920d0a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 943 time: 0.0488746 Nov 26 03:36:52.147456 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2ccf2ea-b616-4e79-b4f3-6ae2993fb25f req-ceae271b-4584-4b94-bb42-ca1e4c570b95 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406504 Nov 26 03:36:52.713357 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:53.259865 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ef5ef-2244-4bd1-8852-89d6288b2d24 req-ae1574cf-db45-4a34-9057-a4db1185677c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:53.261374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e07ef5ef-2244-4bd1-8852-89d6288b2d24 req-ae1574cf-db45-4a34-9057-a4db1185677c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 943 time: 0.0483868 Nov 26 03:36:53.312311 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e07ef5ef-2244-4bd1-8852-89d6288b2d24 req-d22482f8-13a1-4e53-b472-a627ae50992b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449545 Nov 26 03:36:53.979227 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:54.424499 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 00000e6d-84d1-4be4-89d5-bee393d8b2be details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:36:54.427019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121358d-63eb-47f1-81fa-c8ff7fe17f50 req-473c8836-7fcd-4bc0-b1b7-92c11fec5089 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:54.429418 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7121358d-63eb-47f1-81fa-c8ff7fe17f50 req-473c8836-7fcd-4bc0-b1b7-92c11fec5089 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 943 time: 0.0486968 Nov 26 03:36:54.476472 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7121358d-63eb-47f1-81fa-c8ff7fe17f50 req-a814aad2-94d4-4cab-becc-51b07659a5ee tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409977 Nov 26 03:36:54.522052 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 00000e6d-84d1-4be4-89d5-bee393d8b2be, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:36:54.532814 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '00000e6d-84d1-4be4-89d5-bee393d8b2be', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'port_id': '00000e6d-84d1-4be4-89d5-bee393d8b2be', 'mac_address': 'fa:16:3e:64:23:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:36:54.569129 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:54.581788 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00000e6d-84d1-4be4-89d5-bee393d8b2be {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:36:54.601819 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 00000e6d-84d1-4be4-89d5-bee393d8b2be, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:36:54.605908 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:54.657163 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=00000e6d-84d1-4be4-89d5-bee393d8b2be,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:54.977918 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['00000e6d-84d1-4be4-89d5-bee393d8b2be'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:36:55.589881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9997044-d0fe-4232-8886-4e63370a90b5 req-9f16e482-9b4a-4572-ab9f-f50e178909cd tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:55.591260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9997044-d0fe-4232-8886-4e63370a90b5 req-9f16e482-9b4a-4572-ab9f-f50e178909cd tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 944 time: 0.0489891 Nov 26 03:36:55.638280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f9997044-d0fe-4232-8886-4e63370a90b5 req-d2b85e27-f69e-419b-8495-7b973eb7104a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411127 Nov 26 03:36:56.429356 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 00000e6d-84d1-4be4-89d5-bee393d8b2be up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:36:56.476499 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 00000e6d-84d1-4be4-89d5-bee393d8b2be completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:36:56.480090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 00000e6d-84d1-4be4-89d5-bee393d8b2be triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:36:56.480475 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:56.554518 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:56.576062 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d8b66c-9813-4718-9440-306d3f51a34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00000e6d-84d1-4be4-89d5-bee393d8b2be'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:36:56.578358 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000e02a1e4327e4b91e2ffd2f194469147bad6ffa850dff8e20f8804124be3b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c507704-9f25-4c1c-97d6-5b002cd1f89f" -d '{"events": [{"server_uuid": "38d8b66c-9813-4718-9440-306d3f51a34c", "name": "network-vif-plugged", "status": "completed", "tag": "00000e6d-84d1-4be4-89d5-bee393d8b2be"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:36:56.591205 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 00000e6d-84d1-4be4-89d5-bee393d8b2be, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:36:56.596195 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:56.623521 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ce462d-f7af-4b1a-a64b-475a96ba125a x-openstack-request-id: req-94ce462d-f7af-4b1a-a64b-475a96ba125a {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:36:56.623818 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d8b66c-9813-4718-9440-306d3f51a34c", "name": "network-vif-plugged", "status": "completed", "tag": "00000e6d-84d1-4be4-89d5-bee393d8b2be", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:36:56.624101 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94ce462d-f7af-4b1a-a64b-475a96ba125a {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:36:56.624496 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d8b66c-9813-4718-9440-306d3f51a34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00000e6d-84d1-4be4-89d5-bee393d8b2be', 'code': 200} Nov 26 03:36:56.649617 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=00000e6d-84d1-4be4-89d5-bee393d8b2be,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:36:56.657106 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:56.657460 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:56.657805 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:56.658145 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:56.658481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:56.658817 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:56.659151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:56.659483 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:56.659873 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:56.660239 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:56.660571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:56.660904 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:36:56.784039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e4895-cccb-40a6-97c5-98ac7d546b8c req-28eeaca2-0254-4133-acfe-087d29327b76 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:56.785561 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-488e4895-cccb-40a6-97c5-98ac7d546b8c req-28eeaca2-0254-4133-acfe-087d29327b76 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0786383 Nov 26 03:36:56.791984 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910e404-3610-40d7-ac6a-8a6f1d10aac5 req-80f4639e-bd36-41b2-b5d7-bd095715b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:56.793399 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b910e404-3610-40d7-ac6a-8a6f1d10aac5 req-80f4639e-bd36-41b2-b5d7-bd095715b017 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 1096 time: 0.0779285 Nov 26 03:36:56.861632 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-488e4895-cccb-40a6-97c5-98ac7d546b8c req-f8fc78d3-dd6a-4f4a-9664-487bb172d67f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671921 Nov 26 03:36:56.864732 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b910e404-3610-40d7-ac6a-8a6f1d10aac5 req-b1aca373-67a9-420a-b8d7-938ca27ebd06 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637891 Nov 26 03:36:57.977692 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57634790-c270-4c59-977c-cc1a2bc6d4f0 req-7c686aa7-28ac-4b4d-8636-ef2277f5844d tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:57.979190 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-57634790-c270-4c59-977c-cc1a2bc6d4f0 req-7c686aa7-28ac-4b4d-8636-ef2277f5844d tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0494998 Nov 26 03:36:58.028530 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-57634790-c270-4c59-977c-cc1a2bc6d4f0 req-0a46fd05-3324-4bbe-8052-313c1fce8b09 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433769 Nov 26 03:36:59.140750 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0015f-146a-4750-a8fd-7b7c4dab9e6d req-90917e50-55ce-4eb8-a109-5082e6f69d29 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:59.142218 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6d0015f-146a-4750-a8fd-7b7c4dab9e6d req-90917e50-55ce-4eb8-a109-5082e6f69d29 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0478840 Nov 26 03:36:59.188922 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a6d0015f-146a-4750-a8fd-7b7c4dab9e6d req-0e82f3bc-a756-4064-a223-c65a5c48f18e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402400 Nov 26 03:36:59.298522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1561ca-7344-4597-81cb-52cc1a7b412d req-7c98138d-9554-4789-87d1-5d56439963cf tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:36:59.300019 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce1561ca-7344-4597-81cb-52cc1a7b412d req-7c98138d-9554-4789-87d1-5d56439963cf tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0487373 Nov 26 03:36:59.308397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60404) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:36:59.312667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-2c6c1c8e-9636-49f2-bb78-59d66b3963aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Request body: {'floatingip': {'port_id': '00000e6d-84d1-4be4-89d5-bee393d8b2be'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:36:59.354305 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1c8e-9636-49f2-bb78-59d66b3963aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:59.758218 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1c8e-9636-49f2-bb78-59d66b3963aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:59.761111 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1c8e-9636-49f2-bb78-59d66b3963aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:36:59.857324 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-2c6c1c8e-9636-49f2-bb78-59d66b3963aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Floating IP 89aeba66-2007-4a70-854d-22e6c3e2c5e8 associated. External IP: 172.25.0.49, port: 00000e6d-84d1-4be4-89d5-bee393d8b2be. Nov 26 03:37:00.352243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6c1c8e-9636-49f2-bb78-59d66b3963aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Router ba7cda71-dfa8-48a0-978a-df4069c7dd86 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:37:00.456433 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6c1c8e-9636-49f2-bb78-59d66b3963aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:37:00.461949 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1c8e-9636-49f2-bb78-59d66b3963aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:37:00.466638 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151ef36-bb7e-4aeb-a8db-f2cbf6fbe145 None None] Sync routers for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:37:00.476807 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151ef36-bb7e-4aeb-a8db-f2cbf6fbe145 None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:37:00.477425 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-2151ef36-bb7e-4aeb-a8db-f2cbf6fbe145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:36:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:37:00.489526 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2c6c1c8e-9636-49f2-bb78-59d66b3963aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "PUT /v2.0/floatingips/89aeba66-2007-4a70-854d-22e6c3e2c5e8 HTTP/1.1" status: 200 len: 990 time: 1.1800911 Nov 26 03:37:00.490110 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d8b66c-9813-4718-9440-306d3f51a34c', 'tag': '00000e6d-84d1-4be4-89d5-bee393d8b2be'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:37:00.492406 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}208ebfc7ae849b5a27903ea9d0a87bfdd57af9652fbdde1abb27507d4c3255ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d759ed-ff93-452b-b4ff-824308bab5cf" -d '{"events": [{"name": "network-changed", "server_uuid": "38d8b66c-9813-4718-9440-306d3f51a34c", "tag": "00000e6d-84d1-4be4-89d5-bee393d8b2be"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:37:00.539708 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee28a2d7-59df-4bea-91e7-675090724eed x-openstack-request-id: req-ee28a2d7-59df-4bea-91e7-675090724eed {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:37:00.540144 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d8b66c-9813-4718-9440-306d3f51a34c", "tag": "00000e6d-84d1-4be4-89d5-bee393d8b2be", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:37:00.540357 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee28a2d7-59df-4bea-91e7-675090724eed {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:37:00.540887 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d8b66c-9813-4718-9440-306d3f51a34c', 'tag': '00000e6d-84d1-4be4-89d5-bee393d8b2be', 'status': 'completed', 'code': 200} Nov 26 03:37:00.587258 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-2151ef36-bb7e-4aeb-a8db-f2cbf6fbe145 None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:37:00.640299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d759ed-ff93-452b-b4ff-824308bab5cf req-c46247b3-2fcc-48d8-b539-ba8438a39867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:37:00.641762 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f2d759ed-ff93-452b-b4ff-824308bab5cf req-c46247b3-2fcc-48d8-b539-ba8438a39867 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 1096 time: 0.0465369 Nov 26 03:37:00.739383 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d759ed-ff93-452b-b4ff-824308bab5cf req-20b11d8f-c92b-4c85-af90-741d00dd25c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:37:00.741416 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f2d759ed-ff93-452b-b4ff-824308bab5cf req-20b11d8f-c92b-4c85-af90-741d00dd25c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0923107 Nov 26 03:37:00.810630 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-2151ef36-bb7e-4aeb-a8db-f2cbf6fbe145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '89aeba66-2007-4a70-854d-22e6c3e2c5e8', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'port_id': '00000e6d-84d1-4be4-89d5-bee393d8b2be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'mac_address': 'fa:16:3e:64:23:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d8b66c-9813-4718-9440-306d3f51a34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:36:46Z', 'updated_at': '2021-11-26T03:36:59Z', 'revision_number': 1, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:37:00.838898 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f2d759ed-ff93-452b-b4ff-824308bab5cf req-0a558eae-121f-4d9b-b382-879a63744ddc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be HTTP/1.1" status: 200 len: 998 time: 0.0902860 Nov 26 03:37:00.840095 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151ef36-bb7e-4aeb-a8db-f2cbf6fbe145 None None] Checking router: ba7cda71-dfa8-48a0-978a-df4069c7dd86 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:37:00.848644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151ef36-bb7e-4aeb-a8db-f2cbf6fbe145 None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:37:00.849261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-2151ef36-bb7e-4aeb-a8db-f2cbf6fbe145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:36:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:37:00.888279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d759ed-ff93-452b-b4ff-824308bab5cf req-d7859d48-07b1-4fd5-bec7-cc00c751d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:37:00.889784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f2d759ed-ff93-452b-b4ff-824308bab5cf req-d7859d48-07b1-4fd5-bec7-cc00c751d875 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0441997 Nov 26 03:37:00.936382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d759ed-ff93-452b-b4ff-824308bab5cf req-fd53c27c-aef0-4629-8a8a-44fe6be50f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:37:00.937857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f2d759ed-ff93-452b-b4ff-824308bab5cf req-fd53c27c-aef0-4629-8a8a-44fe6be50f4f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414708 Nov 26 03:37:01.037575 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f2d759ed-ff93-452b-b4ff-824308bab5cf req-63fb1085-0aeb-4d53-b98a-385b07a8585c service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922194 Nov 26 03:37:01.128364 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f2d759ed-ff93-452b-b4ff-824308bab5cf req-f646319e-d89d-4522-91c3-6dee1d732609 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842881 Nov 26 03:37:01.134126 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-2151ef36-bb7e-4aeb-a8db-f2cbf6fbe145 None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:37:01.353026 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-2151ef36-bb7e-4aeb-a8db-f2cbf6fbe145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '89aeba66-2007-4a70-854d-22e6c3e2c5e8', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'port_id': '00000e6d-84d1-4be4-89d5-bee393d8b2be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'mac_address': 'fa:16:3e:64:23:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d8b66c-9813-4718-9440-306d3f51a34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:36:46Z', 'updated_at': '2021-11-26T03:36:59Z', 'revision_number': 1, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:37:01.382637 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151ef36-bb7e-4aeb-a8db-f2cbf6fbe145 None None] The sync data for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 is: [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '89aeba66-2007-4a70-854d-22e6c3e2c5e8', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'port_id': '00000e6d-84d1-4be4-89d5-bee393d8b2be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'mac_address': 'fa:16:3e:64:23:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d8b66c-9813-4718-9440-306d3f51a34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:36:46Z', 'updated_at': '2021-11-26T03:36:59Z', 'revision_number': 1, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:37:01.573746 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5306ec0b-9200-4b3c-9bc0-8306cb0bdf7a None None] New status for floating IP 89aeba66-2007-4a70-854d-22e6c3e2c5e8: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:37:08.893586 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:37:11.758106 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-16e4bd45-efde-49a9-93af-dde863683adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:37:12.138722 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-19d91f18-7a6a-4188-81e1-a30ce0724ab9 req-161484db-c3dd-468c-a07a-3e2b4766145e service neutron] (104802) timed out ('10.222.0.59', 57229) {{(pid=104802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 03:37:14.185112 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6fffac27-ae15-497b-ac0a-413ce4659b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:37:15.191245 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:37:16.742667 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:37:17.613155 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:37:22.728269 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:37:23.978656 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:37:41.759214 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-227b5538-5ad1-494d-97cb-f167805b6287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:37:44.186292 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-faf1238e-970f-4017-9b01-6fa37b268f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:37:45.193954 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:37:45.892385 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:37:46.745250 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:37:47.620281 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:37:52.727865 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:37:53.984496 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:37:56.738043 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8d15ce1-5801-4391-8983-5753653ced7b req-4445903d-c182-4d7e-be6a-b51fae69097f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442612 Nov 26 03:37:56.841768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d15ce1-5801-4391-8983-5753653ced7b req-0f6f4efd-8d97-41f1-82f1-0c3e7d93b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:37:56.843145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8d15ce1-5801-4391-8983-5753653ced7b req-0f6f4efd-8d97-41f1-82f1-0c3e7d93b067 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 1096 time: 0.0395083 Nov 26 03:37:56.946673 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d15ce1-5801-4391-8983-5753653ced7b req-729f5f82-cf0a-4cfe-86f9-e0e9e053bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:37:56.948220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8d15ce1-5801-4391-8983-5753653ced7b req-729f5f82-cf0a-4cfe-86f9-e0e9e053bb7b service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0863485 Nov 26 03:37:57.045289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8d15ce1-5801-4391-8983-5753653ced7b req-4ccb4012-7756-456a-8d02-36024a3c0b14 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be HTTP/1.1" status: 200 len: 1000 time: 0.0610752 Nov 26 03:37:57.092724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d15ce1-5801-4391-8983-5753653ced7b req-8a7ae478-9308-441e-8b30-4c18faa41a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:37:57.094049 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8d15ce1-5801-4391-8983-5753653ced7b req-8a7ae478-9308-441e-8b30-4c18faa41a12 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0413618 Nov 26 03:37:57.137597 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d15ce1-5801-4391-8983-5753653ced7b req-26c98033-781a-42aa-88bc-263bc8933590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:37:57.139054 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8d15ce1-5801-4391-8983-5753653ced7b req-26c98033-781a-42aa-88bc-263bc8933590 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380330 Nov 26 03:37:57.237772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8d15ce1-5801-4391-8983-5753653ced7b req-54fa72dc-6047-4bed-9609-55f36273fe08 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914650 Nov 26 03:37:57.330504 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e8d15ce1-5801-4391-8983-5753653ced7b req-96ed710a-b25d-49f7-934a-458b2b8308ae service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854185 Nov 26 03:38:11.760011 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-eb011719-7165-4f2b-8394-9955cec14a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:38:14.186687 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0f71e910-d860-459a-aef0-a5df26964037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:38:15.197815 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:38:16.748308 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:38:17.612298 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:38:22.742342 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:38:22.891586 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:38:23.994900 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:38:41.760930 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3c52d2e3-65bb-41d4-add7-99790f3ea93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:38:44.186501 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8cf04ee6-f82e-42fc-92d8-877545d8d816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:38:45.198878 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:38:46.751015 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:38:47.615878 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:38:52.760245 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:38:53.989227 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:38:57.722821 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1da3581-780f-448b-9140-1d92b81c6c38 req-c7069e33-440c-4eda-9b1f-f75f4d51bb44 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394797 Nov 26 03:38:57.822367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da3581-780f-448b-9140-1d92b81c6c38 req-f3d50e2c-3447-4a37-bd31-b924b9bc595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:38:57.823843 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1da3581-780f-448b-9140-1d92b81c6c38 req-f3d50e2c-3447-4a37-bd31-b924b9bc595a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 1096 time: 0.0402443 Nov 26 03:38:57.930721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da3581-780f-448b-9140-1d92b81c6c38 req-1529a054-0ff7-4dbd-b678-2eadb3c23e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:38:57.932119 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1da3581-780f-448b-9140-1d92b81c6c38 req-1529a054-0ff7-4dbd-b678-2eadb3c23e32 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0872869 Nov 26 03:38:57.996583 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1da3581-780f-448b-9140-1d92b81c6c38 req-d7dd9b97-9d89-45bb-a291-c0237d72d532 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be HTTP/1.1" status: 200 len: 1000 time: 0.0576601 Nov 26 03:38:58.044223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da3581-780f-448b-9140-1d92b81c6c38 req-625ac88d-200a-4629-8e36-9da37d9b9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:38:58.045640 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1da3581-780f-448b-9140-1d92b81c6c38 req-625ac88d-200a-4629-8e36-9da37d9b9a4f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0419660 Nov 26 03:38:58.101015 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da3581-780f-448b-9140-1d92b81c6c38 req-34cee2b7-ba79-40bb-b563-c5776044b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:38:58.102537 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1da3581-780f-448b-9140-1d92b81c6c38 req-34cee2b7-ba79-40bb-b563-c5776044b0cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495219 Nov 26 03:38:58.191219 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1da3581-780f-448b-9140-1d92b81c6c38 req-b096ab9a-2c85-4d11-a3b6-ebabaf833775 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805089 Nov 26 03:38:58.283498 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1da3581-780f-448b-9140-1d92b81c6c38 req-68435ed5-ca02-40a2-8b80-72c1f972f43a service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850763 Nov 26 03:38:59.890858 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:39:08.597197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-2ec99080-10fc-4064-a773-60a608537d43 req-41fa5763-3d8d-425e-a809-249113fd3b6e service neutron] (104802) timed out ('10.222.0.31', 56662) {{(pid=104802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 03:39:11.767911 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6c341922-c3fe-4d18-9665-2806d778b824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:14.190768 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c0a7535-9f61-46a9-a8c7-0370e7f75975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:15.202723 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:16.753333 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:17.617448 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:22.757762 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:24.008731 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:29.074890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42ffd3-7afb-45c5-916a-9ba7feba52e1 req-2edbd42d-8183-43b5-a9cd-f36a479bffef tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:29.076397 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd42ffd3-7afb-45c5-916a-9ba7feba52e1 req-2edbd42d-8183-43b5-a9cd-f36a479bffef tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0956099 Nov 26 03:39:29.123058 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bd42ffd3-7afb-45c5-916a-9ba7feba52e1 req-2decdf07-9bb1-4225-b43d-b21ce703e4c4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407360 Nov 26 03:39:29.394034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170a2a8-68e9-4a6f-83c3-32eda82de7bc req-3771bb7a-84f7-4e54-b3de-6a9dab3158d5 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:29.395510 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0170a2a8-68e9-4a6f-83c3-32eda82de7bc req-3771bb7a-84f7-4e54-b3de-6a9dab3158d5 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0753961 Nov 26 03:39:29.423986 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-1761fca5-f000-4d5d-b9d6-395a1b41659e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1122355 Nov 26 03:39:29.452359 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0170a2a8-68e9-4a6f-83c3-32eda82de7bc req-9b163428-0656-4447-bc63-19832439f0f8 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501840 Nov 26 03:39:30.702313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1ac75-fde5-47a9-9a67-21c81aeed4c7 req-d29d2a92-3550-4ca7-9365-d44ddd693570 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:30.703927 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ade1ac75-fde5-47a9-9a67-21c81aeed4c7 req-d29d2a92-3550-4ca7-9365-d44ddd693570 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.1099193 Nov 26 03:39:30.777438 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-91b29bcf-14d6-402a-a9cf-8c0016b8ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:30.778940 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-91b29bcf-14d6-402a-a9cf-8c0016b8ba64 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 1096 time: 0.1278384 Nov 26 03:39:30.782645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ade1ac75-fde5-47a9-9a67-21c81aeed4c7 req-b32b1e93-defa-4443-bc84-b3e1e8080287 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694630 Nov 26 03:39:30.869522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-d72c650f-d5a1-4be4-8eba-bce637226636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:30.871009 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-d72c650f-d5a1-4be4-8eba-bce637226636 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0849748 Nov 26 03:39:30.939023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-f40c21da-c9e2-47aa-aa2d-7dca8772be26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be HTTP/1.1" status: 200 len: 1000 time: 0.0602896 Nov 26 03:39:30.987421 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-4edcae3e-cba1-4f27-89f7-6671f0d50c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:30.988861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-4edcae3e-cba1-4f27-89f7-6671f0d50c70 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0429757 Nov 26 03:39:31.033087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-3771a75c-1d1a-4d2f-9297-3ee8d374e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:31.035285 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-3771a75c-1d1a-4d2f-9297-3ee8d374e1d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381694 Nov 26 03:39:31.127813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-a2da08e3-1580-4e9f-ad8a-47931e289c8b service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863249 Nov 26 03:39:31.218630 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-0fafea29-0a15-4dc4-9586-6e4d0413a52d service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834105 Nov 26 03:39:31.902347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64f8cd-7e6e-42c9-894e-08a5e1ab19c3 req-3bf64b4d-4b69-47b5-9a30-fb4f7e0071a0 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:31.903733 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac64f8cd-7e6e-42c9-894e-08a5e1ab19c3 req-3bf64b4d-4b69-47b5-9a30-fb4f7e0071a0 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0527399 Nov 26 03:39:31.949774 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac64f8cd-7e6e-42c9-894e-08a5e1ab19c3 req-5dc2d212-290e-4b17-9467-5b3e52b43ec4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399969 Nov 26 03:39:33.067655 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631e49e-4a88-4710-b8cc-de33b6e18508 req-efe6ff67-9304-4c18-b051-d5980a564808 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:33.069211 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3631e49e-4a88-4710-b8cc-de33b6e18508 req-efe6ff67-9304-4c18-b051-d5980a564808 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0488253 Nov 26 03:39:33.115392 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3631e49e-4a88-4710-b8cc-de33b6e18508 req-e604ed1a-89c5-4152-b313-c70d39b396f9 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403497 Nov 26 03:39:34.235315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372d90c-83dc-4082-a8a5-08dff2b088d3 req-c98ea7a1-b44e-455e-aea4-79804bde1e46 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:34.236828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6372d90c-83dc-4082-a8a5-08dff2b088d3 req-c98ea7a1-b44e-455e-aea4-79804bde1e46 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0521040 Nov 26 03:39:34.283771 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6372d90c-83dc-4082-a8a5-08dff2b088d3 req-2843aa6b-0e4a-4e84-86b7-8928d32b63a3 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404305 Nov 26 03:39:35.397756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b715d-12e5-4987-aefc-3a675bb2ef37 req-9217ec60-72fe-4971-9cc6-a2be27f380aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:35.399227 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a8b715d-12e5-4987-aefc-3a675bb2ef37 req-9217ec60-72fe-4971-9cc6-a2be27f380aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0482454 Nov 26 03:39:35.446129 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7a8b715d-12e5-4987-aefc-3a675bb2ef37 req-f14bdfa8-9d67-456b-9535-d9aa94767fd3 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410168 Nov 26 03:39:36.562013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261634e-ce47-48d3-8187-9c3fd9e28a39 req-ca7877e5-df05-4b9f-a48c-88f5e87f6ce8 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:36.563474 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9261634e-ce47-48d3-8187-9c3fd9e28a39 req-ca7877e5-df05-4b9f-a48c-88f5e87f6ce8 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0465751 Nov 26 03:39:36.612785 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9261634e-ce47-48d3-8187-9c3fd9e28a39 req-27c78da2-792d-488f-8e09-0f322133c462 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428128 Nov 26 03:39:36.889983 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:39:37.727692 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9f270-d59a-4eab-8bbe-d2a5bb583669 req-42916151-0b9a-4448-8815-54bd65194f96 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:37.729214 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-def9f270-d59a-4eab-8bbe-d2a5bb583669 req-42916151-0b9a-4448-8815-54bd65194f96 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0477624 Nov 26 03:39:37.776358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-def9f270-d59a-4eab-8bbe-d2a5bb583669 req-111a20be-3b83-4bdb-b305-66109646bc36 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413225 Nov 26 03:39:38.891080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595c061-44f6-4a34-835f-bc9d6662925f req-2f954e65-c911-4f20-a2ec-7c3d6f4eaa63 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:38.892505 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c595c061-44f6-4a34-835f-bc9d6662925f req-2f954e65-c911-4f20-a2ec-7c3d6f4eaa63 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0477135 Nov 26 03:39:38.938696 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c595c061-44f6-4a34-835f-bc9d6662925f req-e5b4955f-638b-41e3-b957-04fdfa081e86 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397372 Nov 26 03:39:40.055701 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25244b7-95eb-4cae-a0ea-ae28e813927c req-23aaeb0b-235d-4fab-8ff1-c48524782363 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:40.057202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c25244b7-95eb-4cae-a0ea-ae28e813927c req-23aaeb0b-235d-4fab-8ff1-c48524782363 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0515113 Nov 26 03:39:40.103393 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c25244b7-95eb-4cae-a0ea-ae28e813927c req-6152f40f-916a-45a1-8f38-41c0a84b6096 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402107 Nov 26 03:39:41.220487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc0e43-5f68-4339-8780-08014b689d72 req-e89dc8ab-b9d8-4639-9a92-a039f8f14d2f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:41.221981 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-04cc0e43-5f68-4339-8780-08014b689d72 req-e89dc8ab-b9d8-4639-9a92-a039f8f14d2f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0501044 Nov 26 03:39:41.269456 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-04cc0e43-5f68-4339-8780-08014b689d72 req-dbbd1949-47da-4bea-a589-182eabd48df8 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405509 Nov 26 03:39:41.758737 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fa911d12-7949-4e98-a9f9-39014abe65aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:42.385197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9899ff3-89f5-452f-854b-177ae2deed62 req-39ca6e95-f5aa-4945-9d30-b2a57b03340c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:42.386685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9899ff3-89f5-452f-854b-177ae2deed62 req-39ca6e95-f5aa-4945-9d30-b2a57b03340c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0482445 Nov 26 03:39:42.436556 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9899ff3-89f5-452f-854b-177ae2deed62 req-8f796acb-80de-4d97-99b9-ddf27d311c8b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439749 Nov 26 03:39:43.192163 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-f6d144fc-efb5-4a4a-9ad3-86855606947f service neutron] show failed (client error): The resource could not be found. Nov 26 03:39:43.193149 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-f6d144fc-efb5-4a4a-9ad3-86855606947f service neutron] 10.222.0.54 "GET /v2.0/ports/00000e6d-84d1-4be4-89d5-bee393d8b2be/bindings/n-h2-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.0529003 Nov 26 03:39:43.480540 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-753ca5d9-9f32-4382-88f3-9ddf0219543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:43.482054 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-753ca5d9-9f32-4382-88f3-9ddf0219543f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c&tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb HTTP/1.1" status: 200 len: 1096 time: 0.0926445 Nov 26 03:39:43.500579 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819389-3', 'device_owner': 'compute:nova'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:39:43.555008 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:43.557100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c615c-a3f0-47f4-a321-780dee423f0f req-b998f609-8131-4afe-9577-27444edae5eb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:43.558611 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-084c615c-a3f0-47f4-a321-780dee423f0f req-b998f609-8131-4afe-9577-27444edae5eb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0524962 Nov 26 03:39:43.609783 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-084c615c-a3f0-47f4-a321-780dee423f0f req-247df63c-db76-4555-b9d4-43e02fea9ace tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450976 Nov 26 03:39:43.754901 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] For port 00000e6d-84d1-4be4-89d5-bee393d8b2be, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:39:43.795794 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] For port 00000e6d-84d1-4be4-89d5-bee393d8b2be, host n-h1-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:39:43.833093 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d8b66c-9813-4718-9440-306d3f51a34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00000e6d-84d1-4be4-89d5-bee393d8b2be'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:39:43.835977 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0e97d9-9420-4b4b-aa8c-0c15f896b919" -d '{"events": [{"server_uuid": "38d8b66c-9813-4718-9440-306d3f51a34c", "name": "network-vif-unplugged", "status": "completed", "tag": "00000e6d-84d1-4be4-89d5-bee393d8b2be"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:39:43.840097 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:43.853312 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Transition to ACTIVE for port object 00000e6d-84d1-4be4-89d5-bee393d8b2be will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:39:43.858809 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:43.906432 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Pushing event updated for resources: {'Port': ['ID=00000e6d-84d1-4be4-89d5-bee393d8b2be,revision_number=6']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:39:43.914746 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:43.915096 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:43.915435 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:43.915772 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:43.916127 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:43.916462 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:43.916787 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:43.917144 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:43.917487 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:43.917779 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:43.918089 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:43.918407 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:43.957840 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 03:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4195ea7-41ca-4355-aee5-ee978e812cc8 x-openstack-request-id: req-b4195ea7-41ca-4355-aee5-ee978e812cc8 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:39:43.958135 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d8b66c-9813-4718-9440-306d3f51a34c", "name": "network-vif-unplugged", "status": "completed", "tag": "00000e6d-84d1-4be4-89d5-bee393d8b2be", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:39:43.958388 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4195ea7-41ca-4355-aee5-ee978e812cc8 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:39:43.958782 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d8b66c-9813-4718-9440-306d3f51a34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00000e6d-84d1-4be4-89d5-bee393d8b2be', 'code': 200} Nov 26 03:39:43.995513 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] No DVR routers for this DVR port 00000e6d-84d1-4be4-89d5-bee393d8b2be on host n-h1-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:39:44.127450 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Attempting to bind port 00000e6d-84d1-4be4-89d5-bee393d8b2be on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:39:44.127851 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Attempting to bind port 00000e6d-84d1-4be4-89d5-bee393d8b2be by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:39:44.128202 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Attempting to bind port 00000e6d-84d1-4be4-89d5-bee393d8b2be on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:39:44.133006 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Port 00000e6d-84d1-4be4-89d5-bee393d8b2be on network 39eefb8d-3e57-483e-9900-217ad74217d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:39:44.133325 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Attempting to bind port 00000e6d-84d1-4be4-89d5-bee393d8b2be on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:39:44.137962 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:39:44.138292 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Checking segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:39:44.138664 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Bound using segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:39:44.139078 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Bound port: 00000e6d-84d1-4be4-89d5-bee393d8b2be, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:39:44.139428 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:44.192007 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3c38e981-e2a1-4df4-a095-27131a97b553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:44.201287 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] For port 00000e6d-84d1-4be4-89d5-bee393d8b2be, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:39:44.204520 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] For port 00000e6d-84d1-4be4-89d5-bee393d8b2be, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:39:44.208592 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:44.244209 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:44.244829 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:44.246203 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] 10.222.0.59 "PUT /v2.0/ports/00000e6d-84d1-4be4-89d5-bee393d8b2be HTTP/1.1" status: 200 len: 1091 time: 0.7496591 Nov 26 03:39:44.265019 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bd69e-78fe-4820-b821-99a265bc91d3 service neutron] Pushing event updated for resources: {'Port': ['ID=00000e6d-84d1-4be4-89d5-bee393d8b2be,revision_number=7']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:39:44.325794 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-234a174c-b4c6-4776-ac72-0f20dc625a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:44.327356 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-234a174c-b4c6-4776-ac72-0f20dc625a04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 1094 time: 0.0460124 Nov 26 03:39:44.419168 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-e5d87384-9308-4fc8-97a3-46ba8f360acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:44.420719 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-e5d87384-9308-4fc8-97a3-46ba8f360acc service neutron] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0867913 Nov 26 03:39:44.735607 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbecd20-35c0-4f79-9c78-b8d3f9cc8613 req-12e98762-955b-405d-a9e2-c8ce01dbd6af tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:44.737188 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfbecd20-35c0-4f79-9c78-b8d3f9cc8613 req-12e98762-955b-405d-a9e2-c8ce01dbd6af tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 943 time: 0.0548902 Nov 26 03:39:44.794626 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bfbecd20-35c0-4f79-9c78-b8d3f9cc8613 req-72005069-22d9-4ff8-abd2-7d15874e3b89 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507274 Nov 26 03:39:44.818442 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-6be36aa5-2c0d-4364-93f6-531ff19d0c48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be HTTP/1.1" status: 200 len: 998 time: 0.3893118 Nov 26 03:39:44.867254 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-4ba08337-d3d3-4b3f-bac0-be771c7cebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:44.868718 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-4ba08337-d3d3-4b3f-bac0-be771c7cebc7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0430446 Nov 26 03:39:44.912977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-f42ce33f-cdd7-4d17-b22a-49ab126f5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:44.914512 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-f42ce33f-cdd7-4d17-b22a-49ab126f5d15 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387232 Nov 26 03:39:45.010364 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-7b8bab9f-336c-4cd0-add2-d192f0c75279 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840993 Nov 26 03:39:45.098631 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9abc211d-ec4c-4f7e-961b-264894891ab0 req-9b78aa29-78a8-4b92-b0e0-f057fcd90c82 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811515 Nov 26 03:39:45.204250 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:45.399254 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c1326-4ba1-4a12-b226-6d08b697c972 req-7b1a7a65-ca23-4437-b860-aac07897b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:45.400778 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-743c1326-4ba1-4a12-b226-6d08b697c972 req-7b1a7a65-ca23-4437-b860-aac07897b775 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 1094 time: 0.0441947 Nov 26 03:39:45.502672 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c1326-4ba1-4a12-b226-6d08b697c972 req-d639ca4e-8b2a-478a-ba4e-a9447f29d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:45.504066 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-743c1326-4ba1-4a12-b226-6d08b697c972 req-d639ca4e-8b2a-478a-ba4e-a9447f29d265 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0831516 Nov 26 03:39:45.572178 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-743c1326-4ba1-4a12-b226-6d08b697c972 req-ca20c80f-9239-4945-aa55-3d331fd1e1ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be HTTP/1.1" status: 200 len: 998 time: 0.0599840 Nov 26 03:39:45.623157 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c1326-4ba1-4a12-b226-6d08b697c972 req-0ac6e289-4666-467a-b76c-86b77dda3db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:45.624801 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-743c1326-4ba1-4a12-b226-6d08b697c972 req-0ac6e289-4666-467a-b76c-86b77dda3db8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0440476 Nov 26 03:39:45.670699 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c1326-4ba1-4a12-b226-6d08b697c972 req-095d7157-9805-44ec-8b7d-773db0642324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:45.672230 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-743c1326-4ba1-4a12-b226-6d08b697c972 req-095d7157-9805-44ec-8b7d-773db0642324 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398090 Nov 26 03:39:45.764025 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-743c1326-4ba1-4a12-b226-6d08b697c972 req-09e7a2f1-d71e-4b1f-808b-9083a20f35fc service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841691 Nov 26 03:39:45.859862 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-743c1326-4ba1-4a12-b226-6d08b697c972 req-d0abe31b-7646-4423-9b07-083956a3b465 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883987 Nov 26 03:39:45.912305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc97da-6f74-4f78-b218-ac4a5a7b18d7 req-fddc7486-7c0a-42c8-bdf2-80b1b10455c2 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:45.913799 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21fc97da-6f74-4f78-b218-ac4a5a7b18d7 req-fddc7486-7c0a-42c8-bdf2-80b1b10455c2 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 943 time: 0.0485454 Nov 26 03:39:45.960455 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d8b66c-9813-4718-9440-306d3f51a34c', 'tag': '00000e6d-84d1-4be4-89d5-bee393d8b2be'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:39:45.960680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-21fc97da-6f74-4f78-b218-ac4a5a7b18d7 req-f16199bc-7633-414f-8f76-f224960ff2b7 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407927 Nov 26 03:39:45.962787 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cb550d-ea4c-4223-8d48-c86fc7210959" -d '{"events": [{"name": "network-changed", "server_uuid": "38d8b66c-9813-4718-9440-306d3f51a34c", "tag": "00000e6d-84d1-4be4-89d5-bee393d8b2be"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:39:46.009930 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2f2182-f450-4186-952d-af2b546f20a1 x-openstack-request-id: req-4e2f2182-f450-4186-952d-af2b546f20a1 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:39:46.010231 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d8b66c-9813-4718-9440-306d3f51a34c", "tag": "00000e6d-84d1-4be4-89d5-bee393d8b2be", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:39:46.010490 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e2f2182-f450-4186-952d-af2b546f20a1 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:39:46.010903 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d8b66c-9813-4718-9440-306d3f51a34c', 'tag': '00000e6d-84d1-4be4-89d5-bee393d8b2be', 'status': 'completed', 'code': 200} Nov 26 03:39:46.090409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-2cd4ff69-f636-4aa3-a838-38ac38b272b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:46.091912 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-2cd4ff69-f636-4aa3-a838-38ac38b272b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 1094 time: 0.0403025 Nov 26 03:39:46.097482 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-690af738-8ee3-44d1-91ca-996b14934908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:46.099288 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-690af738-8ee3-44d1-91ca-996b14934908 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 1094 time: 0.0444887 Nov 26 03:39:46.185749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-b49cf91e-d625-45ed-8f81-f2e87aca8fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:46.187228 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-b49cf91e-d625-45ed-8f81-f2e87aca8fa8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0861876 Nov 26 03:39:46.188819 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-10535a2f-d64d-4537-afd6-c5ba04d92111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:46.190273 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-10535a2f-d64d-4537-afd6-c5ba04d92111 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0833149 Nov 26 03:39:46.251340 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-eba013de-122d-47d0-94a0-432962db81e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be HTTP/1.1" status: 200 len: 998 time: 0.0569122 Nov 26 03:39:46.260301 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-a74f29fc-7b15-4607-be4c-c981c001737e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be HTTP/1.1" status: 200 len: 998 time: 0.0602734 Nov 26 03:39:46.304764 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-eb887e2f-2bb4-47b0-bc55-9091917193d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:46.306253 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-eb887e2f-2bb4-47b0-bc55-9091917193d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0472901 Nov 26 03:39:46.310114 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-891f47ba-585e-4445-a60a-3ad531269753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:46.311604 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-891f47ba-585e-4445-a60a-3ad531269753 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0442324 Nov 26 03:39:46.352314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-2ebf317b-d29c-45c2-aed2-458deebc80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:46.353790 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-2ebf317b-d29c-45c2-aed2-458deebc80e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408328 Nov 26 03:39:46.358668 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-7dd8a6ab-9b37-4df5-808a-65b0378ab04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:46.360219 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-7dd8a6ab-9b37-4df5-808a-65b0378ab04c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408964 Nov 26 03:39:46.445853 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-cca1f2a5-76b3-4656-842a-6bd9a5a651ad service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851300 Nov 26 03:39:46.453552 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-f07d37bb-dcc7-442a-8fc7-62debd909b51 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838518 Nov 26 03:39:46.534085 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-279f025f-fad9-4460-a8d0-1c13a416f192 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810566 Nov 26 03:39:46.541961 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b5cb550d-ea4c-4223-8d48-c86fc7210959 req-561d052d-509d-4eb6-89f8-a0a549bbc673 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811214 Nov 26 03:39:46.758166 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:47.079447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454c849-3564-45c8-a672-b80b8453d5ee req-dcaf2960-f31c-457c-8eee-abbf4fba7e7a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:47.080942 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a454c849-3564-45c8-a672-b80b8453d5ee req-dcaf2960-f31c-457c-8eee-abbf4fba7e7a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 943 time: 0.0484071 Nov 26 03:39:47.127162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a454c849-3564-45c8-a672-b80b8453d5ee req-e4f309bd-aa15-45a4-8b99-42e74c76b5fb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397158 Nov 26 03:39:47.216523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 00000e6d-84d1-4be4-89d5-bee393d8b2be no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:39:47.258540 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 00000e6d-84d1-4be4-89d5-bee393d8b2be not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:39:47.358104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985161ae-48f5-4742-9342-a58a1fb4d25b req-cb4c9ce9-0f14-4d16-af8f-7613f38ea355 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:47.359580 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-985161ae-48f5-4742-9342-a58a1fb4d25b req-cb4c9ce9-0f14-4d16-af8f-7613f38ea355 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 943 time: 0.0804260 Nov 26 03:39:47.380558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08151dca-489f-460d-bbaa-de0cd35f2a6c req-ec796ea5-91f2-4e21-ac1c-7bc439bfa9b1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:47.382561 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08151dca-489f-460d-bbaa-de0cd35f2a6c req-ec796ea5-91f2-4e21-ac1c-7bc439bfa9b1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c&tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 943 time: 0.0730135 Nov 26 03:39:47.448953 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-985161ae-48f5-4742-9342-a58a1fb4d25b req-3d055254-8a67-4833-a71e-1e867667e889 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812085 Nov 26 03:39:47.465202 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-08151dca-489f-460d-bbaa-de0cd35f2a6c req-bc205047-525f-4de7-977b-dbfb7b7aa3e1 service neutron] delete failed (client error): The resource could not be found. Nov 26 03:39:47.466196 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08151dca-489f-460d-bbaa-de0cd35f2a6c req-bc205047-525f-4de7-977b-dbfb7b7aa3e1 service neutron] 10.222.0.54 "DELETE /v2.0/ports/00000e6d-84d1-4be4-89d5-bee393d8b2be/bindings/n-h1-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.0746973 Nov 26 03:39:47.575969 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08151dca-489f-460d-bbaa-de0cd35f2a6c req-5d05b307-a222-4a47-a974-6508932918f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:47.577505 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08151dca-489f-460d-bbaa-de0cd35f2a6c req-5d05b307-a222-4a47-a974-6508932918f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 1094 time: 0.0477521 Nov 26 03:39:47.619869 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:47.672386 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08151dca-489f-460d-bbaa-de0cd35f2a6c req-85f494f0-918e-4219-a67e-14ac887954e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:47.673989 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08151dca-489f-460d-bbaa-de0cd35f2a6c req-85f494f0-918e-4219-a67e-14ac887954e3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0888481 Nov 26 03:39:47.756046 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08151dca-489f-460d-bbaa-de0cd35f2a6c req-6fbdb1f5-040b-4c99-a4be-bd7f31032044 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be HTTP/1.1" status: 200 len: 998 time: 0.0604949 Nov 26 03:39:47.804479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08151dca-489f-460d-bbaa-de0cd35f2a6c req-5ee46757-2150-474b-8e62-eef425a64080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:47.805904 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08151dca-489f-460d-bbaa-de0cd35f2a6c req-5ee46757-2150-474b-8e62-eef425a64080 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0430994 Nov 26 03:39:47.850928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08151dca-489f-460d-bbaa-de0cd35f2a6c req-f84cb43e-0156-4e4b-a10a-003c25136317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:47.852336 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08151dca-489f-460d-bbaa-de0cd35f2a6c req-f84cb43e-0156-4e4b-a10a-003c25136317 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384440 Nov 26 03:39:47.945203 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08151dca-489f-460d-bbaa-de0cd35f2a6c req-3b1d267c-6598-4546-93e9-e31843239ce9 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853982 Nov 26 03:39:47.986582 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 00000e6d-84d1-4be4-89d5-bee393d8b2be details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:39:48.041035 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08151dca-489f-460d-bbaa-de0cd35f2a6c req-b39a6b9c-fe78-4d65-a9cc-dd947cc86b1f service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844727 Nov 26 03:39:48.087840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 00000e6d-84d1-4be4-89d5-bee393d8b2be, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:39:48.098825 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '00000e6d-84d1-4be4-89d5-bee393d8b2be', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'port_id': '00000e6d-84d1-4be4-89d5-bee393d8b2be', 'mac_address': 'fa:16:3e:64:23:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:39:48.135727 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:48.148805 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00000e6d-84d1-4be4-89d5-bee393d8b2be {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:39:48.167503 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 00000e6d-84d1-4be4-89d5-bee393d8b2be, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:39:48.171110 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:48.214835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=00000e6d-84d1-4be4-89d5-bee393d8b2be,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:39:48.221906 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:48.222252 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:48.222596 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:48.223187 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:48.223518 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:48.223846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:48.224202 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:48.224538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:48.225416 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:48.225739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:48.226060 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:48.226379 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:48.470810 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['00000e6d-84d1-4be4-89d5-bee393d8b2be'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:39:48.570312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3bf28-c1be-4b7c-a30b-91e4662ceddd req-ef48608e-6ecc-43be-9116-1c6031bd12ba tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:48.571984 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-87a3bf28-c1be-4b7c-a30b-91e4662ceddd req-ef48608e-6ecc-43be-9116-1c6031bd12ba tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 944 time: 0.0526273 Nov 26 03:39:48.619811 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-87a3bf28-c1be-4b7c-a30b-91e4662ceddd req-4d7695dd-9da8-4c0e-8f6d-0e669416aa5c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416951 Nov 26 03:39:49.735457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6149f-7463-4f43-9a2c-539d54d7e424 req-834148a8-ae7d-4600-bd20-e1553c320c74 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:49.736986 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b3b6149f-7463-4f43-9a2c-539d54d7e424 req-834148a8-ae7d-4600-bd20-e1553c320c74 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 944 time: 0.0481193 Nov 26 03:39:49.783056 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b3b6149f-7463-4f43-9a2c-539d54d7e424 req-9a4ed25b-0027-4746-9efd-1e77624b7da7 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401311 Nov 26 03:39:49.895467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f7b88-3819-4765-b9bd-a27d04dc5153 req-a3c55cb8-7e93-483a-bb65-f878aec90893 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:49.897636 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-462f7b88-3819-4765-b9bd-a27d04dc5153 req-a3c55cb8-7e93-483a-bb65-f878aec90893 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 944 time: 0.0483451 Nov 26 03:39:49.946678 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-462f7b88-3819-4765-b9bd-a27d04dc5153 req-509e20be-d4b6-45bd-9800-474361e83301 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432022 Nov 26 03:39:50.006920 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 00000e6d-84d1-4be4-89d5-bee393d8b2be up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:39:50.055515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 00000e6d-84d1-4be4-89d5-bee393d8b2be completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:39:50.059326 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 00000e6d-84d1-4be4-89d5-bee393d8b2be triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:39:50.059708 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:50.060398 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109594e0-6a5e-4474-919f-71ecac183ba9 req-c444b852-522a-4807-9c88-b0c2a46246f1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:50.061936 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-109594e0-6a5e-4474-919f-71ecac183ba9 req-c444b852-522a-4807-9c88-b0c2a46246f1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 944 time: 0.0496352 Nov 26 03:39:50.108900 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-109594e0-6a5e-4474-919f-71ecac183ba9 req-8daae883-7c48-49db-ae25-b605812f9380 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408807 Nov 26 03:39:50.139955 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:50.167309 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d8b66c-9813-4718-9440-306d3f51a34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00000e6d-84d1-4be4-89d5-bee393d8b2be'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:39:50.182614 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 00000e6d-84d1-4be4-89d5-bee393d8b2be, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:39:50.187018 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:50.214748 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7eab92e-2589-419e-8394-c4b6e55f9f5f" -d '{"events": [{"server_uuid": "38d8b66c-9813-4718-9440-306d3f51a34c", "name": "network-vif-plugged", "status": "completed", "tag": "00000e6d-84d1-4be4-89d5-bee393d8b2be"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:39:50.244978 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=00000e6d-84d1-4be4-89d5-bee393d8b2be,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:39:50.309367 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf463be0-6ff3-45e8-b3a2-a10beb209caa x-openstack-request-id: req-cf463be0-6ff3-45e8-b3a2-a10beb209caa {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:39:50.309664 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d8b66c-9813-4718-9440-306d3f51a34c", "name": "network-vif-plugged", "status": "completed", "tag": "00000e6d-84d1-4be4-89d5-bee393d8b2be", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:39:50.309921 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf463be0-6ff3-45e8-b3a2-a10beb209caa {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:39:50.310327 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d8b66c-9813-4718-9440-306d3f51a34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00000e6d-84d1-4be4-89d5-bee393d8b2be', 'code': 200} Nov 26 03:39:50.358220 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ce121-20ae-4c67-8f2e-e03a6bd3a235 req-4978f41b-b623-407f-9b43-34a4f970a9e1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:50.359713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e38ce121-20ae-4c67-8f2e-e03a6bd3a235 req-4978f41b-b623-407f-9b43-34a4f970a9e1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0487790 Nov 26 03:39:50.405767 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e38ce121-20ae-4c67-8f2e-e03a6bd3a235 req-99d58138-9946-47ad-803f-7c7dd3062989 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399899 Nov 26 03:39:51.524268 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2a1f0-7fd4-44f3-b348-507aba4aa7c6 req-543fb4b8-a6e8-4e18-af9c-0143aaa153ed tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:51.525799 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcf2a1f0-7fd4-44f3-b348-507aba4aa7c6 req-543fb4b8-a6e8-4e18-af9c-0143aaa153ed tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0510559 Nov 26 03:39:51.577884 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcf2a1f0-7fd4-44f3-b348-507aba4aa7c6 req-ec46682c-17c9-4911-bda9-4f333043bc85 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460570 Nov 26 03:39:51.759089 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18946787-aef8-41f6-a915-7fe2e73849a6 req-f4d84532-2edc-482c-8baf-3399ab958074 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:51.760481 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-18946787-aef8-41f6-a915-7fe2e73849a6 req-f4d84532-2edc-482c-8baf-3399ab958074 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.59 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 945 time: 0.0486007 Nov 26 03:39:51.856620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-18946787-aef8-41f6-a915-7fe2e73849a6 req-ab6a647a-7bc2-4aba-a5b8-41092946097a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Deleting port 00000e6d-84d1-4be4-89d5-bee393d8b2be {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:39:51.856961 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-18946787-aef8-41f6-a915-7fe2e73849a6 req-ab6a647a-7bc2-4aba-a5b8-41092946097a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:51.945766 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-18946787-aef8-41f6-a915-7fe2e73849a6 req-ab6a647a-7bc2-4aba-a5b8-41092946097a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] For port 00000e6d-84d1-4be4-89d5-bee393d8b2be, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=00000e6d-84d1-4be4-89d5-bee393d8b2be,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:39:51.946152 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-18946787-aef8-41f6-a915-7fe2e73849a6 req-ab6a647a-7bc2-4aba-a5b8-41092946097a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:52.116911 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-18946787-aef8-41f6-a915-7fe2e73849a6 req-ab6a647a-7bc2-4aba-a5b8-41092946097a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:52.117271 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-18946787-aef8-41f6-a915-7fe2e73849a6 req-ab6a647a-7bc2-4aba-a5b8-41092946097a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:52.117599 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [req-18946787-aef8-41f6-a915-7fe2e73849a6 req-ab6a647a-7bc2-4aba-a5b8-41092946097a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Floating IP 89aeba66-2007-4a70-854d-22e6c3e2c5e8 disassociated. External IP: 172.25.0.49, port: 00000e6d-84d1-4be4-89d5-bee393d8b2be. Nov 26 03:39:52.117948 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-18946787-aef8-41f6-a915-7fe2e73849a6 req-ab6a647a-7bc2-4aba-a5b8-41092946097a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Calling delete_port for 00000e6d-84d1-4be4-89d5-bee393d8b2be owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:39:52.245416 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-18946787-aef8-41f6-a915-7fe2e73849a6 req-ab6a647a-7bc2-4aba-a5b8-41092946097a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:52.276882 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a647a-7bc2-4aba-a5b8-41092946097a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Pushing event deleted for resources: {'Port': ['ID=00000e6d-84d1-4be4-89d5-bee393d8b2be,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:39:52.391377 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18946787-aef8-41f6-a915-7fe2e73849a6 req-ab6a647a-7bc2-4aba-a5b8-41092946097a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Router ba7cda71-dfa8-48a0-978a-df4069c7dd86 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:39:52.501462 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18946787-aef8-41f6-a915-7fe2e73849a6 req-ab6a647a-7bc2-4aba-a5b8-41092946097a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:39:52.511489 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c50b3a-6375-491b-afbc-c76441cd53a7 None None] Sync routers for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:39:52.521156 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c50b3a-6375-491b-afbc-c76441cd53a7 None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:39:52.522343 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-57c50b3a-6375-491b-afbc-c76441cd53a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:39:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:39:52.544315 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-18946787-aef8-41f6-a915-7fe2e73849a6 req-ab6a647a-7bc2-4aba-a5b8-41092946097a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] No DVR routers for this DVR port 00000e6d-84d1-4be4-89d5-bee393d8b2be on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:39:52.547100 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-18946787-aef8-41f6-a915-7fe2e73849a6 req-ab6a647a-7bc2-4aba-a5b8-41092946097a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:52.550775 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-18946787-aef8-41f6-a915-7fe2e73849a6 req-ab6a647a-7bc2-4aba-a5b8-41092946097a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.59 "DELETE /v2.0/ports/00000e6d-84d1-4be4-89d5-bee393d8b2be HTTP/1.1" status: 204 len: 173 time: 0.7843647 Nov 26 03:39:52.551252 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d8b66c-9813-4718-9440-306d3f51a34c', 'name': 'network-vif-deleted', 'tag': '00000e6d-84d1-4be4-89d5-bee393d8b2be'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:39:52.554646 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb2e5074b1f27b2912dbd21e8ee9cdebb4921903e36a45796c7f61faf6d660d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305161f7-a35d-4526-855b-c1a869dc5892" -d '{"events": [{"server_uuid": "38d8b66c-9813-4718-9440-306d3f51a34c", "name": "network-vif-deleted", "tag": "00000e6d-84d1-4be4-89d5-bee393d8b2be"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:39:52.593833 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a32d4b-64d8-446f-b798-4c6dcbe77b2f x-openstack-request-id: req-46a32d4b-64d8-446f-b798-4c6dcbe77b2f {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:39:52.594149 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d8b66c-9813-4718-9440-306d3f51a34c", "name": "network-vif-deleted", "tag": "00000e6d-84d1-4be4-89d5-bee393d8b2be", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:39:52.594417 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46a32d4b-64d8-446f-b798-4c6dcbe77b2f {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:39:52.594901 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d8b66c-9813-4718-9440-306d3f51a34c', 'name': 'network-vif-deleted', 'tag': '00000e6d-84d1-4be4-89d5-bee393d8b2be', 'status': 'completed', 'code': 200} Nov 26 03:39:52.638614 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-57c50b3a-6375-491b-afbc-c76441cd53a7 None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:39:52.683645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dab2406e-fd35-4b73-ad1d-858887a484c9 req-24796f9d-7dd2-4128-b96d-72ca08958ab2 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d8b66c-9813-4718-9440-306d3f51a34c HTTP/1.1" status: 200 len: 210 time: 0.0306790 Nov 26 03:39:52.784532 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:52.870674 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-57c50b3a-6375-491b-afbc-c76441cd53a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:39:52.896146 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c50b3a-6375-491b-afbc-c76441cd53a7 None None] Checking router: ba7cda71-dfa8-48a0-978a-df4069c7dd86 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:39:52.904264 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c50b3a-6375-491b-afbc-c76441cd53a7 None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:39:52.904864 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-57c50b3a-6375-491b-afbc-c76441cd53a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:39:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:39:53.008665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-57c50b3a-6375-491b-afbc-c76441cd53a7 None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:39:53.201808 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-57c50b3a-6375-491b-afbc-c76441cd53a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:39:53.227394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c50b3a-6375-491b-afbc-c76441cd53a7 None None] The sync data for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 is: [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:39:53.439308 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172ff057-abe4-4905-9071-fd7be12c1aca None None] New status for floating IP 89aeba66-2007-4a70-854d-22e6c3e2c5e8: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:39:53.921617 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-c823618f-36fc-4aeb-9844-adb19c9498a3 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--799869737&fields=id&tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb HTTP/1.1" status: 200 len: 267 time: 0.0412805 Nov 26 03:39:54.019203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 00000e6d-84d1-4be4-89d5-bee393d8b2be no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:39:54.041163 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:54.042660 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 00000e6d-84d1-4be4-89d5-bee393d8b2be {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:39:54.043013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 00000e6d-84d1-4be4-89d5-bee393d8b2be not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:39:54.328503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-5e9bb46b-e395-4e87-b5e6-549579036bae tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:54.329949 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-5e9bb46b-e395-4e87-b5e6-549579036bae tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 811 time: 0.4017477 Nov 26 03:39:54.345013 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-740a1bb8-3e61-466f-9a66-26dce7fb2f9d tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/quotas/6ef3356fdbca4adaa7e7a4b922ad4bbb HTTP/1.1" status: 200 len: 375 time: 0.0087509 Nov 26 03:39:54.393616 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-9b3eac17-0c5d-4584-bc11-dc5f5168d077 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426710 Nov 26 03:39:54.558762 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-ae7d570a-9704-4499-a795-6d5fcb3bbe2f service neutron] 10.222.0.31 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204424 Nov 26 03:39:54.646179 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-c2afb9eb-cc8e-4ba4-9297-e377777a2193 service neutron] 10.222.0.31 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811946 Nov 26 03:39:54.808729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c6550de-70b8-4d70-9da6-7eadeb129c03 req-23ceee60-f8b0-4509-92f8-cbd2a178e721 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 210 time: 0.0267251 Nov 26 03:39:55.838478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-bcad5244-2354-451a-a252-da6f16a6b0b0 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:55.840004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-bcad5244-2354-451a-a252-da6f16a6b0b0 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 811 time: 0.1077242 Nov 26 03:39:55.921934 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c2b03e0-4c9a-4d4b-afe5-af6d1f21a677 req-ea214a71-1580-400b-b833-bbbe94277f9b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 210 time: 0.0305452 Nov 26 03:39:55.931096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-e80756aa-51a1-472c-84ad-104e073d5a41 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb HTTP/1.1" status: 200 len: 379 time: 0.0741844 Nov 26 03:39:55.941091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Request body: {'port': {'device_id': 'f75624cc-d862-4ac0-b707-1941a282f584', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'admin_state_up': True, 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'security_groups': ['5ee01831-d322-41ac-91aa-42fd9c71a657']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:39:56.048740 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Made reservation on behalf of 6ef3356fdbca4adaa7e7a4b922ad4bbb for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:39:56.052288 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:56.176251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Allocated IP 172.20.0.8 (39eefb8d-3e57-483e-9900-217ad74217d5/04f32898-79bd-4453-832a-1730d5be3a2a/254bac92-6cce-4fec-9703-d4986917576e) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:39:56.313980 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:56.347098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:56.395224 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Network 39eefb8d-3e57-483e-9900-217ad74217d5 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:39:56.398488 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:39:56.402369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:39:56.408719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Pushing event updated for resources: {'Port': ['ID=254bac92-6cce-4fec-9703-d4986917576e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:39:56.437045 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:56.437327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:56.437680 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:56.438030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:56.438475 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:56.438745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:56.439055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:56.439399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:56.439742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:56.440074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:56.440447 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:56.440755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:39:56.467773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:56.468420 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:56.485289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-31148ce7-dc01-40e5-ba8b-430f1772b95a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5477889 Nov 26 03:39:56.504072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Request body: {'port': {'device_id': 'f75624cc-d862-4ac0-b707-1941a282f584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:39:56.558623 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:56.600022 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7502b6a1-1154-408c-9ee2-c3f27eb5ede4 None None] Provisioning complete for port 254bac92-6cce-4fec-9703-d4986917576e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:39:56.600634 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7502b6a1-1154-408c-9ee2-c3f27eb5ede4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:56.634794 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7502b6a1-1154-408c-9ee2-c3f27eb5ede4 None None] Port 254bac92-6cce-4fec-9703-d4986917576e cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:39:56.816833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254bac92-6cce-4fec-9703-d4986917576e {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:39:56.824075 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:56.835551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Transition to ACTIVE for port object 254bac92-6cce-4fec-9703-d4986917576e will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:39:56.840100 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:56.894072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Pushing event updated for resources: {'Port': ['ID=254bac92-6cce-4fec-9703-d4986917576e,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:39:56.966693 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Attempting to bind port 254bac92-6cce-4fec-9703-d4986917576e on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:39:56.967035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Attempting to bind port 254bac92-6cce-4fec-9703-d4986917576e by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:39:56.967367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Attempting to bind port 254bac92-6cce-4fec-9703-d4986917576e on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:39:56.972116 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Port 254bac92-6cce-4fec-9703-d4986917576e on network 39eefb8d-3e57-483e-9900-217ad74217d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:39:56.972445 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Attempting to bind port 254bac92-6cce-4fec-9703-d4986917576e on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:39:56.978664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:39:56.979008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Checking segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:39:56.979394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Bound using segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:39:56.979819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Bound port: 254bac92-6cce-4fec-9703-d4986917576e, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:39:56.980205 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:57.051164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] For port 254bac92-6cce-4fec-9703-d4986917576e, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:39:57.054977 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] For port 254bac92-6cce-4fec-9703-d4986917576e, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=254bac92-6cce-4fec-9703-d4986917576e,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:39:57.059532 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:57.101766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:57.102420 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:39:57.103883 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] 10.222.0.54 "PUT /v2.0/ports/254bac92-6cce-4fec-9703-d4986917576e HTTP/1.1" status: 200 len: 1091 time: 0.6041920 Nov 26 03:39:57.104380 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75624cc-d862-4ac0-b707-1941a282f584', 'tag': '254bac92-6cce-4fec-9703-d4986917576e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:39:57.141613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b90154-b62c-4768-80ea-c2014460da84 service neutron] Pushing event updated for resources: {'Port': ['ID=254bac92-6cce-4fec-9703-d4986917576e,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:39:57.170456 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cbcab4-66d7-48e2-b52f-5cd97a7ac955" -d '{"events": [{"name": "network-changed", "server_uuid": "f75624cc-d862-4ac0-b707-1941a282f584", "tag": "254bac92-6cce-4fec-9703-d4986917576e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:39:57.230281 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-854de91f-db0d-4c65-8c9a-c5dd9c43ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:57.232333 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-854de91f-db0d-4c65-8c9a-c5dd9c43ff74 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 1094 time: 0.0581663 Nov 26 03:39:57.301020 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99740e45-a300-43f8-8158-60d2415aa0ed x-openstack-request-id: req-99740e45-a300-43f8-8158-60d2415aa0ed {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:39:57.301349 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75624cc-d862-4ac0-b707-1941a282f584", "tag": "254bac92-6cce-4fec-9703-d4986917576e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:39:57.301584 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99740e45-a300-43f8-8158-60d2415aa0ed {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:39:57.302126 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75624cc-d862-4ac0-b707-1941a282f584', 'tag': '254bac92-6cce-4fec-9703-d4986917576e', 'status': 'completed', 'code': 200} Nov 26 03:39:57.317100 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-281a496b-e2bd-40c4-a272-e3812f381309 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=254bac92-6cce-4fec-9703-d4986917576e HTTP/1.1" status: 200 len: 217 time: 0.0665858 Nov 26 03:39:57.370070 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2cff5-40cd-443e-a37a-077f3d128f35 req-650c1aa8-fe12-4a2c-acfe-587c742ebbf4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:57.371609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8b2cff5-40cd-443e-a37a-077f3d128f35 req-650c1aa8-fe12-4a2c-acfe-587c742ebbf4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 943 time: 0.1141276 Nov 26 03:39:57.389535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-a4cf6ffb-c059-4eac-a014-03238c034b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:57.390962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-a4cf6ffb-c059-4eac-a014-03238c034b98 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0660398 Nov 26 03:39:57.456979 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8b2cff5-40cd-443e-a37a-077f3d128f35 req-d3f79854-bd97-4189-b1b0-0aabb50cade0 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775547 Nov 26 03:39:57.463217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-e5fdfcb8-0197-48e2-b242-4a2c71786894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:57.464708 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-e5fdfcb8-0197-48e2-b242-4a2c71786894 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649657 Nov 26 03:39:57.559243 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-bc1f75bc-8793-4b1b-aac1-4e743e5c9006 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871642 Nov 26 03:39:57.653922 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e048fd01-6fc2-49c4-8f75-5ecde69ad229 req-2ed89d05-ff8c-41e1-84f9-02cad2f641ed service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868754 Nov 26 03:39:57.781945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbcab4-66d7-48e2-b52f-5cd97a7ac955 req-36873a4b-09fd-4c9b-8449-0bdaf1778073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:57.783455 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14cbcab4-66d7-48e2-b52f-5cd97a7ac955 req-36873a4b-09fd-4c9b-8449-0bdaf1778073 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 1094 time: 0.0405602 Nov 26 03:39:57.881014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbcab4-66d7-48e2-b52f-5cd97a7ac955 req-4c49f421-406a-487f-8c0b-5461c6c2f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:57.882503 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14cbcab4-66d7-48e2-b52f-5cd97a7ac955 req-4c49f421-406a-487f-8c0b-5461c6c2f4c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0919738 Nov 26 03:39:57.924934 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14cbcab4-66d7-48e2-b52f-5cd97a7ac955 req-8c4364d2-7619-4605-9340-123c227bc59d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=254bac92-6cce-4fec-9703-d4986917576e HTTP/1.1" status: 200 len: 217 time: 0.0351682 Nov 26 03:39:57.972379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbcab4-66d7-48e2-b52f-5cd97a7ac955 req-46e15f7f-8310-46ce-aa77-5a2f6ea1c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:57.974075 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14cbcab4-66d7-48e2-b52f-5cd97a7ac955 req-46e15f7f-8310-46ce-aa77-5a2f6ea1c71b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0422170 Nov 26 03:39:58.023150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbcab4-66d7-48e2-b52f-5cd97a7ac955 req-c3e74fd0-56ae-4294-8506-db43350996b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:58.024668 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14cbcab4-66d7-48e2-b52f-5cd97a7ac955 req-c3e74fd0-56ae-4294-8506-db43350996b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428429 Nov 26 03:39:58.111807 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14cbcab4-66d7-48e2-b52f-5cd97a7ac955 req-5fcb012e-523b-489a-8fc4-68b12c60d320 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798926 Nov 26 03:39:58.208431 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14cbcab4-66d7-48e2-b52f-5cd97a7ac955 req-f6df106f-e81e-4856-8971-f00a0de5a143 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889440 Nov 26 03:39:58.573443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbbd1d-a8c6-48c7-b980-fc20687cad36 req-843c317d-9822-4747-9fd0-d0894dbe7842 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:58.574908 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5cfbbd1d-a8c6-48c7-b980-fc20687cad36 req-843c317d-9822-4747-9fd0-d0894dbe7842 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 943 time: 0.0475745 Nov 26 03:39:58.621210 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5cfbbd1d-a8c6-48c7-b980-fc20687cad36 req-bbd35efc-4ffa-499e-98ff-63d37cfc0bb4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403516 Nov 26 03:39:59.737496 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68f7be-38c7-4792-8bdd-857936107ead req-12520048-33b6-420c-89f5-9699ee4ed16b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:39:59.738966 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f68f7be-38c7-4792-8bdd-857936107ead req-12520048-33b6-420c-89f5-9699ee4ed16b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 943 time: 0.0475874 Nov 26 03:39:59.789531 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f68f7be-38c7-4792-8bdd-857936107ead req-49d374f9-7aa7-4c3c-8184-fd3b8142d5b9 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438564 Nov 26 03:40:00.903479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1265a9-77e5-4025-94a1-874759114da5 req-36bc44e8-1654-4af6-846a-c25e2bea9c15 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:40:00.905254 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef1265a9-77e5-4025-94a1-874759114da5 req-36bc44e8-1654-4af6-846a-c25e2bea9c15 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 943 time: 0.0489213 Nov 26 03:40:00.953892 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef1265a9-77e5-4025-94a1-874759114da5 req-c1f7c28b-9305-4637-ad68-ed6a0fe16104 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426316 Nov 26 03:40:01.246732 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 254bac92-6cce-4fec-9703-d4986917576e details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:40:01.338553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 254bac92-6cce-4fec-9703-d4986917576e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=254bac92-6cce-4fec-9703-d4986917576e,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:40:01.349693 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '254bac92-6cce-4fec-9703-d4986917576e', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'port_id': '254bac92-6cce-4fec-9703-d4986917576e', 'mac_address': 'fa:16:3e:2f:85:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:40:01.385932 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:01.398614 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254bac92-6cce-4fec-9703-d4986917576e {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:40:01.417781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 254bac92-6cce-4fec-9703-d4986917576e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=254bac92-6cce-4fec-9703-d4986917576e,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:40:01.421547 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:01.468972 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=254bac92-6cce-4fec-9703-d4986917576e,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:40:01.828220 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['254bac92-6cce-4fec-9703-d4986917576e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:40:02.066645 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9840b-7d08-4e14-ad88-d8fc7d7d1027 req-911610f8-feb4-4249-90cf-68471d4ebbc8 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:40:02.068128 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73c9840b-7d08-4e14-ad88-d8fc7d7d1027 req-911610f8-feb4-4249-90cf-68471d4ebbc8 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 944 time: 0.0475080 Nov 26 03:40:02.113201 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73c9840b-7d08-4e14-ad88-d8fc7d7d1027 req-deb74757-76d6-4cf8-a92d-0b204d12b1b6 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392067 Nov 26 03:40:03.230230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff85e0-760d-4e08-8ad1-2c4ec41bfb06 req-7fcf4202-8b77-4409-b502-660329bb25f4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:40:03.231721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00ff85e0-760d-4e08-8ad1-2c4ec41bfb06 req-7fcf4202-8b77-4409-b502-660329bb25f4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 944 time: 0.0521605 Nov 26 03:40:03.247528 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 254bac92-6cce-4fec-9703-d4986917576e up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:40:03.279586 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00ff85e0-760d-4e08-8ad1-2c4ec41bfb06 req-011f6041-d153-45ef-b0bb-5e1acd49dcb6 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419087 Nov 26 03:40:03.454768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 254bac92-6cce-4fec-9703-d4986917576e completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:40:03.458599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 254bac92-6cce-4fec-9703-d4986917576e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:40:03.458977 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:03.532135 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:03.554562 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75624cc-d862-4ac0-b707-1941a282f584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254bac92-6cce-4fec-9703-d4986917576e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:40:03.556808 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72de86c7-8c51-438c-baa1-f5f5095742f2" -d '{"events": [{"server_uuid": "f75624cc-d862-4ac0-b707-1941a282f584", "name": "network-vif-plugged", "status": "completed", "tag": "254bac92-6cce-4fec-9703-d4986917576e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:40:03.568957 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 254bac92-6cce-4fec-9703-d4986917576e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=254bac92-6cce-4fec-9703-d4986917576e,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:40:03.573424 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:03.595529 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f0e35c-5639-40a9-acc4-86675709076e x-openstack-request-id: req-35f0e35c-5639-40a9-acc4-86675709076e {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:40:03.595824 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75624cc-d862-4ac0-b707-1941a282f584", "name": "network-vif-plugged", "status": "completed", "tag": "254bac92-6cce-4fec-9703-d4986917576e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:40:03.596096 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35f0e35c-5639-40a9-acc4-86675709076e {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:40:03.596486 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75624cc-d862-4ac0-b707-1941a282f584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254bac92-6cce-4fec-9703-d4986917576e', 'code': 200} Nov 26 03:40:03.625305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=254bac92-6cce-4fec-9703-d4986917576e,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:40:03.729889 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c626fa3-710d-4bf5-bd05-028f6ee04c21 req-07c900ac-49be-486d-857a-88e5d576eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:40:03.731301 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c626fa3-710d-4bf5-bd05-028f6ee04c21 req-07c900ac-49be-486d-857a-88e5d576eb51 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 1096 time: 0.0397174 Nov 26 03:40:03.775010 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5c626fa3-710d-4bf5-bd05-028f6ee04c21 req-169d2e7c-fa8a-4b0f-9379-cda20397c88c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368080 Nov 26 03:40:04.399682 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7357029-2831-41e2-9277-e7b40c1b4281 req-02f5372c-dbbd-4350-9171-ea10add17d1f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:40:04.401208 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7357029-2831-41e2-9277-e7b40c1b4281 req-02f5372c-dbbd-4350-9171-ea10add17d1f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 945 time: 0.0531230 Nov 26 03:40:04.447462 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7357029-2831-41e2-9277-e7b40c1b4281 req-f906c80e-9459-4e21-b90b-62b1e260657e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403202 Nov 26 03:40:05.568571 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c5dd2-e09e-49f6-a16d-30451cf88f99 req-a52e57d9-ea60-41f1-bf67-209780ebd329 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:40:05.570137 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a67c5dd2-e09e-49f6-a16d-30451cf88f99 req-a52e57d9-ea60-41f1-bf67-209780ebd329 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 945 time: 0.0534446 Nov 26 03:40:05.618075 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a67c5dd2-e09e-49f6-a16d-30451cf88f99 req-4c960e92-bace-4d6c-a947-5506d7f48552 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419891 Nov 26 03:40:05.735111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb42af-5d2d-452b-a05e-bc90355eddb2 req-6e0f1718-d512-440d-b908-3bb912dc8c71 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:40:05.736527 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09cb42af-5d2d-452b-a05e-bc90355eddb2 req-6e0f1718-d512-440d-b908-3bb912dc8c71 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 945 time: 0.0477264 Nov 26 03:40:05.745610 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 60900) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:40:05.749962 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-3266a01e-1f7a-48f4-9490-de528743ed16 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Request body: {'floatingip': {'port_id': '254bac92-6cce-4fec-9703-d4986917576e'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:40:05.791058 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3266a01e-1f7a-48f4-9490-de528743ed16 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:06.188637 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3266a01e-1f7a-48f4-9490-de528743ed16 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:06.192329 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3266a01e-1f7a-48f4-9490-de528743ed16 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:06.292073 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-3266a01e-1f7a-48f4-9490-de528743ed16 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Floating IP 89aeba66-2007-4a70-854d-22e6c3e2c5e8 associated. External IP: 172.25.0.49, port: 254bac92-6cce-4fec-9703-d4986917576e. Nov 26 03:40:06.494774 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3266a01e-1f7a-48f4-9490-de528743ed16 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Router ba7cda71-dfa8-48a0-978a-df4069c7dd86 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:40:06.605702 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3266a01e-1f7a-48f4-9490-de528743ed16 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:40:06.610545 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3266a01e-1f7a-48f4-9490-de528743ed16 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:06.615584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c1c246-5617-4b6c-b741-23433e4f349c None None] Sync routers for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:40:06.625020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c1c246-5617-4b6c-b741-23433e4f349c None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:40:06.625745 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-76c1c246-5617-4b6c-b741-23433e4f349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:39:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:40:06.639376 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3266a01e-1f7a-48f4-9490-de528743ed16 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "PUT /v2.0/floatingips/89aeba66-2007-4a70-854d-22e6c3e2c5e8 HTTP/1.1" status: 200 len: 990 time: 0.8926926 Nov 26 03:40:06.640112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75624cc-d862-4ac0-b707-1941a282f584', 'tag': '254bac92-6cce-4fec-9703-d4986917576e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:40:06.642497 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce51646b-5458-4026-844d-ded9cb282f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "f75624cc-d862-4ac0-b707-1941a282f584", "tag": "254bac92-6cce-4fec-9703-d4986917576e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:40:06.680496 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874a2cf6-807f-4f1e-95ef-a6057453e3aa x-openstack-request-id: req-874a2cf6-807f-4f1e-95ef-a6057453e3aa {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:40:06.680793 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75624cc-d862-4ac0-b707-1941a282f584", "tag": "254bac92-6cce-4fec-9703-d4986917576e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:40:06.681052 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-874a2cf6-807f-4f1e-95ef-a6057453e3aa {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:40:06.681460 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75624cc-d862-4ac0-b707-1941a282f584', 'tag': '254bac92-6cce-4fec-9703-d4986917576e', 'status': 'completed', 'code': 200} Nov 26 03:40:06.744366 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-76c1c246-5617-4b6c-b741-23433e4f349c None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:40:06.775412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51646b-5458-4026-844d-ded9cb282f6b req-238a4665-4cf6-41c5-a659-1786e1bd0786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:40:06.776956 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce51646b-5458-4026-844d-ded9cb282f6b req-238a4665-4cf6-41c5-a659-1786e1bd0786 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 1096 time: 0.0421181 Nov 26 03:40:06.870133 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51646b-5458-4026-844d-ded9cb282f6b req-0bb0d410-4620-4522-9250-3d606bb73ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:40:06.871638 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce51646b-5458-4026-844d-ded9cb282f6b req-0bb0d410-4620-4522-9250-3d606bb73ca1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0877559 Nov 26 03:40:06.938349 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce51646b-5458-4026-844d-ded9cb282f6b req-976792b5-b5ad-4345-a72f-a00911967790 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=254bac92-6cce-4fec-9703-d4986917576e HTTP/1.1" status: 200 len: 998 time: 0.0590708 Nov 26 03:40:06.965859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-76c1c246-5617-4b6c-b741-23433e4f349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '89aeba66-2007-4a70-854d-22e6c3e2c5e8', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'port_id': '254bac92-6cce-4fec-9703-d4986917576e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'mac_address': 'fa:16:3e:2f:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75624cc-d862-4ac0-b707-1941a282f584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:36:46Z', 'updated_at': '2021-11-26T03:40:06Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:40:06.989524 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51646b-5458-4026-844d-ded9cb282f6b req-1f78ff30-8771-4053-ae79-a5dde42bad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:40:06.991542 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce51646b-5458-4026-844d-ded9cb282f6b req-1f78ff30-8771-4053-ae79-a5dde42bad3e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0467973 Nov 26 03:40:06.996609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c1c246-5617-4b6c-b741-23433e4f349c None None] Checking router: ba7cda71-dfa8-48a0-978a-df4069c7dd86 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:40:07.005028 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c1c246-5617-4b6c-b741-23433e4f349c None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:40:07.006191 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-76c1c246-5617-4b6c-b741-23433e4f349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:39:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:40:07.040014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51646b-5458-4026-844d-ded9cb282f6b req-a0d7a04a-eba1-4745-a3ac-3fbb04e404e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:40:07.041437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce51646b-5458-4026-844d-ded9cb282f6b req-a0d7a04a-eba1-4745-a3ac-3fbb04e404e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433979 Nov 26 03:40:07.110101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-76c1c246-5617-4b6c-b741-23433e4f349c None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:40:07.131037 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce51646b-5458-4026-844d-ded9cb282f6b req-f134fc44-5c65-4a45-9d29-40a790daa513 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820658 Nov 26 03:40:07.224727 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ce51646b-5458-4026-844d-ded9cb282f6b req-dea433d8-0b9b-4cf1-adbd-5160d0474124 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854459 Nov 26 03:40:07.336313 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-76c1c246-5617-4b6c-b741-23433e4f349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '89aeba66-2007-4a70-854d-22e6c3e2c5e8', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'port_id': '254bac92-6cce-4fec-9703-d4986917576e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'mac_address': 'fa:16:3e:2f:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75624cc-d862-4ac0-b707-1941a282f584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:36:46Z', 'updated_at': '2021-11-26T03:40:06Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:40:07.366172 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c1c246-5617-4b6c-b741-23433e4f349c None None] The sync data for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 is: [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '89aeba66-2007-4a70-854d-22e6c3e2c5e8', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'port_id': '254bac92-6cce-4fec-9703-d4986917576e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'mac_address': 'fa:16:3e:2f:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75624cc-d862-4ac0-b707-1941a282f584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:36:46Z', 'updated_at': '2021-11-26T03:40:06Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:40:07.561591 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67bee65-781b-42c1-b0d1-9e47be56eb97 None None] New status for floating IP 89aeba66-2007-4a70-854d-22e6c3e2c5e8: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:40:11.760030 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c8de1154-abd4-478e-9f8b-d358be2ec6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:13.888887 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:40:14.194815 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-587c1eb0-061c-4dec-82a7-0b5d3c51266d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:15.207118 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:16.757271 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:17.620803 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:22.781440 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:24.018616 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:41.764972 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ec620048-2778-49c1-bfe1-97881a018006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:44.196326 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-845632bc-a850-4e6f-9fd6-7a8eb00e102f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:45.212101 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:46.759334 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:47.622278 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:50.887812 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:40:52.777910 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:54.035822 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:40:57.765171 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e856c213-10d9-4f83-a14b-a8c7aa2b1442 req-4c3b8374-b9fc-4050-8ddb-b5bd6593f307 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397460 Nov 26 03:40:57.867463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c213-10d9-4f83-a14b-a8c7aa2b1442 req-7fb60c4c-7d15-4749-8d9b-321ee782c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:40:57.869022 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e856c213-10d9-4f83-a14b-a8c7aa2b1442 req-7fb60c4c-7d15-4749-8d9b-321ee782c42d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 1096 time: 0.0459900 Nov 26 03:40:57.973558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c213-10d9-4f83-a14b-a8c7aa2b1442 req-73e7721a-2703-4c79-95ef-446c7827d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:40:57.975536 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e856c213-10d9-4f83-a14b-a8c7aa2b1442 req-73e7721a-2703-4c79-95ef-446c7827d809 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0871928 Nov 26 03:40:58.038078 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e856c213-10d9-4f83-a14b-a8c7aa2b1442 req-3813f2b7-c398-4dc1-92e7-fb613e4699c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=254bac92-6cce-4fec-9703-d4986917576e HTTP/1.1" status: 200 len: 1000 time: 0.0559492 Nov 26 03:40:58.088739 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c213-10d9-4f83-a14b-a8c7aa2b1442 req-53a19228-4f17-4bb7-9b97-0054bc35b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:40:58.090210 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e856c213-10d9-4f83-a14b-a8c7aa2b1442 req-53a19228-4f17-4bb7-9b97-0054bc35b300 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0453196 Nov 26 03:40:58.135503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c213-10d9-4f83-a14b-a8c7aa2b1442 req-4c86bfb7-1af8-4875-b8e7-1f78e334a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:40:58.136998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e856c213-10d9-4f83-a14b-a8c7aa2b1442 req-4c86bfb7-1af8-4875-b8e7-1f78e334a102 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392504 Nov 26 03:40:58.228308 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e856c213-10d9-4f83-a14b-a8c7aa2b1442 req-524cb047-6b98-4252-ba07-83e9b6b281bc service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834334 Nov 26 03:40:58.314710 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e856c213-10d9-4f83-a14b-a8c7aa2b1442 req-47aea9a9-65fb-4701-96dc-1aa4757ebf0c service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796242 Nov 26 03:41:11.766473 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b20d902a-1d0a-4404-ae1d-d40bd751b173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:41:14.200080 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b8df09f8-b731-4176-b4d5-7f3a93161d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:41:15.216246 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:41:16.761921 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:41:17.624561 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:41:22.789310 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:41:24.032734 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:41:27.890020 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:41:41.768128 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9ef9cf5e-c4ab-4fe0-a9fb-02be777df6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:41:44.200705 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-74233585-e5fe-437e-acd3-68b76eaa4f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:41:45.216225 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:41:46.763670 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:41:47.626113 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:41:52.800771 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:41:54.039103 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:41:57.705322 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-659d1255-48fc-4d44-be8f-56956a0e4cee req-dae4c1ec-2c27-47c0-a129-f0fdd3a2f7eb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436518 Nov 26 03:41:58.117336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1255-48fc-4d44-be8f-56956a0e4cee req-956edf9f-5392-40b4-a379-09763a0abdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:41:58.118859 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-659d1255-48fc-4d44-be8f-56956a0e4cee req-956edf9f-5392-40b4-a379-09763a0abdff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 1096 time: 0.3495378 Nov 26 03:41:58.221172 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1255-48fc-4d44-be8f-56956a0e4cee req-d4e575c7-3de6-48dd-bff4-f17096f75576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:41:58.222855 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-659d1255-48fc-4d44-be8f-56956a0e4cee req-d4e575c7-3de6-48dd-bff4-f17096f75576 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0829039 Nov 26 03:41:58.289320 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-659d1255-48fc-4d44-be8f-56956a0e4cee req-c9c8eb55-07c2-469f-a518-946bc23241da service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=254bac92-6cce-4fec-9703-d4986917576e HTTP/1.1" status: 200 len: 1000 time: 0.0595164 Nov 26 03:41:58.337240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1255-48fc-4d44-be8f-56956a0e4cee req-a250dacd-4f5e-43cc-8ba4-9c0a85e3cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:41:58.338651 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-659d1255-48fc-4d44-be8f-56956a0e4cee req-a250dacd-4f5e-43cc-8ba4-9c0a85e3cfc6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0423229 Nov 26 03:41:58.382780 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1255-48fc-4d44-be8f-56956a0e4cee req-f512c309-b419-4060-b742-59396c2d5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:41:58.384277 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-659d1255-48fc-4d44-be8f-56956a0e4cee req-f512c309-b419-4060-b742-59396c2d5040 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389121 Nov 26 03:41:58.475658 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-659d1255-48fc-4d44-be8f-56956a0e4cee req-f3b0db7d-61f8-40a8-bc95-fbf86084fd15 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836630 Nov 26 03:41:58.561416 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-659d1255-48fc-4d44-be8f-56956a0e4cee req-37ec8f74-d532-4e69-b11b-690eb0d86bf7 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794914 Nov 26 03:42:04.889655 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:42:11.769112 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-742dfd22-d434-47f0-9396-9f0540b1c41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:14.201439 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-37fa4922-18ae-4861-9b9a-c14b93ba5dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:15.219883 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:16.766782 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:17.630593 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:22.797680 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:24.050204 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:35.927271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dcfa0-264f-4bca-9487-9df0d03c1bfa req-bec41336-fdbb-4109-932e-82b2ea2288eb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:35.928712 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd1dcfa0-264f-4bca-9487-9df0d03c1bfa req-bec41336-fdbb-4109-932e-82b2ea2288eb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 945 time: 0.0572743 Nov 26 03:42:35.979303 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dd1dcfa0-264f-4bca-9487-9df0d03c1bfa req-f39849c9-cc92-463c-9b01-6957e563b5bd tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424647 Nov 26 03:42:37.097767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f8f9c-58b3-4107-87e2-6e8efd99b08b req-adaa4585-27a5-4c91-877e-f66256d307fd tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:37.099898 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a08f8f9c-58b3-4107-87e2-6e8efd99b08b req-adaa4585-27a5-4c91-877e-f66256d307fd tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 945 time: 0.0490916 Nov 26 03:42:37.145564 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a08f8f9c-58b3-4107-87e2-6e8efd99b08b req-268dc67b-15f6-4a7e-ba3d-5d3399fdd8aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392349 Nov 26 03:42:38.264090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570aacb-33f9-4417-8cea-36b7532078b0 req-f4c699a2-4dba-447b-9259-f4583f4d1a2c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:38.265546 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7570aacb-33f9-4417-8cea-36b7532078b0 req-f4c699a2-4dba-447b-9259-f4583f4d1a2c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 945 time: 0.0519872 Nov 26 03:42:38.313717 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7570aacb-33f9-4417-8cea-36b7532078b0 req-871ac157-931d-4da5-9026-ddb223333bf9 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419667 Nov 26 03:42:39.428318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f816b-e5fc-4dae-986e-e421f328be24 req-5e3091ae-f486-482c-a91c-77e14d712241 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:39.429807 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f2f816b-e5fc-4dae-986e-e421f328be24 req-5e3091ae-f486-482c-a91c-77e14d712241 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 945 time: 0.0477860 Nov 26 03:42:39.476005 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f2f816b-e5fc-4dae-986e-e421f328be24 req-d06e1065-2fc1-4218-af47-96702968e9c8 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402865 Nov 26 03:42:40.589290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559e618-f471-49d7-b0a0-5f42d73b8f7e req-8a90da4d-3159-4988-8ccc-eed4abfc3a3c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:40.591557 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7559e618-f471-49d7-b0a0-5f42d73b8f7e req-8a90da4d-3159-4988-8ccc-eed4abfc3a3c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 945 time: 0.0487428 Nov 26 03:42:40.644575 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7559e618-f471-49d7-b0a0-5f42d73b8f7e req-8e305c99-d12e-476f-9db5-397010a8c31f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462360 Nov 26 03:42:41.758736 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f5db5-368f-4e99-a662-57ac6178e5f2 req-3597876b-0ea1-4742-aa13-7db6859282cf tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:41.760279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a66f5db5-368f-4e99-a662-57ac6178e5f2 req-3597876b-0ea1-4742-aa13-7db6859282cf tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 945 time: 0.0481467 Nov 26 03:42:41.770725 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dbcc8b94-e00a-493d-afed-5ec871510a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:41.808400 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a66f5db5-368f-4e99-a662-57ac6178e5f2 req-d3699abe-46da-450c-a9df-e8a877bef102 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415549 Nov 26 03:42:41.888296 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:42:42.925441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccba3e-13b8-4408-bf4a-a7e7ffe99721 req-371d0a49-ef39-42e7-a5d9-c37ec0bbf688 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:42.926968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1ccba3e-13b8-4408-bf4a-a7e7ffe99721 req-371d0a49-ef39-42e7-a5d9-c37ec0bbf688 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 945 time: 0.0494161 Nov 26 03:42:42.974018 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1ccba3e-13b8-4408-bf4a-a7e7ffe99721 req-07116fee-98b1-47c1-86be-db10dbd46add tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411050 Nov 26 03:42:44.091981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cba7f-44c0-4707-ad4b-64906ab8cd7c req-36e6feb8-1733-424e-ba11-9e2772be18e7 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:44.093490 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f10cba7f-44c0-4707-ad4b-64906ab8cd7c req-36e6feb8-1733-424e-ba11-9e2772be18e7 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 945 time: 0.0516479 Nov 26 03:42:44.140020 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f10cba7f-44c0-4707-ad4b-64906ab8cd7c req-e00d24e8-e156-481f-81ab-8e3a3df73dc3 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393040 Nov 26 03:42:44.202588 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8871b734-5c95-4a3c-86c5-8483d9fd42e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:45.220617 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:45.256677 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe67bd-74a9-436b-9017-8d1f92382ed4 req-17693a87-e4aa-4e6c-82db-29747250c15a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:45.258184 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1efe67bd-74a9-436b-9017-8d1f92382ed4 req-17693a87-e4aa-4e6c-82db-29747250c15a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 945 time: 0.0501292 Nov 26 03:42:45.310269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1efe67bd-74a9-436b-9017-8d1f92382ed4 req-10b41b10-8010-4135-9a06-d1ee918d9a9e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461268 Nov 26 03:42:46.424424 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b5f2b-acbb-43a8-af42-c596773af3d9 req-9c58fd80-e0e6-4424-b1f9-fa3393bb71ec tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:46.425911 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb2b5f2b-acbb-43a8-af42-c596773af3d9 req-9c58fd80-e0e6-4424-b1f9-fa3393bb71ec tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 945 time: 0.0483661 Nov 26 03:42:46.477233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb2b5f2b-acbb-43a8-af42-c596773af3d9 req-980fee9c-31c4-47db-935f-a4722e9d4b83 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450561 Nov 26 03:42:46.717119 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601d324-6756-40d7-a571-59c0fddda1b2 req-24a4ac5e-2d80-4374-8f3e-d13fdd71cd31 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:46.718732 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b601d324-6756-40d7-a571-59c0fddda1b2 req-24a4ac5e-2d80-4374-8f3e-d13fdd71cd31 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 945 time: 0.0493348 Nov 26 03:42:46.771634 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:46.781317 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b601d324-6756-40d7-a571-59c0fddda1b2 req-b1e2d810-4b6e-43d5-94e3-df705074616e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561898 Nov 26 03:42:46.810037 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-86a2f2b6-568c-443e-bbc8-a8b43730f2fe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903585 Nov 26 03:42:47.636366 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:47.909171 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f40245-c01c-4c01-ad9f-fe59715a7efc req-faf6e24a-a457-4dec-ac80-55f21bf94e3b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:47.910770 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58f40245-c01c-4c01-ad9f-fe59715a7efc req-faf6e24a-a457-4dec-ac80-55f21bf94e3b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 945 time: 0.0587418 Nov 26 03:42:47.987706 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58f40245-c01c-4c01-ad9f-fe59715a7efc req-92b9dc6b-a6d7-4ab2-8afd-89cbcdf697f5 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704658 Nov 26 03:42:47.992644 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-e000c923-a691-4e6e-9ead-712421f9e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:47.994085 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-e000c923-a691-4e6e-9ead-712421f9e11e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 1096 time: 0.0751741 Nov 26 03:42:48.085892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-143f7cc4-db2c-4c38-881f-1a9efe293922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:48.087260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-143f7cc4-db2c-4c38-881f-1a9efe293922 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0861728 Nov 26 03:42:48.151503 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-494745ed-abe3-4442-b26b-948b93351b27 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=254bac92-6cce-4fec-9703-d4986917576e HTTP/1.1" status: 200 len: 1000 time: 0.0570288 Nov 26 03:42:48.202366 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-e2cd41f9-7f2e-47f6-821f-c835a8feb429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:48.203806 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-e2cd41f9-7f2e-47f6-821f-c835a8feb429 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0455225 Nov 26 03:42:48.253012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-6ec15265-69c5-4fba-b1d4-d718dc9e3d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:48.254549 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-6ec15265-69c5-4fba-b1d4-d718dc9e3d41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443566 Nov 26 03:42:48.344196 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-f51aee65-1593-45a5-bd3c-a11411beee5b service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828035 Nov 26 03:42:48.435290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-405544b8-bd49-4322-a68d-98e7aba6aa35 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843017 Nov 26 03:42:49.106419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a513f-5ff0-4509-b296-73c4ea9834d2 req-32e430fa-69ca-4264-825d-22dbcc297854 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:49.107915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a74a513f-5ff0-4509-b296-73c4ea9834d2 req-32e430fa-69ca-4264-825d-22dbcc297854 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 945 time: 0.0492201 Nov 26 03:42:49.154639 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a74a513f-5ff0-4509-b296-73c4ea9834d2 req-40e637e4-4f38-4120-8a30-e96f0af5f088 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408351 Nov 26 03:42:50.271695 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c313f9e-ca23-4671-907f-e267f5db3f3b req-e80ee90c-b283-4e34-918d-2e70fc02e38b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:50.273354 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c313f9e-ca23-4671-907f-e267f5db3f3b req-e80ee90c-b283-4e34-918d-2e70fc02e38b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 945 time: 0.0477071 Nov 26 03:42:50.325112 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c313f9e-ca23-4671-907f-e267f5db3f3b req-6a1249fd-7089-4f7a-b197-d6f21f0997ba tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458205 Nov 26 03:42:50.435715 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-ba842e7d-4147-471d-a655-f12fca2a7715 service neutron] show failed (client error): The resource could not be found. Nov 26 03:42:50.436669 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-ba842e7d-4147-471d-a655-f12fca2a7715 service neutron] 10.222.0.54 "GET /v2.0/ports/254bac92-6cce-4fec-9703-d4986917576e/bindings/n-h2-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.0526083 Nov 26 03:42:50.651738 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-ae99c1b8-da54-4494-8c3f-8d85e910c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:50.653302 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-ae99c1b8-da54-4494-8c3f-8d85e910c9cc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584&tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb HTTP/1.1" status: 200 len: 1096 time: 0.0486002 Nov 26 03:42:50.664319 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-d1b9ac6c-fa4c-4390-bccb-0423910eb64f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:42:50.665279 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-d1b9ac6c-fa4c-4390-bccb-0423910eb64f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049608 Nov 26 03:42:50.683745 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819389-3', 'device_owner': 'compute:nova'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:42:50.739630 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:50.932591 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] For port 254bac92-6cce-4fec-9703-d4986917576e, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=254bac92-6cce-4fec-9703-d4986917576e,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:42:50.966254 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] For port 254bac92-6cce-4fec-9703-d4986917576e, host n-h1-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:42:51.004949 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75624cc-d862-4ac0-b707-1941a282f584', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '254bac92-6cce-4fec-9703-d4986917576e'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:42:51.010231 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:51.022378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Transition to ACTIVE for port object 254bac92-6cce-4fec-9703-d4986917576e will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:42:51.026003 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:51.058323 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b222e1c-7650-42d4-8f30-866c63173b02" -d '{"events": [{"server_uuid": "f75624cc-d862-4ac0-b707-1941a282f584", "name": "network-vif-unplugged", "status": "completed", "tag": "254bac92-6cce-4fec-9703-d4986917576e"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:42:51.083582 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Pushing event updated for resources: {'Port': ['ID=254bac92-6cce-4fec-9703-d4986917576e,revision_number=6']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:42:51.120397 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:51.120757 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:51.121113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:51.121461 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:51.121808 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:51.122147 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:51.122485 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:51.122825 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:51.123423 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:51.123592 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:51.123800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:51.124169 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:51.171066 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] No DVR routers for this DVR port 254bac92-6cce-4fec-9703-d4986917576e on host n-h1-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:42:51.174926 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 03:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8139986d-8ce2-4a12-8ae4-f5ea32eee498 x-openstack-request-id: req-8139986d-8ce2-4a12-8ae4-f5ea32eee498 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:42:51.175227 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75624cc-d862-4ac0-b707-1941a282f584", "name": "network-vif-unplugged", "status": "completed", "tag": "254bac92-6cce-4fec-9703-d4986917576e", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:42:51.175488 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8139986d-8ce2-4a12-8ae4-f5ea32eee498 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:42:51.176531 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75624cc-d862-4ac0-b707-1941a282f584', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '254bac92-6cce-4fec-9703-d4986917576e', 'code': 200} Nov 26 03:42:51.306848 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Attempting to bind port 254bac92-6cce-4fec-9703-d4986917576e on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:42:51.307185 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Attempting to bind port 254bac92-6cce-4fec-9703-d4986917576e by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:42:51.307514 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Attempting to bind port 254bac92-6cce-4fec-9703-d4986917576e on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:42:51.311733 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Port 254bac92-6cce-4fec-9703-d4986917576e on network 39eefb8d-3e57-483e-9900-217ad74217d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:42:51.312081 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Attempting to bind port 254bac92-6cce-4fec-9703-d4986917576e on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:42:51.317164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:42:51.317521 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Checking segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:42:51.317932 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Bound using segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:42:51.318330 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Bound port: 254bac92-6cce-4fec-9703-d4986917576e, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:42:51.318680 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:51.384503 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] For port 254bac92-6cce-4fec-9703-d4986917576e, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:42:51.387881 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] For port 254bac92-6cce-4fec-9703-d4986917576e, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=254bac92-6cce-4fec-9703-d4986917576e,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:42:51.392075 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:51.424800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:51.425400 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:51.427598 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] 10.222.0.59 "PUT /v2.0/ports/254bac92-6cce-4fec-9703-d4986917576e HTTP/1.1" status: 200 len: 1091 time: 0.7475293 Nov 26 03:42:51.447189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd15fa-27dc-4be2-9b27-6342d686ca2a req-7543f02b-3dd3-4ae1-933f-249a7048edfa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:51.451036 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3fca1-5637-47e9-bf27-4b401ea03497 service neutron] Pushing event updated for resources: {'Port': ['ID=254bac92-6cce-4fec-9703-d4986917576e,revision_number=7']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:42:51.454621 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b3fd15fa-27dc-4be2-9b27-6342d686ca2a req-7543f02b-3dd3-4ae1-933f-249a7048edfa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 943 time: 0.0586276 Nov 26 03:42:51.508089 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-2fee5252-ea47-4fed-915d-d7fa772121bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:51.509676 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-2fee5252-ea47-4fed-915d-d7fa772121bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 1094 time: 0.0433376 Nov 26 03:42:51.510108 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b3fd15fa-27dc-4be2-9b27-6342d686ca2a req-d52f923e-c981-4348-a87e-070d792dddc2 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546198 Nov 26 03:42:51.612690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-7a06980d-834b-4888-801d-0ab40b183280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:51.614694 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-7a06980d-834b-4888-801d-0ab40b183280 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0971160 Nov 26 03:42:51.678542 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-6350effd-0b6a-4c18-9ec5-2f2dbfad03f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=254bac92-6cce-4fec-9703-d4986917576e HTTP/1.1" status: 200 len: 998 time: 0.0569198 Nov 26 03:42:51.726676 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-6f421a3b-bf45-4cbc-a821-67ce043654a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:51.728032 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-6f421a3b-bf45-4cbc-a821-67ce043654a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0432065 Nov 26 03:42:51.779134 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-8b215303-4c10-41da-8337-c9f589ba6772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:51.780653 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-8b215303-4c10-41da-8337-c9f589ba6772 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430262 Nov 26 03:42:51.867510 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-497b66af-bc3e-40a9-adc8-0a668b8c6e4a service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795038 Nov 26 03:42:51.959359 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5cc660c0-aa5e-49dc-aa5a-58e2debb1930 req-86a99711-547d-4454-926e-2465a8e88023 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840592 Nov 26 03:42:52.627798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca232efc-f074-43ce-a2d7-017d7fe09c58 req-bda8b05c-a908-4707-9471-63cc995dc8b9 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:52.629859 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca232efc-f074-43ce-a2d7-017d7fe09c58 req-bda8b05c-a908-4707-9471-63cc995dc8b9 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 943 time: 0.0485437 Nov 26 03:42:52.681305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca232efc-f074-43ce-a2d7-017d7fe09c58 req-299fce64-47b0-4b7d-8781-586f09e8b445 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446770 Nov 26 03:42:52.815649 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:53.177237 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75624cc-d862-4ac0-b707-1941a282f584', 'tag': '254bac92-6cce-4fec-9703-d4986917576e'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:42:53.179668 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ef2f5b-27c3-41e2-beba-f2d566c034cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f75624cc-d862-4ac0-b707-1941a282f584", "tag": "254bac92-6cce-4fec-9703-d4986917576e"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:42:53.232120 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079e01d5-0fc9-41a8-86f2-e0a2ae4b3fe8 x-openstack-request-id: req-079e01d5-0fc9-41a8-86f2-e0a2ae4b3fe8 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:42:53.232419 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75624cc-d862-4ac0-b707-1941a282f584", "tag": "254bac92-6cce-4fec-9703-d4986917576e", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:42:53.232679 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-079e01d5-0fc9-41a8-86f2-e0a2ae4b3fe8 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:42:53.233095 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75624cc-d862-4ac0-b707-1941a282f584', 'tag': '254bac92-6cce-4fec-9703-d4986917576e', 'status': 'completed', 'code': 200} Nov 26 03:42:53.312213 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-ddaeea99-1b08-4bad-8218-530f562cac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:53.313719 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-ddaeea99-1b08-4bad-8218-530f562cac7f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 1094 time: 0.0412934 Nov 26 03:42:53.320728 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-1c4e2967-9a06-44e7-896b-d791b7515e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:53.322270 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-1c4e2967-9a06-44e7-896b-d791b7515e5a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 1094 time: 0.0429978 Nov 26 03:42:53.406453 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-3f25e448-e7b1-4534-8dfb-ef5f56a421e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:53.407952 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-3f25e448-e7b1-4534-8dfb-ef5f56a421e9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0870397 Nov 26 03:42:53.415635 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-da228805-c6e7-4c10-9dbd-314dde1bb103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:53.417139 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-da228805-c6e7-4c10-9dbd-314dde1bb103 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0875139 Nov 26 03:42:53.474732 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-83e06699-e193-4147-8053-09bf687e7499 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=254bac92-6cce-4fec-9703-d4986917576e HTTP/1.1" status: 200 len: 998 time: 0.0588224 Nov 26 03:42:53.481348 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-5b6ba60b-7a56-419c-9180-b09b7629a17f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=254bac92-6cce-4fec-9703-d4986917576e HTTP/1.1" status: 200 len: 998 time: 0.0570166 Nov 26 03:42:53.524741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-b3306d9a-f663-41e2-9e0b-1d3b3df3f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:53.526231 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-b3306d9a-f663-41e2-9e0b-1d3b3df3f947 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0433803 Nov 26 03:42:53.529690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-213d2f98-e2b7-4f22-ad99-e858d8c7a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:53.531151 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-213d2f98-e2b7-4f22-ad99-e858d8c7a7ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0426917 Nov 26 03:42:53.575577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-2b25a03a-4626-43c0-8ff7-72ab37f21446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:53.577144 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-2b25a03a-4626-43c0-8ff7-72ab37f21446 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443244 Nov 26 03:42:53.579875 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-0676c380-00a8-469a-9340-f3c0676137e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:53.581433 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-0676c380-00a8-469a-9340-f3c0676137e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437608 Nov 26 03:42:53.672539 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-5a3e3224-c2ba-42ea-a6c5-2c7dd4abf7db service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882573 Nov 26 03:42:53.673192 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-e2e3412d-4570-4589-959f-2121f6ff9afe service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845563 Nov 26 03:42:53.770090 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-e042fd63-165b-4aa7-84b6-0ef988c8ebb4 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897729 Nov 26 03:42:53.791775 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09ef2f5b-27c3-41e2-beba-f2d566c034cb req-45390c9e-c69d-4b2f-9b07-aba9fd2a054b service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127503 Nov 26 03:42:53.811292 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbd0bb-239d-4b9c-8d62-74ac565178b4 req-2b53cafc-2cdf-49bd-bc1c-1f5ed6ac3bbf tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:53.812909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31bbd0bb-239d-4b9c-8d62-74ac565178b4 req-2b53cafc-2cdf-49bd-bc1c-1f5ed6ac3bbf tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 943 time: 0.0597026 Nov 26 03:42:53.860673 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31bbd0bb-239d-4b9c-8d62-74ac565178b4 req-217a23e3-f854-445b-b6c4-cb3971f20133 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417650 Nov 26 03:42:54.045308 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:54.083028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed3a8d-005d-4e27-b313-527b3e1aff6a req-decca6c1-7ca0-4c6b-8fc2-887ecd1de7de tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:54.084534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2eed3a8d-005d-4e27-b313-527b3e1aff6a req-decca6c1-7ca0-4c6b-8fc2-887ecd1de7de tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 943 time: 0.0840664 Nov 26 03:42:54.098351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6baa6a-6150-4230-bbc4-2e60a8be4119 req-9da03d4c-ab7c-4c0b-b916-1d32a998c9c0 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:54.099737 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b6baa6a-6150-4230-bbc4-2e60a8be4119 req-9da03d4c-ab7c-4c0b-b916-1d32a998c9c0 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.54 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584&tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 943 time: 0.0739002 Nov 26 03:42:54.161177 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 254bac92-6cce-4fec-9703-d4986917576e no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:42:54.175358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2eed3a8d-005d-4e27-b313-527b3e1aff6a req-719c53a3-34c5-4da7-9617-6c7f3349dfce tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848124 Nov 26 03:42:54.184506 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-0b6baa6a-6150-4230-bbc4-2e60a8be4119 req-f1aa03da-b336-454b-8e14-f29bef230142 service neutron] delete failed (client error): The resource could not be found. Nov 26 03:42:54.185533 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b6baa6a-6150-4230-bbc4-2e60a8be4119 req-f1aa03da-b336-454b-8e14-f29bef230142 service neutron] 10.222.0.54 "DELETE /v2.0/ports/254bac92-6cce-4fec-9703-d4986917576e/bindings/n-h1-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.0735023 Nov 26 03:42:54.200711 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 254bac92-6cce-4fec-9703-d4986917576e not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:42:54.291393 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6baa6a-6150-4230-bbc4-2e60a8be4119 req-ca0964cf-ee8c-48d5-a257-539fc6c43455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:54.292934 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b6baa6a-6150-4230-bbc4-2e60a8be4119 req-ca0964cf-ee8c-48d5-a257-539fc6c43455 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 1094 time: 0.0412536 Nov 26 03:42:54.386133 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6baa6a-6150-4230-bbc4-2e60a8be4119 req-ae1b7c95-8751-4253-a927-17079aec51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:54.387523 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b6baa6a-6150-4230-bbc4-2e60a8be4119 req-ae1b7c95-8751-4253-a927-17079aec51c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0878367 Nov 26 03:42:54.450469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b6baa6a-6150-4230-bbc4-2e60a8be4119 req-a3b59fa9-457f-4640-952e-50744ece6135 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=254bac92-6cce-4fec-9703-d4986917576e HTTP/1.1" status: 200 len: 998 time: 0.0560052 Nov 26 03:42:54.503224 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6baa6a-6150-4230-bbc4-2e60a8be4119 req-570e677e-b88c-4d72-bab0-8f2eb855ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:54.505343 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b6baa6a-6150-4230-bbc4-2e60a8be4119 req-570e677e-b88c-4d72-bab0-8f2eb855ac1f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0481393 Nov 26 03:42:54.551124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6baa6a-6150-4230-bbc4-2e60a8be4119 req-3db5b686-3fb6-4e8f-8d1a-9a1800361ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:54.552636 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b6baa6a-6150-4230-bbc4-2e60a8be4119 req-3db5b686-3fb6-4e8f-8d1a-9a1800361ec7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399029 Nov 26 03:42:54.645249 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b6baa6a-6150-4230-bbc4-2e60a8be4119 req-edf8f020-44e4-4f82-8ba0-662b6d3feb03 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841494 Nov 26 03:42:54.733412 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b6baa6a-6150-4230-bbc4-2e60a8be4119 req-2694a391-9ba7-4630-a257-85159fc6dd53 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815945 Nov 26 03:42:54.871277 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 254bac92-6cce-4fec-9703-d4986917576e details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:42:54.967458 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 254bac92-6cce-4fec-9703-d4986917576e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=254bac92-6cce-4fec-9703-d4986917576e,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:42:54.978241 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '254bac92-6cce-4fec-9703-d4986917576e', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'port_id': '254bac92-6cce-4fec-9703-d4986917576e', 'mac_address': 'fa:16:3e:2f:85:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:42:55.013698 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:55.026478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254bac92-6cce-4fec-9703-d4986917576e {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:42:55.046011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 254bac92-6cce-4fec-9703-d4986917576e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=254bac92-6cce-4fec-9703-d4986917576e,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:42:55.049662 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:55.100141 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=254bac92-6cce-4fec-9703-d4986917576e,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:42:55.107653 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:55.108006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:55.108371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:55.108747 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:55.109128 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:55.109508 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:55.109935 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:55.110374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:55.110734 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:55.111128 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:55.111526 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:55.111951 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:42:55.297690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee63c4-bfaf-4611-87e4-8d13627080c2 req-81e70653-9ce6-44da-8435-a8a61ed6d1c6 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:55.299262 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fee63c4-bfaf-4611-87e4-8d13627080c2 req-81e70653-9ce6-44da-8435-a8a61ed6d1c6 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 944 time: 0.0516551 Nov 26 03:42:55.336722 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['254bac92-6cce-4fec-9703-d4986917576e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:42:55.354956 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fee63c4-bfaf-4611-87e4-8d13627080c2 req-d34dc2a0-52da-4e00-97de-823caf36c17b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479057 Nov 26 03:42:55.479532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54171f-a06a-464f-a0e6-f75d44ee2c86 req-06c0f53b-c792-44ee-b00b-ffd182b53606 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:55.480978 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f54171f-a06a-464f-a0e6-f75d44ee2c86 req-06c0f53b-c792-44ee-b00b-ffd182b53606 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 944 time: 0.0492554 Nov 26 03:42:55.527702 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f54171f-a06a-464f-a0e6-f75d44ee2c86 req-0b6cc975-6bf4-414f-99f4-0c96a2b8b0b7 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404959 Nov 26 03:42:55.725429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d30f1c-2484-4563-be81-32f2155a9684 req-912b2808-fc28-4586-b4c1-1d95aaacc9f1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:55.726946 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06d30f1c-2484-4563-be81-32f2155a9684 req-912b2808-fc28-4586-b4c1-1d95aaacc9f1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 944 time: 0.0537846 Nov 26 03:42:55.769226 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d9035-05fd-4477-a2b1-8dde962fdb63 req-0ec22de4-bbbd-4dd3-a08e-85ddae8c3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:55.771428 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3a4d9035-05fd-4477-a2b1-8dde962fdb63 req-0ec22de4-bbbd-4dd3-a08e-85ddae8c3241 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 1095 time: 0.0413976 Nov 26 03:42:55.775716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06d30f1c-2484-4563-be81-32f2155a9684 req-fb9e0205-14a8-43c5-bd3b-2ad17bb8202c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425234 Nov 26 03:42:55.864855 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d9035-05fd-4477-a2b1-8dde962fdb63 req-a4ec5ac1-34d5-4be9-bbb8-a4310987d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:55.866324 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3a4d9035-05fd-4477-a2b1-8dde962fdb63 req-a4ec5ac1-34d5-4be9-bbb8-a4310987d2db service neutron] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0864954 Nov 26 03:42:55.930276 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3a4d9035-05fd-4477-a2b1-8dde962fdb63 req-f151758d-70a1-4827-8e05-433898d9df33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=254bac92-6cce-4fec-9703-d4986917576e HTTP/1.1" status: 200 len: 999 time: 0.0560257 Nov 26 03:42:55.978038 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d9035-05fd-4477-a2b1-8dde962fdb63 req-30628715-b81c-4c9d-a698-beacf1cd3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:55.979458 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3a4d9035-05fd-4477-a2b1-8dde962fdb63 req-30628715-b81c-4c9d-a698-beacf1cd3d54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0418208 Nov 26 03:42:56.027592 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d9035-05fd-4477-a2b1-8dde962fdb63 req-8bdbaa53-3fb7-4baa-a7fa-c60265e5b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:56.029016 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3a4d9035-05fd-4477-a2b1-8dde962fdb63 req-8bdbaa53-3fb7-4baa-a7fa-c60265e5b821 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428030 Nov 26 03:42:56.116587 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3a4d9035-05fd-4477-a2b1-8dde962fdb63 req-7ec85623-a330-4a39-bd51-37a924b4d5c4 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801687 Nov 26 03:42:56.206572 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3a4d9035-05fd-4477-a2b1-8dde962fdb63 req-4d51c931-439a-4760-bd0b-4511146328f2 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828562 Nov 26 03:42:56.872276 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 254bac92-6cce-4fec-9703-d4986917576e up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:42:56.896384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b96b8d-6804-410f-92bf-e34eb68c2db5 req-4d1c3672-c9b4-464b-bf1f-6d06b708ad51 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:56.897807 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27b96b8d-6804-410f-92bf-e34eb68c2db5 req-4d1c3672-c9b4-464b-bf1f-6d06b708ad51 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 944 time: 0.0536513 Nov 26 03:42:56.922963 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 254bac92-6cce-4fec-9703-d4986917576e completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:42:56.927000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 254bac92-6cce-4fec-9703-d4986917576e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:42:56.927378 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:56.946464 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-27b96b8d-6804-410f-92bf-e34eb68c2db5 req-1a729d14-12cc-4ace-88ea-25667d739a2c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427537 Nov 26 03:42:57.168883 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:57.190707 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75624cc-d862-4ac0-b707-1941a282f584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254bac92-6cce-4fec-9703-d4986917576e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:42:57.192999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47175b-98f1-4856-b4e7-38ec3264ac95 req-fef660c7-6360-4e8d-830f-95aa04219fd6 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:57.193498 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f97668-ec82-459a-af7b-51472c989673" -d '{"events": [{"server_uuid": "f75624cc-d862-4ac0-b707-1941a282f584", "name": "network-vif-plugged", "status": "completed", "tag": "254bac92-6cce-4fec-9703-d4986917576e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:42:57.194574 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb47175b-98f1-4856-b4e7-38ec3264ac95 req-fef660c7-6360-4e8d-830f-95aa04219fd6 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 944 time: 0.0483370 Nov 26 03:42:57.206578 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 254bac92-6cce-4fec-9703-d4986917576e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=254bac92-6cce-4fec-9703-d4986917576e,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:42:57.211308 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:57.235564 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76063e33-6f32-496d-9414-d6c4637fd2f0 x-openstack-request-id: req-76063e33-6f32-496d-9414-d6c4637fd2f0 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:42:57.235858 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75624cc-d862-4ac0-b707-1941a282f584", "name": "network-vif-plugged", "status": "completed", "tag": "254bac92-6cce-4fec-9703-d4986917576e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:42:57.236152 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76063e33-6f32-496d-9414-d6c4637fd2f0 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:42:57.236548 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75624cc-d862-4ac0-b707-1941a282f584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254bac92-6cce-4fec-9703-d4986917576e', 'code': 200} Nov 26 03:42:57.247606 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eb47175b-98f1-4856-b4e7-38ec3264ac95 req-c0e5b71e-7a5b-4a45-87ae-cb7ee9eea86f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457141 Nov 26 03:42:57.264253 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=254bac92-6cce-4fec-9703-d4986917576e,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:42:58.363763 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b2e65-6216-4a60-b579-be23ca873895 req-ceb19693-f73e-4c66-ba0c-61c70118f29c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:58.365342 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab6b2e65-6216-4a60-b579-be23ca873895 req-ceb19693-f73e-4c66-ba0c-61c70118f29c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 945 time: 0.0485961 Nov 26 03:42:58.416191 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab6b2e65-6216-4a60-b579-be23ca873895 req-f2e9a58f-afcc-4512-b0d1-de9b7c494c22 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448811 Nov 26 03:42:58.583532 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2c752-f1e1-41ef-89d1-014c96310afc req-c0c58bb8-f5ba-4928-9628-363bf2edf636 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:42:58.584940 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-42b2c752-f1e1-41ef-89d1-014c96310afc req-c0c58bb8-f5ba-4928-9628-363bf2edf636 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.59 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 945 time: 0.0489478 Nov 26 03:42:58.676174 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-42b2c752-f1e1-41ef-89d1-014c96310afc req-7d830789-4bc1-4bff-924d-8714113ff84a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Deleting port 254bac92-6cce-4fec-9703-d4986917576e {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:42:58.676516 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-42b2c752-f1e1-41ef-89d1-014c96310afc req-7d830789-4bc1-4bff-924d-8714113ff84a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:58.763201 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-42b2c752-f1e1-41ef-89d1-014c96310afc req-7d830789-4bc1-4bff-924d-8714113ff84a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] For port 254bac92-6cce-4fec-9703-d4986917576e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=254bac92-6cce-4fec-9703-d4986917576e,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:42:58.763564 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-42b2c752-f1e1-41ef-89d1-014c96310afc req-7d830789-4bc1-4bff-924d-8714113ff84a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:58.928476 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-42b2c752-f1e1-41ef-89d1-014c96310afc req-7d830789-4bc1-4bff-924d-8714113ff84a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:58.928764 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-42b2c752-f1e1-41ef-89d1-014c96310afc req-7d830789-4bc1-4bff-924d-8714113ff84a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:58.929073 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [req-42b2c752-f1e1-41ef-89d1-014c96310afc req-7d830789-4bc1-4bff-924d-8714113ff84a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Floating IP 89aeba66-2007-4a70-854d-22e6c3e2c5e8 disassociated. External IP: 172.25.0.49, port: 254bac92-6cce-4fec-9703-d4986917576e. Nov 26 03:42:58.929495 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-42b2c752-f1e1-41ef-89d1-014c96310afc req-7d830789-4bc1-4bff-924d-8714113ff84a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Calling delete_port for 254bac92-6cce-4fec-9703-d4986917576e owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:42:59.057267 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-42b2c752-f1e1-41ef-89d1-014c96310afc req-7d830789-4bc1-4bff-924d-8714113ff84a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:59.084991 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d830789-4bc1-4bff-924d-8714113ff84a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Pushing event deleted for resources: {'Port': ['ID=254bac92-6cce-4fec-9703-d4986917576e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:42:59.509229 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0241d5e3-47ed-473d-b728-0c25c6406c69 req-7f4e2055-6e1a-4d08-8929-f511c59f104b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75624cc-d862-4ac0-b707-1941a282f584 HTTP/1.1" status: 200 len: 210 time: 0.0257723 Nov 26 03:42:59.523900 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42b2c752-f1e1-41ef-89d1-014c96310afc req-7d830789-4bc1-4bff-924d-8714113ff84a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Router ba7cda71-dfa8-48a0-978a-df4069c7dd86 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:42:59.628190 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42b2c752-f1e1-41ef-89d1-014c96310afc req-7d830789-4bc1-4bff-924d-8714113ff84a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:42:59.638804 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489fe5e9-41f0-4312-83c6-c9d20aad47a4 None None] Sync routers for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:42:59.649943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489fe5e9-41f0-4312-83c6-c9d20aad47a4 None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:42:59.650567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-489fe5e9-41f0-4312-83c6-c9d20aad47a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:42:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:42:59.670967 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b2c752-f1e1-41ef-89d1-014c96310afc req-7d830789-4bc1-4bff-924d-8714113ff84a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] No DVR routers for this DVR port 254bac92-6cce-4fec-9703-d4986917576e on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:42:59.673524 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-42b2c752-f1e1-41ef-89d1-014c96310afc req-7d830789-4bc1-4bff-924d-8714113ff84a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:42:59.676843 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-42b2c752-f1e1-41ef-89d1-014c96310afc req-7d830789-4bc1-4bff-924d-8714113ff84a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.59 "DELETE /v2.0/ports/254bac92-6cce-4fec-9703-d4986917576e HTTP/1.1" status: 204 len: 173 time: 1.0850155 Nov 26 03:42:59.677280 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75624cc-d862-4ac0-b707-1941a282f584', 'name': 'network-vif-deleted', 'tag': '254bac92-6cce-4fec-9703-d4986917576e'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:42:59.679590 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c25b7d-271d-4e9f-874b-ea7b503bd6b1" -d '{"events": [{"server_uuid": "f75624cc-d862-4ac0-b707-1941a282f584", "name": "network-vif-deleted", "tag": "254bac92-6cce-4fec-9703-d4986917576e"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:42:59.727984 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bde5d06-9a05-4925-a383-fc78e955fb65 x-openstack-request-id: req-4bde5d06-9a05-4925-a383-fc78e955fb65 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:42:59.728371 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75624cc-d862-4ac0-b707-1941a282f584", "name": "network-vif-deleted", "tag": "254bac92-6cce-4fec-9703-d4986917576e", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:42:59.728626 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bde5d06-9a05-4925-a383-fc78e955fb65 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:42:59.729040 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75624cc-d862-4ac0-b707-1941a282f584', 'name': 'network-vif-deleted', 'tag': '254bac92-6cce-4fec-9703-d4986917576e', 'status': 'completed', 'code': 200} Nov 26 03:42:59.758470 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-489fe5e9-41f0-4312-83c6-c9d20aad47a4 None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:42:59.960382 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-489fe5e9-41f0-4312-83c6-c9d20aad47a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:42:59.989879 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489fe5e9-41f0-4312-83c6-c9d20aad47a4 None None] Checking router: ba7cda71-dfa8-48a0-978a-df4069c7dd86 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:42:59.998107 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489fe5e9-41f0-4312-83c6-c9d20aad47a4 None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:42:59.998717 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-489fe5e9-41f0-4312-83c6-c9d20aad47a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:42:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:43:00.102046 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-489fe5e9-41f0-4312-83c6-c9d20aad47a4 None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:43:00.295813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-489fe5e9-41f0-4312-83c6-c9d20aad47a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:43:00.321020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489fe5e9-41f0-4312-83c6-c9d20aad47a4 None None] The sync data for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 is: [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:43:00.531593 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72ca972-3463-498c-87c4-372033d51a66 None None] New status for floating IP 89aeba66-2007-4a70-854d-22e6c3e2c5e8: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:43:00.827185 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-1e51ae47-a186-4ce6-8c7f-4df193594b58 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--799869737&fields=id&tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb HTTP/1.1" status: 200 len: 267 time: 0.0419245 Nov 26 03:43:00.902681 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 254bac92-6cce-4fec-9703-d4986917576e no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:43:00.927669 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 254bac92-6cce-4fec-9703-d4986917576e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:43:00.928023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 254bac92-6cce-4fec-9703-d4986917576e not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:43:00.934409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-f1ed2497-19bc-4a79-bab1-a3154d063d7e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:00.935889 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-f1ed2497-19bc-4a79-bab1-a3154d063d7e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 811 time: 0.1018400 Nov 26 03:43:00.950596 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-966f3fd6-f495-44f6-a0c4-2b548c79e118 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/quotas/6ef3356fdbca4adaa7e7a4b922ad4bbb HTTP/1.1" status: 200 len: 375 time: 0.0088856 Nov 26 03:43:01.007785 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-3ddf4734-6466-4e46-b74e-a900b71a0f62 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520117 Nov 26 03:43:01.182630 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-b5352472-0efe-4765-90fd-ac39b1fc9875 service neutron] 10.222.0.31 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229670 Nov 26 03:43:01.268894 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-2755a584-43b7-4114-b66b-1b028c8b1eb1 service neutron] 10.222.0.31 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799770 Nov 26 03:43:01.438484 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ba97d200-2d83-4a56-9062-eb7bf5a217b3 req-785c0912-3d1e-4f75-bc85-e6e149dad42c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 210 time: 0.0255649 Nov 26 03:43:02.429607 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-e4f433ec-ce1d-45aa-a5f1-59795b0f0335 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:02.431071 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-e4f433ec-ce1d-45aa-a5f1-59795b0f0335 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 811 time: 0.1061230 Nov 26 03:43:02.509481 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-0ec44c3d-d81a-4e51-84b3-e2c21677392f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb HTTP/1.1" status: 200 len: 379 time: 0.0543594 Nov 26 03:43:02.526534 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Request body: {'port': {'device_id': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'admin_state_up': True, 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'security_groups': ['5ee01831-d322-41ac-91aa-42fd9c71a657']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:43:02.553751 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26223013-a240-45be-9d92-be61bb8bd97d req-9374e5a2-541c-4769-8cc1-8e23a9025b95 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 210 time: 0.0425920 Nov 26 03:43:02.649367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Made reservation on behalf of 6ef3356fdbca4adaa7e7a4b922ad4bbb for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:43:02.652905 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:02.778021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Allocated IP 172.20.0.6 (39eefb8d-3e57-483e-9900-217ad74217d5/04f32898-79bd-4453-832a-1730d5be3a2a/df81dcd1-1d17-4b4e-b8bd-824ca74db20a) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:43:02.910346 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:02.943412 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:02.989113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Network 39eefb8d-3e57-483e-9900-217ad74217d5 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:43:02.992205 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:43:02.994755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:43:03.026772 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Pushing event updated for resources: {'Port': ['ID=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:43:03.041420 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:43:03.041690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:43:03.042040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:43:03.042386 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:43:03.042755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:43:03.043063 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:43:03.043396 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:43:03.043725 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:43:03.044080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:43:03.044410 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:43:03.044742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:43:03.045074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:43:03.067552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:03.068348 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:03.085775 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-d44fb0e1-f116-465c-8e47-695065b1a4bb tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5638087 Nov 26 03:43:03.104509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Request body: {'port': {'device_id': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:43:03.160317 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:03.270329 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9159c4c3-3616-400b-904a-5138b3783205 None None] Provisioning complete for port df81dcd1-1d17-4b4e-b8bd-824ca74db20a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:43:03.270894 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9159c4c3-3616-400b-904a-5138b3783205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:03.303240 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9159c4c3-3616-400b-904a-5138b3783205 None None] Port df81dcd1-1d17-4b4e-b8bd-824ca74db20a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:43:03.427002 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df81dcd1-1d17-4b4e-b8bd-824ca74db20a {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:43:03.434280 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:03.447102 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Transition to ACTIVE for port object df81dcd1-1d17-4b4e-b8bd-824ca74db20a will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:43:03.450817 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:03.517707 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Pushing event updated for resources: {'Port': ['ID=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:43:03.569883 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Attempting to bind port df81dcd1-1d17-4b4e-b8bd-824ca74db20a on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:43:03.570214 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Attempting to bind port df81dcd1-1d17-4b4e-b8bd-824ca74db20a by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:43:03.570467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Attempting to bind port df81dcd1-1d17-4b4e-b8bd-824ca74db20a on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:43:03.574983 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Port df81dcd1-1d17-4b4e-b8bd-824ca74db20a on network 39eefb8d-3e57-483e-9900-217ad74217d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:43:03.575309 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Attempting to bind port df81dcd1-1d17-4b4e-b8bd-824ca74db20a on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:43:03.580340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:43:03.580680 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Checking segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:43:03.581062 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Bound using segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:43:03.581491 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Bound port: df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:43:03.581911 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:03.678287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:43:03.682158 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:43:03.687606 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:03.727703 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b72b11-0145-45ac-91f6-f86a3ded02e7 req-bc562449-e3a7-4f6b-b111-a79e1e48cf55 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:03.729256 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b6b72b11-0145-45ac-91f6-f86a3ded02e7 req-bc562449-e3a7-4f6b-b111-a79e1e48cf55 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 943 time: 0.0972118 Nov 26 03:43:03.736408 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:03.737036 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:03.739346 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] 10.222.0.54 "PUT /v2.0/ports/df81dcd1-1d17-4b4e-b8bd-824ca74db20a HTTP/1.1" status: 200 len: 1091 time: 0.6393023 Nov 26 03:43:03.742642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:43:03.745110 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d3273b-a437-403e-b805-a8fb37793e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:43:03.800377 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaea4e2-ab7f-4472-8ec8-387cd0e6f9ed x-openstack-request-id: req-dcaea4e2-ab7f-4472-8ec8-387cd0e6f9ed {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:43:03.801207 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:43:03.801467 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dcaea4e2-ab7f-4472-8ec8-387cd0e6f9ed {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:43:03.801868 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a', 'status': 'completed', 'code': 200} Nov 26 03:43:03.826837 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10dc7d-8ef7-40a7-b239-8171033ce854 service neutron] Pushing event updated for resources: {'Port': ['ID=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:43:03.846958 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b6b72b11-0145-45ac-91f6-f86a3ded02e7 req-25ced22d-edfe-41a2-a466-af010758dc5a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049397 Nov 26 03:43:03.866029 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-cb4f395f-18c2-4a72-b2e2-fca585a0c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:03.867806 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-cb4f395f-18c2-4a72-b2e2-fca585a0c42e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 1094 time: 0.0607672 Nov 26 03:43:03.917595 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-631029a6-a353-463c-b5c5-ee21bb912316 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a HTTP/1.1" status: 200 len: 217 time: 0.0346646 Nov 26 03:43:03.966621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-f04b1ce7-eaf8-4f1b-a2d7-801337341933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:03.968105 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-f04b1ce7-eaf8-4f1b-a2d7-801337341933 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0431485 Nov 26 03:43:04.016654 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-05b93f7e-7814-485e-adc7-90e5ccc53fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:04.018143 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-05b93f7e-7814-485e-adc7-90e5ccc53fde service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432518 Nov 26 03:43:04.109592 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-d1c7d67f-7c2d-4ce6-8323-46867b7638aa service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840619 Nov 26 03:43:04.201169 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-94b6e9d8-7849-401a-9fb0-6198ca0b777a req-e36990dc-447c-4b2e-a2a2-771d6c720333 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844929 Nov 26 03:43:04.333394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3273b-a437-403e-b805-a8fb37793e2a req-da2770dd-0f3b-430e-a98b-cd473ebd747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:04.334942 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91d3273b-a437-403e-b805-a8fb37793e2a req-da2770dd-0f3b-430e-a98b-cd473ebd747a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 1094 time: 0.0405242 Nov 26 03:43:04.429583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3273b-a437-403e-b805-a8fb37793e2a req-73f7f2c6-bfaf-429e-b289-34da37c00fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:04.430990 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91d3273b-a437-403e-b805-a8fb37793e2a req-73f7f2c6-bfaf-429e-b289-34da37c00fc5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0868783 Nov 26 03:43:04.473301 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91d3273b-a437-403e-b805-a8fb37793e2a req-830a2cae-8cd1-4a6e-873f-dc39ebefc6fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a HTTP/1.1" status: 200 len: 217 time: 0.0344880 Nov 26 03:43:04.520324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3273b-a437-403e-b805-a8fb37793e2a req-ea924cf4-49d1-48bb-afaf-dc9eadf1ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:04.521730 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91d3273b-a437-403e-b805-a8fb37793e2a req-ea924cf4-49d1-48bb-afaf-dc9eadf1ec2a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0423040 Nov 26 03:43:04.569978 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3273b-a437-403e-b805-a8fb37793e2a req-a3c9f6b8-ac54-45ea-9b43-7ddcdc82a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:04.571451 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91d3273b-a437-403e-b805-a8fb37793e2a req-a3c9f6b8-ac54-45ea-9b43-7ddcdc82a4c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425100 Nov 26 03:43:04.990637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91d3273b-a437-403e-b805-a8fb37793e2a req-798a357c-f87a-41c6-9cd2-7992ad96c81c service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112120 Nov 26 03:43:05.000889 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b1cc9-1c73-4474-8a11-83cf245a9de0 req-e27076ea-6d6e-485a-b696-5039ef37dc7d tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:05.002286 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb3b1cc9-1c73-4474-8a11-83cf245a9de0 req-e27076ea-6d6e-485a-b696-5039ef37dc7d tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 943 time: 0.0766933 Nov 26 03:43:05.100599 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb3b1cc9-1c73-4474-8a11-83cf245a9de0 req-7431393a-faba-464a-bcbb-44105f652d9e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898850 Nov 26 03:43:05.116427 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91d3273b-a437-403e-b805-a8fb37793e2a req-24736ad0-1397-4cce-9d5c-d0f82ad06a5d service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131616 Nov 26 03:43:06.218573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778af11-4f83-4e8d-b14e-a28c6beb7ec3 req-7dd46885-d0e8-4d1a-8cfd-a6cd37d5ca3f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:06.220101 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8778af11-4f83-4e8d-b14e-a28c6beb7ec3 req-7dd46885-d0e8-4d1a-8cfd-a6cd37d5ca3f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 943 time: 0.0525508 Nov 26 03:43:06.271130 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8778af11-4f83-4e8d-b14e-a28c6beb7ec3 req-cc8592fa-3be9-4814-8a9d-918ea8ed8612 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448697 Nov 26 03:43:07.384428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133e7ce-fa31-449c-8f83-92168ca2a5f0 req-c2a4b955-eba2-4524-b95b-1c0e31eef66f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:07.385907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6133e7ce-fa31-449c-8f83-92168ca2a5f0 req-c2a4b955-eba2-4524-b95b-1c0e31eef66f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 943 time: 0.0481913 Nov 26 03:43:07.432501 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6133e7ce-fa31-449c-8f83-92168ca2a5f0 req-15d09626-e7a8-4353-8240-5b89dbc9a8c4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406280 Nov 26 03:43:08.258826 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device df81dcd1-1d17-4b4e-b8bd-824ca74db20a details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:43:08.354758 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:43:08.365694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'port_id': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a', 'mac_address': 'fa:16:3e:9e:74:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:43:08.399854 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:08.412673 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df81dcd1-1d17-4b4e-b8bd-824ca74db20a {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:43:08.432537 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:43:08.435919 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:08.485100 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:43:08.549825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2bc72-c2ae-4f9e-a9e0-6272907ef6c5 req-7cc6bb59-5300-490d-ac8d-beada274d9b2 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:08.551958 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cb2bc72-c2ae-4f9e-a9e0-6272907ef6c5 req-7cc6bb59-5300-490d-ac8d-beada274d9b2 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 944 time: 0.0486956 Nov 26 03:43:08.602486 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3cb2bc72-c2ae-4f9e-a9e0-6272907ef6c5 req-942a6646-54ce-413a-9d60-e4e3965880e8 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444236 Nov 26 03:43:08.842638 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['df81dcd1-1d17-4b4e-b8bd-824ca74db20a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:43:09.723560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5426e5-7085-4971-ba7a-12f433502991 req-fc9bfb56-1a3d-4899-bee1-efc2a4e2c305 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:09.725102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ba5426e5-7085-4971-ba7a-12f433502991 req-fc9bfb56-1a3d-4899-bee1-efc2a4e2c305 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 944 time: 0.0506315 Nov 26 03:43:09.776088 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ba5426e5-7085-4971-ba7a-12f433502991 req-49a05f1d-d3ce-4d8a-8649-018d4b24b848 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427856 Nov 26 03:43:10.259555 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device df81dcd1-1d17-4b4e-b8bd-824ca74db20a up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:43:10.309985 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port df81dcd1-1d17-4b4e-b8bd-824ca74db20a completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:43:10.313581 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port df81dcd1-1d17-4b4e-b8bd-824ca74db20a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:43:10.313956 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:10.388534 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:10.409621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:43:10.412212 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e4cc13-9f06-4060-a758-ac1dec90856a" -d '{"events": [{"server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "name": "network-vif-plugged", "status": "completed", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:43:10.424939 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:43:10.430678 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:10.456600 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f07705e-82bb-4e78-a873-b0629bb3c137 x-openstack-request-id: req-7f07705e-82bb-4e78-a873-b0629bb3c137 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:43:10.456904 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "name": "network-vif-plugged", "status": "completed", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:43:10.457158 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f07705e-82bb-4e78-a873-b0629bb3c137 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:43:10.457613 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a', 'code': 200} Nov 26 03:43:10.482948 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:43:10.578218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cfa8b-bbca-491a-9e86-2d4e6c67ad1b req-1cb77e57-a8ac-4118-83e2-6385b7f5276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:10.579744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180cfa8b-bbca-491a-9e86-2d4e6c67ad1b req-1cb77e57-a8ac-4118-83e2-6385b7f5276d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 1096 time: 0.0390317 Nov 26 03:43:10.624480 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180cfa8b-bbca-491a-9e86-2d4e6c67ad1b req-f68ce031-8ec7-42b4-83df-357fc74eefa3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377247 Nov 26 03:43:10.897168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a13a87-e0aa-4b46-a37f-09f578e9ddf5 req-38e6d908-10d9-402c-94b7-40a5b166d320 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:10.898553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77a13a87-e0aa-4b46-a37f-09f578e9ddf5 req-38e6d908-10d9-402c-94b7-40a5b166d320 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0516179 Nov 26 03:43:10.944117 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77a13a87-e0aa-4b46-a37f-09f578e9ddf5 req-8bd8d007-2186-4d5b-a6c4-3823eaee0604 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396581 Nov 26 03:43:11.772010 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-51ed4d46-5d6e-473f-a8e4-98c2fb466b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:12.062999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77758e-422b-4e5b-966d-e2b1645311c1 req-8a4ded6d-3746-4300-80f1-03f9e206bff0 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:12.064527 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad77758e-422b-4e5b-966d-e2b1645311c1 req-8a4ded6d-3746-4300-80f1-03f9e206bff0 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0498030 Nov 26 03:43:12.113788 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad77758e-422b-4e5b-966d-e2b1645311c1 req-f1729281-6d47-4352-a1c1-d6b5107bbcf2 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417972 Nov 26 03:43:13.232578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf0c58-cd4d-42be-90a9-828113014749 req-622d2823-760e-4529-9eec-bdc31f075a3a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:13.234062 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b6bf0c58-cd4d-42be-90a9-828113014749 req-622d2823-760e-4529-9eec-bdc31f075a3a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0487959 Nov 26 03:43:13.283857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b6bf0c58-cd4d-42be-90a9-828113014749 req-07a84426-2c83-4cf3-88f0-4f0dc4843571 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434210 Nov 26 03:43:13.394393 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468e1cb-efe8-499d-93f6-ef55cbd04ae9 req-ed783bb6-1929-4ce7-ac45-fc85413e46ec tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:13.395766 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4468e1cb-efe8-499d-93f6-ef55cbd04ae9 req-ed783bb6-1929-4ce7-ac45-fc85413e46ec tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0483899 Nov 26 03:43:13.404233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33218) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:43:13.408517 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b969c48f-a7d1-4e6f-90f3-256c96d9775f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Request body: {'floatingip': {'port_id': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:43:13.446939 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b969c48f-a7d1-4e6f-90f3-256c96d9775f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:13.852426 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b969c48f-a7d1-4e6f-90f3-256c96d9775f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:13.855872 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b969c48f-a7d1-4e6f-90f3-256c96d9775f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:13.952571 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-b969c48f-a7d1-4e6f-90f3-256c96d9775f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Floating IP 89aeba66-2007-4a70-854d-22e6c3e2c5e8 associated. External IP: 172.25.0.49, port: df81dcd1-1d17-4b4e-b8bd-824ca74db20a. Nov 26 03:43:14.155386 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b969c48f-a7d1-4e6f-90f3-256c96d9775f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Router ba7cda71-dfa8-48a0-978a-df4069c7dd86 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:43:14.203928 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b0b467f5-b613-4b2e-a777-f9026ae98f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:14.262735 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b969c48f-a7d1-4e6f-90f3-256c96d9775f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:43:14.267253 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b969c48f-a7d1-4e6f-90f3-256c96d9775f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:14.276973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf00f24-b39e-4887-b415-1883bcbac5c7 None None] Sync routers for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:43:14.288337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf00f24-b39e-4887-b415-1883bcbac5c7 None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:43:14.288961 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-bbf00f24-b39e-4887-b415-1883bcbac5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:43:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:43:14.294443 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b969c48f-a7d1-4e6f-90f3-256c96d9775f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "PUT /v2.0/floatingips/89aeba66-2007-4a70-854d-22e6c3e2c5e8 HTTP/1.1" status: 200 len: 990 time: 0.8890610 Nov 26 03:43:14.295052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:43:14.297496 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e3afed-98ce-46b4-aa9e-e9d2ae5d35d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:43:14.340315 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7151c1a8-1268-4876-a915-6d1233dc8740 x-openstack-request-id: req-7151c1a8-1268-4876-a915-6d1233dc8740 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:43:14.340892 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:43:14.341518 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7151c1a8-1268-4876-a915-6d1233dc8740 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:43:14.342100 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a', 'status': 'completed', 'code': 200} Nov 26 03:43:14.404557 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-bbf00f24-b39e-4887-b415-1883bcbac5c7 None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:43:14.434877 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3afed-98ce-46b4-aa9e-e9d2ae5d35d2 req-1d295fc2-3d7f-4fc7-90af-b001c60869f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:14.436534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26e3afed-98ce-46b4-aa9e-e9d2ae5d35d2 req-1d295fc2-3d7f-4fc7-90af-b001c60869f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 1096 time: 0.0417979 Nov 26 03:43:14.537644 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3afed-98ce-46b4-aa9e-e9d2ae5d35d2 req-3c95b411-f8ee-42e8-b136-4f111708180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:14.539143 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26e3afed-98ce-46b4-aa9e-e9d2ae5d35d2 req-3c95b411-f8ee-42e8-b136-4f111708180d service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0946779 Nov 26 03:43:14.605956 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26e3afed-98ce-46b4-aa9e-e9d2ae5d35d2 req-2cfae2fb-ab91-4a57-a0c5-c854dd4591cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a HTTP/1.1" status: 200 len: 998 time: 0.0594511 Nov 26 03:43:14.630726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-bbf00f24-b39e-4887-b415-1883bcbac5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '89aeba66-2007-4a70-854d-22e6c3e2c5e8', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'port_id': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'mac_address': 'fa:16:3e:9e:74:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:36:46Z', 'updated_at': '2021-11-26T03:43:13Z', 'revision_number': 9, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:43:14.657452 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf00f24-b39e-4887-b415-1883bcbac5c7 None None] Checking router: ba7cda71-dfa8-48a0-978a-df4069c7dd86 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:43:14.664246 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3afed-98ce-46b4-aa9e-e9d2ae5d35d2 req-379b677e-0316-4f53-9c2c-e74898b5fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:14.665736 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26e3afed-98ce-46b4-aa9e-e9d2ae5d35d2 req-379b677e-0316-4f53-9c2c-e74898b5fc97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0510364 Nov 26 03:43:14.666734 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf00f24-b39e-4887-b415-1883bcbac5c7 None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:43:14.667349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-bbf00f24-b39e-4887-b415-1883bcbac5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:43:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:43:14.717194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3afed-98ce-46b4-aa9e-e9d2ae5d35d2 req-9c12a0c8-b457-404f-931b-870dda5751bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:43:14.718725 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26e3afed-98ce-46b4-aa9e-e9d2ae5d35d2 req-9c12a0c8-b457-404f-931b-870dda5751bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457764 Nov 26 03:43:14.782775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-bbf00f24-b39e-4887-b415-1883bcbac5c7 None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:43:14.813772 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26e3afed-98ce-46b4-aa9e-e9d2ae5d35d2 req-f1e2e600-cefb-462c-b556-4cec4514e35b service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877817 Nov 26 03:43:14.910817 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26e3afed-98ce-46b4-aa9e-e9d2ae5d35d2 req-6e4099c6-f9a0-4d26-84a8-7fe9e05af39a service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898008 Nov 26 03:43:15.238014 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:15.243269 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-bbf00f24-b39e-4887-b415-1883bcbac5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '89aeba66-2007-4a70-854d-22e6c3e2c5e8', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'port_id': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'mac_address': 'fa:16:3e:9e:74:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:36:46Z', 'updated_at': '2021-11-26T03:43:13Z', 'revision_number': 9, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:43:15.270892 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf00f24-b39e-4887-b415-1883bcbac5c7 None None] The sync data for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 is: [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '89aeba66-2007-4a70-854d-22e6c3e2c5e8', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'port_id': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'mac_address': 'fa:16:3e:9e:74:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:36:46Z', 'updated_at': '2021-11-26T03:43:13Z', 'revision_number': 9, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:43:15.473286 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298dc810-c666-4e54-927c-fa38d4ce0031 None None] New status for floating IP 89aeba66-2007-4a70-854d-22e6c3e2c5e8: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:43:16.772806 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:17.640976 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:18.888080 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:43:22.816798 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:24.062140 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:41.773578 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5b5da223-4533-48e2-a9f9-966787a1da92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:44.205203 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-43da50f9-7b34-4d2e-b0a6-e5e8248b33e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:45.227525 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:46.775448 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:47.642411 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:52.815292 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:54.074390 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:43:55.887534 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:44:00.721145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-247be810-669f-4acf-a301-f95ccc0ce1fd req-b7dd32d2-66f9-42ca-9935-02808586ea53 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410128 Nov 26 03:44:00.827845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247be810-669f-4acf-a301-f95ccc0ce1fd req-709ae03d-3f89-4832-bff5-0884cfb90a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:44:00.829405 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-247be810-669f-4acf-a301-f95ccc0ce1fd req-709ae03d-3f89-4832-bff5-0884cfb90a5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 1096 time: 0.0401928 Nov 26 03:44:00.937479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247be810-669f-4acf-a301-f95ccc0ce1fd req-94c3ae32-50d0-4153-b991-d9f0e4de6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:44:00.938862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-247be810-669f-4acf-a301-f95ccc0ce1fd req-94c3ae32-50d0-4153-b991-d9f0e4de6c3e service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0897028 Nov 26 03:44:01.000907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-247be810-669f-4acf-a301-f95ccc0ce1fd req-c35b38c4-c296-432d-a11f-8c2cab0c3735 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a HTTP/1.1" status: 200 len: 1001 time: 0.0549393 Nov 26 03:44:01.052293 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247be810-669f-4acf-a301-f95ccc0ce1fd req-371a18d0-788c-4222-a300-c7e3e0a6cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:44:01.053704 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-247be810-669f-4acf-a301-f95ccc0ce1fd req-371a18d0-788c-4222-a300-c7e3e0a6cebb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0460467 Nov 26 03:44:01.098105 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247be810-669f-4acf-a301-f95ccc0ce1fd req-b689946a-1f52-43fc-bc54-4bcc1d029991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:44:01.099539 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-247be810-669f-4acf-a301-f95ccc0ce1fd req-b689946a-1f52-43fc-bc54-4bcc1d029991 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383830 Nov 26 03:44:01.185890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-247be810-669f-4acf-a301-f95ccc0ce1fd req-28363731-71dc-456b-850c-201104ffb9a8 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788555 Nov 26 03:44:01.293467 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-247be810-669f-4acf-a301-f95ccc0ce1fd req-ae9fb478-ded9-489c-858e-f9d98be7fb65 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998995 Nov 26 03:44:11.773910 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c9bed86-befa-40d5-bd26-de7cfdf0fb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:44:14.206018 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c4f6c65c-4cf0-42d6-ae8b-7555ada37346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:44:15.231072 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:44:16.777346 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:44:17.645094 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:44:17.662907 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-64dcd94d-6844-4485-9eae-9f09bebf84c7 req-5d90bc6e-7046-480b-b866-b9136781672f service neutron] (104802) timed out ('10.222.0.31', 59388) {{(pid=104802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 03:44:22.813946 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:44:24.065158 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:44:32.886356 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:44:41.774904 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce316687-a2ae-4ede-9378-dfe77b0bbaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:44:44.208292 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8d79bff8-66db-4c29-bc00-187e26ade1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:44:45.233462 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:44:46.781184 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:44:47.647767 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:44:52.817344 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:44:54.071553 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:02.772925 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8348d33-11e3-4943-bcb4-ca4bac681eee req-419c2e87-69ff-4e92-958e-9e328f41f934 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0891182 Nov 26 03:45:02.868647 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8348d33-11e3-4943-bcb4-ca4bac681eee req-0035f0a0-9eb8-4f1c-808f-917c2349aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:02.870139 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8348d33-11e3-4943-bcb4-ca4bac681eee req-0035f0a0-9eb8-4f1c-808f-917c2349aeba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 1096 time: 0.0402770 Nov 26 03:45:02.974279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8348d33-11e3-4943-bcb4-ca4bac681eee req-91e2bb32-2f2d-4f8f-b29d-3a5ad4e7cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:02.975669 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8348d33-11e3-4943-bcb4-ca4bac681eee req-91e2bb32-2f2d-4f8f-b29d-3a5ad4e7cdd7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0872498 Nov 26 03:45:03.042694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8348d33-11e3-4943-bcb4-ca4bac681eee req-e35524fc-a5cc-4f79-bfaa-966ed7861797 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a HTTP/1.1" status: 200 len: 1001 time: 0.0598342 Nov 26 03:45:03.090376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8348d33-11e3-4943-bcb4-ca4bac681eee req-66d8f403-c8e9-42e5-9b8d-9efa4ed8a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:03.091820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8348d33-11e3-4943-bcb4-ca4bac681eee req-66d8f403-c8e9-42e5-9b8d-9efa4ed8a89d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0422664 Nov 26 03:45:03.138537 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8348d33-11e3-4943-bcb4-ca4bac681eee req-662247d4-cb8a-4628-b290-db71e5c7fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:03.140046 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8348d33-11e3-4943-bcb4-ca4bac681eee req-662247d4-cb8a-4628-b290-db71e5c7fc3d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404038 Nov 26 03:45:03.151766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-d8348d33-11e3-4943-bcb4-ca4bac681eee req-7f7a822b-c6c7-49e4-926b-74457c8dc3d7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:45:03.153003 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8348d33-11e3-4943-bcb4-ca4bac681eee req-7f7a822b-c6c7-49e4-926b-74457c8dc3d7 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064116 Nov 26 03:45:03.249965 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8348d33-11e3-4943-bcb4-ca4bac681eee req-1fcf4a66-0a8d-4785-a760-e3bb66716527 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892465 Nov 26 03:45:03.336412 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8348d33-11e3-4943-bcb4-ca4bac681eee req-5dd3dfd2-751f-4942-b4cc-0a047041a2cd service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798225 Nov 26 03:45:09.885172 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:45:11.777701 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-430e2b2c-9613-4da0-99aa-5960bebed1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:14.209606 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bfe2b0f9-fede-4826-922b-d8176bd0294a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:15.237056 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:16.784710 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:17.648949 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:22.815851 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:24.084634 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:40.171385 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-f8f8cf33-a221-43ac-bebd-b191da142028 req-1f043b63-4aad-4326-bc03-9f5809792398 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:45:40.172410 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8f8cf33-a221-43ac-bebd-b191da142028 req-1f043b63-4aad-4326-bc03-9f5809792398 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053592 Nov 26 03:45:40.336160 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-9f33de06-e93f-4347-b189-a9e039060887 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438161 Nov 26 03:45:40.345055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-368eb3b2-ce01-44cd-b04a-23841152b40b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:45:40.346178 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-368eb3b2-ce01-44cd-b04a-23841152b40b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051160 Nov 26 03:45:40.447239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc59cf4-4362-427d-a939-b0c2b6a4c5ba req-c1175a60-a8c8-4674-b64d-d4dfa0e7d0ca tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:40.448784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2bc59cf4-4362-427d-a939-b0c2b6a4c5ba req-c1175a60-a8c8-4674-b64d-d4dfa0e7d0ca tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.1474378 Nov 26 03:45:40.496586 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2bc59cf4-4362-427d-a939-b0c2b6a4c5ba req-21e147bf-b0ff-4622-9aa2-ad3327cb7549 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416155 Nov 26 03:45:41.607687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-8a2d6483-36a3-4b3c-9bf8-0376fda5c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:41.609373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-8a2d6483-36a3-4b3c-9bf8-0376fda5c1b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 1096 time: 0.0433102 Nov 26 03:45:41.733441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633fce9-df9c-431d-99bc-69eceff58078 req-628a5705-31d6-4526-949c-91f1419f08a4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:41.735084 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3633fce9-df9c-431d-99bc-69eceff58078 req-628a5705-31d6-4526-949c-91f1419f08a4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.1611550 Nov 26 03:45:41.750480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-8d00d856-72bf-4626-93da-7927262b98f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:41.751862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-8d00d856-72bf-4626-93da-7927262b98f1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.1350157 Nov 26 03:45:41.781968 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfdba-0206-46c6-9b2b-daaea8eda6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:41.836987 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3633fce9-df9c-431d-99bc-69eceff58078 req-32e24377-2ce9-4ad0-ab97-a8337e092aae tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947692 Nov 26 03:45:41.840693 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-faddf34a-65bc-4625-8241-58c57aa8ecd1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a HTTP/1.1" status: 200 len: 1001 time: 0.0813918 Nov 26 03:45:41.890282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-b78b3b74-60b4-4c60-9e8d-0c08e9960126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:41.891735 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-b78b3b74-60b4-4c60-9e8d-0c08e9960126 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0435028 Nov 26 03:45:41.938085 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-b1b6ed66-182e-4470-bb4e-b56960c5d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:41.939529 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-b1b6ed66-182e-4470-bb4e-b56960c5d6d2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387750 Nov 26 03:45:42.325974 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-3f3f2e4d-0025-4ccf-ba87-a2c7387e281d service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776453 Nov 26 03:45:42.415532 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-35015671-8bc3-491f-8071-eb327398e27a service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817385 Nov 26 03:45:42.958385 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec4cb3-bcc8-4531-b5e9-1a5598f59efd req-04ec27c0-26f7-46c6-812d-9831d434f657 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:42.959768 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7ec4cb3-bcc8-4531-b5e9-1a5598f59efd req-04ec27c0-26f7-46c6-812d-9831d434f657 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0509441 Nov 26 03:45:43.005784 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c7ec4cb3-bcc8-4531-b5e9-1a5598f59efd req-7c351564-4b6f-47fd-81d3-fd670bff6b0d tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400839 Nov 26 03:45:44.120541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52471c93-499f-4603-8c11-59b5f04dd57d req-1b5e37b5-aa95-4bd4-a57c-1b1bdc4069c0 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:44.122017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52471c93-499f-4603-8c11-59b5f04dd57d req-1b5e37b5-aa95-4bd4-a57c-1b1bdc4069c0 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0486176 Nov 26 03:45:44.168575 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52471c93-499f-4603-8c11-59b5f04dd57d req-904a5c9b-98cd-465f-ac5b-77ab3d87b21e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404398 Nov 26 03:45:44.210619 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1dcda11e-7c4c-4cb2-b520-f80f78b583dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:45.240033 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:45.286806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e2f57-5b52-4324-80c4-4d96d88912c1 req-517c9c22-47ce-46c4-98b4-f39f26c5f5ac tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:45.288313 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-079e2f57-5b52-4324-80c4-4d96d88912c1 req-517c9c22-47ce-46c4-98b4-f39f26c5f5ac tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0491340 Nov 26 03:45:45.347668 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-079e2f57-5b52-4324-80c4-4d96d88912c1 req-4638ceee-4e48-4d88-9db2-ffcacbe02d97 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533221 Nov 26 03:45:46.464998 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632d21c-2d3b-4ac9-a474-cc59b65f05f1 req-29cd5be8-e338-494c-8378-2a1bb708bf88 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:46.466477 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c632d21c-2d3b-4ac9-a474-cc59b65f05f1 req-29cd5be8-e338-494c-8378-2a1bb708bf88 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0470502 Nov 26 03:45:46.513250 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c632d21c-2d3b-4ac9-a474-cc59b65f05f1 req-52280420-9e34-447e-9bab-a2885fd00951 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399451 Nov 26 03:45:46.787834 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:46.884479 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:45:47.627525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e31f8-8841-4170-b7ea-15b2a85e2b14 req-91733663-4faa-49a6-b4ea-8125dcdeef78 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:47.628982 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d5e31f8-8841-4170-b7ea-15b2a85e2b14 req-91733663-4faa-49a6-b4ea-8125dcdeef78 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0481861 Nov 26 03:45:47.652720 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:47.676992 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0d5e31f8-8841-4170-b7ea-15b2a85e2b14 req-c95fb177-d3b9-4083-a7a2-3291ef3f14db tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419321 Nov 26 03:45:48.794017 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e9418-a63e-40f2-8835-9b3b287e899f req-8e424679-b8bb-45bb-a9f4-8f155a49b7c4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:48.795503 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-583e9418-a63e-40f2-8835-9b3b287e899f req-8e424679-b8bb-45bb-a9f4-8f155a49b7c4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0512505 Nov 26 03:45:48.842063 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-583e9418-a63e-40f2-8835-9b3b287e899f req-113c1d1a-d5ee-4c9b-9e2e-cb31dbbb7177 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400922 Nov 26 03:45:49.955975 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbb8a2-015b-4566-9a09-a4312f50a00e req-6080891e-dd80-4227-b323-e360882cda6b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:49.957430 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9fbb8a2-015b-4566-9a09-a4312f50a00e req-6080891e-dd80-4227-b323-e360882cda6b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0485306 Nov 26 03:45:50.004422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9fbb8a2-015b-4566-9a09-a4312f50a00e req-712c3403-b082-4966-882a-d8d40d3c170e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409853 Nov 26 03:45:51.121100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b394f5b-15e2-4450-a6a8-eb96432171a0 req-5b225272-3815-4f57-8461-13ba433f5c9b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:51.122598 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b394f5b-15e2-4450-a6a8-eb96432171a0 req-5b225272-3815-4f57-8461-13ba433f5c9b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0513644 Nov 26 03:45:51.168639 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b394f5b-15e2-4450-a6a8-eb96432171a0 req-8630d602-73be-4309-b2c7-cd75be32f39a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395045 Nov 26 03:45:52.285383 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506fe39-4a13-4a07-8073-8f8a58517bc0 req-88d67550-a5cd-419b-9c13-c9185a1c5fc7 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:52.286867 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0506fe39-4a13-4a07-8073-8f8a58517bc0 req-88d67550-a5cd-419b-9c13-c9185a1c5fc7 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0496778 Nov 26 03:45:52.334277 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0506fe39-4a13-4a07-8073-8f8a58517bc0 req-cbabb4b5-f88f-42f1-99d0-b548c202893f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413506 Nov 26 03:45:52.813567 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:53.449263 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcd8a2-f46e-463f-a422-33b14f9d2f1f req-54a34e17-6ec0-4a7f-b08d-014c0ad02782 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:53.450755 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ddcd8a2-f46e-463f-a422-33b14f9d2f1f req-54a34e17-6ec0-4a7f-b08d-014c0ad02782 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0484872 Nov 26 03:45:53.504086 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ddcd8a2-f46e-463f-a422-33b14f9d2f1f req-5776740c-2e18-4090-9dc8-b039ff07da6d tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473001 Nov 26 03:45:54.086575 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:54.558599 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-4dc8eef0-48b7-494e-9f32-7fa4c8172f5e service neutron] show failed (client error): The resource could not be found. Nov 26 03:45:54.560247 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-4dc8eef0-48b7-494e-9f32-7fa4c8172f5e service neutron] 10.222.0.54 "GET /v2.0/ports/df81dcd1-1d17-4b4e-b8bd-824ca74db20a/bindings/n-h2-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.0557415 Nov 26 03:45:54.620393 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ed2a5-4e92-48d6-8e4c-eefc36cc325c req-bdd019d0-0e70-4892-8d05-b95818d0e58e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:54.622037 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-517ed2a5-4e92-48d6-8e4c-eefc36cc325c req-bdd019d0-0e70-4892-8d05-b95818d0e58e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0502899 Nov 26 03:45:54.673484 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-517ed2a5-4e92-48d6-8e4c-eefc36cc325c req-98aad7c6-3c05-41a4-8997-949c22f0a6cc tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451696 Nov 26 03:45:54.805635 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-1facfa62-1059-4d54-9062-58ea65772f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:54.807012 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-1facfa62-1059-4d54-9062-58ea65772f85 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b&tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb HTTP/1.1" status: 200 len: 1096 time: 0.0772936 Nov 26 03:45:54.825984 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819389-3', 'device_owner': 'compute:nova'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:45:54.875985 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:55.075059 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:45:55.106954 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h1-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:45:55.144817 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:45:55.147077 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9dc8c5-8229-4564-bc1e-3b1492e2b7e6" -d '{"events": [{"server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "name": "network-vif-unplugged", "status": "completed", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:45:55.151112 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:55.163834 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Transition to ACTIVE for port object df81dcd1-1d17-4b4e-b8bd-824ca74db20a will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:45:55.167889 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:55.197411 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 03:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1130eb3-9fca-4485-baeb-5e093a82e00f x-openstack-request-id: req-c1130eb3-9fca-4485-baeb-5e093a82e00f {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:45:55.197711 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "name": "network-vif-unplugged", "status": "completed", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:45:55.198541 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1130eb3-9fca-4485-baeb-5e093a82e00f {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:45:55.198541 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a', 'code': 200} Nov 26 03:45:55.247903 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,revision_number=6']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:45:55.263014 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:55.263375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:55.263722 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:55.264084 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:55.264442 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:55.264783 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:55.265117 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:55.265455 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:55.265787 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:55.266120 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:55.266451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:55.266783 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:55.302602 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] No DVR routers for this DVR port df81dcd1-1d17-4b4e-b8bd-824ca74db20a on host n-h1-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:45:55.437221 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Attempting to bind port df81dcd1-1d17-4b4e-b8bd-824ca74db20a on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:45:55.437560 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Attempting to bind port df81dcd1-1d17-4b4e-b8bd-824ca74db20a by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:45:55.437897 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Attempting to bind port df81dcd1-1d17-4b4e-b8bd-824ca74db20a on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:45:55.442713 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Port df81dcd1-1d17-4b4e-b8bd-824ca74db20a on network 39eefb8d-3e57-483e-9900-217ad74217d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:45:55.443042 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Attempting to bind port df81dcd1-1d17-4b4e-b8bd-824ca74db20a on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:45:55.447882 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:45:55.448271 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Checking segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:45:55.448663 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Bound using segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:45:55.449091 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Bound port: df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:45:55.449443 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:55.511550 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:45:55.514654 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:45:55.519443 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:55.554530 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:55.555166 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:55.556547 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] 10.222.0.59 "PUT /v2.0/ports/df81dcd1-1d17-4b4e-b8bd-824ca74db20a HTTP/1.1" status: 200 len: 1091 time: 0.7344034 Nov 26 03:45:55.579556 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01d17e-ba49-4505-ad32-36811a365bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,revision_number=7']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:45:55.637323 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-1e4187f6-ceca-4ff5-aa0c-bfef2a33d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:55.639319 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-1e4187f6-ceca-4ff5-aa0c-bfef2a33d240 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 1094 time: 0.0489695 Nov 26 03:45:55.739324 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-3ccc630e-a67f-4d19-88dc-9d6452a47c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:55.740932 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-3ccc630e-a67f-4d19-88dc-9d6452a47c97 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0937881 Nov 26 03:45:55.796401 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafc716-6dbb-424d-aaab-20b094324970 req-486c12ce-2c17-45eb-98f1-de8be762b9e8 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:55.797924 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4bafc716-6dbb-424d-aaab-20b094324970 req-486c12ce-2c17-45eb-98f1-de8be762b9e8 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 943 time: 0.0493374 Nov 26 03:45:55.816761 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-a77098a3-7e25-4088-b2d2-2f1fe90e8956 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a HTTP/1.1" status: 200 len: 999 time: 0.0635760 Nov 26 03:45:55.850116 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4bafc716-6dbb-424d-aaab-20b094324970 req-082af725-2e3f-4e12-bf24-d954621b1e2d tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453107 Nov 26 03:45:55.867995 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-cdc40ee1-abe7-4f60-8491-8f2edd6b9e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:55.869543 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-cdc40ee1-abe7-4f60-8491-8f2edd6b9e3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0450366 Nov 26 03:45:55.914820 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-a81365d7-4c95-4b93-8150-5b6025c4af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:55.916346 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-a81365d7-4c95-4b93-8150-5b6025c4af12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395548 Nov 26 03:45:56.009335 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-8b7efcdf-ac0b-466e-bd12-13cd49d6d07b service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853682 Nov 26 03:45:56.097455 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-610e3e81-9ad9-43f5-a6e2-f771a5c865ef req-5296fff0-cf49-4aa7-84b5-44c3412e6614 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804904 Nov 26 03:45:56.968519 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a131c0-6c18-4817-96fb-8e3d9e0b8b91 req-d2f3155e-44da-4870-94aa-245c77c6a1c1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:56.970018 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47a131c0-6c18-4817-96fb-8e3d9e0b8b91 req-d2f3155e-44da-4870-94aa-245c77c6a1c1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 943 time: 0.0489523 Nov 26 03:45:57.017708 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-47a131c0-6c18-4817-96fb-8e3d9e0b8b91 req-2ff31167-8804-4fa8-9be9-664f1a278a6a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415769 Nov 26 03:45:57.186608 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device df81dcd1-1d17-4b4e-b8bd-824ca74db20a no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:45:57.199662 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:45:57.202084 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f600bb73-439a-4ab6-b6f2-54e587e665c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:45:57.225283 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device df81dcd1-1d17-4b4e-b8bd-824ca74db20a not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:45:57.252128 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dd1551-8a23-4c55-b3e5-af2c8aa3b297 x-openstack-request-id: req-22dd1551-8a23-4c55-b3e5-af2c8aa3b297 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:45:57.252426 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:45:57.252710 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22dd1551-8a23-4c55-b3e5-af2c8aa3b297 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:45:57.253143 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a', 'status': 'completed', 'code': 200} Nov 26 03:45:57.334806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-e07d440c-d114-45cf-bd9e-ed66e9ec90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:57.336381 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-e07d440c-d114-45cf-bd9e-ed66e9ec90cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 1094 time: 0.0419288 Nov 26 03:45:57.343214 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-1c52e973-1c53-4c69-b49a-bc11cdefaeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:57.344742 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-1c52e973-1c53-4c69-b49a-bc11cdefaeb6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 1094 time: 0.0451155 Nov 26 03:45:57.430345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-9191cb92-7f5f-4f8b-8c35-2b874ee527b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:57.431837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-9191cb92-7f5f-4f8b-8c35-2b874ee527b1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0889134 Nov 26 03:45:57.439526 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-b1726649-5698-4749-a991-33657806ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:57.441007 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-b1726649-5698-4749-a991-33657806ea04 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0869405 Nov 26 03:45:57.497395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-8f07a7f0-22d6-492d-b3f3-ccfb07a2f34e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a HTTP/1.1" status: 200 len: 999 time: 0.0581541 Nov 26 03:45:57.513165 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-ac0d569f-3cab-47d5-8a89-19ea2ea62a2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a HTTP/1.1" status: 200 len: 999 time: 0.0614765 Nov 26 03:45:57.550512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-12cb337e-1342-4728-a9d9-e89ee82fa190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:57.551998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-12cb337e-1342-4728-a9d9-e89ee82fa190 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0482938 Nov 26 03:45:57.565586 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-3537a52a-e21c-4427-85fc-6195f77917d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:57.568005 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-3537a52a-e21c-4427-85fc-6195f77917d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0453837 Nov 26 03:45:57.600639 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-42a65ad1-0db9-499d-b26c-3a518477b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:57.602156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-42a65ad1-0db9-499d-b26c-3a518477b1cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430322 Nov 26 03:45:57.636476 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-6b896e3d-e834-466d-be8b-8cd37e578fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:57.637991 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-6b896e3d-e834-466d-be8b-8cd37e578fbb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437253 Nov 26 03:45:57.704313 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-2db014d1-736b-4dab-a91c-00820066a3c2 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927904 Nov 26 03:45:57.740854 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-0b43270e-1608-4f74-b10b-61a175e6fb6f service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940330 Nov 26 03:45:57.769942 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device df81dcd1-1d17-4b4e-b8bd-824ca74db20a details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:45:57.813699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-46db3dd1-8264-4b49-8726-e4651280094d service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014931 Nov 26 03:45:57.861980 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f600bb73-439a-4ab6-b6f2-54e587e665c5 req-8e43aa7d-58c5-40f3-aeeb-db5dfa2c97b5 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958111 Nov 26 03:45:57.872809 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:45:57.885631 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'port_id': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a', 'mac_address': 'fa:16:3e:9e:74:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:45:57.922765 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:57.935054 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df81dcd1-1d17-4b4e-b8bd-824ca74db20a {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:45:57.954503 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:45:57.958603 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:58.008888 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:45:58.016636 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:58.016985 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:58.017329 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:58.017666 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:58.018000 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:58.018332 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:58.019253 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:58.019584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:58.019912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:58.020271 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:58.020598 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:58.020935 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:45:58.135875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ec97a-ba7f-448f-95f2-0e4ed47cc30f req-99ee2406-364b-4882-8bde-096ffeebcb8e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:58.137385 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f15ec97a-ba7f-448f-95f2-0e4ed47cc30f req-99ee2406-364b-4882-8bde-096ffeebcb8e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 944 time: 0.0485110 Nov 26 03:45:58.183845 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f15ec97a-ba7f-448f-95f2-0e4ed47cc30f req-342c531a-6932-429e-9342-73fba90f9616 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404847 Nov 26 03:45:58.278044 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['df81dcd1-1d17-4b4e-b8bd-824ca74db20a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:45:58.486191 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-8de80ce1-ce96-4a9a-a26e-766540862904 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:58.487606 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-8de80ce1-ce96-4a9a-a26e-766540862904 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b&tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&binding%3Ahost_id=n-h2-819389-3 HTTP/1.1" status: 200 len: 944 time: 0.0576234 Nov 26 03:45:58.488741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46f6f6-7628-4403-9c99-38fc87dfb59b req-cdd02439-ac68-42e6-8eff-9c1bf0270d83 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:58.490227 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b46f6f6-7628-4403-9c99-38fc87dfb59b req-cdd02439-ac68-42e6-8eff-9c1bf0270d83 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 944 time: 0.0530591 Nov 26 03:45:58.537770 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b46f6f6-7628-4403-9c99-38fc87dfb59b req-83a7f46b-178e-437e-a604-46a0297f43b8 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415041 Nov 26 03:45:58.551948 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-595a1e7d-2ff6-43aa-8d73-1a1381abd281 service neutron] 10.222.0.59 "GET /v2.0/ports/df81dcd1-1d17-4b4e-b8bd-824ca74db20a/bindings/n-h2-819389-3 HTTP/1.1" status: 200 len: 382 time: 0.0539267 Nov 26 03:45:58.627551 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-fc94a477-abb8-45bc-850d-724d0cc95c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:58.629233 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-fc94a477-abb8-45bc-850d-724d0cc95c61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 1095 time: 0.0407910 Nov 26 03:45:58.730159 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-6fd45935-b5ef-4892-a96f-d326554ac3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:58.731635 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-6fd45935-b5ef-4892-a96f-d326554ac3cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0904877 Nov 26 03:45:58.795523 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-ba54aa5a-a586-480c-959c-ca83687dfa0c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a HTTP/1.1" status: 200 len: 1000 time: 0.0566082 Nov 26 03:45:58.849798 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-496b74d5-7668-4d4e-b2ae-0710edd11815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:58.851239 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-496b74d5-7668-4d4e-b2ae-0710edd11815 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0462027 Nov 26 03:45:58.901101 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f4431a5f-214d-430f-8057-6420b0b5aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:58.902625 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f4431a5f-214d-430f-8057-6420b0b5aa5f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442729 Nov 26 03:45:58.990290 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-7d2e10c7-5bd1-4f2f-bb69-0f9f9d4ed8e2 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805984 Nov 26 03:45:59.083123 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-83df7c6a-e93d-45aa-88f4-aae625c4788f service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854940 Nov 26 03:45:59.657627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5441c-2a7b-41ef-b2b6-30624822b257 req-a1004831-cab3-4691-bf57-c8849da991dd tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:45:59.659650 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75b5441c-2a7b-41ef-b2b6-30624822b257 req-a1004831-cab3-4691-bf57-c8849da991dd tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 944 time: 0.0500627 Nov 26 03:45:59.706724 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-75b5441c-2a7b-41ef-b2b6-30624822b257 req-89edc5e5-a543-4ac7-83c7-2596b0485c4d tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404336 Nov 26 03:45:59.792032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device df81dcd1-1d17-4b4e-b8bd-824ca74db20a up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:45:59.844008 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port df81dcd1-1d17-4b4e-b8bd-824ca74db20a completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:45:59.849224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port df81dcd1-1d17-4b4e-b8bd-824ca74db20a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:45:59.849603 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:59.932332 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:45:59.953283 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:45:59.955491 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950bc082-9c12-4e6e-9fcc-a55bc1c7b4a9" -d '{"events": [{"server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "name": "network-vif-plugged", "status": "completed", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:45:59.968783 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:45:59.973050 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:00.022659 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:46:00.053591 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe85ba37-1b50-4efa-8748-6567f8f94fd0 x-openstack-request-id: req-fe85ba37-1b50-4efa-8748-6567f8f94fd0 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:46:00.053896 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "name": "network-vif-plugged", "status": "completed", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:46:00.054157 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe85ba37-1b50-4efa-8748-6567f8f94fd0 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:46:00.054560 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a', 'code': 200} Nov 26 03:46:00.830146 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7ef9c-ab61-4582-ac2c-f7158da37ad2 req-f33236c0-5c9e-4ce8-918d-f2369745a2a0 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:00.831639 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06e7ef9c-ab61-4582-ac2c-f7158da37ad2 req-f33236c0-5c9e-4ce8-918d-f2369745a2a0 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0540874 Nov 26 03:46:00.885465 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06e7ef9c-ab61-4582-ac2c-f7158da37ad2 req-6c4626ca-416a-437b-a9c2-8172171b43e2 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476193 Nov 26 03:46:01.156655 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-b63a0513-99a9-48c5-a220-6f7c20347d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:01.158035 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-b63a0513-99a9-48c5-a220-6f7c20347d84 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b&tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb HTTP/1.1" status: 200 len: 1096 time: 0.0387113 Nov 26 03:46:01.174326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819389-3', 'device_owner': 'compute:nova'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:46:01.224979 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:01.422030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:46:01.454723 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:46:01.493576 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:46:01.495881 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401efa54-924a-449b-a630-093085602cf8" -d '{"events": [{"server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "name": "network-vif-unplugged", "status": "completed", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:46:01.499940 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:01.512313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Transition to ACTIVE for port object df81dcd1-1d17-4b4e-b8bd-824ca74db20a will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:46:01.516115 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:01.627982 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 03:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02410874-7350-4750-9f63-78c04a899c27 x-openstack-request-id: req-02410874-7350-4750-9f63-78c04a899c27 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:46:01.628310 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "name": "network-vif-unplugged", "status": "completed", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:46:01.628570 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02410874-7350-4750-9f63-78c04a899c27 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:46:01.629000 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a', 'code': 200} Nov 26 03:46:01.634900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Pushing event updated for resources: {'Port': ['ID=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,revision_number=10']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:46:01.662625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:46:01.662983 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:46:01.663336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:46:01.663721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:46:01.664010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:46:01.664382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:46:01.664716 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:46:01.665050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:46:01.665384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:46:01.665718 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:46:01.666048 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:46:01.666377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:46:01.714168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] No DVR routers for this DVR port df81dcd1-1d17-4b4e-b8bd-824ca74db20a on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:46:01.846179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Attempting to bind port df81dcd1-1d17-4b4e-b8bd-824ca74db20a on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:46:01.847087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Attempting to bind port df81dcd1-1d17-4b4e-b8bd-824ca74db20a by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:46:01.847087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Attempting to bind port df81dcd1-1d17-4b4e-b8bd-824ca74db20a on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:46:01.851299 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Port df81dcd1-1d17-4b4e-b8bd-824ca74db20a on network 39eefb8d-3e57-483e-9900-217ad74217d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:46:01.851626 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Attempting to bind port df81dcd1-1d17-4b4e-b8bd-824ca74db20a on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:46:01.856477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:46:01.856824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Checking segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:46:01.857211 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Bound using segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:46:01.857637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Bound port: df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:46:01.857992 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:01.928528 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:46:01.932375 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:46:01.936898 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:01.973333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:01.974700 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:01.976105 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] 10.222.0.54 "PUT /v2.0/ports/df81dcd1-1d17-4b4e-b8bd-824ca74db20a HTTP/1.1" status: 200 len: 1092 time: 0.8055923 Nov 26 03:46:02.053229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33530eb-1711-4300-8f76-d91ac4d72333 service neutron] Pushing event updated for resources: {'Port': ['ID=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,revision_number=11']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:46:02.079182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f666d17-e6d2-42e8-8510-dd478d72c339 req-58099f28-d6b8-495c-a92d-9737d8bef17f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:02.081279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f666d17-e6d2-42e8-8510-dd478d72c339 req-58099f28-d6b8-495c-a92d-9737d8bef17f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 944 time: 0.1164081 Nov 26 03:46:02.088257 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-93f8e6b4-15c4-4d0b-9657-848e5f807da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:02.089749 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-93f8e6b4-15c4-4d0b-9657-848e5f807da4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 1095 time: 0.0715799 Nov 26 03:46:02.182665 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f666d17-e6d2-42e8-8510-dd478d72c339 req-e8c4c6ba-39f0-4fd0-a8d0-299fa7b29907 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918977 Nov 26 03:46:02.211293 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-a13d9790-0290-448c-8c00-c7596f6fe1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:02.212790 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-a13d9790-0290-448c-8c00-c7596f6fe1a0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.1143928 Nov 26 03:46:02.280634 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f1656243-8749-4a56-ad6f-84c3f97196fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a HTTP/1.1" status: 200 len: 999 time: 0.0607159 Nov 26 03:46:02.327625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-613145d4-de92-4c75-b769-de9ac8f73907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:02.329068 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-613145d4-de92-4c75-b769-de9ac8f73907 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0416033 Nov 26 03:46:02.374655 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-c07278d5-ba39-4ee7-8da9-10042568b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:02.376171 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-c07278d5-ba39-4ee7-8da9-10042568b3fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392401 Nov 26 03:46:02.468219 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-228cb78f-60df-41e0-8b2a-90ad92d51695 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838783 Nov 26 03:46:02.554288 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc93c003-3b2a-4428-9ab6-19c216287588 req-f22834fc-e565-4b08-a0be-6ef6d21e173e service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792089 Nov 26 03:46:03.304508 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407afd27-3e5c-4a65-b93c-f5a066814dd9 req-ef386b49-be78-4467-8472-b2a2352a892e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:03.306001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-407afd27-3e5c-4a65-b93c-f5a066814dd9 req-ef386b49-be78-4467-8472-b2a2352a892e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 944 time: 0.0527182 Nov 26 03:46:03.352244 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-407afd27-3e5c-4a65-b93c-f5a066814dd9 req-73f8db26-75ac-41a5-80a2-ecdfe38d725e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401940 Nov 26 03:46:03.630194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:46:03.632613 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070c17f5-09ed-4019-8436-30de3b8862b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:46:03.683661 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d277f84-edc4-42ef-a44c-fd43889930d4 x-openstack-request-id: req-3d277f84-edc4-42ef-a44c-fd43889930d4 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:46:03.683951 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:46:03.684243 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d277f84-edc4-42ef-a44c-fd43889930d4 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:46:03.684672 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a', 'status': 'completed', 'code': 200} Nov 26 03:46:03.741947 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a00bf-7c6e-4d73-a941-f935e492ec51 req-960145cb-b2e3-4fa4-836c-07b2336b0131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:03.743525 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f2a00bf-7c6e-4d73-a941-f935e492ec51 req-960145cb-b2e3-4fa4-836c-07b2336b0131 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 1095 time: 0.0420613 Nov 26 03:46:03.765924 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-c242e8f5-5919-4298-b340-3d6efe919a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:03.767553 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-c242e8f5-5919-4298-b340-3d6efe919a52 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 1095 time: 0.0398746 Nov 26 03:46:03.850749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a00bf-7c6e-4d73-a941-f935e492ec51 req-c7a2d882-64d6-4dd9-9a49-b580c14b3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:03.852260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f2a00bf-7c6e-4d73-a941-f935e492ec51 req-c7a2d882-64d6-4dd9-9a49-b580c14b3b32 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0871716 Nov 26 03:46:03.862895 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-a057bad7-48a9-4e2f-b72a-3a85add1e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:03.864409 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-a057bad7-48a9-4e2f-b72a-3a85add1e7ce service neutron] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0875404 Nov 26 03:46:03.916620 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f2a00bf-7c6e-4d73-a941-f935e492ec51 req-a4b7dd36-b93d-459a-b46b-ffed836ab3e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a HTTP/1.1" status: 200 len: 999 time: 0.0573156 Nov 26 03:46:03.929393 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-3f09566b-1965-4522-9b82-2f5894ecf89b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a HTTP/1.1" status: 200 len: 999 time: 0.0574861 Nov 26 03:46:03.965404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a00bf-7c6e-4d73-a941-f935e492ec51 req-8862d352-57f2-44c9-b7a0-f5be758753b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:03.966965 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f2a00bf-7c6e-4d73-a941-f935e492ec51 req-8862d352-57f2-44c9-b7a0-f5be758753b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0433564 Nov 26 03:46:03.977823 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-d9d7e064-1fb0-47dc-b106-a441f03967bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:03.979265 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-d9d7e064-1fb0-47dc-b106-a441f03967bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0435021 Nov 26 03:46:04.019229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a00bf-7c6e-4d73-a941-f935e492ec51 req-b8b97095-a87f-48bd-9c81-eb4e974f77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:04.020811 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f2a00bf-7c6e-4d73-a941-f935e492ec51 req-b8b97095-a87f-48bd-9c81-eb4e974f77b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465844 Nov 26 03:46:04.029376 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-6fabf3b2-a1f7-45cd-84bd-716f4e36f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:04.030886 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-6fabf3b2-a1f7-45cd-84bd-716f4e36f5da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443873 Nov 26 03:46:04.112029 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f2a00bf-7c6e-4d73-a941-f935e492ec51 req-b945ad69-6811-4b42-a4aa-75d242af1da4 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825655 Nov 26 03:46:04.123387 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-95357f53-1a1c-4d54-bcb4-374259d3e31a service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848634 Nov 26 03:46:04.206115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f2a00bf-7c6e-4d73-a941-f935e492ec51 req-c374aad5-fefa-45d3-b2dd-28b1daf75c00 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858474 Nov 26 03:46:04.213399 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-ab8cb723-07fc-4618-ace6-d3cb166b22d9 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833893 Nov 26 03:46:04.310126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-903f30bc-5940-4818-a643-975647708705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:04.311601 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-903f30bc-5940-4818-a643-975647708705 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 1095 time: 0.0401437 Nov 26 03:46:04.410236 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-e306aafd-ba69-4559-a940-1498f2dd9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:04.411724 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-e306aafd-ba69-4559-a940-1498f2dd9851 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0919130 Nov 26 03:46:04.503603 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-350cf05a-5e2a-4444-bdf0-e5ef68817eaf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a HTTP/1.1" status: 200 len: 999 time: 0.0845664 Nov 26 03:46:04.514437 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b2934-6c13-48f9-823f-0601422f7bc2 req-a8dc08a3-12f5-485d-9da5-73f4ae6b4a4c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:04.515865 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa7b2934-6c13-48f9-823f-0601422f7bc2 req-a8dc08a3-12f5-485d-9da5-73f4ae6b4a4c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 944 time: 0.0915513 Nov 26 03:46:04.581819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-f5ebd28f-611f-4429-bc33-a378893d3243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:04.583299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-f5ebd28f-611f-4429-bc33-a378893d3243 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0665278 Nov 26 03:46:04.603259 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa7b2934-6c13-48f9-823f-0601422f7bc2 req-f3b491e0-be75-4746-9cd8-7a08e1f783ae tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789304 Nov 26 03:46:04.631314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-105b3407-fbea-4131-b26d-cf9c54c550b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:04.632861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-105b3407-fbea-4131-b26d-cf9c54c550b0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423512 Nov 26 03:46:04.736426 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-b7f49f69-21df-42d2-97c0-d6748b7124ff service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955520 Nov 26 03:46:04.825449 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-070c17f5-09ed-4019-8436-30de3b8862b1 req-269ece9e-6f99-4602-bf1c-4100608d4ed7 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800288 Nov 26 03:46:05.221672 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device df81dcd1-1d17-4b4e-b8bd-824ca74db20a details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:46:05.316631 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:46:05.327333 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'port_id': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a', 'mac_address': 'fa:16:3e:9e:74:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:46:05.364373 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:05.376855 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df81dcd1-1d17-4b4e-b8bd-824ca74db20a {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:46:05.396805 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:46:05.400754 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:05.451254 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,revision_number=12']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:46:05.725723 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f96e09-c6fb-415f-a37c-1d612d72c965 req-4be37cbe-94a0-4a8c-8900-08cfbe487c46 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:05.727261 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-01f96e09-c6fb-415f-a37c-1d612d72c965 req-4be37cbe-94a0-4a8c-8900-08cfbe487c46 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0529544 Nov 26 03:46:05.775539 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-01f96e09-c6fb-415f-a37c-1d612d72c965 req-4ca29211-3455-44ba-9fdd-4f11ba551963 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405295 Nov 26 03:46:05.800444 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device df81dcd1-1d17-4b4e-b8bd-824ca74db20a no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:46:05.841736 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device df81dcd1-1d17-4b4e-b8bd-824ca74db20a not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:46:05.873585 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['df81dcd1-1d17-4b4e-b8bd-824ca74db20a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:46:05.889774 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f793e-38cf-40f8-a668-4ad26eed7092 req-323438e1-6730-496e-b552-07d1e75744de tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:05.891176 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c1f793e-38cf-40f8-a668-4ad26eed7092 req-323438e1-6730-496e-b552-07d1e75744de tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0476353 Nov 26 03:46:05.938839 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7c1f793e-38cf-40f8-a668-4ad26eed7092 req-cce2787f-aedc-421e-86ac-086e85954e84 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410235 Nov 26 03:46:06.055664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8a8b1-dfcb-4592-8526-fa3369fdc37c req-fa0c6bf2-2a70-48ca-a1bd-ad52dc51b505 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:06.057211 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1a8a8b1-dfcb-4592-8526-fa3369fdc37c req-fa0c6bf2-2a70-48ca-a1bd-ad52dc51b505 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0507114 Nov 26 03:46:06.103220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1a8a8b1-dfcb-4592-8526-fa3369fdc37c req-9e4643e3-3889-46dd-ad66-4a253bb390aa tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401919 Nov 26 03:46:06.333195 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75f3df-2c24-4c68-ab9a-78116ab131f2 req-cac43f21-7cd4-4c13-9f2a-a452c83db154 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:06.334689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c75f3df-2c24-4c68-ab9a-78116ab131f2 req-cac43f21-7cd4-4c13-9f2a-a452c83db154 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 945 time: 0.0478384 Nov 26 03:46:06.382769 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4c75f3df-2c24-4c68-ab9a-78116ab131f2 req-3421fcba-42c7-444d-a79d-819385fe01e3 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412297 Nov 26 03:46:07.225956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device df81dcd1-1d17-4b4e-b8bd-824ca74db20a up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:46:07.273578 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port df81dcd1-1d17-4b4e-b8bd-824ca74db20a completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:46:07.277195 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port df81dcd1-1d17-4b4e-b8bd-824ca74db20a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:46:07.277576 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:07.355827 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:07.378410 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:46:07.380666 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f68c946-bb0c-47a6-a48d-3bd0d26d9e3a" -d '{"events": [{"server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "name": "network-vif-plugged", "status": "completed", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:46:07.393693 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:46:07.398249 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:07.430800 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868a3f88-adb3-4147-b002-dfa4c9b4cb43 x-openstack-request-id: req-868a3f88-adb3-4147-b002-dfa4c9b4cb43 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:46:07.431097 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "name": "network-vif-plugged", "status": "completed", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:46:07.431359 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-868a3f88-adb3-4147-b002-dfa4c9b4cb43 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:46:07.431756 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a', 'code': 200} Nov 26 03:46:07.449913 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,revision_number=13']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:46:07.508311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf43999-2039-484d-b403-fe8cfee77b72 req-cb3c3a2c-1713-4da1-b374-8e471738799a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:07.509734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bf43999-2039-484d-b403-fe8cfee77b72 req-cb3c3a2c-1713-4da1-b374-8e471738799a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 946 time: 0.0498755 Nov 26 03:46:07.559078 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3bf43999-2039-484d-b403-fe8cfee77b72 req-f4b7be3b-ec57-40f6-b378-3990c74ae682 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434306 Nov 26 03:46:07.886676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669de16-60de-4d5a-b881-c0c4ad92f620 req-be1b5393-6596-45ad-a8e5-b53c5a48d5c1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:07.888135 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a669de16-60de-4d5a-b881-c0c4ad92f620 req-be1b5393-6596-45ad-a8e5-b53c5a48d5c1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.54 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 946 time: 0.0478883 Nov 26 03:46:07.976461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-a669de16-60de-4d5a-b881-c0c4ad92f620 req-94efba44-ce94-4405-b352-213130c9b985 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Deleting port df81dcd1-1d17-4b4e-b8bd-824ca74db20a {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:46:07.976809 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a669de16-60de-4d5a-b881-c0c4ad92f620 req-94efba44-ce94-4405-b352-213130c9b985 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:08.066321 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-a669de16-60de-4d5a-b881-c0c4ad92f620 req-94efba44-ce94-4405-b352-213130c9b985 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] For port df81dcd1-1d17-4b4e-b8bd-824ca74db20a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:46:08.066685 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a669de16-60de-4d5a-b881-c0c4ad92f620 req-94efba44-ce94-4405-b352-213130c9b985 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:08.591552 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a669de16-60de-4d5a-b881-c0c4ad92f620 req-94efba44-ce94-4405-b352-213130c9b985 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:08.592076 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a669de16-60de-4d5a-b881-c0c4ad92f620 req-94efba44-ce94-4405-b352-213130c9b985 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:08.592263 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [req-a669de16-60de-4d5a-b881-c0c4ad92f620 req-94efba44-ce94-4405-b352-213130c9b985 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Floating IP 89aeba66-2007-4a70-854d-22e6c3e2c5e8 disassociated. External IP: 172.25.0.49, port: df81dcd1-1d17-4b4e-b8bd-824ca74db20a. Nov 26 03:46:08.592620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-a669de16-60de-4d5a-b881-c0c4ad92f620 req-94efba44-ce94-4405-b352-213130c9b985 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Calling delete_port for df81dcd1-1d17-4b4e-b8bd-824ca74db20a owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:46:08.697214 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4a779-7199-4efb-af36-1aa8e8bab0d2 req-0a91de30-54d7-447c-97c6-73b8feb2cc90 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:08.698692 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ec4a779-7199-4efb-af36-1aa8e8bab0d2 req-0a91de30-54d7-447c-97c6-73b8feb2cc90 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3110980-bf41-4ae6-9904-1b71f3db014b HTTP/1.1" status: 200 len: 946 time: 0.0667853 Nov 26 03:46:08.782336 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ec4a779-7199-4efb-af36-1aa8e8bab0d2 req-275f7ea2-b1ba-4cef-afa2-bf17ba3e8db0 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765851 Nov 26 03:46:08.801742 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a669de16-60de-4d5a-b881-c0c4ad92f620 req-94efba44-ce94-4405-b352-213130c9b985 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:08.830285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efba44-ce94-4405-b352-213130c9b985 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Pushing event deleted for resources: {'Port': ['ID=df81dcd1-1d17-4b4e-b8bd-824ca74db20a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:46:08.945340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a669de16-60de-4d5a-b881-c0c4ad92f620 req-94efba44-ce94-4405-b352-213130c9b985 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Router ba7cda71-dfa8-48a0-978a-df4069c7dd86 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:46:09.053831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a669de16-60de-4d5a-b881-c0c4ad92f620 req-94efba44-ce94-4405-b352-213130c9b985 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:46:09.063731 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078d67a8-0d00-4688-886e-333dc05b1b6c None None] Sync routers for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:46:09.074984 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078d67a8-0d00-4688-886e-333dc05b1b6c None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:46:09.075600 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-078d67a8-0d00-4688-886e-333dc05b1b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:45:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:46:09.092603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a669de16-60de-4d5a-b881-c0c4ad92f620 req-94efba44-ce94-4405-b352-213130c9b985 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] No DVR routers for this DVR port df81dcd1-1d17-4b4e-b8bd-824ca74db20a on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:46:09.095377 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-a669de16-60de-4d5a-b881-c0c4ad92f620 req-94efba44-ce94-4405-b352-213130c9b985 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:09.099370 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a669de16-60de-4d5a-b881-c0c4ad92f620 req-94efba44-ce94-4405-b352-213130c9b985 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.54 "DELETE /v2.0/ports/df81dcd1-1d17-4b4e-b8bd-824ca74db20a HTTP/1.1" status: 204 len: 173 time: 1.2036221 Nov 26 03:46:09.099824 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'name': 'network-vif-deleted', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:46:09.102673 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ccec42-0ce4-4596-a462-e3ec456e85bc" -d '{"events": [{"server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "name": "network-vif-deleted", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:46:09.147991 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0af023-a5ce-45a7-8715-f22200f2bc79 x-openstack-request-id: req-2d0af023-a5ce-45a7-8715-f22200f2bc79 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:46:09.148334 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3110980-bf41-4ae6-9904-1b71f3db014b", "name": "network-vif-deleted", "tag": "df81dcd1-1d17-4b4e-b8bd-824ca74db20a", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:46:09.148596 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d0af023-a5ce-45a7-8715-f22200f2bc79 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:46:09.149055 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3110980-bf41-4ae6-9904-1b71f3db014b', 'name': 'network-vif-deleted', 'tag': 'df81dcd1-1d17-4b4e-b8bd-824ca74db20a', 'status': 'completed', 'code': 200} Nov 26 03:46:09.190016 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-078d67a8-0d00-4688-886e-333dc05b1b6c None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:46:09.386979 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-078d67a8-0d00-4688-886e-333dc05b1b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:46:09.412561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078d67a8-0d00-4688-886e-333dc05b1b6c None None] Checking router: ba7cda71-dfa8-48a0-978a-df4069c7dd86 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:46:09.420747 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078d67a8-0d00-4688-886e-333dc05b1b6c None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:46:09.421353 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-078d67a8-0d00-4688-886e-333dc05b1b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:45:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:46:09.525430 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-078d67a8-0d00-4688-886e-333dc05b1b6c None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:46:09.884334 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-078d67a8-0d00-4688-886e-333dc05b1b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:46:09.910577 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078d67a8-0d00-4688-886e-333dc05b1b6c None None] The sync data for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 is: [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:46:10.088900 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-10324a7a-4092-45c4-a5d0-fffdfdfd6335 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--799869737&fields=id&tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb HTTP/1.1" status: 200 len: 267 time: 0.0439880 Nov 26 03:46:10.145968 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6d45d-eceb-4af6-a3a6-a56e6e23feeb None None] New status for floating IP 89aeba66-2007-4a70-854d-22e6c3e2c5e8: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:46:10.201376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-c27ce115-29c8-4c96-abed-5fe1d3b6db34 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:10.202796 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-c27ce115-29c8-4c96-abed-5fe1d3b6db34 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 811 time: 0.1062086 Nov 26 03:46:10.218485 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-8ce90927-9610-4cf4-a9b1-9fce544253c8 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/quotas/6ef3356fdbca4adaa7e7a4b922ad4bbb HTTP/1.1" status: 200 len: 375 time: 0.0090871 Nov 26 03:46:10.272451 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-28a9d78a-ea6c-41cb-8f81-d5567cb2444c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480437 Nov 26 03:46:10.380047 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-b0ae4f33-2225-4667-86db-be486a3939c0 service neutron] 10.222.0.31 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939338 Nov 26 03:46:10.469206 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-0a244d2d-b9e4-4c79-baef-d02cbe04bbf9 service neutron] 10.222.0.31 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830231 Nov 26 03:46:10.640420 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1ab7662-ba03-4c8f-99d7-8e69ca601058 req-4972cb76-3674-4250-b422-4d2c9123dd65 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 210 time: 0.0307956 Nov 26 03:46:11.264719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device df81dcd1-1d17-4b4e-b8bd-824ca74db20a no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:46:11.285498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: df81dcd1-1d17-4b4e-b8bd-824ca74db20a {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:46:11.285848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device df81dcd1-1d17-4b4e-b8bd-824ca74db20a not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:46:11.695371 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-29a9741f-5b2a-41e9-882f-059c08304a66 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:11.696903 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-29a9741f-5b2a-41e9-882f-059c08304a66 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 811 time: 0.1048634 Nov 26 03:46:11.741979 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c38c9820-b7ce-43dc-b0f4-b471fe624ea7 req-c63d364a-c627-408c-8044-af06a67cabb6 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 210 time: 0.0273461 Nov 26 03:46:11.776842 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-c6d0cbb9-d07a-4f1c-b1c3-dc11a1af78cd tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb HTTP/1.1" status: 200 len: 379 time: 0.0569878 Nov 26 03:46:11.782621 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c7b21458-b364-4a95-b165-3339e4ae3a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:11.788386 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-0d6bd5a5-0866-423d-b777-8af73f29601e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Request body: {'port': {'device_id': '2285c522-b537-4ddd-a086-bce90b757073', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'admin_state_up': True, 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'security_groups': ['5ee01831-d322-41ac-91aa-42fd9c71a657']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:46:11.892339 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-0d6bd5a5-0866-423d-b777-8af73f29601e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Made reservation on behalf of 6ef3356fdbca4adaa7e7a4b922ad4bbb for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:46:11.896268 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-0d6bd5a5-0866-423d-b777-8af73f29601e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:12.018445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-0d6bd5a5-0866-423d-b777-8af73f29601e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Allocated IP 172.20.0.5 (39eefb8d-3e57-483e-9900-217ad74217d5/04f32898-79bd-4453-832a-1730d5be3a2a/12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:46:12.151103 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-0d6bd5a5-0866-423d-b777-8af73f29601e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:12.187848 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-0d6bd5a5-0866-423d-b777-8af73f29601e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:12.231245 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-0d6bd5a5-0866-423d-b777-8af73f29601e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Network 39eefb8d-3e57-483e-9900-217ad74217d5 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:46:12.234306 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-0d6bd5a5-0866-423d-b777-8af73f29601e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:46:12.238100 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-0d6bd5a5-0866-423d-b777-8af73f29601e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:46:12.260987 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bd5a5-0866-423d-b777-8af73f29601e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Pushing event updated for resources: {'Port': ['ID=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:46:12.290340 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-0d6bd5a5-0866-423d-b777-8af73f29601e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:12.290958 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-0d6bd5a5-0866-423d-b777-8af73f29601e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:12.308345 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-0d6bd5a5-0866-423d-b777-8af73f29601e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5241899 Nov 26 03:46:12.325995 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Request body: {'port': {'device_id': '2285c522-b537-4ddd-a086-bce90b757073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:46:12.384497 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:12.463278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-16d1b825-7a51-46be-94b5-d7e788f8741f None None] Provisioning complete for port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:46:12.463841 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-16d1b825-7a51-46be-94b5-d7e788f8741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:12.499379 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-16d1b825-7a51-46be-94b5-d7e788f8741f None None] Port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:46:12.638772 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:46:12.646324 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:12.658110 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Transition to ACTIVE for port object 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:46:12.661730 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:12.712222 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Pushing event updated for resources: {'Port': ['ID=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:46:12.784631 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Attempting to bind port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:46:12.784631 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Attempting to bind port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:46:12.784631 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Attempting to bind port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:46:12.789222 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 on network 39eefb8d-3e57-483e-9900-217ad74217d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:46:12.789552 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Attempting to bind port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:46:12.794613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:46:12.794954 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Checking segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:46:12.795342 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Bound using segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:46:12.796238 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Bound port: 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:46:12.796238 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:12.862485 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9184a8-29b4-4916-bf3e-bd2797fcbd37 req-e617d392-5f69-45fb-92a0-ca1c16a5b7c3 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:12.864633 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee9184a8-29b4-4916-bf3e-bd2797fcbd37 req-e617d392-5f69-45fb-92a0-ca1c16a5b7c3 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 943 time: 0.0513294 Nov 26 03:46:12.866244 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:46:12.869577 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:46:12.874652 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:12.915869 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:12.916440 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:12.917852 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] 10.222.0.59 "PUT /v2.0/ports/12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 HTTP/1.1" status: 200 len: 1091 time: 0.5962372 Nov 26 03:46:12.918300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:46:12.920612 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d4eac0-532b-4152-8129-7b4042e164fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:46:12.934999 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee9184a8-29b4-4916-bf3e-bd2797fcbd37 req-ceb32dce-0b63-4d09-8434-fb743f9bfebc tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544078 Nov 26 03:46:12.961169 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236ab974-46d1-4dc2-a937-2e0c644c0d43 x-openstack-request-id: req-236ab974-46d1-4dc2-a937-2e0c644c0d43 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:46:12.961463 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:46:12.961701 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-236ab974-46d1-4dc2-a937-2e0c644c0d43 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:46:12.962107 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1', 'status': 'completed', 'code': 200} Nov 26 03:46:12.965102 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10d0fe-e6a0-48b1-b661-6bc11a353673 service neutron] Pushing event updated for resources: {'Port': ['ID=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:46:13.034282 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-4f623ab6-2fed-4aa8-8ce3-9b2f92094170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:13.036394 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-4f623ab6-2fed-4aa8-8ce3-9b2f92094170 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 1094 time: 0.0458560 Nov 26 03:46:13.085787 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-c2bcbe5c-cc88-4de3-ae51-10d638bc8b33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 HTTP/1.1" status: 200 len: 217 time: 0.0350633 Nov 26 03:46:13.135405 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-0c648749-6012-411b-b565-e8a58106b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:13.136905 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-0c648749-6012-411b-b565-e8a58106b2ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0441611 Nov 26 03:46:13.181899 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-3a5534d6-3257-4c60-9ec8-10ad7e1840dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:13.183384 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-3a5534d6-3257-4c60-9ec8-10ad7e1840dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395021 Nov 26 03:46:13.274764 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-df5e890f-8321-4aad-83e3-978780ec9a70 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823820 Nov 26 03:46:13.366967 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f73fbb35-7494-44d8-88d6-eac80c937fc3 req-0fdffd50-f86e-4457-b5d7-6b115ece5f8f service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849721 Nov 26 03:46:13.489027 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4eac0-532b-4152-8129-7b4042e164fd req-d20ea69a-94fc-4905-8639-fd13df01c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:13.490412 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f7d4eac0-532b-4152-8129-7b4042e164fd req-d20ea69a-94fc-4905-8639-fd13df01c36b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 1094 time: 0.0403266 Nov 26 03:46:13.578727 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4eac0-532b-4152-8129-7b4042e164fd req-ff56bc44-a3fb-4bd4-b4df-cf068a5755cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:13.580197 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f7d4eac0-532b-4152-8129-7b4042e164fd req-ff56bc44-a3fb-4bd4-b4df-cf068a5755cd service neutron] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0829585 Nov 26 03:46:13.619592 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f7d4eac0-532b-4152-8129-7b4042e164fd req-2e1167c4-4c44-489e-b16d-a15e8b88e550 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 HTTP/1.1" status: 200 len: 217 time: 0.0326033 Nov 26 03:46:13.668648 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4eac0-532b-4152-8129-7b4042e164fd req-2c47c6b3-6538-44dd-9dc0-e8ea7dc065ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:13.670080 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f7d4eac0-532b-4152-8129-7b4042e164fd req-2c47c6b3-6538-44dd-9dc0-e8ea7dc065ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0426371 Nov 26 03:46:13.715938 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4eac0-532b-4152-8129-7b4042e164fd req-7c88ca5d-3750-4a2a-8506-d6e5dbd1275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:13.717431 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f7d4eac0-532b-4152-8129-7b4042e164fd req-7c88ca5d-3750-4a2a-8506-d6e5dbd1275c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389605 Nov 26 03:46:13.806905 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f7d4eac0-532b-4152-8129-7b4042e164fd req-ed6b8173-443c-466c-9e26-777a3c289365 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818582 Nov 26 03:46:13.897282 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f7d4eac0-532b-4152-8129-7b4042e164fd req-82d98a94-844b-45cf-b624-ff8b8ace709f service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828631 Nov 26 03:46:14.045617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a339ec5-1400-4e79-ad42-04f9ee1eef90 req-e632d28b-9152-4260-a103-03a9b47ecf9f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:14.047041 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a339ec5-1400-4e79-ad42-04f9ee1eef90 req-e632d28b-9152-4260-a103-03a9b47ecf9f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 943 time: 0.0484240 Nov 26 03:46:14.098191 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4a339ec5-1400-4e79-ad42-04f9ee1eef90 req-46f000e2-5e7f-484b-853c-c1f891c99d87 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445971 Nov 26 03:46:14.210961 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c6da7542-c994-47df-a42a-ea4786f87fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:15.214383 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5334a-d2e7-4036-b923-f54a087d0679 req-409bfab1-af73-4746-8055-b7db58af3329 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:15.215781 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-80d5334a-d2e7-4036-b923-f54a087d0679 req-409bfab1-af73-4746-8055-b7db58af3329 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 943 time: 0.0479629 Nov 26 03:46:15.244681 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:15.264691 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-80d5334a-d2e7-4036-b923-f54a087d0679 req-8631aab0-9ce7-4725-b56c-e9ab4e62aaf7 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425634 Nov 26 03:46:15.851370 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:46:15.945390 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:46:15.955798 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'port_id': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1', 'mac_address': 'fa:16:3e:8a:e8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:46:15.992521 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:16.005590 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:46:16.024907 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:46:16.028877 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:16.076432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:46:16.288386 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:46:16.383054 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2d476-8dc7-457a-a62d-9623f2a1b24f req-c0159af9-ca01-4385-aa56-82d2697f4b86 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:16.384594 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-87e2d476-8dc7-457a-a62d-9623f2a1b24f req-c0159af9-ca01-4385-aa56-82d2697f4b86 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 944 time: 0.0485494 Nov 26 03:46:16.432169 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-87e2d476-8dc7-457a-a62d-9623f2a1b24f req-dcb8e16e-3dda-49f5-a9e1-26209ffaeab0 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415170 Nov 26 03:46:16.791017 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:17.551726 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c8917-9d3d-4f00-9727-747b3a89e873 req-36ec2682-f558-4884-a454-bc9b067cb3cc tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:17.553262 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4e3c8917-9d3d-4f00-9727-747b3a89e873 req-36ec2682-f558-4884-a454-bc9b067cb3cc tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 944 time: 0.0521698 Nov 26 03:46:17.604379 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4e3c8917-9d3d-4f00-9727-747b3a89e873 req-0c030da1-5cdc-448a-9e0f-d518fe98b274 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436494 Nov 26 03:46:17.655258 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:17.864483 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:46:17.917201 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:46:17.921585 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:46:17.921993 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:17.999215 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:18.027900 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:46:18.030200 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfb6af9-8bfd-44ad-86e9-797c51ef1707" -d '{"events": [{"server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "name": "network-vif-plugged", "status": "completed", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:46:18.046361 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:46:18.051277 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:18.081967 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f3ace8-455f-4682-bcc7-55451a43b915 x-openstack-request-id: req-e1f3ace8-455f-4682-bcc7-55451a43b915 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:46:18.082270 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "name": "network-vif-plugged", "status": "completed", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:46:18.082525 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1f3ace8-455f-4682-bcc7-55451a43b915 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:46:18.082925 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1', 'code': 200} Nov 26 03:46:18.116748 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:46:18.198689 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaf890-e3f2-446a-b747-f5a1acb10de0 req-9f336e2f-37c8-4c8a-84f1-59099d2c3ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:18.200222 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-aadaf890-e3f2-446a-b747-f5a1acb10de0 req-9f336e2f-37c8-4c8a-84f1-59099d2c3ae4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 1096 time: 0.0396166 Nov 26 03:46:18.246502 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-aadaf890-e3f2-446a-b747-f5a1acb10de0 req-56bd0dc8-062a-4da9-a591-407723054df7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383956 Nov 26 03:46:18.722256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a268f7-e16b-48af-b983-a65ba138aea8 req-078addf9-a5a4-46c8-ab58-dca335b825ad tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:18.723746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19a268f7-e16b-48af-b983-a65ba138aea8 req-078addf9-a5a4-46c8-ab58-dca335b825ad tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0488889 Nov 26 03:46:18.773182 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19a268f7-e16b-48af-b983-a65ba138aea8 req-57db123c-b9f4-44e2-854b-0c160f5cecd2 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433533 Nov 26 03:46:19.903300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04881f16-e300-4ae3-bef6-0eef9878fa68 req-6515085e-ab0e-474d-8d9b-a7216972292c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:19.904734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-04881f16-e300-4ae3-bef6-0eef9878fa68 req-6515085e-ab0e-474d-8d9b-a7216972292c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0522747 Nov 26 03:46:19.950592 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-04881f16-e300-4ae3-bef6-0eef9878fa68 req-5298b539-535f-412d-987a-9357588ec537 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398021 Nov 26 03:46:20.061937 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbf139-77f1-464f-9f09-530296b1f8e2 req-bf9e7664-a883-4179-9c5c-52aaded49c76 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:20.063425 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-41fbf139-77f1-464f-9f09-530296b1f8e2 req-bf9e7664-a883-4179-9c5c-52aaded49c76 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0485041 Nov 26 03:46:20.071987 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 33688) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:46:20.076308 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-dabc9418-de44-4e41-9587-b8d39a66ae0b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Request body: {'floatingip': {'port_id': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:46:20.115130 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dabc9418-de44-4e41-9587-b8d39a66ae0b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for floatingip, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:20.523991 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dabc9418-de44-4e41-9587-b8d39a66ae0b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:20.527475 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dabc9418-de44-4e41-9587-b8d39a66ae0b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:20.633482 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-dabc9418-de44-4e41-9587-b8d39a66ae0b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Floating IP 89aeba66-2007-4a70-854d-22e6c3e2c5e8 associated. External IP: 172.25.0.49, port: 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1. Nov 26 03:46:20.850215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabc9418-de44-4e41-9587-b8d39a66ae0b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Router ba7cda71-dfa8-48a0-978a-df4069c7dd86 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:46:20.955919 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabc9418-de44-4e41-9587-b8d39a66ae0b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:46:20.960401 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dabc9418-de44-4e41-9587-b8d39a66ae0b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:20.966186 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a46ac-add8-49d5-b52a-c099dc424753 None None] Sync routers for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:46:20.975901 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a46ac-add8-49d5-b52a-c099dc424753 None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:46:20.976539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-246a46ac-add8-49d5-b52a-c099dc424753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:46:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:46:20.988416 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-dabc9418-de44-4e41-9587-b8d39a66ae0b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "PUT /v2.0/floatingips/89aeba66-2007-4a70-854d-22e6c3e2c5e8 HTTP/1.1" status: 200 len: 991 time: 0.9148161 Nov 26 03:46:20.989027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:46:20.991300 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5727c263-f1e2-45f8-9230-8bde82660177" -d '{"events": [{"name": "network-changed", "server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:46:21.031135 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d445ce-47dc-442d-a294-a3c1c6505670 x-openstack-request-id: req-51d445ce-47dc-442d-a294-a3c1c6505670 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:46:21.031565 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:46:21.031989 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51d445ce-47dc-442d-a294-a3c1c6505670 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:46:21.032462 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1', 'status': 'completed', 'code': 200} Nov 26 03:46:21.082283 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-246a46ac-add8-49d5-b52a-c099dc424753 None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:46:21.125422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727c263-f1e2-45f8-9230-8bde82660177 req-c4b21ab3-ea90-4ab3-bd66-9aa0bd19c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:21.126838 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5727c263-f1e2-45f8-9230-8bde82660177 req-c4b21ab3-ea90-4ab3-bd66-9aa0bd19c094 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 1096 time: 0.0396464 Nov 26 03:46:21.219311 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727c263-f1e2-45f8-9230-8bde82660177 req-3173e153-4f46-4e73-9dec-47b1978f75a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:21.220830 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5727c263-f1e2-45f8-9230-8bde82660177 req-3173e153-4f46-4e73-9dec-47b1978f75a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0857401 Nov 26 03:46:21.285895 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5727c263-f1e2-45f8-9230-8bde82660177 req-856f9fd6-f256-4a87-84ef-001eb86ea7fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 HTTP/1.1" status: 200 len: 999 time: 0.0566728 Nov 26 03:46:21.299553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-246a46ac-add8-49d5-b52a-c099dc424753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '89aeba66-2007-4a70-854d-22e6c3e2c5e8', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'port_id': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'mac_address': 'fa:16:3e:8a:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2285c522-b537-4ddd-a086-bce90b757073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:36:46Z', 'updated_at': '2021-11-26T03:46:20Z', 'revision_number': 13, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:46:21.329423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a46ac-add8-49d5-b52a-c099dc424753 None None] Checking router: ba7cda71-dfa8-48a0-978a-df4069c7dd86 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:46:21.338528 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a46ac-add8-49d5-b52a-c099dc424753 None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:46:21.339162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-246a46ac-add8-49d5-b52a-c099dc424753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:46:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:46:21.447895 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-246a46ac-add8-49d5-b52a-c099dc424753 None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:46:21.673024 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727c263-f1e2-45f8-9230-8bde82660177 req-b232483a-68c4-4a5b-aa9d-f744b12e88d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:21.674522 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5727c263-f1e2-45f8-9230-8bde82660177 req-b232483a-68c4-4a5b-aa9d-f744b12e88d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.3817294 Nov 26 03:46:21.677424 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-246a46ac-add8-49d5-b52a-c099dc424753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '89aeba66-2007-4a70-854d-22e6c3e2c5e8', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'port_id': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'mac_address': 'fa:16:3e:8a:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2285c522-b537-4ddd-a086-bce90b757073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:36:46Z', 'updated_at': '2021-11-26T03:46:20Z', 'revision_number': 13, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:46:21.707975 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a46ac-add8-49d5-b52a-c099dc424753 None None] The sync data for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 is: [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '89aeba66-2007-4a70-854d-22e6c3e2c5e8', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'port_id': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'mac_address': 'fa:16:3e:8a:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2285c522-b537-4ddd-a086-bce90b757073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:36:46Z', 'updated_at': '2021-11-26T03:46:20Z', 'revision_number': 13, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:46:21.721106 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727c263-f1e2-45f8-9230-8bde82660177 req-f67f2739-547a-40a9-91b7-5baf0dfa8c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:21.723688 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5727c263-f1e2-45f8-9230-8bde82660177 req-f67f2739-547a-40a9-91b7-5baf0dfa8c03 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413902 Nov 26 03:46:21.814148 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5727c263-f1e2-45f8-9230-8bde82660177 req-3ea55c71-d9a8-427f-8565-150577ea4380 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833349 Nov 26 03:46:21.898030 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b855e3-08cc-4301-a756-174c5ae6942c None None] New status for floating IP 89aeba66-2007-4a70-854d-22e6c3e2c5e8: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:46:21.912269 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5727c263-f1e2-45f8-9230-8bde82660177 req-b62df72b-49be-499b-8939-e4078b005276 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899956 Nov 26 03:46:22.803832 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:23.884565 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:46:24.083773 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:41.785684 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-28ab0592-2098-41bb-8e96-b97748c5f794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:44.211506 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-874dff66-a17d-49da-b30b-b4aa490283e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:45.246158 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:46.794568 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:47.660391 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:52.816949 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:54.097651 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:46:55.311302 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a3c22c4f-5eef-4575-9b36-0b4caf37d291 req-e97e77f2-e795-4224-bdca-efcfe796f48f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381513 Nov 26 03:46:55.412046 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c22c4f-5eef-4575-9b36-0b4caf37d291 req-37ac6db2-0513-4295-a65d-62579310828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:55.413574 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a3c22c4f-5eef-4575-9b36-0b4caf37d291 req-37ac6db2-0513-4295-a65d-62579310828c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 1096 time: 0.0435843 Nov 26 03:46:55.514801 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c22c4f-5eef-4575-9b36-0b4caf37d291 req-e0fc9bbe-c261-41e2-a812-54f9f5a675d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:55.516321 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a3c22c4f-5eef-4575-9b36-0b4caf37d291 req-e0fc9bbe-c261-41e2-a812-54f9f5a675d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0831711 Nov 26 03:46:55.583393 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a3c22c4f-5eef-4575-9b36-0b4caf37d291 req-aa041c63-72d9-4f15-aae7-51e905f0c621 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 HTTP/1.1" status: 200 len: 1001 time: 0.0596759 Nov 26 03:46:55.632705 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c22c4f-5eef-4575-9b36-0b4caf37d291 req-011c752d-debd-4750-8ffa-cb8dd76a0ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:55.634167 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a3c22c4f-5eef-4575-9b36-0b4caf37d291 req-011c752d-debd-4750-8ffa-cb8dd76a0ddb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0432923 Nov 26 03:46:55.679488 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c22c4f-5eef-4575-9b36-0b4caf37d291 req-b9e5992b-d426-4dc7-91ef-a2063b881649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:46:55.681017 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a3c22c4f-5eef-4575-9b36-0b4caf37d291 req-b9e5992b-d426-4dc7-91ef-a2063b881649 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397882 Nov 26 03:46:55.773941 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a3c22c4f-5eef-4575-9b36-0b4caf37d291 req-c3c9f652-21f7-4951-bc40-8c3565dc75a6 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850997 Nov 26 03:46:55.864486 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a3c22c4f-5eef-4575-9b36-0b4caf37d291 req-6141f8d9-1193-4c0f-b246-cb7e0ccd2956 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823548 Nov 26 03:47:00.883850 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:47:11.785792 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b69e0f44-34ac-4ba6-8f1e-55e784a9a28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:47:14.211016 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-149fef7b-4f1a-4376-92cc-6d4f33ed562b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:47:15.251624 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:47:16.796497 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:47:17.662853 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:47:22.810754 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:47:24.097069 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:47:37.883527 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:47:41.788302 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-83e5907d-0938-4dec-9d6a-7da07765ec31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:47:44.210697 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d20f318c-db40-4641-82c6-601282dfc211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:47:45.254889 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:47:46.799800 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:47:47.664021 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:47:52.810519 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:47:54.112449 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:47:56.393862 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e49ef012-a8c3-4692-a938-66b71260ad61 req-2e84fcff-b69c-4511-a337-ed8cd6ce0ff3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441921 Nov 26 03:47:56.494417 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ef012-a8c3-4692-a938-66b71260ad61 req-0850a339-7844-4a05-95eb-a9891f8a7c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:47:56.495847 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e49ef012-a8c3-4692-a938-66b71260ad61 req-0850a339-7844-4a05-95eb-a9891f8a7c12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 1096 time: 0.0421484 Nov 26 03:47:56.598887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ef012-a8c3-4692-a938-66b71260ad61 req-914e6817-5f3f-47bd-ae65-6f88af9d17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:47:56.600394 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e49ef012-a8c3-4692-a938-66b71260ad61 req-914e6817-5f3f-47bd-ae65-6f88af9d17cd service neutron] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0845385 Nov 26 03:47:56.670243 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e49ef012-a8c3-4692-a938-66b71260ad61 req-c4efb40a-1091-409d-ad8e-91d37210eb5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 HTTP/1.1" status: 200 len: 1001 time: 0.0626669 Nov 26 03:47:56.718653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ef012-a8c3-4692-a938-66b71260ad61 req-fddfa1ef-1005-478b-8b42-cde041ecb055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:47:56.720122 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e49ef012-a8c3-4692-a938-66b71260ad61 req-fddfa1ef-1005-478b-8b42-cde041ecb055 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0421798 Nov 26 03:47:56.764839 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ef012-a8c3-4692-a938-66b71260ad61 req-736f2dfe-4e7b-4b2d-99cf-943572a9d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:47:56.766233 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e49ef012-a8c3-4692-a938-66b71260ad61 req-736f2dfe-4e7b-4b2d-99cf-943572a9d8a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396798 Nov 26 03:47:56.857193 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e49ef012-a8c3-4692-a938-66b71260ad61 req-a25f38d5-1067-468a-bc6b-93f095526a3d service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834098 Nov 26 03:47:56.950805 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e49ef012-a8c3-4692-a938-66b71260ad61 req-ee9fe780-e323-45b6-93ec-f5c085eee2ea service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841217 Nov 26 03:47:58.749433 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c69b6c-90a5-4ad6-bcd0-9da0b4321523 req-b0d6fe47-d802-409d-a367-05e95facbb49 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:47:58.750946 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e7c69b6c-90a5-4ad6-bcd0-9da0b4321523 req-b0d6fe47-d802-409d-a367-05e95facbb49 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0532053 Nov 26 03:47:58.799281 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e7c69b6c-90a5-4ad6-bcd0-9da0b4321523 req-40c3127a-b53c-430b-9b44-18ca593fad96 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424798 Nov 26 03:48:10.883557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-8c4373a3-6c46-4959-87e5-5d1a094113ef req-0c6a0c0f-a246-4c6f-a2cc-e2822670545b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:48:10.884715 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c4373a3-6c46-4959-87e5-5d1a094113ef req-0c6a0c0f-a246-4c6f-a2cc-e2822670545b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0999393 Nov 26 03:48:11.111612 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bef022-bdf4-48d9-848f-6e4258a2e781 req-b38df96e-69a1-41bb-8fd2-0afed4e32f52 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:11.113652 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-57bef022-bdf4-48d9-848f-6e4258a2e781 req-b38df96e-69a1-41bb-8fd2-0afed4e32f52 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0792747 Nov 26 03:48:11.128324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-6f0d5f2e-2e40-4c2a-be00-cbdf38d01416 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096053 Nov 26 03:48:11.167428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-57bef022-bdf4-48d9-848f-6e4258a2e781 req-2ea58ce2-7c5d-4065-8a22-9e8b899eb217 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475445 Nov 26 03:48:11.789400 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-39b2a4eb-358a-4d59-9260-d255aef0f426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:12.287565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd6d4d-3a2a-4434-8d6c-5b2dc1ffee4e req-ec32976b-7bdd-454d-997e-61c35a376bf9 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:12.289117 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24bd6d4d-3a2a-4434-8d6c-5b2dc1ffee4e req-ec32976b-7bdd-454d-997e-61c35a376bf9 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0493009 Nov 26 03:48:12.303931 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-53b16899-ed29-4a12-9dd0-56892bddef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:12.305502 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-53b16899-ed29-4a12-9dd0-56892bddef0d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 1096 time: 0.0417652 Nov 26 03:48:12.336825 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24bd6d4d-3a2a-4434-8d6c-5b2dc1ffee4e req-c5037197-290b-4224-8ce3-0d97a2177c64 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413940 Nov 26 03:48:12.398687 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-d98c5d52-c988-417c-9255-d8b67c4b50e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:12.400192 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-d98c5d52-c988-417c-9255-d8b67c4b50e2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0872462 Nov 26 03:48:12.465142 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-37c1d82b-0175-4953-82cd-d07464134332 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 HTTP/1.1" status: 200 len: 1001 time: 0.0570560 Nov 26 03:48:12.514131 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-a7294af8-ab87-49cd-b87e-cca068cf2596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:12.515570 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-a7294af8-ab87-49cd-b87e-cca068cf2596 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0432944 Nov 26 03:48:12.564117 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-df9f40ce-bf83-4b64-959a-2d66a8b98332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:12.565584 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-df9f40ce-bf83-4b64-959a-2d66a8b98332 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427148 Nov 26 03:48:12.654385 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-be3cda63-ad27-4120-8a74-3758824c7b5f service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813987 Nov 26 03:48:12.745148 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-ee4e2853-7e2d-47df-bbfe-b52a858a0675 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836451 Nov 26 03:48:13.452838 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a8149-1272-48ec-aa16-0406a7314813 req-fbd40b54-4c92-4cc2-a39a-e75bf18b1a2d tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:13.454321 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f4a8149-1272-48ec-aa16-0406a7314813 req-fbd40b54-4c92-4cc2-a39a-e75bf18b1a2d tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0477211 Nov 26 03:48:13.504956 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f4a8149-1272-48ec-aa16-0406a7314813 req-d5d01f19-6843-4566-96e4-478cdb536e7a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441763 Nov 26 03:48:14.212019 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-664597f1-eb7b-40f1-80e6-511cb7828ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:14.619998 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea612e-ee00-4b49-a169-2648b582723e req-cb46f461-ffb1-4b3c-8217-ce4d073f6d04 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:14.621506 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5ea612e-ee00-4b49-a169-2648b582723e req-cb46f461-ffb1-4b3c-8217-ce4d073f6d04 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0493650 Nov 26 03:48:14.668805 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5ea612e-ee00-4b49-a169-2648b582723e req-6e33004e-426d-482c-83f1-ad79c21065e1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412939 Nov 26 03:48:14.883364 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:48:15.255290 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:15.785362 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b5125-79b4-4b2e-89c2-d9a6eb343296 req-0293af4b-6336-4f1b-b6b5-8cb232a1b452 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:15.786861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b2b5125-79b4-4b2e-89c2-d9a6eb343296 req-0293af4b-6336-4f1b-b6b5-8cb232a1b452 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0485473 Nov 26 03:48:15.833163 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b2b5125-79b4-4b2e-89c2-d9a6eb343296 req-ab545bde-4ce7-48e3-adde-2ffa3bf3f7f3 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402911 Nov 26 03:48:16.807131 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:16.951401 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e200800-3015-4d90-8431-60fec149916c req-ccdcbe77-2cb1-43d6-b137-8b766306b754 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:16.952827 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e200800-3015-4d90-8431-60fec149916c req-ccdcbe77-2cb1-43d6-b137-8b766306b754 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0521398 Nov 26 03:48:17.000072 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2e200800-3015-4d90-8431-60fec149916c req-1f90a830-ad82-45fa-92a9-818248dc26e0 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407021 Nov 26 03:48:17.667667 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:18.115352 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7551837-c721-4542-a282-a41fc00b1745 req-cb750fda-dfc9-497c-a0a8-cfdb25ebb8d2 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:18.116894 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b7551837-c721-4542-a282-a41fc00b1745 req-cb750fda-dfc9-497c-a0a8-cfdb25ebb8d2 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0501678 Nov 26 03:48:18.163827 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b7551837-c721-4542-a282-a41fc00b1745 req-752ad682-2c7a-4083-b238-cb6dc878fb0d tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409408 Nov 26 03:48:19.285329 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc68f9-f741-4ca3-a548-ece4ae0e7e26 req-81dc50f8-9588-42a7-afd9-90a3c89c8674 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:19.287349 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4dc68f9-f741-4ca3-a548-ece4ae0e7e26 req-81dc50f8-9588-42a7-afd9-90a3c89c8674 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0517726 Nov 26 03:48:19.332075 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4dc68f9-f741-4ca3-a548-ece4ae0e7e26 req-d9670b7f-5f37-4f57-a9fb-2d88351e3ab0 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388284 Nov 26 03:48:20.449156 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a4836-d1ba-4a44-8a8d-6dac3edf893b req-1be68c0f-1f7f-4893-aea8-73e68801fd1d tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:20.450678 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-426a4836-d1ba-4a44-8a8d-6dac3edf893b req-1be68c0f-1f7f-4893-aea8-73e68801fd1d tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0477018 Nov 26 03:48:20.500758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-426a4836-d1ba-4a44-8a8d-6dac3edf893b req-cc8f7b81-2318-4e5f-b57d-27d1bff33e1e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420442 Nov 26 03:48:21.615369 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab2b01-65f9-4e45-a5eb-e88ae83f65a4 req-3bfbfc7d-7ee1-409d-a74f-4cb322102244 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:21.616871 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-95ab2b01-65f9-4e45-a5eb-e88ae83f65a4 req-3bfbfc7d-7ee1-409d-a74f-4cb322102244 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0480168 Nov 26 03:48:21.667674 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-95ab2b01-65f9-4e45-a5eb-e88ae83f65a4 req-c5a85f54-e5be-4311-9a33-49d0cbe03e66 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448654 Nov 26 03:48:22.783958 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894d75e-d432-45de-8d63-229f84942b28 req-f8100c7c-1997-4048-91ec-69b653980371 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:22.785450 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4894d75e-d432-45de-8d63-229f84942b28 req-f8100c7c-1997-4048-91ec-69b653980371 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0476363 Nov 26 03:48:22.828965 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:22.831381 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4894d75e-d432-45de-8d63-229f84942b28 req-5224cff2-e391-46e6-913f-c4b9bea134de tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400162 Nov 26 03:48:23.946132 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ff675-ae91-4b50-8ae2-3da6a1319a4f req-095133c0-9638-4107-8a1a-cab67754639c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:23.947543 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be8ff675-ae91-4b50-8ae2-3da6a1319a4f req-095133c0-9638-4107-8a1a-cab67754639c tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0477118 Nov 26 03:48:23.994582 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-be8ff675-ae91-4b50-8ae2-3da6a1319a4f req-928be02d-ecff-48ff-980d-9ddf18bfa0f2 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410984 Nov 26 03:48:24.125149 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:25.117692 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0656d83-9963-4c2a-8410-b2a60d94b4e0 req-7380e16a-d806-464b-91b1-8112630bbc04 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:25.119201 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0656d83-9963-4c2a-8410-b2a60d94b4e0 req-7380e16a-d806-464b-91b1-8112630bbc04 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0579870 Nov 26 03:48:25.169130 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0656d83-9963-4c2a-8410-b2a60d94b4e0 req-3bc4a74c-10a1-4188-b713-89d29bee4535 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430031 Nov 26 03:48:26.285912 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ac54c-b0d1-43eb-a2ad-3fdaff4795bc req-29f87a45-4980-4f44-b11d-392f70765c04 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:26.287391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b1ac54c-b0d1-43eb-a2ad-3fdaff4795bc req-29f87a45-4980-4f44-b11d-392f70765c04 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0490074 Nov 26 03:48:26.333909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b1ac54c-b0d1-43eb-a2ad-3fdaff4795bc req-e519202c-90cd-4ef2-b055-7ca7a793c9a7 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404861 Nov 26 03:48:26.961178 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-632f0780-5f7e-4d06-bac9-ea6566b489dc service neutron] show failed (client error): The resource could not be found. Nov 26 03:48:26.962092 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-632f0780-5f7e-4d06-bac9-ea6566b489dc service neutron] 10.222.0.59 "GET /v2.0/ports/12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1/bindings/n-h1-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.0534570 Nov 26 03:48:27.166885 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-5aa8f376-98f9-40bd-a4ec-c5210f1e7ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:27.168361 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-5aa8f376-98f9-40bd-a4ec-c5210f1e7ae9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073&tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb HTTP/1.1" status: 200 len: 1096 time: 0.0445762 Nov 26 03:48:27.187533 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819389-3', 'device_owner': 'compute:nova'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:48:27.244998 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:27.470402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:48:27.492956 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92c0ec-b729-4fa5-8546-51988d1119ec req-408a548a-c668-4ec0-bc69-52d457be90c9 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:27.495325 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b92c0ec-b729-4fa5-8546-51988d1119ec req-408a548a-c668-4ec0-bc69-52d457be90c9 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0893686 Nov 26 03:48:27.539904 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:48:27.583101 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b92c0ec-b729-4fa5-8546-51988d1119ec req-def56bc2-9aa4-4342-9f7b-f4689bf9103b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821722 Nov 26 03:48:27.594918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:48:27.597413 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b39d2f8-15d0-4e33-8d5e-ecdf99d60a73" -d '{"events": [{"server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "name": "network-vif-unplugged", "status": "completed", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:48:27.601250 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:27.614202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Transition to ACTIVE for port object 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:48:27.618017 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:27.657496 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 03:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d815ec-7a15-455d-aca8-9b32b00b823b x-openstack-request-id: req-95d815ec-7a15-455d-aca8-9b32b00b823b {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:48:27.657792 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "name": "network-vif-unplugged", "status": "completed", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:48:27.658052 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95d815ec-7a15-455d-aca8-9b32b00b823b {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:48:27.658452 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1', 'code': 200} Nov 26 03:48:27.697282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Pushing event updated for resources: {'Port': ['ID=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,revision_number=6']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:48:27.711691 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:27.712026 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:27.712507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:27.712746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:27.713092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:27.713430 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:27.713765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:27.714095 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:27.714428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:27.714762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:27.715091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:27.715431 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:27.752359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] No DVR routers for this DVR port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:48:27.889971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Attempting to bind port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:48:27.890316 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Attempting to bind port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:48:27.890650 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Attempting to bind port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:48:27.894998 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 on network 39eefb8d-3e57-483e-9900-217ad74217d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:48:27.895319 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Attempting to bind port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:48:27.900072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:48:27.900446 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Checking segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:48:27.900832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Bound using segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:48:27.901273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Bound port: 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:48:27.901617 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:27.962325 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:48:27.965324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:48:27.969581 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:28.005429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:28.005851 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:28.007259 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] 10.222.0.54 "PUT /v2.0/ports/12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 HTTP/1.1" status: 200 len: 1091 time: 0.8241270 Nov 26 03:48:28.026575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101729b-4c81-4de8-bf96-dda1be755675 service neutron] Pushing event updated for resources: {'Port': ['ID=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,revision_number=7']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:48:28.088379 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-8ba1ee55-d4ff-499a-b918-5063050fe8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:28.089921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-8ba1ee55-d4ff-499a-b918-5063050fe8ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 1094 time: 0.0418141 Nov 26 03:48:28.185016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-dec92920-a0b7-4048-9853-5efffac18abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:28.186511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-dec92920-a0b7-4048-9853-5efffac18abf service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0891502 Nov 26 03:48:28.250946 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-d4591907-c13c-4eae-bbf8-253ea8b9d114 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 HTTP/1.1" status: 200 len: 999 time: 0.0571239 Nov 26 03:48:28.303449 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-a1c0b1bd-c530-4900-9030-e3363d34295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:28.304944 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-a1c0b1bd-c530-4900-9030-e3363d34295d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0472760 Nov 26 03:48:28.350086 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-4d4ba0a1-958c-487a-8c8d-c25abc59658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:28.351563 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-4d4ba0a1-958c-487a-8c8d-c25abc59658b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393648 Nov 26 03:48:28.441158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-a90c6f8f-9d7d-4a20-8b16-1f6f7f9ebc39 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824468 Nov 26 03:48:28.528979 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-a2bee48f-91ba-4178-acab-617c9ede41f6 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807815 Nov 26 03:48:28.587991 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:48:28.637742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:48:28.707786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa820a-775d-4dc6-845a-3e7d8f99f4ba req-8349a2cb-4869-47e4-8834-cad2c45536a3 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:28.709328 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72fa820a-775d-4dc6-845a-3e7d8f99f4ba req-8349a2cb-4869-47e4-8834-cad2c45536a3 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 943 time: 0.0495021 Nov 26 03:48:28.763092 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72fa820a-775d-4dc6-845a-3e7d8f99f4ba req-8391317a-9346-4e9d-a78c-e84e05bc77b6 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475705 Nov 26 03:48:29.659627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:48:29.661978 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1eb2df-d8db-4b86-b613-4d8bac858afb" -d '{"events": [{"name": "network-changed", "server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:48:29.711412 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266bf3d2-d93b-4642-b3cb-60ec49e12b1f x-openstack-request-id: req-266bf3d2-d93b-4642-b3cb-60ec49e12b1f {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:48:29.711707 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:48:29.711969 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-266bf3d2-d93b-4642-b3cb-60ec49e12b1f {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:48:29.712413 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1', 'status': 'completed', 'code': 200} Nov 26 03:48:29.797394 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-0c7c2c0f-16d1-43a2-b92b-49bb29cd0fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:29.798921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-0c7c2c0f-16d1-43a2-b92b-49bb29cd0fbd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 1094 time: 0.0423267 Nov 26 03:48:29.800945 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-25dcb75f-b5cc-41e8-aef4-0addeb538e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:29.802481 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-25dcb75f-b5cc-41e8-aef4-0addeb538e4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 1094 time: 0.0459406 Nov 26 03:48:29.907618 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-6d71d2c0-c2e7-4f15-baf1-92703f0cb509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:29.909280 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-6d71d2c0-c2e7-4f15-baf1-92703f0cb509 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0989072 Nov 26 03:48:29.978132 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-a95af52b-b63d-4f5e-a888-1f31537d502b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 HTTP/1.1" status: 200 len: 999 time: 0.0610421 Nov 26 03:48:30.035200 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-ce357f89-1ddf-46ad-ba7c-d8a0790f623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:30.038020 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-ce357f89-1ddf-46ad-ba7c-d8a0790f623d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0530396 Nov 26 03:48:30.088299 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-25321778-1acc-456b-bd9e-8c6db0f0c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:30.089885 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-25321778-1acc-456b-bd9e-8c6db0f0c533 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453348 Nov 26 03:48:30.189349 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-dc7d9d32-66de-4bc4-926e-a0a9651a2f0d service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910099 Nov 26 03:48:30.265401 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f86c-3c4d-493d-a96a-634f2cfd710c req-4269da54-fad8-457c-8f08-723a6767c88d tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:30.266890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9c40f86c-3c4d-493d-a96a-634f2cfd710c req-4269da54-fad8-457c-8f08-723a6767c88d tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 943 time: 0.4029143 Nov 26 03:48:30.287237 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-e56491a8-7dec-4b48-a03c-28a55a1cf044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:30.288718 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-e56491a8-7dec-4b48-a03c-28a55a1cf044 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.4722981 Nov 26 03:48:30.289127 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-0d5a9fdd-7d9c-49a5-9406-4d3b415304f6 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923035 Nov 26 03:48:30.372001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9c40f86c-3c4d-493d-a96a-634f2cfd710c req-05a91639-2992-4dd0-989a-fa5c91f28c78 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939448 Nov 26 03:48:30.375756 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-16656ecb-ca41-4e16-a48a-36495b77d4c8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 HTTP/1.1" status: 200 len: 999 time: 0.0779233 Nov 26 03:48:30.428591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-6cc95787-b88e-458a-bcb6-6602a0624212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:30.429933 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-6cc95787-b88e-458a-bcb6-6602a0624212 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0469985 Nov 26 03:48:30.474712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-153eb7cf-c986-4a97-bfba-bdbd1a75baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:30.476368 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-153eb7cf-c986-4a97-bfba-bdbd1a75baa1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394709 Nov 26 03:48:30.564799 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-395fd73a-ef02-4d50-b070-37e27b34c143 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812328 Nov 26 03:48:30.666344 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da1eb2df-d8db-4b86-b613-4d8bac858afb req-3358aa9f-e427-40a1-ad00-6da86ea69b89 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941284 Nov 26 03:48:31.494099 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870d4d8-2947-450d-92f2-e04ea3d49f48 req-cff7a2db-4898-41ab-9fa5-5b6d717f8331 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:31.495599 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4870d4d8-2947-450d-92f2-e04ea3d49f48 req-cff7a2db-4898-41ab-9fa5-5b6d717f8331 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 943 time: 0.0500259 Nov 26 03:48:31.543489 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4870d4d8-2947-450d-92f2-e04ea3d49f48 req-454e1724-5955-4df4-a18f-64d7889662f9 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417736 Nov 26 03:48:32.668781 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf69f8-4cdf-42a5-b85c-5def65e94063 req-b8b2f808-0585-4dd3-a7d7-4af713be04b8 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:32.670305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abbf69f8-4cdf-42a5-b85c-5def65e94063 req-b8b2f808-0585-4dd3-a7d7-4af713be04b8 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 943 time: 0.0561328 Nov 26 03:48:32.717653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abbf69f8-4cdf-42a5-b85c-5def65e94063 req-c7a8fa78-00d7-45d2-9491-7f0ac708df79 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412900 Nov 26 03:48:33.834791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a932dd-901d-40a3-90dc-53fbe6dd5611 req-9f5c62af-f94f-4a4f-a0a4-993da0af2231 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:33.836273 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74a932dd-901d-40a3-90dc-53fbe6dd5611 req-9f5c62af-f94f-4a4f-a0a4-993da0af2231 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 943 time: 0.0468428 Nov 26 03:48:33.882722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-74a932dd-901d-40a3-90dc-53fbe6dd5611 req-09eb5793-2f10-4a6a-b4d2-902d0a24bb76 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405331 Nov 26 03:48:35.003604 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475da83e-f266-420f-841c-cde88346dd1b req-d00f595f-57b0-4f78-98d1-4b28fd3988f6 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:35.005739 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-475da83e-f266-420f-841c-cde88346dd1b req-d00f595f-57b0-4f78-98d1-4b28fd3988f6 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 943 time: 0.0537920 Nov 26 03:48:35.052637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-475da83e-f266-420f-841c-cde88346dd1b req-3818ae7d-4f9c-428f-a4c3-7f95d8736f8f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407684 Nov 26 03:48:36.169860 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ae38e-a9e0-4984-8e2b-a102df0c5b8f req-8427caa7-782e-401f-85ae-7b3fd2250df5 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:36.171357 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-266ae38e-a9e0-4984-8e2b-a102df0c5b8f req-8427caa7-782e-401f-85ae-7b3fd2250df5 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 943 time: 0.0498841 Nov 26 03:48:36.218168 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-266ae38e-a9e0-4984-8e2b-a102df0c5b8f req-e6fa6458-59b1-4694-83b7-42c0a49fabb5 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408151 Nov 26 03:48:37.338405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff180ef7-cc8f-470d-aaf4-584110d0713e req-098b5b51-3bfb-4e39-af66-1d50548433a9 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:37.339901 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff180ef7-cc8f-470d-aaf4-584110d0713e req-098b5b51-3bfb-4e39-af66-1d50548433a9 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 943 time: 0.0471458 Nov 26 03:48:37.390284 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff180ef7-cc8f-470d-aaf4-584110d0713e req-3cea8169-20bc-4cf2-bff1-5992332e28b5 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440238 Nov 26 03:48:38.505773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14576b2-be37-4454-ab2c-baa02a23eb6c req-b97f577d-51be-4028-8cf0-304a182dfa19 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:38.507243 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b14576b2-be37-4454-ab2c-baa02a23eb6c req-b97f577d-51be-4028-8cf0-304a182dfa19 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 943 time: 0.0481317 Nov 26 03:48:38.553029 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b14576b2-be37-4454-ab2c-baa02a23eb6c req-1e86edfd-41d2-4a8f-bc9f-b6714c9fbc5f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398300 Nov 26 03:48:39.670119 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927caa3-a6fe-40eb-b8c5-cec400f40835 req-79c1d34a-02a9-4a7d-a04a-6f6ccb3546e2 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:39.671624 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a927caa3-a6fe-40eb-b8c5-cec400f40835 req-79c1d34a-02a9-4a7d-a04a-6f6ccb3546e2 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 943 time: 0.0501149 Nov 26 03:48:39.719531 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a927caa3-a6fe-40eb-b8c5-cec400f40835 req-cefe6e85-f1a1-49e1-a9b1-cf20f41eac85 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410829 Nov 26 03:48:40.840838 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8c343-d8a7-4d9f-be4b-48cc9930328e req-e788c705-990b-4d7c-ab61-ce7c6b6b2084 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:40.842363 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77d8c343-d8a7-4d9f-be4b-48cc9930328e req-e788c705-990b-4d7c-ab61-ce7c6b6b2084 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 943 time: 0.0538211 Nov 26 03:48:40.888938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77d8c343-d8a7-4d9f-be4b-48cc9930328e req-e79a356d-e161-459e-9875-b5db8a393634 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401900 Nov 26 03:48:41.792046 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fcbac73e-f450-4aa3-9a84-4ff87fff68c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:42.005006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61639749-bb8f-4824-9b33-3c6106a146a9 req-a5016206-3b89-4859-9bed-b69f9d1bba06 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:42.006505 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61639749-bb8f-4824-9b33-3c6106a146a9 req-a5016206-3b89-4859-9bed-b69f9d1bba06 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 943 time: 0.0495715 Nov 26 03:48:42.054464 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61639749-bb8f-4824-9b33-3c6106a146a9 req-36f358a0-ca21-43ac-bc26-298e254ad95f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420222 Nov 26 03:48:43.169842 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea2d06-aca6-4d16-8ba6-3a48a61136c7 req-8c565fcf-94e5-4b8e-8c8c-d227dd359d09 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:43.171267 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a4ea2d06-aca6-4d16-8ba6-3a48a61136c7 req-8c565fcf-94e5-4b8e-8c8c-d227dd359d09 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 943 time: 0.0487776 Nov 26 03:48:43.221777 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a4ea2d06-aca6-4d16-8ba6-3a48a61136c7 req-79cb5725-eec6-4813-b4c8-97001ad7621b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442336 Nov 26 03:48:43.523564 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-a856bb3f-a18f-4632-980a-0176579501ff tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:43.525043 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-a856bb3f-a18f-4632-980a-0176579501ff tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.54 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073&tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&binding%3Ahost_id=n-h1-819389-3 HTTP/1.1" status: 200 len: 943 time: 0.0783775 Nov 26 03:48:43.536915 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad79893-21ed-42bc-81e2-218f79910cb9 req-624bd800-5861-460d-9f15-2bf54c813092 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:43.538285 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ad79893-21ed-42bc-81e2-218f79910cb9 req-624bd800-5861-460d-9f15-2bf54c813092 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 943 time: 0.0659692 Nov 26 03:48:43.623991 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ad79893-21ed-42bc-81e2-218f79910cb9 req-70188e41-0fa8-47f4-9a72-fd6d1ce234ff tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794384 Nov 26 03:48:43.626870 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-5f66e9e9-ebdf-4374-8472-9995aebd5174 service neutron] 10.222.0.54 "GET /v2.0/ports/12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1/bindings/n-h1-819389-3 HTTP/1.1" status: 200 len: 382 time: 0.0873981 Nov 26 03:48:43.702855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-e61f424e-c0f4-4c11-a882-4a29eb31c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:43.704272 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-e61f424e-c0f4-4c11-a882-4a29eb31c940 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 1094 time: 0.0395637 Nov 26 03:48:43.797200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-02297d88-020a-4588-b415-db2a6242fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:43.798666 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-02297d88-020a-4588-b415-db2a6242fde1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0871272 Nov 26 03:48:43.863977 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-cd4369e3-e039-4cd1-86c1-da7abef37a78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 HTTP/1.1" status: 200 len: 999 time: 0.0578077 Nov 26 03:48:43.911230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-92c99524-c0ba-4c39-8215-de7b7eb2189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:43.912680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-92c99524-c0ba-4c39-8215-de7b7eb2189c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0430193 Nov 26 03:48:43.960548 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-94d5b3f7-b7ff-49d2-b96e-9e44ccabb3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:43.961946 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-94d5b3f7-b7ff-49d2-b96e-9e44ccabb3d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426931 Nov 26 03:48:44.030949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:48:44.051242 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-4c2c6e3c-66a1-4b03-bd4a-806eb8c9f09f service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823932 Nov 26 03:48:44.130642 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:48:44.141400 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'port_id': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1', 'mac_address': 'fa:16:3e:8a:e8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:48:44.152600 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-da6152c2-c2f4-4c84-abb6-2ddd5664e0a5 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944786 Nov 26 03:48:44.177923 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:44.193954 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:48:44.375847 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:48:44.377214 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cf4e714a-9634-42e8-a302-0d1cb8dee478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:44.380173 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:44.424882 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:48:44.432235 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:44.432590 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:44.432935 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:44.433276 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:44.433612 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:44.433950 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:44.434279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:44.434609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:44.434936 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:44.435260 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:44.435588 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:44.435909 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:44.744810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee859e-912b-45f0-bee0-781d2cbae9b9 req-5bf925fa-d109-49bd-bde0-8530fdb765d2 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:44.746309 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61ee859e-912b-45f0-bee0-781d2cbae9b9 req-5bf925fa-d109-49bd-bde0-8530fdb765d2 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 944 time: 0.0495791 Nov 26 03:48:44.794624 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-61ee859e-912b-45f0-bee0-781d2cbae9b9 req-3fd96cc9-61e1-49b0-9306-8968308683c1 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423493 Nov 26 03:48:44.820776 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:48:45.258534 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:45.910654 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d49d34-a062-46dd-91cf-be1ba3bf11fb req-8f854d8d-9424-4802-b754-c2f79d607d3a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:45.912072 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08d49d34-a062-46dd-91cf-be1ba3bf11fb req-8f854d8d-9424-4802-b754-c2f79d607d3a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 944 time: 0.0491312 Nov 26 03:48:45.962945 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08d49d34-a062-46dd-91cf-be1ba3bf11fb req-ef324555-7773-4b24-9f2b-eea9d1c3ede2 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445261 Nov 26 03:48:46.032903 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:48:46.080698 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:48:46.084318 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:48:46.084689 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:46.163412 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:46.186733 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:48:46.189118 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e5cfd4-d539-4607-a429-170b8ddb0b0b" -d '{"events": [{"server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "name": "network-vif-plugged", "status": "completed", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:48:46.202171 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:48:46.206226 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:46.243478 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547c18d4-7bb7-48da-83b8-5f181de27502 x-openstack-request-id: req-547c18d4-7bb7-48da-83b8-5f181de27502 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:48:46.243776 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "name": "network-vif-plugged", "status": "completed", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:48:46.244034 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-547c18d4-7bb7-48da-83b8-5f181de27502 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:48:46.244588 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1', 'code': 200} Nov 26 03:48:46.258130 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:48:46.809977 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:47.086768 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a3da2-d15d-4286-80b5-96d189426390 req-160b8218-0af0-454d-b468-d8fe3ba92c0f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:47.088323 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-655a3da2-d15d-4286-80b5-96d189426390 req-160b8218-0af0-454d-b468-d8fe3ba92c0f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0502861 Nov 26 03:48:47.136001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-655a3da2-d15d-4286-80b5-96d189426390 req-01fb0cb0-5619-4818-ab50-ee81cc9362b8 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416253 Nov 26 03:48:47.670191 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:48.259523 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edcea3-be5d-429c-a30a-504c4010a453 req-ed47516c-5e4a-4d1b-aa84-59718a8db75f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:48.261081 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3edcea3-be5d-429c-a30a-504c4010a453 req-ed47516c-5e4a-4d1b-aa84-59718a8db75f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0510411 Nov 26 03:48:48.314535 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3edcea3-be5d-429c-a30a-504c4010a453 req-419b6b5e-fb2b-4c58-a96e-768bcf528db6 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470712 Nov 26 03:48:48.622956 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-46c8b8eb-7790-41f8-b76e-69f80070187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:48.624472 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-46c8b8eb-7790-41f8-b76e-69f80070187d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073&tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb HTTP/1.1" status: 200 len: 1096 time: 0.0405931 Nov 26 03:48:48.642483 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819389-3', 'device_owner': 'compute:nova'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:48:48.697290 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:48.892450 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:48:48.925006 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h1-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:48:48.963642 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:48:48.965862 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0475d6-9ae9-47e4-8257-5b3fd622e9c7" -d '{"events": [{"server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "name": "network-vif-unplugged", "status": "completed", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:48:48.969588 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:48.982915 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Transition to ACTIVE for port object 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:48:48.988601 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:49.072155 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Pushing event updated for resources: {'Port': ['ID=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,revision_number=10']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:48:49.081418 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 03:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21859250-8ded-42ef-a954-8beeb6a27fe3 x-openstack-request-id: req-21859250-8ded-42ef-a954-8beeb6a27fe3 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:48:49.082280 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "name": "network-vif-unplugged", "status": "completed", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:48:49.082559 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21859250-8ded-42ef-a954-8beeb6a27fe3 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:48:49.082945 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1', 'code': 200} Nov 26 03:48:49.086165 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:49.086518 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:49.086863 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:49.087205 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:49.087541 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:49.087881 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:49.088243 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:49.088578 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:49.088906 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:49.089235 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:49.089562 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:49.089887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:48:49.124721 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] No DVR routers for this DVR port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 on host n-h1-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:48:49.262799 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Attempting to bind port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:48:49.263141 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Attempting to bind port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:48:49.263467 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Attempting to bind port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:48:49.267798 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 on network 39eefb8d-3e57-483e-9900-217ad74217d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:48:49.268178 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Attempting to bind port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 on network 39eefb8d-3e57-483e-9900-217ad74217d5 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:48:49.273523 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:48:49.273866 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Checking segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:48:49.274254 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Bound using segment: {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:48:49.274686 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Bound port: 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b90481-d46c-4783-b7ad-8439ce7fb76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:48:49.275044 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:49.336308 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:48:49.339800 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:48:49.344011 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:49.387404 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:49.388032 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:49.389432 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] 10.222.0.59 "PUT /v2.0/ports/12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 HTTP/1.1" status: 200 len: 1092 time: 0.7511122 Nov 26 03:48:49.404698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bb419-9ab8-41fc-a377-4500c8031a95 service neutron] Pushing event updated for resources: {'Port': ['ID=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,revision_number=11']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:48:49.448009 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13184d0e-2e87-4671-97da-c429d1fedff9 req-54eedcf6-9b21-4cb7-889f-5ccf86317786 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:49.452647 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13184d0e-2e87-4671-97da-c429d1fedff9 req-54eedcf6-9b21-4cb7-889f-5ccf86317786 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 944 time: 0.0667841 Nov 26 03:48:49.471207 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-62fa1f5d-a76f-4760-9c6b-e3d9e2962da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:49.474155 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-62fa1f5d-a76f-4760-9c6b-e3d9e2962da6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 1095 time: 0.0457230 Nov 26 03:48:49.505226 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-13184d0e-2e87-4671-97da-c429d1fedff9 req-6a960ebf-83ba-4029-95b3-2f20530e1521 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483737 Nov 26 03:48:49.576673 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-48389333-d14c-4be5-8642-eafcfc5a357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:49.578184 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-48389333-d14c-4be5-8642-eafcfc5a357b service neutron] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0913107 Nov 26 03:48:49.649149 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-a1ccfba5-dbcb-44ac-bad7-fc7f91e6b108 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 HTTP/1.1" status: 200 len: 999 time: 0.0637882 Nov 26 03:48:49.698372 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-d8e9c781-1b2f-4c6b-b7f3-706616bdc709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:49.699825 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-d8e9c781-1b2f-4c6b-b7f3-706616bdc709 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0428181 Nov 26 03:48:49.744801 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-7de90539-2254-40d4-bf30-3818ec0fb3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:49.746265 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-7de90539-2254-40d4-bf30-3818ec0fb3e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395758 Nov 26 03:48:49.837863 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-1941c5d9-c61d-440d-8b02-c9e0f888450e service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826561 Nov 26 03:48:49.929443 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-99709a1e-bd90-42a5-b9c6-cbb325e420fc req-02f7a2f5-44df-4b66-954b-5b95e64b66e6 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839481 Nov 26 03:48:50.049690 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:48:50.093162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:48:50.633204 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9e4e1-4afd-4e91-9cc0-4b08ba4485a9 req-df4d7b25-2b4b-400b-a930-2d1615f63ee4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:50.634824 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4c9e4e1-4afd-4e91-9cc0-4b08ba4485a9 req-df4d7b25-2b4b-400b-a930-2d1615f63ee4 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 944 time: 0.0555096 Nov 26 03:48:50.689611 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4c9e4e1-4afd-4e91-9cc0-4b08ba4485a9 req-49788517-aabb-4847-af85-dbbc34a60c15 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431416 Nov 26 03:48:51.083859 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:48:51.086307 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bcc398-55a2-4371-acb1-b34f7339b2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:48:51.134603 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e808771-058e-4f10-8f70-5df2739ec4e8 x-openstack-request-id: req-2e808771-058e-4f10-8f70-5df2739ec4e8 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:48:51.134900 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:48:51.135160 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e808771-058e-4f10-8f70-5df2739ec4e8 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:48:51.135565 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1', 'status': 'completed', 'code': 200} Nov 26 03:48:51.223959 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-10361250-52a6-451e-972c-7b9f1e343d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:51.224490 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-2b8ab9c2-56b5-4da1-a66d-e0054f2d5cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:51.225537 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-10361250-52a6-451e-972c-7b9f1e343d1b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 1095 time: 0.0425491 Nov 26 03:48:51.226245 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-2b8ab9c2-56b5-4da1-a66d-e0054f2d5cb9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 1095 time: 0.0454795 Nov 26 03:48:51.326161 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-f8a083b6-b6d4-47ab-b3e5-24dcc10d5739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:51.327011 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-3e320270-5c99-4bab-b1b5-19743b1acd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:51.327965 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-f8a083b6-b6d4-47ab-b3e5-24dcc10d5739 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0958869 Nov 26 03:48:51.328805 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-3e320270-5c99-4bab-b1b5-19743b1acd39 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0949991 Nov 26 03:48:51.399698 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-82b672b7-1d62-4412-bb25-a53129efc9f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 HTTP/1.1" status: 200 len: 999 time: 0.0639422 Nov 26 03:48:51.403304 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-6e1c6832-2690-4276-850a-4d2bb19fe108 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 HTTP/1.1" status: 200 len: 999 time: 0.0669491 Nov 26 03:48:51.453164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-f0567148-1cf7-41cd-8b52-42c2d2d5d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:51.454669 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-f0567148-1cf7-41cd-8b52-42c2d2d5d0c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0477371 Nov 26 03:48:51.457202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-312e48c9-99c5-4d27-91b5-f04ad6afb8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:51.458785 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-312e48c9-99c5-4d27-91b5-f04ad6afb8da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0477188 Nov 26 03:48:51.510082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-f8dda442-6e05-40c8-b8c4-12137151c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:51.510635 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-d9c415bc-26ef-4465-bcee-af318c769d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:51.511683 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-f8dda442-6e05-40c8-b8c4-12137151c898 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454161 Nov 26 03:48:51.512333 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-d9c415bc-26ef-4465-bcee-af318c769d09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504124 Nov 26 03:48:51.606837 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-a1fd8891-8211-41bf-a288-249c08097d1e service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854387 Nov 26 03:48:51.624742 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-306f18a1-f94d-4f4f-a90f-44e245b1f9c2 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057961 Nov 26 03:48:51.705168 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-ccc093b1-ece9-4e21-8c34-6b328e60c411 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905066 Nov 26 03:48:51.723967 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18bcc398-55a2-4371-acb1-b34f7339b2bc req-f050e5ed-c6d6-4b89-8d2e-b46a8059a634 service neutron] 10.222.0.54 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917628 Nov 26 03:48:51.810757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65199223-6ee7-4b7d-a355-779533baeb1a req-e32e5c1d-ae38-488f-afb3-1528ee58e7b3 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:51.812401 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65199223-6ee7-4b7d-a355-779533baeb1a req-e32e5c1d-ae38-488f-afb3-1528ee58e7b3 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 944 time: 0.0495236 Nov 26 03:48:51.865038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65199223-6ee7-4b7d-a355-779533baeb1a req-b478df66-89ae-490d-86f9-a2231b1df86a tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465994 Nov 26 03:48:51.885420 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:48:52.841477 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:52.986782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b196f-8fce-47c0-9668-cc6aa1ffbf94 req-ceec86db-00d8-4c28-bc7b-38cd9387f130 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:52.988366 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-035b196f-8fce-47c0-9668-cc6aa1ffbf94 req-ceec86db-00d8-4c28-bc7b-38cd9387f130 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 944 time: 0.0506721 Nov 26 03:48:53.038875 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-035b196f-8fce-47c0-9668-cc6aa1ffbf94 req-3faef6ed-640b-4815-9629-37ccadf64cab tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443664 Nov 26 03:48:54.132731 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:48:54.158898 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14358a6f-d2e9-472d-a587-db0b494d1b20 req-74558643-17e5-45b8-ac6d-e2a16a8c1a7b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:54.160430 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14358a6f-d2e9-472d-a587-db0b494d1b20 req-74558643-17e5-45b8-ac6d-e2a16a8c1a7b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 944 time: 0.0508857 Nov 26 03:48:54.208125 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14358a6f-d2e9-472d-a587-db0b494d1b20 req-6b7d162d-4854-49d3-9587-e0ea9fd54ac8 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415590 Nov 26 03:48:55.330000 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d83151-aa0d-4d2f-8756-1005d3f06c0a req-63b6f07b-ab20-46d4-ad69-f8d9ecb1d30b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:55.332002 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89d83151-aa0d-4d2f-8756-1005d3f06c0a req-63b6f07b-ab20-46d4-ad69-f8d9ecb1d30b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 944 time: 0.0547049 Nov 26 03:48:55.378060 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89d83151-aa0d-4d2f-8756-1005d3f06c0a req-f94d68fd-7e98-43b3-98cf-80c15c1b0f08 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401154 Nov 26 03:48:56.357178 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219e295-3cf4-4996-91c6-d0b572db172c req-28773cc5-cd5f-4298-9d95-4a05e19bf3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:56.358668 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1219e295-3cf4-4996-91c6-d0b572db172c req-28773cc5-cd5f-4298-9d95-4a05e19bf3de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 1095 time: 0.0403819 Nov 26 03:48:56.466634 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219e295-3cf4-4996-91c6-d0b572db172c req-9e35da20-ad3e-489d-a14c-7bc50308962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:56.468181 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1219e295-3cf4-4996-91c6-d0b572db172c req-9e35da20-ad3e-489d-a14c-7bc50308962c service neutron] 10.222.0.59 "GET /v2.0/networks?id=39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 200 len: 912 time: 0.0885820 Nov 26 03:48:56.495480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59c8e8-3e44-429f-a4f4-6c1e79f30cff req-6eb674fc-42d9-41f2-a088-4d3cac3b5223 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:56.497015 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c59c8e8-3e44-429f-a4f4-6c1e79f30cff req-6eb674fc-42d9-41f2-a088-4d3cac3b5223 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 944 time: 0.0495574 Nov 26 03:48:56.533658 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1219e295-3cf4-4996-91c6-d0b572db172c req-6e11189c-f320-4a28-8228-acb62496287a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 HTTP/1.1" status: 200 len: 999 time: 0.0574367 Nov 26 03:48:56.549631 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2c59c8e8-3e44-429f-a4f4-6c1e79f30cff req-a7adfd2b-0e9c-44af-a5ee-f574c47cc7e6 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463407 Nov 26 03:48:56.582084 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219e295-3cf4-4996-91c6-d0b572db172c req-005630d3-ca7a-490a-a353-2b22cdba6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:56.583551 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1219e295-3cf4-4996-91c6-d0b572db172c req-005630d3-ca7a-490a-a353-2b22cdba6514 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 200 len: 850 time: 0.0428841 Nov 26 03:48:56.631630 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219e295-3cf4-4996-91c6-d0b572db172c req-da7e3ef1-7ac2-4d41-aeae-a43a1e7d5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:56.633082 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1219e295-3cf4-4996-91c6-d0b572db172c req-da7e3ef1-7ac2-4d41-aeae-a43a1e7d5e31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39eefb8d-3e57-483e-9900-217ad74217d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428853 Nov 26 03:48:56.721336 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1219e295-3cf4-4996-91c6-d0b572db172c req-9b55d396-f8c8-4f82-a834-26aa954a2320 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809293 Nov 26 03:48:56.813318 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1219e295-3cf4-4996-91c6-d0b572db172c req-6662fb87-5672-47b5-8f0d-2c0e65e10568 service neutron] 10.222.0.59 "GET /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836756 Nov 26 03:48:57.671417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad74aa3-1d03-47a7-95b7-1f278f0d6787 req-dd728b0a-b5ad-4ec4-b683-526e6e093ae8 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:57.672940 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ad74aa3-1d03-47a7-95b7-1f278f0d6787 req-dd728b0a-b5ad-4ec4-b683-526e6e093ae8 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 944 time: 0.0539749 Nov 26 03:48:57.719723 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9ad74aa3-1d03-47a7-95b7-1f278f0d6787 req-98273aae-9137-473f-bd38-b580b93b5637 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401599 Nov 26 03:48:58.836678 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185f4df-3043-41e2-8ac0-5805f3e7fae8 req-b1ea42ec-19e1-4e07-83a0-bc220770fb7b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:48:58.838153 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1185f4df-3043-41e2-8ac0-5805f3e7fae8 req-b1ea42ec-19e1-4e07-83a0-bc220770fb7b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 944 time: 0.0484264 Nov 26 03:48:58.884590 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1185f4df-3043-41e2-8ac0-5805f3e7fae8 req-e8d3b887-b72e-4bc2-8c08-91907d081fc2 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405273 Nov 26 03:49:00.001165 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26f4ca-fd12-414d-b5c1-795566ee9707 req-87009bc7-501b-4bb6-8a05-a2292e3a2d07 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:00.002637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa26f4ca-fd12-414d-b5c1-795566ee9707 req-87009bc7-501b-4bb6-8a05-a2292e3a2d07 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 944 time: 0.0484028 Nov 26 03:49:00.053299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aa26f4ca-fd12-414d-b5c1-795566ee9707 req-8cf037f3-63e0-4f83-a4f6-8451208b1334 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441923 Nov 26 03:49:01.171551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9500faa-47e9-4579-a9a8-f3b88f228359 req-d5f5ab84-de1e-4941-b68d-fa1fa9060690 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:01.173069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9500faa-47e9-4579-a9a8-f3b88f228359 req-d5f5ab84-de1e-4941-b68d-fa1fa9060690 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 944 time: 0.0483413 Nov 26 03:49:01.219365 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9500faa-47e9-4579-a9a8-f3b88f228359 req-606929d1-6af0-4446-8a55-af7d052e28f0 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404484 Nov 26 03:49:02.337816 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66badee3-2d97-4b54-b146-fa1e07162e85 req-4ead7074-acd8-4e1e-9cdb-8a4c98907906 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:02.339299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66badee3-2d97-4b54-b146-fa1e07162e85 req-4ead7074-acd8-4e1e-9cdb-8a4c98907906 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 944 time: 0.0499809 Nov 26 03:49:02.386681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66badee3-2d97-4b54-b146-fa1e07162e85 req-db5296a4-3cff-41bf-9241-4af410e6d78f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413785 Nov 26 03:49:02.504307 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdc35c-361d-437a-83ca-bffb5bb82bf6 req-6d0d5e2f-8b3f-464d-aff1-cda4ddc160bf tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:02.505692 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3bdc35c-361d-437a-83ca-bffb5bb82bf6 req-6d0d5e2f-8b3f-464d-aff1-cda4ddc160bf tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 944 time: 0.0525227 Nov 26 03:49:02.552825 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3bdc35c-361d-437a-83ca-bffb5bb82bf6 req-13ba4480-14ea-40bb-8843-5ee3d95238b6 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410638 Nov 26 03:49:02.667578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0a6c6-be78-4932-a918-c1f2275e5ad3 req-4263528e-c8bf-49bc-b434-936f690d8e21 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:02.669109 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8d0a6c6-be78-4932-a918-c1f2275e5ad3 req-4263528e-c8bf-49bc-b434-936f690d8e21 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 944 time: 0.0492342 Nov 26 03:49:02.714761 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:49:02.715712 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8d0a6c6-be78-4932-a918-c1f2275e5ad3 req-d07a6ac9-e194-4788-82c0-b3ba6085cf71 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406342 Nov 26 03:49:02.814933 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:49:02.826125 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'port_id': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1', 'mac_address': 'fa:16:3e:8a:e8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:49:02.874685 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:02.887533 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:49:02.906833 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:49:02.911655 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:02.955427 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0804c-acba-4b06-a5f5-ff6509eea61b req-28a76db2-e265-4913-9f99-7e5b7aacf510 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:02.957429 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,revision_number=12']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:02.957693 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79f0804c-acba-4b06-a5f5-ff6509eea61b req-28a76db2-e265-4913-9f99-7e5b7aacf510 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0493174 Nov 26 03:49:03.012283 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79f0804c-acba-4b06-a5f5-ff6509eea61b req-2c4fddb3-3773-495c-b89b-72b591a82417 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474830 Nov 26 03:49:03.238812 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:49:04.130435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6303b-e042-4df2-9a96-536a827b6516 req-2bbf2e66-1d1d-4833-a28b-f1b8ff4ab2d6 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:04.131905 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9f6303b-e042-4df2-9a96-536a827b6516 req-2bbf2e66-1d1d-4833-a28b-f1b8ff4ab2d6 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0494432 Nov 26 03:49:04.180033 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9f6303b-e042-4df2-9a96-536a827b6516 req-dc0c2771-a7e6-404a-a123-1e6d08d72d2b tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ee01831-d322-41ac-91aa-42fd9c71a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411887 Nov 26 03:49:04.657871 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c5861-451b-4491-a9b2-8822d48818b9 req-a4771559-4fb0-4ac1-a15d-6fd81deff8dc tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:04.659352 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bd6c5861-451b-4491-a9b2-8822d48818b9 req-a4771559-4fb0-4ac1-a15d-6fd81deff8dc tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.59 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 945 time: 0.0504820 Nov 26 03:49:04.739523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:49:04.746396 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-bd6c5861-451b-4491-a9b2-8822d48818b9 req-936ed70a-fef5-45f7-95b0-dbeea3c5eaed tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Deleting port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:49:04.746742 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-bd6c5861-451b-4491-a9b2-8822d48818b9 req-936ed70a-fef5-45f7-95b0-dbeea3c5eaed tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:04.786741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:49:04.791347 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:49:04.791746 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:04.838135 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-bd6c5861-451b-4491-a9b2-8822d48818b9 req-936ed70a-fef5-45f7-95b0-dbeea3c5eaed tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:49:04.838504 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-bd6c5861-451b-4491-a9b2-8822d48818b9 req-936ed70a-fef5-45f7-95b0-dbeea3c5eaed tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:04.867567 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:04.893037 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:49:04.895934 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03494c1-3668-4627-9aaa-4320b53fad72" -d '{"events": [{"server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "name": "network-vif-plugged", "status": "completed", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:49:04.908256 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:49:04.914454 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:04.940972 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f9d732-513c-442a-9083-1fe0e26c5f54 x-openstack-request-id: req-d5f9d732-513c-442a-9083-1fe0e26c5f54 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:49:04.941326 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "name": "network-vif-plugged", "status": "completed", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:49:04.941575 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5f9d732-513c-442a-9083-1fe0e26c5f54 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:49:04.941968 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1', 'code': 200} Nov 26 03:49:04.964554 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,revision_number=13']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:05.014727 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-bd6c5861-451b-4491-a9b2-8822d48818b9 req-936ed70a-fef5-45f7-95b0-dbeea3c5eaed tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:05.015093 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-bd6c5861-451b-4491-a9b2-8822d48818b9 req-936ed70a-fef5-45f7-95b0-dbeea3c5eaed tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:05.015412 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [req-bd6c5861-451b-4491-a9b2-8822d48818b9 req-936ed70a-fef5-45f7-95b0-dbeea3c5eaed tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Floating IP 89aeba66-2007-4a70-854d-22e6c3e2c5e8 disassociated. External IP: 172.25.0.49, port: 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1. Nov 26 03:49:05.015759 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-bd6c5861-451b-4491-a9b2-8822d48818b9 req-936ed70a-fef5-45f7-95b0-dbeea3c5eaed tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Calling delete_port for 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:49:05.142642 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-bd6c5861-451b-4491-a9b2-8822d48818b9 req-936ed70a-fef5-45f7-95b0-dbeea3c5eaed tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:05.170521 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ed70a-fef5-45f7-95b0-dbeea3c5eaed tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Pushing event deleted for resources: {'Port': ['ID=12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:05.286570 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d3597068-09f8-4837-bbda-5e07810f3514 req-a7fed0e8-41e7-4ca9-a4bf-b5cf6beea62f tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 210 time: 0.0311031 Nov 26 03:49:05.289637 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd6c5861-451b-4491-a9b2-8822d48818b9 req-936ed70a-fef5-45f7-95b0-dbeea3c5eaed tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Router ba7cda71-dfa8-48a0-978a-df4069c7dd86 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:49:05.408868 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd6c5861-451b-4491-a9b2-8822d48818b9 req-936ed70a-fef5-45f7-95b0-dbeea3c5eaed tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:49:05.419726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1404ba77-250d-4a8b-a83c-28e92e9f5a97 None None] Sync routers for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:49:05.431917 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1404ba77-250d-4a8b-a83c-28e92e9f5a97 None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:49:05.432812 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1404ba77-250d-4a8b-a83c-28e92e9f5a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:48:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:49:05.448251 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6c5861-451b-4491-a9b2-8822d48818b9 req-936ed70a-fef5-45f7-95b0-dbeea3c5eaed tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] No DVR routers for this DVR port 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:49:05.450892 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-bd6c5861-451b-4491-a9b2-8822d48818b9 req-936ed70a-fef5-45f7-95b0-dbeea3c5eaed tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:05.454302 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-bd6c5861-451b-4491-a9b2-8822d48818b9 req-936ed70a-fef5-45f7-95b0-dbeea3c5eaed tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.59 "DELETE /v2.0/ports/12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 HTTP/1.1" status: 204 len: 173 time: 0.7887561 Nov 26 03:49:05.454747 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'name': 'network-vif-deleted', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:49:05.457049 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf45d41-35d4-4181-956f-7fee05b8179b" -d '{"events": [{"server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "name": "network-vif-deleted", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:49:05.499986 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9b9cd9-c9aa-4bcf-83c4-e9922c2ed11a x-openstack-request-id: req-cc9b9cd9-c9aa-4bcf-83c4-e9922c2ed11a {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:49:05.500387 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2285c522-b537-4ddd-a086-bce90b757073", "name": "network-vif-deleted", "tag": "12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:49:05.500650 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc9b9cd9-c9aa-4bcf-83c4-e9922c2ed11a {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:49:05.501064 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2285c522-b537-4ddd-a086-bce90b757073', 'name': 'network-vif-deleted', 'tag': '12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1', 'status': 'completed', 'code': 200} Nov 26 03:49:05.542738 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-1404ba77-250d-4a8b-a83c-28e92e9f5a97 None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:49:05.744077 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1404ba77-250d-4a8b-a83c-28e92e9f5a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:49:05.774512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1404ba77-250d-4a8b-a83c-28e92e9f5a97 None None] Checking router: ba7cda71-dfa8-48a0-978a-df4069c7dd86 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:49:05.782960 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1404ba77-250d-4a8b-a83c-28e92e9f5a97 None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:49:05.783571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1404ba77-250d-4a8b-a83c-28e92e9f5a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:48:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:49:05.887121 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-1404ba77-250d-4a8b-a83c-28e92e9f5a97 None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:49:06.082802 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-1404ba77-250d-4a8b-a83c-28e92e9f5a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:49:06.111982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1404ba77-250d-4a8b-a83c-28e92e9f5a97 None None] The sync data for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 is: [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:43Z', 'revision_number': 4, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '78fea863-b640-45da-96ae-2bf780500d21', 'name': '', 'network_id': '39eefb8d-3e57-483e-9900-217ad74217d5', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:43Z', 'updated_at': '2021-11-26T03:36:48Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'subnets': [{'id': '04f32898-79bd-4453-832a-1730d5be3a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:49:06.327562 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd2dce3-5421-4238-879c-8af97ffad209 None None] New status for floating IP 89aeba66-2007-4a70-854d-22e6c3e2c5e8: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:49:06.389468 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-19e0d618-631e-4c5e-ba4d-307bf1bdb7d0 req-c1923d67-633d-4f94-91d2-169e9a10d9b6 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 210 time: 0.0279076 Nov 26 03:49:07.492736 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-03ae81b5-0c54-42b7-a1b9-095917f1de43 req-4e9f5ddd-a0f8-424b-875d-df1c7350f158 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 210 time: 0.0298114 Nov 26 03:49:08.594381 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d1d4268-5564-4440-b83b-24e99fb9ff31 req-62b1623e-9d1c-493a-a335-1b1b03b206b3 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 210 time: 0.0253620 Nov 26 03:49:08.740035 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:49:08.760543 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:49:08.760900 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 12d8c65c-a8b7-46a3-a0c0-b1bbe3bae4b1 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:49:09.698774 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e2f918d4-5f40-4aac-88ec-7b6ba2b86f82 req-1b48d3a5-907a-49f6-b1be-df23ddaa9520 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2285c522-b537-4ddd-a086-bce90b757073 HTTP/1.1" status: 200 len: 210 time: 0.0267050 Nov 26 03:49:11.793773 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-00964715-e63b-4810-90f1-f71ef71ac166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:14.210033 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bfd4b346-e65a-43ad-888b-79c3d08d1622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:15.258723 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:15.467765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34150) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:15.522179 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-06c0d1df-0017-4f5e-a538-f8c0ce9986ce tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:15.544996 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-06c0d1df-0017-4f5e-a538-f8c0ce9986ce tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:15.590273 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-06c0d1df-0017-4f5e-a538-f8c0ce9986ce tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:15.592937 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-06c0d1df-0017-4f5e-a538-f8c0ce9986ce tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:15.594113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-06c0d1df-0017-4f5e-a538-f8c0ce9986ce tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "DELETE /v2.0/security-groups/5ee01831-d322-41ac-91aa-42fd9c71a657 HTTP/1.1" status: 204 len: 168 time: 0.1246886 Nov 26 03:49:15.597417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34152) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:15.614367 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0d1df-0017-4f5e-a538-f8c0ce9986ce tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee01831-d322-41ac-91aa-42fd9c71a657,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:15.616431 n-d-819389-3 neutron-server[104802]: INFO neutron.api.v2.resource [None req-decb95de-efe2-4b97-91fc-8aed4004fba6 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] show failed (client error): The resource could not be found. Nov 26 03:49:15.617423 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-decb95de-efe2-4b97-91fc-8aed4004fba6 tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "GET /v2.0/security-groups/5ee01831-d322-41ac-91aa-42fd9c71a657 HTTP/1.1" status: 404 len: 347 time: 0.0185778 Nov 26 03:49:15.619944 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34154) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:15.742802 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-3842515f-c2dd-4847-b073-5584fd94ab2e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Deleting port d1d1c1f8-d3a4-4464-b840-06a484592d28 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:49:15.743146 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3842515f-c2dd-4847-b073-5584fd94ab2e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:15.819947 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3842515f-c2dd-4847-b073-5584fd94ab2e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:15.820223 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3842515f-c2dd-4847-b073-5584fd94ab2e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:15.832013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-3842515f-c2dd-4847-b073-5584fd94ab2e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Calling delete_port for d1d1c1f8-d3a4-4464-b840-06a484592d28 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:49:15.960239 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3842515f-c2dd-4847-b073-5584fd94ab2e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:15.986292 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842515f-c2dd-4847-b073-5584fd94ab2e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Pushing event deleted for resources: {'Port': ['ID=d1d1c1f8-d3a4-4464-b840-06a484592d28,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:16.042747 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3842515f-c2dd-4847-b073-5584fd94ab2e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:16.045340 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3842515f-c2dd-4847-b073-5584fd94ab2e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:16.046509 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3842515f-c2dd-4847-b073-5584fd94ab2e tempest-ServerActionsTestJSON-902768856 tempest-ServerActionsTestJSON-902768856-project] 10.222.0.31 "DELETE /v2.0/floatingips/89aeba66-2007-4a70-854d-22e6c3e2c5e8 HTTP/1.1" status: 204 len: 168 time: 0.4256530 Nov 26 03:49:16.049429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34156) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:16.509396 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-057820a5-a668-4957-b740-cc52f14bba10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:16.747159 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-057820a5-a668-4957-b740-cc52f14bba10 admin admin] Deleting port 78fea863-b640-45da-96ae-2bf780500d21 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:49:16.747503 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-057820a5-a668-4957-b740-cc52f14bba10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:16.814726 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:16.824598 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-057820a5-a668-4957-b740-cc52f14bba10 admin admin] For port 78fea863-b640-45da-96ae-2bf780500d21, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=78fea863-b640-45da-96ae-2bf780500d21,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:49:16.824969 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-057820a5-a668-4957-b740-cc52f14bba10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:16.837264 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-057820a5-a668-4957-b740-cc52f14bba10 admin admin] Calling delete_port for 78fea863-b640-45da-96ae-2bf780500d21 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:49:17.017080 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-057820a5-a668-4957-b740-cc52f14bba10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:17.040667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057820a5-a668-4957-b740-cc52f14bba10 admin admin] Pushing event deleted for resources: {'Port': ['ID=78fea863-b640-45da-96ae-2bf780500d21,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:17.204196 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-057820a5-a668-4957-b740-cc52f14bba10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:17.412083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057820a5-a668-4957-b740-cc52f14bba10 admin admin] Router ba7cda71-dfa8-48a0-978a-df4069c7dd86 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:49:17.519392 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057820a5-a668-4957-b740-cc52f14bba10 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:49:17.526859 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-057820a5-a668-4957-b740-cc52f14bba10 admin admin] 10.222.0.31 "PUT /v2.0/routers/ba7cda71-dfa8-48a0-978a-df4069c7dd86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4740856 Nov 26 03:49:17.526978 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34160) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:17.527871 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353a3f2a-213b-411d-abab-52ca1949a3a3 None None] Sync routers for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:49:17.538789 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353a3f2a-213b-411d-abab-52ca1949a3a3 None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:49:17.539409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-353a3f2a-213b-411d-abab-52ca1949a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:49:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:49:17.646458 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-353a3f2a-213b-411d-abab-52ca1949a3a3 None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:49:17.750945 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:17.841013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-353a3f2a-213b-411d-abab-52ca1949a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:49:16Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:49:17.872366 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353a3f2a-213b-411d-abab-52ca1949a3a3 None None] Checking router: ba7cda71-dfa8-48a0-978a-df4069c7dd86 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:49:17.881488 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353a3f2a-213b-411d-abab-52ca1949a3a3 None None] Routers {'ba7cda71-dfa8-48a0-978a-df4069c7dd86'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:49:17.882105 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-353a3f2a-213b-411d-abab-52ca1949a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:49:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:49:17.947596 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-46b1fa02-8c83-458f-a392-8051ca61652b admin admin] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:17.981982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-353a3f2a-213b-411d-abab-52ca1949a3a3 None None] Set router ba7cda71-dfa8-48a0-978a-df4069c7dd86 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:49:18.053946 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-46b1fa02-8c83-458f-a392-8051ca61652b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:18.108155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-46b1fa02-8c83-458f-a392-8051ca61652b admin admin] Deleting port c7be9372-c418-4d0d-873a-6438cdbe2ec2 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:49:18.108650 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-46b1fa02-8c83-458f-a392-8051ca61652b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:18.188371 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-46b1fa02-8c83-458f-a392-8051ca61652b admin admin] For port c7be9372-c418-4d0d-873a-6438cdbe2ec2, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c7be9372-c418-4d0d-873a-6438cdbe2ec2,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:49:18.188739 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-46b1fa02-8c83-458f-a392-8051ca61652b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:18.200976 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-46b1fa02-8c83-458f-a392-8051ca61652b admin admin] Calling delete_port for c7be9372-c418-4d0d-873a-6438cdbe2ec2 owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:49:18.312036 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-353a3f2a-213b-411d-abab-52ca1949a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:49:16Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:49:18.351737 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353a3f2a-213b-411d-abab-52ca1949a3a3 None None] The sync data for ids ['ba7cda71-dfa8-48a0-978a-df4069c7dd86'] in n-d-819389-3 is: [{'id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'name': 'tempest-ServerActionsTestJSON-604688836-router', 'tenant_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:49:16Z', 'revision_number': 5, 'project_id': '6ef3356fdbca4adaa7e7a4b922ad4bbb', 'gw_port': {'id': 'c7be9372-c418-4d0d-873a-6438cdbe2ec2', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cda71-dfa8-48a0-978a-df4069c7dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:36:41Z', 'updated_at': '2021-11-26T03:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:49:18.383860 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-46b1fa02-8c83-458f-a392-8051ca61652b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:18.415722 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1fa02-8c83-458f-a392-8051ca61652b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7be9372-c418-4d0d-873a-6438cdbe2ec2,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:18.425753 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bece8a8d-5436-420c-a137-f5e38c293fa3 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:49:18.474073 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-46b1fa02-8c83-458f-a392-8051ca61652b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:18.562812 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-46b1fa02-8c83-458f-a392-8051ca61652b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:18.564908 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-46b1fa02-8c83-458f-a392-8051ca61652b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:18.612272 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-46b1fa02-8c83-458f-a392-8051ca61652b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:18.612813 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b1fa02-8c83-458f-a392-8051ca61652b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba7cda71-dfa8-48a0-978a-df4069c7dd86 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:49:18.617334 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-46b1fa02-8c83-458f-a392-8051ca61652b admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:18.618492 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-46b1fa02-8c83-458f-a392-8051ca61652b admin admin] 10.222.0.31 "DELETE /v2.0/routers/ba7cda71-dfa8-48a0-978a-df4069c7dd86 HTTP/1.1" status: 204 len: 168 time: 1.0906034 Nov 26 03:49:18.621039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34162) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:18.665088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8a8519-e3dd-4dbb-abc2-d3a716408118 admin admin] Deleting subnet 04f32898-79bd-4453-832a-1730d5be3a2a {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:49:18.668198 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8519-e3dd-4dbb-abc2-d3a716408118 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:18.703367 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8519-e3dd-4dbb-abc2-d3a716408118 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:18.787713 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8519-e3dd-4dbb-abc2-d3a716408118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:18.839631 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8519-e3dd-4dbb-abc2-d3a716408118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:18.866373 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a8519-e3dd-4dbb-abc2-d3a716408118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04f32898-79bd-4453-832a-1730d5be3a2a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:18.870984 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8519-e3dd-4dbb-abc2-d3a716408118 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:18.874359 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5a8a8519-e3dd-4dbb-abc2-d3a716408118 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/04f32898-79bd-4453-832a-1730d5be3a2a HTTP/1.1" status: 204 len: 168 time: 0.2522142 Nov 26 03:49:18.876673 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34164) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:18.877184 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6907f368-ee9d-442e-9c42-df1e40d1c919 None None] Network 39eefb8d-3e57-483e-9900-217ad74217d5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:49:18.954049 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:19.012997 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] Deleting port 1f59b70e-55d6-4ca4-88ad-c5b74f17533a {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:49:19.013341 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:19.082203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dffaf1-f292-4655-9bff-500bf4b5448e None None] DHCP port deletion for 39eefb8d-3e57-483e-9900-217ad74217d5 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:49:19.086581 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] For port 1f59b70e-55d6-4ca4-88ad-c5b74f17533a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1f59b70e-55d6-4ca4-88ad-c5b74f17533a,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:49:19.087039 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:19.100758 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] Calling delete_port for 1f59b70e-55d6-4ca4-88ad-c5b74f17533a owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:49:19.132348 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f8dffaf1-f292-4655-9bff-500bf4b5448e None None] Deleting port 1f59b70e-55d6-4ca4-88ad-c5b74f17533a {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:49:19.132721 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f8dffaf1-f292-4655-9bff-500bf4b5448e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:19.183431 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:19.196330 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f8dffaf1-f292-4655-9bff-500bf4b5448e None None] For port 1f59b70e-55d6-4ca4-88ad-c5b74f17533a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=1f59b70e-55d6-4ca4-88ad-c5b74f17533a,segment=NetworkSegment(16b90481-d46c-4783-b7ad-8439ce7fb76d),segment_id=16b90481-d46c-4783-b7ad-8439ce7fb76d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:49:19.196739 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f8dffaf1-f292-4655-9bff-500bf4b5448e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:19.209613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f8dffaf1-f292-4655-9bff-500bf4b5448e None None] Calling delete_port for 1f59b70e-55d6-4ca4-88ad-c5b74f17533a owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:49:19.209865 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f59b70e-55d6-4ca4-88ad-c5b74f17533a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:19.211692 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] No DVR routers for this DVR port 1f59b70e-55d6-4ca4-88ad-c5b74f17533a on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:49:19.284706 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:19.288705 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f8dffaf1-f292-4655-9bff-500bf4b5448e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:19.304651 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39eefb8d-3e57-483e-9900-217ad74217d5']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:49:19.313659 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b90481-d46c-4783-b7ad-8439ce7fb76d') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:49:19.313956 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b90481-d46c-4783-b7ad-8439ce7fb76d') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:49:19.314408 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dffaf1-f292-4655-9bff-500bf4b5448e None None] Pushing event deleted for resources: {'Port': ['ID=1f59b70e-55d6-4ca4-88ad-c5b74f17533a,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:19.316311 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dffaf1-f292-4655-9bff-500bf4b5448e None None] No DVR routers for this DVR port 1f59b70e-55d6-4ca4-88ad-c5b74f17533a on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:49:19.323874 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:19.337784 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:19.344234 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:49:19.344665 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:49:19.349735 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:49:19.403819 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:19.412250 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:19.416031 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] 10.222.0.31 "DELETE /v2.0/networks/39eefb8d-3e57-483e-9900-217ad74217d5 HTTP/1.1" status: 204 len: 168 time: 0.5378988 Nov 26 03:49:19.429327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee665847-187b-4e2f-a19a-e883c621e758 admin admin] Pushing event deleted for resources: {'Network': ['ID=39eefb8d-3e57-483e-9900-217ad74217d5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:19.487478 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 78fea863-b640-45da-96ae-2bf780500d21 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:49:19.508199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 78fea863-b640-45da-96ae-2bf780500d21 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:49:19.508553 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 78fea863-b640-45da-96ae-2bf780500d21 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:49:19.548688 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34168) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:19.592835 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d45427f5-7061-4091-9794-f364cf379428 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ef3356fdbca4adaa7e7a4b922ad4bbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427761 Nov 26 03:49:19.595040 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34170) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:19.640885 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8707-e79b-4400-a80c-11881a02f2a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:19.662621 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8707-e79b-4400-a80c-11881a02f2a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:19.706607 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8707-e79b-4400-a80c-11881a02f2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:19.709296 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8707-e79b-4400-a80c-11881a02f2a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:19.710481 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ed2d8707-e79b-4400-a80c-11881a02f2a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/490ee749-d023-4232-8acd-1c9299e33796 HTTP/1.1" status: 204 len: 168 time: 0.1142950 Nov 26 03:49:19.718217 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d8707-e79b-4400-a80c-11881a02f2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490ee749-d023-4232-8acd-1c9299e33796,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:20.389189 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34192) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:20.502131 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f46a45ed-da44-46dc-880a-b9bc5c523a55 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-274614251-network', 'tenant_id': 'ee7416144a1146dab2caac61343de1b1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:49:20.524634 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46a45ed-da44-46dc-880a-b9bc5c523a55 admin admin] Made reservation on behalf of ee7416144a1146dab2caac61343de1b1 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:49:20.526903 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f46a45ed-da44-46dc-880a-b9bc5c523a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:20.535320 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f46a45ed-da44-46dc-880a-b9bc5c523a55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:20.608226 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f46a45ed-da44-46dc-880a-b9bc5c523a55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:20.612206 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f46a45ed-da44-46dc-880a-b9bc5c523a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:20.639996 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46a45ed-da44-46dc-880a-b9bc5c523a55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:49:20.647003 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a45ed-da44-46dc-880a-b9bc5c523a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b59925-ee48-41a7-8a7c-6f94c2bb2c31,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:20.653012 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f46a45ed-da44-46dc-880a-b9bc5c523a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:20.653362 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-f46a45ed-da44-46dc-880a-b9bc5c523a55 admin admin] Added segment db5804c5-d53e-4c3b-9016-5edb98bf7ff4 of type vlan for network 609b69cd-8bbf-424c-a527-f628a3f3b2c8 Nov 26 03:49:20.697013 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f46a45ed-da44-46dc-880a-b9bc5c523a55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:20.723723 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f46a45ed-da44-46dc-880a-b9bc5c523a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:20.725406 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46a45ed-da44-46dc-880a-b9bc5c523a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:20.726425 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f46a45ed-da44-46dc-880a-b9bc5c523a55 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:20.782612 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f46a45ed-da44-46dc-880a-b9bc5c523a55 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3922796 Nov 26 03:49:20.786177 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34196) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:20.791358 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-dda9f866-566e-42ea-81ce-d4ff4a7a0ca9 admin admin] Request body: {'subnet': {'network_id': '609b69cd-8bbf-424c-a527-f628a3f3b2c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-274614251-subnet', 'tenant_id': 'ee7416144a1146dab2caac61343de1b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:49:20.795137 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a45ed-da44-46dc-880a-b9bc5c523a55 admin admin] Pushing event updated for resources: {'Network': ['ID=609b69cd-8bbf-424c-a527-f628a3f3b2c8,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:20.807579 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 609b69cd-8bbf-424c-a527-f628a3f3b2c8 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:49:20.812151 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda9f866-566e-42ea-81ce-d4ff4a7a0ca9 admin admin] Made reservation on behalf of ee7416144a1146dab2caac61343de1b1 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:49:20.814541 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dda9f866-566e-42ea-81ce-d4ff4a7a0ca9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:20.993337 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dda9f866-566e-42ea-81ce-d4ff4a7a0ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:21.053404 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1f59b70e-55d6-4ca4-88ad-c5b74f17533a no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:49:21.065628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9f866-566e-42ea-81ce-d4ff4a7a0ca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db9b2dab-8afb-4b46-8171-83e264f8c665,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:21.074384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 1f59b70e-55d6-4ca4-88ad-c5b74f17533a {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:49:21.074746 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 1f59b70e-55d6-4ca4-88ad-c5b74f17533a not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:49:21.075168 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c7be9372-c418-4d0d-873a-6438cdbe2ec2 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:49:21.077509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda9f866-566e-42ea-81ce-d4ff4a7a0ca9 admin admin] Checking segment: {'id': 'db5804c5-d53e-4c3b-9016-5edb98bf7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '609b69cd-8bbf-424c-a527-f628a3f3b2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:49:21.077881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda9f866-566e-42ea-81ce-d4ff4a7a0ca9 admin admin] Network hostable DHCP agents. Network: 609b69cd-8bbf-424c-a527-f628a3f3b2c8, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:49:21.094242 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda9f866-566e-42ea-81ce-d4ff4a7a0ca9 admin admin] Network 609b69cd-8bbf-424c-a527-f628a3f3b2c8 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:49:21.096673 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: c7be9372-c418-4d0d-873a-6438cdbe2ec2 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:49:21.097028 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c7be9372-c418-4d0d-873a-6438cdbe2ec2 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:49:21.104600 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-dda9f866-566e-42ea-81ce-d4ff4a7a0ca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 609b69cd-8bbf-424c-a527-f628a3f3b2c8) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:49:21.108606 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda9f866-566e-42ea-81ce-d4ff4a7a0ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:21.109213 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-dda9f866-566e-42ea-81ce-d4ff4a7a0ca9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:21.114438 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c95eb0d-bdf7-44bd-9b00-cd00355a1657 None None] Network 609b69cd-8bbf-424c-a527-f628a3f3b2c8 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:49:21.126428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-dda9f866-566e-42ea-81ce-d4ff4a7a0ca9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3390245 Nov 26 03:49:21.249429 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d1a814-f6bd-48aa-b3ce-608d3970acc8 None None] Network 609b69cd-8bbf-424c-a527-f628a3f3b2c8 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:49:21.566150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-476e1340-d108-4030-b52d-96fa2a1bc89f tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:21.567628 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-476e1340-d108-4030-b52d-96fa2a1bc89f tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/networks?id=609b69cd-8bbf-424c-a527-f628a3f3b2c8 HTTP/1.1" status: 200 len: 813 time: 0.1026635 Nov 26 03:49:21.582901 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-2ab8dd2e-c3b9-4496-a24c-cfbec2982652 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/quotas/ee7416144a1146dab2caac61343de1b1 HTTP/1.1" status: 200 len: 375 time: 0.0094507 Nov 26 03:49:21.613732 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ee874486-8c34-49b8-b42d-5750e4111f9f tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ee7416144a1146dab2caac61343de1b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255783 Nov 26 03:49:21.670569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-d1da7779-0c1b-48ad-9efb-cd8d0635cb36 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:49:21.671615 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-d1da7779-0c1b-48ad-9efb-cd8d0635cb36 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0513813 Nov 26 03:49:21.765388 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-7ccd6ec9-2276-4423-9855-65d57a77f509 service neutron] 10.222.0.31 "GET /v2.0/networks/609b69cd-8bbf-424c-a527-f628a3f3b2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867062 Nov 26 03:49:21.857064 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-4e292f81-f454-45ba-90d0-622603ace540 service neutron] 10.222.0.31 "GET /v2.0/networks/609b69cd-8bbf-424c-a527-f628a3f3b2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848548 Nov 26 03:49:22.839717 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:23.030292 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d1c7091-a7a8-43b6-a4ce-b28a2e889b9b req-9de490db-bb5c-4df6-95aa-8296a7ba09ff tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 210 time: 0.0260649 Nov 26 03:49:24.108539 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-24afbf69-b0cd-40f6-ad7e-6da91916df15 req-7b07bdc5-f600-4225-91f6-a587b82e5227 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 210 time: 0.0260651 Nov 26 03:49:24.124329 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:25.210163 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-484eddf0-7c3b-4231-891d-cf958b9def49 req-f7049916-d72a-451e-837c-cb276627190f tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 210 time: 0.0274498 Nov 26 03:49:25.362637 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-95e2357c-59b2-4dd7-b17c-d864ebfafed3 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:25.364206 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-95e2357c-59b2-4dd7-b17c-d864ebfafed3 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.59 "GET /v2.0/networks?id=609b69cd-8bbf-424c-a527-f628a3f3b2c8 HTTP/1.1" status: 200 len: 813 time: 0.4430346 Nov 26 03:49:25.383074 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ee07f8c4-2c67-42e1-9507-8efc0fb6fb12 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Request body: {'port': {'device_id': 'd9bd9abd-3cd8-4bb6-846d-f2498db02a42', 'network_id': '609b69cd-8bbf-424c-a527-f628a3f3b2c8', 'admin_state_up': True, 'tenant_id': 'ee7416144a1146dab2caac61343de1b1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:49:25.493148 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ee07f8c4-2c67-42e1-9507-8efc0fb6fb12 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Made reservation on behalf of ee7416144a1146dab2caac61343de1b1 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:49:25.496603 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ee07f8c4-2c67-42e1-9507-8efc0fb6fb12 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:25.622670 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ee07f8c4-2c67-42e1-9507-8efc0fb6fb12 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Allocated IP 172.20.0.3 (609b69cd-8bbf-424c-a527-f628a3f3b2c8/db9b2dab-8afb-4b46-8171-83e264f8c665/582dc9ae-9c20-4a9a-bf7f-c0250730f4f4) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:49:25.774622 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ee07f8c4-2c67-42e1-9507-8efc0fb6fb12 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:25.806871 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ee07f8c4-2c67-42e1-9507-8efc0fb6fb12 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:25.850094 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ee07f8c4-2c67-42e1-9507-8efc0fb6fb12 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Network 609b69cd-8bbf-424c-a527-f628a3f3b2c8 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:49:25.853289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ee07f8c4-2c67-42e1-9507-8efc0fb6fb12 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:49:25.857109 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ee07f8c4-2c67-42e1-9507-8efc0fb6fb12 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:49:25.884181 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07f8c4-2c67-42e1-9507-8efc0fb6fb12 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Pushing event updated for resources: {'Port': ['ID=582dc9ae-9c20-4a9a-bf7f-c0250730f4f4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:25.909390 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ee07f8c4-2c67-42e1-9507-8efc0fb6fb12 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:25.909994 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ee07f8c4-2c67-42e1-9507-8efc0fb6fb12 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:25.925472 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ee07f8c4-2c67-42e1-9507-8efc0fb6fb12 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5464332 Nov 26 03:49:25.943063 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Request body: {'port': {'device_id': 'd9bd9abd-3cd8-4bb6-846d-f2498db02a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:49:25.998001 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:26.253335 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:49:26.260816 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:26.272509 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Transition to ACTIVE for port object 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:49:26.276297 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:26.328926 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd75ae-5b44-46f0-a586-a378ce5bfeff req-ab1e9f56-8e1c-44bc-b0be-d98549cf4142 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:26.329552 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Pushing event updated for resources: {'Port': ['ID=582dc9ae-9c20-4a9a-bf7f-c0250730f4f4,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:26.329655 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fddd75ae-5b44-46f0-a586-a378ce5bfeff req-ab1e9f56-8e1c-44bc-b0be-d98549cf4142 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 943 time: 0.0498612 Nov 26 03:49:26.382631 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fddd75ae-5b44-46f0-a586-a378ce5bfeff req-543c06e8-2d76-4446-892c-86f70f267fa2 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460470 Nov 26 03:49:26.395083 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Attempting to bind port 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:49:26.395571 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Attempting to bind port 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'db5804c5-d53e-4c3b-9016-5edb98bf7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '609b69cd-8bbf-424c-a527-f628a3f3b2c8'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:49:26.395796 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Attempting to bind port 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 on network 609b69cd-8bbf-424c-a527-f628a3f3b2c8 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:49:26.400126 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Port 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 on network 609b69cd-8bbf-424c-a527-f628a3f3b2c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:49:26.400457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Attempting to bind port 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 on network 609b69cd-8bbf-424c-a527-f628a3f3b2c8 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:49:26.405451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:49:26.405792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Checking segment: {'id': 'db5804c5-d53e-4c3b-9016-5edb98bf7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '609b69cd-8bbf-424c-a527-f628a3f3b2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:49:26.406176 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Bound using segment: {'id': 'db5804c5-d53e-4c3b-9016-5edb98bf7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '609b69cd-8bbf-424c-a527-f628a3f3b2c8'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:49:26.406602 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Bound port: 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5804c5-d53e-4c3b-9016-5edb98bf7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '609b69cd-8bbf-424c-a527-f628a3f3b2c8'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:49:26.406961 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:26.468425 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] For port 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:49:26.472505 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] For port 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=582dc9ae-9c20-4a9a-bf7f-c0250730f4f4,segment=NetworkSegment(db5804c5-d53e-4c3b-9016-5edb98bf7ff4),segment_id=db5804c5-d53e-4c3b-9016-5edb98bf7ff4)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:49:26.476388 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:26.511534 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:26.512197 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:26.513569 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] 10.222.0.59 "PUT /v2.0/ports/582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 HTTP/1.1" status: 200 len: 1091 time: 0.5750275 Nov 26 03:49:26.514005 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bd9abd-3cd8-4bb6-846d-f2498db02a42', 'tag': '582dc9ae-9c20-4a9a-bf7f-c0250730f4f4'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:49:26.516267 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd84abe-1b80-47d4-babe-9a7d28514425" -d '{"events": [{"name": "network-changed", "server_uuid": "d9bd9abd-3cd8-4bb6-846d-f2498db02a42", "tag": "582dc9ae-9c20-4a9a-bf7f-c0250730f4f4"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:49:26.538676 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ae031-4bbd-433b-8033-8a75e19d209b service neutron] Pushing event updated for resources: {'Port': ['ID=582dc9ae-9c20-4a9a-bf7f-c0250730f4f4,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:26.556321 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83f941c-4994-4065-a650-9687f929d1d6 x-openstack-request-id: req-f83f941c-4994-4065-a650-9687f929d1d6 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:49:26.556641 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9bd9abd-3cd8-4bb6-846d-f2498db02a42", "tag": "582dc9ae-9c20-4a9a-bf7f-c0250730f4f4", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:49:26.556904 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f83f941c-4994-4065-a650-9687f929d1d6 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:49:26.557336 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bd9abd-3cd8-4bb6-846d-f2498db02a42', 'tag': '582dc9ae-9c20-4a9a-bf7f-c0250730f4f4', 'status': 'completed', 'code': 200} Nov 26 03:49:26.620115 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-3832cf3f-2256-4648-973a-0124223ca7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:26.621607 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-3832cf3f-2256-4648-973a-0124223ca7a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee7416144a1146dab2caac61343de1b1&device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 1094 time: 0.0447288 Nov 26 03:49:26.668966 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-25e2b778-e605-4ee4-97cc-c580986ee374 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 HTTP/1.1" status: 200 len: 217 time: 0.0341978 Nov 26 03:49:26.716257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-35895642-ed39-4b05-ba0a-03910f1e25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:26.717713 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-35895642-ed39-4b05-ba0a-03910f1e25f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db9b2dab-8afb-4b46-8171-83e264f8c665 HTTP/1.1" status: 200 len: 853 time: 0.0419261 Nov 26 03:49:26.753016 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-88e4b6e0-0b85-4296-86f5-a062bad01bb1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=609b69cd-8bbf-424c-a527-f628a3f3b2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272048 Nov 26 03:49:26.841148 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-5060f022-e36a-4c70-8845-6b35e5da20be service neutron] 10.222.0.59 "GET /v2.0/networks/609b69cd-8bbf-424c-a527-f628a3f3b2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804331 Nov 26 03:49:26.932423 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-66573db2-6081-4fa0-8286-b9f8ab72521c req-f4801333-def3-484d-ab53-5d296cf0b900 service neutron] 10.222.0.59 "GET /v2.0/networks/609b69cd-8bbf-424c-a527-f628a3f3b2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839643 Nov 26 03:49:27.053827 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd84abe-1b80-47d4-babe-9a7d28514425 req-5b3476d8-a66b-44c3-8c1f-a3e6c27aeb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:27.055327 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ebd84abe-1b80-47d4-babe-9a7d28514425 req-5b3476d8-a66b-44c3-8c1f-a3e6c27aeb48 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee7416144a1146dab2caac61343de1b1&device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 1094 time: 0.0404050 Nov 26 03:49:27.149131 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd84abe-1b80-47d4-babe-9a7d28514425 req-dc876c46-a62e-4111-ab3f-087c582538ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:27.150517 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ebd84abe-1b80-47d4-babe-9a7d28514425 req-dc876c46-a62e-4111-ab3f-087c582538ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=609b69cd-8bbf-424c-a527-f628a3f3b2c8 HTTP/1.1" status: 200 len: 914 time: 0.0873606 Nov 26 03:49:27.191118 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ebd84abe-1b80-47d4-babe-9a7d28514425 req-da1622af-dd4e-4981-b81b-33c29372418f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 HTTP/1.1" status: 200 len: 217 time: 0.0330589 Nov 26 03:49:27.238950 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd84abe-1b80-47d4-babe-9a7d28514425 req-98fa183c-1d9a-4b59-b120-8b68ac6f0564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:27.240392 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ebd84abe-1b80-47d4-babe-9a7d28514425 req-98fa183c-1d9a-4b59-b120-8b68ac6f0564 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db9b2dab-8afb-4b46-8171-83e264f8c665 HTTP/1.1" status: 200 len: 853 time: 0.0424345 Nov 26 03:49:27.271776 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ebd84abe-1b80-47d4-babe-9a7d28514425 req-c67c15dc-b638-4e38-b946-90c522eee9aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=609b69cd-8bbf-424c-a527-f628a3f3b2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243008 Nov 26 03:49:27.364465 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ebd84abe-1b80-47d4-babe-9a7d28514425 req-e0eb549c-892b-49c7-af00-ae1e363d9f74 service neutron] 10.222.0.59 "GET /v2.0/networks/609b69cd-8bbf-424c-a527-f628a3f3b2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853264 Nov 26 03:49:27.459442 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ebd84abe-1b80-47d4-babe-9a7d28514425 req-19d69207-6830-46d8-a3d8-80a741baa5bc service neutron] 10.222.0.59 "GET /v2.0/networks/609b69cd-8bbf-424c-a527-f628a3f3b2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878456 Nov 26 03:49:27.500834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a8d7e-2c7e-4a3e-a6c6-a6d2b01d2898 req-21e36b1b-eb41-4c25-9443-663c76800c92 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:27.503646 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae6a8d7e-2c7e-4a3e-a6c6-a6d2b01d2898 req-21e36b1b-eb41-4c25-9443-663c76800c92 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 943 time: 0.0540042 Nov 26 03:49:27.551187 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae6a8d7e-2c7e-4a3e-a6c6-a6d2b01d2898 req-9a2e0c76-d0e8-42db-ae20-c25d82fea969 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415041 Nov 26 03:49:28.669228 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f938d-1d4d-40c6-9544-f54db80979d9 req-8ef4e695-80b3-4d84-b44f-af79fcc0f52b tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:28.670734 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-608f938d-1d4d-40c6-9544-f54db80979d9 req-8ef4e695-80b3-4d84-b44f-af79fcc0f52b tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 943 time: 0.0495789 Nov 26 03:49:28.717876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-608f938d-1d4d-40c6-9544-f54db80979d9 req-be876ff2-8f7a-456b-8175-b07171359cb4 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410695 Nov 26 03:49:28.881705 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:49:28.895421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:49:28.990773 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=582dc9ae-9c20-4a9a-bf7f-c0250730f4f4,segment=NetworkSegment(db5804c5-d53e-4c3b-9016-5edb98bf7ff4),segment_id=db5804c5-d53e-4c3b-9016-5edb98bf7ff4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:49:29.001482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '582dc9ae-9c20-4a9a-bf7f-c0250730f4f4', 'network_id': '609b69cd-8bbf-424c-a527-f628a3f3b2c8', 'port_id': '582dc9ae-9c20-4a9a-bf7f-c0250730f4f4', 'mac_address': 'fa:16:3e:f6:7e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9b2dab-8afb-4b46-8171-83e264f8c665', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:49:29.037331 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:29.053524 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:49:29.072458 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=582dc9ae-9c20-4a9a-bf7f-c0250730f4f4,segment=NetworkSegment(db5804c5-d53e-4c3b-9016-5edb98bf7ff4),segment_id=db5804c5-d53e-4c3b-9016-5edb98bf7ff4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:49:29.076438 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:29.124715 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=582dc9ae-9c20-4a9a-bf7f-c0250730f4f4,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:29.336029 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['582dc9ae-9c20-4a9a-bf7f-c0250730f4f4'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:49:29.836566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14debd5a-cf2b-46de-8239-5c468c86c9cc req-5367e506-bc37-4719-8ffc-9d460fa3b729 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:29.838064 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14debd5a-cf2b-46de-8239-5c468c86c9cc req-5367e506-bc37-4719-8ffc-9d460fa3b729 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 944 time: 0.0537469 Nov 26 03:49:29.885216 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14debd5a-cf2b-46de-8239-5c468c86c9cc req-cb3b41bc-c5e1-433d-9130-905bb21c6929 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Nov 26 03:49:30.895799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:49:30.949991 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:49:30.954395 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:49:30.954773 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:31.003472 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab958657-61f3-4609-a67b-a937c71e5a68 req-c1c69d5e-5212-414b-9103-58089a8fd9e8 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:31.005030 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab958657-61f3-4609-a67b-a937c71e5a68 req-c1c69d5e-5212-414b-9103-58089a8fd9e8 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 944 time: 0.0504906 Nov 26 03:49:31.032164 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:31.053551 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ab958657-61f3-4609-a67b-a937c71e5a68 req-a99d5430-b001-4e68-a7f6-c651a5e63145 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415440 Nov 26 03:49:31.054421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bd9abd-3cd8-4bb6-846d-f2498db02a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582dc9ae-9c20-4a9a-bf7f-c0250730f4f4'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:49:31.056969 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74339329-37f7-446b-bb31-8e36bb37e0c9" -d '{"events": [{"server_uuid": "d9bd9abd-3cd8-4bb6-846d-f2498db02a42", "name": "network-vif-plugged", "status": "completed", "tag": "582dc9ae-9c20-4a9a-bf7f-c0250730f4f4"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:49:31.074796 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=582dc9ae-9c20-4a9a-bf7f-c0250730f4f4,segment=NetworkSegment(db5804c5-d53e-4c3b-9016-5edb98bf7ff4),segment_id=db5804c5-d53e-4c3b-9016-5edb98bf7ff4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:49:31.078682 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:31.103712 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c281cc6-36e6-413f-83dd-cbf8ed96a35d x-openstack-request-id: req-9c281cc6-36e6-413f-83dd-cbf8ed96a35d {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:49:31.104014 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bd9abd-3cd8-4bb6-846d-f2498db02a42", "name": "network-vif-plugged", "status": "completed", "tag": "582dc9ae-9c20-4a9a-bf7f-c0250730f4f4", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:49:31.104300 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c281cc6-36e6-413f-83dd-cbf8ed96a35d {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:49:31.104698 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bd9abd-3cd8-4bb6-846d-f2498db02a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582dc9ae-9c20-4a9a-bf7f-c0250730f4f4', 'code': 200} Nov 26 03:49:31.129884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=582dc9ae-9c20-4a9a-bf7f-c0250730f4f4,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:31.219856 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b245193-8bee-4158-949a-000558930e95 req-5694e563-9418-4840-ba1c-25857b6811fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:31.221554 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7b245193-8bee-4158-949a-000558930e95 req-5694e563-9418-4840-ba1c-25857b6811fb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 1096 time: 0.0403328 Nov 26 03:49:31.267320 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-7b245193-8bee-4158-949a-000558930e95 req-8d30a956-4dae-4910-9642-b29424d79dcd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369735 Nov 26 03:49:32.168012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c93c3-5dbf-404d-a756-95c02406c4f1 req-82fad136-d15b-4664-b96f-f1e8f68c527d tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:32.169528 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f9c93c3-5dbf-404d-a756-95c02406c4f1 req-82fad136-d15b-4664-b96f-f1e8f68c527d tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 945 time: 0.0482776 Nov 26 03:49:32.221593 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f9c93c3-5dbf-404d-a756-95c02406c4f1 req-be34306b-36ee-4e0a-bcc5-24008e02246c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457203 Nov 26 03:49:33.339639 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9770116-119e-4ede-ae84-049e46d139a3 req-91bde183-6002-4e5c-821b-2bd9e0cbc546 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:33.341132 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9770116-119e-4ede-ae84-049e46d139a3 req-91bde183-6002-4e5c-821b-2bd9e0cbc546 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 945 time: 0.0481398 Nov 26 03:49:33.388681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9770116-119e-4ede-ae84-049e46d139a3 req-3c785d44-a484-4a67-98e8-d1bcc648c5c0 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413167 Nov 26 03:49:33.612619 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-b7189920-9291-4da9-bcc8-5aace55ecb2d tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:33.614096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-b7189920-9291-4da9-bcc8-5aace55ecb2d tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/networks?id=609b69cd-8bbf-424c-a527-f628a3f3b2c8 HTTP/1.1" status: 200 len: 813 time: 0.1034048 Nov 26 03:49:33.629791 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-234e4fca-5aae-4b3e-8711-70e1b457c3e3 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/quotas/ee7416144a1146dab2caac61343de1b1 HTTP/1.1" status: 200 len: 375 time: 0.0097291 Nov 26 03:49:33.678220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-2b8e9a9f-2f0e-4d9d-8154-8a6059fbc9c7 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ee7416144a1146dab2caac61343de1b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427709 Nov 26 03:49:33.688620 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-7ab22d08-0f0a-4195-ba31-76a7a61fe0a3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:49:33.689591 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-7ab22d08-0f0a-4195-ba31-76a7a61fe0a3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048566 Nov 26 03:49:33.778919 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-2de41f6a-68ab-4aab-b029-2970f7dae2b1 service neutron] 10.222.0.31 "GET /v2.0/networks/609b69cd-8bbf-424c-a527-f628a3f3b2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832603 Nov 26 03:49:33.866260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-1d6dc016-5a82-40c7-b842-0df5ee2014b5 service neutron] 10.222.0.31 "GET /v2.0/networks/609b69cd-8bbf-424c-a527-f628a3f3b2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806665 Nov 26 03:49:34.022147 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-695a3abb-63f8-448a-b2ae-c13ab98c758b req-ff73b2c4-9bad-4e9c-84a2-c9c2fca0405c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b0f4206-3ba2-4c8f-9966-b3050c5e691c HTTP/1.1" status: 200 len: 210 time: 0.0257254 Nov 26 03:49:34.998906 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-9e4fe594-85b2-43bb-bca2-d1c225781bba tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:35.000387 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-9e4fe594-85b2-43bb-bca2-d1c225781bba tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.54 "GET /v2.0/networks?id=609b69cd-8bbf-424c-a527-f628a3f3b2c8 HTTP/1.1" status: 200 len: 813 time: 0.1094108 Nov 26 03:49:35.020899 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Request body: {'port': {'device_id': '8b0f4206-3ba2-4c8f-9966-b3050c5e691c', 'network_id': '609b69cd-8bbf-424c-a527-f628a3f3b2c8', 'admin_state_up': True, 'tenant_id': 'ee7416144a1146dab2caac61343de1b1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:49:35.136167 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad5b7ad4-47fc-4efa-99a6-16e4ec9ca8c7 req-220264a2-46c1-4747-878b-f0fea4026bc2 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b0f4206-3ba2-4c8f-9966-b3050c5e691c HTTP/1.1" status: 200 len: 210 time: 0.0444334 Nov 26 03:49:35.159332 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Made reservation on behalf of ee7416144a1146dab2caac61343de1b1 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:49:35.162852 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:35.285855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Allocated IP 172.20.0.11 (609b69cd-8bbf-424c-a527-f628a3f3b2c8/db9b2dab-8afb-4b46-8171-83e264f8c665/93d62bb2-0998-4412-8281-4e7f57f0ddff) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:49:35.427098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:35.461004 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:35.494822 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['582dc9ae-9c20-4a9a-bf7f-c0250730f4f4'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:49:35.512335 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Network 609b69cd-8bbf-424c-a527-f628a3f3b2c8 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:49:35.515498 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:49:35.519446 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:49:35.525670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Pushing event updated for resources: {'Port': ['ID=93d62bb2-0998-4412-8281-4e7f57f0ddff,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:35.553498 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:35.553766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:35.554117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:35.554454 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:35.554784 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:35.555114 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:35.555442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:35.555767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:35.556112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:35.556439 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:35.556949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:35.557514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:35.581726 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:35.582867 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:35.598849 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-894c9f8b-deb3-4076-95ca-48a66b00ca7c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5818729 Nov 26 03:49:35.616145 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Request body: {'port': {'device_id': '8b0f4206-3ba2-4c8f-9966-b3050c5e691c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:49:35.669100 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:35.929112 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d62bb2-0998-4412-8281-4e7f57f0ddff {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:49:35.936268 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:35.947858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Transition to ACTIVE for port object 93d62bb2-0998-4412-8281-4e7f57f0ddff will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:49:35.951591 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:36.002462 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Pushing event updated for resources: {'Port': ['ID=93d62bb2-0998-4412-8281-4e7f57f0ddff,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:36.067660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Attempting to bind port 93d62bb2-0998-4412-8281-4e7f57f0ddff on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:49:36.068000 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Attempting to bind port 93d62bb2-0998-4412-8281-4e7f57f0ddff by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'db5804c5-d53e-4c3b-9016-5edb98bf7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '609b69cd-8bbf-424c-a527-f628a3f3b2c8'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:49:36.068362 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Attempting to bind port 93d62bb2-0998-4412-8281-4e7f57f0ddff on network 609b69cd-8bbf-424c-a527-f628a3f3b2c8 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:49:36.072570 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Port 93d62bb2-0998-4412-8281-4e7f57f0ddff on network 609b69cd-8bbf-424c-a527-f628a3f3b2c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:49:36.072897 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Attempting to bind port 93d62bb2-0998-4412-8281-4e7f57f0ddff on network 609b69cd-8bbf-424c-a527-f628a3f3b2c8 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:49:36.077667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:49:36.078008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Checking segment: {'id': 'db5804c5-d53e-4c3b-9016-5edb98bf7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '609b69cd-8bbf-424c-a527-f628a3f3b2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:49:36.078397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Bound using segment: {'id': 'db5804c5-d53e-4c3b-9016-5edb98bf7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '609b69cd-8bbf-424c-a527-f628a3f3b2c8'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:49:36.078821 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Bound port: 93d62bb2-0998-4412-8281-4e7f57f0ddff, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5804c5-d53e-4c3b-9016-5edb98bf7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '609b69cd-8bbf-424c-a527-f628a3f3b2c8'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:49:36.079180 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:36.143052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] For port 93d62bb2-0998-4412-8281-4e7f57f0ddff, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:49:36.146670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] For port 93d62bb2-0998-4412-8281-4e7f57f0ddff, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=93d62bb2-0998-4412-8281-4e7f57f0ddff,segment=NetworkSegment(db5804c5-d53e-4c3b-9016-5edb98bf7ff4),segment_id=db5804c5-d53e-4c3b-9016-5edb98bf7ff4)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:49:36.151246 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:36.187606 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:36.188264 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:36.189690 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] 10.222.0.54 "PUT /v2.0/ports/93d62bb2-0998-4412-8281-4e7f57f0ddff HTTP/1.1" status: 200 len: 1092 time: 0.5778046 Nov 26 03:49:36.190135 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0f4206-3ba2-4c8f-9966-b3050c5e691c', 'tag': '93d62bb2-0998-4412-8281-4e7f57f0ddff'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:49:36.192995 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad20e64f-0670-4b0f-92fc-26acdb61b6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0f4206-3ba2-4c8f-9966-b3050c5e691c", "tag": "93d62bb2-0998-4412-8281-4e7f57f0ddff"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:49:36.225128 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f8c3c-fee5-483e-aa79-fd41c7ce06d4 service neutron] Pushing event updated for resources: {'Port': ['ID=93d62bb2-0998-4412-8281-4e7f57f0ddff,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:36.241408 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cf9034-ed3b-406f-9cf8-1ed51b582824 x-openstack-request-id: req-51cf9034-ed3b-406f-9cf8-1ed51b582824 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:49:36.241707 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0f4206-3ba2-4c8f-9966-b3050c5e691c", "tag": "93d62bb2-0998-4412-8281-4e7f57f0ddff", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:49:36.241966 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51cf9034-ed3b-406f-9cf8-1ed51b582824 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:49:36.242376 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0f4206-3ba2-4c8f-9966-b3050c5e691c', 'tag': '93d62bb2-0998-4412-8281-4e7f57f0ddff', 'status': 'completed', 'code': 200} Nov 26 03:49:36.274325 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca9caa-747a-48d2-9471-7dae20ecb038 req-fd28ba8c-346d-48ba-b17e-5a1b29906e4a tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:36.275828 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88ca9caa-747a-48d2-9471-7dae20ecb038 req-fd28ba8c-346d-48ba-b17e-5a1b29906e4a tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b0f4206-3ba2-4c8f-9966-b3050c5e691c HTTP/1.1" status: 200 len: 944 time: 0.0640264 Nov 26 03:49:36.337021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-f46aabf5-c117-4760-930b-d5f07f15cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:36.338502 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-f46aabf5-c117-4760-930b-d5f07f15cf02 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee7416144a1146dab2caac61343de1b1&device_id=8b0f4206-3ba2-4c8f-9966-b3050c5e691c HTTP/1.1" status: 200 len: 1095 time: 0.0836608 Nov 26 03:49:36.345894 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88ca9caa-747a-48d2-9471-7dae20ecb038 req-3c6c4a98-1b7b-4437-b9ff-ba802bcbbefb tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532241 Nov 26 03:49:36.388635 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-0086e22c-13ed-439e-abc5-060319c9a6c8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d62bb2-0998-4412-8281-4e7f57f0ddff HTTP/1.1" status: 200 len: 217 time: 0.0344925 Nov 26 03:49:36.435480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-35e9c84b-53e2-4820-9079-2450818f38e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:36.436914 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-35e9c84b-53e2-4820-9079-2450818f38e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=db9b2dab-8afb-4b46-8171-83e264f8c665 HTTP/1.1" status: 200 len: 853 time: 0.0419726 Nov 26 03:49:36.472829 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-7fe7b90b-17d2-414a-a6da-0006ff618752 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=609b69cd-8bbf-424c-a527-f628a3f3b2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292249 Nov 26 03:49:36.560921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-ee840cac-9d57-4f6e-8888-4205266fa39a service neutron] 10.222.0.54 "GET /v2.0/networks/609b69cd-8bbf-424c-a527-f628a3f3b2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807304 Nov 26 03:49:36.652541 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a4b1e2b-3580-462e-babc-0090c780f4b7 req-daa94ffc-ad17-469c-b4e5-678b273e36e1 service neutron] 10.222.0.54 "GET /v2.0/networks/609b69cd-8bbf-424c-a527-f628a3f3b2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843000 Nov 26 03:49:36.774273 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20e64f-0670-4b0f-92fc-26acdb61b6cb req-7f430948-3f51-4c18-a270-fd9c92d62a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:36.775777 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad20e64f-0670-4b0f-92fc-26acdb61b6cb req-7f430948-3f51-4c18-a270-fd9c92d62a8d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee7416144a1146dab2caac61343de1b1&device_id=8b0f4206-3ba2-4c8f-9966-b3050c5e691c HTTP/1.1" status: 200 len: 1095 time: 0.0407228 Nov 26 03:49:36.867066 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20e64f-0670-4b0f-92fc-26acdb61b6cb req-3ac079d9-46fc-4f85-8534-e58b7792d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:36.868565 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad20e64f-0670-4b0f-92fc-26acdb61b6cb req-3ac079d9-46fc-4f85-8534-e58b7792d608 service neutron] 10.222.0.54 "GET /v2.0/networks?id=609b69cd-8bbf-424c-a527-f628a3f3b2c8 HTTP/1.1" status: 200 len: 914 time: 0.0860097 Nov 26 03:49:36.907966 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad20e64f-0670-4b0f-92fc-26acdb61b6cb req-bf563685-190f-44bd-a876-b1d18a73d002 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d62bb2-0998-4412-8281-4e7f57f0ddff HTTP/1.1" status: 200 len: 217 time: 0.0323441 Nov 26 03:49:36.956693 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20e64f-0670-4b0f-92fc-26acdb61b6cb req-d0fa298e-9dbb-4add-8017-dd318baf7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:36.958238 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad20e64f-0670-4b0f-92fc-26acdb61b6cb req-d0fa298e-9dbb-4add-8017-dd318baf7e26 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=db9b2dab-8afb-4b46-8171-83e264f8c665 HTTP/1.1" status: 200 len: 853 time: 0.0417712 Nov 26 03:49:36.989903 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad20e64f-0670-4b0f-92fc-26acdb61b6cb req-907ee01b-9a19-4cb6-b864-28cd202f2ba3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=609b69cd-8bbf-424c-a527-f628a3f3b2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242882 Nov 26 03:49:37.080721 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad20e64f-0670-4b0f-92fc-26acdb61b6cb req-4a223000-992c-4ae8-987c-52510b0652ee service neutron] 10.222.0.54 "GET /v2.0/networks/609b69cd-8bbf-424c-a527-f628a3f3b2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836134 Nov 26 03:49:37.489094 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad20e64f-0670-4b0f-92fc-26acdb61b6cb req-f7e342d5-e0ff-4886-ba29-2269ae9567a7 service neutron] 10.222.0.54 "GET /v2.0/networks/609b69cd-8bbf-424c-a527-f628a3f3b2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010901 Nov 26 03:49:37.526045 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b610afc-d502-4b19-8b00-f02ab11940a7 req-60a62b2b-5638-4886-8344-ffe6265240b0 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:37.527524 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b610afc-d502-4b19-8b00-f02ab11940a7 req-60a62b2b-5638-4886-8344-ffe6265240b0 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b0f4206-3ba2-4c8f-9966-b3050c5e691c HTTP/1.1" status: 200 len: 944 time: 0.0574400 Nov 26 03:49:37.573066 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6b610afc-d502-4b19-8b00-f02ab11940a7 req-ec38f110-a33a-40be-9a78-28e819b3bee2 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393724 Nov 26 03:49:38.687138 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07aa228-9cf1-4bfe-b4a8-2346fef634f3 req-f43fc247-8166-474b-aa32-f7168a0301b4 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:38.688623 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e07aa228-9cf1-4bfe-b4a8-2346fef634f3 req-f43fc247-8166-474b-aa32-f7168a0301b4 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b0f4206-3ba2-4c8f-9966-b3050c5e691c HTTP/1.1" status: 200 len: 944 time: 0.0474682 Nov 26 03:49:38.734975 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e07aa228-9cf1-4bfe-b4a8-2346fef634f3 req-4c4e84ff-3fc7-46d3-ba4b-c8db6d0ab7b8 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404351 Nov 26 03:49:39.852322 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf0d6e-55ee-4bac-aa7d-2f46ac7c9601 req-bdb8342c-7337-4490-b7d3-23a4d15a77c0 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:39.853802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6bf0d6e-55ee-4bac-aa7d-2f46ac7c9601 req-bdb8342c-7337-4490-b7d3-23a4d15a77c0 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b0f4206-3ba2-4c8f-9966-b3050c5e691c HTTP/1.1" status: 200 len: 944 time: 0.0507677 Nov 26 03:49:39.899716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6bf0d6e-55ee-4bac-aa7d-2f46ac7c9601 req-8722d5fe-f2e3-4ce8-9ba2-399d3f211947 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399399 Nov 26 03:49:40.318924 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 93d62bb2-0998-4412-8281-4e7f57f0ddff details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:49:40.410974 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 93d62bb2-0998-4412-8281-4e7f57f0ddff, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=93d62bb2-0998-4412-8281-4e7f57f0ddff,segment=NetworkSegment(db5804c5-d53e-4c3b-9016-5edb98bf7ff4),segment_id=db5804c5-d53e-4c3b-9016-5edb98bf7ff4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:49:40.424886 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '93d62bb2-0998-4412-8281-4e7f57f0ddff', 'network_id': '609b69cd-8bbf-424c-a527-f628a3f3b2c8', 'port_id': '93d62bb2-0998-4412-8281-4e7f57f0ddff', 'mac_address': 'fa:16:3e:cb:18:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9b2dab-8afb-4b46-8171-83e264f8c665', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:49:40.466326 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:40.479628 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d62bb2-0998-4412-8281-4e7f57f0ddff {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:49:40.498327 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 93d62bb2-0998-4412-8281-4e7f57f0ddff, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=93d62bb2-0998-4412-8281-4e7f57f0ddff,segment=NetworkSegment(db5804c5-d53e-4c3b-9016-5edb98bf7ff4),segment_id=db5804c5-d53e-4c3b-9016-5edb98bf7ff4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:49:40.501832 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:40.546643 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=93d62bb2-0998-4412-8281-4e7f57f0ddff,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:40.876592 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['93d62bb2-0998-4412-8281-4e7f57f0ddff'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:49:41.014293 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510f51a-9621-46e3-88eb-350d5e09808e req-7638c30a-4867-4bc8-a56e-cc1279429d43 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:41.015831 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9510f51a-9621-46e3-88eb-350d5e09808e req-7638c30a-4867-4bc8-a56e-cc1279429d43 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b0f4206-3ba2-4c8f-9966-b3050c5e691c HTTP/1.1" status: 200 len: 945 time: 0.0491917 Nov 26 03:49:41.062475 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9510f51a-9621-46e3-88eb-350d5e09808e req-6c2c280e-3966-48eb-b4be-7fbb7db87336 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401399 Nov 26 03:49:41.795618 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f0d9-6a2c-45c4-91c1-268ca4080726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:42.180458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7a9dd-bba1-4fae-81a9-b4977435cf06 req-8129c8b5-bfcb-47d6-8637-5e5f336d215e tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:42.181944 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85b7a9dd-bba1-4fae-81a9-b4977435cf06 req-8129c8b5-bfcb-47d6-8637-5e5f336d215e tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b0f4206-3ba2-4c8f-9966-b3050c5e691c HTTP/1.1" status: 200 len: 945 time: 0.0517550 Nov 26 03:49:42.229210 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85b7a9dd-bba1-4fae-81a9-b4977435cf06 req-29bd8292-1406-4a2e-bd98-dd6335be8b0d tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413170 Nov 26 03:49:42.334842 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 93d62bb2-0998-4412-8281-4e7f57f0ddff up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:49:42.381779 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 93d62bb2-0998-4412-8281-4e7f57f0ddff completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:49:42.385288 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 93d62bb2-0998-4412-8281-4e7f57f0ddff triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:49:42.385666 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:42.462722 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:42.484962 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0f4206-3ba2-4c8f-9966-b3050c5e691c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d62bb2-0998-4412-8281-4e7f57f0ddff'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:49:42.487142 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a207d58-2eba-4531-ba27-e4e042294bb5" -d '{"events": [{"server_uuid": "8b0f4206-3ba2-4c8f-9966-b3050c5e691c", "name": "network-vif-plugged", "status": "completed", "tag": "93d62bb2-0998-4412-8281-4e7f57f0ddff"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:49:42.499625 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 93d62bb2-0998-4412-8281-4e7f57f0ddff, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=93d62bb2-0998-4412-8281-4e7f57f0ddff,segment=NetworkSegment(db5804c5-d53e-4c3b-9016-5edb98bf7ff4),segment_id=db5804c5-d53e-4c3b-9016-5edb98bf7ff4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:49:42.507484 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:42.530081 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73ca10f-4b7d-43cf-9316-d5694edc7fed x-openstack-request-id: req-c73ca10f-4b7d-43cf-9316-d5694edc7fed {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:49:42.530379 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0f4206-3ba2-4c8f-9966-b3050c5e691c", "name": "network-vif-plugged", "status": "completed", "tag": "93d62bb2-0998-4412-8281-4e7f57f0ddff", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:49:42.530639 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c73ca10f-4b7d-43cf-9316-d5694edc7fed {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:49:42.531033 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0f4206-3ba2-4c8f-9966-b3050c5e691c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d62bb2-0998-4412-8281-4e7f57f0ddff', 'code': 200} Nov 26 03:49:42.556370 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=93d62bb2-0998-4412-8281-4e7f57f0ddff,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:42.652517 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d2ef5-a4c7-46ab-89fb-aedc03232b49 req-70c2095c-1e3f-4395-bb20-355a2d7d5d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:42.654016 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-614d2ef5-a4c7-46ab-89fb-aedc03232b49 req-70c2095c-1e3f-4395-bb20-355a2d7d5d30 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8b0f4206-3ba2-4c8f-9966-b3050c5e691c HTTP/1.1" status: 200 len: 1097 time: 0.0394840 Nov 26 03:49:42.697242 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-614d2ef5-a4c7-46ab-89fb-aedc03232b49 req-5d7df54a-0c87-4a03-aede-7bef6d76ffb5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362384 Nov 26 03:49:43.343078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65457cee-fe9a-4eb5-928d-84bf33fba656 req-8865e04d-6e68-484f-9b01-4f6fd7ef6398 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:43.344566 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65457cee-fe9a-4eb5-928d-84bf33fba656 req-8865e04d-6e68-484f-9b01-4f6fd7ef6398 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b0f4206-3ba2-4c8f-9966-b3050c5e691c HTTP/1.1" status: 200 len: 946 time: 0.0484502 Nov 26 03:49:43.395570 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65457cee-fe9a-4eb5-928d-84bf33fba656 req-46ed552d-def0-4798-be80-22987567bf8f tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448523 Nov 26 03:49:44.211946 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-91355910-bbf4-487c-b187-9a96d7d6637f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:44.512627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6c880-a6fb-4423-bac1-ed14b7e6274f req-87d9b841-7d89-482f-b12e-7077d8e9f561 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:44.514021 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4eb6c880-a6fb-4423-bac1-ed14b7e6274f req-87d9b841-7d89-482f-b12e-7077d8e9f561 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b0f4206-3ba2-4c8f-9966-b3050c5e691c HTTP/1.1" status: 200 len: 946 time: 0.0492742 Nov 26 03:49:44.560836 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4eb6c880-a6fb-4423-bac1-ed14b7e6274f req-4384c822-b3fd-473e-aa50-f4a811507ad5 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407693 Nov 26 03:49:44.791404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb22b5-f15e-4420-a200-2a6b1ec66571 req-21540c2b-feb8-43b0-82b6-f8515de900e7 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:44.792935 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89eb22b5-f15e-4420-a200-2a6b1ec66571 req-21540c2b-feb8-43b0-82b6-f8515de900e7 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b0f4206-3ba2-4c8f-9966-b3050c5e691c HTTP/1.1" status: 200 len: 946 time: 0.0481648 Nov 26 03:49:44.839253 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89eb22b5-f15e-4420-a200-2a6b1ec66571 req-45b5d7ab-1db7-405a-a7cc-66949e37ab3e tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Nov 26 03:49:45.262308 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:45.958402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf5502-6c5a-4f07-bbb7-688b045f16ba req-daaa087a-4045-401b-b086-108ed35801ac tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:45.959801 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92cf5502-6c5a-4f07-bbb7-688b045f16ba req-daaa087a-4045-401b-b086-108ed35801ac tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b0f4206-3ba2-4c8f-9966-b3050c5e691c HTTP/1.1" status: 200 len: 946 time: 0.0516500 Nov 26 03:49:46.006676 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92cf5502-6c5a-4f07-bbb7-688b045f16ba req-7d253da1-2d72-43b0-b4e3-cf240f8110f1 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408552 Nov 26 03:49:46.246282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd3f4d-07eb-4ded-ad9d-72fdaaa5d913 req-0f12001c-e3f7-4b3d-9a72-2ffebf1b789a tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:46.247642 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8abd3f4d-07eb-4ded-ad9d-72fdaaa5d913 req-0f12001c-e3f7-4b3d-9a72-2ffebf1b789a tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b0f4206-3ba2-4c8f-9966-b3050c5e691c HTTP/1.1" status: 200 len: 946 time: 0.0475178 Nov 26 03:49:46.337139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-8abd3f4d-07eb-4ded-ad9d-72fdaaa5d913 req-d9971908-f776-4c02-909f-c7fdf672df76 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Deleting port 93d62bb2-0998-4412-8281-4e7f57f0ddff {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:49:46.337488 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8abd3f4d-07eb-4ded-ad9d-72fdaaa5d913 req-d9971908-f776-4c02-909f-c7fdf672df76 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:46.423278 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-8abd3f4d-07eb-4ded-ad9d-72fdaaa5d913 req-d9971908-f776-4c02-909f-c7fdf672df76 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] For port 93d62bb2-0998-4412-8281-4e7f57f0ddff, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=93d62bb2-0998-4412-8281-4e7f57f0ddff,segment=NetworkSegment(db5804c5-d53e-4c3b-9016-5edb98bf7ff4),segment_id=db5804c5-d53e-4c3b-9016-5edb98bf7ff4)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:49:46.423645 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8abd3f4d-07eb-4ded-ad9d-72fdaaa5d913 req-d9971908-f776-4c02-909f-c7fdf672df76 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:46.436686 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-8abd3f4d-07eb-4ded-ad9d-72fdaaa5d913 req-d9971908-f776-4c02-909f-c7fdf672df76 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Calling delete_port for 93d62bb2-0998-4412-8281-4e7f57f0ddff owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:49:46.562334 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8abd3f4d-07eb-4ded-ad9d-72fdaaa5d913 req-d9971908-f776-4c02-909f-c7fdf672df76 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:46.587580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9971908-f776-4c02-909f-c7fdf672df76 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Pushing event deleted for resources: {'Port': ['ID=93d62bb2-0998-4412-8281-4e7f57f0ddff,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:46.598799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['93d62bb2-0998-4412-8281-4e7f57f0ddff'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:49:46.603588 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['582dc9ae-9c20-4a9a-bf7f-c0250730f4f4'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:49:46.630121 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abd3f4d-07eb-4ded-ad9d-72fdaaa5d913 req-d9971908-f776-4c02-909f-c7fdf672df76 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] No DVR routers for this DVR port 93d62bb2-0998-4412-8281-4e7f57f0ddff on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:49:46.632726 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8abd3f4d-07eb-4ded-ad9d-72fdaaa5d913 req-d9971908-f776-4c02-909f-c7fdf672df76 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:46.636113 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8abd3f4d-07eb-4ded-ad9d-72fdaaa5d913 req-d9971908-f776-4c02-909f-c7fdf672df76 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.54 "DELETE /v2.0/ports/93d62bb2-0998-4412-8281-4e7f57f0ddff HTTP/1.1" status: 204 len: 173 time: 0.3824580 Nov 26 03:49:46.636551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0f4206-3ba2-4c8f-9966-b3050c5e691c', 'name': 'network-vif-deleted', 'tag': '93d62bb2-0998-4412-8281-4e7f57f0ddff'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:49:46.638836 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be8edb3-584f-4d3f-a646-66e33f8d38e9" -d '{"events": [{"server_uuid": "8b0f4206-3ba2-4c8f-9966-b3050c5e691c", "name": "network-vif-deleted", "tag": "93d62bb2-0998-4412-8281-4e7f57f0ddff"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:49:46.679446 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cebc6cc-0065-473b-96fc-4487156b04a2 x-openstack-request-id: req-7cebc6cc-0065-473b-96fc-4487156b04a2 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:49:46.679766 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0f4206-3ba2-4c8f-9966-b3050c5e691c", "name": "network-vif-deleted", "tag": "93d62bb2-0998-4412-8281-4e7f57f0ddff", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:49:46.680026 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cebc6cc-0065-473b-96fc-4487156b04a2 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:49:46.680485 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0f4206-3ba2-4c8f-9966-b3050c5e691c', 'name': 'network-vif-deleted', 'tag': '93d62bb2-0998-4412-8281-4e7f57f0ddff', 'status': 'completed', 'code': 200} Nov 26 03:49:46.813057 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:47.118897 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-33329a33-d79a-40a4-ba87-aecfddc80dda req-6d1c9c97-3b57-417c-bae1-9ea80e132c33 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b0f4206-3ba2-4c8f-9966-b3050c5e691c HTTP/1.1" status: 200 len: 210 time: 0.0318677 Nov 26 03:49:47.676966 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:48.269690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac1f1e-9f6a-48c8-96c3-da0b4d5bd9fa req-9a08b07f-251f-404f-9428-b7888de3905a tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:48.271176 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31ac1f1e-9f6a-48c8-96c3-da0b4d5bd9fa req-9a08b07f-251f-404f-9428-b7888de3905a tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 945 time: 0.0484064 Nov 26 03:49:48.317305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31ac1f1e-9f6a-48c8-96c3-da0b4d5bd9fa req-c7415bef-67e1-4f77-8273-10527120e001 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401700 Nov 26 03:49:48.445873 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c71713-239a-411b-9719-c75be18c289d req-c99c61d1-3b71-4d7d-ba79-b663162b7b9e tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:48.447257 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6c71713-239a-411b-9719-c75be18c289d req-c99c61d1-3b71-4d7d-ba79-b663162b7b9e tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 945 time: 0.0481405 Nov 26 03:49:48.493536 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6c71713-239a-411b-9719-c75be18c289d req-655c5c0d-b7d5-489c-82b2-3e36f16e8e5c tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404658 Nov 26 03:49:48.615297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f3dae-cb7f-4ce3-94a0-ae09e4ebaffd req-2f59a34f-3944-4bd2-8f6e-543e41cc1a64 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:48.616805 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a0f3dae-cb7f-4ce3-94a0-ae09e4ebaffd req-2f59a34f-3944-4bd2-8f6e-543e41cc1a64 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 945 time: 0.0524755 Nov 26 03:49:48.663803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a0f3dae-cb7f-4ce3-94a0-ae09e4ebaffd req-7328bc6d-fc73-4619-a42d-c522c66af4f4 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410621 Nov 26 03:49:48.827103 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdeb3cd-ad53-4236-93d9-e0799de469ae req-4b426078-3be0-4018-b139-51418d75ed76 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:48.828697 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1bdeb3cd-ad53-4236-93d9-e0799de469ae req-4b426078-3be0-4018-b139-51418d75ed76 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 945 time: 0.0483968 Nov 26 03:49:48.876844 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1bdeb3cd-ad53-4236-93d9-e0799de469ae req-2b64ab43-19e4-42ec-93a6-1ad134afb01e tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422821 Nov 26 03:49:48.989260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c8fc6-9519-4874-9b1d-eda0fbe63812 req-acc22f64-5382-4925-859f-ecd672e2e7bb tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:48.990654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c99c8fc6-9519-4874-9b1d-eda0fbe63812 req-acc22f64-5382-4925-859f-ecd672e2e7bb tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 945 time: 0.0486541 Nov 26 03:49:49.041073 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c99c8fc6-9519-4874-9b1d-eda0fbe63812 req-8f3d9ba0-5989-469c-8058-9fdc6802fec8 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445044 Nov 26 03:49:49.162382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9008fb-b94b-4a5c-aae1-0261fd1fa23b req-d7ab513f-2894-4e2e-9323-bb5fae5da98f tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:49.163877 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe9008fb-b94b-4a5c-aae1-0261fd1fa23b req-d7ab513f-2894-4e2e-9323-bb5fae5da98f tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 945 time: 0.0483747 Nov 26 03:49:49.210578 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe9008fb-b94b-4a5c-aae1-0261fd1fa23b req-48d04d8b-1699-44c2-801a-ac522dcc68d1 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406725 Nov 26 03:49:49.501614 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9aae65-e036-4502-9148-91f046caa9f6 req-88f83872-f5b0-433a-8551-0f980dbe1a70 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:49.503018 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac9aae65-e036-4502-9148-91f046caa9f6 req-88f83872-f5b0-433a-8551-0f980dbe1a70 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 945 time: 0.0487063 Nov 26 03:49:49.555636 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac9aae65-e036-4502-9148-91f046caa9f6 req-727364c6-0a2c-4541-a539-719f818f41bf tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459275 Nov 26 03:49:50.349965 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 93d62bb2-0998-4412-8281-4e7f57f0ddff no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:49:50.371226 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 93d62bb2-0998-4412-8281-4e7f57f0ddff {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:49:50.371570 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 93d62bb2-0998-4412-8281-4e7f57f0ddff not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:49:50.677388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4bd52-8891-41b7-9acc-11151dd30837 req-41cb9ebf-c529-4290-b9e6-07c92a07a7ba tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:50.678872 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ba4bd52-8891-41b7-9acc-11151dd30837 req-41cb9ebf-c529-4290-b9e6-07c92a07a7ba tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 945 time: 0.0523672 Nov 26 03:49:50.732233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ba4bd52-8891-41b7-9acc-11151dd30837 req-6e9669aa-8ea9-4010-aa8b-f2069a1154a1 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/security-groups?id=31b59925-ee48-41a7-8a7c-6f94c2bb2c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472405 Nov 26 03:49:50.921445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce531c-6d12-448d-b4b6-7bbea305ba77 req-d49ec1cf-c124-45b5-9f5b-f4f1cf839a99 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:50.922797 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-84ce531c-6d12-448d-b4b6-7bbea305ba77 req-d49ec1cf-c124-45b5-9f5b-f4f1cf839a99 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 945 time: 0.0484354 Nov 26 03:49:51.013022 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-84ce531c-6d12-448d-b4b6-7bbea305ba77 req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Deleting port 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:49:51.013355 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-84ce531c-6d12-448d-b4b6-7bbea305ba77 req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:51.100307 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-84ce531c-6d12-448d-b4b6-7bbea305ba77 req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] For port 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=582dc9ae-9c20-4a9a-bf7f-c0250730f4f4,segment=NetworkSegment(db5804c5-d53e-4c3b-9016-5edb98bf7ff4),segment_id=db5804c5-d53e-4c3b-9016-5edb98bf7ff4)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:49:51.100671 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-84ce531c-6d12-448d-b4b6-7bbea305ba77 req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:51.112877 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-84ce531c-6d12-448d-b4b6-7bbea305ba77 req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Calling delete_port for 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:49:51.240933 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-84ce531c-6d12-448d-b4b6-7bbea305ba77 req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:51.268760 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Pushing event deleted for resources: {'Port': ['ID=582dc9ae-9c20-4a9a-bf7f-c0250730f4f4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:51.273722 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['582dc9ae-9c20-4a9a-bf7f-c0250730f4f4'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:49:51.299894 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:51.300290 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:51.300639 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:51.300983 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:51.301324 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:51.301659 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:51.301993 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:51.302323 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:51.302654 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:51.302984 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:51.303311 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:51.303637 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:51.322261 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ce531c-6d12-448d-b4b6-7bbea305ba77 req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] No DVR routers for this DVR port 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:49:51.324766 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-84ce531c-6d12-448d-b4b6-7bbea305ba77 req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:51.328132 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-84ce531c-6d12-448d-b4b6-7bbea305ba77 req-d7751701-13b8-4e74-9f95-5fa44038c528 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.59 "DELETE /v2.0/ports/582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 HTTP/1.1" status: 204 len: 173 time: 0.3988366 Nov 26 03:49:51.328558 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bd9abd-3cd8-4bb6-846d-f2498db02a42', 'name': 'network-vif-deleted', 'tag': '582dc9ae-9c20-4a9a-bf7f-c0250730f4f4'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:49:51.330848 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5d2b40-1a00-4057-afd0-df05a596d1b4" -d '{"events": [{"server_uuid": "d9bd9abd-3cd8-4bb6-846d-f2498db02a42", "name": "network-vif-deleted", "tag": "582dc9ae-9c20-4a9a-bf7f-c0250730f4f4"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:49:51.374991 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac33f85-9903-4ea8-b9d9-98ba1f871d34 x-openstack-request-id: req-0ac33f85-9903-4ea8-b9d9-98ba1f871d34 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:49:51.375291 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bd9abd-3cd8-4bb6-846d-f2498db02a42", "name": "network-vif-deleted", "tag": "582dc9ae-9c20-4a9a-bf7f-c0250730f4f4", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:49:51.375553 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ac33f85-9903-4ea8-b9d9-98ba1f871d34 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:49:51.375966 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bd9abd-3cd8-4bb6-846d-f2498db02a42', 'name': 'network-vif-deleted', 'tag': '582dc9ae-9c20-4a9a-bf7f-c0250730f4f4', 'status': 'completed', 'code': 200} Nov 26 03:49:51.841738 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88f94450-134a-45e5-b861-d13033aca201 req-d474cebb-66b4-4a0a-89d8-53c1a853c200 tempest-ServersNegativeTestJSON-1579288971 tempest-ServersNegativeTestJSON-1579288971-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9bd9abd-3cd8-4bb6-846d-f2498db02a42 HTTP/1.1" status: 200 len: 210 time: 0.0285432 Nov 26 03:49:52.855467 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:52.897087 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34358) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:52.940265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7afd1e6-04f7-45ee-a2c4-0609d3705a3c admin admin] Deleting subnet db9b2dab-8afb-4b46-8171-83e264f8c665 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:49:52.943246 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b7afd1e6-04f7-45ee-a2c4-0609d3705a3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:52.977251 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b7afd1e6-04f7-45ee-a2c4-0609d3705a3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:53.013787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b7afd1e6-04f7-45ee-a2c4-0609d3705a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:53.067777 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b7afd1e6-04f7-45ee-a2c4-0609d3705a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:53.092952 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afd1e6-04f7-45ee-a2c4-0609d3705a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db9b2dab-8afb-4b46-8171-83e264f8c665,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:53.096742 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b7afd1e6-04f7-45ee-a2c4-0609d3705a3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:53.100508 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b7afd1e6-04f7-45ee-a2c4-0609d3705a3c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/db9b2dab-8afb-4b46-8171-83e264f8c665 HTTP/1.1" status: 204 len: 168 time: 0.2024579 Nov 26 03:49:53.103016 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34360) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:53.169918 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c46be57e-cf9e-4677-b79e-73ce26e989a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:53.248705 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c46be57e-cf9e-4677-b79e-73ce26e989a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:53.267839 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-c46be57e-cf9e-4677-b79e-73ce26e989a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609b69cd-8bbf-424c-a527-f628a3f3b2c8']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:49:53.277446 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-c46be57e-cf9e-4677-b79e-73ce26e989a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5804c5-d53e-4c3b-9016-5edb98bf7ff4') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:49:53.277745 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-c46be57e-cf9e-4677-b79e-73ce26e989a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5804c5-d53e-4c3b-9016-5edb98bf7ff4') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:49:53.286768 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c46be57e-cf9e-4677-b79e-73ce26e989a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:53.299249 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c46be57e-cf9e-4677-b79e-73ce26e989a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:53.304949 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46be57e-cf9e-4677-b79e-73ce26e989a7 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:49:53.305328 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c46be57e-cf9e-4677-b79e-73ce26e989a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:49:53.306902 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:49:53.363193 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c46be57e-cf9e-4677-b79e-73ce26e989a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:53.368567 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c46be57e-cf9e-4677-b79e-73ce26e989a7 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:53.371669 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c46be57e-cf9e-4677-b79e-73ce26e989a7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/609b69cd-8bbf-424c-a527-f628a3f3b2c8 HTTP/1.1" status: 204 len: 168 time: 0.2677333 Nov 26 03:49:53.383027 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46be57e-cf9e-4677-b79e-73ce26e989a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=609b69cd-8bbf-424c-a527-f628a3f3b2c8,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:53.477453 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34364) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:53.516043 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-53aa270a-5615-48db-9ddb-edb2ef4225f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee7416144a1146dab2caac61343de1b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374374 Nov 26 03:49:53.518494 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34366) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:53.568283 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3787797-1973-4925-9d54-ef2d4c8a49e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:53.588721 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3787797-1973-4925-9d54-ef2d4c8a49e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:53.635605 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3787797-1973-4925-9d54-ef2d4c8a49e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:53.638197 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3787797-1973-4925-9d54-ef2d4c8a49e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:53.639396 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c3787797-1973-4925-9d54-ef2d4c8a49e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31b59925-ee48-41a7-8a7c-6f94c2bb2c31 HTTP/1.1" status: 204 len: 168 time: 0.1193461 Nov 26 03:49:53.647238 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3787797-1973-4925-9d54-ef2d4c8a49e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b59925-ee48-41a7-8a7c-6f94c2bb2c31,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:54.127259 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:54.303162 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34388) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:54.395502 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-eaeacadc-3eb4-46b1-ac6c-59fe11f5bbf0 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1387132550'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:49:54.416680 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaeacadc-3eb4-46b1-ac6c-59fe11f5bbf0 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Made reservation on behalf of 3dc5dda606d545369ef8d27e388248af for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:49:54.420036 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eaeacadc-3eb4-46b1-ac6c-59fe11f5bbf0 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:54.431783 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eaeacadc-3eb4-46b1-ac6c-59fe11f5bbf0 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:54.512592 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eaeacadc-3eb4-46b1-ac6c-59fe11f5bbf0 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:54.516046 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eaeacadc-3eb4-46b1-ac6c-59fe11f5bbf0 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:54.539738 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaeacadc-3eb4-46b1-ac6c-59fe11f5bbf0 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:49:54.554908 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeacadc-3eb4-46b1-ac6c-59fe11f5bbf0 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20870426-b85f-4fe2-9d4f-35ac36207766,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:54.558963 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eaeacadc-3eb4-46b1-ac6c-59fe11f5bbf0 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:54.559320 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-eaeacadc-3eb4-46b1-ac6c-59fe11f5bbf0 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Added segment f224d4e4-d883-41b4-871c-ecac306551ba of type vlan for network 4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28 Nov 26 03:49:54.601512 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eaeacadc-3eb4-46b1-ac6c-59fe11f5bbf0 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:54.626175 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eaeacadc-3eb4-46b1-ac6c-59fe11f5bbf0 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:54.632642 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeacadc-3eb4-46b1-ac6c-59fe11f5bbf0 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:54.633249 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eaeacadc-3eb4-46b1-ac6c-59fe11f5bbf0 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:54.687574 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-eaeacadc-3eb4-46b1-ac6c-59fe11f5bbf0 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3832757 Nov 26 03:49:54.699071 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeacadc-3eb4-46b1-ac6c-59fe11f5bbf0 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event updated for resources: {'Network': ['ID=4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:54.716513 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:49:55.035049 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:49:55.055116 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:49:55.055464 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 582dc9ae-9c20-4a9a-bf7f-c0250730f4f4 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:49:57.974991 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34392) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:57.980073 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7b72593c-9208-4e37-910c-e15b7e577352 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Request body: {'subnet': {'network_id': '4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:49:58.070077 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b72593c-9208-4e37-910c-e15b7e577352 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Made reservation on behalf of 3dc5dda606d545369ef8d27e388248af for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:49:58.073836 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7b72593c-9208-4e37-910c-e15b7e577352 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:58.251783 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7b72593c-9208-4e37-910c-e15b7e577352 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:58.311635 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72593c-9208-4e37-910c-e15b7e577352 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event updated for resources: {'Subnet': ['ID=9571898e-e95a-40ef-bd44-f64ab87806d8,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:58.320445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72593c-9208-4e37-910c-e15b7e577352 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Checking segment: {'id': 'f224d4e4-d883-41b4-871c-ecac306551ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:49:58.320837 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b72593c-9208-4e37-910c-e15b7e577352 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Network hostable DHCP agents. Network: 4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:49:58.336860 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b72593c-9208-4e37-910c-e15b7e577352 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Network 4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:49:58.345366 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-7b72593c-9208-4e37-910c-e15b7e577352 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:49:58.349512 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b72593c-9208-4e37-910c-e15b7e577352 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:58.350113 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7b72593c-9208-4e37-910c-e15b7e577352 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:58.354635 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbda2a2-5baf-46ff-b65a-d06649007cdf None None] Network 4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:49:58.366760 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7b72593c-9208-4e37-910c-e15b7e577352 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3907440 Nov 26 03:49:58.370188 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34394) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:58.374973 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-bd5e35ca-156b-49c5-8ded-29e6b5b428e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1619956676'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:49:58.395529 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5e35ca-156b-49c5-8ded-29e6b5b428e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Made reservation on behalf of 3dc5dda606d545369ef8d27e388248af for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:49:58.399063 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bd5e35ca-156b-49c5-8ded-29e6b5b428e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:58.422400 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5e35ca-156b-49c5-8ded-29e6b5b428e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:49:58.431495 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bd5e35ca-156b-49c5-8ded-29e6b5b428e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:58.431842 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-bd5e35ca-156b-49c5-8ded-29e6b5b428e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Added segment af6ac83b-ff9a-4827-9781-c75bb8c13ca1 of type vlan for network 9f805213-5cf4-4007-ac9b-159543b9a95f Nov 26 03:49:58.475166 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bd5e35ca-156b-49c5-8ded-29e6b5b428e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:58.501490 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bd5e35ca-156b-49c5-8ded-29e6b5b428e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:58.503414 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28', 'network_id': '4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28', 'tenant_id': '3dc5dda606d545369ef8d27e388248af', 'fixed_ips': [{'subnet_id': '9571898e-e95a-40ef-bd44-f64ab87806d8'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:49:58.504258 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:58.507345 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5e35ca-156b-49c5-8ded-29e6b5b428e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:58.507943 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bd5e35ca-156b-49c5-8ded-29e6b5b428e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:58.562419 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bd5e35ca-156b-49c5-8ded-29e6b5b428e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1911461 Nov 26 03:49:58.565406 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34396) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:58.576445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c6f608ee-953b-4c56-808e-94baa19078e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Request body: {'subnet': {'network_id': '9f805213-5cf4-4007-ac9b-159543b9a95f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:49:58.621947 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e35ca-156b-49c5-8ded-29e6b5b428e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event updated for resources: {'Network': ['ID=9f805213-5cf4-4007-ac9b-159543b9a95f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:58.642636 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 9f805213-5cf4-4007-ac9b-159543b9a95f details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:49:58.643768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Allocated IP 2001:db8:0:ffff::2 (4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28/9571898e-e95a-40ef-bd44-f64ab87806d8/f6b9b760-0c28-4efc-ac73-8fcbc8299f1a) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:49:58.674353 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f608ee-953b-4c56-808e-94baa19078e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Made reservation on behalf of 3dc5dda606d545369ef8d27e388248af for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:49:58.678811 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6f608ee-953b-4c56-808e-94baa19078e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:58.851198 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:58.856410 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:58.875348 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6f608ee-953b-4c56-808e-94baa19078e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:58.900848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Network 4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:49:58.905399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:49:58.909066 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:49:58.916595 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Pushing event updated for resources: {'Port': ['ID=f6b9b760-0c28-4efc-ac73-8fcbc8299f1a,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:58.931502 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f608ee-953b-4c56-808e-94baa19078e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event updated for resources: {'Subnet': ['ID=3d31b6a8-7f64-4435-9863-62a711edf81c,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:58.938778 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:58.939161 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:58.939473 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:58.939820 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:58.940255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:58.940544 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:58.940879 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:58.941235 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:58.941547 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:58.941877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:58.942207 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:58.942534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:49:58.946626 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f608ee-953b-4c56-808e-94baa19078e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Checking segment: {'id': 'af6ac83b-ff9a-4827-9781-c75bb8c13ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9f805213-5cf4-4007-ac9b-159543b9a95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:49:58.946992 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f608ee-953b-4c56-808e-94baa19078e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Network hostable DHCP agents. Network: 9f805213-5cf4-4007-ac9b-159543b9a95f, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:49:58.964517 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f608ee-953b-4c56-808e-94baa19078e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Network 9f805213-5cf4-4007-ac9b-159543b9a95f is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:49:58.974589 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-c6f608ee-953b-4c56-808e-94baa19078e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 9f805213-5cf4-4007-ac9b-159543b9a95f) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:49:58.978718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f608ee-953b-4c56-808e-94baa19078e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:58.979375 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c6f608ee-953b-4c56-808e-94baa19078e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:58.980746 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Attempting to bind port f6b9b760-0c28-4efc-ac73-8fcbc8299f1a on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:49:58.981127 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Attempting to bind port f6b9b760-0c28-4efc-ac73-8fcbc8299f1a by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'f224d4e4-d883-41b4-871c-ecac306551ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:49:58.981521 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Attempting to bind port f6b9b760-0c28-4efc-ac73-8fcbc8299f1a on network 4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:49:58.986316 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee7923f-b8dd-4250-a5d2-546a77bcff9a None None] Network 9f805213-5cf4-4007-ac9b-159543b9a95f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:49:58.992362 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:49:58.992738 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Checking segment: {'id': 'f224d4e4-d883-41b4-871c-ecac306551ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:49:58.993195 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:58.993649 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Bound using segment: {'id': 'f224d4e4-d883-41b4-871c-ecac306551ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:49:58.994187 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Bound port: f6b9b760-0c28-4efc-ac73-8fcbc8299f1a, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f224d4e4-d883-41b4-871c-ecac306551ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:49:58.994560 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:58.998244 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c6f608ee-953b-4c56-808e-94baa19078e9 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4294639 Nov 26 03:49:58.998452 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34398) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:59.099315 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e217bf5e-74ca-43b4-85fa-78d371b8de73 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:59.118496 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] For port f6b9b760-0c28-4efc-ac73-8fcbc8299f1a, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:49:59.123288 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] For port f6b9b760-0c28-4efc-ac73-8fcbc8299f1a, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=f6b9b760-0c28-4efc-ac73-8fcbc8299f1a,segment=NetworkSegment(f224d4e4-d883-41b4-871c-ecac306551ba),segment_id=f224d4e4-d883-41b4-871c-ecac306551ba)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:49:59.143153 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:59.151764 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e217bf5e-74ca-43b4-85fa-78d371b8de73 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:59.221886 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e217bf5e-74ca-43b4-85fa-78d371b8de73 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:59.255427 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217bf5e-74ca-43b4-85fa-78d371b8de73 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event deleted for resources: {'Subnet': ['ID=3d31b6a8-7f64-4435-9863-62a711edf81c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:59.318600 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e217bf5e-74ca-43b4-85fa-78d371b8de73 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:59.338680 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e217bf5e-74ca-43b4-85fa-78d371b8de73 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f805213-5cf4-4007-ac9b-159543b9a95f']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:49:59.349587 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e217bf5e-74ca-43b4-85fa-78d371b8de73 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6ac83b-ff9a-4827-9781-c75bb8c13ca1') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:49:59.349888 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-e217bf5e-74ca-43b4-85fa-78d371b8de73 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6ac83b-ff9a-4827-9781-c75bb8c13ca1') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:49:59.360366 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e217bf5e-74ca-43b4-85fa-78d371b8de73 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:59.376544 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e217bf5e-74ca-43b4-85fa-78d371b8de73 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:59.385422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e217bf5e-74ca-43b4-85fa-78d371b8de73 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:49:59.386138 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e217bf5e-74ca-43b4-85fa-78d371b8de73 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:59.388228 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03f33c-c468-4735-92e6-251c5d01052e None None] Pushing event updated for resources: {'Port': ['ID=f6b9b760-0c28-4efc-ac73-8fcbc8299f1a,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:49:59.390969 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:49:59.398724 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08414b3-9f18-4a56-86b9-52de0398eb6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-9f805213-5cf4-4007-ac9b-159543b9a95f', 'network_id': '9f805213-5cf4-4007-ac9b-159543b9a95f', 'tenant_id': '3dc5dda606d545369ef8d27e388248af', 'fixed_ips': [{'subnet_id': '3d31b6a8-7f64-4435-9863-62a711edf81c'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:49:59.399560 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a08414b3-9f18-4a56-86b9-52de0398eb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:59.476928 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e217bf5e-74ca-43b4-85fa-78d371b8de73 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:59.484560 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e217bf5e-74ca-43b4-85fa-78d371b8de73 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:59.491336 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e217bf5e-74ca-43b4-85fa-78d371b8de73 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "DELETE /v2.0/networks/9f805213-5cf4-4007-ac9b-159543b9a95f HTTP/1.1" status: 204 len: 168 time: 0.4886625 Nov 26 03:49:59.491720 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34400) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:59.497696 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-9d8e4518-9bae-4182-bdeb-9e7db3fc5dbc tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-120352829'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:49:59.502269 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217bf5e-74ca-43b4-85fa-78d371b8de73 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event deleted for resources: {'Network': ['ID=9f805213-5cf4-4007-ac9b-159543b9a95f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:59.506984 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f1d61e-0017-423b-ae97-35de816bb8c4 None None] Network 9f805213-5cf4-4007-ac9b-159543b9a95f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:49:59.524918 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f1d61e-0017-423b-ae97-35de816bb8c4 None None] Network 9f805213-5cf4-4007-ac9b-159543b9a95f could not be found, it might have been deleted concurrently. {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 26 03:49:59.530050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8e4518-9bae-4182-bdeb-9e7db3fc5dbc tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Made reservation on behalf of 3dc5dda606d545369ef8d27e388248af for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:49:59.534811 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4518-9bae-4182-bdeb-9e7db3fc5dbc tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:59.590579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8e4518-9bae-4182-bdeb-9e7db3fc5dbc tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:49:59.601350 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4518-9bae-4182-bdeb-9e7db3fc5dbc tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:59.601996 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-9d8e4518-9bae-4182-bdeb-9e7db3fc5dbc tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Added segment 88b0603f-7601-4c23-95ec-540ddabbd0ef of type vlan for network 9ed858a1-7bb6-469b-b00f-62d98f6eb5f8 Nov 26 03:49:59.656585 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4518-9bae-4182-bdeb-9e7db3fc5dbc tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:59.691585 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4518-9bae-4182-bdeb-9e7db3fc5dbc tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:59.697509 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8e4518-9bae-4182-bdeb-9e7db3fc5dbc tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:49:59.698128 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4518-9bae-4182-bdeb-9e7db3fc5dbc tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:59.758081 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9d8e4518-9bae-4182-bdeb-9e7db3fc5dbc tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2651482 Nov 26 03:49:59.760880 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34402) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:49:59.772046 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-9a233368-d95e-44d0-b86a-157277ba8ca7 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Request body: {'subnet': {'network_id': '9ed858a1-7bb6-469b-b00f-62d98f6eb5f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:49:59.816992 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e4518-9bae-4182-bdeb-9e7db3fc5dbc tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event updated for resources: {'Network': ['ID=9ed858a1-7bb6-469b-b00f-62d98f6eb5f8,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:49:59.827346 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 9ed858a1-7bb6-469b-b00f-62d98f6eb5f8 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:49:59.870403 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a233368-d95e-44d0-b86a-157277ba8ca7 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Made reservation on behalf of 3dc5dda606d545369ef8d27e388248af for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:49:59.874441 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9a233368-d95e-44d0-b86a-157277ba8ca7 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:49:59.933241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.ipam_backend_mixin [None req-9a233368-d95e-44d0-b86a-157277ba8ca7 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Performing IP validity checks on allocation pools {{(pid=104802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 26 03:49:59.933767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.ipam_backend_mixin [None req-9a233368-d95e-44d0-b86a-157277ba8ca7 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 26 03:50:00.061264 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9a233368-d95e-44d0-b86a-157277ba8ca7 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.117189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a233368-d95e-44d0-b86a-157277ba8ca7 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event updated for resources: {'Subnet': ['ID=d12c68d8-94d6-437b-a2a3-09e6beeb01d6,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:00.134449 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a233368-d95e-44d0-b86a-157277ba8ca7 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Checking segment: {'id': '88b0603f-7601-4c23-95ec-540ddabbd0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9ed858a1-7bb6-469b-b00f-62d98f6eb5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:50:00.134812 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a233368-d95e-44d0-b86a-157277ba8ca7 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Network hostable DHCP agents. Network: 9ed858a1-7bb6-469b-b00f-62d98f6eb5f8, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:50:00.151907 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a233368-d95e-44d0-b86a-157277ba8ca7 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Network 9ed858a1-7bb6-469b-b00f-62d98f6eb5f8 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:50:00.161790 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-9a233368-d95e-44d0-b86a-157277ba8ca7 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 9ed858a1-7bb6-469b-b00f-62d98f6eb5f8) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:00.166576 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a233368-d95e-44d0-b86a-157277ba8ca7 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:00.167377 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9a233368-d95e-44d0-b86a-157277ba8ca7 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.171929 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a1bcda-dee2-4098-b480-b3b503881dbf None None] Network 9ed858a1-7bb6-469b-b00f-62d98f6eb5f8 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:50:00.190899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9a233368-d95e-44d0-b86a-157277ba8ca7 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4289467 Nov 26 03:50:00.193619 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34404) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:00.301153 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f81c89d8-7f96-44da-8fcc-e9b9b5f89d83 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.325254 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d338abd7-b54d-4234-8410-394e91e5e5cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-9ed858a1-7bb6-469b-b00f-62d98f6eb5f8', 'network_id': '9ed858a1-7bb6-469b-b00f-62d98f6eb5f8', 'tenant_id': '3dc5dda606d545369ef8d27e388248af', 'fixed_ips': [{'subnet_id': 'd12c68d8-94d6-437b-a2a3-09e6beeb01d6'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:50:00.326306 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d338abd7-b54d-4234-8410-394e91e5e5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.353585 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623a9311-f43a-4125-a4a7-4140098ff18b None None] Network 4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:50:00.379878 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f81c89d8-7f96-44da-8fcc-e9b9b5f89d83 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.439608 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f81c89d8-7f96-44da-8fcc-e9b9b5f89d83 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.474588 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c89d8-7f96-44da-8fcc-e9b9b5f89d83 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event deleted for resources: {'Subnet': ['ID=d12c68d8-94d6-437b-a2a3-09e6beeb01d6,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server [None req-d338abd7-b54d-4234-8410-394e91e5e5cb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d12c68d8-94d6-437b-a2a3-09e6beeb01d6: This subnet is being modified by another concurrent operation. Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server raise exception Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d12c68d8-94d6-437b-a2a3-09e6beeb01d6: This subnet is being modified by another concurrent operation. Nov 26 03:50:00.477162 n-d-819389-3 neutron-server[104803]: ERROR oslo_messaging.rpc.server Nov 26 03:50:00.499355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f16ce2-467d-4c60-9a14-e9f401ef9854 None None] Network 9ed858a1-7bb6-469b-b00f-62d98f6eb5f8 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:50:00.503511 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c0a96176-a001-4285-93de-6b312688ffb9 None None] Provisioning complete for port f6b9b760-0c28-4efc-ac73-8fcbc8299f1a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:00.503887 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c0a96176-a001-4285-93de-6b312688ffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.541602 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f81c89d8-7f96-44da-8fcc-e9b9b5f89d83 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.561387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-f81c89d8-7f96-44da-8fcc-e9b9b5f89d83 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed858a1-7bb6-469b-b00f-62d98f6eb5f8']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:00.570825 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-f81c89d8-7f96-44da-8fcc-e9b9b5f89d83 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b0603f-7601-4c23-95ec-540ddabbd0ef') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:00.571136 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-f81c89d8-7f96-44da-8fcc-e9b9b5f89d83 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b0603f-7601-4c23-95ec-540ddabbd0ef') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:00.580441 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f81c89d8-7f96-44da-8fcc-e9b9b5f89d83 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.593676 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f81c89d8-7f96-44da-8fcc-e9b9b5f89d83 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.601534 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81c89d8-7f96-44da-8fcc-e9b9b5f89d83 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:50:00.602332 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f81c89d8-7f96-44da-8fcc-e9b9b5f89d83 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:50:00.606219 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:50:00.674621 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f81c89d8-7f96-44da-8fcc-e9b9b5f89d83 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.681828 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f81c89d8-7f96-44da-8fcc-e9b9b5f89d83 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.685011 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f81c89d8-7f96-44da-8fcc-e9b9b5f89d83 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "DELETE /v2.0/networks/9ed858a1-7bb6-469b-b00f-62d98f6eb5f8 HTTP/1.1" status: 204 len: 168 time: 0.4903822 Nov 26 03:50:00.689105 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34406) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:00.697031 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c89d8-7f96-44da-8fcc-e9b9b5f89d83 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event deleted for resources: {'Network': ['ID=9ed858a1-7bb6-469b-b00f-62d98f6eb5f8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:00.705193 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d0ad596f-0dc5-47fa-ab33-06611d39b852 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-289951183'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:00.729981 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ad596f-0dc5-47fa-ab33-06611d39b852 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Made reservation on behalf of 3dc5dda606d545369ef8d27e388248af for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:50:00.734108 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d0ad596f-0dc5-47fa-ab33-06611d39b852 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.734620 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c0a96176-a001-4285-93de-6b312688ffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.761031 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ad596f-0dc5-47fa-ab33-06611d39b852 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:50:00.769259 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-c0a96176-a001-4285-93de-6b312688ffb9 None None] For port f6b9b760-0c28-4efc-ac73-8fcbc8299f1a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=f6b9b760-0c28-4efc-ac73-8fcbc8299f1a,segment=NetworkSegment(f224d4e4-d883-41b4-871c-ecac306551ba),segment_id=f224d4e4-d883-41b4-871c-ecac306551ba)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:50:00.772942 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d0ad596f-0dc5-47fa-ab33-06611d39b852 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.773295 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-d0ad596f-0dc5-47fa-ab33-06611d39b852 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Added segment e7323117-dcba-4ee9-8dba-93bde3a6eba0 of type vlan for network 440cec49-f035-4fa4-8131-b4e404bcf2f4 Nov 26 03:50:00.773407 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c0a96176-a001-4285-93de-6b312688ffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.813998 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d0ad596f-0dc5-47fa-ab33-06611d39b852 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.826750 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a96176-a001-4285-93de-6b312688ffb9 None None] Pushing event updated for resources: {'Port': ['ID=f6b9b760-0c28-4efc-ac73-8fcbc8299f1a,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:00.840740 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d0ad596f-0dc5-47fa-ab33-06611d39b852 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.846834 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ad596f-0dc5-47fa-ab33-06611d39b852 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:00.847475 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d0ad596f-0dc5-47fa-ab33-06611d39b852 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:00.911018 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d0ad596f-0dc5-47fa-ab33-06611d39b852 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2200978 Nov 26 03:50:00.914691 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34408) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:00.920844 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-965177c8-776a-4c57-a12e-eac458535806 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Request body: {'subnet': {'network_id': '440cec49-f035-4fa4-8131-b4e404bcf2f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:00.925111 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad596f-0dc5-47fa-ab33-06611d39b852 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event updated for resources: {'Network': ['ID=440cec49-f035-4fa4-8131-b4e404bcf2f4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:00.936181 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 440cec49-f035-4fa4-8131-b4e404bcf2f4 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:50:01.026317 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965177c8-776a-4c57-a12e-eac458535806 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Made reservation on behalf of 3dc5dda606d545369ef8d27e388248af for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:50:01.030162 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-965177c8-776a-4c57-a12e-eac458535806 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:01.063034 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f65b089-545a-4252-abdf-d18c993fd23c None None] get_active_networks_info from n-d-819389-3 {{(pid=104803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 03:50:01.122504 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ff03f465-7959-4f31-bcff-2f687715fb1f None None] Provisioning complete for port f6b9b760-0c28-4efc-ac73-8fcbc8299f1a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:01.123202 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ff03f465-7959-4f31-bcff-2f687715fb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:01.130989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device f6b9b760-0c28-4efc-ac73-8fcbc8299f1a up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:50:01.207067 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f65b089-545a-4252-abdf-d18c993fd23c None None] Resources bound (agent type, host, resource id): {{(pid=104803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 03:50:01.224771 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-965177c8-776a-4c57-a12e-eac458535806 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:01.275766 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port f6b9b760-0c28-4efc-ac73-8fcbc8299f1a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:01.276168 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:01.288970 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965177c8-776a-4c57-a12e-eac458535806 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event updated for resources: {'Subnet': ['ID=bbdbf84d-b812-4bd4-bdc8-92b9fb0612b1,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:01.298100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965177c8-776a-4c57-a12e-eac458535806 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Checking segment: {'id': 'e7323117-dcba-4ee9-8dba-93bde3a6eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '440cec49-f035-4fa4-8131-b4e404bcf2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:50:01.298469 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965177c8-776a-4c57-a12e-eac458535806 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Network hostable DHCP agents. Network: 440cec49-f035-4fa4-8131-b4e404bcf2f4, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:50:01.316765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965177c8-776a-4c57-a12e-eac458535806 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Network 440cec49-f035-4fa4-8131-b4e404bcf2f4 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:50:01.325574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-965177c8-776a-4c57-a12e-eac458535806 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 440cec49-f035-4fa4-8131-b4e404bcf2f4) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:01.329606 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965177c8-776a-4c57-a12e-eac458535806 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:01.330198 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-965177c8-776a-4c57-a12e-eac458535806 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:01.346421 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-965177c8-776a-4c57-a12e-eac458535806 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4303029 Nov 26 03:50:01.350019 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34410) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:01.354909 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c0fe2ff0-62c4-4e62-9afe-d662d5fc8171 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-149450444'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:01.378656 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fe2ff0-62c4-4e62-9afe-d662d5fc8171 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Made reservation on behalf of 3dc5dda606d545369ef8d27e388248af for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:50:01.382402 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c0fe2ff0-62c4-4e62-9afe-d662d5fc8171 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:01.405613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0fe2ff0-62c4-4e62-9afe-d662d5fc8171 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:50:01.414592 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c0fe2ff0-62c4-4e62-9afe-d662d5fc8171 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:01.414938 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-c0fe2ff0-62c4-4e62-9afe-d662d5fc8171 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Added segment a71a7fac-3a77-48e4-a1f4-6884467fc2ff of type vlan for network 6c489661-8cc3-4f35-a0e4-2d6ee749aa1f Nov 26 03:50:01.454726 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c0fe2ff0-62c4-4e62-9afe-d662d5fc8171 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:01.479778 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c0fe2ff0-62c4-4e62-9afe-d662d5fc8171 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:01.485286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fe2ff0-62c4-4e62-9afe-d662d5fc8171 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:01.485864 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c0fe2ff0-62c4-4e62-9afe-d662d5fc8171 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:01.522489 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ac96ca-912f-49f6-887f-bbdf41697447 None None] Network 440cec49-f035-4fa4-8131-b4e404bcf2f4 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:50:01.548713 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c0fe2ff0-62c4-4e62-9afe-d662d5fc8171 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1974595 Nov 26 03:50:01.549281 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34412) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:01.554677 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-64a65489-4a16-42de-986a-a90ef2bce5a8 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Request body: {'subnet': {'network_id': '6c489661-8cc3-4f35-a0e4-2d6ee749aa1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:01.563243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe2ff0-62c4-4e62-9afe-d662d5fc8171 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event updated for resources: {'Network': ['ID=6c489661-8cc3-4f35-a0e4-2d6ee749aa1f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:01.574944 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 6c489661-8cc3-4f35-a0e4-2d6ee749aa1f details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:50:01.653276 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a65489-4a16-42de-986a-a90ef2bce5a8 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Made reservation on behalf of 3dc5dda606d545369ef8d27e388248af for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:50:01.656799 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64a65489-4a16-42de-986a-a90ef2bce5a8 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:01.725419 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-440cec49-f035-4fa4-8131-b4e404bcf2f4', 'network_id': '440cec49-f035-4fa4-8131-b4e404bcf2f4', 'tenant_id': '3dc5dda606d545369ef8d27e388248af', 'fixed_ips': [{'subnet_id': 'bbdbf84d-b812-4bd4-bdc8-92b9fb0612b1'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:50:01.726294 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:01.837345 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64a65489-4a16-42de-986a-a90ef2bce5a8 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:01.863391 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Allocated IP 2001:db8::2 (440cec49-f035-4fa4-8131-b4e404bcf2f4/bbdbf84d-b812-4bd4-bdc8-92b9fb0612b1/2afbf167-6c52-4566-a364-70e10aaaa6a4) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:50:01.898282 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a65489-4a16-42de-986a-a90ef2bce5a8 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event updated for resources: {'Subnet': ['ID=6f60b6be-b7b2-412d-aea2-859a226b34d9,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:01.908843 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a65489-4a16-42de-986a-a90ef2bce5a8 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Checking segment: {'id': 'a71a7fac-3a77-48e4-a1f4-6884467fc2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6c489661-8cc3-4f35-a0e4-2d6ee749aa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:50:01.909820 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a65489-4a16-42de-986a-a90ef2bce5a8 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Network hostable DHCP agents. Network: 6c489661-8cc3-4f35-a0e4-2d6ee749aa1f, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:50:01.926803 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a65489-4a16-42de-986a-a90ef2bce5a8 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Network 6c489661-8cc3-4f35-a0e4-2d6ee749aa1f is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:50:01.935372 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-64a65489-4a16-42de-986a-a90ef2bce5a8 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 6c489661-8cc3-4f35-a0e4-2d6ee749aa1f) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:01.939553 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a65489-4a16-42de-986a-a90ef2bce5a8 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:01.940181 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-64a65489-4a16-42de-986a-a90ef2bce5a8 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:01.945134 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0be97c-98ab-4637-9d1a-ed3938a8419e None None] Network 6c489661-8cc3-4f35-a0e4-2d6ee749aa1f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:50:01.957528 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-64a65489-4a16-42de-986a-a90ef2bce5a8 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4074104 Nov 26 03:50:01.960198 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34414) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:02.062309 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f4a4-b2f3-4428-979a-ba2ff334cd6d tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.077383 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.085672 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.112745 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f4a4-b2f3-4428-979a-ba2ff334cd6d tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.158229 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Network 440cec49-f035-4fa4-8131-b4e404bcf2f4 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:50:02.165697 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:02.176862 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f4a4-b2f3-4428-979a-ba2ff334cd6d tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.181095 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:50:02.182959 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Pushing event updated for resources: {'Port': ['ID=2afbf167-6c52-4566-a364-70e10aaaa6a4,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:02.203788 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3f4a4-b2f3-4428-979a-ba2ff334cd6d tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event deleted for resources: {'Subnet': ['ID=6f60b6be-b7b2-412d-aea2-859a226b34d9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:02.209780 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449b7bac-db3e-4a2e-bc11-dc57b7d18edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-6c489661-8cc3-4f35-a0e4-2d6ee749aa1f', 'network_id': '6c489661-8cc3-4f35-a0e4-2d6ee749aa1f', 'tenant_id': '3dc5dda606d545369ef8d27e388248af', 'fixed_ips': [{'subnet_id': '6f60b6be-b7b2-412d-aea2-859a226b34d9'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:50:02.210649 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-449b7bac-db3e-4a2e-bc11-dc57b7d18edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.261164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Attempting to bind port 2afbf167-6c52-4566-a364-70e10aaaa6a4 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:50:02.261539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Attempting to bind port 2afbf167-6c52-4566-a364-70e10aaaa6a4 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'e7323117-dcba-4ee9-8dba-93bde3a6eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '440cec49-f035-4fa4-8131-b4e404bcf2f4'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:50:02.261908 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Attempting to bind port 2afbf167-6c52-4566-a364-70e10aaaa6a4 on network 440cec49-f035-4fa4-8131-b4e404bcf2f4 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:50:02.264803 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f4a4-b2f3-4428-979a-ba2ff334cd6d tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.285743 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-7ab3f4a4-b2f3-4428-979a-ba2ff334cd6d tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c489661-8cc3-4f35-a0e4-2d6ee749aa1f']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:02.294635 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-7ab3f4a4-b2f3-4428-979a-ba2ff334cd6d tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71a7fac-3a77-48e4-a1f4-6884467fc2ff') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:02.294957 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-7ab3f4a4-b2f3-4428-979a-ba2ff334cd6d tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71a7fac-3a77-48e4-a1f4-6884467fc2ff') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:02.308095 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f4a4-b2f3-4428-979a-ba2ff334cd6d tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.310875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:50:02.311264 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Checking segment: {'id': 'e7323117-dcba-4ee9-8dba-93bde3a6eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '440cec49-f035-4fa4-8131-b4e404bcf2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:50:02.311669 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.312085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Bound using segment: {'id': 'e7323117-dcba-4ee9-8dba-93bde3a6eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '440cec49-f035-4fa4-8131-b4e404bcf2f4'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:50:02.312583 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Bound port: 2afbf167-6c52-4566-a364-70e10aaaa6a4, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7323117-dcba-4ee9-8dba-93bde3a6eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '440cec49-f035-4fa4-8131-b4e404bcf2f4'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:50:02.312966 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.323153 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f4a4-b2f3-4428-979a-ba2ff334cd6d tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.329269 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab3f4a4-b2f3-4428-979a-ba2ff334cd6d tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:50:02.329663 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f4a4-b2f3-4428-979a-ba2ff334cd6d tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.330931 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9f9b5d-cd13-46db-9600-c6c6509cb072 None None] Network 6c489661-8cc3-4f35-a0e4-2d6ee749aa1f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:50:02.333521 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:50:02.389287 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f4a4-b2f3-4428-979a-ba2ff334cd6d tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.394108 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f4a4-b2f3-4428-979a-ba2ff334cd6d tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.398250 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7ab3f4a4-b2f3-4428-979a-ba2ff334cd6d tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "DELETE /v2.0/networks/6c489661-8cc3-4f35-a0e4-2d6ee749aa1f HTTP/1.1" status: 204 len: 168 time: 0.4369795 Nov 26 03:50:02.401432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34416) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:02.412682 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3f4a4-b2f3-4428-979a-ba2ff334cd6d tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event deleted for resources: {'Network': ['ID=6c489661-8cc3-4f35-a0e4-2d6ee749aa1f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:02.434611 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd91c69d-f028-4610-92e8-f23b34e6f992 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] GET failed (client error): The resource could not be found. Nov 26 03:50:02.435975 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fd91c69d-f028-4610-92e8-f23b34e6f992 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "GET /v2.0/subnets/6f60b6be-b7b2-412d-aea2-859a226b34d9 HTTP/1.1" status: 404 len: 337 time: 0.0332828 Nov 26 03:50:02.438938 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34418) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:02.456915 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] For port 2afbf167-6c52-4566-a364-70e10aaaa6a4, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:50:02.458684 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32aa41b-aeb1-432d-b144-898a844dc44c tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] DELETE failed (client error): The resource could not be found. Nov 26 03:50:02.458809 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a32aa41b-aeb1-432d-b144-898a844dc44c tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:50:02.462143 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a32aa41b-aeb1-432d-b144-898a844dc44c tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "DELETE /v2.0/networks/6c489661-8cc3-4f35-a0e4-2d6ee749aa1f HTTP/1.1" status: 404 len: 339 time: 0.0219779 Nov 26 03:50:02.466017 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34420) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:02.482259 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] For port 2afbf167-6c52-4566-a364-70e10aaaa6a4, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2afbf167-6c52-4566-a364-70e10aaaa6a4,segment=NetworkSegment(e7323117-dcba-4ee9-8dba-93bde3a6eba0),segment_id=e7323117-dcba-4ee9-8dba-93bde3a6eba0)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:50:02.488568 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.494696 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eebd547-4925-4b97-b915-a0cdf2e3b295 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] DELETE failed (client error): The resource could not be found. Nov 26 03:50:02.494696 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eebd547-4925-4b97-b915-a0cdf2e3b295 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:50:02.497197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5eebd547-4925-4b97-b915-a0cdf2e3b295 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "DELETE /v2.0/subnets/6f60b6be-b7b2-412d-aea2-859a226b34d9 HTTP/1.1" status: 404 len: 337 time: 0.0301566 Nov 26 03:50:02.499931 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34422) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:02.520701 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c21988-b8fc-4011-ae5a-a0174adbcb33 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] DELETE failed (client error): The resource could not be found. Nov 26 03:50:02.521192 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c21988-b8fc-4011-ae5a-a0174adbcb33 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:50:02.524346 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e0c21988-b8fc-4011-ae5a-a0174adbcb33 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "DELETE /v2.0/networks/6c489661-8cc3-4f35-a0e4-2d6ee749aa1f HTTP/1.1" status: 404 len: 339 time: 0.0233941 Nov 26 03:50:02.526769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34424) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:02.548151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bebd7-2e38-43e1-a450-0555794ad327 None None] Pushing event updated for resources: {'Port': ['ID=2afbf167-6c52-4566-a364-70e10aaaa6a4,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:02.581945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-5daef127-a602-4755-8189-112ebcb1863c tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Deleting subnet bbdbf84d-b812-4bd4-bdc8-92b9fb0612b1 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:50:02.585555 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5daef127-a602-4755-8189-112ebcb1863c tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.632781 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5daef127-a602-4755-8189-112ebcb1863c tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.729395 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5daef127-a602-4755-8189-112ebcb1863c tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.791780 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5daef127-a602-4755-8189-112ebcb1863c tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.825068 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daef127-a602-4755-8189-112ebcb1863c tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event deleted for resources: {'Subnet': ['ID=bbdbf84d-b812-4bd4-bdc8-92b9fb0612b1,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:02.830814 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5daef127-a602-4755-8189-112ebcb1863c tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.834180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5daef127-a602-4755-8189-112ebcb1863c tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "DELETE /v2.0/subnets/bbdbf84d-b812-4bd4-bdc8-92b9fb0612b1 HTTP/1.1" status: 204 len: 168 time: 0.3064649 Nov 26 03:50:02.836616 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34426) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:02.912679 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:02.963642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Deleting port 2afbf167-6c52-4566-a364-70e10aaaa6a4 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:50:02.963906 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:03.029069 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] For port 2afbf167-6c52-4566-a364-70e10aaaa6a4, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2afbf167-6c52-4566-a364-70e10aaaa6a4,segment=NetworkSegment(e7323117-dcba-4ee9-8dba-93bde3a6eba0),segment_id=e7323117-dcba-4ee9-8dba-93bde3a6eba0)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:50:03.029443 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:03.043225 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Calling delete_port for 2afbf167-6c52-4566-a364-70e10aaaa6a4 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:50:03.117991 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2afbf167-6c52-4566-a364-70e10aaaa6a4 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:50:03.133954 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:03.157680 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No active binding found for port 2afbf167-6c52-4566-a364-70e10aaaa6a4 {{(pid=104803) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 26 03:50:03.157680 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2afbf167-6c52-4566-a364-70e10aaaa6a4 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 26 03:50:03.158117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event deleted for resources: {'Port': ['ID=2afbf167-6c52-4566-a364-70e10aaaa6a4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:03.165683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] No DVR routers for this DVR port 2afbf167-6c52-4566-a364-70e10aaaa6a4 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:50:03.178883 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Port 2afbf167-6c52-4566-a364-70e10aaaa6a4 not found, will not notify nova. {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 26 03:50:03.252152 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:03.272313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440cec49-f035-4fa4-8131-b4e404bcf2f4']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:03.281940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7323117-dcba-4ee9-8dba-93bde3a6eba0') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:03.282235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7323117-dcba-4ee9-8dba-93bde3a6eba0') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:03.292882 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:03.307159 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:03.313233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:50:03.313621 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:50:03.316868 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:50:03.381019 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:03.386009 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:03.389560 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "DELETE /v2.0/networks/440cec49-f035-4fa4-8131-b4e404bcf2f4 HTTP/1.1" status: 204 len: 168 time: 0.5519893 Nov 26 03:50:03.392092 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34428) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:03.405129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c8bfa-3d14-43c4-9d38-9192219667b5 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event deleted for resources: {'Network': ['ID=440cec49-f035-4fa4-8131-b4e404bcf2f4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:03.420014 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc1f4e6-e128-4486-b7ba-ff5062f8485b tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] DELETE failed (client error): The resource could not be found. Nov 26 03:50:03.420459 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc1f4e6-e128-4486-b7ba-ff5062f8485b tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:50:03.423510 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bdc1f4e6-e128-4486-b7ba-ff5062f8485b tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "DELETE /v2.0/subnets/d12c68d8-94d6-437b-a2a3-09e6beeb01d6 HTTP/1.1" status: 404 len: 337 time: 0.0304222 Nov 26 03:50:03.426123 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34430) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:03.444484 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-7deed143-3282-450b-8020-92bc95270639 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] DELETE failed (client error): The resource could not be found. Nov 26 03:50:03.444981 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7deed143-3282-450b-8020-92bc95270639 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:50:03.448095 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7deed143-3282-450b-8020-92bc95270639 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "DELETE /v2.0/networks/9ed858a1-7bb6-469b-b00f-62d98f6eb5f8 HTTP/1.1" status: 404 len: 339 time: 0.0209742 Nov 26 03:50:03.450616 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34432) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:03.481570 n-d-819389-3 neutron-server[104801]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfad7237-c5fc-44f1-bb79-7de8237a8c43 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] DELETE failed (client error): The resource could not be found. Nov 26 03:50:03.482083 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfad7237-c5fc-44f1-bb79-7de8237a8c43 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:50:03.486205 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bfad7237-c5fc-44f1-bb79-7de8237a8c43 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "DELETE /v2.0/subnets/3d31b6a8-7f64-4435-9863-62a711edf81c HTTP/1.1" status: 404 len: 337 time: 0.0334809 Nov 26 03:50:03.488320 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34434) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:03.507713 n-d-819389-3 neutron-server[104802]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6f75f9-c196-422b-9336-1ce5acc318f7 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] DELETE failed (client error): The resource could not be found. Nov 26 03:50:03.508233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6f75f9-c196-422b-9336-1ce5acc318f7 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 03:50:03.511231 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2d6f75f9-c196-422b-9336-1ce5acc318f7 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "DELETE /v2.0/networks/9f805213-5cf4-4007-ac9b-159543b9a95f HTTP/1.1" status: 404 len: 339 time: 0.0218463 Nov 26 03:50:03.513711 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34436) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:03.551506 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b627ac-4629-42a8-b0dd-a3b420767ec9 None None] DHCP port deletion for 440cec49-f035-4fa4-8131-b4e404bcf2f4 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:50:03.567738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9070e75-e49a-488a-8669-57cc3dfc3a0c tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Deleting subnet 9571898e-e95a-40ef-bd44-f64ab87806d8 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:50:03.568851 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e532a86e-8516-4318-ae8e-8cfd0a32d4bc None None] Network 440cec49-f035-4fa4-8131-b4e404bcf2f4 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:50:03.571089 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d9070e75-e49a-488a-8669-57cc3dfc3a0c tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:03.581574 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e532a86e-8516-4318-ae8e-8cfd0a32d4bc None None] Network 440cec49-f035-4fa4-8131-b4e404bcf2f4 could not be found, it might have been deleted concurrently. {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 26 03:50:03.587613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-862c4522-acb3-4996-8055-aef00dbfdbe0 None None] Could not find standard attr ID for object 2afbf167-6c52-4566-a364-70e10aaaa6a4. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:50:03.612551 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d9070e75-e49a-488a-8669-57cc3dfc3a0c tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:03.697876 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d9070e75-e49a-488a-8669-57cc3dfc3a0c tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:03.756791 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d9070e75-e49a-488a-8669-57cc3dfc3a0c tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:03.784542 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9070e75-e49a-488a-8669-57cc3dfc3a0c tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event deleted for resources: {'Subnet': ['ID=9571898e-e95a-40ef-bd44-f64ab87806d8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:03.786486 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d9070e75-e49a-488a-8669-57cc3dfc3a0c tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:03.789879 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d9070e75-e49a-488a-8669-57cc3dfc3a0c tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "DELETE /v2.0/subnets/9571898e-e95a-40ef-bd44-f64ab87806d8 HTTP/1.1" status: 204 len: 168 time: 0.2750356 Nov 26 03:50:03.792271 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34438) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:03.792538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05941f28-19c8-4f9e-8ac9-9834408cfbc8 None None] Network 4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:50:03.870452 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:03.923816 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Deleting port f6b9b760-0c28-4efc-ac73-8fcbc8299f1a {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:50:03.924189 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:03.990992 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] For port f6b9b760-0c28-4efc-ac73-8fcbc8299f1a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=f6b9b760-0c28-4efc-ac73-8fcbc8299f1a,segment=NetworkSegment(f224d4e4-d883-41b4-871c-ecac306551ba),segment_id=f224d4e4-d883-41b4-871c-ecac306551ba)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:50:03.991256 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:04.004517 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Calling delete_port for f6b9b760-0c28-4efc-ac73-8fcbc8299f1a owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:50:04.082285 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:04.106156 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event deleted for resources: {'Port': ['ID=f6b9b760-0c28-4efc-ac73-8fcbc8299f1a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:04.111705 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] No DVR routers for this DVR port f6b9b760-0c28-4efc-ac73-8fcbc8299f1a on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:50:04.122723 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca7eae5-3d19-4c36-9281-d2d77f14eee6 None None] DHCP port deletion for 4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:50:04.192424 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:04.211226 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:04.220406 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f224d4e4-d883-41b4-871c-ecac306551ba') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:04.220706 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f224d4e4-d883-41b4-871c-ecac306551ba') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:04.229792 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:04.243425 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:04.249254 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:50:04.249637 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:50:04.252642 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:50:04.310411 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:04.317611 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:04.320774 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] 10.222.0.31 "DELETE /v2.0/networks/4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28 HTTP/1.1" status: 204 len: 168 time: 0.5275195 Nov 26 03:50:04.332773 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf1b9d-d23e-421b-9538-2367ee927f51 tempest-NetworksIpV6Test-57820722 tempest-NetworksIpV6Test-57820722-project] Pushing event deleted for resources: {'Network': ['ID=4ca1f1de-c68e-4cb1-bbe4-ae0f27994e28,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:04.558879 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34444) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:04.690885 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6799c9a2-6893-42ff-bbc3-a14ef1a06965 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3dc5dda606d545369ef8d27e388248af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302981 Nov 26 03:50:04.693488 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34448) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:04.739707 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45e641a8-1c68-48e5-bee3-9c9382218647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:04.760550 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45e641a8-1c68-48e5-bee3-9c9382218647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:04.805410 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45e641a8-1c68-48e5-bee3-9c9382218647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:04.807988 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-45e641a8-1c68-48e5-bee3-9c9382218647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:04.809157 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-45e641a8-1c68-48e5-bee3-9c9382218647 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20870426-b85f-4fe2-9d4f-35ac36207766 HTTP/1.1" status: 204 len: 168 time: 0.1147728 Nov 26 03:50:04.816994 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e641a8-1c68-48e5-bee3-9c9382218647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20870426-b85f-4fe2-9d4f-35ac36207766,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:05.093805 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2afbf167-6c52-4566-a364-70e10aaaa6a4 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:50:05.117822 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 2afbf167-6c52-4566-a364-70e10aaaa6a4 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:50:05.118203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2afbf167-6c52-4566-a364-70e10aaaa6a4 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:50:05.118581 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device f6b9b760-0c28-4efc-ac73-8fcbc8299f1a no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:50:05.138421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: f6b9b760-0c28-4efc-ac73-8fcbc8299f1a {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:50:05.138770 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device f6b9b760-0c28-4efc-ac73-8fcbc8299f1a not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:50:05.434678 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34470) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:05.527274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-676d098c-a096-4042-a120-60a62a6e6e06 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1023841791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:05.548991 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-676d098c-a096-4042-a120-60a62a6e6e06 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:05.550474 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-676d098c-a096-4042-a120-60a62a6e6e06 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:05.604433 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-676d098c-a096-4042-a120-60a62a6e6e06 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:05.609440 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-676d098c-a096-4042-a120-60a62a6e6e06 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:05.631433 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-676d098c-a096-4042-a120-60a62a6e6e06 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:05.632930 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-676d098c-a096-4042-a120-60a62a6e6e06 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1972327 Nov 26 03:50:05.635601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34474) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:05.640865 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-145f47f5-4976-4c44-835d-2bc6268eb30e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-26551631'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:05.661614 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145f47f5-4976-4c44-835d-2bc6268eb30e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Made reservation on behalf of 9acd71e8e672472bb35a7b28424b4366 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:50:05.665130 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-145f47f5-4976-4c44-835d-2bc6268eb30e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:05.673740 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-145f47f5-4976-4c44-835d-2bc6268eb30e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:05.746093 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-145f47f5-4976-4c44-835d-2bc6268eb30e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:05.749610 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-145f47f5-4976-4c44-835d-2bc6268eb30e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:05.771628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145f47f5-4976-4c44-835d-2bc6268eb30e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:50:05.785098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f47f5-4976-4c44-835d-2bc6268eb30e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88bff520-6ddd-4268-826a-452ad7e97aef,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:05.789773 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-145f47f5-4976-4c44-835d-2bc6268eb30e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:05.790121 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-145f47f5-4976-4c44-835d-2bc6268eb30e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Added segment 6f0c7ca5-cf57-4294-9a45-cdef62d1cb5b of type vlan for network 557a559e-0b23-4479-9587-1edce350a15e Nov 26 03:50:05.828898 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-145f47f5-4976-4c44-835d-2bc6268eb30e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:05.854028 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-145f47f5-4976-4c44-835d-2bc6268eb30e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:05.859522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145f47f5-4976-4c44-835d-2bc6268eb30e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:05.860139 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-145f47f5-4976-4c44-835d-2bc6268eb30e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:05.880220 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:50:05.914954 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-145f47f5-4976-4c44-835d-2bc6268eb30e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2782078 Nov 26 03:50:05.917689 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34476) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:05.924435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-5a4cb9b8-2a9d-4611-b36e-80127601b32f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Request body: {'subnet': {'network_id': '557a559e-0b23-4479-9587-1edce350a15e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:05.973632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f47f5-4976-4c44-835d-2bc6268eb30e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Pushing event updated for resources: {'Network': ['ID=557a559e-0b23-4479-9587-1edce350a15e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:05.983603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 557a559e-0b23-4479-9587-1edce350a15e details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:50:06.020268 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4cb9b8-2a9d-4611-b36e-80127601b32f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Made reservation on behalf of 9acd71e8e672472bb35a7b28424b4366 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:50:06.023766 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5a4cb9b8-2a9d-4611-b36e-80127601b32f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:06.198700 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5a4cb9b8-2a9d-4611-b36e-80127601b32f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:06.262828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cb9b8-2a9d-4611-b36e-80127601b32f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Pushing event updated for resources: {'Subnet': ['ID=82a247a7-22d9-42a6-ad7d-98455fc72488,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:06.270150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4cb9b8-2a9d-4611-b36e-80127601b32f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Checking segment: {'id': '6f0c7ca5-cf57-4294-9a45-cdef62d1cb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '557a559e-0b23-4479-9587-1edce350a15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:50:06.270520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4cb9b8-2a9d-4611-b36e-80127601b32f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Network hostable DHCP agents. Network: 557a559e-0b23-4479-9587-1edce350a15e, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:50:06.287458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4cb9b8-2a9d-4611-b36e-80127601b32f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Network 557a559e-0b23-4479-9587-1edce350a15e is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:50:06.295891 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-5a4cb9b8-2a9d-4611-b36e-80127601b32f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 557a559e-0b23-4479-9587-1edce350a15e) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:06.300530 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4cb9b8-2a9d-4611-b36e-80127601b32f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:06.301126 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5a4cb9b8-2a9d-4611-b36e-80127601b32f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:06.305377 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcc0bf5-0bec-487c-a178-8b5fae65108f None None] Network 557a559e-0b23-4479-9587-1edce350a15e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:50:06.317156 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5a4cb9b8-2a9d-4611-b36e-80127601b32f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3983290 Nov 26 03:50:06.320020 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34478) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:06.324866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-915988a7-7fb4-4838-a4a5-ad895ec7727f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1112482909'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:06.347166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915988a7-7fb4-4838-a4a5-ad895ec7727f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Made reservation on behalf of 9acd71e8e672472bb35a7b28424b4366 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:50:06.350835 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-915988a7-7fb4-4838-a4a5-ad895ec7727f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:06.374904 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915988a7-7fb4-4838-a4a5-ad895ec7727f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:50:06.383980 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-915988a7-7fb4-4838-a4a5-ad895ec7727f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:06.384379 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-915988a7-7fb4-4838-a4a5-ad895ec7727f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Added segment d2a31efd-6fe5-4eab-a29c-7dd1ac0a95e1 of type vlan for network 132e4154-3a39-42ac-81e4-6eaa57884fea Nov 26 03:50:06.423921 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-915988a7-7fb4-4838-a4a5-ad895ec7727f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:06.450986 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-557a559e-0b23-4479-9587-1edce350a15e', 'network_id': '557a559e-0b23-4479-9587-1edce350a15e', 'tenant_id': '9acd71e8e672472bb35a7b28424b4366', 'fixed_ips': [{'subnet_id': '82a247a7-22d9-42a6-ad7d-98455fc72488'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:50:06.451189 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-915988a7-7fb4-4838-a4a5-ad895ec7727f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:06.451807 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:06.457791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915988a7-7fb4-4838-a4a5-ad895ec7727f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:06.458394 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-915988a7-7fb4-4838-a4a5-ad895ec7727f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:06.510719 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-915988a7-7fb4-4838-a4a5-ad895ec7727f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1896222 Nov 26 03:50:06.513575 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34480) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:06.521505 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-2443e6c4-1474-4e74-b7fb-c8fd63872186 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Request body: {'subnet': {'network_id': '132e4154-3a39-42ac-81e4-6eaa57884fea', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:06.541642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915988a7-7fb4-4838-a4a5-ad895ec7727f tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Pushing event updated for resources: {'Network': ['ID=132e4154-3a39-42ac-81e4-6eaa57884fea,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:06.577911 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 132e4154-3a39-42ac-81e4-6eaa57884fea details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:50:06.623674 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2443e6c4-1474-4e74-b7fb-c8fd63872186 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Made reservation on behalf of 9acd71e8e672472bb35a7b28424b4366 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:50:06.627633 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2443e6c4-1474-4e74-b7fb-c8fd63872186 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:06.657813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Allocated IP 172.20.0.2 (557a559e-0b23-4479-9587-1edce350a15e/82a247a7-22d9-42a6-ad7d-98455fc72488/e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:50:06.812174 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:06.818580 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:06.859780 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Network 557a559e-0b23-4479-9587-1edce350a15e is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:50:06.862845 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:06.866706 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:50:06.872769 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Pushing event updated for resources: {'Port': ['ID=e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:06.931401 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Attempting to bind port e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:50:06.931784 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Attempting to bind port e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '6f0c7ca5-cf57-4294-9a45-cdef62d1cb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '557a559e-0b23-4479-9587-1edce350a15e'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:50:06.932187 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Attempting to bind port e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703 on network 557a559e-0b23-4479-9587-1edce350a15e {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:50:06.937708 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:50:06.938099 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Checking segment: {'id': '6f0c7ca5-cf57-4294-9a45-cdef62d1cb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '557a559e-0b23-4479-9587-1edce350a15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:50:06.938511 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:06.938910 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Bound using segment: {'id': '6f0c7ca5-cf57-4294-9a45-cdef62d1cb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '557a559e-0b23-4479-9587-1edce350a15e'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:50:06.939394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Bound port: e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0c7ca5-cf57-4294-9a45-cdef62d1cb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '557a559e-0b23-4479-9587-1edce350a15e'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:50:06.939780 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:07.007587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] For port e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:50:07.010792 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] For port e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703,segment=NetworkSegment(6f0c7ca5-cf57-4294-9a45-cdef62d1cb5b),segment_id=6f0c7ca5-cf57-4294-9a45-cdef62d1cb5b)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:50:07.014486 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:07.071693 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbce639-e6d1-4a02-90b3-200938374aa7 None None] Pushing event updated for resources: {'Port': ['ID=e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:07.154408 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2443e6c4-1474-4e74-b7fb-c8fd63872186 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:07.208953 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443e6c4-1474-4e74-b7fb-c8fd63872186 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Pushing event updated for resources: {'Subnet': ['ID=afb7a216-313b-4573-866b-624c556fe8e6,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:07.241796 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2443e6c4-1474-4e74-b7fb-c8fd63872186 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Checking segment: {'id': 'd2a31efd-6fe5-4eab-a29c-7dd1ac0a95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '132e4154-3a39-42ac-81e4-6eaa57884fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:50:07.241796 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2443e6c4-1474-4e74-b7fb-c8fd63872186 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Network hostable DHCP agents. Network: 132e4154-3a39-42ac-81e4-6eaa57884fea, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:50:07.262826 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2443e6c4-1474-4e74-b7fb-c8fd63872186 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Network 132e4154-3a39-42ac-81e4-6eaa57884fea is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:50:07.270888 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-2443e6c4-1474-4e74-b7fb-c8fd63872186 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 132e4154-3a39-42ac-81e4-6eaa57884fea) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:07.274932 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2443e6c4-1474-4e74-b7fb-c8fd63872186 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:07.275526 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2443e6c4-1474-4e74-b7fb-c8fd63872186 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:07.284750 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3f6697-ba76-4ca0-94bb-e224a3b57922 None None] Network 132e4154-3a39-42ac-81e4-6eaa57884fea requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:50:07.295564 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2443e6c4-1474-4e74-b7fb-c8fd63872186 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7806120 Nov 26 03:50:07.298413 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34482) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:07.303551 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-aec6b33a-057e-460d-a2a9-ae7503ba1692 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Request body: {'router': {'external_gateway_info': {'network_id': '132e4154-3a39-42ac-81e4-6eaa57884fea'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:07.447623 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-132e4154-3a39-42ac-81e4-6eaa57884fea', 'network_id': '132e4154-3a39-42ac-81e4-6eaa57884fea', 'tenant_id': '9acd71e8e672472bb35a7b28424b4366', 'fixed_ips': [{'subnet_id': 'afb7a216-313b-4573-866b-624c556fe8e6'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:50:07.448602 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:07.521467 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-aec6b33a-057e-460d-a2a9-ae7503ba1692 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:07.589702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Allocated IP 172.21.0.2 (132e4154-3a39-42ac-81e4-6eaa57884fea/afb7a216-313b-4573-866b-624c556fe8e6/2e25e26c-a8fa-4233-82b9-63c8cd5ac593) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:50:07.629187 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [None req-aec6b33a-057e-460d-a2a9-ae7503ba1692 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 03:50:07.630399 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-aec6b33a-057e-460d-a2a9-ae7503ba1692 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] 10.222.0.31 "PUT /v2.0/routers/1d74a66d-154d-483a-8005-f08260e4f054 HTTP/1.1" status: 400 len: 364 time: 0.3307562 Nov 26 03:50:07.637013 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34484) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:07.693872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-438d6d87-6ca6-4e5d-9b89-4a95f5412a5c tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Deleting subnet afb7a216-313b-4573-866b-624c556fe8e6 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:50:07.738166 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:07.743650 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-438d6d87-6ca6-4e5d-9b89-4a95f5412a5c tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:07.744395 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:07.787072 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Network 132e4154-3a39-42ac-81e4-6eaa57884fea is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:50:07.787553 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-438d6d87-6ca6-4e5d-9b89-4a95f5412a5c tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:07.790273 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:07.794849 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:50:07.798050 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Pushing event updated for resources: {'Port': ['ID=2e25e26c-a8fa-4233-82b9-63c8cd5ac593,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:07.852877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Attempting to bind port 2e25e26c-a8fa-4233-82b9-63c8cd5ac593 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:50:07.853264 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Attempting to bind port 2e25e26c-a8fa-4233-82b9-63c8cd5ac593 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'd2a31efd-6fe5-4eab-a29c-7dd1ac0a95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '132e4154-3a39-42ac-81e4-6eaa57884fea'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:50:07.853640 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Attempting to bind port 2e25e26c-a8fa-4233-82b9-63c8cd5ac593 on network 132e4154-3a39-42ac-81e4-6eaa57884fea {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:50:07.859002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:50:07.859388 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Checking segment: {'id': 'd2a31efd-6fe5-4eab-a29c-7dd1ac0a95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '132e4154-3a39-42ac-81e4-6eaa57884fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:50:07.859797 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:07.860232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Bound using segment: {'id': 'd2a31efd-6fe5-4eab-a29c-7dd1ac0a95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '132e4154-3a39-42ac-81e4-6eaa57884fea'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:50:07.861142 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Bound port: 2e25e26c-a8fa-4233-82b9-63c8cd5ac593, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a31efd-6fe5-4eab-a29c-7dd1ac0a95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '132e4154-3a39-42ac-81e4-6eaa57884fea'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:50:07.861142 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:07.876978 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-438d6d87-6ca6-4e5d-9b89-4a95f5412a5c tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:07.942550 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-438d6d87-6ca6-4e5d-9b89-4a95f5412a5c tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:07.946322 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] For port 2e25e26c-a8fa-4233-82b9-63c8cd5ac593, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:50:07.950253 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] For port 2e25e26c-a8fa-4233-82b9-63c8cd5ac593, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2e25e26c-a8fa-4233-82b9-63c8cd5ac593,segment=NetworkSegment(d2a31efd-6fe5-4eab-a29c-7dd1ac0a95e1),segment_id=d2a31efd-6fe5-4eab-a29c-7dd1ac0a95e1)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:50:07.954795 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:07.972366 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d6d87-6ca6-4e5d-9b89-4a95f5412a5c tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Pushing event deleted for resources: {'Subnet': ['ID=afb7a216-313b-4573-866b-624c556fe8e6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:07.976392 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-438d6d87-6ca6-4e5d-9b89-4a95f5412a5c tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:07.979997 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-438d6d87-6ca6-4e5d-9b89-4a95f5412a5c tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] 10.222.0.31 "DELETE /v2.0/subnets/afb7a216-313b-4573-866b-624c556fe8e6 HTTP/1.1" status: 204 len: 168 time: 0.3418624 Nov 26 03:50:07.982511 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34486) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:08.013527 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069ac3a-2558-4029-b396-2fac0888f561 None None] Pushing event updated for resources: {'Port': ['ID=2e25e26c-a8fa-4233-82b9-63c8cd5ac593,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:08.074766 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:08.075812 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a704e4e3-7d08-4b7a-865e-5ec773e6c241 None None] Network 557a559e-0b23-4479-9587-1edce350a15e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:50:08.134581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Deleting port 2e25e26c-a8fa-4233-82b9-63c8cd5ac593 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:50:08.134834 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:08.168592 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1323e70e-af82-4b52-af41-c18ec0e48aa2 None None] Provisioning complete for port e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:08.169174 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1323e70e-af82-4b52-af41-c18ec0e48aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:08.217008 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] For port 2e25e26c-a8fa-4233-82b9-63c8cd5ac593, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=2e25e26c-a8fa-4233-82b9-63c8cd5ac593,segment=NetworkSegment(d2a31efd-6fe5-4eab-a29c-7dd1ac0a95e1),segment_id=d2a31efd-6fe5-4eab-a29c-7dd1ac0a95e1)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:50:08.217462 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:08.234067 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Calling delete_port for 2e25e26c-a8fa-4233-82b9-63c8cd5ac593 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:50:08.327658 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1323e70e-af82-4b52-af41-c18ec0e48aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:08.329483 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:08.358612 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Pushing event deleted for resources: {'Port': ['ID=2e25e26c-a8fa-4233-82b9-63c8cd5ac593,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:08.366405 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] No DVR routers for this DVR port 2e25e26c-a8fa-4233-82b9-63c8cd5ac593 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:50:08.366818 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1323e70e-af82-4b52-af41-c18ec0e48aa2 None None] For port e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703,segment=NetworkSegment(6f0c7ca5-cf57-4294-9a45-cdef62d1cb5b),segment_id=6f0c7ca5-cf57-4294-9a45-cdef62d1cb5b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:50:08.372967 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1323e70e-af82-4b52-af41-c18ec0e48aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:08.421607 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323e70e-af82-4b52-af41-c18ec0e48aa2 None None] Pushing event updated for resources: {'Port': ['ID=e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:08.454293 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:08.481416 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132e4154-3a39-42ac-81e4-6eaa57884fea']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:08.491663 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a31efd-6fe5-4eab-a29c-7dd1ac0a95e1') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:08.491969 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a31efd-6fe5-4eab-a29c-7dd1ac0a95e1') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:08.502300 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:08.516734 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:08.523540 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:50:08.524209 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:50:08.527388 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:50:08.583109 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:08.590990 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:08.594488 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] 10.222.0.31 "DELETE /v2.0/networks/132e4154-3a39-42ac-81e4-6eaa57884fea HTTP/1.1" status: 204 len: 168 time: 0.6109409 Nov 26 03:50:08.597566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34488) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:08.598045 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-07a8d14c-9792-43e6-b315-6802e473ac26 None None] Provisioning complete for port e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:08.598045 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-07a8d14c-9792-43e6-b315-6802e473ac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:08.608588 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c76c1-620b-4f1a-a31f-32c6b3a0e3e0 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Pushing event deleted for resources: {'Network': ['ID=132e4154-3a39-42ac-81e4-6eaa57884fea,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:08.652048 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c101a9-94d7-4497-98f2-5719f7772e95 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Deleting subnet 82a247a7-22d9-42a6-ad7d-98455fc72488 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:50:08.655550 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3c101a9-94d7-4497-98f2-5719f7772e95 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:08.699033 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3c101a9-94d7-4497-98f2-5719f7772e95 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:08.788662 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3c101a9-94d7-4497-98f2-5719f7772e95 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:08.847476 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3c101a9-94d7-4497-98f2-5719f7772e95 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:08.873390 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c101a9-94d7-4497-98f2-5719f7772e95 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Pushing event deleted for resources: {'Subnet': ['ID=82a247a7-22d9-42a6-ad7d-98455fc72488,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:08.879717 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3c101a9-94d7-4497-98f2-5719f7772e95 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:08.883196 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e3c101a9-94d7-4497-98f2-5719f7772e95 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] 10.222.0.31 "DELETE /v2.0/subnets/82a247a7-22d9-42a6-ad7d-98455fc72488 HTTP/1.1" status: 204 len: 168 time: 0.2845385 Nov 26 03:50:08.885776 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34490) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:08.888317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e39ae53-3c43-4b8d-864d-95db4205027f None None] Network 557a559e-0b23-4479-9587-1edce350a15e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:50:08.972823 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:09.033342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Deleting port e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:50:09.034459 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:09.075343 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4082dab2-d4ea-4332-ad39-a31077988084 None None] DHCP port deletion for 557a559e-0b23-4479-9587-1edce350a15e request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:50:09.100359 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] For port e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703,segment=NetworkSegment(6f0c7ca5-cf57-4294-9a45-cdef62d1cb5b),segment_id=6f0c7ca5-cf57-4294-9a45-cdef62d1cb5b)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:50:09.100877 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:09.109732 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677d2801-c6bc-4a4b-83a9-59c29fda8c1b None None] DHCP port deletion for 132e4154-3a39-42ac-81e4-6eaa57884fea request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:50:09.116688 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Calling delete_port for e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:50:09.118399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-61225c6e-2294-43c1-9124-831d05e4e791 None None] Could not find standard attr ID for object 2e25e26c-a8fa-4233-82b9-63c8cd5ac593. {{(pid=104803) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 03:50:09.135892 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dc4fc0-c7f4-48fe-9a7e-45f53033b092 None None] Network 132e4154-3a39-42ac-81e4-6eaa57884fea requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:50:09.150543 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dc4fc0-c7f4-48fe-9a7e-45f53033b092 None None] Network 132e4154-3a39-42ac-81e4-6eaa57884fea could not be found, it might have been deleted concurrently. {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 26 03:50:09.162420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4082dab2-d4ea-4332-ad39-a31077988084 None None] Deleting port e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:50:09.162802 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4082dab2-d4ea-4332-ad39-a31077988084 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:09.202217 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:09.225738 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4082dab2-d4ea-4332-ad39-a31077988084 None None] For port e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703,segment=NetworkSegment(6f0c7ca5-cf57-4294-9a45-cdef62d1cb5b),segment_id=6f0c7ca5-cf57-4294-9a45-cdef62d1cb5b)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:50:09.226136 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4082dab2-d4ea-4332-ad39-a31077988084 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:09.231492 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Pushing event deleted for resources: {'Port': ['ID=e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:09.239167 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] No DVR routers for this DVR port e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:50:09.242420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4082dab2-d4ea-4332-ad39-a31077988084 None None] Calling delete_port for e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:50:09.312647 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 03:50:09.313075 n-d-819389-3 neutron-server[104803]: self.session.flush() Nov 26 03:50:09.320484 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4082dab2-d4ea-4332-ad39-a31077988084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:09.336075 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557a559e-0b23-4479-9587-1edce350a15e']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:09.345301 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0c7ca5-cf57-4294-9a45-cdef62d1cb5b') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:09.345461 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082dab2-d4ea-4332-ad39-a31077988084 None None] Pushing event deleted for resources: {'Port': ['ID=e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:09.345596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0c7ca5-cf57-4294-9a45-cdef62d1cb5b') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:09.350567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4082dab2-d4ea-4332-ad39-a31077988084 None None] No DVR routers for this DVR port e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:50:09.670607 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:09.684154 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:09.689852 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:50:09.691114 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:50:09.694029 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:50:09.749818 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:09.756454 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:09.759554 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] 10.222.0.31 "DELETE /v2.0/networks/557a559e-0b23-4479-9587-1edce350a15e HTTP/1.1" status: 204 len: 168 time: 0.8728328 Nov 26 03:50:09.762467 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34492) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:09.770788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2966de-2e05-479d-93f1-c097ffda5e36 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Pushing event deleted for resources: {'Network': ['ID=557a559e-0b23-4479-9587-1edce350a15e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:09.788784 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-df2d056c-a7ba-45fc-a704-27cb14170208 tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d74a66d-154d-483a-8005-f08260e4f054 HTTP/1.1" status: 200 len: 205 time: 0.0251415 Nov 26 03:50:09.791211 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34494) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:09.864713 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-251b5a00-1f43-40a2-8333-18e5058a9e5e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:10.024621 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-251b5a00-1f43-40a2-8333-18e5058a9e5e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:10.026765 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-251b5a00-1f43-40a2-8333-18e5058a9e5e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:10.069292 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-251b5a00-1f43-40a2-8333-18e5058a9e5e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:10.069821 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251b5a00-1f43-40a2-8333-18e5058a9e5e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Fanout notify agent at l3_agent the message router_deleted on router 1d74a66d-154d-483a-8005-f08260e4f054 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:50:10.076723 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-251b5a00-1f43-40a2-8333-18e5058a9e5e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:10.077930 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-251b5a00-1f43-40a2-8333-18e5058a9e5e tempest-RoutersNegativeTest-696113148 tempest-RoutersNegativeTest-696113148-project] 10.222.0.31 "DELETE /v2.0/routers/1d74a66d-154d-483a-8005-f08260e4f054 HTTP/1.1" status: 204 len: 168 time: 0.2857275 Nov 26 03:50:10.313122 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34500) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:10.441341 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fbb9311d-e923-44bc-80fe-0f4cae3605d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9acd71e8e672472bb35a7b28424b4366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270449 Nov 26 03:50:10.443751 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34504) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:10.493630 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eef9371b-f3b4-47f9-8d69-d6932f5f1e4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:10.514237 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eef9371b-f3b4-47f9-8d69-d6932f5f1e4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:10.560469 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eef9371b-f3b4-47f9-8d69-d6932f5f1e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:10.563079 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eef9371b-f3b4-47f9-8d69-d6932f5f1e4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:10.564231 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-eef9371b-f3b4-47f9-8d69-d6932f5f1e4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88bff520-6ddd-4268-826a-452ad7e97aef HTTP/1.1" status: 204 len: 168 time: 0.1195166 Nov 26 03:50:10.572472 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9371b-f3b4-47f9-8d69-d6932f5f1e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bff520-6ddd-4268-826a-452ad7e97aef,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:11.053636 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:50:11.073990 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:50:11.074281 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e80b0b5d-b544-4cab-b5ac-c4b0d0e2f703 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:50:11.075074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2e25e26c-a8fa-4233-82b9-63c8cd5ac593 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:50:11.096278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 2e25e26c-a8fa-4233-82b9-63c8cd5ac593 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:50:11.096636 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 2e25e26c-a8fa-4233-82b9-63c8cd5ac593 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:50:11.183480 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34526) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:11.278712 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e073efc6-328a-4ade-9300-854983884bd8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1598213279-network', 'tenant_id': 'cb6721b3ec8944f7bfc2b43e16a35369'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:11.304791 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e073efc6-328a-4ade-9300-854983884bd8 admin admin] Made reservation on behalf of cb6721b3ec8944f7bfc2b43e16a35369 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:50:11.307451 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e073efc6-328a-4ade-9300-854983884bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:11.316382 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e073efc6-328a-4ade-9300-854983884bd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:11.393245 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e073efc6-328a-4ade-9300-854983884bd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:11.398533 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e073efc6-328a-4ade-9300-854983884bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:11.425334 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e073efc6-328a-4ade-9300-854983884bd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:50:11.434356 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073efc6-328a-4ade-9300-854983884bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4625f7f-82d9-4b38-b72f-8c8895edb6ee,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:11.440464 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e073efc6-328a-4ade-9300-854983884bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:11.440919 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-e073efc6-328a-4ade-9300-854983884bd8 admin admin] Added segment e729d84b-c718-4b81-b238-cb130c96883f of type vlan for network 6d452c73-38b3-4499-8b12-1acd9a150ad5 Nov 26 03:50:11.480624 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e073efc6-328a-4ade-9300-854983884bd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:11.508824 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e073efc6-328a-4ade-9300-854983884bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:11.509828 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e073efc6-328a-4ade-9300-854983884bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:11.510393 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e073efc6-328a-4ade-9300-854983884bd8 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:11.561065 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e073efc6-328a-4ade-9300-854983884bd8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3764472 Nov 26 03:50:11.564022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34530) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:11.569024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b55f8f0a-68f7-4d5d-a628-14246e3d18fe admin admin] Request body: {'subnet': {'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1598213279-subnet', 'tenant_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:11.573951 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073efc6-328a-4ade-9300-854983884bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=6d452c73-38b3-4499-8b12-1acd9a150ad5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:11.584328 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 6d452c73-38b3-4499-8b12-1acd9a150ad5 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:50:11.589974 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55f8f0a-68f7-4d5d-a628-14246e3d18fe admin admin] Made reservation on behalf of cb6721b3ec8944f7bfc2b43e16a35369 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:50:11.592233 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b55f8f0a-68f7-4d5d-a628-14246e3d18fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:11.757183 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b55f8f0a-68f7-4d5d-a628-14246e3d18fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:11.797422 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ec137eb4-3fa7-4669-a388-bae908b21ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:11.812999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f8f0a-68f7-4d5d-a628-14246e3d18fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8b88882-5c91-408c-84b8-fbcf82d95909,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:11.820113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f8f0a-68f7-4d5d-a628-14246e3d18fe admin admin] Checking segment: {'id': 'e729d84b-c718-4b81-b238-cb130c96883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:50:11.820482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55f8f0a-68f7-4d5d-a628-14246e3d18fe admin admin] Network hostable DHCP agents. Network: 6d452c73-38b3-4499-8b12-1acd9a150ad5, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:50:11.836240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55f8f0a-68f7-4d5d-a628-14246e3d18fe admin admin] Network 6d452c73-38b3-4499-8b12-1acd9a150ad5 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:50:11.845235 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-b55f8f0a-68f7-4d5d-a628-14246e3d18fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 6d452c73-38b3-4499-8b12-1acd9a150ad5) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:11.850012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55f8f0a-68f7-4d5d-a628-14246e3d18fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:11.850617 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b55f8f0a-68f7-4d5d-a628-14246e3d18fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:11.854754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ae0f49-eb2c-46af-89f1-4289acc848c2 None None] Network 6d452c73-38b3-4499-8b12-1acd9a150ad5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:50:11.866200 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b55f8f0a-68f7-4d5d-a628-14246e3d18fe admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3010550 Nov 26 03:50:11.868837 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34532) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:11.873073 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1598213279-router', 'tenant_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:11.892928 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:11.894479 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:11.949698 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:11.995933 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-6d452c73-38b3-4499-8b12-1acd9a150ad5', 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5', 'tenant_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'fixed_ips': [{'subnet_id': 'e8b88882-5c91-408c-84b8-fbcf82d95909'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:50:11.996902 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:12.087438 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:12.131464 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Allocated IP 172.20.0.2 (6d452c73-38b3-4499-8b12-1acd9a150ad5/e8b88882-5c91-408c-84b8-fbcf82d95909/98773abb-3c45-45e1-a639-5999dd4e86c3) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:50:12.271359 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:12.277521 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:12.281970 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:12.300255 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:12.316033 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Network 6d452c73-38b3-4499-8b12-1acd9a150ad5 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:50:12.318926 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:12.324430 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:50:12.331584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Pushing event updated for resources: {'Port': ['ID=98773abb-3c45-45e1-a639-5999dd4e86c3,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:12.380941 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Attempting to bind port 98773abb-3c45-45e1-a639-5999dd4e86c3 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:50:12.381316 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Attempting to bind port 98773abb-3c45-45e1-a639-5999dd4e86c3 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'e729d84b-c718-4b81-b238-cb130c96883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:50:12.381685 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Attempting to bind port 98773abb-3c45-45e1-a639-5999dd4e86c3 on network 6d452c73-38b3-4499-8b12-1acd9a150ad5 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:50:12.386558 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:50:12.386938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Checking segment: {'id': 'e729d84b-c718-4b81-b238-cb130c96883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:50:12.387334 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:12.387734 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Bound using segment: {'id': 'e729d84b-c718-4b81-b238-cb130c96883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:50:12.388231 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Bound port: 98773abb-3c45-45e1-a639-5999dd4e86c3, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e729d84b-c718-4b81-b238-cb130c96883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:50:12.388609 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:12.406541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] Allocated IP 172.25.0.56 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/bda7558a-967b-4ae8-88e6-5cc2e2e9189b) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:50:12.522880 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:12.556775 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:12.596839 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:50:12.599769 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:12.603489 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:50:12.614858 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] For port 98773abb-3c45-45e1-a639-5999dd4e86c3, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:50:12.618188 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf625856-e18a-4e45-a2d5-e1a08685c6e4 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:50:12.627140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] Pushing event updated for resources: {'Port': ['ID=bda7558a-967b-4ae8-88e6-5cc2e2e9189b,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:12.632982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] For port 98773abb-3c45-45e1-a639-5999dd4e86c3, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=98773abb-3c45-45e1-a639-5999dd4e86c3,segment=NetworkSegment(e729d84b-c718-4b81-b238-cb130c96883f),segment_id=e729d84b-c718-4b81-b238-cb130c96883f)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:50:12.639490 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:12.705203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-afc34ed9-292d-4355-b6cd-1ca841b8793d None None] Provisioning complete for port bda7558a-967b-4ae8-88e6-5cc2e2e9189b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:12.705652 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-afc34ed9-292d-4355-b6cd-1ca841b8793d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:12.708728 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387a819-1e80-4ddc-a6cf-49cc7b035acc None None] Pushing event updated for resources: {'Port': ['ID=98773abb-3c45-45e1-a639-5999dd4e86c3,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:12.746748 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-afc34ed9-292d-4355-b6cd-1ca841b8793d None None] Port bda7558a-967b-4ae8-88e6-5cc2e2e9189b cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:50:12.870869 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:13.082442 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:13.118663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 98773abb-3c45-45e1-a639-5999dd4e86c3 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:50:13.167171 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 98773abb-3c45-45e1-a639-5999dd4e86c3 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:13.167849 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:13.211457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] Router e370b731-83a7-4ad0-a22c-32143c62afff is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:50:13.244598 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:13.280856 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 98773abb-3c45-45e1-a639-5999dd4e86c3, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=98773abb-3c45-45e1-a639-5999dd4e86c3,segment=NetworkSegment(e729d84b-c718-4b81-b238-cb130c96883f),segment_id=e729d84b-c718-4b81-b238-cb130c96883f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:50:13.285530 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:13.322087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:50:13.332976 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Sync routers for ids ['e370b731-83a7-4ad0-a22c-32143c62afff'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:50:13.340873 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:13.342234 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-af6b623c-a218-439d-bdd5-edcdc49a5dea admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4724550 Nov 26 03:50:13.347827 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Routers {'e370b731-83a7-4ad0-a22c-32143c62afff'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:50:13.348339 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=98773abb-3c45-45e1-a639-5999dd4e86c3,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:13.348481 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:49:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e370b731-83a7-4ad0-a22c-32143c62afff'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:13.351125 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34534) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:13.463503 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Set router e370b731-83a7-4ad0-a22c-32143c62afff gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:50:13.648989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88802e23-df27-49c6-bf2e-81d05f355c03 None None] Network 6d452c73-38b3-4499-8b12-1acd9a150ad5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:50:13.657522 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e370b731-83a7-4ad0-a22c-32143c62afff', 'name': 'tempest-TestEncryptedCinderVolumes-1598213279-router', 'tenant_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'bda7558a-967b-4ae8-88e6-5cc2e2e9189b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:50:11Z', 'updated_at': '2021-11-26T03:50:12Z', 'revision_number': 3, 'project_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'gw_port': {'id': 'bda7558a-967b-4ae8-88e6-5cc2e2e9189b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e370b731-83a7-4ad0-a22c-32143c62afff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:12Z', 'updated_at': '2021-11-26T03:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:13.685332 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Checking router: e370b731-83a7-4ad0-a22c-32143c62afff for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:50:13.685691 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Updating router e370b731-83a7-4ad0-a22c-32143c62afff port bda7558a-967b-4ae8-88e6-5cc2e2e9189b binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:50:13.716069 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3ca0acda-98c5-4d59-b3d3-5af70476dc30 None None] Provisioning complete for port 98773abb-3c45-45e1-a639-5999dd4e86c3 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:13.716748 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3ca0acda-98c5-4d59-b3d3-5af70476dc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:13.717957 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:13.800335 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7581de1-11c9-4b2c-a435-2aecad2b5825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:13.975418 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-e7581de1-11c9-4b2c-a435-2aecad2b5825 admin admin] Allocated IP 172.20.0.1 (6d452c73-38b3-4499-8b12-1acd9a150ad5/e8b88882-5c91-408c-84b8-fbcf82d95909/7fcb799e-5f54-4a95-a85f-98a630f04afd) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:50:13.980384 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:13.988070 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:14.023929 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd987a5-ef1c-45f6-95dd-54cf01bc029d None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:50:14.030403 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Attempting to bind port bda7558a-967b-4ae8-88e6-5cc2e2e9189b on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:50:14.030778 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Attempting to bind port bda7558a-967b-4ae8-88e6-5cc2e2e9189b by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:50:14.031353 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Attempting to bind port bda7558a-967b-4ae8-88e6-5cc2e2e9189b on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:50:14.039377 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:50:14.040172 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:50:14.040909 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:14.041451 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:50:14.042074 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Bound port: bda7558a-967b-4ae8-88e6-5cc2e2e9189b, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:50:14.042631 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:14.086856 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-933fb74f-7091-4cb8-b4aa-2362d08df3f2 None None] Provisioning complete for port bda7558a-967b-4ae8-88e6-5cc2e2e9189b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:14.087315 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-933fb74f-7091-4cb8-b4aa-2362d08df3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:14.106789 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b41d2-65f5-4e09-bd45-5a05e9fc8a7b None None] Pushing event updated for resources: {'Port': ['ID=bda7558a-967b-4ae8-88e6-5cc2e2e9189b,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:14.109874 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] For port bda7558a-967b-4ae8-88e6-5cc2e2e9189b, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:50:14.116664 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] For port bda7558a-967b-4ae8-88e6-5cc2e2e9189b, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bda7558a-967b-4ae8-88e6-5cc2e2e9189b,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:50:14.118930 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1b41d2-65f5-4e09-bd45-5a05e9fc8a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:14.119282 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1b41d2-65f5-4e09-bd45-5a05e9fc8a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:14.119614 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1b41d2-65f5-4e09-bd45-5a05e9fc8a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:14.120200 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1b41d2-65f5-4e09-bd45-5a05e9fc8a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:14.120684 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1b41d2-65f5-4e09-bd45-5a05e9fc8a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:14.121172 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1b41d2-65f5-4e09-bd45-5a05e9fc8a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:14.121656 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1b41d2-65f5-4e09-bd45-5a05e9fc8a7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:14.122146 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1b41d2-65f5-4e09-bd45-5a05e9fc8a7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:14.122763 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1b41d2-65f5-4e09-bd45-5a05e9fc8a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:14.123244 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1b41d2-65f5-4e09-bd45-5a05e9fc8a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:14.123730 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1b41d2-65f5-4e09-bd45-5a05e9fc8a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:14.124228 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1b41d2-65f5-4e09-bd45-5a05e9fc8a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:14.130010 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:14.152831 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7581de1-11c9-4b2c-a435-2aecad2b5825 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:14.164196 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-933fb74f-7091-4cb8-b4aa-2362d08df3f2 None None] Port bda7558a-967b-4ae8-88e6-5cc2e2e9189b cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:50:14.216772 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7581de1-11c9-4b2c-a435-2aecad2b5825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:14.218190 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-733ed958-8313-4510-9a05-b9671cfd6ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:14.260086 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7581de1-11c9-4b2c-a435-2aecad2b5825 admin admin] Network 6d452c73-38b3-4499-8b12-1acd9a150ad5 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:50:14.265302 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e7581de1-11c9-4b2c-a435-2aecad2b5825 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:14.270083 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7581de1-11c9-4b2c-a435-2aecad2b5825 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:50:14.274013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f3c520-703f-4f61-88df-35298b458742 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:50:14.287844 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Routers {'e370b731-83a7-4ad0-a22c-32143c62afff'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:50:14.287844 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:50:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e370b731-83a7-4ad0-a22c-32143c62afff'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:14.290947 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b41d2-65f5-4e09-bd45-5a05e9fc8a7b None None] Pushing event updated for resources: {'Port': ['ID=bda7558a-967b-4ae8-88e6-5cc2e2e9189b,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:14.298689 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7581de1-11c9-4b2c-a435-2aecad2b5825 admin admin] Pushing event updated for resources: {'Port': ['ID=7fcb799e-5f54-4a95-a85f-98a630f04afd,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:14.313900 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c0fba31-1b64-45d2-a0f7-bd421f0ca04a None None] Provisioning complete for port 98773abb-3c45-45e1-a639-5999dd4e86c3 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:14.314279 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c0fba31-1b64-45d2-a0f7-bd421f0ca04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:14.319707 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7581de1-11c9-4b2c-a435-2aecad2b5825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:14.403364 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] Set router e370b731-83a7-4ad0-a22c-32143c62afff gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:50:14.468813 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7581de1-11c9-4b2c-a435-2aecad2b5825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:14.546688 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-82a7e197-857e-4621-85bc-b29cce11d4ab None None] Provisioning complete for port bda7558a-967b-4ae8-88e6-5cc2e2e9189b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:14.547310 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82a7e197-857e-4621-85bc-b29cce11d4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:14.599402 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e370b731-83a7-4ad0-a22c-32143c62afff', 'name': 'tempest-TestEncryptedCinderVolumes-1598213279-router', 'tenant_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'bda7558a-967b-4ae8-88e6-5cc2e2e9189b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:50:11Z', 'updated_at': '2021-11-26T03:50:12Z', 'revision_number': 3, 'project_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'gw_port': {'id': 'bda7558a-967b-4ae8-88e6-5cc2e2e9189b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e370b731-83a7-4ad0-a22c-32143c62afff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:12Z', 'updated_at': '2021-11-26T03:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:14.631185 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d035809-38ea-49f6-9926-7391f01b81a6 None None] The sync data for ids ['e370b731-83a7-4ad0-a22c-32143c62afff'] in n-d-819389-3 is: [{'id': 'e370b731-83a7-4ad0-a22c-32143c62afff', 'name': 'tempest-TestEncryptedCinderVolumes-1598213279-router', 'tenant_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'bda7558a-967b-4ae8-88e6-5cc2e2e9189b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:50:11Z', 'updated_at': '2021-11-26T03:50:12Z', 'revision_number': 3, 'project_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'gw_port': {'id': 'bda7558a-967b-4ae8-88e6-5cc2e2e9189b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e370b731-83a7-4ad0-a22c-32143c62afff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:12Z', 'updated_at': '2021-11-26T03:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:50:14.636738 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82a7e197-857e-4621-85bc-b29cce11d4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:14.650715 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7581de1-11c9-4b2c-a435-2aecad2b5825 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:14.660489 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7581de1-11c9-4b2c-a435-2aecad2b5825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:14.661164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-82a7e197-857e-4621-85bc-b29cce11d4ab None None] For port bda7558a-967b-4ae8-88e6-5cc2e2e9189b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bda7558a-967b-4ae8-88e6-5cc2e2e9189b,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:50:14.667003 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82a7e197-857e-4621-85bc-b29cce11d4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:14.708016 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-82a7e197-857e-4621-85bc-b29cce11d4ab None None] Provisioning complete for port 7fcb799e-5f54-4a95-a85f-98a630f04afd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:14.708445 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-82a7e197-857e-4621-85bc-b29cce11d4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:14.731496 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7581de1-11c9-4b2c-a435-2aecad2b5825 admin admin] Pushing event updated for resources: {'Port': ['ID=7fcb799e-5f54-4a95-a85f-98a630f04afd,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:14.734348 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e7581de1-11c9-4b2c-a435-2aecad2b5825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:14.754719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7e197-857e-4621-85bc-b29cce11d4ab None None] Pushing event updated for resources: {'Port': ['ID=bda7558a-967b-4ae8-88e6-5cc2e2e9189b,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:14.760008 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-82a7e197-857e-4621-85bc-b29cce11d4ab None None] Port 7fcb799e-5f54-4a95-a85f-98a630f04afd cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:50:14.828130 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7581de1-11c9-4b2c-a435-2aecad2b5825 admin admin] Network 6d452c73-38b3-4499-8b12-1acd9a150ad5 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:50:14.829587 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-e7581de1-11c9-4b2c-a435-2aecad2b5825 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:14.965369 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7581de1-11c9-4b2c-a435-2aecad2b5825 admin admin] Router e370b731-83a7-4ad0-a22c-32143c62afff has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:50:15.102973 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7581de1-11c9-4b2c-a435-2aecad2b5825 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:50:15.108956 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e7581de1-11c9-4b2c-a435-2aecad2b5825 admin admin] 10.222.0.31 "PUT /v2.0/routers/e370b731-83a7-4ad0-a22c-32143c62afff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7567365 Nov 26 03:50:15.183420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5f4ecb6a-b4fc-427d-bbc6-6ebf7366ece0 None None] Provisioning complete for port 7fcb799e-5f54-4a95-a85f-98a630f04afd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:15.183968 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5f4ecb6a-b4fc-427d-bbc6-6ebf7366ece0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:15.213510 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 98773abb-3c45-45e1-a639-5999dd4e86c3 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:50:15.274197 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ecb6a-b4fc-427d-bbc6-6ebf7366ece0 None None] Port 7fcb799e-5f54-4a95-a85f-98a630f04afd cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:50:15.283268 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:15.292421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 98773abb-3c45-45e1-a639-5999dd4e86c3 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:15.292626 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:15.384619 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bda7558a-967b-4ae8-88e6-5cc2e2e9189b up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:50:15.435833 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port bda7558a-967b-4ae8-88e6-5cc2e2e9189b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:15.436257 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:15.641194 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34550) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:15.646864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-747950b0-f21e-499d-a7d1-dfe36f1b0328 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1175739444-network', 'tenant_id': '75b20c502a7e4a65bd12c362af723d64'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:15.670618 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747950b0-f21e-499d-a7d1-dfe36f1b0328 admin admin] Made reservation on behalf of 75b20c502a7e4a65bd12c362af723d64 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:50:15.673105 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-747950b0-f21e-499d-a7d1-dfe36f1b0328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:15.685111 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-747950b0-f21e-499d-a7d1-dfe36f1b0328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:15.758911 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-747950b0-f21e-499d-a7d1-dfe36f1b0328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:15.762849 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-747950b0-f21e-499d-a7d1-dfe36f1b0328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:15.783370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747950b0-f21e-499d-a7d1-dfe36f1b0328 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:50:15.798157 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747950b0-f21e-499d-a7d1-dfe36f1b0328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9559006a-734f-4e04-b062-e08923101d10,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:15.801246 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-747950b0-f21e-499d-a7d1-dfe36f1b0328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:15.801601 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-747950b0-f21e-499d-a7d1-dfe36f1b0328 admin admin] Added segment e43bdea6-c86c-4412-ab70-a725a23657f6 of type vlan for network 8282791f-232b-41c9-b51e-29ee9aa346d5 Nov 26 03:50:15.842303 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-747950b0-f21e-499d-a7d1-dfe36f1b0328 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:15.866430 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-747950b0-f21e-499d-a7d1-dfe36f1b0328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:15.867569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747950b0-f21e-499d-a7d1-dfe36f1b0328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:15.868201 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-747950b0-f21e-499d-a7d1-dfe36f1b0328 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:15.918099 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-747950b0-f21e-499d-a7d1-dfe36f1b0328 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2757220 Nov 26 03:50:15.920935 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34552) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:15.935341 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-5a570e9c-1af0-4e70-96ac-8ee179e9f6c6 admin admin] Request body: {'subnet': {'network_id': '8282791f-232b-41c9-b51e-29ee9aa346d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1175739444-subnet', 'tenant_id': '75b20c502a7e4a65bd12c362af723d64', 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:15.944980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747950b0-f21e-499d-a7d1-dfe36f1b0328 admin admin] Pushing event updated for resources: {'Network': ['ID=8282791f-232b-41c9-b51e-29ee9aa346d5,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:15.954385 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 8282791f-232b-41c9-b51e-29ee9aa346d5 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:50:15.963956 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a570e9c-1af0-4e70-96ac-8ee179e9f6c6 admin admin] Made reservation on behalf of 75b20c502a7e4a65bd12c362af723d64 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:50:15.966295 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5a570e9c-1af0-4e70-96ac-8ee179e9f6c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:16.134248 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5a570e9c-1af0-4e70-96ac-8ee179e9f6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:16.185962 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a570e9c-1af0-4e70-96ac-8ee179e9f6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0646684a-6fd5-4508-a47a-5c88e21c90b5,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:16.203189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a570e9c-1af0-4e70-96ac-8ee179e9f6c6 admin admin] Checking segment: {'id': 'e43bdea6-c86c-4412-ab70-a725a23657f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8282791f-232b-41c9-b51e-29ee9aa346d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:50:16.203555 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a570e9c-1af0-4e70-96ac-8ee179e9f6c6 admin admin] Network hostable DHCP agents. Network: 8282791f-232b-41c9-b51e-29ee9aa346d5, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:50:16.219995 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a570e9c-1af0-4e70-96ac-8ee179e9f6c6 admin admin] Network 8282791f-232b-41c9-b51e-29ee9aa346d5 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:50:16.228621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-5a570e9c-1af0-4e70-96ac-8ee179e9f6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 8282791f-232b-41c9-b51e-29ee9aa346d5) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:16.233147 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a570e9c-1af0-4e70-96ac-8ee179e9f6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:16.234286 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5a570e9c-1af0-4e70-96ac-8ee179e9f6c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:16.237927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b523cd-3c2f-4c62-9d44-fe92eb8b9810 None None] Network 8282791f-232b-41c9-b51e-29ee9aa346d5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:50:16.250768 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5a570e9c-1af0-4e70-96ac-8ee179e9f6c6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3232875 Nov 26 03:50:16.254062 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34554) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:16.258493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1175739444-router', 'tenant_id': '75b20c502a7e4a65bd12c362af723d64', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:16.280842 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:16.282394 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:16.335239 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:16.370921 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Sync routers for ids ['e370b731-83a7-4ad0-a22c-32143c62afff'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:50:16.394235 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Routers {'e370b731-83a7-4ad0-a22c-32143c62afff'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:50:16.395087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:50:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e370b731-83a7-4ad0-a22c-32143c62afff'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:16.397939 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-8282791f-232b-41c9-b51e-29ee9aa346d5', 'network_id': '8282791f-232b-41c9-b51e-29ee9aa346d5', 'tenant_id': '75b20c502a7e4a65bd12c362af723d64', 'fixed_ips': [{'subnet_id': '0646684a-6fd5-4508-a47a-5c88e21c90b5'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:50:16.398664 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:16.470346 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:16.597543 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Set router e370b731-83a7-4ad0-a22c-32143c62afff gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:50:16.649126 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Allocated IP 172.20.0.2 (8282791f-232b-41c9-b51e-29ee9aa346d5/0646684a-6fd5-4508-a47a-5c88e21c90b5/7f2fbfc3-96b1-4482-82be-5751bec4b01e) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:50:16.670293 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:16.689190 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:16.789456 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] Allocated IP 172.25.0.134 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:50:16.859005 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:16.895305 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:16.923326 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:16.927927 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:16.932044 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:16.967478 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:50:16.970731 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:16.975054 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:50:16.982150 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Network 8282791f-232b-41c9-b51e-29ee9aa346d5 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:50:16.989491 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e370b731-83a7-4ad0-a22c-32143c62afff', 'name': 'tempest-TestEncryptedCinderVolumes-1598213279-router', 'tenant_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'bda7558a-967b-4ae8-88e6-5cc2e2e9189b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:50:11Z', 'updated_at': '2021-11-26T03:50:14Z', 'revision_number': 4, 'project_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'gw_port': {'id': 'bda7558a-967b-4ae8-88e6-5cc2e2e9189b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e370b731-83a7-4ad0-a22c-32143c62afff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:12Z', 'updated_at': '2021-11-26T03:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '7fcb799e-5f54-4a95-a85f-98a630f04afd', 'name': '', 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5', 'tenant_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'mac_address': 'fa:16:3e:1e:58:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e370b731-83a7-4ad0-a22c-32143c62afff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e8b88882-5c91-408c-84b8-fbcf82d95909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:13Z', 'updated_at': '2021-11-26T03:50:14Z', 'revision_number': 2, 'project_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'subnets': [{'id': 'e8b88882-5c91-408c-84b8-fbcf82d95909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:16.991391 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0368b0-896a-4acb-aa36-f0f600113e1f None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:50:16.997083 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:17.004176 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] Pushing event updated for resources: {'Port': ['ID=81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:17.026489 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:50:17.029678 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Checking router: e370b731-83a7-4ad0-a22c-32143c62afff for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:50:17.030040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Updating router e370b731-83a7-4ad0-a22c-32143c62afff port 7fcb799e-5f54-4a95-a85f-98a630f04afd binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:50:17.031725 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Pushing event updated for resources: {'Port': ['ID=7f2fbfc3-96b1-4482-82be-5751bec4b01e,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:17.076215 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:17.144117 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Attempting to bind port 7f2fbfc3-96b1-4482-82be-5751bec4b01e on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:50:17.144503 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Attempting to bind port 7f2fbfc3-96b1-4482-82be-5751bec4b01e by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'e43bdea6-c86c-4412-ab70-a725a23657f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8282791f-232b-41c9-b51e-29ee9aa346d5'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:50:17.144877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Attempting to bind port 7f2fbfc3-96b1-4482-82be-5751bec4b01e on network 8282791f-232b-41c9-b51e-29ee9aa346d5 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:50:17.161565 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7cdb6937-bcea-490e-bcc7-71c47e9e06b0 None None] Provisioning complete for port 81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:17.161942 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7cdb6937-bcea-490e-bcc7-71c47e9e06b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:17.163544 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:50:17.163928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Checking segment: {'id': 'e43bdea6-c86c-4412-ab70-a725a23657f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8282791f-232b-41c9-b51e-29ee9aa346d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:50:17.164355 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:17.164761 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Bound using segment: {'id': 'e43bdea6-c86c-4412-ab70-a725a23657f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8282791f-232b-41c9-b51e-29ee9aa346d5'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:50:17.165239 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Bound port: 7f2fbfc3-96b1-4482-82be-5751bec4b01e, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43bdea6-c86c-4412-ab70-a725a23657f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8282791f-232b-41c9-b51e-29ee9aa346d5'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:50:17.165624 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:17.225763 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:17.286703 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7cdb6937-bcea-490e-bcc7-71c47e9e06b0 None None] Port 81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:50:17.367049 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] For port 7f2fbfc3-96b1-4482-82be-5751bec4b01e, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:50:17.371526 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] For port 7f2fbfc3-96b1-4482-82be-5751bec4b01e, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=7f2fbfc3-96b1-4482-82be-5751bec4b01e,segment=NetworkSegment(e43bdea6-c86c-4412-ab70-a725a23657f6),segment_id=e43bdea6-c86c-4412-ab70-a725a23657f6)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:50:17.378120 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:17.631941 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b736ed-c352-4c12-bc4e-6db746611bb7 None None] Pushing event updated for resources: {'Port': ['ID=7f2fbfc3-96b1-4482-82be-5751bec4b01e,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:17.710156 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:17.712847 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:17.719999 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:17.775857 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1be213-4d60-4a0e-963a-e2f38e3096c6 None None] Pushing event updated for resources: {'Port': ['ID=7fcb799e-5f54-4a95-a85f-98a630f04afd,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:17.825307 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:17.845848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Attempting to bind port 7fcb799e-5f54-4a95-a85f-98a630f04afd on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:50:17.846275 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Attempting to bind port 7fcb799e-5f54-4a95-a85f-98a630f04afd by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'e729d84b-c718-4b81-b238-cb130c96883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:50:17.846654 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Attempting to bind port 7fcb799e-5f54-4a95-a85f-98a630f04afd on network 6d452c73-38b3-4499-8b12-1acd9a150ad5 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:50:17.851841 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:50:17.852359 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Checking segment: {'id': 'e729d84b-c718-4b81-b238-cb130c96883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:50:17.852987 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:17.854948 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Bound using segment: {'id': 'e729d84b-c718-4b81-b238-cb130c96883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:50:17.854948 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Bound port: 7fcb799e-5f54-4a95-a85f-98a630f04afd, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e729d84b-c718-4b81-b238-cb130c96883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:50:17.856390 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:17.934704 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] For port 7fcb799e-5f54-4a95-a85f-98a630f04afd, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:50:17.938343 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] For port 7fcb799e-5f54-4a95-a85f-98a630f04afd, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=7fcb799e-5f54-4a95-a85f-98a630f04afd,segment=NetworkSegment(e729d84b-c718-4b81-b238-cb130c96883f),segment_id=e729d84b-c718-4b81-b238-cb130c96883f)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:50:17.946540 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:18.000471 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] Router 79c5dc2b-1885-496f-add8-f1ed724977f0 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:50:18.014287 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Routers {'e370b731-83a7-4ad0-a22c-32143c62afff'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:50:18.014966 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:50:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e370b731-83a7-4ad0-a22c-32143c62afff'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:18.052044 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1be213-4d60-4a0e-963a-e2f38e3096c6 None None] Pushing event updated for resources: {'Port': ['ID=7fcb799e-5f54-4a95-a85f-98a630f04afd,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:18.117737 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:50:18.127201 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Sync routers for ids ['79c5dc2b-1885-496f-add8-f1ed724977f0'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:50:18.140190 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Routers {'79c5dc2b-1885-496f-add8-f1ed724977f0'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:50:18.141185 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:50:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['79c5dc2b-1885-496f-add8-f1ed724977f0'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:18.142175 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] Set router e370b731-83a7-4ad0-a22c-32143c62afff gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:50:18.152824 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:18.157541 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34556) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:50:18.165200 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cc945b2e-6be9-4f6a-a904-3878a870fb62 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9099510 Nov 26 03:50:18.199090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3ca87857-c6d4-4b7f-9046-e38865f16d30 None None] Provisioning complete for port 7fcb799e-5f54-4a95-a85f-98a630f04afd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:18.199447 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3ca87857-c6d4-4b7f-9046-e38865f16d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:18.280798 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Set router 79c5dc2b-1885-496f-add8-f1ed724977f0 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:50:18.405108 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3ca87857-c6d4-4b7f-9046-e38865f16d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:18.475261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3ca87857-c6d4-4b7f-9046-e38865f16d30 None None] For port 7fcb799e-5f54-4a95-a85f-98a630f04afd, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=7fcb799e-5f54-4a95-a85f-98a630f04afd,segment=NetworkSegment(e729d84b-c718-4b81-b238-cb130c96883f),segment_id=e729d84b-c718-4b81-b238-cb130c96883f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:50:18.482623 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c5dc2b-1885-496f-add8-f1ed724977f0', 'name': 'tempest-TestEncryptedCinderVolumes-1175739444-router', 'tenant_id': '75b20c502a7e4a65bd12c362af723d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:50:16Z', 'updated_at': '2021-11-26T03:50:17Z', 'revision_number': 3, 'project_id': '75b20c502a7e4a65bd12c362af723d64', 'gw_port': {'id': '81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c5dc2b-1885-496f-add8-f1ed724977f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:16Z', 'updated_at': '2021-11-26T03:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:18.486293 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3ca87857-c6d4-4b7f-9046-e38865f16d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:18.495421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e370b731-83a7-4ad0-a22c-32143c62afff', 'name': 'tempest-TestEncryptedCinderVolumes-1598213279-router', 'tenant_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'bda7558a-967b-4ae8-88e6-5cc2e2e9189b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:50:11Z', 'updated_at': '2021-11-26T03:50:14Z', 'revision_number': 4, 'project_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'gw_port': {'id': 'bda7558a-967b-4ae8-88e6-5cc2e2e9189b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e370b731-83a7-4ad0-a22c-32143c62afff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:12Z', 'updated_at': '2021-11-26T03:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '7fcb799e-5f54-4a95-a85f-98a630f04afd', 'name': '', 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5', 'tenant_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'mac_address': 'fa:16:3e:1e:58:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e370b731-83a7-4ad0-a22c-32143c62afff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e8b88882-5c91-408c-84b8-fbcf82d95909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:13Z', 'updated_at': '2021-11-26T03:50:17Z', 'revision_number': 4, 'project_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'subnets': [{'id': 'e8b88882-5c91-408c-84b8-fbcf82d95909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:18.510694 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Checking router: 79c5dc2b-1885-496f-add8-f1ed724977f0 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:50:18.511050 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Updating router 79c5dc2b-1885-496f-add8-f1ed724977f0 port 81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:50:18.543847 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b645c0-5e14-4ffe-aae4-2c2120fc880c None None] The sync data for ids ['e370b731-83a7-4ad0-a22c-32143c62afff'] in n-d-819389-3 is: [{'id': 'e370b731-83a7-4ad0-a22c-32143c62afff', 'name': 'tempest-TestEncryptedCinderVolumes-1598213279-router', 'tenant_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'bda7558a-967b-4ae8-88e6-5cc2e2e9189b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:50:11Z', 'updated_at': '2021-11-26T03:50:14Z', 'revision_number': 4, 'project_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'gw_port': {'id': 'bda7558a-967b-4ae8-88e6-5cc2e2e9189b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e370b731-83a7-4ad0-a22c-32143c62afff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:12Z', 'updated_at': '2021-11-26T03:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '7fcb799e-5f54-4a95-a85f-98a630f04afd', 'name': '', 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5', 'tenant_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'mac_address': 'fa:16:3e:1e:58:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e370b731-83a7-4ad0-a22c-32143c62afff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e8b88882-5c91-408c-84b8-fbcf82d95909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:13Z', 'updated_at': '2021-11-26T03:50:17Z', 'revision_number': 4, 'project_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'subnets': [{'id': 'e8b88882-5c91-408c-84b8-fbcf82d95909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:50:18.557678 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:18.580230 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca87857-c6d4-4b7f-9046-e38865f16d30 None None] Pushing event updated for resources: {'Port': ['ID=7fcb799e-5f54-4a95-a85f-98a630f04afd,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:18.623067 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-21b6c435-5944-40c1-ad76-1894f5dfaff8 None None] Provisioning complete for port 7fcb799e-5f54-4a95-a85f-98a630f04afd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:18.623447 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-21b6c435-5944-40c1-ad76-1894f5dfaff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:18.720034 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0a0024f1-a0b9-4074-b02a-567611f8eed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:18.907273 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19811c6-7f9b-4f6b-bb50-66c1aa4db616 None None] Network 8282791f-232b-41c9-b51e-29ee9aa346d5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:50:18.908789 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:18.918408 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:18.924286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-0a0024f1-a0b9-4074-b02a-567611f8eed4 admin admin] Allocated IP 172.20.0.1 (8282791f-232b-41c9-b51e-29ee9aa346d5/0646684a-6fd5-4508-a47a-5c88e21c90b5/97df7bcc-01ea-498e-9832-53fdf9d36e7a) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:50:18.998797 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Attempting to bind port 81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:50:18.999192 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Attempting to bind port 81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:50:18.999560 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Attempting to bind port 81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:50:19.000824 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815f18da-9260-43f5-9511-62a28720cec9 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:50:19.002910 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adda25c-1e8c-4695-bd64-da2f7ce7a363 None None] Pushing event updated for resources: {'Port': ['ID=81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:19.010752 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:50:19.010752 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:50:19.011598 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:19.012003 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:50:19.012689 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Bound port: 81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:50:19.012898 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:19.054865 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-0f608ad2-accf-4204-812a-e7aeacec1d94 None None] Provisioning complete for port 7f2fbfc3-96b1-4482-82be-5751bec4b01e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:19.055256 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0f608ad2-accf-4204-812a-e7aeacec1d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:19.058473 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0a0024f1-a0b9-4074-b02a-567611f8eed4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:19.086502 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] For port 81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:50:19.091392 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] For port 81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:50:19.102871 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:19.146108 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0a0024f1-a0b9-4074-b02a-567611f8eed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:19.165242 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Routers {'79c5dc2b-1885-496f-add8-f1ed724977f0'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:50:19.166237 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:50:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['79c5dc2b-1885-496f-add8-f1ed724977f0'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:19.202163 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd10c90-d684-4fbe-85e0-c556ae790eff None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:50:19.215480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0024f1-a0b9-4074-b02a-567611f8eed4 admin admin] Network 8282791f-232b-41c9-b51e-29ee9aa346d5 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:50:19.224702 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0f608ad2-accf-4204-812a-e7aeacec1d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:19.229055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-0a0024f1-a0b9-4074-b02a-567611f8eed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:19.231108 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0024f1-a0b9-4074-b02a-567611f8eed4 admin admin] Pushing event updated for resources: {'Port': ['ID=97df7bcc-01ea-498e-9832-53fdf9d36e7a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:19.237713 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0024f1-a0b9-4074-b02a-567611f8eed4 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:50:19.259178 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adda25c-1e8c-4695-bd64-da2f7ce7a363 None None] Pushing event updated for resources: {'Port': ['ID=81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:19.286849 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-0f608ad2-accf-4204-812a-e7aeacec1d94 None None] For port 7f2fbfc3-96b1-4482-82be-5751bec4b01e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=7f2fbfc3-96b1-4482-82be-5751bec4b01e,segment=NetworkSegment(e43bdea6-c86c-4412-ab70-a725a23657f6),segment_id=e43bdea6-c86c-4412-ab70-a725a23657f6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:50:19.299601 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0f608ad2-accf-4204-812a-e7aeacec1d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:19.311624 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 7fcb799e-5f54-4a95-a85f-98a630f04afd up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:50:19.330947 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] Set router 79c5dc2b-1885-496f-add8-f1ed724977f0 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:50:19.352646 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0a0024f1-a0b9-4074-b02a-567611f8eed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:19.455182 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f608ad2-accf-4204-812a-e7aeacec1d94 None None] Pushing event updated for resources: {'Port': ['ID=7f2fbfc3-96b1-4482-82be-5751bec4b01e,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:19.468239 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a54214a8-348c-4377-9412-2aeb968e799c None None] Provisioning complete for port 81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:19.468769 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a54214a8-348c-4377-9412-2aeb968e799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:19.528603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 7fcb799e-5f54-4a95-a85f-98a630f04afd triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:19.528990 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:19.568381 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0a0024f1-a0b9-4074-b02a-567611f8eed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:19.608374 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c5dc2b-1885-496f-add8-f1ed724977f0', 'name': 'tempest-TestEncryptedCinderVolumes-1175739444-router', 'tenant_id': '75b20c502a7e4a65bd12c362af723d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:50:16Z', 'updated_at': '2021-11-26T03:50:17Z', 'revision_number': 3, 'project_id': '75b20c502a7e4a65bd12c362af723d64', 'gw_port': {'id': '81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c5dc2b-1885-496f-add8-f1ed724977f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:16Z', 'updated_at': '2021-11-26T03:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:19.657314 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a54214a8-348c-4377-9412-2aeb968e799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:19.729773 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 7f2fbfc3-96b1-4482-82be-5751bec4b01e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:50:19.778026 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a54214a8-348c-4377-9412-2aeb968e799c None None] For port 81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:50:19.791638 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a54214a8-348c-4377-9412-2aeb968e799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:19.806904 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcef9f1-ab86-47e8-8806-aa5d45ad0e84 None None] The sync data for ids ['79c5dc2b-1885-496f-add8-f1ed724977f0'] in n-d-819389-3 is: [{'id': '79c5dc2b-1885-496f-add8-f1ed724977f0', 'name': 'tempest-TestEncryptedCinderVolumes-1175739444-router', 'tenant_id': '75b20c502a7e4a65bd12c362af723d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:50:16Z', 'updated_at': '2021-11-26T03:50:17Z', 'revision_number': 3, 'project_id': '75b20c502a7e4a65bd12c362af723d64', 'gw_port': {'id': '81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c5dc2b-1885-496f-add8-f1ed724977f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:16Z', 'updated_at': '2021-11-26T03:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:50:19.864693 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0a0024f1-a0b9-4074-b02a-567611f8eed4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:19.872141 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0a0024f1-a0b9-4074-b02a-567611f8eed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:19.883303 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54214a8-348c-4377-9412-2aeb968e799c None None] Pushing event updated for resources: {'Port': ['ID=81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:19.900771 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 7f2fbfc3-96b1-4482-82be-5751bec4b01e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:19.901153 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:19.950811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0024f1-a0b9-4074-b02a-567611f8eed4 admin admin] Pushing event updated for resources: {'Port': ['ID=97df7bcc-01ea-498e-9832-53fdf9d36e7a,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:19.953034 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c67e944e-b02a-409b-9b29-3e68e94cdd44 None None] Provisioning complete for port 97df7bcc-01ea-498e-9832-53fdf9d36e7a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:19.953034 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c67e944e-b02a-409b-9b29-3e68e94cdd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:19.954400 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0a0024f1-a0b9-4074-b02a-567611f8eed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:20.016778 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c67e944e-b02a-409b-9b29-3e68e94cdd44 None None] Port 97df7bcc-01ea-498e-9832-53fdf9d36e7a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:50:20.041950 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c67e944e-b02a-409b-9b29-3e68e94cdd44 None None] Provisioning complete for port 7f2fbfc3-96b1-4482-82be-5751bec4b01e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:20.042333 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c67e944e-b02a-409b-9b29-3e68e94cdd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:20.403721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0024f1-a0b9-4074-b02a-567611f8eed4 admin admin] Network 8282791f-232b-41c9-b51e-29ee9aa346d5 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:50:20.405282 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-0a0024f1-a0b9-4074-b02a-567611f8eed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:20.526148 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0024f1-a0b9-4074-b02a-567611f8eed4 admin admin] Router 79c5dc2b-1885-496f-add8-f1ed724977f0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:50:20.648343 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0024f1-a0b9-4074-b02a-567611f8eed4 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:50:20.655555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0a0024f1-a0b9-4074-b02a-567611f8eed4 admin admin] 10.222.0.31 "PUT /v2.0/routers/79c5dc2b-1885-496f-add8-f1ed724977f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4956203 Nov 26 03:50:20.680294 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b55c77ae-735d-459a-baad-7c5caf983e12 None None] Provisioning complete for port 97df7bcc-01ea-498e-9832-53fdf9d36e7a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:20.680822 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b55c77ae-735d-459a-baad-7c5caf983e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:20.715894 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b55c77ae-735d-459a-baad-7c5caf983e12 None None] Port 97df7bcc-01ea-498e-9832-53fdf9d36e7a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:50:21.169673 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 7f2fbfc3-96b1-4482-82be-5751bec4b01e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:50:21.221491 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 7f2fbfc3-96b1-4482-82be-5751bec4b01e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:21.221875 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:21.298311 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:50:21.344640 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:21.345285 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:21.455916 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-94ab75b0-787e-49c5-b537-d4fc714a2893 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:21.457458 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-94ab75b0-787e-49c5-b537-d4fc714a2893 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/networks?id=6d452c73-38b3-4499-8b12-1acd9a150ad5 HTTP/1.1" status: 200 len: 817 time: 0.1124678 Nov 26 03:50:21.474669 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-33087897-0bf7-4181-b23e-e9d2e634bb7d tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/quotas/cb6721b3ec8944f7bfc2b43e16a35369 HTTP/1.1" status: 200 len: 375 time: 0.0113394 Nov 26 03:50:21.524704 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-9faea376-e0ea-481f-8742-c0e46fcf59c5 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6721b3ec8944f7bfc2b43e16a35369&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445955 Nov 26 03:50:21.626279 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-80d0502f-5d82-4807-9400-44606a086f09 service neutron] 10.222.0.31 "GET /v2.0/networks/6d452c73-38b3-4499-8b12-1acd9a150ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898619 Nov 26 03:50:21.730292 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-aef28e75-c2c3-430e-b2d6-d0f966befdca service neutron] 10.222.0.31 "GET /v2.0/networks/6d452c73-38b3-4499-8b12-1acd9a150ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956562 Nov 26 03:50:21.930573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-57871365-2ead-46db-a3d5-60914f5e2894 req-c35ba57c-2a8b-4004-ba1e-28436cc91d90 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=b22d5d61-bd00-432a-934d-9ce3b2952a3c HTTP/1.1" status: 200 len: 210 time: 0.0326703 Nov 26 03:50:22.138271 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Sync routers for ids ['79c5dc2b-1885-496f-add8-f1ed724977f0'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:50:22.151989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Routers {'79c5dc2b-1885-496f-add8-f1ed724977f0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:50:22.152657 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:50:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['79c5dc2b-1885-496f-add8-f1ed724977f0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:22.274370 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Set router 79c5dc2b-1885-496f-add8-f1ed724977f0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:50:22.476922 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c5dc2b-1885-496f-add8-f1ed724977f0', 'name': 'tempest-TestEncryptedCinderVolumes-1175739444-router', 'tenant_id': '75b20c502a7e4a65bd12c362af723d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:50:16Z', 'updated_at': '2021-11-26T03:50:19Z', 'revision_number': 4, 'project_id': '75b20c502a7e4a65bd12c362af723d64', 'gw_port': {'id': '81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c5dc2b-1885-496f-add8-f1ed724977f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:16Z', 'updated_at': '2021-11-26T03:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '97df7bcc-01ea-498e-9832-53fdf9d36e7a', 'name': '', 'network_id': '8282791f-232b-41c9-b51e-29ee9aa346d5', 'tenant_id': '75b20c502a7e4a65bd12c362af723d64', 'mac_address': 'fa:16:3e:fb:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c5dc2b-1885-496f-add8-f1ed724977f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0646684a-6fd5-4508-a47a-5c88e21c90b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:18Z', 'updated_at': '2021-11-26T03:50:19Z', 'revision_number': 2, 'project_id': '75b20c502a7e4a65bd12c362af723d64', 'subnets': [{'id': '0646684a-6fd5-4508-a47a-5c88e21c90b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:22.507717 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Checking router: 79c5dc2b-1885-496f-add8-f1ed724977f0 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:50:22.508108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Updating router 79c5dc2b-1885-496f-add8-f1ed724977f0 port 97df7bcc-01ea-498e-9832-53fdf9d36e7a binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:50:22.533712 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:22.905736 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:22.965222 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-1bb37555-a09e-4f54-8652-27474d8c4017 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:22.966775 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-1bb37555-a09e-4f54-8652-27474d8c4017 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.59 "GET /v2.0/networks?id=6d452c73-38b3-4499-8b12-1acd9a150ad5 HTTP/1.1" status: 200 len: 817 time: 0.1169655 Nov 26 03:50:22.967733 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:22.977254 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:22.995805 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-70968a19-1a52-478f-abe9-09034bebebf7 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Request body: {'port': {'device_id': 'b22d5d61-bd00-432a-934d-9ce3b2952a3c', 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5', 'admin_state_up': True, 'tenant_id': 'cb6721b3ec8944f7bfc2b43e16a35369'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:23.058787 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1a148da-0e0a-4f70-bd5a-edcbe24d6835 req-0238b36a-8469-4bbd-90df-953610fbc17f tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=b22d5d61-bd00-432a-934d-9ce3b2952a3c HTTP/1.1" status: 200 len: 210 time: 0.0468862 Nov 26 03:50:23.068359 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a7939-6ede-417d-84c8-17e6e7c6cced None None] Pushing event updated for resources: {'Port': ['ID=97df7bcc-01ea-498e-9832-53fdf9d36e7a,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:23.085173 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Attempting to bind port 97df7bcc-01ea-498e-9832-53fdf9d36e7a on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:50:23.085562 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Attempting to bind port 97df7bcc-01ea-498e-9832-53fdf9d36e7a by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'e43bdea6-c86c-4412-ab70-a725a23657f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8282791f-232b-41c9-b51e-29ee9aa346d5'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:50:23.085938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Attempting to bind port 97df7bcc-01ea-498e-9832-53fdf9d36e7a on network 8282791f-232b-41c9-b51e-29ee9aa346d5 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:50:23.093639 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:50:23.094443 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Checking segment: {'id': 'e43bdea6-c86c-4412-ab70-a725a23657f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8282791f-232b-41c9-b51e-29ee9aa346d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:50:23.095129 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:23.095539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Bound using segment: {'id': 'e43bdea6-c86c-4412-ab70-a725a23657f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8282791f-232b-41c9-b51e-29ee9aa346d5'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:50:23.096095 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Bound port: 97df7bcc-01ea-498e-9832-53fdf9d36e7a, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43bdea6-c86c-4412-ab70-a725a23657f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8282791f-232b-41c9-b51e-29ee9aa346d5'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:50:23.096727 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:23.129657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-70968a19-1a52-478f-abe9-09034bebebf7 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Made reservation on behalf of cb6721b3ec8944f7bfc2b43e16a35369 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:50:23.133659 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-70968a19-1a52-478f-abe9-09034bebebf7 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:23.167071 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] For port 97df7bcc-01ea-498e-9832-53fdf9d36e7a, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:50:23.170222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] For port 97df7bcc-01ea-498e-9832-53fdf9d36e7a, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=97df7bcc-01ea-498e-9832-53fdf9d36e7a,segment=NetworkSegment(e43bdea6-c86c-4412-ab70-a725a23657f6),segment_id=e43bdea6-c86c-4412-ab70-a725a23657f6)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:50:23.174712 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:23.238323 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a7939-6ede-417d-84c8-17e6e7c6cced None None] Pushing event updated for resources: {'Port': ['ID=97df7bcc-01ea-498e-9832-53fdf9d36e7a,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:23.240881 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Routers {'79c5dc2b-1885-496f-add8-f1ed724977f0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:50:23.241505 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:50:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['79c5dc2b-1885-496f-add8-f1ed724977f0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:23.275728 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-70968a19-1a52-478f-abe9-09034bebebf7 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Allocated IP 172.20.0.7 (6d452c73-38b3-4499-8b12-1acd9a150ad5/e8b88882-5c91-408c-84b8-fbcf82d95909/bad61d21-f676-4dd1-94f8-3e19ae7e86a4) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:50:23.358812 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] Set router 79c5dc2b-1885-496f-add8-f1ed724977f0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:50:23.412566 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-18d7d6f3-bf8a-4103-b9ed-b4354a2b8e88 None None] Provisioning complete for port 97df7bcc-01ea-498e-9832-53fdf9d36e7a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:23.412949 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18d7d6f3-bf8a-4103-b9ed-b4354a2b8e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:23.436921 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-70968a19-1a52-478f-abe9-09034bebebf7 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:23.473973 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-70968a19-1a52-478f-abe9-09034bebebf7 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:23.516224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-70968a19-1a52-478f-abe9-09034bebebf7 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Network 6d452c73-38b3-4499-8b12-1acd9a150ad5 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:50:23.518969 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-70968a19-1a52-478f-abe9-09034bebebf7 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:23.522766 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-70968a19-1a52-478f-abe9-09034bebebf7 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:50:23.548263 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70968a19-1a52-478f-abe9-09034bebebf7 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Pushing event updated for resources: {'Port': ['ID=bad61d21-f676-4dd1-94f8-3e19ae7e86a4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:23.578157 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-70968a19-1a52-478f-abe9-09034bebebf7 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:23.578803 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-70968a19-1a52-478f-abe9-09034bebebf7 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:23.585812 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18d7d6f3-bf8a-4103-b9ed-b4354a2b8e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:23.598802 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-70968a19-1a52-478f-abe9-09034bebebf7 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6079500 Nov 26 03:50:23.618293 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Request body: {'port': {'device_id': 'b22d5d61-bd00-432a-934d-9ce3b2952a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:23.658090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-18d7d6f3-bf8a-4103-b9ed-b4354a2b8e88 None None] For port 97df7bcc-01ea-498e-9832-53fdf9d36e7a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=97df7bcc-01ea-498e-9832-53fdf9d36e7a,segment=NetworkSegment(e43bdea6-c86c-4412-ab70-a725a23657f6),segment_id=e43bdea6-c86c-4412-ab70-a725a23657f6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:50:23.665052 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18d7d6f3-bf8a-4103-b9ed-b4354a2b8e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:23.690088 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:23.734308 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7d6f3-bf8a-4103-b9ed-b4354a2b8e88 None None] Pushing event updated for resources: {'Port': ['ID=97df7bcc-01ea-498e-9832-53fdf9d36e7a,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:23.739261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c5dc2b-1885-496f-add8-f1ed724977f0', 'name': 'tempest-TestEncryptedCinderVolumes-1175739444-router', 'tenant_id': '75b20c502a7e4a65bd12c362af723d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:50:16Z', 'updated_at': '2021-11-26T03:50:19Z', 'revision_number': 4, 'project_id': '75b20c502a7e4a65bd12c362af723d64', 'gw_port': {'id': '81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c5dc2b-1885-496f-add8-f1ed724977f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:16Z', 'updated_at': '2021-11-26T03:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '97df7bcc-01ea-498e-9832-53fdf9d36e7a', 'name': '', 'network_id': '8282791f-232b-41c9-b51e-29ee9aa346d5', 'tenant_id': '75b20c502a7e4a65bd12c362af723d64', 'mac_address': 'fa:16:3e:fb:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c5dc2b-1885-496f-add8-f1ed724977f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0646684a-6fd5-4508-a47a-5c88e21c90b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:18Z', 'updated_at': '2021-11-26T03:50:23Z', 'revision_number': 4, 'project_id': '75b20c502a7e4a65bd12c362af723d64', 'subnets': [{'id': '0646684a-6fd5-4508-a47a-5c88e21c90b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:50:23.766298 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345956c1-0339-49e1-a662-8c501e561ac5 None None] The sync data for ids ['79c5dc2b-1885-496f-add8-f1ed724977f0'] in n-d-819389-3 is: [{'id': '79c5dc2b-1885-496f-add8-f1ed724977f0', 'name': 'tempest-TestEncryptedCinderVolumes-1175739444-router', 'tenant_id': '75b20c502a7e4a65bd12c362af723d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:50:16Z', 'updated_at': '2021-11-26T03:50:19Z', 'revision_number': 4, 'project_id': '75b20c502a7e4a65bd12c362af723d64', 'gw_port': {'id': '81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c5dc2b-1885-496f-add8-f1ed724977f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:16Z', 'updated_at': '2021-11-26T03:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '97df7bcc-01ea-498e-9832-53fdf9d36e7a', 'name': '', 'network_id': '8282791f-232b-41c9-b51e-29ee9aa346d5', 'tenant_id': '75b20c502a7e4a65bd12c362af723d64', 'mac_address': 'fa:16:3e:fb:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c5dc2b-1885-496f-add8-f1ed724977f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0646684a-6fd5-4508-a47a-5c88e21c90b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:18Z', 'updated_at': '2021-11-26T03:50:23Z', 'revision_number': 4, 'project_id': '75b20c502a7e4a65bd12c362af723d64', 'subnets': [{'id': '0646684a-6fd5-4508-a47a-5c88e21c90b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:50:23.787798 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5e984d76-dee9-464b-8d50-75d5dd91fd1b None None] Provisioning complete for port 97df7bcc-01ea-498e-9832-53fdf9d36e7a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:23.788229 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e984d76-dee9-464b-8d50-75d5dd91fd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:23.910295 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5e984d76-dee9-464b-8d50-75d5dd91fd1b None None] Provisioning complete for port bad61d21-f676-4dd1-94f8-3e19ae7e86a4 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:23.910686 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5e984d76-dee9-464b-8d50-75d5dd91fd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:23.950208 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-5e984d76-dee9-464b-8d50-75d5dd91fd1b None None] Port bad61d21-f676-4dd1-94f8-3e19ae7e86a4 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:50:23.989548 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad61d21-f676-4dd1-94f8-3e19ae7e86a4 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:50:23.997557 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:24.010288 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Transition to ACTIVE for port object bad61d21-f676-4dd1-94f8-3e19ae7e86a4 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:50:24.016872 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:24.091912 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Pushing event updated for resources: {'Port': ['ID=bad61d21-f676-4dd1-94f8-3e19ae7e86a4,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:24.128903 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:24.165239 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Attempting to bind port bad61d21-f676-4dd1-94f8-3e19ae7e86a4 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:50:24.165594 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Attempting to bind port bad61d21-f676-4dd1-94f8-3e19ae7e86a4 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'e729d84b-c718-4b81-b238-cb130c96883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:50:24.165937 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Attempting to bind port bad61d21-f676-4dd1-94f8-3e19ae7e86a4 on network 6d452c73-38b3-4499-8b12-1acd9a150ad5 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:50:24.172470 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Port bad61d21-f676-4dd1-94f8-3e19ae7e86a4 on network 6d452c73-38b3-4499-8b12-1acd9a150ad5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:50:24.172809 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Attempting to bind port bad61d21-f676-4dd1-94f8-3e19ae7e86a4 on network 6d452c73-38b3-4499-8b12-1acd9a150ad5 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:50:24.181012 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:50:24.181667 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Checking segment: {'id': 'e729d84b-c718-4b81-b238-cb130c96883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:50:24.182236 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Bound using segment: {'id': 'e729d84b-c718-4b81-b238-cb130c96883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:50:24.182881 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Bound port: bad61d21-f676-4dd1-94f8-3e19ae7e86a4, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e729d84b-c718-4b81-b238-cb130c96883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:50:24.183244 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:24.232926 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed73ec-b48b-4d3d-8ace-17b8c3592514 req-1859e834-72ea-43df-be29-7768696a1883 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:24.234573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3ed73ec-b48b-4d3d-8ace-17b8c3592514 req-1859e834-72ea-43df-be29-7768696a1883 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=b22d5d61-bd00-432a-934d-9ce3b2952a3c HTTP/1.1" status: 200 len: 943 time: 0.0672922 Nov 26 03:50:24.253640 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] For port bad61d21-f676-4dd1-94f8-3e19ae7e86a4, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:50:24.257325 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] For port bad61d21-f676-4dd1-94f8-3e19ae7e86a4, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bad61d21-f676-4dd1-94f8-3e19ae7e86a4,segment=NetworkSegment(e729d84b-c718-4b81-b238-cb130c96883f),segment_id=e729d84b-c718-4b81-b238-cb130c96883f)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:50:24.270045 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:24.303439 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3ed73ec-b48b-4d3d-8ace-17b8c3592514 req-6b8acdf7-59eb-45cc-b6e9-c7d86f38f874 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600536 Nov 26 03:50:24.305813 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:24.306620 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:24.307946 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] 10.222.0.59 "PUT /v2.0/ports/bad61d21-f676-4dd1-94f8-3e19ae7e86a4 HTTP/1.1" status: 200 len: 1091 time: 0.6941037 Nov 26 03:50:24.308414 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22d5d61-bd00-432a-934d-9ce3b2952a3c', 'tag': 'bad61d21-f676-4dd1-94f8-3e19ae7e86a4'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:50:24.310744 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b4eac3-2136-4e48-b1a6-4bc8a64aa459" -d '{"events": [{"name": "network-changed", "server_uuid": "b22d5d61-bd00-432a-934d-9ce3b2952a3c", "tag": "bad61d21-f676-4dd1-94f8-3e19ae7e86a4"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:50:24.348472 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe27d50-31b2-4f2d-8ce3-390b9608f1ac service neutron] Pushing event updated for resources: {'Port': ['ID=bad61d21-f676-4dd1-94f8-3e19ae7e86a4,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:24.362319 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43074d5-34fd-4b49-9cfb-5229e2eb8261 x-openstack-request-id: req-e43074d5-34fd-4b49-9cfb-5229e2eb8261 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:50:24.362700 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b22d5d61-bd00-432a-934d-9ce3b2952a3c", "tag": "bad61d21-f676-4dd1-94f8-3e19ae7e86a4", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:50:24.363113 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e43074d5-34fd-4b49-9cfb-5229e2eb8261 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:50:24.364182 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b22d5d61-bd00-432a-934d-9ce3b2952a3c', 'tag': 'bad61d21-f676-4dd1-94f8-3e19ae7e86a4', 'status': 'completed', 'code': 200} Nov 26 03:50:24.427145 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-96f63662-8c27-41d2-aa06-1be832bdc65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:24.429076 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-96f63662-8c27-41d2-aa06-1be832bdc65c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cb6721b3ec8944f7bfc2b43e16a35369&device_id=b22d5d61-bd00-432a-934d-9ce3b2952a3c HTTP/1.1" status: 200 len: 1094 time: 0.0511909 Nov 26 03:50:24.484104 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-a4ef30d6-62c3-4667-9710-a37d4139e05e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bad61d21-f676-4dd1-94f8-3e19ae7e86a4 HTTP/1.1" status: 200 len: 217 time: 0.0388234 Nov 26 03:50:24.535914 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-dd563017-0052-4807-b079-45fcaba7ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:24.537442 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-dd563017-0052-4807-b079-45fcaba7ba76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e8b88882-5c91-408c-84b8-fbcf82d95909 HTTP/1.1" status: 200 len: 856 time: 0.0458388 Nov 26 03:50:24.586722 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-c6324e49-ad40-4851-aa18-49bda84ecdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:24.588879 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-c6324e49-ad40-4851-aa18-49bda84ecdba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6d452c73-38b3-4499-8b12-1acd9a150ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442240 Nov 26 03:50:24.678594 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-5322aec3-2a97-4a95-95f7-9210c09a0251 service neutron] 10.222.0.59 "GET /v2.0/networks/6d452c73-38b3-4499-8b12-1acd9a150ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825706 Nov 26 03:50:24.773191 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9638ac58-ea9c-4b3e-81c2-64b4b11ce8bf req-0c480705-8ff0-4c4a-b2da-8a5838f2dc7d service neutron] 10.222.0.59 "GET /v2.0/networks/6d452c73-38b3-4499-8b12-1acd9a150ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876908 Nov 26 03:50:24.907463 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4eac3-2136-4e48-b1a6-4bc8a64aa459 req-6568d136-3328-4e43-a06d-98f3a0fdb103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:24.909743 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-95b4eac3-2136-4e48-b1a6-4bc8a64aa459 req-6568d136-3328-4e43-a06d-98f3a0fdb103 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cb6721b3ec8944f7bfc2b43e16a35369&device_id=b22d5d61-bd00-432a-934d-9ce3b2952a3c HTTP/1.1" status: 200 len: 1094 time: 0.0417838 Nov 26 03:50:25.004681 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4eac3-2136-4e48-b1a6-4bc8a64aa459 req-1d290b36-3af7-42ce-ac61-413b0283545a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:25.006066 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-95b4eac3-2136-4e48-b1a6-4bc8a64aa459 req-1d290b36-3af7-42ce-ac61-413b0283545a service neutron] 10.222.0.59 "GET /v2.0/networks?id=6d452c73-38b3-4499-8b12-1acd9a150ad5 HTTP/1.1" status: 200 len: 918 time: 0.0899956 Nov 26 03:50:25.046792 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-95b4eac3-2136-4e48-b1a6-4bc8a64aa459 req-f43a6a3b-e9c8-4156-9177-7d15a899145c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bad61d21-f676-4dd1-94f8-3e19ae7e86a4 HTTP/1.1" status: 200 len: 217 time: 0.0335302 Nov 26 03:50:25.103927 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4eac3-2136-4e48-b1a6-4bc8a64aa459 req-7d33a706-d1d8-47a8-b4e6-af591ea6c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:25.105436 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-95b4eac3-2136-4e48-b1a6-4bc8a64aa459 req-7d33a706-d1d8-47a8-b4e6-af591ea6c6da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e8b88882-5c91-408c-84b8-fbcf82d95909 HTTP/1.1" status: 200 len: 856 time: 0.0497119 Nov 26 03:50:25.143669 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 97df7bcc-01ea-498e-9832-53fdf9d36e7a up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:50:25.156461 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4eac3-2136-4e48-b1a6-4bc8a64aa459 req-ee1bf805-99cb-4712-8349-2bc7ca2ad1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:25.157965 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-95b4eac3-2136-4e48-b1a6-4bc8a64aa459 req-ee1bf805-99cb-4712-8349-2bc7ca2ad1c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6d452c73-38b3-4499-8b12-1acd9a150ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448661 Nov 26 03:50:25.194540 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 97df7bcc-01ea-498e-9832-53fdf9d36e7a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:25.195017 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:25.251012 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-95b4eac3-2136-4e48-b1a6-4bc8a64aa459 req-17c69e32-b227-4e2b-a934-3d51d35b7eda service neutron] 10.222.0.59 "GET /v2.0/networks/6d452c73-38b3-4499-8b12-1acd9a150ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840523 Nov 26 03:50:25.363048 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-95b4eac3-2136-4e48-b1a6-4bc8a64aa459 req-c44ffb72-22e2-403a-9e2d-577b955e7ee3 service neutron] 10.222.0.59 "GET /v2.0/networks/6d452c73-38b3-4499-8b12-1acd9a150ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040287 Nov 26 03:50:25.430085 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdb2a6-7052-4c4b-b576-050b75aba8a8 req-da2addd1-b109-4163-a626-2a39c6bc1b05 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:25.431644 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73bdb2a6-7052-4c4b-b576-050b75aba8a8 req-da2addd1-b109-4163-a626-2a39c6bc1b05 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=b22d5d61-bd00-432a-934d-9ce3b2952a3c HTTP/1.1" status: 200 len: 943 time: 0.0543907 Nov 26 03:50:25.481362 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73bdb2a6-7052-4c4b-b576-050b75aba8a8 req-d3a8adbe-7ea9-4adc-8e81-255494f219da tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435019 Nov 26 03:50:26.606229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9e73e-6300-4efd-ab1d-9bbe3646256a req-893cb87b-3e1e-4167-9ed0-239e058406f6 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:26.607736 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffc9e73e-6300-4efd-ab1d-9bbe3646256a req-893cb87b-3e1e-4167-9ed0-239e058406f6 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=b22d5d61-bd00-432a-934d-9ce3b2952a3c HTTP/1.1" status: 200 len: 943 time: 0.0535679 Nov 26 03:50:26.656142 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffc9e73e-6300-4efd-ab1d-9bbe3646256a req-6cd68eb9-6cb0-49d3-8cfd-cf8b960a1db3 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Nov 26 03:50:27.190827 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device bad61d21-f676-4dd1-94f8-3e19ae7e86a4 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:50:27.283056 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port bad61d21-f676-4dd1-94f8-3e19ae7e86a4, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bad61d21-f676-4dd1-94f8-3e19ae7e86a4,segment=NetworkSegment(e729d84b-c718-4b81-b238-cb130c96883f),segment_id=e729d84b-c718-4b81-b238-cb130c96883f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:50:27.297739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'bad61d21-f676-4dd1-94f8-3e19ae7e86a4', 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5', 'port_id': 'bad61d21-f676-4dd1-94f8-3e19ae7e86a4', 'mac_address': 'fa:16:3e:f0:11:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b88882-5c91-408c-84b8-fbcf82d95909', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:50:27.334246 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:27.347892 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad61d21-f676-4dd1-94f8-3e19ae7e86a4 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:50:27.366964 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port bad61d21-f676-4dd1-94f8-3e19ae7e86a4, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bad61d21-f676-4dd1-94f8-3e19ae7e86a4,segment=NetworkSegment(e729d84b-c718-4b81-b238-cb130c96883f),segment_id=e729d84b-c718-4b81-b238-cb130c96883f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:50:27.370462 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:27.415780 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=bad61d21-f676-4dd1-94f8-3e19ae7e86a4,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:27.645617 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['bad61d21-f676-4dd1-94f8-3e19ae7e86a4'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:50:27.771657 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04a0b6-d423-4eb6-b573-bc926f734f9e req-9ff49121-7dfc-4724-9272-3d920034281c tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:27.773180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a04a0b6-d423-4eb6-b573-bc926f734f9e req-9ff49121-7dfc-4724-9272-3d920034281c tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=b22d5d61-bd00-432a-934d-9ce3b2952a3c HTTP/1.1" status: 200 len: 944 time: 0.0483725 Nov 26 03:50:27.820145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a04a0b6-d423-4eb6-b573-bc926f734f9e req-a9ac5cdc-27ea-469e-b1c9-40a52dc64482 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408778 Nov 26 03:50:28.933831 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fe9c7-b11e-4e46-a502-88b4b039f925 req-7295120e-c57e-4f02-8841-e343448d9e2c tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:28.935245 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-209fe9c7-b11e-4e46-a502-88b4b039f925 req-7295120e-c57e-4f02-8841-e343448d9e2c tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=b22d5d61-bd00-432a-934d-9ce3b2952a3c HTTP/1.1" status: 200 len: 944 time: 0.0481825 Nov 26 03:50:28.985582 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-209fe9c7-b11e-4e46-a502-88b4b039f925 req-887e1e3a-f5c5-4495-a987-1a43e2a87c83 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442948 Nov 26 03:50:29.203288 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device bad61d21-f676-4dd1-94f8-3e19ae7e86a4 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:50:29.252611 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port bad61d21-f676-4dd1-94f8-3e19ae7e86a4 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:50:29.256206 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port bad61d21-f676-4dd1-94f8-3e19ae7e86a4 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:29.256585 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:29.335634 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:29.357610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22d5d61-bd00-432a-934d-9ce3b2952a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad61d21-f676-4dd1-94f8-3e19ae7e86a4'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:50:29.359843 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa7963b-ae1c-40a6-8c50-2fb706e7d315" -d '{"events": [{"server_uuid": "b22d5d61-bd00-432a-934d-9ce3b2952a3c", "name": "network-vif-plugged", "status": "completed", "tag": "bad61d21-f676-4dd1-94f8-3e19ae7e86a4"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:50:29.373375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port bad61d21-f676-4dd1-94f8-3e19ae7e86a4, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bad61d21-f676-4dd1-94f8-3e19ae7e86a4,segment=NetworkSegment(e729d84b-c718-4b81-b238-cb130c96883f),segment_id=e729d84b-c718-4b81-b238-cb130c96883f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:50:29.377948 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:29.407263 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1c2336-1149-4e4b-b6d6-ccab88ee1b47 x-openstack-request-id: req-7d1c2336-1149-4e4b-b6d6-ccab88ee1b47 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:50:29.407642 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22d5d61-bd00-432a-934d-9ce3b2952a3c", "name": "network-vif-plugged", "status": "completed", "tag": "bad61d21-f676-4dd1-94f8-3e19ae7e86a4", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:50:29.407907 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d1c2336-1149-4e4b-b6d6-ccab88ee1b47 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:50:29.408355 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22d5d61-bd00-432a-934d-9ce3b2952a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad61d21-f676-4dd1-94f8-3e19ae7e86a4', 'code': 200} Nov 26 03:50:29.429614 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=bad61d21-f676-4dd1-94f8-3e19ae7e86a4,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:29.535510 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d570c-e244-4ce4-b85e-73e30d1696fa req-47b8d991-1eb3-4e02-835b-4177848b4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:29.537044 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6a1d570c-e244-4ce4-b85e-73e30d1696fa req-47b8d991-1eb3-4e02-835b-4177848b4b2c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b22d5d61-bd00-432a-934d-9ce3b2952a3c HTTP/1.1" status: 200 len: 1096 time: 0.0403125 Nov 26 03:50:29.582442 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-6a1d570c-e244-4ce4-b85e-73e30d1696fa req-2756eadb-fcc1-472a-9767-2a984172b3dd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377381 Nov 26 03:50:30.102706 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6a65a-2eca-4d28-af5a-f8525303e662 req-a7f480ab-1174-4875-a799-160e2824cdf8 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:30.104269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1a6a65a-2eca-4d28-af5a-f8525303e662 req-a7f480ab-1174-4875-a799-160e2824cdf8 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=b22d5d61-bd00-432a-934d-9ce3b2952a3c HTTP/1.1" status: 200 len: 945 time: 0.0523024 Nov 26 03:50:30.152754 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1a6a65a-2eca-4d28-af5a-f8525303e662 req-2ff507a3-c1ab-4bc8-81e8-2879fb430dfb tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419998 Nov 26 03:50:31.268097 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5acbc6-48d8-4497-a47b-968b22797438 req-d5c23866-499e-496d-8e00-8c5521398066 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:31.269610 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e5acbc6-48d8-4497-a47b-968b22797438 req-d5c23866-499e-496d-8e00-8c5521398066 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=b22d5d61-bd00-432a-934d-9ce3b2952a3c HTTP/1.1" status: 200 len: 945 time: 0.0488355 Nov 26 03:50:31.317119 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e5acbc6-48d8-4497-a47b-968b22797438 req-580f3274-1d0a-4a95-be73-2f43628087bd tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414686 Nov 26 03:50:31.435791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d9a0f-2345-4f25-b742-426158c9cb83 req-4e18af5e-7afc-4cda-99c1-d68e9cfdf3c7 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:31.437286 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-711d9a0f-2345-4f25-b742-426158c9cb83 req-4e18af5e-7afc-4cda-99c1-d68e9cfdf3c7 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=b22d5d61-bd00-432a-934d-9ce3b2952a3c HTTP/1.1" status: 200 len: 945 time: 0.0520618 Nov 26 03:50:31.484800 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-711d9a0f-2345-4f25-b742-426158c9cb83 req-5abf9c18-1b98-4549-bc51-33f24e9f98a3 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416095 Nov 26 03:50:41.797469 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-54f4f4ef-14c0-4521-8efe-485a79bb2d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:42.879948 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:50:44.212312 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-340ae602-c018-44a0-a387-5cc78b647e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:45.268180 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:46.821705 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:47.682276 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:50.041047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-56a38658-791b-4b01-bd15-c7f5011fe466 req-ea4275b0-e893-4b8a-a79e-b9acaf54cb14 tempest-ServerDiskConfigTestJSON-1997126397 tempest-ServerDiskConfigTestJSON-1997126397-project] (104802) timed out ('10.222.0.54', 63521) {{(pid=104802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 03:50:52.890686 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:53.177591 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c0d62-83c5-4520-9dc1-68e8ba9ebbb4 req-4b66aa9a-5647-4aa9-b97b-490e479b6627 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:53.179163 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-926c0d62-83c5-4520-9dc1-68e8ba9ebbb4 req-4b66aa9a-5647-4aa9-b97b-490e479b6627 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=b22d5d61-bd00-432a-934d-9ce3b2952a3c HTTP/1.1" status: 200 len: 945 time: 0.0518067 Nov 26 03:50:53.233802 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-926c0d62-83c5-4520-9dc1-68e8ba9ebbb4 req-c40d32bd-aa6c-446e-8dc3-4b6ac58d32d8 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483913 Nov 26 03:50:54.119174 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:54.349924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10ec7d-1ba1-4ffc-8129-d0626eed27fb req-e4dd0ae3-0061-4fc0-bb22-ddb8271199ff tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:54.351407 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c10ec7d-1ba1-4ffc-8129-d0626eed27fb req-e4dd0ae3-0061-4fc0-bb22-ddb8271199ff tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=b22d5d61-bd00-432a-934d-9ce3b2952a3c HTTP/1.1" status: 200 len: 945 time: 0.0479012 Nov 26 03:50:54.402704 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c10ec7d-1ba1-4ffc-8129-d0626eed27fb req-dd6a89fa-aa46-4e5b-bcaa-ef1199ef19bc tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452237 Nov 26 03:50:54.889411 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514a755-ec5b-48d8-9b5e-e361e55e7d83 req-b8af9ed7-d00a-47c7-94c6-93c813e9ce34 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:54.890890 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9514a755-ec5b-48d8-9b5e-e361e55e7d83 req-b8af9ed7-d00a-47c7-94c6-93c813e9ce34 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.59 "GET /v2.0/ports?device_id=b22d5d61-bd00-432a-934d-9ce3b2952a3c HTTP/1.1" status: 200 len: 945 time: 0.0484109 Nov 26 03:50:54.991385 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-9514a755-ec5b-48d8-9b5e-e361e55e7d83 req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Deleting port bad61d21-f676-4dd1-94f8-3e19ae7e86a4 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:50:54.991839 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9514a755-ec5b-48d8-9b5e-e361e55e7d83 req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:55.081005 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-9514a755-ec5b-48d8-9b5e-e361e55e7d83 req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] For port bad61d21-f676-4dd1-94f8-3e19ae7e86a4, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=bad61d21-f676-4dd1-94f8-3e19ae7e86a4,segment=NetworkSegment(e729d84b-c718-4b81-b238-cb130c96883f),segment_id=e729d84b-c718-4b81-b238-cb130c96883f)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:50:55.081364 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9514a755-ec5b-48d8-9b5e-e361e55e7d83 req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:55.092581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-9514a755-ec5b-48d8-9b5e-e361e55e7d83 req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Calling delete_port for bad61d21-f676-4dd1-94f8-3e19ae7e86a4 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:50:55.214236 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9514a755-ec5b-48d8-9b5e-e361e55e7d83 req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:55.245518 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Pushing event deleted for resources: {'Port': ['ID=bad61d21-f676-4dd1-94f8-3e19ae7e86a4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:55.247594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['bad61d21-f676-4dd1-94f8-3e19ae7e86a4'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:50:55.273784 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:55.274150 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:55.274499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:55.274840 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:55.275177 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:55.275517 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:55.275852 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:55.276207 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:55.276543 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:55.276871 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:55.277197 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:55.277527 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:50:55.297122 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-9514a755-ec5b-48d8-9b5e-e361e55e7d83 req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] No DVR routers for this DVR port bad61d21-f676-4dd1-94f8-3e19ae7e86a4 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:50:55.300536 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-9514a755-ec5b-48d8-9b5e-e361e55e7d83 req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:55.304944 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9514a755-ec5b-48d8-9b5e-e361e55e7d83 req-9e966ac0-eec0-4167-a920-569b2ffaa4f0 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.59 "DELETE /v2.0/ports/bad61d21-f676-4dd1-94f8-3e19ae7e86a4 HTTP/1.1" status: 204 len: 173 time: 0.4083328 Nov 26 03:50:55.305426 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22d5d61-bd00-432a-934d-9ce3b2952a3c', 'name': 'network-vif-deleted', 'tag': 'bad61d21-f676-4dd1-94f8-3e19ae7e86a4'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:50:55.307805 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf00cdd0-1a8d-498e-bb00-a6e92d1a8f0f" -d '{"events": [{"server_uuid": "b22d5d61-bd00-432a-934d-9ce3b2952a3c", "name": "network-vif-deleted", "tag": "bad61d21-f676-4dd1-94f8-3e19ae7e86a4"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:50:55.349828 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5ac9fa-6496-4c4e-aaa3-c5867493c080 x-openstack-request-id: req-ae5ac9fa-6496-4c4e-aaa3-c5867493c080 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:50:55.350157 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22d5d61-bd00-432a-934d-9ce3b2952a3c", "name": "network-vif-deleted", "tag": "bad61d21-f676-4dd1-94f8-3e19ae7e86a4", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:50:55.350420 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae5ac9fa-6496-4c4e-aaa3-c5867493c080 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:50:55.350866 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22d5d61-bd00-432a-934d-9ce3b2952a3c', 'name': 'network-vif-deleted', 'tag': 'bad61d21-f676-4dd1-94f8-3e19ae7e86a4', 'status': 'completed', 'code': 200} Nov 26 03:50:55.513384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac53a57d-6954-4ba4-8caf-2e5fc22e1282 req-8bba6794-5143-417d-85b0-ac051557f47e tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=b22d5d61-bd00-432a-934d-9ce3b2952a3c HTTP/1.1" status: 200 len: 210 time: 0.0266857 Nov 26 03:50:57.348674 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-2a6ca95e-6906-4ccf-92e0-76baa0f316d6 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:57.350159 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-2a6ca95e-6906-4ccf-92e0-76baa0f316d6 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/networks?id=6d452c73-38b3-4499-8b12-1acd9a150ad5 HTTP/1.1" status: 200 len: 817 time: 0.1002138 Nov 26 03:50:57.365040 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-547285cd-8a4d-4cc6-8b1a-cce11a74e21b tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/quotas/cb6721b3ec8944f7bfc2b43e16a35369 HTTP/1.1" status: 200 len: 375 time: 0.0091722 Nov 26 03:50:57.420815 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-6e712aa3-e47d-4abb-bbdc-26eb1f6a3de5 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6721b3ec8944f7bfc2b43e16a35369&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494742 Nov 26 03:50:57.513232 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-896062c8-0291-4e2c-bb4d-ff34fb9d0640 service neutron] 10.222.0.31 "GET /v2.0/networks/6d452c73-38b3-4499-8b12-1acd9a150ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809228 Nov 26 03:50:57.608692 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-6920ea73-4a09-4e0f-a5e2-335489991ba8 service neutron] 10.222.0.31 "GET /v2.0/networks/6d452c73-38b3-4499-8b12-1acd9a150ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868301 Nov 26 03:50:57.768441 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-675acacc-bc8c-4e9c-a7c6-daf2ba536f3c req-2045a3ce-e88c-4eef-9759-99ce9d518410 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04219f3-1994-4071-85eb-2c3258234727 HTTP/1.1" status: 200 len: 210 time: 0.0264955 Nov 26 03:50:58.871257 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-80c15e04-70c6-4184-838b-3c474f760cc7 req-4c9d6df4-1e4e-4064-b7fc-d9160eb5a1ba tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04219f3-1994-4071-85eb-2c3258234727 HTTP/1.1" status: 200 len: 210 time: 0.0320044 Nov 26 03:50:58.886084 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-f45472ce-32e8-4155-b809-79e76a95196c tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:58.888203 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-f45472ce-32e8-4155-b809-79e76a95196c tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.59 "GET /v2.0/networks?id=6d452c73-38b3-4499-8b12-1acd9a150ad5 HTTP/1.1" status: 200 len: 817 time: 0.1080654 Nov 26 03:50:58.908049 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-532bc789-69b2-41d7-bef6-fa0efdecdd2d tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Request body: {'port': {'device_id': 'd04219f3-1994-4071-85eb-2c3258234727', 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5', 'admin_state_up': True, 'tenant_id': 'cb6721b3ec8944f7bfc2b43e16a35369'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:59.012459 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-532bc789-69b2-41d7-bef6-fa0efdecdd2d tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Made reservation on behalf of cb6721b3ec8944f7bfc2b43e16a35369 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:50:59.015934 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-532bc789-69b2-41d7-bef6-fa0efdecdd2d tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:59.139647 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-532bc789-69b2-41d7-bef6-fa0efdecdd2d tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Allocated IP 172.20.0.11 (6d452c73-38b3-4499-8b12-1acd9a150ad5/e8b88882-5c91-408c-84b8-fbcf82d95909/0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:50:59.280326 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-532bc789-69b2-41d7-bef6-fa0efdecdd2d tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:59.314312 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-532bc789-69b2-41d7-bef6-fa0efdecdd2d tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:59.357319 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-532bc789-69b2-41d7-bef6-fa0efdecdd2d tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Network 6d452c73-38b3-4499-8b12-1acd9a150ad5 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:50:59.360760 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-532bc789-69b2-41d7-bef6-fa0efdecdd2d tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:50:59.365909 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-532bc789-69b2-41d7-bef6-fa0efdecdd2d tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:50:59.389195 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bc789-69b2-41d7-bef6-fa0efdecdd2d tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Pushing event updated for resources: {'Port': ['ID=0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:59.392938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device bad61d21-f676-4dd1-94f8-3e19ae7e86a4 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:50:59.418158 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: bad61d21-f676-4dd1-94f8-3e19ae7e86a4 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:50:59.418796 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device bad61d21-f676-4dd1-94f8-3e19ae7e86a4 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:50:59.419905 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-532bc789-69b2-41d7-bef6-fa0efdecdd2d tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:50:59.420579 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-532bc789-69b2-41d7-bef6-fa0efdecdd2d tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:59.440082 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-532bc789-69b2-41d7-bef6-fa0efdecdd2d tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5357745 Nov 26 03:50:59.549907 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Request body: {'port': {'device_id': 'd04219f3-1994-4071-85eb-2c3258234727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:50:59.603643 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:59.647878 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-421eea86-623c-466d-9847-13a82470d4f6 None None] Provisioning complete for port 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:50:59.648418 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-421eea86-623c-466d-9847-13a82470d4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:59.681746 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-421eea86-623c-466d-9847-13a82470d4f6 None None] Port 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:50:59.857803 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:50:59.868556 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:59.880506 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Transition to ACTIVE for port object 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:50:59.883663 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:50:59.935349 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Pushing event updated for resources: {'Port': ['ID=0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:50:59.995554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88f4cb-e5f3-483a-9675-897e05dae2b8 req-06db86db-5773-4fe7-bd52-e8eeaa5d3653 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:00.003619 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a88f4cb-e5f3-483a-9675-897e05dae2b8 req-06db86db-5773-4fe7-bd52-e8eeaa5d3653 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04219f3-1994-4071-85eb-2c3258234727 HTTP/1.1" status: 200 len: 944 time: 0.0592268 Nov 26 03:51:00.011558 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Attempting to bind port 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:51:00.012026 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Attempting to bind port 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'e729d84b-c718-4b81-b238-cb130c96883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:51:00.012418 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Attempting to bind port 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a on network 6d452c73-38b3-4499-8b12-1acd9a150ad5 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:51:00.017129 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Port 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a on network 6d452c73-38b3-4499-8b12-1acd9a150ad5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:51:00.017498 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Attempting to bind port 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a on network 6d452c73-38b3-4499-8b12-1acd9a150ad5 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:51:00.023492 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:51:00.023970 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Checking segment: {'id': 'e729d84b-c718-4b81-b238-cb130c96883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:51:00.024394 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Bound using segment: {'id': 'e729d84b-c718-4b81-b238-cb130c96883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:51:00.024831 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Bound port: 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e729d84b-c718-4b81-b238-cb130c96883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:51:00.025191 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:00.052004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a88f4cb-e5f3-483a-9675-897e05dae2b8 req-d02731c0-a0e0-4354-8fca-9d49c8a4b898 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474718 Nov 26 03:51:00.095514 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] For port 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:51:00.098930 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] For port 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a,segment=NetworkSegment(e729d84b-c718-4b81-b238-cb130c96883f),segment_id=e729d84b-c718-4b81-b238-cb130c96883f)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:51:00.102435 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:00.138211 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:00.138849 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:00.140280 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] 10.222.0.59 "PUT /v2.0/ports/0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a HTTP/1.1" status: 200 len: 1092 time: 0.6868839 Nov 26 03:51:00.140732 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04219f3-1994-4071-85eb-2c3258234727', 'tag': '0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:51:00.143579 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3256d29-306b-46f0-9a1f-e5afbdfe0d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "d04219f3-1994-4071-85eb-2c3258234727", "tag": "0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:51:00.166049 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d987ac5-fda9-43dd-a52f-13e57a8e444c service neutron] Pushing event updated for resources: {'Port': ['ID=0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:00.199157 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900ad5b4-9f4a-441b-99ef-4ef38c5185f2 x-openstack-request-id: req-900ad5b4-9f4a-441b-99ef-4ef38c5185f2 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:51:00.199456 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04219f3-1994-4071-85eb-2c3258234727", "tag": "0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:51:00.199719 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-900ad5b4-9f4a-441b-99ef-4ef38c5185f2 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:51:00.200164 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04219f3-1994-4071-85eb-2c3258234727', 'tag': '0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a', 'status': 'completed', 'code': 200} Nov 26 03:51:00.268922 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-d11df317-f92f-4570-a023-ec603e903fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:00.270445 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-d11df317-f92f-4570-a023-ec603e903fdf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cb6721b3ec8944f7bfc2b43e16a35369&device_id=d04219f3-1994-4071-85eb-2c3258234727 HTTP/1.1" status: 200 len: 1095 time: 0.0521872 Nov 26 03:51:00.319294 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-057563af-3ba3-4baf-bbd7-04b123e5306b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a HTTP/1.1" status: 200 len: 217 time: 0.0343766 Nov 26 03:51:00.369215 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-ab2bccc3-925d-4789-8820-6d3e06c0354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:00.370622 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-ab2bccc3-925d-4789-8820-6d3e06c0354a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e8b88882-5c91-408c-84b8-fbcf82d95909 HTTP/1.1" status: 200 len: 856 time: 0.0444303 Nov 26 03:51:00.418070 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-52e15b47-70fe-40c2-ab45-7b835e5f0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:00.419537 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-52e15b47-70fe-40c2-ab45-7b835e5f0533 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6d452c73-38b3-4499-8b12-1acd9a150ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417993 Nov 26 03:51:00.508464 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-6c8bf4b9-f351-4421-b9fa-3c9aebff25b5 service neutron] 10.222.0.59 "GET /v2.0/networks/6d452c73-38b3-4499-8b12-1acd9a150ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798225 Nov 26 03:51:00.601275 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-79acbc80-3a30-4436-a31d-608db7f02cd4 req-fc4ad4ac-97bb-4ca4-9271-ce6312bdb41d service neutron] 10.222.0.59 "GET /v2.0/networks/6d452c73-38b3-4499-8b12-1acd9a150ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862429 Nov 26 03:51:00.739062 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3256d29-306b-46f0-9a1f-e5afbdfe0d3c req-9b15a4a6-07d5-4251-b02d-c764a1114b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:00.740618 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a3256d29-306b-46f0-9a1f-e5afbdfe0d3c req-9b15a4a6-07d5-4251-b02d-c764a1114b5d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cb6721b3ec8944f7bfc2b43e16a35369&device_id=d04219f3-1994-4071-85eb-2c3258234727 HTTP/1.1" status: 200 len: 1095 time: 0.0422640 Nov 26 03:51:00.831012 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3256d29-306b-46f0-9a1f-e5afbdfe0d3c req-99c0efc5-9d28-4609-9bb5-645afb929323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:00.832521 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a3256d29-306b-46f0-9a1f-e5afbdfe0d3c req-99c0efc5-9d28-4609-9bb5-645afb929323 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6d452c73-38b3-4499-8b12-1acd9a150ad5 HTTP/1.1" status: 200 len: 918 time: 0.0850575 Nov 26 03:51:00.872884 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a3256d29-306b-46f0-9a1f-e5afbdfe0d3c req-6c23787d-a28e-46e4-81ad-55c1bf7012ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a HTTP/1.1" status: 200 len: 217 time: 0.0338469 Nov 26 03:51:00.920139 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3256d29-306b-46f0-9a1f-e5afbdfe0d3c req-5ea85c97-57c4-4837-9886-87bec6cbf4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:00.921547 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a3256d29-306b-46f0-9a1f-e5afbdfe0d3c req-5ea85c97-57c4-4837-9886-87bec6cbf4ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e8b88882-5c91-408c-84b8-fbcf82d95909 HTTP/1.1" status: 200 len: 856 time: 0.0421207 Nov 26 03:51:00.972274 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3256d29-306b-46f0-9a1f-e5afbdfe0d3c req-26562e68-8260-4812-be34-b70a9c8bce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:00.973825 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a3256d29-306b-46f0-9a1f-e5afbdfe0d3c req-26562e68-8260-4812-be34-b70a9c8bce6d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6d452c73-38b3-4499-8b12-1acd9a150ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429885 Nov 26 03:51:01.063128 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a3256d29-306b-46f0-9a1f-e5afbdfe0d3c req-1a939d06-d963-4d02-b14c-d6225f44ebd5 service neutron] 10.222.0.59 "GET /v2.0/networks/6d452c73-38b3-4499-8b12-1acd9a150ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798111 Nov 26 03:51:01.155903 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a3256d29-306b-46f0-9a1f-e5afbdfe0d3c req-7f75997f-e012-4d29-8613-f46bbb7a71c5 service neutron] 10.222.0.59 "GET /v2.0/networks/6d452c73-38b3-4499-8b12-1acd9a150ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851898 Nov 26 03:51:01.169070 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894a466-4cce-4e70-b0b4-2797fdebd333 req-b48c87e2-b554-4032-8d0a-1560f772a5ac tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:01.170625 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a894a466-4cce-4e70-b0b4-2797fdebd333 req-b48c87e2-b554-4032-8d0a-1560f772a5ac tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04219f3-1994-4071-85eb-2c3258234727 HTTP/1.1" status: 200 len: 944 time: 0.0488648 Nov 26 03:51:01.218900 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a894a466-4cce-4e70-b0b4-2797fdebd333 req-b3cbfa7f-587b-4373-a678-2de55fc16eaa tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420468 Nov 26 03:51:01.409532 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:51:01.504015 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a,segment=NetworkSegment(e729d84b-c718-4b81-b238-cb130c96883f),segment_id=e729d84b-c718-4b81-b238-cb130c96883f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:51:01.514525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a', 'network_id': '6d452c73-38b3-4499-8b12-1acd9a150ad5', 'port_id': '0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a', 'mac_address': 'fa:16:3e:24:03:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b88882-5c91-408c-84b8-fbcf82d95909', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:51:01.550230 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:01.565257 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:51:01.586513 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a,segment=NetworkSegment(e729d84b-c718-4b81-b238-cb130c96883f),segment_id=e729d84b-c718-4b81-b238-cb130c96883f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:51:01.590021 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:01.635406 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:01.643350 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:01.643701 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:01.644048 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:01.644451 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:01.644788 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:01.645154 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:01.645489 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:01.645820 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:01.646150 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:01.646502 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:01.647213 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:01.647213 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:01.845046 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:51:02.334571 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da801703-7030-4d8c-b6f6-d713c4d18f07 req-d1740905-34a7-400e-a5cd-cf2121d283e5 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:02.336041 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da801703-7030-4d8c-b6f6-d713c4d18f07 req-d1740905-34a7-400e-a5cd-cf2121d283e5 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04219f3-1994-4071-85eb-2c3258234727 HTTP/1.1" status: 200 len: 945 time: 0.0477293 Nov 26 03:51:02.382727 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da801703-7030-4d8c-b6f6-d713c4d18f07 req-7ecc3c75-52da-48c9-812d-1d52615c0576 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406740 Nov 26 03:51:03.415235 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:51:03.463059 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:51:03.466742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:03.467118 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:03.501468 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87232fe-837f-4f62-a14f-e7a69013d818 req-e0337678-1d81-47bc-bac0-8ae26e5204a1 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:03.503668 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f87232fe-837f-4f62-a14f-e7a69013d818 req-e0337678-1d81-47bc-bac0-8ae26e5204a1 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04219f3-1994-4071-85eb-2c3258234727 HTTP/1.1" status: 200 len: 945 time: 0.0536826 Nov 26 03:51:03.546185 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:03.551455 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f87232fe-837f-4f62-a14f-e7a69013d818 req-8d4461e1-b0d6-41f2-be16-b51e817f7a4e tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413790 Nov 26 03:51:03.569375 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04219f3-1994-4071-85eb-2c3258234727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:51:03.571591 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c173a4ad-4240-470f-9477-a282b693868f" -d '{"events": [{"server_uuid": "d04219f3-1994-4071-85eb-2c3258234727", "name": "network-vif-plugged", "status": "completed", "tag": "0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:51:03.584501 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a,segment=NetworkSegment(e729d84b-c718-4b81-b238-cb130c96883f),segment_id=e729d84b-c718-4b81-b238-cb130c96883f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:51:03.589425 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:03.637749 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:03.671535 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a12c1bc-b305-4618-9418-8d7cb0e93f62 x-openstack-request-id: req-6a12c1bc-b305-4618-9418-8d7cb0e93f62 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:51:03.671840 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04219f3-1994-4071-85eb-2c3258234727", "name": "network-vif-plugged", "status": "completed", "tag": "0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:51:03.672176 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a12c1bc-b305-4618-9418-8d7cb0e93f62 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:51:03.672579 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04219f3-1994-4071-85eb-2c3258234727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a', 'code': 200} Nov 26 03:51:03.798133 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1243b51-25fd-4f7d-aa3e-0678e9e13de4 req-67012fe6-4886-4ff0-ab72-9c973a841f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:03.800217 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e1243b51-25fd-4f7d-aa3e-0678e9e13de4 req-67012fe6-4886-4ff0-ab72-9c973a841f43 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d04219f3-1994-4071-85eb-2c3258234727 HTTP/1.1" status: 200 len: 1097 time: 0.0395403 Nov 26 03:51:03.843015 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e1243b51-25fd-4f7d-aa3e-0678e9e13de4 req-bb981d30-e575-475f-bc4c-98410032f89a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350215 Nov 26 03:51:04.669432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4622eb-0ef5-4919-a1db-efe9e4c35c04 req-e5e8aca2-2dc0-4911-b616-9703366779fb tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:04.670976 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e4622eb-0ef5-4919-a1db-efe9e4c35c04 req-e5e8aca2-2dc0-4911-b616-9703366779fb tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04219f3-1994-4071-85eb-2c3258234727 HTTP/1.1" status: 200 len: 946 time: 0.0510767 Nov 26 03:51:04.718251 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e4622eb-0ef5-4919-a1db-efe9e4c35c04 req-bc0b3d18-d1b0-459d-8cd5-54e770f75bb4 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404634 Nov 26 03:51:05.837538 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86528c3b-07b2-48f9-8a74-9003300273a9 req-27fefd0d-4528-4df6-b53c-19a60baafa56 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:05.839058 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-86528c3b-07b2-48f9-8a74-9003300273a9 req-27fefd0d-4528-4df6-b53c-19a60baafa56 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04219f3-1994-4071-85eb-2c3258234727 HTTP/1.1" status: 200 len: 946 time: 0.0521216 Nov 26 03:51:05.885776 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-86528c3b-07b2-48f9-8a74-9003300273a9 req-d1373bd7-21af-4cc8-b00a-4353a81efa2c tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405796 Nov 26 03:51:05.999935 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfd18d-c9d3-4041-bd62-74b8a8fb7e4e req-9d5e15db-5d77-4192-aa27-b8a47ca0262e tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:06.001458 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dabfd18d-c9d3-4041-bd62-74b8a8fb7e4e req-9d5e15db-5d77-4192-aa27-b8a47ca0262e tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04219f3-1994-4071-85eb-2c3258234727 HTTP/1.1" status: 200 len: 946 time: 0.0494416 Nov 26 03:51:06.047810 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dabfd18d-c9d3-4041-bd62-74b8a8fb7e4e req-eac3fdf7-72b0-4c81-bc9e-cc6873e570e3 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404000 Nov 26 03:51:11.801737 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0c20-f5b9-4e55-9f81-7e0936508aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:14.205459 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4a1f-c923-4587-ab68-dc05a29c08e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:15.271227 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:16.824766 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:17.684071 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:19.879640 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:51:22.889543 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:24.136375 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:27.439537 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f4211-02ed-425f-b1c6-ce3b056adf4c req-90a75282-0ecd-4d0c-9bf9-60b41c07b400 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:27.441055 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a9f4211-02ed-425f-b1c6-ce3b056adf4c req-90a75282-0ecd-4d0c-9bf9-60b41c07b400 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04219f3-1994-4071-85eb-2c3258234727 HTTP/1.1" status: 200 len: 946 time: 0.0495872 Nov 26 03:51:27.492918 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a9f4211-02ed-425f-b1c6-ce3b056adf4c req-9f0b2059-3b9b-4e53-b480-070a521572f1 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457988 Nov 26 03:51:28.608499 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fe8a0-612e-4e89-abf3-3522b3f70154 req-ec4317a5-22c3-41d4-aec9-abf8055f9543 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:28.609974 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-281fe8a0-612e-4e89-abf3-3522b3f70154 req-ec4317a5-22c3-41d4-aec9-abf8055f9543 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04219f3-1994-4071-85eb-2c3258234727 HTTP/1.1" status: 200 len: 946 time: 0.0480738 Nov 26 03:51:28.657382 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-281fe8a0-612e-4e89-abf3-3522b3f70154 req-f5e9d455-96da-4903-9126-e81f4941d463 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4625f7f-82d9-4b38-b72f-8c8895edb6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409381 Nov 26 03:51:29.090396 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25100e-a7d4-45f7-b17e-5588513bc271 req-ca769bd8-0bd3-47ff-92ca-75a967f6dafd tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:29.091855 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1e25100e-a7d4-45f7-b17e-5588513bc271 req-ca769bd8-0bd3-47ff-92ca-75a967f6dafd tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.59 "GET /v2.0/ports?device_id=d04219f3-1994-4071-85eb-2c3258234727 HTTP/1.1" status: 200 len: 946 time: 0.0468090 Nov 26 03:51:29.182111 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-1e25100e-a7d4-45f7-b17e-5588513bc271 req-47ba2f03-d87c-4554-ad63-eca4d9812273 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Deleting port 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:51:29.182458 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1e25100e-a7d4-45f7-b17e-5588513bc271 req-47ba2f03-d87c-4554-ad63-eca4d9812273 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:29.271653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-1e25100e-a7d4-45f7-b17e-5588513bc271 req-47ba2f03-d87c-4554-ad63-eca4d9812273 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] For port 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a,segment=NetworkSegment(e729d84b-c718-4b81-b238-cb130c96883f),segment_id=e729d84b-c718-4b81-b238-cb130c96883f)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:51:29.272006 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1e25100e-a7d4-45f7-b17e-5588513bc271 req-47ba2f03-d87c-4554-ad63-eca4d9812273 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:29.283305 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-1e25100e-a7d4-45f7-b17e-5588513bc271 req-47ba2f03-d87c-4554-ad63-eca4d9812273 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Calling delete_port for 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:51:29.727864 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1e25100e-a7d4-45f7-b17e-5588513bc271 req-47ba2f03-d87c-4554-ad63-eca4d9812273 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:29.753768 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9fad4dba-fb6a-46c5-a248-836380322651 req-f8719143-57e4-4c97-8e87-1aa47c97216a tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04219f3-1994-4071-85eb-2c3258234727 HTTP/1.1" status: 200 len: 210 time: 0.0278511 Nov 26 03:51:29.754792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba2f03-d87c-4554-ad63-eca4d9812273 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Pushing event deleted for resources: {'Port': ['ID=0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:29.761640 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:51:29.802579 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e25100e-a7d4-45f7-b17e-5588513bc271 req-47ba2f03-d87c-4554-ad63-eca4d9812273 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] No DVR routers for this DVR port 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:51:29.805723 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1e25100e-a7d4-45f7-b17e-5588513bc271 req-47ba2f03-d87c-4554-ad63-eca4d9812273 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:29.809131 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1e25100e-a7d4-45f7-b17e-5588513bc271 req-47ba2f03-d87c-4554-ad63-eca4d9812273 tempest-TestEncryptedCinderVolumes-2068912996 tempest-TestEncryptedCinderVolumes-2068912996-project] 10.222.0.59 "DELETE /v2.0/ports/0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a HTTP/1.1" status: 204 len: 173 time: 0.7102242 Nov 26 03:51:29.809582 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04219f3-1994-4071-85eb-2c3258234727', 'name': 'network-vif-deleted', 'tag': '0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:51:29.811867 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d03bafd-adbe-4af1-8b64-e27e2fb6f3dd" -d '{"events": [{"server_uuid": "d04219f3-1994-4071-85eb-2c3258234727", "name": "network-vif-deleted", "tag": "0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:51:29.855094 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46e0b87-a585-482b-82c2-c09e356d9b4b x-openstack-request-id: req-d46e0b87-a585-482b-82c2-c09e356d9b4b {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:51:29.855385 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04219f3-1994-4071-85eb-2c3258234727", "name": "network-vif-deleted", "tag": "0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:51:29.855637 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d46e0b87-a585-482b-82c2-c09e356d9b4b {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:51:29.856041 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04219f3-1994-4071-85eb-2c3258234727', 'name': 'network-vif-deleted', 'tag': '0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a', 'status': 'completed', 'code': 200} Nov 26 03:51:30.844611 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34870) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:31.182363 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:31.423531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Deleting port 7fcb799e-5f54-4a95-a85f-98a630f04afd {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:51:31.423789 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:31.500555 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] For port 7fcb799e-5f54-4a95-a85f-98a630f04afd, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=7fcb799e-5f54-4a95-a85f-98a630f04afd,segment=NetworkSegment(e729d84b-c718-4b81-b238-cb130c96883f),segment_id=e729d84b-c718-4b81-b238-cb130c96883f)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:51:31.500918 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:31.513530 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Calling delete_port for 7fcb799e-5f54-4a95-a85f-98a630f04afd owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:51:31.689221 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:31.712803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Pushing event deleted for resources: {'Port': ['ID=7fcb799e-5f54-4a95-a85f-98a630f04afd,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:31.723296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:31.723650 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:31.724000 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:31.724368 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:31.724705 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:31.725041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:31.725372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:31.725701 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:31.726371 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:31.726371 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:31.726651 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:31.726965 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:31.894527 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:32.114753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Router e370b731-83a7-4ad0-a22c-32143c62afff has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:51:32.214332 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:51:32.219603 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4ffb86e3-844a-4226-ac3b-97a4981d34dd admin admin] 10.222.0.31 "PUT /v2.0/routers/e370b731-83a7-4ad0-a22c-32143c62afff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3737259 Nov 26 03:51:32.222240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34872) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:32.223713 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa53430-9c85-4e19-a7b1-1744f3027fd4 None None] Sync routers for ids ['e370b731-83a7-4ad0-a22c-32143c62afff'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:51:32.233622 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa53430-9c85-4e19-a7b1-1744f3027fd4 None None] Routers {'e370b731-83a7-4ad0-a22c-32143c62afff'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:51:32.234257 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-efa53430-9c85-4e19-a7b1-1744f3027fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:51:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e370b731-83a7-4ad0-a22c-32143c62afff'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:32.322274 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7cada8b1-31db-4387-afec-bc024785bb18 admin admin] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:32.337161 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-efa53430-9c85-4e19-a7b1-1744f3027fd4 None None] Set router e370b731-83a7-4ad0-a22c-32143c62afff gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:51:32.435058 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7cada8b1-31db-4387-afec-bc024785bb18 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:32.486962 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-7cada8b1-31db-4387-afec-bc024785bb18 admin admin] Deleting port bda7558a-967b-4ae8-88e6-5cc2e2e9189b {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:51:32.487302 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7cada8b1-31db-4387-afec-bc024785bb18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:32.521382 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-efa53430-9c85-4e19-a7b1-1744f3027fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e370b731-83a7-4ad0-a22c-32143c62afff', 'name': 'tempest-TestEncryptedCinderVolumes-1598213279-router', 'tenant_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'bda7558a-967b-4ae8-88e6-5cc2e2e9189b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:50:11Z', 'updated_at': '2021-11-26T03:51:31Z', 'revision_number': 5, 'project_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'gw_port': {'id': 'bda7558a-967b-4ae8-88e6-5cc2e2e9189b', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e370b731-83a7-4ad0-a22c-32143c62afff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:12Z', 'updated_at': '2021-11-26T03:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:32.550562 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa53430-9c85-4e19-a7b1-1744f3027fd4 None None] Checking router: e370b731-83a7-4ad0-a22c-32143c62afff for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:51:32.558699 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa53430-9c85-4e19-a7b1-1744f3027fd4 None None] Routers {'e370b731-83a7-4ad0-a22c-32143c62afff'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:51:32.559307 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-efa53430-9c85-4e19-a7b1-1744f3027fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:51:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['e370b731-83a7-4ad0-a22c-32143c62afff'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:32.575441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-7cada8b1-31db-4387-afec-bc024785bb18 admin admin] For port bda7558a-967b-4ae8-88e6-5cc2e2e9189b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=bda7558a-967b-4ae8-88e6-5cc2e2e9189b,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:51:32.575808 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7cada8b1-31db-4387-afec-bc024785bb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:32.588438 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-7cada8b1-31db-4387-afec-bc024785bb18 admin admin] Calling delete_port for bda7558a-967b-4ae8-88e6-5cc2e2e9189b owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:51:32.643286 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-efa53430-9c85-4e19-a7b1-1744f3027fd4 None None] Set router e370b731-83a7-4ad0-a22c-32143c62afff gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:51:32.695327 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-efa53430-9c85-4e19-a7b1-1744f3027fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e370b731-83a7-4ad0-a22c-32143c62afff', 'name': 'tempest-TestEncryptedCinderVolumes-1598213279-router', 'tenant_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:50:11Z', 'updated_at': '2021-11-26T03:51:32Z', 'revision_number': 6, 'project_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:32.726603 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa53430-9c85-4e19-a7b1-1744f3027fd4 None None] The sync data for ids ['e370b731-83a7-4ad0-a22c-32143c62afff'] in n-d-819389-3 is: [{'id': 'e370b731-83a7-4ad0-a22c-32143c62afff', 'name': 'tempest-TestEncryptedCinderVolumes-1598213279-router', 'tenant_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:50:11Z', 'updated_at': '2021-11-26T03:51:32Z', 'revision_number': 6, 'project_id': 'cb6721b3ec8944f7bfc2b43e16a35369', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:51:33.060387 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7cada8b1-31db-4387-afec-bc024785bb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:33.084476 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cada8b1-31db-4387-afec-bc024785bb18 admin admin] Pushing event deleted for resources: {'Port': ['ID=bda7558a-967b-4ae8-88e6-5cc2e2e9189b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:33.103090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7d797f-8353-49da-a7c6-3ff9648a15a0 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:51:33.158232 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7cada8b1-31db-4387-afec-bc024785bb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:33.171471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 7fcb799e-5f54-4a95-a85f-98a630f04afd no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:51:33.198048 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 7fcb799e-5f54-4a95-a85f-98a630f04afd {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:51:33.198403 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 7fcb799e-5f54-4a95-a85f-98a630f04afd not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:51:33.247987 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7cada8b1-31db-4387-afec-bc024785bb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:33.250119 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7cada8b1-31db-4387-afec-bc024785bb18 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:33.292037 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7cada8b1-31db-4387-afec-bc024785bb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:33.292621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cada8b1-31db-4387-afec-bc024785bb18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e370b731-83a7-4ad0-a22c-32143c62afff {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:51:33.297082 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7cada8b1-31db-4387-afec-bc024785bb18 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:33.298157 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7cada8b1-31db-4387-afec-bc024785bb18 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e370b731-83a7-4ad0-a22c-32143c62afff HTTP/1.1" status: 204 len: 168 time: 1.0744157 Nov 26 03:51:33.301521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34876) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:33.343817 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-4652436d-490a-4542-8b0d-7a893ebe4e56 admin admin] Deleting subnet e8b88882-5c91-408c-84b8-fbcf82d95909 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:51:33.346989 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4652436d-490a-4542-8b0d-7a893ebe4e56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:33.384770 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4652436d-490a-4542-8b0d-7a893ebe4e56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:33.457147 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4652436d-490a-4542-8b0d-7a893ebe4e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:33.511125 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4652436d-490a-4542-8b0d-7a893ebe4e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:33.534443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652436d-490a-4542-8b0d-7a893ebe4e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b88882-5c91-408c-84b8-fbcf82d95909,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:33.540615 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4652436d-490a-4542-8b0d-7a893ebe4e56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:33.546338 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4652436d-490a-4542-8b0d-7a893ebe4e56 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e8b88882-5c91-408c-84b8-fbcf82d95909 HTTP/1.1" status: 204 len: 168 time: 0.2413263 Nov 26 03:51:33.546576 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34878) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:33.549414 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524c704e-ec74-4960-9a5f-3bf55eaea147 None None] Network 6d452c73-38b3-4499-8b12-1acd9a150ad5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:51:33.600783 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:51:33.618626 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:33.623535 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:51:33.623894 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 0c7b83f1-59e1-493c-93ed-3aa1bd25ad9a not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:51:33.673929 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] Deleting port 98773abb-3c45-45e1-a639-5999dd4e86c3 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:51:33.674272 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:33.743082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] For port 98773abb-3c45-45e1-a639-5999dd4e86c3, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=98773abb-3c45-45e1-a639-5999dd4e86c3,segment=NetworkSegment(e729d84b-c718-4b81-b238-cb130c96883f),segment_id=e729d84b-c718-4b81-b238-cb130c96883f)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:51:33.743449 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:33.756820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] Calling delete_port for 98773abb-3c45-45e1-a639-5999dd4e86c3 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:51:33.763327 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a930dd-784f-4c73-8373-02f1b16347c3 None None] DHCP port deletion for 6d452c73-38b3-4499-8b12-1acd9a150ad5 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:51:33.814075 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-15a930dd-784f-4c73-8373-02f1b16347c3 None None] Deleting port 98773abb-3c45-45e1-a639-5999dd4e86c3 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:51:33.814468 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-15a930dd-784f-4c73-8373-02f1b16347c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:33.841043 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:33.867275 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] Pushing event deleted for resources: {'Port': ['ID=98773abb-3c45-45e1-a639-5999dd4e86c3,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:33.870741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] No DVR routers for this DVR port 98773abb-3c45-45e1-a639-5999dd4e86c3 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:51:33.882349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-15a930dd-784f-4c73-8373-02f1b16347c3 None None] For port 98773abb-3c45-45e1-a639-5999dd4e86c3, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=98773abb-3c45-45e1-a639-5999dd4e86c3,segment=NetworkSegment(e729d84b-c718-4b81-b238-cb130c96883f),segment_id=e729d84b-c718-4b81-b238-cb130c96883f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:51:33.882760 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-15a930dd-784f-4c73-8373-02f1b16347c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:33.895476 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-15a930dd-784f-4c73-8373-02f1b16347c3 None None] Calling delete_port for 98773abb-3c45-45e1-a639-5999dd4e86c3 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:51:33.946884 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:33.966982 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d452c73-38b3-4499-8b12-1acd9a150ad5']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:33.974596 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-15a930dd-784f-4c73-8373-02f1b16347c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:33.977139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e729d84b-c718-4b81-b238-cb130c96883f') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:33.977442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e729d84b-c718-4b81-b238-cb130c96883f') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:33.986960 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:34.000126 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:34.005090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a930dd-784f-4c73-8373-02f1b16347c3 None None] No DVR routers for this DVR port 98773abb-3c45-45e1-a639-5999dd4e86c3 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:51:34.006507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:51:34.006922 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:51:34.008680 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:51:34.010827 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a930dd-784f-4c73-8373-02f1b16347c3 None None] Pushing event deleted for resources: {'Port': ['ID=98773abb-3c45-45e1-a639-5999dd4e86c3,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:34.065376 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:34.071120 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:34.074316 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6d452c73-38b3-4499-8b12-1acd9a150ad5 HTTP/1.1" status: 204 len: 168 time: 0.5268905 Nov 26 03:51:34.077499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34880) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:34.085803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7806744-44e8-4a7b-9945-0feff46c2136 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d452c73-38b3-4499-8b12-1acd9a150ad5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:34.408490 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-87518b93-4495-443f-aa2b-1b94526b5355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:34.646975 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-87518b93-4495-443f-aa2b-1b94526b5355 admin admin] Deleting port 97df7bcc-01ea-498e-9832-53fdf9d36e7a {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:51:34.647321 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-87518b93-4495-443f-aa2b-1b94526b5355 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:34.728403 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-87518b93-4495-443f-aa2b-1b94526b5355 admin admin] For port 97df7bcc-01ea-498e-9832-53fdf9d36e7a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=97df7bcc-01ea-498e-9832-53fdf9d36e7a,segment=NetworkSegment(e43bdea6-c86c-4412-ab70-a725a23657f6),segment_id=e43bdea6-c86c-4412-ab70-a725a23657f6)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:51:34.728686 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-87518b93-4495-443f-aa2b-1b94526b5355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:34.740860 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-87518b93-4495-443f-aa2b-1b94526b5355 admin admin] Calling delete_port for 97df7bcc-01ea-498e-9832-53fdf9d36e7a owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:51:34.918540 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-87518b93-4495-443f-aa2b-1b94526b5355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:34.945318 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87518b93-4495-443f-aa2b-1b94526b5355 admin admin] Pushing event deleted for resources: {'Port': ['ID=97df7bcc-01ea-498e-9832-53fdf9d36e7a,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:35.105777 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-87518b93-4495-443f-aa2b-1b94526b5355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:35.204589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 98773abb-3c45-45e1-a639-5999dd4e86c3 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:51:35.337265 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87518b93-4495-443f-aa2b-1b94526b5355 admin admin] Router 79c5dc2b-1885-496f-add8-f1ed724977f0 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:51:35.387244 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 98773abb-3c45-45e1-a639-5999dd4e86c3 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:51:35.387598 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 98773abb-3c45-45e1-a639-5999dd4e86c3 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:51:35.388016 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bda7558a-967b-4ae8-88e6-5cc2e2e9189b no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:51:35.406414 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: bda7558a-967b-4ae8-88e6-5cc2e2e9189b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:51:35.406763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device bda7558a-967b-4ae8-88e6-5cc2e2e9189b not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:51:35.446125 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87518b93-4495-443f-aa2b-1b94526b5355 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:51:35.454459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34882) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:35.455277 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-87518b93-4495-443f-aa2b-1b94526b5355 admin admin] 10.222.0.31 "PUT /v2.0/routers/79c5dc2b-1885-496f-add8-f1ed724977f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3765814 Nov 26 03:51:35.458306 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc469364-e1a5-4e22-8165-50e855d8aa23 None None] Sync routers for ids ['79c5dc2b-1885-496f-add8-f1ed724977f0'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:51:35.468356 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc469364-e1a5-4e22-8165-50e855d8aa23 None None] Routers {'79c5dc2b-1885-496f-add8-f1ed724977f0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:51:35.468975 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-cc469364-e1a5-4e22-8165-50e855d8aa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:51:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['79c5dc2b-1885-496f-add8-f1ed724977f0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:35.559566 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c7f5d69b-3ce7-4d72-a123-558e6146a6ac admin admin] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:35.574182 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-cc469364-e1a5-4e22-8165-50e855d8aa23 None None] Set router 79c5dc2b-1885-496f-add8-f1ed724977f0 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:51:35.662171 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c7f5d69b-3ce7-4d72-a123-558e6146a6ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:35.714843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-c7f5d69b-3ce7-4d72-a123-558e6146a6ac admin admin] Deleting port 81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:51:35.715188 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c7f5d69b-3ce7-4d72-a123-558e6146a6ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:35.751312 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-cc469364-e1a5-4e22-8165-50e855d8aa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c5dc2b-1885-496f-add8-f1ed724977f0', 'name': 'tempest-TestEncryptedCinderVolumes-1175739444-router', 'tenant_id': '75b20c502a7e4a65bd12c362af723d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:50:16Z', 'updated_at': '2021-11-26T03:51:34Z', 'revision_number': 5, 'project_id': '75b20c502a7e4a65bd12c362af723d64', 'gw_port': {'id': '81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c5dc2b-1885-496f-add8-f1ed724977f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:50:16Z', 'updated_at': '2021-11-26T03:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:35.780881 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc469364-e1a5-4e22-8165-50e855d8aa23 None None] Checking router: 79c5dc2b-1885-496f-add8-f1ed724977f0 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:51:35.789638 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc469364-e1a5-4e22-8165-50e855d8aa23 None None] Routers {'79c5dc2b-1885-496f-add8-f1ed724977f0'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:51:35.790242 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-cc469364-e1a5-4e22-8165-50e855d8aa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:51:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['79c5dc2b-1885-496f-add8-f1ed724977f0'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:35.793599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-c7f5d69b-3ce7-4d72-a123-558e6146a6ac admin admin] For port 81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:51:35.793971 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c7f5d69b-3ce7-4d72-a123-558e6146a6ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:35.810980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-c7f5d69b-3ce7-4d72-a123-558e6146a6ac admin admin] Calling delete_port for 81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3 owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:51:35.874518 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-cc469364-e1a5-4e22-8165-50e855d8aa23 None None] Set router 79c5dc2b-1885-496f-add8-f1ed724977f0 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:51:35.929415 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-cc469364-e1a5-4e22-8165-50e855d8aa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c5dc2b-1885-496f-add8-f1ed724977f0', 'name': 'tempest-TestEncryptedCinderVolumes-1175739444-router', 'tenant_id': '75b20c502a7e4a65bd12c362af723d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:50:16Z', 'updated_at': '2021-11-26T03:51:35Z', 'revision_number': 6, 'project_id': '75b20c502a7e4a65bd12c362af723d64', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:35.961753 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc469364-e1a5-4e22-8165-50e855d8aa23 None None] The sync data for ids ['79c5dc2b-1885-496f-add8-f1ed724977f0'] in n-d-819389-3 is: [{'id': '79c5dc2b-1885-496f-add8-f1ed724977f0', 'name': 'tempest-TestEncryptedCinderVolumes-1175739444-router', 'tenant_id': '75b20c502a7e4a65bd12c362af723d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:50:16Z', 'updated_at': '2021-11-26T03:51:35Z', 'revision_number': 6, 'project_id': '75b20c502a7e4a65bd12c362af723d64', 'gw_port_host': None}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:51:35.982672 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c7f5d69b-3ce7-4d72-a123-558e6146a6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.014915 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5d69b-3ce7-4d72-a123-558e6146a6ac admin admin] Pushing event deleted for resources: {'Port': ['ID=81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:36.021019 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5238df52-457d-4421-a0d6-d2a4ef6f933b None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:51:36.070237 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c7f5d69b-3ce7-4d72-a123-558e6146a6ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.158753 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c7f5d69b-3ce7-4d72-a123-558e6146a6ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.161622 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c7f5d69b-3ce7-4d72-a123-558e6146a6ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.206561 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c7f5d69b-3ce7-4d72-a123-558e6146a6ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.207651 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f5d69b-3ce7-4d72-a123-558e6146a6ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79c5dc2b-1885-496f-add8-f1ed724977f0 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:51:36.211861 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c7f5d69b-3ce7-4d72-a123-558e6146a6ac admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.213051 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c7f5d69b-3ce7-4d72-a123-558e6146a6ac admin admin] 10.222.0.31 "DELETE /v2.0/routers/79c5dc2b-1885-496f-add8-f1ed724977f0 HTTP/1.1" status: 204 len: 168 time: 0.7576392 Nov 26 03:51:36.216040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34884) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:36.259624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-3106cfb9-bcdf-460c-9ec7-05fa7e8b2431 admin admin] Deleting subnet 0646684a-6fd5-4508-a47a-5c88e21c90b5 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:51:36.262515 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3106cfb9-bcdf-460c-9ec7-05fa7e8b2431 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.298370 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3106cfb9-bcdf-460c-9ec7-05fa7e8b2431 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.384568 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3106cfb9-bcdf-460c-9ec7-05fa7e8b2431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.435982 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3106cfb9-bcdf-460c-9ec7-05fa7e8b2431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.461441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106cfb9-bcdf-460c-9ec7-05fa7e8b2431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0646684a-6fd5-4508-a47a-5c88e21c90b5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:36.465136 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3106cfb9-bcdf-460c-9ec7-05fa7e8b2431 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.470918 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3106cfb9-bcdf-460c-9ec7-05fa7e8b2431 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0646684a-6fd5-4508-a47a-5c88e21c90b5 HTTP/1.1" status: 204 len: 168 time: 0.2512174 Nov 26 03:51:36.471119 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34886) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:36.473835 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2307d2-e5b1-4e98-b3bb-9fe6654bc586 None None] Network 8282791f-232b-41c9-b51e-29ee9aa346d5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:51:36.542566 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.599463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] Deleting port 7f2fbfc3-96b1-4482-82be-5751bec4b01e {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:51:36.599810 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.663113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] For port 7f2fbfc3-96b1-4482-82be-5751bec4b01e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=7f2fbfc3-96b1-4482-82be-5751bec4b01e,segment=NetworkSegment(e43bdea6-c86c-4412-ab70-a725a23657f6),segment_id=e43bdea6-c86c-4412-ab70-a725a23657f6)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:51:36.663477 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.677020 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] Calling delete_port for 7f2fbfc3-96b1-4482-82be-5751bec4b01e owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:51:36.705931 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d11bb5-de40-4465-bb68-89a08a8ffb7d None None] DHCP port deletion for 8282791f-232b-41c9-b51e-29ee9aa346d5 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:51:36.756241 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a3d11bb5-de40-4465-bb68-89a08a8ffb7d None None] Deleting port 7f2fbfc3-96b1-4482-82be-5751bec4b01e {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:51:36.757212 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a3d11bb5-de40-4465-bb68-89a08a8ffb7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.765105 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.793076 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] No DVR routers for this DVR port 7f2fbfc3-96b1-4482-82be-5751bec4b01e on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:51:36.794804 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2fbfc3-96b1-4482-82be-5751bec4b01e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:36.828903 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a3d11bb5-de40-4465-bb68-89a08a8ffb7d None None] For port 7f2fbfc3-96b1-4482-82be-5751bec4b01e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=7f2fbfc3-96b1-4482-82be-5751bec4b01e,segment=NetworkSegment(e43bdea6-c86c-4412-ab70-a725a23657f6),segment_id=e43bdea6-c86c-4412-ab70-a725a23657f6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:51:36.829298 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a3d11bb5-de40-4465-bb68-89a08a8ffb7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.841485 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a3d11bb5-de40-4465-bb68-89a08a8ffb7d None None] Calling delete_port for 7f2fbfc3-96b1-4482-82be-5751bec4b01e owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:51:36.871873 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.893184 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8282791f-232b-41c9-b51e-29ee9aa346d5']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:36.902583 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43bdea6-c86c-4412-ab70-a725a23657f6') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:36.902868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43bdea6-c86c-4412-ab70-a725a23657f6') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:36.913471 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.919894 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a3d11bb5-de40-4465-bb68-89a08a8ffb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.926926 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.933074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:51:36.933507 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:51:36.935227 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:51:36.945029 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d11bb5-de40-4465-bb68-89a08a8ffb7d None None] Pushing event deleted for resources: {'Port': ['ID=7f2fbfc3-96b1-4482-82be-5751bec4b01e,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:36.952039 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d11bb5-de40-4465-bb68-89a08a8ffb7d None None] No DVR routers for this DVR port 7f2fbfc3-96b1-4482-82be-5751bec4b01e on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:51:36.991808 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:36.997542 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:37.003270 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8282791f-232b-41c9-b51e-29ee9aa346d5 HTTP/1.1" status: 204 len: 168 time: 0.5287204 Nov 26 03:51:37.012536 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef5865-156d-48b0-84b8-f4bc68a38994 admin admin] Pushing event deleted for resources: {'Network': ['ID=8282791f-232b-41c9-b51e-29ee9aa346d5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:37.134414 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 7f2fbfc3-96b1-4482-82be-5751bec4b01e no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:51:37.154739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 7f2fbfc3-96b1-4482-82be-5751bec4b01e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:51:37.155177 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 7f2fbfc3-96b1-4482-82be-5751bec4b01e not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:51:37.155597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:51:37.167662 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34890) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:37.176755 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:51:37.177107 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 81b682e5-4b55-4c45-8cb1-2dc6fd9b56c3 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:51:37.177527 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 97df7bcc-01ea-498e-9832-53fdf9d36e7a no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:51:37.199258 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 97df7bcc-01ea-498e-9832-53fdf9d36e7a {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:51:37.199604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 97df7bcc-01ea-498e-9832-53fdf9d36e7a not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:51:37.207425 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4b92e7f2-2d04-4d49-aea3-7549925b6bba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb6721b3ec8944f7bfc2b43e16a35369&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379097 Nov 26 03:51:37.209970 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34892) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:37.260692 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c926f3e5-4661-4414-bdc9-55873564fe49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:37.281117 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c926f3e5-4661-4414-bdc9-55873564fe49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:37.326118 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c926f3e5-4661-4414-bdc9-55873564fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:37.328708 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c926f3e5-4661-4414-bdc9-55873564fe49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:37.329855 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c926f3e5-4661-4414-bdc9-55873564fe49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4625f7f-82d9-4b38-b72f-8c8895edb6ee HTTP/1.1" status: 204 len: 168 time: 0.1187153 Nov 26 03:51:37.338619 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926f3e5-4661-4414-bdc9-55873564fe49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4625f7f-82d9-4b38-b72f-8c8895edb6ee,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:37.633459 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34898) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:37.673917 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a5cbf104-9757-4b93-abda-4d05e0fa1267 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75b20c502a7e4a65bd12c362af723d64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391421 Nov 26 03:51:37.676826 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34900) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:37.722062 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-feddcc81-87d4-4ddc-8589-e84db060488f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:37.742504 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-feddcc81-87d4-4ddc-8589-e84db060488f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:37.791968 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-feddcc81-87d4-4ddc-8589-e84db060488f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:37.797872 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-feddcc81-87d4-4ddc-8589-e84db060488f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:37.799041 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-feddcc81-87d4-4ddc-8589-e84db060488f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9559006a-734f-4e04-b062-e08923101d10 HTTP/1.1" status: 204 len: 168 time: 0.1213398 Nov 26 03:51:37.808203 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddcc81-87d4-4ddc-8589-e84db060488f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9559006a-734f-4e04-b062-e08923101d10,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:38.459676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34922) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:38.553152 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-fed1f103-0331-40c5-8653-fc3f3263bc3f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-560484739-network', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:51:38.573735 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed1f103-0331-40c5-8653-fc3f3263bc3f admin admin] Made reservation on behalf of a5ee81dfab654d11916197f633d8f7b6 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:51:38.576197 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fed1f103-0331-40c5-8653-fc3f3263bc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:38.584925 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fed1f103-0331-40c5-8653-fc3f3263bc3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:38.659623 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fed1f103-0331-40c5-8653-fc3f3263bc3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:38.663423 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fed1f103-0331-40c5-8653-fc3f3263bc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:38.687486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed1f103-0331-40c5-8653-fc3f3263bc3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:51:38.697636 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1f103-0331-40c5-8653-fc3f3263bc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2fcfd8-373b-4439-9926-a5cd52c539b1,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:38.702506 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fed1f103-0331-40c5-8653-fc3f3263bc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:38.702854 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-fed1f103-0331-40c5-8653-fc3f3263bc3f admin admin] Added segment d0f16d47-b601-40d1-9819-6470695e1e8d of type vlan for network 3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 Nov 26 03:51:38.742450 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fed1f103-0331-40c5-8653-fc3f3263bc3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:38.766489 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fed1f103-0331-40c5-8653-fc3f3263bc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:38.767420 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed1f103-0331-40c5-8653-fc3f3263bc3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:38.768001 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fed1f103-0331-40c5-8653-fc3f3263bc3f admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:38.820726 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fed1f103-0331-40c5-8653-fc3f3263bc3f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3599167 Nov 26 03:51:38.823548 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34926) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:38.828739 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8f4f9a85-1539-4eff-8d41-0d97e37f9924 admin admin] Request body: {'subnet': {'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-560484739-subnet', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:51:38.833815 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1f103-0331-40c5-8653-fc3f3263bc3f admin admin] Pushing event updated for resources: {'Network': ['ID=3cba877c-89a6-4dd5-9b2d-92a7a86e71e5,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:38.843756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:51:38.852537 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4f9a85-1539-4eff-8d41-0d97e37f9924 admin admin] Made reservation on behalf of a5ee81dfab654d11916197f633d8f7b6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:51:38.854889 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f4f9a85-1539-4eff-8d41-0d97e37f9924 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:39.018388 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f4f9a85-1539-4eff-8d41-0d97e37f9924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:39.069937 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f9a85-1539-4eff-8d41-0d97e37f9924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1565ca8-90ea-497e-abaa-47d917e02229,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:39.079732 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4f9a85-1539-4eff-8d41-0d97e37f9924 admin admin] Checking segment: {'id': 'd0f16d47-b601-40d1-9819-6470695e1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:51:39.080133 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4f9a85-1539-4eff-8d41-0d97e37f9924 admin admin] Network hostable DHCP agents. Network: 3cba877c-89a6-4dd5-9b2d-92a7a86e71e5, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:51:39.096642 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4f9a85-1539-4eff-8d41-0d97e37f9924 admin admin] Network 3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:51:39.104531 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-8f4f9a85-1539-4eff-8d41-0d97e37f9924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 3cba877c-89a6-4dd5-9b2d-92a7a86e71e5) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:51:39.108507 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4f9a85-1539-4eff-8d41-0d97e37f9924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:39.109106 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8f4f9a85-1539-4eff-8d41-0d97e37f9924 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:39.113677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad00c6d2-7add-4336-9289-bb1b9723f66a None None] Network 3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:51:39.124900 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8f4f9a85-1539-4eff-8d41-0d97e37f9924 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3001349 Nov 26 03:51:39.127651 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34928) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:39.132610 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-560484739-router', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:51:39.153142 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:39.154282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:39.205552 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:39.259820 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-3cba877c-89a6-4dd5-9b2d-92a7a86e71e5', 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'fixed_ips': [{'subnet_id': 'd1565ca8-90ea-497e-abaa-47d917e02229'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:51:39.260724 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:39.343266 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:39.393045 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Allocated IP 172.20.0.2 (3cba877c-89a6-4dd5-9b2d-92a7a86e71e5/d1565ca8-90ea-497e-abaa-47d917e02229/e0910fe5-f370-4f8b-9e34-ec36d33ac31a) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:51:39.532073 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:39.537610 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:39.537832 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:39.560074 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:39.577395 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Network 3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:51:39.580294 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:51:39.584428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:51:39.591004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Pushing event updated for resources: {'Port': ['ID=e0910fe5-f370-4f8b-9e34-ec36d33ac31a,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:39.648849 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Attempting to bind port e0910fe5-f370-4f8b-9e34-ec36d33ac31a on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:51:39.649229 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Attempting to bind port e0910fe5-f370-4f8b-9e34-ec36d33ac31a by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'd0f16d47-b601-40d1-9819-6470695e1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:51:39.649599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Attempting to bind port e0910fe5-f370-4f8b-9e34-ec36d33ac31a on network 3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:51:39.654836 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:51:39.655216 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Checking segment: {'id': 'd0f16d47-b601-40d1-9819-6470695e1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:51:39.655623 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:39.656022 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Bound using segment: {'id': 'd0f16d47-b601-40d1-9819-6470695e1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:51:39.656517 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Bound port: e0910fe5-f370-4f8b-9e34-ec36d33ac31a, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f16d47-b601-40d1-9819-6470695e1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:51:39.656897 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:39.660962 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] Allocated IP 172.25.0.238 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/5f64b928-48c9-4bbb-8d11-10c696be8533) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:51:39.728362 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] For port e0910fe5-f370-4f8b-9e34-ec36d33ac31a, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:51:39.731639 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] For port e0910fe5-f370-4f8b-9e34-ec36d33ac31a, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e0910fe5-f370-4f8b-9e34-ec36d33ac31a,segment=NetworkSegment(d0f16d47-b601-40d1-9819-6470695e1e8d),segment_id=d0f16d47-b601-40d1-9819-6470695e1e8d)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:51:39.736272 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:39.770026 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:39.793621 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c259ff-d533-4d99-aca5-253b94916d11 None None] Pushing event updated for resources: {'Port': ['ID=e0910fe5-f370-4f8b-9e34-ec36d33ac31a,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:39.805578 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:39.845225 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:51:39.848350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:51:39.851863 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:51:39.863018 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b3e0c9-b5c1-4026-9904-9bdf5a206826 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:51:39.878697 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] Pushing event updated for resources: {'Port': ['ID=5f64b928-48c9-4bbb-8d11-10c696be8533,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:39.907357 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c066838b-a5a0-4d01-b1f7-50920c790d4e None None] Provisioning complete for port 5f64b928-48c9-4bbb-8d11-10c696be8533 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:39.907841 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c066838b-a5a0-4d01-b1f7-50920c790d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:39.944083 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c066838b-a5a0-4d01-b1f7-50920c790d4e None None] Port 5f64b928-48c9-4bbb-8d11-10c696be8533 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:51:40.124505 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:40.316661 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:40.442277 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] Router c5c8747f-14c6-40a6-b712-39d660cdc390 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:51:40.551049 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:51:40.560319 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Sync routers for ids ['c5c8747f-14c6-40a6-b712-39d660cdc390'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:51:40.570093 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:40.571387 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3372e1c9-0fc6-4770-9bdd-26a2ddab9e6c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4427686 Nov 26 03:51:40.574327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34930) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:40.577007 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Routers {'c5c8747f-14c6-40a6-b712-39d660cdc390'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:51:40.577626 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:51:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c5c8747f-14c6-40a6-b712-39d660cdc390'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:40.687628 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Set router c5c8747f-14c6-40a6-b712-39d660cdc390 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:51:40.812990 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e16a109-777d-40cc-80a2-89889bb7793b None None] Network 3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:51:40.889093 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7d8d7dc1-581f-43cc-afde-aca28452a759 None None] Provisioning complete for port e0910fe5-f370-4f8b-9e34-ec36d33ac31a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:40.889780 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d8d7dc1-581f-43cc-afde-aca28452a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:40.891266 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'name': 'tempest-TestMinimumBasicScenario-560484739-router', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:40Z', 'revision_number': 3, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'gw_port': {'id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:40.929260 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Checking router: c5c8747f-14c6-40a6-b712-39d660cdc390 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:51:40.929536 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Updating router c5c8747f-14c6-40a6-b712-39d660cdc390 port 5f64b928-48c9-4bbb-8d11-10c696be8533 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:51:40.956095 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.009746 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c6f99632-9495-404b-9ce0-70010848e659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.031308 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d8d7dc1-581f-43cc-afde-aca28452a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.072710 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7d8d7dc1-581f-43cc-afde-aca28452a759 None None] For port e0910fe5-f370-4f8b-9e34-ec36d33ac31a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e0910fe5-f370-4f8b-9e34-ec36d33ac31a,segment=NetworkSegment(d0f16d47-b601-40d1-9819-6470695e1e8d),segment_id=d0f16d47-b601-40d1-9819-6470695e1e8d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:51:41.078987 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d8d7dc1-581f-43cc-afde-aca28452a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.161990 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d7dc1-581f-43cc-afde-aca28452a759 None None] Pushing event updated for resources: {'Port': ['ID=e0910fe5-f370-4f8b-9e34-ec36d33ac31a,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:41.219671 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e0910fe5-f370-4f8b-9e34-ec36d33ac31a up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:51:41.219833 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-c6f99632-9495-404b-9ce0-70010848e659 admin admin] Allocated IP 172.20.0.1 (3cba877c-89a6-4dd5-9b2d-92a7a86e71e5/d1565ca8-90ea-497e-abaa-47d917e02229/02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:51:41.283398 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port e0910fe5-f370-4f8b-9e34-ec36d33ac31a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:41.284804 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.340795 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c6f99632-9495-404b-9ce0-70010848e659 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.375473 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c6f99632-9495-404b-9ce0-70010848e659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.380697 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.386072 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.402083 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5ee7decb-8f8d-4d52-80ab-f6b2c5e78ef8 None None] Provisioning complete for port e0910fe5-f370-4f8b-9e34-ec36d33ac31a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:41.403112 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5ee7decb-8f8d-4d52-80ab-f6b2c5e78ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.420613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f99632-9495-404b-9ce0-70010848e659 admin admin] Network 3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:51:41.423621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-c6f99632-9495-404b-9ce0-70010848e659 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:51:41.427398 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f99632-9495-404b-9ce0-70010848e659 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:51:41.438369 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Attempting to bind port 5f64b928-48c9-4bbb-8d11-10c696be8533 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:51:41.438667 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Attempting to bind port 5f64b928-48c9-4bbb-8d11-10c696be8533 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:51:41.439035 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Attempting to bind port 5f64b928-48c9-4bbb-8d11-10c696be8533 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:51:41.448028 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b43bb-c2dc-4f05-a131-95e47720b43e None None] Pushing event updated for resources: {'Port': ['ID=5f64b928-48c9-4bbb-8d11-10c696be8533,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:41.449712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f99632-9495-404b-9ce0-70010848e659 admin admin] Pushing event updated for resources: {'Port': ['ID=02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:41.455709 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b43bb-c2dc-4f05-a131-95e47720b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:41.455980 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b43bb-c2dc-4f05-a131-95e47720b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:41.456436 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b43bb-c2dc-4f05-a131-95e47720b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:41.456654 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b43bb-c2dc-4f05-a131-95e47720b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:41.456985 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b43bb-c2dc-4f05-a131-95e47720b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:41.457309 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b43bb-c2dc-4f05-a131-95e47720b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:41.457631 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b43bb-c2dc-4f05-a131-95e47720b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:41.458498 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b43bb-c2dc-4f05-a131-95e47720b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:41.458821 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b43bb-c2dc-4f05-a131-95e47720b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:41.459141 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b43bb-c2dc-4f05-a131-95e47720b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:41.459459 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b43bb-c2dc-4f05-a131-95e47720b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:41.459777 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b43bb-c2dc-4f05-a131-95e47720b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:51:41.462936 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:51:41.463312 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:51:41.463712 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.464105 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:51:41.464582 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Bound port: 5f64b928-48c9-4bbb-8d11-10c696be8533, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:51:41.465041 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.472301 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbc5ee3-6669-40f9-8e5b-8a3cb673168d None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:51:41.475977 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c6f99632-9495-404b-9ce0-70010848e659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.528842 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] For port 5f64b928-48c9-4bbb-8d11-10c696be8533, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:51:41.534517 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] For port 5f64b928-48c9-4bbb-8d11-10c696be8533, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5f64b928-48c9-4bbb-8d11-10c696be8533,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:51:41.541179 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.583278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c581ec-50e3-4509-b7b2-4fe08f9b1dfa None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:51:41.601499 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Routers {'c5c8747f-14c6-40a6-b712-39d660cdc390'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:51:41.602144 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:51:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c5c8747f-14c6-40a6-b712-39d660cdc390'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:41.664036 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b51598e7-3e4b-421a-8c1a-f241b77174da None None] Provisioning complete for port 5f64b928-48c9-4bbb-8d11-10c696be8533 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:41.664720 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b51598e7-3e4b-421a-8c1a-f241b77174da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.666677 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c6f99632-9495-404b-9ce0-70010848e659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.685093 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b43bb-c2dc-4f05-a131-95e47720b43e None None] Pushing event updated for resources: {'Port': ['ID=5f64b928-48c9-4bbb-8d11-10c696be8533,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:41.753555 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] Set router c5c8747f-14c6-40a6-b712-39d660cdc390 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:51:41.757285 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b51598e7-3e4b-421a-8c1a-f241b77174da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.788563 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b51598e7-3e4b-421a-8c1a-f241b77174da None None] For port 5f64b928-48c9-4bbb-8d11-10c696be8533, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5f64b928-48c9-4bbb-8d11-10c696be8533,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:51:41.797901 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b51598e7-3e4b-421a-8c1a-f241b77174da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.826718 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b015cb15-7bd5-41c6-bff0-4380bcd0157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.852124 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51598e7-3e4b-421a-8c1a-f241b77174da None None] Pushing event updated for resources: {'Port': ['ID=5f64b928-48c9-4bbb-8d11-10c696be8533,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:41.904894 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c6f99632-9495-404b-9ce0-70010848e659 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.909836 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c6f99632-9495-404b-9ce0-70010848e659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.919870 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f7b3def9-e9af-4aa8-a70b-a3a0f17ecb31 None None] Provisioning complete for port 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:41.920479 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f7b3def9-e9af-4aa8-a70b-a3a0f17ecb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:41.955066 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f7b3def9-e9af-4aa8-a70b-a3a0f17ecb31 None None] Port 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:51:41.992017 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'name': 'tempest-TestMinimumBasicScenario-560484739-router', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:40Z', 'revision_number': 3, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'gw_port': {'id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:42.021057 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba73fe8-d59e-4131-a38c-42760f2aa9fa None None] The sync data for ids ['c5c8747f-14c6-40a6-b712-39d660cdc390'] in n-d-819389-3 is: [{'id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'name': 'tempest-TestMinimumBasicScenario-560484739-router', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:40Z', 'revision_number': 3, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'gw_port': {'id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:51:42.299858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f99632-9495-404b-9ce0-70010848e659 admin admin] Pushing event updated for resources: {'Port': ['ID=02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:42.307405 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c6f99632-9495-404b-9ce0-70010848e659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:42.404027 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f99632-9495-404b-9ce0-70010848e659 admin admin] Network 3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:51:42.405523 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-c6f99632-9495-404b-9ce0-70010848e659 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:51:42.525566 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f99632-9495-404b-9ce0-70010848e659 admin admin] Router c5c8747f-14c6-40a6-b712-39d660cdc390 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:51:42.642650 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f99632-9495-404b-9ce0-70010848e659 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:51:42.648407 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c6f99632-9495-404b-9ce0-70010848e659 admin admin] 10.222.0.31 "PUT /v2.0/routers/c5c8747f-14c6-40a6-b712-39d660cdc390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0729463 Nov 26 03:51:42.680132 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-7d7c565c-ae33-4fbd-a601-47c6d23064c6 None None] Provisioning complete for port 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:42.680515 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d7c565c-ae33-4fbd-a601-47c6d23064c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:42.715407 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7d7c565c-ae33-4fbd-a601-47c6d23064c6 None None] Port 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:51:43.131076 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34946) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:43.136269 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9bf5c5f1-2462-4046-a0eb-a9adfde34e42 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-301703456-network', 'tenant_id': '7ad08027e7d749c2acd208b20d88d081'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:51:43.158486 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf5c5f1-2462-4046-a0eb-a9adfde34e42 admin admin] Made reservation on behalf of 7ad08027e7d749c2acd208b20d88d081 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:51:43.161608 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9bf5c5f1-2462-4046-a0eb-a9adfde34e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:43.170893 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9bf5c5f1-2462-4046-a0eb-a9adfde34e42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:43.206034 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e0910fe5-f370-4f8b-9e34-ec36d33ac31a up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:51:43.258473 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9bf5c5f1-2462-4046-a0eb-a9adfde34e42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:43.258730 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port e0910fe5-f370-4f8b-9e34-ec36d33ac31a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:43.259015 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:43.263136 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9bf5c5f1-2462-4046-a0eb-a9adfde34e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:43.292241 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf5c5f1-2462-4046-a0eb-a9adfde34e42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:51:43.297782 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5c5f1-2462-4046-a0eb-a9adfde34e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552471df-ef27-42bc-9c0a-aa63372ff590,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:43.305500 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9bf5c5f1-2462-4046-a0eb-a9adfde34e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:43.306319 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-9bf5c5f1-2462-4046-a0eb-a9adfde34e42 admin admin] Added segment 501d5cff-c196-4f65-b6a4-f1834dfcf5d6 of type vlan for network 8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce Nov 26 03:51:43.348522 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5f64b928-48c9-4bbb-8d11-10c696be8533 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:51:43.349004 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9bf5c5f1-2462-4046-a0eb-a9adfde34e42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:43.374608 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9bf5c5f1-2462-4046-a0eb-a9adfde34e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:43.375863 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf5c5f1-2462-4046-a0eb-a9adfde34e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:43.376727 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9bf5c5f1-2462-4046-a0eb-a9adfde34e42 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:43.400163 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 5f64b928-48c9-4bbb-8d11-10c696be8533 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:43.400524 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:43.436099 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9bf5c5f1-2462-4046-a0eb-a9adfde34e42 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3020887 Nov 26 03:51:43.437179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 34948) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:43.443255 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-be483463-f77a-4fde-87a3-8e352c57b6a0 admin admin] Request body: {'subnet': {'network_id': '8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-301703456-subnet', 'tenant_id': '7ad08027e7d749c2acd208b20d88d081', 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:51:43.447221 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5c5f1-2462-4046-a0eb-a9adfde34e42 admin admin] Pushing event updated for resources: {'Network': ['ID=8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:43.467935 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:51:43.474669 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be483463-f77a-4fde-87a3-8e352c57b6a0 admin admin] Made reservation on behalf of 7ad08027e7d749c2acd208b20d88d081 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:51:43.477871 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-be483463-f77a-4fde-87a3-8e352c57b6a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:43.601759 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Sync routers for ids ['c5c8747f-14c6-40a6-b712-39d660cdc390'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:51:43.610976 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Routers {'c5c8747f-14c6-40a6-b712-39d660cdc390'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:51:43.611755 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:51:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c5c8747f-14c6-40a6-b712-39d660cdc390'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:43.654072 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-be483463-f77a-4fde-87a3-8e352c57b6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:43.713411 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be483463-f77a-4fde-87a3-8e352c57b6a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ca6308-7297-4742-be2a-5ffafa626955,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:43.721730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be483463-f77a-4fde-87a3-8e352c57b6a0 admin admin] Checking segment: {'id': '501d5cff-c196-4f65-b6a4-f1834dfcf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:51:43.722100 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be483463-f77a-4fde-87a3-8e352c57b6a0 admin admin] Network hostable DHCP agents. Network: 8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:51:43.741864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be483463-f77a-4fde-87a3-8e352c57b6a0 admin admin] Network 8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:51:43.750757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-be483463-f77a-4fde-87a3-8e352c57b6a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:51:43.756303 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be483463-f77a-4fde-87a3-8e352c57b6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:43.757231 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-be483463-f77a-4fde-87a3-8e352c57b6a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:43.779787 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-be483463-f77a-4fde-87a3-8e352c57b6a0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3396006 Nov 26 03:51:43.782360 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34950) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:43.785257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-301703456-router', 'tenant_id': '7ad08027e7d749c2acd208b20d88d081', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:51:43.806445 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9c776b-5460-4f7b-91d1-12ed8730a238 None None] Network 8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:51:43.807173 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:43.808390 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:43.865873 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:43.944908 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Set router c5c8747f-14c6-40a6-b712-39d660cdc390 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:51:44.112808 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce', 'network_id': '8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce', 'tenant_id': '7ad08027e7d749c2acd208b20d88d081', 'fixed_ips': [{'subnet_id': '98ca6308-7297-4742-be2a-5ffafa626955'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:51:44.113692 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:44.266536 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-71c09b24-be48-41a8-96f3-286ab5c1e5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:44.330727 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Allocated IP 172.20.0.2 (8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce/98ca6308-7297-4742-be2a-5ffafa626955/8b5606ab-2099-4112-9a2f-a8d0ac2799c8) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:51:44.340581 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:44.346961 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'name': 'tempest-TestMinimumBasicScenario-560484739-router', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 4, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'gw_port': {'id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a', 'name': '', 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'mac_address': 'fa:16:3e:ed:3b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1565ca8-90ea-497e-abaa-47d917e02229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:41Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 2, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'subnets': [{'id': 'd1565ca8-90ea-497e-abaa-47d917e02229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:44.389538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Checking router: c5c8747f-14c6-40a6-b712-39d660cdc390 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:51:44.389917 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Updating router c5c8747f-14c6-40a6-b712-39d660cdc390 port 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:51:44.446337 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:44.535810 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:44.553734 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:44.620240 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:44.628429 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:44.659704 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] Allocated IP 172.25.0.80 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/54c99654-e494-479d-a3ea-2756c6f59ec9) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:51:44.713543 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Network 8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:51:44.723508 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:51:44.730881 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:51:44.735310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Pushing event updated for resources: {'Port': ['ID=8b5606ab-2099-4112-9a2f-a8d0ac2799c8,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:44.765802 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:44.801319 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:44.821345 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Attempting to bind port 8b5606ab-2099-4112-9a2f-a8d0ac2799c8 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:51:44.821726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Attempting to bind port 8b5606ab-2099-4112-9a2f-a8d0ac2799c8 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '501d5cff-c196-4f65-b6a4-f1834dfcf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:51:44.822100 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Attempting to bind port 8b5606ab-2099-4112-9a2f-a8d0ac2799c8 on network 8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:51:44.835839 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:51:44.836248 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Checking segment: {'id': '501d5cff-c196-4f65-b6a4-f1834dfcf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:51:44.836652 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:44.837055 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Bound using segment: {'id': '501d5cff-c196-4f65-b6a4-f1834dfcf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:51:44.837530 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Bound port: 8b5606ab-2099-4112-9a2f-a8d0ac2799c8, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501d5cff-c196-4f65-b6a4-f1834dfcf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:51:44.837908 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:44.841903 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:51:44.844007 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:51:44.846693 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:51:44.865965 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab428b5-2a38-4c72-b0ce-78b0e8bb8c02 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:51:44.873499 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] Pushing event updated for resources: {'Port': ['ID=54c99654-e494-479d-a3ea-2756c6f59ec9,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:44.925064 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:44.938463 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:44.991159 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] For port 8b5606ab-2099-4112-9a2f-a8d0ac2799c8, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:51:45.025613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] For port 8b5606ab-2099-4112-9a2f-a8d0ac2799c8, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8b5606ab-2099-4112-9a2f-a8d0ac2799c8,segment=NetworkSegment(501d5cff-c196-4f65-b6a4-f1834dfcf5d6),segment_id=501d5cff-c196-4f65-b6a4-f1834dfcf5d6)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:51:45.045249 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bb58b-e92f-4e7f-853d-c2d929e414e7 None None] Pushing event updated for resources: {'Port': ['ID=02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:45.051606 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f0847753-7b85-4a8d-b792-8431e1556b4f None None] Provisioning complete for port 54c99654-e494-479d-a3ea-2756c6f59ec9 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:45.051909 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f0847753-7b85-4a8d-b792-8431e1556b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:45.053870 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:45.110131 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:45.162700 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f0847753-7b85-4a8d-b792-8431e1556b4f None None] Port 54c99654-e494-479d-a3ea-2756c6f59ec9 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:51:45.165216 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Attempting to bind port 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:51:45.165801 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Attempting to bind port 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'd0f16d47-b601-40d1-9819-6470695e1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:51:45.166471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Attempting to bind port 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a on network 3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:51:45.174963 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b30ab-3d05-44d6-8daf-dfca7784eef9 None None] Pushing event updated for resources: {'Port': ['ID=8b5606ab-2099-4112-9a2f-a8d0ac2799c8,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:45.180875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:51:45.181523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Checking segment: {'id': 'd0f16d47-b601-40d1-9819-6470695e1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:51:45.182107 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:45.182503 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Bound using segment: {'id': 'd0f16d47-b601-40d1-9819-6470695e1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:51:45.182989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Bound port: 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f16d47-b601-40d1-9819-6470695e1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:51:45.183474 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:45.262515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] For port 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:51:45.284203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] For port 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a,segment=NetworkSegment(d0f16d47-b601-40d1-9819-6470695e1e8d),segment_id=d0f16d47-b601-40d1-9819-6470695e1e8d)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:51:45.293114 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:45.297060 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:45.331355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-f747e720-55b7-4719-bfe5-e1ad0fb75e2a None None] Provisioning complete for port 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:45.331736 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f747e720-55b7-4719-bfe5-e1ad0fb75e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:45.366584 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:45.423692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bb58b-e92f-4e7f-853d-c2d929e414e7 None None] Pushing event updated for resources: {'Port': ['ID=02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:45.428250 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Routers {'c5c8747f-14c6-40a6-b712-39d660cdc390'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:51:45.428864 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:51:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c5c8747f-14c6-40a6-b712-39d660cdc390'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:45.552448 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] Router 9f3ed23f-2b92-4914-9530-b9edd824e64c is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:51:45.615770 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] Set router c5c8747f-14c6-40a6-b712-39d660cdc390 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:51:45.648115 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f747e720-55b7-4719-bfe5-e1ad0fb75e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:45.663861 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:51:45.673615 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Sync routers for ids ['9f3ed23f-2b92-4914-9530-b9edd824e64c'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:51:45.685229 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Routers {'9f3ed23f-2b92-4914-9530-b9edd824e64c'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:51:45.685933 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:51:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9f3ed23f-2b92-4914-9530-b9edd824e64c'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:45.688413 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:45.692799 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-42ffd20e-083d-41ca-a58e-6dd02f24d26a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9078615 Nov 26 03:51:45.693113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 34952) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:51:45.740187 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f747e720-55b7-4719-bfe5-e1ad0fb75e2a None None] For port 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a,segment=NetworkSegment(d0f16d47-b601-40d1-9819-6470695e1e8d),segment_id=d0f16d47-b601-40d1-9819-6470695e1e8d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:51:45.767229 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f747e720-55b7-4719-bfe5-e1ad0fb75e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:45.798856 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Set router 9f3ed23f-2b92-4914-9530-b9edd824e64c gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:51:45.851604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747e720-55b7-4719-bfe5-e1ad0fb75e2a None None] Pushing event updated for resources: {'Port': ['ID=02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:46.013383 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3ed23f-2b92-4914-9530-b9edd824e64c', 'name': 'tempest-TestMinimumBasicScenario-301703456-router', 'tenant_id': '7ad08027e7d749c2acd208b20d88d081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '54c99654-e494-479d-a3ea-2756c6f59ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:43Z', 'updated_at': '2021-11-26T03:51:44Z', 'revision_number': 3, 'project_id': '7ad08027e7d749c2acd208b20d88d081', 'gw_port': {'id': '54c99654-e494-479d-a3ea-2756c6f59ec9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3ed23f-2b92-4914-9530-b9edd824e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:44Z', 'updated_at': '2021-11-26T03:51:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:46.053256 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Checking router: 9f3ed23f-2b92-4914-9530-b9edd824e64c for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:51:46.053855 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Updating router 9f3ed23f-2b92-4914-9530-b9edd824e64c port 54c99654-e494-479d-a3ea-2756c6f59ec9 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:51:46.081449 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:46.084186 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-12a861d6-0aa9-4bf5-b713-5552eb33279d None None] Provisioning complete for port 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:46.084680 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-12a861d6-0aa9-4bf5-b713-5552eb33279d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:46.121597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'name': 'tempest-TestMinimumBasicScenario-560484739-router', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 4, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'gw_port': {'id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a', 'name': '', 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'mac_address': 'fa:16:3e:ed:3b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1565ca8-90ea-497e-abaa-47d917e02229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:41Z', 'updated_at': '2021-11-26T03:51:45Z', 'revision_number': 4, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'subnets': [{'id': 'd1565ca8-90ea-497e-abaa-47d917e02229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:46.156201 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ad7da-2f47-4d53-b70e-51818c9072a7 None None] The sync data for ids ['c5c8747f-14c6-40a6-b712-39d660cdc390'] in n-d-819389-3 is: [{'id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'name': 'tempest-TestMinimumBasicScenario-560484739-router', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 4, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'gw_port': {'id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a', 'name': '', 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'mac_address': 'fa:16:3e:ed:3b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1565ca8-90ea-497e-abaa-47d917e02229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:41Z', 'updated_at': '2021-11-26T03:51:45Z', 'revision_number': 4, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'subnets': [{'id': 'd1565ca8-90ea-497e-abaa-47d917e02229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:51:46.183172 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c48b42af-e43d-46ff-91fc-2bf5c25196b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:46.396369 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-c48b42af-e43d-46ff-91fc-2bf5c25196b5 admin admin] Allocated IP 172.20.0.1 (8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce/98ca6308-7297-4742-be2a-5ffafa626955/30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:51:46.419899 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd94efb-363c-4f70-9637-54e6447b5809 None None] Network 8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:51:46.426647 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:46.435184 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:46.498262 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Attempting to bind port 54c99654-e494-479d-a3ea-2756c6f59ec9 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:51:46.498653 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Attempting to bind port 54c99654-e494-479d-a3ea-2756c6f59ec9 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:51:46.499028 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Attempting to bind port 54c99654-e494-479d-a3ea-2756c6f59ec9 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:51:46.499435 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8966f520-9c6b-4460-81a6-45af435681d5 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:51:46.502157 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b3d42-7003-4aca-b2fa-1c32a888c91d None None] Pushing event updated for resources: {'Port': ['ID=54c99654-e494-479d-a3ea-2756c6f59ec9,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:46.507312 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:51:46.507692 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:51:46.508130 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:46.508530 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:51:46.509005 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Bound port: 54c99654-e494-479d-a3ea-2756c6f59ec9, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:51:46.509389 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:46.526484 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9d1ddec2-8eee-42f5-b976-82c87347f56d None None] Provisioning complete for port 8b5606ab-2099-4112-9a2f-a8d0ac2799c8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:46.526978 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddec2-8eee-42f5-b976-82c87347f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:46.550629 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c48b42af-e43d-46ff-91fc-2bf5c25196b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:46.574527 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] For port 54c99654-e494-479d-a3ea-2756c6f59ec9, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:51:46.578939 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] For port 54c99654-e494-479d-a3ea-2756c6f59ec9, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=54c99654-e494-479d-a3ea-2756c6f59ec9,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:51:46.584738 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:46.603683 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c48b42af-e43d-46ff-91fc-2bf5c25196b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:46.656531 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19e2bf6-a5fd-4d3b-8cbd-b22cd5819c93 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:51:46.670428 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b3d42-7003-4aca-b2fa-1c32a888c91d None None] Pushing event updated for resources: {'Port': ['ID=54c99654-e494-479d-a3ea-2756c6f59ec9,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:46.674434 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48b42af-e43d-46ff-91fc-2bf5c25196b5 admin admin] Network 8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:51:46.680697 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-c48b42af-e43d-46ff-91fc-2bf5c25196b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:51:46.683986 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Routers {'9f3ed23f-2b92-4914-9530-b9edd824e64c'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:51:46.684740 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:51:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9f3ed23f-2b92-4914-9530-b9edd824e64c'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:46.685832 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48b42af-e43d-46ff-91fc-2bf5c25196b5 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:51:46.714123 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddec2-8eee-42f5-b976-82c87347f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:46.742272 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b42af-e43d-46ff-91fc-2bf5c25196b5 admin admin] Pushing event updated for resources: {'Port': ['ID=30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:46.774000 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c48b42af-e43d-46ff-91fc-2bf5c25196b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:46.797913 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-9d1ddec2-8eee-42f5-b976-82c87347f56d None None] For port 8b5606ab-2099-4112-9a2f-a8d0ac2799c8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8b5606ab-2099-4112-9a2f-a8d0ac2799c8,segment=NetworkSegment(501d5cff-c196-4f65-b6a4-f1834dfcf5d6),segment_id=501d5cff-c196-4f65-b6a4-f1834dfcf5d6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:51:46.806824 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddec2-8eee-42f5-b976-82c87347f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:46.850890 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] Set router 9f3ed23f-2b92-4914-9530-b9edd824e64c gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:51:46.861425 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ddec2-8eee-42f5-b976-82c87347f56d None None] Pushing event updated for resources: {'Port': ['ID=8b5606ab-2099-4112-9a2f-a8d0ac2799c8,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:46.887596 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:46.936676 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-bf674ee4-143f-46c0-9884-69ed64b1942a None None] Provisioning complete for port 54c99654-e494-479d-a3ea-2756c6f59ec9 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:46.937055 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bf674ee4-143f-46c0-9884-69ed64b1942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:46.957042 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c48b42af-e43d-46ff-91fc-2bf5c25196b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:47.049511 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bf674ee4-143f-46c0-9884-69ed64b1942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:47.081162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-bf674ee4-143f-46c0-9884-69ed64b1942a None None] For port 54c99654-e494-479d-a3ea-2756c6f59ec9, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=54c99654-e494-479d-a3ea-2756c6f59ec9,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:51:47.086306 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bf674ee4-143f-46c0-9884-69ed64b1942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:47.127212 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3ed23f-2b92-4914-9530-b9edd824e64c', 'name': 'tempest-TestMinimumBasicScenario-301703456-router', 'tenant_id': '7ad08027e7d749c2acd208b20d88d081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '54c99654-e494-479d-a3ea-2756c6f59ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:43Z', 'updated_at': '2021-11-26T03:51:44Z', 'revision_number': 3, 'project_id': '7ad08027e7d749c2acd208b20d88d081', 'gw_port': {'id': '54c99654-e494-479d-a3ea-2756c6f59ec9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3ed23f-2b92-4914-9530-b9edd824e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:44Z', 'updated_at': '2021-11-26T03:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:47.156193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf674ee4-143f-46c0-9884-69ed64b1942a None None] Pushing event updated for resources: {'Port': ['ID=54c99654-e494-479d-a3ea-2756c6f59ec9,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:47.180841 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52327eed-e44d-4b90-b875-c866164e6aa1 None None] The sync data for ids ['9f3ed23f-2b92-4914-9530-b9edd824e64c'] in n-d-819389-3 is: [{'id': '9f3ed23f-2b92-4914-9530-b9edd824e64c', 'name': 'tempest-TestMinimumBasicScenario-301703456-router', 'tenant_id': '7ad08027e7d749c2acd208b20d88d081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '54c99654-e494-479d-a3ea-2756c6f59ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:43Z', 'updated_at': '2021-11-26T03:51:44Z', 'revision_number': 3, 'project_id': '7ad08027e7d749c2acd208b20d88d081', 'gw_port': {'id': '54c99654-e494-479d-a3ea-2756c6f59ec9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3ed23f-2b92-4914-9530-b9edd824e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:44Z', 'updated_at': '2021-11-26T03:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:51:47.273475 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c48b42af-e43d-46ff-91fc-2bf5c25196b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:47.290135 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c48b42af-e43d-46ff-91fc-2bf5c25196b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:47.306620 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:51:47.366464 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b9e078c8-f471-42d8-95b5-53626b9e3471 None None] Provisioning complete for port 8b5606ab-2099-4112-9a2f-a8d0ac2799c8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:47.366916 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b9e078c8-f471-42d8-95b5-53626b9e3471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:47.397246 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b42af-e43d-46ff-91fc-2bf5c25196b5 admin admin] Pushing event updated for resources: {'Port': ['ID=30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:47.408000 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c48b42af-e43d-46ff-91fc-2bf5c25196b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:47.432710 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:47.433300 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:47.560613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48b42af-e43d-46ff-91fc-2bf5c25196b5 admin admin] Network 8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:51:47.562349 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-c48b42af-e43d-46ff-91fc-2bf5c25196b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:51:47.612241 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b9e078c8-f471-42d8-95b5-53626b9e3471 None None] Provisioning complete for port 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:47.612626 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b9e078c8-f471-42d8-95b5-53626b9e3471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:47.619945 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8b5606ab-2099-4112-9a2f-a8d0ac2799c8 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:51:47.716609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b9e078c8-f471-42d8-95b5-53626b9e3471 None None] Port 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:51:47.721588 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:47.747824 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 8b5606ab-2099-4112-9a2f-a8d0ac2799c8 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:47.748248 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:47.749808 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48b42af-e43d-46ff-91fc-2bf5c25196b5 admin admin] Router 9f3ed23f-2b92-4914-9530-b9edd824e64c has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:51:47.885593 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-51a23020-22ba-48a3-bdaf-4be3562bfeb5 None None] Provisioning complete for port 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:47.886520 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-51a23020-22ba-48a3-bdaf-4be3562bfeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:47.903302 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48b42af-e43d-46ff-91fc-2bf5c25196b5 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:51:47.918567 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c48b42af-e43d-46ff-91fc-2bf5c25196b5 admin admin] 10.222.0.31 "PUT /v2.0/routers/9f3ed23f-2b92-4914-9530-b9edd824e64c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2160423 Nov 26 03:51:47.924265 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-51a23020-22ba-48a3-bdaf-4be3562bfeb5 None None] Port 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:51:48.047786 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c85a9874-407d-41cb-b196-c36b826b0af6 None None] Provisioning complete for port 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:48.048195 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c85a9874-407d-41cb-b196-c36b826b0af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:48.085530 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c85a9874-407d-41cb-b196-c36b826b0af6 None None] Port 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:51:49.179670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 54c99654-e494-479d-a3ea-2756c6f59ec9 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:51:49.230287 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 54c99654-e494-479d-a3ea-2756c6f59ec9 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:49.230661 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:49.622401 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Sync routers for ids ['9f3ed23f-2b92-4914-9530-b9edd824e64c'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:51:49.634420 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Routers {'9f3ed23f-2b92-4914-9530-b9edd824e64c'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:51:49.635042 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:51:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9f3ed23f-2b92-4914-9530-b9edd824e64c'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:49.750368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Set router 9f3ed23f-2b92-4914-9530-b9edd824e64c gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:51:49.967990 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3ed23f-2b92-4914-9530-b9edd824e64c', 'name': 'tempest-TestMinimumBasicScenario-301703456-router', 'tenant_id': '7ad08027e7d749c2acd208b20d88d081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '54c99654-e494-479d-a3ea-2756c6f59ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:43Z', 'updated_at': '2021-11-26T03:51:46Z', 'revision_number': 4, 'project_id': '7ad08027e7d749c2acd208b20d88d081', 'gw_port': {'id': '54c99654-e494-479d-a3ea-2756c6f59ec9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3ed23f-2b92-4914-9530-b9edd824e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:44Z', 'updated_at': '2021-11-26T03:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f', 'name': '', 'network_id': '8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce', 'tenant_id': '7ad08027e7d749c2acd208b20d88d081', 'mac_address': 'fa:16:3e:e4:c4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3ed23f-2b92-4914-9530-b9edd824e64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '98ca6308-7297-4742-be2a-5ffafa626955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:46Z', 'updated_at': '2021-11-26T03:51:47Z', 'revision_number': 2, 'project_id': '7ad08027e7d749c2acd208b20d88d081', 'subnets': [{'id': '98ca6308-7297-4742-be2a-5ffafa626955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:49.999370 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Checking router: 9f3ed23f-2b92-4914-9530-b9edd824e64c for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:51:49.999737 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Updating router 9f3ed23f-2b92-4914-9530-b9edd824e64c port 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:51:50.033472 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:50.321986 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:50.328966 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:50.386258 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e4aaa-395e-439e-9b2b-b9fa9d2f6de6 None None] Pushing event updated for resources: {'Port': ['ID=30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:50.440249 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Attempting to bind port 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:51:50.440249 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Attempting to bind port 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '501d5cff-c196-4f65-b6a4-f1834dfcf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:51:50.440249 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Attempting to bind port 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f on network 8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:51:50.447376 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:51:50.447760 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Checking segment: {'id': '501d5cff-c196-4f65-b6a4-f1834dfcf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:51:50.448209 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:50.448620 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Bound using segment: {'id': '501d5cff-c196-4f65-b6a4-f1834dfcf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:51:50.449132 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Bound port: 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501d5cff-c196-4f65-b6a4-f1834dfcf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:51:50.449517 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:50.522340 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] For port 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:51:50.525746 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] For port 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f,segment=NetworkSegment(501d5cff-c196-4f65-b6a4-f1834dfcf5d6),segment_id=501d5cff-c196-4f65-b6a4-f1834dfcf5d6)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:51:50.533968 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:50.604741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e4aaa-395e-439e-9b2b-b9fa9d2f6de6 None None] Pushing event updated for resources: {'Port': ['ID=30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:50.639238 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Routers {'9f3ed23f-2b92-4914-9530-b9edd824e64c'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:51:50.640498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:51:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9f3ed23f-2b92-4914-9530-b9edd824e64c'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:50.767933 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-347c195a-5787-4b1c-8c0f-67ec22f6450c None None] Provisioning complete for port 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:50.768703 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-347c195a-5787-4b1c-8c0f-67ec22f6450c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:50.878829 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] Set router 9f3ed23f-2b92-4914-9530-b9edd824e64c gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:51:50.911157 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-347c195a-5787-4b1c-8c0f-67ec22f6450c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:51.157927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-347c195a-5787-4b1c-8c0f-67ec22f6450c None None] For port 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f,segment=NetworkSegment(501d5cff-c196-4f65-b6a4-f1834dfcf5d6),segment_id=501d5cff-c196-4f65-b6a4-f1834dfcf5d6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:51:51.167574 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-347c195a-5787-4b1c-8c0f-67ec22f6450c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:51.267250 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c195a-5787-4b1c-8c0f-67ec22f6450c None None] Pushing event updated for resources: {'Port': ['ID=30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:51:51.315185 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-fde19cc3-c4f3-48ac-879b-04f712cbc537 None None] Provisioning complete for port 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:51.315581 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fde19cc3-c4f3-48ac-879b-04f712cbc537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:51.382580 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3ed23f-2b92-4914-9530-b9edd824e64c', 'name': 'tempest-TestMinimumBasicScenario-301703456-router', 'tenant_id': '7ad08027e7d749c2acd208b20d88d081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '54c99654-e494-479d-a3ea-2756c6f59ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:43Z', 'updated_at': '2021-11-26T03:51:46Z', 'revision_number': 4, 'project_id': '7ad08027e7d749c2acd208b20d88d081', 'gw_port': {'id': '54c99654-e494-479d-a3ea-2756c6f59ec9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3ed23f-2b92-4914-9530-b9edd824e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:44Z', 'updated_at': '2021-11-26T03:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f', 'name': '', 'network_id': '8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce', 'tenant_id': '7ad08027e7d749c2acd208b20d88d081', 'mac_address': 'fa:16:3e:e4:c4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3ed23f-2b92-4914-9530-b9edd824e64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '98ca6308-7297-4742-be2a-5ffafa626955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:46Z', 'updated_at': '2021-11-26T03:51:50Z', 'revision_number': 4, 'project_id': '7ad08027e7d749c2acd208b20d88d081', 'subnets': [{'id': '98ca6308-7297-4742-be2a-5ffafa626955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:51:51.432797 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2026b48-67d2-4379-a799-0c5cb97a812a None None] The sync data for ids ['9f3ed23f-2b92-4914-9530-b9edd824e64c'] in n-d-819389-3 is: [{'id': '9f3ed23f-2b92-4914-9530-b9edd824e64c', 'name': 'tempest-TestMinimumBasicScenario-301703456-router', 'tenant_id': '7ad08027e7d749c2acd208b20d88d081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '54c99654-e494-479d-a3ea-2756c6f59ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:43Z', 'updated_at': '2021-11-26T03:51:46Z', 'revision_number': 4, 'project_id': '7ad08027e7d749c2acd208b20d88d081', 'gw_port': {'id': '54c99654-e494-479d-a3ea-2756c6f59ec9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3ed23f-2b92-4914-9530-b9edd824e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:44Z', 'updated_at': '2021-11-26T03:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f', 'name': '', 'network_id': '8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce', 'tenant_id': '7ad08027e7d749c2acd208b20d88d081', 'mac_address': 'fa:16:3e:e4:c4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3ed23f-2b92-4914-9530-b9edd824e64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '98ca6308-7297-4742-be2a-5ffafa626955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:46Z', 'updated_at': '2021-11-26T03:51:50Z', 'revision_number': 4, 'project_id': '7ad08027e7d749c2acd208b20d88d081', 'subnets': [{'id': '98ca6308-7297-4742-be2a-5ffafa626955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:51:52.905908 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:53.198079 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:51:53.260756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:51:53.261678 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:54.136461 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:56.878839 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:51:58.152401 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-414696d4-996c-46af-a068-27fb45c85b60 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:58.153904 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-414696d4-996c-46af-a068-27fb45c85b60 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/networks?id=3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 HTTP/1.1" status: 200 len: 814 time: 0.1105869 Nov 26 03:51:58.169266 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-45c8ec96-1102-458d-a0b5-05ea02f5614c tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/quotas/a5ee81dfab654d11916197f633d8f7b6 HTTP/1.1" status: 200 len: 375 time: 0.0095577 Nov 26 03:51:58.219251 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-25dbbcb8-3115-49d4-8774-bdbd7007da2d tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a5ee81dfab654d11916197f633d8f7b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446646 Nov 26 03:51:58.316612 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-0a009571-6e95-4779-babf-e1973fd9cbaf service neutron] 10.222.0.31 "GET /v2.0/networks/3cba877c-89a6-4dd5-9b2d-92a7a86e71e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852115 Nov 26 03:51:58.405196 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-7cf7c919-ab3d-459c-86e1-86210d272655 service neutron] 10.222.0.31 "GET /v2.0/networks/3cba877c-89a6-4dd5-9b2d-92a7a86e71e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819938 Nov 26 03:51:58.569251 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1240feb4-3aea-4aa6-b516-ca0cf6870065 req-ca8e389c-38ca-4567-b384-5b54d062e158 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 210 time: 0.0300882 Nov 26 03:51:59.674250 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-570c899b-04be-4e3d-bcdc-4642518f6166 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:51:59.675750 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-570c899b-04be-4e3d-bcdc-4642518f6166 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.59 "GET /v2.0/networks?id=3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 HTTP/1.1" status: 200 len: 814 time: 0.1064904 Nov 26 03:51:59.695169 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Request body: {'port': {'device_id': '30c7dc1f-1bc8-4ea6-a125-41be84d9e660', 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5', 'admin_state_up': True, 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:51:59.713793 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8865f2ac-a082-4a7a-895a-28300a44880a req-429ba353-16c1-41a1-a4a1-d16183b76970 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 210 time: 0.0563207 Nov 26 03:51:59.809004 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Made reservation on behalf of a5ee81dfab654d11916197f633d8f7b6 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:51:59.812388 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:51:59.939394 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Allocated IP 172.20.0.7 (3cba877c-89a6-4dd5-9b2d-92a7a86e71e5/d1565ca8-90ea-497e-abaa-47d917e02229/99764a29-48a7-4d5d-bf85-6a3322d5c249) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:52:00.101258 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:00.139113 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:00.192025 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Network 3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:52:00.202517 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:52:00.206603 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:52:00.250675 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Pushing event updated for resources: {'Port': ['ID=99764a29-48a7-4d5d-bf85-6a3322d5c249,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:52:00.263127 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:00.263475 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:00.265734 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:00.266091 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:00.266465 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:00.266789 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:00.267273 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:00.267617 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:00.267956 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:00.268321 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:00.269033 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:00.269033 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:00.305432 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:00.306277 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:00.335129 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-c904a871-2042-4169-9882-9183283e0dc4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6442747 Nov 26 03:52:00.537739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-14ff96c2-89e4-41b6-9f32-1395f24660d3 None None] Provisioning complete for port 99764a29-48a7-4d5d-bf85-6a3322d5c249 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:52:00.538341 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14ff96c2-89e4-41b6-9f32-1395f24660d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:00.573858 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-14ff96c2-89e4-41b6-9f32-1395f24660d3 None None] Port 99764a29-48a7-4d5d-bf85-6a3322d5c249 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:52:00.836693 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c8ded-f4f5-47d7-b550-042ec5d9c682 req-83e04a60-16a7-48da-b286-faa3136e3f81 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:00.838894 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc8c8ded-f4f5-47d7-b550-042ec5d9c682 req-83e04a60-16a7-48da-b286-faa3136e3f81 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 931 time: 0.0521231 Nov 26 03:52:00.890067 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc8c8ded-f4f5-47d7-b550-042ec5d9c682 req-f37110c5-f4ac-4594-8f22-9e520bb393e7 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441647 Nov 26 03:52:02.008832 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16f8b7-984e-4720-b6ca-7edd89c56d67 req-f8db68e6-eede-44bd-9bf5-8b4f94366f10 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:02.010374 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a16f8b7-984e-4720-b6ca-7edd89c56d67 req-f8db68e6-eede-44bd-9bf5-8b4f94366f10 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 931 time: 0.0506015 Nov 26 03:52:02.063180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a16f8b7-984e-4720-b6ca-7edd89c56d67 req-3f33b726-1f90-425a-be31-dfde76c8befd tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465944 Nov 26 03:52:03.193676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24a5fe-c79d-42cc-80fc-01476a92cd09 req-6bc4d305-6dec-4077-acd8-c9118b52de5c tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:03.195597 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd24a5fe-c79d-42cc-80fc-01476a92cd09 req-6bc4d305-6dec-4077-acd8-c9118b52de5c tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 931 time: 0.0631549 Nov 26 03:52:03.246312 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd24a5fe-c79d-42cc-80fc-01476a92cd09 req-ba1bc090-3da3-4cb7-9d72-79494beaae97 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442998 Nov 26 03:52:04.368342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a264f-3401-42d5-9228-e092310b8a8e req-caae2bcf-c5e4-4b62-b81e-decedb789a22 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:04.369843 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7f5a264f-3401-42d5-9228-e092310b8a8e req-caae2bcf-c5e4-4b62-b81e-decedb789a22 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 931 time: 0.0541124 Nov 26 03:52:04.424031 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7f5a264f-3401-42d5-9228-e092310b8a8e req-4cfc3f5d-bead-4ccf-b67f-bcbda65732a4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476785 Nov 26 03:52:05.548412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436e3ad-e829-4652-bbb2-254d98238780 req-f9639cf8-5c94-4ac8-9801-e3e44aba5010 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:05.550776 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a436e3ad-e829-4652-bbb2-254d98238780 req-f9639cf8-5c94-4ac8-9801-e3e44aba5010 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 931 time: 0.0557241 Nov 26 03:52:05.602659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a436e3ad-e829-4652-bbb2-254d98238780 req-f2a0d013-24f3-4063-922e-903c08c1a20f tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464454 Nov 26 03:52:06.741628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496cd78-11a8-4b97-a20c-b9a77e30a39a req-ed43919f-1512-44c9-8ac0-b2f8992a5fb4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:06.743157 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9496cd78-11a8-4b97-a20c-b9a77e30a39a req-ed43919f-1512-44c9-8ac0-b2f8992a5fb4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 931 time: 0.0509081 Nov 26 03:52:06.795441 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9496cd78-11a8-4b97-a20c-b9a77e30a39a req-60740660-efbf-4c9b-8fda-71d65f2344a9 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459449 Nov 26 03:52:07.917044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32403b-b629-444c-b077-c8e97a8b788f req-98d91ed3-1c9b-4d71-a8a0-1cc0f9a137c6 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:07.919514 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca32403b-b629-444c-b077-c8e97a8b788f req-98d91ed3-1c9b-4d71-a8a0-1cc0f9a137c6 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 931 time: 0.0514610 Nov 26 03:52:07.973355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca32403b-b629-444c-b077-c8e97a8b788f req-0d39a39b-7d4b-4994-beb8-088c213f5453 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486102 Nov 26 03:52:09.093582 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f98a3-bcca-47d3-8eb5-1b9f14db021a req-b4b72f7f-31af-4a3b-8f94-9955e1a31696 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:09.101677 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-781f98a3-bcca-47d3-8eb5-1b9f14db021a req-b4b72f7f-31af-4a3b-8f94-9955e1a31696 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 931 time: 0.0589442 Nov 26 03:52:09.156986 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-781f98a3-bcca-47d3-8eb5-1b9f14db021a req-10efb767-5b48-4616-85c4-bbb2c6e27df2 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490668 Nov 26 03:52:10.182817 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Request body: {'port': {'device_id': '30c7dc1f-1bc8-4ea6-a125-41be84d9e660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:52:10.237136 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:10.278554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f07cd-3274-4580-bbf3-cc4bd2839089 req-43abdd5d-bc8f-441c-8cad-2e5092594fd5 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:10.282300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea5f07cd-3274-4580-bbf3-cc4bd2839089 req-43abdd5d-bc8f-441c-8cad-2e5092594fd5 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 931 time: 0.0528216 Nov 26 03:52:10.327685 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea5f07cd-3274-4580-bbf3-cc4bd2839089 req-0c62107a-e824-4d48-804e-e5fbaff84b20 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408714 Nov 26 03:52:10.492323 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99764a29-48a7-4d5d-bf85-6a3322d5c249 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:52:10.499347 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:10.510787 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Transition to ACTIVE for port object 99764a29-48a7-4d5d-bf85-6a3322d5c249 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:52:10.513990 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:10.564945 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Pushing event updated for resources: {'Port': ['ID=99764a29-48a7-4d5d-bf85-6a3322d5c249,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:52:10.642171 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Attempting to bind port 99764a29-48a7-4d5d-bf85-6a3322d5c249 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:52:10.642523 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Attempting to bind port 99764a29-48a7-4d5d-bf85-6a3322d5c249 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'd0f16d47-b601-40d1-9819-6470695e1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:52:10.642878 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Attempting to bind port 99764a29-48a7-4d5d-bf85-6a3322d5c249 on network 3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:52:10.648526 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Port 99764a29-48a7-4d5d-bf85-6a3322d5c249 on network 3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:52:10.648860 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Attempting to bind port 99764a29-48a7-4d5d-bf85-6a3322d5c249 on network 3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:52:10.654110 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:52:10.654452 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Checking segment: {'id': 'd0f16d47-b601-40d1-9819-6470695e1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:52:10.654869 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Bound using segment: {'id': 'd0f16d47-b601-40d1-9819-6470695e1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:52:10.655441 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Bound port: 99764a29-48a7-4d5d-bf85-6a3322d5c249, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f16d47-b601-40d1-9819-6470695e1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:52:10.655810 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:10.726252 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] For port 99764a29-48a7-4d5d-bf85-6a3322d5c249, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:52:10.729997 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] For port 99764a29-48a7-4d5d-bf85-6a3322d5c249, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=99764a29-48a7-4d5d-bf85-6a3322d5c249,segment=NetworkSegment(d0f16d47-b601-40d1-9819-6470695e1e8d),segment_id=d0f16d47-b601-40d1-9819-6470695e1e8d)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:52:10.734374 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:10.766845 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:10.767670 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:10.768952 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] 10.222.0.59 "PUT /v2.0/ports/99764a29-48a7-4d5d-bf85-6a3322d5c249 HTTP/1.1" status: 200 len: 1091 time: 0.5905416 Nov 26 03:52:10.769960 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c7dc1f-1bc8-4ea6-a125-41be84d9e660', 'tag': '99764a29-48a7-4d5d-bf85-6a3322d5c249'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:52:10.772250 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648abd54-277f-41c5-b87a-5daa12b64973" -d '{"events": [{"name": "network-changed", "server_uuid": "30c7dc1f-1bc8-4ea6-a125-41be84d9e660", "tag": "99764a29-48a7-4d5d-bf85-6a3322d5c249"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:52:10.798065 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98324e94-2569-410b-a379-ebe4968a0f79 service neutron] Pushing event updated for resources: {'Port': ['ID=99764a29-48a7-4d5d-bf85-6a3322d5c249,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:52:10.822017 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1fa2f4-e076-4b6e-892e-968060987175 x-openstack-request-id: req-cd1fa2f4-e076-4b6e-892e-968060987175 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:52:10.822466 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c7dc1f-1bc8-4ea6-a125-41be84d9e660", "tag": "99764a29-48a7-4d5d-bf85-6a3322d5c249", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:52:10.823348 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd1fa2f4-e076-4b6e-892e-968060987175 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:52:10.823766 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c7dc1f-1bc8-4ea6-a125-41be84d9e660', 'tag': '99764a29-48a7-4d5d-bf85-6a3322d5c249', 'status': 'completed', 'code': 200} Nov 26 03:52:10.874601 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-9147a09a-f7d2-4db3-8c33-97cf29a57160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:10.876271 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-9147a09a-f7d2-4db3-8c33-97cf29a57160 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5ee81dfab654d11916197f633d8f7b6&device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 1094 time: 0.0425694 Nov 26 03:52:10.931593 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-1b339ffb-e9a8-4a08-a2d2-58d5654ad55c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99764a29-48a7-4d5d-bf85-6a3322d5c249 HTTP/1.1" status: 200 len: 217 time: 0.0417988 Nov 26 03:52:10.982275 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-a306a7e7-2fda-4678-bf52-ca291c7e1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:10.983771 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-a306a7e7-2fda-4678-bf52-ca291c7e1e19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1565ca8-90ea-497e-abaa-47d917e02229 HTTP/1.1" status: 200 len: 853 time: 0.0443225 Nov 26 03:52:11.028948 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-9e4cd674-cbea-40f0-81fd-863c9ccd457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:11.030436 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-9e4cd674-cbea-40f0-81fd-863c9ccd457d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cba877c-89a6-4dd5-9b2d-92a7a86e71e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400088 Nov 26 03:52:11.122480 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-c75125c9-7acf-4434-84f5-3dc0b99f013a service neutron] 10.222.0.59 "GET /v2.0/networks/3cba877c-89a6-4dd5-9b2d-92a7a86e71e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847805 Nov 26 03:52:11.211084 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-09be0f38-aed7-4d47-b992-34b4f5d8b33f req-592b7f77-6bef-4f8c-95d9-85b0c7408b36 service neutron] 10.222.0.59 "GET /v2.0/networks/3cba877c-89a6-4dd5-9b2d-92a7a86e71e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810325 Nov 26 03:52:11.335648 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648abd54-277f-41c5-b87a-5daa12b64973 req-7a4df63e-ec2b-40a4-9ec9-23cb1299cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:11.337088 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-648abd54-277f-41c5-b87a-5daa12b64973 req-7a4df63e-ec2b-40a4-9ec9-23cb1299cdcf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5ee81dfab654d11916197f633d8f7b6&device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 1094 time: 0.0448773 Nov 26 03:52:11.427163 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648abd54-277f-41c5-b87a-5daa12b64973 req-f9f294f7-f179-44b7-9d8d-5a3f16951174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:11.428698 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-648abd54-277f-41c5-b87a-5daa12b64973 req-f9f294f7-f179-44b7-9d8d-5a3f16951174 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 HTTP/1.1" status: 200 len: 915 time: 0.0847850 Nov 26 03:52:11.446999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f7b06-c77a-4cf8-b75f-76bdc1bc9030 req-00dd5f2e-9e6c-4834-9d42-c7c6036e0c4c tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:11.448659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e46f7b06-c77a-4cf8-b75f-76bdc1bc9030 req-00dd5f2e-9e6c-4834-9d42-c7c6036e0c4c tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 943 time: 0.0545273 Nov 26 03:52:11.473319 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-648abd54-277f-41c5-b87a-5daa12b64973 req-d652d8ca-605b-421d-831d-a9081d42af95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99764a29-48a7-4d5d-bf85-6a3322d5c249 HTTP/1.1" status: 200 len: 217 time: 0.0378039 Nov 26 03:52:11.497329 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e46f7b06-c77a-4cf8-b75f-76bdc1bc9030 req-4fe5f053-40b1-4e53-8d1a-17c5ac60f8b2 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427003 Nov 26 03:52:11.522952 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648abd54-277f-41c5-b87a-5daa12b64973 req-4c0719d6-b6e6-4695-8be3-672334beacfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:11.524498 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-648abd54-277f-41c5-b87a-5daa12b64973 req-4c0719d6-b6e6-4695-8be3-672334beacfb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1565ca8-90ea-497e-abaa-47d917e02229 HTTP/1.1" status: 200 len: 853 time: 0.0443950 Nov 26 03:52:11.569043 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648abd54-277f-41c5-b87a-5daa12b64973 req-04c5cdf5-1695-489f-862d-7d172cffe47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:11.570501 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-648abd54-277f-41c5-b87a-5daa12b64973 req-04c5cdf5-1695-489f-862d-7d172cffe47e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cba877c-89a6-4dd5-9b2d-92a7a86e71e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387235 Nov 26 03:52:11.810184 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aa292e0a-836f-4e09-b008-23e98e65c478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:11.990700 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-648abd54-277f-41c5-b87a-5daa12b64973 req-3f18f50f-622c-448f-af1b-3a80698eb7ae service neutron] 10.222.0.59 "GET /v2.0/networks/3cba877c-89a6-4dd5-9b2d-92a7a86e71e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116480 Nov 26 03:52:12.082350 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-648abd54-277f-41c5-b87a-5daa12b64973 req-2c6db8e5-01e4-458b-8a07-74841a68189c service neutron] 10.222.0.59 "GET /v2.0/networks/3cba877c-89a6-4dd5-9b2d-92a7a86e71e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831418 Nov 26 03:52:12.620698 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1679c77-8b07-48e5-ad98-adc4291a29d0 req-95ff44b0-2dfa-48f5-8ed4-33e1a17b455e tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:12.622290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1679c77-8b07-48e5-ad98-adc4291a29d0 req-95ff44b0-2dfa-48f5-8ed4-33e1a17b455e tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 943 time: 0.0509636 Nov 26 03:52:12.671233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1679c77-8b07-48e5-ad98-adc4291a29d0 req-60db1a1f-4932-4336-b84e-a13c97898930 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430660 Nov 26 03:52:13.781708 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 99764a29-48a7-4d5d-bf85-6a3322d5c249 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:52:13.791388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd4c2a-db12-4915-8ac8-f8f2a2464167 req-5a97772c-f508-4356-8da1-445b5a5be5e7 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:13.792988 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ccd4c2a-db12-4915-8ac8-f8f2a2464167 req-5a97772c-f508-4356-8da1-445b5a5be5e7 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 943 time: 0.0521364 Nov 26 03:52:13.853013 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ccd4c2a-db12-4915-8ac8-f8f2a2464167 req-7db72ed0-e1f3-477a-810a-b746b03b75e4 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534239 Nov 26 03:52:13.889251 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 99764a29-48a7-4d5d-bf85-6a3322d5c249, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=99764a29-48a7-4d5d-bf85-6a3322d5c249,segment=NetworkSegment(d0f16d47-b601-40d1-9819-6470695e1e8d),segment_id=d0f16d47-b601-40d1-9819-6470695e1e8d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:52:13.902305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '99764a29-48a7-4d5d-bf85-6a3322d5c249', 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5', 'port_id': '99764a29-48a7-4d5d-bf85-6a3322d5c249', 'mac_address': 'fa:16:3e:9f:6e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1565ca8-90ea-497e-abaa-47d917e02229', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:52:13.939187 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:13.951996 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99764a29-48a7-4d5d-bf85-6a3322d5c249 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:52:13.970595 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 99764a29-48a7-4d5d-bf85-6a3322d5c249, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=99764a29-48a7-4d5d-bf85-6a3322d5c249,segment=NetworkSegment(d0f16d47-b601-40d1-9819-6470695e1e8d),segment_id=d0f16d47-b601-40d1-9819-6470695e1e8d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:52:13.974610 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:14.023439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=99764a29-48a7-4d5d-bf85-6a3322d5c249,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:52:14.030795 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:14.031149 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:14.031496 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:14.031837 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:14.032217 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:14.032554 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:14.032886 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:14.033218 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:14.033546 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:14.033875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:14.034208 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:14.034534 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:14.207826 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e9ce946d-68ac-496f-b4c9-8c5c6c8b7fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:14.245427 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['99764a29-48a7-4d5d-bf85-6a3322d5c249'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:52:14.972218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f1b3b-9940-4a34-86db-fc0f213bc6c5 req-6f6c0127-784b-4edf-a9e6-f701e5a6aed8 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:14.972795 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c1f1b3b-9940-4a34-86db-fc0f213bc6c5 req-6f6c0127-784b-4edf-a9e6-f701e5a6aed8 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 944 time: 0.0513382 Nov 26 03:52:15.021929 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c1f1b3b-9940-4a34-86db-fc0f213bc6c5 req-c993b272-748b-410a-9ce9-4a46612fee14 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429540 Nov 26 03:52:15.276732 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:15.783544 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 99764a29-48a7-4d5d-bf85-6a3322d5c249 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:52:15.833753 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 99764a29-48a7-4d5d-bf85-6a3322d5c249 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:52:15.837548 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 99764a29-48a7-4d5d-bf85-6a3322d5c249 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:52:15.837920 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:15.912422 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:15.933958 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c7dc1f-1bc8-4ea6-a125-41be84d9e660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99764a29-48a7-4d5d-bf85-6a3322d5c249'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:52:15.936227 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44390ae6-d279-4cd6-88de-02d1e64a264a" -d '{"events": [{"server_uuid": "30c7dc1f-1bc8-4ea6-a125-41be84d9e660", "name": "network-vif-plugged", "status": "completed", "tag": "99764a29-48a7-4d5d-bf85-6a3322d5c249"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:52:15.949732 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 99764a29-48a7-4d5d-bf85-6a3322d5c249, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=99764a29-48a7-4d5d-bf85-6a3322d5c249,segment=NetworkSegment(d0f16d47-b601-40d1-9819-6470695e1e8d),segment_id=d0f16d47-b601-40d1-9819-6470695e1e8d)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:52:15.953952 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:15.983138 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc25a77-6d0c-400f-9763-ff8c63a82472 x-openstack-request-id: req-2fc25a77-6d0c-400f-9763-ff8c63a82472 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:52:15.983433 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c7dc1f-1bc8-4ea6-a125-41be84d9e660", "name": "network-vif-plugged", "status": "completed", "tag": "99764a29-48a7-4d5d-bf85-6a3322d5c249", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:52:15.983687 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fc25a77-6d0c-400f-9763-ff8c63a82472 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:52:15.984081 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c7dc1f-1bc8-4ea6-a125-41be84d9e660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99764a29-48a7-4d5d-bf85-6a3322d5c249', 'code': 200} Nov 26 03:52:16.009995 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=99764a29-48a7-4d5d-bf85-6a3322d5c249,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:52:16.100908 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb67c2-9f26-4387-92a0-4ba03d6eb094 req-88cfaca6-dda4-4d2d-8259-bef1166035bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:16.102451 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-87eb67c2-9f26-4387-92a0-4ba03d6eb094 req-88cfaca6-dda4-4d2d-8259-bef1166035bd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 1096 time: 0.0405765 Nov 26 03:52:16.139763 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ed5aa-94c2-47cb-a5dd-085e5dda7377 req-65e1dba2-4af9-499d-b2ab-78d6c150ff8a tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:16.141425 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e50ed5aa-94c2-47cb-a5dd-085e5dda7377 req-65e1dba2-4af9-499d-b2ab-78d6c150ff8a tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 945 time: 0.0505188 Nov 26 03:52:16.158906 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-87eb67c2-9f26-4387-92a0-4ba03d6eb094 req-84efc880-532d-4260-ba39-7790d563fe74 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491879 Nov 26 03:52:16.192385 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e50ed5aa-94c2-47cb-a5dd-085e5dda7377 req-1dc611de-a6f7-4c49-9e3d-167ed4b6f2cc tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443833 Nov 26 03:52:16.830879 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:17.307624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956aeb9-ecfe-48bb-8675-566bce357e2a req-870f4ff9-1c28-4788-ba19-d61a35b34a46 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:17.309127 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b956aeb9-ecfe-48bb-8675-566bce357e2a req-870f4ff9-1c28-4788-ba19-d61a35b34a46 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 945 time: 0.0485804 Nov 26 03:52:17.355688 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b956aeb9-ecfe-48bb-8675-566bce357e2a req-5ab8725c-1441-48ea-82cd-a2c2aed9e05f tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406551 Nov 26 03:52:17.469466 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0692f-b45d-4a53-abe0-975ba5988f5e req-78fa6418-0f39-4eea-a69b-55a75b407072 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:17.470950 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdf0692f-b45d-4a53-abe0-975ba5988f5e req-78fa6418-0f39-4eea-a69b-55a75b407072 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 945 time: 0.0494487 Nov 26 03:52:17.518369 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fdf0692f-b45d-4a53-abe0-975ba5988f5e req-4a37d4bc-5df8-4bc2-acd8-481887f8f365 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408843 Nov 26 03:52:17.683259 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:17.714753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092005d-1dd1-4b26-9001-6a55a05625db req-c4d969cf-0b3f-4bb5-9131-7be74c25dd09 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:17.716290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6092005d-1dd1-4b26-9001-6a55a05625db req-c4d969cf-0b3f-4bb5-9131-7be74c25dd09 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 945 time: 0.0607154 Nov 26 03:52:17.764345 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6092005d-1dd1-4b26-9001-6a55a05625db req-7d338dce-453c-4075-9b0b-375eefe6ba6a tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416710 Nov 26 03:52:22.915233 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:24.153507 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:30.253129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad459a5a-062d-4d10-b09d-238a9ddbecf1 req-4e995fb9-9d89-4512-96b5-1589acb28215 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:30.255115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad459a5a-062d-4d10-b09d-238a9ddbecf1 req-4e995fb9-9d89-4512-96b5-1589acb28215 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 945 time: 0.0482953 Nov 26 03:52:30.302453 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ad459a5a-062d-4d10-b09d-238a9ddbecf1 req-241a9b1d-c43a-42ce-8476-7801b79447a1 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413647 Nov 26 03:52:30.324868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35150) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:52:30.450875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939ff77a-e665-494d-8107-7399c9125d27 tempest-TestMinimumBasicScenario-1690068129 tempest-TestMinimumBasicScenario-1690068129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:30.452349 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-939ff77a-e665-494d-8107-7399c9125d27 tempest-TestMinimumBasicScenario-1690068129 tempest-TestMinimumBasicScenario-1690068129-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 1091 time: 0.1264944 Nov 26 03:52:30.455404 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35154) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:52:30.460296 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': '99764a29-48a7-4d5d-bf85-6a3322d5c249', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:52:30.481298 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:30.578151 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:30.686582 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Allocated IP 172.25.0.199 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/45fb51db-c505-4ae6-a226-baccc1d980d3) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:52:30.785746 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:30.818543 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:30.859510 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:52:30.864467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:52:30.867078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:52:30.890679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Pushing event updated for resources: {'Port': ['ID=45fb51db-c505-4ae6-a226-baccc1d980d3,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:52:31.202206 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:31.268786 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:31.416127 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:31.420757 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:31.484688 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Pushing event updated for resources: {'Port': ['ID=45fb51db-c505-4ae6-a226-baccc1d980d3,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:52:31.498321 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:31.595629 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Floating IP 4ee292b2-cc84-41d5-8392-0f21151ad9b2 associated. External IP: 172.25.0.199, port: 99764a29-48a7-4d5d-bf85-6a3322d5c249. Nov 26 03:52:31.805453 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Router c5c8747f-14c6-40a6-b712-39d660cdc390 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:52:31.905879 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:52:31.916454 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08235e24-4322-496f-8c2c-3a71d24ca3e9 None None] Sync routers for ids ['c5c8747f-14c6-40a6-b712-39d660cdc390'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:52:31.924456 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:31.927498 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08235e24-4322-496f-8c2c-3a71d24ca3e9 None None] Routers {'c5c8747f-14c6-40a6-b712-39d660cdc390'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:52:31.928130 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-08235e24-4322-496f-8c2c-3a71d24ca3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:52:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c5c8747f-14c6-40a6-b712-39d660cdc390'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:52:31.956609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fe7f655f-8c20-475e-a600-6bf945c3b2fb tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5001409 Nov 26 03:52:31.957227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c7dc1f-1bc8-4ea6-a125-41be84d9e660', 'tag': '99764a29-48a7-4d5d-bf85-6a3322d5c249'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:52:31.958133 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35156) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:52:31.960322 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ecee5d-8b91-4af4-bd0c-7dc877e36729" -d '{"events": [{"name": "network-changed", "server_uuid": "30c7dc1f-1bc8-4ea6-a125-41be84d9e660", "tag": "99764a29-48a7-4d5d-bf85-6a3322d5c249"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:52:31.963456 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-6d6ff89e-80a1-43f3-a4cc-315124017449 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937679646', 'description': 'tempest-secgroup-smoke-937679646 description', 'project_id': 'a5ee81dfab654d11916197f633d8f7b6'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:52:31.988480 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6d6ff89e-80a1-43f3-a4cc-315124017449 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.068125 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6d6ff89e-80a1-43f3-a4cc-315124017449 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.072783 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6d6ff89e-80a1-43f3-a4cc-315124017449 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.106063 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6d6ff89e-80a1-43f3-a4cc-315124017449 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.107407 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6d6ff89e-80a1-43f3-a4cc-315124017449 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1476488 Nov 26 03:52:32.110476 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35162) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:52:32.111224 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ff89e-80a1-43f3-a4cc-315124017449 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd61fd4-08e3-4194-9e6c-89fc8552cec7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:52:32.115072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-ef97b8bb-64a5-453f-b486-a0f9ef606426 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Request body: {'security_group_rule': {'security_group_id': '3dd61fd4-08e3-4194-9e6c-89fc8552cec7', 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:52:32.143315 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2d8ace-d63b-4e51-bcbc-678bf20c3f53 x-openstack-request-id: req-3c2d8ace-d63b-4e51-bcbc-678bf20c3f53 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:52:32.143697 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c7dc1f-1bc8-4ea6-a125-41be84d9e660", "tag": "99764a29-48a7-4d5d-bf85-6a3322d5c249", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:52:32.144025 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c2d8ace-d63b-4e51-bcbc-678bf20c3f53 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:52:32.144531 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c7dc1f-1bc8-4ea6-a125-41be84d9e660', 'tag': '99764a29-48a7-4d5d-bf85-6a3322d5c249', 'status': 'completed', 'code': 200} Nov 26 03:52:32.148400 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ef97b8bb-64a5-453f-b486-a0f9ef606426 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.155310 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-08235e24-4322-496f-8c2c-3a71d24ca3e9 None None] Set router c5c8747f-14c6-40a6-b712-39d660cdc390 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:52:32.197389 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ef97b8bb-64a5-453f-b486-a0f9ef606426 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.202050 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ef97b8bb-64a5-453f-b486-a0f9ef606426 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.222748 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97b8bb-64a5-453f-b486-a0f9ef606426 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0476f37d-93ab-40df-a3a4-6e6671dd8c1a,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:52:32.230817 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecee5d-8b91-4af4-bd0c-7dc877e36729 req-b7df2e94-b2a0-482c-9e83-7b3ad545611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:32.232705 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b6ecee5d-8b91-4af4-bd0c-7dc877e36729 req-b7df2e94-b2a0-482c-9e83-7b3ad545611d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5ee81dfab654d11916197f633d8f7b6&device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 1096 time: 0.0441279 Nov 26 03:52:32.233359 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ef97b8bb-64a5-453f-b486-a0f9ef606426 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.234578 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ef97b8bb-64a5-453f-b486-a0f9ef606426 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231606 Nov 26 03:52:32.236221 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97b8bb-64a5-453f-b486-a0f9ef606426 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:32.236574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97b8bb-64a5-453f-b486-a0f9ef606426 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:32.236922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97b8bb-64a5-453f-b486-a0f9ef606426 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:32.237267 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97b8bb-64a5-453f-b486-a0f9ef606426 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:32.237573 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35164) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:52:32.237699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97b8bb-64a5-453f-b486-a0f9ef606426 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:32.237925 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97b8bb-64a5-453f-b486-a0f9ef606426 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:32.238258 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97b8bb-64a5-453f-b486-a0f9ef606426 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:32.238586 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97b8bb-64a5-453f-b486-a0f9ef606426 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:32.238917 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97b8bb-64a5-453f-b486-a0f9ef606426 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:32.239247 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97b8bb-64a5-453f-b486-a0f9ef606426 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:32.239578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97b8bb-64a5-453f-b486-a0f9ef606426 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:32.239905 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97b8bb-64a5-453f-b486-a0f9ef606426 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:52:32.244170 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-092303b3-d5ad-4995-8b8e-fd84245ee22b tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Request body: {'security_group_rule': {'security_group_id': '3dd61fd4-08e3-4194-9e6c-89fc8552cec7', 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:52:32.328803 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-092303b3-d5ad-4995-8b8e-fd84245ee22b tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.372618 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecee5d-8b91-4af4-bd0c-7dc877e36729 req-77dab48f-2023-4c56-8f0b-ef0125300ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:32.374115 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b6ecee5d-8b91-4af4-bd0c-7dc877e36729 req-77dab48f-2023-4c56-8f0b-ef0125300ceb service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 HTTP/1.1" status: 200 len: 915 time: 0.1251245 Nov 26 03:52:32.397188 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-08235e24-4322-496f-8c2c-3a71d24ca3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'name': 'tempest-TestMinimumBasicScenario-560484739-router', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 4, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'gw_port': {'id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '4ee292b2-cc84-41d5-8392-0f21151ad9b2', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'port_id': '99764a29-48a7-4d5d-bf85-6a3322d5c249', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5', 'mac_address': 'fa:16:3e:9f:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c7dc1f-1bc8-4ea6-a125-41be84d9e660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:52:31Z', 'updated_at': '2021-11-26T03:52:31Z', 'revision_number': 0, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a', 'name': '', 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'mac_address': 'fa:16:3e:ed:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1565ca8-90ea-497e-abaa-47d917e02229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:41Z', 'updated_at': '2021-11-26T03:51:45Z', 'revision_number': 5, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'subnets': [{'id': 'd1565ca8-90ea-497e-abaa-47d917e02229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:52:32.424651 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08235e24-4322-496f-8c2c-3a71d24ca3e9 None None] Checking router: c5c8747f-14c6-40a6-b712-39d660cdc390 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:52:32.433284 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08235e24-4322-496f-8c2c-3a71d24ca3e9 None None] Routers {'c5c8747f-14c6-40a6-b712-39d660cdc390'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:52:32.433907 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-08235e24-4322-496f-8c2c-3a71d24ca3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:52:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c5c8747f-14c6-40a6-b712-39d660cdc390'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:52:32.438786 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-092303b3-d5ad-4995-8b8e-fd84245ee22b tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.446457 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-092303b3-d5ad-4995-8b8e-fd84245ee22b tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.470966 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092303b3-d5ad-4995-8b8e-fd84245ee22b tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9285be8-b896-4931-a3dd-e1320b7dc2d2,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:52:32.474766 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b6ecee5d-8b91-4af4-bd0c-7dc877e36729 req-589195f1-90e4-4a37-afd1-b4ae996c46d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99764a29-48a7-4d5d-bf85-6a3322d5c249 HTTP/1.1" status: 200 len: 999 time: 0.0913193 Nov 26 03:52:32.480736 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-092303b3-d5ad-4995-8b8e-fd84245ee22b tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.481852 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-092303b3-d5ad-4995-8b8e-fd84245ee22b tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2418292 Nov 26 03:52:32.485487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35166) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:52:32.490123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1435a7ba-7e1a-49ee-8d2b-0d50000d39f2 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Request body: {'security_group_rule': {'security_group_id': '3dd61fd4-08e3-4194-9e6c-89fc8552cec7', 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:52:32.519016 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1435a7ba-7e1a-49ee-8d2b-0d50000d39f2 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.527632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecee5d-8b91-4af4-bd0c-7dc877e36729 req-c03fe801-4822-4531-bdc7-3b4b1768c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:32.529333 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b6ecee5d-8b91-4af4-bd0c-7dc877e36729 req-c03fe801-4822-4531-bdc7-3b4b1768c09b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1565ca8-90ea-497e-abaa-47d917e02229 HTTP/1.1" status: 200 len: 853 time: 0.0464966 Nov 26 03:52:32.548573 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-08235e24-4322-496f-8c2c-3a71d24ca3e9 None None] Set router c5c8747f-14c6-40a6-b712-39d660cdc390 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:52:32.575991 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecee5d-8b91-4af4-bd0c-7dc877e36729 req-810fedb9-d9cf-4163-bcac-f67d82f448e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:32.578170 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b6ecee5d-8b91-4af4-bd0c-7dc877e36729 req-810fedb9-d9cf-4163-bcac-f67d82f448e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cba877c-89a6-4dd5-9b2d-92a7a86e71e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416832 Nov 26 03:52:32.579923 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1435a7ba-7e1a-49ee-8d2b-0d50000d39f2 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.584710 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1435a7ba-7e1a-49ee-8d2b-0d50000d39f2 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.609951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435a7ba-7e1a-49ee-8d2b-0d50000d39f2 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c94b14-322c-40fd-a4ae-814811b3d98c,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:52:32.623720 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1435a7ba-7e1a-49ee-8d2b-0d50000d39f2 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.626134 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1435a7ba-7e1a-49ee-8d2b-0d50000d39f2 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396396 Nov 26 03:52:32.630538 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35168) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:52:32.638246 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-da46ed2f-398c-4e61-817c-0d58b9d837e5 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Request body: {'security_group_rule': {'security_group_id': '3dd61fd4-08e3-4194-9e6c-89fc8552cec7', 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:52:32.670288 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-da46ed2f-398c-4e61-817c-0d58b9d837e5 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.690087 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b6ecee5d-8b91-4af4-bd0c-7dc877e36729 req-a454ed22-77d5-47dc-9fe6-b5783350f9d6 service neutron] 10.222.0.59 "GET /v2.0/networks/3cba877c-89a6-4dd5-9b2d-92a7a86e71e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032095 Nov 26 03:52:32.738957 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-da46ed2f-398c-4e61-817c-0d58b9d837e5 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.743153 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-da46ed2f-398c-4e61-817c-0d58b9d837e5 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.765754 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46ed2f-398c-4e61-817c-0d58b9d837e5 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b81116-63d9-43e9-a420-adab9ac0d81d,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:52:32.775771 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-da46ed2f-398c-4e61-817c-0d58b9d837e5 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.777431 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-da46ed2f-398c-4e61-817c-0d58b9d837e5 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1449049 Nov 26 03:52:32.779862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35170) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:52:32.784386 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1b0de1ad-2191-487e-ade8-8d12b6adb26a tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Request body: {'security_group_rule': {'security_group_id': '3dd61fd4-08e3-4194-9e6c-89fc8552cec7', 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:52:32.799432 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b6ecee5d-8b91-4af4-bd0c-7dc877e36729 req-82ef7448-5bd2-409c-9143-39ce8ed16b66 service neutron] 10.222.0.59 "GET /v2.0/networks/3cba877c-89a6-4dd5-9b2d-92a7a86e71e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008263 Nov 26 03:52:32.801477 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-08235e24-4322-496f-8c2c-3a71d24ca3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'name': 'tempest-TestMinimumBasicScenario-560484739-router', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 4, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'gw_port': {'id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '4ee292b2-cc84-41d5-8392-0f21151ad9b2', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'port_id': '99764a29-48a7-4d5d-bf85-6a3322d5c249', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5', 'mac_address': 'fa:16:3e:9f:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c7dc1f-1bc8-4ea6-a125-41be84d9e660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:52:31Z', 'updated_at': '2021-11-26T03:52:31Z', 'revision_number': 0, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a', 'name': '', 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'mac_address': 'fa:16:3e:ed:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1565ca8-90ea-497e-abaa-47d917e02229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:41Z', 'updated_at': '2021-11-26T03:51:45Z', 'revision_number': 5, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'subnets': [{'id': 'd1565ca8-90ea-497e-abaa-47d917e02229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:52:32.806355 n-d-819389-3 neutron-server[104802]: INFO neutron.db.securitygroups_db [None req-1b0de1ad-2191-487e-ade8-8d12b6adb26a tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Project a5ee81dfab654d11916197f633d8f7b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:52:32.811236 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1b0de1ad-2191-487e-ade8-8d12b6adb26a tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.830133 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08235e24-4322-496f-8c2c-3a71d24ca3e9 None None] The sync data for ids ['c5c8747f-14c6-40a6-b712-39d660cdc390'] in n-d-819389-3 is: [{'id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'name': 'tempest-TestMinimumBasicScenario-560484739-router', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 4, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'gw_port': {'id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '4ee292b2-cc84-41d5-8392-0f21151ad9b2', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'port_id': '99764a29-48a7-4d5d-bf85-6a3322d5c249', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5', 'mac_address': 'fa:16:3e:9f:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c7dc1f-1bc8-4ea6-a125-41be84d9e660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:52:31Z', 'updated_at': '2021-11-26T03:52:31Z', 'revision_number': 0, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a', 'name': '', 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'mac_address': 'fa:16:3e:ed:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1565ca8-90ea-497e-abaa-47d917e02229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:41Z', 'updated_at': '2021-11-26T03:51:45Z', 'revision_number': 5, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'subnets': [{'id': 'd1565ca8-90ea-497e-abaa-47d917e02229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:52:32.873470 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1b0de1ad-2191-487e-ade8-8d12b6adb26a tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.877370 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1b0de1ad-2191-487e-ade8-8d12b6adb26a tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.896280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0de1ad-2191-487e-ade8-8d12b6adb26a tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69dac50-def2-4c1e-b654-b588708b5856,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:52:32.906100 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1b0de1ad-2191-487e-ade8-8d12b6adb26a tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:32.909892 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1b0de1ad-2191-487e-ade8-8d12b6adb26a tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264901 Nov 26 03:52:32.910276 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35172) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:52:32.915171 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-16f60453-8c1a-4ca2-b10a-aa6bbce052f9 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Request body: {'security_group_rule': {'security_group_id': '3dd61fd4-08e3-4194-9e6c-89fc8552cec7', 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:52:32.936987 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-16f60453-8c1a-4ca2-b10a-aa6bbce052f9 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Project a5ee81dfab654d11916197f633d8f7b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:52:32.942216 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-16f60453-8c1a-4ca2-b10a-aa6bbce052f9 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:33.009106 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-16f60453-8c1a-4ca2-b10a-aa6bbce052f9 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:33.013069 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-16f60453-8c1a-4ca2-b10a-aa6bbce052f9 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:33.032489 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f60453-8c1a-4ca2-b10a-aa6bbce052f9 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a214f43-41dc-4a99-85ce-a1c49452c494,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:52:33.036858 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-16f60453-8c1a-4ca2-b10a-aa6bbce052f9 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:33.038039 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-16f60453-8c1a-4ca2-b10a-aa6bbce052f9 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266398 Nov 26 03:52:33.039756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf27213-92e7-48bc-a690-85c97fd6c168 None None] New status for floating IP 4ee292b2-cc84-41d5-8392-0f21151ad9b2: ACTIVE {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:52:33.131042 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0ebb92c-a453-4f57-8deb-c816267f9b4d req-9e463766-c4c5-4288-8e71-08f3a8839f0a tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937679646&fields=id&tenant_id=a5ee81dfab654d11916197f633d8f7b6 HTTP/1.1" status: 200 len: 267 time: 0.0456407 Nov 26 03:52:33.183903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebb92c-a453-4f57-8deb-c816267f9b4d req-cec7a61d-82f9-40f8-a109-736624a41344 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:33.185348 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0ebb92c-a453-4f57-8deb-c816267f9b4d req-cec7a61d-82f9-40f8-a109-736624a41344 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 945 time: 0.0485277 Nov 26 03:52:33.197436 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-c0ebb92c-a453-4f57-8deb-c816267f9b4d req-96bd6f9d-9a3b-4774-8434-0b7466c71290 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Request body: {'port': {'security_groups': ['bf2fcfd8-373b-4439-9926-a5cd52c539b1', '3dd61fd4-08e3-4194-9e6c-89fc8552cec7']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:52:33.261864 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c0ebb92c-a453-4f57-8deb-c816267f9b4d req-96bd6f9d-9a3b-4774-8434-0b7466c71290 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:33.449613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-c0ebb92c-a453-4f57-8deb-c816267f9b4d req-96bd6f9d-9a3b-4774-8434-0b7466c71290 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] For port 99764a29-48a7-4d5d-bf85-6a3322d5c249, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=99764a29-48a7-4d5d-bf85-6a3322d5c249,segment=NetworkSegment(d0f16d47-b601-40d1-9819-6470695e1e8d),segment_id=d0f16d47-b601-40d1-9819-6470695e1e8d)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:52:33.477892 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c0ebb92c-a453-4f57-8deb-c816267f9b4d req-96bd6f9d-9a3b-4774-8434-0b7466c71290 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:33.482278 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c0ebb92c-a453-4f57-8deb-c816267f9b4d req-96bd6f9d-9a3b-4774-8434-0b7466c71290 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:33.516485 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['99764a29-48a7-4d5d-bf85-6a3322d5c249'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:52:33.526399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebb92c-a453-4f57-8deb-c816267f9b4d req-96bd6f9d-9a3b-4774-8434-0b7466c71290 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:33.527034 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-c0ebb92c-a453-4f57-8deb-c816267f9b4d req-96bd6f9d-9a3b-4774-8434-0b7466c71290 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:33.528474 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0ebb92c-a453-4f57-8deb-c816267f9b4d req-96bd6f9d-9a3b-4774-8434-0b7466c71290 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "PUT /v2.0/ports/99764a29-48a7-4d5d-bf85-6a3322d5c249 HTTP/1.1" status: 200 len: 981 time: 0.3363376 Nov 26 03:52:33.562481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd6f9d-9a3b-4774-8434-0b7466c71290 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Pushing event updated for resources: {'Port': ['ID=99764a29-48a7-4d5d-bf85-6a3322d5c249,revision_number=6']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:52:33.646728 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ec7f5-b85c-4a15-8f5c-63ae1e475702 req-1c0f8548-444c-400d-9a69-ceb4924d9571 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:33.648340 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f1ec7f5-b85c-4a15-8f5c-63ae1e475702 req-1c0f8548-444c-400d-9a69-ceb4924d9571 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 984 time: 0.0547533 Nov 26 03:52:33.650859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['99764a29-48a7-4d5d-bf85-6a3322d5c249'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:52:33.732785 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f1ec7f5-b85c-4a15-8f5c-63ae1e475702 req-f8c5a6f2-969d-4d6d-8018-46beb02d929a tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dd61fd4-08e3-4194-9e6c-89fc8552cec7&id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0772221 Nov 26 03:52:33.797249 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-42c1e105-8f3e-45d2-be56-c5934102b16d None None] Provisioning complete for port 99764a29-48a7-4d5d-bf85-6a3322d5c249 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:52:33.797555 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-42c1e105-8f3e-45d2-be56-c5934102b16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:33.877376 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:52:34.146058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c7dc1f-1bc8-4ea6-a125-41be84d9e660', 'tag': '99764a29-48a7-4d5d-bf85-6a3322d5c249'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:52:34.148439 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed32e2bb-557a-4221-84b7-cd87c7c615b7" -d '{"events": [{"name": "network-changed", "server_uuid": "30c7dc1f-1bc8-4ea6-a125-41be84d9e660", "tag": "99764a29-48a7-4d5d-bf85-6a3322d5c249"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:52:34.186515 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e99fae5-60e4-4479-a511-3c0bd9a36799 x-openstack-request-id: req-3e99fae5-60e4-4479-a511-3c0bd9a36799 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:52:34.186814 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c7dc1f-1bc8-4ea6-a125-41be84d9e660", "tag": "99764a29-48a7-4d5d-bf85-6a3322d5c249", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:52:34.187075 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e99fae5-60e4-4479-a511-3c0bd9a36799 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:52:34.187475 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c7dc1f-1bc8-4ea6-a125-41be84d9e660', 'tag': '99764a29-48a7-4d5d-bf85-6a3322d5c249', 'status': 'completed', 'code': 200} Nov 26 03:52:34.268959 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32e2bb-557a-4221-84b7-cd87c7c615b7 req-2ba3db4b-1542-4260-aa60-3c6df46030e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:34.270479 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ed32e2bb-557a-4221-84b7-cd87c7c615b7 req-2ba3db4b-1542-4260-aa60-3c6df46030e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5ee81dfab654d11916197f633d8f7b6&device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 1135 time: 0.0402699 Nov 26 03:52:34.361122 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32e2bb-557a-4221-84b7-cd87c7c615b7 req-e7832c2a-2198-41b4-b16a-e4dc7d1b9022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:34.362578 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ed32e2bb-557a-4221-84b7-cd87c7c615b7 req-e7832c2a-2198-41b4-b16a-e4dc7d1b9022 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 HTTP/1.1" status: 200 len: 915 time: 0.0831997 Nov 26 03:52:34.435272 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ed32e2bb-557a-4221-84b7-cd87c7c615b7 req-de82f781-5773-47ae-b300-7cc06577c2cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99764a29-48a7-4d5d-bf85-6a3322d5c249 HTTP/1.1" status: 200 len: 1001 time: 0.0606956 Nov 26 03:52:34.483319 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32e2bb-557a-4221-84b7-cd87c7c615b7 req-8b665d2b-e38b-425f-a304-9e5f7cfc4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:34.484736 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ed32e2bb-557a-4221-84b7-cd87c7c615b7 req-8b665d2b-e38b-425f-a304-9e5f7cfc4a60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1565ca8-90ea-497e-abaa-47d917e02229 HTTP/1.1" status: 200 len: 853 time: 0.0421197 Nov 26 03:52:34.529010 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32e2bb-557a-4221-84b7-cd87c7c615b7 req-a4777be9-37fb-4617-a3b0-76a6c438ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:34.530377 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ed32e2bb-557a-4221-84b7-cd87c7c615b7 req-a4777be9-37fb-4617-a3b0-76a6c438ff57 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cba877c-89a6-4dd5-9b2d-92a7a86e71e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380919 Nov 26 03:52:34.620920 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ed32e2bb-557a-4221-84b7-cd87c7c615b7 req-2721e38c-6e43-457b-8081-b80faeeafb58 service neutron] 10.222.0.59 "GET /v2.0/networks/3cba877c-89a6-4dd5-9b2d-92a7a86e71e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826988 Nov 26 03:52:34.717237 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ed32e2bb-557a-4221-84b7-cd87c7c615b7 req-0a671ea2-ba53-4b0b-bf7f-5a15d590568b service neutron] 10.222.0.59 "GET /v2.0/networks/3cba877c-89a6-4dd5-9b2d-92a7a86e71e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884929 Nov 26 03:52:41.811470 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9d8937af-a148-4309-9430-a3d61c5b2d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:44.210055 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bc57ff47-f82e-4782-bd41-6f294213e148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:45.278607 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:46.834407 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:47.684400 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:50.924995 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7911b0-3574-429e-a8ee-819e2222d066 req-3a5f1336-595a-4338-b3e7-53ed50de80d5 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:50.926404 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c7911b0-3574-429e-a8ee-819e2222d066 req-3a5f1336-595a-4338-b3e7-53ed50de80d5 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 984 time: 0.0516272 Nov 26 03:52:50.947149 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4b4cc-3a3a-4c18-9bc6-068a9b695a15 req-2c93c061-979b-407d-b455-788f9596e288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:50.948689 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-41a4b4cc-3a3a-4c18-9bc6-068a9b695a15 req-2c93c061-979b-407d-b455-788f9596e288 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5ee81dfab654d11916197f633d8f7b6&device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 1135 time: 0.0419731 Nov 26 03:52:50.990821 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c7911b0-3574-429e-a8ee-819e2222d066 req-d9331e64-bb14-4800-9b93-7c89747f8869 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dd61fd4-08e3-4194-9e6c-89fc8552cec7&id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575647 Nov 26 03:52:51.045907 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4b4cc-3a3a-4c18-9bc6-068a9b695a15 req-46ce405b-5374-4f20-91f4-5660559e05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:51.047380 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-41a4b4cc-3a3a-4c18-9bc6-068a9b695a15 req-46ce405b-5374-4f20-91f4-5660559e05c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 HTTP/1.1" status: 200 len: 915 time: 0.0875311 Nov 26 03:52:51.116601 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-41a4b4cc-3a3a-4c18-9bc6-068a9b695a15 req-2babb0bd-ea69-4d5b-b2d4-66f9e4c484d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99764a29-48a7-4d5d-bf85-6a3322d5c249 HTTP/1.1" status: 200 len: 1001 time: 0.0564921 Nov 26 03:52:51.165126 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4b4cc-3a3a-4c18-9bc6-068a9b695a15 req-87bd74f4-bf35-492b-ae50-36fff9ed085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:51.166556 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-41a4b4cc-3a3a-4c18-9bc6-068a9b695a15 req-87bd74f4-bf35-492b-ae50-36fff9ed085b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1565ca8-90ea-497e-abaa-47d917e02229 HTTP/1.1" status: 200 len: 853 time: 0.0429618 Nov 26 03:52:51.215904 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4b4cc-3a3a-4c18-9bc6-068a9b695a15 req-e18bb662-43cd-44f3-859f-d819643afebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:51.217329 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-41a4b4cc-3a3a-4c18-9bc6-068a9b695a15 req-e18bb662-43cd-44f3-859f-d819643afebb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cba877c-89a6-4dd5-9b2d-92a7a86e71e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430362 Nov 26 03:52:51.228127 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [req-41a4b4cc-3a3a-4c18-9bc6-068a9b695a15 req-040ae937-d904-47e4-84ba-3b64c999df53 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:52:51.229074 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-41a4b4cc-3a3a-4c18-9bc6-068a9b695a15 req-040ae937-d904-47e4-84ba-3b64c999df53 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048990 Nov 26 03:52:51.315800 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-41a4b4cc-3a3a-4c18-9bc6-068a9b695a15 req-eed39583-603d-489d-a4d9-0162e99644a1 service neutron] 10.222.0.59 "GET /v2.0/networks/3cba877c-89a6-4dd5-9b2d-92a7a86e71e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796032 Nov 26 03:52:51.409124 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-41a4b4cc-3a3a-4c18-9bc6-068a9b695a15 req-e7a36291-466c-414e-b2be-805a2cd6adc9 service neutron] 10.222.0.59 "GET /v2.0/networks/3cba877c-89a6-4dd5-9b2d-92a7a86e71e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844655 Nov 26 03:52:52.106919 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae00a06-a1a3-4afa-b0da-667a55f5c49c req-ad193462-06f0-4116-abbc-dcca02eabbce tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:52.108437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ae00a06-a1a3-4afa-b0da-667a55f5c49c req-ad193462-06f0-4116-abbc-dcca02eabbce tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 984 time: 0.0485227 Nov 26 03:52:52.167911 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ae00a06-a1a3-4afa-b0da-667a55f5c49c req-b5f4c246-ad34-44a1-bfe0-352a19ae0ef1 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dd61fd4-08e3-4194-9e6c-89fc8552cec7&id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533817 Nov 26 03:52:52.907797 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:53.286493 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e5a85-4108-432c-a7c6-1b9cb026f912 req-8dd2bb8e-6174-40ed-ae74-b7b5386a4ed0 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:53.288659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe0e5a85-4108-432c-a7c6-1b9cb026f912 req-8dd2bb8e-6174-40ed-ae74-b7b5386a4ed0 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 984 time: 0.0525253 Nov 26 03:52:53.347148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe0e5a85-4108-432c-a7c6-1b9cb026f912 req-7222d8a7-1d9a-4344-8d47-328b0f7c6bc5 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dd61fd4-08e3-4194-9e6c-89fc8552cec7&id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523739 Nov 26 03:52:54.146292 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:52:54.462335 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd23352-4898-480d-a2dd-fcc103377abd req-616020c9-3b68-4463-aa78-3448ec073efe tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:54.463705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bd23352-4898-480d-a2dd-fcc103377abd req-616020c9-3b68-4463-aa78-3448ec073efe tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 984 time: 0.0479183 Nov 26 03:52:54.522569 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6bd23352-4898-480d-a2dd-fcc103377abd req-9039bfcb-b12c-4d57-a2eb-329b9b4b882c tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dd61fd4-08e3-4194-9e6c-89fc8552cec7&id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526028 Nov 26 03:52:55.635882 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50831a5c-b694-4d12-bef8-e57c1cfe0095 req-7067766f-2ee8-4f79-b02a-32349c479c02 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:55.637416 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-50831a5c-b694-4d12-bef8-e57c1cfe0095 req-7067766f-2ee8-4f79-b02a-32349c479c02 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 984 time: 0.0487599 Nov 26 03:52:55.700849 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-50831a5c-b694-4d12-bef8-e57c1cfe0095 req-d40e4881-dac5-4295-a786-7e8f6eec8048 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dd61fd4-08e3-4194-9e6c-89fc8552cec7&id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572691 Nov 26 03:52:56.816927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3621e50-e13f-42eb-a029-e59613e0902b req-77e8f187-d70f-4db7-9a7e-21f04c1e62b9 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:56.818444 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e3621e50-e13f-42eb-a029-e59613e0902b req-77e8f187-d70f-4db7-9a7e-21f04c1e62b9 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 984 time: 0.0490565 Nov 26 03:52:56.879532 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e3621e50-e13f-42eb-a029-e59613e0902b req-9088e7c0-504e-4775-b7cb-1f1cce3a0211 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dd61fd4-08e3-4194-9e6c-89fc8552cec7&id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549264 Nov 26 03:52:57.994706 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a127a-2ec2-45eb-be4e-ed5b280288bb req-19d30824-cd9c-443e-9434-296640c72c56 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:57.996227 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca9a127a-2ec2-45eb-be4e-ed5b280288bb req-19d30824-cd9c-443e-9434-296640c72c56 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 984 time: 0.0490432 Nov 26 03:52:58.055000 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca9a127a-2ec2-45eb-be4e-ed5b280288bb req-4bece165-271d-41c8-b880-c7569ad596ce tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dd61fd4-08e3-4194-9e6c-89fc8552cec7&id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528488 Nov 26 03:52:59.171809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eef928-7b1f-4cd9-af4d-e2b348f31e8b req-81f981b1-0df6-45d4-808e-2861abc9a1ad tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:59.173271 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-53eef928-7b1f-4cd9-af4d-e2b348f31e8b req-81f981b1-0df6-45d4-808e-2861abc9a1ad tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 984 time: 0.0518713 Nov 26 03:52:59.232409 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-53eef928-7b1f-4cd9-af4d-e2b348f31e8b req-35a6e55b-a7ee-4827-80da-4aff45156aa6 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dd61fd4-08e3-4194-9e6c-89fc8552cec7&id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522654 Nov 26 03:52:59.382624 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8e455-8d57-4010-ac6d-5a157cfcf803 req-c7303354-7280-4c49-b0d3-b0c36c9a2418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:59.384032 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-afc8e455-8d57-4010-ac6d-5a157cfcf803 req-c7303354-7280-4c49-b0d3-b0c36c9a2418 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5ee81dfab654d11916197f633d8f7b6&device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 1135 time: 0.0485137 Nov 26 03:52:59.487548 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8e455-8d57-4010-ac6d-5a157cfcf803 req-f6a47397-9121-4c3b-a195-5b2d978ce798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:59.489038 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-afc8e455-8d57-4010-ac6d-5a157cfcf803 req-f6a47397-9121-4c3b-a195-5b2d978ce798 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 HTTP/1.1" status: 200 len: 915 time: 0.0855796 Nov 26 03:52:59.551553 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-afc8e455-8d57-4010-ac6d-5a157cfcf803 req-0937fffa-f112-4bc5-8f92-e3eb479a53c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99764a29-48a7-4d5d-bf85-6a3322d5c249 HTTP/1.1" status: 200 len: 1001 time: 0.0547857 Nov 26 03:52:59.598306 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8e455-8d57-4010-ac6d-5a157cfcf803 req-7db1b27e-ce67-4df6-9c8d-b0dda4e3ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:59.600256 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-afc8e455-8d57-4010-ac6d-5a157cfcf803 req-7db1b27e-ce67-4df6-9c8d-b0dda4e3ce87 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1565ca8-90ea-497e-abaa-47d917e02229 HTTP/1.1" status: 200 len: 853 time: 0.0415187 Nov 26 03:52:59.648409 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8e455-8d57-4010-ac6d-5a157cfcf803 req-a08d9bec-4c82-4849-b768-d26a6617ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:52:59.649934 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-afc8e455-8d57-4010-ac6d-5a157cfcf803 req-a08d9bec-4c82-4849-b768-d26a6617ef91 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cba877c-89a6-4dd5-9b2d-92a7a86e71e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431979 Nov 26 03:52:59.738981 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-afc8e455-8d57-4010-ac6d-5a157cfcf803 req-a4b2e72d-d337-41d5-a22f-bb5ff5de0941 service neutron] 10.222.0.59 "GET /v2.0/networks/3cba877c-89a6-4dd5-9b2d-92a7a86e71e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810401 Nov 26 03:52:59.829581 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-afc8e455-8d57-4010-ac6d-5a157cfcf803 req-4f59b867-f41a-4b53-9f48-9c97f44dc6eb service neutron] 10.222.0.59 "GET /v2.0/networks/3cba877c-89a6-4dd5-9b2d-92a7a86e71e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836766 Nov 26 03:53:00.351012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b20b8-b068-4689-b2e1-05f97c564b91 req-35ccfda4-3ef0-4c2f-b96a-b1bb2a37b034 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:53:00.352528 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a6b20b8-b068-4689-b2e1-05f97c564b91 req-35ccfda4-3ef0-4c2f-b96a-b1bb2a37b034 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 984 time: 0.0493612 Nov 26 03:53:00.411916 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0a6b20b8-b068-4689-b2e1-05f97c564b91 req-ee0baa6f-d321-49f7-9a18-1a2060198c19 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dd61fd4-08e3-4194-9e6c-89fc8552cec7&id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533683 Nov 26 03:53:01.530675 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4fccc-ebfa-44fe-9fb2-8041f9f79043 req-01732ea4-b93a-4a4b-81cb-420899e2337f tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:53:01.532190 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58b4fccc-ebfa-44fe-9fb2-8041f9f79043 req-01732ea4-b93a-4a4b-81cb-420899e2337f tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 984 time: 0.0527558 Nov 26 03:53:01.591283 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58b4fccc-ebfa-44fe-9fb2-8041f9f79043 req-5b672a88-4bde-4a4a-bb1d-fbbd54b19f71 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dd61fd4-08e3-4194-9e6c-89fc8552cec7&id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530295 Nov 26 03:53:02.705973 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b0200-6d67-467d-a78f-80ace760cbda req-bfad9878-6a83-43e5-80be-e90a95f68098 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:53:02.707485 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-915b0200-6d67-467d-a78f-80ace760cbda req-bfad9878-6a83-43e5-80be-e90a95f68098 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 984 time: 0.0482430 Nov 26 03:53:02.772550 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-915b0200-6d67-467d-a78f-80ace760cbda req-853a4ce1-c342-4541-90bc-5df86de6dd5a tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dd61fd4-08e3-4194-9e6c-89fc8552cec7&id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584261 Nov 26 03:53:10.875832 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:53:11.812648 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-64dd7bc1-9bb6-4b8b-86c5-d265250f3330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:14.210720 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff0f1-e55a-43b3-9f0b-95682dbaecd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:15.281577 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:16.838878 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:17.685919 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:22.914523 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:24.164553 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:35.356646 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d79bc165-e234-47b4-8f1b-e03a57274708 req-33f1e77d-97a8-4069-9fb5-e4afc0e5b6e2 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937679646&fields=id&tenant_id=a5ee81dfab654d11916197f633d8f7b6 HTTP/1.1" status: 200 len: 267 time: 0.0448999 Nov 26 03:53:35.414032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bc165-e234-47b4-8f1b-e03a57274708 req-64bbb693-13f5-4f67-a76e-775f44f19884 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:53:35.415404 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d79bc165-e234-47b4-8f1b-e03a57274708 req-64bbb693-13f5-4f67-a76e-775f44f19884 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 984 time: 0.0530868 Nov 26 03:53:35.426113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-d79bc165-e234-47b4-8f1b-e03a57274708 req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Request body: {'port': {'security_groups': ['bf2fcfd8-373b-4439-9926-a5cd52c539b1']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:53:35.495299 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d79bc165-e234-47b4-8f1b-e03a57274708 req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:35.665149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-d79bc165-e234-47b4-8f1b-e03a57274708 req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] For port 99764a29-48a7-4d5d-bf85-6a3322d5c249, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=99764a29-48a7-4d5d-bf85-6a3322d5c249,segment=NetworkSegment(d0f16d47-b601-40d1-9819-6470695e1e8d),segment_id=d0f16d47-b601-40d1-9819-6470695e1e8d)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:53:35.692270 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d79bc165-e234-47b4-8f1b-e03a57274708 req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:35.697376 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d79bc165-e234-47b4-8f1b-e03a57274708 req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:35.731218 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['99764a29-48a7-4d5d-bf85-6a3322d5c249'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:53:35.743082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bc165-e234-47b4-8f1b-e03a57274708 req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:53:35.743735 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-d79bc165-e234-47b4-8f1b-e03a57274708 req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:35.745178 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d79bc165-e234-47b4-8f1b-e03a57274708 req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "PUT /v2.0/ports/99764a29-48a7-4d5d-bf85-6a3322d5c249 HTTP/1.1" status: 200 len: 942 time: 0.3233838 Nov 26 03:53:35.745642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c7dc1f-1bc8-4ea6-a125-41be84d9e660', 'tag': '99764a29-48a7-4d5d-bf85-6a3322d5c249'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:53:35.748106 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916a4711-4340-40ac-bab0-67bf90d6d928" -d '{"events": [{"name": "network-changed", "server_uuid": "30c7dc1f-1bc8-4ea6-a125-41be84d9e660", "tag": "99764a29-48a7-4d5d-bf85-6a3322d5c249"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:53:35.751056 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35224) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:53:35.787646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Pushing event updated for resources: {'Port': ['ID=99764a29-48a7-4d5d-bf85-6a3322d5c249,revision_number=7']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:53:35.801973 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:35.803271 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:35.803948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:35.804542 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:35.805117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:35.805672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:35.806393 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:35.806956 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:35.808110 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:35.808714 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:35.809284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:35.809840 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ce7e9-470d-4d5d-ba4e-bb7bcbf9c146 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:35.817680 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73e3f64e-84ad-45b4-86cc-5410341fbb2d tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:35.833757 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e250e3-b296-4e2b-8f64-54641eb0509f x-openstack-request-id: req-03e250e3-b296-4e2b-8f64-54641eb0509f {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:53:35.833757 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c7dc1f-1bc8-4ea6-a125-41be84d9e660", "tag": "99764a29-48a7-4d5d-bf85-6a3322d5c249", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:53:35.834027 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03e250e3-b296-4e2b-8f64-54641eb0509f {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:53:35.834490 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c7dc1f-1bc8-4ea6-a125-41be84d9e660', 'tag': '99764a29-48a7-4d5d-bf85-6a3322d5c249', 'status': 'completed', 'code': 200} Nov 26 03:53:35.848079 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73e3f64e-84ad-45b4-86cc-5410341fbb2d tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:35.891654 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['99764a29-48a7-4d5d-bf85-6a3322d5c249'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:53:35.935839 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4711-4340-40ac-bab0-67bf90d6d928 req-05339636-b847-4f35-bab7-8761ef715c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:53:35.937596 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-916a4711-4340-40ac-bab0-67bf90d6d928 req-05339636-b847-4f35-bab7-8761ef715c06 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5ee81dfab654d11916197f633d8f7b6&device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 1096 time: 0.0583463 Nov 26 03:53:35.954229 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73e3f64e-84ad-45b4-86cc-5410341fbb2d tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:35.957310 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73e3f64e-84ad-45b4-86cc-5410341fbb2d tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:35.961473 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-73e3f64e-84ad-45b4-86cc-5410341fbb2d tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "DELETE /v2.0/security-groups/3dd61fd4-08e3-4194-9e6c-89fc8552cec7 HTTP/1.1" status: 204 len: 168 time: 0.2061739 Nov 26 03:53:35.962008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35226) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:53:36.010077 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3f64e-84ad-45b4-86cc-5410341fbb2d tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd61fd4-08e3-4194-9e6c-89fc8552cec7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:53:36.018336 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ae4fb8d4-8bd6-4f1e-8917-972b4c921094 None None] Provisioning complete for port 99764a29-48a7-4d5d-bf85-6a3322d5c249 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:53:36.018670 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ae4fb8d4-8bd6-4f1e-8917-972b4c921094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:36.024742 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3f64e-84ad-45b4-86cc-5410341fbb2d tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:36.025209 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3f64e-84ad-45b4-86cc-5410341fbb2d tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:36.025657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3f64e-84ad-45b4-86cc-5410341fbb2d tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:36.025989 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3f64e-84ad-45b4-86cc-5410341fbb2d tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:36.026319 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3f64e-84ad-45b4-86cc-5410341fbb2d tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:36.026647 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3f64e-84ad-45b4-86cc-5410341fbb2d tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:36.026973 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3f64e-84ad-45b4-86cc-5410341fbb2d tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:36.027294 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3f64e-84ad-45b4-86cc-5410341fbb2d tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:36.027807 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3f64e-84ad-45b4-86cc-5410341fbb2d tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:36.027937 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3f64e-84ad-45b4-86cc-5410341fbb2d tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:36.028273 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3f64e-84ad-45b4-86cc-5410341fbb2d tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:36.028592 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3f64e-84ad-45b4-86cc-5410341fbb2d tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:36.064413 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4711-4340-40ac-bab0-67bf90d6d928 req-54c2081c-eaff-440b-a795-d7587a421f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:53:36.065926 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-916a4711-4340-40ac-bab0-67bf90d6d928 req-54c2081c-eaff-440b-a795-d7587a421f8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 HTTP/1.1" status: 200 len: 915 time: 0.1205122 Nov 26 03:53:36.132762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-9f9489bb-643e-40ea-9cb6-dcb1de7dc232 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Deleting port 45fb51db-c505-4ae6-a226-baccc1d980d3 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:53:36.133207 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9f9489bb-643e-40ea-9cb6-dcb1de7dc232 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:36.141763 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-916a4711-4340-40ac-bab0-67bf90d6d928 req-639e911c-fc61-4858-be63-e44e6bd496d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99764a29-48a7-4d5d-bf85-6a3322d5c249 HTTP/1.1" status: 200 len: 1001 time: 0.0668688 Nov 26 03:53:36.192107 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4711-4340-40ac-bab0-67bf90d6d928 req-90184ac0-b2a7-4eb6-8329-826cc8cd3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:53:36.193555 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-916a4711-4340-40ac-bab0-67bf90d6d928 req-90184ac0-b2a7-4eb6-8329-826cc8cd3c25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1565ca8-90ea-497e-abaa-47d917e02229 HTTP/1.1" status: 200 len: 853 time: 0.0444229 Nov 26 03:53:36.208743 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9f9489bb-643e-40ea-9cb6-dcb1de7dc232 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:36.209080 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9f9489bb-643e-40ea-9cb6-dcb1de7dc232 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:36.221481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-9f9489bb-643e-40ea-9cb6-dcb1de7dc232 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Calling delete_port for 45fb51db-c505-4ae6-a226-baccc1d980d3 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:53:36.241430 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4711-4340-40ac-bab0-67bf90d6d928 req-927656e0-5ba3-45d3-b495-4e2f136c5405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:53:36.242981 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-916a4711-4340-40ac-bab0-67bf90d6d928 req-927656e0-5ba3-45d3-b495-4e2f136c5405 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cba877c-89a6-4dd5-9b2d-92a7a86e71e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409241 Nov 26 03:53:36.338996 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-916a4711-4340-40ac-bab0-67bf90d6d928 req-1e2e4ee7-b965-47d0-8d08-bbff23589d62 service neutron] 10.222.0.59 "GET /v2.0/networks/3cba877c-89a6-4dd5-9b2d-92a7a86e71e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880485 Nov 26 03:53:36.434623 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-916a4711-4340-40ac-bab0-67bf90d6d928 req-18923aea-7acb-4e4c-8328-f1931dbc2c34 service neutron] 10.222.0.59 "GET /v2.0/networks/3cba877c-89a6-4dd5-9b2d-92a7a86e71e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884812 Nov 26 03:53:36.685549 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9f9489bb-643e-40ea-9cb6-dcb1de7dc232 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:36.710174 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9489bb-643e-40ea-9cb6-dcb1de7dc232 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Pushing event deleted for resources: {'Port': ['ID=45fb51db-c505-4ae6-a226-baccc1d980d3,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:53:36.770720 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9f9489bb-643e-40ea-9cb6-dcb1de7dc232 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:36.771590 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-9f9489bb-643e-40ea-9cb6-dcb1de7dc232 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Floating IP 4ee292b2-cc84-41d5-8392-0f21151ad9b2 disassociated (deleted). External IP: 172.25.0.199, port: 99764a29-48a7-4d5d-bf85-6a3322d5c249. Nov 26 03:53:36.975742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9489bb-643e-40ea-9cb6-dcb1de7dc232 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Router c5c8747f-14c6-40a6-b712-39d660cdc390 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:53:37.078737 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9489bb-643e-40ea-9cb6-dcb1de7dc232 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:53:37.083401 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9f9489bb-643e-40ea-9cb6-dcb1de7dc232 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:37.088763 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703df7c-5349-412a-a129-94c34acc8da7 None None] Sync routers for ids ['c5c8747f-14c6-40a6-b712-39d660cdc390'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:53:37.098126 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4703df7c-5349-412a-a129-94c34acc8da7 None None] Routers {'c5c8747f-14c6-40a6-b712-39d660cdc390'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:53:37.098829 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4703df7c-5349-412a-a129-94c34acc8da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:53:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c5c8747f-14c6-40a6-b712-39d660cdc390'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:53:37.110267 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9f9489bb-643e-40ea-9cb6-dcb1de7dc232 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "DELETE /v2.0/floatingips/4ee292b2-cc84-41d5-8392-0f21151ad9b2 HTTP/1.1" status: 204 len: 168 time: 1.1480060 Nov 26 03:53:37.203833 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-4703df7c-5349-412a-a129-94c34acc8da7 None None] Set router c5c8747f-14c6-40a6-b712-39d660cdc390 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:53:37.412656 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4703df7c-5349-412a-a129-94c34acc8da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'name': 'tempest-TestMinimumBasicScenario-560484739-router', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 4, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'gw_port': {'id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a', 'name': '', 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'mac_address': 'fa:16:3e:ed:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1565ca8-90ea-497e-abaa-47d917e02229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:41Z', 'updated_at': '2021-11-26T03:51:45Z', 'revision_number': 5, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'subnets': [{'id': 'd1565ca8-90ea-497e-abaa-47d917e02229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:53:37.438414 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703df7c-5349-412a-a129-94c34acc8da7 None None] Checking router: c5c8747f-14c6-40a6-b712-39d660cdc390 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:53:37.447093 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4703df7c-5349-412a-a129-94c34acc8da7 None None] Routers {'c5c8747f-14c6-40a6-b712-39d660cdc390'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:53:37.447695 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4703df7c-5349-412a-a129-94c34acc8da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:53:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c5c8747f-14c6-40a6-b712-39d660cdc390'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:53:37.549903 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-4703df7c-5349-412a-a129-94c34acc8da7 None None] Set router c5c8747f-14c6-40a6-b712-39d660cdc390 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:53:37.744308 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4703df7c-5349-412a-a129-94c34acc8da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'name': 'tempest-TestMinimumBasicScenario-560484739-router', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 4, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'gw_port': {'id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a', 'name': '', 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'mac_address': 'fa:16:3e:ed:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1565ca8-90ea-497e-abaa-47d917e02229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:41Z', 'updated_at': '2021-11-26T03:51:45Z', 'revision_number': 5, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'subnets': [{'id': 'd1565ca8-90ea-497e-abaa-47d917e02229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:53:37.773146 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703df7c-5349-412a-a129-94c34acc8da7 None None] The sync data for ids ['c5c8747f-14c6-40a6-b712-39d660cdc390'] in n-d-819389-3 is: [{'id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'name': 'tempest-TestMinimumBasicScenario-560484739-router', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 4, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'gw_port': {'id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a', 'name': '', 'network_id': '3cba877c-89a6-4dd5-9b2d-92a7a86e71e5', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'mac_address': 'fa:16:3e:ed:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'd1565ca8-90ea-497e-abaa-47d917e02229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:41Z', 'updated_at': '2021-11-26T03:51:45Z', 'revision_number': 5, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'subnets': [{'id': 'd1565ca8-90ea-497e-abaa-47d917e02229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:53:37.836166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c7dc1f-1bc8-4ea6-a125-41be84d9e660', 'tag': '99764a29-48a7-4d5d-bf85-6a3322d5c249'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:53:37.838567 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6c332f-c852-4f3f-8a9e-ab1fc48d095b" -d '{"events": [{"name": "network-changed", "server_uuid": "30c7dc1f-1bc8-4ea6-a125-41be84d9e660", "tag": "99764a29-48a7-4d5d-bf85-6a3322d5c249"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:53:37.879273 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aefd40-1ba7-48d1-b6f6-792b302730fe x-openstack-request-id: req-73aefd40-1ba7-48d1-b6f6-792b302730fe {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:53:37.879574 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c7dc1f-1bc8-4ea6-a125-41be84d9e660", "tag": "99764a29-48a7-4d5d-bf85-6a3322d5c249", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:53:37.879837 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73aefd40-1ba7-48d1-b6f6-792b302730fe {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:53:37.880300 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c7dc1f-1bc8-4ea6-a125-41be84d9e660', 'tag': '99764a29-48a7-4d5d-bf85-6a3322d5c249', 'status': 'completed', 'code': 200} Nov 26 03:53:37.964183 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c332f-c852-4f3f-8a9e-ab1fc48d095b req-78b76d49-c967-4b2c-8e53-3d4fa324b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:53:37.965813 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8f6c332f-c852-4f3f-8a9e-ab1fc48d095b req-78b76d49-c967-4b2c-8e53-3d4fa324b55b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5ee81dfab654d11916197f633d8f7b6&device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 1096 time: 0.0430849 Nov 26 03:53:38.009002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9fc18f-f17b-4f66-b45b-ce37903493a2 None None] New status for floating IP 4ee292b2-cc84-41d5-8392-0f21151ad9b2: DOWN {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:53:38.064797 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c332f-c852-4f3f-8a9e-ab1fc48d095b req-af2ad90c-e40a-4794-89f9-f06bb845ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:53:38.066346 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8f6c332f-c852-4f3f-8a9e-ab1fc48d095b req-af2ad90c-e40a-4794-89f9-f06bb845ce4c service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 HTTP/1.1" status: 200 len: 915 time: 0.0934815 Nov 26 03:53:38.110579 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8f6c332f-c852-4f3f-8a9e-ab1fc48d095b req-8959eddb-c1ee-4dec-9df3-61b01d6bd670 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99764a29-48a7-4d5d-bf85-6a3322d5c249 HTTP/1.1" status: 200 len: 217 time: 0.0353291 Nov 26 03:53:38.164467 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c332f-c852-4f3f-8a9e-ab1fc48d095b req-225771bb-7e15-44cd-b712-8ec771d020c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:53:38.165944 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8f6c332f-c852-4f3f-8a9e-ab1fc48d095b req-225771bb-7e15-44cd-b712-8ec771d020c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1565ca8-90ea-497e-abaa-47d917e02229 HTTP/1.1" status: 200 len: 853 time: 0.0484529 Nov 26 03:53:38.210732 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c332f-c852-4f3f-8a9e-ab1fc48d095b req-1e8de757-fb99-439a-8450-080d5c750153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:53:38.212273 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8f6c332f-c852-4f3f-8a9e-ab1fc48d095b req-1e8de757-fb99-439a-8450-080d5c750153 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cba877c-89a6-4dd5-9b2d-92a7a86e71e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397909 Nov 26 03:53:38.303838 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8f6c332f-c852-4f3f-8a9e-ab1fc48d095b req-4c8a5291-fcc5-407b-9fbf-d22cd32d6e6d service neutron] 10.222.0.59 "GET /v2.0/networks/3cba877c-89a6-4dd5-9b2d-92a7a86e71e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838966 Nov 26 03:53:38.403730 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8f6c332f-c852-4f3f-8a9e-ab1fc48d095b req-2750b0b3-48f7-4046-93e9-bf3d134e2fe4 service neutron] 10.222.0.59 "GET /v2.0/networks/3cba877c-89a6-4dd5-9b2d-92a7a86e71e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926712 Nov 26 03:53:41.814857 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-96f7827e-8dc1-4329-a470-808e326ada5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:44.212979 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-02b983bf-c2ac-4e65-a7d5-7fe66ed2da71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:45.285160 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:46.108556 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9375e02-46f1-4998-9c91-af38083c4b47 req-466484b0-964a-490c-b89c-d32dd92d79b7 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:53:46.110025 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9375e02-46f1-4998-9c91-af38083c4b47 req-466484b0-964a-490c-b89c-d32dd92d79b7 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 945 time: 0.0485454 Nov 26 03:53:46.160688 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9375e02-46f1-4998-9c91-af38083c4b47 req-0cd23348-af52-4668-837a-55e2d01884e8 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445654 Nov 26 03:53:46.844964 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:47.277516 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685d58d-6f3f-4a71-adcb-37862ed95662 req-7e88b269-43e6-4ab4-bd7e-b08b8fdbea4c tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:53:47.279025 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c685d58d-6f3f-4a71-adcb-37862ed95662 req-7e88b269-43e6-4ab4-bd7e-b08b8fdbea4c tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 945 time: 0.0491784 Nov 26 03:53:47.329193 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c685d58d-6f3f-4a71-adcb-37862ed95662 req-1e0ae30b-41f1-4597-a2fd-70a3de644f86 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2fcfd8-373b-4439-9926-a5cd52c539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442483 Nov 26 03:53:47.686689 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:47.869816 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe1cd1-607c-43fc-9601-ce8824b2b917 req-253677a5-a4ca-4d43-ba30-cecebca3a1e9 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:53:47.871263 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-debe1cd1-607c-43fc-9601-ce8824b2b917 req-253677a5-a4ca-4d43-ba30-cecebca3a1e9 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.59 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 945 time: 0.0473609 Nov 26 03:53:47.873977 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:53:47.966555 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-debe1cd1-607c-43fc-9601-ce8824b2b917 req-ff3c5bef-7e0d-4077-9837-f4e178dd8644 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Deleting port 99764a29-48a7-4d5d-bf85-6a3322d5c249 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:53:47.966813 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-debe1cd1-607c-43fc-9601-ce8824b2b917 req-ff3c5bef-7e0d-4077-9837-f4e178dd8644 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:48.051816 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-debe1cd1-607c-43fc-9601-ce8824b2b917 req-ff3c5bef-7e0d-4077-9837-f4e178dd8644 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] For port 99764a29-48a7-4d5d-bf85-6a3322d5c249, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=99764a29-48a7-4d5d-bf85-6a3322d5c249,segment=NetworkSegment(d0f16d47-b601-40d1-9819-6470695e1e8d),segment_id=d0f16d47-b601-40d1-9819-6470695e1e8d)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:53:48.052721 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-debe1cd1-607c-43fc-9601-ce8824b2b917 req-ff3c5bef-7e0d-4077-9837-f4e178dd8644 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:48.064761 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-debe1cd1-607c-43fc-9601-ce8824b2b917 req-ff3c5bef-7e0d-4077-9837-f4e178dd8644 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Calling delete_port for 99764a29-48a7-4d5d-bf85-6a3322d5c249 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:53:48.192406 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-debe1cd1-607c-43fc-9601-ce8824b2b917 req-ff3c5bef-7e0d-4077-9837-f4e178dd8644 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:48.220571 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c5bef-7e0d-4077-9837-f4e178dd8644 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Pushing event deleted for resources: {'Port': ['ID=99764a29-48a7-4d5d-bf85-6a3322d5c249,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:53:48.225586 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['99764a29-48a7-4d5d-bf85-6a3322d5c249'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:53:48.267678 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-debe1cd1-607c-43fc-9601-ce8824b2b917 req-ff3c5bef-7e0d-4077-9837-f4e178dd8644 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] No DVR routers for this DVR port 99764a29-48a7-4d5d-bf85-6a3322d5c249 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:53:48.270210 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-debe1cd1-607c-43fc-9601-ce8824b2b917 req-ff3c5bef-7e0d-4077-9837-f4e178dd8644 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:48.273543 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-debe1cd1-607c-43fc-9601-ce8824b2b917 req-ff3c5bef-7e0d-4077-9837-f4e178dd8644 tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.59 "DELETE /v2.0/ports/99764a29-48a7-4d5d-bf85-6a3322d5c249 HTTP/1.1" status: 204 len: 173 time: 0.3963785 Nov 26 03:53:48.273982 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c7dc1f-1bc8-4ea6-a125-41be84d9e660', 'name': 'network-vif-deleted', 'tag': '99764a29-48a7-4d5d-bf85-6a3322d5c249'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:53:48.276236 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113a05f4-bc75-4571-922a-5cf8c51ccdb5" -d '{"events": [{"server_uuid": "30c7dc1f-1bc8-4ea6-a125-41be84d9e660", "name": "network-vif-deleted", "tag": "99764a29-48a7-4d5d-bf85-6a3322d5c249"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:53:48.315335 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486b0fba-2834-4dfe-9c78-1804101e0547 x-openstack-request-id: req-486b0fba-2834-4dfe-9c78-1804101e0547 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:53:48.315657 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c7dc1f-1bc8-4ea6-a125-41be84d9e660", "name": "network-vif-deleted", "tag": "99764a29-48a7-4d5d-bf85-6a3322d5c249", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:53:48.315937 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-486b0fba-2834-4dfe-9c78-1804101e0547 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:53:48.316372 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c7dc1f-1bc8-4ea6-a125-41be84d9e660', 'name': 'network-vif-deleted', 'tag': '99764a29-48a7-4d5d-bf85-6a3322d5c249', 'status': 'completed', 'code': 200} Nov 26 03:53:48.426167 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90e74893-6c38-4ede-9bfa-de29e495d916 req-55bc1538-115b-4301-be71-c29f1e4cf37f tempest-TestMinimumBasicScenario-861620675 tempest-TestMinimumBasicScenario-861620675-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c7dc1f-1bc8-4ea6-a125-41be84d9e660 HTTP/1.1" status: 200 len: 210 time: 0.0285845 Nov 26 03:53:51.030127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35328) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:53:51.365360 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0efe60b-d855-4fb4-95f8-6a0801c34549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:51.606173 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d0efe60b-d855-4fb4-95f8-6a0801c34549 admin admin] Deleting port 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:53:51.606518 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0efe60b-d855-4fb4-95f8-6a0801c34549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:51.686662 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-d0efe60b-d855-4fb4-95f8-6a0801c34549 admin admin] For port 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a,segment=NetworkSegment(d0f16d47-b601-40d1-9819-6470695e1e8d),segment_id=d0f16d47-b601-40d1-9819-6470695e1e8d)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:53:51.687030 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0efe60b-d855-4fb4-95f8-6a0801c34549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:51.699082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-d0efe60b-d855-4fb4-95f8-6a0801c34549 admin admin] Calling delete_port for 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:53:51.874594 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0efe60b-d855-4fb4-95f8-6a0801c34549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:51.900131 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efe60b-d855-4fb4-95f8-6a0801c34549 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:53:52.061190 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d0efe60b-d855-4fb4-95f8-6a0801c34549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:52.267662 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0efe60b-d855-4fb4-95f8-6a0801c34549 admin admin] Router c5c8747f-14c6-40a6-b712-39d660cdc390 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:53:52.296590 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 99764a29-48a7-4d5d-bf85-6a3322d5c249 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:53:52.316089 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 99764a29-48a7-4d5d-bf85-6a3322d5c249 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:53:52.316437 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 99764a29-48a7-4d5d-bf85-6a3322d5c249 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:53:52.371090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0efe60b-d855-4fb4-95f8-6a0801c34549 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:53:52.376039 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d0efe60b-d855-4fb4-95f8-6a0801c34549 admin admin] 10.222.0.31 "PUT /v2.0/routers/c5c8747f-14c6-40a6-b712-39d660cdc390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3449333 Nov 26 03:53:52.378849 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35330) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:53:52.382384 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ae69e-355b-48a3-885a-187615498125 None None] Sync routers for ids ['c5c8747f-14c6-40a6-b712-39d660cdc390'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:53:52.391710 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ae69e-355b-48a3-885a-187615498125 None None] Routers {'c5c8747f-14c6-40a6-b712-39d660cdc390'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:53:52.392344 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-926ae69e-355b-48a3-885a-187615498125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:53:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c5c8747f-14c6-40a6-b712-39d660cdc390'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:53:52.481312 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b205f838-aa9b-475e-8801-21e54b41d2b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:52.497858 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-926ae69e-355b-48a3-885a-187615498125 None None] Set router c5c8747f-14c6-40a6-b712-39d660cdc390 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:53:52.584604 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b205f838-aa9b-475e-8801-21e54b41d2b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:52.639702 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b205f838-aa9b-475e-8801-21e54b41d2b4 admin admin] Deleting port 5f64b928-48c9-4bbb-8d11-10c696be8533 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:53:52.640241 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b205f838-aa9b-475e-8801-21e54b41d2b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:52.726022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-b205f838-aa9b-475e-8801-21e54b41d2b4 admin admin] For port 5f64b928-48c9-4bbb-8d11-10c696be8533, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5f64b928-48c9-4bbb-8d11-10c696be8533,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:53:52.726386 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b205f838-aa9b-475e-8801-21e54b41d2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:52.738160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b205f838-aa9b-475e-8801-21e54b41d2b4 admin admin] Calling delete_port for 5f64b928-48c9-4bbb-8d11-10c696be8533 owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:53:52.772278 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-926ae69e-355b-48a3-885a-187615498125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'name': 'tempest-TestMinimumBasicScenario-560484739-router', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:53:51Z', 'revision_number': 5, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'gw_port': {'id': '5f64b928-48c9-4bbb-8d11-10c696be8533', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:53:52.800775 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ae69e-355b-48a3-885a-187615498125 None None] Checking router: c5c8747f-14c6-40a6-b712-39d660cdc390 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:53:52.808953 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ae69e-355b-48a3-885a-187615498125 None None] Routers {'c5c8747f-14c6-40a6-b712-39d660cdc390'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:53:52.809553 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-926ae69e-355b-48a3-885a-187615498125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:53:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['c5c8747f-14c6-40a6-b712-39d660cdc390'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:53:52.893092 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-926ae69e-355b-48a3-885a-187615498125 None None] Set router c5c8747f-14c6-40a6-b712-39d660cdc390 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:53:52.903080 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b205f838-aa9b-475e-8801-21e54b41d2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:52.912794 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:52.928755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205f838-aa9b-475e-8801-21e54b41d2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f64b928-48c9-4bbb-8d11-10c696be8533,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:53:52.944477 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb76eea-46b7-4035-a33a-f0483cb3b605 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:53:52.948705 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-926ae69e-355b-48a3-885a-187615498125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'name': 'tempest-TestMinimumBasicScenario-560484739-router', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:53:52Z', 'revision_number': 6, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:53:52.980045 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ae69e-355b-48a3-885a-187615498125 None None] The sync data for ids ['c5c8747f-14c6-40a6-b712-39d660cdc390'] in n-d-819389-3 is: [{'id': 'c5c8747f-14c6-40a6-b712-39d660cdc390', 'name': 'tempest-TestMinimumBasicScenario-560484739-router', 'tenant_id': 'a5ee81dfab654d11916197f633d8f7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:39Z', 'updated_at': '2021-11-26T03:53:52Z', 'revision_number': 6, 'project_id': 'a5ee81dfab654d11916197f633d8f7b6', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:53:52.991772 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b205f838-aa9b-475e-8801-21e54b41d2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:53.081622 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b205f838-aa9b-475e-8801-21e54b41d2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:53.083870 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b205f838-aa9b-475e-8801-21e54b41d2b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:53.128594 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b205f838-aa9b-475e-8801-21e54b41d2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:53.129130 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b205f838-aa9b-475e-8801-21e54b41d2b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5c8747f-14c6-40a6-b712-39d660cdc390 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:53:53.134094 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b205f838-aa9b-475e-8801-21e54b41d2b4 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:53.135199 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b205f838-aa9b-475e-8801-21e54b41d2b4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c5c8747f-14c6-40a6-b712-39d660cdc390 HTTP/1.1" status: 204 len: 168 time: 0.7554104 Nov 26 03:53:53.138918 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35332) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:53:53.181752 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb759759-7843-4373-8daa-2473a10f728e admin admin] Deleting subnet d1565ca8-90ea-497e-abaa-47d917e02229 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:53:53.184730 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eb759759-7843-4373-8daa-2473a10f728e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:53.217894 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eb759759-7843-4373-8daa-2473a10f728e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:53.295621 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eb759759-7843-4373-8daa-2473a10f728e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:53.351017 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eb759759-7843-4373-8daa-2473a10f728e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:53.377948 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb759759-7843-4373-8daa-2473a10f728e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1565ca8-90ea-497e-abaa-47d917e02229,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:53:53.382422 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-eb759759-7843-4373-8daa-2473a10f728e admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:53.388024 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-eb759759-7843-4373-8daa-2473a10f728e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d1565ca8-90ea-497e-abaa-47d917e02229 HTTP/1.1" status: 204 len: 168 time: 0.2457387 Nov 26 03:53:53.388225 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c0a685-a8fe-4190-b463-241a45c5ffc3 None None] Network 3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:53:53.388692 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35334) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:53:53.474383 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:53.528467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] Deleting port e0910fe5-f370-4f8b-9e34-ec36d33ac31a {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:53:53.528808 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:53.596609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] For port e0910fe5-f370-4f8b-9e34-ec36d33ac31a, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e0910fe5-f370-4f8b-9e34-ec36d33ac31a,segment=NetworkSegment(d0f16d47-b601-40d1-9819-6470695e1e8d),segment_id=d0f16d47-b601-40d1-9819-6470695e1e8d)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:53:53.596973 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:53.610487 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] Calling delete_port for e0910fe5-f370-4f8b-9e34-ec36d33ac31a owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:53:53.689652 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:53.802490 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:53:53.804713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594a345f-36a0-4c36-97fd-6ee1aee0d039 None None] DHCP port deletion for 3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:53:53.826571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:53:53.826923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 02f3b0b4-3bf9-4b6d-8d12-8851c07ba78a not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:53:54.044229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] Pushing event deleted for resources: {'Port': ['ID=e0910fe5-f370-4f8b-9e34-ec36d33ac31a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:53:54.047679 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] No DVR routers for this DVR port e0910fe5-f370-4f8b-9e34-ec36d33ac31a on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:53:54.118901 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:54.138064 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cba877c-89a6-4dd5-9b2d-92a7a86e71e5']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:53:54.148228 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f16d47-b601-40d1-9819-6470695e1e8d') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:53:54.148537 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f16d47-b601-40d1-9819-6470695e1e8d') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:53:54.158164 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:54.161334 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:54.173584 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:54.179458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:53:54.179846 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:53:54.182168 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:53:54.238389 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:54.243763 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:54.246978 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] 10.222.0.31 "DELETE /v2.0/networks/3cba877c-89a6-4dd5-9b2d-92a7a86e71e5 HTTP/1.1" status: 204 len: 168 time: 0.8568091 Nov 26 03:53:54.250047 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35336) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:53:54.258542 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e61550-a3a5-475c-86dd-ea3a48a3752f admin admin] Pushing event deleted for resources: {'Network': ['ID=3cba877c-89a6-4dd5-9b2d-92a7a86e71e5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:53:54.588686 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6108ab80-0c51-4558-ac9b-5b86baceafb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:54.825362 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-6108ab80-0c51-4558-ac9b-5b86baceafb3 admin admin] Deleting port 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:53:54.825703 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6108ab80-0c51-4558-ac9b-5b86baceafb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:54.901198 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-6108ab80-0c51-4558-ac9b-5b86baceafb3 admin admin] For port 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f,segment=NetworkSegment(501d5cff-c196-4f65-b6a4-f1834dfcf5d6),segment_id=501d5cff-c196-4f65-b6a4-f1834dfcf5d6)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:53:54.901480 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6108ab80-0c51-4558-ac9b-5b86baceafb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:54.913787 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-6108ab80-0c51-4558-ac9b-5b86baceafb3 admin admin] Calling delete_port for 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:53:55.085647 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6108ab80-0c51-4558-ac9b-5b86baceafb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:55.110683 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108ab80-0c51-4558-ac9b-5b86baceafb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:53:55.279741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5f64b928-48c9-4bbb-8d11-10c696be8533 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:53:55.301158 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 5f64b928-48c9-4bbb-8d11-10c696be8533 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:53:55.301508 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5f64b928-48c9-4bbb-8d11-10c696be8533 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:53:55.302148 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e0910fe5-f370-4f8b-9e34-ec36d33ac31a no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:53:55.322050 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: e0910fe5-f370-4f8b-9e34-ec36d33ac31a {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:53:55.322410 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e0910fe5-f370-4f8b-9e34-ec36d33ac31a not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:53:55.605056 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6108ab80-0c51-4558-ac9b-5b86baceafb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:55.808250 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6108ab80-0c51-4558-ac9b-5b86baceafb3 admin admin] Router 9f3ed23f-2b92-4914-9530-b9edd824e64c has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:53:55.908242 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6108ab80-0c51-4558-ac9b-5b86baceafb3 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:53:55.913087 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6108ab80-0c51-4558-ac9b-5b86baceafb3 admin admin] 10.222.0.31 "PUT /v2.0/routers/9f3ed23f-2b92-4914-9530-b9edd824e64c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6620367 Nov 26 03:53:55.915602 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35338) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:53:55.916961 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d681c5-4031-404c-b07c-1668f87c85dc None None] Sync routers for ids ['9f3ed23f-2b92-4914-9530-b9edd824e64c'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:53:55.927818 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d681c5-4031-404c-b07c-1668f87c85dc None None] Routers {'9f3ed23f-2b92-4914-9530-b9edd824e64c'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:53:55.928489 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-75d681c5-4031-404c-b07c-1668f87c85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:53:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9f3ed23f-2b92-4914-9530-b9edd824e64c'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:53:56.015795 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b581437-6f5d-47e6-859d-8caf01047fde admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:56.030802 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-75d681c5-4031-404c-b07c-1668f87c85dc None None] Set router 9f3ed23f-2b92-4914-9530-b9edd824e64c gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:53:56.115422 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b581437-6f5d-47e6-859d-8caf01047fde admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:56.167221 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0b581437-6f5d-47e6-859d-8caf01047fde admin admin] Deleting port 54c99654-e494-479d-a3ea-2756c6f59ec9 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:53:56.167479 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b581437-6f5d-47e6-859d-8caf01047fde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:56.209482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-75d681c5-4031-404c-b07c-1668f87c85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3ed23f-2b92-4914-9530-b9edd824e64c', 'name': 'tempest-TestMinimumBasicScenario-301703456-router', 'tenant_id': '7ad08027e7d749c2acd208b20d88d081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '54c99654-e494-479d-a3ea-2756c6f59ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:43Z', 'updated_at': '2021-11-26T03:53:55Z', 'revision_number': 5, 'project_id': '7ad08027e7d749c2acd208b20d88d081', 'gw_port': {'id': '54c99654-e494-479d-a3ea-2756c6f59ec9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3ed23f-2b92-4914-9530-b9edd824e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:51:44Z', 'updated_at': '2021-11-26T03:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:53:56.235880 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d681c5-4031-404c-b07c-1668f87c85dc None None] Checking router: 9f3ed23f-2b92-4914-9530-b9edd824e64c for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:53:56.248536 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d681c5-4031-404c-b07c-1668f87c85dc None None] Routers {'9f3ed23f-2b92-4914-9530-b9edd824e64c'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:53:56.249152 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-75d681c5-4031-404c-b07c-1668f87c85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:53:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9f3ed23f-2b92-4914-9530-b9edd824e64c'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:53:56.250339 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-0b581437-6f5d-47e6-859d-8caf01047fde admin admin] For port 54c99654-e494-479d-a3ea-2756c6f59ec9, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=54c99654-e494-479d-a3ea-2756c6f59ec9,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:53:56.250712 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b581437-6f5d-47e6-859d-8caf01047fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:56.263557 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-0b581437-6f5d-47e6-859d-8caf01047fde admin admin] Calling delete_port for 54c99654-e494-479d-a3ea-2756c6f59ec9 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:53:56.333794 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-75d681c5-4031-404c-b07c-1668f87c85dc None None] Set router 9f3ed23f-2b92-4914-9530-b9edd824e64c gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:53:56.384711 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-75d681c5-4031-404c-b07c-1668f87c85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3ed23f-2b92-4914-9530-b9edd824e64c', 'name': 'tempest-TestMinimumBasicScenario-301703456-router', 'tenant_id': '7ad08027e7d749c2acd208b20d88d081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:43Z', 'updated_at': '2021-11-26T03:53:56Z', 'revision_number': 6, 'project_id': '7ad08027e7d749c2acd208b20d88d081', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:53:56.414381 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d681c5-4031-404c-b07c-1668f87c85dc None None] The sync data for ids ['9f3ed23f-2b92-4914-9530-b9edd824e64c'] in n-d-819389-3 is: [{'id': '9f3ed23f-2b92-4914-9530-b9edd824e64c', 'name': 'tempest-TestMinimumBasicScenario-301703456-router', 'tenant_id': '7ad08027e7d749c2acd208b20d88d081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:51:43Z', 'updated_at': '2021-11-26T03:53:56Z', 'revision_number': 6, 'project_id': '7ad08027e7d749c2acd208b20d88d081', 'gw_port_host': None}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:53:56.426182 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b581437-6f5d-47e6-859d-8caf01047fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:56.453648 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b581437-6f5d-47e6-859d-8caf01047fde admin admin] Pushing event deleted for resources: {'Port': ['ID=54c99654-e494-479d-a3ea-2756c6f59ec9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:53:56.469259 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef7beaf-a8b3-40f5-b41d-7625c587ba47 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:53:56.523398 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b581437-6f5d-47e6-859d-8caf01047fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:56.612233 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b581437-6f5d-47e6-859d-8caf01047fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:56.614994 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b581437-6f5d-47e6-859d-8caf01047fde admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:56.656606 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b581437-6f5d-47e6-859d-8caf01047fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:56.657156 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b581437-6f5d-47e6-859d-8caf01047fde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f3ed23f-2b92-4914-9530-b9edd824e64c {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:53:56.662046 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0b581437-6f5d-47e6-859d-8caf01047fde admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:56.663196 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0b581437-6f5d-47e6-859d-8caf01047fde admin admin] 10.222.0.31 "DELETE /v2.0/routers/9f3ed23f-2b92-4914-9530-b9edd824e64c HTTP/1.1" status: 204 len: 168 time: 0.7466545 Nov 26 03:53:56.665728 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35340) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:53:56.708874 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e633fa0-2f2c-49a0-8b54-16175ba9e327 admin admin] Deleting subnet 98ca6308-7297-4742-be2a-5ffafa626955 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:53:56.711789 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e633fa0-2f2c-49a0-8b54-16175ba9e327 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:56.751485 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e633fa0-2f2c-49a0-8b54-16175ba9e327 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:56.831045 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e633fa0-2f2c-49a0-8b54-16175ba9e327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:56.888787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e633fa0-2f2c-49a0-8b54-16175ba9e327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:56.914380 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e633fa0-2f2c-49a0-8b54-16175ba9e327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ca6308-7297-4742-be2a-5ffafa626955,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:53:56.918455 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1e633fa0-2f2c-49a0-8b54-16175ba9e327 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:56.923494 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105a08c8-7bc0-4f1f-afd1-03a7b9a3bb1c None None] Network 8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:53:56.924109 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1e633fa0-2f2c-49a0-8b54-16175ba9e327 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/98ca6308-7297-4742-be2a-5ffafa626955 HTTP/1.1" status: 204 len: 168 time: 0.2573695 Nov 26 03:53:56.924762 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35342) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:53:56.997096 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:57.050252 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] Deleting port 8b5606ab-2099-4112-9a2f-a8d0ac2799c8 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:53:57.050585 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:57.113526 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] For port 8b5606ab-2099-4112-9a2f-a8d0ac2799c8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8b5606ab-2099-4112-9a2f-a8d0ac2799c8,segment=NetworkSegment(501d5cff-c196-4f65-b6a4-f1834dfcf5d6),segment_id=501d5cff-c196-4f65-b6a4-f1834dfcf5d6)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:53:57.113837 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:57.127208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] Calling delete_port for 8b5606ab-2099-4112-9a2f-a8d0ac2799c8 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:53:57.146806 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] DHCP port deletion for 8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:53:57.210332 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] Deleting port 8b5606ab-2099-4112-9a2f-a8d0ac2799c8 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:53:57.210918 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:57.217009 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:57.245018 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5606ab-2099-4112-9a2f-a8d0ac2799c8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:53:57.246856 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] No DVR routers for this DVR port 8b5606ab-2099-4112-9a2f-a8d0ac2799c8 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:53:57.253431 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:53:57.286274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:53:57.286614 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 30d8e0d8-f5b4-42a7-964f-2bfbde0ad33f not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:53:57.287103 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 54c99654-e494-479d-a3ea-2756c6f59ec9 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:53:57.316232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 54c99654-e494-479d-a3ea-2756c6f59ec9 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:53:57.316584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 54c99654-e494-479d-a3ea-2756c6f59ec9 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:53:57.317003 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8b5606ab-2099-4112-9a2f-a8d0ac2799c8 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:53:57.322286 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:57.323718 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] For port 8b5606ab-2099-4112-9a2f-a8d0ac2799c8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=8b5606ab-2099-4112-9a2f-a8d0ac2799c8,segment=NetworkSegment(501d5cff-c196-4f65-b6a4-f1834dfcf5d6),segment_id=501d5cff-c196-4f65-b6a4-f1834dfcf5d6)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:53:57.324146 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:57.343927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:53:57.349235 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 8b5606ab-2099-4112-9a2f-a8d0ac2799c8 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:53:57.349722 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 8b5606ab-2099-4112-9a2f-a8d0ac2799c8 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:53:57.354416 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] Calling delete_port for 8b5606ab-2099-4112-9a2f-a8d0ac2799c8 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:53:57.355062 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501d5cff-c196-4f65-b6a4-f1834dfcf5d6') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:53:57.355370 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501d5cff-c196-4f65-b6a4-f1834dfcf5d6') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:53:57.369310 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:57.384794 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:57.391918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:53:57.392436 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:53:57.394512 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:53:57.438376 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:57.454262 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:57.461359 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:57.464808 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] 10.222.0.31 "DELETE /v2.0/networks/8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce HTTP/1.1" status: 204 len: 168 time: 0.5390143 Nov 26 03:53:57.469424 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] Pushing event deleted for resources: {'Port': ['ID=8b5606ab-2099-4112-9a2f-a8d0ac2799c8,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:53:57.477875 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f87e9b-4814-43f6-8934-551a6693044d admin admin] Pushing event deleted for resources: {'Network': ['ID=8d9b502f-ad6e-4ab1-9232-8f1518ccd2ce,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:53:57.479603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:57.479963 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:57.480351 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:57.480743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:57.481085 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:57.481423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:57.481756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:57.482086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:57.482415 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:57.482742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:57.483826 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:57.483826 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:53:57.486397 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000cf385-fe83-4003-b859-5a33ea433d0f None None] No DVR routers for this DVR port 8b5606ab-2099-4112-9a2f-a8d0ac2799c8 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:53:57.648423 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35346) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:53:57.693952 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7564464c-2fa1-4849-a398-4fca1822c9f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5ee81dfab654d11916197f633d8f7b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437613 Nov 26 03:53:57.696437 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35348) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:53:57.743022 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73f6355b-a4e8-40c7-be9e-dd6b1415b562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:57.763791 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73f6355b-a4e8-40c7-be9e-dd6b1415b562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:57.810317 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73f6355b-a4e8-40c7-be9e-dd6b1415b562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:57.812840 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-73f6355b-a4e8-40c7-be9e-dd6b1415b562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:57.814031 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-73f6355b-a4e8-40c7-be9e-dd6b1415b562 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf2fcfd8-373b-4439-9926-a5cd52c539b1 HTTP/1.1" status: 204 len: 168 time: 0.1166627 Nov 26 03:53:57.821876 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6355b-a4e8-40c7-be9e-dd6b1415b562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2fcfd8-373b-4439-9926-a5cd52c539b1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:53:58.119192 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35354) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:53:58.158692 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-26a6d518-182f-4b93-ac24-e25ea25af1c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ad08027e7d749c2acd208b20d88d081&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383401 Nov 26 03:53:58.161430 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35356) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:53:58.206625 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8cd854c-2f41-4e94-8b02-102f58537087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:58.227625 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8cd854c-2f41-4e94-8b02-102f58537087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:58.276469 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8cd854c-2f41-4e94-8b02-102f58537087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:58.279018 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e8cd854c-2f41-4e94-8b02-102f58537087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:53:58.280394 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e8cd854c-2f41-4e94-8b02-102f58537087 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/552471df-ef27-42bc-9c0a-aa63372ff590 HTTP/1.1" status: 204 len: 168 time: 0.1179984 Nov 26 03:53:58.288290 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd854c-2f41-4e94-8b02-102f58537087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552471df-ef27-42bc-9c0a-aa63372ff590,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:00.027808 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35396) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:54:00.032501 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-dd1e9c8a-660e-48b4-a7ee-7e355b53404e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1126284667', 'description': 'tempest-secgroup-smoke-1126284667 description', 'project_id': '952c751804864f3f800b50cfd5313ece'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:54:00.053946 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9c8a-660e-48b4-a7ee-7e355b53404e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.061521 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9c8a-660e-48b4-a7ee-7e355b53404e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.140584 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9c8a-660e-48b4-a7ee-7e355b53404e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.144357 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9c8a-660e-48b4-a7ee-7e355b53404e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.182928 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e9c8a-660e-48b4-a7ee-7e355b53404e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1bb4c6-d694-40d9-8475-e471cd29ebd6,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:00.220680 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9c8a-660e-48b4-a7ee-7e355b53404e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.225043 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9c8a-660e-48b4-a7ee-7e355b53404e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.254505 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9c8a-660e-48b4-a7ee-7e355b53404e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.255671 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-dd1e9c8a-660e-48b4-a7ee-7e355b53404e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2267008 Nov 26 03:54:00.257582 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e9c8a-660e-48b4-a7ee-7e355b53404e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:00.258872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35398) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:54:00.263599 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-1fc64d9a-cd1f-474a-90f5-e38fbc3e2103 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '166d2a12-5cf0-49d9-8eac-30db3ccd6e7b', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:54:00.290214 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1fc64d9a-cd1f-474a-90f5-e38fbc3e2103 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.343443 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1fc64d9a-cd1f-474a-90f5-e38fbc3e2103 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.346763 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1fc64d9a-cd1f-474a-90f5-e38fbc3e2103 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.368315 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc64d9a-cd1f-474a-90f5-e38fbc3e2103 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d0b8d1-a9db-4e50-af88-b2cfff86748a,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:00.376678 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1fc64d9a-cd1f-474a-90f5-e38fbc3e2103 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.380511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1fc64d9a-cd1f-474a-90f5-e38fbc3e2103 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180542 Nov 26 03:54:00.380968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35400) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:54:00.385038 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-7e951b7d-64a6-4a15-9c26-6b672fd5cc0d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '166d2a12-5cf0-49d9-8eac-30db3ccd6e7b', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:54:00.410473 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7e951b7d-64a6-4a15-9c26-6b672fd5cc0d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.470940 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7e951b7d-64a6-4a15-9c26-6b672fd5cc0d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.474811 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7e951b7d-64a6-4a15-9c26-6b672fd5cc0d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.490334 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e951b7d-64a6-4a15-9c26-6b672fd5cc0d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a850c407-57e5-4326-bb84-93bc853ce7a8,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:00.499957 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7e951b7d-64a6-4a15-9c26-6b672fd5cc0d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.501190 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7e951b7d-64a6-4a15-9c26-6b672fd5cc0d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195514 Nov 26 03:54:00.503820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35402) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:54:00.508229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-8e4dd8b9-a2b0-4f5e-ad9c-c670dd00c37b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '166d2a12-5cf0-49d9-8eac-30db3ccd6e7b', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:54:00.533029 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd8b9-a2b0-4f5e-ad9c-c670dd00c37b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.591402 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd8b9-a2b0-4f5e-ad9c-c670dd00c37b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.595034 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd8b9-a2b0-4f5e-ad9c-c670dd00c37b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.612559 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4dd8b9-a2b0-4f5e-ad9c-c670dd00c37b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c84745-4358-4073-bfc0-702786cc0ce5,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:00.621222 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd8b9-a2b0-4f5e-ad9c-c670dd00c37b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.622404 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8e4dd8b9-a2b0-4f5e-ad9c-c670dd00c37b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176274 Nov 26 03:54:00.625206 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35404) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:54:00.629500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-84da97dd-950d-4063-abbf-763853002890 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '166d2a12-5cf0-49d9-8eac-30db3ccd6e7b', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:54:00.656194 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-84da97dd-950d-4063-abbf-763853002890 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.711442 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-84da97dd-950d-4063-abbf-763853002890 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.715098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-84da97dd-950d-4063-abbf-763853002890 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.736461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da97dd-950d-4063-abbf-763853002890 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b71115-d088-4d55-8c05-6adf67ad947f,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:00.742052 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-84da97dd-950d-4063-abbf-763853002890 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.743260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-84da97dd-950d-4063-abbf-763853002890 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171296 Nov 26 03:54:00.746006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35406) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:54:00.750409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-3a7410f0-86b3-4a98-a80b-eac7479c29d7 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '166d2a12-5cf0-49d9-8eac-30db3ccd6e7b', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:54:00.771948 n-d-819389-3 neutron-server[104802]: INFO neutron.db.securitygroups_db [None req-3a7410f0-86b3-4a98-a80b-eac7479c29d7 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Project 952c751804864f3f800b50cfd5313ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:54:00.776776 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3a7410f0-86b3-4a98-a80b-eac7479c29d7 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.834748 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3a7410f0-86b3-4a98-a80b-eac7479c29d7 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.838054 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3a7410f0-86b3-4a98-a80b-eac7479c29d7 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.857259 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7410f0-86b3-4a98-a80b-eac7479c29d7 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0bab04-33c1-452a-b6ea-bd00b597e951,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:00.864831 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3a7410f0-86b3-4a98-a80b-eac7479c29d7 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.866024 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3a7410f0-86b3-4a98-a80b-eac7479c29d7 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190691 Nov 26 03:54:00.868644 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35408) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:54:00.873094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-99f0fea3-e0a6-44af-9d49-381f679b52ca tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '166d2a12-5cf0-49d9-8eac-30db3ccd6e7b', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:54:00.893995 n-d-819389-3 neutron-server[104802]: INFO neutron.db.securitygroups_db [None req-99f0fea3-e0a6-44af-9d49-381f679b52ca tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Project 952c751804864f3f800b50cfd5313ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:54:00.899356 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99f0fea3-e0a6-44af-9d49-381f679b52ca tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.956390 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99f0fea3-e0a6-44af-9d49-381f679b52ca tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.960308 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99f0fea3-e0a6-44af-9d49-381f679b52ca tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.977279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0fea3-e0a6-44af-9d49-381f679b52ca tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6cde83-701d-4ea7-9b5b-f9403aabd339,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:00.985287 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-99f0fea3-e0a6-44af-9d49-381f679b52ca tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:00.986492 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-99f0fea3-e0a6-44af-9d49-381f679b52ca tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1169190 Nov 26 03:54:00.989481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35410) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:54:00.994254 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-e8e6c065-8833-4b71-b77f-72b73720de72 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'network': {'name': 'tempest-network-smoke--1241441134', 'project_id': '952c751804864f3f800b50cfd5313ece', 'port_security_enabled': True}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:54:01.013807 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e6c065-8833-4b71-b77f-72b73720de72 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Made reservation on behalf of 952c751804864f3f800b50cfd5313ece for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:54:01.017195 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8e6c065-8833-4b71-b77f-72b73720de72 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:01.039996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e6c065-8833-4b71-b77f-72b73720de72 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:54:01.048409 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8e6c065-8833-4b71-b77f-72b73720de72 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:01.048758 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-e8e6c065-8833-4b71-b77f-72b73720de72 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Added segment 649112e9-437e-4138-a148-de700790e554 of type vlan for network 5089e1d7-f70c-41d8-a30f-c2bcec62eff1 Nov 26 03:54:01.088036 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8e6c065-8833-4b71-b77f-72b73720de72 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:01.114013 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8e6c065-8833-4b71-b77f-72b73720de72 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:01.119553 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e6c065-8833-4b71-b77f-72b73720de72 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:01.120153 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e8e6c065-8833-4b71-b77f-72b73720de72 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:01.173821 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e8e6c065-8833-4b71-b77f-72b73720de72 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1833372 Nov 26 03:54:01.176850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35412) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:54:01.181682 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1821212560', 'admin_state_up': True, 'project_id': '952c751804864f3f800b50cfd5313ece', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:54:01.185553 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6c065-8833-4b71-b77f-72b73720de72 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Network': ['ID=5089e1d7-f70c-41d8-a30f-c2bcec62eff1,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:01.198143 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 5089e1d7-f70c-41d8-a30f-c2bcec62eff1 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:54:01.206010 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:01.207033 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:01.262244 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:01.396074 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:01.584787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:01.603103 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:01.703508 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.25.0.109 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/77762a0c-9e10-40d9-80d5-b90fef6f4a9f) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:54:01.802124 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:01.833944 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:01.875911 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:54:01.878747 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:54:01.881255 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:54:01.890802 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17caae63-ae39-4ec4-8077-bad8c4d5917d None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:54:01.906356 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=77762a0c-9e10-40d9-80d5-b90fef6f4a9f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:01.941357 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b328f5ef-b0f3-43ee-9fa0-62f7758868d8 None None] Provisioning complete for port 77762a0c-9e10-40d9-80d5-b90fef6f4a9f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:54:01.941732 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b328f5ef-b0f3-43ee-9fa0-62f7758868d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:01.974591 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-b328f5ef-b0f3-43ee-9fa0-62f7758868d8 None None] Port 77762a0c-9e10-40d9-80d5-b90fef6f4a9f cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:54:02.130046 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:02.317164 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:02.436038 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:54:02.543193 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:54:02.552778 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Sync routers for ids ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:54:02.562765 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Routers {'9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:54:02.563380 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:53:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:54:02.563548 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:02.564788 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-80ce2ed8-e700-4f37-b268-00fd0173594c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3868523 Nov 26 03:54:02.569733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35414) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:54:02.667511 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Set router 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:54:02.697841 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bd9dcde3-e734-48cf-82bc-885ad2a435d5 tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=952c751804864f3f800b50cfd5313ece&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1271834 Nov 26 03:54:02.700488 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35418) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:54:02.791189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e715c3e3-cb70-40c4-8e88-07c46434c5ec tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:02.792857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e715c3e3-cb70-40c4-8e88-07c46434c5ec tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914371 Nov 26 03:54:02.795571 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35420) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:54:02.824110 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-bad14508-c964-4194-8ca0-e056a688c515 tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272818 Nov 26 03:54:02.826473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35422) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:54:02.831423 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-8bf667c8-1768-4742-ac0c-a08eb99ac2f6 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-603381200', 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1', 'project_id': '952c751804864f3f800b50cfd5313ece', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:54:02.842595 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821212560', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:02Z', 'revision_number': 3, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:54:02.872450 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Checking router: 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:54:02.874091 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Updating router 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f port 77762a0c-9e10-40d9-80d5-b90fef6f4a9f binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:54:02.897792 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:02.927083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf667c8-1768-4742-ac0c-a08eb99ac2f6 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Made reservation on behalf of 952c751804864f3f800b50cfd5313ece for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:54:02.930737 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8bf667c8-1768-4742-ac0c-a08eb99ac2f6 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:03.109764 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8bf667c8-1768-4742-ac0c-a08eb99ac2f6 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:03.140471 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:03.146266 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:03.185155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf667c8-1768-4742-ac0c-a08eb99ac2f6 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Subnet': ['ID=7239f61a-83b6-487a-b9f3-e26b536e7c07,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:03.187474 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf667c8-1768-4742-ac0c-a08eb99ac2f6 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Checking segment: {'id': '649112e9-437e-4138-a148-de700790e554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:54:03.187848 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf667c8-1768-4742-ac0c-a08eb99ac2f6 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network hostable DHCP agents. Network: 5089e1d7-f70c-41d8-a30f-c2bcec62eff1, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:54:03.191237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d787ad2c-5d9d-42aa-b028-b9364e189e86 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:54:03.196540 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Attempting to bind port 77762a0c-9e10-40d9-80d5-b90fef6f4a9f on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:54:03.196916 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Attempting to bind port 77762a0c-9e10-40d9-80d5-b90fef6f4a9f by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:54:03.197284 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Attempting to bind port 77762a0c-9e10-40d9-80d5-b90fef6f4a9f on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:54:03.207167 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf667c8-1768-4742-ac0c-a08eb99ac2f6 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 5089e1d7-f70c-41d8-a30f-c2bcec62eff1 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:54:03.208368 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:54:03.208723 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:54:03.209440 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:03.209994 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:54:03.210495 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Bound port: 77762a0c-9e10-40d9-80d5-b90fef6f4a9f, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:54:03.210863 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:03.216808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-8bf667c8-1768-4742-ac0c-a08eb99ac2f6 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 5089e1d7-f70c-41d8-a30f-c2bcec62eff1) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:54:03.225722 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf667c8-1768-4742-ac0c-a08eb99ac2f6 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:03.226213 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8bf667c8-1768-4742-ac0c-a08eb99ac2f6 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:03.230656 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057916dc-dcdd-41e8-9341-bbb377781bd7 None None] Network 5089e1d7-f70c-41d8-a30f-c2bcec62eff1 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:54:03.236662 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee4fcf-19cc-43b3-9e3d-26fcfa02fb1f None None] Pushing event updated for resources: {'Port': ['ID=77762a0c-9e10-40d9-80d5-b90fef6f4a9f,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:03.248003 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8bf667c8-1768-4742-ac0c-a08eb99ac2f6 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4171715 Nov 26 03:54:03.248003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35424) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:54:03.253221 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee4fcf-19cc-43b3-9e3d-26fcfa02fb1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:54:03.253582 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee4fcf-19cc-43b3-9e3d-26fcfa02fb1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:54:03.253917 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee4fcf-19cc-43b3-9e3d-26fcfa02fb1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:54:03.254266 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee4fcf-19cc-43b3-9e3d-26fcfa02fb1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:54:03.254657 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee4fcf-19cc-43b3-9e3d-26fcfa02fb1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:54:03.255002 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee4fcf-19cc-43b3-9e3d-26fcfa02fb1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:54:03.255346 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee4fcf-19cc-43b3-9e3d-26fcfa02fb1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:54:03.255673 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee4fcf-19cc-43b3-9e3d-26fcfa02fb1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:54:03.256005 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee4fcf-19cc-43b3-9e3d-26fcfa02fb1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:54:03.256359 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee4fcf-19cc-43b3-9e3d-26fcfa02fb1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:54:03.256685 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee4fcf-19cc-43b3-9e3d-26fcfa02fb1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:54:03.257009 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee4fcf-19cc-43b3-9e3d-26fcfa02fb1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:54:03.278639 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] For port 77762a0c-9e10-40d9-80d5-b90fef6f4a9f, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:54:03.281930 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] For port 77762a0c-9e10-40d9-80d5-b90fef6f4a9f, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=77762a0c-9e10-40d9-80d5-b90fef6f4a9f,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:54:03.290858 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:03.348893 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Routers {'9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:54:03.349599 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:53:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:54:03.354193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3fd307-76a0-4edf-a93c-6b0480c9b331 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:54:03.361707 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-11364237-4035-4cc6-9bd1-e30050f2b05b None None] Provisioning complete for port 77762a0c-9e10-40d9-80d5-b90fef6f4a9f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:54:03.362042 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-11364237-4035-4cc6-9bd1-e30050f2b05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:03.438180 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-5089e1d7-f70c-41d8-a30f-c2bcec62eff1', 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ips': [{'subnet_id': '7239f61a-83b6-487a-b9f3-e26b536e7c07'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:54:03.439008 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:03.441915 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee4fcf-19cc-43b3-9e3d-26fcfa02fb1f None None] Pushing event updated for resources: {'Port': ['ID=77762a0c-9e10-40d9-80d5-b90fef6f4a9f,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:03.472310 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] Set router 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:54:03.481069 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-11364237-4035-4cc6-9bd1-e30050f2b05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:03.511646 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-11364237-4035-4cc6-9bd1-e30050f2b05b None None] For port 77762a0c-9e10-40d9-80d5-b90fef6f4a9f, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=77762a0c-9e10-40d9-80d5-b90fef6f4a9f,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:54:03.558534 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-11364237-4035-4cc6-9bd1-e30050f2b05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:03.648336 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11364237-4035-4cc6-9bd1-e30050f2b05b None None] Pushing event updated for resources: {'Port': ['ID=77762a0c-9e10-40d9-80d5-b90fef6f4a9f,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:03.667409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Allocated IP 172.20.0.2 (5089e1d7-f70c-41d8-a30f-c2bcec62eff1/7239f61a-83b6-487a-b9f3-e26b536e7c07/af8e3dce-1c06-4134-8300-ca4034d09a18) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:54:03.674861 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821212560', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:02Z', 'revision_number': 3, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:54:03.712556 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c97f7cf-bdea-4248-8494-e819f44a5fc4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:03.733930 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-19d703d6-ad83-41f6-b2c5-5a8970376a3a None None] Provisioning complete for port 77762a0c-9e10-40d9-80d5-b90fef6f4a9f triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:54:03.734298 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-19d703d6-ad83-41f6-b2c5-5a8970376a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:03.795754 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5101d35c-8f9f-4230-b4a3-9665e48e5574 None None] The sync data for ids ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'] in n-d-819389-3 is: [{'id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821212560', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:02Z', 'revision_number': 3, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:54:04.057500 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:04.069216 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:04.106840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Network 5089e1d7-f70c-41d8-a30f-c2bcec62eff1 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:54:04.111317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:54:04.117284 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:54:04.118748 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-8c97f7cf-bdea-4248-8494-e819f44a5fc4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.20.0.1 (5089e1d7-f70c-41d8-a30f-c2bcec62eff1/7239f61a-83b6-487a-b9f3-e26b536e7c07/5cf464ee-a7c3-442c-94ee-c67e46fc9790) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:54:04.171495 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Pushing event updated for resources: {'Port': ['ID=af8e3dce-1c06-4134-8300-ca4034d09a18,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:04.184021 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Attempting to bind port af8e3dce-1c06-4134-8300-ca4034d09a18 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:54:04.184439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Attempting to bind port af8e3dce-1c06-4134-8300-ca4034d09a18 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '649112e9-437e-4138-a148-de700790e554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:54:04.184812 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Attempting to bind port af8e3dce-1c06-4134-8300-ca4034d09a18 on network 5089e1d7-f70c-41d8-a30f-c2bcec62eff1 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:54:04.190040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:54:04.190429 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Checking segment: {'id': '649112e9-437e-4138-a148-de700790e554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:54:04.190837 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:04.191293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Bound using segment: {'id': '649112e9-437e-4138-a148-de700790e554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:54:04.192419 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Bound port: af8e3dce-1c06-4134-8300-ca4034d09a18, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649112e9-437e-4138-a148-de700790e554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:54:04.192658 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:04.257901 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] For port af8e3dce-1c06-4134-8300-ca4034d09a18, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:54:04.259131 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c97f7cf-bdea-4248-8494-e819f44a5fc4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:04.261108 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] For port af8e3dce-1c06-4134-8300-ca4034d09a18, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=af8e3dce-1c06-4134-8300-ca4034d09a18,segment=NetworkSegment(649112e9-437e-4138-a148-de700790e554),segment_id=649112e9-437e-4138-a148-de700790e554)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:54:04.266502 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:04.306016 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c97f7cf-bdea-4248-8494-e819f44a5fc4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:04.335022 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff053ba-eff3-4162-8358-f0b18ba3b01d None None] Pushing event updated for resources: {'Port': ['ID=af8e3dce-1c06-4134-8300-ca4034d09a18,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:04.362417 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c97f7cf-bdea-4248-8494-e819f44a5fc4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 5089e1d7-f70c-41d8-a30f-c2bcec62eff1 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:54:04.363656 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97f7cf-bdea-4248-8494-e819f44a5fc4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=5cf464ee-a7c3-442c-94ee-c67e46fc9790,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:04.370035 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-8c97f7cf-bdea-4248-8494-e819f44a5fc4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:54:04.373190 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c97f7cf-bdea-4248-8494-e819f44a5fc4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:54:04.420373 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c97f7cf-bdea-4248-8494-e819f44a5fc4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:04.598771 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c97f7cf-bdea-4248-8494-e819f44a5fc4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:04.890708 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c97f7cf-bdea-4248-8494-e819f44a5fc4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:04.895256 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c97f7cf-bdea-4248-8494-e819f44a5fc4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:04.970280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97f7cf-bdea-4248-8494-e819f44a5fc4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=5cf464ee-a7c3-442c-94ee-c67e46fc9790,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:04.972588 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-8c97f7cf-bdea-4248-8494-e819f44a5fc4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:05.067333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c97f7cf-bdea-4248-8494-e819f44a5fc4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 5089e1d7-f70c-41d8-a30f-c2bcec62eff1 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:54:05.068836 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-8c97f7cf-bdea-4248-8494-e819f44a5fc4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:54:05.203718 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c97f7cf-bdea-4248-8494-e819f44a5fc4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:54:05.279237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device af8e3dce-1c06-4134-8300-ca4034d09a18 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:54:05.329515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port af8e3dce-1c06-4134-8300-ca4034d09a18 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:54:05.330406 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:05.334982 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd534a01-90bc-48ba-b08d-06a2d0110531 None None] Network 5089e1d7-f70c-41d8-a30f-c2bcec62eff1 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:54:05.337422 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c97f7cf-bdea-4248-8494-e819f44a5fc4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:54:05.343950 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-8c97f7cf-bdea-4248-8494-e819f44a5fc4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "PUT /v2.0/routers/9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0953758 Nov 26 03:54:05.442601 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3346531d-3bea-4d27-a4f0-1d5c124a07fc None None] Provisioning complete for port af8e3dce-1c06-4134-8300-ca4034d09a18 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:54:05.442975 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3346531d-3bea-4d27-a4f0-1d5c124a07fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:05.512655 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-08ac5e4e-d021-4d63-89c4-f184da608112 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126284667&fields=id&tenant_id=952c751804864f3f800b50cfd5313ece HTTP/1.1" status: 200 len: 267 time: 0.0513644 Nov 26 03:54:05.568252 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:05.628090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-7bb523ae-e22e-42b9-b6a5-d4c6c8d56d29 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:05.632729 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-7bb523ae-e22e-42b9-b6a5-d4c6c8d56d29 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/networks?id=5089e1d7-f70c-41d8-a30f-c2bcec62eff1 HTTP/1.1" status: 200 len: 797 time: 0.1167018 Nov 26 03:54:05.641266 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3346531d-3bea-4d27-a4f0-1d5c124a07fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:05.648777 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-e912e4b4-1324-4f4f-b4da-6763f5803d81 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/quotas/952c751804864f3f800b50cfd5313ece HTTP/1.1" status: 200 len: 375 time: 0.0121713 Nov 26 03:54:05.666052 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port af8e3dce-1c06-4134-8300-ca4034d09a18, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=af8e3dce-1c06-4134-8300-ca4034d09a18,segment=NetworkSegment(649112e9-437e-4138-a148-de700790e554),segment_id=649112e9-437e-4138-a148-de700790e554)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:54:05.677481 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:05.678254 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 77762a0c-9e10-40d9-80d5-b90fef6f4a9f up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:54:05.709086 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-8f049781-7f9d-4044-ab96-788b43180300 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527012 Nov 26 03:54:05.764355 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Sync routers for ids ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:54:05.787833 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-3346531d-3bea-4d27-a4f0-1d5c124a07fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 03:54:05.788228 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-3346531d-3bea-4d27-a4f0-1d5c124a07fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 03:54:05.795504 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=af8e3dce-1c06-4134-8300-ca4034d09a18,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:05.802876 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Routers {'9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:54:05.804374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:53:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:54:05.827476 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-f76e9193-180f-444f-8921-a6f286cc7c39 service neutron] 10.222.0.31 "GET /v2.0/networks/5089e1d7-f70c-41d8-a30f-c2bcec62eff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049700 Nov 26 03:54:05.884865 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 77762a0c-9e10-40d9-80d5-b90fef6f4a9f triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:54:05.885331 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:05.932192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-3555d429-a2e4-42de-b6cb-64d63fbc913a service neutron] 10.222.0.31 "GET /v2.0/networks/5089e1d7-f70c-41d8-a30f-c2bcec62eff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991738 Nov 26 03:54:05.957325 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Set router 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:54:06.136281 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2d818bb-8623-4d1c-b567-79b4a23fd609 req-673e23bb-5a5b-4208-b9e5-cb404f768193 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 210 time: 0.0299268 Nov 26 03:54:06.207252 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821212560', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:04Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5cf464ee-a7c3-442c-94ee-c67e46fc9790', 'name': '', 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:0d:8f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7239f61a-83b6-487a-b9f3-e26b536e7c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:03Z', 'updated_at': '2021-11-26T03:54:04Z', 'revision_number': 2, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '7239f61a-83b6-487a-b9f3-e26b536e7c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:54:06.238987 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Checking router: 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:54:06.241451 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Updating router 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f port 5cf464ee-a7c3-442c-94ee-c67e46fc9790 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:54:06.266496 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:06.541770 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d20ea3b0-52d3-48e6-a356-d2f53cccabca None None] Provisioning complete for port 5cf464ee-a7c3-442c-94ee-c67e46fc9790 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:54:06.542472 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d20ea3b0-52d3-48e6-a356-d2f53cccabca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:06.622115 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d20ea3b0-52d3-48e6-a356-d2f53cccabca None None] Port 5cf464ee-a7c3-442c-94ee-c67e46fc9790 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:54:06.628488 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:06.639345 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:06.642768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d20ea3b0-52d3-48e6-a356-d2f53cccabca None None] Provisioning complete for port af8e3dce-1c06-4134-8300-ca4034d09a18 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:54:06.643140 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d20ea3b0-52d3-48e6-a356-d2f53cccabca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:06.721255 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdfca5-214f-4988-91ae-1a2ef4a62322 None None] Pushing event updated for resources: {'Port': ['ID=5cf464ee-a7c3-442c-94ee-c67e46fc9790,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:06.799808 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Attempting to bind port 5cf464ee-a7c3-442c-94ee-c67e46fc9790 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:54:06.800401 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Attempting to bind port 5cf464ee-a7c3-442c-94ee-c67e46fc9790 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '649112e9-437e-4138-a148-de700790e554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:54:06.800597 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Attempting to bind port 5cf464ee-a7c3-442c-94ee-c67e46fc9790 on network 5089e1d7-f70c-41d8-a30f-c2bcec62eff1 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:54:06.813055 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:54:06.813444 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Checking segment: {'id': '649112e9-437e-4138-a148-de700790e554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:54:06.813870 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:06.814275 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Bound using segment: {'id': '649112e9-437e-4138-a148-de700790e554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:54:06.814765 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Bound port: 5cf464ee-a7c3-442c-94ee-c67e46fc9790, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649112e9-437e-4138-a148-de700790e554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:54:06.815155 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:06.884353 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] For port 5cf464ee-a7c3-442c-94ee-c67e46fc9790, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:54:06.887692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] For port 5cf464ee-a7c3-442c-94ee-c67e46fc9790, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5cf464ee-a7c3-442c-94ee-c67e46fc9790,segment=NetworkSegment(649112e9-437e-4138-a148-de700790e554),segment_id=649112e9-437e-4138-a148-de700790e554)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:54:06.892486 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:06.965039 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Routers {'9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:54:06.965595 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:53:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:54:06.969482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdfca5-214f-4988-91ae-1a2ef4a62322 None None] Pushing event updated for resources: {'Port': ['ID=5cf464ee-a7c3-442c-94ee-c67e46fc9790,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:06.975481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2b5066f8-bbd1-48ba-b139-fc9e3ba2b365 None None] Provisioning complete for port 5cf464ee-a7c3-442c-94ee-c67e46fc9790 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:54:06.975859 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2b5066f8-bbd1-48ba-b139-fc9e3ba2b365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:07.264023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device af8e3dce-1c06-4134-8300-ca4034d09a18 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:54:07.287649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-f307ed23-0a94-45e2-a6be-28e6ea34e5bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:07.289803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-f307ed23-0a94-45e2-a6be-28e6ea34e5bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.54 "GET /v2.0/networks?id=5089e1d7-f70c-41d8-a30f-c2bcec62eff1 HTTP/1.1" status: 200 len: 797 time: 0.1609709 Nov 26 03:54:07.305418 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e8a98af-95c5-4eb4-ad90-b58ae9879904 req-264ef61c-9131-44c7-88fc-41ee98231b7d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 210 time: 0.0400450 Nov 26 03:54:07.315718 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] Set router 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:54:07.359842 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-e6687e00-c1eb-4be8-b09c-d910b21b2145 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=952c751804864f3f800b50cfd5313ece HTTP/1.1" status: 200 len: 380 time: 0.0534878 Nov 26 03:54:07.386664 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2b5066f8-bbd1-48ba-b139-fc9e3ba2b365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:07.398091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-682a18df-eecd-43c3-bfaf-75b5127381ef tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'port': {'device_id': '7090ae0b-cff0-469a-a204-0a407ca1cf7b', 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1', 'admin_state_up': True, 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'security_groups': ['166d2a12-5cf0-49d9-8eac-30db3ccd6e7b']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:54:07.451977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port af8e3dce-1c06-4134-8300-ca4034d09a18 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:54:07.452384 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:07.508016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-682a18df-eecd-43c3-bfaf-75b5127381ef tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Made reservation on behalf of 952c751804864f3f800b50cfd5313ece for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:54:07.511581 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-682a18df-eecd-43c3-bfaf-75b5127381ef tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:07.520927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-2b5066f8-bbd1-48ba-b139-fc9e3ba2b365 None None] For port 5cf464ee-a7c3-442c-94ee-c67e46fc9790, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5cf464ee-a7c3-442c-94ee-c67e46fc9790,segment=NetworkSegment(649112e9-437e-4138-a148-de700790e554),segment_id=649112e9-437e-4138-a148-de700790e554)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:54:07.530068 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2b5066f8-bbd1-48ba-b139-fc9e3ba2b365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:07.637041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5066f8-bbd1-48ba-b139-fc9e3ba2b365 None None] Pushing event updated for resources: {'Port': ['ID=5cf464ee-a7c3-442c-94ee-c67e46fc9790,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:07.647052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-682a18df-eecd-43c3-bfaf-75b5127381ef tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.20.0.7 (5089e1d7-f70c-41d8-a30f-c2bcec62eff1/7239f61a-83b6-487a-b9f3-e26b536e7c07/bf1af8bf-a04e-45e3-8380-ad585a546dd8) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:54:07.694257 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-196feb68-db44-493b-9bf1-7142aeefa59a None None] Provisioning complete for port 5cf464ee-a7c3-442c-94ee-c67e46fc9790 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:54:07.694638 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-196feb68-db44-493b-9bf1-7142aeefa59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:07.740020 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821212560', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:04Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5cf464ee-a7c3-442c-94ee-c67e46fc9790', 'name': '', 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:0d:8f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7239f61a-83b6-487a-b9f3-e26b536e7c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:03Z', 'updated_at': '2021-11-26T03:54:06Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '7239f61a-83b6-487a-b9f3-e26b536e7c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:54:07.775425 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24593f93-2ab2-471c-8006-81cab7184fa3 None None] The sync data for ids ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'] in n-d-819389-3 is: [{'id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821212560', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:04Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5cf464ee-a7c3-442c-94ee-c67e46fc9790', 'name': '', 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:0d:8f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7239f61a-83b6-487a-b9f3-e26b536e7c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:03Z', 'updated_at': '2021-11-26T03:54:06Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '7239f61a-83b6-487a-b9f3-e26b536e7c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:54:07.794620 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-682a18df-eecd-43c3-bfaf-75b5127381ef tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:07.844781 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-682a18df-eecd-43c3-bfaf-75b5127381ef tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:07.898428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-682a18df-eecd-43c3-bfaf-75b5127381ef tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 5089e1d7-f70c-41d8-a30f-c2bcec62eff1 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:54:07.901789 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-682a18df-eecd-43c3-bfaf-75b5127381ef tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:54:07.904269 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-682a18df-eecd-43c3-bfaf-75b5127381ef tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:54:07.911149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a18df-eecd-43c3-bfaf-75b5127381ef tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=bf1af8bf-a04e-45e3-8380-ad585a546dd8,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:07.964886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-682a18df-eecd-43c3-bfaf-75b5127381ef tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:07.966120 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-682a18df-eecd-43c3-bfaf-75b5127381ef tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:07.984316 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-682a18df-eecd-43c3-bfaf-75b5127381ef tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5906143 Nov 26 03:54:08.054154 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Request body: {'port': {'device_id': '7090ae0b-cff0-469a-a204-0a407ca1cf7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:54:08.111316 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:08.137727 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1d2bff48-36bf-4b22-a37e-7e515e2219ab None None] Provisioning complete for port bf1af8bf-a04e-45e3-8380-ad585a546dd8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:54:08.138100 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1d2bff48-36bf-4b22-a37e-7e515e2219ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:08.173515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1d2bff48-36bf-4b22-a37e-7e515e2219ab None None] Port bf1af8bf-a04e-45e3-8380-ad585a546dd8 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:54:08.767441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7def20-ea89-4898-8b9c-b5a81a48f71c req-20f0c014-06aa-40f1-a550-9b743373a9a0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:08.768964 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f7def20-ea89-4898-8b9c-b5a81a48f71c req-20f0c014-06aa-40f1-a550-9b743373a9a0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 931 time: 0.0879481 Nov 26 03:54:08.775233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf1af8bf-a04e-45e3-8380-ad585a546dd8 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:54:08.789076 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:08.812997 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Transition to ACTIVE for port object bf1af8bf-a04e-45e3-8380-ad585a546dd8 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:54:08.819922 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:08.874405 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f7def20-ea89-4898-8b9c-b5a81a48f71c req-bec61586-7384-4553-8281-aa67e29e5283 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945988 Nov 26 03:54:08.893086 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Pushing event updated for resources: {'Port': ['ID=bf1af8bf-a04e-45e3-8380-ad585a546dd8,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:08.963442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Attempting to bind port bf1af8bf-a04e-45e3-8380-ad585a546dd8 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:54:08.963785 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Attempting to bind port bf1af8bf-a04e-45e3-8380-ad585a546dd8 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '649112e9-437e-4138-a148-de700790e554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:54:08.964143 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Attempting to bind port bf1af8bf-a04e-45e3-8380-ad585a546dd8 on network 5089e1d7-f70c-41d8-a30f-c2bcec62eff1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:54:08.968765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Port bf1af8bf-a04e-45e3-8380-ad585a546dd8 on network 5089e1d7-f70c-41d8-a30f-c2bcec62eff1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:54:08.969092 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Attempting to bind port bf1af8bf-a04e-45e3-8380-ad585a546dd8 on network 5089e1d7-f70c-41d8-a30f-c2bcec62eff1 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:54:08.974780 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:54:08.975125 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Checking segment: {'id': '649112e9-437e-4138-a148-de700790e554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:54:08.975519 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Bound using segment: {'id': '649112e9-437e-4138-a148-de700790e554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:54:08.975960 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Bound port: bf1af8bf-a04e-45e3-8380-ad585a546dd8, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649112e9-437e-4138-a148-de700790e554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:54:08.976352 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:09.045016 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] For port bf1af8bf-a04e-45e3-8380-ad585a546dd8, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:54:09.048473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] For port bf1af8bf-a04e-45e3-8380-ad585a546dd8, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=bf1af8bf-a04e-45e3-8380-ad585a546dd8,segment=NetworkSegment(649112e9-437e-4138-a148-de700790e554),segment_id=649112e9-437e-4138-a148-de700790e554)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:54:09.053571 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:09.090434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:09.091118 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:09.092552 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] 10.222.0.54 "PUT /v2.0/ports/bf1af8bf-a04e-45e3-8380-ad585a546dd8 HTTP/1.1" status: 200 len: 1091 time: 1.0929863 Nov 26 03:54:09.093304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7090ae0b-cff0-469a-a204-0a407ca1cf7b', 'tag': 'bf1af8bf-a04e-45e3-8380-ad585a546dd8'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:54:09.095483 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf574a6-9e21-4662-8714-a5a5a3eefa4d" -d '{"events": [{"name": "network-changed", "server_uuid": "7090ae0b-cff0-469a-a204-0a407ca1cf7b", "tag": "bf1af8bf-a04e-45e3-8380-ad585a546dd8"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:54:09.128883 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb286fc-e0eb-4216-81d6-7a58cdeac1dc service neutron] Pushing event updated for resources: {'Port': ['ID=bf1af8bf-a04e-45e3-8380-ad585a546dd8,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:09.144014 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4e0cf1-4eb1-4c04-937e-6768c611de55 x-openstack-request-id: req-bc4e0cf1-4eb1-4c04-937e-6768c611de55 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:54:09.144350 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7090ae0b-cff0-469a-a204-0a407ca1cf7b", "tag": "bf1af8bf-a04e-45e3-8380-ad585a546dd8", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:54:09.144660 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc4e0cf1-4eb1-4c04-937e-6768c611de55 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:54:09.145878 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7090ae0b-cff0-469a-a204-0a407ca1cf7b', 'tag': 'bf1af8bf-a04e-45e3-8380-ad585a546dd8', 'status': 'completed', 'code': 200} Nov 26 03:54:09.212621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ea7b1364-ba6a-495f-9af0-be9994274599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:09.214157 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ea7b1364-ba6a-495f-9af0-be9994274599 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 1094 time: 0.0511487 Nov 26 03:54:09.236527 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5cf464ee-a7c3-442c-94ee-c67e46fc9790 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:54:09.268564 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-f8fe7c57-58d5-4628-a845-15d83239c84c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf1af8bf-a04e-45e3-8380-ad585a546dd8 HTTP/1.1" status: 200 len: 217 time: 0.0406415 Nov 26 03:54:09.297376 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 5cf464ee-a7c3-442c-94ee-c67e46fc9790 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:54:09.297778 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:09.324442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-fac54ec2-1ac1-4aff-9b5c-8612ff25291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:09.325927 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-fac54ec2-1ac1-4aff-9b5c-8612ff25291c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7239f61a-83b6-487a-b9f3-e26b536e7c07 HTTP/1.1" status: 200 len: 834 time: 0.0509841 Nov 26 03:54:09.371589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-81b3a859-2ccc-4075-bf58-ea9ced663c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:09.373272 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-81b3a859-2ccc-4075-bf58-ea9ced663c53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5089e1d7-f70c-41d8-a30f-c2bcec62eff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398116 Nov 26 03:54:09.466977 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-ac155c60-0633-4e21-b35b-4bd3db7d8e79 service neutron] 10.222.0.54 "GET /v2.0/networks/5089e1d7-f70c-41d8-a30f-c2bcec62eff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860357 Nov 26 03:54:09.554523 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8bf5429a-ef48-4d2c-ba19-6d429c5464cc req-78a01ff2-0cc1-48c3-affd-3faa25771a26 service neutron] 10.222.0.54 "GET /v2.0/networks/5089e1d7-f70c-41d8-a30f-c2bcec62eff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802393 Nov 26 03:54:09.679959 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf574a6-9e21-4662-8714-a5a5a3eefa4d req-5c93e772-e64b-4c3b-8695-c1adedb8341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:09.681485 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-edf574a6-9e21-4662-8714-a5a5a3eefa4d req-5c93e772-e64b-4c3b-8695-c1adedb8341c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 1094 time: 0.0399079 Nov 26 03:54:09.771994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf574a6-9e21-4662-8714-a5a5a3eefa4d req-d5115418-12ad-4c7f-8361-9bf457605b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:09.773488 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-edf574a6-9e21-4662-8714-a5a5a3eefa4d req-d5115418-12ad-4c7f-8361-9bf457605b59 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5089e1d7-f70c-41d8-a30f-c2bcec62eff1 HTTP/1.1" status: 200 len: 898 time: 0.0852551 Nov 26 03:54:09.815122 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-edf574a6-9e21-4662-8714-a5a5a3eefa4d req-1d3e8075-c057-476f-924b-ba801493881f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf1af8bf-a04e-45e3-8380-ad585a546dd8 HTTP/1.1" status: 200 len: 217 time: 0.0337555 Nov 26 03:54:09.872025 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf574a6-9e21-4662-8714-a5a5a3eefa4d req-15bde132-a8b6-4c5e-8996-bba7d6df18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:09.873587 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-edf574a6-9e21-4662-8714-a5a5a3eefa4d req-15bde132-a8b6-4c5e-8996-bba7d6df18dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7239f61a-83b6-487a-b9f3-e26b536e7c07 HTTP/1.1" status: 200 len: 834 time: 0.0499172 Nov 26 03:54:09.919305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf574a6-9e21-4662-8714-a5a5a3eefa4d req-c391d09b-4631-4bd4-bf35-dc1e88d4cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:09.920849 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-edf574a6-9e21-4662-8714-a5a5a3eefa4d req-c391d09b-4631-4bd4-bf35-dc1e88d4cbe2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5089e1d7-f70c-41d8-a30f-c2bcec62eff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398355 Nov 26 03:54:10.051080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b66385-623c-484e-981c-2678ec545fb4 req-aeded796-94d1-459f-b8f5-332128c1a032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:10.053055 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7b66385-623c-484e-981c-2678ec545fb4 req-aeded796-94d1-459f-b8f5-332128c1a032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 943 time: 0.0855284 Nov 26 03:54:10.055189 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-edf574a6-9e21-4662-8714-a5a5a3eefa4d req-bef4ce7e-eb0b-4cf7-823e-8f206c08f848 service neutron] 10.222.0.54 "GET /v2.0/networks/5089e1d7-f70c-41d8-a30f-c2bcec62eff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269102 Nov 26 03:54:10.151733 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7b66385-623c-484e-981c-2678ec545fb4 req-111862b1-c474-476a-9c09-c06031de664a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927384 Nov 26 03:54:10.179199 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-edf574a6-9e21-4662-8714-a5a5a3eefa4d req-e0477035-c22c-4ec4-9ce7-a2643c0247ec service neutron] 10.222.0.54 "GET /v2.0/networks/5089e1d7-f70c-41d8-a30f-c2bcec62eff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144807 Nov 26 03:54:11.268900 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39342753-23ab-4075-9555-c9d04faa444e req-8d6f8b99-b174-4b46-b1f4-9108ab1c1ebc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:11.270409 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-39342753-23ab-4075-9555-c9d04faa444e req-8d6f8b99-b174-4b46-b1f4-9108ab1c1ebc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 943 time: 0.0503602 Nov 26 03:54:11.319458 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-39342753-23ab-4075-9555-c9d04faa444e req-107b4be9-5e2e-4adc-8c33-2786acf43688 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430579 Nov 26 03:54:11.820390 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-57652661-83b5-45d7-b4ba-0558b1a72043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:12.437838 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee36099-1d9d-4484-8714-170fe64cc1d0 req-856d772b-0cac-4d54-9e67-dbd79016b68c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:12.439370 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ee36099-1d9d-4484-8714-170fe64cc1d0 req-856d772b-0cac-4d54-9e67-dbd79016b68c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 943 time: 0.0492060 Nov 26 03:54:12.494220 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ee36099-1d9d-4484-8714-170fe64cc1d0 req-78bb44e8-c3c4-48ee-96ff-fe637a05f8a2 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438197 Nov 26 03:54:13.417631 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device bf1af8bf-a04e-45e3-8380-ad585a546dd8 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:54:13.514051 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port bf1af8bf-a04e-45e3-8380-ad585a546dd8, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=bf1af8bf-a04e-45e3-8380-ad585a546dd8,segment=NetworkSegment(649112e9-437e-4138-a148-de700790e554),segment_id=649112e9-437e-4138-a148-de700790e554)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:54:13.525629 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'bf1af8bf-a04e-45e3-8380-ad585a546dd8', 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1', 'port_id': 'bf1af8bf-a04e-45e3-8380-ad585a546dd8', 'mac_address': 'fa:16:3e:9f:30:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7239f61a-83b6-487a-b9f3-e26b536e7c07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:54:13.562731 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:13.575670 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf1af8bf-a04e-45e3-8380-ad585a546dd8 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:54:13.600996 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port bf1af8bf-a04e-45e3-8380-ad585a546dd8, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=bf1af8bf-a04e-45e3-8380-ad585a546dd8,segment=NetworkSegment(649112e9-437e-4138-a148-de700790e554),segment_id=649112e9-437e-4138-a148-de700790e554)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:54:13.604991 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:13.609939 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5588909-a944-432b-b532-962224a59e56 req-321592e2-ef08-470c-9ea8-f31c7474096d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:13.611470 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5588909-a944-432b-b532-962224a59e56 req-321592e2-ef08-470c-9ea8-f31c7474096d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 943 time: 0.0538247 Nov 26 03:54:13.654075 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=bf1af8bf-a04e-45e3-8380-ad585a546dd8,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:13.662956 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a5588909-a944-432b-b532-962224a59e56 req-0542812c-aa15-43f2-9f92-91b4902dcf7b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452626 Nov 26 03:54:14.043219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['bf1af8bf-a04e-45e3-8380-ad585a546dd8'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:54:14.229379 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-577beb15-9368-4f5a-a2cb-27f7b58bcb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:14.778458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c5235-21e1-45bb-8de6-cb8adb0a1679 req-71dac832-b513-48a1-af9f-469c7cc421fe tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:14.779942 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f8c5235-21e1-45bb-8de6-cb8adb0a1679 req-71dac832-b513-48a1-af9f-469c7cc421fe tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 944 time: 0.0487804 Nov 26 03:54:14.829518 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f8c5235-21e1-45bb-8de6-cb8adb0a1679 req-e2cf06d0-5ef2-4de8-8b38-67f4af5fb384 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435963 Nov 26 03:54:15.287699 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:15.416813 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device bf1af8bf-a04e-45e3-8380-ad585a546dd8 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:54:15.463438 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port bf1af8bf-a04e-45e3-8380-ad585a546dd8 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:54:15.467135 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port bf1af8bf-a04e-45e3-8380-ad585a546dd8 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:54:15.467508 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:15.549408 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:15.571030 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7090ae0b-cff0-469a-a204-0a407ca1cf7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1af8bf-a04e-45e3-8380-ad585a546dd8'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:54:15.573298 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56156679-030b-4dc4-afd3-571a4c671116" -d '{"events": [{"server_uuid": "7090ae0b-cff0-469a-a204-0a407ca1cf7b", "name": "network-vif-plugged", "status": "completed", "tag": "bf1af8bf-a04e-45e3-8380-ad585a546dd8"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:54:15.586572 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port bf1af8bf-a04e-45e3-8380-ad585a546dd8, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=bf1af8bf-a04e-45e3-8380-ad585a546dd8,segment=NetworkSegment(649112e9-437e-4138-a148-de700790e554),segment_id=649112e9-437e-4138-a148-de700790e554)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:54:15.590504 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:15.622834 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1db138-4a9c-47f3-98e8-bd8d65181450 x-openstack-request-id: req-fe1db138-4a9c-47f3-98e8-bd8d65181450 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:54:15.623126 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7090ae0b-cff0-469a-a204-0a407ca1cf7b", "name": "network-vif-plugged", "status": "completed", "tag": "bf1af8bf-a04e-45e3-8380-ad585a546dd8", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:54:15.623381 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe1db138-4a9c-47f3-98e8-bd8d65181450 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:54:15.623770 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7090ae0b-cff0-469a-a204-0a407ca1cf7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1af8bf-a04e-45e3-8380-ad585a546dd8', 'code': 200} Nov 26 03:54:15.649277 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=bf1af8bf-a04e-45e3-8380-ad585a546dd8,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:15.739310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a3e45-f250-4f35-9cc0-0bb6e9246873 req-f500b516-8e6d-48f8-941d-b91c1a2adb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:15.740850 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-809a3e45-f250-4f35-9cc0-0bb6e9246873 req-f500b516-8e6d-48f8-941d-b91c1a2adb3f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 1096 time: 0.0397403 Nov 26 03:54:15.790287 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-809a3e45-f250-4f35-9cc0-0bb6e9246873 req-4e988b00-5dc7-44b6-996a-5fd90ce0caae service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424447 Nov 26 03:54:15.942378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9805597-63f1-47a8-8e88-f13836491153 req-310bc5f6-0cc5-4f62-9cc1-d59eaf97605d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:15.943933 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9805597-63f1-47a8-8e88-f13836491153 req-310bc5f6-0cc5-4f62-9cc1-d59eaf97605d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 945 time: 0.0480263 Nov 26 03:54:15.993693 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d9805597-63f1-47a8-8e88-f13836491153 req-771b5bea-6c30-4be3-9baf-3e6693e06157 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438936 Nov 26 03:54:16.845112 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:17.117193 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c4328-de4e-40d5-abe7-7f93097d1b26 req-16d7d4c0-4a83-4c4e-80a6-bb206ab98e4d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:17.119014 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d5c4328-de4e-40d5-abe7-7f93097d1b26 req-16d7d4c0-4a83-4c4e-80a6-bb206ab98e4d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 945 time: 0.0564923 Nov 26 03:54:17.172783 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7d5c4328-de4e-40d5-abe7-7f93097d1b26 req-246311ea-7364-47c3-965c-a1c683e281fc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476506 Nov 26 03:54:17.692368 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:18.291758 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119cb6e-e6dd-45b2-a2f8-2fb3aec632df req-67fd070f-57d0-49c1-9b0f-488167323e80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:18.293290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9119cb6e-e6dd-45b2-a2f8-2fb3aec632df req-67fd070f-57d0-49c1-9b0f-488167323e80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 945 time: 0.0532930 Nov 26 03:54:18.341608 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9119cb6e-e6dd-45b2-a2f8-2fb3aec632df req-7dd8d648-0b1d-4521-9780-8a4a975d2baa tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423527 Nov 26 03:54:18.458624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653259-5b6b-4b28-b37a-765c308fcd95 req-29070ebb-10d5-4f84-9539-38637491a2eb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:18.460027 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73653259-5b6b-4b28-b37a-765c308fcd95 req-29070ebb-10d5-4f84-9539-38637491a2eb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 945 time: 0.0488968 Nov 26 03:54:18.509305 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73653259-5b6b-4b28-b37a-765c308fcd95 req-8206cf53-b9b9-452c-ac7c-f4845852fa95 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433807 Nov 26 03:54:18.530471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35478) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:54:18.572786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a690e34e-2a93-408c-b879-44eea857e219 tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:18.574293 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a690e34e-2a93-408c-b879-44eea857e219 tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 1091 time: 0.0428545 Nov 26 03:54:18.577152 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35480) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:54:18.581333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': 'bf1af8bf-a04e-45e3-8380-ad585a546dd8', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:54:18.602552 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:18.708822 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:18.811216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.25.0.121 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/45f5a017-a7a5-460a-9224-4cfd110f0d7e) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:54:18.910707 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:18.942872 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:18.985409 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:54:18.988318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:54:18.992578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:54:19.018919 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=45f5a017-a7a5-460a-9224-4cfd110f0d7e,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:19.334519 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:19.402443 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:19.549162 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:19.553914 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:19.619672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=45f5a017-a7a5-460a-9224-4cfd110f0d7e,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:54:19.632086 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:19.730294 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Floating IP 3698cb1e-e7f6-48dc-abbe-0a77eeee3afb associated. External IP: 172.25.0.121, port: bf1af8bf-a04e-45e3-8380-ad585a546dd8. Nov 26 03:54:19.930899 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:54:20.034105 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:54:20.044143 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a111df-a407-4143-ab6d-ec4a119e7552 None None] Sync routers for ids ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:54:20.051499 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:20.054250 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a111df-a407-4143-ab6d-ec4a119e7552 None None] Routers {'9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:54:20.054945 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-d6a111df-a407-4143-ab6d-ec4a119e7552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:54:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:54:20.078275 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f427c6c3-c7d6-4ef8-8e67-387907d2a71c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5001230 Nov 26 03:54:20.078886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7090ae0b-cff0-469a-a204-0a407ca1cf7b', 'tag': 'bf1af8bf-a04e-45e3-8380-ad585a546dd8'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:54:20.081225 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9424da77-ec28-4436-bc3d-ed43e4ea629d" -d '{"events": [{"name": "network-changed", "server_uuid": "7090ae0b-cff0-469a-a204-0a407ca1cf7b", "tag": "bf1af8bf-a04e-45e3-8380-ad585a546dd8"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:54:20.119603 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2aa924-2211-4184-9e8d-423f76b93ace x-openstack-request-id: req-df2aa924-2211-4184-9e8d-423f76b93ace {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:54:20.119763 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7090ae0b-cff0-469a-a204-0a407ca1cf7b", "tag": "bf1af8bf-a04e-45e3-8380-ad585a546dd8", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:54:20.120013 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df2aa924-2211-4184-9e8d-423f76b93ace {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:54:20.120458 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7090ae0b-cff0-469a-a204-0a407ca1cf7b', 'tag': 'bf1af8bf-a04e-45e3-8380-ad585a546dd8', 'status': 'completed', 'code': 200} Nov 26 03:54:20.175561 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-d6a111df-a407-4143-ab6d-ec4a119e7552 None None] Set router 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:54:20.211751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5397e1-eea5-4761-86f7-4ec9ce00e8fe req-be6d970c-6508-4702-aaca-07c2a5573df8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:20.213240 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d5397e1-eea5-4761-86f7-4ec9ce00e8fe req-be6d970c-6508-4702-aaca-07c2a5573df8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 945 time: 0.0772874 Nov 26 03:54:20.220040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424da77-ec28-4436-bc3d-ed43e4ea629d req-6219556a-3c56-4d02-a8bf-ddc8e61b1f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:20.221534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9424da77-ec28-4436-bc3d-ed43e4ea629d req-6219556a-3c56-4d02-a8bf-ddc8e61b1f8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 1096 time: 0.0561903 Nov 26 03:54:20.321612 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8d5397e1-eea5-4761-86f7-4ec9ce00e8fe req-b247891e-1105-45bc-ae72-4547c4cd7820 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991015 Nov 26 03:54:20.345078 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35486) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:54:20.356252 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424da77-ec28-4436-bc3d-ed43e4ea629d req-874dba9b-b341-44d4-b679-2467f5d08d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:20.357885 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9424da77-ec28-4436-bc3d-ed43e4ea629d req-874dba9b-b341-44d4-b679-2467f5d08d2c service neutron] 10.222.0.54 "GET /v2.0/networks?id=5089e1d7-f70c-41d8-a30f-c2bcec62eff1 HTTP/1.1" status: 200 len: 898 time: 0.1281202 Nov 26 03:54:20.407774 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-d6a111df-a407-4143-ab6d-ec4a119e7552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821212560', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:04Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '3698cb1e-e7f6-48dc-abbe-0a77eeee3afb', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'port_id': 'bf1af8bf-a04e-45e3-8380-ad585a546dd8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1', 'mac_address': 'fa:16:3e:9f:30:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090ae0b-cff0-469a-a204-0a407ca1cf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:54:19Z', 'updated_at': '2021-11-26T03:54:19Z', 'revision_number': 0, 'project_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf464ee-a7c3-442c-94ee-c67e46fc9790', 'name': '', 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:0d:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7239f61a-83b6-487a-b9f3-e26b536e7c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:03Z', 'updated_at': '2021-11-26T03:54:07Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '7239f61a-83b6-487a-b9f3-e26b536e7c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:54:20.413991 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-96059e2c-8cdb-493e-a6e7-cba0809ec0dd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/floatingips/3698cb1e-e7f6-48dc-abbe-0a77eeee3afb HTTP/1.1" status: 200 len: 991 time: 0.0665798 Nov 26 03:54:20.425346 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9424da77-ec28-4436-bc3d-ed43e4ea629d req-f8ea86ed-d494-4637-801f-ef235d0ddfd3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf1af8bf-a04e-45e3-8380-ad585a546dd8 HTTP/1.1" status: 200 len: 999 time: 0.0604036 Nov 26 03:54:20.435229 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a111df-a407-4143-ab6d-ec4a119e7552 None None] Checking router: 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:54:20.444176 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a111df-a407-4143-ab6d-ec4a119e7552 None None] Routers {'9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:54:20.444787 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-d6a111df-a407-4143-ab6d-ec4a119e7552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:54:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:54:20.478535 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424da77-ec28-4436-bc3d-ed43e4ea629d req-53d748d2-8029-458f-907e-8b7ea561bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:20.479920 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9424da77-ec28-4436-bc3d-ed43e4ea629d req-53d748d2-8029-458f-907e-8b7ea561bcdb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7239f61a-83b6-487a-b9f3-e26b536e7c07 HTTP/1.1" status: 200 len: 834 time: 0.0474732 Nov 26 03:54:20.525589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424da77-ec28-4436-bc3d-ed43e4ea629d req-75332d88-24c0-4a0e-87bd-f2eef3f55442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:54:20.527167 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9424da77-ec28-4436-bc3d-ed43e4ea629d req-75332d88-24c0-4a0e-87bd-f2eef3f55442 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5089e1d7-f70c-41d8-a30f-c2bcec62eff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402834 Nov 26 03:54:20.548496 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-d6a111df-a407-4143-ab6d-ec4a119e7552 None None] Set router 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:54:20.615300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9424da77-ec28-4436-bc3d-ed43e4ea629d req-7706f8d0-41de-4167-880e-a182f271a275 service neutron] 10.222.0.54 "GET /v2.0/networks/5089e1d7-f70c-41d8-a30f-c2bcec62eff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804548 Nov 26 03:54:20.713923 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9424da77-ec28-4436-bc3d-ed43e4ea629d req-a5afa27f-1d08-4e96-ad1c-d2009b94e911 service neutron] 10.222.0.54 "GET /v2.0/networks/5089e1d7-f70c-41d8-a30f-c2bcec62eff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918005 Nov 26 03:54:20.774978 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-d6a111df-a407-4143-ab6d-ec4a119e7552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821212560', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:04Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '3698cb1e-e7f6-48dc-abbe-0a77eeee3afb', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'port_id': 'bf1af8bf-a04e-45e3-8380-ad585a546dd8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1', 'mac_address': 'fa:16:3e:9f:30:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090ae0b-cff0-469a-a204-0a407ca1cf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:54:19Z', 'updated_at': '2021-11-26T03:54:19Z', 'revision_number': 0, 'project_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf464ee-a7c3-442c-94ee-c67e46fc9790', 'name': '', 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:0d:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7239f61a-83b6-487a-b9f3-e26b536e7c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:03Z', 'updated_at': '2021-11-26T03:54:07Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '7239f61a-83b6-487a-b9f3-e26b536e7c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:54:20.800289 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a111df-a407-4143-ab6d-ec4a119e7552 None None] The sync data for ids ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'] in n-d-819389-3 is: [{'id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821212560', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:04Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '3698cb1e-e7f6-48dc-abbe-0a77eeee3afb', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'port_id': 'bf1af8bf-a04e-45e3-8380-ad585a546dd8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1', 'mac_address': 'fa:16:3e:9f:30:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090ae0b-cff0-469a-a204-0a407ca1cf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:54:19Z', 'updated_at': '2021-11-26T03:54:19Z', 'revision_number': 0, 'project_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf464ee-a7c3-442c-94ee-c67e46fc9790', 'name': '', 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:0d:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7239f61a-83b6-487a-b9f3-e26b536e7c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:03Z', 'updated_at': '2021-11-26T03:54:07Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '7239f61a-83b6-487a-b9f3-e26b536e7c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:54:20.986677 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5250dca9-aaf6-40b2-abe7-c129d222a743 None None] New status for floating IP 3698cb1e-e7f6-48dc-abbe-0a77eeee3afb: ACTIVE {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:54:21.417558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35488) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:54:21.481082 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ae25c893-ebb5-40e1-b38a-e3d6ea3a8cbd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/floatingips/3698cb1e-e7f6-48dc-abbe-0a77eeee3afb HTTP/1.1" status: 200 len: 993 time: 0.0624595 Nov 26 03:54:22.927229 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:24.178267 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:24.873710 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:54:41.811338 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ea3847ce-73db-4889-9ca0-617ad07b3762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:44.209597 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3fe81839-ca49-474c-afe4-050060e61191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:45.290425 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:46.848854 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:47.696465 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:52.932486 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:54:54.184077 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:01.872304 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:55:08.689228 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0f981da-ff80-43af-b006-88b8381f76dc req-8fc66ab5-e702-4ee1-a757-7ed79b0e15bc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396340 Nov 26 03:55:08.792490 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f981da-ff80-43af-b006-88b8381f76dc req-87192f35-3a13-46cb-95cf-1f08672b5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:08.793975 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0f981da-ff80-43af-b006-88b8381f76dc req-87192f35-3a13-46cb-95cf-1f08672b5a88 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 1096 time: 0.0402386 Nov 26 03:55:08.903626 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f981da-ff80-43af-b006-88b8381f76dc req-cd0af46c-5f5f-4d3f-a769-733e2926429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:08.905054 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0f981da-ff80-43af-b006-88b8381f76dc req-cd0af46c-5f5f-4d3f-a769-733e2926429b service neutron] 10.222.0.54 "GET /v2.0/networks?id=5089e1d7-f70c-41d8-a30f-c2bcec62eff1 HTTP/1.1" status: 200 len: 898 time: 0.0914996 Nov 26 03:55:08.967993 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0f981da-ff80-43af-b006-88b8381f76dc req-2f8ea8a5-daab-4a4d-b742-7fb110edca84 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf1af8bf-a04e-45e3-8380-ad585a546dd8 HTTP/1.1" status: 200 len: 1001 time: 0.0559180 Nov 26 03:55:09.013914 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f981da-ff80-43af-b006-88b8381f76dc req-357be5b2-a524-4838-814e-6da23fba8dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:09.015323 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0f981da-ff80-43af-b006-88b8381f76dc req-357be5b2-a524-4838-814e-6da23fba8dba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7239f61a-83b6-487a-b9f3-e26b536e7c07 HTTP/1.1" status: 200 len: 834 time: 0.0410483 Nov 26 03:55:09.063200 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f981da-ff80-43af-b006-88b8381f76dc req-a1a3c57a-102a-437d-ab28-214d2ba7de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:09.064712 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0f981da-ff80-43af-b006-88b8381f76dc req-a1a3c57a-102a-437d-ab28-214d2ba7de13 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5089e1d7-f70c-41d8-a30f-c2bcec62eff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418053 Nov 26 03:55:09.077438 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-c0f981da-ff80-43af-b006-88b8381f76dc req-ede49656-eaf9-4f73-8f30-bd0353282b5b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:55:09.078375 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0f981da-ff80-43af-b006-88b8381f76dc req-ede49656-eaf9-4f73-8f30-bd0353282b5b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047503 Nov 26 03:55:09.165695 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0f981da-ff80-43af-b006-88b8381f76dc req-c499263d-af74-4a19-92c9-3afd0d915a2f service neutron] 10.222.0.54 "GET /v2.0/networks/5089e1d7-f70c-41d8-a30f-c2bcec62eff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798998 Nov 26 03:55:09.565454 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c0f981da-ff80-43af-b006-88b8381f76dc req-aeefda84-0da1-452e-a7db-81fa301d430c service neutron] 10.222.0.54 "GET /v2.0/networks/5089e1d7-f70c-41d8-a30f-c2bcec62eff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924487 Nov 26 03:55:11.813127 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-576953bf-b178-4299-833d-f0bbe443b2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:14.209955 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-478be70f-d735-4328-ae2e-746d08c52efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:15.293628 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:16.855439 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:17.699418 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:22.942395 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:24.203099 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:24.339243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b778ad-9381-4208-8fb3-b4c91babdd03 req-c37a1541-6757-4346-9ddf-129320fc8510 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:24.340758 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72b778ad-9381-4208-8fb3-b4c91babdd03 req-c37a1541-6757-4346-9ddf-129320fc8510 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 945 time: 0.0477381 Nov 26 03:55:24.390016 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-72b778ad-9381-4208-8fb3-b4c91babdd03 req-a4c21b70-9506-457f-af03-86a4897bf9e7 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432470 Nov 26 03:55:25.509714 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec5a3e-760f-48a0-b3ce-9a01d90421a6 req-229ecd01-e904-467f-a9a5-5c02d9786aff tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:25.511260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3eec5a3e-760f-48a0-b3ce-9a01d90421a6 req-229ecd01-e904-467f-a9a5-5c02d9786aff tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 945 time: 0.0491867 Nov 26 03:55:25.565245 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3eec5a3e-760f-48a0-b3ce-9a01d90421a6 req-b310d594-c9a3-4da5-b12f-2379db390f31 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477116 Nov 26 03:55:25.588082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35526) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:25.650167 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-32081a86-f97d-41f2-8a87-379cbfc366b8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/floatingips/3698cb1e-e7f6-48dc-abbe-0a77eeee3afb HTTP/1.1" status: 200 len: 993 time: 0.0607908 Nov 26 03:55:26.919122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2690e-0092-4c93-b7d4-2b8fa9215d1c req-e150f567-557a-4b8e-9ca5-8f5c9f629062 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:26.920565 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00a2690e-0092-4c93-b7d4-2b8fa9215d1c req-e150f567-557a-4b8e-9ca5-8f5c9f629062 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 945 time: 0.0486763 Nov 26 03:55:26.974656 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-00a2690e-0092-4c93-b7d4-2b8fa9215d1c req-62dc690e-3b64-4871-8b9b-74c88f337f1f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474937 Nov 26 03:55:28.090376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bb341-2b1c-445c-9a95-e732920bd2b6 req-372941ec-64e1-4971-9de4-225f447af9ff tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:28.091871 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc5bb341-2b1c-445c-9a95-e732920bd2b6 req-372941ec-64e1-4971-9de4-225f447af9ff tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 945 time: 0.0487828 Nov 26 03:55:28.140252 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fc5bb341-2b1c-445c-9a95-e732920bd2b6 req-1de2fe3b-db21-440b-8910-7f3b6f4363b9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420845 Nov 26 03:55:28.163004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35536) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:28.221084 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7213ca5a-d8a8-435b-8af1-dfdfe1d119c3 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/floatingips/3698cb1e-e7f6-48dc-abbe-0a77eeee3afb HTTP/1.1" status: 200 len: 993 time: 0.0569167 Nov 26 03:55:28.514261 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35542) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:28.669241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port 45f5a017-a7a5-460a-9224-4cfd110f0d7e {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:55:28.669590 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:28.743251 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:28.743579 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:28.755558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for 45f5a017-a7a5-460a-9224-4cfd110f0d7e owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:55:28.898611 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:28.922858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=45f5a017-a7a5-460a-9224-4cfd110f0d7e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:28.947203 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:28.947567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:28.947919 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:28.948289 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:28.948632 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:28.948973 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:28.949311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:28.949645 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:28.949979 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:28.950442 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:28.950743 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:28.951256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:28.995467 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:28.995805 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Floating IP 3698cb1e-e7f6-48dc-abbe-0a77eeee3afb disassociated (deleted). External IP: 172.25.0.121, port: bf1af8bf-a04e-45e3-8380-ad585a546dd8. Nov 26 03:55:29.195997 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:55:29.303229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:55:29.307848 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:29.312426 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c06626-c42f-432a-96a1-e9ccd38d8560 None None] Sync routers for ids ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:55:29.321876 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c06626-c42f-432a-96a1-e9ccd38d8560 None None] Routers {'9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:55:29.322492 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f5c06626-c42f-432a-96a1-e9ccd38d8560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:29.334238 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a67c644b-a33f-467a-bee5-bcf75e9703e4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/floatingips/3698cb1e-e7f6-48dc-abbe-0a77eeee3afb HTTP/1.1" status: 204 len: 168 time: 0.8188789 Nov 26 03:55:29.334828 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7090ae0b-cff0-469a-a204-0a407ca1cf7b', 'tag': 'bf1af8bf-a04e-45e3-8380-ad585a546dd8'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:55:29.337231 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c1c080-9e3a-42e7-b322-49a7110cb544" -d '{"events": [{"name": "network-changed", "server_uuid": "7090ae0b-cff0-469a-a204-0a407ca1cf7b", "tag": "bf1af8bf-a04e-45e3-8380-ad585a546dd8"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:55:29.376027 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9b7fe2-031a-49af-820b-ad3db0062126 x-openstack-request-id: req-fd9b7fe2-031a-49af-820b-ad3db0062126 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:55:29.376358 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7090ae0b-cff0-469a-a204-0a407ca1cf7b", "tag": "bf1af8bf-a04e-45e3-8380-ad585a546dd8", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:55:29.376618 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd9b7fe2-031a-49af-820b-ad3db0062126 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:55:29.377028 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7090ae0b-cff0-469a-a204-0a407ca1cf7b', 'tag': 'bf1af8bf-a04e-45e3-8380-ad585a546dd8', 'status': 'completed', 'code': 200} Nov 26 03:55:29.445125 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-f5c06626-c42f-432a-96a1-e9ccd38d8560 None None] Set router 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:55:29.465444 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1c080-9e3a-42e7-b322-49a7110cb544 req-24d3772d-deac-4a46-ba00-2296e06ef2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:29.467118 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c1c080-9e3a-42e7-b322-49a7110cb544 req-24d3772d-deac-4a46-ba00-2296e06ef2dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 1096 time: 0.0469713 Nov 26 03:55:29.601372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff72288-ea98-4ef8-adaa-9ee6c5737d77 req-8ebd2a67-65ec-4197-9379-03f1a0f72215 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:29.602882 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ff72288-ea98-4ef8-adaa-9ee6c5737d77 req-8ebd2a67-65ec-4197-9379-03f1a0f72215 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 945 time: 0.0783846 Nov 26 03:55:29.607514 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1c080-9e3a-42e7-b322-49a7110cb544 req-a4f75820-5fa3-450d-9b23-1929e8ad88cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:29.608965 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c1c080-9e3a-42e7-b322-49a7110cb544 req-a4f75820-5fa3-450d-9b23-1929e8ad88cb service neutron] 10.222.0.54 "GET /v2.0/networks?id=5089e1d7-f70c-41d8-a30f-c2bcec62eff1 HTTP/1.1" status: 200 len: 898 time: 0.1325207 Nov 26 03:55:29.656646 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f5c06626-c42f-432a-96a1-e9ccd38d8560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821212560', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:04Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5cf464ee-a7c3-442c-94ee-c67e46fc9790', 'name': '', 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:0d:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7239f61a-83b6-487a-b9f3-e26b536e7c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:03Z', 'updated_at': '2021-11-26T03:54:07Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '7239f61a-83b6-487a-b9f3-e26b536e7c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:29.662350 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c1c080-9e3a-42e7-b322-49a7110cb544 req-fad4e4bc-62ec-4be3-beb7-0d230a2c27ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf1af8bf-a04e-45e3-8380-ad585a546dd8 HTTP/1.1" status: 200 len: 217 time: 0.0448875 Nov 26 03:55:29.683617 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c06626-c42f-432a-96a1-e9ccd38d8560 None None] Checking router: 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:55:29.691666 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c06626-c42f-432a-96a1-e9ccd38d8560 None None] Routers {'9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:55:29.692290 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f5c06626-c42f-432a-96a1-e9ccd38d8560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:29.712360 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3ff72288-ea98-4ef8-adaa-9ee6c5737d77 req-20f65dac-f7f3-41a5-abaf-19c700da8bea tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023180 Nov 26 03:55:29.735372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1c080-9e3a-42e7-b322-49a7110cb544 req-b5590331-2ef5-4a6c-849b-3cdc6e93266b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:29.735372 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c1c080-9e3a-42e7-b322-49a7110cb544 req-b5590331-2ef5-4a6c-849b-3cdc6e93266b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7239f61a-83b6-487a-b9f3-e26b536e7c07 HTTP/1.1" status: 200 len: 834 time: 0.0565956 Nov 26 03:55:29.795275 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1c080-9e3a-42e7-b322-49a7110cb544 req-07e4187c-e01f-470d-96e1-b9ee8a84749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:29.796857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c1c080-9e3a-42e7-b322-49a7110cb544 req-07e4187c-e01f-470d-96e1-b9ee8a84749e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5089e1d7-f70c-41d8-a30f-c2bcec62eff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555933 Nov 26 03:55:29.888878 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c1c080-9e3a-42e7-b322-49a7110cb544 req-3660eb42-6aec-4cb7-b916-71917897d549 service neutron] 10.222.0.54 "GET /v2.0/networks/5089e1d7-f70c-41d8-a30f-c2bcec62eff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838423 Nov 26 03:55:29.894676 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-f5c06626-c42f-432a-96a1-e9ccd38d8560 None None] Set router 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:55:29.983871 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f3c1c080-9e3a-42e7-b322-49a7110cb544 req-a8626410-9fc1-4877-b181-4cd1a8c3b34d service neutron] 10.222.0.54 "GET /v2.0/networks/5089e1d7-f70c-41d8-a30f-c2bcec62eff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869906 Nov 26 03:55:30.091647 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f5c06626-c42f-432a-96a1-e9ccd38d8560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821212560', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:04Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5cf464ee-a7c3-442c-94ee-c67e46fc9790', 'name': '', 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:0d:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7239f61a-83b6-487a-b9f3-e26b536e7c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:03Z', 'updated_at': '2021-11-26T03:54:07Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '7239f61a-83b6-487a-b9f3-e26b536e7c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:30.121349 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c06626-c42f-432a-96a1-e9ccd38d8560 None None] The sync data for ids ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'] in n-d-819389-3 is: [{'id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821212560', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:04Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '5cf464ee-a7c3-442c-94ee-c67e46fc9790', 'name': '', 'network_id': '5089e1d7-f70c-41d8-a30f-c2bcec62eff1', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:0d:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7239f61a-83b6-487a-b9f3-e26b536e7c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:03Z', 'updated_at': '2021-11-26T03:54:07Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '7239f61a-83b6-487a-b9f3-e26b536e7c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:55:30.337850 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a4adac-ca77-4e05-b6f3-6778eea4df52 None None] New status for floating IP 3698cb1e-e7f6-48dc-abbe-0a77eeee3afb: DOWN {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:55:30.832556 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da0747-e019-4b4b-b54b-6c1e2edb63f4 req-64f6cf65-ce7f-4e58-89d6-f52124f2e164 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:30.834048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55da0747-e019-4b4b-b54b-6c1e2edb63f4 req-64f6cf65-ce7f-4e58-89d6-f52124f2e164 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 945 time: 0.0499296 Nov 26 03:55:30.882678 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55da0747-e019-4b4b-b54b-6c1e2edb63f4 req-018b2a95-550c-4f5f-87e7-1812df44ca22 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427370 Nov 26 03:55:31.460270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1b9af-a151-4863-beee-4c6f57bdf3a2 req-1a5ff13e-ff3c-4e12-9f47-2e1559a884fd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:31.461637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-afc1b9af-a151-4863-beee-4c6f57bdf3a2 req-1a5ff13e-ff3c-4e12-9f47-2e1559a884fd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.54 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 945 time: 0.0471616 Nov 26 03:55:31.553256 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-afc1b9af-a151-4863-beee-4c6f57bdf3a2 req-50dd8b84-13db-49d2-9263-fcf30ac12185 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port bf1af8bf-a04e-45e3-8380-ad585a546dd8 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:55:31.553597 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-afc1b9af-a151-4863-beee-4c6f57bdf3a2 req-50dd8b84-13db-49d2-9263-fcf30ac12185 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:31.640342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-afc1b9af-a151-4863-beee-4c6f57bdf3a2 req-50dd8b84-13db-49d2-9263-fcf30ac12185 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] For port bf1af8bf-a04e-45e3-8380-ad585a546dd8, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=bf1af8bf-a04e-45e3-8380-ad585a546dd8,segment=NetworkSegment(649112e9-437e-4138-a148-de700790e554),segment_id=649112e9-437e-4138-a148-de700790e554)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:55:31.640708 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-afc1b9af-a151-4863-beee-4c6f57bdf3a2 req-50dd8b84-13db-49d2-9263-fcf30ac12185 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:31.657532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-afc1b9af-a151-4863-beee-4c6f57bdf3a2 req-50dd8b84-13db-49d2-9263-fcf30ac12185 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for bf1af8bf-a04e-45e3-8380-ad585a546dd8 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:55:31.779773 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-afc1b9af-a151-4863-beee-4c6f57bdf3a2 req-50dd8b84-13db-49d2-9263-fcf30ac12185 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:31.814332 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd8b84-13db-49d2-9263-fcf30ac12185 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=bf1af8bf-a04e-45e3-8380-ad585a546dd8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:31.857717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc1b9af-a151-4863-beee-4c6f57bdf3a2 req-50dd8b84-13db-49d2-9263-fcf30ac12185 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] No DVR routers for this DVR port bf1af8bf-a04e-45e3-8380-ad585a546dd8 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:55:31.860266 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-afc1b9af-a151-4863-beee-4c6f57bdf3a2 req-50dd8b84-13db-49d2-9263-fcf30ac12185 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:31.864232 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-afc1b9af-a151-4863-beee-4c6f57bdf3a2 req-50dd8b84-13db-49d2-9263-fcf30ac12185 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.54 "DELETE /v2.0/ports/bf1af8bf-a04e-45e3-8380-ad585a546dd8 HTTP/1.1" status: 204 len: 173 time: 0.3959048 Nov 26 03:55:31.864671 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7090ae0b-cff0-469a-a204-0a407ca1cf7b', 'name': 'network-vif-deleted', 'tag': 'bf1af8bf-a04e-45e3-8380-ad585a546dd8'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:55:31.866899 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5724f1d-0271-4984-bfde-e5fb763bdedf" -d '{"events": [{"server_uuid": "7090ae0b-cff0-469a-a204-0a407ca1cf7b", "name": "network-vif-deleted", "tag": "bf1af8bf-a04e-45e3-8380-ad585a546dd8"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:55:31.903396 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a696ac6-4a1c-4670-8104-a1e37874c65d x-openstack-request-id: req-0a696ac6-4a1c-4670-8104-a1e37874c65d {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:55:31.903692 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7090ae0b-cff0-469a-a204-0a407ca1cf7b", "name": "network-vif-deleted", "tag": "bf1af8bf-a04e-45e3-8380-ad585a546dd8", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:55:31.903946 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a696ac6-4a1c-4670-8104-a1e37874c65d {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:55:31.904397 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7090ae0b-cff0-469a-a204-0a407ca1cf7b', 'name': 'network-vif-deleted', 'tag': 'bf1af8bf-a04e-45e3-8380-ad585a546dd8', 'status': 'completed', 'code': 200} Nov 26 03:55:31.977321 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ee28dc16-e7af-4cce-b7ca-1695c7ff82f2 req-1ac5018c-b9ae-489f-b1c8-09bf21e73531 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=7090ae0b-cff0-469a-a204-0a407ca1cf7b HTTP/1.1" status: 200 len: 210 time: 0.0264528 Nov 26 03:55:33.033698 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35558) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:33.383464 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83b13352-7588-4f80-958d-aafc06fe6aa4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:33.632529 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-83b13352-7588-4f80-958d-aafc06fe6aa4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port 5cf464ee-a7c3-442c-94ee-c67e46fc9790 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:55:33.632873 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83b13352-7588-4f80-958d-aafc06fe6aa4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:33.722523 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-83b13352-7588-4f80-958d-aafc06fe6aa4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] For port 5cf464ee-a7c3-442c-94ee-c67e46fc9790, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=5cf464ee-a7c3-442c-94ee-c67e46fc9790,segment=NetworkSegment(649112e9-437e-4138-a148-de700790e554),segment_id=649112e9-437e-4138-a148-de700790e554)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:55:33.722895 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83b13352-7588-4f80-958d-aafc06fe6aa4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:33.735239 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-83b13352-7588-4f80-958d-aafc06fe6aa4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for 5cf464ee-a7c3-442c-94ee-c67e46fc9790 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:55:33.913369 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83b13352-7588-4f80-958d-aafc06fe6aa4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:33.938940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b13352-7588-4f80-958d-aafc06fe6aa4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=5cf464ee-a7c3-442c-94ee-c67e46fc9790,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:34.113729 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83b13352-7588-4f80-958d-aafc06fe6aa4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:34.324284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b13352-7588-4f80-958d-aafc06fe6aa4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:55:34.426615 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b13352-7588-4f80-958d-aafc06fe6aa4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:55:34.431875 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-83b13352-7588-4f80-958d-aafc06fe6aa4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "PUT /v2.0/routers/9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3970838 Nov 26 03:55:34.434500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35560) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:34.436685 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da50eca-2576-4fa2-a07d-69f29075831c None None] Sync routers for ids ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:55:34.446997 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da50eca-2576-4fa2-a07d-69f29075831c None None] Routers {'9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:55:34.447611 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0da50eca-2576-4fa2-a07d-69f29075831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:34.497897 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-0042b138-8699-48dc-9672-4ef0284a995b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting subnet 7239f61a-83b6-487a-b9f3-e26b536e7c07 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:55:34.501009 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0042b138-8699-48dc-9672-4ef0284a995b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:34.540368 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0042b138-8699-48dc-9672-4ef0284a995b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:34.549276 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-0da50eca-2576-4fa2-a07d-69f29075831c None None] Set router 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:55:34.620729 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0042b138-8699-48dc-9672-4ef0284a995b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:34.682007 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0042b138-8699-48dc-9672-4ef0284a995b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:34.710063 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042b138-8699-48dc-9672-4ef0284a995b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Subnet': ['ID=7239f61a-83b6-487a-b9f3-e26b536e7c07,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:34.712010 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0042b138-8699-48dc-9672-4ef0284a995b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:34.715415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0042b138-8699-48dc-9672-4ef0284a995b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/subnets/7239f61a-83b6-487a-b9f3-e26b536e7c07 HTTP/1.1" status: 204 len: 168 time: 0.2795665 Nov 26 03:55:34.718633 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35562) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:34.719568 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a5f2d2-723b-4273-bb64-ba9935a68da1 None None] Network 5089e1d7-f70c-41d8-a30f-c2bcec62eff1 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:55:34.730735 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0da50eca-2576-4fa2-a07d-69f29075831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821212560', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:55:33Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:34.761948 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da50eca-2576-4fa2-a07d-69f29075831c None None] Checking router: 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:55:34.772424 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da50eca-2576-4fa2-a07d-69f29075831c None None] Routers {'9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:55:34.773058 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0da50eca-2576-4fa2-a07d-69f29075831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:34.832837 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:34.880502 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-0da50eca-2576-4fa2-a07d-69f29075831c None None] Set router 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:55:34.917079 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] DHCP port deletion for 5089e1d7-f70c-41d8-a30f-c2bcec62eff1 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:55:34.940101 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:34.972765 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] Deleting port af8e3dce-1c06-4134-8300-ca4034d09a18 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:55:34.973145 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:35.044188 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] For port af8e3dce-1c06-4134-8300-ca4034d09a18, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=af8e3dce-1c06-4134-8300-ca4034d09a18,segment=NetworkSegment(649112e9-437e-4138-a148-de700790e554),segment_id=649112e9-437e-4138-a148-de700790e554)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:55:35.044763 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:35.059411 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] Calling delete_port for af8e3dce-1c06-4134-8300-ca4034d09a18 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:55:35.085114 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0da50eca-2576-4fa2-a07d-69f29075831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821212560', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:55:33Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:35.112765 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da50eca-2576-4fa2-a07d-69f29075831c None None] The sync data for ids ['9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f'] in n-d-819389-3 is: [{'id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821212560', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:55:33Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '77762a0c-9e10-40d9-80d5-b90fef6f4a9f', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:54:01Z', 'updated_at': '2021-11-26T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:55:35.148500 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:35.175471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] Pushing event deleted for resources: {'Port': ['ID=af8e3dce-1c06-4134-8300-ca4034d09a18,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:35.180030 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] No DVR routers for this DVR port af8e3dce-1c06-4134-8300-ca4034d09a18 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:55:35.193481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.193481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.193481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.193481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.193481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.193481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.193481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.193481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.193481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.193481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.193481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.193481 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4b37f-56db-4152-8bac-eb50ad9c98ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.322511 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port 77762a0c-9e10-40d9-80d5-b90fef6f4a9f {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:55:35.322841 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:35.397490 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] For port 77762a0c-9e10-40d9-80d5-b90fef6f4a9f, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=77762a0c-9e10-40d9-80d5-b90fef6f4a9f,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:55:35.397778 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:35.412883 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for 77762a0c-9e10-40d9-80d5-b90fef6f4a9f owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:55:35.522928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device af8e3dce-1c06-4134-8300-ca4034d09a18 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:55:35.554984 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: af8e3dce-1c06-4134-8300-ca4034d09a18 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:55:35.555566 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device af8e3dce-1c06-4134-8300-ca4034d09a18 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:55:35.556278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5cf464ee-a7c3-442c-94ee-c67e46fc9790 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:55:35.576640 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 5cf464ee-a7c3-442c-94ee-c67e46fc9790 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:55:35.576989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 5cf464ee-a7c3-442c-94ee-c67e46fc9790 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:55:35.587191 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:35.613619 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=77762a0c-9e10-40d9-80d5-b90fef6f4a9f,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:35.627632 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0765fc0f-90b9-43c0-8878-e349c657c6a8 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:55:35.629970 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.630329 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.630675 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.631012 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.631355 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.631692 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.632030 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.632387 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.632720 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.633050 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.633406 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.633703 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:35.693689 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:35.783897 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:35.786133 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:35.819974 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device bf1af8bf-a04e-45e3-8380-ad585a546dd8 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:55:35.835735 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:35.836329 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Fanout notify agent at l3_agent the message router_deleted on router 9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:55:35.842175 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: bf1af8bf-a04e-45e3-8380-ad585a546dd8 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:55:35.842694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device bf1af8bf-a04e-45e3-8380-ad585a546dd8 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:55:35.844424 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:35.845557 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-072ac902-e87f-468c-86c3-47893182a4bc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/routers/9af7d834-3ef6-41a7-b1ef-5f8f66d3e74f HTTP/1.1" status: 204 len: 168 time: 1.1256607 Nov 26 03:55:35.848556 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35566) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:35.927273 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1cc788a4-c6cf-4652-874f-2e9894c73d3f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:36.025251 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1cc788a4-c6cf-4652-874f-2e9894c73d3f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:36.044207 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-1cc788a4-c6cf-4652-874f-2e9894c73d3f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5089e1d7-f70c-41d8-a30f-c2bcec62eff1']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:36.053667 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-1cc788a4-c6cf-4652-874f-2e9894c73d3f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649112e9-437e-4138-a148-de700790e554') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:36.053964 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-1cc788a4-c6cf-4652-874f-2e9894c73d3f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649112e9-437e-4138-a148-de700790e554') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:36.063576 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1cc788a4-c6cf-4652-874f-2e9894c73d3f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:36.078018 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1cc788a4-c6cf-4652-874f-2e9894c73d3f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:36.083907 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc788a4-c6cf-4652-874f-2e9894c73d3f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:55:36.084324 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1cc788a4-c6cf-4652-874f-2e9894c73d3f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: timer() Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:55:36.087335 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:55:36.150919 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1cc788a4-c6cf-4652-874f-2e9894c73d3f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:36.155610 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1cc788a4-c6cf-4652-874f-2e9894c73d3f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:36.162278 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1cc788a4-c6cf-4652-874f-2e9894c73d3f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/networks/5089e1d7-f70c-41d8-a30f-c2bcec62eff1 HTTP/1.1" status: 204 len: 168 time: 0.3096962 Nov 26 03:55:36.162646 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35568) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:36.180175 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc788a4-c6cf-4652-874f-2e9894c73d3f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Network': ['ID=5089e1d7-f70c-41d8-a30f-c2bcec62eff1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:36.218568 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d8926732-acfb-4c90-9847-db38961aea63 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:36.243553 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d8926732-acfb-4c90-9847-db38961aea63 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:36.304303 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d8926732-acfb-4c90-9847-db38961aea63 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:36.307253 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d8926732-acfb-4c90-9847-db38961aea63 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:36.311407 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d8926732-acfb-4c90-9847-db38961aea63 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/security-groups/166d2a12-5cf0-49d9-8eac-30db3ccd6e7b HTTP/1.1" status: 204 len: 168 time: 0.1477396 Nov 26 03:55:36.320767 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8926732-acfb-4c90-9847-db38961aea63 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=166d2a12-5cf0-49d9-8eac-30db3ccd6e7b,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:36.682300 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35574) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:36.686874 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4940c35e-a84e-4e53-ba89-6b30d47f44bd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1300525750', 'description': 'tempest-secgroup-smoke-1300525750 description', 'project_id': '952c751804864f3f800b50cfd5313ece'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:55:36.708755 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4940c35e-a84e-4e53-ba89-6b30d47f44bd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:36.772789 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4940c35e-a84e-4e53-ba89-6b30d47f44bd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:36.776478 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4940c35e-a84e-4e53-ba89-6b30d47f44bd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:36.807948 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4940c35e-a84e-4e53-ba89-6b30d47f44bd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:36.809765 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4940c35e-a84e-4e53-ba89-6b30d47f44bd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1264381 Nov 26 03:55:36.812772 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35576) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:36.813715 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940c35e-a84e-4e53-ba89-6b30d47f44bd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084cbea5-7581-4323-b9a7-8b5ccf74fd85,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:36.818729 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-762f302c-acca-4d42-a9ef-1269803a7a61 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '084cbea5-7581-4323-b9a7-8b5ccf74fd85', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:55:36.845053 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-762f302c-acca-4d42-a9ef-1269803a7a61 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:36.898691 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-762f302c-acca-4d42-a9ef-1269803a7a61 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:36.902085 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-762f302c-acca-4d42-a9ef-1269803a7a61 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:36.919627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f302c-acca-4d42-a9ef-1269803a7a61 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f88ef71-22d7-40a1-b419-15bb8899e90f,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:36.929170 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-762f302c-acca-4d42-a9ef-1269803a7a61 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:36.932754 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-762f302c-acca-4d42-a9ef-1269803a7a61 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189623 Nov 26 03:55:36.935417 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35578) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:36.939842 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d06dd122-2db2-435c-aecb-40f533beb5d5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '084cbea5-7581-4323-b9a7-8b5ccf74fd85', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:55:36.965364 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d06dd122-2db2-435c-aecb-40f533beb5d5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.019179 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d06dd122-2db2-435c-aecb-40f533beb5d5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.022622 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d06dd122-2db2-435c-aecb-40f533beb5d5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.040757 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06dd122-2db2-435c-aecb-40f533beb5d5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114ed31b-6306-4f93-9621-e64ffdcbeaab,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:37.045977 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d06dd122-2db2-435c-aecb-40f533beb5d5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.047595 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d06dd122-2db2-435c-aecb-40f533beb5d5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1108227 Nov 26 03:55:37.049908 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35580) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:37.054748 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a4d79347-e3b3-477d-ace4-27a9836b1d19 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '084cbea5-7581-4323-b9a7-8b5ccf74fd85', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:55:37.080005 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4d79347-e3b3-477d-ace4-27a9836b1d19 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.135071 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4d79347-e3b3-477d-ace4-27a9836b1d19 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.138612 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4d79347-e3b3-477d-ace4-27a9836b1d19 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.161337 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d79347-e3b3-477d-ace4-27a9836b1d19 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6854770-1296-417d-ab98-536f70c6e4df,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:37.166969 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a4d79347-e3b3-477d-ace4-27a9836b1d19 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.168170 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a4d79347-e3b3-477d-ace4-27a9836b1d19 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168106 Nov 26 03:55:37.170879 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35582) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:37.175850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e992ddd0-e088-43c7-bd64-ec30c0c41ea9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '084cbea5-7581-4323-b9a7-8b5ccf74fd85', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:55:37.201459 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e992ddd0-e088-43c7-bd64-ec30c0c41ea9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.259346 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e992ddd0-e088-43c7-bd64-ec30c0c41ea9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.263633 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 77762a0c-9e10-40d9-80d5-b90fef6f4a9f no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:55:37.265174 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e992ddd0-e088-43c7-bd64-ec30c0c41ea9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.282791 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992ddd0-e088-43c7-bd64-ec30c0c41ea9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07574834-e44c-4003-9d51-ec21e54ad098,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:37.283585 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 77762a0c-9e10-40d9-80d5-b90fef6f4a9f {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:55:37.283947 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 77762a0c-9e10-40d9-80d5-b90fef6f4a9f not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:55:37.292431 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e992ddd0-e088-43c7-bd64-ec30c0c41ea9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.293616 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e992ddd0-e088-43c7-bd64-ec30c0c41ea9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217577 Nov 26 03:55:37.296310 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35584) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:37.300633 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-cf445303-8629-413d-b7ed-906eaa5f8f79 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '084cbea5-7581-4323-b9a7-8b5ccf74fd85', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:55:37.320772 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-cf445303-8629-413d-b7ed-906eaa5f8f79 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Project 952c751804864f3f800b50cfd5313ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:55:37.325433 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cf445303-8629-413d-b7ed-906eaa5f8f79 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.381678 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cf445303-8629-413d-b7ed-906eaa5f8f79 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.385627 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cf445303-8629-413d-b7ed-906eaa5f8f79 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.403154 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf445303-8629-413d-b7ed-906eaa5f8f79 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4af861-fc6d-4dc2-b587-988dbd804ae7,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:37.410570 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cf445303-8629-413d-b7ed-906eaa5f8f79 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.411830 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cf445303-8629-413d-b7ed-906eaa5f8f79 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1145141 Nov 26 03:55:37.414461 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35586) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:37.418683 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8172966c-9131-458a-95f6-118754b3cc43 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '084cbea5-7581-4323-b9a7-8b5ccf74fd85', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:55:37.439359 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-8172966c-9131-458a-95f6-118754b3cc43 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Project 952c751804864f3f800b50cfd5313ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:55:37.443993 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8172966c-9131-458a-95f6-118754b3cc43 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.502761 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8172966c-9131-458a-95f6-118754b3cc43 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.506892 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8172966c-9131-458a-95f6-118754b3cc43 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.526794 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172966c-9131-458a-95f6-118754b3cc43 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c73799-2506-4081-bb87-68da07d8e9ba,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:37.531529 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8172966c-9131-458a-95f6-118754b3cc43 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.532827 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8172966c-9131-458a-95f6-118754b3cc43 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174359 Nov 26 03:55:37.535614 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35588) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:37.540385 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d6c5a0a8-bb0b-459d-8662-fa0a51f033fc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'network': {'name': 'tempest-network-smoke--1580162659', 'project_id': '952c751804864f3f800b50cfd5313ece', 'port_security_enabled': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:55:37.560320 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c5a0a8-bb0b-459d-8662-fa0a51f033fc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Made reservation on behalf of 952c751804864f3f800b50cfd5313ece for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:55:37.563749 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a0a8-bb0b-459d-8662-fa0a51f033fc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.587367 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c5a0a8-bb0b-459d-8662-fa0a51f033fc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:55:37.596672 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a0a8-bb0b-459d-8662-fa0a51f033fc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.597057 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-d6c5a0a8-bb0b-459d-8662-fa0a51f033fc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Added segment 1338e23e-7527-4ee2-a3ba-7b973dcab493 of type vlan for network 8e7f89dd-f469-4816-ac7d-2f769b1eb40e Nov 26 03:55:37.636502 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a0a8-bb0b-459d-8662-fa0a51f033fc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.659963 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a0a8-bb0b-459d-8662-fa0a51f033fc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.665559 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c5a0a8-bb0b-459d-8662-fa0a51f033fc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:37.666084 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a0a8-bb0b-459d-8662-fa0a51f033fc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.718554 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d6c5a0a8-bb0b-459d-8662-fa0a51f033fc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1818717 Nov 26 03:55:37.721195 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35590) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:37.726037 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-305257463', 'admin_state_up': True, 'project_id': '952c751804864f3f800b50cfd5313ece', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:55:37.747519 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5a0a8-bb0b-459d-8662-fa0a51f033fc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Network': ['ID=8e7f89dd-f469-4816-ac7d-2f769b1eb40e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:37.758756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 8e7f89dd-f469-4816-ac7d-2f769b1eb40e details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:55:37.760864 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.762472 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.823989 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:37.960101 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:38.150511 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:38.169409 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:38.271680 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.25.0.36 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/cb8237fa-e5d2-4a4f-a717-78cb7563a1c9) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:55:38.370406 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:38.403576 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:38.441421 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:55:38.446121 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:55:38.449573 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:55:38.458902 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5709cbc-1edd-4345-9819-7e87f4689d6d None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:55:38.476690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=cb8237fa-e5d2-4a4f-a717-78cb7563a1c9,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:38.520377 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-dfca9f35-7288-4e5b-8eb9-e8ffcf4372c0 None None] Provisioning complete for port cb8237fa-e5d2-4a4f-a717-78cb7563a1c9 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:55:38.520746 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dfca9f35-7288-4e5b-8eb9-e8ffcf4372c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:38.552923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-dfca9f35-7288-4e5b-8eb9-e8ffcf4372c0 None None] Port cb8237fa-e5d2-4a4f-a717-78cb7563a1c9 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:55:38.698881 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:38.871679 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:55:38.890022 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:39.015988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router bddfa76f-9fa3-4f1c-9128-1e4b576bad53 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:55:39.115029 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:55:39.131448 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Sync routers for ids ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:55:39.142856 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Routers {'bddfa76f-9fa3-4f1c-9128-1e4b576bad53'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:55:39.143609 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:39.143748 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:39.144938 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9fb12611-49c8-4cf1-8f8b-4c1c4de68032 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4222124 Nov 26 03:55:39.147926 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35592) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:39.179826 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-13c1864a-27e8-45db-9972-91859d5c199c tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=952c751804864f3f800b50cfd5313ece&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307240 Nov 26 03:55:39.182276 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35594) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:39.250041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Set router bddfa76f-9fa3-4f1c-9128-1e4b576bad53 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:55:39.268703 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ba3a67-a87d-4257-b1c1-c25e5c79bb0f tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:39.270236 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-56ba3a67-a87d-4257-b1c1-c25e5c79bb0f tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870476 Nov 26 03:55:39.273104 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35596) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:39.300570 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-40f794f0-aee5-4d44-989a-ef5b9c19be71 tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258646 Nov 26 03:55:39.302868 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35598) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:39.307476 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-755290ac-79d0-40b0-a6ac-76da63ff6fb4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-542326628', 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e', 'project_id': '952c751804864f3f800b50cfd5313ece', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:55:39.396985 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755290ac-79d0-40b0-a6ac-76da63ff6fb4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Made reservation on behalf of 952c751804864f3f800b50cfd5313ece for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:55:39.400419 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-755290ac-79d0-40b0-a6ac-76da63ff6fb4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:39.428132 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305257463', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:55:37Z', 'updated_at': '2021-11-26T03:55:38Z', 'revision_number': 3, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:38Z', 'updated_at': '2021-11-26T03:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:39.454087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Checking router: bddfa76f-9fa3-4f1c-9128-1e4b576bad53 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:55:39.454445 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Updating router bddfa76f-9fa3-4f1c-9128-1e4b576bad53 port cb8237fa-e5d2-4a4f-a717-78cb7563a1c9 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:55:39.482612 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:39.582648 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-755290ac-79d0-40b0-a6ac-76da63ff6fb4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:39.646778 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755290ac-79d0-40b0-a6ac-76da63ff6fb4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Subnet': ['ID=c66e63d5-a9a2-4d60-a7bf-e3fc838346e9,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:39.651236 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755290ac-79d0-40b0-a6ac-76da63ff6fb4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Checking segment: {'id': '1338e23e-7527-4ee2-a3ba-7b973dcab493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:55:39.651533 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755290ac-79d0-40b0-a6ac-76da63ff6fb4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network hostable DHCP agents. Network: 8e7f89dd-f469-4816-ac7d-2f769b1eb40e, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:55:39.673282 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755290ac-79d0-40b0-a6ac-76da63ff6fb4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 8e7f89dd-f469-4816-ac7d-2f769b1eb40e is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:55:39.681876 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-755290ac-79d0-40b0-a6ac-76da63ff6fb4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 8e7f89dd-f469-4816-ac7d-2f769b1eb40e) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:55:39.686825 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755290ac-79d0-40b0-a6ac-76da63ff6fb4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:39.687440 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-755290ac-79d0-40b0-a6ac-76da63ff6fb4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:39.703566 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-755290ac-79d0-40b0-a6ac-76da63ff6fb4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3996613 Nov 26 03:55:39.707063 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35600) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:39.850309 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e959833-495b-4d5b-80a7-8f9f0c7eb537 None None] Network 8e7f89dd-f469-4816-ac7d-2f769b1eb40e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:55:39.970742 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:39.979380 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:40.046048 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c3058f-0976-4be3-8c13-148512e3e64c None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:55:40.070884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a8d86-e2c3-40e5-829b-ce6705934d8b None None] Pushing event updated for resources: {'Port': ['ID=cb8237fa-e5d2-4a4f-a717-78cb7563a1c9,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:40.073545 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Attempting to bind port cb8237fa-e5d2-4a4f-a717-78cb7563a1c9 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:55:40.073921 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Attempting to bind port cb8237fa-e5d2-4a4f-a717-78cb7563a1c9 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:55:40.074289 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Attempting to bind port cb8237fa-e5d2-4a4f-a717-78cb7563a1c9 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:55:40.094594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:55:40.094983 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:55:40.095391 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:40.095775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:55:40.096284 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Bound port: cb8237fa-e5d2-4a4f-a717-78cb7563a1c9, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:55:40.097236 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:40.100826 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-8e7f89dd-f469-4816-ac7d-2f769b1eb40e', 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ips': [{'subnet_id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:55:40.101651 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:40.175609 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] For port cb8237fa-e5d2-4a4f-a717-78cb7563a1c9, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:55:40.180894 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] For port cb8237fa-e5d2-4a4f-a717-78cb7563a1c9, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cb8237fa-e5d2-4a4f-a717-78cb7563a1c9,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:55:40.231798 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:40.300342 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d83403cf-bc6d-4c63-b8bc-672a423ebd8a None None] Provisioning complete for port cb8237fa-e5d2-4a4f-a717-78cb7563a1c9 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:55:40.300920 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d83403cf-bc6d-4c63-b8bc-672a423ebd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:40.308736 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c631cf-52ce-421f-884f-cf20a9107405 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:55:40.385054 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a8d86-e2c3-40e5-829b-ce6705934d8b None None] Pushing event updated for resources: {'Port': ['ID=cb8237fa-e5d2-4a4f-a717-78cb7563a1c9,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:40.387815 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Routers {'bddfa76f-9fa3-4f1c-9128-1e4b576bad53'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:55:40.388410 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:40.438119 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Allocated IP 172.20.0.2 (8e7f89dd-f469-4816-ac7d-2f769b1eb40e/c66e63d5-a9a2-4d60-a7bf-e3fc838346e9/abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:55:40.465355 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2864b29e-5147-4f34-9a19-065c7fe7ce10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:40.593006 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] Set router bddfa76f-9fa3-4f1c-9128-1e4b576bad53 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:55:40.655132 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d83403cf-bc6d-4c63-b8bc-672a423ebd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:40.731167 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d83403cf-bc6d-4c63-b8bc-672a423ebd8a None None] For port cb8237fa-e5d2-4a4f-a717-78cb7563a1c9, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cb8237fa-e5d2-4a4f-a717-78cb7563a1c9,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:55:40.746360 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d83403cf-bc6d-4c63-b8bc-672a423ebd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:40.846904 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:40.880845 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83403cf-bc6d-4c63-b8bc-672a423ebd8a None None] Pushing event updated for resources: {'Port': ['ID=cb8237fa-e5d2-4a4f-a717-78cb7563a1c9,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:40.883781 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:40.912791 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-2864b29e-5147-4f34-9a19-065c7fe7ce10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.20.0.1 (8e7f89dd-f469-4816-ac7d-2f769b1eb40e/c66e63d5-a9a2-4d60-a7bf-e3fc838346e9/98325f20-7ae1-46af-93ac-865344b6b55d) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:55:40.932263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Network 8e7f89dd-f469-4816-ac7d-2f769b1eb40e is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:55:40.941897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:55:40.943605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a4125a08-734a-4e33-9be8-2fa8620f4883 None None] Provisioning complete for port cb8237fa-e5d2-4a4f-a717-78cb7563a1c9 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:55:40.943980 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a4125a08-734a-4e33-9be8-2fa8620f4883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:40.947261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:55:40.986751 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Pushing event updated for resources: {'Port': ['ID=abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:41.030388 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2864b29e-5147-4f34-9a19-065c7fe7ce10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:41.060118 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Attempting to bind port abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:55:41.060498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Attempting to bind port abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '1338e23e-7527-4ee2-a3ba-7b973dcab493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:55:41.060865 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Attempting to bind port abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b on network 8e7f89dd-f469-4816-ac7d-2f769b1eb40e {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:55:41.064623 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2864b29e-5147-4f34-9a19-065c7fe7ce10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:41.066579 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305257463', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:55:37Z', 'updated_at': '2021-11-26T03:55:38Z', 'revision_number': 3, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:38Z', 'updated_at': '2021-11-26T03:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:41.072437 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:55:41.072823 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Checking segment: {'id': '1338e23e-7527-4ee2-a3ba-7b973dcab493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:55:41.073227 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:41.073629 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Bound using segment: {'id': '1338e23e-7527-4ee2-a3ba-7b973dcab493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:55:41.074106 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Bound port: abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1338e23e-7527-4ee2-a3ba-7b973dcab493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:55:41.074484 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:41.105363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2864b29e-5147-4f34-9a19-065c7fe7ce10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 8e7f89dd-f469-4816-ac7d-2f769b1eb40e is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:55:41.107873 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234c424-e2a8-4ec3-8184-5e768d5761f5 None None] The sync data for ids ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'] in n-d-819389-3 is: [{'id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305257463', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:55:37Z', 'updated_at': '2021-11-26T03:55:38Z', 'revision_number': 3, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:38Z', 'updated_at': '2021-11-26T03:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:55:41.110492 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-2864b29e-5147-4f34-9a19-065c7fe7ce10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:55:41.114205 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864b29e-5147-4f34-9a19-065c7fe7ce10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:55:41.145335 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864b29e-5147-4f34-9a19-065c7fe7ce10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=98325f20-7ae1-46af-93ac-865344b6b55d,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:41.166044 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2864b29e-5147-4f34-9a19-065c7fe7ce10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:41.202267 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] For port abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:55:41.206468 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] For port abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b,segment=NetworkSegment(1338e23e-7527-4ee2-a3ba-7b973dcab493),segment_id=1338e23e-7527-4ee2-a3ba-7b973dcab493)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:55:41.212042 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:41.273156 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054916cf-913c-46fc-9d73-67e4429c95a7 None None] Pushing event updated for resources: {'Port': ['ID=abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:41.322450 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2864b29e-5147-4f34-9a19-065c7fe7ce10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:41.669713 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2864b29e-5147-4f34-9a19-065c7fe7ce10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:41.674444 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2864b29e-5147-4f34-9a19-065c7fe7ce10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:41.745348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864b29e-5147-4f34-9a19-065c7fe7ce10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=98325f20-7ae1-46af-93ac-865344b6b55d,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:41.753646 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2864b29e-5147-4f34-9a19-065c7fe7ce10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:41.822438 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-24c23f8b-01b1-4044-83e6-f502bf65bac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:41.859124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2864b29e-5147-4f34-9a19-065c7fe7ce10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 8e7f89dd-f469-4816-ac7d-2f769b1eb40e is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:55:41.860798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-2864b29e-5147-4f34-9a19-065c7fe7ce10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:55:41.980843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2864b29e-5147-4f34-9a19-065c7fe7ce10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router bddfa76f-9fa3-4f1c-9128-1e4b576bad53 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:55:42.097377 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2864b29e-5147-4f34-9a19-065c7fe7ce10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:55:42.102644 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2864b29e-5147-4f34-9a19-065c7fe7ce10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "PUT /v2.0/routers/bddfa76f-9fa3-4f1c-9128-1e4b576bad53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3944166 Nov 26 03:55:42.250211 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2837cb-590e-4c21-984e-eca21b9c3f4e None None] Network 8e7f89dd-f469-4816-ac7d-2f769b1eb40e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:55:42.291943 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-c53c7d8a-d4d6-4d8e-9a8a-30b4009db12a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1300525750&fields=id&tenant_id=952c751804864f3f800b50cfd5313ece HTTP/1.1" status: 200 len: 267 time: 0.0460117 Nov 26 03:55:42.325896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2fd57a07-eb14-413b-b918-7c0a1568f760 None None] Provisioning complete for port abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:55:42.326272 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2fd57a07-eb14-413b-b918-7c0a1568f760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:42.404014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-9327f780-7ef8-43c1-9574-f972346648cf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:42.405439 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-9327f780-7ef8-43c1-9574-f972346648cf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/networks?id=8e7f89dd-f469-4816-ac7d-2f769b1eb40e HTTP/1.1" status: 200 len: 797 time: 0.1056874 Nov 26 03:55:42.421192 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-1a307ad9-6511-400e-9b09-5437403d8c12 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/quotas/952c751804864f3f800b50cfd5313ece HTTP/1.1" status: 200 len: 375 time: 0.0092821 Nov 26 03:55:42.465850 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2fd57a07-eb14-413b-b918-7c0a1568f760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:42.476415 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-97c2b22b-6768-4074-acdf-1e7a7277334c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485880 Nov 26 03:55:42.510568 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-2fd57a07-eb14-413b-b918-7c0a1568f760 None None] For port abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b,segment=NetworkSegment(1338e23e-7527-4ee2-a3ba-7b973dcab493),segment_id=1338e23e-7527-4ee2-a3ba-7b973dcab493)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:55:42.515797 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2fd57a07-eb14-413b-b918-7c0a1568f760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:42.567536 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd57a07-eb14-413b-b918-7c0a1568f760 None None] Pushing event updated for resources: {'Port': ['ID=abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:42.672435 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-22875c29-e5dc-4b83-aef5-9d53d6ccc186 service neutron] 10.222.0.31 "GET /v2.0/networks/8e7f89dd-f469-4816-ac7d-2f769b1eb40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822846 Nov 26 03:55:42.743698 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ce1d589e-daf6-4d70-9d93-1662f16d5664 None None] Provisioning complete for port abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:55:42.744245 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce1d589e-daf6-4d70-9d93-1662f16d5664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:42.777066 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-b074b80c-a413-4b61-afc0-5258003b0b6f service neutron] 10.222.0.31 "GET /v2.0/networks/8e7f89dd-f469-4816-ac7d-2f769b1eb40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976508 Nov 26 03:55:42.823897 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Sync routers for ids ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:55:42.835075 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Routers {'bddfa76f-9fa3-4f1c-9128-1e4b576bad53'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:55:42.835617 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:42.860721 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-ce1d589e-daf6-4d70-9d93-1662f16d5664 None None] Provisioning complete for port 98325f20-7ae1-46af-93ac-865344b6b55d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:55:42.861714 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ce1d589e-daf6-4d70-9d93-1662f16d5664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:42.901585 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d589e-daf6-4d70-9d93-1662f16d5664 None None] Port 98325f20-7ae1-46af-93ac-865344b6b55d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:55:42.953265 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Set router bddfa76f-9fa3-4f1c-9128-1e4b576bad53 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:55:43.020846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-eaffa8c9-2c21-4941-a32e-b330718d0898 None None] Provisioning complete for port 98325f20-7ae1-46af-93ac-865344b6b55d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:55:43.021335 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-eaffa8c9-2c21-4941-a32e-b330718d0898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:43.058897 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-eaffa8c9-2c21-4941-a32e-b330718d0898 None None] Port 98325f20-7ae1-46af-93ac-865344b6b55d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:55:43.160369 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305257463', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:55:37Z', 'updated_at': '2021-11-26T03:55:41Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:38Z', 'updated_at': '2021-11-26T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '98325f20-7ae1-46af-93ac-865344b6b55d', 'name': '', 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:de:73:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:40Z', 'updated_at': '2021-11-26T03:55:41Z', 'revision_number': 2, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:43.177035 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-4c1adbbc-46bd-46a7-a64c-4eefdc470dd3 None None] Provisioning complete for port 98325f20-7ae1-46af-93ac-865344b6b55d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:55:43.177335 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4c1adbbc-46bd-46a7-a64c-4eefdc470dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:43.186916 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Checking router: bddfa76f-9fa3-4f1c-9128-1e4b576bad53 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:55:43.187277 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Updating router bddfa76f-9fa3-4f1c-9128-1e4b576bad53 port 98325f20-7ae1-46af-93ac-865344b6b55d binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:55:43.211942 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:43.215023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-4c1adbbc-46bd-46a7-a64c-4eefdc470dd3 None None] Port 98325f20-7ae1-46af-93ac-865344b6b55d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:55:43.309426 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cb8237fa-e5d2-4a4f-a717-78cb7563a1c9 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:55:43.516442 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port cb8237fa-e5d2-4a4f-a717-78cb7563a1c9 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:55:43.516821 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:43.571755 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:43.577374 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:43.592165 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:55:43.626556 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01099a96-eca3-48fa-be9f-bfd32c166e82 None None] Pushing event updated for resources: {'Port': ['ID=98325f20-7ae1-46af-93ac-865344b6b55d,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:43.651274 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01099a96-eca3-48fa-be9f-bfd32c166e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:43.651630 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01099a96-eca3-48fa-be9f-bfd32c166e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:43.651972 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01099a96-eca3-48fa-be9f-bfd32c166e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:43.652612 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01099a96-eca3-48fa-be9f-bfd32c166e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:43.652729 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01099a96-eca3-48fa-be9f-bfd32c166e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:43.653003 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01099a96-eca3-48fa-be9f-bfd32c166e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:43.653332 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01099a96-eca3-48fa-be9f-bfd32c166e82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:43.653657 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01099a96-eca3-48fa-be9f-bfd32c166e82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:43.653979 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01099a96-eca3-48fa-be9f-bfd32c166e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:43.654302 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01099a96-eca3-48fa-be9f-bfd32c166e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:43.654633 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01099a96-eca3-48fa-be9f-bfd32c166e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:43.654951 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01099a96-eca3-48fa-be9f-bfd32c166e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:55:43.655409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:55:43.655783 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:43.691676 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Attempting to bind port 98325f20-7ae1-46af-93ac-865344b6b55d on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:55:43.692104 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Attempting to bind port 98325f20-7ae1-46af-93ac-865344b6b55d by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '1338e23e-7527-4ee2-a3ba-7b973dcab493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:55:43.692477 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Attempting to bind port 98325f20-7ae1-46af-93ac-865344b6b55d on network 8e7f89dd-f469-4816-ac7d-2f769b1eb40e {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:55:43.697760 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:55:43.698131 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Checking segment: {'id': '1338e23e-7527-4ee2-a3ba-7b973dcab493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:55:43.698533 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:43.698925 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Bound using segment: {'id': '1338e23e-7527-4ee2-a3ba-7b973dcab493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:55:43.699391 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Bound port: 98325f20-7ae1-46af-93ac-865344b6b55d, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1338e23e-7527-4ee2-a3ba-7b973dcab493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:55:43.699770 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:43.762769 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] For port 98325f20-7ae1-46af-93ac-865344b6b55d, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:55:43.766682 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] For port 98325f20-7ae1-46af-93ac-865344b6b55d, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=98325f20-7ae1-46af-93ac-865344b6b55d,segment=NetworkSegment(1338e23e-7527-4ee2-a3ba-7b973dcab493),segment_id=1338e23e-7527-4ee2-a3ba-7b973dcab493)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:55:43.771160 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:43.828145 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Routers {'bddfa76f-9fa3-4f1c-9128-1e4b576bad53'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:55:43.829426 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:55:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:43.842790 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9f46ae6b-522a-4f06-b44b-7824e1e5881d None None] Provisioning complete for port 98325f20-7ae1-46af-93ac-865344b6b55d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:55:43.843517 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9f46ae6b-522a-4f06-b44b-7824e1e5881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:43.866158 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01099a96-eca3-48fa-be9f-bfd32c166e82 None None] Pushing event updated for resources: {'Port': ['ID=98325f20-7ae1-46af-93ac-865344b6b55d,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:43.947512 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9f46ae6b-522a-4f06-b44b-7824e1e5881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:43.956379 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] Set router bddfa76f-9fa3-4f1c-9128-1e4b576bad53 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:55:44.007041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-9f46ae6b-522a-4f06-b44b-7824e1e5881d None None] For port 98325f20-7ae1-46af-93ac-865344b6b55d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=98325f20-7ae1-46af-93ac-865344b6b55d,segment=NetworkSegment(1338e23e-7527-4ee2-a3ba-7b973dcab493),segment_id=1338e23e-7527-4ee2-a3ba-7b973dcab493)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:55:44.017890 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9f46ae6b-522a-4f06-b44b-7824e1e5881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:44.043101 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-801aa09f-3322-4d1c-a504-b1c92aeb0acf req-d26f35f4-4f1c-480e-93ba-311eed99fce0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 210 time: 0.0654569 Nov 26 03:55:44.086933 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46ae6b-522a-4f06-b44b-7824e1e5881d None None] Pushing event updated for resources: {'Port': ['ID=98325f20-7ae1-46af-93ac-865344b6b55d,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:44.142459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-00885d99-85ba-46d7-8271-f1eca2a99500 None None] Provisioning complete for port 98325f20-7ae1-46af-93ac-865344b6b55d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:55:44.142969 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-00885d99-85ba-46d7-8271-f1eca2a99500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:44.216348 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305257463', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:55:37Z', 'updated_at': '2021-11-26T03:55:41Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:38Z', 'updated_at': '2021-11-26T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '98325f20-7ae1-46af-93ac-865344b6b55d', 'name': '', 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:de:73:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:40Z', 'updated_at': '2021-11-26T03:55:43Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:44.235786 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-25486b6a-4d5b-4ffb-a126-99caa8a4b5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:44.243996 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435aaffc-7fe9-453e-8187-b5bf14cb3f2d None None] The sync data for ids ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'] in n-d-819389-3 is: [{'id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305257463', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:55:37Z', 'updated_at': '2021-11-26T03:55:41Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:38Z', 'updated_at': '2021-11-26T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '98325f20-7ae1-46af-93ac-865344b6b55d', 'name': '', 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:de:73:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:40Z', 'updated_at': '2021-11-26T03:55:43Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:55:45.138153 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-6b395bf8-f93c-4485-844f-bb9fc61c0d4b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:45.140203 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-6b395bf8-f93c-4485-844f-bb9fc61c0d4b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.59 "GET /v2.0/networks?id=8e7f89dd-f469-4816-ac7d-2f769b1eb40e HTTP/1.1" status: 200 len: 797 time: 0.1253014 Nov 26 03:55:45.216667 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-40e01229-4224-4a7e-8da6-463604293dcf req-d34b4ff7-acef-4440-8791-2d2bae795911 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 210 time: 0.1144481 Nov 26 03:55:45.232464 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-4e8502bc-1fc7-4994-9d61-36f58a56eb2f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=952c751804864f3f800b50cfd5313ece HTTP/1.1" status: 200 len: 380 time: 0.0690825 Nov 26 03:55:45.244180 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5759521-cb56-49ee-8f35-15228ceef66f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'port': {'device_id': '731b5c3a-42ce-4675-b90b-9b2b2e7fc58b', 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e', 'admin_state_up': True, 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'security_groups': ['084cbea5-7581-4323-b9a7-8b5ccf74fd85']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:55:45.306575 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 98325f20-7ae1-46af-93ac-865344b6b55d up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:55:45.309239 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:45.367177 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 98325f20-7ae1-46af-93ac-865344b6b55d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:55:45.367439 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:45.369547 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5759521-cb56-49ee-8f35-15228ceef66f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Made reservation on behalf of 952c751804864f3f800b50cfd5313ece for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:55:45.373299 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5759521-cb56-49ee-8f35-15228ceef66f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:45.496379 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5759521-cb56-49ee-8f35-15228ceef66f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.20.0.11 (8e7f89dd-f469-4816-ac7d-2f769b1eb40e/c66e63d5-a9a2-4d60-a7bf-e3fc838346e9/4d5e9ba3-ef32-4747-a9e9-d2f30650f796) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:55:45.635376 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5759521-cb56-49ee-8f35-15228ceef66f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:45.668339 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5759521-cb56-49ee-8f35-15228ceef66f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:45.710508 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5759521-cb56-49ee-8f35-15228ceef66f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 8e7f89dd-f469-4816-ac7d-2f769b1eb40e is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:55:45.713550 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5759521-cb56-49ee-8f35-15228ceef66f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:55:45.716136 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5759521-cb56-49ee-8f35-15228ceef66f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:55:45.750444 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5759521-cb56-49ee-8f35-15228ceef66f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=4d5e9ba3-ef32-4747-a9e9-d2f30650f796,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:45.777220 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5759521-cb56-49ee-8f35-15228ceef66f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:45.777851 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5759521-cb56-49ee-8f35-15228ceef66f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:45.794051 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5759521-cb56-49ee-8f35-15228ceef66f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5544496 Nov 26 03:55:45.813266 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Request body: {'port': {'device_id': '731b5c3a-42ce-4675-b90b-9b2b2e7fc58b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:55:45.872471 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:45.975239 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a921282c-4cab-4e50-949a-58b5fbc71331 None None] Provisioning complete for port 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:55:45.975614 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a921282c-4cab-4e50-949a-58b5fbc71331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:46.009292 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a921282c-4cab-4e50-949a-58b5fbc71331 None None] Port 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:55:46.129545 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:55:46.136945 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:46.148360 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Transition to ACTIVE for port object 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:55:46.151978 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:46.205053 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Pushing event updated for resources: {'Port': ['ID=4d5e9ba3-ef32-4747-a9e9-d2f30650f796,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:46.279113 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Attempting to bind port 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:55:46.279470 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Attempting to bind port 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '1338e23e-7527-4ee2-a3ba-7b973dcab493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:55:46.279789 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Attempting to bind port 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 on network 8e7f89dd-f469-4816-ac7d-2f769b1eb40e {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:55:46.285206 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Port 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 on network 8e7f89dd-f469-4816-ac7d-2f769b1eb40e not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:55:46.285537 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Attempting to bind port 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 on network 8e7f89dd-f469-4816-ac7d-2f769b1eb40e {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:55:46.290587 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:55:46.290917 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Checking segment: {'id': '1338e23e-7527-4ee2-a3ba-7b973dcab493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:55:46.291296 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Bound using segment: {'id': '1338e23e-7527-4ee2-a3ba-7b973dcab493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:55:46.291720 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Bound port: 4d5e9ba3-ef32-4747-a9e9-d2f30650f796, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1338e23e-7527-4ee2-a3ba-7b973dcab493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:55:46.292108 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:46.333623 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d0880-97fd-4b02-bd98-00f4680f139e req-ad5140e4-a0db-4bb5-8503-2656ab979646 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:46.335985 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f1d0880-97fd-4b02-bd98-00f4680f139e req-ad5140e4-a0db-4bb5-8503-2656ab979646 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 944 time: 0.0544698 Nov 26 03:55:46.362988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] For port 4d5e9ba3-ef32-4747-a9e9-d2f30650f796, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:55:46.366632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] For port 4d5e9ba3-ef32-4747-a9e9-d2f30650f796, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=4d5e9ba3-ef32-4747-a9e9-d2f30650f796,segment=NetworkSegment(1338e23e-7527-4ee2-a3ba-7b973dcab493),segment_id=1338e23e-7527-4ee2-a3ba-7b973dcab493)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:55:46.373259 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:46.393451 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f1d0880-97fd-4b02-bd98-00f4680f139e req-e9e96192-eef7-403f-9b43-86bd18c8fc1c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507333 Nov 26 03:55:46.421156 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:46.421788 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:46.423183 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] 10.222.0.59 "PUT /v2.0/ports/4d5e9ba3-ef32-4747-a9e9-d2f30650f796 HTTP/1.1" status: 200 len: 1092 time: 0.6143010 Nov 26 03:55:46.423789 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731b5c3a-42ce-4675-b90b-9b2b2e7fc58b', 'tag': '4d5e9ba3-ef32-4747-a9e9-d2f30650f796'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:55:46.425999 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d58615c-cd47-4048-9a73-79bafb9bcbfe" -d '{"events": [{"name": "network-changed", "server_uuid": "731b5c3a-42ce-4675-b90b-9b2b2e7fc58b", "tag": "4d5e9ba3-ef32-4747-a9e9-d2f30650f796"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:55:46.447535 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5931a75-b749-4da8-8b25-b0217a345a2d service neutron] Pushing event updated for resources: {'Port': ['ID=4d5e9ba3-ef32-4747-a9e9-d2f30650f796,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:46.526613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-32c78ef8-3a14-4966-9265-9932ba388017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:46.528172 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-32c78ef8-3a14-4966-9265-9932ba388017 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 1095 time: 0.0444720 Nov 26 03:55:46.534574 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5019cae-8ae1-4286-9c21-d8b6c252b712 x-openstack-request-id: req-c5019cae-8ae1-4286-9c21-d8b6c252b712 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:55:46.534862 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731b5c3a-42ce-4675-b90b-9b2b2e7fc58b", "tag": "4d5e9ba3-ef32-4747-a9e9-d2f30650f796", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:55:46.535116 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5019cae-8ae1-4286-9c21-d8b6c252b712 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:55:46.535522 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731b5c3a-42ce-4675-b90b-9b2b2e7fc58b', 'tag': '4d5e9ba3-ef32-4747-a9e9-d2f30650f796', 'status': 'completed', 'code': 200} Nov 26 03:55:46.578791 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-9fe386c5-d25a-4cca-92bf-44bb9c0532e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d5e9ba3-ef32-4747-a9e9-d2f30650f796 HTTP/1.1" status: 200 len: 217 time: 0.0352211 Nov 26 03:55:46.856750 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:46.953204 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-d8157a5a-ea99-4c5b-b74c-8fd65af10aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:46.954568 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-d8157a5a-ea99-4c5b-b74c-8fd65af10aa6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c66e63d5-a9a2-4d60-a7bf-e3fc838346e9 HTTP/1.1" status: 200 len: 834 time: 0.3678272 Nov 26 03:55:46.999458 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-7ed1f9c4-9754-404b-8fd1-aeca0a56c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:47.000976 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-7ed1f9c4-9754-404b-8fd1-aeca0a56c6cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e7f89dd-f469-4816-ac7d-2f769b1eb40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387409 Nov 26 03:55:47.092554 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-8545806c-6574-415f-b8f1-5b624424f6c6 service neutron] 10.222.0.59 "GET /v2.0/networks/8e7f89dd-f469-4816-ac7d-2f769b1eb40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827653 Nov 26 03:55:47.179428 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3b3360e1-d9ba-4b6c-86e5-2db291cfb39d req-0ddb572b-a8e0-48fd-90b0-7b570bd7b72a service neutron] 10.222.0.59 "GET /v2.0/networks/8e7f89dd-f469-4816-ac7d-2f769b1eb40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795934 Nov 26 03:55:47.299972 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58615c-cd47-4048-9a73-79bafb9bcbfe req-45bc67e1-299f-4382-b958-25f57ba35798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:47.301457 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1d58615c-cd47-4048-9a73-79bafb9bcbfe req-45bc67e1-299f-4382-b958-25f57ba35798 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 1095 time: 0.0396998 Nov 26 03:55:47.393251 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58615c-cd47-4048-9a73-79bafb9bcbfe req-478b8d9d-84d8-423b-9341-5270f20401e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:47.394719 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1d58615c-cd47-4048-9a73-79bafb9bcbfe req-478b8d9d-84d8-423b-9341-5270f20401e9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8e7f89dd-f469-4816-ac7d-2f769b1eb40e HTTP/1.1" status: 200 len: 898 time: 0.0853179 Nov 26 03:55:47.442437 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1d58615c-cd47-4048-9a73-79bafb9bcbfe req-bd08d8a4-838d-4286-94e4-4dee6fbaf007 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d5e9ba3-ef32-4747-a9e9-d2f30650f796 HTTP/1.1" status: 200 len: 217 time: 0.0406635 Nov 26 03:55:47.496792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58615c-cd47-4048-9a73-79bafb9bcbfe req-d9ab7b81-fbe2-468f-ad9f-b92af2de202a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:47.498402 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1d58615c-cd47-4048-9a73-79bafb9bcbfe req-d9ab7b81-fbe2-468f-ad9f-b92af2de202a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c66e63d5-a9a2-4d60-a7bf-e3fc838346e9 HTTP/1.1" status: 200 len: 834 time: 0.0479374 Nov 26 03:55:47.510693 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466e97f-eeda-4bcb-8df6-83f9463bed5d req-c4c82794-902c-4f88-b135-cc7a78ab1c85 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:47.512215 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0466e97f-eeda-4bcb-8df6-83f9463bed5d req-c4c82794-902c-4f88-b135-cc7a78ab1c85 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 944 time: 0.0498066 Nov 26 03:55:47.545037 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58615c-cd47-4048-9a73-79bafb9bcbfe req-c75d239b-9d99-4479-b76e-f9e3d614c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:47.546604 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1d58615c-cd47-4048-9a73-79bafb9bcbfe req-c75d239b-9d99-4479-b76e-f9e3d614c412 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e7f89dd-f469-4816-ac7d-2f769b1eb40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403693 Nov 26 03:55:47.566362 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0466e97f-eeda-4bcb-8df6-83f9463bed5d req-a80b1d81-a4d2-4648-9e3e-a8f34bf768e7 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479085 Nov 26 03:55:47.639729 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1d58615c-cd47-4048-9a73-79bafb9bcbfe req-a56f6e2f-d392-4349-a2f5-13f97f14b3ad service neutron] 10.222.0.59 "GET /v2.0/networks/8e7f89dd-f469-4816-ac7d-2f769b1eb40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850468 Nov 26 03:55:47.712326 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:47.733659 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1d58615c-cd47-4048-9a73-79bafb9bcbfe req-d825058e-d602-463f-ac78-3b6594d3db13 service neutron] 10.222.0.59 "GET /v2.0/networks/8e7f89dd-f469-4816-ac7d-2f769b1eb40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870388 Nov 26 03:55:48.686211 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b69c0-8398-47ce-8ef2-5380582f8997 req-a05e02d1-ecf2-4065-9d21-298385e8efd0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:48.687737 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f8b69c0-8398-47ce-8ef2-5380582f8997 req-a05e02d1-ecf2-4065-9d21-298385e8efd0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 944 time: 0.0490522 Nov 26 03:55:48.737124 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0f8b69c0-8398-47ce-8ef2-5380582f8997 req-1fa395f9-7d4c-492e-b069-b068e24ede6b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433574 Nov 26 03:55:49.901673 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134d9ba-7009-480e-9364-0478fde100f6 req-25647561-8d43-4d41-873b-e02972addf84 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:49.903077 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1134d9ba-7009-480e-9364-0478fde100f6 req-25647561-8d43-4d41-873b-e02972addf84 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 944 time: 0.1003201 Nov 26 03:55:49.951913 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1134d9ba-7009-480e-9364-0478fde100f6 req-999536e2-3f43-4147-a41f-b592aec69f26 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423188 Nov 26 03:55:50.872328 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:55:50.965273 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 4d5e9ba3-ef32-4747-a9e9-d2f30650f796, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=4d5e9ba3-ef32-4747-a9e9-d2f30650f796,segment=NetworkSegment(1338e23e-7527-4ee2-a3ba-7b973dcab493),segment_id=1338e23e-7527-4ee2-a3ba-7b973dcab493)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:55:50.979755 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '4d5e9ba3-ef32-4747-a9e9-d2f30650f796', 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e', 'port_id': '4d5e9ba3-ef32-4747-a9e9-d2f30650f796', 'mac_address': 'fa:16:3e:02:21:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:55:51.017409 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:51.036038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:55:51.055373 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 4d5e9ba3-ef32-4747-a9e9-d2f30650f796, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=4d5e9ba3-ef32-4747-a9e9-d2f30650f796,segment=NetworkSegment(1338e23e-7527-4ee2-a3ba-7b973dcab493),segment_id=1338e23e-7527-4ee2-a3ba-7b973dcab493)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:55:51.059485 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:51.072585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a72f0-2e11-4ecb-8ca5-a077404f2491 req-73f814b4-32e4-4fad-84b6-09d2cf7792af tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:51.074076 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-976a72f0-2e11-4ecb-8ca5-a077404f2491 req-73f814b4-32e4-4fad-84b6-09d2cf7792af tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 944 time: 0.0538056 Nov 26 03:55:51.106376 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=4d5e9ba3-ef32-4747-a9e9-d2f30650f796,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:51.123262 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-976a72f0-2e11-4ecb-8ca5-a077404f2491 req-ab1b4617-bbfc-459d-9489-5903d537275c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430484 Nov 26 03:55:51.393568 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['4d5e9ba3-ef32-4747-a9e9-d2f30650f796'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:55:52.239829 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286203ec-238e-4a2a-8cbd-d709763dc965 req-21a8cd01-da27-4683-b192-f32d5275ef29 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:52.241351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-286203ec-238e-4a2a-8cbd-d709763dc965 req-21a8cd01-da27-4683-b192-f32d5275ef29 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 945 time: 0.0487297 Nov 26 03:55:52.291133 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-286203ec-238e-4a2a-8cbd-d709763dc965 req-3e941d62-482f-4207-bb9a-f69c8869b7db tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438282 Nov 26 03:55:52.864649 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:55:52.917202 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:55:52.921174 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:55:52.921583 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:52.963941 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:53.008153 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:53.030305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731b5c3a-42ce-4675-b90b-9b2b2e7fc58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5e9ba3-ef32-4747-a9e9-d2f30650f796'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:55:53.032601 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8a71c2-b70a-4be5-b3c2-2a013a6c2400" -d '{"events": [{"server_uuid": "731b5c3a-42ce-4675-b90b-9b2b2e7fc58b", "name": "network-vif-plugged", "status": "completed", "tag": "4d5e9ba3-ef32-4747-a9e9-d2f30650f796"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:55:53.047729 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 4d5e9ba3-ef32-4747-a9e9-d2f30650f796, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=4d5e9ba3-ef32-4747-a9e9-d2f30650f796,segment=NetworkSegment(1338e23e-7527-4ee2-a3ba-7b973dcab493),segment_id=1338e23e-7527-4ee2-a3ba-7b973dcab493)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:55:53.051695 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:53.073531 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad0da5f-ee5f-4beb-9e9b-a58895eebbcc x-openstack-request-id: req-1ad0da5f-ee5f-4beb-9e9b-a58895eebbcc {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:55:53.073834 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731b5c3a-42ce-4675-b90b-9b2b2e7fc58b", "name": "network-vif-plugged", "status": "completed", "tag": "4d5e9ba3-ef32-4747-a9e9-d2f30650f796", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:55:53.074086 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ad0da5f-ee5f-4beb-9e9b-a58895eebbcc {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:55:53.074473 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731b5c3a-42ce-4675-b90b-9b2b2e7fc58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5e9ba3-ef32-4747-a9e9-d2f30650f796', 'code': 200} Nov 26 03:55:53.102932 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=4d5e9ba3-ef32-4747-a9e9-d2f30650f796,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:53.204502 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63ace7-b94a-4e60-a68c-a419cb131137 req-e33a8282-badd-4d31-bb28-a87757ceca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:53.206431 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-be63ace7-b94a-4e60-a68c-a419cb131137 req-e33a8282-badd-4d31-bb28-a87757ceca59 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 1097 time: 0.0461247 Nov 26 03:55:53.255496 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-be63ace7-b94a-4e60-a68c-a419cb131137 req-8d6ec4e0-b21c-4a5b-a6cf-45c647b2771a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423691 Nov 26 03:55:53.410603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f7f87-ef85-4400-9e3c-ddc7cb35946e req-35b3d2dd-2128-44be-a6b6-758c9fb0cb41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:53.412107 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e3f7f87-ef85-4400-9e3c-ddc7cb35946e req-35b3d2dd-2128-44be-a6b6-758c9fb0cb41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 946 time: 0.0535841 Nov 26 03:55:53.460779 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e3f7f87-ef85-4400-9e3c-ddc7cb35946e req-ac1bf17f-5b7b-4e16-8e7d-309ff3735ffc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425837 Nov 26 03:55:54.217365 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:54.577214 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cba6cc-4347-4be5-9cd4-648ced8943ef req-2728b6a2-09a3-499c-af6a-768dcb048505 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:54.578740 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9cba6cc-4347-4be5-9cd4-648ced8943ef req-2728b6a2-09a3-499c-af6a-768dcb048505 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 946 time: 0.0501983 Nov 26 03:55:54.628252 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b9cba6cc-4347-4be5-9cd4-648ced8943ef req-d8a52573-7b8c-4282-bef3-8894b627a3b7 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433187 Nov 26 03:55:54.740820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36baeb-49f2-44fd-9f78-a916f6bbe2c8 req-6b7c5719-b869-4ec7-9aeb-392a06bd9a52 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:54.742199 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e36baeb-49f2-44fd-9f78-a916f6bbe2c8 req-6b7c5719-b869-4ec7-9aeb-392a06bd9a52 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 946 time: 0.0475991 Nov 26 03:55:54.795280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3e36baeb-49f2-44fd-9f78-a916f6bbe2c8 req-6a036c2d-28b7-416b-8dd0-dc07354d954d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471449 Nov 26 03:55:54.817510 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35664) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:54.855897 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf77b6d-bea2-455c-82db-19c1c635a7ac tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:54.857440 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ddf77b6d-bea2-455c-82db-19c1c635a7ac tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 1092 time: 0.0389693 Nov 26 03:55:54.860277 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35666) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:54.865030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': '4d5e9ba3-ef32-4747-a9e9-d2f30650f796', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:55:54.887453 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:54.983241 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:55.089155 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.25.0.18 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/a8c69a47-f04c-439a-a8f1-dcfca6177b00) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:55:55.192150 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:55.225474 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:55.263039 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:55:55.266072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:55:55.270613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:55:55.295430 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=a8c69a47-f04c-439a-a8f1-dcfca6177b00,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:55.609309 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:55.674248 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:55.821458 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:55.825962 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:55.897308 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=a8c69a47-f04c-439a-a8f1-dcfca6177b00,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:55:55.904522 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:56.003037 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Floating IP c8ade334-0287-4cab-901e-4f8b71d43df1 associated. External IP: 172.25.0.18, port: 4d5e9ba3-ef32-4747-a9e9-d2f30650f796. Nov 26 03:55:56.204968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router bddfa76f-9fa3-4f1c-9128-1e4b576bad53 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:55:56.312215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:55:56.322131 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e252974b-08e9-4334-8908-0bae57646cc8 None None] Sync routers for ids ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:55:56.329499 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:55:56.333354 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e252974b-08e9-4334-8908-0bae57646cc8 None None] Routers {'bddfa76f-9fa3-4f1c-9128-1e4b576bad53'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:55:56.333968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e252974b-08e9-4334-8908-0bae57646cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:56.357500 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ddb669a7-a392-42af-931a-80b5c8382b7a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4962149 Nov 26 03:55:56.358189 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731b5c3a-42ce-4675-b90b-9b2b2e7fc58b', 'tag': '4d5e9ba3-ef32-4747-a9e9-d2f30650f796'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:55:56.360597 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26733977-3878-4601-9f49-b497de28cc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "731b5c3a-42ce-4675-b90b-9b2b2e7fc58b", "tag": "4d5e9ba3-ef32-4747-a9e9-d2f30650f796"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:55:56.406629 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5befe4db-443b-499e-a1e4-a975ec90fbdb x-openstack-request-id: req-5befe4db-443b-499e-a1e4-a975ec90fbdb {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:55:56.406927 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731b5c3a-42ce-4675-b90b-9b2b2e7fc58b", "tag": "4d5e9ba3-ef32-4747-a9e9-d2f30650f796", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:55:56.407190 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5befe4db-443b-499e-a1e4-a975ec90fbdb {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:55:56.407628 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731b5c3a-42ce-4675-b90b-9b2b2e7fc58b', 'tag': '4d5e9ba3-ef32-4747-a9e9-d2f30650f796', 'status': 'completed', 'code': 200} Nov 26 03:55:56.439251 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-e252974b-08e9-4334-8908-0bae57646cc8 None None] Set router bddfa76f-9fa3-4f1c-9128-1e4b576bad53 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:55:56.461227 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a1c53-0857-467c-9fc4-1fbb3544d5f8 req-9d3342ae-187c-451b-b08a-14c2d751dc21 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:56.462675 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e6a1c53-0857-467c-9fc4-1fbb3544d5f8 req-9d3342ae-187c-451b-b08a-14c2d751dc21 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 946 time: 0.0521567 Nov 26 03:55:56.495509 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26733977-3878-4601-9f49-b497de28cc5e req-55123b42-3244-4462-ac46-4de1ef033863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:56.500610 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-26733977-3878-4601-9f49-b497de28cc5e req-55123b42-3244-4462-ac46-4de1ef033863 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 1097 time: 0.0470111 Nov 26 03:55:56.515981 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5e6a1c53-0857-467c-9fc4-1fbb3544d5f8 req-69f2f2fd-e47c-4cd8-be6b-e4ab02b1f680 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462925 Nov 26 03:55:56.543106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35672) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:56.604649 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26733977-3878-4601-9f49-b497de28cc5e req-64573d91-ad47-4bc5-88d0-121840eafd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:56.606157 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-26733977-3878-4601-9f49-b497de28cc5e req-64573d91-ad47-4bc5-88d0-121840eafd14 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8e7f89dd-f469-4816-ac7d-2f769b1eb40e HTTP/1.1" status: 200 len: 898 time: 0.0973325 Nov 26 03:55:56.610154 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ef668a84-66d3-4083-866c-3234886fbc22 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/floatingips/c8ade334-0287-4cab-901e-4f8b71d43df1 HTTP/1.1" status: 200 len: 991 time: 0.0647445 Nov 26 03:55:56.668311 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e252974b-08e9-4334-8908-0bae57646cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305257463', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:55:37Z', 'updated_at': '2021-11-26T03:55:41Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:38Z', 'updated_at': '2021-11-26T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'c8ade334-0287-4cab-901e-4f8b71d43df1', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'port_id': '4d5e9ba3-ef32-4747-a9e9-d2f30650f796', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e', 'mac_address': 'fa:16:3e:02:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731b5c3a-42ce-4675-b90b-9b2b2e7fc58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:55:55Z', 'updated_at': '2021-11-26T03:55:55Z', 'revision_number': 0, 'project_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98325f20-7ae1-46af-93ac-865344b6b55d', 'name': '', 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:de:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:40Z', 'updated_at': '2021-11-26T03:55:43Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:56.674727 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-26733977-3878-4601-9f49-b497de28cc5e req-2dc22931-16c1-4a55-a9a9-bc6c30b42868 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d5e9ba3-ef32-4747-a9e9-d2f30650f796 HTTP/1.1" status: 200 len: 999 time: 0.0618613 Nov 26 03:55:56.697782 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e252974b-08e9-4334-8908-0bae57646cc8 None None] Checking router: bddfa76f-9fa3-4f1c-9128-1e4b576bad53 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:55:56.706592 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e252974b-08e9-4334-8908-0bae57646cc8 None None] Routers {'bddfa76f-9fa3-4f1c-9128-1e4b576bad53'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:55:56.707197 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e252974b-08e9-4334-8908-0bae57646cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:55:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:56.724536 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26733977-3878-4601-9f49-b497de28cc5e req-72067fdd-2941-4814-92e4-30176810fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:56.725932 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-26733977-3878-4601-9f49-b497de28cc5e req-72067fdd-2941-4814-92e4-30176810fd9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c66e63d5-a9a2-4d60-a7bf-e3fc838346e9 HTTP/1.1" status: 200 len: 834 time: 0.0439498 Nov 26 03:55:56.780180 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26733977-3878-4601-9f49-b497de28cc5e req-a3640631-9cb9-4ee4-8302-136c299076b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:55:56.781849 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-26733977-3878-4601-9f49-b497de28cc5e req-a3640631-9cb9-4ee4-8302-136c299076b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e7f89dd-f469-4816-ac7d-2f769b1eb40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480218 Nov 26 03:55:56.810777 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-e252974b-08e9-4334-8908-0bae57646cc8 None None] Set router bddfa76f-9fa3-4f1c-9128-1e4b576bad53 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:55:56.875517 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-26733977-3878-4601-9f49-b497de28cc5e req-907b7d4f-7d14-449f-bd1d-4a7d35b538c5 service neutron] 10.222.0.59 "GET /v2.0/networks/8e7f89dd-f469-4816-ac7d-2f769b1eb40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862944 Nov 26 03:55:56.969815 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-26733977-3878-4601-9f49-b497de28cc5e req-50831857-3b26-41a9-bfce-3987a9744c60 service neutron] 10.222.0.59 "GET /v2.0/networks/8e7f89dd-f469-4816-ac7d-2f769b1eb40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871453 Nov 26 03:55:57.031337 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e252974b-08e9-4334-8908-0bae57646cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305257463', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:55:37Z', 'updated_at': '2021-11-26T03:55:41Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:38Z', 'updated_at': '2021-11-26T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'c8ade334-0287-4cab-901e-4f8b71d43df1', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'port_id': '4d5e9ba3-ef32-4747-a9e9-d2f30650f796', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e', 'mac_address': 'fa:16:3e:02:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731b5c3a-42ce-4675-b90b-9b2b2e7fc58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:55:55Z', 'updated_at': '2021-11-26T03:55:55Z', 'revision_number': 0, 'project_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98325f20-7ae1-46af-93ac-865344b6b55d', 'name': '', 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:de:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:40Z', 'updated_at': '2021-11-26T03:55:43Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:55:57.060600 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e252974b-08e9-4334-8908-0bae57646cc8 None None] The sync data for ids ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'] in n-d-819389-3 is: [{'id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305257463', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:55:37Z', 'updated_at': '2021-11-26T03:55:41Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:38Z', 'updated_at': '2021-11-26T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'c8ade334-0287-4cab-901e-4f8b71d43df1', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'port_id': '4d5e9ba3-ef32-4747-a9e9-d2f30650f796', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e', 'mac_address': 'fa:16:3e:02:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731b5c3a-42ce-4675-b90b-9b2b2e7fc58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:55:55Z', 'updated_at': '2021-11-26T03:55:55Z', 'revision_number': 0, 'project_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98325f20-7ae1-46af-93ac-865344b6b55d', 'name': '', 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:de:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:40Z', 'updated_at': '2021-11-26T03:55:43Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:55:57.246475 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f7124a-a82d-42f2-bad3-3df2180d8c85 None None] New status for floating IP c8ade334-0287-4cab-901e-4f8b71d43df1: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:55:57.613002 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35674) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:55:57.672697 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-09c0aaf0-98f2-4376-9210-c706523bcad0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/floatingips/c8ade334-0287-4cab-901e-4f8b71d43df1 HTTP/1.1" status: 200 len: 993 time: 0.0585473 Nov 26 03:56:03.351182 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9e69abca-020c-4bcc-bfb8-5b6b8e62b030 req-23400d4f-17b9-478e-a7b6-66ef1823d8bd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0841029 Nov 26 03:56:03.455898 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69abca-020c-4bcc-bfb8-5b6b8e62b030 req-bf368c87-1db5-41e9-9aee-01319f3a87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:56:03.458050 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9e69abca-020c-4bcc-bfb8-5b6b8e62b030 req-bf368c87-1db5-41e9-9aee-01319f3a87fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 1097 time: 0.0455277 Nov 26 03:56:03.562212 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69abca-020c-4bcc-bfb8-5b6b8e62b030 req-38e63464-7523-46fa-95f9-4a270c494cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:56:03.563690 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9e69abca-020c-4bcc-bfb8-5b6b8e62b030 req-38e63464-7523-46fa-95f9-4a270c494cf6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8e7f89dd-f469-4816-ac7d-2f769b1eb40e HTTP/1.1" status: 200 len: 898 time: 0.0866139 Nov 26 03:56:03.628953 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9e69abca-020c-4bcc-bfb8-5b6b8e62b030 req-2a040407-a622-49d4-b51f-c9bce22f48c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d5e9ba3-ef32-4747-a9e9-d2f30650f796 HTTP/1.1" status: 200 len: 1001 time: 0.0580068 Nov 26 03:56:03.678385 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69abca-020c-4bcc-bfb8-5b6b8e62b030 req-ccde7454-9c7b-4bac-8924-9494375668a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:56:03.679831 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9e69abca-020c-4bcc-bfb8-5b6b8e62b030 req-ccde7454-9c7b-4bac-8924-9494375668a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c66e63d5-a9a2-4d60-a7bf-e3fc838346e9 HTTP/1.1" status: 200 len: 834 time: 0.0427842 Nov 26 03:56:03.728439 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69abca-020c-4bcc-bfb8-5b6b8e62b030 req-7cdf83dd-9c31-4c8c-add3-c098e2940314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:56:03.729933 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9e69abca-020c-4bcc-bfb8-5b6b8e62b030 req-7cdf83dd-9c31-4c8c-add3-c098e2940314 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e7f89dd-f469-4816-ac7d-2f769b1eb40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434079 Nov 26 03:56:03.816556 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9e69abca-020c-4bcc-bfb8-5b6b8e62b030 req-014af74f-2d65-44a5-a2a0-ed03abee0209 service neutron] 10.222.0.59 "GET /v2.0/networks/8e7f89dd-f469-4816-ac7d-2f769b1eb40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788028 Nov 26 03:56:03.906251 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9e69abca-020c-4bcc-bfb8-5b6b8e62b030 req-33636237-744d-4e6d-bc00-926a4124c971 service neutron] 10.222.0.59 "GET /v2.0/networks/8e7f89dd-f469-4816-ac7d-2f769b1eb40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826373 Nov 26 03:56:11.813545 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d58f950c-4220-43d1-bbac-887247bab933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:56:14.207814 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-84a3daa7-6239-4664-9cf4-635fecdd51b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:56:15.301819 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:56:15.871239 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:56:16.858335 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:56:17.704731 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:56:22.956269 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:56:24.215256 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:56:26.387397 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef0b5f-7ce9-4efb-bfc3-3258c60d8530 req-a724731b-8810-4e6a-b039-e3a13ac8c39e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:56:26.389690 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56ef0b5f-7ce9-4efb-bfc3-3258c60d8530 req-a724731b-8810-4e6a-b039-e3a13ac8c39e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 946 time: 0.0536988 Nov 26 03:56:26.407056 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185518a-344d-4a10-bb10-6408acdb3f40 req-4d622b73-f9fb-46ac-bcf1-3d76c47bf6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:56:26.408653 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f185518a-344d-4a10-bb10-6408acdb3f40 req-4d622b73-f9fb-46ac-bcf1-3d76c47bf6d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 1097 time: 0.0422196 Nov 26 03:56:26.441643 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-56ef0b5f-7ce9-4efb-bfc3-3258c60d8530 req-4f569b80-1ba9-4523-99ba-8c8f9323f1e5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449893 Nov 26 03:56:26.503121 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185518a-344d-4a10-bb10-6408acdb3f40 req-af270b5b-105e-4a22-b550-176cba0d8d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:56:26.504644 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f185518a-344d-4a10-bb10-6408acdb3f40 req-af270b5b-105e-4a22-b550-176cba0d8d4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=8e7f89dd-f469-4816-ac7d-2f769b1eb40e HTTP/1.1" status: 200 len: 898 time: 0.0877111 Nov 26 03:56:26.570621 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f185518a-344d-4a10-bb10-6408acdb3f40 req-e9f5a2f2-fdb7-4cbf-a362-e5641e5a7811 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d5e9ba3-ef32-4747-a9e9-d2f30650f796 HTTP/1.1" status: 200 len: 1001 time: 0.0574713 Nov 26 03:56:26.619287 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185518a-344d-4a10-bb10-6408acdb3f40 req-c9222989-911d-4c9c-8d8f-cb7221bbe5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:56:26.620736 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f185518a-344d-4a10-bb10-6408acdb3f40 req-c9222989-911d-4c9c-8d8f-cb7221bbe5fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c66e63d5-a9a2-4d60-a7bf-e3fc838346e9 HTTP/1.1" status: 200 len: 834 time: 0.0433888 Nov 26 03:56:26.671329 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185518a-344d-4a10-bb10-6408acdb3f40 req-7d132821-2d83-4094-acce-ef44d9725668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:56:26.672858 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f185518a-344d-4a10-bb10-6408acdb3f40 req-7d132821-2d83-4094-acce-ef44d9725668 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e7f89dd-f469-4816-ac7d-2f769b1eb40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434811 Nov 26 03:56:26.760968 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f185518a-344d-4a10-bb10-6408acdb3f40 req-68a7747b-e46b-4d5e-a106-55cf04568b09 service neutron] 10.222.0.59 "GET /v2.0/networks/8e7f89dd-f469-4816-ac7d-2f769b1eb40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802739 Nov 26 03:56:26.851698 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-f185518a-344d-4a10-bb10-6408acdb3f40 req-c851e708-4523-4f51-97ba-3d2edb4afcd7 service neutron] 10.222.0.59 "GET /v2.0/networks/8e7f89dd-f469-4816-ac7d-2f769b1eb40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832644 Nov 26 03:56:27.560653 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fcbf1-ca17-4efa-81af-b4c9451f7dd1 req-463a6d0a-1558-417a-b6ed-474ed1b51a3e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:56:27.562117 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b0fcbf1-ca17-4efa-81af-b4c9451f7dd1 req-463a6d0a-1558-417a-b6ed-474ed1b51a3e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 946 time: 0.0479894 Nov 26 03:56:27.611202 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5b0fcbf1-ca17-4efa-81af-b4c9451f7dd1 req-016f6bb0-4c3d-40ca-b1d8-c32ed759150a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431457 Nov 26 03:56:28.726808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66cf98-dfe4-4c38-a805-2e0a7f533ad8 req-841eb245-a78b-4bb5-9293-925831f09125 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:56:28.728306 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d66cf98-dfe4-4c38-a805-2e0a7f533ad8 req-841eb245-a78b-4bb5-9293-925831f09125 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 946 time: 0.0478363 Nov 26 03:56:28.779790 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9d66cf98-dfe4-4c38-a805-2e0a7f533ad8 req-7258c6ac-fa1c-4e3c-ae36-274892857b57 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456066 Nov 26 03:56:29.893719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591e8d8-ad22-4d59-8738-2f1c0ff0e2b9 req-eaa579b7-6621-40a0-ae0a-f82dc0f73826 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:56:29.895249 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d591e8d8-ad22-4d59-8738-2f1c0ff0e2b9 req-eaa579b7-6621-40a0-ae0a-f82dc0f73826 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 946 time: 0.0484865 Nov 26 03:56:29.944024 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d591e8d8-ad22-4d59-8738-2f1c0ff0e2b9 req-16584b7b-6e3b-4f04-8362-697fa7f3ca06 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422859 Nov 26 03:56:31.059226 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218dc11-933e-4fd4-87fc-af2d8a2f1702 req-e6250d79-0769-4e3f-950c-8d658ba34ffa tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:56:31.060732 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8218dc11-933e-4fd4-87fc-af2d8a2f1702 req-e6250d79-0769-4e3f-950c-8d658ba34ffa tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 946 time: 0.0476966 Nov 26 03:56:31.109961 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8218dc11-933e-4fd4-87fc-af2d8a2f1702 req-5d2890e7-1582-4270-b7a3-8ef051b96173 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433149 Nov 26 03:56:32.227994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68424612-8cac-4f61-956c-445f2220b55a req-142c4c89-44f2-4191-9925-ce73997af759 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:56:32.229479 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68424612-8cac-4f61-956c-445f2220b55a req-142c4c89-44f2-4191-9925-ce73997af759 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 946 time: 0.0517983 Nov 26 03:56:32.277392 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-68424612-8cac-4f61-956c-445f2220b55a req-24282623-0e58-47af-bff9-a943daf1d639 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420127 Nov 26 03:56:33.391546 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf66732-7137-49b6-83e6-11dbdf0dd2f9 req-dd0a7e05-f951-493d-a21c-79f1d87f33e5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:56:33.393342 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cdf66732-7137-49b6-83e6-11dbdf0dd2f9 req-dd0a7e05-f951-493d-a21c-79f1d87f33e5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 946 time: 0.0493238 Nov 26 03:56:33.442597 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cdf66732-7137-49b6-83e6-11dbdf0dd2f9 req-75008359-dffb-4e81-8ffc-2822b5d633bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428197 Nov 26 03:56:34.557309 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbff004-8d82-4e14-bc08-cecf30d5cbf7 req-353a07ab-5665-4379-b8f8-0c22b6380a54 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:56:34.558781 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abbff004-8d82-4e14-bc08-cecf30d5cbf7 req-353a07ab-5665-4379-b8f8-0c22b6380a54 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 946 time: 0.0480301 Nov 26 03:56:34.610725 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-abbff004-8d82-4e14-bc08-cecf30d5cbf7 req-85da68a9-432b-4b22-8a1a-035cd4fc11d0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459993 Nov 26 03:56:35.724117 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b6665-fd7c-40c4-b576-23abdb203e4f req-142ca742-2ebd-45e5-9e1c-34d24510ec41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:56:35.725609 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e3b6665-fd7c-40c4-b576-23abdb203e4f req-142ca742-2ebd-45e5-9e1c-34d24510ec41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 946 time: 0.0480328 Nov 26 03:56:35.775661 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e3b6665-fd7c-40c4-b576-23abdb203e4f req-1d833361-f46b-42eb-8db0-45d51c9dc5c7 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441139 Nov 26 03:56:36.888478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028da1e-b4b4-4a9a-8a75-c49a13c68a24 req-9098e5cf-7581-4ad8-885f-6ee3e1c9b38e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:56:36.889960 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8028da1e-b4b4-4a9a-8a75-c49a13c68a24 req-9098e5cf-7581-4ad8-885f-6ee3e1c9b38e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 946 time: 0.0469983 Nov 26 03:56:36.937386 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8028da1e-b4b4-4a9a-8a75-c49a13c68a24 req-a35db135-203b-4018-a08a-cebe21acc909 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414143 Nov 26 03:56:38.060520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc9888-213d-4035-bd79-d496e2e6e797 req-eb615aa4-d952-4797-8273-ac50b14feb7f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:56:38.062008 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18dc9888-213d-4035-bd79-d496e2e6e797 req-eb615aa4-d952-4797-8273-ac50b14feb7f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 946 time: 0.0570235 Nov 26 03:56:38.111412 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-18dc9888-213d-4035-bd79-d496e2e6e797 req-0d9ba5f1-5971-485d-9193-11b6f801517d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433407 Nov 26 03:56:38.133171 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35712) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:56:38.191678 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c41458b4-d875-4c5e-96dc-511a1e3e120e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/floatingips/c8ade334-0287-4cab-901e-4f8b71d43df1 HTTP/1.1" status: 200 len: 993 time: 0.0573640 Nov 26 03:56:41.814966 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7f64212d-820e-4c32-8ca0-ab7034586b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:56:44.207657 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-326b9359-01d4-4faa-97d4-fd34a3f6c8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:56:45.301643 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:56:46.861468 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:56:47.710006 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:56:52.871385 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:56:52.956321 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:56:54.229884 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:05.293088 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9835ea7b-f9f7-4fc7-b868-f374a9a6043d req-5abf2bd1-daa8-4021-b3bb-290c5b3dae06 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393927 Nov 26 03:57:05.391792 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835ea7b-f9f7-4fc7-b868-f374a9a6043d req-09cbf89a-3245-4f9a-aabe-5d0a80a7fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:05.393306 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9835ea7b-f9f7-4fc7-b868-f374a9a6043d req-09cbf89a-3245-4f9a-aabe-5d0a80a7fb77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 1097 time: 0.0399213 Nov 26 03:57:05.499894 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835ea7b-f9f7-4fc7-b868-f374a9a6043d req-f4337e44-f9eb-41dd-bf42-b6b4cdeafa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:05.501296 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9835ea7b-f9f7-4fc7-b868-f374a9a6043d req-f4337e44-f9eb-41dd-bf42-b6b4cdeafa61 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8e7f89dd-f469-4816-ac7d-2f769b1eb40e HTTP/1.1" status: 200 len: 898 time: 0.0869706 Nov 26 03:57:05.566209 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9835ea7b-f9f7-4fc7-b868-f374a9a6043d req-8bf7baa2-4d85-4b36-8773-faf9a0ec5fd0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d5e9ba3-ef32-4747-a9e9-d2f30650f796 HTTP/1.1" status: 200 len: 1001 time: 0.0572994 Nov 26 03:57:05.620470 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835ea7b-f9f7-4fc7-b868-f374a9a6043d req-2c926047-5fce-43a9-8923-4eb2cb7d2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:05.621906 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9835ea7b-f9f7-4fc7-b868-f374a9a6043d req-2c926047-5fce-43a9-8923-4eb2cb7d2862 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c66e63d5-a9a2-4d60-a7bf-e3fc838346e9 HTTP/1.1" status: 200 len: 834 time: 0.0479474 Nov 26 03:57:05.667681 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835ea7b-f9f7-4fc7-b868-f374a9a6043d req-b1877a72-26e3-4027-8057-e2359e7e6b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:05.669216 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9835ea7b-f9f7-4fc7-b868-f374a9a6043d req-b1877a72-26e3-4027-8057-e2359e7e6b19 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e7f89dd-f469-4816-ac7d-2f769b1eb40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397210 Nov 26 03:57:05.757253 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9835ea7b-f9f7-4fc7-b868-f374a9a6043d req-8810c36b-9cc2-445c-be34-0d80576d7911 service neutron] 10.222.0.59 "GET /v2.0/networks/8e7f89dd-f469-4816-ac7d-2f769b1eb40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805109 Nov 26 03:57:05.846652 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9835ea7b-f9f7-4fc7-b868-f374a9a6043d req-3010e5c0-1613-4402-9337-a16f81410b3c service neutron] 10.222.0.59 "GET /v2.0/networks/8e7f89dd-f469-4816-ac7d-2f769b1eb40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818286 Nov 26 03:57:08.563143 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35722) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:08.717184 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port a8c69a47-f04c-439a-a8f1-dcfca6177b00 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:57:08.717530 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:08.794645 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:08.794969 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:08.806063 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for a8c69a47-f04c-439a-a8f1-dcfca6177b00 owned by network:floatingip {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:57:08.947269 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:08.973039 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=a8c69a47-f04c-439a-a8f1-dcfca6177b00,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:08.997253 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:08.997609 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:08.997955 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:08.998297 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:08.998632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:08.998965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:08.999299 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:08.999629 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:08.999959 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:09.000313 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:09.000640 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:09.000966 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:09.039895 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:09.040265 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Floating IP c8ade334-0287-4cab-901e-4f8b71d43df1 disassociated (deleted). External IP: 172.25.0.18, port: 4d5e9ba3-ef32-4747-a9e9-d2f30650f796. Nov 26 03:57:09.240154 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router bddfa76f-9fa3-4f1c-9128-1e4b576bad53 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:57:09.349575 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:57:09.354390 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:09.359094 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60afca79-e607-424f-b9f5-a6f486fbb55f None None] Sync routers for ids ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:57:09.369261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60afca79-e607-424f-b9f5-a6f486fbb55f None None] Routers {'bddfa76f-9fa3-4f1c-9128-1e4b576bad53'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:57:09.369957 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-60afca79-e607-424f-b9f5-a6f486fbb55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:56:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:09.381070 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-88a8b7fd-31e4-443e-8305-de904f6dca16 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/floatingips/c8ade334-0287-4cab-901e-4f8b71d43df1 HTTP/1.1" status: 204 len: 168 time: 0.8161640 Nov 26 03:57:09.381647 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731b5c3a-42ce-4675-b90b-9b2b2e7fc58b', 'tag': '4d5e9ba3-ef32-4747-a9e9-d2f30650f796'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:57:09.383874 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2486f26-21d2-46e4-9ead-0deb68be4162" -d '{"events": [{"name": "network-changed", "server_uuid": "731b5c3a-42ce-4675-b90b-9b2b2e7fc58b", "tag": "4d5e9ba3-ef32-4747-a9e9-d2f30650f796"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:57:09.433919 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19100afa-a0c4-4750-bc72-75c67c45cb7f x-openstack-request-id: req-19100afa-a0c4-4750-bc72-75c67c45cb7f {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:57:09.434381 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731b5c3a-42ce-4675-b90b-9b2b2e7fc58b", "tag": "4d5e9ba3-ef32-4747-a9e9-d2f30650f796", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:57:09.434765 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19100afa-a0c4-4750-bc72-75c67c45cb7f {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:57:09.435064 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731b5c3a-42ce-4675-b90b-9b2b2e7fc58b', 'tag': '4d5e9ba3-ef32-4747-a9e9-d2f30650f796', 'status': 'completed', 'code': 200} Nov 26 03:57:09.482817 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-60afca79-e607-424f-b9f5-a6f486fbb55f None None] Set router bddfa76f-9fa3-4f1c-9128-1e4b576bad53 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:57:09.526722 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2486f26-21d2-46e4-9ead-0deb68be4162 req-4f615cee-18e4-40fc-a57f-647cebed2df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:09.528601 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b2486f26-21d2-46e4-9ead-0deb68be4162 req-4f615cee-18e4-40fc-a57f-647cebed2df0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 1097 time: 0.0469897 Nov 26 03:57:09.628412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e793a55-4c7f-484a-b426-19b494243e2c req-26130957-05e8-4d81-b8ff-cfa661310be2 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:09.631177 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e793a55-4c7f-484a-b426-19b494243e2c req-26130957-05e8-4d81-b8ff-cfa661310be2 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 946 time: 0.0558932 Nov 26 03:57:09.673276 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2486f26-21d2-46e4-9ead-0deb68be4162 req-0e310a45-e37d-4d38-bf00-1cd64f348926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:09.674763 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b2486f26-21d2-46e4-9ead-0deb68be4162 req-0e310a45-e37d-4d38-bf00-1cd64f348926 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8e7f89dd-f469-4816-ac7d-2f769b1eb40e HTTP/1.1" status: 200 len: 898 time: 0.0962327 Nov 26 03:57:09.688013 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8e793a55-4c7f-484a-b426-19b494243e2c req-b929e8b1-b2d5-4651-9438-8c9bbadcd563 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502200 Nov 26 03:57:09.694467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-60afca79-e607-424f-b9f5-a6f486fbb55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305257463', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:55:37Z', 'updated_at': '2021-11-26T03:55:41Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:38Z', 'updated_at': '2021-11-26T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '98325f20-7ae1-46af-93ac-865344b6b55d', 'name': '', 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:de:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:40Z', 'updated_at': '2021-11-26T03:55:43Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:09.721318 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b2486f26-21d2-46e4-9ead-0deb68be4162 req-7d8278cf-222c-4141-870d-986613e8c6ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d5e9ba3-ef32-4747-a9e9-d2f30650f796 HTTP/1.1" status: 200 len: 217 time: 0.0381830 Nov 26 03:57:09.724697 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60afca79-e607-424f-b9f5-a6f486fbb55f None None] Checking router: bddfa76f-9fa3-4f1c-9128-1e4b576bad53 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:57:09.733502 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60afca79-e607-424f-b9f5-a6f486fbb55f None None] Routers {'bddfa76f-9fa3-4f1c-9128-1e4b576bad53'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:57:09.734115 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-60afca79-e607-424f-b9f5-a6f486fbb55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:56:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:09.774591 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2486f26-21d2-46e4-9ead-0deb68be4162 req-fe643b26-cdc1-4390-8553-f2146fe5f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:09.775990 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b2486f26-21d2-46e4-9ead-0deb68be4162 req-fe643b26-cdc1-4390-8553-f2146fe5f495 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c66e63d5-a9a2-4d60-a7bf-e3fc838346e9 HTTP/1.1" status: 200 len: 834 time: 0.0470929 Nov 26 03:57:09.822429 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2486f26-21d2-46e4-9ead-0deb68be4162 req-02012812-33d6-4e05-b265-626b74aad08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:09.823958 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b2486f26-21d2-46e4-9ead-0deb68be4162 req-02012812-33d6-4e05-b265-626b74aad08c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e7f89dd-f469-4816-ac7d-2f769b1eb40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406024 Nov 26 03:57:09.837023 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-60afca79-e607-424f-b9f5-a6f486fbb55f None None] Set router bddfa76f-9fa3-4f1c-9128-1e4b576bad53 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:57:09.913958 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b2486f26-21d2-46e4-9ead-0deb68be4162 req-afa2e826-4816-4e9d-aba0-7cec277b924d service neutron] 10.222.0.59 "GET /v2.0/networks/8e7f89dd-f469-4816-ac7d-2f769b1eb40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822678 Nov 26 03:57:10.007403 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b2486f26-21d2-46e4-9ead-0deb68be4162 req-5cc85a85-7c65-4288-bb37-b32089a681c5 service neutron] 10.222.0.59 "GET /v2.0/networks/8e7f89dd-f469-4816-ac7d-2f769b1eb40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856996 Nov 26 03:57:10.036035 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-60afca79-e607-424f-b9f5-a6f486fbb55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305257463', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:55:37Z', 'updated_at': '2021-11-26T03:55:41Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:38Z', 'updated_at': '2021-11-26T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '98325f20-7ae1-46af-93ac-865344b6b55d', 'name': '', 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:de:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:40Z', 'updated_at': '2021-11-26T03:55:43Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:10.064528 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60afca79-e607-424f-b9f5-a6f486fbb55f None None] The sync data for ids ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'] in n-d-819389-3 is: [{'id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305257463', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:55:37Z', 'updated_at': '2021-11-26T03:55:41Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:38Z', 'updated_at': '2021-11-26T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '98325f20-7ae1-46af-93ac-865344b6b55d', 'name': '', 'network_id': '8e7f89dd-f469-4816-ac7d-2f769b1eb40e', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:de:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:40Z', 'updated_at': '2021-11-26T03:55:43Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': 'c66e63d5-a9a2-4d60-a7bf-e3fc838346e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:57:10.279982 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13d4b23-1829-45c7-9e13-985eff8cdc6d None None] New status for floating IP c8ade334-0287-4cab-901e-4f8b71d43df1: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:57:10.804551 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5502fa-60a6-46fe-8054-8c504cec9bc9 req-5aa2043c-1544-4430-9780-00e87097ed0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:10.806158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e5502fa-60a6-46fe-8054-8c504cec9bc9 req-5aa2043c-1544-4430-9780-00e87097ed0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 946 time: 0.0477009 Nov 26 03:57:10.855090 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0e5502fa-60a6-46fe-8054-8c504cec9bc9 req-8c132d60-45ab-47ff-bbd2-6f3e8a6d7c85 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=084cbea5-7581-4323-b9a7-8b5ccf74fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430934 Nov 26 03:57:11.209943 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95eb67-4e01-4f98-a5be-f8822958314e req-88d051cf-fbdd-44ff-a79e-631e51d54a17 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:11.211385 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ab95eb67-4e01-4f98-a5be-f8822958314e req-88d051cf-fbdd-44ff-a79e-631e51d54a17 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.59 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 946 time: 0.0485394 Nov 26 03:57:11.301281 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-ab95eb67-4e01-4f98-a5be-f8822958314e req-6d575a81-bc45-4983-9991-e84ac5ea3ac5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:57:11.301621 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-ab95eb67-4e01-4f98-a5be-f8822958314e req-6d575a81-bc45-4983-9991-e84ac5ea3ac5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:11.390263 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-ab95eb67-4e01-4f98-a5be-f8822958314e req-6d575a81-bc45-4983-9991-e84ac5ea3ac5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] For port 4d5e9ba3-ef32-4747-a9e9-d2f30650f796, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=4d5e9ba3-ef32-4747-a9e9-d2f30650f796,segment=NetworkSegment(1338e23e-7527-4ee2-a3ba-7b973dcab493),segment_id=1338e23e-7527-4ee2-a3ba-7b973dcab493)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:57:11.390726 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-ab95eb67-4e01-4f98-a5be-f8822958314e req-6d575a81-bc45-4983-9991-e84ac5ea3ac5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:11.403636 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-ab95eb67-4e01-4f98-a5be-f8822958314e req-6d575a81-bc45-4983-9991-e84ac5ea3ac5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:57:11.538176 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-ab95eb67-4e01-4f98-a5be-f8822958314e req-6d575a81-bc45-4983-9991-e84ac5ea3ac5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:11.566744 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d575a81-bc45-4983-9991-e84ac5ea3ac5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=4d5e9ba3-ef32-4747-a9e9-d2f30650f796,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:11.614215 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab95eb67-4e01-4f98-a5be-f8822958314e req-6d575a81-bc45-4983-9991-e84ac5ea3ac5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] No DVR routers for this DVR port 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:57:11.617159 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-ab95eb67-4e01-4f98-a5be-f8822958314e req-6d575a81-bc45-4983-9991-e84ac5ea3ac5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:11.620498 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ab95eb67-4e01-4f98-a5be-f8822958314e req-6d575a81-bc45-4983-9991-e84ac5ea3ac5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.59 "DELETE /v2.0/ports/4d5e9ba3-ef32-4747-a9e9-d2f30650f796 HTTP/1.1" status: 204 len: 173 time: 0.4028759 Nov 26 03:57:11.620991 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731b5c3a-42ce-4675-b90b-9b2b2e7fc58b', 'name': 'network-vif-deleted', 'tag': '4d5e9ba3-ef32-4747-a9e9-d2f30650f796'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:57:11.623242 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa7abca-5dbf-4370-aca1-c629d729b692" -d '{"events": [{"server_uuid": "731b5c3a-42ce-4675-b90b-9b2b2e7fc58b", "name": "network-vif-deleted", "tag": "4d5e9ba3-ef32-4747-a9e9-d2f30650f796"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:57:11.662265 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85537cce-e466-4baa-abd6-03b195af5b30 x-openstack-request-id: req-85537cce-e466-4baa-abd6-03b195af5b30 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:57:11.662565 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731b5c3a-42ce-4675-b90b-9b2b2e7fc58b", "name": "network-vif-deleted", "tag": "4d5e9ba3-ef32-4747-a9e9-d2f30650f796", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:57:11.662846 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85537cce-e466-4baa-abd6-03b195af5b30 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:57:11.663246 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731b5c3a-42ce-4675-b90b-9b2b2e7fc58b', 'name': 'network-vif-deleted', 'tag': '4d5e9ba3-ef32-4747-a9e9-d2f30650f796', 'status': 'completed', 'code': 200} Nov 26 03:57:11.817428 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-28b860c9-f876-4db4-9c5f-a1b993285a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:11.964032 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-873d29cd-a696-44fd-ae60-37eee6b605b2 req-1987ff93-b8f4-4da4-9eb2-4f1e7f2a60a8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=731b5c3a-42ce-4675-b90b-9b2b2e7fc58b HTTP/1.1" status: 200 len: 210 time: 0.0262895 Nov 26 03:57:13.022637 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35740) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:13.381864 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca4f0-e31f-49e5-aa2c-2c6786ac4cff tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:13.946693 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ca4f0-e31f-49e5-aa2c-2c6786ac4cff tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port 98325f20-7ae1-46af-93ac-865344b6b55d {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:57:13.946959 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca4f0-e31f-49e5-aa2c-2c6786ac4cff tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:14.034028 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-6b3ca4f0-e31f-49e5-aa2c-2c6786ac4cff tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] For port 98325f20-7ae1-46af-93ac-865344b6b55d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=98325f20-7ae1-46af-93ac-865344b6b55d,segment=NetworkSegment(1338e23e-7527-4ee2-a3ba-7b973dcab493),segment_id=1338e23e-7527-4ee2-a3ba-7b973dcab493)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:57:14.034711 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca4f0-e31f-49e5-aa2c-2c6786ac4cff tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:14.046981 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ca4f0-e31f-49e5-aa2c-2c6786ac4cff tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for 98325f20-7ae1-46af-93ac-865344b6b55d owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:57:14.208014 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b049704c-76a2-490c-aded-d2267a6e375b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:14.223879 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca4f0-e31f-49e5-aa2c-2c6786ac4cff tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:14.250299 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ca4f0-e31f-49e5-aa2c-2c6786ac4cff tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=98325f20-7ae1-46af-93ac-865344b6b55d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:14.420183 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca4f0-e31f-49e5-aa2c-2c6786ac4cff tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:14.628537 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3ca4f0-e31f-49e5-aa2c-2c6786ac4cff tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router bddfa76f-9fa3-4f1c-9128-1e4b576bad53 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:57:14.737943 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3ca4f0-e31f-49e5-aa2c-2c6786ac4cff tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:57:14.743504 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-6b3ca4f0-e31f-49e5-aa2c-2c6786ac4cff tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "PUT /v2.0/routers/bddfa76f-9fa3-4f1c-9128-1e4b576bad53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7197349 Nov 26 03:57:14.746331 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35742) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:14.749030 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfba20c-f71e-40ad-9036-50042142fe19 None None] Sync routers for ids ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:57:14.759571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfba20c-f71e-40ad-9036-50042142fe19 None None] Routers {'bddfa76f-9fa3-4f1c-9128-1e4b576bad53'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:57:14.760328 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fdfba20c-f71e-40ad-9036-50042142fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:14.803346 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-294b708e-bcbe-440b-a9ae-3bda97894489 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting subnet c66e63d5-a9a2-4d60-a7bf-e3fc838346e9 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:57:14.806463 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-294b708e-bcbe-440b-a9ae-3bda97894489 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:14.846557 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-294b708e-bcbe-440b-a9ae-3bda97894489 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:14.864101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-fdfba20c-f71e-40ad-9036-50042142fe19 None None] Set router bddfa76f-9fa3-4f1c-9128-1e4b576bad53 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:57:14.929229 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-294b708e-bcbe-440b-a9ae-3bda97894489 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:14.992331 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-294b708e-bcbe-440b-a9ae-3bda97894489 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:15.018749 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b708e-bcbe-440b-a9ae-3bda97894489 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Subnet': ['ID=c66e63d5-a9a2-4d60-a7bf-e3fc838346e9,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:15.023087 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-294b708e-bcbe-440b-a9ae-3bda97894489 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:15.026243 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-294b708e-bcbe-440b-a9ae-3bda97894489 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/subnets/c66e63d5-a9a2-4d60-a7bf-e3fc838346e9 HTTP/1.1" status: 204 len: 168 time: 0.2789683 Nov 26 03:57:15.029482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35744) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:15.032928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a4bb53-7797-4e84-8e85-2ff3762758b0 None None] Network 8e7f89dd-f469-4816-ac7d-2f769b1eb40e requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:57:15.093810 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fdfba20c-f71e-40ad-9036-50042142fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305257463', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:55:37Z', 'updated_at': '2021-11-26T03:57:14Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:38Z', 'updated_at': '2021-11-26T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:15.125529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfba20c-f71e-40ad-9036-50042142fe19 None None] Checking router: bddfa76f-9fa3-4f1c-9128-1e4b576bad53 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:57:15.135423 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:15.155261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfba20c-f71e-40ad-9036-50042142fe19 None None] Routers {'bddfa76f-9fa3-4f1c-9128-1e4b576bad53'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:57:15.155261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fdfba20c-f71e-40ad-9036-50042142fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:15.228512 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:57:15.238042 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:15.261699 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:57:15.262115 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 4d5e9ba3-ef32-4747-a9e9-d2f30650f796 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:57:15.293106 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port cb8237fa-e5d2-4a4f-a717-78cb7563a1c9 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:57:15.293699 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:15.389172 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] For port cb8237fa-e5d2-4a4f-a717-78cb7563a1c9, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=cb8237fa-e5d2-4a4f-a717-78cb7563a1c9,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:57:15.389629 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:15.402868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for cb8237fa-e5d2-4a4f-a717-78cb7563a1c9 owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:57:15.468840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] DHCP port deletion for 8e7f89dd-f469-4816-ac7d-2f769b1eb40e request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:57:15.481238 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-fdfba20c-f71e-40ad-9036-50042142fe19 None None] Set router bddfa76f-9fa3-4f1c-9128-1e4b576bad53 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:57:15.508671 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:15.569073 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:15.594088 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=cb8237fa-e5d2-4a4f-a717-78cb7563a1c9,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:15.604756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.605118 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.605467 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.605859 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.606179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.606462 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.606804 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.607140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.607515 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.607787 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.608143 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.608478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.614715 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c5d37c-fbd0-4b70-9264-6321693d7784 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:57:15.670165 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] Deleting port abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:57:15.670544 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:15.675060 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:15.745551 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] For port abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b,segment=NetworkSegment(1338e23e-7527-4ee2-a3ba-7b973dcab493),segment_id=1338e23e-7527-4ee2-a3ba-7b973dcab493)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:57:15.745863 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:15.762226 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] Calling delete_port for abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:57:15.769112 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:15.771226 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:15.778385 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fdfba20c-f71e-40ad-9036-50042142fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305257463', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:55:37Z', 'updated_at': '2021-11-26T03:57:14Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:38Z', 'updated_at': '2021-11-26T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:15.813895 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:15.814659 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Fanout notify agent at l3_agent the message router_deleted on router bddfa76f-9fa3-4f1c-9128-1e4b576bad53 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:57:15.821417 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:15.825162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1193bdb3-b7ca-4813-b06e-1b4aa2fb526f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/routers/bddfa76f-9fa3-4f1c-9128-1e4b576bad53 HTTP/1.1" status: 204 len: 168 time: 0.7915673 Nov 26 03:57:15.825335 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35746) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:15.836386 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfba20c-f71e-40ad-9036-50042142fe19 None None] The sync data for ids ['bddfa76f-9fa3-4f1c-9128-1e4b576bad53'] in n-d-819389-3 is: [{'id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305257463', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:55:37Z', 'updated_at': '2021-11-26T03:57:14Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': 'cb8237fa-e5d2-4a4f-a717-78cb7563a1c9', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfa76f-9fa3-4f1c-9128-1e4b576bad53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:55:38Z', 'updated_at': '2021-11-26T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:57:15.881578 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:15.908012 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] Pushing event deleted for resources: {'Port': ['ID=abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:15.911390 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] No DVR routers for this DVR port abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:57:15.919314 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.919674 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.920010 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.920380 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.920718 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.923831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.923831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.923831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.923831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.923831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.923831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:15.923831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a17666-1789-4430-83a5-6392edcfc1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:16.228557 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae636-aa40-433c-bfb4-64dcd0c7093d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:16.315572 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae636-aa40-433c-bfb4-64dcd0c7093d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:16.335261 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-7c1ae636-aa40-433c-bfb4-64dcd0c7093d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7f89dd-f469-4816-ac7d-2f769b1eb40e']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:16.344580 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-7c1ae636-aa40-433c-bfb4-64dcd0c7093d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1338e23e-7527-4ee2-a3ba-7b973dcab493') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:16.344883 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-7c1ae636-aa40-433c-bfb4-64dcd0c7093d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1338e23e-7527-4ee2-a3ba-7b973dcab493') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:16.355113 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae636-aa40-433c-bfb4-64dcd0c7093d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:16.368375 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae636-aa40-433c-bfb4-64dcd0c7093d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:16.374549 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1ae636-aa40-433c-bfb4-64dcd0c7093d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:57:16.374944 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae636-aa40-433c-bfb4-64dcd0c7093d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:57:16.378000 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:57:16.441395 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae636-aa40-433c-bfb4-64dcd0c7093d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:16.460040 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae636-aa40-433c-bfb4-64dcd0c7093d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:16.463384 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7c1ae636-aa40-433c-bfb4-64dcd0c7093d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/networks/8e7f89dd-f469-4816-ac7d-2f769b1eb40e HTTP/1.1" status: 204 len: 168 time: 0.6371212 Nov 26 03:57:16.464513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ae636-aa40-433c-bfb4-64dcd0c7093d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Network': ['ID=8e7f89dd-f469-4816-ac7d-2f769b1eb40e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:16.466073 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35748) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:16.524175 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a1048545-618c-4475-92ec-866686b4ed0f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:16.549239 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a1048545-618c-4475-92ec-866686b4ed0f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:16.606391 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a1048545-618c-4475-92ec-866686b4ed0f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:16.609170 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a1048545-618c-4475-92ec-866686b4ed0f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:16.610390 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a1048545-618c-4475-92ec-866686b4ed0f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/security-groups/084cbea5-7581-4323-b9a7-8b5ccf74fd85 HTTP/1.1" status: 204 len: 168 time: 0.1430695 Nov 26 03:57:16.619949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1048545-618c-4475-92ec-866686b4ed0f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=084cbea5-7581-4323-b9a7-8b5ccf74fd85,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:16.868942 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:16.896886 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35754) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:16.901563 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-fb2f53fc-d1df-4a59-aeda-9e5555b847e3 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1144908645', 'description': 'tempest-secgroup-smoke-1144908645 description', 'project_id': '952c751804864f3f800b50cfd5313ece'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:57:16.923651 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fb2f53fc-d1df-4a59-aeda-9e5555b847e3 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:16.992661 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fb2f53fc-d1df-4a59-aeda-9e5555b847e3 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:16.996391 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fb2f53fc-d1df-4a59-aeda-9e5555b847e3 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.021255 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fb2f53fc-d1df-4a59-aeda-9e5555b847e3 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.022896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fb2f53fc-d1df-4a59-aeda-9e5555b847e3 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1249678 Nov 26 03:57:17.025888 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35756) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:17.030537 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f53fc-d1df-4a59-aeda-9e5555b847e3 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8646e1c0-c426-4dd4-aeea-4f7f8011b27c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:17.030725 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f22da3c2-0cf5-453c-91d5-e973c78800c8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '8646e1c0-c426-4dd4-aeea-4f7f8011b27c', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:57:17.057390 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f22da3c2-0cf5-453c-91d5-e973c78800c8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.111427 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f22da3c2-0cf5-453c-91d5-e973c78800c8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.114922 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f22da3c2-0cf5-453c-91d5-e973c78800c8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.132395 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22da3c2-0cf5-453c-91d5-e973c78800c8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5732ca8b-3516-4e78-82ff-40f42f2600bd,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:17.140959 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f22da3c2-0cf5-453c-91d5-e973c78800c8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.142136 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f22da3c2-0cf5-453c-91d5-e973c78800c8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152208 Nov 26 03:57:17.144823 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35758) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:17.150092 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-906e400d-bec3-4a1b-9d45-96641dff3558 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '8646e1c0-c426-4dd4-aeea-4f7f8011b27c', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:57:17.175952 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-906e400d-bec3-4a1b-9d45-96641dff3558 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.231271 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-906e400d-bec3-4a1b-9d45-96641dff3558 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.235121 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-906e400d-bec3-4a1b-9d45-96641dff3558 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.252482 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e400d-bec3-4a1b-9d45-96641dff3558 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e378ca63-1652-4de5-a8bd-29266e5c11a3,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:17.260878 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-906e400d-bec3-4a1b-9d45-96641dff3558 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.264668 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-906e400d-bec3-4a1b-9d45-96641dff3558 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163518 Nov 26 03:57:17.265095 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35760) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:17.269378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-48947c17-bb8a-4930-a3d0-54fb00248979 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '8646e1c0-c426-4dd4-aeea-4f7f8011b27c', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:57:17.297787 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-48947c17-bb8a-4930-a3d0-54fb00248979 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.316299 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cb8237fa-e5d2-4a4f-a717-78cb7563a1c9 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:57:17.336680 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: cb8237fa-e5d2-4a4f-a717-78cb7563a1c9 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:57:17.337114 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device cb8237fa-e5d2-4a4f-a717-78cb7563a1c9 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:57:17.337607 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:57:17.356260 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:57:17.356616 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device abd5fadb-bbbd-4a1f-bb0a-d22c2ddbeb6b not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:57:17.357040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 98325f20-7ae1-46af-93ac-865344b6b55d no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:57:17.358900 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-48947c17-bb8a-4930-a3d0-54fb00248979 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.362651 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-48947c17-bb8a-4930-a3d0-54fb00248979 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.378703 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 98325f20-7ae1-46af-93ac-865344b6b55d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:57:17.379061 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 98325f20-7ae1-46af-93ac-865344b6b55d not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:57:17.379680 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48947c17-bb8a-4930-a3d0-54fb00248979 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f55ab03-fc0f-4a44-9b3d-75745a9b3e1e,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:17.388586 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-48947c17-bb8a-4930-a3d0-54fb00248979 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.389785 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-48947c17-bb8a-4930-a3d0-54fb00248979 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240430 Nov 26 03:57:17.392755 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35762) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:17.399081 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-613126b2-18da-4872-b013-d38167ea3f19 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '8646e1c0-c426-4dd4-aeea-4f7f8011b27c', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:57:17.427377 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-613126b2-18da-4872-b013-d38167ea3f19 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.484422 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-613126b2-18da-4872-b013-d38167ea3f19 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.488504 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-613126b2-18da-4872-b013-d38167ea3f19 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.509589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613126b2-18da-4872-b013-d38167ea3f19 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a738e785-baee-43b0-83c6-6c28678cd99d,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:17.519782 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-613126b2-18da-4872-b013-d38167ea3f19 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.521047 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-613126b2-18da-4872-b013-d38167ea3f19 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270902 Nov 26 03:57:17.524509 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35764) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:17.529085 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-23f86378-ea8e-4224-a6d9-8fd52e7f93ed tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '8646e1c0-c426-4dd4-aeea-4f7f8011b27c', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:57:17.551570 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-23f86378-ea8e-4224-a6d9-8fd52e7f93ed tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Project 952c751804864f3f800b50cfd5313ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:57:17.557349 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23f86378-ea8e-4224-a6d9-8fd52e7f93ed tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.615496 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23f86378-ea8e-4224-a6d9-8fd52e7f93ed tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.618988 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23f86378-ea8e-4224-a6d9-8fd52e7f93ed tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.635854 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f86378-ea8e-4224-a6d9-8fd52e7f93ed tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fad7ad9-7798-4c8c-bb2b-e027fc4687d7,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:17.647452 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-23f86378-ea8e-4224-a6d9-8fd52e7f93ed tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.648705 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-23f86378-ea8e-4224-a6d9-8fd52e7f93ed tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232262 Nov 26 03:57:17.651388 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35766) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:17.655650 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b6a51b32-3eba-4a14-9f3d-5dec89d9a8ea tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '8646e1c0-c426-4dd4-aeea-4f7f8011b27c', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:57:17.676671 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-b6a51b32-3eba-4a14-9f3d-5dec89d9a8ea tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Project 952c751804864f3f800b50cfd5313ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:57:17.681399 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b6a51b32-3eba-4a14-9f3d-5dec89d9a8ea tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.712591 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.739892 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b6a51b32-3eba-4a14-9f3d-5dec89d9a8ea tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.743494 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b6a51b32-3eba-4a14-9f3d-5dec89d9a8ea tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.760965 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a51b32-3eba-4a14-9f3d-5dec89d9a8ea tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee5c8c1-5525-45a5-ae28-dbd8e341c4d1,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:17.767460 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b6a51b32-3eba-4a14-9f3d-5dec89d9a8ea tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.768725 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b6a51b32-3eba-4a14-9f3d-5dec89d9a8ea tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1164050 Nov 26 03:57:17.772085 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35768) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:17.776952 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-187e6e7f-3610-44ff-be2f-d58eb1fa7c9a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'network': {'name': 'tempest-network-smoke--563593160', 'project_id': '952c751804864f3f800b50cfd5313ece', 'port_security_enabled': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:57:17.798445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187e6e7f-3610-44ff-be2f-d58eb1fa7c9a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Made reservation on behalf of 952c751804864f3f800b50cfd5313ece for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:57:17.804475 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-187e6e7f-3610-44ff-be2f-d58eb1fa7c9a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.833395 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187e6e7f-3610-44ff-be2f-d58eb1fa7c9a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:57:17.843175 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-187e6e7f-3610-44ff-be2f-d58eb1fa7c9a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.843526 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-187e6e7f-3610-44ff-be2f-d58eb1fa7c9a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Added segment 4c0e2e12-7749-426e-af0e-e44f9ce1ca64 of type vlan for network 01e6c2c3-fd92-4bf0-8f76-754944668833 Nov 26 03:57:17.882203 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-187e6e7f-3610-44ff-be2f-d58eb1fa7c9a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.906224 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-187e6e7f-3610-44ff-be2f-d58eb1fa7c9a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.911809 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187e6e7f-3610-44ff-be2f-d58eb1fa7c9a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:17.912996 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-187e6e7f-3610-44ff-be2f-d58eb1fa7c9a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:17.965286 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-187e6e7f-3610-44ff-be2f-d58eb1fa7c9a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1921563 Nov 26 03:57:17.968256 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35770) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:17.978735 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-529018061', 'admin_state_up': True, 'project_id': '952c751804864f3f800b50cfd5313ece', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:57:17.993567 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e6e7f-3610-44ff-be2f-d58eb1fa7c9a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Network': ['ID=01e6c2c3-fd92-4bf0-8f76-754944668833,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:18.004709 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 01e6c2c3-fd92-4bf0-8f76-754944668833 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:57:18.005607 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:18.007137 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:18.060475 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:18.196669 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:18.384832 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:18.402729 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:18.506725 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.25.0.186 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/21c3bcaf-72fe-495c-8462-8340dede05b4) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:57:18.603610 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:18.638408 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:18.682434 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:57:18.687668 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:57:18.689875 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=21c3bcaf-72fe-495c-8462-8340dede05b4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:18.691972 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:57:18.703075 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c26780b-aac7-47e5-8c14-0933d4a38173 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:57:18.746913 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2e12bd6a-21d9-4c37-bc2e-ba66286cadc2 None None] Provisioning complete for port 21c3bcaf-72fe-495c-8462-8340dede05b4 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:57:18.747289 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2e12bd6a-21d9-4c37-bc2e-ba66286cadc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:18.783488 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2e12bd6a-21d9-4c37-bc2e-ba66286cadc2 None None] Port 21c3bcaf-72fe-495c-8462-8340dede05b4 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:57:18.935798 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:19.126880 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:19.248226 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 10466c17-0ba6-4561-ae87-43e7024c79d4 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:57:19.350131 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:57:19.360654 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Sync routers for ids ['10466c17-0ba6-4561-ae87-43e7024c79d4'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:57:19.370635 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:19.370930 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Routers {'10466c17-0ba6-4561-ae87-43e7024c79d4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:57:19.371629 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['10466c17-0ba6-4561-ae87-43e7024c79d4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:19.375275 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35772) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:19.375768 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-39d4757d-cf6d-4b92-a841-638db279680e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4061048 Nov 26 03:57:19.407303 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3a82c110-d453-4d36-8e62-1dc93fb3ea54 tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=952c751804864f3f800b50cfd5313ece&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306933 Nov 26 03:57:19.409910 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35774) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:19.478561 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Set router 10466c17-0ba6-4561-ae87-43e7024c79d4 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:57:19.498596 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0b5cec-6ad8-4920-bcb7-f6fbee7efc8d tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:19.500091 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6c0b5cec-6ad8-4920-bcb7-f6fbee7efc8d tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890913 Nov 26 03:57:19.502948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35776) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:19.529747 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-03fed3e8-5e56-4bc3-977d-f1902606e042 tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257337 Nov 26 03:57:19.532188 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35778) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:19.536849 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-c9370934-5d99-460c-9efa-a75daacb40bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2126364427', 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833', 'project_id': '952c751804864f3f800b50cfd5313ece', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:57:19.627374 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9370934-5d99-460c-9efa-a75daacb40bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Made reservation on behalf of 952c751804864f3f800b50cfd5313ece for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:57:19.631088 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9370934-5d99-460c-9efa-a75daacb40bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:19.657998 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529018061', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:18Z', 'revision_number': 3, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:19.685359 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Checking router: 10466c17-0ba6-4561-ae87-43e7024c79d4 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:57:19.685718 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Updating router 10466c17-0ba6-4561-ae87-43e7024c79d4 port 21c3bcaf-72fe-495c-8462-8340dede05b4 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:57:19.710227 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:19.813495 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9370934-5d99-460c-9efa-a75daacb40bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:19.876922 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9370934-5d99-460c-9efa-a75daacb40bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Subnet': ['ID=8b01c014-378f-4836-af35-cd1f6129d172,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:19.881328 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9370934-5d99-460c-9efa-a75daacb40bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Checking segment: {'id': '4c0e2e12-7749-426e-af0e-e44f9ce1ca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:57:19.881699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9370934-5d99-460c-9efa-a75daacb40bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network hostable DHCP agents. Network: 01e6c2c3-fd92-4bf0-8f76-754944668833, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:57:19.898480 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9370934-5d99-460c-9efa-a75daacb40bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 01e6c2c3-fd92-4bf0-8f76-754944668833 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:57:19.914167 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-c9370934-5d99-460c-9efa-a75daacb40bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 01e6c2c3-fd92-4bf0-8f76-754944668833) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:57:19.918949 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9370934-5d99-460c-9efa-a75daacb40bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:19.919625 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c9370934-5d99-460c-9efa-a75daacb40bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:19.923977 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14db5cee-11c1-4fc0-890b-651940381515 None None] Network 01e6c2c3-fd92-4bf0-8f76-754944668833 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:57:19.937081 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c9370934-5d99-460c-9efa-a75daacb40bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4036872 Nov 26 03:57:19.939764 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35780) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:19.964375 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:19.971362 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:20.013663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd98fce-eaea-4973-a98a-f63af19ac60f None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:57:20.016982 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Attempting to bind port 21c3bcaf-72fe-495c-8462-8340dede05b4 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:57:20.017343 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Attempting to bind port 21c3bcaf-72fe-495c-8462-8340dede05b4 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:57:20.017712 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Attempting to bind port 21c3bcaf-72fe-495c-8462-8340dede05b4 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:57:20.030460 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:57:20.030839 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:57:20.031234 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:20.031862 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:57:20.032530 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Bound port: 21c3bcaf-72fe-495c-8462-8340dede05b4, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:57:20.033094 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:20.080663 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047f29d-de69-4880-b57e-7f3e6accf885 None None] Pushing event updated for resources: {'Port': ['ID=21c3bcaf-72fe-495c-8462-8340dede05b4,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:20.092338 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-01e6c2c3-fd92-4bf0-8f76-754944668833', 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ips': [{'subnet_id': '8b01c014-378f-4836-af35-cd1f6129d172'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:57:20.093273 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:20.096516 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] For port 21c3bcaf-72fe-495c-8462-8340dede05b4, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:57:20.100003 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] For port 21c3bcaf-72fe-495c-8462-8340dede05b4, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=21c3bcaf-72fe-495c-8462-8340dede05b4,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:57:20.102263 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047f29d-de69-4880-b57e-7f3e6accf885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:20.102581 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047f29d-de69-4880-b57e-7f3e6accf885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:20.102921 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047f29d-de69-4880-b57e-7f3e6accf885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:20.103256 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047f29d-de69-4880-b57e-7f3e6accf885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:20.103589 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047f29d-de69-4880-b57e-7f3e6accf885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:20.103941 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047f29d-de69-4880-b57e-7f3e6accf885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:20.104291 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047f29d-de69-4880-b57e-7f3e6accf885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:20.104615 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047f29d-de69-4880-b57e-7f3e6accf885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:20.104935 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047f29d-de69-4880-b57e-7f3e6accf885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:20.105254 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047f29d-de69-4880-b57e-7f3e6accf885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:20.105577 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047f29d-de69-4880-b57e-7f3e6accf885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:20.105894 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047f29d-de69-4880-b57e-7f3e6accf885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:57:20.109838 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:20.162195 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Routers {'10466c17-0ba6-4561-ae87-43e7024c79d4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:57:20.162814 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['10466c17-0ba6-4561-ae87-43e7024c79d4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:20.179301 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9873ca36-17a1-4790-b331-c7a4bb80e78e None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:57:20.195935 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-440f0279-7272-4407-ad6c-ac5a1c8a726a None None] Provisioning complete for port 21c3bcaf-72fe-495c-8462-8340dede05b4 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:57:20.196335 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-440f0279-7272-4407-ad6c-ac5a1c8a726a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:20.332423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Allocated IP 172.20.0.2 (01e6c2c3-fd92-4bf0-8f76-754944668833/8b01c014-378f-4836-af35-cd1f6129d172/c8b2d2b4-8348-4846-b3a2-d82da137e596) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:57:20.334751 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-440f0279-7272-4407-ad6c-ac5a1c8a726a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:20.336484 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047f29d-de69-4880-b57e-7f3e6accf885 None None] Pushing event updated for resources: {'Port': ['ID=21c3bcaf-72fe-495c-8462-8340dede05b4,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:20.358751 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-440f0279-7272-4407-ad6c-ac5a1c8a726a None None] For port 21c3bcaf-72fe-495c-8462-8340dede05b4, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=21c3bcaf-72fe-495c-8462-8340dede05b4,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:57:20.363931 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-440f0279-7272-4407-ad6c-ac5a1c8a726a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:20.372412 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] Set router 10466c17-0ba6-4561-ae87-43e7024c79d4 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:57:20.399188 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ea2dffe-1dad-4297-8006-784e53b20d80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:20.463368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f0279-7272-4407-ad6c-ac5a1c8a726a None None] Pushing event updated for resources: {'Port': ['ID=21c3bcaf-72fe-495c-8462-8340dede05b4,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:20.538227 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-37e8f018-0550-459a-b705-3e04334da4b1 None None] Provisioning complete for port 21c3bcaf-72fe-495c-8462-8340dede05b4 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:57:20.539127 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-37e8f018-0550-459a-b705-3e04334da4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:20.563768 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529018061', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:18Z', 'revision_number': 3, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:20.584394 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:20.594373 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:20.596006 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791e16a-e876-46f7-a212-8d31e28db233 None None] The sync data for ids ['10466c17-0ba6-4561-ae87-43e7024c79d4'] in n-d-819389-3 is: [{'id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529018061', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:18Z', 'revision_number': 3, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:57:20.647921 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Network 01e6c2c3-fd92-4bf0-8f76-754944668833 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:57:20.653263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:57:20.657995 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:57:20.675259 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Pushing event updated for resources: {'Port': ['ID=c8b2d2b4-8348-4846-b3a2-d82da137e596,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:20.756790 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Attempting to bind port c8b2d2b4-8348-4846-b3a2-d82da137e596 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:57:20.757183 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Attempting to bind port c8b2d2b4-8348-4846-b3a2-d82da137e596 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '4c0e2e12-7749-426e-af0e-e44f9ce1ca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:57:20.757522 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Attempting to bind port c8b2d2b4-8348-4846-b3a2-d82da137e596 on network 01e6c2c3-fd92-4bf0-8f76-754944668833 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:57:20.763561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:57:20.763998 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Checking segment: {'id': '4c0e2e12-7749-426e-af0e-e44f9ce1ca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:57:20.764593 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:20.765014 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Bound using segment: {'id': '4c0e2e12-7749-426e-af0e-e44f9ce1ca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:57:20.765496 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Bound port: c8b2d2b4-8348-4846-b3a2-d82da137e596, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0e2e12-7749-426e-af0e-e44f9ce1ca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:57:20.765897 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:20.837269 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] For port c8b2d2b4-8348-4846-b3a2-d82da137e596, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:57:20.841101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] For port c8b2d2b4-8348-4846-b3a2-d82da137e596, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c8b2d2b4-8348-4846-b3a2-d82da137e596,segment=NetworkSegment(4c0e2e12-7749-426e-af0e-e44f9ce1ca64),segment_id=4c0e2e12-7749-426e-af0e-e44f9ce1ca64)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:57:20.846076 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:20.941753 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfbb93-ef52-45e4-86af-3ebcba18875a None None] Pushing event updated for resources: {'Port': ['ID=c8b2d2b4-8348-4846-b3a2-d82da137e596,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:21.068588 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-3ea2dffe-1dad-4297-8006-784e53b20d80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.20.0.1 (01e6c2c3-fd92-4bf0-8f76-754944668833/8b01c014-378f-4836-af35-cd1f6129d172/e700bc3f-38d8-44ac-a57f-1ed45fed94f5) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:57:21.201032 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ea2dffe-1dad-4297-8006-784e53b20d80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:21.238255 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ea2dffe-1dad-4297-8006-784e53b20d80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:21.290644 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea2dffe-1dad-4297-8006-784e53b20d80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 01e6c2c3-fd92-4bf0-8f76-754944668833 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:57:21.294284 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-3ea2dffe-1dad-4297-8006-784e53b20d80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:57:21.300901 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea2dffe-1dad-4297-8006-784e53b20d80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:57:21.310633 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2dffe-1dad-4297-8006-784e53b20d80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=e700bc3f-38d8-44ac-a57f-1ed45fed94f5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:21.359311 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ea2dffe-1dad-4297-8006-784e53b20d80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:21.403538 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 21c3bcaf-72fe-495c-8462-8340dede05b4 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:57:21.455122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 21c3bcaf-72fe-495c-8462-8340dede05b4 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:57:21.455530 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:21.511130 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ea2dffe-1dad-4297-8006-784e53b20d80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:21.547809 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c8b2d2b4-8348-4846-b3a2-d82da137e596 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:57:21.598200 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port c8b2d2b4-8348-4846-b3a2-d82da137e596 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:57:21.598581 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:21.701673 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:21.738218 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port c8b2d2b4-8348-4846-b3a2-d82da137e596, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c8b2d2b4-8348-4846-b3a2-d82da137e596,segment=NetworkSegment(4c0e2e12-7749-426e-af0e-e44f9ce1ca64),segment_id=4c0e2e12-7749-426e-af0e-e44f9ce1ca64)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:57:21.742847 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:21.793174 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=c8b2d2b4-8348-4846-b3a2-d82da137e596,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:21.830957 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ea2dffe-1dad-4297-8006-784e53b20d80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:21.836973 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ea2dffe-1dad-4297-8006-784e53b20d80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:21.915942 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-3ea2dffe-1dad-4297-8006-784e53b20d80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:21.917901 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2dffe-1dad-4297-8006-784e53b20d80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=e700bc3f-38d8-44ac-a57f-1ed45fed94f5,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:21.988261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b673bb34-f5a1-4d23-b3d7-70df66bfdcc6 None None] Network 01e6c2c3-fd92-4bf0-8f76-754944668833 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:57:22.022262 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea2dffe-1dad-4297-8006-784e53b20d80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 01e6c2c3-fd92-4bf0-8f76-754944668833 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:57:22.023674 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-3ea2dffe-1dad-4297-8006-784e53b20d80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:57:22.112550 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-70aa8585-51d2-489c-82b7-dfb83bfcfd0e None None] Provisioning complete for port c8b2d2b4-8348-4846-b3a2-d82da137e596 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:57:22.113103 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-70aa8585-51d2-489c-82b7-dfb83bfcfd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:22.144740 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea2dffe-1dad-4297-8006-784e53b20d80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 10466c17-0ba6-4561-ae87-43e7024c79d4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:57:22.271368 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea2dffe-1dad-4297-8006-784e53b20d80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:57:22.276819 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3ea2dffe-1dad-4297-8006-784e53b20d80 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "PUT /v2.0/routers/10466c17-0ba6-4561-ae87-43e7024c79d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3357956 Nov 26 03:57:22.436996 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7eda44dd-68b2-4f90-a7d1-ad760d3376c3 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144908645&fields=id&tenant_id=952c751804864f3f800b50cfd5313ece HTTP/1.1" status: 200 len: 267 time: 0.0496421 Nov 26 03:57:22.447884 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Sync routers for ids ['10466c17-0ba6-4561-ae87-43e7024c79d4'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:57:22.469312 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Routers {'10466c17-0ba6-4561-ae87-43e7024c79d4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:57:22.470099 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['10466c17-0ba6-4561-ae87-43e7024c79d4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:22.535266 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8087c8cb-e64b-4d06-85cf-81bdb0e7c23f None None] Provisioning complete for port c8b2d2b4-8348-4846-b3a2-d82da137e596 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:57:22.536103 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8087c8cb-e64b-4d06-85cf-81bdb0e7c23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:22.559306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7430c1ec-cfc4-4f4f-820b-7661d74ced0c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:22.561103 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7430c1ec-cfc4-4f4f-820b-7661d74ced0c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/networks?id=01e6c2c3-fd92-4bf0-8f76-754944668833 HTTP/1.1" status: 200 len: 796 time: 0.1178794 Nov 26 03:57:22.579746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-f7da28c2-f743-43ca-a0cf-c4935eda40bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/quotas/952c751804864f3f800b50cfd5313ece HTTP/1.1" status: 200 len: 375 time: 0.0101328 Nov 26 03:57:22.630166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Set router 10466c17-0ba6-4561-ae87-43e7024c79d4 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:57:22.648955 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7efb52e7-3279-45a3-b5a3-51a890bac2af tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607352 Nov 26 03:57:22.760090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8087c8cb-e64b-4d06-85cf-81bdb0e7c23f None None] Provisioning complete for port e700bc3f-38d8-44ac-a57f-1ed45fed94f5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:57:22.760484 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8087c8cb-e64b-4d06-85cf-81bdb0e7c23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:22.839679 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-faefcf92-9185-4544-afa7-148127df82e5 service neutron] 10.222.0.31 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729808 Nov 26 03:57:22.956358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-ff060763-31b3-4091-85a0-eaeab636cdd0 service neutron] 10.222.0.31 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092565 Nov 26 03:57:22.990926 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:23.000090 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8087c8cb-e64b-4d06-85cf-81bdb0e7c23f None None] Port e700bc3f-38d8-44ac-a57f-1ed45fed94f5 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:57:23.054644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529018061', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:21Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e700bc3f-38d8-44ac-a57f-1ed45fed94f5', 'name': '', 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:9c:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8b01c014-378f-4836-af35-cd1f6129d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:20Z', 'updated_at': '2021-11-26T03:57:21Z', 'revision_number': 2, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '8b01c014-378f-4836-af35-cd1f6129d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:23.083166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Checking router: 10466c17-0ba6-4561-ae87-43e7024c79d4 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:57:23.083533 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Updating router 10466c17-0ba6-4561-ae87-43e7024c79d4 port e700bc3f-38d8-44ac-a57f-1ed45fed94f5 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:57:23.120153 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:23.127741 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9349d89-299c-4472-8039-2ebf81c70029 req-965d9ada-33df-45cb-9271-115fc2d3a915 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 210 time: 0.0293670 Nov 26 03:57:23.139771 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e3a771a8-582a-4dea-93ad-41cff875cd31 None None] Provisioning complete for port e700bc3f-38d8-44ac-a57f-1ed45fed94f5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:57:23.140371 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e3a771a8-582a-4dea-93ad-41cff875cd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:23.201769 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-e3a771a8-582a-4dea-93ad-41cff875cd31 None None] Port e700bc3f-38d8-44ac-a57f-1ed45fed94f5 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:57:23.335386 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c8b2d2b4-8348-4846-b3a2-d82da137e596 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:57:23.476589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port c8b2d2b4-8348-4846-b3a2-d82da137e596 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:57:23.477025 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:23.520894 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:23.581209 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:23.647829 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e2b34-039b-4f72-aced-3789258c4c51 None None] Pushing event updated for resources: {'Port': ['ID=e700bc3f-38d8-44ac-a57f-1ed45fed94f5,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:23.699797 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Attempting to bind port e700bc3f-38d8-44ac-a57f-1ed45fed94f5 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:57:23.700214 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Attempting to bind port e700bc3f-38d8-44ac-a57f-1ed45fed94f5 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '4c0e2e12-7749-426e-af0e-e44f9ce1ca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:57:23.700592 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Attempting to bind port e700bc3f-38d8-44ac-a57f-1ed45fed94f5 on network 01e6c2c3-fd92-4bf0-8f76-754944668833 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:57:23.705849 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:57:23.706242 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Checking segment: {'id': '4c0e2e12-7749-426e-af0e-e44f9ce1ca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:57:23.706651 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:23.707052 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Bound using segment: {'id': '4c0e2e12-7749-426e-af0e-e44f9ce1ca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:57:23.707531 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Bound port: e700bc3f-38d8-44ac-a57f-1ed45fed94f5, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0e2e12-7749-426e-af0e-e44f9ce1ca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:57:23.707917 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:23.788111 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] For port e700bc3f-38d8-44ac-a57f-1ed45fed94f5, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:57:23.792412 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] For port e700bc3f-38d8-44ac-a57f-1ed45fed94f5, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e700bc3f-38d8-44ac-a57f-1ed45fed94f5,segment=NetworkSegment(4c0e2e12-7749-426e-af0e-e44f9ce1ca64),segment_id=4c0e2e12-7749-426e-af0e-e44f9ce1ca64)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:57:23.797130 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:23.864274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Routers {'10466c17-0ba6-4561-ae87-43e7024c79d4'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:57:23.864962 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['10466c17-0ba6-4561-ae87-43e7024c79d4'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:23.869747 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e2b34-039b-4f72-aced-3789258c4c51 None None] Pushing event updated for resources: {'Port': ['ID=e700bc3f-38d8-44ac-a57f-1ed45fed94f5,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:23.965745 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-47989b69-68e4-46f2-b875-2485c77bd7b4 None None] Provisioning complete for port e700bc3f-38d8-44ac-a57f-1ed45fed94f5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:57:23.966130 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-47989b69-68e4-46f2-b875-2485c77bd7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:24.016875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] Set router 10466c17-0ba6-4561-ae87-43e7024c79d4 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:57:24.193876 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-47989b69-68e4-46f2-b875-2485c77bd7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:24.244755 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aeeaa4eb-8676-4236-99f0-0ccce1fa7f8d req-a02811f4-adb1-4ce2-b8e2-b7541db73e88 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 210 time: 0.0405567 Nov 26 03:57:24.245307 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-6cb88c8d-eb5b-44fc-9fde-c76c8b8896a0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:24.246568 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-6cb88c8d-eb5b-44fc-9fde-c76c8b8896a0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.59 "GET /v2.0/networks?id=01e6c2c3-fd92-4bf0-8f76-754944668833 HTTP/1.1" status: 200 len: 796 time: 0.1267455 Nov 26 03:57:24.291073 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-47989b69-68e4-46f2-b875-2485c77bd7b4 None None] For port e700bc3f-38d8-44ac-a57f-1ed45fed94f5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e700bc3f-38d8-44ac-a57f-1ed45fed94f5,segment=NetworkSegment(4c0e2e12-7749-426e-af0e-e44f9ce1ca64),segment_id=4c0e2e12-7749-426e-af0e-e44f9ce1ca64)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:57:24.293446 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:24.310067 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-47989b69-68e4-46f2-b875-2485c77bd7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:24.323020 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-faa4c60b-8f46-4913-b892-bd19b9547c75 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=952c751804864f3f800b50cfd5313ece HTTP/1.1" status: 200 len: 380 time: 0.0586526 Nov 26 03:57:24.345504 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-af18331e-d1d6-4ed6-915d-d5a974d6a286 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'port': {'device_id': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833', 'admin_state_up': True, 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'security_groups': ['8646e1c0-c426-4dd4-aeea-4f7f8011b27c']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:57:24.364559 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47989b69-68e4-46f2-b875-2485c77bd7b4 None None] Pushing event updated for resources: {'Port': ['ID=e700bc3f-38d8-44ac-a57f-1ed45fed94f5,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:24.382654 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529018061', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:21Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e700bc3f-38d8-44ac-a57f-1ed45fed94f5', 'name': '', 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:9c:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8b01c014-378f-4836-af35-cd1f6129d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:20Z', 'updated_at': '2021-11-26T03:57:23Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '8b01c014-378f-4836-af35-cd1f6129d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:24.413311 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2ae24-2c9a-4c38-82f6-916e30548ef4 None None] The sync data for ids ['10466c17-0ba6-4561-ae87-43e7024c79d4'] in n-d-819389-3 is: [{'id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529018061', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:21Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e700bc3f-38d8-44ac-a57f-1ed45fed94f5', 'name': '', 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:9c:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8b01c014-378f-4836-af35-cd1f6129d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:20Z', 'updated_at': '2021-11-26T03:57:23Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '8b01c014-378f-4836-af35-cd1f6129d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:57:24.429747 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-31c48578-5f7d-4550-b6cc-9793d842e988 None None] Provisioning complete for port e700bc3f-38d8-44ac-a57f-1ed45fed94f5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:57:24.430119 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-31c48578-5f7d-4550-b6cc-9793d842e988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:24.460987 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-af18331e-d1d6-4ed6-915d-d5a974d6a286 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Made reservation on behalf of 952c751804864f3f800b50cfd5313ece for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:57:24.474509 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-af18331e-d1d6-4ed6-915d-d5a974d6a286 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:24.620971 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-af18331e-d1d6-4ed6-915d-d5a974d6a286 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.20.0.11 (01e6c2c3-fd92-4bf0-8f76-754944668833/8b01c014-378f-4836-af35-cd1f6129d172/5b0c22f4-2004-4999-a955-351bac063d3a) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:57:24.786484 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-af18331e-d1d6-4ed6-915d-d5a974d6a286 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:24.822423 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-af18331e-d1d6-4ed6-915d-d5a974d6a286 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:24.872318 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-af18331e-d1d6-4ed6-915d-d5a974d6a286 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 01e6c2c3-fd92-4bf0-8f76-754944668833 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:57:24.875686 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-af18331e-d1d6-4ed6-915d-d5a974d6a286 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:57:24.879872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-af18331e-d1d6-4ed6-915d-d5a974d6a286 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:57:24.886774 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18331e-d1d6-4ed6-915d-d5a974d6a286 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=5b0c22f4-2004-4999-a955-351bac063d3a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:24.955193 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-af18331e-d1d6-4ed6-915d-d5a974d6a286 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:24.956238 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-af18331e-d1d6-4ed6-915d-d5a974d6a286 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:24.982210 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-af18331e-d1d6-4ed6-915d-d5a974d6a286 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6406562 Nov 26 03:57:25.000262 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Request body: {'port': {'device_id': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:57:25.073387 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:25.270692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-669d6eb6-723d-403b-8fe6-b3bd4d69c7e1 None None] Provisioning complete for port 5b0c22f4-2004-4999-a955-351bac063d3a triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:57:25.274482 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-669d6eb6-723d-403b-8fe6-b3bd4d69c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:25.334635 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-669d6eb6-723d-403b-8fe6-b3bd4d69c7e1 None None] Port 5b0c22f4-2004-4999-a955-351bac063d3a cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:57:25.391161 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e700bc3f-38d8-44ac-a57f-1ed45fed94f5 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:57:25.410635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502927d8-875a-4540-923b-944e15e04075 req-46a66081-4bd7-4920-9b41-281030c8b033 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:25.413038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-502927d8-875a-4540-923b-944e15e04075 req-46a66081-4bd7-4920-9b41-281030c8b033 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 932 time: 0.0657613 Nov 26 03:57:25.483867 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port e700bc3f-38d8-44ac-a57f-1ed45fed94f5 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:57:25.485124 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:25.497397 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0c22f4-2004-4999-a955-351bac063d3a {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:57:25.509716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-502927d8-875a-4540-923b-944e15e04075 req-eea56ce9-121a-4068-b850-5adacc2f77ca tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893075 Nov 26 03:57:25.510199 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:25.530914 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Transition to ACTIVE for port object 5b0c22f4-2004-4999-a955-351bac063d3a will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:57:25.535254 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:25.597738 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0c22f4-2004-4999-a955-351bac063d3a,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:25.698698 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Attempting to bind port 5b0c22f4-2004-4999-a955-351bac063d3a on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:57:25.699474 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Attempting to bind port 5b0c22f4-2004-4999-a955-351bac063d3a by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '4c0e2e12-7749-426e-af0e-e44f9ce1ca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:57:25.700450 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Attempting to bind port 5b0c22f4-2004-4999-a955-351bac063d3a on network 01e6c2c3-fd92-4bf0-8f76-754944668833 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:57:25.705791 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Port 5b0c22f4-2004-4999-a955-351bac063d3a on network 01e6c2c3-fd92-4bf0-8f76-754944668833 not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:57:25.706406 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Attempting to bind port 5b0c22f4-2004-4999-a955-351bac063d3a on network 01e6c2c3-fd92-4bf0-8f76-754944668833 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:57:25.714126 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:57:25.714686 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Checking segment: {'id': '4c0e2e12-7749-426e-af0e-e44f9ce1ca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:57:25.715190 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Bound using segment: {'id': '4c0e2e12-7749-426e-af0e-e44f9ce1ca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:57:25.715699 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Bound port: 5b0c22f4-2004-4999-a955-351bac063d3a, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0e2e12-7749-426e-af0e-e44f9ce1ca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:57:25.716259 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:25.792465 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] For port 5b0c22f4-2004-4999-a955-351bac063d3a, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:57:25.797126 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] For port 5b0c22f4-2004-4999-a955-351bac063d3a, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5b0c22f4-2004-4999-a955-351bac063d3a,segment=NetworkSegment(4c0e2e12-7749-426e-af0e-e44f9ce1ca64),segment_id=4c0e2e12-7749-426e-af0e-e44f9ce1ca64)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:57:25.803044 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:25.850986 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:25.851532 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:25.853007 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] 10.222.0.59 "PUT /v2.0/ports/5b0c22f4-2004-4999-a955-351bac063d3a HTTP/1.1" status: 200 len: 1092 time: 0.8577101 Nov 26 03:57:25.853474 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'tag': '5b0c22f4-2004-4999-a955-351bac063d3a'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:57:25.855923 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8a77d4-6018-48ec-9719-c18753a6fc79" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d43e1a-8235-4abc-9f3c-8dde5a26f413", "tag": "5b0c22f4-2004-4999-a955-351bac063d3a"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:57:25.896071 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11eb81-5255-4857-9690-5f5f06372541 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0c22f4-2004-4999-a955-351bac063d3a,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:25.909490 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ced2ce-c753-473c-bd5c-f77f806eb117 x-openstack-request-id: req-f2ced2ce-c753-473c-bd5c-f77f806eb117 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:57:25.909933 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d43e1a-8235-4abc-9f3c-8dde5a26f413", "tag": "5b0c22f4-2004-4999-a955-351bac063d3a", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:57:25.910252 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2ced2ce-c753-473c-bd5c-f77f806eb117 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:57:25.910676 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'tag': '5b0c22f4-2004-4999-a955-351bac063d3a', 'status': 'completed', 'code': 200} Nov 26 03:57:25.977143 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-d4b9da67-8375-4688-9273-73331aef1e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:25.978817 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-d4b9da67-8375-4688-9273-73331aef1e9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 1095 time: 0.0489380 Nov 26 03:57:26.034770 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-362ba86c-cbd4-4b94-ba88-4c53bf57411c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b0c22f4-2004-4999-a955-351bac063d3a HTTP/1.1" status: 200 len: 217 time: 0.0408852 Nov 26 03:57:26.086673 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-38e18ee4-e921-42ba-8c14-dffe0a2c8dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:26.088257 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-38e18ee4-e921-42ba-8c14-dffe0a2c8dbe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b01c014-378f-4836-af35-cd1f6129d172 HTTP/1.1" status: 200 len: 835 time: 0.0466886 Nov 26 03:57:26.140166 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-b83a0b60-7064-4733-8cae-5fedf372b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:26.141688 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-b83a0b60-7064-4733-8cae-5fedf372b3c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01e6c2c3-fd92-4bf0-8f76-754944668833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453608 Nov 26 03:57:26.234316 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-1ffeb090-152d-4c48-a3a7-5ac3fbf4575a service neutron] 10.222.0.59 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854936 Nov 26 03:57:26.329395 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8cda326f-9598-4457-9ff2-a134e50bdca3 req-c77f6243-3576-4708-8cff-90c2c8a5335a service neutron] 10.222.0.59 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877883 Nov 26 03:57:26.450263 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a77d4-6018-48ec-9719-c18753a6fc79 req-562a8f12-ce3a-4341-b801-b8ab7d7dc668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:26.451663 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ab8a77d4-6018-48ec-9719-c18753a6fc79 req-562a8f12-ce3a-4341-b801-b8ab7d7dc668 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 1095 time: 0.0406582 Nov 26 03:57:26.545229 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a77d4-6018-48ec-9719-c18753a6fc79 req-04989462-df17-40b9-8441-695a349a4cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:26.546831 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ab8a77d4-6018-48ec-9719-c18753a6fc79 req-04989462-df17-40b9-8441-695a349a4cb9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=01e6c2c3-fd92-4bf0-8f76-754944668833 HTTP/1.1" status: 200 len: 897 time: 0.0884480 Nov 26 03:57:26.589023 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ab8a77d4-6018-48ec-9719-c18753a6fc79 req-90d42e1d-ad89-4760-a702-30bfa461c288 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b0c22f4-2004-4999-a955-351bac063d3a HTTP/1.1" status: 200 len: 217 time: 0.0341573 Nov 26 03:57:26.628849 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4c184-f2d9-45b6-958d-23a82357ca9b req-00bfa796-ef79-4b5f-a162-593521e78fc2 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:26.628849 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58a4c184-f2d9-45b6-958d-23a82357ca9b req-00bfa796-ef79-4b5f-a162-593521e78fc2 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 944 time: 0.0499070 Nov 26 03:57:26.637794 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a77d4-6018-48ec-9719-c18753a6fc79 req-ccc113a5-c533-480a-a1dc-352c7814f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:26.639285 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ab8a77d4-6018-48ec-9719-c18753a6fc79 req-ccc113a5-c533-480a-a1dc-352c7814f90a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b01c014-378f-4836-af35-cd1f6129d172 HTTP/1.1" status: 200 len: 835 time: 0.0434871 Nov 26 03:57:26.677550 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58a4c184-f2d9-45b6-958d-23a82357ca9b req-0cfb649a-7e51-4dd0-ae26-8b4b30f1c068 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452163 Nov 26 03:57:26.690264 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a77d4-6018-48ec-9719-c18753a6fc79 req-9a455768-ee4c-46ef-9267-df6e93c9b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:26.691792 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ab8a77d4-6018-48ec-9719-c18753a6fc79 req-9a455768-ee4c-46ef-9267-df6e93c9b759 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01e6c2c3-fd92-4bf0-8f76-754944668833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443559 Nov 26 03:57:26.781925 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ab8a77d4-6018-48ec-9719-c18753a6fc79 req-7938271f-28ec-443b-a113-c0a8f26230d4 service neutron] 10.222.0.59 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816514 Nov 26 03:57:26.874226 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-ab8a77d4-6018-48ec-9719-c18753a6fc79 req-ce3205f1-a43b-4599-8eab-07b080a830ce service neutron] 10.222.0.59 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843749 Nov 26 03:57:27.800613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c604819-dcda-4dfd-90f8-2afbde8aded6 req-9acd8616-6407-4ca2-a147-a82e7d6c7491 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:27.802148 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c604819-dcda-4dfd-90f8-2afbde8aded6 req-9acd8616-6407-4ca2-a147-a82e7d6c7491 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 944 time: 0.0547607 Nov 26 03:57:27.853116 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c604819-dcda-4dfd-90f8-2afbde8aded6 req-726d4c62-7317-4412-b989-22317958737d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449035 Nov 26 03:57:28.968654 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeab5b6-d662-491e-8652-88dcf6f2a02a req-c487f672-4501-474f-be74-94935fd8d6cf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:28.970046 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-beeab5b6-d662-491e-8652-88dcf6f2a02a req-c487f672-4501-474f-be74-94935fd8d6cf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 944 time: 0.0478845 Nov 26 03:57:29.017894 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-beeab5b6-d662-491e-8652-88dcf6f2a02a req-a7ef3fcc-fce5-4a81-b1fe-d39564ea9c17 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413010 Nov 26 03:57:29.275423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5b0c22f4-2004-4999-a955-351bac063d3a details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:57:29.370551 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 5b0c22f4-2004-4999-a955-351bac063d3a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5b0c22f4-2004-4999-a955-351bac063d3a,segment=NetworkSegment(4c0e2e12-7749-426e-af0e-e44f9ce1ca64),segment_id=4c0e2e12-7749-426e-af0e-e44f9ce1ca64)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:57:29.381828 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '5b0c22f4-2004-4999-a955-351bac063d3a', 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833', 'port_id': '5b0c22f4-2004-4999-a955-351bac063d3a', 'mac_address': 'fa:16:3e:1d:f8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b01c014-378f-4836-af35-cd1f6129d172', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:57:29.417767 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:29.430450 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0c22f4-2004-4999-a955-351bac063d3a {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:57:29.449162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 5b0c22f4-2004-4999-a955-351bac063d3a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5b0c22f4-2004-4999-a955-351bac063d3a,segment=NetworkSegment(4c0e2e12-7749-426e-af0e-e44f9ce1ca64),segment_id=4c0e2e12-7749-426e-af0e-e44f9ce1ca64)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:57:29.452752 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:29.507807 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=5b0c22f4-2004-4999-a955-351bac063d3a,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:29.731817 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['5b0c22f4-2004-4999-a955-351bac063d3a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:57:29.870684 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:57:30.136443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9a655-4f54-4b5e-82de-abf0e9ac0342 req-a0659b8f-5b80-4d44-818a-8f2346d6ec99 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:30.137839 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77d9a655-4f54-4b5e-82de-abf0e9ac0342 req-a0659b8f-5b80-4d44-818a-8f2346d6ec99 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 945 time: 0.0520694 Nov 26 03:57:30.185943 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-77d9a655-4f54-4b5e-82de-abf0e9ac0342 req-1c5b9809-d3d6-4542-9e7a-8f8d8cc4aa30 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421910 Nov 26 03:57:31.275221 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5b0c22f4-2004-4999-a955-351bac063d3a up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:57:31.302721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fba240-2a4f-4b9c-8098-08b194a6eb5d req-6cd8883c-1fea-4e52-804e-573680f270c2 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:31.304252 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d2fba240-2a4f-4b9c-8098-08b194a6eb5d req-6cd8883c-1fea-4e52-804e-573680f270c2 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 945 time: 0.0495999 Nov 26 03:57:31.324928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 5b0c22f4-2004-4999-a955-351bac063d3a completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:57:31.329405 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 5b0c22f4-2004-4999-a955-351bac063d3a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:57:31.329783 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:31.355790 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d2fba240-2a4f-4b9c-8098-08b194a6eb5d req-8453a3cf-3e99-4c63-99e2-0e4f26ce6322 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453830 Nov 26 03:57:31.408600 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:31.430530 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0c22f4-2004-4999-a955-351bac063d3a'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:57:31.432797 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cecc91-5b7f-466d-a8d5-b8378221ddbc" -d '{"events": [{"server_uuid": "e7d43e1a-8235-4abc-9f3c-8dde5a26f413", "name": "network-vif-plugged", "status": "completed", "tag": "5b0c22f4-2004-4999-a955-351bac063d3a"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:57:31.445048 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 5b0c22f4-2004-4999-a955-351bac063d3a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5b0c22f4-2004-4999-a955-351bac063d3a,segment=NetworkSegment(4c0e2e12-7749-426e-af0e-e44f9ce1ca64),segment_id=4c0e2e12-7749-426e-af0e-e44f9ce1ca64)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:57:31.449531 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:31.502842 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=5b0c22f4-2004-4999-a955-351bac063d3a,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:31.545203 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e802fb4c-8e6a-4574-96fe-567ad321c561 x-openstack-request-id: req-e802fb4c-8e6a-4574-96fe-567ad321c561 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:57:31.545529 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d43e1a-8235-4abc-9f3c-8dde5a26f413", "name": "network-vif-plugged", "status": "completed", "tag": "5b0c22f4-2004-4999-a955-351bac063d3a", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:57:31.545788 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e802fb4c-8e6a-4574-96fe-567ad321c561 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:57:31.546194 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0c22f4-2004-4999-a955-351bac063d3a', 'code': 200} Nov 26 03:57:31.673737 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8c345-30ef-416f-88e4-c23ae1660e77 req-65d86558-cd70-4905-8952-cdb0fa8408d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:31.675215 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-37d8c345-30ef-416f-88e4-c23ae1660e77 req-65d86558-cd70-4905-8952-cdb0fa8408d1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 1097 time: 0.0393946 Nov 26 03:57:31.721116 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-37d8c345-30ef-416f-88e4-c23ae1660e77 req-f3834ea6-fc65-497b-8fa4-1dc73014ba7d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379720 Nov 26 03:57:32.469937 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa63cc-7474-4581-a67f-fa8cedd88fa6 req-582e97f4-4af4-4b24-a698-bb5e17c539ef tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:32.471403 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10aa63cc-7474-4581-a67f-fa8cedd88fa6 req-582e97f4-4af4-4b24-a698-bb5e17c539ef tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0480857 Nov 26 03:57:32.523405 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-10aa63cc-7474-4581-a67f-fa8cedd88fa6 req-d88ecc0b-8afe-4200-aec7-f7979b791c8b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460694 Nov 26 03:57:33.649821 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b3d44-e097-4615-a6ae-95845db4c141 req-91a0126e-df80-441f-ac59-632a9ffa21fc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:33.651460 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-108b3d44-e097-4615-a6ae-95845db4c141 req-91a0126e-df80-441f-ac59-632a9ffa21fc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0514424 Nov 26 03:57:33.705957 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-108b3d44-e097-4615-a6ae-95845db4c141 req-7633574d-04b5-4acb-901d-ea449d7fa375 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436764 Nov 26 03:57:33.819432 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351fe08-5010-404a-ba03-a97a2d174bca req-bfcdae44-f300-4c5d-ad8d-72cc2d137d21 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:33.820856 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3351fe08-5010-404a-ba03-a97a2d174bca req-bfcdae44-f300-4c5d-ad8d-72cc2d137d21 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0488656 Nov 26 03:57:33.869166 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3351fe08-5010-404a-ba03-a97a2d174bca req-7595b0d3-d96d-4b67-9394-8d067b0da533 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424645 Nov 26 03:57:33.893604 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35838) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:33.939665 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2297acfe-b484-4685-9d1f-d67292994a67 tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:33.941211 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2297acfe-b484-4685-9d1f-d67292994a67 tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 1092 time: 0.0454214 Nov 26 03:57:33.944530 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35840) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:33.948752 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': '5b0c22f4-2004-4999-a955-351bac063d3a', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:57:33.970419 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:34.064605 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:34.169540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.25.0.92 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/96987ccf-8c2a-4051-859c-085ffa622628) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:57:34.269159 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:34.300907 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:34.343168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:57:34.346042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:57:34.349590 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:57:34.372777 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=96987ccf-8c2a-4051-859c-085ffa622628,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:34.686334 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:34.758138 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:34.907666 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:34.911926 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:34.975804 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=96987ccf-8c2a-4051-859c-085ffa622628,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:57:34.988753 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:35.087895 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Floating IP 2f62f66a-8969-4b19-8aa0-b2eb39283004 associated. External IP: 172.25.0.92, port: 5b0c22f4-2004-4999-a955-351bac063d3a. Nov 26 03:57:35.297330 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 10466c17-0ba6-4561-ae87-43e7024c79d4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:57:35.401565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:57:35.410989 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b7635-2729-4d7f-8988-804a39387ea8 None None] Sync routers for ids ['10466c17-0ba6-4561-ae87-43e7024c79d4'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:57:35.419676 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:35.420516 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b7635-2729-4d7f-8988-804a39387ea8 None None] Routers {'10466c17-0ba6-4561-ae87-43e7024c79d4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:57:35.421134 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-120b7635-2729-4d7f-8988-804a39387ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['10466c17-0ba6-4561-ae87-43e7024c79d4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:35.446965 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e435a11f-32e1-423e-94fd-eeb1ec9253b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5014262 Nov 26 03:57:35.447658 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'tag': '5b0c22f4-2004-4999-a955-351bac063d3a'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:57:35.450084 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3e3739-4e9e-4e83-ab17-fc07f7b9853c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d43e1a-8235-4abc-9f3c-8dde5a26f413", "tag": "5b0c22f4-2004-4999-a955-351bac063d3a"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:57:35.534464 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-120b7635-2729-4d7f-8988-804a39387ea8 None None] Set router 10466c17-0ba6-4561-ae87-43e7024c79d4 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:57:35.561854 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0292d20-7bba-456b-9b78-54c7aa14e68f req-207c3e32-010b-487a-9b5a-e0f121b9bc19 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:35.563502 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0292d20-7bba-456b-9b78-54c7aa14e68f req-207c3e32-010b-487a-9b5a-e0f121b9bc19 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0632474 Nov 26 03:57:35.565079 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33de376-0711-491f-8750-65448366f872 x-openstack-request-id: req-b33de376-0711-491f-8750-65448366f872 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:57:35.565371 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d43e1a-8235-4abc-9f3c-8dde5a26f413", "tag": "5b0c22f4-2004-4999-a955-351bac063d3a", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:57:35.565638 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b33de376-0711-491f-8750-65448366f872 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:57:35.566186 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'tag': '5b0c22f4-2004-4999-a955-351bac063d3a', 'status': 'completed', 'code': 200} Nov 26 03:57:35.616418 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d0292d20-7bba-456b-9b78-54c7aa14e68f req-33e903f2-4b59-4e22-9802-1982cc0beab9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464540 Nov 26 03:57:35.640074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35848) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:35.665212 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e3739-4e9e-4e83-ab17-fc07f7b9853c req-60cb6571-0e31-4749-9c4f-8d9a52bd1ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:35.666864 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5a3e3739-4e9e-4e83-ab17-fc07f7b9853c req-60cb6571-0e31-4749-9c4f-8d9a52bd1ee6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 1097 time: 0.0534320 Nov 26 03:57:35.708937 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3a8e3395-2ebb-4e4d-99fc-693871f73ade tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/floatingips/2f62f66a-8969-4b19-8aa0-b2eb39283004 HTTP/1.1" status: 200 len: 991 time: 0.0658863 Nov 26 03:57:35.760416 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e3739-4e9e-4e83-ab17-fc07f7b9853c req-bd8a08d4-6c6b-48d7-a3a8-825d49512159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:35.761905 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5a3e3739-4e9e-4e83-ab17-fc07f7b9853c req-bd8a08d4-6c6b-48d7-a3a8-825d49512159 service neutron] 10.222.0.59 "GET /v2.0/networks?id=01e6c2c3-fd92-4bf0-8f76-754944668833 HTTP/1.1" status: 200 len: 897 time: 0.0885007 Nov 26 03:57:35.765470 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-120b7635-2729-4d7f-8988-804a39387ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529018061', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:21Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '2f62f66a-8969-4b19-8aa0-b2eb39283004', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'port_id': '5b0c22f4-2004-4999-a955-351bac063d3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833', 'mac_address': 'fa:16:3e:1d:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:57:34Z', 'updated_at': '2021-11-26T03:57:34Z', 'revision_number': 0, 'project_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e700bc3f-38d8-44ac-a57f-1ed45fed94f5', 'name': '', 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:9c:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8b01c014-378f-4836-af35-cd1f6129d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:20Z', 'updated_at': '2021-11-26T03:57:24Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '8b01c014-378f-4836-af35-cd1f6129d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:35.791995 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b7635-2729-4d7f-8988-804a39387ea8 None None] Checking router: 10466c17-0ba6-4561-ae87-43e7024c79d4 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:57:35.800043 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b7635-2729-4d7f-8988-804a39387ea8 None None] Routers {'10466c17-0ba6-4561-ae87-43e7024c79d4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:57:35.800669 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-120b7635-2729-4d7f-8988-804a39387ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:57:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['10466c17-0ba6-4561-ae87-43e7024c79d4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:35.829900 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5a3e3739-4e9e-4e83-ab17-fc07f7b9853c req-43d4238f-f79e-4bad-ac3b-a1cc5d5a329b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b0c22f4-2004-4999-a955-351bac063d3a HTTP/1.1" status: 200 len: 999 time: 0.0608344 Nov 26 03:57:35.879294 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e3739-4e9e-4e83-ab17-fc07f7b9853c req-31083b6e-dc26-4453-8695-ca83be481786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:35.881353 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5a3e3739-4e9e-4e83-ab17-fc07f7b9853c req-31083b6e-dc26-4453-8695-ca83be481786 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b01c014-378f-4836-af35-cd1f6129d172 HTTP/1.1" status: 200 len: 835 time: 0.0441527 Nov 26 03:57:35.903956 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-120b7635-2729-4d7f-8988-804a39387ea8 None None] Set router 10466c17-0ba6-4561-ae87-43e7024c79d4 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:57:35.925399 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e3739-4e9e-4e83-ab17-fc07f7b9853c req-9d036591-3389-410d-99bc-7dc3ae3462ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:57:35.927456 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5a3e3739-4e9e-4e83-ab17-fc07f7b9853c req-9d036591-3389-410d-99bc-7dc3ae3462ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01e6c2c3-fd92-4bf0-8f76-754944668833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390155 Nov 26 03:57:36.022133 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5a3e3739-4e9e-4e83-ab17-fc07f7b9853c req-4675bb9c-fd57-4574-b156-dcc195622917 service neutron] 10.222.0.59 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866284 Nov 26 03:57:36.116594 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5a3e3739-4e9e-4e83-ab17-fc07f7b9853c req-8770213f-8009-44f1-84e0-0e6562c45c80 service neutron] 10.222.0.59 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868015 Nov 26 03:57:36.126549 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-120b7635-2729-4d7f-8988-804a39387ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529018061', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:21Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '2f62f66a-8969-4b19-8aa0-b2eb39283004', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'port_id': '5b0c22f4-2004-4999-a955-351bac063d3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833', 'mac_address': 'fa:16:3e:1d:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:57:34Z', 'updated_at': '2021-11-26T03:57:34Z', 'revision_number': 0, 'project_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e700bc3f-38d8-44ac-a57f-1ed45fed94f5', 'name': '', 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:9c:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8b01c014-378f-4836-af35-cd1f6129d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:20Z', 'updated_at': '2021-11-26T03:57:24Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '8b01c014-378f-4836-af35-cd1f6129d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:57:36.152446 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b7635-2729-4d7f-8988-804a39387ea8 None None] The sync data for ids ['10466c17-0ba6-4561-ae87-43e7024c79d4'] in n-d-819389-3 is: [{'id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529018061', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:21Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '2f62f66a-8969-4b19-8aa0-b2eb39283004', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'port_id': '5b0c22f4-2004-4999-a955-351bac063d3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833', 'mac_address': 'fa:16:3e:1d:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:57:34Z', 'updated_at': '2021-11-26T03:57:34Z', 'revision_number': 0, 'project_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e700bc3f-38d8-44ac-a57f-1ed45fed94f5', 'name': '', 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:9c:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8b01c014-378f-4836-af35-cd1f6129d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:20Z', 'updated_at': '2021-11-26T03:57:24Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '8b01c014-378f-4836-af35-cd1f6129d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:57:36.338073 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1667b31-6e12-4e3c-b16c-ba458a253ed5 None None] New status for floating IP 2f62f66a-8969-4b19-8aa0-b2eb39283004: ACTIVE {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:57:36.711643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35850) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:57:36.769957 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-62895733-63c4-48b0-b471-39b1e34ff07c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/floatingips/2f62f66a-8969-4b19-8aa0-b2eb39283004 HTTP/1.1" status: 200 len: 993 time: 0.0571556 Nov 26 03:57:41.820374 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-539cbb71-6860-4497-8399-887058641625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:44.211037 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8f050251-0630-483a-ac86-2d80530b9d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:45.309185 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:46.873537 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:47.713613 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:52.981646 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:57:54.243326 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:06.335244 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-467fe5c1-2efb-4d65-bd5c-4a1be724bd31 req-17d4738d-8ed3-45c7-b823-d945b26da56f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393028 Nov 26 03:58:06.435968 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fe5c1-2efb-4d65-bd5c-4a1be724bd31 req-71cbcc07-8b13-4407-9a40-dc974f724bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:06.437515 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-467fe5c1-2efb-4d65-bd5c-4a1be724bd31 req-71cbcc07-8b13-4407-9a40-dc974f724bb1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 1097 time: 0.0447404 Nov 26 03:58:06.540716 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fe5c1-2efb-4d65-bd5c-4a1be724bd31 req-6d2711dd-d79b-42ab-8a71-edb956c05ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:06.542319 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-467fe5c1-2efb-4d65-bd5c-4a1be724bd31 req-6d2711dd-d79b-42ab-8a71-edb956c05ac8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=01e6c2c3-fd92-4bf0-8f76-754944668833 HTTP/1.1" status: 200 len: 897 time: 0.0847454 Nov 26 03:58:06.609997 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-467fe5c1-2efb-4d65-bd5c-4a1be724bd31 req-b62cc216-a917-4e8c-b09a-b98a793ab80b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b0c22f4-2004-4999-a955-351bac063d3a HTTP/1.1" status: 200 len: 1001 time: 0.0601790 Nov 26 03:58:06.662297 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fe5c1-2efb-4d65-bd5c-4a1be724bd31 req-41d17d8b-9917-42d5-882f-3957948cc38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:06.663776 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-467fe5c1-2efb-4d65-bd5c-4a1be724bd31 req-41d17d8b-9917-42d5-882f-3957948cc38a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b01c014-378f-4836-af35-cd1f6129d172 HTTP/1.1" status: 200 len: 835 time: 0.0467765 Nov 26 03:58:06.708370 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fe5c1-2efb-4d65-bd5c-4a1be724bd31 req-6ff3b871-57c5-4cdb-bbd1-b92c558bf6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:06.709835 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-467fe5c1-2efb-4d65-bd5c-4a1be724bd31 req-6ff3b871-57c5-4cdb-bbd1-b92c558bf6e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01e6c2c3-fd92-4bf0-8f76-754944668833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391848 Nov 26 03:58:06.800070 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-467fe5c1-2efb-4d65-bd5c-4a1be724bd31 req-8f2cdf2d-eab6-4364-ae86-69a1824f2189 service neutron] 10.222.0.59 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824115 Nov 26 03:58:06.869604 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:58:06.887960 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-467fe5c1-2efb-4d65-bd5c-4a1be724bd31 req-5fd2da60-fd81-4eb4-b1d5-552f6f1e804c service neutron] 10.222.0.59 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799141 Nov 26 03:58:08.025260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-9f54f10c-4759-4070-83d5-7734af5505fa req-ddfc8446-18de-46bc-b4a4-2d4327df36af service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:58:08.026277 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f54f10c-4759-4070-83d5-7734af5505fa req-ddfc8446-18de-46bc-b4a4-2d4327df36af service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059252 Nov 26 03:58:08.204412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b612b-d883-4757-a8fb-53028005f2fd req-c5e0aae2-4407-41a6-a06b-b9da2ed1c3e1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:08.205948 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d24b612b-d883-4757-a8fb-53028005f2fd req-c5e0aae2-4407-41a6-a06b-b9da2ed1c3e1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0490618 Nov 26 03:58:08.218384 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35872) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:58:08.256820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d24b612b-d883-4757-a8fb-53028005f2fd req-c9aaa1c2-13e8-48f1-9de8-20470a4ed50f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442963 Nov 26 03:58:08.299954 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-fd274b55-49f9-4228-8d52-bc7868c0d68f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804064 Nov 26 03:58:08.308710 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-442050fe-ccac-4617-9857-4efbaf6cac58 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:58:08.309682 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-442050fe-ccac-4617-9857-4efbaf6cac58 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048273 Nov 26 03:58:09.376318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f29a1d-742d-4712-8dcf-4c5061348f0a req-411298d7-815f-46c5-a217-a43720de7c75 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:09.377820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90f29a1d-742d-4712-8dcf-4c5061348f0a req-411298d7-815f-46c5-a217-a43720de7c75 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0518436 Nov 26 03:58:09.427788 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-90f29a1d-742d-4712-8dcf-4c5061348f0a req-647d18a7-87b3-491a-a394-f11593d2b6bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433462 Nov 26 03:58:09.502888 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-a265ce51-8355-4823-9de7-2acf0d00f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:09.505069 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-a265ce51-8355-4823-9de7-2acf0d00f76f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 1097 time: 0.0401363 Nov 26 03:58:09.597755 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-bb90e028-d99e-46c1-8240-ed3cb35e305a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:09.599132 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-bb90e028-d99e-46c1-8240-ed3cb35e305a service neutron] 10.222.0.59 "GET /v2.0/networks?id=01e6c2c3-fd92-4bf0-8f76-754944668833 HTTP/1.1" status: 200 len: 897 time: 0.0864151 Nov 26 03:58:09.667206 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-d1911a02-f27b-4e1a-bfea-497c742fb132 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b0c22f4-2004-4999-a955-351bac063d3a HTTP/1.1" status: 200 len: 1001 time: 0.0601552 Nov 26 03:58:09.718876 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-e4b78cf2-513c-42dd-a73f-d6b8285a1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:09.720374 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-e4b78cf2-513c-42dd-a73f-d6b8285a1566 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b01c014-378f-4836-af35-cd1f6129d172 HTTP/1.1" status: 200 len: 835 time: 0.0467033 Nov 26 03:58:09.772695 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-cb710e48-9ae6-4a3a-9663-ea496c25af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:09.774188 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-cb710e48-9ae6-4a3a-9663-ea496c25af2b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01e6c2c3-fd92-4bf0-8f76-754944668833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472872 Nov 26 03:58:09.862255 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-8ff21af3-a9a2-4faa-8ee8-5fe4ae81176c service neutron] 10.222.0.59 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804055 Nov 26 03:58:09.953059 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-dde4bae1-8f97-418e-9289-09ad6c20dbdc service neutron] 10.222.0.59 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832226 Nov 26 03:58:10.548742 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c11570-bd52-4248-a1d5-682af557eac7 req-83651520-19e7-4033-aa18-e25fee526364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:10.550241 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15c11570-bd52-4248-a1d5-682af557eac7 req-83651520-19e7-4033-aa18-e25fee526364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0476472 Nov 26 03:58:10.599011 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15c11570-bd52-4248-a1d5-682af557eac7 req-02e8b7b3-e63a-4d9c-9502-78136b5a913d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415452 Nov 26 03:58:11.721038 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d2b15-9e6f-43ec-a889-9999030e724d req-b1871d17-e4a7-4ff6-b0ee-be8ff10bb076 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:11.722530 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb3d2b15-9e6f-43ec-a889-9999030e724d req-b1871d17-e4a7-4ff6-b0ee-be8ff10bb076 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0521684 Nov 26 03:58:11.770926 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bb3d2b15-9e6f-43ec-a889-9999030e724d req-413a193a-16a5-46ac-9d45-4be91222d761 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424738 Nov 26 03:58:11.978539 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a46cd543-5f31-4906-a062-0350b87697dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:12.888158 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45b780-4409-43d7-9330-a336331eb661 req-6b6a3676-8041-4e64-9ff1-732a2058e925 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:12.889654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7f45b780-4409-43d7-9330-a336331eb661 req-6b6a3676-8041-4e64-9ff1-732a2058e925 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0489454 Nov 26 03:58:12.937744 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7f45b780-4409-43d7-9330-a336331eb661 req-23ea5bf1-91d8-4c94-ac1c-141274d0ed0e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414274 Nov 26 03:58:14.050958 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2433e-6bc2-4c53-921a-6981f5862ff8 req-78e6d221-6ff5-436d-ae7f-825902cbab85 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:14.052490 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7d2433e-6bc2-4c53-921a-6981f5862ff8 req-78e6d221-6ff5-436d-ae7f-825902cbab85 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0479827 Nov 26 03:58:14.104746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d7d2433e-6bc2-4c53-921a-6981f5862ff8 req-d662d6fe-8803-4d5d-b389-15064e2f870b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463488 Nov 26 03:58:14.212120 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da0aba53-93ca-41c4-9667-367b5d49a524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:15.219038 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d0094-108b-4e0a-90b9-e4d0f71715f6 req-3007d6a3-e8a3-4944-bad7-b11ba6660557 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:15.220543 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c1d0094-108b-4e0a-90b9-e4d0f71715f6 req-3007d6a3-e8a3-4944-bad7-b11ba6660557 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0496402 Nov 26 03:58:15.268834 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c1d0094-108b-4e0a-90b9-e4d0f71715f6 req-d4ecdcfa-f09d-4c2d-b414-ec6b05595d4a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422959 Nov 26 03:58:15.312049 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:16.384540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97029c6d-da6a-4a8c-9462-f8f04e320359 req-b0cea997-9038-45b5-b072-5fc4bf43b077 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:16.386087 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97029c6d-da6a-4a8c-9462-f8f04e320359 req-b0cea997-9038-45b5-b072-5fc4bf43b077 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0481167 Nov 26 03:58:16.435035 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-97029c6d-da6a-4a8c-9462-f8f04e320359 req-a5bd3768-791c-4df3-b083-443a25f36310 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430057 Nov 26 03:58:16.873420 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:17.554152 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034dbe9-94d6-4e44-9181-b0f24cbb1a90 req-f9a86adc-20b8-4daf-b837-3aff26c028ec tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:17.555555 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d034dbe9-94d6-4e44-9181-b0f24cbb1a90 req-f9a86adc-20b8-4daf-b837-3aff26c028ec tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0527501 Nov 26 03:58:17.606521 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d034dbe9-94d6-4e44-9181-b0f24cbb1a90 req-bc63f1d4-6cb2-4b69-bab6-261f114285f7 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449672 Nov 26 03:58:17.716047 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:18.723751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076778c-ce75-4a2a-a11e-fe6c4ea91ae4 req-a0c3f950-4e82-47a3-8fbf-bd8b1a3cd543 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:18.725278 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1076778c-ce75-4a2a-a11e-fe6c4ea91ae4 req-a0c3f950-4e82-47a3-8fbf-bd8b1a3cd543 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0501058 Nov 26 03:58:18.773416 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1076778c-ce75-4a2a-a11e-fe6c4ea91ae4 req-a9dd6f2d-69da-4287-bcab-d6a59d61de49 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422387 Nov 26 03:58:19.899403 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a3129-2701-4594-93d3-f2b7ed3cefe9 req-1309f6bb-4b8d-4584-9920-445d2b82ec09 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:19.900839 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c72a3129-2701-4594-93d3-f2b7ed3cefe9 req-1309f6bb-4b8d-4584-9920-445d2b82ec09 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0489113 Nov 26 03:58:19.954632 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c72a3129-2701-4594-93d3-f2b7ed3cefe9 req-08d0a5ba-ce1f-4ae2-9153-c846bf23d830 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478373 Nov 26 03:58:21.069040 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b026f3-95ad-46e3-9d11-3c5abe42c924 req-4727cd48-7948-44e5-9bca-cdeb6fbd5846 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:21.070523 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26b026f3-95ad-46e3-9d11-3c5abe42c924 req-4727cd48-7948-44e5-9bca-cdeb6fbd5846 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0483737 Nov 26 03:58:21.118954 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-26b026f3-95ad-46e3-9d11-3c5abe42c924 req-47d695ab-19fa-40ef-9713-49721e186dd6 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424354 Nov 26 03:58:22.232032 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459066a-33b7-4eb5-ac29-8845400101df req-f59cdbad-7f4b-4d11-afc0-a9ea3a5a96ca tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:22.233515 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d459066a-33b7-4eb5-ac29-8845400101df req-f59cdbad-7f4b-4d11-afc0-a9ea3a5a96ca tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0485737 Nov 26 03:58:22.282085 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d459066a-33b7-4eb5-ac29-8845400101df req-fe282f05-013f-4e7c-91c6-73f8f095a3f5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421429 Nov 26 03:58:22.988602 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:23.400628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba981fe-06a1-475e-b947-10f5cecb114a req-a74e7649-ce9e-4187-a416-3106bf8ed92e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:23.402129 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ba981fe-06a1-475e-b947-10f5cecb114a req-a74e7649-ce9e-4187-a416-3106bf8ed92e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0519722 Nov 26 03:58:23.450011 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ba981fe-06a1-475e-b947-10f5cecb114a req-77ca1a2e-6428-4a07-85c0-59768ad58c95 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420218 Nov 26 03:58:24.309786 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:24.563749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7107acf-24b9-41bc-ac48-59d6b036bac9 req-cae97421-d937-4f9d-9e40-0e105d2ae2cf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:24.565167 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e7107acf-24b9-41bc-ac48-59d6b036bac9 req-cae97421-d937-4f9d-9e40-0e105d2ae2cf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0482073 Nov 26 03:58:24.613783 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e7107acf-24b9-41bc-ac48-59d6b036bac9 req-d96e1277-cf76-4de8-ba50-ec8572deddbb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426149 Nov 26 03:58:25.739790 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec30177-6647-497a-9df3-a016a832d458 req-c7ee11e2-7892-4d5f-9f55-fbb6567f58ba tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:25.742008 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eec30177-6647-497a-9df3-a016a832d458 req-c7ee11e2-7892-4d5f-9f55-fbb6567f58ba tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0603440 Nov 26 03:58:25.791499 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eec30177-6647-497a-9df3-a016a832d458 req-e6d81dbf-f77f-4886-a9aa-80b64ec8e7e2 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436010 Nov 26 03:58:26.906862 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc697eb-610e-4445-850e-b722e7087a9b req-2bbd0fe1-69bd-48ba-ae86-8cf96abdf120 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:26.908362 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcc697eb-610e-4445-850e-b722e7087a9b req-2bbd0fe1-69bd-48ba-ae86-8cf96abdf120 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0483489 Nov 26 03:58:26.939299 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-1934e29c-7f8d-4e8f-817d-6c38b518c719 service neutron] show failed (client error): The resource could not be found. Nov 26 03:58:26.940015 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-1934e29c-7f8d-4e8f-817d-6c38b518c719 service neutron] 10.222.0.59 "GET /v2.0/ports/5b0c22f4-2004-4999-a955-351bac063d3a/bindings/n-h1-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.0542016 Nov 26 03:58:26.958900 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcc697eb-610e-4445-850e-b722e7087a9b req-64fbc9b0-ea65-4391-879a-4921751ac149 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440042 Nov 26 03:58:27.145827 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-efb87514-3936-4e03-a5fa-e0c267d9dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:27.147296 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-efb87514-3936-4e03-a5fa-e0c267d9dbef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413&tenant_id=952c751804864f3f800b50cfd5313ece HTTP/1.1" status: 200 len: 1097 time: 0.0396760 Nov 26 03:58:27.166340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819389-3', 'device_owner': 'compute:nova'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:58:27.226695 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:27.421622 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] For port 5b0c22f4-2004-4999-a955-351bac063d3a, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=5b0c22f4-2004-4999-a955-351bac063d3a,segment=NetworkSegment(4c0e2e12-7749-426e-af0e-e44f9ce1ca64),segment_id=4c0e2e12-7749-426e-af0e-e44f9ce1ca64)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:58:27.454181 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] For port 5b0c22f4-2004-4999-a955-351bac063d3a, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:58:27.494743 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b0c22f4-2004-4999-a955-351bac063d3a'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:58:27.497774 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58f1a16-615d-4682-9c12-54d0705830f2" -d '{"events": [{"server_uuid": "e7d43e1a-8235-4abc-9f3c-8dde5a26f413", "name": "network-vif-unplugged", "status": "completed", "tag": "5b0c22f4-2004-4999-a955-351bac063d3a"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:58:27.503537 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:27.519470 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Transition to ACTIVE for port object 5b0c22f4-2004-4999-a955-351bac063d3a will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:58:27.524761 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:27.558007 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 03:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bed130-d25d-46f9-8a26-b184fbf88f28 x-openstack-request-id: req-91bed130-d25d-46f9-8a26-b184fbf88f28 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:58:27.558309 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d43e1a-8235-4abc-9f3c-8dde5a26f413", "name": "network-vif-unplugged", "status": "completed", "tag": "5b0c22f4-2004-4999-a955-351bac063d3a", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:58:27.558553 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91bed130-d25d-46f9-8a26-b184fbf88f28 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:58:27.558946 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b0c22f4-2004-4999-a955-351bac063d3a', 'code': 200} Nov 26 03:58:27.606803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0c22f4-2004-4999-a955-351bac063d3a,revision_number=6']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:58:27.619588 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:27.619951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:27.620323 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:27.620665 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:27.621004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:27.621344 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:27.621676 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:27.622004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:27.622350 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:27.622660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:27.622986 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:27.623310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:27.660217 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] No DVR routers for this DVR port 5b0c22f4-2004-4999-a955-351bac063d3a on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:58:28.112618 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d44e76-55c6-4370-b356-770249ff138f req-2ed9e808-8da7-4a09-8022-c899b6e144b5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:28.114096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62d44e76-55c6-4370-b356-770249ff138f req-2ed9e808-8da7-4a09-8022-c899b6e144b5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 944 time: 0.0680888 Nov 26 03:58:28.183357 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Attempting to bind port 5b0c22f4-2004-4999-a955-351bac063d3a on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:58:28.183690 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Attempting to bind port 5b0c22f4-2004-4999-a955-351bac063d3a by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '4c0e2e12-7749-426e-af0e-e44f9ce1ca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:58:28.184012 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Attempting to bind port 5b0c22f4-2004-4999-a955-351bac063d3a on network 01e6c2c3-fd92-4bf0-8f76-754944668833 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:58:28.196492 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-62d44e76-55c6-4370-b356-770249ff138f req-74781bb1-da7d-4f41-b7a2-822e227574b1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758524 Nov 26 03:58:28.197181 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Port 5b0c22f4-2004-4999-a955-351bac063d3a on network 01e6c2c3-fd92-4bf0-8f76-754944668833 not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:58:28.197501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Attempting to bind port 5b0c22f4-2004-4999-a955-351bac063d3a on network 01e6c2c3-fd92-4bf0-8f76-754944668833 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:58:28.202406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:58:28.202747 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Checking segment: {'id': '4c0e2e12-7749-426e-af0e-e44f9ce1ca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:58:28.203124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Bound using segment: {'id': '4c0e2e12-7749-426e-af0e-e44f9ce1ca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:58:28.203545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Bound port: 5b0c22f4-2004-4999-a955-351bac063d3a, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0e2e12-7749-426e-af0e-e44f9ce1ca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:58:28.203903 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:28.265301 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] For port 5b0c22f4-2004-4999-a955-351bac063d3a, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:58:28.268314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] For port 5b0c22f4-2004-4999-a955-351bac063d3a, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5b0c22f4-2004-4999-a955-351bac063d3a,segment=NetworkSegment(4c0e2e12-7749-426e-af0e-e44f9ce1ca64),segment_id=4c0e2e12-7749-426e-af0e-e44f9ce1ca64)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:58:28.272830 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:28.306272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:28.306902 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:28.308697 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] 10.222.0.54 "PUT /v2.0/ports/5b0c22f4-2004-4999-a955-351bac063d3a HTTP/1.1" status: 200 len: 1092 time: 1.1463895 Nov 26 03:58:28.333560 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e837a4-8bf7-46d2-a44d-2124ef38a188 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0c22f4-2004-4999-a955-351bac063d3a,revision_number=7']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:58:28.384627 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-2c745a05-eae2-490c-865d-9ab88f9a8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:28.386174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-2c745a05-eae2-490c-865d-9ab88f9a8ed0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 1095 time: 0.0429890 Nov 26 03:58:28.499190 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-dfbcb2ef-b6c9-4604-a742-02f7ea7eb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:28.500715 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-dfbcb2ef-b6c9-4604-a742-02f7ea7eb6ff service neutron] 10.222.0.54 "GET /v2.0/networks?id=01e6c2c3-fd92-4bf0-8f76-754944668833 HTTP/1.1" status: 200 len: 897 time: 0.1072092 Nov 26 03:58:28.571544 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-7d815209-9879-49ac-b1c8-a46f7fb66fdd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b0c22f4-2004-4999-a955-351bac063d3a HTTP/1.1" status: 200 len: 999 time: 0.0633307 Nov 26 03:58:28.619877 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-288f2e3a-1dca-4a36-b49b-2748df4c6c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:28.621862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-288f2e3a-1dca-4a36-b49b-2748df4c6c59 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b01c014-378f-4836-af35-cd1f6129d172 HTTP/1.1" status: 200 len: 835 time: 0.0439324 Nov 26 03:58:28.668179 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-f99ee836-5f4e-4f4d-a6e7-9806c8da9065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:28.669699 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-f99ee836-5f4e-4f4d-a6e7-9806c8da9065 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01e6c2c3-fd92-4bf0-8f76-754944668833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411465 Nov 26 03:58:28.762351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-cccab7cf-f3f1-4ab4-a703-b3a89c475f98 service neutron] 10.222.0.54 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848439 Nov 26 03:58:28.855596 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fbd29ca5-b413-4303-81a7-f6d087a7b5c8 req-73fdbe43-2e3b-440c-a2a8-fe25194bd36d service neutron] 10.222.0.54 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842345 Nov 26 03:58:29.313971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1532094-c2d8-4440-9e10-1c3726bec88f req-f2e66fa5-09ba-4928-b389-a49ff7312bcd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:29.315461 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1532094-c2d8-4440-9e10-1c3726bec88f req-f2e66fa5-09ba-4928-b389-a49ff7312bcd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 944 time: 0.0497143 Nov 26 03:58:29.368199 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d1532094-c2d8-4440-9e10-1c3726bec88f req-fabe1153-2701-48c4-9662-8719530775dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467527 Nov 26 03:58:29.555820 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5b0c22f4-2004-4999-a955-351bac063d3a no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:58:29.560026 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'tag': '5b0c22f4-2004-4999-a955-351bac063d3a'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:58:29.562391 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f169d4-e92d-4949-b5ab-37f6876f12e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d43e1a-8235-4abc-9f3c-8dde5a26f413", "tag": "5b0c22f4-2004-4999-a955-351bac063d3a"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:58:29.593851 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 5b0c22f4-2004-4999-a955-351bac063d3a not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:58:29.611203 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5ecc45-b0d7-4807-8249-7fd2254a7ac4 x-openstack-request-id: req-6b5ecc45-b0d7-4807-8249-7fd2254a7ac4 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:58:29.611495 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d43e1a-8235-4abc-9f3c-8dde5a26f413", "tag": "5b0c22f4-2004-4999-a955-351bac063d3a", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:58:29.611751 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b5ecc45-b0d7-4807-8249-7fd2254a7ac4 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:58:29.612192 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'tag': '5b0c22f4-2004-4999-a955-351bac063d3a', 'status': 'completed', 'code': 200} Nov 26 03:58:29.690750 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-13a3db86-90fe-4425-b2e6-410a13ef401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:29.692316 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-13a3db86-90fe-4425-b2e6-410a13ef401e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 1095 time: 0.0403636 Nov 26 03:58:29.694289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-052bf61f-0622-416f-ad20-5242d71b4fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:29.695776 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-052bf61f-0622-416f-ad20-5242d71b4fe5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 1095 time: 0.0408008 Nov 26 03:58:29.789352 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-d4ec185f-1d6d-4f15-98a0-e66d83398463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:29.790151 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-5df9b299-36ff-4445-a62b-88dc336ea75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:29.790921 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-d4ec185f-1d6d-4f15-98a0-e66d83398463 service neutron] 10.222.0.54 "GET /v2.0/networks?id=01e6c2c3-fd92-4bf0-8f76-754944668833 HTTP/1.1" status: 200 len: 897 time: 0.0900431 Nov 26 03:58:29.791620 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-5df9b299-36ff-4445-a62b-88dc336ea75e service neutron] 10.222.0.59 "GET /v2.0/networks?id=01e6c2c3-fd92-4bf0-8f76-754944668833 HTTP/1.1" status: 200 len: 897 time: 0.0894544 Nov 26 03:58:29.856591 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-a3e30abf-a155-47b7-983a-7c090944c627 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b0c22f4-2004-4999-a955-351bac063d3a HTTP/1.1" status: 200 len: 999 time: 0.0571473 Nov 26 03:58:29.860004 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-f91986ee-ad07-4887-a3c6-77272069ac91 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b0c22f4-2004-4999-a955-351bac063d3a HTTP/1.1" status: 200 len: 999 time: 0.0613570 Nov 26 03:58:29.908766 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-72bf9a29-0021-4c1e-b6a3-fa4ad05c7128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:29.909025 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-d69f534e-3ce0-447e-8207-d5b6e597a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:29.910244 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-72bf9a29-0021-4c1e-b6a3-fa4ad05c7128 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b01c014-378f-4836-af35-cd1f6129d172 HTTP/1.1" status: 200 len: 835 time: 0.0469892 Nov 26 03:58:29.910452 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-d69f534e-3ce0-447e-8207-d5b6e597a4f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b01c014-378f-4836-af35-cd1f6129d172 HTTP/1.1" status: 200 len: 835 time: 0.0425856 Nov 26 03:58:29.955415 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-785335cf-0acf-4f3d-8b5d-42f111fdb299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:29.955751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-2a75c3cf-1346-418a-ac80-9cfc7759969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:29.956963 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-785335cf-0acf-4f3d-8b5d-42f111fdb299 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01e6c2c3-fd92-4bf0-8f76-754944668833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397906 Nov 26 03:58:29.957293 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-2a75c3cf-1346-418a-ac80-9cfc7759969c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01e6c2c3-fd92-4bf0-8f76-754944668833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398531 Nov 26 03:58:30.046462 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-b3b07ec8-2ec4-49cb-b4ab-e6094e60c5d3 service neutron] 10.222.0.59 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819380 Nov 26 03:58:30.049749 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-4de27069-8355-4ad8-8053-c7d628c186c2 service neutron] 10.222.0.54 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847361 Nov 26 03:58:30.138150 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-af18c810-5c20-4e5a-a678-a5559c35480a service neutron] 10.222.0.59 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844347 Nov 26 03:58:30.142228 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-73f169d4-e92d-4949-b5ab-37f6876f12e9 req-3874d68e-e9ba-4bc6-aeb5-04427de87eeb service neutron] 10.222.0.54 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846090 Nov 26 03:58:30.487023 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4d692-6280-4b0c-9444-fb5d43349dcf req-a05d6b89-def7-4e67-892a-8796bef83774 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:30.488545 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2cd4d692-6280-4b0c-9444-fb5d43349dcf req-a05d6b89-def7-4e67-892a-8796bef83774 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 944 time: 0.0500579 Nov 26 03:58:30.537983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2cd4d692-6280-4b0c-9444-fb5d43349dcf req-b2a77891-91e9-4bdb-91d1-871ef7e04efa tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425129 Nov 26 03:58:31.658717 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b5f6d-562f-4c06-b5ed-ccf424c4001e req-61355121-3bac-4eaa-8dbb-c0295e4189b0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:31.660260 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b09b5f6d-562f-4c06-b5ed-ccf424c4001e req-61355121-3bac-4eaa-8dbb-c0295e4189b0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 944 time: 0.0501034 Nov 26 03:58:31.708759 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b09b5f6d-562f-4c06-b5ed-ccf424c4001e req-d856ec3e-02d3-4331-b757-3343fd53072b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420806 Nov 26 03:58:32.690955 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 5b0c22f4-2004-4999-a955-351bac063d3a details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:58:32.786322 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 5b0c22f4-2004-4999-a955-351bac063d3a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5b0c22f4-2004-4999-a955-351bac063d3a,segment=NetworkSegment(4c0e2e12-7749-426e-af0e-e44f9ce1ca64),segment_id=4c0e2e12-7749-426e-af0e-e44f9ce1ca64)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:58:32.798563 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '5b0c22f4-2004-4999-a955-351bac063d3a', 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833', 'port_id': '5b0c22f4-2004-4999-a955-351bac063d3a', 'mac_address': 'fa:16:3e:1d:f8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b01c014-378f-4836-af35-cd1f6129d172', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:58:32.827481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93f37c-5382-445b-9bcc-a7f640904bd1 req-84e507b1-2553-49d3-bf6c-dd3149ea9824 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:32.829088 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f93f37c-5382-445b-9bcc-a7f640904bd1 req-84e507b1-2553-49d3-bf6c-dd3149ea9824 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 944 time: 0.0521765 Nov 26 03:58:32.838392 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:32.852193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0c22f4-2004-4999-a955-351bac063d3a {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:58:32.870799 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 5b0c22f4-2004-4999-a955-351bac063d3a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5b0c22f4-2004-4999-a955-351bac063d3a,segment=NetworkSegment(4c0e2e12-7749-426e-af0e-e44f9ce1ca64),segment_id=4c0e2e12-7749-426e-af0e-e44f9ce1ca64)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:58:32.874662 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:32.878807 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f93f37c-5382-445b-9bcc-a7f640904bd1 req-f5cd9312-d125-4df1-93bd-7c7adb487fe6 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431612 Nov 26 03:58:32.923102 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=5b0c22f4-2004-4999-a955-351bac063d3a,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:58:32.930713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:32.931073 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:32.931425 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:32.931773 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:32.932144 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:32.932487 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:32.932824 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:32.933159 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:32.933494 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:32.933831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:32.934162 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:32.934494 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:58:33.069760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e5764-e627-426c-b6f6-534f0bd5afb7 req-0556e089-3915-4584-bd2c-777dae2defc5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:33.071390 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-418e5764-e627-426c-b6f6-534f0bd5afb7 req-0556e089-3915-4584-bd2c-777dae2defc5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 945 time: 0.0507956 Nov 26 03:58:33.098987 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8b7f0-b473-4381-8a22-3989244983d4 req-43e892bd-7fbb-41eb-abdc-47dc8826e245 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:33.100523 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5ea8b7f0-b473-4381-8a22-3989244983d4 req-43e892bd-7fbb-41eb-abdc-47dc8826e245 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413&tenant_id=952c751804864f3f800b50cfd5313ece&binding%3Ahost_id=n-h1-819389-3 HTTP/1.1" status: 200 len: 945 time: 0.0517015 Nov 26 03:58:33.121172 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-418e5764-e627-426c-b6f6-534f0bd5afb7 req-c76f9e5a-4130-434d-9498-e776ec0c7459 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436058 Nov 26 03:58:33.160116 n-d-819389-3 neutron-server[104801]: INFO neutron.api.v2.resource [req-5ea8b7f0-b473-4381-8a22-3989244983d4 req-9d01befb-9215-4dfa-8fd8-acf1a948f976 service neutron] delete failed (client error): The resource could not be found. Nov 26 03:58:33.161172 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5ea8b7f0-b473-4381-8a22-3989244983d4 req-9d01befb-9215-4dfa-8fd8-acf1a948f976 service neutron] 10.222.0.59 "DELETE /v2.0/ports/5b0c22f4-2004-4999-a955-351bac063d3a/bindings/n-h2-819389-3 HTTP/1.1" status: 404 len: 380 time: 0.0533097 Nov 26 03:58:33.237457 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93efb02-c2b9-46c4-81f2-788209470147 req-7ee19e1f-c24c-4f25-b1e9-195e3a6fb888 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:33.238962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a93efb02-c2b9-46c4-81f2-788209470147 req-7ee19e1f-c24c-4f25-b1e9-195e3a6fb888 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 945 time: 0.0500698 Nov 26 03:58:33.268779 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8b7f0-b473-4381-8a22-3989244983d4 req-80598350-18ba-49f1-8436-62732bcd82b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:33.270300 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5ea8b7f0-b473-4381-8a22-3989244983d4 req-80598350-18ba-49f1-8436-62732bcd82b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 1096 time: 0.0446978 Nov 26 03:58:33.293461 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a93efb02-c2b9-46c4-81f2-788209470147 req-2e48ef79-e5a8-47d0-9395-1b2e6b503ba2 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476248 Nov 26 03:58:33.303227 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['5b0c22f4-2004-4999-a955-351bac063d3a'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:58:33.360539 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8b7f0-b473-4381-8a22-3989244983d4 req-502bbed5-c03b-46ab-b8b9-b36b3e6e1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:33.362023 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5ea8b7f0-b473-4381-8a22-3989244983d4 req-502bbed5-c03b-46ab-b8b9-b36b3e6e1df1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=01e6c2c3-fd92-4bf0-8f76-754944668833 HTTP/1.1" status: 200 len: 897 time: 0.0842934 Nov 26 03:58:33.430434 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5ea8b7f0-b473-4381-8a22-3989244983d4 req-668f3e4c-2c3d-4ecd-acfb-55563b1623d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b0c22f4-2004-4999-a955-351bac063d3a HTTP/1.1" status: 200 len: 1000 time: 0.0609229 Nov 26 03:58:33.478787 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8b7f0-b473-4381-8a22-3989244983d4 req-57bcd45d-92b0-4e1e-9ff0-29681e7027c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:33.480271 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5ea8b7f0-b473-4381-8a22-3989244983d4 req-57bcd45d-92b0-4e1e-9ff0-29681e7027c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b01c014-378f-4836-af35-cd1f6129d172 HTTP/1.1" status: 200 len: 835 time: 0.0435941 Nov 26 03:58:33.524539 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8b7f0-b473-4381-8a22-3989244983d4 req-44e654b0-0e33-4f42-98a3-20d38dc66396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:33.526186 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5ea8b7f0-b473-4381-8a22-3989244983d4 req-44e654b0-0e33-4f42-98a3-20d38dc66396 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01e6c2c3-fd92-4bf0-8f76-754944668833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390844 Nov 26 03:58:33.619593 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5ea8b7f0-b473-4381-8a22-3989244983d4 req-7d80e7ac-4b0b-472b-aa77-e0455aab451c service neutron] 10.222.0.59 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859282 Nov 26 03:58:33.711645 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5ea8b7f0-b473-4381-8a22-3989244983d4 req-487ac924-ff53-45c2-8078-b5a5e3981548 service neutron] 10.222.0.59 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845346 Nov 26 03:58:34.412405 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88739d4f-8421-4654-89c1-5a27f182e31e req-fef10282-ea41-4f49-bb4c-8150b3c9d7aa tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:58:34.413899 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88739d4f-8421-4654-89c1-5a27f182e31e req-fef10282-ea41-4f49-bb4c-8150b3c9d7aa tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 945 time: 0.0491269 Nov 26 03:58:34.462797 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-88739d4f-8421-4654-89c1-5a27f182e31e req-5700c7a6-0d79-4f3f-af52-869caf318fb7 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429041 Nov 26 03:58:34.485177 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35954) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:58:34.548346 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-29200f7b-af62-468d-a792-97845a31aeba tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/floatingips/2f62f66a-8969-4b19-8aa0-b2eb39283004 HTTP/1.1" status: 200 len: 992 time: 0.0619397 Nov 26 03:58:34.711348 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 5b0c22f4-2004-4999-a955-351bac063d3a up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:58:34.758580 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 5b0c22f4-2004-4999-a955-351bac063d3a completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:58:34.762190 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 5b0c22f4-2004-4999-a955-351bac063d3a triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:58:34.762565 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:34.841250 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:34.865254 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0c22f4-2004-4999-a955-351bac063d3a'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:58:34.867733 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2533a87f-5664-4e6b-8787-53f9f7229674" -d '{"events": [{"server_uuid": "e7d43e1a-8235-4abc-9f3c-8dde5a26f413", "name": "network-vif-plugged", "status": "completed", "tag": "5b0c22f4-2004-4999-a955-351bac063d3a"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:58:34.884444 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 5b0c22f4-2004-4999-a955-351bac063d3a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5b0c22f4-2004-4999-a955-351bac063d3a,segment=NetworkSegment(4c0e2e12-7749-426e-af0e-e44f9ce1ca64),segment_id=4c0e2e12-7749-426e-af0e-e44f9ce1ca64)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:58:34.888587 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:34.912952 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a83b392-0291-4689-9970-f02a2f0283c2 x-openstack-request-id: req-5a83b392-0291-4689-9970-f02a2f0283c2 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:58:34.913253 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d43e1a-8235-4abc-9f3c-8dde5a26f413", "name": "network-vif-plugged", "status": "completed", "tag": "5b0c22f4-2004-4999-a955-351bac063d3a", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:58:34.913512 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a83b392-0291-4689-9970-f02a2f0283c2 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:58:34.913911 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0c22f4-2004-4999-a955-351bac063d3a', 'code': 200} Nov 26 03:58:34.940205 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=5b0c22f4-2004-4999-a955-351bac063d3a,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:58:41.828141 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-98bac9eb-202d-4e1c-b3e6-ef8eb41e7684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:43.869543 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:58:44.212958 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d32a6f74-0a3b-456a-a125-5c298e64699b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:45.314814 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:46.875677 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:47.720139 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:52.992968 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:58:54.320283 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:11.819301 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f2d290ca-55be-41c2-9ab2-31df01e5789f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:12.702463 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-095ff0a2-f032-4b67-afb1-a6aa6da50dfb req-13ad10f5-fe50-4c98-954e-fb327879de92 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0875599 Nov 26 03:59:12.798453 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ff0a2-f032-4b67-afb1-a6aa6da50dfb req-17b72c9e-99f1-4bd7-8c26-1e543c0b9cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:12.799958 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-095ff0a2-f032-4b67-afb1-a6aa6da50dfb req-17b72c9e-99f1-4bd7-8c26-1e543c0b9cf6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 1097 time: 0.0400286 Nov 26 03:59:12.903906 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ff0a2-f032-4b67-afb1-a6aa6da50dfb req-c0b976dc-8a7c-4217-a758-e0b1c929a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:12.905342 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-095ff0a2-f032-4b67-afb1-a6aa6da50dfb req-c0b976dc-8a7c-4217-a758-e0b1c929a133 service neutron] 10.222.0.54 "GET /v2.0/networks?id=01e6c2c3-fd92-4bf0-8f76-754944668833 HTTP/1.1" status: 200 len: 897 time: 0.0865545 Nov 26 03:59:12.968471 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-095ff0a2-f032-4b67-afb1-a6aa6da50dfb req-2717e410-7016-4601-9aa7-6fbb08022fc0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b0c22f4-2004-4999-a955-351bac063d3a HTTP/1.1" status: 200 len: 1001 time: 0.0558174 Nov 26 03:59:13.015390 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ff0a2-f032-4b67-afb1-a6aa6da50dfb req-d82f521d-e7d4-4405-81db-06965f838bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:13.016858 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-095ff0a2-f032-4b67-afb1-a6aa6da50dfb req-d82f521d-e7d4-4405-81db-06965f838bca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b01c014-378f-4836-af35-cd1f6129d172 HTTP/1.1" status: 200 len: 835 time: 0.0421121 Nov 26 03:59:13.065797 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ff0a2-f032-4b67-afb1-a6aa6da50dfb req-e6cfb7f6-1cf9-465c-9abc-f9d2100de9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:13.067287 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-095ff0a2-f032-4b67-afb1-a6aa6da50dfb req-e6cfb7f6-1cf9-465c-9abc-f9d2100de9f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01e6c2c3-fd92-4bf0-8f76-754944668833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432069 Nov 26 03:59:13.156638 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-095ff0a2-f032-4b67-afb1-a6aa6da50dfb req-c0a11682-4b4c-41bc-959a-e61e8790cd0c service neutron] 10.222.0.54 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817716 Nov 26 03:59:13.250249 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-095ff0a2-f032-4b67-afb1-a6aa6da50dfb req-4ce3ed00-226e-4173-b8f8-cb380d1605c8 service neutron] 10.222.0.54 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872140 Nov 26 03:59:14.215037 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18a746b4-eb2a-42e1-8267-57703b0dc814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:15.318358 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:16.879271 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:17.721390 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:20.869625 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 03:59:23.016032 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:24.347619 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:27.544325 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35976) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:27.699763 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port 96987ccf-8c2a-4051-859c-085ffa622628 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:59:27.700146 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:27.778567 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:27.778900 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:27.790804 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for 96987ccf-8c2a-4051-859c-085ffa622628 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:59:27.931287 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:27.958903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=96987ccf-8c2a-4051-859c-085ffa622628,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:27.985972 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:27.986333 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:27.986686 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:27.987033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:27.987375 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:27.987714 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:27.988078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:27.988411 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:27.988746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:27.989080 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:27.989411 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:27.989741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:28.033226 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:28.033571 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Floating IP 2f62f66a-8969-4b19-8aa0-b2eb39283004 disassociated (deleted). External IP: 172.25.0.92, port: 5b0c22f4-2004-4999-a955-351bac063d3a. Nov 26 03:59:28.232602 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 10466c17-0ba6-4561-ae87-43e7024c79d4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:59:28.334928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:59:28.340147 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:28.344892 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c0d82-b9be-420d-b0df-3ad232b10540 None None] Sync routers for ids ['10466c17-0ba6-4561-ae87-43e7024c79d4'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:59:28.355327 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c0d82-b9be-420d-b0df-3ad232b10540 None None] Routers {'10466c17-0ba6-4561-ae87-43e7024c79d4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:59:28.355923 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f40c0d82-b9be-420d-b0df-3ad232b10540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:59:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['10466c17-0ba6-4561-ae87-43e7024c79d4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:28.366654 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-efcf21d0-cdcc-4868-a5ba-5d35ddc5d6d8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/floatingips/2f62f66a-8969-4b19-8aa0-b2eb39283004 HTTP/1.1" status: 204 len: 168 time: 0.8212321 Nov 26 03:59:28.367314 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'tag': '5b0c22f4-2004-4999-a955-351bac063d3a'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:59:28.369605 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf726c62-b281-4bd7-8e43-ba3fab23c5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d43e1a-8235-4abc-9f3c-8dde5a26f413", "tag": "5b0c22f4-2004-4999-a955-351bac063d3a"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:59:28.409458 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5aed288-0d87-4cce-8419-34cc152b3c24 x-openstack-request-id: req-c5aed288-0d87-4cce-8419-34cc152b3c24 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:59:28.409761 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d43e1a-8235-4abc-9f3c-8dde5a26f413", "tag": "5b0c22f4-2004-4999-a955-351bac063d3a", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:59:28.410032 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5aed288-0d87-4cce-8419-34cc152b3c24 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:59:28.410456 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'tag': '5b0c22f4-2004-4999-a955-351bac063d3a', 'status': 'completed', 'code': 200} Nov 26 03:59:28.525854 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf726c62-b281-4bd7-8e43-ba3fab23c5ba req-ead44070-2343-4b2f-a4fd-6ef664cdcb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:28.527553 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf726c62-b281-4bd7-8e43-ba3fab23c5ba req-ead44070-2343-4b2f-a4fd-6ef664cdcb34 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 1097 time: 0.0649209 Nov 26 03:59:28.562432 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-f40c0d82-b9be-420d-b0df-3ad232b10540 None None] Set router 10466c17-0ba6-4561-ae87-43e7024c79d4 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:59:28.693042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dc122-7895-43e7-a43b-ca73e578f23d req-7e226ee5-6049-4eb0-b2e3-83ab5d44a1a4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:28.694701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e2dc122-7895-43e7-a43b-ca73e578f23d req-7e226ee5-6049-4eb0-b2e3-83ab5d44a1a4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.1232193 Nov 26 03:59:28.724390 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf726c62-b281-4bd7-8e43-ba3fab23c5ba req-df877d90-3271-42ae-afa1-79b387a0c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:28.725917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf726c62-b281-4bd7-8e43-ba3fab23c5ba req-df877d90-3271-42ae-afa1-79b387a0c28a service neutron] 10.222.0.54 "GET /v2.0/networks?id=01e6c2c3-fd92-4bf0-8f76-754944668833 HTTP/1.1" status: 200 len: 897 time: 0.1638424 Nov 26 03:59:28.781118 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf726c62-b281-4bd7-8e43-ba3fab23c5ba req-918bf8d4-d842-4e55-89b0-91f06b7e9f77 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b0c22f4-2004-4999-a955-351bac063d3a HTTP/1.1" status: 200 len: 217 time: 0.0466478 Nov 26 03:59:28.789926 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f40c0d82-b9be-420d-b0df-3ad232b10540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529018061', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:21Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e700bc3f-38d8-44ac-a57f-1ed45fed94f5', 'name': '', 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:9c:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8b01c014-378f-4836-af35-cd1f6129d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:20Z', 'updated_at': '2021-11-26T03:57:24Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '8b01c014-378f-4836-af35-cd1f6129d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:28.806742 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6e2dc122-7895-43e7-a43b-ca73e578f23d req-feb659d3-b9ce-4a4e-b1ca-03ee9e204d96 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994308 Nov 26 03:59:28.826039 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c0d82-b9be-420d-b0df-3ad232b10540 None None] Checking router: 10466c17-0ba6-4561-ae87-43e7024c79d4 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:59:28.832361 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c0d82-b9be-420d-b0df-3ad232b10540 None None] Routers {'10466c17-0ba6-4561-ae87-43e7024c79d4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:59:28.832971 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f40c0d82-b9be-420d-b0df-3ad232b10540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:59:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['10466c17-0ba6-4561-ae87-43e7024c79d4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:28.844571 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf726c62-b281-4bd7-8e43-ba3fab23c5ba req-9ca10d5e-938c-4f15-9239-d2c85a1388bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:28.846073 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf726c62-b281-4bd7-8e43-ba3fab23c5ba req-9ca10d5e-938c-4f15-9239-d2c85a1388bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b01c014-378f-4836-af35-cd1f6129d172 HTTP/1.1" status: 200 len: 835 time: 0.0570920 Nov 26 03:59:28.892567 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf726c62-b281-4bd7-8e43-ba3fab23c5ba req-dad6e0f0-da3c-42d2-9c62-f2868505db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:28.894089 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf726c62-b281-4bd7-8e43-ba3fab23c5ba req-dad6e0f0-da3c-42d2-9c62-f2868505db46 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01e6c2c3-fd92-4bf0-8f76-754944668833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397213 Nov 26 03:59:28.940216 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-f40c0d82-b9be-420d-b0df-3ad232b10540 None None] Set router 10466c17-0ba6-4561-ae87-43e7024c79d4 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:59:28.991933 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf726c62-b281-4bd7-8e43-ba3fab23c5ba req-11f883ff-76e7-4a86-8411-a40945b193fd service neutron] 10.222.0.54 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878515 Nov 26 03:59:29.089291 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bf726c62-b281-4bd7-8e43-ba3fab23c5ba req-b11285c2-4113-458e-92ce-3e1b7098766d service neutron] 10.222.0.54 "GET /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890162 Nov 26 03:59:29.143708 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-f40c0d82-b9be-420d-b0df-3ad232b10540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529018061', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:21Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e700bc3f-38d8-44ac-a57f-1ed45fed94f5', 'name': '', 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:9c:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8b01c014-378f-4836-af35-cd1f6129d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:20Z', 'updated_at': '2021-11-26T03:57:24Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '8b01c014-378f-4836-af35-cd1f6129d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:29.176715 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c0d82-b9be-420d-b0df-3ad232b10540 None None] The sync data for ids ['10466c17-0ba6-4561-ae87-43e7024c79d4'] in n-d-819389-3 is: [{'id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529018061', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:21Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e700bc3f-38d8-44ac-a57f-1ed45fed94f5', 'name': '', 'network_id': '01e6c2c3-fd92-4bf0-8f76-754944668833', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:9c:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8b01c014-378f-4836-af35-cd1f6129d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:20Z', 'updated_at': '2021-11-26T03:57:24Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '8b01c014-378f-4836-af35-cd1f6129d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:59:29.402102 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c485af5-fa37-49d3-a082-1ec38f49977b None None] New status for floating IP 2f62f66a-8969-4b19-8aa0-b2eb39283004: DOWN {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:59:29.928640 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cc863-7e11-470d-8197-c563708ae7c8 req-036b2659-fb9b-4fb4-bc3d-a12807735595 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:29.930667 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b64cc863-7e11-470d-8197-c563708ae7c8 req-036b2659-fb9b-4fb4-bc3d-a12807735595 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0525374 Nov 26 03:59:29.979179 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b64cc863-7e11-470d-8197-c563708ae7c8 req-c059a448-679f-459d-ad67-5733d854298c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=8646e1c0-c426-4dd4-aeea-4f7f8011b27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425613 Nov 26 03:59:30.266445 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61b003-5aa1-4a2e-b273-a018a409da96 req-401b9787-6d83-4496-aace-e256cfcc95a9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:30.267927 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc61b003-5aa1-4a2e-b273-a018a409da96 req-401b9787-6d83-4496-aace-e256cfcc95a9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 946 time: 0.0477490 Nov 26 03:59:30.356572 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-cc61b003-5aa1-4a2e-b273-a018a409da96 req-de755004-ad60-492e-9e1a-79e2bf6f6a15 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port 5b0c22f4-2004-4999-a955-351bac063d3a {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:59:30.356919 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-cc61b003-5aa1-4a2e-b273-a018a409da96 req-de755004-ad60-492e-9e1a-79e2bf6f6a15 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:30.449643 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-cc61b003-5aa1-4a2e-b273-a018a409da96 req-de755004-ad60-492e-9e1a-79e2bf6f6a15 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] For port 5b0c22f4-2004-4999-a955-351bac063d3a, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5b0c22f4-2004-4999-a955-351bac063d3a,segment=NetworkSegment(4c0e2e12-7749-426e-af0e-e44f9ce1ca64),segment_id=4c0e2e12-7749-426e-af0e-e44f9ce1ca64)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:59:30.450001 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-cc61b003-5aa1-4a2e-b273-a018a409da96 req-de755004-ad60-492e-9e1a-79e2bf6f6a15 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:30.462030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-cc61b003-5aa1-4a2e-b273-a018a409da96 req-de755004-ad60-492e-9e1a-79e2bf6f6a15 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for 5b0c22f4-2004-4999-a955-351bac063d3a owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:59:30.587894 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-cc61b003-5aa1-4a2e-b273-a018a409da96 req-de755004-ad60-492e-9e1a-79e2bf6f6a15 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:30.614162 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de755004-ad60-492e-9e1a-79e2bf6f6a15 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=5b0c22f4-2004-4999-a955-351bac063d3a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:30.655968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc61b003-5aa1-4a2e-b273-a018a409da96 req-de755004-ad60-492e-9e1a-79e2bf6f6a15 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] No DVR routers for this DVR port 5b0c22f4-2004-4999-a955-351bac063d3a on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:59:30.658646 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-cc61b003-5aa1-4a2e-b273-a018a409da96 req-de755004-ad60-492e-9e1a-79e2bf6f6a15 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:30.662018 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cc61b003-5aa1-4a2e-b273-a018a409da96 req-de755004-ad60-492e-9e1a-79e2bf6f6a15 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.54 "DELETE /v2.0/ports/5b0c22f4-2004-4999-a955-351bac063d3a HTTP/1.1" status: 204 len: 173 time: 0.3882549 Nov 26 03:59:30.662465 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'name': 'network-vif-deleted', 'tag': '5b0c22f4-2004-4999-a955-351bac063d3a'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:59:30.665269 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207e8ee4-bbd6-4396-a0e7-6844da3587aa" -d '{"events": [{"server_uuid": "e7d43e1a-8235-4abc-9f3c-8dde5a26f413", "name": "network-vif-deleted", "tag": "5b0c22f4-2004-4999-a955-351bac063d3a"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:59:30.701909 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6169ad99-42ed-429f-8378-bf6641df202c x-openstack-request-id: req-6169ad99-42ed-429f-8378-bf6641df202c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:59:30.702211 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d43e1a-8235-4abc-9f3c-8dde5a26f413", "name": "network-vif-deleted", "tag": "5b0c22f4-2004-4999-a955-351bac063d3a", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:59:30.702471 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6169ad99-42ed-429f-8378-bf6641df202c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:59:30.702881 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d43e1a-8235-4abc-9f3c-8dde5a26f413', 'name': 'network-vif-deleted', 'tag': '5b0c22f4-2004-4999-a955-351bac063d3a', 'status': 'completed', 'code': 200} Nov 26 03:59:31.091508 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06f63faf-6402-452e-852d-f638ee7a5982 req-1d9499f9-b1aa-4c9f-b9c1-a076ad528a97 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7d43e1a-8235-4abc-9f3c-8dde5a26f413 HTTP/1.1" status: 200 len: 210 time: 0.0301766 Nov 26 03:59:32.150884 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35992) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:32.821784 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:32.935055 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 5b0c22f4-2004-4999-a955-351bac063d3a no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:59:32.955291 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 5b0c22f4-2004-4999-a955-351bac063d3a {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:59:32.955644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 5b0c22f4-2004-4999-a955-351bac063d3a not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:59:33.068609 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port e700bc3f-38d8-44ac-a57f-1ed45fed94f5 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:59:33.068949 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:33.156847 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] For port e700bc3f-38d8-44ac-a57f-1ed45fed94f5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e700bc3f-38d8-44ac-a57f-1ed45fed94f5,segment=NetworkSegment(4c0e2e12-7749-426e-af0e-e44f9ce1ca64),segment_id=4c0e2e12-7749-426e-af0e-e44f9ce1ca64)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:59:33.157516 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:33.169663 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for e700bc3f-38d8-44ac-a57f-1ed45fed94f5 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:59:33.347349 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:33.373016 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=e700bc3f-38d8-44ac-a57f-1ed45fed94f5,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:33.400204 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:33.400637 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:33.400949 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:33.401297 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:33.401636 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:33.401980 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:33.402361 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:33.402736 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:33.403045 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:33.403385 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:33.403718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:33.404045 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:33.555051 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:33.765913 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 10466c17-0ba6-4561-ae87-43e7024c79d4 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:59:33.871452 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:59:33.876524 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2b43ffbf-a884-4594-9dc3-e5feb9e2823a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "PUT /v2.0/routers/10466c17-0ba6-4561-ae87-43e7024c79d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7246225 Nov 26 03:59:33.879539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35994) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:33.881311 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b064a94-05f7-4405-9422-c0d25f8895ca None None] Sync routers for ids ['10466c17-0ba6-4561-ae87-43e7024c79d4'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:59:33.891066 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b064a94-05f7-4405-9422-c0d25f8895ca None None] Routers {'10466c17-0ba6-4561-ae87-43e7024c79d4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:59:33.891674 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1b064a94-05f7-4405-9422-c0d25f8895ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:59:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['10466c17-0ba6-4561-ae87-43e7024c79d4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:33.933001 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca4c011-39d6-4e53-a10e-3119e067a1a4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting subnet 8b01c014-378f-4836-af35-cd1f6129d172 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 03:59:33.935992 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cca4c011-39d6-4e53-a10e-3119e067a1a4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:33.976041 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cca4c011-39d6-4e53-a10e-3119e067a1a4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:34.003644 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-1b064a94-05f7-4405-9422-c0d25f8895ca None None] Set router 10466c17-0ba6-4561-ae87-43e7024c79d4 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:59:34.063988 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cca4c011-39d6-4e53-a10e-3119e067a1a4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:34.121349 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cca4c011-39d6-4e53-a10e-3119e067a1a4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:34.149999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4c011-39d6-4e53-a10e-3119e067a1a4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Subnet': ['ID=8b01c014-378f-4836-af35-cd1f6129d172,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:34.151969 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-cca4c011-39d6-4e53-a10e-3119e067a1a4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:34.157052 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638999a1-f6c0-43b8-904f-c4a5c1d86c70 None None] Network 01e6c2c3-fd92-4bf0-8f76-754944668833 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:59:34.158020 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-cca4c011-39d6-4e53-a10e-3119e067a1a4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/subnets/8b01c014-378f-4836-af35-cd1f6129d172 HTTP/1.1" status: 204 len: 168 time: 0.2773526 Nov 26 03:59:34.158630 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 35996) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:34.183182 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1b064a94-05f7-4405-9422-c0d25f8895ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529018061', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:59:33Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:34.213655 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b064a94-05f7-4405-9422-c0d25f8895ca None None] Checking router: 10466c17-0ba6-4561-ae87-43e7024c79d4 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:59:34.222376 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b064a94-05f7-4405-9422-c0d25f8895ca None None] Routers {'10466c17-0ba6-4561-ae87-43e7024c79d4'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:59:34.222993 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1b064a94-05f7-4405-9422-c0d25f8895ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:59:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['10466c17-0ba6-4561-ae87-43e7024c79d4'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:34.270785 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed356-937d-433d-ae94-aa2068178984 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:34.328635 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-1b064a94-05f7-4405-9422-c0d25f8895ca None None] Set router 10466c17-0ba6-4561-ae87-43e7024c79d4 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:59:34.364583 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] DHCP port deletion for 01e6c2c3-fd92-4bf0-8f76-754944668833 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:59:34.386554 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed356-937d-433d-ae94-aa2068178984 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:34.413509 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] Deleting port c8b2d2b4-8348-4846-b3a2-d82da137e596 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:59:34.413897 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:34.443269 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ed356-937d-433d-ae94-aa2068178984 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port 21c3bcaf-72fe-495c-8462-8340dede05b4 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 03:59:34.443532 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed356-937d-433d-ae94-aa2068178984 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:34.476653 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] For port c8b2d2b4-8348-4846-b3a2-d82da137e596, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=c8b2d2b4-8348-4846-b3a2-d82da137e596,segment=NetworkSegment(4c0e2e12-7749-426e-af0e-e44f9ce1ca64),segment_id=4c0e2e12-7749-426e-af0e-e44f9ce1ca64)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:59:34.477065 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:34.490752 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] Calling delete_port for c8b2d2b4-8348-4846-b3a2-d82da137e596 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:59:34.524209 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-1b064a94-05f7-4405-9422-c0d25f8895ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529018061', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:59:33Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:34.527788 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-1c9ed356-937d-433d-ae94-aa2068178984 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] For port 21c3bcaf-72fe-495c-8462-8340dede05b4, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=21c3bcaf-72fe-495c-8462-8340dede05b4,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:59:34.528194 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed356-937d-433d-ae94-aa2068178984 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:34.545916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ed356-937d-433d-ae94-aa2068178984 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for 21c3bcaf-72fe-495c-8462-8340dede05b4 owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 03:59:34.550972 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b064a94-05f7-4405-9422-c0d25f8895ca None None] The sync data for ids ['10466c17-0ba6-4561-ae87-43e7024c79d4'] in n-d-819389-3 is: [{'id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529018061', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:59:33Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '21c3bcaf-72fe-495c-8462-8340dede05b4', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10466c17-0ba6-4561-ae87-43e7024c79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:57:18Z', 'updated_at': '2021-11-26T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:59:34.573869 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:34.603498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] Pushing event deleted for resources: {'Port': ['ID=c8b2d2b4-8348-4846-b3a2-d82da137e596,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:34.607862 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] No DVR routers for this DVR port c8b2d2b4-8348-4846-b3a2-d82da137e596 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 03:59:34.618775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:34.619133 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:34.619482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:34.619824 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:34.620263 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:34.620603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:34.620937 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:34.621270 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:34.621603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:34.621934 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:34.622264 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:34.622599 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48598d5-7084-4f38-92f8-35ae5a4754e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:34.715630 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed356-937d-433d-ae94-aa2068178984 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:34.741851 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ed356-937d-433d-ae94-aa2068178984 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=21c3bcaf-72fe-495c-8462-8340dede05b4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:34.753213 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb60610b-e9cd-4371-8bf0-b9934cabdc09 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:59:34.800940 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed356-937d-433d-ae94-aa2068178984 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:34.889498 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed356-937d-433d-ae94-aa2068178984 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:34.891697 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed356-937d-433d-ae94-aa2068178984 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:34.938318 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed356-937d-433d-ae94-aa2068178984 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:34.938871 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9ed356-937d-433d-ae94-aa2068178984 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Fanout notify agent at l3_agent the message router_deleted on router 10466c17-0ba6-4561-ae87-43e7024c79d4 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 03:59:34.946322 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed356-937d-433d-ae94-aa2068178984 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:34.950590 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1c9ed356-937d-433d-ae94-aa2068178984 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/routers/10466c17-0ba6-4561-ae87-43e7024c79d4 HTTP/1.1" status: 204 len: 168 time: 0.7878444 Nov 26 03:59:34.950813 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 35998) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:35.029283 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-246dcada-4d66-4616-9143-e1ea4ecb99ce tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:35.433686 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-246dcada-4d66-4616-9143-e1ea4ecb99ce tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:35.452980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-246dcada-4d66-4616-9143-e1ea4ecb99ce tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e6c2c3-fd92-4bf0-8f76-754944668833']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:35.462406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-246dcada-4d66-4616-9143-e1ea4ecb99ce tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0e2e12-7749-426e-af0e-e44f9ce1ca64') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:35.462709 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-246dcada-4d66-4616-9143-e1ea4ecb99ce tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0e2e12-7749-426e-af0e-e44f9ce1ca64') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:35.471967 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-246dcada-4d66-4616-9143-e1ea4ecb99ce tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:35.484734 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-246dcada-4d66-4616-9143-e1ea4ecb99ce tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:35.490523 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246dcada-4d66-4616-9143-e1ea4ecb99ce tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 03:59:35.490917 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-246dcada-4d66-4616-9143-e1ea4ecb99ce tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: timer() Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 03:59:35.494380 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 03:59:35.558536 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-246dcada-4d66-4616-9143-e1ea4ecb99ce tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:35.579427 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-246dcada-4d66-4616-9143-e1ea4ecb99ce tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:35.582667 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-246dcada-4d66-4616-9143-e1ea4ecb99ce tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/networks/01e6c2c3-fd92-4bf0-8f76-754944668833 HTTP/1.1" status: 204 len: 168 time: 0.6306877 Nov 26 03:59:35.584078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246dcada-4d66-4616-9143-e1ea4ecb99ce tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Network': ['ID=01e6c2c3-fd92-4bf0-8f76-754944668833,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:35.585495 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36000) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:35.597073 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c8b2d2b4-8348-4846-b3a2-d82da137e596 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:59:35.619231 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: c8b2d2b4-8348-4846-b3a2-d82da137e596 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:59:35.619585 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device c8b2d2b4-8348-4846-b3a2-d82da137e596 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:59:35.619999 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e700bc3f-38d8-44ac-a57f-1ed45fed94f5 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:59:35.646332 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a57dd660-0bad-430b-b11f-eb8b44009204 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:35.646807 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: e700bc3f-38d8-44ac-a57f-1ed45fed94f5 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:59:35.647164 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e700bc3f-38d8-44ac-a57f-1ed45fed94f5 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:59:35.647589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 21c3bcaf-72fe-495c-8462-8340dede05b4 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 03:59:35.666022 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 21c3bcaf-72fe-495c-8462-8340dede05b4 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 03:59:35.666371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 21c3bcaf-72fe-495c-8462-8340dede05b4 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 03:59:35.671720 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a57dd660-0bad-430b-b11f-eb8b44009204 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:35.732305 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a57dd660-0bad-430b-b11f-eb8b44009204 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:35.734934 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a57dd660-0bad-430b-b11f-eb8b44009204 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:35.736154 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a57dd660-0bad-430b-b11f-eb8b44009204 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/security-groups/8646e1c0-c426-4dd4-aeea-4f7f8011b27c HTTP/1.1" status: 204 len: 168 time: 0.1491404 Nov 26 03:59:35.745928 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57dd660-0bad-430b-b11f-eb8b44009204 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8646e1c0-c426-4dd4-aeea-4f7f8011b27c,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:36.215687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36006) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:36.220563 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-911c94be-8632-46b5-acac-834cd3a3bf27 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2022591630', 'description': 'tempest-secgroup-smoke-2022591630 description', 'project_id': '952c751804864f3f800b50cfd5313ece'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:59:36.242700 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-911c94be-8632-46b5-acac-834cd3a3bf27 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.306416 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-911c94be-8632-46b5-acac-834cd3a3bf27 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.310176 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-911c94be-8632-46b5-acac-834cd3a3bf27 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.338802 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-911c94be-8632-46b5-acac-834cd3a3bf27 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.340005 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-911c94be-8632-46b5-acac-834cd3a3bf27 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1232655 Nov 26 03:59:36.342124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c94be-8632-46b5-acac-834cd3a3bf27 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:36.343255 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36008) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:36.347783 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7955c0b2-5467-479b-bdec-08797a680977 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:59:36.374803 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7955c0b2-5467-479b-bdec-08797a680977 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.421501 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7955c0b2-5467-479b-bdec-08797a680977 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.424958 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7955c0b2-5467-479b-bdec-08797a680977 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.442612 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955c0b2-5467-479b-bdec-08797a680977 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8443ed56-2d8f-4327-a3b0-b58dbc585adb,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:36.450587 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7955c0b2-5467-479b-bdec-08797a680977 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.451794 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7955c0b2-5467-479b-bdec-08797a680977 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1074677 Nov 26 03:59:36.454620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36010) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:36.458869 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f3aadc49-b05b-44f7-9670-02d3e6dc3f31 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:59:36.484331 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3aadc49-b05b-44f7-9670-02d3e6dc3f31 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.541311 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3aadc49-b05b-44f7-9670-02d3e6dc3f31 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.545391 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3aadc49-b05b-44f7-9670-02d3e6dc3f31 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.563322 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aadc49-b05b-44f7-9670-02d3e6dc3f31 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623d3c38-6c35-4ca2-a7ba-ff5d13a94699,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:36.570187 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f3aadc49-b05b-44f7-9670-02d3e6dc3f31 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.571989 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f3aadc49-b05b-44f7-9670-02d3e6dc3f31 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164219 Nov 26 03:59:36.574663 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36012) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:36.578952 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-99aecc39-5e47-4d72-b11c-86ec20935d4b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:59:36.604877 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-99aecc39-5e47-4d72-b11c-86ec20935d4b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.659282 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-99aecc39-5e47-4d72-b11c-86ec20935d4b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.662533 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-99aecc39-5e47-4d72-b11c-86ec20935d4b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.679545 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aecc39-5e47-4d72-b11c-86ec20935d4b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b40c26-2571-4097-883a-993692b0eee2,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:36.687826 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-99aecc39-5e47-4d72-b11c-86ec20935d4b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.689049 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-99aecc39-5e47-4d72-b11c-86ec20935d4b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134737 Nov 26 03:59:36.691671 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36014) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:36.695922 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-b01c1372-ef1f-4095-8974-1c4b93902788 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:59:36.720812 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b01c1372-ef1f-4095-8974-1c4b93902788 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.780128 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b01c1372-ef1f-4095-8974-1c4b93902788 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.783324 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b01c1372-ef1f-4095-8974-1c4b93902788 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.801011 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c1372-ef1f-4095-8974-1c4b93902788 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4773f10c-6aaf-493e-bf9a-1d3fa04551f6,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:36.808078 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-b01c1372-ef1f-4095-8974-1c4b93902788 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.809261 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b01c1372-ef1f-4095-8974-1c4b93902788 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166377 Nov 26 03:59:36.812097 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36016) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:36.816391 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f73f1aca-9490-41ad-8b34-dfe314a5ae09 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:59:36.837910 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-f73f1aca-9490-41ad-8b34-dfe314a5ae09 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Project 952c751804864f3f800b50cfd5313ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:59:36.843143 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f73f1aca-9490-41ad-8b34-dfe314a5ae09 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.903254 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f73f1aca-9490-41ad-8b34-dfe314a5ae09 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.906612 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f73f1aca-9490-41ad-8b34-dfe314a5ae09 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.925701 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f1aca-9490-41ad-8b34-dfe314a5ae09 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841c2882-8a9f-400e-ae8b-5c0e9de5c03f,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:36.931130 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f73f1aca-9490-41ad-8b34-dfe314a5ae09 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:36.932233 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f73f1aca-9490-41ad-8b34-dfe314a5ae09 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191154 Nov 26 03:59:36.934947 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36018) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:36.939218 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-39481188-3ad9-497f-bf9a-c2071700acf5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:59:36.960733 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-39481188-3ad9-497f-bf9a-c2071700acf5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Project 952c751804864f3f800b50cfd5313ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 03:59:36.966042 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39481188-3ad9-497f-bf9a-c2071700acf5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:37.026281 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39481188-3ad9-497f-bf9a-c2071700acf5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:37.031712 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39481188-3ad9-497f-bf9a-c2071700acf5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:37.049748 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39481188-3ad9-497f-bf9a-c2071700acf5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9aa35c-e605-43ae-becb-44f183e7c393,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:37.057883 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-39481188-3ad9-497f-bf9a-c2071700acf5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:37.059284 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-39481188-3ad9-497f-bf9a-c2071700acf5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233671 Nov 26 03:59:37.062104 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36020) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:37.071588 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-46c7bcd2-5c40-4e62-90c2-f4a771d69aae tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'network': {'name': 'tempest-network-smoke--908558120', 'project_id': '952c751804864f3f800b50cfd5313ece', 'port_security_enabled': True}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:59:37.092253 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c7bcd2-5c40-4e62-90c2-f4a771d69aae tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Made reservation on behalf of 952c751804864f3f800b50cfd5313ece for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:59:37.095949 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46c7bcd2-5c40-4e62-90c2-f4a771d69aae tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:37.118802 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c7bcd2-5c40-4e62-90c2-f4a771d69aae tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 03:59:37.128161 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46c7bcd2-5c40-4e62-90c2-f4a771d69aae tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:37.128510 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-46c7bcd2-5c40-4e62-90c2-f4a771d69aae tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Added segment de3d5fcd-3437-45e4-a13d-ce38d624abea of type vlan for network 91bd3942-356a-4830-a555-bb0631c3367d Nov 26 03:59:37.166638 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46c7bcd2-5c40-4e62-90c2-f4a771d69aae tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:37.190153 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46c7bcd2-5c40-4e62-90c2-f4a771d69aae tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:37.195670 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c7bcd2-5c40-4e62-90c2-f4a771d69aae tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:37.196308 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-46c7bcd2-5c40-4e62-90c2-f4a771d69aae tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:37.250666 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-46c7bcd2-5c40-4e62-90c2-f4a771d69aae tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1874452 Nov 26 03:59:37.253248 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36022) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:37.257479 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2026482291', 'admin_state_up': True, 'project_id': '952c751804864f3f800b50cfd5313ece', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:59:37.277447 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7bcd2-5c40-4e62-90c2-f4a771d69aae tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Network': ['ID=91bd3942-356a-4830-a555-bb0631c3367d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:37.287752 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 91bd3942-356a-4830-a555-bb0631c3367d details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 03:59:37.294083 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:37.295066 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:37.348120 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:37.485135 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:37.669075 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:37.690336 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:37.788483 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.25.0.23 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/113aa399-445c-4bd6-859a-3310eb1299b8) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:59:37.892544 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:37.924078 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:37.963108 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:59:37.966045 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:59:37.968725 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:59:37.978523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed936263-c13d-4bbf-b426-61a8f98c046d None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:59:37.992257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=113aa399-445c-4bd6-859a-3310eb1299b8,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:38.068320 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8f49657a-a73c-48ff-abda-358d6fc88214 None None] Provisioning complete for port 113aa399-445c-4bd6-859a-3310eb1299b8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:59:38.068694 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8f49657a-a73c-48ff-abda-358d6fc88214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:38.111486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8f49657a-a73c-48ff-abda-358d6fc88214 None None] Port 113aa399-445c-4bd6-859a-3310eb1299b8 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:59:38.220516 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:38.414594 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:38.537770 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 2742b866-3545-4eed-ad41-0f4a4e5a3319 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 03:59:38.639729 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:59:38.649938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Sync routers for ids ['2742b866-3545-4eed-ad41-0f4a4e5a3319'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:59:38.660761 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Routers {'2742b866-3545-4eed-ad41-0f4a4e5a3319'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:59:38.660955 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:38.661383 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:59:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2742b866-3545-4eed-ad41-0f4a4e5a3319'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:38.662171 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-19d646c0-0cec-449c-b92f-293537bc48bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4080031 Nov 26 03:59:38.668112 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36024) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:38.764783 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Set router 2742b866-3545-4eed-ad41-0f4a4e5a3319 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:59:38.950823 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026482291', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:38Z', 'revision_number': 3, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:38.978277 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Checking router: 2742b866-3545-4eed-ad41-0f4a4e5a3319 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:59:38.978629 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Updating router 2742b866-3545-4eed-ad41-0f4a4e5a3319 port 113aa399-445c-4bd6-859a-3310eb1299b8 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:59:39.003281 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:39.064295 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b6c2f428-8567-4261-ac01-e152504be2d8 tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=952c751804864f3f800b50cfd5313ece&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3949859 Nov 26 03:59:39.066826 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36028) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:39.153289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21adaec-4337-43a3-ae1d-cef24d815c66 tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:39.154838 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d21adaec-4337-43a3-ae1d-cef24d815c66 tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871112 Nov 26 03:59:39.157617 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36030) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:39.187652 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-50f16642-9bd5-441b-a97b-68d54f62dbea tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288162 Nov 26 03:59:39.190015 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36032) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:39.194733 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9d167f93-3c84-4878-a4ca-27772b6a92d0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-688364087', 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d', 'project_id': '952c751804864f3f800b50cfd5313ece', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:59:39.259015 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:39.264597 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:39.280899 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d167f93-3c84-4878-a4ca-27772b6a92d0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Made reservation on behalf of 952c751804864f3f800b50cfd5313ece for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:59:39.284402 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9d167f93-3c84-4878-a4ca-27772b6a92d0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:39.304745 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3900e04a-7938-4f20-9bd9-9ddeb542eedf None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:59:39.323450 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Attempting to bind port 113aa399-445c-4bd6-859a-3310eb1299b8 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:59:39.323833 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Attempting to bind port 113aa399-445c-4bd6-859a-3310eb1299b8 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:59:39.324246 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Attempting to bind port 113aa399-445c-4bd6-859a-3310eb1299b8 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:59:39.326099 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5091e6a-fa3d-4a1e-88a5-111b8a338882 None None] Pushing event updated for resources: {'Port': ['ID=113aa399-445c-4bd6-859a-3310eb1299b8,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:39.333713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:59:39.333713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:59:39.333978 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:39.334250 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:59:39.334731 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Bound port: 113aa399-445c-4bd6-859a-3310eb1299b8, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:59:39.335118 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:39.386237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] For port 113aa399-445c-4bd6-859a-3310eb1299b8, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:59:39.389485 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] For port 113aa399-445c-4bd6-859a-3310eb1299b8, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=113aa399-445c-4bd6-859a-3310eb1299b8,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:59:39.393029 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:39.438787 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f25933-e5d5-4635-8501-2d8817b381c6 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 03:59:39.463217 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9d167f93-3c84-4878-a4ca-27772b6a92d0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:39.473641 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5091e6a-fa3d-4a1e-88a5-111b8a338882 None None] Pushing event updated for resources: {'Port': ['ID=113aa399-445c-4bd6-859a-3310eb1299b8,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:39.475970 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Routers {'2742b866-3545-4eed-ad41-0f4a4e5a3319'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:59:39.476602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:59:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2742b866-3545-4eed-ad41-0f4a4e5a3319'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:39.481422 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-78354d79-70e4-41f0-9a3a-c44b92158e5b None None] Provisioning complete for port 113aa399-445c-4bd6-859a-3310eb1299b8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:59:39.481795 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-78354d79-70e4-41f0-9a3a-c44b92158e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:39.529068 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d167f93-3c84-4878-a4ca-27772b6a92d0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Subnet': ['ID=532d7f98-e5c5-47fb-946b-1b381ab13ef7,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:39.537780 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d167f93-3c84-4878-a4ca-27772b6a92d0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Checking segment: {'id': 'de3d5fcd-3437-45e4-a13d-ce38d624abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:59:39.538149 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d167f93-3c84-4878-a4ca-27772b6a92d0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network hostable DHCP agents. Network: 91bd3942-356a-4830-a555-bb0631c3367d, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 03:59:39.555160 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d167f93-3c84-4878-a4ca-27772b6a92d0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 91bd3942-356a-4830-a555-bb0631c3367d is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 03:59:39.563579 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-9d167f93-3c84-4878-a4ca-27772b6a92d0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 91bd3942-356a-4830-a555-bb0631c3367d) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:59:39.567935 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d167f93-3c84-4878-a4ca-27772b6a92d0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:39.568939 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9d167f93-3c84-4878-a4ca-27772b6a92d0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:39.578264 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a967be-a6a9-4262-b33a-688b6497c996 None None] Network 91bd3942-356a-4830-a555-bb0631c3367d requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:59:39.585553 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9d167f93-3c84-4878-a4ca-27772b6a92d0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3944795 Nov 26 03:59:39.588874 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36034) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:39.662343 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] Set router 2742b866-3545-4eed-ad41-0f4a4e5a3319 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:59:39.955607 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-78354d79-70e4-41f0-9a3a-c44b92158e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:40.012756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-78354d79-70e4-41f0-9a3a-c44b92158e5b None None] For port 113aa399-445c-4bd6-859a-3310eb1299b8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=113aa399-445c-4bd6-859a-3310eb1299b8,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:59:40.014626 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d77065e5-f212-42c5-94c9-f40e6fa45a89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:40.020515 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-78354d79-70e4-41f0-9a3a-c44b92158e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:40.111864 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-91bd3942-356a-4830-a555-bb0631c3367d', 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ips': [{'subnet_id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 03:59:40.112747 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:40.141410 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78354d79-70e4-41f0-9a3a-c44b92158e5b None None] Pushing event updated for resources: {'Port': ['ID=113aa399-445c-4bd6-859a-3310eb1299b8,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:40.173810 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-901cb6e9-c1a8-4696-b957-23addf3308cf None None] Provisioning complete for port 113aa399-445c-4bd6-859a-3310eb1299b8 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:59:40.174197 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-901cb6e9-c1a8-4696-b957-23addf3308cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:40.288595 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-d77065e5-f212-42c5-94c9-f40e6fa45a89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.20.0.1 (91bd3942-356a-4830-a555-bb0631c3367d/532d7f98-e5c5-47fb-946b-1b381ab13ef7/854285a9-a4ee-4c17-951f-7cca7cad4f72) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:59:40.289219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026482291', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:38Z', 'revision_number': 3, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:40.321971 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed34cb-d4cd-4aae-a0e4-25d762d9e7b1 None None] The sync data for ids ['2742b866-3545-4eed-ad41-0f4a4e5a3319'] in n-d-819389-3 is: [{'id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026482291', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:38Z', 'revision_number': 3, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:59:40.406894 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d77065e5-f212-42c5-94c9-f40e6fa45a89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:40.440802 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d77065e5-f212-42c5-94c9-f40e6fa45a89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:40.486439 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77065e5-f212-42c5-94c9-f40e6fa45a89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 91bd3942-356a-4830-a555-bb0631c3367d is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:59:40.489088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Allocated IP 172.20.0.2 (91bd3942-356a-4830-a555-bb0631c3367d/532d7f98-e5c5-47fb-946b-1b381ab13ef7/a6b7c4f2-9db4-4486-b438-f15cc990a5c3) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:59:40.489779 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-d77065e5-f212-42c5-94c9-f40e6fa45a89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:59:40.494644 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77065e5-f212-42c5-94c9-f40e6fa45a89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:59:40.523798 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77065e5-f212-42c5-94c9-f40e6fa45a89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=854285a9-a4ee-4c17-951f-7cca7cad4f72,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:40.542426 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d77065e5-f212-42c5-94c9-f40e6fa45a89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:40.688854 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:40.695788 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:40.703235 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d77065e5-f212-42c5-94c9-f40e6fa45a89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:40.743209 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Network 91bd3942-356a-4830-a555-bb0631c3367d is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:59:40.749569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:59:40.754327 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:59:40.757709 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Pushing event updated for resources: {'Port': ['ID=a6b7c4f2-9db4-4486-b438-f15cc990a5c3,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:40.814933 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Attempting to bind port a6b7c4f2-9db4-4486-b438-f15cc990a5c3 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:59:40.815311 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Attempting to bind port a6b7c4f2-9db4-4486-b438-f15cc990a5c3 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'de3d5fcd-3437-45e4-a13d-ce38d624abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:59:40.815669 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Attempting to bind port a6b7c4f2-9db4-4486-b438-f15cc990a5c3 on network 91bd3942-356a-4830-a555-bb0631c3367d {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:59:40.821055 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:59:40.821358 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Checking segment: {'id': 'de3d5fcd-3437-45e4-a13d-ce38d624abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:59:40.821764 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:40.822158 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Bound using segment: {'id': 'de3d5fcd-3437-45e4-a13d-ce38d624abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:59:40.822633 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Bound port: a6b7c4f2-9db4-4486-b438-f15cc990a5c3, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3d5fcd-3437-45e4-a13d-ce38d624abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:59:40.823011 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:40.892877 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] For port a6b7c4f2-9db4-4486-b438-f15cc990a5c3, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:59:40.896387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] For port a6b7c4f2-9db4-4486-b438-f15cc990a5c3, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a6b7c4f2-9db4-4486-b438-f15cc990a5c3,segment=NetworkSegment(de3d5fcd-3437-45e4-a13d-ce38d624abea),segment_id=de3d5fcd-3437-45e4-a13d-ce38d624abea)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:59:40.901297 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:40.969979 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1a3cb-503d-47e4-af76-464d6b79224d None None] Pushing event updated for resources: {'Port': ['ID=a6b7c4f2-9db4-4486-b438-f15cc990a5c3,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:41.036028 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d77065e5-f212-42c5-94c9-f40e6fa45a89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:41.041114 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d77065e5-f212-42c5-94c9-f40e6fa45a89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:41.115887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77065e5-f212-42c5-94c9-f40e6fa45a89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=854285a9-a4ee-4c17-951f-7cca7cad4f72,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:41.144354 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d77065e5-f212-42c5-94c9-f40e6fa45a89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:41.254833 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77065e5-f212-42c5-94c9-f40e6fa45a89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 91bd3942-356a-4830-a555-bb0631c3367d is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:59:41.256777 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-d77065e5-f212-42c5-94c9-f40e6fa45a89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:59:41.377906 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77065e5-f212-42c5-94c9-f40e6fa45a89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 2742b866-3545-4eed-ad41-0f4a4e5a3319 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:59:41.439446 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a6b7c4f2-9db4-4486-b438-f15cc990a5c3 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:59:41.488025 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a6b7c4f2-9db4-4486-b438-f15cc990a5c3 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:59:41.488517 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:41.490349 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77065e5-f212-42c5-94c9-f40e6fa45a89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:59:41.495385 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d77065e5-f212-42c5-94c9-f40e6fa45a89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "PUT /v2.0/routers/2742b866-3545-4eed-ad41-0f4a4e5a3319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9055462 Nov 26 03:59:41.569382 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:41.601764 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port a6b7c4f2-9db4-4486-b438-f15cc990a5c3, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a6b7c4f2-9db4-4486-b438-f15cc990a5c3,segment=NetworkSegment(de3d5fcd-3437-45e4-a13d-ce38d624abea),segment_id=de3d5fcd-3437-45e4-a13d-ce38d624abea)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:59:41.607420 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:41.608349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 113aa399-445c-4bd6-859a-3310eb1299b8 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:59:41.649969 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-9da088ab-2873-417a-90a9-a5515ca72b1f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2022591630&fields=id&tenant_id=952c751804864f3f800b50cfd5313ece HTTP/1.1" status: 200 len: 267 time: 0.0494015 Nov 26 03:59:41.689421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=a6b7c4f2-9db4-4486-b438-f15cc990a5c3,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:41.703668 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 113aa399-445c-4bd6-859a-3310eb1299b8 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:59:41.704044 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:41.773847 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-380a0516-4522-4e00-ac97-fe64951e0bf8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:41.776130 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-380a0516-4522-4e00-ac97-fe64951e0bf8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/networks?id=91bd3942-356a-4830-a555-bb0631c3367d HTTP/1.1" status: 200 len: 796 time: 0.1181846 Nov 26 03:59:41.796289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-059bed6a-8f1e-4af4-bc2b-09cd88160153 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/quotas/952c751804864f3f800b50cfd5313ece HTTP/1.1" status: 200 len: 375 time: 0.0117307 Nov 26 03:59:41.823825 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9e9966d9-b444-453c-ae3b-6823f57f12c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:41.851944 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-f7d89515-9d97-4405-9bae-bb35544d0586 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497060 Nov 26 03:59:41.867958 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-b018a145-56bd-465d-ae4b-d0f6b557bff6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 03:59:41.869166 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-b018a145-56bd-465d-ae4b-d0f6b557bff6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055153 Nov 26 03:59:41.967969 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-13975a01-a4ad-4cd6-8051-f4924a2ff765 service neutron] 10.222.0.31 "GET /v2.0/networks/91bd3942-356a-4830-a555-bb0631c3367d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924802 Nov 26 03:59:41.975928 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aa9f84-676a-4d77-9d0d-9d290c1792bb None None] Network 91bd3942-356a-4830-a555-bb0631c3367d requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 03:59:42.030568 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-0726d1b4-ace2-4a7b-a85f-a78f6a9fbef4 None None] Provisioning complete for port a6b7c4f2-9db4-4486-b438-f15cc990a5c3 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:59:42.030947 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0726d1b4-ace2-4a7b-a85f-a78f6a9fbef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:42.058892 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-5fb1ec30-3b39-4741-886d-1389696fd40c service neutron] 10.222.0.31 "GET /v2.0/networks/91bd3942-356a-4830-a555-bb0631c3367d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836592 Nov 26 03:59:42.250069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-057b1200-ffbd-475c-8f77-bad0fbc120ff req-c7e92053-caab-45d9-b9f3-c4b8aed703bf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 210 time: 0.0293663 Nov 26 03:59:42.511421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-35438e73-8b14-4e45-bca7-63d080907dca None None] Provisioning complete for port 854285a9-a4ee-4c17-951f-7cca7cad4f72 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:59:42.512163 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-35438e73-8b14-4e45-bca7-63d080907dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:42.550969 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-35438e73-8b14-4e45-bca7-63d080907dca None None] Port 854285a9-a4ee-4c17-951f-7cca7cad4f72 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:59:42.564848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-35438e73-8b14-4e45-bca7-63d080907dca None None] Provisioning complete for port a6b7c4f2-9db4-4486-b438-f15cc990a5c3 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:59:42.565474 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-35438e73-8b14-4e45-bca7-63d080907dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:42.577538 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Sync routers for ids ['2742b866-3545-4eed-ad41-0f4a4e5a3319'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:59:42.589779 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Routers {'2742b866-3545-4eed-ad41-0f4a4e5a3319'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:59:42.591113 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:59:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2742b866-3545-4eed-ad41-0f4a4e5a3319'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:42.798547 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d3386146-e7d2-4ecc-81c8-3e36e9ecae16 None None] Provisioning complete for port 854285a9-a4ee-4c17-951f-7cca7cad4f72 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:59:42.805352 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Set router 2742b866-3545-4eed-ad41-0f4a4e5a3319 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:59:42.810663 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d3386146-e7d2-4ecc-81c8-3e36e9ecae16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:42.860086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-d3386146-e7d2-4ecc-81c8-3e36e9ecae16 None None] Port 854285a9-a4ee-4c17-951f-7cca7cad4f72 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:59:42.979128 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c7ec0a1e-896e-4c7a-9f22-3591b8277ec5 None None] Provisioning complete for port 854285a9-a4ee-4c17-951f-7cca7cad4f72 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:59:42.979492 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0a1e-896e-4c7a-9f22-3591b8277ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:43.014851 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c7ec0a1e-896e-4c7a-9f22-3591b8277ec5 None None] Port 854285a9-a4ee-4c17-951f-7cca7cad4f72 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:59:43.022375 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026482291', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:40Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '854285a9-a4ee-4c17-951f-7cca7cad4f72', 'name': '', 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:34:fa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:40Z', 'updated_at': '2021-11-26T03:59:40Z', 'revision_number': 2, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:43.047738 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Checking router: 2742b866-3545-4eed-ad41-0f4a4e5a3319 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:59:43.048130 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Updating router 2742b866-3545-4eed-ad41-0f4a4e5a3319 port 854285a9-a4ee-4c17-951f-7cca7cad4f72 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 03:59:43.073080 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:43.344516 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:43.360339 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:43.366120 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-9dedd0d4-6adb-4cb4-9439-2839b98d246f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:43.368890 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-9dedd0d4-6adb-4cb4-9439-2839b98d246f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.59 "GET /v2.0/networks?id=91bd3942-356a-4830-a555-bb0631c3367d HTTP/1.1" status: 200 len: 796 time: 0.1248395 Nov 26 03:59:43.380546 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-109243d6-e9e6-4bad-b2d2-a6f3dc6437f7 req-27f26d5e-fafa-4c01-975a-3e49d6ef8945 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 210 time: 0.0461059 Nov 26 03:59:43.438531 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a6b7c4f2-9db4-4486-b438-f15cc990a5c3 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:59:43.458731 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-b39ae981-adb2-40a8-b4ae-3b27c9df9848 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=952c751804864f3f800b50cfd5313ece HTTP/1.1" status: 200 len: 380 time: 0.0713248 Nov 26 03:59:43.469483 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Attempting to bind port 854285a9-a4ee-4c17-951f-7cca7cad4f72 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:59:43.469861 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Attempting to bind port 854285a9-a4ee-4c17-951f-7cca7cad4f72 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'de3d5fcd-3437-45e4-a13d-ce38d624abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:59:43.470229 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Attempting to bind port 854285a9-a4ee-4c17-951f-7cca7cad4f72 on network 91bd3942-356a-4830-a555-bb0631c3367d {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:59:43.471890 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-28895e20-d722-4cd5-a159-972c1cf0f03e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'port': {'device_id': 'eb505abd-6557-4e5a-99fd-686db0a04557', 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d', 'admin_state_up': True, 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'security_groups': ['2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:59:43.477698 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:59:43.478076 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Checking segment: {'id': 'de3d5fcd-3437-45e4-a13d-ce38d624abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:59:43.478481 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:43.478877 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Bound using segment: {'id': 'de3d5fcd-3437-45e4-a13d-ce38d624abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:59:43.479375 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Bound port: 854285a9-a4ee-4c17-951f-7cca7cad4f72, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3d5fcd-3437-45e4-a13d-ce38d624abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:59:43.480359 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:43.502052 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a6b7c4f2-9db4-4486-b438-f15cc990a5c3 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:59:43.502871 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:43.553877 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] For port 854285a9-a4ee-4c17-951f-7cca7cad4f72, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:59:43.557597 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] For port 854285a9-a4ee-4c17-951f-7cca7cad4f72, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=854285a9-a4ee-4c17-951f-7cca7cad4f72,segment=NetworkSegment(de3d5fcd-3437-45e4-a13d-ce38d624abea),segment_id=de3d5fcd-3437-45e4-a13d-ce38d624abea)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:59:43.558695 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca2de6-c035-4a93-9b6b-2e97b40ff4f4 None None] Pushing event updated for resources: {'Port': ['ID=854285a9-a4ee-4c17-951f-7cca7cad4f72,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:43.566540 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca2de6-c035-4a93-9b6b-2e97b40ff4f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:43.566893 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca2de6-c035-4a93-9b6b-2e97b40ff4f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:43.567243 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca2de6-c035-4a93-9b6b-2e97b40ff4f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:43.567581 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca2de6-c035-4a93-9b6b-2e97b40ff4f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:43.567937 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca2de6-c035-4a93-9b6b-2e97b40ff4f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:43.568273 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca2de6-c035-4a93-9b6b-2e97b40ff4f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:43.568599 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca2de6-c035-4a93-9b6b-2e97b40ff4f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:43.568927 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca2de6-c035-4a93-9b6b-2e97b40ff4f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:43.569259 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca2de6-c035-4a93-9b6b-2e97b40ff4f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:43.569586 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca2de6-c035-4a93-9b6b-2e97b40ff4f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:43.569911 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca2de6-c035-4a93-9b6b-2e97b40ff4f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:43.570238 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca2de6-c035-4a93-9b6b-2e97b40ff4f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 03:59:43.574612 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:43.624205 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-28895e20-d722-4cd5-a159-972c1cf0f03e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Made reservation on behalf of 952c751804864f3f800b50cfd5313ece for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 03:59:43.628964 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca2de6-c035-4a93-9b6b-2e97b40ff4f4 None None] Pushing event updated for resources: {'Port': ['ID=854285a9-a4ee-4c17-951f-7cca7cad4f72,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:43.642008 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-28895e20-d722-4cd5-a159-972c1cf0f03e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:43.642190 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Routers {'2742b866-3545-4eed-ad41-0f4a4e5a3319'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:59:43.642785 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:59:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2742b866-3545-4eed-ad41-0f4a4e5a3319'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:43.740314 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-aba67471-b7f8-41e9-a560-a754c3ed2d45 None None] Provisioning complete for port 854285a9-a4ee-4c17-951f-7cca7cad4f72 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:59:43.740767 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aba67471-b7f8-41e9-a560-a754c3ed2d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:43.756974 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] Set router 2742b866-3545-4eed-ad41-0f4a4e5a3319 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:59:43.792643 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-28895e20-d722-4cd5-a159-972c1cf0f03e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.20.0.8 (91bd3942-356a-4830-a555-bb0631c3367d/532d7f98-e5c5-47fb-946b-1b381ab13ef7/b9e4832a-b505-4d2d-8bf8-8869efb5d94d) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:59:43.840994 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aba67471-b7f8-41e9-a560-a754c3ed2d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:43.881868 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-aba67471-b7f8-41e9-a560-a754c3ed2d45 None None] For port 854285a9-a4ee-4c17-951f-7cca7cad4f72, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=854285a9-a4ee-4c17-951f-7cca7cad4f72,segment=NetworkSegment(de3d5fcd-3437-45e4-a13d-ce38d624abea),segment_id=de3d5fcd-3437-45e4-a13d-ce38d624abea)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:59:43.890250 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aba67471-b7f8-41e9-a560-a754c3ed2d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:43.943312 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba67471-b7f8-41e9-a560-a754c3ed2d45 None None] Pushing event updated for resources: {'Port': ['ID=854285a9-a4ee-4c17-951f-7cca7cad4f72,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:43.965781 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-28895e20-d722-4cd5-a159-972c1cf0f03e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:43.990255 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026482291', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:40Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '854285a9-a4ee-4c17-951f-7cca7cad4f72', 'name': '', 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:34:fa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:40Z', 'updated_at': '2021-11-26T03:59:43Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:44.000791 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-28895e20-d722-4cd5-a159-972c1cf0f03e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:44.011015 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-da80377e-18cb-4647-a168-623b71b3c21d None None] Provisioning complete for port 854285a9-a4ee-4c17-951f-7cca7cad4f72 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:59:44.011393 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-da80377e-18cb-4647-a168-623b71b3c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:44.017258 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433fa30-4886-40bc-9ef0-cc98ef5ebb1b None None] The sync data for ids ['2742b866-3545-4eed-ad41-0f4a4e5a3319'] in n-d-819389-3 is: [{'id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026482291', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:40Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '854285a9-a4ee-4c17-951f-7cca7cad4f72', 'name': '', 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:34:fa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:40Z', 'updated_at': '2021-11-26T03:59:43Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:59:44.057165 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-28895e20-d722-4cd5-a159-972c1cf0f03e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 91bd3942-356a-4830-a555-bb0631c3367d is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:59:44.062029 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-28895e20-d722-4cd5-a159-972c1cf0f03e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:59:44.064535 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-28895e20-d722-4cd5-a159-972c1cf0f03e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:59:44.114145 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28895e20-d722-4cd5-a159-972c1cf0f03e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=b9e4832a-b505-4d2d-8bf8-8869efb5d94d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:44.147210 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-28895e20-d722-4cd5-a159-972c1cf0f03e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:44.147862 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-28895e20-d722-4cd5-a159-972c1cf0f03e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:44.164872 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-28895e20-d722-4cd5-a159-972c1cf0f03e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6987772 Nov 26 03:59:44.184211 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Request body: {'port': {'device_id': 'eb505abd-6557-4e5a-99fd-686db0a04557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:59:44.217031 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5a80a714-bb74-40b1-b6c2-fe4df5597f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:44.245285 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:44.450453 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-5c8ab360-80c8-447c-bcfb-cfb01ee335d9 None None] Provisioning complete for port b9e4832a-b505-4d2d-8bf8-8869efb5d94d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:59:44.451651 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5c8ab360-80c8-447c-bcfb-cfb01ee335d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:44.495441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-5c8ab360-80c8-447c-bcfb-cfb01ee335d9 None None] Port b9e4832a-b505-4d2d-8bf8-8869efb5d94d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 03:59:44.509406 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6201b-8c05-41a9-8c91-8c712e903f6d req-6dac6878-67f5-4720-b8bf-81c787acb32f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:44.515025 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4d6201b-8c05-41a9-8c91-8c712e903f6d req-6dac6878-67f5-4720-b8bf-81c787acb32f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 931 time: 0.0595152 Nov 26 03:59:44.541496 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e4832a-b505-4d2d-8bf8-8869efb5d94d {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:59:44.549190 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:44.561708 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Transition to ACTIVE for port object b9e4832a-b505-4d2d-8bf8-8869efb5d94d will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 03:59:44.568515 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:44.569498 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f4d6201b-8c05-41a9-8c91-8c712e903f6d req-aa9cfac0-7eed-4eb1-bd61-77e7653da46e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493956 Nov 26 03:59:44.620992 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e4832a-b505-4d2d-8bf8-8869efb5d94d,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:44.698824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Attempting to bind port b9e4832a-b505-4d2d-8bf8-8869efb5d94d on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 03:59:44.699254 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Attempting to bind port b9e4832a-b505-4d2d-8bf8-8869efb5d94d by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'de3d5fcd-3437-45e4-a13d-ce38d624abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 03:59:44.699671 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Attempting to bind port b9e4832a-b505-4d2d-8bf8-8869efb5d94d on network 91bd3942-356a-4830-a555-bb0631c3367d {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:59:44.704756 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Port b9e4832a-b505-4d2d-8bf8-8869efb5d94d on network 91bd3942-356a-4830-a555-bb0631c3367d not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 03:59:44.705031 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Attempting to bind port b9e4832a-b505-4d2d-8bf8-8869efb5d94d on network 91bd3942-356a-4830-a555-bb0631c3367d {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 03:59:44.710525 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 3, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 03:59:44.710952 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Checking segment: {'id': 'de3d5fcd-3437-45e4-a13d-ce38d624abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 03:59:44.711444 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Bound using segment: {'id': 'de3d5fcd-3437-45e4-a13d-ce38d624abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 03:59:44.711894 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Bound port: b9e4832a-b505-4d2d-8bf8-8869efb5d94d, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de3d5fcd-3437-45e4-a13d-ce38d624abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 03:59:44.712287 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:44.786245 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] For port b9e4832a-b505-4d2d-8bf8-8869efb5d94d, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 03:59:44.790300 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] For port b9e4832a-b505-4d2d-8bf8-8869efb5d94d, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b9e4832a-b505-4d2d-8bf8-8869efb5d94d,segment=NetworkSegment(de3d5fcd-3437-45e4-a13d-ce38d624abea),segment_id=de3d5fcd-3437-45e4-a13d-ce38d624abea)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 03:59:44.794868 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:44.830941 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:44.831862 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:44.833243 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] 10.222.0.59 "PUT /v2.0/ports/b9e4832a-b505-4d2d-8bf8-8869efb5d94d HTTP/1.1" status: 200 len: 1091 time: 0.6538029 Nov 26 03:59:44.833763 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb505abd-6557-4e5a-99fd-686db0a04557', 'tag': 'b9e4832a-b505-4d2d-8bf8-8869efb5d94d'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:59:44.836185 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd72be7-44bc-43c5-a4f8-b7f90c7e3e83" -d '{"events": [{"name": "network-changed", "server_uuid": "eb505abd-6557-4e5a-99fd-686db0a04557", "tag": "b9e4832a-b505-4d2d-8bf8-8869efb5d94d"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:59:44.866093 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fecc9-1002-4e59-89e4-f0efe087de97 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e4832a-b505-4d2d-8bf8-8869efb5d94d,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:44.917621 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b406bd5-30f2-4f12-a057-7d9e69510c82 x-openstack-request-id: req-1b406bd5-30f2-4f12-a057-7d9e69510c82 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:59:44.917914 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb505abd-6557-4e5a-99fd-686db0a04557", "tag": "b9e4832a-b505-4d2d-8bf8-8869efb5d94d", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:59:44.918169 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b406bd5-30f2-4f12-a057-7d9e69510c82 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:59:44.918571 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb505abd-6557-4e5a-99fd-686db0a04557', 'tag': 'b9e4832a-b505-4d2d-8bf8-8869efb5d94d', 'status': 'completed', 'code': 200} Nov 26 03:59:44.975500 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-f1521ac1-f7ed-4d34-9545-f1db9181422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:44.977691 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-f1521ac1-f7ed-4d34-9545-f1db9181422d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 1094 time: 0.0472503 Nov 26 03:59:45.031015 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-3ca9aeb1-8030-45e5-970d-f67af1e50b55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9e4832a-b505-4d2d-8bf8-8869efb5d94d HTTP/1.1" status: 200 len: 217 time: 0.0400896 Nov 26 03:59:45.083553 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-8f15ba2b-6329-447a-9da9-f41004a13de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:45.085118 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-8f15ba2b-6329-447a-9da9-f41004a13de8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=532d7f98-e5c5-47fb-946b-1b381ab13ef7 HTTP/1.1" status: 200 len: 834 time: 0.0462916 Nov 26 03:59:45.134107 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-0f5d6742-9190-4c28-918f-c361319837b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:45.135626 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-0f5d6742-9190-4c28-918f-c361319837b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91bd3942-356a-4830-a555-bb0631c3367d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434837 Nov 26 03:59:45.232876 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-faba003a-a117-4c70-9e29-9e16ebdaeabd service neutron] 10.222.0.59 "GET /v2.0/networks/91bd3942-356a-4830-a555-bb0631c3367d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902722 Nov 26 03:59:45.320266 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:45.322216 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-93d0eff8-c07d-4d36-8a1d-1ff2d5bf8e5e req-510512cb-d22d-4f9f-9fb9-5ed8d740f298 service neutron] 10.222.0.59 "GET /v2.0/networks/91bd3942-356a-4830-a555-bb0631c3367d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826478 Nov 26 03:59:45.420141 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 854285a9-a4ee-4c17-951f-7cca7cad4f72 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:59:45.462632 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd72be7-44bc-43c5-a4f8-b7f90c7e3e83 req-af3d7654-a5f2-4c8f-a335-c654c49b559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:45.464177 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9bd72be7-44bc-43c5-a4f8-b7f90c7e3e83 req-af3d7654-a5f2-4c8f-a335-c654c49b559e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 1094 time: 0.0448503 Nov 26 03:59:45.467395 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 854285a9-a4ee-4c17-951f-7cca7cad4f72 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:59:45.468027 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:45.557992 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd72be7-44bc-43c5-a4f8-b7f90c7e3e83 req-cf26420e-5b60-40ea-8c1e-4fbe9f600aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:45.559500 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9bd72be7-44bc-43c5-a4f8-b7f90c7e3e83 req-cf26420e-5b60-40ea-8c1e-4fbe9f600aaf service neutron] 10.222.0.59 "GET /v2.0/networks?id=91bd3942-356a-4830-a555-bb0631c3367d HTTP/1.1" status: 200 len: 897 time: 0.0873430 Nov 26 03:59:45.604769 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9bd72be7-44bc-43c5-a4f8-b7f90c7e3e83 req-ec5ec314-476c-4b5b-bbd5-69a904b48379 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9e4832a-b505-4d2d-8bf8-8869efb5d94d HTTP/1.1" status: 200 len: 217 time: 0.0376177 Nov 26 03:59:45.656613 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd72be7-44bc-43c5-a4f8-b7f90c7e3e83 req-b398d3a2-125c-40e9-a3b2-33c51448af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:45.658096 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9bd72be7-44bc-43c5-a4f8-b7f90c7e3e83 req-b398d3a2-125c-40e9-a3b2-33c51448af27 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=532d7f98-e5c5-47fb-946b-1b381ab13ef7 HTTP/1.1" status: 200 len: 834 time: 0.0458608 Nov 26 03:59:45.689410 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2f4a9-0e03-4bb5-b669-9ec2940577b7 req-aba5604d-094c-4460-ad64-8b5e6aa6b37b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:45.691047 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8ce2f4a9-0e03-4bb5-b669-9ec2940577b7 req-aba5604d-094c-4460-ad64-8b5e6aa6b37b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 943 time: 0.0496516 Nov 26 03:59:45.704268 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd72be7-44bc-43c5-a4f8-b7f90c7e3e83 req-f537db38-8362-48de-befe-b8a845536a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:45.705786 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9bd72be7-44bc-43c5-a4f8-b7f90c7e3e83 req-f537db38-8362-48de-befe-b8a845536a40 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91bd3942-356a-4830-a555-bb0631c3367d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397656 Nov 26 03:59:45.741726 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8ce2f4a9-0e03-4bb5-b669-9ec2940577b7 req-549f42be-d228-4a86-8525-907e9911ee60 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440879 Nov 26 03:59:45.801198 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9bd72be7-44bc-43c5-a4f8-b7f90c7e3e83 req-d51a15d3-29e5-412b-8f26-a5bdb0952338 service neutron] 10.222.0.59 "GET /v2.0/networks/91bd3942-356a-4830-a555-bb0631c3367d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871146 Nov 26 03:59:45.889956 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-9bd72be7-44bc-43c5-a4f8-b7f90c7e3e83 req-6758b93d-2346-48c2-ad95-2e88589a729b service neutron] 10.222.0.59 "GET /v2.0/networks/91bd3942-356a-4830-a555-bb0631c3367d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804257 Nov 26 03:59:46.863412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f75ad-2b58-433a-a6fd-3b61c2ca4e24 req-6eced13d-1f1a-47c8-b582-a2d8291a0ab8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:46.864291 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a2f75ad-2b58-433a-a6fd-3b61c2ca4e24 req-6eced13d-1f1a-47c8-b582-a2d8291a0ab8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 943 time: 0.0520706 Nov 26 03:59:46.882938 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:46.914590 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3a2f75ad-2b58-433a-a6fd-3b61c2ca4e24 req-c93148ee-aa3c-4d89-8e71-6b2f3e1ea1c0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432141 Nov 26 03:59:47.722993 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:48.027602 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10f0ca-9913-4be4-ab7c-8bbce334210a req-4d1d6724-e213-4954-805d-d35585836caf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:48.029145 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac10f0ca-9913-4be4-ab7c-8bbce334210a req-4d1d6724-e213-4954-805d-d35585836caf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 943 time: 0.0481832 Nov 26 03:59:48.057567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device b9e4832a-b505-4d2d-8bf8-8869efb5d94d details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 03:59:48.079283 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac10f0ca-9913-4be4-ab7c-8bbce334210a req-049b883e-bcd1-4213-b81d-9741719f7c0d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443060 Nov 26 03:59:48.314497 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port b9e4832a-b505-4d2d-8bf8-8869efb5d94d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b9e4832a-b505-4d2d-8bf8-8869efb5d94d,segment=NetworkSegment(de3d5fcd-3437-45e4-a13d-ce38d624abea),segment_id=de3d5fcd-3437-45e4-a13d-ce38d624abea)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:59:48.325139 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'b9e4832a-b505-4d2d-8bf8-8869efb5d94d', 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d', 'port_id': 'b9e4832a-b505-4d2d-8bf8-8869efb5d94d', 'mac_address': 'fa:16:3e:df:90:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 03:59:48.361354 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:48.373602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e4832a-b505-4d2d-8bf8-8869efb5d94d {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 03:59:48.392623 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port b9e4832a-b505-4d2d-8bf8-8869efb5d94d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b9e4832a-b505-4d2d-8bf8-8869efb5d94d,segment=NetworkSegment(de3d5fcd-3437-45e4-a13d-ce38d624abea),segment_id=de3d5fcd-3437-45e4-a13d-ce38d624abea)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:59:48.396662 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:48.442629 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=b9e4832a-b505-4d2d-8bf8-8869efb5d94d,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:48.667936 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['b9e4832a-b505-4d2d-8bf8-8869efb5d94d'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 03:59:49.192976 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149abb0d-d5ad-4fba-a82e-d61315e94cc9 req-1cb7535f-83c8-4edf-a7d1-39585567db50 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:49.194561 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-149abb0d-d5ad-4fba-a82e-d61315e94cc9 req-1cb7535f-83c8-4edf-a7d1-39585567db50 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 944 time: 0.0484746 Nov 26 03:59:49.248247 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-149abb0d-d5ad-4fba-a82e-d61315e94cc9 req-e8f09d26-ed12-46ad-87e8-249bf56d3bf1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469232 Nov 26 03:59:50.072997 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device b9e4832a-b505-4d2d-8bf8-8869efb5d94d up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 03:59:50.125032 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port b9e4832a-b505-4d2d-8bf8-8869efb5d94d completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 03:59:50.129554 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port b9e4832a-b505-4d2d-8bf8-8869efb5d94d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 03:59:50.129929 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:50.205597 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:50.228459 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb505abd-6557-4e5a-99fd-686db0a04557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e4832a-b505-4d2d-8bf8-8869efb5d94d'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:59:50.230751 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63711dac-f616-4ca6-bf59-7cf2fb54c115" -d '{"events": [{"server_uuid": "eb505abd-6557-4e5a-99fd-686db0a04557", "name": "network-vif-plugged", "status": "completed", "tag": "b9e4832a-b505-4d2d-8bf8-8869efb5d94d"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:59:50.244665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port b9e4832a-b505-4d2d-8bf8-8869efb5d94d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b9e4832a-b505-4d2d-8bf8-8869efb5d94d,segment=NetworkSegment(de3d5fcd-3437-45e4-a13d-ce38d624abea),segment_id=de3d5fcd-3437-45e4-a13d-ce38d624abea)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 03:59:50.250042 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:50.272868 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 03:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027babbf-3e00-4a43-94e3-674b3bb6ffc7 x-openstack-request-id: req-027babbf-3e00-4a43-94e3-674b3bb6ffc7 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:59:50.273165 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb505abd-6557-4e5a-99fd-686db0a04557", "name": "network-vif-plugged", "status": "completed", "tag": "b9e4832a-b505-4d2d-8bf8-8869efb5d94d", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:59:50.273428 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-027babbf-3e00-4a43-94e3-674b3bb6ffc7 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:59:50.273949 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb505abd-6557-4e5a-99fd-686db0a04557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e4832a-b505-4d2d-8bf8-8869efb5d94d', 'code': 200} Nov 26 03:59:50.302574 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=b9e4832a-b505-4d2d-8bf8-8869efb5d94d,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:50.366094 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0e47d-5861-4e45-8e8f-15da72be7f0d req-d2a7484b-fe5d-413f-8e9e-9d04c188855e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:50.367612 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cea0e47d-5861-4e45-8e8f-15da72be7f0d req-d2a7484b-fe5d-413f-8e9e-9d04c188855e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 945 time: 0.0501051 Nov 26 03:59:50.401823 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281429c-a9a7-45b2-b1c0-d101707b77dd req-3b725199-5781-49c8-83e6-805c867f7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:50.403379 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b281429c-a9a7-45b2-b1c0-d101707b77dd req-3b725199-5781-49c8-83e6-805c867f7704 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 1096 time: 0.0396042 Nov 26 03:59:50.419360 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cea0e47d-5861-4e45-8e8f-15da72be7f0d req-4a051f82-22e2-4f7f-87ef-7396f57fb959 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451908 Nov 26 03:59:50.454269 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b281429c-a9a7-45b2-b1c0-d101707b77dd req-a30ae5ae-8dc1-4eff-bd22-fe83fbb77ba9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443485 Nov 26 03:59:51.539617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f1097-1efd-442b-8a32-b33dbb6f51ea req-b7f91bfd-081a-43be-84c2-152434caf12c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:51.541112 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0f1097-1efd-442b-8a32-b33dbb6f51ea req-b7f91bfd-081a-43be-84c2-152434caf12c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 945 time: 0.0484562 Nov 26 03:59:51.589655 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ff0f1097-1efd-442b-8a32-b33dbb6f51ea req-3e58abe3-9428-46e0-bf56-b8cd2f90eb94 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424902 Nov 26 03:59:51.708188 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ef7da-d71f-4b7f-a99a-d28facbf460b req-d309aa43-4a1f-4c9e-abeb-434b65d098ab tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:51.709669 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-463ef7da-d71f-4b7f-a99a-d28facbf460b req-d309aa43-4a1f-4c9e-abeb-434b65d098ab tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 945 time: 0.0520799 Nov 26 03:59:51.758252 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-463ef7da-d71f-4b7f-a99a-d28facbf460b req-08dc30d3-2d6a-4f43-b6a4-796fb07a947a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426118 Nov 26 03:59:51.781140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36084) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:51.820335 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808b6ca2-8089-4883-a35f-fa5d26e318dd tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:51.821913 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-808b6ca2-8089-4883-a35f-fa5d26e318dd tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 1091 time: 0.0397778 Nov 26 03:59:51.824623 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36086) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:51.828736 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': 'b9e4832a-b505-4d2d-8bf8-8869efb5d94d', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 03:59:51.849703 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:51.944222 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:52.042063 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.25.0.221 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/5a99b442-1203-47e3-b54a-cafe92ca46f0) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 03:59:52.146491 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:52.182708 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:52.216205 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 03:59:52.221135 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 03:59:52.223666 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 03:59:52.253847 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=5a99b442-1203-47e3-b54a-cafe92ca46f0,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:52.886982 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:52.949959 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:53.009021 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:53.094621 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:53.098959 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:53.167679 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=5a99b442-1203-47e3-b54a-cafe92ca46f0,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 03:59:53.179067 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:53.278870 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Floating IP 636f6f03-a3b1-4f9c-8602-1b886931cbe0 associated. External IP: 172.25.0.221, port: b9e4832a-b505-4d2d-8bf8-8869efb5d94d. Nov 26 03:59:53.479232 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 2742b866-3545-4eed-ad41-0f4a4e5a3319 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 03:59:53.585519 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 03:59:53.595600 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2b2de7-81a9-4c7c-98d9-20f433e1647e None None] Sync routers for ids ['2742b866-3545-4eed-ad41-0f4a4e5a3319'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 03:59:53.603385 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:53.605834 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2b2de7-81a9-4c7c-98d9-20f433e1647e None None] Routers {'2742b866-3545-4eed-ad41-0f4a4e5a3319'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:59:53.606474 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-2e2b2de7-81a9-4c7c-98d9-20f433e1647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:59:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2742b866-3545-4eed-ad41-0f4a4e5a3319'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:53.631343 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7100b739-aa72-4266-8748-3efa6d3ab364 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8057270 Nov 26 03:59:53.632519 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb505abd-6557-4e5a-99fd-686db0a04557', 'tag': 'b9e4832a-b505-4d2d-8bf8-8869efb5d94d'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 03:59:53.635812 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591b9643-0b81-4766-8151-8e7ed2dbd735" -d '{"events": [{"name": "network-changed", "server_uuid": "eb505abd-6557-4e5a-99fd-686db0a04557", "tag": "b9e4832a-b505-4d2d-8bf8-8869efb5d94d"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 03:59:53.677678 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 03:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f450051e-24ba-4e4d-9a3a-2ba66e6e2ab5 x-openstack-request-id: req-f450051e-24ba-4e4d-9a3a-2ba66e6e2ab5 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 03:59:53.677975 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb505abd-6557-4e5a-99fd-686db0a04557", "tag": "b9e4832a-b505-4d2d-8bf8-8869efb5d94d", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 03:59:53.678243 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f450051e-24ba-4e4d-9a3a-2ba66e6e2ab5 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 03:59:53.678662 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb505abd-6557-4e5a-99fd-686db0a04557', 'tag': 'b9e4832a-b505-4d2d-8bf8-8869efb5d94d', 'status': 'completed', 'code': 200} Nov 26 03:59:53.716743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-2e2b2de7-81a9-4c7c-98d9-20f433e1647e None None] Set router 2742b866-3545-4eed-ad41-0f4a4e5a3319 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:59:53.751122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bdf8f-cc1e-4785-826a-a3f6bcb86aac req-f5c93e10-1fed-4b5f-8ca8-c576100c5f29 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:53.752856 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b3bdf8f-cc1e-4785-826a-a3f6bcb86aac req-f5c93e10-1fed-4b5f-8ca8-c576100c5f29 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 945 time: 0.0606310 Nov 26 03:59:53.780713 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b9643-0b81-4766-8151-8e7ed2dbd735 req-a9aa6727-4a61-4917-b564-1434ff439a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:53.782254 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-591b9643-0b81-4766-8151-8e7ed2dbd735 req-a9aa6727-4a61-4917-b564-1434ff439a04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 1096 time: 0.0623057 Nov 26 03:59:53.809324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b3bdf8f-cc1e-4785-826a-a3f6bcb86aac req-26a4fb1b-383d-43f6-9613-3e9ae6bacd7d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498848 Nov 26 03:59:53.832195 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36094) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:53.879215 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b9643-0b81-4766-8151-8e7ed2dbd735 req-fd7ce73b-f839-4e8a-a462-711c00983af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:53.880700 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-591b9643-0b81-4766-8151-8e7ed2dbd735 req-fd7ce73b-f839-4e8a-a462-711c00983af8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=91bd3942-356a-4830-a555-bb0631c3367d HTTP/1.1" status: 200 len: 897 time: 0.0894711 Nov 26 03:59:53.899378 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f4a4821d-6a70-4119-ac3c-883b8105c77f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/floatingips/636f6f03-a3b1-4f9c-8602-1b886931cbe0 HTTP/1.1" status: 200 len: 991 time: 0.0646524 Nov 26 03:59:53.949509 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-591b9643-0b81-4766-8151-8e7ed2dbd735 req-ed46c690-8f0e-4d05-b86e-d221f90b1735 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9e4832a-b505-4d2d-8bf8-8869efb5d94d HTTP/1.1" status: 200 len: 999 time: 0.0617485 Nov 26 03:59:53.962817 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-2e2b2de7-81a9-4c7c-98d9-20f433e1647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026482291', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:40Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '636f6f03-a3b1-4f9c-8602-1b886931cbe0', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'port_id': 'b9e4832a-b505-4d2d-8bf8-8869efb5d94d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d', 'mac_address': 'fa:16:3e:df:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb505abd-6557-4e5a-99fd-686db0a04557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:59:52Z', 'updated_at': '2021-11-26T03:59:52Z', 'revision_number': 0, 'project_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854285a9-a4ee-4c17-951f-7cca7cad4f72', 'name': '', 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:34:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:40Z', 'updated_at': '2021-11-26T03:59:43Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:53.993477 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2b2de7-81a9-4c7c-98d9-20f433e1647e None None] Checking router: 2742b866-3545-4eed-ad41-0f4a4e5a3319 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 03:59:53.999154 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b9643-0b81-4766-8151-8e7ed2dbd735 req-621317dc-179c-4864-94c8-9309c470d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:54.000686 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-591b9643-0b81-4766-8151-8e7ed2dbd735 req-621317dc-179c-4864-94c8-9309c470d2d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=532d7f98-e5c5-47fb-946b-1b381ab13ef7 HTTP/1.1" status: 200 len: 834 time: 0.0444241 Nov 26 03:59:54.001826 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2b2de7-81a9-4c7c-98d9-20f433e1647e None None] Routers {'2742b866-3545-4eed-ad41-0f4a4e5a3319'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 03:59:54.002429 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-2e2b2de7-81a9-4c7c-98d9-20f433e1647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T03:59:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2742b866-3545-4eed-ad41-0f4a4e5a3319'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:54.046253 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b9643-0b81-4766-8151-8e7ed2dbd735 req-7e0dc526-036e-448e-b549-2cc5940b2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 03:59:54.047770 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-591b9643-0b81-4766-8151-8e7ed2dbd735 req-7e0dc526-036e-448e-b549-2cc5940b2529 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91bd3942-356a-4830-a555-bb0631c3367d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396533 Nov 26 03:59:54.108364 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-2e2b2de7-81a9-4c7c-98d9-20f433e1647e None None] Set router 2742b866-3545-4eed-ad41-0f4a4e5a3319 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 03:59:54.141240 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-591b9643-0b81-4766-8151-8e7ed2dbd735 req-abab656f-9248-4248-b872-9b181adb8997 service neutron] 10.222.0.59 "GET /v2.0/networks/91bd3942-356a-4830-a555-bb0631c3367d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865541 Nov 26 03:59:54.231556 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-591b9643-0b81-4766-8151-8e7ed2dbd735 req-7bb6f4ed-5ce9-400a-afcc-74a43e528cc7 service neutron] 10.222.0.59 "GET /v2.0/networks/91bd3942-356a-4830-a555-bb0631c3367d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833333 Nov 26 03:59:54.331699 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-2e2b2de7-81a9-4c7c-98d9-20f433e1647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026482291', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:40Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '636f6f03-a3b1-4f9c-8602-1b886931cbe0', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'port_id': 'b9e4832a-b505-4d2d-8bf8-8869efb5d94d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d', 'mac_address': 'fa:16:3e:df:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb505abd-6557-4e5a-99fd-686db0a04557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:59:52Z', 'updated_at': '2021-11-26T03:59:52Z', 'revision_number': 0, 'project_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854285a9-a4ee-4c17-951f-7cca7cad4f72', 'name': '', 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:34:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:40Z', 'updated_at': '2021-11-26T03:59:43Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 03:59:54.362460 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2b2de7-81a9-4c7c-98d9-20f433e1647e None None] The sync data for ids ['2742b866-3545-4eed-ad41-0f4a4e5a3319'] in n-d-819389-3 is: [{'id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026482291', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:40Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '636f6f03-a3b1-4f9c-8602-1b886931cbe0', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'port_id': 'b9e4832a-b505-4d2d-8bf8-8869efb5d94d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d', 'mac_address': 'fa:16:3e:df:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb505abd-6557-4e5a-99fd-686db0a04557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T03:59:52Z', 'updated_at': '2021-11-26T03:59:52Z', 'revision_number': 0, 'project_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854285a9-a4ee-4c17-951f-7cca7cad4f72', 'name': '', 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:34:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:40Z', 'updated_at': '2021-11-26T03:59:43Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 03:59:54.374619 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 03:59:54.555357 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f22add-c7f5-4567-8fcd-576486c4b8c2 None None] New status for floating IP 636f6f03-a3b1-4f9c-8602-1b886931cbe0: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 03:59:54.902115 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36096) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 03:59:54.965467 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-663bee37-6120-4081-bc4b-4547c15bc0ed tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/floatingips/636f6f03-a3b1-4f9c-8602-1b886931cbe0 HTTP/1.1" status: 200 len: 993 time: 0.0620987 Nov 26 03:59:57.869600 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:00:09.360300 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d00df9cc-c726-4e0c-b26f-a4e074366f2b req-ab9eb67f-138f-4ee6-9e06-1ed5534281ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400214 Nov 26 04:00:09.474544 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00df9cc-c726-4e0c-b26f-a4e074366f2b req-8a8a676d-1bbc-466e-bb7e-223088029db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:09.476080 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d00df9cc-c726-4e0c-b26f-a4e074366f2b req-8a8a676d-1bbc-466e-bb7e-223088029db9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 1096 time: 0.0546858 Nov 26 04:00:09.585043 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00df9cc-c726-4e0c-b26f-a4e074366f2b req-d0a96ccf-c6bb-4a0d-9f92-f32971ebc5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:09.587248 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d00df9cc-c726-4e0c-b26f-a4e074366f2b req-d0a96ccf-c6bb-4a0d-9f92-f32971ebc5b2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=91bd3942-356a-4830-a555-bb0631c3367d HTTP/1.1" status: 200 len: 897 time: 0.0878053 Nov 26 04:00:09.651516 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d00df9cc-c726-4e0c-b26f-a4e074366f2b req-b3e1406a-84ab-4ce8-87ba-82e6674ac5eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9e4832a-b505-4d2d-8bf8-8869efb5d94d HTTP/1.1" status: 200 len: 1001 time: 0.0572689 Nov 26 04:00:09.705622 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00df9cc-c726-4e0c-b26f-a4e074366f2b req-def9d80e-886f-4930-87e9-e302e9b6885b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:09.707041 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d00df9cc-c726-4e0c-b26f-a4e074366f2b req-def9d80e-886f-4930-87e9-e302e9b6885b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=532d7f98-e5c5-47fb-946b-1b381ab13ef7 HTTP/1.1" status: 200 len: 834 time: 0.0460331 Nov 26 04:00:09.752296 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00df9cc-c726-4e0c-b26f-a4e074366f2b req-32083f16-0f14-4834-b8c8-c9b211e02b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:09.753828 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d00df9cc-c726-4e0c-b26f-a4e074366f2b req-32083f16-0f14-4834-b8c8-c9b211e02b52 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91bd3942-356a-4830-a555-bb0631c3367d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387516 Nov 26 04:00:09.840501 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d00df9cc-c726-4e0c-b26f-a4e074366f2b req-9cc43ecd-cc10-4ae2-a6fa-d256a7ce2418 service neutron] 10.222.0.59 "GET /v2.0/networks/91bd3942-356a-4830-a555-bb0631c3367d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792594 Nov 26 04:00:09.933333 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d00df9cc-c726-4e0c-b26f-a4e074366f2b req-62415f33-8f2b-45b3-8d77-364987f0f59f service neutron] 10.222.0.59 "GET /v2.0/networks/91bd3942-356a-4830-a555-bb0631c3367d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822170 Nov 26 04:00:11.825789 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b85ce766-515a-4499-99e7-63421e67048e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:00:14.216409 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e4409550-25cf-4782-bc03-282d029558a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:00:15.322153 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:00:16.886254 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:00:17.725070 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:00:23.020200 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:00:23.776124 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e1f95-07de-4b46-9a11-1f4c21efa0a7 req-afd05476-6c6e-4099-b41b-55fcdc85e92f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:23.777679 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-165e1f95-07de-4b46-9a11-1f4c21efa0a7 req-afd05476-6c6e-4099-b41b-55fcdc85e92f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 945 time: 0.0492897 Nov 26 04:00:23.827786 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-165e1f95-07de-4b46-9a11-1f4c21efa0a7 req-6e024132-6dd3-45c3-9495-9647d664b6dd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441763 Nov 26 04:00:24.372819 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:00:24.948849 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e646a46-05a4-4b61-807b-b6cae69530f7 req-77d7835d-094e-4694-8646-32c2f7a65a69 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:24.950252 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e646a46-05a4-4b61-807b-b6cae69530f7 req-77d7835d-094e-4694-8646-32c2f7a65a69 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 945 time: 0.0516632 Nov 26 04:00:25.003043 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9e646a46-05a4-4b61-807b-b6cae69530f7 req-3a0d0875-699b-4aea-9ffe-b531294db8fe tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463550 Nov 26 04:00:26.120911 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4d42f-84cb-4071-b5ba-bd634e372425 req-7bdc0912-f9c2-4471-94a8-2da9be1f4505 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:26.122397 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e6c4d42f-84cb-4071-b5ba-bd634e372425 req-7bdc0912-f9c2-4471-94a8-2da9be1f4505 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 945 time: 0.0490344 Nov 26 04:00:26.171206 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e6c4d42f-84cb-4071-b5ba-bd634e372425 req-b9ccad48-06b9-492c-b00a-79950629041a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428741 Nov 26 04:00:27.284867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cf9cc-ec2c-46db-b983-15ede5f9dc83 req-956f5bde-94ce-4ef5-bf5f-61221c95f2b2 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:27.286331 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-782cf9cc-ec2c-46db-b983-15ede5f9dc83 req-956f5bde-94ce-4ef5-bf5f-61221c95f2b2 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 945 time: 0.0484338 Nov 26 04:00:27.342587 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-782cf9cc-ec2c-46db-b983-15ede5f9dc83 req-123678cf-9f45-4938-b013-024176df6f91 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456977 Nov 26 04:00:28.467298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e9b2b-c77d-4baa-9311-4b883d7b6c79 req-afde45d3-2e35-463e-944d-2f4966c1a371 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:28.469102 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db2e9b2b-c77d-4baa-9311-4b883d7b6c79 req-afde45d3-2e35-463e-944d-2f4966c1a371 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 945 time: 0.0544164 Nov 26 04:00:28.517586 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db2e9b2b-c77d-4baa-9311-4b883d7b6c79 req-fcd5bb15-4c50-474f-8aad-6a74fbe12f5f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425217 Nov 26 04:00:29.631382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1b647-e086-4d2f-913d-da0111906969 req-e8dabdaa-7ab1-4740-ae80-1de0477752f9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:29.632844 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06c1b647-e086-4d2f-913d-da0111906969 req-e8dabdaa-7ab1-4740-ae80-1de0477752f9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 945 time: 0.0485384 Nov 26 04:00:29.682813 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-06c1b647-e086-4d2f-913d-da0111906969 req-2080de5b-1d07-4313-a203-e2242d6dcedc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434296 Nov 26 04:00:30.802984 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d53ef0-1efa-4fdb-8c84-2ccd0e41c261 req-b0d2cae0-823f-46bc-a38f-bef4c1b341f5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:30.804497 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43d53ef0-1efa-4fdb-8c84-2ccd0e41c261 req-b0d2cae0-823f-46bc-a38f-bef4c1b341f5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 945 time: 0.0533259 Nov 26 04:00:30.853670 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-43d53ef0-1efa-4fdb-8c84-2ccd0e41c261 req-31ba601c-ea41-4576-827a-dec60f7a086b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432234 Nov 26 04:00:31.966843 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5157fa9-3bda-4d32-9331-4145dae6d4bb req-3941e280-aa5b-43b0-82ee-5488e7466a45 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:31.968272 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5157fa9-3bda-4d32-9331-4145dae6d4bb req-3941e280-aa5b-43b0-82ee-5488e7466a45 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 945 time: 0.0488012 Nov 26 04:00:32.017001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5157fa9-3bda-4d32-9331-4145dae6d4bb req-dd61ce94-0567-4cca-b8e1-5d658c65b01a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426202 Nov 26 04:00:33.129183 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7211bd-b844-461a-b6b4-7a021cf560d8 req-643dece2-5be2-4d32-8e83-d8c7b7a3d6f6 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:33.130669 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe7211bd-b844-461a-b6b4-7a021cf560d8 req-643dece2-5be2-4d32-8e83-d8c7b7a3d6f6 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 945 time: 0.0479114 Nov 26 04:00:33.184196 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe7211bd-b844-461a-b6b4-7a021cf560d8 req-d99b48bb-50e6-4706-89bc-394bb7c49b10 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469253 Nov 26 04:00:34.301257 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359c3df-f757-455e-88a5-f630eae7d884 req-3ebf75ff-bba7-4a17-89c2-551afb3cf5a1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:34.302825 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2359c3df-f757-455e-88a5-f630eae7d884 req-3ebf75ff-bba7-4a17-89c2-551afb3cf5a1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 945 time: 0.0501878 Nov 26 04:00:34.352757 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2359c3df-f757-455e-88a5-f630eae7d884 req-297b805e-f332-4502-92ad-e1ae8ec203ce tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438573 Nov 26 04:00:34.374418 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36128) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:00:34.437962 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bbe75d75-c6b5-47fb-b76c-cb2bc3f5cab6 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/floatingips/636f6f03-a3b1-4f9c-8602-1b886931cbe0 HTTP/1.1" status: 200 len: 993 time: 0.0624025 Nov 26 04:00:34.869083 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:00:35.707402 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065984e5-813f-4026-b8be-548b2ea51199 req-74cbc668-fa09-4212-92ad-8b6001dd8192 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:35.708945 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-065984e5-813f-4026-b8be-548b2ea51199 req-74cbc668-fa09-4212-92ad-8b6001dd8192 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 945 time: 0.0512547 Nov 26 04:00:35.751952 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb891cf-4541-40d6-b427-ff2cc8440901 req-2d3a167e-40eb-44b5-93a0-63afce1b599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:35.753513 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5cb891cf-4541-40d6-b427-ff2cc8440901 req-2d3a167e-40eb-44b5-93a0-63afce1b599e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 1096 time: 0.0404353 Nov 26 04:00:35.759533 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-065984e5-813f-4026-b8be-548b2ea51199 req-648999e2-9db9-462b-b052-4ba92afbe741 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442235 Nov 26 04:00:35.844773 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb891cf-4541-40d6-b427-ff2cc8440901 req-6ccd6a8d-48b7-4232-8a59-26c28acc7fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:35.846272 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5cb891cf-4541-40d6-b427-ff2cc8440901 req-6ccd6a8d-48b7-4232-8a59-26c28acc7fa5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=91bd3942-356a-4830-a555-bb0631c3367d HTTP/1.1" status: 200 len: 897 time: 0.0858886 Nov 26 04:00:35.912961 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5cb891cf-4541-40d6-b427-ff2cc8440901 req-1f3ba013-7b0f-4f48-8d83-84f4fea210c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9e4832a-b505-4d2d-8bf8-8869efb5d94d HTTP/1.1" status: 200 len: 1001 time: 0.0592391 Nov 26 04:00:35.960452 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb891cf-4541-40d6-b427-ff2cc8440901 req-f953e691-e065-4de0-909b-ac480e9c3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:35.961924 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5cb891cf-4541-40d6-b427-ff2cc8440901 req-f953e691-e065-4de0-909b-ac480e9c3cf7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=532d7f98-e5c5-47fb-946b-1b381ab13ef7 HTTP/1.1" status: 200 len: 834 time: 0.0422580 Nov 26 04:00:36.006386 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb891cf-4541-40d6-b427-ff2cc8440901 req-e12b33bf-e1eb-4fa5-b70d-c8ee9882a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:36.007825 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5cb891cf-4541-40d6-b427-ff2cc8440901 req-e12b33bf-e1eb-4fa5-b70d-c8ee9882a823 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91bd3942-356a-4830-a555-bb0631c3367d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392914 Nov 26 04:00:36.098142 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5cb891cf-4541-40d6-b427-ff2cc8440901 req-e97b052e-6a75-4ae8-b771-cad24af56814 service neutron] 10.222.0.59 "GET /v2.0/networks/91bd3942-356a-4830-a555-bb0631c3367d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831423 Nov 26 04:00:36.188930 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5cb891cf-4541-40d6-b427-ff2cc8440901 req-94940a20-e71a-4625-b2fb-157d237512d3 service neutron] 10.222.0.59 "GET /v2.0/networks/91bd3942-356a-4830-a555-bb0631c3367d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830443 Nov 26 04:00:36.881316 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbc51d-377e-4637-8dee-b352ea7cc5fd req-adffe5cf-e98d-4d6d-9184-809d62078579 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:00:36.882794 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbbc51d-377e-4637-8dee-b352ea7cc5fd req-adffe5cf-e98d-4d6d-9184-809d62078579 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 945 time: 0.0532105 Nov 26 04:00:36.931185 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dcbbc51d-377e-4637-8dee-b352ea7cc5fd req-672e4e61-f55d-475e-8d88-766314f74607 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417650 Nov 26 04:00:36.953090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36138) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:00:37.016183 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ebdb809c-4d88-44d5-9708-eeb312e4eb89 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/floatingips/636f6f03-a3b1-4f9c-8602-1b886931cbe0 HTTP/1.1" status: 200 len: 993 time: 0.0617061 Nov 26 04:00:41.827020 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b679e804-9926-4198-82a4-26d9be07a912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:00:44.218055 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-276f1a76-8dfd-43c4-a844-4cee43594f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:00:45.325640 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:00:46.889254 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:00:47.728475 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:00:53.026970 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:00:54.375387 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:07.385324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36160) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:07.551354 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port 5a99b442-1203-47e3-b54a-cafe92ca46f0 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:01:07.551697 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:07.624643 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:07.624973 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:07.637047 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for 5a99b442-1203-47e3-b54a-cafe92ca46f0 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:01:07.784698 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:07.807741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=5a99b442-1203-47e3-b54a-cafe92ca46f0,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:07.817782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:07.818136 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:07.818482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:07.818821 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:07.819156 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:07.819489 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:07.819820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:07.820180 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:07.821087 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:07.821429 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:07.821753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:07.822078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:07.883688 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:07.884028 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Floating IP 636f6f03-a3b1-4f9c-8602-1b886931cbe0 disassociated (deleted). External IP: 172.25.0.221, port: b9e4832a-b505-4d2d-8bf8-8869efb5d94d. Nov 26 04:01:08.079418 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 2742b866-3545-4eed-ad41-0f4a4e5a3319 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:01:08.184589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:01:08.189645 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:08.194697 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1eabf9-121d-4ba9-af9c-7bb74f4865b3 None None] Sync routers for ids ['2742b866-3545-4eed-ad41-0f4a4e5a3319'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:01:08.203740 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1eabf9-121d-4ba9-af9c-7bb74f4865b3 None None] Routers {'2742b866-3545-4eed-ad41-0f4a4e5a3319'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:01:08.204383 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8e1eabf9-121d-4ba9-af9c-7bb74f4865b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:00:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2742b866-3545-4eed-ad41-0f4a4e5a3319'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:08.215608 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b69a2364-798c-4835-84ef-1e75b8d007dc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/floatingips/636f6f03-a3b1-4f9c-8602-1b886931cbe0 HTTP/1.1" status: 204 len: 168 time: 0.8291795 Nov 26 04:01:08.216223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb505abd-6557-4e5a-99fd-686db0a04557', 'tag': 'b9e4832a-b505-4d2d-8bf8-8869efb5d94d'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:01:08.218507 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a306e4e-ccfb-4f95-af16-ed0768fc6913" -d '{"events": [{"name": "network-changed", "server_uuid": "eb505abd-6557-4e5a-99fd-686db0a04557", "tag": "b9e4832a-b505-4d2d-8bf8-8869efb5d94d"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:01:08.264496 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 04:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f191b32e-6429-4be5-b36f-0fac536c30e8 x-openstack-request-id: req-f191b32e-6429-4be5-b36f-0fac536c30e8 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:01:08.264793 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb505abd-6557-4e5a-99fd-686db0a04557", "tag": "b9e4832a-b505-4d2d-8bf8-8869efb5d94d", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:01:08.265051 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f191b32e-6429-4be5-b36f-0fac536c30e8 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:01:08.265683 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb505abd-6557-4e5a-99fd-686db0a04557', 'tag': 'b9e4832a-b505-4d2d-8bf8-8869efb5d94d', 'status': 'completed', 'code': 200} Nov 26 04:01:08.312912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-8e1eabf9-121d-4ba9-af9c-7bb74f4865b3 None None] Set router 2742b866-3545-4eed-ad41-0f4a4e5a3319 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:01:08.398331 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a306e4e-ccfb-4f95-af16-ed0768fc6913 req-989a529b-9198-4382-9f0e-dcfa90591ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:08.400197 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8a306e4e-ccfb-4f95-af16-ed0768fc6913 req-989a529b-9198-4382-9f0e-dcfa90591ba3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 1096 time: 0.0930970 Nov 26 04:01:08.508033 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25005ace-d2b7-48ea-85dc-8955320c741b req-83a40da3-029a-4b31-9cea-f45334bbb8d7 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:08.508803 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a306e4e-ccfb-4f95-af16-ed0768fc6913 req-55be7b5c-3e56-47f0-ae2c-89ae78a84946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:08.509914 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25005ace-d2b7-48ea-85dc-8955320c741b req-83a40da3-029a-4b31-9cea-f45334bbb8d7 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 945 time: 0.1088805 Nov 26 04:01:08.510092 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8a306e4e-ccfb-4f95-af16-ed0768fc6913 req-55be7b5c-3e56-47f0-ae2c-89ae78a84946 service neutron] 10.222.0.59 "GET /v2.0/networks?id=91bd3942-356a-4830-a555-bb0631c3367d HTTP/1.1" status: 200 len: 897 time: 0.1018951 Nov 26 04:01:08.559322 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8a306e4e-ccfb-4f95-af16-ed0768fc6913 req-093d2dd6-d763-4ef7-ab1a-e8015ee1ff5c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9e4832a-b505-4d2d-8bf8-8869efb5d94d HTTP/1.1" status: 200 len: 217 time: 0.0407677 Nov 26 04:01:08.565271 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-25005ace-d2b7-48ea-85dc-8955320c741b req-83da50c2-7770-4245-a39d-361e0501bbbe tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486650 Nov 26 04:01:08.613589 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a306e4e-ccfb-4f95-af16-ed0768fc6913 req-e7a5b45e-54e5-4b75-9a98-cb18c887c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:08.615215 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8a306e4e-ccfb-4f95-af16-ed0768fc6913 req-e7a5b45e-54e5-4b75-9a98-cb18c887c2f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=532d7f98-e5c5-47fb-946b-1b381ab13ef7 HTTP/1.1" status: 200 len: 834 time: 0.0468116 Nov 26 04:01:08.662592 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a306e4e-ccfb-4f95-af16-ed0768fc6913 req-18338827-4ff9-4f0d-baca-ac8978e87806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:08.664813 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8a306e4e-ccfb-4f95-af16-ed0768fc6913 req-18338827-4ff9-4f0d-baca-ac8978e87806 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91bd3942-356a-4830-a555-bb0631c3367d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413487 Nov 26 04:01:08.676284 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8e1eabf9-121d-4ba9-af9c-7bb74f4865b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026482291', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:40Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '854285a9-a4ee-4c17-951f-7cca7cad4f72', 'name': '', 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:34:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:40Z', 'updated_at': '2021-11-26T03:59:43Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:08.701499 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1eabf9-121d-4ba9-af9c-7bb74f4865b3 None None] Checking router: 2742b866-3545-4eed-ad41-0f4a4e5a3319 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:01:08.709777 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1eabf9-121d-4ba9-af9c-7bb74f4865b3 None None] Routers {'2742b866-3545-4eed-ad41-0f4a4e5a3319'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:01:08.710393 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8e1eabf9-121d-4ba9-af9c-7bb74f4865b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:00:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2742b866-3545-4eed-ad41-0f4a4e5a3319'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:08.759835 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8a306e4e-ccfb-4f95-af16-ed0768fc6913 req-14fe1ce1-f98b-40e8-9eb2-d586d496e7be service neutron] 10.222.0.59 "GET /v2.0/networks/91bd3942-356a-4830-a555-bb0631c3367d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867622 Nov 26 04:01:08.815247 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-8e1eabf9-121d-4ba9-af9c-7bb74f4865b3 None None] Set router 2742b866-3545-4eed-ad41-0f4a4e5a3319 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:01:08.849719 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-8a306e4e-ccfb-4f95-af16-ed0768fc6913 req-e4e895bf-6b54-4b39-bab3-fa65a2433ce4 service neutron] 10.222.0.59 "GET /v2.0/networks/91bd3942-356a-4830-a555-bb0631c3367d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823233 Nov 26 04:01:09.010594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-8e1eabf9-121d-4ba9-af9c-7bb74f4865b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026482291', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:40Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '854285a9-a4ee-4c17-951f-7cca7cad4f72', 'name': '', 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:34:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:40Z', 'updated_at': '2021-11-26T03:59:43Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:09.036098 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1eabf9-121d-4ba9-af9c-7bb74f4865b3 None None] The sync data for ids ['2742b866-3545-4eed-ad41-0f4a4e5a3319'] in n-d-819389-3 is: [{'id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026482291', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:40Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '854285a9-a4ee-4c17-951f-7cca7cad4f72', 'name': '', 'network_id': '91bd3942-356a-4830-a555-bb0631c3367d', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:34:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:40Z', 'updated_at': '2021-11-26T03:59:43Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '532d7f98-e5c5-47fb-946b-1b381ab13ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:01:09.255818 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d62b39-6c4f-4543-b128-2d9742751456 None None] New status for floating IP 636f6f03-a3b1-4f9c-8602-1b886931cbe0: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 04:01:09.726901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b94625-4bbc-4234-be69-060d4d53eb81 req-a64a291c-d7a3-4257-8e9c-4d706f846eb5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:09.728493 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8b94625-4bbc-4234-be69-060d4d53eb81 req-a64a291c-d7a3-4257-8e9c-4d706f846eb5 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 945 time: 0.0922742 Nov 26 04:01:09.777377 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d8b94625-4bbc-4234-be69-060d4d53eb81 req-1794e37e-b4be-45b4-9a37-9148f85dc244 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429001 Nov 26 04:01:10.041338 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e053b-303a-4a84-971f-d02cd7bfe910 req-ee78bc29-fbdc-4ec6-b501-23511a469e73 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:10.042802 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cb0e053b-303a-4a84-971f-d02cd7bfe910 req-ee78bc29-fbdc-4ec6-b501-23511a469e73 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 945 time: 0.0522323 Nov 26 04:01:10.130337 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-cb0e053b-303a-4a84-971f-d02cd7bfe910 req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port b9e4832a-b505-4d2d-8bf8-8869efb5d94d {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:01:10.130685 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-cb0e053b-303a-4a84-971f-d02cd7bfe910 req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:10.219746 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-cb0e053b-303a-4a84-971f-d02cd7bfe910 req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] For port b9e4832a-b505-4d2d-8bf8-8869efb5d94d, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=b9e4832a-b505-4d2d-8bf8-8869efb5d94d,segment=NetworkSegment(de3d5fcd-3437-45e4-a13d-ce38d624abea),segment_id=de3d5fcd-3437-45e4-a13d-ce38d624abea)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:01:10.220137 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-cb0e053b-303a-4a84-971f-d02cd7bfe910 req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:10.232769 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-cb0e053b-303a-4a84-971f-d02cd7bfe910 req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for b9e4832a-b505-4d2d-8bf8-8869efb5d94d owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:01:10.354178 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-cb0e053b-303a-4a84-971f-d02cd7bfe910 req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:10.384814 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=b9e4832a-b505-4d2d-8bf8-8869efb5d94d,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:10.395016 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:10.395378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:10.395728 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:10.396141 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:10.396474 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:10.396817 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:10.397153 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:10.397489 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:10.398163 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:10.398163 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:10.398451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:10.398786 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:10.439102 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0e053b-303a-4a84-971f-d02cd7bfe910 req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] No DVR routers for this DVR port b9e4832a-b505-4d2d-8bf8-8869efb5d94d on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 04:01:10.441778 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-cb0e053b-303a-4a84-971f-d02cd7bfe910 req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:10.445172 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-cb0e053b-303a-4a84-971f-d02cd7bfe910 req-abba44ff-f76f-40cf-a70d-ddc80e488064 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.59 "DELETE /v2.0/ports/b9e4832a-b505-4d2d-8bf8-8869efb5d94d HTTP/1.1" status: 204 len: 173 time: 0.3943782 Nov 26 04:01:10.445651 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb505abd-6557-4e5a-99fd-686db0a04557', 'name': 'network-vif-deleted', 'tag': 'b9e4832a-b505-4d2d-8bf8-8869efb5d94d'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:01:10.447912 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac32447a-3a8a-4249-9ff3-988631c3804c" -d '{"events": [{"server_uuid": "eb505abd-6557-4e5a-99fd-686db0a04557", "name": "network-vif-deleted", "tag": "b9e4832a-b505-4d2d-8bf8-8869efb5d94d"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:01:10.533071 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 04:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b18a4fa-88d2-4aee-963b-c0afb9780663 x-openstack-request-id: req-2b18a4fa-88d2-4aee-963b-c0afb9780663 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:01:10.533374 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb505abd-6557-4e5a-99fd-686db0a04557", "name": "network-vif-deleted", "tag": "b9e4832a-b505-4d2d-8bf8-8869efb5d94d", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:01:10.533630 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b18a4fa-88d2-4aee-963b-c0afb9780663 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:01:10.534035 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb505abd-6557-4e5a-99fd-686db0a04557', 'name': 'network-vif-deleted', 'tag': 'b9e4832a-b505-4d2d-8bf8-8869efb5d94d', 'status': 'completed', 'code': 200} Nov 26 04:01:10.888017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a0d64c4d-6967-416d-a5f6-282364956abd req-ebc6b2fa-4d0e-4766-9d23-36de1899ad4f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb505abd-6557-4e5a-99fd-686db0a04557 HTTP/1.1" status: 200 len: 210 time: 0.0286589 Nov 26 04:01:11.828043 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1e115a38-665b-47c4-83af-09db2fc05b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:11.867648 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:01:11.942267 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36184) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:12.293789 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83ae8ed9-45ca-4951-b5ff-52935f6ec0cb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:12.482474 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device b9e4832a-b505-4d2d-8bf8-8869efb5d94d no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:01:12.502372 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: b9e4832a-b505-4d2d-8bf8-8869efb5d94d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:01:12.502724 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device b9e4832a-b505-4d2d-8bf8-8869efb5d94d not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:01:12.546712 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-83ae8ed9-45ca-4951-b5ff-52935f6ec0cb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port 854285a9-a4ee-4c17-951f-7cca7cad4f72 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:01:12.546976 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83ae8ed9-45ca-4951-b5ff-52935f6ec0cb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:12.633316 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-83ae8ed9-45ca-4951-b5ff-52935f6ec0cb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] For port 854285a9-a4ee-4c17-951f-7cca7cad4f72, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=854285a9-a4ee-4c17-951f-7cca7cad4f72,segment=NetworkSegment(de3d5fcd-3437-45e4-a13d-ce38d624abea),segment_id=de3d5fcd-3437-45e4-a13d-ce38d624abea)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:01:12.633676 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83ae8ed9-45ca-4951-b5ff-52935f6ec0cb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:12.646036 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-83ae8ed9-45ca-4951-b5ff-52935f6ec0cb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for 854285a9-a4ee-4c17-951f-7cca7cad4f72 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:01:12.826158 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83ae8ed9-45ca-4951-b5ff-52935f6ec0cb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:12.857096 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae8ed9-45ca-4951-b5ff-52935f6ec0cb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=854285a9-a4ee-4c17-951f-7cca7cad4f72,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:13.024538 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-83ae8ed9-45ca-4951-b5ff-52935f6ec0cb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:13.242617 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ae8ed9-45ca-4951-b5ff-52935f6ec0cb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 2742b866-3545-4eed-ad41-0f4a4e5a3319 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:01:13.346148 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ae8ed9-45ca-4951-b5ff-52935f6ec0cb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:01:13.351597 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-83ae8ed9-45ca-4951-b5ff-52935f6ec0cb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "PUT /v2.0/routers/2742b866-3545-4eed-ad41-0f4a4e5a3319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4079087 Nov 26 04:01:13.354341 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36186) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:13.355376 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cebb71a-83c6-453e-81df-cff7a8bf7e26 None None] Sync routers for ids ['2742b866-3545-4eed-ad41-0f4a4e5a3319'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:01:13.365711 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cebb71a-83c6-453e-81df-cff7a8bf7e26 None None] Routers {'2742b866-3545-4eed-ad41-0f4a4e5a3319'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:01:13.366329 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6cebb71a-83c6-453e-81df-cff7a8bf7e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:00:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2742b866-3545-4eed-ad41-0f4a4e5a3319'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:13.408457 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8f488a-8594-4dcd-bf05-f657a776e5ca tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting subnet 532d7f98-e5c5-47fb-946b-1b381ab13ef7 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 04:01:13.412319 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bd8f488a-8594-4dcd-bf05-f657a776e5ca tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:13.452838 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bd8f488a-8594-4dcd-bf05-f657a776e5ca tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:13.474703 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-6cebb71a-83c6-453e-81df-cff7a8bf7e26 None None] Set router 2742b866-3545-4eed-ad41-0f4a4e5a3319 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:01:13.541196 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bd8f488a-8594-4dcd-bf05-f657a776e5ca tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:13.602232 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bd8f488a-8594-4dcd-bf05-f657a776e5ca tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:13.630761 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f488a-8594-4dcd-bf05-f657a776e5ca tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Subnet': ['ID=532d7f98-e5c5-47fb-946b-1b381ab13ef7,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:13.635699 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bd8f488a-8594-4dcd-bf05-f657a776e5ca tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:13.638986 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bd8f488a-8594-4dcd-bf05-f657a776e5ca tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/subnets/532d7f98-e5c5-47fb-946b-1b381ab13ef7 HTTP/1.1" status: 204 len: 168 time: 0.2836318 Nov 26 04:01:13.641928 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36188) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:13.651119 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f79d7ff-ed15-4b79-b0a0-6e4b4bbb1422 None None] Network 91bd3942-356a-4830-a555-bb0631c3367d requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 04:01:13.756103 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6cebb71a-83c6-453e-81df-cff7a8bf7e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026482291', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T04:01:12Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:13.803280 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cebb71a-83c6-453e-81df-cff7a8bf7e26 None None] Checking router: 2742b866-3545-4eed-ad41-0f4a4e5a3319 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:01:13.818923 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cebb71a-83c6-453e-81df-cff7a8bf7e26 None None] Routers {'2742b866-3545-4eed-ad41-0f4a4e5a3319'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:01:13.819560 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6cebb71a-83c6-453e-81df-cff7a8bf7e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:00:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['2742b866-3545-4eed-ad41-0f4a4e5a3319'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:13.891296 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] DHCP port deletion for 91bd3942-356a-4830-a555-bb0631c3367d request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:01:13.960991 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-6cebb71a-83c6-453e-81df-cff7a8bf7e26 None None] Set router 2742b866-3545-4eed-ad41-0f4a4e5a3319 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:01:14.069179 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] Deleting port a6b7c4f2-9db4-4486-b438-f15cc990a5c3 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:01:14.069478 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:14.086796 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7db3ee97-7256-4121-bd58-09d312016d01 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:14.186681 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] For port a6b7c4f2-9db4-4486-b438-f15cc990a5c3, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a6b7c4f2-9db4-4486-b438-f15cc990a5c3,segment=NetworkSegment(de3d5fcd-3437-45e4-a13d-ce38d624abea),segment_id=de3d5fcd-3437-45e4-a13d-ce38d624abea)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:01:14.187000 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:14.192756 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7db3ee97-7256-4121-bd58-09d312016d01 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:14.201978 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] Calling delete_port for a6b7c4f2-9db4-4486-b438-f15cc990a5c3 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:01:14.251347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-7db3ee97-7256-4121-bd58-09d312016d01 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port 113aa399-445c-4bd6-859a-3310eb1299b8 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:01:14.251775 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7db3ee97-7256-4121-bd58-09d312016d01 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:14.263359 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-13dca934-ba24-4a8c-a9b3-7f8b12364af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:14.273665 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-6cebb71a-83c6-453e-81df-cff7a8bf7e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026482291', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T04:01:12Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:14.312812 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cebb71a-83c6-453e-81df-cff7a8bf7e26 None None] The sync data for ids ['2742b866-3545-4eed-ad41-0f4a4e5a3319'] in n-d-819389-3 is: [{'id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026482291', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T04:01:12Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '113aa399-445c-4bd6-859a-3310eb1299b8', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2742b866-3545-4eed-ad41-0f4a4e5a3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T03:59:37Z', 'updated_at': '2021-11-26T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:01:14.335360 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-7db3ee97-7256-4121-bd58-09d312016d01 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] For port 113aa399-445c-4bd6-859a-3310eb1299b8, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=113aa399-445c-4bd6-859a-3310eb1299b8,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:01:14.335639 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7db3ee97-7256-4121-bd58-09d312016d01 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:14.338632 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:14.355488 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-7db3ee97-7256-4121-bd58-09d312016d01 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for 113aa399-445c-4bd6-859a-3310eb1299b8 owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:01:14.368615 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] No DVR routers for this DVR port a6b7c4f2-9db4-4486-b438-f15cc990a5c3 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 04:01:14.373091 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] Pushing event deleted for resources: {'Port': ['ID=a6b7c4f2-9db4-4486-b438-f15cc990a5c3,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:14.381409 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:14.381769 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:14.382124 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:14.382469 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:14.382843 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:14.383183 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:14.383620 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:14.383848 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:14.384218 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:14.384550 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:14.384883 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:14.385213 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3137-603c-46c9-b912-dfc7cfb3e996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:14.524816 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7db3ee97-7256-4121-bd58-09d312016d01 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:14.557613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3ee97-7256-4121-bd58-09d312016d01 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=113aa399-445c-4bd6-859a-3310eb1299b8,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:14.564120 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4504f592-ef03-4aee-91f7-115184528868 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:01:14.613943 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7db3ee97-7256-4121-bd58-09d312016d01 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:14.712528 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7db3ee97-7256-4121-bd58-09d312016d01 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:14.714787 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7db3ee97-7256-4121-bd58-09d312016d01 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:14.770521 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7db3ee97-7256-4121-bd58-09d312016d01 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:14.771520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db3ee97-7256-4121-bd58-09d312016d01 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Fanout notify agent at l3_agent the message router_deleted on router 2742b866-3545-4eed-ad41-0f4a4e5a3319 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 04:01:14.783787 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7db3ee97-7256-4121-bd58-09d312016d01 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:14.784871 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7db3ee97-7256-4121-bd58-09d312016d01 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/routers/2742b866-3545-4eed-ad41-0f4a4e5a3319 HTTP/1.1" status: 204 len: 168 time: 1.1418962 Nov 26 04:01:14.787682 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36190) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:14.878902 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ae6fab5c-cb48-4a26-8ebf-cc9dd9eac418 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:14.972933 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ae6fab5c-cb48-4a26-8ebf-cc9dd9eac418 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:14.992981 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-ae6fab5c-cb48-4a26-8ebf-cc9dd9eac418 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91bd3942-356a-4830-a555-bb0631c3367d']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:15.001966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-ae6fab5c-cb48-4a26-8ebf-cc9dd9eac418 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3d5fcd-3437-45e4-a13d-ce38d624abea') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:15.002269 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-ae6fab5c-cb48-4a26-8ebf-cc9dd9eac418 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3d5fcd-3437-45e4-a13d-ce38d624abea') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:15.011889 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ae6fab5c-cb48-4a26-8ebf-cc9dd9eac418 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.025262 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ae6fab5c-cb48-4a26-8ebf-cc9dd9eac418 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.031067 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6fab5c-cb48-4a26-8ebf-cc9dd9eac418 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 04:01:15.031452 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ae6fab5c-cb48-4a26-8ebf-cc9dd9eac418 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: timer() Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 04:01:15.034347 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 04:01:15.089396 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ae6fab5c-cb48-4a26-8ebf-cc9dd9eac418 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.096339 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ae6fab5c-cb48-4a26-8ebf-cc9dd9eac418 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.099472 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ae6fab5c-cb48-4a26-8ebf-cc9dd9eac418 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/networks/91bd3942-356a-4830-a555-bb0631c3367d HTTP/1.1" status: 204 len: 168 time: 0.3107891 Nov 26 04:01:15.102407 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36192) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:15.111289 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6fab5c-cb48-4a26-8ebf-cc9dd9eac418 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Network': ['ID=91bd3942-356a-4830-a555-bb0631c3367d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:15.166222 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0f6740a-8d40-458b-93c1-4890aa785fa4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.194292 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0f6740a-8d40-458b-93c1-4890aa785fa4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.252701 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0f6740a-8d40-458b-93c1-4890aa785fa4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.255202 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a0f6740a-8d40-458b-93c1-4890aa785fa4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.256394 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a0f6740a-8d40-458b-93c1-4890aa785fa4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/security-groups/2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4 HTTP/1.1" status: 204 len: 168 time: 0.1528630 Nov 26 04:01:15.266285 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6740a-8d40-458b-93c1-4890aa785fa4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c278cb9-dc9b-45b8-af3b-4ab5e1cc35e4,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:15.331842 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.458603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 854285a9-a4ee-4c17-951f-7cca7cad4f72 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:01:15.479086 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 854285a9-a4ee-4c17-951f-7cca7cad4f72 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:01:15.479525 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 854285a9-a4ee-4c17-951f-7cca7cad4f72 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:01:15.480001 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a6b7c4f2-9db4-4486-b438-f15cc990a5c3 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:01:15.498955 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: a6b7c4f2-9db4-4486-b438-f15cc990a5c3 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:01:15.499304 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a6b7c4f2-9db4-4486-b438-f15cc990a5c3 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:01:15.499718 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 113aa399-445c-4bd6-859a-3310eb1299b8 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:01:15.521479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 113aa399-445c-4bd6-859a-3310eb1299b8 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:01:15.521831 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 113aa399-445c-4bd6-859a-3310eb1299b8 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:01:15.561652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36198) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:15.566334 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-2629dece-657f-4529-aba5-54c29b783b7e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-615358718', 'description': 'tempest-secgroup-smoke-615358718 description', 'project_id': '952c751804864f3f800b50cfd5313ece'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:01:15.588522 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2629dece-657f-4529-aba5-54c29b783b7e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.660404 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2629dece-657f-4529-aba5-54c29b783b7e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.664579 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2629dece-657f-4529-aba5-54c29b783b7e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.694392 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2629dece-657f-4529-aba5-54c29b783b7e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.695645 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2629dece-657f-4529-aba5-54c29b783b7e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1329319 Nov 26 04:01:15.697671 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629dece-657f-4529-aba5-54c29b783b7e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0a3757-f163-46eb-a73f-2e94881469c3,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:15.698748 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36200) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:15.703660 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-fc30d1a2-c976-44bf-a33d-9353f669e524 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '5e0a3757-f163-46eb-a73f-2e94881469c3', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:01:15.737975 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc30d1a2-c976-44bf-a33d-9353f669e524 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.782280 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc30d1a2-c976-44bf-a33d-9353f669e524 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.785916 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc30d1a2-c976-44bf-a33d-9353f669e524 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.803660 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30d1a2-c976-44bf-a33d-9353f669e524 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2552dd-6e9b-44b4-b8c2-7947f58d6b28,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:15.811701 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc30d1a2-c976-44bf-a33d-9353f669e524 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.812929 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fc30d1a2-c976-44bf-a33d-9353f669e524 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130047 Nov 26 04:01:15.815636 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36202) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:15.819922 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7d6e37f9-ec6b-411f-bb4b-22aeff473753 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '5e0a3757-f163-46eb-a73f-2e94881469c3', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:01:15.844606 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d6e37f9-ec6b-411f-bb4b-22aeff473753 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.898788 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d6e37f9-ec6b-411f-bb4b-22aeff473753 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.902343 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d6e37f9-ec6b-411f-bb4b-22aeff473753 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.919310 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e37f9-ec6b-411f-bb4b-22aeff473753 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f77abd4-d3c4-4d29-a95d-b4561ec49e66,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:15.926582 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7d6e37f9-ec6b-411f-bb4b-22aeff473753 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:15.927747 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7d6e37f9-ec6b-411f-bb4b-22aeff473753 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1111662 Nov 26 04:01:15.931094 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36204) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:15.935272 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9e64cc92-0778-418c-83d2-de2f83f9fbfd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '5e0a3757-f163-46eb-a73f-2e94881469c3', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:01:15.959786 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e64cc92-0778-418c-83d2-de2f83f9fbfd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.016833 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e64cc92-0778-418c-83d2-de2f83f9fbfd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.020508 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e64cc92-0778-418c-83d2-de2f83f9fbfd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.039988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64cc92-0778-418c-83d2-de2f83f9fbfd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d8df4d-4e81-4707-852b-740cd6480249,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:16.048154 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9e64cc92-0778-418c-83d2-de2f83f9fbfd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.049375 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9e64cc92-0778-418c-83d2-de2f83f9fbfd tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173823 Nov 26 04:01:16.052047 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36206) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:16.056305 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-676068b8-2628-4142-999a-a612d01cbc6b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '5e0a3757-f163-46eb-a73f-2e94881469c3', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:01:16.081857 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-676068b8-2628-4142-999a-a612d01cbc6b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.137405 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-676068b8-2628-4142-999a-a612d01cbc6b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.140801 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-676068b8-2628-4142-999a-a612d01cbc6b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.160442 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676068b8-2628-4142-999a-a612d01cbc6b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe6ff85-ae16-41a4-b62b-1ef611608355,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:16.166274 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-676068b8-2628-4142-999a-a612d01cbc6b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.167335 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-676068b8-2628-4142-999a-a612d01cbc6b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1143329 Nov 26 04:01:16.170226 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36208) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:16.174997 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-b75548a9-9d62-48e3-8009-77d44651d2e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '5e0a3757-f163-46eb-a73f-2e94881469c3', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:01:16.196272 n-d-819389-3 neutron-server[104802]: INFO neutron.db.securitygroups_db [None req-b75548a9-9d62-48e3-8009-77d44651d2e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Project 952c751804864f3f800b50cfd5313ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 04:01:16.201039 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b75548a9-9d62-48e3-8009-77d44651d2e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.257764 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b75548a9-9d62-48e3-8009-77d44651d2e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.261006 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b75548a9-9d62-48e3-8009-77d44651d2e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.275710 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75548a9-9d62-48e3-8009-77d44651d2e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11cef51-a624-4f55-911b-e1288459cb2e,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:16.285962 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b75548a9-9d62-48e3-8009-77d44651d2e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.287162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b75548a9-9d62-48e3-8009-77d44651d2e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158586 Nov 26 04:01:16.290428 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36210) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:16.294733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-33ef5f89-5fb2-4f59-86c3-d8033cfa75d9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'security_group_rule': {'security_group_id': '5e0a3757-f163-46eb-a73f-2e94881469c3', 'project_id': '952c751804864f3f800b50cfd5313ece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:01:16.315769 n-d-819389-3 neutron-server[104802]: INFO neutron.db.securitygroups_db [None req-33ef5f89-5fb2-4f59-86c3-d8033cfa75d9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Project 952c751804864f3f800b50cfd5313ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 04:01:16.321022 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-33ef5f89-5fb2-4f59-86c3-d8033cfa75d9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.377354 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-33ef5f89-5fb2-4f59-86c3-d8033cfa75d9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.380683 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-33ef5f89-5fb2-4f59-86c3-d8033cfa75d9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.400837 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef5f89-5fb2-4f59-86c3-d8033cfa75d9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76e8629-9c1a-432b-9cae-95f9f2d6290a,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:16.407527 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-33ef5f89-5fb2-4f59-86c3-d8033cfa75d9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.408901 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-33ef5f89-5fb2-4f59-86c3-d8033cfa75d9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175425 Nov 26 04:01:16.412013 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36212) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:16.417101 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-be6d252d-01ec-46fd-93ab-4307a8b4eb52 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'network': {'name': 'tempest-network-smoke--1209963056', 'project_id': '952c751804864f3f800b50cfd5313ece', 'port_security_enabled': True}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:01:16.436663 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6d252d-01ec-46fd-93ab-4307a8b4eb52 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Made reservation on behalf of 952c751804864f3f800b50cfd5313ece for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 04:01:16.439958 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-be6d252d-01ec-46fd-93ab-4307a8b4eb52 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.470287 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6d252d-01ec-46fd-93ab-4307a8b4eb52 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 04:01:16.479863 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-be6d252d-01ec-46fd-93ab-4307a8b4eb52 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.480342 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-be6d252d-01ec-46fd-93ab-4307a8b4eb52 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Added segment 264eeb84-f162-46a8-8d6d-3935f3fa3d39 of type vlan for network 0618fca6-76a1-4b5d-92e8-b7c7f483d91f Nov 26 04:01:16.524961 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-be6d252d-01ec-46fd-93ab-4307a8b4eb52 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.549949 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-be6d252d-01ec-46fd-93ab-4307a8b4eb52 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.555615 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6d252d-01ec-46fd-93ab-4307a8b4eb52 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:16.556243 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-be6d252d-01ec-46fd-93ab-4307a8b4eb52 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.607346 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-be6d252d-01ec-46fd-93ab-4307a8b4eb52 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1942720 Nov 26 04:01:16.610279 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36214) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:16.614790 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-392090679', 'admin_state_up': True, 'project_id': '952c751804864f3f800b50cfd5313ece', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:01:16.626186 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d252d-01ec-46fd-93ab-4307a8b4eb52 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Network': ['ID=0618fca6-76a1-4b5d-92e8-b7c7f483d91f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:16.637461 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 0618fca6-76a1-4b5d-92e8-b7c7f483d91f details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 04:01:16.638581 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.639715 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.692821 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.823581 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:16.893088 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:17.016712 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:17.034617 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:17.131964 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.25.0.196 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:01:17.232003 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:17.264729 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:17.302397 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:01:17.305196 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:01:17.308748 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:01:17.317956 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f748b738-ff33-43a6-ac38-c45055d7a8b0 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:01:17.333398 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:17.419081 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9114df63-6dd4-4187-8e75-b2032052ffd5 None None] Provisioning complete for port 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:01:17.419459 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9114df63-6dd4-4187-8e75-b2032052ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:17.457827 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9114df63-6dd4-4187-8e75-b2032052ffd5 None None] Port 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 04:01:17.731433 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:17.878472 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:18.066287 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:18.189959 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 87210bec-0be5-4661-8f13-b01822fe73a3 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 04:01:18.299267 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:01:18.308668 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Sync routers for ids ['87210bec-0be5-4661-8f13-b01822fe73a3'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:01:18.317939 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Routers {'87210bec-0be5-4661-8f13-b01822fe73a3'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:01:18.318484 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:01:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['87210bec-0be5-4661-8f13-b01822fe73a3'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:18.319002 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:18.320290 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c46cd4ca-cc8a-4c9c-b8a7-41a851d8bce4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7089405 Nov 26 04:01:18.323444 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36220) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:18.352171 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-b942a5a9-ca8d-48b2-903e-bbc74a8d701d tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=952c751804864f3f800b50cfd5313ece&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269880 Nov 26 04:01:18.354720 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36222) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:18.419137 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Set router 87210bec-0be5-4661-8f13-b01822fe73a3 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:01:18.445795 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e206aee-4fc3-4169-aa20-b1fb984a4ead tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:18.447543 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5e206aee-4fc3-4169-aa20-b1fb984a4ead tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919101 Nov 26 04:01:18.450365 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36224) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:18.482294 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e25815f5-f3a6-4d25-acc1-19270351b825 tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0d5755d8-1b72-4bfa-9d12-12884b148955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284982 Nov 26 04:01:18.482536 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36226) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:18.487470 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8ded159e-c10e-4226-8683-f834a8abc8c4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-971037909', 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f', 'project_id': '952c751804864f3f800b50cfd5313ece', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:01:18.577257 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ded159e-c10e-4226-8683-f834a8abc8c4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Made reservation on behalf of 952c751804864f3f800b50cfd5313ece for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 04:01:18.580949 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ded159e-c10e-4226-8683-f834a8abc8c4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:18.686046 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392090679', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:01:16Z', 'updated_at': '2021-11-26T04:01:17Z', 'revision_number': 3, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:17Z', 'updated_at': '2021-11-26T04:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:18.712411 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Checking router: 87210bec-0be5-4661-8f13-b01822fe73a3 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:01:18.712763 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Updating router 87210bec-0be5-4661-8f13-b01822fe73a3 port 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 04:01:18.736910 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:18.761551 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ded159e-c10e-4226-8683-f834a8abc8c4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:18.826673 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded159e-c10e-4226-8683-f834a8abc8c4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Subnet': ['ID=29c81d9a-39a5-4a23-b216-4a30ccbd8c4d,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:18.835055 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded159e-c10e-4226-8683-f834a8abc8c4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Checking segment: {'id': '264eeb84-f162-46a8-8d6d-3935f3fa3d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:01:18.835404 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ded159e-c10e-4226-8683-f834a8abc8c4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network hostable DHCP agents. Network: 0618fca6-76a1-4b5d-92e8-b7c7f483d91f, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 04:01:18.853880 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ded159e-c10e-4226-8683-f834a8abc8c4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 0618fca6-76a1-4b5d-92e8-b7c7f483d91f is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 04:01:18.866403 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-8ded159e-c10e-4226-8683-f834a8abc8c4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 0618fca6-76a1-4b5d-92e8-b7c7f483d91f) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:01:18.870469 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ded159e-c10e-4226-8683-f834a8abc8c4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:18.871085 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ded159e-c10e-4226-8683-f834a8abc8c4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:18.877041 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c6ccea-7c4d-4588-8fce-444b6f2b78ff None None] Network 0618fca6-76a1-4b5d-92e8-b7c7f483d91f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 04:01:18.888028 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8ded159e-c10e-4226-8683-f834a8abc8c4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4044862 Nov 26 04:01:18.890838 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36228) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:18.996710 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:19.002825 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:19.031590 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-0618fca6-76a1-4b5d-92e8-b7c7f483d91f', 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ips': [{'subnet_id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 04:01:19.032631 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:19.047181 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Attempting to bind port 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:01:19.047555 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Attempting to bind port 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:01:19.047924 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Attempting to bind port 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:01:19.048165 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd71c71a-096f-4597-82e5-5f0f2352a17b None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:01:19.060205 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:01:19.060593 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:01:19.060994 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:19.061387 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:01:19.062393 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Bound port: 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:01:19.062800 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:19.093093 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42b491-e2ac-43d3-8ec3-bac1e5858413 None None] Pushing event updated for resources: {'Port': ['ID=0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:19.106673 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42b491-e2ac-43d3-8ec3-bac1e5858413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:19.107538 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42b491-e2ac-43d3-8ec3-bac1e5858413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:19.107538 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42b491-e2ac-43d3-8ec3-bac1e5858413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:19.107776 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42b491-e2ac-43d3-8ec3-bac1e5858413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:19.108018 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42b491-e2ac-43d3-8ec3-bac1e5858413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:19.108373 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42b491-e2ac-43d3-8ec3-bac1e5858413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:19.108705 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42b491-e2ac-43d3-8ec3-bac1e5858413 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:19.109028 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42b491-e2ac-43d3-8ec3-bac1e5858413 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:19.109462 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42b491-e2ac-43d3-8ec3-bac1e5858413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:19.109802 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42b491-e2ac-43d3-8ec3-bac1e5858413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:19.110129 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42b491-e2ac-43d3-8ec3-bac1e5858413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:19.110456 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42b491-e2ac-43d3-8ec3-bac1e5858413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:01:19.139306 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] For port 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:01:19.143262 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] For port 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:01:19.147818 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:19.148074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c0790453-7cc9-47bf-8289-f4d135d88a85 None None] Provisioning complete for port 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:01:19.148590 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c0790453-7cc9-47bf-8289-f4d135d88a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:19.222517 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Routers {'87210bec-0be5-4661-8f13-b01822fe73a3'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:01:19.223156 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:01:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['87210bec-0be5-4661-8f13-b01822fe73a3'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:19.226833 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42b491-e2ac-43d3-8ec3-bac1e5858413 None None] Pushing event updated for resources: {'Port': ['ID=0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:19.337772 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] Set router 87210bec-0be5-4661-8f13-b01822fe73a3 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:01:19.359082 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d211cca4-9e8a-4a9a-a3ba-aea950ce6c82 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:01:19.362708 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-603fb839-965d-4a49-8ddf-dc479bc86250 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:19.392166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Allocated IP 172.20.0.2 (0618fca6-76a1-4b5d-92e8-b7c7f483d91f/29c81d9a-39a5-4a23-b216-4a30ccbd8c4d/dedb6814-0314-4563-a89f-867f13bdb4c3) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:01:19.489062 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c0790453-7cc9-47bf-8289-f4d135d88a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:19.524655 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-c0790453-7cc9-47bf-8289-f4d135d88a85 None None] For port 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:01:19.540293 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c0790453-7cc9-47bf-8289-f4d135d88a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:19.555141 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392090679', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:01:16Z', 'updated_at': '2021-11-26T04:01:17Z', 'revision_number': 3, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:17Z', 'updated_at': '2021-11-26T04:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:19.581891 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73888da3-915d-4c1b-82d6-dac5b6b9c177 None None] The sync data for ids ['87210bec-0be5-4661-8f13-b01822fe73a3'] in n-d-819389-3 is: [{'id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392090679', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:01:16Z', 'updated_at': '2021-11-26T04:01:17Z', 'revision_number': 3, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:17Z', 'updated_at': '2021-11-26T04:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:01:19.629943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0790453-7cc9-47bf-8289-f4d135d88a85 None None] Pushing event updated for resources: {'Port': ['ID=0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:19.637743 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:19.654241 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:19.694680 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-603fb839-965d-4a49-8ddf-dc479bc86250 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.20.0.1 (0618fca6-76a1-4b5d-92e8-b7c7f483d91f/29c81d9a-39a5-4a23-b216-4a30ccbd8c4d/946f30e5-f956-4d06-a961-4ab3bd1c2c96) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:01:19.712775 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Network 0618fca6-76a1-4b5d-92e8-b7c7f483d91f is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:01:19.713682 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-0c4fe4d1-f4f6-4cf8-8828-1b4f624d9a0b None None] Provisioning complete for port 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:01:19.714056 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0c4fe4d1-f4f6-4cf8-8828-1b4f624d9a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:19.720951 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:01:19.738743 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Pushing event updated for resources: {'Port': ['ID=dedb6814-0314-4563-a89f-867f13bdb4c3,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:19.743098 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:01:19.817002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Attempting to bind port dedb6814-0314-4563-a89f-867f13bdb4c3 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:01:19.817241 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Attempting to bind port dedb6814-0314-4563-a89f-867f13bdb4c3 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '264eeb84-f162-46a8-8d6d-3935f3fa3d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:01:19.820105 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Attempting to bind port dedb6814-0314-4563-a89f-867f13bdb4c3 on network 0618fca6-76a1-4b5d-92e8-b7c7f483d91f {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:01:19.831074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:01:19.831471 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Checking segment: {'id': '264eeb84-f162-46a8-8d6d-3935f3fa3d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:01:19.831957 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:19.834217 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-603fb839-965d-4a49-8ddf-dc479bc86250 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:19.836515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Bound using segment: {'id': '264eeb84-f162-46a8-8d6d-3935f3fa3d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:01:19.837172 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Bound port: dedb6814-0314-4563-a89f-867f13bdb4c3, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264eeb84-f162-46a8-8d6d-3935f3fa3d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:01:19.837571 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:19.873067 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-603fb839-965d-4a49-8ddf-dc479bc86250 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:19.926312 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603fb839-965d-4a49-8ddf-dc479bc86250 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 0618fca6-76a1-4b5d-92e8-b7c7f483d91f is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:01:19.930181 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-603fb839-965d-4a49-8ddf-dc479bc86250 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:01:19.934379 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603fb839-965d-4a49-8ddf-dc479bc86250 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:01:19.950671 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] For port dedb6814-0314-4563-a89f-867f13bdb4c3, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:01:19.954866 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] For port dedb6814-0314-4563-a89f-867f13bdb4c3, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=dedb6814-0314-4563-a89f-867f13bdb4c3,segment=NetworkSegment(264eeb84-f162-46a8-8d6d-3935f3fa3d39),segment_id=264eeb84-f162-46a8-8d6d-3935f3fa3d39)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:01:19.958361 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fb839-965d-4a49-8ddf-dc479bc86250 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=946f30e5-f956-4d06-a961-4ab3bd1c2c96,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:19.960396 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:19.984727 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-603fb839-965d-4a49-8ddf-dc479bc86250 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:20.022338 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7c091-efbe-493f-93b5-07a901ef29a1 None None] Pushing event updated for resources: {'Port': ['ID=dedb6814-0314-4563-a89f-867f13bdb4c3,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:20.124020 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-603fb839-965d-4a49-8ddf-dc479bc86250 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:20.426628 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-603fb839-965d-4a49-8ddf-dc479bc86250 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:20.431702 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-603fb839-965d-4a49-8ddf-dc479bc86250 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:20.515238 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fb839-965d-4a49-8ddf-dc479bc86250 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=946f30e5-f956-4d06-a961-4ab3bd1c2c96,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:20.520911 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-603fb839-965d-4a49-8ddf-dc479bc86250 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:20.612306 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603fb839-965d-4a49-8ddf-dc479bc86250 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 0618fca6-76a1-4b5d-92e8-b7c7f483d91f is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:01:20.613711 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-603fb839-965d-4a49-8ddf-dc479bc86250 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:01:20.727360 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603fb839-965d-4a49-8ddf-dc479bc86250 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 87210bec-0be5-4661-8f13-b01822fe73a3 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:01:20.839639 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603fb839-965d-4a49-8ddf-dc479bc86250 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:01:20.845058 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-603fb839-965d-4a49-8ddf-dc479bc86250 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "PUT /v2.0/routers/87210bec-0be5-4661-8f13-b01822fe73a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9531207 Nov 26 04:01:20.986540 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7109170e-b7d5-4a16-9933-65c7efefbf55 None None] Network 0618fca6-76a1-4b5d-92e8-b7c7f483d91f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 04:01:21.000201 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-b911c10b-ccfc-453f-8854-37e0e5bfb907 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615358718&fields=id&tenant_id=952c751804864f3f800b50cfd5313ece HTTP/1.1" status: 200 len: 267 time: 0.0479884 Nov 26 04:01:21.055921 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-60aebcce-d0c0-4a9c-ba01-1d0c245cb934 None None] Provisioning complete for port dedb6814-0314-4563-a89f-867f13bdb4c3 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:01:21.056327 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-60aebcce-d0c0-4a9c-ba01-1d0c245cb934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:21.111326 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-ac7cf1a4-04df-40fe-b1e9-403dfbba68f8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:21.112861 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-ac7cf1a4-04df-40fe-b1e9-403dfbba68f8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/networks?id=0618fca6-76a1-4b5d-92e8-b7c7f483d91f HTTP/1.1" status: 200 len: 797 time: 0.1057138 Nov 26 04:01:21.128408 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-78357503-19fb-4e2f-8eb9-4703f5b1bb78 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/quotas/952c751804864f3f800b50cfd5313ece HTTP/1.1" status: 200 len: 375 time: 0.0093253 Nov 26 04:01:21.183103 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-46e73f2a-e93f-4b50-8575-86dd6881c26f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484395 Nov 26 04:01:21.200889 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-6e97d62b-5207-48c7-a289-ad60bd20dd3c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 04:01:21.202100 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-6e97d62b-5207-48c7-a289-ad60bd20dd3c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067151 Nov 26 04:01:21.203079 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-60aebcce-d0c0-4a9c-ba01-1d0c245cb934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:21.244418 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-60aebcce-d0c0-4a9c-ba01-1d0c245cb934 None None] For port dedb6814-0314-4563-a89f-867f13bdb4c3, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=dedb6814-0314-4563-a89f-867f13bdb4c3,segment=NetworkSegment(264eeb84-f162-46a8-8d6d-3935f3fa3d39),segment_id=264eeb84-f162-46a8-8d6d-3935f3fa3d39)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:01:21.249557 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-60aebcce-d0c0-4a9c-ba01-1d0c245cb934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:21.300972 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aebcce-d0c0-4a9c-ba01-1d0c245cb934 None None] Pushing event updated for resources: {'Port': ['ID=dedb6814-0314-4563-a89f-867f13bdb4c3,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:21.306830 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-8c2b1f89-83e7-427e-841d-22f52ce2d827 service neutron] 10.222.0.31 "GET /v2.0/networks/0618fca6-76a1-4b5d-92e8-b7c7f483d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979548 Nov 26 04:01:21.404235 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-121af8f7-98fb-4149-bb6e-950e8253a955 service neutron] 10.222.0.31 "GET /v2.0/networks/0618fca6-76a1-4b5d-92e8-b7c7f483d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903912 Nov 26 04:01:21.520746 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:01:21.578425 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Sync routers for ids ['87210bec-0be5-4661-8f13-b01822fe73a3'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:01:21.612284 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:01:21.612784 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:21.641358 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Routers {'87210bec-0be5-4661-8f13-b01822fe73a3'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:01:21.642010 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:01:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['87210bec-0be5-4661-8f13-b01822fe73a3'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:21.643869 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8421f69a-7de9-434b-81af-cf41ef76dfbf None None] Provisioning complete for port dedb6814-0314-4563-a89f-867f13bdb4c3 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:01:21.644499 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8421f69a-7de9-434b-81af-cf41ef76dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:21.668339 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-962d575d-c7fa-40c6-a2cd-c3801c7abf85 req-8a13bb8a-5eb2-46db-b463-bbeee38fb54a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 210 time: 0.0561888 Nov 26 04:01:21.844994 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Set router 87210bec-0be5-4661-8f13-b01822fe73a3 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:01:21.924963 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device dedb6814-0314-4563-a89f-867f13bdb4c3 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:01:22.053248 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8421f69a-7de9-434b-81af-cf41ef76dfbf None None] Provisioning complete for port 946f30e5-f956-4d06-a961-4ab3bd1c2c96 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:01:22.054030 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8421f69a-7de9-434b-81af-cf41ef76dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:22.116905 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8421f69a-7de9-434b-81af-cf41ef76dfbf None None] Port 946f30e5-f956-4d06-a961-4ab3bd1c2c96 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 04:01:22.130317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port dedb6814-0314-4563-a89f-867f13bdb4c3 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:01:22.130693 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:22.274317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392090679', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:01:16Z', 'updated_at': '2021-11-26T04:01:20Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:17Z', 'updated_at': '2021-11-26T04:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '946f30e5-f956-4d06-a961-4ab3bd1c2c96', 'name': '', 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:0b:4c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:19Z', 'updated_at': '2021-11-26T04:01:20Z', 'revision_number': 2, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:22.276498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1cd2f44b-6ef4-49d2-bae7-fb41b4d7fb05 None None] Provisioning complete for port 946f30e5-f956-4d06-a961-4ab3bd1c2c96 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:01:22.276875 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1cd2f44b-6ef4-49d2-bae7-fb41b4d7fb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:22.319531 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Checking router: 87210bec-0be5-4661-8f13-b01822fe73a3 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:01:22.319886 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Updating router 87210bec-0be5-4661-8f13-b01822fe73a3 port 946f30e5-f956-4d06-a961-4ab3bd1c2c96 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 04:01:22.352365 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1cd2f44b-6ef4-49d2-bae7-fb41b4d7fb05 None None] Port 946f30e5-f956-4d06-a961-4ab3bd1c2c96 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 04:01:22.354748 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:22.646524 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:22.655160 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:22.704706 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce07f8-5941-4cc8-9cac-e5f67a94e711 None None] Pushing event updated for resources: {'Port': ['ID=946f30e5-f956-4d06-a961-4ab3bd1c2c96,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:22.742709 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-09811049-649d-44d8-9045-7db161bd5d11 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:22.745039 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-09811049-649d-44d8-9045-7db161bd5d11 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.54 "GET /v2.0/networks?id=0618fca6-76a1-4b5d-92e8-b7c7f483d91f HTTP/1.1" status: 200 len: 797 time: 0.1476088 Nov 26 04:01:22.771742 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Attempting to bind port 946f30e5-f956-4d06-a961-4ab3bd1c2c96 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:01:22.772165 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Attempting to bind port 946f30e5-f956-4d06-a961-4ab3bd1c2c96 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '264eeb84-f162-46a8-8d6d-3935f3fa3d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:01:22.772545 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Attempting to bind port 946f30e5-f956-4d06-a961-4ab3bd1c2c96 on network 0618fca6-76a1-4b5d-92e8-b7c7f483d91f {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:01:22.778872 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:01:22.779261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Checking segment: {'id': '264eeb84-f162-46a8-8d6d-3935f3fa3d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:01:22.779672 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:22.780201 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Bound using segment: {'id': '264eeb84-f162-46a8-8d6d-3935f3fa3d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:01:22.780693 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Bound port: 946f30e5-f956-4d06-a961-4ab3bd1c2c96, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264eeb84-f162-46a8-8d6d-3935f3fa3d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:01:22.781084 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:22.792165 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ea6b3473-7e35-4c82-a568-683f42bd62b9 req-9cc5ea28-f937-4fc8-a617-14589a09ff4a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 210 time: 0.0293353 Nov 26 04:01:22.854641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a590fc07-fb68-43db-96e9-3f6138347c04 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=952c751804864f3f800b50cfd5313ece HTTP/1.1" status: 200 len: 379 time: 0.0657673 Nov 26 04:01:22.866073 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] For port 946f30e5-f956-4d06-a961-4ab3bd1c2c96, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:01:22.868523 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-2a83b71a-6276-4eb5-bf83-f178d05404e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'port': {'device_id': '3edb9eee-38fd-48f8-b554-2a54d7764ee8', 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f', 'admin_state_up': True, 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'security_groups': ['5e0a3757-f163-46eb-a73f-2e94881469c3']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:01:22.871782 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] For port 946f30e5-f956-4d06-a961-4ab3bd1c2c96, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=946f30e5-f956-4d06-a961-4ab3bd1c2c96,segment=NetworkSegment(264eeb84-f162-46a8-8d6d-3935f3fa3d39),segment_id=264eeb84-f162-46a8-8d6d-3935f3fa3d39)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:01:22.880387 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:22.942702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Routers {'87210bec-0be5-4661-8f13-b01822fe73a3'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:01:22.943368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:01:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['87210bec-0be5-4661-8f13-b01822fe73a3'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:23.000699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-2a83b71a-6276-4eb5-bf83-f178d05404e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Made reservation on behalf of 952c751804864f3f800b50cfd5313ece for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 04:01:23.004734 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-2a83b71a-6276-4eb5-bf83-f178d05404e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:23.151415 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-2a83b71a-6276-4eb5-bf83-f178d05404e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.20.0.12 (0618fca6-76a1-4b5d-92e8-b7c7f483d91f/29c81d9a-39a5-4a23-b216-4a30ccbd8c4d/99591af6-cf62-467d-9e8c-8d2f2a724339) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:01:23.179179 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce07f8-5941-4cc8-9cac-e5f67a94e711 None None] Pushing event updated for resources: {'Port': ['ID=946f30e5-f956-4d06-a961-4ab3bd1c2c96,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:23.225056 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:23.227643 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9f8a47d9-7413-493d-bd02-f48991f7adec None None] Provisioning complete for port 946f30e5-f956-4d06-a961-4ab3bd1c2c96 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:01:23.228178 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9f8a47d9-7413-493d-bd02-f48991f7adec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:23.281246 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] Set router 87210bec-0be5-4661-8f13-b01822fe73a3 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:01:23.295776 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-2a83b71a-6276-4eb5-bf83-f178d05404e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:23.329947 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-2a83b71a-6276-4eb5-bf83-f178d05404e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:23.378940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-2a83b71a-6276-4eb5-bf83-f178d05404e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 0618fca6-76a1-4b5d-92e8-b7c7f483d91f is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:01:23.382140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-2a83b71a-6276-4eb5-bf83-f178d05404e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:01:23.386701 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-2a83b71a-6276-4eb5-bf83-f178d05404e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:01:23.413621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83b71a-6276-4eb5-bf83-f178d05404e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=99591af6-cf62-467d-9e8c-8d2f2a724339,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:23.432076 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9f8a47d9-7413-493d-bd02-f48991f7adec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:23.440302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-2a83b71a-6276-4eb5-bf83-f178d05404e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:23.440950 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-2a83b71a-6276-4eb5-bf83-f178d05404e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:23.459046 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-2a83b71a-6276-4eb5-bf83-f178d05404e8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5978234 Nov 26 04:01:23.479153 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Request body: {'port': {'device_id': '3edb9eee-38fd-48f8-b554-2a54d7764ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:01:23.497030 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-9f8a47d9-7413-493d-bd02-f48991f7adec None None] For port 946f30e5-f956-4d06-a961-4ab3bd1c2c96, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=946f30e5-f956-4d06-a961-4ab3bd1c2c96,segment=NetworkSegment(264eeb84-f162-46a8-8d6d-3935f3fa3d39),segment_id=264eeb84-f162-46a8-8d6d-3935f3fa3d39)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:01:23.506188 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9f8a47d9-7413-493d-bd02-f48991f7adec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:23.540544 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:23.585498 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a47d9-7413-493d-bd02-f48991f7adec None None] Pushing event updated for resources: {'Port': ['ID=946f30e5-f956-4d06-a961-4ab3bd1c2c96,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:23.602458 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392090679', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:01:16Z', 'updated_at': '2021-11-26T04:01:20Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:17Z', 'updated_at': '2021-11-26T04:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '946f30e5-f956-4d06-a961-4ab3bd1c2c96', 'name': '', 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:0b:4c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:19Z', 'updated_at': '2021-11-26T04:01:22Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:23.637173 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdff500-b99a-4593-82e2-a7afd40acd04 None None] The sync data for ids ['87210bec-0be5-4661-8f13-b01822fe73a3'] in n-d-819389-3 is: [{'id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392090679', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:01:16Z', 'updated_at': '2021-11-26T04:01:20Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:17Z', 'updated_at': '2021-11-26T04:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '946f30e5-f956-4d06-a961-4ab3bd1c2c96', 'name': '', 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:0b:4c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:19Z', 'updated_at': '2021-11-26T04:01:22Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:01:23.647575 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-96c51a44-d49b-487d-9c10-b3058979fbdf None None] Provisioning complete for port 99591af6-cf62-467d-9e8c-8d2f2a724339 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:01:23.648041 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-96c51a44-d49b-487d-9c10-b3058979fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:23.692919 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-96c51a44-d49b-487d-9c10-b3058979fbdf None None] Port 99591af6-cf62-467d-9e8c-8d2f2a724339 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 04:01:23.712944 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-96c51a44-d49b-487d-9c10-b3058979fbdf None None] Provisioning complete for port 946f30e5-f956-4d06-a961-4ab3bd1c2c96 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:01:23.713353 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-96c51a44-d49b-487d-9c10-b3058979fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:23.869202 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99591af6-cf62-467d-9e8c-8d2f2a724339 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 04:01:23.877278 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:23.915050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Transition to ACTIVE for port object 99591af6-cf62-467d-9e8c-8d2f2a724339 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 04:01:23.919721 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:23.974935 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1672858-16c8-4d61-9ed5-969740859298 req-e71317ec-5dfb-4e4d-939a-772c09d97366 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:23.975834 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1672858-16c8-4d61-9ed5-969740859298 req-e71317ec-5dfb-4e4d-939a-772c09d97366 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 932 time: 0.0960302 Nov 26 04:01:24.003529 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Pushing event updated for resources: {'Port': ['ID=99591af6-cf62-467d-9e8c-8d2f2a724339,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:24.088221 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1672858-16c8-4d61-9ed5-969740859298 req-096e5afe-2dea-4972-a07f-64519200ab27 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0a3757-f163-46eb-a73f-2e94881469c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038179 Nov 26 04:01:24.107470 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Attempting to bind port 99591af6-cf62-467d-9e8c-8d2f2a724339 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:01:24.108014 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Attempting to bind port 99591af6-cf62-467d-9e8c-8d2f2a724339 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '264eeb84-f162-46a8-8d6d-3935f3fa3d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:01:24.108569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Attempting to bind port 99591af6-cf62-467d-9e8c-8d2f2a724339 on network 0618fca6-76a1-4b5d-92e8-b7c7f483d91f {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:01:24.113700 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Port 99591af6-cf62-467d-9e8c-8d2f2a724339 on network 0618fca6-76a1-4b5d-92e8-b7c7f483d91f not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 04:01:24.114031 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Attempting to bind port 99591af6-cf62-467d-9e8c-8d2f2a724339 on network 0618fca6-76a1-4b5d-92e8-b7c7f483d91f {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:01:24.119748 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:01:24.120156 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Checking segment: {'id': '264eeb84-f162-46a8-8d6d-3935f3fa3d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:01:24.120638 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Bound using segment: {'id': '264eeb84-f162-46a8-8d6d-3935f3fa3d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:01:24.120967 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Bound port: 99591af6-cf62-467d-9e8c-8d2f2a724339, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264eeb84-f162-46a8-8d6d-3935f3fa3d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:01:24.121373 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:24.190808 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] For port 99591af6-cf62-467d-9e8c-8d2f2a724339, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:01:24.194337 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] For port 99591af6-cf62-467d-9e8c-8d2f2a724339, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=99591af6-cf62-467d-9e8c-8d2f2a724339,segment=NetworkSegment(264eeb84-f162-46a8-8d6d-3935f3fa3d39),segment_id=264eeb84-f162-46a8-8d6d-3935f3fa3d39)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:01:24.198662 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:24.238452 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:24.239270 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:24.241131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] 10.222.0.54 "PUT /v2.0/ports/99591af6-cf62-467d-9e8c-8d2f2a724339 HTTP/1.1" status: 200 len: 1092 time: 0.7676973 Nov 26 04:01:24.243997 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3edb9eee-38fd-48f8-b554-2a54d7764ee8', 'tag': '99591af6-cf62-467d-9e8c-8d2f2a724339'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:01:24.246479 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac8d822-65c1-40e8-8ccc-f171d56c8e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "3edb9eee-38fd-48f8-b554-2a54d7764ee8", "tag": "99591af6-cf62-467d-9e8c-8d2f2a724339"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:01:24.283714 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe0e6f-9c9a-4d58-a156-8d7d8ab869ac service neutron] Pushing event updated for resources: {'Port': ['ID=99591af6-cf62-467d-9e8c-8d2f2a724339,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:24.296106 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 04:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c76c0c-a584-45a1-abd5-6af0806656df x-openstack-request-id: req-23c76c0c-a584-45a1-abd5-6af0806656df {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:01:24.296406 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3edb9eee-38fd-48f8-b554-2a54d7764ee8", "tag": "99591af6-cf62-467d-9e8c-8d2f2a724339", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:01:24.296671 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23c76c0c-a584-45a1-abd5-6af0806656df {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:01:24.297086 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3edb9eee-38fd-48f8-b554-2a54d7764ee8', 'tag': '99591af6-cf62-467d-9e8c-8d2f2a724339', 'status': 'completed', 'code': 200} Nov 26 04:01:24.357304 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-09d07686-d48a-4c95-ae80-8b9b140f7db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:24.358852 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-09d07686-d48a-4c95-ae80-8b9b140f7db3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 1095 time: 0.0455136 Nov 26 04:01:24.399922 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:24.408358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-ac79c7f5-282a-4019-9c65-407e4d42d493 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99591af6-cf62-467d-9e8c-8d2f2a724339 HTTP/1.1" status: 200 len: 217 time: 0.0369191 Nov 26 04:01:24.465578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-e84719b8-07f3-4117-8147-02d41ba17c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:24.467118 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-e84719b8-07f3-4117-8147-02d41ba17c94 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29c81d9a-39a5-4a23-b216-4a30ccbd8c4d HTTP/1.1" status: 200 len: 834 time: 0.0517354 Nov 26 04:01:24.521372 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-d19b2e55-c5fa-4d46-b51a-58a42fd6f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:24.523040 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-d19b2e55-c5fa-4d46-b51a-58a42fd6f3fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0618fca6-76a1-4b5d-92e8-b7c7f483d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484395 Nov 26 04:01:24.618913 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-60aca7a2-9932-4533-a270-74be22b2eb54 service neutron] 10.222.0.54 "GET /v2.0/networks/0618fca6-76a1-4b5d-92e8-b7c7f483d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882061 Nov 26 04:01:24.716329 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-018bdbe9-3abc-4cd2-bde6-9a84bb40ec93 req-60973ff8-dfe7-4421-96eb-522c112fe7c2 service neutron] 10.222.0.54 "GET /v2.0/networks/0618fca6-76a1-4b5d-92e8-b7c7f483d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905764 Nov 26 04:01:24.846841 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8d822-65c1-40e8-8ccc-f171d56c8e2f req-8488e548-3b10-43e2-a58f-e4dc27afab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:24.848389 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eac8d822-65c1-40e8-8ccc-f171d56c8e2f req-8488e548-3b10-43e2-a58f-e4dc27afab39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 1095 time: 0.0489738 Nov 26 04:01:24.947892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8d822-65c1-40e8-8ccc-f171d56c8e2f req-f92b4c97-7e54-435a-b8eb-5b98ac70dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:24.949432 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eac8d822-65c1-40e8-8ccc-f171d56c8e2f req-f92b4c97-7e54-435a-b8eb-5b98ac70dce0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0618fca6-76a1-4b5d-92e8-b7c7f483d91f HTTP/1.1" status: 200 len: 898 time: 0.0933869 Nov 26 04:01:24.990000 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eac8d822-65c1-40e8-8ccc-f171d56c8e2f req-46fb0087-71b3-4ee6-af1a-49040f184287 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99591af6-cf62-467d-9e8c-8d2f2a724339 HTTP/1.1" status: 200 len: 217 time: 0.0332785 Nov 26 04:01:25.037197 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8d822-65c1-40e8-8ccc-f171d56c8e2f req-312ecc52-5853-40f4-a6f3-71f33baa895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:25.038676 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eac8d822-65c1-40e8-8ccc-f171d56c8e2f req-312ecc52-5853-40f4-a6f3-71f33baa895c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29c81d9a-39a5-4a23-b216-4a30ccbd8c4d HTTP/1.1" status: 200 len: 834 time: 0.0424666 Nov 26 04:01:25.089268 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8d822-65c1-40e8-8ccc-f171d56c8e2f req-ab8846d5-e3a1-4cd2-a30b-22091e0509e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:25.090774 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eac8d822-65c1-40e8-8ccc-f171d56c8e2f req-ab8846d5-e3a1-4cd2-a30b-22091e0509e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0618fca6-76a1-4b5d-92e8-b7c7f483d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444009 Nov 26 04:01:25.217850 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eac8d822-65c1-40e8-8ccc-f171d56c8e2f req-d9286277-e1b9-444f-b09a-35c4b218d05a service neutron] 10.222.0.54 "GET /v2.0/networks/0618fca6-76a1-4b5d-92e8-b7c7f483d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197975 Nov 26 04:01:25.241351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391169c2-6d2f-4f92-ad04-f789ddc99f67 req-92ad54d5-a9ef-45fb-98b7-6e89ec965a62 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:25.243315 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-391169c2-6d2f-4f92-ad04-f789ddc99f67 req-92ad54d5-a9ef-45fb-98b7-6e89ec965a62 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 944 time: 0.0815780 Nov 26 04:01:25.340001 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-391169c2-6d2f-4f92-ad04-f789ddc99f67 req-2e05860a-e925-4ca1-91cd-2f08c34cdb58 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0a3757-f163-46eb-a73f-2e94881469c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867798 Nov 26 04:01:25.358261 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-eac8d822-65c1-40e8-8ccc-f171d56c8e2f req-e73411ae-c6a0-4e3e-9c9d-33295ded5030 service neutron] 10.222.0.54 "GET /v2.0/networks/0618fca6-76a1-4b5d-92e8-b7c7f483d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318154 Nov 26 04:01:25.480068 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 946f30e5-f956-4d06-a961-4ab3bd1c2c96 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:01:25.527808 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 946f30e5-f956-4d06-a961-4ab3bd1c2c96 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:01:25.528219 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:26.460753 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bfb69-2f52-465c-a501-4d4dc864c565 req-1383c2de-d367-4fb4-9914-d9812feda47a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:26.462239 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-381bfb69-2f52-465c-a501-4d4dc864c565 req-1383c2de-d367-4fb4-9914-d9812feda47a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 944 time: 0.0531113 Nov 26 04:01:26.512313 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-381bfb69-2f52-465c-a501-4d4dc864c565 req-19d4e333-c8d9-4377-b449-e25f383a6452 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0a3757-f163-46eb-a73f-2e94881469c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441296 Nov 26 04:01:27.419872 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 99591af6-cf62-467d-9e8c-8d2f2a724339 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 04:01:27.513200 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 99591af6-cf62-467d-9e8c-8d2f2a724339, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=99591af6-cf62-467d-9e8c-8d2f2a724339,segment=NetworkSegment(264eeb84-f162-46a8-8d6d-3935f3fa3d39),segment_id=264eeb84-f162-46a8-8d6d-3935f3fa3d39)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:01:27.523973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '99591af6-cf62-467d-9e8c-8d2f2a724339', 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f', 'port_id': '99591af6-cf62-467d-9e8c-8d2f2a724339', 'mac_address': 'fa:16:3e:ca:e5:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 04:01:27.565349 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:27.578279 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99591af6-cf62-467d-9e8c-8d2f2a724339 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 04:01:27.597461 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 99591af6-cf62-467d-9e8c-8d2f2a724339, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=99591af6-cf62-467d-9e8c-8d2f2a724339,segment=NetworkSegment(264eeb84-f162-46a8-8d6d-3935f3fa3d39),segment_id=264eeb84-f162-46a8-8d6d-3935f3fa3d39)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:01:27.602858 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:27.632737 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266b740-ff94-4fd1-bd91-90d9303480dc req-9dfdac57-b505-40f2-a0a8-e5e94b36f25d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:27.634266 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3266b740-ff94-4fd1-bd91-90d9303480dc req-9dfdac57-b505-40f2-a0a8-e5e94b36f25d tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 944 time: 0.0510015 Nov 26 04:01:27.656229 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=99591af6-cf62-467d-9e8c-8d2f2a724339,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:27.685390 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3266b740-ff94-4fd1-bd91-90d9303480dc req-c4bdb534-eb15-4a49-82cf-73195c7f154f tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0a3757-f163-46eb-a73f-2e94881469c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449109 Nov 26 04:01:28.045181 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['99591af6-cf62-467d-9e8c-8d2f2a724339'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 04:01:28.802455 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277a56b-567e-46f8-8fdd-3076f4a65269 req-18551888-f585-4250-8944-dd8b7ece5d2b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:28.803951 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f277a56b-567e-46f8-8fdd-3076f4a65269 req-18551888-f585-4250-8944-dd8b7ece5d2b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 945 time: 0.0494092 Nov 26 04:01:28.858351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f277a56b-567e-46f8-8fdd-3076f4a65269 req-adf793cc-a3f2-43e5-afad-9eb073990652 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0a3757-f163-46eb-a73f-2e94881469c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480461 Nov 26 04:01:29.432477 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 99591af6-cf62-467d-9e8c-8d2f2a724339 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:01:29.480731 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 99591af6-cf62-467d-9e8c-8d2f2a724339 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 04:01:29.484806 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 99591af6-cf62-467d-9e8c-8d2f2a724339 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:01:29.485182 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:29.561463 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:29.582473 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edb9eee-38fd-48f8-b554-2a54d7764ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99591af6-cf62-467d-9e8c-8d2f2a724339'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:01:29.584743 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229a990f-0195-4ea0-81de-d9f89752d6d7" -d '{"events": [{"server_uuid": "3edb9eee-38fd-48f8-b554-2a54d7764ee8", "name": "network-vif-plugged", "status": "completed", "tag": "99591af6-cf62-467d-9e8c-8d2f2a724339"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:01:29.598403 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 99591af6-cf62-467d-9e8c-8d2f2a724339, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=99591af6-cf62-467d-9e8c-8d2f2a724339,segment=NetworkSegment(264eeb84-f162-46a8-8d6d-3935f3fa3d39),segment_id=264eeb84-f162-46a8-8d6d-3935f3fa3d39)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:01:29.602930 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:29.625199 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 04:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4364b0dd-ebd1-4622-8e7b-6eb008c48cbf x-openstack-request-id: req-4364b0dd-ebd1-4622-8e7b-6eb008c48cbf {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:01:29.625499 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edb9eee-38fd-48f8-b554-2a54d7764ee8", "name": "network-vif-plugged", "status": "completed", "tag": "99591af6-cf62-467d-9e8c-8d2f2a724339", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:01:29.625757 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4364b0dd-ebd1-4622-8e7b-6eb008c48cbf {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:01:29.626151 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edb9eee-38fd-48f8-b554-2a54d7764ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99591af6-cf62-467d-9e8c-8d2f2a724339', 'code': 200} Nov 26 04:01:29.651046 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=99591af6-cf62-467d-9e8c-8d2f2a724339,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:29.754554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26a9e5-a12f-488f-9df8-5cab777d927b req-6656d608-4bbd-46a2-9a61-077d5d365415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:29.756081 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e26a9e5-a12f-488f-9df8-5cab777d927b req-6656d608-4bbd-46a2-9a61-077d5d365415 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0400984 Nov 26 04:01:29.804293 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1e26a9e5-a12f-488f-9df8-5cab777d927b req-6472c325-e1c5-4617-925f-582cc5928fd8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5e0a3757-f163-46eb-a73f-2e94881469c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403364 Nov 26 04:01:29.973165 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62367ee-803c-4525-9571-38ea5052f702 req-3e0c4ca8-0cbf-4fd5-b87f-2fb57d425715 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:29.974657 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f62367ee-803c-4525-9571-38ea5052f702 req-3e0c4ca8-0cbf-4fd5-b87f-2fb57d425715 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 946 time: 0.0490086 Nov 26 04:01:30.022809 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f62367ee-803c-4525-9571-38ea5052f702 req-d855713b-63ed-4b22-b15f-ac1ad6d7880a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0a3757-f163-46eb-a73f-2e94881469c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422091 Nov 26 04:01:31.141399 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b610a62-3a03-4926-8893-0ecec6c87eb1 req-abb4366b-ec53-4029-9756-b5700be6bdee tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:31.142889 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b610a62-3a03-4926-8893-0ecec6c87eb1 req-abb4366b-ec53-4029-9756-b5700be6bdee tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 946 time: 0.0514445 Nov 26 04:01:31.192711 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0b610a62-3a03-4926-8893-0ecec6c87eb1 req-9e263add-6233-433e-8cea-aba24d5c2df1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0a3757-f163-46eb-a73f-2e94881469c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435328 Nov 26 04:01:32.315387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec575d-d631-4887-b505-80598ba1b7ef req-82951417-c856-4361-8191-69fab3ac01c8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:32.316926 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5eec575d-d631-4887-b505-80598ba1b7ef req-82951417-c856-4361-8191-69fab3ac01c8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 946 time: 0.0495586 Nov 26 04:01:32.368437 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5eec575d-d631-4887-b505-80598ba1b7ef req-449c1635-91c8-457d-84df-d788fa937da0 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0a3757-f163-46eb-a73f-2e94881469c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450809 Nov 26 04:01:32.480521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2abe9-53fa-4652-a694-359dd84c431b req-859f9a31-8378-45e6-9de6-f3c4449e6ade tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:32.481910 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7fb2abe9-53fa-4652-a694-359dd84c431b req-859f9a31-8378-45e6-9de6-f3c4449e6ade tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 946 time: 0.0476239 Nov 26 04:01:32.534098 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7fb2abe9-53fa-4652-a694-359dd84c431b req-83ee22c0-354e-4c76-a1dd-41be6e8855ae tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0a3757-f163-46eb-a73f-2e94881469c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462101 Nov 26 04:01:32.557166 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36282) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:32.596451 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3881d39d-f384-49a5-adc1-fb94cfa37442 tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:32.597998 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-3881d39d-f384-49a5-adc1-fb94cfa37442 tempest-TestNetworkAdvancedServerOps-79583712 tempest-TestNetworkAdvancedServerOps-79583712-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 1092 time: 0.0398006 Nov 26 04:01:32.600738 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36284) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:32.604922 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': '99591af6-cf62-467d-9e8c-8d2f2a724339', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:01:32.627309 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:32.724901 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:32.821160 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Allocated IP 172.25.0.62 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/c552e837-780a-40dd-9f22-644912582f4f) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:01:32.922160 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:32.955501 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:32.993547 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:01:32.996440 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:01:32.999940 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:01:33.024824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=c552e837-780a-40dd-9f22-644912582f4f,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:33.668443 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:33.732322 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:33.876971 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:33.881578 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:33.953967 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event updated for resources: {'Port': ['ID=c552e837-780a-40dd-9f22-644912582f4f,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:01:33.962578 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:34.058101 n-d-819389-3 neutron-server[104801]: INFO neutron.db.l3_db [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Floating IP bdde2e14-c368-4ea5-ac7c-0bb562980973 associated. External IP: 172.25.0.62, port: 99591af6-cf62-467d-9e8c-8d2f2a724339. Nov 26 04:01:34.254912 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 87210bec-0be5-4661-8f13-b01822fe73a3 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:01:34.361996 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:01:34.372710 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02281673-edfc-41d5-8e4e-7a6e1cd89a27 None None] Sync routers for ids ['87210bec-0be5-4661-8f13-b01822fe73a3'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:01:34.379393 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:34.383123 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02281673-edfc-41d5-8e4e-7a6e1cd89a27 None None] Routers {'87210bec-0be5-4661-8f13-b01822fe73a3'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:01:34.383739 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-02281673-edfc-41d5-8e4e-7a6e1cd89a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:01:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['87210bec-0be5-4661-8f13-b01822fe73a3'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:34.405577 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-68ee0a53-a46d-483c-b8fe-307918d0ff0b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8038409 Nov 26 04:01:34.406188 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3edb9eee-38fd-48f8-b554-2a54d7764ee8', 'tag': '99591af6-cf62-467d-9e8c-8d2f2a724339'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:01:34.408559 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180daeae-80fe-4a61-9a43-be7115a4dab1" -d '{"events": [{"name": "network-changed", "server_uuid": "3edb9eee-38fd-48f8-b554-2a54d7764ee8", "tag": "99591af6-cf62-467d-9e8c-8d2f2a724339"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:01:34.450245 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 04:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817340b1-1d0f-40df-9773-4197a815b1c6 x-openstack-request-id: req-817340b1-1d0f-40df-9773-4197a815b1c6 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:01:34.450813 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3edb9eee-38fd-48f8-b554-2a54d7764ee8", "tag": "99591af6-cf62-467d-9e8c-8d2f2a724339", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:01:34.451194 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-817340b1-1d0f-40df-9773-4197a815b1c6 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:01:34.451668 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3edb9eee-38fd-48f8-b554-2a54d7764ee8', 'tag': '99591af6-cf62-467d-9e8c-8d2f2a724339', 'status': 'completed', 'code': 200} Nov 26 04:01:34.494891 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-02281673-edfc-41d5-8e4e-7a6e1cd89a27 None None] Set router 87210bec-0be5-4661-8f13-b01822fe73a3 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:01:34.535765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a34b9-f5f1-4b89-a52c-e6602ae36256 req-653c85ab-c954-4919-ac20-2c44fc3c5f7e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:34.537283 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e51a34b9-f5f1-4b89-a52c-e6602ae36256 req-653c85ab-c954-4919-ac20-2c44fc3c5f7e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 946 time: 0.0712221 Nov 26 04:01:34.567786 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180daeae-80fe-4a61-9a43-be7115a4dab1 req-dea22191-d79f-425e-bf08-d94e8eecec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:34.569458 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180daeae-80fe-4a61-9a43-be7115a4dab1 req-dea22191-d79f-425e-bf08-d94e8eecec35 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0681715 Nov 26 04:01:34.642484 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e51a34b9-f5f1-4b89-a52c-e6602ae36256 req-dfe440e9-f158-4812-a80a-b0109724d44c tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0a3757-f163-46eb-a73f-2e94881469c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972774 Nov 26 04:01:34.668355 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36290) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:34.718848 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-02281673-edfc-41d5-8e4e-7a6e1cd89a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392090679', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:01:16Z', 'updated_at': '2021-11-26T04:01:20Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:17Z', 'updated_at': '2021-11-26T04:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'bdde2e14-c368-4ea5-ac7c-0bb562980973', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'port_id': '99591af6-cf62-467d-9e8c-8d2f2a724339', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f', 'mac_address': 'fa:16:3e:ca:e5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edb9eee-38fd-48f8-b554-2a54d7764ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:01:33Z', 'updated_at': '2021-11-26T04:01:33Z', 'revision_number': 0, 'project_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '946f30e5-f956-4d06-a961-4ab3bd1c2c96', 'name': '', 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:0b:4c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:19Z', 'updated_at': '2021-11-26T04:01:23Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:34.720093 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180daeae-80fe-4a61-9a43-be7115a4dab1 req-326df77c-4344-450f-a73e-804fc23f9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:34.721569 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180daeae-80fe-4a61-9a43-be7115a4dab1 req-326df77c-4344-450f-a73e-804fc23f9b40 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0618fca6-76a1-4b5d-92e8-b7c7f483d91f HTTP/1.1" status: 200 len: 898 time: 0.1416280 Nov 26 04:01:34.745719 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02281673-edfc-41d5-8e4e-7a6e1cd89a27 None None] Checking router: 87210bec-0be5-4661-8f13-b01822fe73a3 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:01:34.754003 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02281673-edfc-41d5-8e4e-7a6e1cd89a27 None None] Routers {'87210bec-0be5-4661-8f13-b01822fe73a3'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:01:34.754614 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-02281673-edfc-41d5-8e4e-7a6e1cd89a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:01:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['87210bec-0be5-4661-8f13-b01822fe73a3'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:34.775172 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-43bc75bd-6b64-499e-a309-c349538ec966 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/floatingips/bdde2e14-c368-4ea5-ac7c-0bb562980973 HTTP/1.1" status: 200 len: 991 time: 0.1057045 Nov 26 04:01:34.799880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180daeae-80fe-4a61-9a43-be7115a4dab1 req-a731525f-6fd4-4086-ae48-8745645c85b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99591af6-cf62-467d-9e8c-8d2f2a724339 HTTP/1.1" status: 200 len: 999 time: 0.0693815 Nov 26 04:01:34.850072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180daeae-80fe-4a61-9a43-be7115a4dab1 req-a1d76371-44fa-4642-acf1-5ef7c905bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:34.852190 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180daeae-80fe-4a61-9a43-be7115a4dab1 req-a1d76371-44fa-4642-acf1-5ef7c905bc68 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29c81d9a-39a5-4a23-b216-4a30ccbd8c4d HTTP/1.1" status: 200 len: 834 time: 0.0454791 Nov 26 04:01:34.862334 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-02281673-edfc-41d5-8e4e-7a6e1cd89a27 None None] Set router 87210bec-0be5-4661-8f13-b01822fe73a3 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:01:34.897085 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180daeae-80fe-4a61-9a43-be7115a4dab1 req-0957b036-c92d-4032-ba0f-53b2e8dcf314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:01:34.899174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180daeae-80fe-4a61-9a43-be7115a4dab1 req-0957b036-c92d-4032-ba0f-53b2e8dcf314 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0618fca6-76a1-4b5d-92e8-b7c7f483d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400095 Nov 26 04:01:35.004038 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180daeae-80fe-4a61-9a43-be7115a4dab1 req-f2734cfa-0f54-4263-8a3f-9ed82cea9482 service neutron] 10.222.0.54 "GET /v2.0/networks/0618fca6-76a1-4b5d-92e8-b7c7f483d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957286 Nov 26 04:01:35.093253 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-180daeae-80fe-4a61-9a43-be7115a4dab1 req-87f0d9c5-cb8e-49fd-8665-1eda603957f6 service neutron] 10.222.0.54 "GET /v2.0/networks/0618fca6-76a1-4b5d-92e8-b7c7f483d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821247 Nov 26 04:01:35.175534 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-02281673-edfc-41d5-8e4e-7a6e1cd89a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392090679', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:01:16Z', 'updated_at': '2021-11-26T04:01:20Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:17Z', 'updated_at': '2021-11-26T04:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'bdde2e14-c368-4ea5-ac7c-0bb562980973', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'port_id': '99591af6-cf62-467d-9e8c-8d2f2a724339', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f', 'mac_address': 'fa:16:3e:ca:e5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edb9eee-38fd-48f8-b554-2a54d7764ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:01:33Z', 'updated_at': '2021-11-26T04:01:33Z', 'revision_number': 0, 'project_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '946f30e5-f956-4d06-a961-4ab3bd1c2c96', 'name': '', 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:0b:4c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:19Z', 'updated_at': '2021-11-26T04:01:23Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:01:35.201527 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02281673-edfc-41d5-8e4e-7a6e1cd89a27 None None] The sync data for ids ['87210bec-0be5-4661-8f13-b01822fe73a3'] in n-d-819389-3 is: [{'id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392090679', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:01:16Z', 'updated_at': '2021-11-26T04:01:20Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:17Z', 'updated_at': '2021-11-26T04:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'bdde2e14-c368-4ea5-ac7c-0bb562980973', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'port_id': '99591af6-cf62-467d-9e8c-8d2f2a724339', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f', 'mac_address': 'fa:16:3e:ca:e5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edb9eee-38fd-48f8-b554-2a54d7764ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:01:33Z', 'updated_at': '2021-11-26T04:01:33Z', 'revision_number': 0, 'project_id': '952c751804864f3f800b50cfd5313ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '946f30e5-f956-4d06-a961-4ab3bd1c2c96', 'name': '', 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:0b:4c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:19Z', 'updated_at': '2021-11-26T04:01:23Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:01:35.404246 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc442f24-b1f8-4b12-859a-f139d245bdd6 None None] New status for floating IP bdde2e14-c368-4ea5-ac7c-0bb562980973: ACTIVE {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 04:01:35.778061 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36292) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:01:35.840735 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ea85bbff-e07f-4f97-be91-297a31edd112 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/floatingips/bdde2e14-c368-4ea5-ac7c-0bb562980973 HTTP/1.1" status: 200 len: 993 time: 0.0615294 Nov 26 04:01:41.828967 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-5ea44c1b-1d3b-43ab-8162-86d8da2c0e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:44.215435 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f5fd-2ae1-4eac-b5ba-c35a3f661503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:45.333850 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:46.895832 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:47.733574 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:48.866653 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:01:53.030955 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:01:54.406323 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:11.831150 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ca570e6e-0c84-4fe1-9bd2-02ec58715593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:14.215553 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b850f5ba-8c95-44ce-bbe0-0d60f43733fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:15.334387 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:15.654978 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a13d10c-4e05-40e2-9716-0ad7b686528e req-d4beaee2-22a0-4185-a525-abcb96756a6f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399272 Nov 26 04:02:15.750660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13d10c-4e05-40e2-9716-0ad7b686528e req-17218cf2-e5b2-4517-88c7-73c272dc1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:15.752179 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a13d10c-4e05-40e2-9716-0ad7b686528e req-17218cf2-e5b2-4517-88c7-73c272dc1e58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0401771 Nov 26 04:02:15.855313 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13d10c-4e05-40e2-9716-0ad7b686528e req-8a6cdb8c-c351-4786-8cf0-80e72c853b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:15.856814 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a13d10c-4e05-40e2-9716-0ad7b686528e req-8a6cdb8c-c351-4786-8cf0-80e72c853b29 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0618fca6-76a1-4b5d-92e8-b7c7f483d91f HTTP/1.1" status: 200 len: 898 time: 0.0865986 Nov 26 04:02:15.919641 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a13d10c-4e05-40e2-9716-0ad7b686528e req-5e1ed630-6ecb-4ccd-be96-539a2950b8a2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99591af6-cf62-467d-9e8c-8d2f2a724339 HTTP/1.1" status: 200 len: 1001 time: 0.0557091 Nov 26 04:02:15.970724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13d10c-4e05-40e2-9716-0ad7b686528e req-e0acf774-621d-4e74-8b44-dea29cfc885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:15.972187 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a13d10c-4e05-40e2-9716-0ad7b686528e req-e0acf774-621d-4e74-8b44-dea29cfc885d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29c81d9a-39a5-4a23-b216-4a30ccbd8c4d HTTP/1.1" status: 200 len: 834 time: 0.0456152 Nov 26 04:02:16.016985 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13d10c-4e05-40e2-9716-0ad7b686528e req-44f033f7-b9e1-40ea-964a-9cd7aeb22fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:16.018489 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a13d10c-4e05-40e2-9716-0ad7b686528e req-44f033f7-b9e1-40ea-964a-9cd7aeb22fc0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0618fca6-76a1-4b5d-92e8-b7c7f483d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383143 Nov 26 04:02:16.107180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a13d10c-4e05-40e2-9716-0ad7b686528e req-4bdd95a2-8808-4d27-8dc8-4a7626f3e187 service neutron] 10.222.0.54 "GET /v2.0/networks/0618fca6-76a1-4b5d-92e8-b7c7f483d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807278 Nov 26 04:02:16.197040 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a13d10c-4e05-40e2-9716-0ad7b686528e req-c847a67d-84db-4293-b029-7f30f7a0978a service neutron] 10.222.0.54 "GET /v2.0/networks/0618fca6-76a1-4b5d-92e8-b7c7f483d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832524 Nov 26 04:02:16.901965 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:17.735437 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:23.046341 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:24.411199 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:25.865895 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:02:36.691049 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b06361-1a61-44a0-8ced-5b21bded6979 req-842331ec-bc54-4747-b2b2-20b077f31b04 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:36.692544 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52b06361-1a61-44a0-8ced-5b21bded6979 req-842331ec-bc54-4747-b2b2-20b077f31b04 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 946 time: 0.0497146 Nov 26 04:02:36.739796 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-52b06361-1a61-44a0-8ced-5b21bded6979 req-f7c830be-df1f-4a4c-a702-e10972ccf875 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0a3757-f163-46eb-a73f-2e94881469c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414534 Nov 26 04:02:37.860876 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc8e65-5925-473f-8740-9a92db578b7e req-5d7b6e96-b9f0-4939-85e3-5c223463f00b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:37.862373 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bacc8e65-5925-473f-8740-9a92db578b7e req-5d7b6e96-b9f0-4939-85e3-5c223463f00b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 946 time: 0.0520902 Nov 26 04:02:37.911311 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bacc8e65-5925-473f-8740-9a92db578b7e req-ae76372f-0a83-426e-b7b9-11ac27b8fe50 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0a3757-f163-46eb-a73f-2e94881469c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424337 Nov 26 04:02:39.028018 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8a8ad-c904-4593-9473-25fc8d90e865 req-1e34f6da-8af1-4edc-9b06-557af037c84b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:39.029529 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5f8a8ad-c904-4593-9473-25fc8d90e865 req-1e34f6da-8af1-4edc-9b06-557af037c84b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 946 time: 0.0481274 Nov 26 04:02:39.078055 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5f8a8ad-c904-4593-9473-25fc8d90e865 req-c4026967-2c5c-49ca-8e1b-b52873a6f031 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0a3757-f163-46eb-a73f-2e94881469c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424948 Nov 26 04:02:39.100431 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36326) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:39.161787 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3b1bf17d-bb52-48a1-b0c1-2e0e94a5f807 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/floatingips/bdde2e14-c368-4ea5-ac7c-0bb562980973 HTTP/1.1" status: 200 len: 993 time: 0.0602119 Nov 26 04:02:40.434579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67ed30-8431-46bb-9795-8349dd9abb03 req-27a0ef2d-ed1d-4bdd-8530-a04498f5283a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:40.435989 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a67ed30-8431-46bb-9795-8349dd9abb03 req-27a0ef2d-ed1d-4bdd-8530-a04498f5283a tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 946 time: 0.0548337 Nov 26 04:02:40.507378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4f759-6cc6-47a4-ae22-1e30d175c223 req-e716022b-b572-4f48-b538-4255225be397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:40.509662 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcd4f759-6cc6-47a4-ae22-1e30d175c223 req-e716022b-b572-4f48-b538-4255225be397 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0727901 Nov 26 04:02:40.513473 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2a67ed30-8431-46bb-9795-8349dd9abb03 req-a1e03ce8-8a35-422b-800a-3ef601fa726b tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0a3757-f163-46eb-a73f-2e94881469c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692794 Nov 26 04:02:40.606253 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4f759-6cc6-47a4-ae22-1e30d175c223 req-d2c6507e-884a-4a16-96bf-ead1310f3513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:40.607720 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcd4f759-6cc6-47a4-ae22-1e30d175c223 req-d2c6507e-884a-4a16-96bf-ead1310f3513 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0618fca6-76a1-4b5d-92e8-b7c7f483d91f HTTP/1.1" status: 200 len: 898 time: 0.0910375 Nov 26 04:02:40.673715 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcd4f759-6cc6-47a4-ae22-1e30d175c223 req-b2c69547-d388-4530-a62f-9b6d1b254df8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99591af6-cf62-467d-9e8c-8d2f2a724339 HTTP/1.1" status: 200 len: 1001 time: 0.0588746 Nov 26 04:02:41.041327 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4f759-6cc6-47a4-ae22-1e30d175c223 req-eae916de-d6ac-406f-97df-10bab105a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:41.042789 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcd4f759-6cc6-47a4-ae22-1e30d175c223 req-eae916de-d6ac-406f-97df-10bab105a5a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29c81d9a-39a5-4a23-b216-4a30ccbd8c4d HTTP/1.1" status: 200 len: 834 time: 0.3622594 Nov 26 04:02:41.086935 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4f759-6cc6-47a4-ae22-1e30d175c223 req-cf97f3f9-b8ad-457e-976f-6f1eed3b162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:41.088417 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcd4f759-6cc6-47a4-ae22-1e30d175c223 req-cf97f3f9-b8ad-457e-976f-6f1eed3b162a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0618fca6-76a1-4b5d-92e8-b7c7f483d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382211 Nov 26 04:02:41.176930 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcd4f759-6cc6-47a4-ae22-1e30d175c223 req-f1ac65f1-4819-46e0-af56-4fe873737780 service neutron] 10.222.0.54 "GET /v2.0/networks/0618fca6-76a1-4b5d-92e8-b7c7f483d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813529 Nov 26 04:02:41.262478 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fcd4f759-6cc6-47a4-ae22-1e30d175c223 req-be327349-99e8-42d1-a5da-c6707c164aee service neutron] 10.222.0.54 "GET /v2.0/networks/0618fca6-76a1-4b5d-92e8-b7c7f483d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790417 Nov 26 04:02:41.637994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2350a6-af05-4a96-9de4-d4080422aecc req-a8c53512-3f24-4713-acec-9b6c963b0a75 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:41.639471 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d2350a6-af05-4a96-9de4-d4080422aecc req-a8c53512-3f24-4713-acec-9b6c963b0a75 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 946 time: 0.0513902 Nov 26 04:02:41.690387 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4d2350a6-af05-4a96-9de4-d4080422aecc req-c0f273da-81dd-4ada-a768-92c7f83caa52 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0a3757-f163-46eb-a73f-2e94881469c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446258 Nov 26 04:02:41.833480 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-215388e4-fee2-452a-a4ad-98d66b491b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:42.803625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db869daf-8f58-4517-a861-b06b2118db10 req-f9fd1773-170c-4fec-8705-3122eca5c817 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:42.805843 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db869daf-8f58-4517-a861-b06b2118db10 req-f9fd1773-170c-4fec-8705-3122eca5c817 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 946 time: 0.0487339 Nov 26 04:02:42.854286 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db869daf-8f58-4517-a861-b06b2118db10 req-a29cd958-59b3-484c-8f45-5e6f1d9b7a90 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0a3757-f163-46eb-a73f-2e94881469c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423739 Nov 26 04:02:42.876466 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36342) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:42.938931 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2facb56c-1298-4ba1-b6b1-7c613b6dceab tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/floatingips/bdde2e14-c368-4ea5-ac7c-0bb562980973 HTTP/1.1" status: 200 len: 993 time: 0.0612812 Nov 26 04:02:43.178363 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36348) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:43.331139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port c552e837-780a-40dd-9f22-644912582f4f {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:02:43.331481 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:43.407413 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:43.407767 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:43.419629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for c552e837-780a-40dd-9f22-644912582f4f owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:02:43.570975 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:43.593505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=c552e837-780a-40dd-9f22-644912582f4f,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:43.603936 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:43.604324 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:43.604670 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:43.605010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:43.605342 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:43.605692 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:43.606389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:43.606389 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:43.606634 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:43.606962 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:43.607286 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:43.607607 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:43.670576 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:43.670943 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Floating IP bdde2e14-c368-4ea5-ac7c-0bb562980973 disassociated (deleted). External IP: 172.25.0.62, port: 99591af6-cf62-467d-9e8c-8d2f2a724339. Nov 26 04:02:43.875866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 87210bec-0be5-4661-8f13-b01822fe73a3 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:02:43.981329 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:02:43.986163 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:43.990650 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ff7a8-2b4f-48a9-b19a-95b83e3d9e3b None None] Sync routers for ids ['87210bec-0be5-4661-8f13-b01822fe73a3'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:02:44.000144 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5ff7a8-2b4f-48a9-b19a-95b83e3d9e3b None None] Routers {'87210bec-0be5-4661-8f13-b01822fe73a3'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:02:44.000959 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2e5ff7a8-2b4f-48a9-b19a-95b83e3d9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:02:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['87210bec-0be5-4661-8f13-b01822fe73a3'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:02:44.013838 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6432d294-56bb-4156-b3cb-689720fd1bd9 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/floatingips/bdde2e14-c368-4ea5-ac7c-0bb562980973 HTTP/1.1" status: 204 len: 168 time: 0.8344514 Nov 26 04:02:44.014448 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3edb9eee-38fd-48f8-b554-2a54d7764ee8', 'tag': '99591af6-cf62-467d-9e8c-8d2f2a724339'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:02:44.016787 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffad6cd4-c7cf-465d-b3cf-6b1b03d2bc30" -d '{"events": [{"name": "network-changed", "server_uuid": "3edb9eee-38fd-48f8-b554-2a54d7764ee8", "tag": "99591af6-cf62-467d-9e8c-8d2f2a724339"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:02:44.108227 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-2e5ff7a8-2b4f-48a9-b19a-95b83e3d9e3b None None] Set router 87210bec-0be5-4661-8f13-b01822fe73a3 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:02:44.116529 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 04:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e25757b-6c40-49f6-9f40-6edc3ca02ec2 x-openstack-request-id: req-2e25757b-6c40-49f6-9f40-6edc3ca02ec2 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:02:44.116824 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3edb9eee-38fd-48f8-b554-2a54d7764ee8", "tag": "99591af6-cf62-467d-9e8c-8d2f2a724339", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:02:44.117629 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e25757b-6c40-49f6-9f40-6edc3ca02ec2 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:02:44.118059 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3edb9eee-38fd-48f8-b554-2a54d7764ee8', 'tag': '99591af6-cf62-467d-9e8c-8d2f2a724339', 'status': 'completed', 'code': 200} Nov 26 04:02:44.212881 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad6cd4-c7cf-465d-b3cf-6b1b03d2bc30 req-0f9cf26e-7939-4a20-a965-b31535ab8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:44.214523 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffad6cd4-c7cf-465d-b3cf-6b1b03d2bc30 req-0f9cf26e-7939-4a20-a965-b31535ab8a25 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952c751804864f3f800b50cfd5313ece&device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0514915 Nov 26 04:02:44.218617 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8145e482-78ac-42cd-88fe-894d5a0e8e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:44.317348 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f47fdd-f40c-4023-b1b6-51f797a17fb5 req-db630770-c2cd-4da5-91a0-ecfc0f5e83c4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:44.318742 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-67f47fdd-f40c-4023-b1b6-51f797a17fb5 req-db630770-c2cd-4da5-91a0-ecfc0f5e83c4 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 946 time: 0.1090431 Nov 26 04:02:44.322495 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2e5ff7a8-2b4f-48a9-b19a-95b83e3d9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392090679', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:01:16Z', 'updated_at': '2021-11-26T04:01:20Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:17Z', 'updated_at': '2021-11-26T04:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '946f30e5-f956-4d06-a961-4ab3bd1c2c96', 'name': '', 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:0b:4c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:19Z', 'updated_at': '2021-11-26T04:01:23Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:02:44.347973 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ff7a8-2b4f-48a9-b19a-95b83e3d9e3b None None] Checking router: 87210bec-0be5-4661-8f13-b01822fe73a3 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:02:44.356696 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5ff7a8-2b4f-48a9-b19a-95b83e3d9e3b None None] Routers {'87210bec-0be5-4661-8f13-b01822fe73a3'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:02:44.357300 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2e5ff7a8-2b4f-48a9-b19a-95b83e3d9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['87210bec-0be5-4661-8f13-b01822fe73a3'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:02:44.358856 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad6cd4-c7cf-465d-b3cf-6b1b03d2bc30 req-e5a2038c-6f62-496e-a41d-35b19cd898fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:44.360348 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffad6cd4-c7cf-465d-b3cf-6b1b03d2bc30 req-e5a2038c-6f62-496e-a41d-35b19cd898fd service neutron] 10.222.0.54 "GET /v2.0/networks?id=0618fca6-76a1-4b5d-92e8-b7c7f483d91f HTTP/1.1" status: 200 len: 898 time: 0.1202917 Nov 26 04:02:44.410728 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffad6cd4-c7cf-465d-b3cf-6b1b03d2bc30 req-02060c83-9241-4835-9cd2-600b7e98ddb3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99591af6-cf62-467d-9e8c-8d2f2a724339 HTTP/1.1" status: 200 len: 217 time: 0.0401955 Nov 26 04:02:44.420385 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-67f47fdd-f40c-4023-b1b6-51f797a17fb5 req-4614bf31-7215-4176-a9f3-ab0b368293ce tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0a3757-f163-46eb-a73f-2e94881469c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945990 Nov 26 04:02:44.463341 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-2e5ff7a8-2b4f-48a9-b19a-95b83e3d9e3b None None] Set router 87210bec-0be5-4661-8f13-b01822fe73a3 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:02:44.468024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad6cd4-c7cf-465d-b3cf-6b1b03d2bc30 req-7c29b31c-5f37-4ab7-885e-06a33ab631f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:44.469820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffad6cd4-c7cf-465d-b3cf-6b1b03d2bc30 req-7c29b31c-5f37-4ab7-885e-06a33ab631f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29c81d9a-39a5-4a23-b216-4a30ccbd8c4d HTTP/1.1" status: 200 len: 834 time: 0.0483141 Nov 26 04:02:44.515996 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad6cd4-c7cf-465d-b3cf-6b1b03d2bc30 req-bfd0acc4-a306-439b-bf09-8734bc6001e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:44.517560 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffad6cd4-c7cf-465d-b3cf-6b1b03d2bc30 req-bfd0acc4-a306-439b-bf09-8734bc6001e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0618fca6-76a1-4b5d-92e8-b7c7f483d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396183 Nov 26 04:02:44.608947 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffad6cd4-c7cf-465d-b3cf-6b1b03d2bc30 req-d84e1e0b-003b-4327-8478-9b8ef459ccc6 service neutron] 10.222.0.54 "GET /v2.0/networks/0618fca6-76a1-4b5d-92e8-b7c7f483d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821123 Nov 26 04:02:44.661532 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2e5ff7a8-2b4f-48a9-b19a-95b83e3d9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392090679', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:01:16Z', 'updated_at': '2021-11-26T04:01:20Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:17Z', 'updated_at': '2021-11-26T04:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '946f30e5-f956-4d06-a961-4ab3bd1c2c96', 'name': '', 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:0b:4c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:19Z', 'updated_at': '2021-11-26T04:01:23Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:02:44.687851 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ff7a8-2b4f-48a9-b19a-95b83e3d9e3b None None] The sync data for ids ['87210bec-0be5-4661-8f13-b01822fe73a3'] in n-d-819389-3 is: [{'id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392090679', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:01:16Z', 'updated_at': '2021-11-26T04:01:20Z', 'revision_number': 4, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:17Z', 'updated_at': '2021-11-26T04:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '946f30e5-f956-4d06-a961-4ab3bd1c2c96', 'name': '', 'network_id': '0618fca6-76a1-4b5d-92e8-b7c7f483d91f', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'mac_address': 'fa:16:3e:0b:4c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:19Z', 'updated_at': '2021-11-26T04:01:23Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'subnets': [{'id': '29c81d9a-39a5-4a23-b216-4a30ccbd8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:02:44.702962 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ffad6cd4-c7cf-465d-b3cf-6b1b03d2bc30 req-4fb38ac6-a72a-4398-8bcd-4941e04ac159 service neutron] 10.222.0.54 "GET /v2.0/networks/0618fca6-76a1-4b5d-92e8-b7c7f483d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863979 Nov 26 04:02:44.907993 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5398466e-b025-4957-bccf-83209bbabc30 None None] New status for floating IP bdde2e14-c368-4ea5-ac7c-0bb562980973: DOWN {{(pid=104803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 04:02:45.337323 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:45.551788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5891b-ad5b-4230-a45e-6a1c405ee55d req-eaad65ca-4032-44f9-ad14-b6a3fe22d7fc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:45.553299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-80b5891b-ad5b-4230-a45e-6a1c405ee55d req-eaad65ca-4032-44f9-ad14-b6a3fe22d7fc tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 946 time: 0.0527754 Nov 26 04:02:45.603579 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-80b5891b-ad5b-4230-a45e-6a1c405ee55d req-79bdb54c-8138-4069-9ab4-a4b9f882761e tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e0a3757-f163-46eb-a73f-2e94881469c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434589 Nov 26 04:02:46.199111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d57cbb-83ca-4871-8c8c-6f384f7959d8 req-b8cb7f65-2d68-4b81-a47c-c3bd690c9ae1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:46.200608 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-53d57cbb-83ca-4871-8c8c-6f384f7959d8 req-b8cb7f65-2d68-4b81-a47c-c3bd690c9ae1 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.54 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 946 time: 0.0531423 Nov 26 04:02:46.286863 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-53d57cbb-83ca-4871-8c8c-6f384f7959d8 req-a2820c61-0037-4135-9078-95020971aecf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port 99591af6-cf62-467d-9e8c-8d2f2a724339 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:02:46.287206 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-53d57cbb-83ca-4871-8c8c-6f384f7959d8 req-a2820c61-0037-4135-9078-95020971aecf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:46.376745 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-53d57cbb-83ca-4871-8c8c-6f384f7959d8 req-a2820c61-0037-4135-9078-95020971aecf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] For port 99591af6-cf62-467d-9e8c-8d2f2a724339, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=99591af6-cf62-467d-9e8c-8d2f2a724339,segment=NetworkSegment(264eeb84-f162-46a8-8d6d-3935f3fa3d39),segment_id=264eeb84-f162-46a8-8d6d-3935f3fa3d39)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:02:46.377108 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-53d57cbb-83ca-4871-8c8c-6f384f7959d8 req-a2820c61-0037-4135-9078-95020971aecf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:46.389528 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-53d57cbb-83ca-4871-8c8c-6f384f7959d8 req-a2820c61-0037-4135-9078-95020971aecf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for 99591af6-cf62-467d-9e8c-8d2f2a724339 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:02:46.515476 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-53d57cbb-83ca-4871-8c8c-6f384f7959d8 req-a2820c61-0037-4135-9078-95020971aecf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:46.541896 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2820c61-0037-4135-9078-95020971aecf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=99591af6-cf62-467d-9e8c-8d2f2a724339,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:46.585382 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d57cbb-83ca-4871-8c8c-6f384f7959d8 req-a2820c61-0037-4135-9078-95020971aecf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] No DVR routers for this DVR port 99591af6-cf62-467d-9e8c-8d2f2a724339 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 04:02:46.587922 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-53d57cbb-83ca-4871-8c8c-6f384f7959d8 req-a2820c61-0037-4135-9078-95020971aecf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:46.591257 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-53d57cbb-83ca-4871-8c8c-6f384f7959d8 req-a2820c61-0037-4135-9078-95020971aecf tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.54 "DELETE /v2.0/ports/99591af6-cf62-467d-9e8c-8d2f2a724339 HTTP/1.1" status: 204 len: 173 time: 0.3840497 Nov 26 04:02:46.591700 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edb9eee-38fd-48f8-b554-2a54d7764ee8', 'name': 'network-vif-deleted', 'tag': '99591af6-cf62-467d-9e8c-8d2f2a724339'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:02:46.594009 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987a44fe-f660-4d0f-bfac-7ce4dd2932e5" -d '{"events": [{"server_uuid": "3edb9eee-38fd-48f8-b554-2a54d7764ee8", "name": "network-vif-deleted", "tag": "99591af6-cf62-467d-9e8c-8d2f2a724339"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:02:46.634164 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 04:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b5391c-5939-4095-aec2-8be59e8447b5 x-openstack-request-id: req-d6b5391c-5939-4095-aec2-8be59e8447b5 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:02:46.634465 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edb9eee-38fd-48f8-b554-2a54d7764ee8", "name": "network-vif-deleted", "tag": "99591af6-cf62-467d-9e8c-8d2f2a724339", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:02:46.634775 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6b5391c-5939-4095-aec2-8be59e8447b5 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:02:46.635305 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edb9eee-38fd-48f8-b554-2a54d7764ee8', 'name': 'network-vif-deleted', 'tag': '99591af6-cf62-467d-9e8c-8d2f2a724339', 'status': 'completed', 'code': 200} Nov 26 04:02:46.702891 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-57fc9a5b-f167-493b-b96a-dda459ebb337 req-4c42e736-3406-4d64-96e4-58e7be225480 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edb9eee-38fd-48f8-b554-2a54d7764ee8 HTTP/1.1" status: 200 len: 210 time: 0.0265093 Nov 26 04:02:46.903457 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:47.738756 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:47.760884 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36370) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:48.114304 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b5b744b2-9443-445b-ac36-218d17248bc8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:48.366102 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b5b744b2-9443-445b-ac36-218d17248bc8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port 946f30e5-f956-4d06-a961-4ab3bd1c2c96 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:02:48.366363 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b5b744b2-9443-445b-ac36-218d17248bc8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:48.451774 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-b5b744b2-9443-445b-ac36-218d17248bc8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] For port 946f30e5-f956-4d06-a961-4ab3bd1c2c96, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=946f30e5-f956-4d06-a961-4ab3bd1c2c96,segment=NetworkSegment(264eeb84-f162-46a8-8d6d-3935f3fa3d39),segment_id=264eeb84-f162-46a8-8d6d-3935f3fa3d39)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:02:48.452175 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b5b744b2-9443-445b-ac36-218d17248bc8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:48.464349 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b5b744b2-9443-445b-ac36-218d17248bc8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for 946f30e5-f956-4d06-a961-4ab3bd1c2c96 owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:02:48.642412 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b5b744b2-9443-445b-ac36-218d17248bc8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:48.672130 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b744b2-9443-445b-ac36-218d17248bc8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=946f30e5-f956-4d06-a961-4ab3bd1c2c96,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:48.846990 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b5b744b2-9443-445b-ac36-218d17248bc8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:49.365700 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b744b2-9443-445b-ac36-218d17248bc8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Router 87210bec-0be5-4661-8f13-b01822fe73a3 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:02:49.472230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b744b2-9443-445b-ac36-218d17248bc8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:02:49.478263 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b5b744b2-9443-445b-ac36-218d17248bc8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "PUT /v2.0/routers/87210bec-0be5-4661-8f13-b01822fe73a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7161543 Nov 26 04:02:49.480803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36372) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:49.486855 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba202237-47ad-441b-a60c-b6e1d38609eb None None] Sync routers for ids ['87210bec-0be5-4661-8f13-b01822fe73a3'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:02:49.498697 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba202237-47ad-441b-a60c-b6e1d38609eb None None] Routers {'87210bec-0be5-4661-8f13-b01822fe73a3'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:02:49.499307 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-ba202237-47ad-441b-a60c-b6e1d38609eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['87210bec-0be5-4661-8f13-b01822fe73a3'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:02:49.532163 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b0e91e-08eb-483b-bafc-d9be43fac8da tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting subnet 29c81d9a-39a5-4a23-b216-4a30ccbd8c4d {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 04:02:49.535428 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e91e-08eb-483b-bafc-d9be43fac8da tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:49.577372 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e91e-08eb-483b-bafc-d9be43fac8da tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:49.603950 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-ba202237-47ad-441b-a60c-b6e1d38609eb None None] Set router 87210bec-0be5-4661-8f13-b01822fe73a3 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:02:49.671322 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e91e-08eb-483b-bafc-d9be43fac8da tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:49.728188 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e91e-08eb-483b-bafc-d9be43fac8da tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:49.755504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0e91e-08eb-483b-bafc-d9be43fac8da tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Subnet': ['ID=29c81d9a-39a5-4a23-b216-4a30ccbd8c4d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:49.758067 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e91e-08eb-483b-bafc-d9be43fac8da tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:49.761262 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a8b0e91e-08eb-483b-bafc-d9be43fac8da tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/subnets/29c81d9a-39a5-4a23-b216-4a30ccbd8c4d HTTP/1.1" status: 204 len: 168 time: 0.2793972 Nov 26 04:02:49.763856 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36374) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:49.769770 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9bd50a-61e6-4ec1-96d3-61388501c47c None None] Network 0618fca6-76a1-4b5d-92e8-b7c7f483d91f requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 04:02:49.792917 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-ba202237-47ad-441b-a60c-b6e1d38609eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392090679', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:01:16Z', 'updated_at': '2021-11-26T04:02:48Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:17Z', 'updated_at': '2021-11-26T04:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:02:49.819219 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba202237-47ad-441b-a60c-b6e1d38609eb None None] Checking router: 87210bec-0be5-4661-8f13-b01822fe73a3 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:02:49.827917 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba202237-47ad-441b-a60c-b6e1d38609eb None None] Routers {'87210bec-0be5-4661-8f13-b01822fe73a3'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:02:49.828550 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-ba202237-47ad-441b-a60c-b6e1d38609eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['87210bec-0be5-4661-8f13-b01822fe73a3'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:02:49.854836 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 99591af6-cf62-467d-9e8c-8d2f2a724339 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:02:49.882250 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3726c89d-72a0-4324-93f6-8aae2cdbc9bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:49.888015 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 99591af6-cf62-467d-9e8c-8d2f2a724339 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:02:49.888391 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 99591af6-cf62-467d-9e8c-8d2f2a724339 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:02:49.965135 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] DHCP port deletion for 0618fca6-76a1-4b5d-92e8-b7c7f483d91f request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:02:49.996689 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3726c89d-72a0-4324-93f6-8aae2cdbc9bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.021015 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] Deleting port dedb6814-0314-4563-a89f-867f13bdb4c3 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:02:50.021491 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.041173 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-ba202237-47ad-441b-a60c-b6e1d38609eb None None] Set router 87210bec-0be5-4661-8f13-b01822fe73a3 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:02:50.055318 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-3726c89d-72a0-4324-93f6-8aae2cdbc9bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Deleting port 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:02:50.055318 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3726c89d-72a0-4324-93f6-8aae2cdbc9bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.084136 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] For port dedb6814-0314-4563-a89f-867f13bdb4c3, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=dedb6814-0314-4563-a89f-867f13bdb4c3,segment=NetworkSegment(264eeb84-f162-46a8-8d6d-3935f3fa3d39),segment_id=264eeb84-f162-46a8-8d6d-3935f3fa3d39)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:02:50.084543 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.097571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] Calling delete_port for dedb6814-0314-4563-a89f-867f13bdb4c3 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:02:50.140943 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-3726c89d-72a0-4324-93f6-8aae2cdbc9bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] For port 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:02:50.141309 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3726c89d-72a0-4324-93f6-8aae2cdbc9bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.154569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-3726c89d-72a0-4324-93f6-8aae2cdbc9bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Calling delete_port for 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:02:50.185367 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.211387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] Pushing event deleted for resources: {'Port': ['ID=dedb6814-0314-4563-a89f-867f13bdb4c3,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:50.221217 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:50.221574 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:50.221927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:50.222272 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:50.222610 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:50.222948 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:50.223347 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:50.223685 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:50.224016 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:50.224374 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:50.224705 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:50.224922 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-ba202237-47ad-441b-a60c-b6e1d38609eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392090679', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:01:16Z', 'updated_at': '2021-11-26T04:02:48Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:17Z', 'updated_at': '2021-11-26T04:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:02:50.225059 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:50.228587 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ff1a00-c34e-4a82-9aa5-bf193e85b298 None None] No DVR routers for this DVR port dedb6814-0314-4563-a89f-867f13bdb4c3 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 04:02:50.261776 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba202237-47ad-441b-a60c-b6e1d38609eb None None] The sync data for ids ['87210bec-0be5-4661-8f13-b01822fe73a3'] in n-d-819389-3 is: [{'id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392090679', 'tenant_id': '952c751804864f3f800b50cfd5313ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:01:16Z', 'updated_at': '2021-11-26T04:02:48Z', 'revision_number': 5, 'project_id': '952c751804864f3f800b50cfd5313ece', 'gw_port': {'id': '0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87210bec-0be5-4661-8f13-b01822fe73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:01:17Z', 'updated_at': '2021-11-26T04:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:02:50.326636 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3726c89d-72a0-4324-93f6-8aae2cdbc9bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.349918 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726c89d-72a0-4324-93f6-8aae2cdbc9bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Port': ['ID=0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:50.366158 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef91ce8-a20f-41c9-92ce-90563a4a1000 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:02:50.412072 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3726c89d-72a0-4324-93f6-8aae2cdbc9bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.505357 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3726c89d-72a0-4324-93f6-8aae2cdbc9bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.507429 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3726c89d-72a0-4324-93f6-8aae2cdbc9bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.548585 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3726c89d-72a0-4324-93f6-8aae2cdbc9bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.549164 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3726c89d-72a0-4324-93f6-8aae2cdbc9bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Fanout notify agent at l3_agent the message router_deleted on router 87210bec-0be5-4661-8f13-b01822fe73a3 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 04:02:50.556357 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3726c89d-72a0-4324-93f6-8aae2cdbc9bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.557452 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3726c89d-72a0-4324-93f6-8aae2cdbc9bb tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/routers/87210bec-0be5-4661-8f13-b01822fe73a3 HTTP/1.1" status: 204 len: 168 time: 0.7926006 Nov 26 04:02:50.560123 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36376) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:50.644355 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-be70b701-b7e4-464f-8fdd-bd2a968e1da8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.737732 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-be70b701-b7e4-464f-8fdd-bd2a968e1da8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.760041 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-be70b701-b7e4-464f-8fdd-bd2a968e1da8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0618fca6-76a1-4b5d-92e8-b7c7f483d91f']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:02:50.769308 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-be70b701-b7e4-464f-8fdd-bd2a968e1da8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264eeb84-f162-46a8-8d6d-3935f3fa3d39') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:02:50.769609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-be70b701-b7e4-464f-8fdd-bd2a968e1da8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264eeb84-f162-46a8-8d6d-3935f3fa3d39') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:02:50.782308 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-be70b701-b7e4-464f-8fdd-bd2a968e1da8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.796350 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-be70b701-b7e4-464f-8fdd-bd2a968e1da8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.802511 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be70b701-b7e4-464f-8fdd-bd2a968e1da8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 04:02:50.802907 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-be70b701-b7e4-464f-8fdd-bd2a968e1da8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: timer() Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 04:02:50.806829 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 04:02:50.879306 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-be70b701-b7e4-464f-8fdd-bd2a968e1da8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.886999 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-be70b701-b7e4-464f-8fdd-bd2a968e1da8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.890348 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-be70b701-b7e4-464f-8fdd-bd2a968e1da8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/networks/0618fca6-76a1-4b5d-92e8-b7c7f483d91f HTTP/1.1" status: 204 len: 168 time: 0.3292532 Nov 26 04:02:50.893364 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36378) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:50.903505 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70b701-b7e4-464f-8fdd-bd2a968e1da8 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'Network': ['ID=0618fca6-76a1-4b5d-92e8-b7c7f483d91f,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:50.959130 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ceb97c5c-48b9-4549-b9e4-b8ea25896d41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:50.984467 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ceb97c5c-48b9-4549-b9e4-b8ea25896d41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:51.042649 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ceb97c5c-48b9-4549-b9e4-b8ea25896d41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:51.045310 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ceb97c5c-48b9-4549-b9e4-b8ea25896d41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:51.046477 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ceb97c5c-48b9-4549-b9e4-b8ea25896d41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] 10.222.0.31 "DELETE /v2.0/security-groups/5e0a3757-f163-46eb-a73f-2e94881469c3 HTTP/1.1" status: 204 len: 168 time: 0.1521237 Nov 26 04:02:51.055386 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb97c5c-48b9-4549-b9e4-b8ea25896d41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0a3757-f163-46eb-a73f-2e94881469c3,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:51.063015 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb97c5c-48b9-4549-b9e4-b8ea25896d41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:51.063375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb97c5c-48b9-4549-b9e4-b8ea25896d41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:51.063725 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb97c5c-48b9-4549-b9e4-b8ea25896d41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:51.064088 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb97c5c-48b9-4549-b9e4-b8ea25896d41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:51.064434 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb97c5c-48b9-4549-b9e4-b8ea25896d41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:51.064772 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb97c5c-48b9-4549-b9e4-b8ea25896d41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:51.065109 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb97c5c-48b9-4549-b9e4-b8ea25896d41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:51.065447 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb97c5c-48b9-4549-b9e4-b8ea25896d41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:51.065787 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb97c5c-48b9-4549-b9e4-b8ea25896d41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:51.066120 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb97c5c-48b9-4549-b9e4-b8ea25896d41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:51.066469 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb97c5c-48b9-4549-b9e4-b8ea25896d41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:51.066779 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb97c5c-48b9-4549-b9e4-b8ea25896d41 tempest-TestNetworkAdvancedServerOps-468462472 tempest-TestNetworkAdvancedServerOps-468462472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:02:51.369492 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36388) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:51.509927 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:02:51.514488 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1b66bab8-c980-4d13-a505-99ad7088a1b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=952c751804864f3f800b50cfd5313ece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1437941 Nov 26 04:02:51.517186 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36392) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:51.529732 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:02:51.530088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 0a2ad2bf-a150-45d8-ad3c-f2d85f6ed79d not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:02:51.530515 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device dedb6814-0314-4563-a89f-867f13bdb4c3 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:02:51.549238 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: dedb6814-0314-4563-a89f-867f13bdb4c3 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:02:51.549591 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device dedb6814-0314-4563-a89f-867f13bdb4c3 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:02:51.550004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 946f30e5-f956-4d06-a961-4ab3bd1c2c96 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:02:51.564864 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c66a852b-6e12-46e5-985b-b5851002f3cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:51.571286 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 946f30e5-f956-4d06-a961-4ab3bd1c2c96 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:02:51.571644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 946f30e5-f956-4d06-a961-4ab3bd1c2c96 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:02:51.587606 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c66a852b-6e12-46e5-985b-b5851002f3cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:51.634763 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c66a852b-6e12-46e5-985b-b5851002f3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:51.637852 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c66a852b-6e12-46e5-985b-b5851002f3cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:51.639019 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c66a852b-6e12-46e5-985b-b5851002f3cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c1bb4c6-d694-40d9-8475-e471cd29ebd6 HTTP/1.1" status: 204 len: 168 time: 0.1207378 Nov 26 04:02:51.647015 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a852b-6e12-46e5-985b-b5851002f3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1bb4c6-d694-40d9-8475-e471cd29ebd6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:51.895988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36398) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:51.909368 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bd65774f-52a3-45ae-b0cd-ca4b49c8dcc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:51.984847 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bd65774f-52a3-45ae-b0cd-ca4b49c8dcc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:51.988566 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-bd65774f-52a3-45ae-b0cd-ca4b49c8dcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:52.026627 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-bd65774f-52a3-45ae-b0cd-ca4b49c8dcc1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25a76f9bb02e410fa87a5ade1317ebaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295581 Nov 26 04:02:52.027488 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65774f-52a3-45ae-b0cd-ca4b49c8dcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368115c3-63dc-40d9-81d3-6cb73f0e7815,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:52.029896 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36400) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:52.077131 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1b3380dc-1bda-4138-ace6-f9913856978b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:52.098481 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1b3380dc-1bda-4138-ace6-f9913856978b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:52.143396 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1b3380dc-1bda-4138-ace6-f9913856978b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:52.146016 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1b3380dc-1bda-4138-ace6-f9913856978b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:52.147166 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1b3380dc-1bda-4138-ace6-f9913856978b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/368115c3-63dc-40d9-81d3-6cb73f0e7815 HTTP/1.1" status: 204 len: 168 time: 0.1168225 Nov 26 04:02:52.155083 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3380dc-1bda-4138-ace6-f9913856978b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368115c3-63dc-40d9-81d3-6cb73f0e7815,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:52.824664 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36422) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:52.921614 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-ecbdd611-83ea-43ff-8987-56ca28854324 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-650899669-network', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:02:52.942838 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbdd611-83ea-43ff-8987-56ca28854324 admin admin] Made reservation on behalf of 148aa6fb421c4ddc9521df49585b0de9 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 04:02:52.945712 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ecbdd611-83ea-43ff-8987-56ca28854324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:52.953725 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ecbdd611-83ea-43ff-8987-56ca28854324 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:53.028396 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ecbdd611-83ea-43ff-8987-56ca28854324 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:53.032049 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ecbdd611-83ea-43ff-8987-56ca28854324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:53.056730 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbdd611-83ea-43ff-8987-56ca28854324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 04:02:53.066486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdd611-83ea-43ff-8987-56ca28854324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a184dc21-ef85-4194-89f5-e530b9d876dc,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:53.071272 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ecbdd611-83ea-43ff-8987-56ca28854324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:53.071624 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-ecbdd611-83ea-43ff-8987-56ca28854324 admin admin] Added segment 59af17a6-10c1-45eb-aa31-f4f38409717f of type vlan for network 45f82b75-e129-4c9c-ae70-62bfca11f9bf Nov 26 04:02:53.076630 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:53.111325 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ecbdd611-83ea-43ff-8987-56ca28854324 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:53.135914 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ecbdd611-83ea-43ff-8987-56ca28854324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:53.136892 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbdd611-83ea-43ff-8987-56ca28854324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:53.137486 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ecbdd611-83ea-43ff-8987-56ca28854324 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:53.187185 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ecbdd611-83ea-43ff-8987-56ca28854324 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3613150 Nov 26 04:02:53.190238 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36426) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:53.195270 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-db505e7e-782c-46b3-8d69-40b41b234e38 admin admin] Request body: {'subnet': {'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-650899669-subnet', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:02:53.198063 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdd611-83ea-43ff-8987-56ca28854324 admin admin] Pushing event updated for resources: {'Network': ['ID=45f82b75-e129-4c9c-ae70-62bfca11f9bf,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:53.208308 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 45f82b75-e129-4c9c-ae70-62bfca11f9bf details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 04:02:53.220975 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db505e7e-782c-46b3-8d69-40b41b234e38 admin admin] Made reservation on behalf of 148aa6fb421c4ddc9521df49585b0de9 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 04:02:53.223366 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db505e7e-782c-46b3-8d69-40b41b234e38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:53.388894 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db505e7e-782c-46b3-8d69-40b41b234e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:53.445427 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db505e7e-782c-46b3-8d69-40b41b234e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a14e865-d224-4df1-9bbd-5460589b89f3,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:53.453341 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db505e7e-782c-46b3-8d69-40b41b234e38 admin admin] Checking segment: {'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:02:53.453710 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db505e7e-782c-46b3-8d69-40b41b234e38 admin admin] Network hostable DHCP agents. Network: 45f82b75-e129-4c9c-ae70-62bfca11f9bf, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 04:02:53.470425 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db505e7e-782c-46b3-8d69-40b41b234e38 admin admin] Network 45f82b75-e129-4c9c-ae70-62bfca11f9bf is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 04:02:53.479178 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-db505e7e-782c-46b3-8d69-40b41b234e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 45f82b75-e129-4c9c-ae70-62bfca11f9bf) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:02:53.483736 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db505e7e-782c-46b3-8d69-40b41b234e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:53.484371 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-db505e7e-782c-46b3-8d69-40b41b234e38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:53.488443 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4d93f0-9644-4b2f-a6e3-5ce2f55d3256 None None] Network 45f82b75-e129-4c9c-ae70-62bfca11f9bf requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 04:02:53.502719 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-db505e7e-782c-46b3-8d69-40b41b234e38 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3088324 Nov 26 04:02:53.503069 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36428) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:53.507569 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:02:53.529724 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:53.530764 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:53.586768 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:53.636509 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 04:02:53.637431 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:53.726417 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:53.768014 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Allocated IP 172.20.0.2 (45f82b75-e129-4c9c-ae70-62bfca11f9bf/1a14e865-d224-4df1-9bbd-5460589b89f3/12ddfb03-9a0f-4d20-8f0f-2685e8cdd769) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:02:53.928749 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:53.948497 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:54.062384 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] Allocated IP 172.25.0.117 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/ca628d22-e323-400d-9a28-5edbb3067b50) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:02:54.075486 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:54.082139 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:54.126812 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Network 45f82b75-e129-4c9c-ae70-62bfca11f9bf is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:02:54.129849 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:02:54.133960 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:02:54.136917 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Pushing event updated for resources: {'Port': ['ID=12ddfb03-9a0f-4d20-8f0f-2685e8cdd769,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:54.166504 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:54.187797 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Attempting to bind port 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:02:54.188215 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Attempting to bind port 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:02:54.188589 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Attempting to bind port 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769 on network 45f82b75-e129-4c9c-ae70-62bfca11f9bf {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:02:54.193668 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:02:54.194055 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Checking segment: {'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:02:54.194463 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:54.194862 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Bound using segment: {'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:02:54.195370 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Bound port: 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:02:54.195755 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:54.203966 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:54.246387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:02:54.249290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:02:54.252798 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:02:54.265942 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4561bc1-0a05-46c5-b0ce-ec72799a0259 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:02:54.276381 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] For port 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:02:54.278269 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] Pushing event updated for resources: {'Port': ['ID=ca628d22-e323-400d-9a28-5edbb3067b50,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:54.290272 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] For port 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=12ddfb03-9a0f-4d20-8f0f-2685e8cdd769,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:02:54.294726 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:54.362293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a6792-b06d-4e4d-a407-892bd98b2a3b None None] Pushing event updated for resources: {'Port': ['ID=12ddfb03-9a0f-4d20-8f0f-2685e8cdd769,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:54.366550 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2157eacf-e25e-4483-bef5-2121ddbcf664 None None] Provisioning complete for port ca628d22-e323-400d-9a28-5edbb3067b50 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:02:54.366550 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2157eacf-e25e-4483-bef5-2121ddbcf664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:54.403380 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-2157eacf-e25e-4483-bef5-2121ddbcf664 None None] Port ca628d22-e323-400d-9a28-5edbb3067b50 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 04:02:54.422422 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:54.532138 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:54.731280 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:54.865400 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] Router 6d32bc99-67d8-48dd-8acc-9009060211ad is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 04:02:55.269704 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da85fe64-8146-48be-826f-5d7a7019ac21 None None] Network 45f82b75-e129-4c9c-ae70-62bfca11f9bf requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 04:02:55.300022 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:02:55.310644 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Sync routers for ids ['6d32bc99-67d8-48dd-8acc-9009060211ad'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:02:55.320042 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:55.321914 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4478cec7-ec49-4803-ba36-f069120860cd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8172479 Nov 26 04:02:55.324391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36430) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:55.356633 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Routers {'6d32bc99-67d8-48dd-8acc-9009060211ad'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:02:55.357273 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6d32bc99-67d8-48dd-8acc-9009060211ad'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:02:55.365186 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-d0d827ca-37f4-4b74-9d4e-cf82772e4b5a None None] Provisioning complete for port 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:02:55.365563 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d0d827ca-37f4-4b74-9d4e-cf82772e4b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:55.542432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Set router 6d32bc99-67d8-48dd-8acc-9009060211ad gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:02:55.586280 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:02:55.722378 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d0d827ca-37f4-4b74-9d4e-cf82772e4b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:55.764961 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ccc24d2a-c894-4ee5-b830-bcc87904890d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:55.794177 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d0d827ca-37f4-4b74-9d4e-cf82772e4b5a None None] For port 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=12ddfb03-9a0f-4d20-8f0f-2685e8cdd769,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:02:55.803708 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:02:55.803940 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:55.806870 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d0d827ca-37f4-4b74-9d4e-cf82772e4b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:55.917919 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d827ca-37f4-4b74-9d4e-cf82772e4b5a None None] Pushing event updated for resources: {'Port': ['ID=12ddfb03-9a0f-4d20-8f0f-2685e8cdd769,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:55.947038 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-ccc24d2a-c894-4ee5-b830-bcc87904890d admin admin] Allocated IP 172.20.0.1 (45f82b75-e129-4c9c-ae70-62bfca11f9bf/1a14e865-d224-4df1-9bbd-5460589b89f3/09cae5ce-84a7-4711-b11c-8e8e1cef06ae) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:02:55.977101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:54Z', 'revision_number': 3, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port': {'id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:02:56.010970 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Checking router: 6d32bc99-67d8-48dd-8acc-9009060211ad for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:02:56.011327 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Updating router 6d32bc99-67d8-48dd-8acc-9009060211ad port ca628d22-e323-400d-9a28-5edbb3067b50 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 04:02:56.043271 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:56.056010 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ccc24d2a-c894-4ee5-b830-bcc87904890d admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:56.071366 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-50a9bffa-8ca9-4b3e-8f86-4411265c5a3f None None] Provisioning complete for port 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:02:56.071741 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-50a9bffa-8ca9-4b3e-8f86-4411265c5a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:56.088179 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ccc24d2a-c894-4ee5-b830-bcc87904890d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:56.127936 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc24d2a-c894-4ee5-b830-bcc87904890d admin admin] Network 45f82b75-e129-4c9c-ae70-62bfca11f9bf is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:02:56.134201 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-ccc24d2a-c894-4ee5-b830-bcc87904890d admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:02:56.136658 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc24d2a-c894-4ee5-b830-bcc87904890d admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:02:56.165149 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc24d2a-c894-4ee5-b830-bcc87904890d admin admin] Pushing event updated for resources: {'Port': ['ID=09cae5ce-84a7-4711-b11c-8e8e1cef06ae,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:56.183761 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ccc24d2a-c894-4ee5-b830-bcc87904890d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:56.322614 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ccc24d2a-c894-4ee5-b830-bcc87904890d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:56.374285 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:56.383105 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:56.410064 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e480ee45-a57e-49c9-99c3-786eee1ce6be None None] Provisioning complete for port 09cae5ce-84a7-4711-b11c-8e8e1cef06ae triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:02:56.410359 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e480ee45-a57e-49c9-99c3-786eee1ce6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:56.453975 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94988cb-cc28-435a-a4d6-52e2746194ac None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:02:56.472186 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1069416-3ee5-48f8-a774-fbbc6817b35a None None] Pushing event updated for resources: {'Port': ['ID=ca628d22-e323-400d-9a28-5edbb3067b50,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:56.477266 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-e480ee45-a57e-49c9-99c3-786eee1ce6be None None] Port 09cae5ce-84a7-4711-b11c-8e8e1cef06ae cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 04:02:56.478558 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Attempting to bind port ca628d22-e323-400d-9a28-5edbb3067b50 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:02:56.478929 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Attempting to bind port ca628d22-e323-400d-9a28-5edbb3067b50 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:02:56.479293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Attempting to bind port ca628d22-e323-400d-9a28-5edbb3067b50 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:02:56.485270 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:02:56.485713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:02:56.486254 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:56.486493 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:02:56.486875 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Bound port: ca628d22-e323-400d-9a28-5edbb3067b50, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:02:56.487235 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:56.499142 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ccc24d2a-c894-4ee5-b830-bcc87904890d admin admin] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:56.504134 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ccc24d2a-c894-4ee5-b830-bcc87904890d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:56.542301 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] For port ca628d22-e323-400d-9a28-5edbb3067b50, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:02:56.545166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] For port ca628d22-e323-400d-9a28-5edbb3067b50, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ca628d22-e323-400d-9a28-5edbb3067b50,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:02:56.549632 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:56.568513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc24d2a-c894-4ee5-b830-bcc87904890d admin admin] Pushing event updated for resources: {'Port': ['ID=09cae5ce-84a7-4711-b11c-8e8e1cef06ae,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:56.577297 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-ccc24d2a-c894-4ee5-b830-bcc87904890d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:56.585625 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba98f052-c88a-4fcb-befc-c5480c385e0b None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:02:56.627201 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Routers {'6d32bc99-67d8-48dd-8acc-9009060211ad'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:02:56.627840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6d32bc99-67d8-48dd-8acc-9009060211ad'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:02:56.667594 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1069416-3ee5-48f8-a774-fbbc6817b35a None None] Pushing event updated for resources: {'Port': ['ID=ca628d22-e323-400d-9a28-5edbb3067b50,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:56.680731 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc24d2a-c894-4ee5-b830-bcc87904890d admin admin] Network 45f82b75-e129-4c9c-ae70-62bfca11f9bf is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:02:56.682135 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-ccc24d2a-c894-4ee5-b830-bcc87904890d admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:02:56.697925 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a086bfa3-7648-4024-8f7f-91a5494c8d84 None None] Provisioning complete for port ca628d22-e323-400d-9a28-5edbb3067b50 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:02:56.698309 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a086bfa3-7648-4024-8f7f-91a5494c8d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:56.778602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] Set router 6d32bc99-67d8-48dd-8acc-9009060211ad gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:02:56.804103 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc24d2a-c894-4ee5-b830-bcc87904890d admin admin] Router 6d32bc99-67d8-48dd-8acc-9009060211ad has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:02:56.858502 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a086bfa3-7648-4024-8f7f-91a5494c8d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:56.928021 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc24d2a-c894-4ee5-b830-bcc87904890d admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:02:56.934271 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-ccc24d2a-c894-4ee5-b830-bcc87904890d admin admin] 10.222.0.31 "PUT /v2.0/routers/6d32bc99-67d8-48dd-8acc-9009060211ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6088684 Nov 26 04:02:56.949213 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-a086bfa3-7648-4024-8f7f-91a5494c8d84 None None] For port ca628d22-e323-400d-9a28-5edbb3067b50, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ca628d22-e323-400d-9a28-5edbb3067b50,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:02:56.956417 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a086bfa3-7648-4024-8f7f-91a5494c8d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:57.032202 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086bfa3-7648-4024-8f7f-91a5494c8d84 None None] Pushing event updated for resources: {'Port': ['ID=ca628d22-e323-400d-9a28-5edbb3067b50,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:57.086293 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-84a85a35-dba8-4c9d-b348-e97f934831b4 None None] Provisioning complete for port ca628d22-e323-400d-9a28-5edbb3067b50 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:02:57.086672 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-84a85a35-dba8-4c9d-b348-e97f934831b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:57.284410 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port': {'id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '09cae5ce-84a7-4711-b11c-8e8e1cef06ae', 'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'mac_address': 'fa:16:3e:9b:32:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:55Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 2, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'subnets': [{'id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:02:57.318308 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97456baa-d63d-4928-a421-b6b861d42f15 None None] The sync data for ids ['6d32bc99-67d8-48dd-8acc-9009060211ad'] in n-d-819389-3 is: [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port': {'id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '09cae5ce-84a7-4711-b11c-8e8e1cef06ae', 'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'mac_address': 'fa:16:3e:9b:32:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:55Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 2, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'subnets': [{'id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:02:57.379830 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-84a85a35-dba8-4c9d-b348-e97f934831b4 None None] Provisioning complete for port 09cae5ce-84a7-4711-b11c-8e8e1cef06ae triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:02:57.379830 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-84a85a35-dba8-4c9d-b348-e97f934831b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:57.418021 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-84a85a35-dba8-4c9d-b348-e97f934831b4 None None] Port 09cae5ce-84a7-4711-b11c-8e8e1cef06ae cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 04:02:57.422492 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36446) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:57.427734 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-cb716d2d-7a7a-4a7f-b2cf-fdf3946baf1e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1432114096-network', 'tenant_id': 'ecf846d841644339bf8986bcbe62c39e'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:02:57.450733 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb716d2d-7a7a-4a7f-b2cf-fdf3946baf1e admin admin] Made reservation on behalf of ecf846d841644339bf8986bcbe62c39e for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 04:02:57.453945 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb716d2d-7a7a-4a7f-b2cf-fdf3946baf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:57.464749 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb716d2d-7a7a-4a7f-b2cf-fdf3946baf1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:57.505827 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:02:57.567534 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb716d2d-7a7a-4a7f-b2cf-fdf3946baf1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:57.572414 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb716d2d-7a7a-4a7f-b2cf-fdf3946baf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:57.581604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:02:57.582148 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:57.596762 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb716d2d-7a7a-4a7f-b2cf-fdf3946baf1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 04:02:57.613730 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb716d2d-7a7a-4a7f-b2cf-fdf3946baf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33355edb-269c-4399-9475-22bbfb67b772,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:57.616739 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb716d2d-7a7a-4a7f-b2cf-fdf3946baf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:57.617342 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-cb716d2d-7a7a-4a7f-b2cf-fdf3946baf1e admin admin] Added segment 8e6a0f27-f8d9-4b67-aad5-718766f5bbe4 of type vlan for network a33ad5ba-e881-4299-b83a-eaa038c61c54 Nov 26 04:02:57.665413 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb716d2d-7a7a-4a7f-b2cf-fdf3946baf1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:57.693110 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb716d2d-7a7a-4a7f-b2cf-fdf3946baf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:57.694179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb716d2d-7a7a-4a7f-b2cf-fdf3946baf1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:57.694784 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb716d2d-7a7a-4a7f-b2cf-fdf3946baf1e admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:57.754246 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cb716d2d-7a7a-4a7f-b2cf-fdf3946baf1e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3303809 Nov 26 04:02:57.756957 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36448) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:57.762273 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-2a28ac02-2939-4efd-8f16-2c25f5bd36ba admin admin] Request body: {'subnet': {'network_id': 'a33ad5ba-e881-4299-b83a-eaa038c61c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1432114096-subnet', 'tenant_id': 'ecf846d841644339bf8986bcbe62c39e', 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:02:57.770445 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb716d2d-7a7a-4a7f-b2cf-fdf3946baf1e admin admin] Pushing event updated for resources: {'Network': ['ID=a33ad5ba-e881-4299-b83a-eaa038c61c54,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:57.782022 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network a33ad5ba-e881-4299-b83a-eaa038c61c54 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 04:02:57.791808 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a28ac02-2939-4efd-8f16-2c25f5bd36ba admin admin] Made reservation on behalf of ecf846d841644339bf8986bcbe62c39e for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 04:02:57.794113 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a28ac02-2939-4efd-8f16-2c25f5bd36ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:57.971849 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a28ac02-2939-4efd-8f16-2c25f5bd36ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:58.029939 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28ac02-2939-4efd-8f16-2c25f5bd36ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=9229b8d7-7283-4184-b125-2814829725d6,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:58.038790 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a28ac02-2939-4efd-8f16-2c25f5bd36ba admin admin] Checking segment: {'id': '8e6a0f27-f8d9-4b67-aad5-718766f5bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a33ad5ba-e881-4299-b83a-eaa038c61c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:02:58.039187 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a28ac02-2939-4efd-8f16-2c25f5bd36ba admin admin] Network hostable DHCP agents. Network: a33ad5ba-e881-4299-b83a-eaa038c61c54, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 04:02:58.075089 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a28ac02-2939-4efd-8f16-2c25f5bd36ba admin admin] Network a33ad5ba-e881-4299-b83a-eaa038c61c54 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 04:02:58.084018 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-2a28ac02-2939-4efd-8f16-2c25f5bd36ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, a33ad5ba-e881-4299-b83a-eaa038c61c54) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:02:58.093452 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a28ac02-2939-4efd-8f16-2c25f5bd36ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:02:58.094071 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-2a28ac02-2939-4efd-8f16-2c25f5bd36ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:58.100859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc72d799-b019-4210-be59-6346e320d3b5 None None] Network a33ad5ba-e881-4299-b83a-eaa038c61c54 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 04:02:58.110842 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-2a28ac02-2939-4efd-8f16-2c25f5bd36ba admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3528018 Nov 26 04:02:58.113589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36450) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:58.119262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1432114096-router', 'tenant_id': 'ecf846d841644339bf8986bcbe62c39e', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:02:58.142897 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:58.144221 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:58.202784 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:58.259474 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-a33ad5ba-e881-4299-b83a-eaa038c61c54', 'network_id': 'a33ad5ba-e881-4299-b83a-eaa038c61c54', 'tenant_id': 'ecf846d841644339bf8986bcbe62c39e', 'fixed_ips': [{'subnet_id': '9229b8d7-7283-4184-b125-2814829725d6'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 04:02:58.260399 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:58.351306 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:58.405467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Allocated IP 172.20.0.2 (a33ad5ba-e881-4299-b83a-eaa038c61c54/9229b8d7-7283-4184-b125-2814829725d6/7c2ef660-811f-4e1b-859d-dcc51bfbda25) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:02:58.564703 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:58.565076 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:58.572601 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:58.589771 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:58.623197 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Network a33ad5ba-e881-4299-b83a-eaa038c61c54 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:02:58.628777 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:02:58.631396 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Pushing event updated for resources: {'Port': ['ID=7c2ef660-811f-4e1b-859d-dcc51bfbda25,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:58.634600 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:02:58.699194 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Attempting to bind port 7c2ef660-811f-4e1b-859d-dcc51bfbda25 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:02:58.699765 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Attempting to bind port 7c2ef660-811f-4e1b-859d-dcc51bfbda25 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '8e6a0f27-f8d9-4b67-aad5-718766f5bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a33ad5ba-e881-4299-b83a-eaa038c61c54'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:02:58.699902 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Attempting to bind port 7c2ef660-811f-4e1b-859d-dcc51bfbda25 on network a33ad5ba-e881-4299-b83a-eaa038c61c54 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:02:58.705401 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:02:58.705797 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Checking segment: {'id': '8e6a0f27-f8d9-4b67-aad5-718766f5bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a33ad5ba-e881-4299-b83a-eaa038c61c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:02:58.706211 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:58.706614 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Bound using segment: {'id': '8e6a0f27-f8d9-4b67-aad5-718766f5bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a33ad5ba-e881-4299-b83a-eaa038c61c54'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:02:58.707099 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Bound port: 7c2ef660-811f-4e1b-859d-dcc51bfbda25, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6a0f27-f8d9-4b67-aad5-718766f5bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a33ad5ba-e881-4299-b83a-eaa038c61c54'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:02:58.707490 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:58.711847 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] Allocated IP 172.25.0.208 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/a205a231-0ba6-4ccd-9092-27e3fad74054) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:02:58.779153 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] For port 7c2ef660-811f-4e1b-859d-dcc51bfbda25, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:02:58.782239 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] For port 7c2ef660-811f-4e1b-859d-dcc51bfbda25, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=7c2ef660-811f-4e1b-859d-dcc51bfbda25,segment=NetworkSegment(8e6a0f27-f8d9-4b67-aad5-718766f5bbe4),segment_id=8e6a0f27-f8d9-4b67-aad5-718766f5bbe4)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:02:58.786077 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:58.834675 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:58.850285 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d3184-079b-46e5-8902-91df82d50977 None None] Pushing event updated for resources: {'Port': ['ID=7c2ef660-811f-4e1b-859d-dcc51bfbda25,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:58.878985 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:58.918390 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:02:58.921247 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:02:58.924802 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:02:58.936392 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900ae70b-1e90-48ca-82c3-c622d3c2820c None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:02:58.952046 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] Pushing event updated for resources: {'Port': ['ID=a205a231-0ba6-4ccd-9092-27e3fad74054,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:02:59.057266 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-a75e69d5-e1d8-4d7c-bef7-ef6c018a881d None None] Provisioning complete for port a205a231-0ba6-4ccd-9092-27e3fad74054 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:02:59.057946 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a75e69d5-e1d8-4d7c-bef7-ef6c018a881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:59.101870 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-a75e69d5-e1d8-4d7c-bef7-ef6c018a881d None None] Port a205a231-0ba6-4ccd-9092-27e3fad74054 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 04:02:59.208643 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:59.401398 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:59.491492 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Sync routers for ids ['6d32bc99-67d8-48dd-8acc-9009060211ad'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:02:59.502646 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Routers {'6d32bc99-67d8-48dd-8acc-9009060211ad'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:02:59.503275 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6d32bc99-67d8-48dd-8acc-9009060211ad'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:02:59.542773 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] Router ecf9beac-d9af-4f6d-b982-e8a94d403cc2 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 04:02:59.593322 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 7c2ef660-811f-4e1b-859d-dcc51bfbda25 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:02:59.613613 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Set router 6d32bc99-67d8-48dd-8acc-9009060211ad gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:02:59.653520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 7c2ef660-811f-4e1b-859d-dcc51bfbda25 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:02:59.653905 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:59.668744 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:02:59.681989 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Sync routers for ids ['ecf9beac-d9af-4f6d-b982-e8a94d403cc2'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:02:59.687050 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:59.691089 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-0c198268-6774-4dac-84a6-35ffb41c4686 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5732603 Nov 26 04:02:59.691771 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36452) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:02:59.704648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Routers {'ecf9beac-d9af-4f6d-b982-e8a94d403cc2'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:02:59.705290 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ecf9beac-d9af-4f6d-b982-e8a94d403cc2'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:02:59.826199 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port': {'id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '09cae5ce-84a7-4711-b11c-8e8e1cef06ae', 'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'mac_address': 'fa:16:3e:9b:32:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:55Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 2, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'subnets': [{'id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:02:59.855649 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:59.856855 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Checking router: 6d32bc99-67d8-48dd-8acc-9009060211ad for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:02:59.857395 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Updating router 6d32bc99-67d8-48dd-8acc-9009060211ad port 09cae5ce-84a7-4711-b11c-8e8e1cef06ae binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 04:02:59.858479 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Set router ecf9beac-d9af-4f6d-b982-e8a94d403cc2 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:02:59.882489 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:02:59.985011 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port 7c2ef660-811f-4e1b-859d-dcc51bfbda25, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=7c2ef660-811f-4e1b-859d-dcc51bfbda25,segment=NetworkSegment(8e6a0f27-f8d9-4b67-aad5-718766f5bbe4),segment_id=8e6a0f27-f8d9-4b67-aad5-718766f5bbe4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:02:59.999900 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:00.000752 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ca628d22-e323-400d-9a28-5edbb3067b50 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:03:00.134709 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=7c2ef660-811f-4e1b-859d-dcc51bfbda25,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:00.156818 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port ca628d22-e323-400d-9a28-5edbb3067b50 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:03:00.157117 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:00.185788 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb345f61-8dd9-46f3-a71c-75032a57a03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:00.204571 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'name': 'tempest-TestShelveInstance-1432114096-router', 'tenant_id': 'ecf846d841644339bf8986bcbe62c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'a205a231-0ba6-4ccd-9092-27e3fad74054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:58Z', 'updated_at': '2021-11-26T04:02:59Z', 'revision_number': 3, 'project_id': 'ecf846d841644339bf8986bcbe62c39e', 'gw_port': {'id': 'a205a231-0ba6-4ccd-9092-27e3fad74054', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:58Z', 'updated_at': '2021-11-26T04:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:03:00.217630 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:00.226391 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:00.234556 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Checking router: ecf9beac-d9af-4f6d-b982-e8a94d403cc2 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:03:00.234916 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Updating router ecf9beac-d9af-4f6d-b982-e8a94d403cc2 port a205a231-0ba6-4ccd-9092-27e3fad74054 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 04:03:00.265993 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:00.295227 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed279f5-366c-4fae-9a8d-e3b054fca173 None None] Pushing event updated for resources: {'Port': ['ID=09cae5ce-84a7-4711-b11c-8e8e1cef06ae,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:00.358959 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed279f5-366c-4fae-9a8d-e3b054fca173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:03:00.359320 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed279f5-366c-4fae-9a8d-e3b054fca173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:03:00.359665 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed279f5-366c-4fae-9a8d-e3b054fca173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:03:00.360002 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed279f5-366c-4fae-9a8d-e3b054fca173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:03:00.360367 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed279f5-366c-4fae-9a8d-e3b054fca173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:03:00.360699 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed279f5-366c-4fae-9a8d-e3b054fca173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:03:00.361045 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed279f5-366c-4fae-9a8d-e3b054fca173 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:03:00.361956 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed279f5-366c-4fae-9a8d-e3b054fca173 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:03:00.362295 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed279f5-366c-4fae-9a8d-e3b054fca173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:03:00.362658 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed279f5-366c-4fae-9a8d-e3b054fca173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:03:00.362987 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed279f5-366c-4fae-9a8d-e3b054fca173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:03:00.363330 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed279f5-366c-4fae-9a8d-e3b054fca173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:03:00.389121 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Attempting to bind port 09cae5ce-84a7-4711-b11c-8e8e1cef06ae on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:03:00.389508 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Attempting to bind port 09cae5ce-84a7-4711-b11c-8e8e1cef06ae by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:03:00.389879 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Attempting to bind port 09cae5ce-84a7-4711-b11c-8e8e1cef06ae on network 45f82b75-e129-4c9c-ae70-62bfca11f9bf {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:03:00.399000 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:03:00.400199 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Checking segment: {'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:03:00.400618 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:00.401020 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Bound using segment: {'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:03:00.401512 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Bound port: 09cae5ce-84a7-4711-b11c-8e8e1cef06ae, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:03:00.401882 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:00.417413 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f2b8b6-f682-4398-bb50-63c173f43c58 None None] Network a33ad5ba-e881-4299-b83a-eaa038c61c54 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 04:03:00.440010 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-cb345f61-8dd9-46f3-a71c-75032a57a03f admin admin] Allocated IP 172.20.0.1 (a33ad5ba-e881-4299-b83a-eaa038c61c54/9229b8d7-7283-4184-b125-2814829725d6/80e243b7-fb1d-4fbe-b696-aec7cb985a2e) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:03:00.475751 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] For port 09cae5ce-84a7-4711-b11c-8e8e1cef06ae, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:03:00.479390 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] For port 09cae5ce-84a7-4711-b11c-8e8e1cef06ae, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=09cae5ce-84a7-4711-b11c-8e8e1cef06ae,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:03:00.487540 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:00.550456 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed279f5-366c-4fae-9a8d-e3b054fca173 None None] Pushing event updated for resources: {'Port': ['ID=09cae5ce-84a7-4711-b11c-8e8e1cef06ae,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:00.556258 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Routers {'6d32bc99-67d8-48dd-8acc-9009060211ad'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:03:00.556809 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6d32bc99-67d8-48dd-8acc-9009060211ad'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:03:00.581970 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-51aec0f5-1b6c-4a11-8850-f0d87ade4fc7 None None] Provisioning complete for port 7c2ef660-811f-4e1b-859d-dcc51bfbda25 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:03:00.582439 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-51aec0f5-1b6c-4a11-8850-f0d87ade4fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:00.603883 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb345f61-8dd9-46f3-a71c-75032a57a03f admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:00.650268 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb345f61-8dd9-46f3-a71c-75032a57a03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:00.690655 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] Set router 6d32bc99-67d8-48dd-8acc-9009060211ad gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:03:00.724671 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb345f61-8dd9-46f3-a71c-75032a57a03f admin admin] Network a33ad5ba-e881-4299-b83a-eaa038c61c54 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:03:00.730631 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-cb345f61-8dd9-46f3-a71c-75032a57a03f admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:03:00.734870 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb345f61-8dd9-46f3-a71c-75032a57a03f admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:03:00.785350 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb345f61-8dd9-46f3-a71c-75032a57a03f admin admin] Pushing event updated for resources: {'Port': ['ID=80e243b7-fb1d-4fbe-b696-aec7cb985a2e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:00.805938 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb345f61-8dd9-46f3-a71c-75032a57a03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:00.970459 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port': {'id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '09cae5ce-84a7-4711-b11c-8e8e1cef06ae', 'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'mac_address': 'fa:16:3e:9b:32:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:55Z', 'updated_at': '2021-11-26T04:03:00Z', 'revision_number': 4, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'subnets': [{'id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:03:00.999891 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab0bab9-3403-4d5c-9c0f-bbf8a360e442 None None] The sync data for ids ['6d32bc99-67d8-48dd-8acc-9009060211ad'] in n-d-819389-3 is: [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port': {'id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '09cae5ce-84a7-4711-b11c-8e8e1cef06ae', 'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'mac_address': 'fa:16:3e:9b:32:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:55Z', 'updated_at': '2021-11-26T04:03:00Z', 'revision_number': 4, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'subnets': [{'id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:03:01.028476 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:01.032439 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb345f61-8dd9-46f3-a71c-75032a57a03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:01.036136 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:01.100577 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfdbb10-27a3-468a-9227-eaff086e8c47 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:03:01.119351 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d4bf1-a2a0-429d-bcc4-ba7d6d6553dc None None] Pushing event updated for resources: {'Port': ['ID=a205a231-0ba6-4ccd-9092-27e3fad74054,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:01.122739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Attempting to bind port a205a231-0ba6-4ccd-9092-27e3fad74054 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:03:01.123122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Attempting to bind port a205a231-0ba6-4ccd-9092-27e3fad74054 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:03:01.123491 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Attempting to bind port a205a231-0ba6-4ccd-9092-27e3fad74054 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:03:01.129436 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:03:01.129823 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:03:01.130225 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:01.130675 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:03:01.131156 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Bound port: a205a231-0ba6-4ccd-9092-27e3fad74054, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:03:01.131543 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:01.185688 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3a161b69-25c0-41ac-8488-e89c6738771a None None] Provisioning complete for port 7c2ef660-811f-4e1b-859d-dcc51bfbda25 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:03:01.186057 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3a161b69-25c0-41ac-8488-e89c6738771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:01.215497 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] For port a205a231-0ba6-4ccd-9092-27e3fad74054, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:03:01.233683 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] For port a205a231-0ba6-4ccd-9092-27e3fad74054, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a205a231-0ba6-4ccd-9092-27e3fad74054,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:03:01.242697 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:01.254218 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb345f61-8dd9-46f3-a71c-75032a57a03f admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:01.265677 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb345f61-8dd9-46f3-a71c-75032a57a03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:01.336504 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-cb345f61-8dd9-46f3-a71c-75032a57a03f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:01.350140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb345f61-8dd9-46f3-a71c-75032a57a03f admin admin] Pushing event updated for resources: {'Port': ['ID=80e243b7-fb1d-4fbe-b696-aec7cb985a2e,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:01.354247 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d4bf1-a2a0-429d-bcc4-ba7d6d6553dc None None] Pushing event updated for resources: {'Port': ['ID=a205a231-0ba6-4ccd-9092-27e3fad74054,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:01.358603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4262d916-0626-440f-b43d-f6920927b607 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:03:01.367741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Routers {'ecf9beac-d9af-4f6d-b982-e8a94d403cc2'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:03:01.368399 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ecf9beac-d9af-4f6d-b982-e8a94d403cc2'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:03:01.456659 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb345f61-8dd9-46f3-a71c-75032a57a03f admin admin] Network a33ad5ba-e881-4299-b83a-eaa038c61c54 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:03:01.458526 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-cb345f61-8dd9-46f3-a71c-75032a57a03f admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:03:01.499561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3a161b69-25c0-41ac-8488-e89c6738771a None None] Provisioning complete for port 09cae5ce-84a7-4711-b11c-8e8e1cef06ae triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:03:01.499847 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3a161b69-25c0-41ac-8488-e89c6738771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:01.548694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] Set router ecf9beac-d9af-4f6d-b982-e8a94d403cc2 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:03:01.601935 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 7c2ef660-811f-4e1b-859d-dcc51bfbda25 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:03:01.623153 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb345f61-8dd9-46f3-a71c-75032a57a03f admin admin] Router ecf9beac-d9af-4f6d-b982-e8a94d403cc2 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:03:01.765199 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb345f61-8dd9-46f3-a71c-75032a57a03f admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:03:01.772665 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-cb345f61-8dd9-46f3-a71c-75032a57a03f admin admin] 10.222.0.31 "PUT /v2.0/routers/ecf9beac-d9af-4f6d-b982-e8a94d403cc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0796866 Nov 26 04:03:01.797241 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 7c2ef660-811f-4e1b-859d-dcc51bfbda25 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:03:01.797618 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:01.830378 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3a161b69-25c0-41ac-8488-e89c6738771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:01.905367 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3a161b69-25c0-41ac-8488-e89c6738771a None None] For port 09cae5ce-84a7-4711-b11c-8e8e1cef06ae, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=09cae5ce-84a7-4711-b11c-8e8e1cef06ae,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:03:01.916130 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3a161b69-25c0-41ac-8488-e89c6738771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.005262 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-3a161b69-25c0-41ac-8488-e89c6738771a None None] Provisioning complete for port a205a231-0ba6-4ccd-9092-27e3fad74054 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:03:02.005639 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3a161b69-25c0-41ac-8488-e89c6738771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.032846 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'name': 'tempest-TestShelveInstance-1432114096-router', 'tenant_id': 'ecf846d841644339bf8986bcbe62c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'a205a231-0ba6-4ccd-9092-27e3fad74054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:58Z', 'updated_at': '2021-11-26T04:03:00Z', 'revision_number': 4, 'project_id': 'ecf846d841644339bf8986bcbe62c39e', 'gw_port': {'id': 'a205a231-0ba6-4ccd-9092-27e3fad74054', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:58Z', 'updated_at': '2021-11-26T04:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '80e243b7-fb1d-4fbe-b696-aec7cb985a2e', 'name': '', 'network_id': 'a33ad5ba-e881-4299-b83a-eaa038c61c54', 'tenant_id': 'ecf846d841644339bf8986bcbe62c39e', 'mac_address': 'fa:16:3e:c3:3f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9229b8d7-7283-4184-b125-2814829725d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:03:00Z', 'updated_at': '2021-11-26T04:03:01Z', 'revision_number': 2, 'project_id': 'ecf846d841644339bf8986bcbe62c39e', 'subnets': [{'id': '9229b8d7-7283-4184-b125-2814829725d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:03:02.038347 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 09cae5ce-84a7-4711-b11c-8e8e1cef06ae up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:03:02.039879 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a161b69-25c0-41ac-8488-e89c6738771a None None] Pushing event updated for resources: {'Port': ['ID=09cae5ce-84a7-4711-b11c-8e8e1cef06ae,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:02.088960 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b153b876-e26c-45cf-a048-f65012850f25 None None] The sync data for ids ['ecf9beac-d9af-4f6d-b982-e8a94d403cc2'] in n-d-819389-3 is: [{'id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'name': 'tempest-TestShelveInstance-1432114096-router', 'tenant_id': 'ecf846d841644339bf8986bcbe62c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'a205a231-0ba6-4ccd-9092-27e3fad74054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:58Z', 'updated_at': '2021-11-26T04:03:00Z', 'revision_number': 4, 'project_id': 'ecf846d841644339bf8986bcbe62c39e', 'gw_port': {'id': 'a205a231-0ba6-4ccd-9092-27e3fad74054', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:58Z', 'updated_at': '2021-11-26T04:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '80e243b7-fb1d-4fbe-b696-aec7cb985a2e', 'name': '', 'network_id': 'a33ad5ba-e881-4299-b83a-eaa038c61c54', 'tenant_id': 'ecf846d841644339bf8986bcbe62c39e', 'mac_address': 'fa:16:3e:c3:3f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9229b8d7-7283-4184-b125-2814829725d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:03:00Z', 'updated_at': '2021-11-26T04:03:01Z', 'revision_number': 2, 'project_id': 'ecf846d841644339bf8986bcbe62c39e', 'subnets': [{'id': '9229b8d7-7283-4184-b125-2814829725d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:03:02.166331 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 09cae5ce-84a7-4711-b11c-8e8e1cef06ae triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:03:02.166723 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.191170 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3a161b69-25c0-41ac-8488-e89c6738771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.221517 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-3a161b69-25c0-41ac-8488-e89c6738771a None None] For port a205a231-0ba6-4ccd-9092-27e3fad74054, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a205a231-0ba6-4ccd-9092-27e3fad74054,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:03:02.228601 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-3a161b69-25c0-41ac-8488-e89c6738771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.305932 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a161b69-25c0-41ac-8488-e89c6738771a None None] Pushing event updated for resources: {'Port': ['ID=a205a231-0ba6-4ccd-9092-27e3fad74054,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:02.351080 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e7064dfd-1ccd-48e7-848a-c37bb6a494a3 None None] Provisioning complete for port 80e243b7-fb1d-4fbe-b696-aec7cb985a2e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:03:02.351551 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e7064dfd-1ccd-48e7-848a-c37bb6a494a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.393371 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-e7064dfd-1ccd-48e7-848a-c37bb6a494a3 None None] Port 80e243b7-fb1d-4fbe-b696-aec7cb985a2e cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 04:03:02.405491 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-e7064dfd-1ccd-48e7-848a-c37bb6a494a3 None None] Provisioning complete for port a205a231-0ba6-4ccd-9092-27e3fad74054 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:03:02.406234 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e7064dfd-1ccd-48e7-848a-c37bb6a494a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.479678 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36460) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:03:02.485092 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-fc5844be-43fb-4b3c-84ed-6d8d703dcd9f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1614835374', 'description': 'tempest-secgroup-smoke-1614835374 description', 'project_id': '148aa6fb421c4ddc9521df49585b0de9'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:03:02.509199 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc5844be-43fb-4b3c-84ed-6d8d703dcd9f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.589760 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc5844be-43fb-4b3c-84ed-6d8d703dcd9f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.594164 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc5844be-43fb-4b3c-84ed-6d8d703dcd9f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.625539 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-fc5844be-43fb-4b3c-84ed-6d8d703dcd9f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.626810 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-fc5844be-43fb-4b3c-84ed-6d8d703dcd9f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1454754 Nov 26 04:03:02.629759 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36462) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:03:02.635598 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-12013bd7-fdff-447e-aa13-241b5c9de390 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Request body: {'security_group_rule': {'security_group_id': 'f09a3c66-c1c8-44a5-9b50-7365c610a51a', 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:03:02.641103 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5844be-43fb-4b3c-84ed-6d8d703dcd9f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09a3c66-c1c8-44a5-9b50-7365c610a51a,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:02.667391 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12013bd7-fdff-447e-aa13-241b5c9de390 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.726055 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12013bd7-fdff-447e-aa13-241b5c9de390 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.730121 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12013bd7-fdff-447e-aa13-241b5c9de390 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.751116 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12013bd7-fdff-447e-aa13-241b5c9de390 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0784210b-eccf-444a-b0bf-4348ddfdab7c,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:02.761221 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12013bd7-fdff-447e-aa13-241b5c9de390 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.762628 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-12013bd7-fdff-447e-aa13-241b5c9de390 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317599 Nov 26 04:03:02.765191 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36464) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:03:02.769640 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-37a1803a-37bc-4fa3-8d36-88fdd771545f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Request body: {'security_group_rule': {'security_group_id': 'f09a3c66-c1c8-44a5-9b50-7365c610a51a', 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:03:02.805541 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37a1803a-37bc-4fa3-8d36-88fdd771545f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.865520 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:03:02.874116 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37a1803a-37bc-4fa3-8d36-88fdd771545f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.877553 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37a1803a-37bc-4fa3-8d36-88fdd771545f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.895679 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1803a-37bc-4fa3-8d36-88fdd771545f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2633a198-ab22-4f83-ad87-05918dcd966a,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:02.901058 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-37a1803a-37bc-4fa3-8d36-88fdd771545f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.902274 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-37a1803a-37bc-4fa3-8d36-88fdd771545f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360676 Nov 26 04:03:02.904916 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36466) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:03:02.909214 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9d894a7d-922a-43de-a0cb-eef3f5cf8fc8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Request body: {'security_group_rule': {'security_group_id': 'f09a3c66-c1c8-44a5-9b50-7365c610a51a', 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:03:02.939586 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9d894a7d-922a-43de-a0cb-eef3f5cf8fc8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:02.997339 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9d894a7d-922a-43de-a0cb-eef3f5cf8fc8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:03.000715 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9d894a7d-922a-43de-a0cb-eef3f5cf8fc8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:03.017742 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d894a7d-922a-43de-a0cb-eef3f5cf8fc8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec74f57a-d05a-4c4f-987c-6f03a2feface,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:03.025436 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9d894a7d-922a-43de-a0cb-eef3f5cf8fc8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:03.026643 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9d894a7d-922a-43de-a0cb-eef3f5cf8fc8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207373 Nov 26 04:03:03.029372 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36468) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:03:03.033653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-872f8b8b-f621-4d40-b7bf-442eed7e401a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Request body: {'security_group_rule': {'security_group_id': 'f09a3c66-c1c8-44a5-9b50-7365c610a51a', 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:03:03.060482 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-872f8b8b-f621-4d40-b7bf-442eed7e401a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:03.115459 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-872f8b8b-f621-4d40-b7bf-442eed7e401a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:03.119430 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-872f8b8b-f621-4d40-b7bf-442eed7e401a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:03.136480 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f8b8b-f621-4d40-b7bf-442eed7e401a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16b6b55-29c5-4b41-9688-10ba4b7e656c,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:03.144914 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-872f8b8b-f621-4d40-b7bf-442eed7e401a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:03.146228 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-872f8b8b-f621-4d40-b7bf-442eed7e401a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159065 Nov 26 04:03:03.149502 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36470) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:03:03.153831 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-7a39bfb3-3162-4c0a-a3ca-4d046fad3e54 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Request body: {'security_group_rule': {'security_group_id': 'f09a3c66-c1c8-44a5-9b50-7365c610a51a', 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:03:03.175796 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-7a39bfb3-3162-4c0a-a3ca-4d046fad3e54 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Project 148aa6fb421c4ddc9521df49585b0de9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 04:03:03.183077 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7a39bfb3-3162-4c0a-a3ca-4d046fad3e54 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:03.241964 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7a39bfb3-3162-4c0a-a3ca-4d046fad3e54 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:03.245790 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7a39bfb3-3162-4c0a-a3ca-4d046fad3e54 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:03.265989 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39bfb3-3162-4c0a-a3ca-4d046fad3e54 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda23521-3129-4252-adcd-ef286fb4879e,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:03.275053 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-7a39bfb3-3162-4c0a-a3ca-4d046fad3e54 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:03.276379 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-7a39bfb3-3162-4c0a-a3ca-4d046fad3e54 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259236 Nov 26 04:03:03.279371 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36472) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:03:03.283627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ec0319a2-0143-4f93-983e-3b1e4e96799b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Request body: {'security_group_rule': {'security_group_id': 'f09a3c66-c1c8-44a5-9b50-7365c610a51a', 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:03:03.308561 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-ec0319a2-0143-4f93-983e-3b1e4e96799b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Project 148aa6fb421c4ddc9521df49585b0de9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 04:03:03.313265 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec0319a2-0143-4f93-983e-3b1e4e96799b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:03.372027 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec0319a2-0143-4f93-983e-3b1e4e96799b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:03.375739 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec0319a2-0143-4f93-983e-3b1e4e96799b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:03.392775 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0319a2-0143-4f93-983e-3b1e4e96799b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4907a604-2388-4358-826d-8a41f041df85,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:03.401016 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ec0319a2-0143-4f93-983e-3b1e4e96799b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:03.402196 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ec0319a2-0143-4f93-983e-3b1e4e96799b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219070 Nov 26 04:03:03.555916 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-8c85d65f-c2e6-4a6b-aabd-47321d481c6f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1614835374&fields=id&tenant_id=148aa6fb421c4ddc9521df49585b0de9 HTTP/1.1" status: 200 len: 267 time: 0.0465415 Nov 26 04:03:03.578063 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 09cae5ce-84a7-4711-b11c-8e8e1cef06ae up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:03:03.631394 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 09cae5ce-84a7-4711-b11c-8e8e1cef06ae triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:03:03.631773 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:03.663927 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-b2000dce-cd0b-4928-bf38-d7b04eb969f4 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:03.665456 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-b2000dce-cd0b-4928-bf38-d7b04eb969f4 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 808 time: 0.1024973 Nov 26 04:03:03.682143 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-3fe65724-c06b-4df3-994f-12a681261163 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/quotas/148aa6fb421c4ddc9521df49585b0de9 HTTP/1.1" status: 200 len: 375 time: 0.0104458 Nov 26 04:03:03.709725 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a205a231-0ba6-4ccd-9092-27e3fad74054 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:03:03.737495 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-8eb07d57-d2b3-4912-8509-fcbcaf65371e tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497973 Nov 26 04:03:03.756401 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port a205a231-0ba6-4ccd-9092-27e3fad74054 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:03:03.756780 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:03.936715 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-7e45e821-9475-4179-8bc1-bab1d01bec13 service neutron] 10.222.0.31 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873174 Nov 26 04:03:04.034131 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-d61e6e61-9e08-435b-83de-2a865c57c223 service neutron] 10.222.0.31 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910289 Nov 26 04:03:04.212469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1dbc7253-aaab-4f2c-8b85-0ca6da4d61e4 req-fa75754a-055b-42c4-a0df-2b5477ccf409 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 210 time: 0.0285056 Nov 26 04:03:05.042389 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Sync routers for ids ['ecf9beac-d9af-4f6d-b982-e8a94d403cc2'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:03:05.052860 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Routers {'ecf9beac-d9af-4f6d-b982-e8a94d403cc2'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:03:05.053466 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ecf9beac-d9af-4f6d-b982-e8a94d403cc2'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:03:05.248005 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Set router ecf9beac-d9af-4f6d-b982-e8a94d403cc2 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:03:05.328689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0dcdf370-b11f-404f-8ece-8c9fde9b2c96 req-74109161-b703-4b56-b557-b9b1491bf131 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 210 time: 0.0351098 Nov 26 04:03:05.385178 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-23860e8d-d151-42b4-a86e-d09a3a26ef16 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:05.386824 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-23860e8d-d151-42b4-a86e-d09a3a26ef16 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.59 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 808 time: 0.1390550 Nov 26 04:03:05.458355 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'name': 'tempest-TestShelveInstance-1432114096-router', 'tenant_id': 'ecf846d841644339bf8986bcbe62c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'a205a231-0ba6-4ccd-9092-27e3fad74054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:58Z', 'updated_at': '2021-11-26T04:03:00Z', 'revision_number': 4, 'project_id': 'ecf846d841644339bf8986bcbe62c39e', 'gw_port': {'id': 'a205a231-0ba6-4ccd-9092-27e3fad74054', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:58Z', 'updated_at': '2021-11-26T04:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '80e243b7-fb1d-4fbe-b696-aec7cb985a2e', 'name': '', 'network_id': 'a33ad5ba-e881-4299-b83a-eaa038c61c54', 'tenant_id': 'ecf846d841644339bf8986bcbe62c39e', 'mac_address': 'fa:16:3e:c3:3f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9229b8d7-7283-4184-b125-2814829725d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:03:00Z', 'updated_at': '2021-11-26T04:03:01Z', 'revision_number': 2, 'project_id': 'ecf846d841644339bf8986bcbe62c39e', 'subnets': [{'id': '9229b8d7-7283-4184-b125-2814829725d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:03:05.460297 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-2983047b-7995-4d66-af15-707870b21ee4 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=148aa6fb421c4ddc9521df49585b0de9 HTTP/1.1" status: 200 len: 380 time: 0.0560150 Nov 26 04:03:05.484438 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Checking router: ecf9beac-d9af-4f6d-b982-e8a94d403cc2 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:03:05.484622 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-46a7f2cd-bdd1-447c-9cd3-f9698e964784 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Request body: {'port': {'device_id': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'admin_state_up': True, 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'security_groups': ['f09a3c66-c1c8-44a5-9b50-7365c610a51a']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:03:05.484821 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Updating router ecf9beac-d9af-4f6d-b982-e8a94d403cc2 port 80e243b7-fb1d-4fbe-b696-aec7cb985a2e binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 04:03:05.509823 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:05.593043 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-46a7f2cd-bdd1-447c-9cd3-f9698e964784 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Made reservation on behalf of 148aa6fb421c4ddc9521df49585b0de9 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 04:03:05.596865 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-46a7f2cd-bdd1-447c-9cd3-f9698e964784 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:05.731494 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-46a7f2cd-bdd1-447c-9cd3-f9698e964784 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Allocated IP 172.20.0.14 (45f82b75-e129-4c9c-ae70-62bfca11f9bf/1a14e865-d224-4df1-9bbd-5460589b89f3/cf52200e-933d-4ea1-a593-791708fe0d0e) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:03:05.778598 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:05.783642 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:05.838252 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449c76c-2c5f-49bf-9609-c29ff8951c02 None None] Pushing event updated for resources: {'Port': ['ID=80e243b7-fb1d-4fbe-b696-aec7cb985a2e,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:05.877469 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-46a7f2cd-bdd1-447c-9cd3-f9698e964784 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:05.890657 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Attempting to bind port 80e243b7-fb1d-4fbe-b696-aec7cb985a2e on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:03:05.891497 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Attempting to bind port 80e243b7-fb1d-4fbe-b696-aec7cb985a2e by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '8e6a0f27-f8d9-4b67-aad5-718766f5bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a33ad5ba-e881-4299-b83a-eaa038c61c54'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:03:05.891918 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Attempting to bind port 80e243b7-fb1d-4fbe-b696-aec7cb985a2e on network a33ad5ba-e881-4299-b83a-eaa038c61c54 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:03:05.897651 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:03:05.898036 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Checking segment: {'id': '8e6a0f27-f8d9-4b67-aad5-718766f5bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a33ad5ba-e881-4299-b83a-eaa038c61c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:03:05.899075 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:05.899615 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Bound using segment: {'id': '8e6a0f27-f8d9-4b67-aad5-718766f5bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a33ad5ba-e881-4299-b83a-eaa038c61c54'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:03:05.900117 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Bound port: 80e243b7-fb1d-4fbe-b696-aec7cb985a2e, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6a0f27-f8d9-4b67-aad5-718766f5bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a33ad5ba-e881-4299-b83a-eaa038c61c54'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:03:05.900506 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:05.915200 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-46a7f2cd-bdd1-447c-9cd3-f9698e964784 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:05.966090 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-46a7f2cd-bdd1-447c-9cd3-f9698e964784 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Network 45f82b75-e129-4c9c-ae70-62bfca11f9bf is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:03:05.969502 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-46a7f2cd-bdd1-447c-9cd3-f9698e964784 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:03:05.973893 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] For port 80e243b7-fb1d-4fbe-b696-aec7cb985a2e, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:03:05.974094 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-46a7f2cd-bdd1-447c-9cd3-f9698e964784 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:03:05.979089 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] For port 80e243b7-fb1d-4fbe-b696-aec7cb985a2e, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=80e243b7-fb1d-4fbe-b696-aec7cb985a2e,segment=NetworkSegment(8e6a0f27-f8d9-4b67-aad5-718766f5bbe4),segment_id=8e6a0f27-f8d9-4b67-aad5-718766f5bbe4)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:03:05.984342 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:05.998166 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7f2cd-bdd1-447c-9cd3-f9698e964784 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'Port': ['ID=cf52200e-933d-4ea1-a593-791708fe0d0e,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:06.037515 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-46a7f2cd-bdd1-447c-9cd3-f9698e964784 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:06.038169 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-46a7f2cd-bdd1-447c-9cd3-f9698e964784 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:06.038798 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Routers {'ecf9beac-d9af-4f6d-b982-e8a94d403cc2'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:03:06.039603 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:02:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ecf9beac-d9af-4f6d-b982-e8a94d403cc2'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:03:06.061553 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-46a7f2cd-bdd1-447c-9cd3-f9698e964784 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5806861 Nov 26 04:03:06.073581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-0d9a77d7-16c0-4a91-8e40-298f062e1ecf tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 04:03:06.074890 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-0d9a77d7-16c0-4a91-8e40-298f062e1ecf tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065894 Nov 26 04:03:06.094086 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Request body: {'port': {'device_id': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:03:06.146779 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-611ccaaf-49fc-4f99-8df4-5e7ce64fa782 None None] Provisioning complete for port 80e243b7-fb1d-4fbe-b696-aec7cb985a2e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:03:06.150993 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-611ccaaf-49fc-4f99-8df4-5e7ce64fa782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:06.164675 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449c76c-2c5f-49bf-9609-c29ff8951c02 None None] Pushing event updated for resources: {'Port': ['ID=80e243b7-fb1d-4fbe-b696-aec7cb985a2e,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:06.229624 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] Set router ecf9beac-d9af-4f6d-b982-e8a94d403cc2 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:03:06.232421 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:06.285403 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-611ccaaf-49fc-4f99-8df4-5e7ce64fa782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:06.339114 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-611ccaaf-49fc-4f99-8df4-5e7ce64fa782 None None] For port 80e243b7-fb1d-4fbe-b696-aec7cb985a2e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=80e243b7-fb1d-4fbe-b696-aec7cb985a2e,segment=NetworkSegment(8e6a0f27-f8d9-4b67-aad5-718766f5bbe4),segment_id=8e6a0f27-f8d9-4b67-aad5-718766f5bbe4)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:03:06.362143 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-611ccaaf-49fc-4f99-8df4-5e7ce64fa782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:06.434603 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ccaaf-49fc-4f99-8df4-5e7ce64fa782 None None] Pushing event updated for resources: {'Port': ['ID=80e243b7-fb1d-4fbe-b696-aec7cb985a2e,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:06.478622 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2bf26-380b-4e19-b211-0d9fab4ca452 req-8d7882a2-e75a-45d4-926f-c8016ad71685 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:06.480247 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58b2bf26-380b-4e19-b211-0d9fab4ca452 req-8d7882a2-e75a-45d4-926f-c8016ad71685 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 932 time: 0.0557222 Nov 26 04:03:06.486508 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cebf505a-51c6-4867-b8ce-03f5afef4afb None None] Provisioning complete for port 80e243b7-fb1d-4fbe-b696-aec7cb985a2e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:03:06.487170 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cebf505a-51c6-4867-b8ce-03f5afef4afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:06.539219 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'name': 'tempest-TestShelveInstance-1432114096-router', 'tenant_id': 'ecf846d841644339bf8986bcbe62c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'a205a231-0ba6-4ccd-9092-27e3fad74054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:58Z', 'updated_at': '2021-11-26T04:03:00Z', 'revision_number': 4, 'project_id': 'ecf846d841644339bf8986bcbe62c39e', 'gw_port': {'id': 'a205a231-0ba6-4ccd-9092-27e3fad74054', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:58Z', 'updated_at': '2021-11-26T04:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '80e243b7-fb1d-4fbe-b696-aec7cb985a2e', 'name': '', 'network_id': 'a33ad5ba-e881-4299-b83a-eaa038c61c54', 'tenant_id': 'ecf846d841644339bf8986bcbe62c39e', 'mac_address': 'fa:16:3e:c3:3f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9229b8d7-7283-4184-b125-2814829725d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:03:00Z', 'updated_at': '2021-11-26T04:03:05Z', 'revision_number': 4, 'project_id': 'ecf846d841644339bf8986bcbe62c39e', 'subnets': [{'id': '9229b8d7-7283-4184-b125-2814829725d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:03:06.544943 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-58b2bf26-380b-4e19-b211-0d9fab4ca452 req-8fb8882e-2d03-4f41-b265-7f3e356450ef tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569568 Nov 26 04:03:06.568488 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ce6b5e-f023-4c0d-9ccc-9329915b6c3d None None] The sync data for ids ['ecf9beac-d9af-4f6d-b982-e8a94d403cc2'] in n-d-819389-3 is: [{'id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'name': 'tempest-TestShelveInstance-1432114096-router', 'tenant_id': 'ecf846d841644339bf8986bcbe62c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'a205a231-0ba6-4ccd-9092-27e3fad74054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:58Z', 'updated_at': '2021-11-26T04:03:00Z', 'revision_number': 4, 'project_id': 'ecf846d841644339bf8986bcbe62c39e', 'gw_port': {'id': 'a205a231-0ba6-4ccd-9092-27e3fad74054', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:58Z', 'updated_at': '2021-11-26T04:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '80e243b7-fb1d-4fbe-b696-aec7cb985a2e', 'name': '', 'network_id': 'a33ad5ba-e881-4299-b83a-eaa038c61c54', 'tenant_id': 'ecf846d841644339bf8986bcbe62c39e', 'mac_address': 'fa:16:3e:c3:3f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9229b8d7-7283-4184-b125-2814829725d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:03:00Z', 'updated_at': '2021-11-26T04:03:05Z', 'revision_number': 4, 'project_id': 'ecf846d841644339bf8986bcbe62c39e', 'subnets': [{'id': '9229b8d7-7283-4184-b125-2814829725d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:03:06.594423 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf52200e-933d-4ea1-a593-791708fe0d0e {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 04:03:06.596859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-cebf505a-51c6-4867-b8ce-03f5afef4afb None None] Provisioning complete for port cf52200e-933d-4ea1-a593-791708fe0d0e triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:03:06.597236 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cebf505a-51c6-4867-b8ce-03f5afef4afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:06.603132 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:06.618001 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Transition to ACTIVE for port object cf52200e-933d-4ea1-a593-791708fe0d0e will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 04:03:06.621941 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:06.639702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-cebf505a-51c6-4867-b8ce-03f5afef4afb None None] Port cf52200e-933d-4ea1-a593-791708fe0d0e cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 04:03:06.684620 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Pushing event updated for resources: {'Port': ['ID=cf52200e-933d-4ea1-a593-791708fe0d0e,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:06.762627 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Attempting to bind port cf52200e-933d-4ea1-a593-791708fe0d0e on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:03:06.763132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Attempting to bind port cf52200e-933d-4ea1-a593-791708fe0d0e by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:03:06.763598 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Attempting to bind port cf52200e-933d-4ea1-a593-791708fe0d0e on network 45f82b75-e129-4c9c-ae70-62bfca11f9bf {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:03:06.768412 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Port cf52200e-933d-4ea1-a593-791708fe0d0e on network 45f82b75-e129-4c9c-ae70-62bfca11f9bf not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 04:03:06.768744 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Attempting to bind port cf52200e-933d-4ea1-a593-791708fe0d0e on network 45f82b75-e129-4c9c-ae70-62bfca11f9bf {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:03:06.774140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:03:06.774520 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Checking segment: {'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:03:06.774872 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Bound using segment: {'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:03:06.775307 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Bound port: cf52200e-933d-4ea1-a593-791708fe0d0e, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:03:06.775661 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:06.846710 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] For port cf52200e-933d-4ea1-a593-791708fe0d0e, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:03:06.850038 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] For port cf52200e-933d-4ea1-a593-791708fe0d0e, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=cf52200e-933d-4ea1-a593-791708fe0d0e,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:03:06.858270 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:06.896588 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:06.897209 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:06.899143 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] 10.222.0.59 "PUT /v2.0/ports/cf52200e-933d-4ea1-a593-791708fe0d0e HTTP/1.1" status: 200 len: 1092 time: 0.8099930 Nov 26 04:03:06.899587 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'tag': 'cf52200e-933d-4ea1-a593-791708fe0d0e'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:03:06.901995 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a4872d-41c4-4653-b214-36998a5682db" -d '{"events": [{"name": "network-changed", "server_uuid": "09786dd2-ad3d-4271-832c-ea74f5e3e1a7", "tag": "cf52200e-933d-4ea1-a593-791708fe0d0e"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:03:06.932841 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6114e88-2267-4b8c-afe7-bce75327a0df service neutron] Pushing event updated for resources: {'Port': ['ID=cf52200e-933d-4ea1-a593-791708fe0d0e,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:06.958693 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 04:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9765228-768b-4c67-b36d-16853a3cbdc0 x-openstack-request-id: req-c9765228-768b-4c67-b36d-16853a3cbdc0 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:03:06.959193 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09786dd2-ad3d-4271-832c-ea74f5e3e1a7", "tag": "cf52200e-933d-4ea1-a593-791708fe0d0e", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:03:06.959466 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9765228-768b-4c67-b36d-16853a3cbdc0 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:03:06.959880 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'tag': 'cf52200e-933d-4ea1-a593-791708fe0d0e', 'status': 'completed', 'code': 200} Nov 26 04:03:07.019420 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-2e822197-15b5-4e0a-82b0-f4d0bf88b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:07.021050 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-2e822197-15b5-4e0a-82b0-f4d0bf88b6a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 1095 time: 0.0429111 Nov 26 04:03:07.072039 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-4635db67-972e-4811-970f-d98f45a03973 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf52200e-933d-4ea1-a593-791708fe0d0e HTTP/1.1" status: 200 len: 217 time: 0.0385380 Nov 26 04:03:07.121936 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-cf2b2902-717a-42c5-9be9-8c2746f9abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:07.123407 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-cf2b2902-717a-42c5-9be9-8c2746f9abbb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0443077 Nov 26 04:03:07.167887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-3e2df55d-87e4-4293-a616-8cc14fb18aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:07.169351 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-3e2df55d-87e4-4293-a616-8cc14fb18aa2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389907 Nov 26 04:03:07.262549 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-19d4cccb-1469-466a-ad27-b2bd531b87eb service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855284 Nov 26 04:03:07.355954 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-a1ecf05a-6196-4e8e-b734-032e88e4d8f1 req-fb913fd9-a0dc-4960-bd95-1ce596fdc4d4 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861154 Nov 26 04:03:07.478830 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4872d-41c4-4653-b214-36998a5682db req-2908083e-ab15-4b87-b938-49d4421f6ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:07.480385 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c8a4872d-41c4-4653-b214-36998a5682db req-2908083e-ab15-4b87-b938-49d4421f6ddc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 1095 time: 0.0432119 Nov 26 04:03:07.525520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 80e243b7-fb1d-4fbe-b696-aec7cb985a2e up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:03:07.571995 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4872d-41c4-4653-b214-36998a5682db req-94ccf56a-4e56-4a49-982d-a6afcd53d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:07.572439 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 80e243b7-fb1d-4fbe-b696-aec7cb985a2e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:03:07.572821 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:07.574431 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c8a4872d-41c4-4653-b214-36998a5682db req-94ccf56a-4e56-4a49-982d-a6afcd53d644 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 909 time: 0.0863292 Nov 26 04:03:07.620890 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c8a4872d-41c4-4653-b214-36998a5682db req-e3cc068f-b906-471b-a568-e6b88f129ed1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf52200e-933d-4ea1-a593-791708fe0d0e HTTP/1.1" status: 200 len: 217 time: 0.0397968 Nov 26 04:03:07.673998 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4872d-41c4-4653-b214-36998a5682db req-75419101-a5e4-4fba-bdcf-01083f029d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:07.675507 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c8a4872d-41c4-4653-b214-36998a5682db req-75419101-a5e4-4fba-bdcf-01083f029d6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0469310 Nov 26 04:03:07.727322 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4872d-41c4-4653-b214-36998a5682db req-d59707b8-35f8-4c14-96da-d4992ca8751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:07.728902 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c8a4872d-41c4-4653-b214-36998a5682db req-d59707b8-35f8-4c14-96da-d4992ca8751e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439224 Nov 26 04:03:07.827104 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c8a4872d-41c4-4653-b214-36998a5682db req-cfcc2b2a-fad4-4747-a0cd-d18ecbe02113 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895078 Nov 26 04:03:07.931423 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c8a4872d-41c4-4653-b214-36998a5682db req-eab91edc-da31-4df3-a768-495e145815d6 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960917 Nov 26 04:03:07.985006 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdec2ac-b107-4284-b759-3a63ac3c7edc req-2f58dbce-c5e9-4890-a1af-44fbf2005d0b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:07.986565 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0bdec2ac-b107-4284-b759-3a63ac3c7edc req-2f58dbce-c5e9-4890-a1af-44fbf2005d0b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 944 time: 0.3701928 Nov 26 04:03:08.040236 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0bdec2ac-b107-4284-b759-3a63ac3c7edc req-cf8b0785-8bf0-4b0b-aa4b-ca9630e7c15b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468495 Nov 26 04:03:09.158042 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936ad93-2e64-4e31-8a2d-29c2fc6adbd5 req-51bb2cff-f42d-44c1-9edb-89bb65d886ee tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:09.159577 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3936ad93-2e64-4e31-8a2d-29c2fc6adbd5 req-51bb2cff-f42d-44c1-9edb-89bb65d886ee tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 944 time: 0.0477564 Nov 26 04:03:09.208837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3936ad93-2e64-4e31-8a2d-29c2fc6adbd5 req-8e032231-8574-4197-a6e1-4b286452f13f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422630 Nov 26 04:03:10.325942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe17bde-17b9-4468-863e-5c07cc48a438 req-b52d1898-3994-404b-9b15-3b0c4629de7c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:10.327398 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fe17bde-17b9-4468-863e-5c07cc48a438 req-b52d1898-3994-404b-9b15-3b0c4629de7c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 944 time: 0.0504820 Nov 26 04:03:10.376073 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4fe17bde-17b9-4468-863e-5c07cc48a438 req-b36d4452-2a4d-45d4-9970-9618f8afd347 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427158 Nov 26 04:03:11.129634 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-2b5a78da-0e40-49a9-8527-27240517edf6 req-6f0d5f2e-2e40-4c2a-be00-cbdf38d01416 service neutron] (104802) timed out ('10.222.0.31', 56224) {{(pid=104802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 04:03:11.149592 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device cf52200e-933d-4ea1-a593-791708fe0d0e details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 04:03:11.241426 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port cf52200e-933d-4ea1-a593-791708fe0d0e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=cf52200e-933d-4ea1-a593-791708fe0d0e,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:03:11.252701 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'cf52200e-933d-4ea1-a593-791708fe0d0e', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'port_id': 'cf52200e-933d-4ea1-a593-791708fe0d0e', 'mac_address': 'fa:16:3e:88:01:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 04:03:11.291953 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:11.305152 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf52200e-933d-4ea1-a593-791708fe0d0e {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 04:03:11.323281 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port cf52200e-933d-4ea1-a593-791708fe0d0e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=cf52200e-933d-4ea1-a593-791708fe0d0e,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:03:11.327396 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:11.372953 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=cf52200e-933d-4ea1-a593-791708fe0d0e,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:11.490110 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71653a34-c3b6-474d-8eef-ed1a360f468d req-eff76921-aced-4def-acdd-13795ee8076f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:11.491615 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71653a34-c3b6-474d-8eef-ed1a360f468d req-eff76921-aced-4def-acdd-13795ee8076f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 945 time: 0.0483930 Nov 26 04:03:11.540065 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71653a34-c3b6-474d-8eef-ed1a360f468d req-4c5f5d7c-3707-4d1b-9524-436eb9e5b48b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424430 Nov 26 04:03:11.625577 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['cf52200e-933d-4ea1-a593-791708fe0d0e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 04:03:11.851580 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-73c2ee00-7bbf-4ba1-8655-000b69115ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:12.656858 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103e43f-6af0-4948-b896-61ca49d25cc3 req-9526ddfe-76db-44be-8e31-a8cf2b5afb69 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:12.658357 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6103e43f-6af0-4948-b896-61ca49d25cc3 req-9526ddfe-76db-44be-8e31-a8cf2b5afb69 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 945 time: 0.0482149 Nov 26 04:03:12.710743 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6103e43f-6af0-4948-b896-61ca49d25cc3 req-b5a3cb63-a206-4168-ab72-9b6b3e194fef tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457966 Nov 26 04:03:13.180191 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device cf52200e-933d-4ea1-a593-791708fe0d0e up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:03:13.230762 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port cf52200e-933d-4ea1-a593-791708fe0d0e completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 04:03:13.235732 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port cf52200e-933d-4ea1-a593-791708fe0d0e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:03:13.236136 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:13.310397 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:13.332116 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf52200e-933d-4ea1-a593-791708fe0d0e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:03:13.334417 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5b9b37-8fc4-4f6b-971f-0893a39a356d" -d '{"events": [{"server_uuid": "09786dd2-ad3d-4271-832c-ea74f5e3e1a7", "name": "network-vif-plugged", "status": "completed", "tag": "cf52200e-933d-4ea1-a593-791708fe0d0e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:03:13.348105 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port cf52200e-933d-4ea1-a593-791708fe0d0e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=cf52200e-933d-4ea1-a593-791708fe0d0e,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:03:13.352405 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:13.398709 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=cf52200e-933d-4ea1-a593-791708fe0d0e,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:13.433372 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 04:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f576e1d-3a47-4fe1-aae7-b685f62236b0 x-openstack-request-id: req-2f576e1d-3a47-4fe1-aae7-b685f62236b0 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:03:13.433668 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09786dd2-ad3d-4271-832c-ea74f5e3e1a7", "name": "network-vif-plugged", "status": "completed", "tag": "cf52200e-933d-4ea1-a593-791708fe0d0e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:03:13.433924 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f576e1d-3a47-4fe1-aae7-b685f62236b0 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:03:13.434323 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf52200e-933d-4ea1-a593-791708fe0d0e', 'code': 200} Nov 26 04:03:13.564232 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af789256-6fa7-4fe1-9c8f-40adb46d72f3 req-44a9571b-eefd-4ccf-86a8-6089820056c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:13.565569 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-af789256-6fa7-4fe1-9c8f-40adb46d72f3 req-44a9571b-eefd-4ccf-86a8-6089820056c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 1097 time: 0.0432847 Nov 26 04:03:13.610226 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-af789256-6fa7-4fe1-9c8f-40adb46d72f3 req-97e18b43-b7c1-4729-84f9-a911d969bbae service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376823 Nov 26 04:03:13.824104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49709ddc-1b9a-4668-8166-c220d0ca2abc req-eb8b18fa-82c0-4286-bbea-740edfeedd18 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:13.825826 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-49709ddc-1b9a-4668-8166-c220d0ca2abc req-eb8b18fa-82c0-4286-bbea-740edfeedd18 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0492795 Nov 26 04:03:13.874307 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-49709ddc-1b9a-4668-8166-c220d0ca2abc req-a1eb7e3c-6110-4b4b-894c-edf8e740dcd8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426459 Nov 26 04:03:14.225079 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-71505612-f040-4d41-a029-8d0718cafdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:14.999052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61749f-194e-486b-8d8c-4dbe4ae5c317 req-2b430e7e-7b86-41c7-b85c-e36d98b3808d tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:15.000573 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f61749f-194e-486b-8d8c-4dbe4ae5c317 req-2b430e7e-7b86-41c7-b85c-e36d98b3808d tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0500426 Nov 26 04:03:15.048401 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6f61749f-194e-486b-8d8c-4dbe4ae5c317 req-129c43c7-28e2-4d38-a7e5-029da5d73e0d tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418258 Nov 26 04:03:15.164272 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da072ee-54fe-4009-9c9a-e3f93feb075e req-7eb8221e-2362-4ddf-af19-2f56ca64facd tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:15.165658 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9da072ee-54fe-4009-9c9a-e3f93feb075e req-7eb8221e-2362-4ddf-af19-2f56ca64facd tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0523310 Nov 26 04:03:15.213330 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9da072ee-54fe-4009-9c9a-e3f93feb075e req-47f50a59-010d-48b0-b912-403e9812c974 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416319 Nov 26 04:03:15.235319 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36534) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:03:15.314794 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc1c2e3-e744-4354-bb1f-9340511a2f25 tempest-TestShelveInstance-255202806 tempest-TestShelveInstance-255202806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:15.316364 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-6cc1c2e3-e744-4354-bb1f-9340511a2f25 tempest-TestShelveInstance-255202806 tempest-TestShelveInstance-255202806-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 1092 time: 0.0799856 Nov 26 04:03:15.319224 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36538) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:03:15.323501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': 'cf52200e-933d-4ea1-a593-791708fe0d0e', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:03:15.339824 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:15.345816 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:15.443206 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:15.542376 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Allocated IP 172.25.0.170 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/7388dc4a-4eae-4603-a7dd-784116a86cf1) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:03:15.645084 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:15.677964 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:15.716044 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:03:15.718867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:03:15.722653 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:03:15.746680 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'Port': ['ID=7388dc4a-4eae-4603-a7dd-784116a86cf1,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:16.060403 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:16.123805 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:16.271397 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:16.276117 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:16.345045 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'Port': ['ID=7388dc4a-4eae-4603-a7dd-784116a86cf1,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:03:16.358483 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:16.456879 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Floating IP 08312284-f967-4a49-99d1-615e0289f4f1 associated. External IP: 172.25.0.170, port: cf52200e-933d-4ea1-a593-791708fe0d0e. Nov 26 04:03:16.658262 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Router 6d32bc99-67d8-48dd-8acc-9009060211ad has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:03:16.769160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:03:16.779024 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c835a29-f05f-4336-b84e-ecf24c2b2e3b None None] Sync routers for ids ['6d32bc99-67d8-48dd-8acc-9009060211ad'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:03:16.786536 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:16.790138 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c835a29-f05f-4336-b84e-ecf24c2b2e3b None None] Routers {'6d32bc99-67d8-48dd-8acc-9009060211ad'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:03:16.790763 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7c835a29-f05f-4336-b84e-ecf24c2b2e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6d32bc99-67d8-48dd-8acc-9009060211ad'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:03:16.813968 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-388d7fb8-1d7e-42b0-8744-5a795b6ee6f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4937234 Nov 26 04:03:16.814663 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'tag': 'cf52200e-933d-4ea1-a593-791708fe0d0e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:03:16.816989 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e10ec3-cfd5-472f-84a2-ae5ebd298e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "09786dd2-ad3d-4271-832c-ea74f5e3e1a7", "tag": "cf52200e-933d-4ea1-a593-791708fe0d0e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:03:16.855364 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 04:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8e497f-b8dd-4f7e-9972-33daa438386e x-openstack-request-id: req-dd8e497f-b8dd-4f7e-9972-33daa438386e {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:03:16.855669 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09786dd2-ad3d-4271-832c-ea74f5e3e1a7", "tag": "cf52200e-933d-4ea1-a593-791708fe0d0e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:03:16.855931 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd8e497f-b8dd-4f7e-9972-33daa438386e {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:03:16.856381 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'tag': 'cf52200e-933d-4ea1-a593-791708fe0d0e', 'status': 'completed', 'code': 200} Nov 26 04:03:16.941799 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e10ec3-cfd5-472f-84a2-ae5ebd298e8e req-98943bb6-613b-48de-99fc-6e019120bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:16.943403 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c6e10ec3-cfd5-472f-84a2-ae5ebd298e8e req-98943bb6-613b-48de-99fc-6e019120bdd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 1097 time: 0.0426669 Nov 26 04:03:17.039607 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:17.067482 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-7c835a29-f05f-4336-b84e-ecf24c2b2e3b None None] Set router 6d32bc99-67d8-48dd-8acc-9009060211ad gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:03:17.299243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7c835a29-f05f-4336-b84e-ecf24c2b2e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port': {'id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '08312284-f967-4a49-99d1-615e0289f4f1', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'port_id': 'cf52200e-933d-4ea1-a593-791708fe0d0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'mac_address': 'fa:16:3e:88:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:03:15Z', 'updated_at': '2021-11-26T04:03:15Z', 'revision_number': 0, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cae5ce-84a7-4711-b11c-8e8e1cef06ae', 'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'mac_address': 'fa:16:3e:9b:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:55Z', 'updated_at': '2021-11-26T04:03:01Z', 'revision_number': 5, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'subnets': [{'id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:03:17.329685 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c835a29-f05f-4336-b84e-ecf24c2b2e3b None None] Checking router: 6d32bc99-67d8-48dd-8acc-9009060211ad for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:03:17.339070 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c835a29-f05f-4336-b84e-ecf24c2b2e3b None None] Routers {'6d32bc99-67d8-48dd-8acc-9009060211ad'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:03:17.339728 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7c835a29-f05f-4336-b84e-ecf24c2b2e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:03:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6d32bc99-67d8-48dd-8acc-9009060211ad'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:03:17.374624 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e10ec3-cfd5-472f-84a2-ae5ebd298e8e req-e37533a6-663b-47d8-a9da-6cfebe6867ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:17.376143 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c6e10ec3-cfd5-472f-84a2-ae5ebd298e8e req-e37533a6-663b-47d8-a9da-6cfebe6867ab service neutron] 10.222.0.59 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 909 time: 0.4259546 Nov 26 04:03:17.440546 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c6e10ec3-cfd5-472f-84a2-ae5ebd298e8e req-3b790c6e-5229-4a31-917a-9a5e902f8a0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf52200e-933d-4ea1-a593-791708fe0d0e HTTP/1.1" status: 200 len: 1000 time: 0.0567932 Nov 26 04:03:17.443752 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-7c835a29-f05f-4336-b84e-ecf24c2b2e3b None None] Set router 6d32bc99-67d8-48dd-8acc-9009060211ad gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:03:17.487584 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e10ec3-cfd5-472f-84a2-ae5ebd298e8e req-832242c8-a2fb-4bf1-8709-15a45604145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:17.489106 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c6e10ec3-cfd5-472f-84a2-ae5ebd298e8e req-832242c8-a2fb-4bf1-8709-15a45604145e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0422881 Nov 26 04:03:17.536941 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e10ec3-cfd5-472f-84a2-ae5ebd298e8e req-61d1d6f2-0d3c-4250-8989-20f33a3b18d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:03:17.538483 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c6e10ec3-cfd5-472f-84a2-ae5ebd298e8e req-61d1d6f2-0d3c-4250-8989-20f33a3b18d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423028 Nov 26 04:03:17.630234 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c6e10ec3-cfd5-472f-84a2-ae5ebd298e8e req-9aa6fae3-f775-4a65-83dd-020c7c219aa5 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841291 Nov 26 04:03:17.664201 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-7c835a29-f05f-4336-b84e-ecf24c2b2e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port': {'id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '08312284-f967-4a49-99d1-615e0289f4f1', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'port_id': 'cf52200e-933d-4ea1-a593-791708fe0d0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'mac_address': 'fa:16:3e:88:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:03:15Z', 'updated_at': '2021-11-26T04:03:15Z', 'revision_number': 0, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cae5ce-84a7-4711-b11c-8e8e1cef06ae', 'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'mac_address': 'fa:16:3e:9b:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:55Z', 'updated_at': '2021-11-26T04:03:01Z', 'revision_number': 5, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'subnets': [{'id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:03:17.694325 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c835a29-f05f-4336-b84e-ecf24c2b2e3b None None] The sync data for ids ['6d32bc99-67d8-48dd-8acc-9009060211ad'] in n-d-819389-3 is: [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port': {'id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '08312284-f967-4a49-99d1-615e0289f4f1', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'port_id': 'cf52200e-933d-4ea1-a593-791708fe0d0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'mac_address': 'fa:16:3e:88:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:03:15Z', 'updated_at': '2021-11-26T04:03:15Z', 'revision_number': 0, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cae5ce-84a7-4711-b11c-8e8e1cef06ae', 'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'mac_address': 'fa:16:3e:9b:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:55Z', 'updated_at': '2021-11-26T04:03:01Z', 'revision_number': 5, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'subnets': [{'id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:03:17.724126 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c6e10ec3-cfd5-472f-84a2-ae5ebd298e8e req-5e095da1-1d25-4c6a-afe1-b4d978568a76 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863960 Nov 26 04:03:17.749189 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:17.912646 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea60b3f-4e93-4aac-bd56-9085c5cd6f1b None None] New status for floating IP 08312284-f967-4a49-99d1-615e0289f4f1: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 04:03:23.077113 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:24.420022 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:39.864459 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:03:41.832900 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-64f50f30-a6d6-463f-bf77-707a28e371d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:44.225988 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f44c3f7d-e137-449f-8b2f-12cdf510761d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:45.343008 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:46.908704 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:47.741426 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:53.096569 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:03:54.423028 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:04:11.834953 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d99d2c5f-44c0-4a93-9722-92479ea84350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:04:13.328154 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-31459ee0-c841-4240-8064-60976ac3df23 req-8fccb2bb-f55f-4c5a-8f4f-8718be173b5a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388837 Nov 26 04:04:13.425080 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31459ee0-c841-4240-8064-60976ac3df23 req-cb6edeb8-d9f3-45b7-b93e-4e24e861357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:04:13.426563 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-31459ee0-c841-4240-8064-60976ac3df23 req-cb6edeb8-d9f3-45b7-b93e-4e24e861357b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 1097 time: 0.0398576 Nov 26 04:04:13.532109 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31459ee0-c841-4240-8064-60976ac3df23 req-f1fe477c-fc15-4f29-9e19-897e3bb374f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:04:13.533586 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-31459ee0-c841-4240-8064-60976ac3df23 req-f1fe477c-fc15-4f29-9e19-897e3bb374f6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 909 time: 0.0872388 Nov 26 04:04:13.598291 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-31459ee0-c841-4240-8064-60976ac3df23 req-25c17643-ca71-42ab-8a20-699af65d9e0c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf52200e-933d-4ea1-a593-791708fe0d0e HTTP/1.1" status: 200 len: 1002 time: 0.0569046 Nov 26 04:04:13.650750 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31459ee0-c841-4240-8064-60976ac3df23 req-5b9b3abc-4d9c-4d30-a52b-631cb6e8c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:04:13.652265 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-31459ee0-c841-4240-8064-60976ac3df23 req-5b9b3abc-4d9c-4d30-a52b-631cb6e8c1fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0475640 Nov 26 04:04:13.696741 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31459ee0-c841-4240-8064-60976ac3df23 req-bbf34fb7-7507-4de7-8ede-72b8b7bfe4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:04:13.698215 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-31459ee0-c841-4240-8064-60976ac3df23 req-bbf34fb7-7507-4de7-8ede-72b8b7bfe4f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391507 Nov 26 04:04:13.789387 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-31459ee0-c841-4240-8064-60976ac3df23 req-47d1dc31-7675-4e2a-9d04-b59055fd12c2 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834661 Nov 26 04:04:13.878176 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-31459ee0-c841-4240-8064-60976ac3df23 req-540d3591-0ed5-4419-944c-994388679c07 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809808 Nov 26 04:04:14.228199 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-43f1aea4-760c-439e-aeb1-514374c1b482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:04:15.345666 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:04:16.863738 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:04:16.912260 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:04:17.743544 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:04:23.108437 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:04:24.423222 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:04:41.837420 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d49a97a4-9b80-48d7-aef8-1538ef68efa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:04:44.230131 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-05b3c534-4b4f-45c1-ad30-f974c6f3e9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:04:45.348011 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:04:46.915592 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:04:47.744722 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:04:53.098666 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:04:53.862394 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:04:54.422131 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:11.838996 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0a8be5ca-5863-4c68-bd4f-33898b303272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:12.804122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592cedf-b770-43e9-a461-748a76692872 req-3234dc91-5097-4317-973c-258971a5ca1a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:12.805653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2592cedf-b770-43e9-a461-748a76692872 req-3234dc91-5097-4317-973c-258971a5ca1a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0534906 Nov 26 04:05:12.854696 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2592cedf-b770-43e9-a461-748a76692872 req-d1c4d734-c4b3-45e1-bf5c-e9bbe1732133 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431435 Nov 26 04:05:13.972538 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedeef6-ede3-41b6-a7f6-20cd2a305446 req-5f9293d5-3f42-49cd-97f7-9e70e9d15a6b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:13.974170 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7dedeef6-ede3-41b6-a7f6-20cd2a305446 req-5f9293d5-3f42-49cd-97f7-9e70e9d15a6b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0502179 Nov 26 04:05:14.023805 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7dedeef6-ede3-41b6-a7f6-20cd2a305446 req-1cafb97b-8173-49a2-8e15-1c5cf7437fa9 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430965 Nov 26 04:05:14.231490 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b2ff965c-2d16-4970-aae0-693d7e286995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:14.371095 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813a8b6-41ba-403a-a732-e9e578c49fba req-dea9c49e-1a01-4798-a30d-1798c70d7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:14.372613 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3813a8b6-41ba-403a-a732-e9e578c49fba req-dea9c49e-1a01-4798-a30d-1798c70d7357 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 1097 time: 0.0448041 Nov 26 04:05:14.478823 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813a8b6-41ba-403a-a732-e9e578c49fba req-2bf25b3d-6825-4413-963e-2e4d4eb20760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:14.480312 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3813a8b6-41ba-403a-a732-e9e578c49fba req-2bf25b3d-6825-4413-963e-2e4d4eb20760 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 909 time: 0.0876286 Nov 26 04:05:14.545477 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3813a8b6-41ba-403a-a732-e9e578c49fba req-0be04f16-3840-4393-901c-0fb9ac3f2251 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf52200e-933d-4ea1-a593-791708fe0d0e HTTP/1.1" status: 200 len: 1002 time: 0.0552955 Nov 26 04:05:14.595931 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813a8b6-41ba-403a-a732-e9e578c49fba req-39558ca5-e82f-432e-892a-8dca03c088f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:14.597382 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3813a8b6-41ba-403a-a732-e9e578c49fba req-39558ca5-e82f-432e-892a-8dca03c088f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0454624 Nov 26 04:05:14.641238 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813a8b6-41ba-403a-a732-e9e578c49fba req-19e59bc7-425f-4f4d-b101-8fcb01e7d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:14.642737 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3813a8b6-41ba-403a-a732-e9e578c49fba req-19e59bc7-425f-4f4d-b101-8fcb01e7d0ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386536 Nov 26 04:05:14.733701 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3813a8b6-41ba-403a-a732-e9e578c49fba req-bf8a5e74-3495-4185-9e4f-2fdf74ea4a4e service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837338 Nov 26 04:05:14.820136 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-3813a8b6-41ba-403a-a732-e9e578c49fba req-9b3cbd83-2cd0-4b4c-8090-1768a810bb07 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791771 Nov 26 04:05:15.169461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe892565-faba-4a50-90e6-3deb236c33e7 req-01b095e4-92cc-479a-ba4d-43ed941c2f4f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:15.170961 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe892565-faba-4a50-90e6-3deb236c33e7 req-01b095e4-92cc-479a-ba4d-43ed941c2f4f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0540273 Nov 26 04:05:15.219700 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe892565-faba-4a50-90e6-3deb236c33e7 req-ef00f50b-655e-4355-b384-23625f4f6692 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423658 Nov 26 04:05:15.351200 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:16.333934 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e45d46-f785-499f-b933-0aaa6c3282e2 req-2070589e-d521-4cf9-bb6a-dda9cfc7a57c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:16.335430 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15e45d46-f785-499f-b933-0aaa6c3282e2 req-2070589e-d521-4cf9-bb6a-dda9cfc7a57c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0482287 Nov 26 04:05:16.384410 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-15e45d46-f785-499f-b933-0aaa6c3282e2 req-710fb51c-8e36-43ce-8ccf-9a2647d36595 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425043 Nov 26 04:05:16.919725 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:17.499645 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02630082-9867-43a7-b963-2d1f199bc4f1 req-5853b8d2-47a3-4439-8828-78e9dbc1fdf0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:17.501137 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02630082-9867-43a7-b963-2d1f199bc4f1 req-5853b8d2-47a3-4439-8828-78e9dbc1fdf0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0474741 Nov 26 04:05:17.554237 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-02630082-9867-43a7-b963-2d1f199bc4f1 req-699c55bd-6676-48ef-aea9-78cf2ebcc43b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471718 Nov 26 04:05:17.746309 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:18.667573 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df390-d221-4809-b78a-783036fd8ca0 req-b87b6f7d-13bd-4bc4-8982-22f0cf84a349 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:18.669101 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da2df390-d221-4809-b78a-783036fd8ca0 req-b87b6f7d-13bd-4bc4-8982-22f0cf84a349 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0490525 Nov 26 04:05:18.718290 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-da2df390-d221-4809-b78a-783036fd8ca0 req-69b0360e-3781-416d-ae1d-0cd39199200b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433381 Nov 26 04:05:19.832017 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf2df4-15e3-43a1-8925-e3188dfc071e req-8d6225e1-e52e-4d63-8e9a-c92854ce7135 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:19.833530 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dbbf2df4-15e3-43a1-8925-e3188dfc071e req-8d6225e1-e52e-4d63-8e9a-c92854ce7135 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0477760 Nov 26 04:05:19.881808 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dbbf2df4-15e3-43a1-8925-e3188dfc071e req-86b76f71-b7df-4016-904e-555afaa172c2 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417891 Nov 26 04:05:21.005558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960fc73-4f3e-47e8-bbd1-abb5f628c901 req-88ad5fc2-2313-4a39-aa5b-f528865c470c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:21.007058 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3960fc73-4f3e-47e8-bbd1-abb5f628c901 req-88ad5fc2-2313-4a39-aa5b-f528865c470c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0569491 Nov 26 04:05:21.057666 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3960fc73-4f3e-47e8-bbd1-abb5f628c901 req-2dfa984e-46a9-4f12-825a-701f8e516096 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438008 Nov 26 04:05:22.173500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe0f73-4c41-463b-b873-d62477f61742 req-e37f3e90-bc7b-4eda-ba81-98d196514edd tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:22.174999 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65fe0f73-4c41-463b-b873-d62477f61742 req-e37f3e90-bc7b-4eda-ba81-98d196514edd tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0502374 Nov 26 04:05:22.224295 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-65fe0f73-4c41-463b-b873-d62477f61742 req-978b6e98-6c9a-4bc9-af9c-40df5716fb8b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428267 Nov 26 04:05:23.123113 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:23.340910 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9092cb-a29a-44a2-81be-28ccf257e555 req-0ab9ba8d-cba4-4b44-a0a7-9dd3151b0e0b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:23.342395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9c9092cb-a29a-44a2-81be-28ccf257e555 req-0ab9ba8d-cba4-4b44-a0a7-9dd3151b0e0b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0480144 Nov 26 04:05:23.394215 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9c9092cb-a29a-44a2-81be-28ccf257e555 req-3759ab21-d669-485a-9a05-ffd9960aca03 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455961 Nov 26 04:05:24.420012 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:24.509872 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706f229-a501-4c84-8300-2887be944156 req-bd981256-879e-48b8-a407-17c7855b4892 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:24.511335 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c706f229-a501-4c84-8300-2887be944156 req-bd981256-879e-48b8-a407-17c7855b4892 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0484037 Nov 26 04:05:24.559164 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c706f229-a501-4c84-8300-2887be944156 req-e778dad6-11f7-4a07-8b4e-58fbbca68667 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418942 Nov 26 04:05:25.708276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c23e59-ed75-400d-a66f-651f29ac130f req-c24345c6-b9f0-414c-bbcc-99aaa542ca2a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:25.710958 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85c23e59-ed75-400d-a66f-651f29ac130f req-c24345c6-b9f0-414c-bbcc-99aaa542ca2a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0649724 Nov 26 04:05:25.782003 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-85c23e59-ed75-400d-a66f-651f29ac130f req-eb7f3554-a1f4-4fce-90ac-e7b1fc522058 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615582 Nov 26 04:05:25.867902 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device cf52200e-933d-4ea1-a593-791708fe0d0e details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 04:05:25.980438 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port cf52200e-933d-4ea1-a593-791708fe0d0e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=cf52200e-933d-4ea1-a593-791708fe0d0e,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:05:25.995111 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'cf52200e-933d-4ea1-a593-791708fe0d0e', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'port_id': 'cf52200e-933d-4ea1-a593-791708fe0d0e', 'mac_address': 'fa:16:3e:88:01:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 04:05:26.048764 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:26.067176 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf52200e-933d-4ea1-a593-791708fe0d0e {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 04:05:26.088952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port cf52200e-933d-4ea1-a593-791708fe0d0e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=cf52200e-933d-4ea1-a593-791708fe0d0e,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:05:26.092857 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:26.146036 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=cf52200e-933d-4ea1-a593-791708fe0d0e,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:05:26.154346 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:05:26.154702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:05:26.155067 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:05:26.155395 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:05:26.155737 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:05:26.156092 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:05:26.156432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:05:26.156767 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:05:26.157098 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:05:26.157428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:05:26.157758 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:05:26.158084 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:05:26.238056 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['cf52200e-933d-4ea1-a593-791708fe0d0e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 04:05:26.904115 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c0f09-26eb-487c-8ea5-a59568cf6a1f req-f6cd26a8-3149-47eb-a14b-08c2bf836a21 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:26.905717 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d69c0f09-26eb-487c-8ea5-a59568cf6a1f req-f6cd26a8-3149-47eb-a14b-08c2bf836a21 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 945 time: 0.0563767 Nov 26 04:05:26.957875 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d69c0f09-26eb-487c-8ea5-a59568cf6a1f req-add4fc97-2c27-4487-9c5b-4eae15d27ded tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459788 Nov 26 04:05:27.884682 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device cf52200e-933d-4ea1-a593-791708fe0d0e up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:05:27.940391 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port cf52200e-933d-4ea1-a593-791708fe0d0e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:05:27.940859 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:28.023268 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:28.059357 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf52200e-933d-4ea1-a593-791708fe0d0e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:05:28.061820 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4c5df6-4e48-444b-993f-6f75e77610c6" -d '{"events": [{"server_uuid": "09786dd2-ad3d-4271-832c-ea74f5e3e1a7", "name": "network-vif-plugged", "status": "completed", "tag": "cf52200e-933d-4ea1-a593-791708fe0d0e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:05:28.076580 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port cf52200e-933d-4ea1-a593-791708fe0d0e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=cf52200e-933d-4ea1-a593-791708fe0d0e,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:05:28.086510 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:28.111545 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db093a97-09e4-448f-b13e-12ca280cf39b req-4019d9b9-808d-49b7-9767-f22104ba2501 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:28.113180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db093a97-09e4-448f-b13e-12ca280cf39b req-4019d9b9-808d-49b7-9767-f22104ba2501 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 945 time: 0.0743768 Nov 26 04:05:28.146147 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=cf52200e-933d-4ea1-a593-791708fe0d0e,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:05:28.168162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db093a97-09e4-448f-b13e-12ca280cf39b req-3d499935-6cb8-4285-8ce5-cc010ffa90a7 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478146 Nov 26 04:05:29.132333 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 04:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2399f4-c627-4113-b20e-5cbc29264052 x-openstack-request-id: req-4f2399f4-c627-4113-b20e-5cbc29264052 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:05:29.133453 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09786dd2-ad3d-4271-832c-ea74f5e3e1a7", "name": "network-vif-plugged", "status": "completed", "tag": "cf52200e-933d-4ea1-a593-791708fe0d0e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:05:29.133756 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f2399f4-c627-4113-b20e-5cbc29264052 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:05:29.134227 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf52200e-933d-4ea1-a593-791708fe0d0e', 'code': 200} Nov 26 04:05:29.303134 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2e712-61a1-42a4-a261-e2220381bab6 req-65649844-d837-481a-9058-d4b380b927a9 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:29.305639 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14d2e712-61a1-42a4-a261-e2220381bab6 req-65649844-d837-481a-9058-d4b380b927a9 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0595527 Nov 26 04:05:29.373779 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-14d2e712-61a1-42a4-a261-e2220381bab6 req-fc514e9f-dec0-4d0a-85c7-301b77430a35 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619602 Nov 26 04:05:30.506575 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca11af-898e-4095-88f7-7ea688b2b8dd req-3dc34e27-f8c0-4c46-afc0-36a5f8b3767c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:30.508868 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66ca11af-898e-4095-88f7-7ea688b2b8dd req-3dc34e27-f8c0-4c46-afc0-36a5f8b3767c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0553176 Nov 26 04:05:30.565560 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-66ca11af-898e-4095-88f7-7ea688b2b8dd req-8f884a97-d760-40bb-86d1-eae57613f5bb tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497663 Nov 26 04:05:30.861515 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:05:31.685605 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a320c3-53a3-4d3d-921e-b6788f8e8041 req-b6c9613b-d6e5-4ece-b756-57da42b8804f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:31.687226 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55a320c3-53a3-4d3d-921e-b6788f8e8041 req-b6c9613b-d6e5-4ece-b756-57da42b8804f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0515053 Nov 26 04:05:31.746026 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55a320c3-53a3-4d3d-921e-b6788f8e8041 req-25ab1748-857b-475d-a0e6-322eaf0f8a0c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524156 Nov 26 04:05:32.870539 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbd93e-1910-475d-abb1-9a87329fdcda req-95160d19-79ae-4f68-bdd7-4961f1b2a9fe tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:32.872078 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32cbd93e-1910-475d-abb1-9a87329fdcda req-95160d19-79ae-4f68-bdd7-4961f1b2a9fe tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0556750 Nov 26 04:05:32.932694 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-32cbd93e-1910-475d-abb1-9a87329fdcda req-7defb1fd-e664-4eae-bc6a-09e49ac2fff5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520303 Nov 26 04:05:34.072288 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56358ac-4996-449a-b376-27cb2bf519bf req-d271246a-49a9-44c9-a38a-c274405f8a9b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:34.073993 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a56358ac-4996-449a-b376-27cb2bf519bf req-d271246a-49a9-44c9-a38a-c274405f8a9b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0572882 Nov 26 04:05:34.124689 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a56358ac-4996-449a-b376-27cb2bf519bf req-327c98f6-2fc6-4b42-9b2e-1800cb210e89 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448246 Nov 26 04:05:34.843974 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d89a7-6a02-4f80-9b95-d313a135a327 req-9080f5f1-9419-49e9-8c77-0532b22f976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:34.845807 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-370d89a7-6a02-4f80-9b95-d313a135a327 req-9080f5f1-9419-49e9-8c77-0532b22f976d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 1097 time: 0.0459273 Nov 26 04:05:34.939299 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d89a7-6a02-4f80-9b95-d313a135a327 req-b57e5079-fa40-453b-83a7-dcc27ac5470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:34.940810 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-370d89a7-6a02-4f80-9b95-d313a135a327 req-b57e5079-fa40-453b-83a7-dcc27ac5470b service neutron] 10.222.0.59 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 909 time: 0.0875123 Nov 26 04:05:35.004319 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-370d89a7-6a02-4f80-9b95-d313a135a327 req-76853ddc-0270-4bbc-a2bb-7a50da2c8fcc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf52200e-933d-4ea1-a593-791708fe0d0e HTTP/1.1" status: 200 len: 1002 time: 0.0563934 Nov 26 04:05:35.060100 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d89a7-6a02-4f80-9b95-d313a135a327 req-6023bad2-e9fd-4f18-b230-74f891f87a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:35.061607 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-370d89a7-6a02-4f80-9b95-d313a135a327 req-6023bad2-e9fd-4f18-b230-74f891f87a47 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0507262 Nov 26 04:05:35.114954 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d89a7-6a02-4f80-9b95-d313a135a327 req-55abb68f-9f42-4198-ba81-c17a57b7c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:35.119175 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-370d89a7-6a02-4f80-9b95-d313a135a327 req-55abb68f-9f42-4198-ba81-c17a57b7c883 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500910 Nov 26 04:05:35.215470 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-370d89a7-6a02-4f80-9b95-d313a135a327 req-39cff2db-8854-4185-bc26-d02d3247c7c8 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881512 Nov 26 04:05:35.246848 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e9c79-f0a9-4c14-ae8c-9b7094bafb7c req-488690c2-9ea1-4fe2-99a2-eb5eb10cb9a0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:35.248406 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c9e9c79-f0a9-4c14-ae8c-9b7094bafb7c req-488690c2-9ea1-4fe2-99a2-eb5eb10cb9a0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0522659 Nov 26 04:05:35.298096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c9e9c79-f0a9-4c14-ae8c-9b7094bafb7c req-6da760ed-5ea9-4b41-bd8f-2bba9285bc07 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436230 Nov 26 04:05:35.305778 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-370d89a7-6a02-4f80-9b95-d313a135a327 req-ef575618-ef8d-4c95-849a-1d89b762f21e service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835438 Nov 26 04:05:36.415330 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156fa4c-c080-4512-b06f-47da7fbc6edf req-07a92b9f-8129-42a7-a468-3df8856dd826 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:36.416892 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c156fa4c-c080-4512-b06f-47da7fbc6edf req-07a92b9f-8129-42a7-a468-3df8856dd826 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0504434 Nov 26 04:05:36.466357 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c156fa4c-c080-4512-b06f-47da7fbc6edf req-7abf6b5a-d8ef-4bb3-952b-8801dcabfa9c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433333 Nov 26 04:05:37.579310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c039cf-f05c-4c85-94aa-a5cf28523376 req-c28445d1-5231-4fbc-811a-10dbff58e758 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:37.580796 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4c039cf-f05c-4c85-94aa-a5cf28523376 req-c28445d1-5231-4fbc-811a-10dbff58e758 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0475512 Nov 26 04:05:37.634120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c4c039cf-f05c-4c85-94aa-a5cf28523376 req-e3527272-af6c-4d7f-89c8-c324895201fb tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467539 Nov 26 04:05:37.745276 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-1f6d5f2d-001a-4396-9717-699183b16ba7 req-876617d7-ac8a-41dc-bab7-78158c29a7a7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 04:05:37.746282 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1f6d5f2d-001a-4396-9717-699183b16ba7 req-876617d7-ac8a-41dc-bab7-78158c29a7a7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470521 Nov 26 04:05:37.899114 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd6dae-1229-4345-a897-7d61eb4f3a69 req-6a41f554-62a0-4693-92c7-1a3aee60f1c5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:37.900659 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-86dd6dae-1229-4345-a897-7d61eb4f3a69 req-6a41f554-62a0-4693-92c7-1a3aee60f1c5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 946 time: 0.0513496 Nov 26 04:05:37.950213 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-86dd6dae-1229-4345-a897-7d61eb4f3a69 req-6c677c29-d25e-4222-a594-e73913e72d54 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435655 Nov 26 04:05:37.974549 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device cf52200e-933d-4ea1-a593-791708fe0d0e no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:05:38.051667 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:38.077072 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf52200e-933d-4ea1-a593-791708fe0d0e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:05:38.079498 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a90cdee-171e-4eba-8d51-7c31d3e60469" -d '{"events": [{"server_uuid": "09786dd2-ad3d-4271-832c-ea74f5e3e1a7", "name": "network-vif-unplugged", "status": "completed", "tag": "cf52200e-933d-4ea1-a593-791708fe0d0e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:05:38.092871 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port cf52200e-933d-4ea1-a593-791708fe0d0e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=cf52200e-933d-4ea1-a593-791708fe0d0e,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:05:38.096959 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:38.122577 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 26 Nov 2021 04:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babbd1a4-a7a4-4487-b294-a7e0d7340465 x-openstack-request-id: req-babbd1a4-a7a4-4487-b294-a7e0d7340465 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:05:38.122868 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09786dd2-ad3d-4271-832c-ea74f5e3e1a7", "name": "network-vif-unplugged", "status": "failed", "tag": "cf52200e-933d-4ea1-a593-791708fe0d0e", "code": 422}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:05:38.123126 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-babbd1a4-a7a4-4487-b294-a7e0d7340465 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:05:38.123532 n-d-819389-3 neutron-server[104803]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cf52200e-933d-4ea1-a593-791708fe0d0e', 'code': 422} returned with failed status Nov 26 04:05:38.149861 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=cf52200e-933d-4ea1-a593-791708fe0d0e,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:05:38.203471 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-47cbd9a4-1bee-49da-b04b-6a7f0b467b33 req-dcd6898a-fcd9-4185-ad41-85c5216f79ad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850511 Nov 26 04:05:39.073820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c353fff-4bf7-447e-ba55-5acd46d3d3d5 req-baf10335-6c21-4681-ade4-88af9473a40c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:39.075386 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c353fff-4bf7-447e-ba55-5acd46d3d3d5 req-baf10335-6c21-4681-ade4-88af9473a40c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 944 time: 0.0492237 Nov 26 04:05:39.092988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbd9a4-1bee-49da-b04b-6a7f0b467b33 req-f8afd0e1-7cd9-4896-aa41-3449f9087146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:39.094539 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-47cbd9a4-1bee-49da-b04b-6a7f0b467b33 req-f8afd0e1-7cd9-4896-aa41-3449f9087146 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7&tenant_id=148aa6fb421c4ddc9521df49585b0de9 HTTP/1.1" status: 200 len: 1095 time: 0.0444229 Nov 26 04:05:39.124955 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0c353fff-4bf7-447e-ba55-5acd46d3d3d5 req-7ab2fd57-205f-43a6-b1ca-c587cccc4963 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433893 Nov 26 04:05:39.165707 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbd9a4-1bee-49da-b04b-6a7f0b467b33 req-7fa77efc-bd49-4a11-a712-0105af0b75d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:39.167197 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-47cbd9a4-1bee-49da-b04b-6a7f0b467b33 req-7fa77efc-bd49-4a11-a712-0105af0b75d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 1095 time: 0.0403769 Nov 26 04:05:39.259199 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbd9a4-1bee-49da-b04b-6a7f0b467b33 req-4b418743-6e8a-4f24-a376-c4e2fd77b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:39.260599 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-47cbd9a4-1bee-49da-b04b-6a7f0b467b33 req-4b418743-6e8a-4f24-a376-c4e2fd77b977 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 909 time: 0.0853751 Nov 26 04:05:39.323578 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-47cbd9a4-1bee-49da-b04b-6a7f0b467b33 req-3b475260-0d38-454e-b070-7a2b9ae1534f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf52200e-933d-4ea1-a593-791708fe0d0e HTTP/1.1" status: 200 len: 1000 time: 0.0552702 Nov 26 04:05:39.371410 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbd9a4-1bee-49da-b04b-6a7f0b467b33 req-15d40bc5-5293-4b17-a8e4-abf7bf107793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:39.372814 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-47cbd9a4-1bee-49da-b04b-6a7f0b467b33 req-15d40bc5-5293-4b17-a8e4-abf7bf107793 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0416932 Nov 26 04:05:39.420272 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbd9a4-1bee-49da-b04b-6a7f0b467b33 req-1c81f4f6-2668-41b7-b76e-7a3e2ac35026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:39.421714 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-47cbd9a4-1bee-49da-b04b-6a7f0b467b33 req-1c81f4f6-2668-41b7-b76e-7a3e2ac35026 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420156 Nov 26 04:05:39.516190 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-47cbd9a4-1bee-49da-b04b-6a7f0b467b33 req-3661ae39-7208-4c0d-b587-40dc18f9bab6 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873199 Nov 26 04:05:39.607613 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-47cbd9a4-1bee-49da-b04b-6a7f0b467b33 req-cf81f973-48d1-4a32-a95f-1237d2329dee service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845628 Nov 26 04:05:40.248305 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b264cb7-972a-4f71-90dc-c413e34318c3 req-e5c841ac-9ec2-4e50-b389-ce7b32d79667 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:40.256587 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b264cb7-972a-4f71-90dc-c413e34318c3 req-e5c841ac-9ec2-4e50-b389-ce7b32d79667 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 944 time: 0.0602517 Nov 26 04:05:40.303504 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9b264cb7-972a-4f71-90dc-c413e34318c3 req-2d33d1b2-f49f-4a6c-a523-20ccc0f0fb8e tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456693 Nov 26 04:05:41.421520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42fbad-451d-44c7-bad5-c4102c15c871 req-bb8a327e-c401-4372-8a71-199d269d78c0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:41.423294 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e42fbad-451d-44c7-bad5-c4102c15c871 req-bb8a327e-c401-4372-8a71-199d269d78c0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 944 time: 0.0500464 Nov 26 04:05:41.473408 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7e42fbad-451d-44c7-bad5-c4102c15c871 req-963e92fd-7093-492c-bad0-8906e9fb2e7c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440245 Nov 26 04:05:41.842097 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7eeffcd4-a9e7-4392-86d6-ca022561d796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:42.602175 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5a042-0670-490a-9562-1f2cd986e312 req-1f6bdec1-6180-4823-b4a2-a3ebc1f78842 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:42.603677 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70a5a042-0670-490a-9562-1f2cd986e312 req-1f6bdec1-6180-4823-b4a2-a3ebc1f78842 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 944 time: 0.0560982 Nov 26 04:05:42.656908 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70a5a042-0670-490a-9562-1f2cd986e312 req-814032ad-a383-4460-9272-67cd0094e56c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471852 Nov 26 04:05:43.790002 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe4d66-b5d0-4620-ad11-8c28e380d38c req-2f190350-1af0-4d38-b565-2c0aac129843 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:43.791496 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71fe4d66-b5d0-4620-ad11-8c28e380d38c req-2f190350-1af0-4d38-b565-2c0aac129843 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 944 time: 0.0611732 Nov 26 04:05:43.844907 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71fe4d66-b5d0-4620-ad11-8c28e380d38c req-397b2af2-587f-43f6-b78d-b83a00fbdf4f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468295 Nov 26 04:05:44.234091 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b099-4d10-4918-a6ca-c2ce68e83d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:44.969479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0ddae-88d0-4197-be62-4c40cac1f8e6 req-24f11f2c-f82a-4619-8dba-82cdcbbc3436 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:44.971167 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7a0ddae-88d0-4197-be62-4c40cac1f8e6 req-24f11f2c-f82a-4619-8dba-82cdcbbc3436 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 944 time: 0.0556490 Nov 26 04:05:45.029951 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7a0ddae-88d0-4197-be62-4c40cac1f8e6 req-349b0605-5d92-456c-8e2a-cb118d2c96ec tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522702 Nov 26 04:05:45.353711 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:46.147837 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67c87a-e061-4327-809a-879e055a1bad req-ea170f4a-38bc-45a0-b546-4fe4c13546ef tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:46.149971 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef67c87a-e061-4327-809a-879e055a1bad req-ea170f4a-38bc-45a0-b546-4fe4c13546ef tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 944 time: 0.0480423 Nov 26 04:05:46.202890 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ef67c87a-e061-4327-809a-879e055a1bad req-f48e5096-e84d-4ce9-8d41-a75ecd698d72 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465705 Nov 26 04:05:46.921151 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:47.333075 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6ef65-4d00-415a-bac0-af1c3a321e53 req-46a38972-72c4-4b1b-870e-9f4d3c4c042f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:47.334548 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ff6ef65-4d00-415a-bac0-af1c3a321e53 req-46a38972-72c4-4b1b-870e-9f4d3c4c042f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 944 time: 0.0482991 Nov 26 04:05:47.401030 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ff6ef65-4d00-415a-bac0-af1c3a321e53 req-a00e9402-7206-48c0-9015-dfbd48c6e9fa tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599077 Nov 26 04:05:47.759556 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:48.529867 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1886e-f738-46fa-b57c-d54084bec116 req-dd79ab67-0e61-4596-a489-974d29a04e8e tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:48.531371 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79b1886e-f738-46fa-b57c-d54084bec116 req-dd79ab67-0e61-4596-a489-974d29a04e8e tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 944 time: 0.0515237 Nov 26 04:05:48.595144 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-79b1886e-f738-46fa-b57c-d54084bec116 req-f287ee16-aad7-4793-a1df-d57f8c76d321 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561953 Nov 26 04:05:49.717086 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4baadd-f00d-4452-811d-1f5832795166 req-59c3ae26-be49-4117-abee-4275b366b946 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:49.718650 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a4baadd-f00d-4452-811d-1f5832795166 req-59c3ae26-be49-4117-abee-4275b366b946 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 944 time: 0.0517964 Nov 26 04:05:49.774255 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9a4baadd-f00d-4452-811d-1f5832795166 req-687d5bfe-7d7c-431f-83af-4acd7b9644fa tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448306 Nov 26 04:05:50.884980 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06504df-c06b-4060-bb72-6beb3ab2a59f req-2420a8c9-a20b-4654-8620-970569558347 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:50.886466 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d06504df-c06b-4060-bb72-6beb3ab2a59f req-2420a8c9-a20b-4654-8620-970569558347 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 944 time: 0.0478504 Nov 26 04:05:50.938651 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d06504df-c06b-4060-bb72-6beb3ab2a59f req-722cb56f-385b-4cbc-a020-b9450ecc99d7 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462286 Nov 26 04:05:52.052819 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7ec4c-dd59-4d3d-81e6-c39fc32dc069 req-71e539a6-3831-4710-abc5-aecdc2a9b1ce tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:52.054299 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ec7ec4c-dd59-4d3d-81e6-c39fc32dc069 req-71e539a6-3831-4710-abc5-aecdc2a9b1ce tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 944 time: 0.0483246 Nov 26 04:05:52.102620 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6ec7ec4c-dd59-4d3d-81e6-c39fc32dc069 req-509e61fa-32cf-4aa9-a918-496e004e314a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417764 Nov 26 04:05:53.123394 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:53.215757 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ce59b-b9be-4299-83eb-2b4ce112d3c9 req-21b360c6-1d62-4b0c-9830-eccfd5843dce tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:53.217263 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-708ce59b-b9be-4299-83eb-2b4ce112d3c9 req-21b360c6-1d62-4b0c-9830-eccfd5843dce tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 944 time: 0.0480316 Nov 26 04:05:53.265571 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-708ce59b-b9be-4299-83eb-2b4ce112d3c9 req-ef243bf9-7e4b-45f5-b4e7-25b3816ffa67 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421391 Nov 26 04:05:54.041347 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device cf52200e-933d-4ea1-a593-791708fe0d0e details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 04:05:54.134177 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port cf52200e-933d-4ea1-a593-791708fe0d0e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=cf52200e-933d-4ea1-a593-791708fe0d0e,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:05:54.144569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'cf52200e-933d-4ea1-a593-791708fe0d0e', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'port_id': 'cf52200e-933d-4ea1-a593-791708fe0d0e', 'mac_address': 'fa:16:3e:88:01:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 04:05:54.184277 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:54.196514 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf52200e-933d-4ea1-a593-791708fe0d0e {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 04:05:54.218203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port cf52200e-933d-4ea1-a593-791708fe0d0e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=cf52200e-933d-4ea1-a593-791708fe0d0e,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:05:54.222530 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:54.267751 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=cf52200e-933d-4ea1-a593-791708fe0d0e,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:05:54.383098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75ad61-9900-4f28-a922-45ad0c48129e req-97f5c147-554d-49f4-bd65-c50465fb4fdf tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:54.384577 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de75ad61-9900-4f28-a922-45ad0c48129e req-97f5c147-554d-49f4-bd65-c50465fb4fdf tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 945 time: 0.0514634 Nov 26 04:05:54.434682 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:54.436025 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-de75ad61-9900-4f28-a922-45ad0c48129e req-50e6191e-d064-4f7a-8e10-4c135fb73d01 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454404 Nov 26 04:05:54.503311 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['cf52200e-933d-4ea1-a593-791708fe0d0e'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 04:05:55.552443 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a25c71-bb20-4000-ac47-36b1ee6c4ce4 req-f7139e2f-08c5-4348-a559-9357fcc0443e tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:55.554008 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1a25c71-bb20-4000-ac47-36b1ee6c4ce4 req-f7139e2f-08c5-4348-a559-9357fcc0443e tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 945 time: 0.0492485 Nov 26 04:05:55.605128 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e1a25c71-bb20-4000-ac47-36b1ee6c4ce4 req-7ad74b7a-a29c-425b-909c-a23ef160806f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444896 Nov 26 04:05:56.070151 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device cf52200e-933d-4ea1-a593-791708fe0d0e up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:05:56.117424 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port cf52200e-933d-4ea1-a593-791708fe0d0e triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:05:56.117800 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:56.193192 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:56.215092 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf52200e-933d-4ea1-a593-791708fe0d0e'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:05:56.217346 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429021a0-0597-4baf-85b3-cc8f53ec0841" -d '{"events": [{"server_uuid": "09786dd2-ad3d-4271-832c-ea74f5e3e1a7", "name": "network-vif-plugged", "status": "completed", "tag": "cf52200e-933d-4ea1-a593-791708fe0d0e"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:05:56.229954 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port cf52200e-933d-4ea1-a593-791708fe0d0e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=cf52200e-933d-4ea1-a593-791708fe0d0e,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:05:56.234032 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:05:56.261521 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 04:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b280fe-9a27-4e0f-b73c-cfec1cdf5058 x-openstack-request-id: req-d3b280fe-9a27-4e0f-b73c-cfec1cdf5058 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:05:56.261825 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09786dd2-ad3d-4271-832c-ea74f5e3e1a7", "name": "network-vif-plugged", "status": "completed", "tag": "cf52200e-933d-4ea1-a593-791708fe0d0e", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:05:56.262086 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3b280fe-9a27-4e0f-b73c-cfec1cdf5058 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:05:56.262479 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf52200e-933d-4ea1-a593-791708fe0d0e', 'code': 200} Nov 26 04:05:56.286261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=cf52200e-933d-4ea1-a593-791708fe0d0e,revision_number=10']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:05:56.458980 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84056269-584c-445d-b1ea-834f9ee5748e req-058c5272-e776-4804-b29f-9c92a3bff386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:56.460426 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-84056269-584c-445d-b1ea-834f9ee5748e req-058c5272-e776-4804-b29f-9c92a3bff386 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 1098 time: 0.0398841 Nov 26 04:05:56.505967 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-84056269-584c-445d-b1ea-834f9ee5748e req-bb9636d1-4c71-482f-9751-4a46e8e634da service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382061 Nov 26 04:05:56.727905 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb0ccc-cf61-4be5-ad88-92dd7c39e1ac req-d7a1c5f3-ddc4-485b-bbde-4ded600338b8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:56.729320 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34bb0ccc-cf61-4be5-ad88-92dd7c39e1ac req-d7a1c5f3-ddc4-485b-bbde-4ded600338b8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 947 time: 0.0527580 Nov 26 04:05:56.777877 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-34bb0ccc-cf61-4be5-ad88-92dd7c39e1ac req-53801000-510f-41e1-b555-e06d3f363ffb tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425193 Nov 26 04:05:57.898190 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66abab-45b9-4648-99f9-6b61b9762f26 req-cf3a3078-8fe1-4cef-8ac5-b1ae6566dba1 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:57.899806 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a66abab-45b9-4648-99f9-6b61b9762f26 req-cf3a3078-8fe1-4cef-8ac5-b1ae6566dba1 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 947 time: 0.0516825 Nov 26 04:05:57.950418 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8a66abab-45b9-4648-99f9-6b61b9762f26 req-592a252f-1d63-4963-8307-702d733da0c0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444591 Nov 26 04:05:59.063976 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30f9d7-1561-44db-a432-0d4c261f3ab8 req-d91997df-4738-4e67-bb81-2fd104be0499 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:05:59.065454 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd30f9d7-1561-44db-a432-0d4c261f3ab8 req-d91997df-4738-4e67-bb81-2fd104be0499 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 947 time: 0.0469694 Nov 26 04:05:59.118769 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fd30f9d7-1561-44db-a432-0d4c261f3ab8 req-d201ea83-a204-412b-beac-0ec6f19a96aa tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457275 Nov 26 04:06:07.861304 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:06:11.844838 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-df35260c-adaf-4522-a592-d3696f2c24ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:06:14.235008 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-64879108-a0ab-433d-98ec-e9ef0bcf0817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:06:15.359609 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:06:16.388794 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-997cc4b8-e4a6-48e1-add1-8a12e5e724b9 req-df4b423b-6ebb-4847-9413-15a3f9444f73 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809939 Nov 26 04:06:16.496556 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cc4b8-e4a6-48e1-add1-8a12e5e724b9 req-8497c8c4-7713-4e74-8943-f5b6261936d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:06:16.498076 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-997cc4b8-e4a6-48e1-add1-8a12e5e724b9 req-8497c8c4-7713-4e74-8943-f5b6261936d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 1098 time: 0.0448227 Nov 26 04:06:16.601905 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cc4b8-e4a6-48e1-add1-8a12e5e724b9 req-4ea8c6a5-5682-475c-aea9-fbd197a131df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:06:16.603922 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-997cc4b8-e4a6-48e1-add1-8a12e5e724b9 req-4ea8c6a5-5682-475c-aea9-fbd197a131df service neutron] 10.222.0.59 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 909 time: 0.0830498 Nov 26 04:06:16.671833 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-997cc4b8-e4a6-48e1-add1-8a12e5e724b9 req-d8e3fc20-cc0a-4590-98ff-b9b5470e0340 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf52200e-933d-4ea1-a593-791708fe0d0e HTTP/1.1" status: 200 len: 1002 time: 0.0602102 Nov 26 04:06:16.720814 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cc4b8-e4a6-48e1-add1-8a12e5e724b9 req-c86d3479-66ae-4337-9537-540458b8e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:06:16.722214 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-997cc4b8-e4a6-48e1-add1-8a12e5e724b9 req-c86d3479-66ae-4337-9537-540458b8e479 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0428743 Nov 26 04:06:16.767581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cc4b8-e4a6-48e1-add1-8a12e5e724b9 req-5ffa57b4-522f-4e01-8c76-c704db3df685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:06:16.769074 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-997cc4b8-e4a6-48e1-add1-8a12e5e724b9 req-5ffa57b4-522f-4e01-8c76-c704db3df685 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388279 Nov 26 04:06:16.861521 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-997cc4b8-e4a6-48e1-add1-8a12e5e724b9 req-91b2d7df-538f-4104-b3bc-e2a0ed204355 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830495 Nov 26 04:06:16.924446 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:06:16.955642 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-997cc4b8-e4a6-48e1-add1-8a12e5e724b9 req-52991f85-0d2d-4b66-8a03-4b0c51d73b04 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809619 Nov 26 04:06:17.751486 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:06:23.123412 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:06:24.465213 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:06:41.847772 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-272fc0ec-10b3-48ac-b6c5-95df2d7c8eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:06:44.237199 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b142f20a-3eee-4cf5-aa54-99df09c3c956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:06:44.859948 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:06:45.360369 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:06:46.927603 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:06:47.753757 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:06:53.129169 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:06:54.465163 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:09.737497 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36852) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:07:09.897388 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Deleting port 7388dc4a-4eae-4603-a7dd-784116a86cf1 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:07:09.897758 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:09.972615 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:09.972939 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:09.984711 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Calling delete_port for 7388dc4a-4eae-4603-a7dd-784116a86cf1 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:07:10.126399 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:10.152201 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event deleted for resources: {'Port': ['ID=7388dc4a-4eae-4603-a7dd-784116a86cf1,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:07:10.165809 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:10.166223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:10.166589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:10.166932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:10.167274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:10.167610 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:10.167945 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:10.168308 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:10.168637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:10.168968 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:10.169302 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:10.169629 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:10.225684 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:10.226012 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Floating IP 08312284-f967-4a49-99d1-615e0289f4f1 disassociated (deleted). External IP: 172.25.0.170, port: cf52200e-933d-4ea1-a593-791708fe0d0e. Nov 26 04:07:10.739056 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Router 6d32bc99-67d8-48dd-8acc-9009060211ad has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:07:10.843698 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:07:10.848955 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:10.855350 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f444b8-a824-4ade-b919-e3cc42f062d6 None None] Sync routers for ids ['6d32bc99-67d8-48dd-8acc-9009060211ad'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:07:10.865159 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f444b8-a824-4ade-b919-e3cc42f062d6 None None] Routers {'6d32bc99-67d8-48dd-8acc-9009060211ad'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:07:10.865788 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d1f444b8-a824-4ade-b919-e3cc42f062d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:06:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6d32bc99-67d8-48dd-8acc-9009060211ad'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:07:10.875206 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-27579723-f374-4115-8d9e-44ff67b1e9f5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "DELETE /v2.0/floatingips/08312284-f967-4a49-99d1-615e0289f4f1 HTTP/1.1" status: 204 len: 168 time: 1.1365976 Nov 26 04:07:10.875788 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'tag': 'cf52200e-933d-4ea1-a593-791708fe0d0e'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:07:10.878132 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66e8aa0-9dbe-4f14-aed4-f4abd46c40e6" -d '{"events": [{"name": "network-changed", "server_uuid": "09786dd2-ad3d-4271-832c-ea74f5e3e1a7", "tag": "cf52200e-933d-4ea1-a593-791708fe0d0e"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:07:10.916303 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 04:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f23177-31d2-4286-91d7-3af6f5e987f4 x-openstack-request-id: req-c8f23177-31d2-4286-91d7-3af6f5e987f4 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:07:10.917156 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09786dd2-ad3d-4271-832c-ea74f5e3e1a7", "tag": "cf52200e-933d-4ea1-a593-791708fe0d0e", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:07:10.917560 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8f23177-31d2-4286-91d7-3af6f5e987f4 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:07:10.918408 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'tag': 'cf52200e-933d-4ea1-a593-791708fe0d0e', 'status': 'completed', 'code': 200} Nov 26 04:07:11.011966 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e8aa0-9dbe-4f14-aed4-f4abd46c40e6 req-5ebd51d9-df55-4ffa-a3f6-be57e7c9ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:11.013798 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b66e8aa0-9dbe-4f14-aed4-f4abd46c40e6 req-5ebd51d9-df55-4ffa-a3f6-be57e7c9ac6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 1098 time: 0.0506911 Nov 26 04:07:11.113572 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e8aa0-9dbe-4f14-aed4-f4abd46c40e6 req-c897e7ef-d2da-4d8d-b82e-11dec277953d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:11.115112 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b66e8aa0-9dbe-4f14-aed4-f4abd46c40e6 req-c897e7ef-d2da-4d8d-b82e-11dec277953d service neutron] 10.222.0.59 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 909 time: 0.0909040 Nov 26 04:07:11.140406 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d1f444b8-a824-4ade-b919-e3cc42f062d6 None None] Set router 6d32bc99-67d8-48dd-8acc-9009060211ad gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:07:11.163744 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b66e8aa0-9dbe-4f14-aed4-f4abd46c40e6 req-bd885c9f-8462-4f01-87d5-9330ed57eb0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf52200e-933d-4ea1-a593-791708fe0d0e HTTP/1.1" status: 200 len: 217 time: 0.0404472 Nov 26 04:07:11.167195 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0cd3e-ffee-410c-af42-10a5f4537fb0 req-97e661c3-6f7e-49cb-aa2c-716979bba58c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:11.168770 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2df0cd3e-ffee-410c-af42-10a5f4537fb0 req-97e661c3-6f7e-49cb-aa2c-716979bba58c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 947 time: 0.1013288 Nov 26 04:07:11.219342 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e8aa0-9dbe-4f14-aed4-f4abd46c40e6 req-144829c3-bd1b-482c-ab43-017afb870aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:11.221333 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2df0cd3e-ffee-410c-af42-10a5f4537fb0 req-8f2adf90-6d5e-4ac1-b04f-b037309b69ac tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461669 Nov 26 04:07:11.222208 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b66e8aa0-9dbe-4f14-aed4-f4abd46c40e6 req-144829c3-bd1b-482c-ab43-017afb870aa2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0507514 Nov 26 04:07:11.269216 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e8aa0-9dbe-4f14-aed4-f4abd46c40e6 req-e406e98c-7f1c-49a8-b3c8-80354f27df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:11.270737 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b66e8aa0-9dbe-4f14-aed4-f4abd46c40e6 req-e406e98c-7f1c-49a8-b3c8-80354f27df71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407174 Nov 26 04:07:11.349583 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d1f444b8-a824-4ade-b919-e3cc42f062d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port': {'id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '09cae5ce-84a7-4711-b11c-8e8e1cef06ae', 'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'mac_address': 'fa:16:3e:9b:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:55Z', 'updated_at': '2021-11-26T04:03:01Z', 'revision_number': 5, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'subnets': [{'id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:07:11.364828 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b66e8aa0-9dbe-4f14-aed4-f4abd46c40e6 req-e8d1db0b-ed28-409d-9fc4-76294655ee14 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856709 Nov 26 04:07:11.375203 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f444b8-a824-4ade-b919-e3cc42f062d6 None None] Checking router: 6d32bc99-67d8-48dd-8acc-9009060211ad for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:07:11.383510 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f444b8-a824-4ade-b919-e3cc42f062d6 None None] Routers {'6d32bc99-67d8-48dd-8acc-9009060211ad'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:07:11.384138 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d1f444b8-a824-4ade-b919-e3cc42f062d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:06:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6d32bc99-67d8-48dd-8acc-9009060211ad'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:07:11.454780 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-b66e8aa0-9dbe-4f14-aed4-f4abd46c40e6 req-3c6d2e52-148c-45d5-bdbc-ce68e1e02d35 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823405 Nov 26 04:07:11.488149 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-d1f444b8-a824-4ade-b919-e3cc42f062d6 None None] Set router 6d32bc99-67d8-48dd-8acc-9009060211ad gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:07:11.682274 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-d1f444b8-a824-4ade-b919-e3cc42f062d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port': {'id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '09cae5ce-84a7-4711-b11c-8e8e1cef06ae', 'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'mac_address': 'fa:16:3e:9b:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:55Z', 'updated_at': '2021-11-26T04:03:01Z', 'revision_number': 5, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'subnets': [{'id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:07:11.708145 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f444b8-a824-4ade-b919-e3cc42f062d6 None None] The sync data for ids ['6d32bc99-67d8-48dd-8acc-9009060211ad'] in n-d-819389-3 is: [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port': {'id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '09cae5ce-84a7-4711-b11c-8e8e1cef06ae', 'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'mac_address': 'fa:16:3e:9b:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:55Z', 'updated_at': '2021-11-26T04:03:01Z', 'revision_number': 5, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'subnets': [{'id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:07:11.849374 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2fc8eef9-3492-4342-84f6-da38d534a41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:11.937147 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0dfd4-046c-4f75-9f62-87fe3f260cae None None] New status for floating IP 08312284-f967-4a49-99d1-615e0289f4f1: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 04:07:12.393990 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2a1df-33e2-4cb4-a1ed-e1d9c627b6ea req-8f3893ba-13ce-4da1-9abd-f61d85e44b3d tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:12.395615 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55a2a1df-33e2-4cb4-a1ed-e1d9c627b6ea req-8f3893ba-13ce-4da1-9abd-f61d85e44b3d tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 947 time: 0.1008315 Nov 26 04:07:12.448844 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-55a2a1df-33e2-4cb4-a1ed-e1d9c627b6ea req-c63b1416-7289-4572-be54-26701e9c6624 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3c66-c1c8-44a5-9b50-7365c610a51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472116 Nov 26 04:07:12.525247 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118516ee-47d8-4433-8711-a01ca21f6801 req-bfa14b1c-1af4-4ed3-b81a-d89b652620b5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:12.527453 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-118516ee-47d8-4433-8711-a01ca21f6801 req-bfa14b1c-1af4-4ed3-b81a-d89b652620b5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.59 "GET /v2.0/ports?device_id=09786dd2-ad3d-4271-832c-ea74f5e3e1a7 HTTP/1.1" status: 200 len: 947 time: 0.0518544 Nov 26 04:07:12.617695 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-118516ee-47d8-4433-8711-a01ca21f6801 req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Deleting port cf52200e-933d-4ea1-a593-791708fe0d0e {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:07:12.618037 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-118516ee-47d8-4433-8711-a01ca21f6801 req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:12.704575 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-118516ee-47d8-4433-8711-a01ca21f6801 req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] For port cf52200e-933d-4ea1-a593-791708fe0d0e, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=cf52200e-933d-4ea1-a593-791708fe0d0e,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:07:12.704943 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-118516ee-47d8-4433-8711-a01ca21f6801 req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:12.717653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-118516ee-47d8-4433-8711-a01ca21f6801 req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Calling delete_port for cf52200e-933d-4ea1-a593-791708fe0d0e owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:07:12.843688 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-118516ee-47d8-4433-8711-a01ca21f6801 req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:12.873524 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event deleted for resources: {'Port': ['ID=cf52200e-933d-4ea1-a593-791708fe0d0e,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:07:12.902180 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:12.902530 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:12.902871 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:12.903207 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:12.903543 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:12.903875 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:12.904235 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:12.904564 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:12.904886 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:12.905209 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:12.905534 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:12.905853 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:12.926970 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-118516ee-47d8-4433-8711-a01ca21f6801 req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] No DVR routers for this DVR port cf52200e-933d-4ea1-a593-791708fe0d0e on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 04:07:12.929588 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-118516ee-47d8-4433-8711-a01ca21f6801 req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:12.933033 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-118516ee-47d8-4433-8711-a01ca21f6801 req-671461af-1336-48e4-aa42-402bc8e2b722 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.59 "DELETE /v2.0/ports/cf52200e-933d-4ea1-a593-791708fe0d0e HTTP/1.1" status: 204 len: 173 time: 0.4002502 Nov 26 04:07:12.933490 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'name': 'network-vif-deleted', 'tag': 'cf52200e-933d-4ea1-a593-791708fe0d0e'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:07:12.935769 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec32f04-7e54-4b0d-8695-032ec0919ed4" -d '{"events": [{"server_uuid": "09786dd2-ad3d-4271-832c-ea74f5e3e1a7", "name": "network-vif-deleted", "tag": "cf52200e-933d-4ea1-a593-791708fe0d0e"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:07:13.030062 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 04:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a271d744-63bc-47fe-a041-b7328525e30e x-openstack-request-id: req-a271d744-63bc-47fe-a041-b7328525e30e {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:07:13.030352 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09786dd2-ad3d-4271-832c-ea74f5e3e1a7", "name": "network-vif-deleted", "tag": "cf52200e-933d-4ea1-a593-791708fe0d0e", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:07:13.030607 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a271d744-63bc-47fe-a041-b7328525e30e {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:07:13.031008 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09786dd2-ad3d-4271-832c-ea74f5e3e1a7', 'name': 'network-vif-deleted', 'tag': 'cf52200e-933d-4ea1-a593-791708fe0d0e', 'status': 'completed', 'code': 200} Nov 26 04:07:13.503991 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36880) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:07:13.559694 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3c8d0675-7f27-4c03-bd84-71d8478fb176 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:13.590032 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3c8d0675-7f27-4c03-bd84-71d8478fb176 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:13.648828 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3c8d0675-7f27-4c03-bd84-71d8478fb176 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:13.651442 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-3c8d0675-7f27-4c03-bd84-71d8478fb176 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:13.652667 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-3c8d0675-7f27-4c03-bd84-71d8478fb176 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "DELETE /v2.0/security-groups/f09a3c66-c1c8-44a5-9b50-7365c610a51a HTTP/1.1" status: 204 len: 168 time: 0.1476319 Nov 26 04:07:13.661723 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d0675-7f27-4c03-bd84-71d8478fb176 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09a3c66-c1c8-44a5-9b50-7365c610a51a,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:07:14.238994 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-776ae069-b83e-4609-987d-521e2290d437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:14.417415 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device cf52200e-933d-4ea1-a593-791708fe0d0e no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:07:14.437094 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: cf52200e-933d-4ea1-a593-791708fe0d0e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:07:14.437443 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device cf52200e-933d-4ea1-a593-791708fe0d0e not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:07:14.906637 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 36888) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:07:14.911261 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-d112d767-fc73-47a3-96f6-b6ff16dc30f8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-528022846', 'description': 'tempest-secgroup-smoke-528022846 description', 'project_id': '148aa6fb421c4ddc9521df49585b0de9'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:07:14.934027 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d112d767-fc73-47a3-96f6-b6ff16dc30f8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:14.999280 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d112d767-fc73-47a3-96f6-b6ff16dc30f8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.002993 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d112d767-fc73-47a3-96f6-b6ff16dc30f8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.034377 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-d112d767-fc73-47a3-96f6-b6ff16dc30f8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.035603 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-d112d767-fc73-47a3-96f6-b6ff16dc30f8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1279175 Nov 26 04:07:15.037626 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112d767-fc73-47a3-96f6-b6ff16dc30f8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e707bfc8-c89d-4aab-ad61-e424a8cf1f57,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:07:15.038581 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36890) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:07:15.043206 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-f9c134c7-5fb1-42a5-a5f0-193d1cb1864c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Request body: {'security_group_rule': {'security_group_id': 'e707bfc8-c89d-4aab-ad61-e424a8cf1f57', 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:07:15.069699 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9c134c7-5fb1-42a5-a5f0-193d1cb1864c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.123217 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9c134c7-5fb1-42a5-a5f0-193d1cb1864c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.126922 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9c134c7-5fb1-42a5-a5f0-193d1cb1864c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.144522 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c134c7-5fb1-42a5-a5f0-193d1cb1864c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d897f7-2fe8-4a7c-967a-3cc74953d929,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:07:15.151544 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f9c134c7-5fb1-42a5-a5f0-193d1cb1864c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.152700 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f9c134c7-5fb1-42a5-a5f0-193d1cb1864c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131117 Nov 26 04:07:15.155387 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36892) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:07:15.159691 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-0ab8653e-f04c-47ab-a98c-e1103d30c9f3 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Request body: {'security_group_rule': {'security_group_id': 'e707bfc8-c89d-4aab-ad61-e424a8cf1f57', 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:07:15.185190 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ab8653e-f04c-47ab-a98c-e1103d30c9f3 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.238139 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ab8653e-f04c-47ab-a98c-e1103d30c9f3 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.241485 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ab8653e-f04c-47ab-a98c-e1103d30c9f3 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.259532 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8653e-f04c-47ab-a98c-e1103d30c9f3 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b080bf-f034-4d56-b1d5-42cd1c863374,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:07:15.265459 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-0ab8653e-f04c-47ab-a98c-e1103d30c9f3 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.266490 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-0ab8653e-f04c-47ab-a98c-e1103d30c9f3 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1101809 Nov 26 04:07:15.269294 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36894) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:07:15.273561 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-d2a2c78b-225f-4977-8675-8e0f6df05128 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Request body: {'security_group_rule': {'security_group_id': 'e707bfc8-c89d-4aab-ad61-e424a8cf1f57', 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:07:15.299772 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2a2c78b-225f-4977-8675-8e0f6df05128 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.358634 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2a2c78b-225f-4977-8675-8e0f6df05128 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.362431 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2a2c78b-225f-4977-8675-8e0f6df05128 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.363471 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.380895 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2c78b-225f-4977-8675-8e0f6df05128 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1c29c8-45c3-4a4d-8560-e3f5e798d131,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:07:15.385691 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d2a2c78b-225f-4977-8675-8e0f6df05128 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.386875 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d2a2c78b-225f-4977-8675-8e0f6df05128 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166513 Nov 26 04:07:15.389637 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36896) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:07:15.393855 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-5e151381-6295-4284-a6a2-905ca0c9e5b9 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Request body: {'security_group_rule': {'security_group_id': 'e707bfc8-c89d-4aab-ad61-e424a8cf1f57', 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:07:15.418468 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e151381-6295-4284-a6a2-905ca0c9e5b9 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.478826 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e151381-6295-4284-a6a2-905ca0c9e5b9 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.483179 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e151381-6295-4284-a6a2-905ca0c9e5b9 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.502729 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e151381-6295-4284-a6a2-905ca0c9e5b9 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93038402-4f5c-40d1-8343-daf425ef7e95,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:07:15.512025 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5e151381-6295-4284-a6a2-905ca0c9e5b9 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.513280 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5e151381-6295-4284-a6a2-905ca0c9e5b9 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226852 Nov 26 04:07:15.516041 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36898) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:07:15.520434 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-959cbefc-d080-40b5-ac86-50f7cfd1d104 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Request body: {'security_group_rule': {'security_group_id': 'e707bfc8-c89d-4aab-ad61-e424a8cf1f57', 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:07:15.541861 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-959cbefc-d080-40b5-ac86-50f7cfd1d104 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Project 148aa6fb421c4ddc9521df49585b0de9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 04:07:15.547397 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-959cbefc-d080-40b5-ac86-50f7cfd1d104 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.607980 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-959cbefc-d080-40b5-ac86-50f7cfd1d104 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.613692 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-959cbefc-d080-40b5-ac86-50f7cfd1d104 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.631425 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cbefc-d080-40b5-ac86-50f7cfd1d104 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847bd58f-07fd-4fb2-9bc4-696563c3d4fe,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:07:15.641124 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-959cbefc-d080-40b5-ac86-50f7cfd1d104 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.642355 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-959cbefc-d080-40b5-ac86-50f7cfd1d104 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252730 Nov 26 04:07:15.645173 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 36900) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:07:15.650077 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-ae8409f2-75bd-482d-9789-4e2b45f53838 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Request body: {'security_group_rule': {'security_group_id': 'e707bfc8-c89d-4aab-ad61-e424a8cf1f57', 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:07:15.673907 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-ae8409f2-75bd-482d-9789-4e2b45f53838 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Project 148aa6fb421c4ddc9521df49585b0de9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 04:07:15.678829 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ae8409f2-75bd-482d-9789-4e2b45f53838 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.740791 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ae8409f2-75bd-482d-9789-4e2b45f53838 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.744212 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ae8409f2-75bd-482d-9789-4e2b45f53838 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.761790 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8409f2-75bd-482d-9789-4e2b45f53838 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4bab438-eb1d-4572-96e5-fb7e35396f4e,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:07:15.773312 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-ae8409f2-75bd-482d-9789-4e2b45f53838 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:15.774518 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-ae8409f2-75bd-482d-9789-4e2b45f53838 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282573 Nov 26 04:07:16.933735 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:17.756330 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:21.860117 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:07:23.127807 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:24.465438 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:31.009082 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-d6672e73-df49-4cdb-94e0-b7173b1330a3 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-528022846&fields=id&tenant_id=148aa6fb421c4ddc9521df49585b0de9 HTTP/1.1" status: 200 len: 267 time: 0.0435827 Nov 26 04:07:31.116668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-50665866-d867-4ddd-8428-619558146da2 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:31.118041 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-50665866-d867-4ddd-8428-619558146da2 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 808 time: 0.1016901 Nov 26 04:07:31.133302 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-541de45e-fb04-4568-a3ef-16ae7402f080 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/quotas/148aa6fb421c4ddc9521df49585b0de9 HTTP/1.1" status: 200 len: 375 time: 0.0088193 Nov 26 04:07:31.183628 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-57358395-1e08-4d36-8df6-ade86a4e9b22 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445657 Nov 26 04:07:31.286848 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-956c982b-9d69-43dc-b20b-48bcb703b677 service neutron] 10.222.0.31 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913839 Nov 26 04:07:31.375635 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-2f77efa5-39cb-4668-9b2b-e92249c25a6a service neutron] 10.222.0.31 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818319 Nov 26 04:07:31.655623 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-115d5824-b337-4cca-8ce8-91b29bb9d0ce req-2e90356d-cf2c-4382-904b-3968af4dc31c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 210 time: 0.0323291 Nov 26 04:07:32.616890 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-f00927b9-b51b-4842-a363-358fa8e29f5b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:32.618355 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-f00927b9-b51b-4842-a363-358fa8e29f5b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.59 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 808 time: 0.1012533 Nov 26 04:07:32.705811 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-a043e739-d027-43e0-a9f2-ce9ebf5507dc tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=148aa6fb421c4ddc9521df49585b0de9 HTTP/1.1" status: 200 len: 379 time: 0.0559142 Nov 26 04:07:32.716289 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-057fc295-ad17-424f-bb76-00b931ceec98 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Request body: {'port': {'device_id': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'admin_state_up': True, 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'security_groups': ['e707bfc8-c89d-4aab-ad61-e424a8cf1f57']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:07:32.755181 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-aeb22d1e-729e-4294-9684-718cacd3c2dd req-c29ee47b-7728-4613-a790-15dfb68a6d6e tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 210 time: 0.0295234 Nov 26 04:07:32.829379 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-057fc295-ad17-424f-bb76-00b931ceec98 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Made reservation on behalf of 148aa6fb421c4ddc9521df49585b0de9 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 04:07:32.835026 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-057fc295-ad17-424f-bb76-00b931ceec98 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:32.965329 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-057fc295-ad17-424f-bb76-00b931ceec98 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Allocated IP 172.20.0.8 (45f82b75-e129-4c9c-ae70-62bfca11f9bf/1a14e865-d224-4df1-9bbd-5460589b89f3/ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:07:33.101338 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-057fc295-ad17-424f-bb76-00b931ceec98 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:33.139370 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-057fc295-ad17-424f-bb76-00b931ceec98 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:33.188129 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-057fc295-ad17-424f-bb76-00b931ceec98 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Network 45f82b75-e129-4c9c-ae70-62bfca11f9bf is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:07:33.191294 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-057fc295-ad17-424f-bb76-00b931ceec98 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:07:33.195223 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-057fc295-ad17-424f-bb76-00b931ceec98 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:07:33.201607 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fc295-ad17-424f-bb76-00b931ceec98 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'Port': ['ID=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:07:33.248384 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-057fc295-ad17-424f-bb76-00b931ceec98 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:33.249029 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-057fc295-ad17-424f-bb76-00b931ceec98 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:33.267266 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-057fc295-ad17-424f-bb76-00b931ceec98 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5552793 Nov 26 04:07:33.285880 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Request body: {'port': {'device_id': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:07:33.345843 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:33.457431 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-76a76050-3d38-4c84-a3ad-b95afcd9dfc6 None None] Provisioning complete for port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:07:33.457974 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-76a76050-3d38-4c84-a3ad-b95afcd9dfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:33.492429 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-76a76050-3d38-4c84-a3ad-b95afcd9dfc6 None None] Port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 04:07:33.618977 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 04:07:33.626555 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:33.639253 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Transition to ACTIVE for port object ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 04:07:33.645352 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:33.697886 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:07:33.770377 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Attempting to bind port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:07:33.770710 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Attempting to bind port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:07:33.771164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Attempting to bind port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd on network 45f82b75-e129-4c9c-ae70-62bfca11f9bf {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:07:33.777464 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd on network 45f82b75-e129-4c9c-ae70-62bfca11f9bf not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 04:07:33.778107 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Attempting to bind port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd on network 45f82b75-e129-4c9c-ae70-62bfca11f9bf {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:07:33.786112 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:07:33.791150 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Checking segment: {'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:07:33.791668 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Bound using segment: {'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:07:33.792280 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Bound port: ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:07:33.792790 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:33.866136 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] For port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:07:33.870824 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] For port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:07:33.874319 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3efbc-69f7-40ff-9527-19da914c5080 req-74dac136-4896-4d4b-85af-6f6351de1a07 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:33.875134 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:33.876120 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dce3efbc-69f7-40ff-9527-19da914c5080 req-74dac136-4896-4d4b-85af-6f6351de1a07 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0510690 Nov 26 04:07:33.922379 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:33.923006 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:33.924450 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-b37d8973-4391-4701-b644-a56b05484884 service neutron] 10.222.0.59 "PUT /v2.0/ports/ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd HTTP/1.1" status: 200 len: 1091 time: 0.6432793 Nov 26 04:07:33.925037 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'tag': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:07:33.927399 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e117cc96-e800-4afa-816c-a3b1ed6c271a" -d '{"events": [{"name": "network-changed", "server_uuid": "f0760ca7-e034-4ea6-a93f-8d9aae3100cd", "tag": "ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:07:33.961086 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-dce3efbc-69f7-40ff-9527-19da914c5080 req-ee3e3395-ffdb-4bdd-a4b4-80bd8e8d4f6f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778909 Nov 26 04:07:33.987764 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d8973-4391-4701-b644-a56b05484884 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:07:34.002275 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 04:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a14dde-5a0d-4d84-886b-9b6767b54b89 x-openstack-request-id: req-64a14dde-5a0d-4d84-886b-9b6767b54b89 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:07:34.002275 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0760ca7-e034-4ea6-a93f-8d9aae3100cd", "tag": "ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:07:34.002658 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64a14dde-5a0d-4d84-886b-9b6767b54b89 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:07:34.003129 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'tag': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd', 'status': 'completed', 'code': 200} Nov 26 04:07:34.042681 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-a2645750-05ee-4d63-85f3-e0f6fda74e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:34.044251 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-a2645750-05ee-4d63-85f3-e0f6fda74e21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 1094 time: 0.0531619 Nov 26 04:07:34.096493 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-70959207-0ade-474e-8fb5-6853500e3461 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd HTTP/1.1" status: 200 len: 217 time: 0.0393219 Nov 26 04:07:34.150391 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-d97229a1-5682-4414-8a81-b54e5e5f20aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:34.152528 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-d97229a1-5682-4414-8a81-b54e5e5f20aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0494456 Nov 26 04:07:34.197264 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-e658ecaa-338d-40e1-a6c1-2b0a27e09771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:34.199380 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-e658ecaa-338d-40e1-a6c1-2b0a27e09771 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401149 Nov 26 04:07:34.300176 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-c5410d3f-4863-4c37-9fde-ab627b7bebd7 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930095 Nov 26 04:07:34.393972 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5efd9be1-0229-4278-82ca-7d62bcbaea9c req-35c28443-7bc9-4eda-9716-dab2f3acf43e service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866091 Nov 26 04:07:34.515294 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117cc96-e800-4afa-816c-a3b1ed6c271a req-fe2e6481-8e2a-48b8-8bde-ae6c3014cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:34.516863 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e117cc96-e800-4afa-816c-a3b1ed6c271a req-fe2e6481-8e2a-48b8-8bde-ae6c3014cd83 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 1094 time: 0.0454853 Nov 26 04:07:34.606468 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117cc96-e800-4afa-816c-a3b1ed6c271a req-777ba529-940d-43a1-8655-ba325006ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:34.607872 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e117cc96-e800-4afa-816c-a3b1ed6c271a req-777ba529-940d-43a1-8655-ba325006ad2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 909 time: 0.0841994 Nov 26 04:07:34.652831 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e117cc96-e800-4afa-816c-a3b1ed6c271a req-8d8fb1f9-dd46-40ba-aefb-e6788499d720 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd HTTP/1.1" status: 200 len: 217 time: 0.0372124 Nov 26 04:07:34.700870 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117cc96-e800-4afa-816c-a3b1ed6c271a req-6946ccad-637e-4574-b7ef-c7bab2cb8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:34.702346 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e117cc96-e800-4afa-816c-a3b1ed6c271a req-6946ccad-637e-4574-b7ef-c7bab2cb8dc4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0433230 Nov 26 04:07:34.747961 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117cc96-e800-4afa-816c-a3b1ed6c271a req-6a190346-84e9-4ae0-9fee-67e3e5a462b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:34.749581 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e117cc96-e800-4afa-816c-a3b1ed6c271a req-6a190346-84e9-4ae0-9fee-67e3e5a462b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403996 Nov 26 04:07:34.843226 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e117cc96-e800-4afa-816c-a3b1ed6c271a req-fda60589-93a7-4626-8555-eaa3ff2c028f service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861781 Nov 26 04:07:34.933629 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e117cc96-e800-4afa-816c-a3b1ed6c271a req-3e98262d-2191-4a26-bf3a-37efc18cc3d2 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827093 Nov 26 04:07:35.083609 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef3922-6626-4943-844e-04258e4ffa0b req-13ebd5b3-fe14-4306-a6a6-0c5a491d1aa5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:35.085246 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddef3922-6626-4943-844e-04258e4ffa0b req-13ebd5b3-fe14-4306-a6a6-0c5a491d1aa5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0511711 Nov 26 04:07:35.141256 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddef3922-6626-4943-844e-04258e4ffa0b req-1acc833c-88f5-468d-81e2-a8c698f08ca9 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499680 Nov 26 04:07:36.260419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e1849-6d30-49b8-a46b-cb9ef703aaed req-5eeb8afd-ae32-4553-a477-d263b339f885 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:36.262424 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b2e1849-6d30-49b8-a46b-cb9ef703aaed req-5eeb8afd-ae32-4553-a477-d263b339f885 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0500913 Nov 26 04:07:36.310837 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7b2e1849-6d30-49b8-a46b-cb9ef703aaed req-25f3edbe-f5f6-4863-abcc-e1e8378f5766 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424051 Nov 26 04:07:37.425482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1e8ae-ee25-4930-bf5b-485cd198c3fc req-b9fa957e-312e-41f6-9f91-76975398d1a9 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:37.426979 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a2c1e8ae-ee25-4930-bf5b-485cd198c3fc req-b9fa957e-312e-41f6-9f91-76975398d1a9 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0486782 Nov 26 04:07:37.477976 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a2c1e8ae-ee25-4930-bf5b-485cd198c3fc req-e3a2aa94-dc34-4456-bf3c-0961932872f6 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442984 Nov 26 04:07:38.596297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96764707-ec5e-4416-80ae-2b02d43a7df7 req-de5fa973-e39f-4e87-b022-9b566b8739c8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:38.597795 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96764707-ec5e-4416-80ae-2b02d43a7df7 req-de5fa973-e39f-4e87-b022-9b566b8739c8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0526335 Nov 26 04:07:38.646056 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96764707-ec5e-4416-80ae-2b02d43a7df7 req-a8f8bb3f-218c-491b-95d0-0bf3f37617d8 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423498 Nov 26 04:07:39.760182 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e232c-57d8-4df1-b03a-346b04ac941c req-7b9ec682-4457-4b74-8628-b26b55cf34b2 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:39.761662 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b2e232c-57d8-4df1-b03a-346b04ac941c req-7b9ec682-4457-4b74-8628-b26b55cf34b2 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0484629 Nov 26 04:07:39.810351 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b2e232c-57d8-4df1-b03a-346b04ac941c req-bdd10c22-5faf-4d71-b174-fc01dc69ce35 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427921 Nov 26 04:07:40.927307 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd8d4b-7cf9-4038-9c7a-904616127ba8 req-7295afe9-6398-4827-9c5b-662b61fa0863 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:40.928741 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bddd8d4b-7cf9-4038-9c7a-904616127ba8 req-7295afe9-6398-4827-9c5b-662b61fa0863 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0516810 Nov 26 04:07:40.977566 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-bddd8d4b-7cf9-4038-9c7a-904616127ba8 req-18302456-5795-4f55-a25e-61b784bc0ae1 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421641 Nov 26 04:07:41.850713 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c76e8029-8633-4781-8054-8aecd2287d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:42.098766 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30084a5e-8465-4091-adf5-09c3e1d78809 req-e0d8e18e-6fbe-4654-bc7c-9172cbdef219 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:42.100261 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30084a5e-8465-4091-adf5-09c3e1d78809 req-e0d8e18e-6fbe-4654-bc7c-9172cbdef219 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0488515 Nov 26 04:07:42.149301 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30084a5e-8465-4091-adf5-09c3e1d78809 req-90415505-8254-4e46-803c-8b7d1495a154 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428331 Nov 26 04:07:43.267068 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07a617-b0ed-4d10-9201-8db54f9d4e8a req-c7474ed0-8fe6-4415-a0c4-911b335cca5a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:43.268705 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f07a617-b0ed-4d10-9201-8db54f9d4e8a req-c7474ed0-8fe6-4415-a0c4-911b335cca5a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0484512 Nov 26 04:07:43.322179 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8f07a617-b0ed-4d10-9201-8db54f9d4e8a req-be0982af-b253-4e6f-ab1c-4b8d716de02f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474236 Nov 26 04:07:44.239479 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-81bce628-94df-4e6c-8db4-c558c8900855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:44.436434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe303b4e-7eab-43fe-8cd0-2df5d44b3327 req-430b5aa4-b88b-454b-8c09-76ebdadcd547 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:44.437957 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe303b4e-7eab-43fe-8cd0-2df5d44b3327 req-430b5aa4-b88b-454b-8c09-76ebdadcd547 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0478318 Nov 26 04:07:44.486808 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe303b4e-7eab-43fe-8cd0-2df5d44b3327 req-68286fde-0fe4-4c0a-b4cc-dd72b8f1410e tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428562 Nov 26 04:07:45.365753 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:45.603971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c40a0c-c582-40dc-9684-a19fb613ca28 req-932de852-868c-4707-b378-a6901005f3b1 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:45.605501 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71c40a0c-c582-40dc-9684-a19fb613ca28 req-932de852-868c-4707-b378-a6901005f3b1 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0486403 Nov 26 04:07:45.654491 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-71c40a0c-c582-40dc-9684-a19fb613ca28 req-a03643eb-aedf-4947-995a-5dd68712ab4d tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430663 Nov 26 04:07:46.630513 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 04:07:46.727653 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:07:46.739055 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'port_id': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd', 'mac_address': 'fa:16:3e:e0:c0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 04:07:46.772581 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bfe17-9614-4d93-9fbf-d8a9cdac5a64 req-aab4b8e3-b500-4bc1-9a4b-56ab89d3d31c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:46.774058 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb7bfe17-9614-4d93-9fbf-d8a9cdac5a64 req-aab4b8e3-b500-4bc1-9a4b-56ab89d3d31c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0522075 Nov 26 04:07:46.774760 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:46.787885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 04:07:46.806719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:07:46.810896 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:46.823164 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-cb7bfe17-9614-4d93-9fbf-d8a9cdac5a64 req-c6d34ceb-8c95-4c93-8fa8-b3e8a67453a5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422943 Nov 26 04:07:46.858432 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:07:46.865893 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:46.866245 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:46.866607 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:46.866935 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:46.867270 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:46.867605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:46.867937 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:46.868295 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:46.868627 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:46.868955 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:46.869283 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:46.869611 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:07:46.934387 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:47.132192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 04:07:47.758713 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:47.948076 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae690e6a-372e-4ce6-ad2e-71290ecf3975 req-9f2cbc40-be5e-4b1d-8227-a2b222f71070 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:47.949580 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae690e6a-372e-4ce6-ad2e-71290ecf3975 req-9f2cbc40-be5e-4b1d-8227-a2b222f71070 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 944 time: 0.0493076 Nov 26 04:07:47.998262 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ae690e6a-372e-4ce6-ad2e-71290ecf3975 req-a912b7de-3e0d-4b7a-8468-86aff4b28591 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427351 Nov 26 04:07:48.662803 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:07:48.712078 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 04:07:48.716179 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:07:48.716557 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:48.791407 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:48.813711 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:07:48.815986 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7090369f-2f50-42b8-bba0-6cda60e8f23e" -d '{"events": [{"server_uuid": "f0760ca7-e034-4ea6-a93f-8d9aae3100cd", "name": "network-vif-plugged", "status": "completed", "tag": "ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:07:48.833081 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:07:48.837286 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:48.864215 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 04:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c6f301-16ca-4178-8c30-a41838421859 x-openstack-request-id: req-70c6f301-16ca-4178-8c30-a41838421859 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:07:48.864512 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0760ca7-e034-4ea6-a93f-8d9aae3100cd", "name": "network-vif-plugged", "status": "completed", "tag": "ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:07:48.864774 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70c6f301-16ca-4178-8c30-a41838421859 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:07:48.865166 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd', 'code': 200} Nov 26 04:07:48.889633 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:07:48.987553 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323b303-f973-4c03-933e-6ac8abbba39a req-72db4d96-e858-4ad2-8945-a29cde8cf105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:48.989076 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4323b303-f973-4c03-933e-6ac8abbba39a req-72db4d96-e858-4ad2-8945-a29cde8cf105 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 1096 time: 0.0443239 Nov 26 04:07:49.034701 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-4323b303-f973-4c03-933e-6ac8abbba39a req-23901df2-2e78-4caa-9bc9-45fbb7e393f5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389943 Nov 26 04:07:49.112969 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08999112-067d-47e3-9103-6ad3f543aea8 req-01e9e9e6-18ce-411d-b227-96e753a380b1 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:49.114462 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08999112-067d-47e3-9103-6ad3f543aea8 req-01e9e9e6-18ce-411d-b227-96e753a380b1 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 945 time: 0.0481582 Nov 26 04:07:49.166742 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-08999112-067d-47e3-9103-6ad3f543aea8 req-074c8ca8-a924-44ab-a669-10428251a2f0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463221 Nov 26 04:07:50.281134 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5357f-fe76-4f03-8f3c-a1b7321d067d req-e0c79825-107e-4c08-9f74-c015795d8e0e tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:50.282634 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1b5357f-fe76-4f03-8f3c-a1b7321d067d req-e0c79825-107e-4c08-9f74-c015795d8e0e tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 945 time: 0.0482960 Nov 26 04:07:50.330860 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c1b5357f-fe76-4f03-8f3c-a1b7321d067d req-ffaa6763-6321-490b-bad2-da9447c2f8f4 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424318 Nov 26 04:07:50.442855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36e388-30be-4618-aa44-13d5c5631107 req-9cefd4ca-b781-4bd4-9a34-878eda8c38a4 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:50.444353 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac36e388-30be-4618-aa44-13d5c5631107 req-9cefd4ca-b781-4bd4-9a34-878eda8c38a4 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 945 time: 0.0483222 Nov 26 04:07:50.493469 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ac36e388-30be-4618-aa44-13d5c5631107 req-0c385108-eaa4-4338-87d3-eb10a40f3037 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430353 Nov 26 04:07:50.514418 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37096) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:07:50.556119 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00ae96d-bb11-412d-8869-5905c4921ba7 tempest-TestShelveInstance-255202806 tempest-TestShelveInstance-255202806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:50.557620 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e00ae96d-bb11-412d-8869-5905c4921ba7 tempest-TestShelveInstance-255202806 tempest-TestShelveInstance-255202806-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 1091 time: 0.0422480 Nov 26 04:07:50.560334 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37098) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:07:50.564502 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:07:50.586589 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:50.687502 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:50.793724 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Allocated IP 172.25.0.25 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/81542583-b764-42a9-9197-e97baa91f28f) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:07:50.899198 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:50.936241 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:50.975500 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:07:50.978446 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:07:50.982150 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:07:51.003936 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'Port': ['ID=81542583-b764-42a9-9197-e97baa91f28f,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:07:51.316555 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:51.383685 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:51.531267 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:51.535627 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:51.599953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event updated for resources: {'Port': ['ID=81542583-b764-42a9-9197-e97baa91f28f,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:07:51.613283 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:51.712280 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Floating IP aff4dca9-7344-4ab5-9ff3-67e240aa1418 associated. External IP: 172.25.0.25, port: ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd. Nov 26 04:07:51.916140 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Router 6d32bc99-67d8-48dd-8acc-9009060211ad has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:07:52.022804 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:07:52.033224 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6fa44e-17be-405c-942e-8c726886db97 None None] Sync routers for ids ['6d32bc99-67d8-48dd-8acc-9009060211ad'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:07:52.040403 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:52.044122 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6fa44e-17be-405c-942e-8c726886db97 None None] Routers {'6d32bc99-67d8-48dd-8acc-9009060211ad'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:07:52.044754 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-3b6fa44e-17be-405c-942e-8c726886db97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:07:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6d32bc99-67d8-48dd-8acc-9009060211ad'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:07:52.083657 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-fdd6221b-c1e3-4258-8026-fdf7831a5cd0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5085800 Nov 26 04:07:52.083657 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'tag': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:07:52.083657 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6b047e-02e2-427e-bf6c-59b5601ac791" -d '{"events": [{"name": "network-changed", "server_uuid": "f0760ca7-e034-4ea6-a93f-8d9aae3100cd", "tag": "ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:07:52.153608 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-3b6fa44e-17be-405c-942e-8c726886db97 None None] Set router 6d32bc99-67d8-48dd-8acc-9009060211ad gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:07:52.174220 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 04:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2827225-a75d-410e-9f92-a061776c7fc0 x-openstack-request-id: req-d2827225-a75d-410e-9f92-a061776c7fc0 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:07:52.174517 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0760ca7-e034-4ea6-a93f-8d9aae3100cd", "tag": "ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:07:52.174771 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2827225-a75d-410e-9f92-a061776c7fc0 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:07:52.175170 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'tag': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd', 'status': 'completed', 'code': 200} Nov 26 04:07:52.256353 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b047e-02e2-427e-bf6c-59b5601ac791 req-974ea679-0213-4bdf-aae4-5132a05d9868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:52.257966 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2d6b047e-02e2-427e-bf6c-59b5601ac791 req-974ea679-0213-4bdf-aae4-5132a05d9868 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 1096 time: 0.0406749 Nov 26 04:07:52.350850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b047e-02e2-427e-bf6c-59b5601ac791 req-72c2a759-878c-4141-ab80-7febf6e064df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:52.352351 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2d6b047e-02e2-427e-bf6c-59b5601ac791 req-72c2a759-878c-4141-ab80-7febf6e064df service neutron] 10.222.0.59 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 909 time: 0.0864475 Nov 26 04:07:52.373914 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-3b6fa44e-17be-405c-942e-8c726886db97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port': {'id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'aff4dca9-7344-4ab5-9ff3-67e240aa1418', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'port_id': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'mac_address': 'fa:16:3e:e0:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:07:51Z', 'updated_at': '2021-11-26T04:07:51Z', 'revision_number': 0, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cae5ce-84a7-4711-b11c-8e8e1cef06ae', 'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'mac_address': 'fa:16:3e:9b:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:55Z', 'updated_at': '2021-11-26T04:03:01Z', 'revision_number': 5, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'subnets': [{'id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:07:52.402827 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6fa44e-17be-405c-942e-8c726886db97 None None] Checking router: 6d32bc99-67d8-48dd-8acc-9009060211ad for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:07:52.410979 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6fa44e-17be-405c-942e-8c726886db97 None None] Routers {'6d32bc99-67d8-48dd-8acc-9009060211ad'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:07:52.411582 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-3b6fa44e-17be-405c-942e-8c726886db97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:07:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6d32bc99-67d8-48dd-8acc-9009060211ad'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:07:52.416875 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2d6b047e-02e2-427e-bf6c-59b5601ac791 req-37986c04-1b71-4a8c-8b73-a2d8652306a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd HTTP/1.1" status: 200 len: 998 time: 0.0572491 Nov 26 04:07:52.465390 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b047e-02e2-427e-bf6c-59b5601ac791 req-a2fbc0e7-d0bf-44e0-ad66-c06210e6d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:52.466867 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2d6b047e-02e2-427e-bf6c-59b5601ac791 req-a2fbc0e7-d0bf-44e0-ad66-c06210e6d206 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0425293 Nov 26 04:07:52.515141 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b047e-02e2-427e-bf6c-59b5601ac791 req-f0230a29-2e3b-4a49-9931-f6b44f823a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:07:52.516696 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2d6b047e-02e2-427e-bf6c-59b5601ac791 req-f0230a29-2e3b-4a49-9931-f6b44f823a10 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430672 Nov 26 04:07:52.516840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-3b6fa44e-17be-405c-942e-8c726886db97 None None] Set router 6d32bc99-67d8-48dd-8acc-9009060211ad gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:07:52.606922 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2d6b047e-02e2-427e-bf6c-59b5601ac791 req-c36cb6ac-c741-4171-9c3d-b3aa4e4b8406 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822165 Nov 26 04:07:52.701025 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-2d6b047e-02e2-427e-bf6c-59b5601ac791 req-b685c61d-eede-404f-a8ae-89aa0251b965 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854597 Nov 26 04:07:52.735392 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-3b6fa44e-17be-405c-942e-8c726886db97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port': {'id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'aff4dca9-7344-4ab5-9ff3-67e240aa1418', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'port_id': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'mac_address': 'fa:16:3e:e0:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:07:51Z', 'updated_at': '2021-11-26T04:07:51Z', 'revision_number': 0, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cae5ce-84a7-4711-b11c-8e8e1cef06ae', 'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'mac_address': 'fa:16:3e:9b:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:55Z', 'updated_at': '2021-11-26T04:03:01Z', 'revision_number': 5, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'subnets': [{'id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:07:52.761360 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6fa44e-17be-405c-942e-8c726886db97 None None] The sync data for ids ['6d32bc99-67d8-48dd-8acc-9009060211ad'] in n-d-819389-3 is: [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port': {'id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'aff4dca9-7344-4ab5-9ff3-67e240aa1418', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'port_id': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'mac_address': 'fa:16:3e:e0:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:07:51Z', 'updated_at': '2021-11-26T04:07:51Z', 'revision_number': 0, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cae5ce-84a7-4711-b11c-8e8e1cef06ae', 'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'mac_address': 'fa:16:3e:9b:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:55Z', 'updated_at': '2021-11-26T04:03:01Z', 'revision_number': 5, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'subnets': [{'id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:07:52.963780 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f3885-3c18-4ff4-add9-dd97d00bdc77 None None] New status for floating IP aff4dca9-7344-4ab5-9ff3-67e240aa1418: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 04:07:53.126224 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:54.478507 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:07:58.859171 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:08:11.852968 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-53d7e0d7-b939-4d21-ab33-694244d55175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:08:14.240998 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c31787ff-2313-4bfa-b997-e4962f265129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:08:15.368756 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:08:16.340832 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dfdc6ba6-5827-4967-9f7c-e5c02a73b9f7 req-8c7b7d1a-dc50-46a5-b7d8-7ee1b3216b04 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397432 Nov 26 04:08:16.445245 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc6ba6-5827-4967-9f7c-e5c02a73b9f7 req-f67bc924-adc1-45db-a3df-d9e920432e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:08:16.446801 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dfdc6ba6-5827-4967-9f7c-e5c02a73b9f7 req-f67bc924-adc1-45db-a3df-d9e920432e7a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 1096 time: 0.0442817 Nov 26 04:08:16.562820 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc6ba6-5827-4967-9f7c-e5c02a73b9f7 req-28787683-750e-494c-9c3a-3883a1310494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:08:16.564329 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dfdc6ba6-5827-4967-9f7c-e5c02a73b9f7 req-28787683-750e-494c-9c3a-3883a1310494 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 909 time: 0.0966079 Nov 26 04:08:16.630063 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dfdc6ba6-5827-4967-9f7c-e5c02a73b9f7 req-0d68358e-87a2-4b2b-a8b1-0ebd4cc63f0b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd HTTP/1.1" status: 200 len: 1000 time: 0.0582690 Nov 26 04:08:16.685988 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc6ba6-5827-4967-9f7c-e5c02a73b9f7 req-8fd21fb1-cc44-40de-bb30-afb97eccbfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:08:16.687428 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dfdc6ba6-5827-4967-9f7c-e5c02a73b9f7 req-8fd21fb1-cc44-40de-bb30-afb97eccbfb9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0506587 Nov 26 04:08:16.744164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc6ba6-5827-4967-9f7c-e5c02a73b9f7 req-0de58fc9-0ac2-4b2a-b58d-1b30052cfc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:08:16.745733 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dfdc6ba6-5827-4967-9f7c-e5c02a73b9f7 req-0de58fc9-0ac2-4b2a-b58d-1b30052cfc0b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406892 Nov 26 04:08:16.835706 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dfdc6ba6-5827-4967-9f7c-e5c02a73b9f7 req-6bda6cc6-3d34-4c60-ae2e-246a2fa349e9 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819094 Nov 26 04:08:16.940939 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:08:17.253348 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dfdc6ba6-5827-4967-9f7c-e5c02a73b9f7 req-22ee92df-9189-4f95-8f69-510ba5a38e9a service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103167 Nov 26 04:08:17.760532 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:08:23.142308 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:08:24.479662 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:08:35.858929 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:08:41.854607 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-45f8df38-1644-4c25-a485-88cff5be4737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:08:44.243833 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d022e01c-5523-44ef-9521-b726e34b757d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:08:45.371773 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:08:46.943190 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:08:47.762693 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:08:53.137245 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:08:54.491538 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:09:11.855466 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ad0db0b8-d342-4522-be06-398ba23511d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:09:12.858033 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:09:14.244815 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a2df1a4c-73b4-4123-b1f8-875cbc53440e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:09:15.374549 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:09:16.947039 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:09:17.763692 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:09:18.287162 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d1e4609f-9acd-493c-8290-a68085862591 req-e821e58c-3ef4-4664-a2e1-dbff0b944e09 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398068 Nov 26 04:09:18.386657 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4609f-9acd-493c-8290-a68085862591 req-f16c298b-d484-4bc9-afc7-8a88d7a29f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:09:18.388222 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d1e4609f-9acd-493c-8290-a68085862591 req-f16c298b-d484-4bc9-afc7-8a88d7a29f65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 1096 time: 0.0418923 Nov 26 04:09:18.491343 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4609f-9acd-493c-8290-a68085862591 req-e1dc1c04-fa11-4720-a181-835addaec821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:09:18.492835 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d1e4609f-9acd-493c-8290-a68085862591 req-e1dc1c04-fa11-4720-a181-835addaec821 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 909 time: 0.0848193 Nov 26 04:09:18.559104 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d1e4609f-9acd-493c-8290-a68085862591 req-5b56a298-48e7-41f8-9fed-bf4bf7b70bcc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd HTTP/1.1" status: 200 len: 1000 time: 0.0589557 Nov 26 04:09:18.607156 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4609f-9acd-493c-8290-a68085862591 req-19344487-edf9-4dd1-8c76-e85f375c2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:09:18.608605 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d1e4609f-9acd-493c-8290-a68085862591 req-19344487-edf9-4dd1-8c76-e85f375c2716 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0421607 Nov 26 04:09:18.653797 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4609f-9acd-493c-8290-a68085862591 req-14cf4fb3-a8fe-4be1-b655-612793422828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:09:18.655299 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d1e4609f-9acd-493c-8290-a68085862591 req-14cf4fb3-a8fe-4be1-b655-612793422828 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393684 Nov 26 04:09:18.744823 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d1e4609f-9acd-493c-8290-a68085862591 req-46441a93-4cd7-4e9a-881d-f6be53d028f6 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823536 Nov 26 04:09:18.833684 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-d1e4609f-9acd-493c-8290-a68085862591 req-5d79290e-7cbe-47a8-bbcb-8988136a35ae service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798507 Nov 26 04:09:23.143067 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:09:24.506830 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:09:41.857762 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6017170b-bb6a-442d-879b-806770821d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:09:44.246188 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-164c0b0e-57ee-45bf-832a-e84f4fd202c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:09:45.377433 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:09:46.949399 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:09:47.765107 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:09:48.475579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898da09-7dc1-4843-b4e6-2fbdf94384f2 req-f51be673-f8e0-4c57-814e-c66f850fd5e1 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:09:48.477054 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5898da09-7dc1-4843-b4e6-2fbdf94384f2 req-f51be673-f8e0-4c57-814e-c66f850fd5e1 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 945 time: 0.0538943 Nov 26 04:09:48.530517 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5898da09-7dc1-4843-b4e6-2fbdf94384f2 req-ae45e56d-a8f2-450c-8f59-58a981ce67e2 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473928 Nov 26 04:09:49.674052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051610e9-defd-4d6a-900f-6691e191fb2a req-14892225-bcf5-4855-a9fa-bc3d4a256bf5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:09:49.675572 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-051610e9-defd-4d6a-900f-6691e191fb2a req-14892225-bcf5-4855-a9fa-bc3d4a256bf5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 945 time: 0.0495238 Nov 26 04:09:49.728501 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-051610e9-defd-4d6a-900f-6691e191fb2a req-5a2d7ede-23e1-448b-9d3a-8589ef4ece43 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468132 Nov 26 04:09:49.857558 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:09:50.870741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44081843-cc3d-4248-b91f-91b98e8cd1ad req-c944ef05-aff8-4617-8162-d9946d651cdb tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:09:50.872254 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-44081843-cc3d-4248-b91f-91b98e8cd1ad req-c944ef05-aff8-4617-8162-d9946d651cdb tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 945 time: 0.0502255 Nov 26 04:09:50.920767 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-44081843-cc3d-4248-b91f-91b98e8cd1ad req-45bc163f-7fad-4a0a-87dc-6e9c5bdd3371 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425091 Nov 26 04:09:52.034522 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e7f59-4893-449d-905f-34ddd5e98242 req-3552543b-f3f3-4a69-9c7a-4041819efe9d tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:09:52.036000 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-835e7f59-4893-449d-905f-34ddd5e98242 req-3552543b-f3f3-4a69-9c7a-4041819efe9d tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 945 time: 0.0485201 Nov 26 04:09:52.084618 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-835e7f59-4893-449d-905f-34ddd5e98242 req-30568d9e-619b-4be0-b866-0a18e853d945 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427320 Nov 26 04:09:53.153297 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:09:53.229251 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3d179-7389-4d16-86f5-171de0f37758 req-b944d9ab-638a-42ce-9037-e4cb3e687397 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:09:53.230761 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9d3d179-7389-4d16-86f5-171de0f37758 req-b944d9ab-638a-42ce-9037-e4cb3e687397 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 945 time: 0.0702100 Nov 26 04:09:53.279124 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c9d3d179-7389-4d16-86f5-171de0f37758 req-ee597a25-5518-4676-a88a-57da104ad4dd tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424426 Nov 26 04:09:54.394660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c76547-3135-46bd-b4ef-0bc4989f1e8b req-b3f3be36-d593-48e3-9241-8d613018d650 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:09:54.396218 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98c76547-3135-46bd-b4ef-0bc4989f1e8b req-b3f3be36-d593-48e3-9241-8d613018d650 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 945 time: 0.0491560 Nov 26 04:09:54.445572 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-98c76547-3135-46bd-b4ef-0bc4989f1e8b req-263f7c44-f3bb-4d87-a0de-94e88f669e4c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431721 Nov 26 04:09:54.506851 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:09:55.567477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3491f6a-19c8-466f-b303-94e9cfa73bcb req-a235efba-a12b-41f3-bca3-18c70b6491f6 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:09:55.569023 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3491f6a-19c8-466f-b303-94e9cfa73bcb req-a235efba-a12b-41f3-bca3-18c70b6491f6 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 945 time: 0.0564191 Nov 26 04:09:55.617880 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c3491f6a-19c8-466f-b303-94e9cfa73bcb req-a10d6d06-ff79-4abb-bfdd-b4d7b6277b85 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429864 Nov 26 04:09:56.736166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a6818-67e8-4844-8ae8-ec9703c9901c req-c5b12ef8-2cf4-416a-9bf3-2db1c59f5742 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:09:56.737684 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-287a6818-67e8-4844-8ae8-ec9703c9901c req-c5b12ef8-2cf4-416a-9bf3-2db1c59f5742 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 945 time: 0.0494704 Nov 26 04:09:56.786764 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-287a6818-67e8-4844-8ae8-ec9703c9901c req-171da121-7737-4d37-9e76-1ee25a725abf tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430739 Nov 26 04:09:57.900074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed668a76-8207-4ba0-924a-b69f046588f5 req-1b9a21de-2aa5-458d-a935-0a7f3b67087c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:09:57.901457 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed668a76-8207-4ba0-924a-b69f046588f5 req-1b9a21de-2aa5-458d-a935-0a7f3b67087c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 945 time: 0.0477853 Nov 26 04:09:57.953033 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ed668a76-8207-4ba0-924a-b69f046588f5 req-abd46529-2b0d-4298-b4d2-4b7416ceb433 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456548 Nov 26 04:09:58.667511 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cfc22-3e66-431f-a879-d0460e299c19 req-fd65cb14-51bc-491e-8db2-6fe0628a488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:09:58.669057 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-116cfc22-3e66-431f-a879-d0460e299c19 req-fd65cb14-51bc-491e-8db2-6fe0628a488f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 1096 time: 0.0413394 Nov 26 04:09:58.761737 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cfc22-3e66-431f-a879-d0460e299c19 req-cace1842-89a3-44f3-84e6-8d9e3c97c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:09:58.763219 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-116cfc22-3e66-431f-a879-d0460e299c19 req-cace1842-89a3-44f3-84e6-8d9e3c97c229 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 909 time: 0.0866849 Nov 26 04:09:58.830017 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-116cfc22-3e66-431f-a879-d0460e299c19 req-8da162cb-d85e-4f70-af29-1f3c9d816c27 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd HTTP/1.1" status: 200 len: 1000 time: 0.0590727 Nov 26 04:09:58.878681 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cfc22-3e66-431f-a879-d0460e299c19 req-73305e94-fdde-47f1-b199-ac77b1b13b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:09:58.880708 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-116cfc22-3e66-431f-a879-d0460e299c19 req-73305e94-fdde-47f1-b199-ac77b1b13b0f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0440178 Nov 26 04:09:58.932254 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cfc22-3e66-431f-a879-d0460e299c19 req-b5fc2582-1a70-42dd-9587-402518e9f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:09:58.935234 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-116cfc22-3e66-431f-a879-d0460e299c19 req-b5fc2582-1a70-42dd-9587-402518e9f9fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452838 Nov 26 04:09:59.031229 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-116cfc22-3e66-431f-a879-d0460e299c19 req-457b7a29-9f4b-4f8a-af27-938a24563783 service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855849 Nov 26 04:09:59.069800 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6db09-d2fc-49a6-adad-17012c6db2d2 req-f08e7bd5-d23c-415e-a389-e8604741d2c0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:09:59.071306 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ae6db09-d2fc-49a6-adad-17012c6db2d2 req-f08e7bd5-d23c-415e-a389-e8604741d2c0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 945 time: 0.0485663 Nov 26 04:09:59.119824 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-116cfc22-3e66-431f-a879-d0460e299c19 req-b5238ec9-3622-4302-adb5-7d064a5fa66a service neutron] 10.222.0.59 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813036 Nov 26 04:09:59.120215 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2ae6db09-d2fc-49a6-adad-17012c6db2d2 req-d386e2a9-bb3d-4226-b48b-9f93c4da5a3e tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429540 Nov 26 04:10:00.234803 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77545c8-2d1a-4f30-b059-bce617d720bf req-a6a97d89-f4c8-41cc-b5f4-b2b105fb2464 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:00.236300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b77545c8-2d1a-4f30-b059-bce617d720bf req-a6a97d89-f4c8-41cc-b5f4-b2b105fb2464 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 945 time: 0.0477474 Nov 26 04:10:00.283862 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b77545c8-2d1a-4f30-b059-bce617d720bf req-000ba569-3f4d-4ac9-aa42-9cd2aebfc9dd tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410199 Nov 26 04:10:01.403365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487acbd6-6bf8-4ad8-9d27-502321af6e28 req-000b33e1-fd54-423d-87af-9812ee846563 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:01.404896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-487acbd6-6bf8-4ad8-9d27-502321af6e28 req-000b33e1-fd54-423d-87af-9812ee846563 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 945 time: 0.0531769 Nov 26 04:10:01.455257 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-487acbd6-6bf8-4ad8-9d27-502321af6e28 req-d6ef4787-edb3-4952-9c57-d14fe101f69f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440664 Nov 26 04:10:02.583641 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc82b38-c519-49b6-a076-18b9763baf5d req-6f9b3aac-9d79-456e-ada7-fb52052023ce tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:02.585184 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cc82b38-c519-49b6-a076-18b9763baf5d req-6f9b3aac-9d79-456e-ada7-fb52052023ce tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 945 time: 0.0487628 Nov 26 04:10:02.636182 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4cc82b38-c519-49b6-a076-18b9763baf5d req-2fc0d158-648a-4662-9e78-3df1d4c7c6a1 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438893 Nov 26 04:10:03.750660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01581c3-1b18-4dc4-924a-8cfb8a53b9d9 req-58a24b63-bea6-4699-97c5-6d65946facbe tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:03.752174 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d01581c3-1b18-4dc4-924a-8cfb8a53b9d9 req-58a24b63-bea6-4699-97c5-6d65946facbe tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 945 time: 0.0482821 Nov 26 04:10:03.804266 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d01581c3-1b18-4dc4-924a-8cfb8a53b9d9 req-1322fd05-28c4-46ea-b3f0-d766f4fb7f36 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462160 Nov 26 04:10:04.235989 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-6d7b535e-8cb1-46a5-977a-83ec90f8afdf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390251 Nov 26 04:10:04.245482 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-f7a4ab13-8856-4d94-b871-c611cec9fe1d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 04:10:04.246473 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-f7a4ab13-8856-4d94-b871-c611cec9fe1d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050497 Nov 26 04:10:04.266076 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333b4a7-575f-47c4-9143-0639593ef9b2 req-3afa9786-a2a5-407b-a1a6-a97c19aab561 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:04.267857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4333b4a7-575f-47c4-9143-0639593ef9b2 req-3afa9786-a2a5-407b-a1a6-a97c19aab561 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 945 time: 0.0501778 Nov 26 04:10:04.318005 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4333b4a7-575f-47c4-9143-0639593ef9b2 req-8dcef475-1c4d-4cca-81c3-86f3b04d2c69 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443301 Nov 26 04:10:05.380178 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:10:05.442230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b5c89-35e9-4b4d-bfbf-0dfa11399876 req-6faabda4-be1a-49a7-b866-0e74247901f6 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:05.444675 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-744b5c89-35e9-4b4d-bfbf-0dfa11399876 req-6faabda4-be1a-49a7-b866-0e74247901f6 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 945 time: 0.0501022 Nov 26 04:10:05.463260 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:05.486871 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:10:05.489220 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d73c9c0-c411-49b8-9033-59427f9449f7" -d '{"events": [{"server_uuid": "f0760ca7-e034-4ea6-a93f-8d9aae3100cd", "name": "network-vif-unplugged", "status": "completed", "tag": "ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:10:05.502998 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:10:05.504393 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-744b5c89-35e9-4b4d-bfbf-0dfa11399876 req-dfc662ea-bb02-4345-bb0e-d2ef5d53fdfd tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522189 Nov 26 04:10:05.510239 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:05.561935 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:10:05.569158 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:05.569600 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:05.570017 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:05.570430 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:05.570840 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:05.571246 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:05.571648 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:05.572048 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:05.572484 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:05.572932 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:05.573387 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:05.573782 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:05.590603 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 26 Nov 2021 04:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d19ae3a-5968-4c6b-bdc8-f2700d88039d x-openstack-request-id: req-0d19ae3a-5968-4c6b-bdc8-f2700d88039d {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:10:05.591129 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0760ca7-e034-4ea6-a93f-8d9aae3100cd", "name": "network-vif-unplugged", "status": "failed", "tag": "ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd", "code": 422}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:10:05.591580 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d19ae3a-5968-4c6b-bdc8-f2700d88039d {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:10:05.592109 n-d-819389-3 neutron-server[104803]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd', 'code': 422} returned with failed status Nov 26 04:10:06.624407 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf3649-5aeb-470a-bf0a-791dce31bbc6 req-b0414aae-8585-4e9f-abc8-84a7a66f5222 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:06.625951 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4aaf3649-5aeb-470a-bf0a-791dce31bbc6 req-b0414aae-8585-4e9f-abc8-84a7a66f5222 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0532966 Nov 26 04:10:06.677515 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4aaf3649-5aeb-470a-bf0a-791dce31bbc6 req-94366511-a166-4e05-be97-6e756b6f2c05 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451736 Nov 26 04:10:07.797727 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9f826-62cc-487b-a784-48ff99f7c4e4 req-5e7a5678-470b-4a9d-8bba-3c5b73f4c5f4 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:07.799240 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5e9f826-62cc-487b-a784-48ff99f7c4e4 req-5e7a5678-470b-4a9d-8bba-3c5b73f4c5f4 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0507028 Nov 26 04:10:07.849531 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e5e9f826-62cc-487b-a784-48ff99f7c4e4 req-b807022c-8052-4cf1-90d0-b1df074860a0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435259 Nov 26 04:10:08.967578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fea53a-dcf9-4deb-9500-df4426827c8c req-bead4f1f-074c-43b6-9fd0-83466f3fbba9 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:08.969240 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6fea53a-dcf9-4deb-9500-df4426827c8c req-bead4f1f-074c-43b6-9fd0-83466f3fbba9 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0526748 Nov 26 04:10:09.018649 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6fea53a-dcf9-4deb-9500-df4426827c8c req-ac59c860-5103-4d69-aa22-828bef68f2b2 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425682 Nov 26 04:10:10.118481 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-735332ee-5edc-46bd-a35b-f1448bacfb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:10.119960 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-735332ee-5edc-46bd-a35b-f1448bacfb52 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd&tenant_id=148aa6fb421c4ddc9521df49585b0de9 HTTP/1.1" status: 200 len: 1094 time: 0.1135964 Nov 26 04:10:10.132126 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-873440f9-8afa-418b-a34d-63c3a56bbad3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 04:10:10.133103 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-873440f9-8afa-418b-a34d-63c3a56bbad3 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061553 Nov 26 04:10:10.147051 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70f73c-5150-4da5-b20f-f5a0e1e2edee req-8b0b8b14-113b-4035-8142-8d9f4637d4aa tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:10.148482 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca70f73c-5150-4da5-b20f-f5a0e1e2edee req-8b0b8b14-113b-4035-8142-8d9f4637d4aa tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0589793 Nov 26 04:10:10.153028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819389-3', 'device_owner': 'compute:nova'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:10:10.241621 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ca70f73c-5150-4da5-b20f-f5a0e1e2edee req-322dedc5-0053-47a6-b267-4e95b633cb34 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860386 Nov 26 04:10:10.242370 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:10.434890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] For port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:10:10.466448 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] For port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd, host n-h2-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:10:10.498577 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 04:10:10.507989 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:10.520683 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Transition to ACTIVE for port object ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 04:10:10.524146 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:10.600490 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,revision_number=7']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:10:10.615085 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:10.615434 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:10.615779 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:10.616144 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:10.616478 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:10.616811 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:10.617139 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:10.617463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:10.617793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:10.618115 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:10.618440 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:10.618765 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:10:10.657322 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] No DVR routers for this DVR port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd on host n-h2-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 04:10:10.794650 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Attempting to bind port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:10:10.794994 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Attempting to bind port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:10:10.795331 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Attempting to bind port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd on network 45f82b75-e129-4c9c-ae70-62bfca11f9bf {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:10:10.799603 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd on network 45f82b75-e129-4c9c-ae70-62bfca11f9bf not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 04:10:10.799931 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Attempting to bind port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd on network 45f82b75-e129-4c9c-ae70-62bfca11f9bf {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:10:10.805321 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:10:10.805666 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Checking segment: {'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:10:10.806055 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Bound using segment: {'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:10:10.806485 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Bound port: ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59af17a6-10c1-45eb-aa31-f4f38409717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:10:10.806843 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:10.871280 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] For port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:10:10.874160 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] For port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:10:10.879219 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:10.915521 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:10.916167 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:10.917546 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] 10.222.0.54 "PUT /v2.0/ports/ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd HTTP/1.1" status: 200 len: 1091 time: 0.7681885 Nov 26 04:10:10.917989 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'tag': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:10:10.920269 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d52678-2255-4e1d-9dc4-a23d360783e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f0760ca7-e034-4ea6-a93f-8d9aae3100cd", "tag": "ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:10:10.939737 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba555ce-0f13-4ae6-a156-4af3ffd0d003 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,revision_number=8']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:10:10.965096 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 04:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95c44af-a66f-4f6d-a432-d15c33fcb0b9 x-openstack-request-id: req-e95c44af-a66f-4f6d-a432-d15c33fcb0b9 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:10:10.965396 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0760ca7-e034-4ea6-a93f-8d9aae3100cd", "tag": "ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:10:10.965655 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e95c44af-a66f-4f6d-a432-d15c33fcb0b9 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:10:10.966061 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'tag': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd', 'status': 'completed', 'code': 200} Nov 26 04:10:11.009680 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-ba903c3f-7d57-4cb8-83c0-c0314341c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:11.011215 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-ba903c3f-7d57-4cb8-83c0-c0314341c04e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 1094 time: 0.0433037 Nov 26 04:10:11.461463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4479a8-561c-4b25-ae27-ca79da040bec req-da349593-690b-4718-badf-534fd97edf2c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:11.462998 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c4479a8-561c-4b25-ae27-ca79da040bec req-da349593-690b-4718-badf-534fd97edf2c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0753295 Nov 26 04:10:11.465733 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-9e8223ec-94c0-4bc1-b6c1-00c36f628ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:11.467069 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-9e8223ec-94c0-4bc1-b6c1-00c36f628ac4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 909 time: 0.4487276 Nov 26 04:10:11.559034 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-82076d16-90d2-4a40-9c3a-0e6b4cecc215 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd HTTP/1.1" status: 200 len: 998 time: 0.0835896 Nov 26 04:10:11.562942 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8c4479a8-561c-4b25-ae27-ca79da040bec req-01e09bc9-7765-4872-bf9b-8bec1f490214 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940142 Nov 26 04:10:11.608340 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-b6e4e7aa-6cba-4c2c-92f2-866a2979d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:11.609779 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-b6e4e7aa-6cba-4c2c-92f2-866a2979d61c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0438054 Nov 26 04:10:11.656174 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-b5bf63ca-0e25-4cc7-aa08-30a97011b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:11.657697 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-b5bf63ca-0e25-4cc7-aa08-30a97011b04e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405679 Nov 26 04:10:11.750612 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-5442f773-6d8f-4627-b118-0ac146c30f01 service neutron] 10.222.0.54 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854015 Nov 26 04:10:11.840983 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-101aaf2f-c9b1-4661-b9d0-d092c7d95dde service neutron] 10.222.0.54 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836992 Nov 26 04:10:11.858497 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d882-5a81-4ee7-9e06-87ba2bcd8453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:11.952163 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d52678-2255-4e1d-9dc4-a23d360783e6 req-91813c65-d335-4bda-aca0-740d30478982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:11.953673 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91d52678-2255-4e1d-9dc4-a23d360783e6 req-91813c65-d335-4bda-aca0-740d30478982 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 1094 time: 0.0410669 Nov 26 04:10:12.044578 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d52678-2255-4e1d-9dc4-a23d360783e6 req-9e916e29-0a5e-4516-96bb-a1e90dc7c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:12.046074 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91d52678-2255-4e1d-9dc4-a23d360783e6 req-9e916e29-0a5e-4516-96bb-a1e90dc7c862 service neutron] 10.222.0.54 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 909 time: 0.0849485 Nov 26 04:10:12.113502 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91d52678-2255-4e1d-9dc4-a23d360783e6 req-ae67783e-1c53-4d81-9fb7-83c68fe98c4a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd HTTP/1.1" status: 200 len: 998 time: 0.0599282 Nov 26 04:10:12.160104 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d52678-2255-4e1d-9dc4-a23d360783e6 req-d1fc5532-ba92-43a8-86ee-563b26d7ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:12.161533 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91d52678-2255-4e1d-9dc4-a23d360783e6 req-d1fc5532-ba92-43a8-86ee-563b26d7ebde service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0422714 Nov 26 04:10:12.205948 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d52678-2255-4e1d-9dc4-a23d360783e6 req-3256e04b-5a26-4039-92aa-0d59efebe6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:12.207457 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91d52678-2255-4e1d-9dc4-a23d360783e6 req-3256e04b-5a26-4039-92aa-0d59efebe6f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387383 Nov 26 04:10:12.299504 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91d52678-2255-4e1d-9dc4-a23d360783e6 req-ccab1861-b723-49e1-ad25-ef0bbeade177 service neutron] 10.222.0.54 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846291 Nov 26 04:10:12.387684 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-91d52678-2255-4e1d-9dc4-a23d360783e6 req-881800fe-0f1e-41b7-9594-fc7897afa30d service neutron] 10.222.0.54 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803161 Nov 26 04:10:12.685069 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc8c51-5727-4ffe-9479-555a775bcda8 req-86896bd1-b3d7-4e38-ab88-892268b0bd4d tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:12.686572 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17bc8c51-5727-4ffe-9479-555a775bcda8 req-86896bd1-b3d7-4e38-ab88-892268b0bd4d tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0539873 Nov 26 04:10:12.735825 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-17bc8c51-5727-4ffe-9479-555a775bcda8 req-7c01d4ad-652d-4f71-aadd-e1fe185443b5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433085 Nov 26 04:10:13.849311 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1dcca-d275-416b-84b6-bc39cffb81cb req-91c3c58e-829e-40b2-8f3b-9d41565b6fa1 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:13.850786 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8a1dcca-d275-416b-84b6-bc39cffb81cb req-91c3c58e-829e-40b2-8f3b-9d41565b6fa1 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0488007 Nov 26 04:10:13.899223 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c8a1dcca-d275-416b-84b6-bc39cffb81cb req-159751d8-09c9-4b24-b27c-ebccf82f2b38 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425766 Nov 26 04:10:14.248429 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c6d15965-fbbf-4a3c-aa6c-d65f08a0bb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:15.021187 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870ef9c-964b-4411-9d05-3549aa4ba416 req-07397a57-3a73-4c3a-be57-f4c1967424cf tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:15.022680 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7870ef9c-964b-4411-9d05-3549aa4ba416 req-07397a57-3a73-4c3a-be57-f4c1967424cf tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0543232 Nov 26 04:10:15.071104 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7870ef9c-964b-4411-9d05-3549aa4ba416 req-fb6e4635-8b43-4632-97e7-123217668493 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424500 Nov 26 04:10:15.383364 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:16.192966 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5484bf9-2cf4-4b6e-b14a-f27ff6eb7878 req-93d75c2b-956b-4225-ad95-8b55c69e578a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:16.194481 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5484bf9-2cf4-4b6e-b14a-f27ff6eb7878 req-93d75c2b-956b-4225-ad95-8b55c69e578a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0495806 Nov 26 04:10:16.247062 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5484bf9-2cf4-4b6e-b14a-f27ff6eb7878 req-30e27f2e-4c9b-42e3-a7ef-16d92598e100 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460088 Nov 26 04:10:16.953245 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:17.362063 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be2754-efc1-4825-8dcf-bd2197963d9f req-77397844-c713-4798-a062-9b36b0965c7f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:17.363556 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7be2754-efc1-4825-8dcf-bd2197963d9f req-77397844-c713-4798-a062-9b36b0965c7f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0487244 Nov 26 04:10:17.420219 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7be2754-efc1-4825-8dcf-bd2197963d9f req-88a1826c-bb69-4bdd-a093-a6157d72d1c4 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497775 Nov 26 04:10:17.766465 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:18.534005 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf76a2-7711-4b60-9860-f4dff6ae43ba req-4b7d038b-c34b-4a21-8480-3c7df436ddc7 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:18.536667 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59bf76a2-7711-4b60-9860-f4dff6ae43ba req-4b7d038b-c34b-4a21-8480-3c7df436ddc7 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0485213 Nov 26 04:10:18.585567 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-59bf76a2-7711-4b60-9860-f4dff6ae43ba req-c471cccf-c672-468a-b412-9a42f422f7ea tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426822 Nov 26 04:10:19.701668 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca8860-07c7-4495-aa66-0ebbeeb62f2d req-cbff9307-fa0f-400a-8bb7-145320e368e5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:19.703165 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30ca8860-07c7-4495-aa66-0ebbeeb62f2d req-cbff9307-fa0f-400a-8bb7-145320e368e5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 943 time: 0.0493414 Nov 26 04:10:19.751988 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-30ca8860-07c7-4495-aa66-0ebbeeb62f2d req-a193e245-9c8d-4d3c-b24c-90e0d08c8708 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428891 Nov 26 04:10:20.092612 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 04:10:20.186084 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:10:20.196738 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'port_id': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd', 'mac_address': 'fa:16:3e:e0:c0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 04:10:20.232681 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:20.244768 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 04:10:20.267934 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:10:20.272515 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:20.317692 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,revision_number=9']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:10:20.666220 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 04:10:20.871306 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1728abc-f218-4b2d-9ea9-697a0b4958d8 req-5ce8c0e7-bdfe-48c3-a75c-1d77bdd0bd85 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:20.872799 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1728abc-f218-4b2d-9ea9-697a0b4958d8 req-5ce8c0e7-bdfe-48c3-a75c-1d77bdd0bd85 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 944 time: 0.0525854 Nov 26 04:10:20.921602 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1728abc-f218-4b2d-9ea9-697a0b4958d8 req-da61686d-ffda-4c7d-a378-1c2137d62fad tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421133 Nov 26 04:10:22.035018 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48469105-2d66-4f69-9f1b-5801a6b62be9 req-d22b7a3e-8023-498c-a5fe-e2a06a4c735a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:22.036534 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-48469105-2d66-4f69-9f1b-5801a6b62be9 req-d22b7a3e-8023-498c-a5fe-e2a06a4c735a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 944 time: 0.0486693 Nov 26 04:10:22.084901 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-48469105-2d66-4f69-9f1b-5801a6b62be9 req-0fa3f264-12ef-4f03-8eae-9b4e485a119b tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425088 Nov 26 04:10:22.107523 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:10:22.155307 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 04:10:22.158954 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:10:22.159348 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:22.236026 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:22.258389 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:10:22.260665 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ac5b80-67fa-4a27-a5db-ac64a1111d79" -d '{"events": [{"server_uuid": "f0760ca7-e034-4ea6-a93f-8d9aae3100cd", "name": "network-vif-plugged", "status": "completed", "tag": "ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:10:22.273081 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:10:22.277051 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:22.300434 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 04:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d13ef2-dce5-41cc-a2dc-fd879debb6f3 x-openstack-request-id: req-57d13ef2-dce5-41cc-a2dc-fd879debb6f3 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:10:22.300735 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0760ca7-e034-4ea6-a93f-8d9aae3100cd", "name": "network-vif-plugged", "status": "completed", "tag": "ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:10:22.300988 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57d13ef2-dce5-41cc-a2dc-fd879debb6f3 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:10:22.301377 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd', 'code': 200} Nov 26 04:10:22.325997 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,revision_number=10']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:10:22.486571 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c91de5-cf6e-41fa-a224-3f6264d4ae6f req-6f26d153-9f12-4c62-b291-287d567a2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:22.488566 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89c91de5-cf6e-41fa-a224-3f6264d4ae6f req-6f26d153-9f12-4c62-b291-287d567a2c02 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 1097 time: 0.0394607 Nov 26 04:10:22.537325 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89c91de5-cf6e-41fa-a224-3f6264d4ae6f req-db61668b-a348-4eb8-a602-a35530a91222 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415192 Nov 26 04:10:23.159767 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:23.201601 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca1115-16a6-4a83-8e06-99cad44ec581 req-4aa2d2ab-6b4f-4ccd-91f0-b28ac1407926 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:23.203096 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1ca1115-16a6-4a83-8e06-99cad44ec581 req-4aa2d2ab-6b4f-4ccd-91f0-b28ac1407926 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 946 time: 0.0502920 Nov 26 04:10:23.253143 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a1ca1115-16a6-4a83-8e06-99cad44ec581 req-387a62fd-885a-4ef9-8ff9-263f6e7d8ab0 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438156 Nov 26 04:10:23.710412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70daca15-f538-437b-9544-7446ded3ff8f req-ed672cd1-642c-47c4-a60b-0fd6571a9a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:23.711938 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70daca15-f538-437b-9544-7446ded3ff8f req-ed672cd1-642c-47c4-a60b-0fd6571a9a66 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 1097 time: 0.0400112 Nov 26 04:10:23.856829 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70daca15-f538-437b-9544-7446ded3ff8f req-7d4e836a-2ef5-406b-bcd8-f88960a76430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:23.858332 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70daca15-f538-437b-9544-7446ded3ff8f req-7d4e836a-2ef5-406b-bcd8-f88960a76430 service neutron] 10.222.0.54 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 909 time: 0.0888360 Nov 26 04:10:23.925841 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70daca15-f538-437b-9544-7446ded3ff8f req-b1fdcbf0-4923-4ce7-9a44-5dbee62197e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd HTTP/1.1" status: 200 len: 1000 time: 0.0598547 Nov 26 04:10:23.980558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70daca15-f538-437b-9544-7446ded3ff8f req-fe455892-af54-476e-96a2-d4afe06c3ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:23.982008 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70daca15-f538-437b-9544-7446ded3ff8f req-fe455892-af54-476e-96a2-d4afe06c3ab3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0476873 Nov 26 04:10:24.029232 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70daca15-f538-437b-9544-7446ded3ff8f req-59a50b2c-b88e-43a9-9c92-aa0963df2a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:24.030748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70daca15-f538-437b-9544-7446ded3ff8f req-59a50b2c-b88e-43a9-9c92-aa0963df2a7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413992 Nov 26 04:10:24.119213 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70daca15-f538-437b-9544-7446ded3ff8f req-c6b6a900-c91e-4c8d-a37d-71775b33b90a service neutron] 10.222.0.54 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804141 Nov 26 04:10:24.210683 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70daca15-f538-437b-9544-7446ded3ff8f req-d5310803-20cd-4d4e-ae5e-3398898fbe78 service neutron] 10.222.0.54 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845613 Nov 26 04:10:24.375153 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fd581-0e72-49bb-a011-6814662bc362 req-e55e2d0e-90b8-40f8-9068-1ba1271bb3d5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:10:24.376681 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c9fd581-0e72-49bb-a011-6814662bc362 req-e55e2d0e-90b8-40f8-9068-1ba1271bb3d5 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 946 time: 0.0534172 Nov 26 04:10:24.426740 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3c9fd581-0e72-49bb-a011-6814662bc362 req-deefefcf-0114-416b-9740-a60015acfa21 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432043 Nov 26 04:10:24.513388 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:26.856100 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:10:41.860014 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d524-4705-43e5-850f-73d659b53fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:44.248713 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-89d30c75-f611-4763-8e45-4345f299d76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:45.384798 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:46.955868 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:47.768557 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:53.161388 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:10:54.535417 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:03.856079 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:11:11.861952 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f9db3148-320b-4237-9fe7-204eeb87e12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:14.249296 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-633f9073-47a2-42b8-b8b8-ae50861b0a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:15.386714 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:16.959162 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:17.770090 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:23.225644 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:24.534699 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:25.635282 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9af21e45-231a-4039-b46e-72f6124abccf req-8a3d5af4-e6f1-485c-a886-664a80010460 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463026 Nov 26 04:11:25.739878 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af21e45-231a-4039-b46e-72f6124abccf req-f855fd39-c162-4a83-8db2-8a7d547c4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:11:25.741442 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9af21e45-231a-4039-b46e-72f6124abccf req-f855fd39-c162-4a83-8db2-8a7d547c4ba4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 1097 time: 0.0428178 Nov 26 04:11:25.848284 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af21e45-231a-4039-b46e-72f6124abccf req-c69dd56d-9f02-4abe-adda-dcc9f82102e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:11:25.850491 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9af21e45-231a-4039-b46e-72f6124abccf req-c69dd56d-9f02-4abe-adda-dcc9f82102e4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 909 time: 0.0900016 Nov 26 04:11:25.921391 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9af21e45-231a-4039-b46e-72f6124abccf req-95b2d710-4ab7-4119-a218-8c3f952c0242 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd HTTP/1.1" status: 200 len: 1000 time: 0.0618827 Nov 26 04:11:25.971579 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af21e45-231a-4039-b46e-72f6124abccf req-0c25bd1b-af90-47a7-8efe-752ca2e06885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:11:25.973043 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9af21e45-231a-4039-b46e-72f6124abccf req-0c25bd1b-af90-47a7-8efe-752ca2e06885 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0442715 Nov 26 04:11:26.026793 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af21e45-231a-4039-b46e-72f6124abccf req-85947bc1-498f-4d32-9782-d22f45daab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:11:26.028419 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9af21e45-231a-4039-b46e-72f6124abccf req-85947bc1-498f-4d32-9782-d22f45daab1e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481267 Nov 26 04:11:26.117429 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9af21e45-231a-4039-b46e-72f6124abccf req-200eae97-bbcd-448e-a22b-176159506775 service neutron] 10.222.0.54 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813460 Nov 26 04:11:26.214664 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9af21e45-231a-4039-b46e-72f6124abccf req-d27e5a67-4201-4973-8037-30cfbd94671d service neutron] 10.222.0.54 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905707 Nov 26 04:11:40.150132 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37252) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:11:40.304078 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Deleting port 81542583-b764-42a9-9197-e97baa91f28f {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:11:40.304467 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:40.377117 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:40.377452 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:40.389225 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Calling delete_port for 81542583-b764-42a9-9197-e97baa91f28f owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:11:40.532022 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:40.557128 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event deleted for resources: {'Port': ['ID=81542583-b764-42a9-9197-e97baa91f28f,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:40.586494 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:40.586845 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:40.587191 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:40.587532 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:40.587866 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:40.588230 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:40.588565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:40.588903 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:40.589229 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:40.589557 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:40.589890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:40.590213 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:40.628106 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:40.628471 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Floating IP aff4dca9-7344-4ab5-9ff3-67e240aa1418 disassociated (deleted). External IP: 172.25.0.25, port: ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd. Nov 26 04:11:40.836672 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Router 6d32bc99-67d8-48dd-8acc-9009060211ad has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:11:40.854881 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:11:40.943063 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:11:40.948489 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:40.952983 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95b7e8a-bae8-49b9-8365-230f870cffe8 None None] Sync routers for ids ['6d32bc99-67d8-48dd-8acc-9009060211ad'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:11:40.962702 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95b7e8a-bae8-49b9-8365-230f870cffe8 None None] Routers {'6d32bc99-67d8-48dd-8acc-9009060211ad'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:11:40.963324 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c95b7e8a-bae8-49b9-8365-230f870cffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:11:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6d32bc99-67d8-48dd-8acc-9009060211ad'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:11:40.974648 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e2c1007e-15d8-4a12-96b5-d4a743a7f00f tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "DELETE /v2.0/floatingips/aff4dca9-7344-4ab5-9ff3-67e240aa1418 HTTP/1.1" status: 204 len: 168 time: 0.8233860 Nov 26 04:11:40.975260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'tag': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:11:40.977663 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e74513-ea52-46ff-8180-704b20fed47a" -d '{"events": [{"name": "network-changed", "server_uuid": "f0760ca7-e034-4ea6-a93f-8d9aae3100cd", "tag": "ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:11:41.024519 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 04:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c7db85-f698-42f5-8233-5db7357aa526 x-openstack-request-id: req-12c7db85-f698-42f5-8233-5db7357aa526 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:11:41.024821 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0760ca7-e034-4ea6-a93f-8d9aae3100cd", "tag": "ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:11:41.025085 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12c7db85-f698-42f5-8233-5db7357aa526 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:11:41.025505 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'tag': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd', 'status': 'completed', 'code': 200} Nov 26 04:11:41.074363 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-c95b7e8a-bae8-49b9-8365-230f870cffe8 None None] Set router 6d32bc99-67d8-48dd-8acc-9009060211ad gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:11:41.109821 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e74513-ea52-46ff-8180-704b20fed47a req-49570897-191d-4eb7-9cee-d67fbb82076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:11:41.111267 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31e74513-ea52-46ff-8180-704b20fed47a req-49570897-191d-4eb7-9cee-d67fbb82076f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=148aa6fb421c4ddc9521df49585b0de9&device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 1097 time: 0.0435781 Nov 26 04:11:41.265660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fbbd6-0ac6-4db7-a497-e1eb80bc3225 req-a7b737c3-8604-4254-a3ae-6c934754a09e tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:11:41.267149 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-733fbbd6-0ac6-4db7-a497-e1eb80bc3225 req-a7b737c3-8604-4254-a3ae-6c934754a09e tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 946 time: 0.0957503 Nov 26 04:11:41.282531 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c95b7e8a-bae8-49b9-8365-230f870cffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port': {'id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '09cae5ce-84a7-4711-b11c-8e8e1cef06ae', 'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'mac_address': 'fa:16:3e:9b:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:55Z', 'updated_at': '2021-11-26T04:03:01Z', 'revision_number': 5, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'subnets': [{'id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:11:41.286127 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e74513-ea52-46ff-8180-704b20fed47a req-a5e5995c-60bd-4ec4-9e4d-6f2f9fee0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:11:41.287562 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31e74513-ea52-46ff-8180-704b20fed47a req-a5e5995c-60bd-4ec4-9e4d-6f2f9fee0fcf service neutron] 10.222.0.54 "GET /v2.0/networks?id=45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 200 len: 909 time: 0.1342976 Nov 26 04:11:41.309175 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95b7e8a-bae8-49b9-8365-230f870cffe8 None None] Checking router: 6d32bc99-67d8-48dd-8acc-9009060211ad for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:11:41.318447 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95b7e8a-bae8-49b9-8365-230f870cffe8 None None] Routers {'6d32bc99-67d8-48dd-8acc-9009060211ad'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:11:41.319071 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c95b7e8a-bae8-49b9-8365-230f870cffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:11:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6d32bc99-67d8-48dd-8acc-9009060211ad'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:11:41.336702 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31e74513-ea52-46ff-8180-704b20fed47a req-43522142-2b1a-4c00-9b7e-0d148aebb596 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd HTTP/1.1" status: 200 len: 217 time: 0.0399113 Nov 26 04:11:41.390188 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-733fbbd6-0ac6-4db7-a497-e1eb80bc3225 req-7c2cb37d-6142-4c68-9d20-b9f6db8817af tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139960 Nov 26 04:11:41.413473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e74513-ea52-46ff-8180-704b20fed47a req-023c9ec6-8225-458c-a42e-b2dd6d284154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:11:41.415618 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31e74513-ea52-46ff-8180-704b20fed47a req-023c9ec6-8225-458c-a42e-b2dd6d284154 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 200 len: 847 time: 0.0714569 Nov 26 04:11:41.425326 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-c95b7e8a-bae8-49b9-8365-230f870cffe8 None None] Set router 6d32bc99-67d8-48dd-8acc-9009060211ad gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:11:41.463585 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e74513-ea52-46ff-8180-704b20fed47a req-6e994fbc-f669-4538-973e-cc5422a96535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:11:41.465141 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31e74513-ea52-46ff-8180-704b20fed47a req-6e994fbc-f669-4538-973e-cc5422a96535 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=45f82b75-e129-4c9c-ae70-62bfca11f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407243 Nov 26 04:11:41.559355 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31e74513-ea52-46ff-8180-704b20fed47a req-886cc155-9d8c-46e0-a730-2b0206de12fe service neutron] 10.222.0.54 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858181 Nov 26 04:11:41.626726 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-c95b7e8a-bae8-49b9-8365-230f870cffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port': {'id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '09cae5ce-84a7-4711-b11c-8e8e1cef06ae', 'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'mac_address': 'fa:16:3e:9b:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:55Z', 'updated_at': '2021-11-26T04:03:01Z', 'revision_number': 5, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'subnets': [{'id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:11:41.653940 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95b7e8a-bae8-49b9-8365-230f870cffe8 None None] The sync data for ids ['6d32bc99-67d8-48dd-8acc-9009060211ad'] in n-d-819389-3 is: [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port': {'id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': '09cae5ce-84a7-4711-b11c-8e8e1cef06ae', 'name': '', 'network_id': '45f82b75-e129-4c9c-ae70-62bfca11f9bf', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'mac_address': 'fa:16:3e:9b:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:55Z', 'updated_at': '2021-11-26T04:03:01Z', 'revision_number': 5, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'subnets': [{'id': '1a14e865-d224-4df1-9bbd-5460589b89f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:11:41.654180 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-31e74513-ea52-46ff-8180-704b20fed47a req-5d144330-20c1-4f64-8652-fa495bbb5739 service neutron] 10.222.0.54 "GET /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869555 Nov 26 04:11:41.864501 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a45653cf-f713-4d76-8c3b-07e014b64c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:41.876678 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af172ab-5601-4ac1-917e-d4f3d830cd6e None None] New status for floating IP aff4dca9-7344-4ab5-9ff3-67e240aa1418: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 04:11:42.507240 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b70123-2873-4c85-8808-bb72be84216a req-df1abdc3-a920-43ae-b119-af6888ba991a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:11:42.509541 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6b70123-2873-4c85-8808-bb72be84216a req-df1abdc3-a920-43ae-b119-af6888ba991a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 946 time: 0.0492828 Nov 26 04:11:42.562603 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c6b70123-2873-4c85-8808-bb72be84216a req-2eab57f5-342c-49de-b25d-815747af4b81 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/security-groups?id=e707bfc8-c89d-4aab-ad61-e424a8cf1f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470037 Nov 26 04:11:42.948489 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e69f51-31ce-4548-b074-41ad6ae111d8 req-eb344150-73a4-427d-bb74-a89d83d9e12c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:11:42.949959 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99e69f51-31ce-4548-b074-41ad6ae111d8 req-eb344150-73a4-427d-bb74-a89d83d9e12c tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 946 time: 0.0481677 Nov 26 04:11:43.044524 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-99e69f51-31ce-4548-b074-41ad6ae111d8 req-c5e8d50c-8098-4dff-920c-7a7222f0265a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Deleting port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:11:43.044861 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-99e69f51-31ce-4548-b074-41ad6ae111d8 req-c5e8d50c-8098-4dff-920c-7a7222f0265a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:43.132215 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-99e69f51-31ce-4548-b074-41ad6ae111d8 req-c5e8d50c-8098-4dff-920c-7a7222f0265a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] For port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:11:43.132595 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-99e69f51-31ce-4548-b074-41ad6ae111d8 req-c5e8d50c-8098-4dff-920c-7a7222f0265a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:43.144501 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-99e69f51-31ce-4548-b074-41ad6ae111d8 req-c5e8d50c-8098-4dff-920c-7a7222f0265a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Calling delete_port for ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:11:43.269817 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-99e69f51-31ce-4548-b074-41ad6ae111d8 req-c5e8d50c-8098-4dff-920c-7a7222f0265a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:43.297133 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8d50c-8098-4dff-920c-7a7222f0265a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event deleted for resources: {'Port': ['ID=ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:43.342072 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e69f51-31ce-4548-b074-41ad6ae111d8 req-c5e8d50c-8098-4dff-920c-7a7222f0265a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] No DVR routers for this DVR port ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 04:11:43.344743 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-99e69f51-31ce-4548-b074-41ad6ae111d8 req-c5e8d50c-8098-4dff-920c-7a7222f0265a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:43.348401 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99e69f51-31ce-4548-b074-41ad6ae111d8 req-c5e8d50c-8098-4dff-920c-7a7222f0265a tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.54 "DELETE /v2.0/ports/ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd HTTP/1.1" status: 204 len: 173 time: 0.3915768 Nov 26 04:11:43.348847 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'name': 'network-vif-deleted', 'tag': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:11:43.351191 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16a408e-22e4-4bf9-85b4-e919f614ba1c" -d '{"events": [{"server_uuid": "f0760ca7-e034-4ea6-a93f-8d9aae3100cd", "name": "network-vif-deleted", "tag": "ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:11:43.392169 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 04:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b25a6f-2dd5-4ece-b9b2-9b0f06da9641 x-openstack-request-id: req-12b25a6f-2dd5-4ece-b9b2-9b0f06da9641 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:11:43.392471 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0760ca7-e034-4ea6-a93f-8d9aae3100cd", "name": "network-vif-deleted", "tag": "ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:11:43.392732 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12b25a6f-2dd5-4ece-b9b2-9b0f06da9641 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:11:43.393137 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0760ca7-e034-4ea6-a93f-8d9aae3100cd', 'name': 'network-vif-deleted', 'tag': 'ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd', 'status': 'completed', 'code': 200} Nov 26 04:11:43.673651 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8063ac0f-f1ef-4ba6-baf2-1b7174f25d5a req-3ee9beb6-49fa-42ed-aa4a-86b9ac0366dd tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 210 time: 0.0379272 Nov 26 04:11:44.251150 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d9cda7ad-6bfc-4eaf-96af-cccdfb038082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:44.774748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6a088e14-90f9-4eb1-8997-a1fe94b760a4 req-9c4b5c79-47dc-4309-9660-9290148aa3aa tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 210 time: 0.0297096 Nov 26 04:11:45.390626 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:45.872442 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9aec1fde-9997-4adb-a1e1-d2ac9e8ae19c req-ce85f48f-9af4-47c7-9771-0d1dbab930a2 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 210 time: 0.0266302 Nov 26 04:11:46.449604 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:11:46.469645 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:11:46.470002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device ffdf36f7-7c77-4d68-a90a-0e2dc85e7ccd not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:11:46.963656 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:46.967704 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b65f1107-18eb-4169-9b1b-c19a1e2b286c req-1a450f4a-abdf-4699-a2a6-cd95bd739914 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 210 time: 0.0274198 Nov 26 04:11:47.771615 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:48.106823 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-5f09aef3-ffff-4bcf-ab84-8612cd25f36e req-24cbfe75-d47a-4452-ac52-ce4c5806dee1 tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0760ca7-e034-4ea6-a93f-8d9aae3100cd HTTP/1.1" status: 200 len: 210 time: 0.0323510 Nov 26 04:11:49.161941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37288) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:11:49.217700 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-341b5f00-6a8f-4fd5-95f7-f8527f61c7be tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:49.242524 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-341b5f00-6a8f-4fd5-95f7-f8527f61c7be tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:49.306292 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-341b5f00-6a8f-4fd5-95f7-f8527f61c7be tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:49.309155 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-341b5f00-6a8f-4fd5-95f7-f8527f61c7be tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:49.310350 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-341b5f00-6a8f-4fd5-95f7-f8527f61c7be tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] 10.222.0.31 "DELETE /v2.0/security-groups/e707bfc8-c89d-4aab-ad61-e424a8cf1f57 HTTP/1.1" status: 204 len: 168 time: 0.1474059 Nov 26 04:11:49.319991 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b5f00-6a8f-4fd5-95f7-f8527f61c7be tempest-TestShelveInstance-1404816544 tempest-TestShelveInstance-1404816544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e707bfc8-c89d-4aab-ad61-e424a8cf1f57,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:49.352228 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37292) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:11:50.094932 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-09c95dc5-423d-449d-945d-a4e38a14f4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:50.349525 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-09c95dc5-423d-449d-945d-a4e38a14f4d8 admin admin] Deleting port 09cae5ce-84a7-4711-b11c-8e8e1cef06ae {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:11:50.350162 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-09c95dc5-423d-449d-945d-a4e38a14f4d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:50.433848 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-09c95dc5-423d-449d-945d-a4e38a14f4d8 admin admin] For port 09cae5ce-84a7-4711-b11c-8e8e1cef06ae, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=09cae5ce-84a7-4711-b11c-8e8e1cef06ae,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:11:50.434216 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-09c95dc5-423d-449d-945d-a4e38a14f4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:50.447248 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-09c95dc5-423d-449d-945d-a4e38a14f4d8 admin admin] Calling delete_port for 09cae5ce-84a7-4711-b11c-8e8e1cef06ae owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:11:50.628621 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-09c95dc5-423d-449d-945d-a4e38a14f4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:50.662540 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c95dc5-423d-449d-945d-a4e38a14f4d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=09cae5ce-84a7-4711-b11c-8e8e1cef06ae,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:50.834667 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-09c95dc5-423d-449d-945d-a4e38a14f4d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:51.058943 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c95dc5-423d-449d-945d-a4e38a14f4d8 admin admin] Router 6d32bc99-67d8-48dd-8acc-9009060211ad has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:11:51.165354 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c95dc5-423d-449d-945d-a4e38a14f4d8 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:11:51.173942 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-09c95dc5-423d-449d-945d-a4e38a14f4d8 admin admin] 10.222.0.31 "PUT /v2.0/routers/6d32bc99-67d8-48dd-8acc-9009060211ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8195901 Nov 26 04:11:51.173942 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37296) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:11:51.176804 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8951730-522c-4960-8d5c-da8e8f311a89 None None] Sync routers for ids ['6d32bc99-67d8-48dd-8acc-9009060211ad'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:11:51.187971 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8951730-522c-4960-8d5c-da8e8f311a89 None None] Routers {'6d32bc99-67d8-48dd-8acc-9009060211ad'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:11:51.188926 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b8951730-522c-4960-8d5c-da8e8f311a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:11:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6d32bc99-67d8-48dd-8acc-9009060211ad'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:11:51.281854 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b309834d-1a33-4aea-98eb-b760ed503507 admin admin] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:51.309805 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b8951730-522c-4960-8d5c-da8e8f311a89 None None] Set router 6d32bc99-67d8-48dd-8acc-9009060211ad gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:11:51.388286 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b309834d-1a33-4aea-98eb-b760ed503507 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:51.442317 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b309834d-1a33-4aea-98eb-b760ed503507 admin admin] Deleting port ca628d22-e323-400d-9a28-5edbb3067b50 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:11:51.442801 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b309834d-1a33-4aea-98eb-b760ed503507 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:51.499155 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b8951730-522c-4960-8d5c-da8e8f311a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:11:50Z', 'revision_number': 5, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port': {'id': 'ca628d22-e323-400d-9a28-5edbb3067b50', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:11:51.525638 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8951730-522c-4960-8d5c-da8e8f311a89 None None] Checking router: 6d32bc99-67d8-48dd-8acc-9009060211ad for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:11:51.534241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-b309834d-1a33-4aea-98eb-b760ed503507 admin admin] For port ca628d22-e323-400d-9a28-5edbb3067b50, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=ca628d22-e323-400d-9a28-5edbb3067b50,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:11:51.534790 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8951730-522c-4960-8d5c-da8e8f311a89 None None] Routers {'6d32bc99-67d8-48dd-8acc-9009060211ad'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:11:51.535209 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b309834d-1a33-4aea-98eb-b760ed503507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:51.535405 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b8951730-522c-4960-8d5c-da8e8f311a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:11:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['6d32bc99-67d8-48dd-8acc-9009060211ad'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:11:51.549477 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b309834d-1a33-4aea-98eb-b760ed503507 admin admin] Calling delete_port for ca628d22-e323-400d-9a28-5edbb3067b50 owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:11:51.738558 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b309834d-1a33-4aea-98eb-b760ed503507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:51.768940 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309834d-1a33-4aea-98eb-b760ed503507 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca628d22-e323-400d-9a28-5edbb3067b50,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:51.787596 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b328451c-fb0f-4a0f-99c2-b0f626e1000e None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:11:51.800974 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b8951730-522c-4960-8d5c-da8e8f311a89 None None] Set router 6d32bc99-67d8-48dd-8acc-9009060211ad gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:11:51.841149 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b309834d-1a33-4aea-98eb-b760ed503507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:51.857473 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b8951730-522c-4960-8d5c-da8e8f311a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:11:51Z', 'revision_number': 6, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:11:51.884824 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8951730-522c-4960-8d5c-da8e8f311a89 None None] The sync data for ids ['6d32bc99-67d8-48dd-8acc-9009060211ad'] in n-d-819389-3 is: [{'id': '6d32bc99-67d8-48dd-8acc-9009060211ad', 'name': 'tempest-TestShelveInstance-650899669-router', 'tenant_id': '148aa6fb421c4ddc9521df49585b0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:53Z', 'updated_at': '2021-11-26T04:11:51Z', 'revision_number': 6, 'project_id': '148aa6fb421c4ddc9521df49585b0de9', 'gw_port_host': None}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:11:51.937206 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b309834d-1a33-4aea-98eb-b760ed503507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:51.939314 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b309834d-1a33-4aea-98eb-b760ed503507 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:51.981776 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b309834d-1a33-4aea-98eb-b760ed503507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:51.982554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b309834d-1a33-4aea-98eb-b760ed503507 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d32bc99-67d8-48dd-8acc-9009060211ad {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 04:11:51.987051 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b309834d-1a33-4aea-98eb-b760ed503507 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:51.988289 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b309834d-1a33-4aea-98eb-b760ed503507 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6d32bc99-67d8-48dd-8acc-9009060211ad HTTP/1.1" status: 204 len: 168 time: 0.8143392 Nov 26 04:11:51.990901 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37298) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:11:52.049335 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db6ab12-9769-40f8-b9e8-2ea1121297d4 admin admin] Deleting subnet 1a14e865-d224-4df1-9bbd-5460589b89f3 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 04:11:52.052474 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2db6ab12-9769-40f8-b9e8-2ea1121297d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:52.086851 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2db6ab12-9769-40f8-b9e8-2ea1121297d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:52.164830 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2db6ab12-9769-40f8-b9e8-2ea1121297d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:52.220098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2db6ab12-9769-40f8-b9e8-2ea1121297d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:52.247565 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6ab12-9769-40f8-b9e8-2ea1121297d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a14e865-d224-4df1-9bbd-5460589b89f3,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:52.249572 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-2db6ab12-9769-40f8-b9e8-2ea1121297d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:52.255312 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-2db6ab12-9769-40f8-b9e8-2ea1121297d4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1a14e865-d224-4df1-9bbd-5460589b89f3 HTTP/1.1" status: 204 len: 168 time: 0.2604508 Nov 26 04:11:52.255489 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37300) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:11:52.256305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50b92dd-a785-4a6b-bb0d-d2da0fdc4804 None None] Network 45f82b75-e129-4c9c-ae70-62bfca11f9bf requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 04:11:52.331691 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:52.389346 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Deleting port 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:11:52.389695 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:52.454646 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] For port 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=12ddfb03-9a0f-4d20-8f0f-2685e8cdd769,segment=NetworkSegment(59af17a6-10c1-45eb-aa31-f4f38409717f),segment_id=59af17a6-10c1-45eb-aa31-f4f38409717f)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:11:52.454937 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:52.467332 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Calling delete_port for 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:11:52.543388 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:52.569860 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ddfb03-9a0f-4d20-8f0f-2685e8cdd769,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:52.571999 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] No DVR routers for this DVR port 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 04:11:52.600164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:52.600519 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:52.601403 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:52.601747 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:52.602083 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:52.602420 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:52.602752 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:52.603081 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:52.603415 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:52.603741 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:52.604140 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:52.604529 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:52.655935 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:52.676164 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f82b75-e129-4c9c-ae70-62bfca11f9bf']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:11:52.686303 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59af17a6-10c1-45eb-aa31-f4f38409717f') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:11:52.686605 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59af17a6-10c1-45eb-aa31-f4f38409717f') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:11:52.696662 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:52.701561 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c58b4d2-96f7-45d9-a85e-c9259507e625 None None] DHCP port deletion for 45f82b75-e129-4c9c-ae70-62bfca11f9bf request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:11:52.712955 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:52.723009 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 04:11:52.723341 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: timer() Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 04:11:52.725149 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 04:11:52.785145 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:52.793090 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:52.795237 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/45f82b75-e129-4c9c-ae70-62bfca11f9bf HTTP/1.1" status: 204 len: 168 time: 0.5322762 Nov 26 04:11:52.798453 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37304) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:11:52.807069 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0249c35-ba3f-4340-a405-e3ba5d0615a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=45f82b75-e129-4c9c-ae70-62bfca11f9bf,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:53.145363 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e4b1127b-65e1-4182-a123-2d973d86954e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:53.243966 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:53.384426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e4b1127b-65e1-4182-a123-2d973d86954e admin admin] Deleting port 80e243b7-fb1d-4fbe-b696-aec7cb985a2e {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:11:53.384768 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e4b1127b-65e1-4182-a123-2d973d86954e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:53.460635 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-e4b1127b-65e1-4182-a123-2d973d86954e admin admin] For port 80e243b7-fb1d-4fbe-b696-aec7cb985a2e, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=80e243b7-fb1d-4fbe-b696-aec7cb985a2e,segment=NetworkSegment(8e6a0f27-f8d9-4b67-aad5-718766f5bbe4),segment_id=8e6a0f27-f8d9-4b67-aad5-718766f5bbe4)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:11:53.460994 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e4b1127b-65e1-4182-a123-2d973d86954e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:53.473508 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e4b1127b-65e1-4182-a123-2d973d86954e admin admin] Calling delete_port for 80e243b7-fb1d-4fbe-b696-aec7cb985a2e owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:11:53.648167 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e4b1127b-65e1-4182-a123-2d973d86954e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:53.677628 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1127b-65e1-4182-a123-2d973d86954e admin admin] Pushing event deleted for resources: {'Port': ['ID=80e243b7-fb1d-4fbe-b696-aec7cb985a2e,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:53.834487 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ca628d22-e323-400d-9a28-5edbb3067b50 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:11:53.851416 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e4b1127b-65e1-4182-a123-2d973d86954e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:53.856526 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: ca628d22-e323-400d-9a28-5edbb3067b50 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:11:53.856955 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device ca628d22-e323-400d-9a28-5edbb3067b50 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:11:53.857583 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 09cae5ce-84a7-4711-b11c-8e8e1cef06ae no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:11:53.879019 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 09cae5ce-84a7-4711-b11c-8e8e1cef06ae {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:11:53.879539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 09cae5ce-84a7-4711-b11c-8e8e1cef06ae not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:11:53.880091 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:11:53.904021 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:11:53.904359 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 12ddfb03-9a0f-4d20-8f0f-2685e8cdd769 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:11:54.380325 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b1127b-65e1-4182-a123-2d973d86954e admin admin] Router ecf9beac-d9af-4f6d-b982-e8a94d403cc2 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:11:54.483652 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b1127b-65e1-4182-a123-2d973d86954e admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:11:54.488637 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e4b1127b-65e1-4182-a123-2d973d86954e admin admin] 10.222.0.31 "PUT /v2.0/routers/ecf9beac-d9af-4f6d-b982-e8a94d403cc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6891439 Nov 26 04:11:54.491205 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37306) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:11:54.494080 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb365c2-0de1-41aa-9a9a-ec24fc299667 None None] Sync routers for ids ['ecf9beac-d9af-4f6d-b982-e8a94d403cc2'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:11:54.504556 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb365c2-0de1-41aa-9a9a-ec24fc299667 None None] Routers {'ecf9beac-d9af-4f6d-b982-e8a94d403cc2'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:11:54.505168 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fcb365c2-0de1-41aa-9a9a-ec24fc299667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:11:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ecf9beac-d9af-4f6d-b982-e8a94d403cc2'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:11:54.535310 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:54.591498 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-61c2a773-a656-425d-8f37-310b1e545245 admin admin] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:54.609145 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-fcb365c2-0de1-41aa-9a9a-ec24fc299667 None None] Set router ecf9beac-d9af-4f6d-b982-e8a94d403cc2 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:11:54.693127 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-61c2a773-a656-425d-8f37-310b1e545245 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:54.749125 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-61c2a773-a656-425d-8f37-310b1e545245 admin admin] Deleting port a205a231-0ba6-4ccd-9092-27e3fad74054 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:11:54.749469 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-61c2a773-a656-425d-8f37-310b1e545245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:54.790105 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fcb365c2-0de1-41aa-9a9a-ec24fc299667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'name': 'tempest-TestShelveInstance-1432114096-router', 'tenant_id': 'ecf846d841644339bf8986bcbe62c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'a205a231-0ba6-4ccd-9092-27e3fad74054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:58Z', 'updated_at': '2021-11-26T04:11:53Z', 'revision_number': 5, 'project_id': 'ecf846d841644339bf8986bcbe62c39e', 'gw_port': {'id': 'a205a231-0ba6-4ccd-9092-27e3fad74054', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:02:58Z', 'updated_at': '2021-11-26T04:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:11:54.815927 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb365c2-0de1-41aa-9a9a-ec24fc299667 None None] Checking router: ecf9beac-d9af-4f6d-b982-e8a94d403cc2 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:11:54.824594 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb365c2-0de1-41aa-9a9a-ec24fc299667 None None] Routers {'ecf9beac-d9af-4f6d-b982-e8a94d403cc2'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:11:54.825190 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fcb365c2-0de1-41aa-9a9a-ec24fc299667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:11:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ecf9beac-d9af-4f6d-b982-e8a94d403cc2'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:11:54.828479 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-61c2a773-a656-425d-8f37-310b1e545245 admin admin] For port a205a231-0ba6-4ccd-9092-27e3fad74054, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=a205a231-0ba6-4ccd-9092-27e3fad74054,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:11:54.828849 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-61c2a773-a656-425d-8f37-310b1e545245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:54.841812 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-61c2a773-a656-425d-8f37-310b1e545245 admin admin] Calling delete_port for a205a231-0ba6-4ccd-9092-27e3fad74054 owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:11:54.910829 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-fcb365c2-0de1-41aa-9a9a-ec24fc299667 None None] Set router ecf9beac-d9af-4f6d-b982-e8a94d403cc2 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:11:54.972823 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-fcb365c2-0de1-41aa-9a9a-ec24fc299667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'name': 'tempest-TestShelveInstance-1432114096-router', 'tenant_id': 'ecf846d841644339bf8986bcbe62c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:58Z', 'updated_at': '2021-11-26T04:11:54Z', 'revision_number': 6, 'project_id': 'ecf846d841644339bf8986bcbe62c39e', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:11:54.999125 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb365c2-0de1-41aa-9a9a-ec24fc299667 None None] The sync data for ids ['ecf9beac-d9af-4f6d-b982-e8a94d403cc2'] in n-d-819389-3 is: [{'id': 'ecf9beac-d9af-4f6d-b982-e8a94d403cc2', 'name': 'tempest-TestShelveInstance-1432114096-router', 'tenant_id': 'ecf846d841644339bf8986bcbe62c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:02:58Z', 'updated_at': '2021-11-26T04:11:54Z', 'revision_number': 6, 'project_id': 'ecf846d841644339bf8986bcbe62c39e', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:11:55.009415 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-61c2a773-a656-425d-8f37-310b1e545245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.035749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2a773-a656-425d-8f37-310b1e545245 admin admin] Pushing event deleted for resources: {'Port': ['ID=a205a231-0ba6-4ccd-9092-27e3fad74054,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:55.050039 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704648aa-0cf4-4f23-b538-c8dbd8e6ecbb None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:11:55.104523 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-61c2a773-a656-425d-8f37-310b1e545245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.192014 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-61c2a773-a656-425d-8f37-310b1e545245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.194029 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-61c2a773-a656-425d-8f37-310b1e545245 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.236806 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-61c2a773-a656-425d-8f37-310b1e545245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.237378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c2a773-a656-425d-8f37-310b1e545245 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecf9beac-d9af-4f6d-b982-e8a94d403cc2 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 04:11:55.242171 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-61c2a773-a656-425d-8f37-310b1e545245 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.243816 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-61c2a773-a656-425d-8f37-310b1e545245 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ecf9beac-d9af-4f6d-b982-e8a94d403cc2 HTTP/1.1" status: 204 len: 168 time: 0.7511938 Nov 26 04:11:55.245884 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37308) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:11:55.289621 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3110279-b5b4-4d93-ab50-389985ddca6c admin admin] Deleting subnet 9229b8d7-7283-4184-b125-2814829725d6 {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 04:11:55.292591 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f3110279-b5b4-4d93-ab50-389985ddca6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.331949 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f3110279-b5b4-4d93-ab50-389985ddca6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.411358 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f3110279-b5b4-4d93-ab50-389985ddca6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.463628 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f3110279-b5b4-4d93-ab50-389985ddca6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.495637 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-f3110279-b5b4-4d93-ab50-389985ddca6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.499011 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-f3110279-b5b4-4d93-ab50-389985ddca6c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9229b8d7-7283-4184-b125-2814829725d6 HTTP/1.1" status: 204 len: 168 time: 0.2521091 Nov 26 04:11:55.500026 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3110279-b5b4-4d93-ab50-389985ddca6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9229b8d7-7283-4184-b125-2814829725d6,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:55.500795 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea0dedf-961c-4190-9ca6-b1c7e74935ce None None] Network a33ad5ba-e881-4299-b83a-eaa038c61c54 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 04:11:55.501654 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37310) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:11:55.568408 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.625258 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] Deleting port 7c2ef660-811f-4e1b-859d-dcc51bfbda25 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:11:55.625858 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.690157 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] For port 7c2ef660-811f-4e1b-859d-dcc51bfbda25, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=7c2ef660-811f-4e1b-859d-dcc51bfbda25,segment=NetworkSegment(8e6a0f27-f8d9-4b67-aad5-718766f5bbe4),segment_id=8e6a0f27-f8d9-4b67-aad5-718766f5bbe4)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:11:55.690454 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.702324 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] Calling delete_port for 7c2ef660-811f-4e1b-859d-dcc51bfbda25 owned by network:dhcp {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:11:55.744652 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] DHCP port deletion for a33ad5ba-e881-4299-b83a-eaa038c61c54 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:11:55.806690 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.812938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] Deleting port 7c2ef660-811f-4e1b-859d-dcc51bfbda25 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:11:55.813318 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.826097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a205a231-0ba6-4ccd-9092-27e3fad74054 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:11:55.835861 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] No DVR routers for this DVR port 7c2ef660-811f-4e1b-859d-dcc51bfbda25 on host n-d-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 04:11:55.841149 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c2ef660-811f-4e1b-859d-dcc51bfbda25,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:55.876637 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: a205a231-0ba6-4ccd-9092-27e3fad74054 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:11:55.876996 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device a205a231-0ba6-4ccd-9092-27e3fad74054 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:11:55.877415 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 80e243b7-fb1d-4fbe-b696-aec7cb985a2e no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:11:55.905641 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 80e243b7-fb1d-4fbe-b696-aec7cb985a2e {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:11:55.905992 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 80e243b7-fb1d-4fbe-b696-aec7cb985a2e not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:11:55.906414 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 7c2ef660-811f-4e1b-859d-dcc51bfbda25 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:11:55.912676 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.933645 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 7c2ef660-811f-4e1b-859d-dcc51bfbda25 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:11:55.934005 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 7c2ef660-811f-4e1b-859d-dcc51bfbda25 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:11:55.938997 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33ad5ba-e881-4299-b83a-eaa038c61c54']}} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:11:55.941591 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] For port 7c2ef660-811f-4e1b-859d-dcc51bfbda25, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:11:55.941591 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.950134 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6a0f27-f8d9-4b67-aad5-718766f5bbe4') {'for_net_delete': True} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:11:55.950567 n-d-819389-3 neutron-server[104801]: DEBUG neutron.services.segments.db [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6a0f27-f8d9-4b67-aad5-718766f5bbe4') {} {{(pid=104801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:11:55.953968 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] Calling delete_port for 7c2ef660-811f-4e1b-859d-dcc51bfbda25 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:11:55.956673 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] Port 7c2ef660-811f-4e1b-859d-dcc51bfbda25 was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 04:11:55.958105 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.961071 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26328656'] for segment, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.978118 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.984471 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=104801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 04:11:55.984883 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327464'] for segment, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: Traceback (most recent call last): Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: timer() Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: cb(*args, **kw) Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: return func(*args, **kwargs) Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: self._notify() Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: self.callback(batched_events) Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: event.method(event) Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: return f(self, *a, **k) Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: return self._get(url).json() Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: return self.request(url, 'GET', **kwargs) Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 04:11:55.986732 n-d-819389-3 neutron-server[104801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 04:11:55.989298 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] No DVR routers for this DVR port 7c2ef660-811f-4e1b-859d-dcc51bfbda25 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 04:11:55.990577 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] Pushing event deleted for resources: {'Port': ['ID=7c2ef660-811f-4e1b-859d-dcc51bfbda25,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:56.001504 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:56.001504 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:56.001504 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:56.002300 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:56.002431 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:56.002706 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:56.003053 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:56.003396 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:56.003736 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:56.004102 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:56.004434 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:56.004780 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984aef3-77d0-4f5c-9353-a7b8d70b89c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:11:56.046325 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:56.055369 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:56.058695 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a33ad5ba-e881-4299-b83a-eaa038c61c54 HTTP/1.1" status: 204 len: 168 time: 0.5560079 Nov 26 04:11:56.071690 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3906ff7-2fb2-43df-babe-98932e650412 admin admin] Pushing event deleted for resources: {'Network': ['ID=a33ad5ba-e881-4299-b83a-eaa038c61c54,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:56.177704 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37314) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:11:56.218623 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-23b27592-27b9-431e-a404-15147e640e7d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=148aa6fb421c4ddc9521df49585b0de9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397489 Nov 26 04:11:56.221277 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37316) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:11:56.267034 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01ad641a-d471-407b-9a94-e22b8ea39e74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:56.292280 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01ad641a-d471-407b-9a94-e22b8ea39e74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:56.337942 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01ad641a-d471-407b-9a94-e22b8ea39e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:56.340533 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-01ad641a-d471-407b-9a94-e22b8ea39e74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:56.341670 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-01ad641a-d471-407b-9a94-e22b8ea39e74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a184dc21-ef85-4194-89f5-e530b9d876dc HTTP/1.1" status: 204 len: 168 time: 0.1194966 Nov 26 04:11:56.352340 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad641a-d471-407b-9a94-e22b8ea39e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a184dc21-ef85-4194-89f5-e530b9d876dc,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:56.652473 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37322) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:11:56.691803 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b19e1cb4-a0b3-4147-adea-6df569d3ea87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ecf846d841644339bf8986bcbe62c39e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381718 Nov 26 04:11:56.694241 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37324) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:11:56.744908 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1a0aad42-b154-4c72-bafb-e7d576abed4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:56.765868 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1a0aad42-b154-4c72-bafb-e7d576abed4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:56.811870 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1a0aad42-b154-4c72-bafb-e7d576abed4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:56.814459 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-1a0aad42-b154-4c72-bafb-e7d576abed4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:56.815638 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-1a0aad42-b154-4c72-bafb-e7d576abed4b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33355edb-269c-4399-9475-22bbfb67b772 HTTP/1.1" status: 204 len: 168 time: 0.1198387 Nov 26 04:11:56.823142 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0aad42-b154-4c72-bafb-e7d576abed4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33355edb-269c-4399-9475-22bbfb67b772,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:57.481640 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37346) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:11:57.574459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-37de0815-d18f-4a50-8f21-f26da7d07197 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-876127184-network', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:11:57.595910 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37de0815-d18f-4a50-8f21-f26da7d07197 admin admin] Made reservation on behalf of fcce01ebf46e460297cb6119420a69e6 for: {'network': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 04:11:57.598105 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37de0815-d18f-4a50-8f21-f26da7d07197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:57.606194 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37de0815-d18f-4a50-8f21-f26da7d07197 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:57.683301 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37de0815-d18f-4a50-8f21-f26da7d07197 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:57.686348 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37de0815-d18f-4a50-8f21-f26da7d07197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:57.711165 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37de0815-d18f-4a50-8f21-f26da7d07197 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=104802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 04:11:57.719897 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de0815-d18f-4a50-8f21-f26da7d07197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be6dbaa-90ee-423e-8155-df5446d73031,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:57.726131 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37de0815-d18f-4a50-8f21-f26da7d07197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:57.726484 n-d-819389-3 neutron-server[104802]: INFO neutron.db.segments_db [None req-37de0815-d18f-4a50-8f21-f26da7d07197 admin admin] Added segment c8f03909-6d89-4954-af1a-b5be20870a91 of type vlan for network 54ebafe3-0da4-4df5-8a4e-114bbfd9981c Nov 26 04:11:57.765238 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37de0815-d18f-4a50-8f21-f26da7d07197 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:57.789541 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37de0815-d18f-4a50-8f21-f26da7d07197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:57.790486 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37de0815-d18f-4a50-8f21-f26da7d07197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:11:57.791124 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-37de0815-d18f-4a50-8f21-f26da7d07197 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:57.841909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-37de0815-d18f-4a50-8f21-f26da7d07197 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3590066 Nov 26 04:11:57.844871 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37350) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:11:57.850762 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-a1ade15c-bf29-4904-ae81-3d86bb43210c admin admin] Request body: {'subnet': {'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-876127184-subnet', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'ip_version': 4}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:11:57.852625 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de0815-d18f-4a50-8f21-f26da7d07197 admin admin] Pushing event updated for resources: {'Network': ['ID=54ebafe3-0da4-4df5-8a4e-114bbfd9981c,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:57.862896 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 54ebafe3-0da4-4df5-8a4e-114bbfd9981c details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 04:11:57.877337 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ade15c-bf29-4904-ae81-3d86bb43210c admin admin] Made reservation on behalf of fcce01ebf46e460297cb6119420a69e6 for: {'subnet': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 04:11:57.879845 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1ade15c-bf29-4904-ae81-3d86bb43210c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26409043'] for subnet, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:58.042516 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1ade15c-bf29-4904-ae81-3d86bb43210c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26328779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26409029'] for subnet, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:58.100754 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ade15c-bf29-4904-ae81-3d86bb43210c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d19b6723-8b8d-42a0-a02d-0858e278a4ee,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:58.105129 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ade15c-bf29-4904-ae81-3d86bb43210c admin admin] Checking segment: {'id': 'c8f03909-6d89-4954-af1a-b5be20870a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:11:58.105433 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ade15c-bf29-4904-ae81-3d86bb43210c admin admin] Network hostable DHCP agents. Network: 54ebafe3-0da4-4df5-8a4e-114bbfd9981c, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 04:11:58.121838 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ade15c-bf29-4904-ae81-3d86bb43210c admin admin] Network 54ebafe3-0da4-4df5-8a4e-114bbfd9981c is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 04:11:58.129859 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-a1ade15c-bf29-4904-ae81-3d86bb43210c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 54ebafe3-0da4-4df5-8a4e-114bbfd9981c) {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:11:58.134272 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ade15c-bf29-4904-ae81-3d86bb43210c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:11:58.134872 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-a1ade15c-bf29-4904-ae81-3d86bb43210c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:58.138961 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2630e39a-3015-4729-9957-91c2ba2a8807 None None] Network 54ebafe3-0da4-4df5-8a4e-114bbfd9981c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 04:11:58.149876 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-a1ade15c-bf29-4904-ae81-3d86bb43210c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3030131 Nov 26 04:11:58.152573 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37352) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:11:58.156829 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:11:58.181770 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:58.183175 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:58.238718 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:58.285766 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 04:11:58.286640 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:58.374049 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:58.434297 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Allocated IP 172.20.0.2 (54ebafe3-0da4-4df5-8a4e-114bbfd9981c/d19b6723-8b8d-42a0-a02d-0858e278a4ee/782cf120-2a76-44c6-b0f2-742e7437a3fb) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:11:58.579393 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:58.582628 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:58.586008 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:58.602507 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:58.629453 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Network 54ebafe3-0da4-4df5-8a4e-114bbfd9981c is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:11:58.636664 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:11:58.638827 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Pushing event updated for resources: {'Port': ['ID=782cf120-2a76-44c6-b0f2-742e7437a3fb,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:58.641038 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:11:58.692786 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Attempting to bind port 782cf120-2a76-44c6-b0f2-742e7437a3fb on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:11:58.693169 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Attempting to bind port 782cf120-2a76-44c6-b0f2-742e7437a3fb by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'c8f03909-6d89-4954-af1a-b5be20870a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:11:58.693539 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Attempting to bind port 782cf120-2a76-44c6-b0f2-742e7437a3fb on network 54ebafe3-0da4-4df5-8a4e-114bbfd9981c {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:11:58.698562 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:11:58.698946 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Checking segment: {'id': 'c8f03909-6d89-4954-af1a-b5be20870a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:11:58.699353 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:58.699758 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Bound using segment: {'id': 'c8f03909-6d89-4954-af1a-b5be20870a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:11:58.700260 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Bound port: 782cf120-2a76-44c6-b0f2-742e7437a3fb, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f03909-6d89-4954-af1a-b5be20870a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:11:58.700645 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:58.713313 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] Allocated IP 172.25.0.17 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/75cfad1c-31d3-4ac7-81fb-6b44ae833ec5) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:11:58.771924 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] For port 782cf120-2a76-44c6-b0f2-742e7437a3fb, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:11:58.775781 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] For port 782cf120-2a76-44c6-b0f2-742e7437a3fb, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=782cf120-2a76-44c6-b0f2-742e7437a3fb,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:11:58.780266 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:58.815823 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:58.836462 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41382ba-f63b-4754-b8ae-efebd5257cce None None] Pushing event updated for resources: {'Port': ['ID=782cf120-2a76-44c6-b0f2-742e7437a3fb,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:58.852720 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:58.896700 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:11:58.900264 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:11:58.903910 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:11:58.912694 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd3ef0d-48e8-4b14-a75e-d4f04b00c511 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:11:58.926131 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] Pushing event updated for resources: {'Port': ['ID=75cfad1c-31d3-4ac7-81fb-6b44ae833ec5,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:11:59.024531 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-74d78772-9f4a-4d9a-9e08-361a19490245 None None] Provisioning complete for port 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:11:59.024907 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-74d78772-9f4a-4d9a-9e08-361a19490245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:59.069180 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-74d78772-9f4a-4d9a-9e08-361a19490245 None None] Port 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 04:11:59.180167 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:59.371682 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:59.502013 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] Router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 04:11:59.612619 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:11:59.633454 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:11:59.634898 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1ff93446-3923-4ab9-a492-489f302a47ee admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4813781 Nov 26 04:11:59.637699 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37354) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:11:59.667126 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Sync routers for ids ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:11:59.708318 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Routers {'f4c9dd28-19e5-40dc-a940-c2ced26e90c1'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:11:59.708955 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:11:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:11:59.821071 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93071a30-c36b-4595-b993-b03ce8ee5e8a None None] Network 54ebafe3-0da4-4df5-8a4e-114bbfd9981c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 04:11:59.867083 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 782cf120-2a76-44c6-b0f2-742e7437a3fb up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:11:59.873278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Set router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:12:00.044260 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-88c658eb-2591-42a9-bf10-075f80885fd4 None None] Provisioning complete for port 782cf120-2a76-44c6-b0f2-742e7437a3fb triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:00.044961 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-88c658eb-2591-42a9-bf10-075f80885fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:00.086411 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5336accd-f8bb-44e3-8d88-61b1f8878c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:00.162308 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 782cf120-2a76-44c6-b0f2-742e7437a3fb triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:00.162684 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:00.239312 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-5336accd-f8bb-44e3-8d88-61b1f8878c0b admin admin] Allocated IP 172.20.0.1 (54ebafe3-0da4-4df5-8a4e-114bbfd9981c/d19b6723-8b8d-42a0-a02d-0858e278a4ee/e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:12:00.351206 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5336accd-f8bb-44e3-8d88-61b1f8878c0b admin admin] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:00.385386 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5336accd-f8bb-44e3-8d88-61b1f8878c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:00.425007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5336accd-f8bb-44e3-8d88-61b1f8878c0b admin admin] Network 54ebafe3-0da4-4df5-8a4e-114bbfd9981c is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:12:00.427906 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-5336accd-f8bb-44e3-8d88-61b1f8878c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:12:00.432132 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5336accd-f8bb-44e3-8d88-61b1f8878c0b admin admin] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:12:00.437441 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336accd-f8bb-44e3-8d88-61b1f8878c0b admin admin] Pushing event updated for resources: {'Port': ['ID=e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:00.478256 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5336accd-f8bb-44e3-8d88-61b1f8878c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:00.478842 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-88c658eb-2591-42a9-bf10-075f80885fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:00.542278 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:11:59Z', 'revision_number': 3, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port': {'id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:12:00.579089 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:00.583030 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-88c658eb-2591-42a9-bf10-075f80885fd4 None None] For port 782cf120-2a76-44c6-b0f2-742e7437a3fb, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=782cf120-2a76-44c6-b0f2-742e7437a3fb,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:12:00.584031 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Checking router: f4c9dd28-19e5-40dc-a940-c2ced26e90c1 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:12:00.584412 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Updating router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 port 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5 binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 04:12:00.608868 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-88c658eb-2591-42a9-bf10-075f80885fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:00.615193 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5336accd-f8bb-44e3-8d88-61b1f8878c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:00.653592 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:00.727165 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c658eb-2591-42a9-bf10-075f80885fd4 None None] Pushing event updated for resources: {'Port': ['ID=782cf120-2a76-44c6-b0f2-742e7437a3fb,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:00.785047 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 04:12:00.785047 n-d-819389-3 neutron-server[104803]: DEBUG oslo_db.api [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 04:12:00.810498 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5336accd-f8bb-44e3-8d88-61b1f8878c0b admin admin] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:00.816617 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5336accd-f8bb-44e3-8d88-61b1f8878c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:00.883301 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1f673a5e-5673-404e-9079-c17f5c3c015b None None] Provisioning complete for port e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:00.883857 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f673a5e-5673-404e-9079-c17f5c3c015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:00.885356 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336accd-f8bb-44e3-8d88-61b1f8878c0b admin admin] Pushing event updated for resources: {'Port': ['ID=e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:00.903059 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-5336accd-f8bb-44e3-8d88-61b1f8878c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:00.939261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1f673a5e-5673-404e-9079-c17f5c3c015b None None] Port e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 04:12:00.977265 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1f673a5e-5673-404e-9079-c17f5c3c015b None None] Provisioning complete for port 782cf120-2a76-44c6-b0f2-742e7437a3fb triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:00.977636 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f673a5e-5673-404e-9079-c17f5c3c015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:01.007461 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5336accd-f8bb-44e3-8d88-61b1f8878c0b admin admin] Network 54ebafe3-0da4-4df5-8a4e-114bbfd9981c is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:12:01.008868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-5336accd-f8bb-44e3-8d88-61b1f8878c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:12:01.072265 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:01.102696 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:01.127362 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5336accd-f8bb-44e3-8d88-61b1f8878c0b admin admin] Router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:12:01.166308 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1de9a8-3c69-44d4-8010-6c7678a88b92 None None] Pushing event updated for resources: {'Port': ['ID=75cfad1c-31d3-4ac7-81fb-6b44ae833ec5,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:01.180219 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4384a2ee-95ac-4482-8c56-a83148fbca87 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:12:01.186336 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Attempting to bind port 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:12:01.186716 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Attempting to bind port 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:12:01.187087 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Attempting to bind port 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5 on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:12:01.195194 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:12:01.195574 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:12:01.195983 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:01.196453 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:12:01.196942 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Bound port: 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:12:01.197372 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:01.247552 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5336accd-f8bb-44e3-8d88-61b1f8878c0b admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:12:01.253083 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-5336accd-f8bb-44e3-8d88-61b1f8878c0b admin admin] 10.222.0.31 "PUT /v2.0/routers/f4c9dd28-19e5-40dc-a940-c2ced26e90c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6143258 Nov 26 04:12:01.263562 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] For port 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:12:01.267335 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] For port 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=75cfad1c-31d3-4ac7-81fb-6b44ae833ec5,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:12:01.273666 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:01.349192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9227ab-28bf-4667-9245-e1d18ca5cc9f None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:12:01.363985 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-42e4cfdc-cdd1-4bba-9da8-cff2d4f00231 None None] Provisioning complete for port e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:01.364391 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-42e4cfdc-cdd1-4bba-9da8-cff2d4f00231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:01.419389 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1de9a8-3c69-44d4-8010-6c7678a88b92 None None] Pushing event updated for resources: {'Port': ['ID=75cfad1c-31d3-4ac7-81fb-6b44ae833ec5,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:01.420117 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Routers {'f4c9dd28-19e5-40dc-a940-c2ced26e90c1'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:12:01.420741 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:11:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:12:01.485389 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-42e4cfdc-cdd1-4bba-9da8-cff2d4f00231 None None] Port e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 04:12:01.514744 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-42e4cfdc-cdd1-4bba-9da8-cff2d4f00231 None None] Provisioning complete for port 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:01.514744 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-42e4cfdc-cdd1-4bba-9da8-cff2d4f00231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:01.568791 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] Set router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:12:01.711503 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-42e4cfdc-cdd1-4bba-9da8-cff2d4f00231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:01.735642 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37370) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:12:01.742467 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-1a081d3c-b997-42bd-b51e-2e47e9d90498 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-299252037-network', 'tenant_id': 'f994293c1a1049459b222e801f3405e9'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:12:01.744206 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-42e4cfdc-cdd1-4bba-9da8-cff2d4f00231 None None] For port 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=75cfad1c-31d3-4ac7-81fb-6b44ae833ec5,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:12:01.757855 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-42e4cfdc-cdd1-4bba-9da8-cff2d4f00231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:01.777664 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a081d3c-b997-42bd-b51e-2e47e9d90498 admin admin] Made reservation on behalf of f994293c1a1049459b222e801f3405e9 for: {'network': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 04:12:01.780381 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a081d3c-b997-42bd-b51e-2e47e9d90498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for network, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:01.790274 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a081d3c-b997-42bd-b51e-2e47e9d90498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:01.790477 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 782cf120-2a76-44c6-b0f2-742e7437a3fb up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:12:01.872892 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a081d3c-b997-42bd-b51e-2e47e9d90498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:01.876008 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4cfdc-cdd1-4bba-9da8-cff2d4f00231 None None] Pushing event updated for resources: {'Port': ['ID=75cfad1c-31d3-4ac7-81fb-6b44ae833ec5,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:01.877080 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a081d3c-b997-42bd-b51e-2e47e9d90498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:01.904805 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-28a85f1c-7e24-4e4e-b248-9f043c23409d None None] Provisioning complete for port 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:01.905234 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-28a85f1c-7e24-4e4e-b248-9f043c23409d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:01.906493 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a081d3c-b997-42bd-b51e-2e47e9d90498 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=104801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 04:12:01.911133 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 782cf120-2a76-44c6-b0f2-742e7437a3fb triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:01.911505 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:01.917932 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a081d3c-b997-42bd-b51e-2e47e9d90498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a641aec8-a297-47d9-9d18-cf3f177170f4,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:01.923008 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a081d3c-b997-42bd-b51e-2e47e9d90498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:01.923296 n-d-819389-3 neutron-server[104801]: INFO neutron.db.segments_db [None req-1a081d3c-b997-42bd-b51e-2e47e9d90498 admin admin] Added segment 8ada7379-6193-4e0c-bad2-7c3919e8520e of type vlan for network 0ef007c6-d617-4a90-a486-d31599b72e95 Nov 26 04:12:01.963759 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a081d3c-b997-42bd-b51e-2e47e9d90498 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731989324337'] for network, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:01.982193 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 4, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port': {'id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd', 'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'mac_address': 'fa:16:3e:2b:43:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:00Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 2, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'subnets': [{'id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:12:01.989102 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a081d3c-b997-42bd-b51e-2e47e9d90498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140'] for network, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:01.990087 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a081d3c-b997-42bd-b51e-2e47e9d90498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:01.990650 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-1a081d3c-b997-42bd-b51e-2e47e9d90498 admin admin] Publish callbacks [] for network, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:02.017336 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe006c-2c40-49f0-b028-fe52601c004f None None] The sync data for ids ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'] in n-d-819389-3 is: [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 4, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port': {'id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd', 'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'mac_address': 'fa:16:3e:2b:43:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:00Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 2, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'subnets': [{'id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:12:02.043649 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-1a081d3c-b997-42bd-b51e-2e47e9d90498 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3041928 Nov 26 04:12:02.044102 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37372) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:12:02.050868 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-4a189ab7-3a26-4d6f-8e4c-d8b089d0ba0e admin admin] Request body: {'subnet': {'network_id': '0ef007c6-d617-4a90-a486-d31599b72e95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-299252037-subnet', 'tenant_id': 'f994293c1a1049459b222e801f3405e9', 'ip_version': 4}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:12:02.057440 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a081d3c-b997-42bd-b51e-2e47e9d90498 admin admin] Pushing event updated for resources: {'Network': ['ID=0ef007c6-d617-4a90-a486-d31599b72e95,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:02.075063 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Network 0ef007c6-d617-4a90-a486-d31599b72e95 details requested by agent ovs-agent-n-d-819389-3 with host n-d-819389-3 {{(pid=104803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 04:12:02.090270 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a189ab7-3a26-4d6f-8e4c-d8b089d0ba0e admin admin] Made reservation on behalf of f994293c1a1049459b222e801f3405e9 for: {'subnet': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 04:12:02.092733 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4a189ab7-3a26-4d6f-8e4c-d8b089d0ba0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25652570'] for subnet, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:02.291986 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4a189ab7-3a26-4d6f-8e4c-d8b089d0ba0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25652556'] for subnet, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:02.355216 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a189ab7-3a26-4d6f-8e4c-d8b089d0ba0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52b7f05-3251-43e7-8f4e-e4b27705c3e1,revision_number=0']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:02.362727 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a189ab7-3a26-4d6f-8e4c-d8b089d0ba0e admin admin] Checking segment: {'id': '8ada7379-6193-4e0c-bad2-7c3919e8520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0ef007c6-d617-4a90-a486-d31599b72e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:12:02.363091 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a189ab7-3a26-4d6f-8e4c-d8b089d0ba0e admin admin] Network hostable DHCP agents. Network: 0ef007c6-d617-4a90-a486-d31599b72e95, hostable agents: ['ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4'], hosted agents: [] {{(pid=104802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 04:12:02.382074 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a189ab7-3a26-4d6f-8e4c-d8b089d0ba0e admin admin] Network 0ef007c6-d617-4a90-a486-d31599b72e95 is scheduled to be hosted by DHCP agent ec9c0d4e-2344-4b5d-83f7-1b6ac5583cb4 with binding_index 1 {{(pid=104802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 04:12:02.391999 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-4a189ab7-3a26-4d6f-8e4c-d8b089d0ba0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819389-3, 0ef007c6-d617-4a90-a486-d31599b72e95) {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:12:02.396098 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a189ab7-3a26-4d6f-8e4c-d8b089d0ba0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:02.396969 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-4a189ab7-3a26-4d6f-8e4c-d8b089d0ba0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:02.404613 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0db692-3131-4d1f-9e9d-3da60d62e09b None None] Network 0ef007c6-d617-4a90-a486-d31599b72e95 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 04:12:02.420663 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4a189ab7-3a26-4d6f-8e4c-d8b089d0ba0e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3742647 Nov 26 04:12:02.421437 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37374) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:12:02.425909 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-299252037-router', 'tenant_id': 'f994293c1a1049459b222e801f3405e9', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:12:02.447729 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11363'] for router, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:02.448850 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11348'] for router, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:02.507176 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:02.572567 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a6742d0-327b-5f61-baa6-e632894b8c38-0ef007c6-d617-4a90-a486-d31599b72e95', 'network_id': '0ef007c6-d617-4a90-a486-d31599b72e95', 'tenant_id': 'f994293c1a1049459b222e801f3405e9', 'fixed_ips': [{'subnet_id': 'f52b7f05-3251-43e7-8f4e-e4b27705c3e1'}]}} from n-d-819389-3. {{(pid=104803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 04:12:02.573451 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:02.749320 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.db_base_plugin_common [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Allocated IP 172.20.0.2 (0ef007c6-d617-4a90-a486-d31599b72e95/f52b7f05-3251-43e7-8f4e-e4b27705c3e1/dcbdb71f-93ab-4185-8b0e-8c697638c3b0) {{(pid=104803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:12:02.933688 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Publish callbacks [] for port, precommit_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:02.941963 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914'] for port, after_create {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:02.986520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Network 0ef007c6-d617-4a90-a486-d31599b72e95 is already hosted by enough agents. {{(pid=104803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:12:02.989731 n-d-819389-3 neutron-server[104803]: DEBUG neutron.scheduler.base_scheduler [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Resources bound (agent type, host, resource id): {{(pid=104803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:12:02.993473 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Received port after_create {{(pid=104803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:12:03.008623 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Pushing event updated for resources: {'Port': ['ID=dcbdb71f-93ab-4185-8b0e-8c697638c3b0,revision_number=1']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:03.019629 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:03.240785 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:03.246145 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Attempting to bind port dcbdb71f-93ab-4185-8b0e-8c697638c3b0 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:12:03.246673 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Attempting to bind port dcbdb71f-93ab-4185-8b0e-8c697638c3b0 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '8ada7379-6193-4e0c-bad2-7c3919e8520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0ef007c6-d617-4a90-a486-d31599b72e95'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:12:03.247002 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Attempting to bind port dcbdb71f-93ab-4185-8b0e-8c697638c3b0 on network 0ef007c6-d617-4a90-a486-d31599b72e95 {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:12:03.252551 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:12:03.253064 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Checking segment: {'id': '8ada7379-6193-4e0c-bad2-7c3919e8520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0ef007c6-d617-4a90-a486-d31599b72e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:12:03.253595 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:03.254088 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Bound using segment: {'id': '8ada7379-6193-4e0c-bad2-7c3919e8520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0ef007c6-d617-4a90-a486-d31599b72e95'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:12:03.254671 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Bound port: dcbdb71f-93ab-4185-8b0e-8c697638c3b0, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ada7379-6193-4e0c-bad2-7c3919e8520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0ef007c6-d617-4a90-a486-d31599b72e95'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:12:03.255151 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:03.262999 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:03.327227 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] For port dcbdb71f-93ab-4185-8b0e-8c697638c3b0, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:12:03.330865 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] For port dcbdb71f-93ab-4185-8b0e-8c697638c3b0, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=dcbdb71f-93ab-4185-8b0e-8c697638c3b0,segment=NetworkSegment(8ada7379-6193-4e0c-bad2-7c3919e8520e),segment_id=8ada7379-6193-4e0c-bad2-7c3919e8520e)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:12:03.336176 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:03.379810 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] Allocated IP 172.25.0.126 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/24e506c6-4bf5-4da9-832b-3ee953fc38bd) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:12:03.400097 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af56f8-0269-4895-b70b-64ebafbaaf7f None None] Pushing event updated for resources: {'Port': ['ID=dcbdb71f-93ab-4185-8b0e-8c697638c3b0,revision_number=2']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:03.503836 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:03.546992 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:03.603044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:12:03.606089 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:12:03.608629 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:12:03.622866 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8fb560-c89d-463c-8813-06bb84db6996 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:12:03.653953 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] Pushing event updated for resources: {'Port': ['ID=24e506c6-4bf5-4da9-832b-3ee953fc38bd,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:03.675098 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-35baf5b9-6226-4326-ac84-82030ec993de None None] Provisioning complete for port 24e506c6-4bf5-4da9-832b-3ee953fc38bd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:03.675613 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-35baf5b9-6226-4326-ac84-82030ec993de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:03.718014 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-35baf5b9-6226-4326-ac84-82030ec993de None None] Port 24e506c6-4bf5-4da9-832b-3ee953fc38bd cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 04:12:03.847780 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:12:03.899365 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:03.899875 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:03.907148 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:03.982874 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device dcbdb71f-93ab-4185-8b0e-8c697638c3b0 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:12:04.028934 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port dcbdb71f-93ab-4185-8b0e-8c697638c3b0 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:04.029308 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:04.107535 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:04.110471 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457520'] for router, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:04.143832 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] For port dcbdb71f-93ab-4185-8b0e-8c697638c3b0, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=dcbdb71f-93ab-4185-8b0e-8c697638c3b0,segment=NetworkSegment(8ada7379-6193-4e0c-bad2-7c3919e8520e),segment_id=8ada7379-6193-4e0c-bad2-7c3919e8520e)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:12:04.150800 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:04.218080 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Pushing event updated for resources: {'Port': ['ID=dcbdb71f-93ab-4185-8b0e-8c697638c3b0,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:04.248540 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] Router ff0985c7-b701-4963-b31c-1857618111d9 is scheduled to L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 with binding_index 1 {{(pid=104801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 04:12:04.355903 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:12:04.365314 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Sync routers for ids ['ff0985c7-b701-4963-b31c-1857618111d9'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:12:04.380856 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Routers {'ff0985c7-b701-4963-b31c-1857618111d9'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:12:04.382223 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:11:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ff0985c7-b701-4963-b31c-1857618111d9'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:12:04.382400 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:04.383680 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9c1ba00a-5d3f-4b15-bbe0-de7b9d430c28 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9611638 Nov 26 04:12:04.386512 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37376) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:12:04.446993 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b736f1-cf68-44fa-9e46-bde09eec84ce None None] Network 0ef007c6-d617-4a90-a486-d31599b72e95 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 04:12:04.584237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-2b137fab-b6a2-4364-85e3-aa5d8ee9827a None None] Provisioning complete for port dcbdb71f-93ab-4185-8b0e-8c697638c3b0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:04.584567 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2b137fab-b6a2-4364-85e3-aa5d8ee9827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:04.606648 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Set router ff0985c7-b701-4963-b31c-1857618111d9 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:12:04.818412 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0985c7-b701-4963-b31c-1857618111d9', 'name': 'tempest-TestSnapshotPattern-299252037-router', 'tenant_id': 'f994293c1a1049459b222e801f3405e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '24e506c6-4bf5-4da9-832b-3ee953fc38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:12:02Z', 'updated_at': '2021-11-26T04:12:03Z', 'revision_number': 3, 'project_id': 'f994293c1a1049459b222e801f3405e9', 'gw_port': {'id': '24e506c6-4bf5-4da9-832b-3ee953fc38bd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0985c7-b701-4963-b31c-1857618111d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:03Z', 'updated_at': '2021-11-26T04:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:12:04.847502 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Checking router: ff0985c7-b701-4963-b31c-1857618111d9 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:12:04.847859 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Updating router ff0985c7-b701-4963-b31c-1857618111d9 port 24e506c6-4bf5-4da9-832b-3ee953fc38bd binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 04:12:04.869631 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Sync routers for ids ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:12:04.880483 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:04.880704 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Routers {'f4c9dd28-19e5-40dc-a940-c2ced26e90c1'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:12:04.881345 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:11:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:12:04.886152 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f07a4120-bc00-44ce-86b3-90b20fe0a758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:04.995259 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-b4d69acb-49cb-4cdd-b58d-fe0be9a06598 None None] Provisioning complete for port dcbdb71f-93ab-4185-8b0e-8c697638c3b0 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:04.995684 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b4d69acb-49cb-4cdd-b58d-fe0be9a06598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.046165 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Set router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:12:05.058172 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [None req-f07a4120-bc00-44ce-86b3-90b20fe0a758 admin admin] Allocated IP 172.20.0.1 (0ef007c6-d617-4a90-a486-d31599b72e95/f52b7f05-3251-43e7-8f4e-e4b27705c3e1/f896ce8e-169d-471c-ba04-a5c550237600) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:12:05.164424 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.166887 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f07a4120-bc00-44ce-86b3-90b20fe0a758 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.170838 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.211277 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f07a4120-bc00-44ce-86b3-90b20fe0a758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.217793 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Attempting to bind port 24e506c6-4bf5-4da9-832b-3ee953fc38bd on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:12:05.218169 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Attempting to bind port 24e506c6-4bf5-4da9-832b-3ee953fc38bd by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:12:05.218539 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Attempting to bind port 24e506c6-4bf5-4da9-832b-3ee953fc38bd on network 0d5755d8-1b72-4bfa-9d12-12884b148955 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:12:05.219261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef10c92-f2c3-4ee5-aef4-06aa4de49005 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:12:05.228865 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:12:05.229322 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Checking segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:12:05.229642 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.230034 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Bound using segment: {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:12:05.230501 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Bound port: 24e506c6-4bf5-4da9-832b-3ee953fc38bd, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc59e5-50aa-46f9-ac56-1c5ec2f15e84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:12:05.230881 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.236257 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6dd16-579d-48d5-a5f8-ec1ccbbd4b7b None None] Pushing event updated for resources: {'Port': ['ID=24e506c6-4bf5-4da9-832b-3ee953fc38bd,revision_number=2']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:05.267064 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6dd16-579d-48d5-a5f8-ec1ccbbd4b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:12:05.267448 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6dd16-579d-48d5-a5f8-ec1ccbbd4b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:12:05.267757 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6dd16-579d-48d5-a5f8-ec1ccbbd4b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:12:05.268118 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6dd16-579d-48d5-a5f8-ec1ccbbd4b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:12:05.268466 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6dd16-579d-48d5-a5f8-ec1ccbbd4b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:12:05.268892 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6dd16-579d-48d5-a5f8-ec1ccbbd4b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:12:05.269127 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6dd16-579d-48d5-a5f8-ec1ccbbd4b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:12:05.269444 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6dd16-579d-48d5-a5f8-ec1ccbbd4b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:12:05.269774 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6dd16-579d-48d5-a5f8-ec1ccbbd4b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:12:05.270090 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6dd16-579d-48d5-a5f8-ec1ccbbd4b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:12:05.270903 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6dd16-579d-48d5-a5f8-ec1ccbbd4b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:12:05.270903 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6dd16-579d-48d5-a5f8-ec1ccbbd4b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:12:05.272958 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a4120-bc00-44ce-86b3-90b20fe0a758 admin admin] Network 0ef007c6-d617-4a90-a486-d31599b72e95 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:12:05.275580 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-f07a4120-bc00-44ce-86b3-90b20fe0a758 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:12:05.278907 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a4120-bc00-44ce-86b3-90b20fe0a758 admin admin] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:12:05.281035 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a4120-bc00-44ce-86b3-90b20fe0a758 admin admin] Pushing event updated for resources: {'Port': ['ID=f896ce8e-169d-471c-ba04-a5c550237600,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:05.299127 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] For port 24e506c6-4bf5-4da9-832b-3ee953fc38bd, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:12:05.302324 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] For port 24e506c6-4bf5-4da9-832b-3ee953fc38bd, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=24e506c6-4bf5-4da9-832b-3ee953fc38bd,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:12:05.311504 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.320651 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 4, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port': {'id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd', 'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'mac_address': 'fa:16:3e:2b:43:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:00Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 2, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'subnets': [{'id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:12:05.331907 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f07a4120-bc00-44ce-86b3-90b20fe0a758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451075'] for router_interface, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.358418 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-59629a9b-6d07-4085-851e-880930f0a8cd None None] Provisioning complete for port 24e506c6-4bf5-4da9-832b-3ee953fc38bd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:05.358803 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-59629a9b-6d07-4085-851e-880930f0a8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.360895 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Checking router: f4c9dd28-19e5-40dc-a940-c2ced26e90c1 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:12:05.361503 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Updating router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 port e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd binding host n-d-819389-3 {{(pid=104803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 04:12:05.372020 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Routers {'ff0985c7-b701-4963-b31c-1857618111d9'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:12:05.372694 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:11:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ff0985c7-b701-4963-b31c-1857618111d9'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:12:05.406833 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a232383-3ec4-4106-bc98-816b924c2bdd None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:12:05.443454 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.472318 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6dd16-579d-48d5-a5f8-ec1ccbbd4b7b None None] Pushing event updated for resources: {'Port': ['ID=24e506c6-4bf5-4da9-832b-3ee953fc38bd,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:05.494560 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] Set router ff0985c7-b701-4963-b31c-1857618111d9 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:12:05.521459 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f07a4120-bc00-44ce-86b3-90b20fe0a758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.599756 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-59629a9b-6d07-4085-851e-880930f0a8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.641282 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-59629a9b-6d07-4085-851e-880930f0a8cd None None] For port 24e506c6-4bf5-4da9-832b-3ee953fc38bd, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=24e506c6-4bf5-4da9-832b-3ee953fc38bd,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:12:05.657126 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-59629a9b-6d07-4085-851e-880930f0a8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.722838 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0985c7-b701-4963-b31c-1857618111d9', 'name': 'tempest-TestSnapshotPattern-299252037-router', 'tenant_id': 'f994293c1a1049459b222e801f3405e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '24e506c6-4bf5-4da9-832b-3ee953fc38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:12:02Z', 'updated_at': '2021-11-26T04:12:03Z', 'revision_number': 3, 'project_id': 'f994293c1a1049459b222e801f3405e9', 'gw_port': {'id': '24e506c6-4bf5-4da9-832b-3ee953fc38bd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0985c7-b701-4963-b31c-1857618111d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:03Z', 'updated_at': '2021-11-26T04:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:12:05.724104 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f07a4120-bc00-44ce-86b3-90b20fe0a758 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.733689 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f07a4120-bc00-44ce-86b3-90b20fe0a758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.747774 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59629a9b-6d07-4085-851e-880930f0a8cd None None] Pushing event updated for resources: {'Port': ['ID=24e506c6-4bf5-4da9-832b-3ee953fc38bd,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:05.755646 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa2ddf7-01b1-4b61-94b3-22bc449cdfea None None] The sync data for ids ['ff0985c7-b701-4963-b31c-1857618111d9'] in n-d-819389-3 is: [{'id': 'ff0985c7-b701-4963-b31c-1857618111d9', 'name': 'tempest-TestSnapshotPattern-299252037-router', 'tenant_id': 'f994293c1a1049459b222e801f3405e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '24e506c6-4bf5-4da9-832b-3ee953fc38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:12:02Z', 'updated_at': '2021-11-26T04:12:03Z', 'revision_number': 3, 'project_id': 'f994293c1a1049459b222e801f3405e9', 'gw_port': {'id': '24e506c6-4bf5-4da9-832b-3ee953fc38bd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0985c7-b701-4963-b31c-1857618111d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:03Z', 'updated_at': '2021-11-26T04:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:12:05.795040 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-f07a4120-bc00-44ce-86b3-90b20fe0a758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451311'] for router_interface, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.819797 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-008b219e-7adc-46b3-a44b-697a7ef55005 None None] Provisioning complete for port f896ce8e-169d-471c-ba04-a5c550237600 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:05.820207 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-008b219e-7adc-46b3-a44b-697a7ef55005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.858781 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a4120-bc00-44ce-86b3-90b20fe0a758 admin admin] Pushing event updated for resources: {'Port': ['ID=f896ce8e-169d-471c-ba04-a5c550237600,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:05.862166 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device dcbdb71f-93ab-4185-8b0e-8c697638c3b0 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:12:05.910616 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a4120-bc00-44ce-86b3-90b20fe0a758 admin admin] Network 0ef007c6-d617-4a90-a486-d31599b72e95 is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:12:05.912193 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [None req-f07a4120-bc00-44ce-86b3-90b20fe0a758 admin admin] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:12:05.930216 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-008b219e-7adc-46b3-a44b-697a7ef55005 None None] Port f896ce8e-169d-471c-ba04-a5c550237600 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 04:12:05.933854 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Publish callbacks [] for port, precommit_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.946291 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:05.987948 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-008b219e-7adc-46b3-a44b-697a7ef55005 None None] Provisioning complete for port 24e506c6-4bf5-4da9-832b-3ee953fc38bd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:05.988829 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-008b219e-7adc-46b3-a44b-697a7ef55005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:06.020766 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port dcbdb71f-93ab-4185-8b0e-8c697638c3b0 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:06.021143 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:06.079551 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483846b-408b-4c55-8a2e-62438ccf6adb None None] Pushing event updated for resources: {'Port': ['ID=e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd,revision_number=3']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:06.084718 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07a4120-bc00-44ce-86b3-90b20fe0a758 admin admin] Router ff0985c7-b701-4963-b31c-1857618111d9 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:12:06.192096 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Attempting to bind port e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd on host n-d-819389-3 for vnic_type normal with profile {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:12:06.192384 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Attempting to bind port e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': 'c8f03909-6d89-4954-af1a-b5be20870a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c'}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:12:06.192762 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Attempting to bind port e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd on network 54ebafe3-0da4-4df5-8a4e-114bbfd9981c {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:12:06.209952 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:12:06.210341 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Checking segment: {'id': 'c8f03909-6d89-4954-af1a-b5be20870a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:12:06.210755 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:06.211160 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Bound using segment: {'id': 'c8f03909-6d89-4954-af1a-b5be20870a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c'} {{(pid=104803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:12:06.211661 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.managers [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Bound port: e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f03909-6d89-4954-af1a-b5be20870a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c'}}] {{(pid=104803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:12:06.212081 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:06.228952 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07a4120-bc00-44ce-86b3-90b20fe0a758 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:12:06.253045 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-f07a4120-bc00-44ce-86b3-90b20fe0a758 admin admin] 10.222.0.31 "PUT /v2.0/routers/ff0985c7-b701-4963-b31c-1857618111d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8648298 Nov 26 04:12:06.342283 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] For port e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd, host n-d-819389-3, cleared binding levels {{(pid=104803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:12:06.348363 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] For port e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:12:06.359109 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:06.456423 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Routers {'f4c9dd28-19e5-40dc-a940-c2ced26e90c1'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:12:06.457131 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:11:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:12:06.459074 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-84825793-8cc0-45d2-a54b-7bdd11c68064 None None] Provisioning complete for port f896ce8e-169d-471c-ba04-a5c550237600 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:06.459539 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-84825793-8cc0-45d2-a54b-7bdd11c68064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:06.462938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483846b-408b-4c55-8a2e-62438ccf6adb None None] Pushing event updated for resources: {'Port': ['ID=e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:06.747739 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-84825793-8cc0-45d2-a54b-7bdd11c68064 None None] Port f896ce8e-169d-471c-ba04-a5c550237600 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 04:12:06.778288 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] Set router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:12:06.917626 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-904b74ab-561e-451f-99cf-50e86a5b6f6b None None] Provisioning complete for port e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:06.918097 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-904b74ab-561e-451f-99cf-50e86a5b6f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.055828 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37384) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:12:07.058618 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-904b74ab-561e-451f-99cf-50e86a5b6f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.060715 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-960408de-cb08-4bad-8e10-4f91b3578542 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-993447747', 'description': 'tempest-secgroup-smoke-993447747 description', 'project_id': 'fcce01ebf46e460297cb6119420a69e6'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:12:07.082443 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-960408de-cb08-4bad-8e10-4f91b3578542 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.087054 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 4, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port': {'id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd', 'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'mac_address': 'fa:16:3e:2b:43:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:00Z', 'updated_at': '2021-11-26T04:12:06Z', 'revision_number': 4, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'subnets': [{'id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:12:07.124734 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e5d7e-c256-449a-ad7c-d2d3a0e7ebf5 None None] The sync data for ids ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'] in n-d-819389-3 is: [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 4, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port': {'id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd', 'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'mac_address': 'fa:16:3e:2b:43:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:00Z', 'updated_at': '2021-11-26T04:12:06Z', 'revision_number': 4, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'subnets': [{'id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:12:07.127441 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-904b74ab-561e-451f-99cf-50e86a5b6f6b None None] For port e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:12:07.131102 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-904b74ab-561e-451f-99cf-50e86a5b6f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.154868 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-960408de-cb08-4bad-8e10-4f91b3578542 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.159984 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-960408de-cb08-4bad-8e10-4f91b3578542 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.181971 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b74ab-561e-451f-99cf-50e86a5b6f6b None None] Pushing event updated for resources: {'Port': ['ID=e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:07.196355 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960408de-cb08-4bad-8e10-4f91b3578542 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a3358b-122a-44e3-9548-bbead883c5e7,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:07.201013 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-960408de-cb08-4bad-8e10-4f91b3578542 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.205105 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-960408de-cb08-4bad-8e10-4f91b3578542 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1453879 Nov 26 04:12:07.205820 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37386) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:12:07.210032 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-8ce0023f-b5b9-40ea-86dd-7d4e71afaaef tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Request body: {'security_group_rule': {'security_group_id': '85a3358b-122a-44e3-9548-bbead883c5e7', 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:12:07.237695 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ce0023f-b5b9-40ea-86dd-7d4e71afaaef tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.296803 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ce0023f-b5b9-40ea-86dd-7d4e71afaaef tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.301284 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ce0023f-b5b9-40ea-86dd-7d4e71afaaef tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.320422 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0023f-b5b9-40ea-86dd-7d4e71afaaef tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9b5ea0-5789-4723-bca7-8e98e9450cfd,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:07.329485 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-8ce0023f-b5b9-40ea-86dd-7d4e71afaaef tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.332524 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-8ce0023f-b5b9-40ea-86dd-7d4e71afaaef tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260369 Nov 26 04:12:07.333584 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37388) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:12:07.338182 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-292e802a-ca96-4a37-a9ba-6477acfb612d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Request body: {'security_group_rule': {'security_group_id': '85a3358b-122a-44e3-9548-bbead883c5e7', 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:12:07.369258 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-292e802a-ca96-4a37-a9ba-6477acfb612d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.439585 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-292e802a-ca96-4a37-a9ba-6477acfb612d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.445079 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-292e802a-ca96-4a37-a9ba-6477acfb612d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.465266 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e802a-ca96-4a37-a9ba-6477acfb612d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e80c389-e544-4b9b-97f6-eb5ad7bb48c2,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:07.472440 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-292e802a-ca96-4a37-a9ba-6477acfb612d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.473573 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-292e802a-ca96-4a37-a9ba-6477acfb612d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1389594 Nov 26 04:12:07.476785 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37390) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:12:07.483154 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-e85ec067-3ebc-4926-8958-a0682b15463e tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Request body: {'security_group_rule': {'security_group_id': '85a3358b-122a-44e3-9548-bbead883c5e7', 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:12:07.515572 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e85ec067-3ebc-4926-8958-a0682b15463e tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.580011 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e85ec067-3ebc-4926-8958-a0682b15463e tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.585403 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e85ec067-3ebc-4926-8958-a0682b15463e tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.603483 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ec067-3ebc-4926-8958-a0682b15463e tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85808339-ee33-498e-83df-a752289f7d2b,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:07.615511 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-e85ec067-3ebc-4926-8958-a0682b15463e tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.616801 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-e85ec067-3ebc-4926-8958-a0682b15463e tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390657 Nov 26 04:12:07.619640 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37392) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:12:07.625062 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-455ac294-51bf-49f3-a7db-c44bfafa4f44 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Request body: {'security_group_rule': {'security_group_id': '85a3358b-122a-44e3-9548-bbead883c5e7', 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:12:07.655560 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-455ac294-51bf-49f3-a7db-c44bfafa4f44 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.680709 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Sync routers for ids ['ff0985c7-b701-4963-b31c-1857618111d9'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:12:07.691716 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Routers {'ff0985c7-b701-4963-b31c-1857618111d9'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:12:07.692360 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:11:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ff0985c7-b701-4963-b31c-1857618111d9'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:12:07.724721 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-455ac294-51bf-49f3-a7db-c44bfafa4f44 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.732186 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-455ac294-51bf-49f3-a7db-c44bfafa4f44 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.754773 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ac294-51bf-49f3-a7db-c44bfafa4f44 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734bf049-c058-4e35-b856-6b37735a1c62,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:07.767461 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-455ac294-51bf-49f3-a7db-c44bfafa4f44 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.768939 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-455ac294-51bf-49f3-a7db-c44bfafa4f44 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474986 Nov 26 04:12:07.771722 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37394) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:12:07.777147 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-5d985e0b-3b84-4017-8413-eacbec41f78b tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Request body: {'security_group_rule': {'security_group_id': '85a3358b-122a-44e3-9548-bbead883c5e7', 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:12:07.801472 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-5d985e0b-3b84-4017-8413-eacbec41f78b tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Project fcce01ebf46e460297cb6119420a69e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 04:12:07.806589 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5d985e0b-3b84-4017-8413-eacbec41f78b tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.822877 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Set router ff0985c7-b701-4963-b31c-1857618111d9 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:12:07.886236 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5d985e0b-3b84-4017-8413-eacbec41f78b tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.891286 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5d985e0b-3b84-4017-8413-eacbec41f78b tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.917078 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d985e0b-3b84-4017-8413-eacbec41f78b tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db8cf4e-d306-47bb-93dd-fc4af16b6b2b,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:07.927663 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-5d985e0b-3b84-4017-8413-eacbec41f78b tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.931546 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-5d985e0b-3b84-4017-8413-eacbec41f78b tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1555512 Nov 26 04:12:07.932104 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 37396) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:12:07.935725 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 24e506c6-4bf5-4da9-832b-3ee953fc38bd up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:12:07.937683 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [None req-12715b6f-7dbb-43d2-9f1e-82e87d7c425f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Request body: {'security_group_rule': {'security_group_id': '85a3358b-122a-44e3-9548-bbead883c5e7', 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:12:07.971475 n-d-819389-3 neutron-server[104801]: INFO neutron.db.securitygroups_db [None req-12715b6f-7dbb-43d2-9f1e-82e87d7c425f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Project fcce01ebf46e460297cb6119420a69e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 04:12:07.977566 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12715b6f-7dbb-43d2-9f1e-82e87d7c425f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:07.988036 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port 24e506c6-4bf5-4da9-832b-3ee953fc38bd triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:07.988451 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:08.044270 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12715b6f-7dbb-43d2-9f1e-82e87d7c425f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:08.048382 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12715b6f-7dbb-43d2-9f1e-82e87d7c425f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541525'] for security_group_rule, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:08.060207 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0985c7-b701-4963-b31c-1857618111d9', 'name': 'tempest-TestSnapshotPattern-299252037-router', 'tenant_id': 'f994293c1a1049459b222e801f3405e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '24e506c6-4bf5-4da9-832b-3ee953fc38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:12:02Z', 'updated_at': '2021-11-26T04:12:05Z', 'revision_number': 4, 'project_id': 'f994293c1a1049459b222e801f3405e9', 'gw_port': {'id': '24e506c6-4bf5-4da9-832b-3ee953fc38bd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0985c7-b701-4963-b31c-1857618111d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:03Z', 'updated_at': '2021-11-26T04:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'f896ce8e-169d-471c-ba04-a5c550237600', 'name': '', 'network_id': '0ef007c6-d617-4a90-a486-d31599b72e95', 'tenant_id': 'f994293c1a1049459b222e801f3405e9', 'mac_address': 'fa:16:3e:30:27:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0985c7-b701-4963-b31c-1857618111d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f52b7f05-3251-43e7-8f4e-e4b27705c3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:04Z', 'updated_at': '2021-11-26T04:12:05Z', 'revision_number': 2, 'project_id': 'f994293c1a1049459b222e801f3405e9', 'subnets': [{'id': 'f52b7f05-3251-43e7-8f4e-e4b27705c3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:12:08.070715 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12715b6f-7dbb-43d2-9f1e-82e87d7c425f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1bf8272-cb80-4770-bd80-2aad6e717217,revision_number=0']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:08.077245 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-12715b6f-7dbb-43d2-9f1e-82e87d7c425f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:08.078520 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-12715b6f-7dbb-43d2-9f1e-82e87d7c425f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1457212 Nov 26 04:12:08.082687 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:12:08.092908 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Checking router: ff0985c7-b701-4963-b31c-1857618111d9 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:12:08.093275 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Updating router ff0985c7-b701-4963-b31c-1857618111d9 port f896ce8e-169d-471c-ba04-a5c550237600 binding host n-d-819389-3 {{(pid=104804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 04:12:08.119369 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:08.141189 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:08.141702 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:08.246409 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-fbaeb8f2-8e0b-4161-87b9-18bae9a64fd2 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993447747&fields=id&tenant_id=fcce01ebf46e460297cb6119420a69e6 HTTP/1.1" status: 200 len: 267 time: 0.0470026 Nov 26 04:12:08.353307 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-1273b98a-f56c-4b6b-9a52-2bb9edae38f6 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:08.354811 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-1273b98a-f56c-4b6b-9a52-2bb9edae38f6 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/networks?id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c HTTP/1.1" status: 200 len: 809 time: 0.1014605 Nov 26 04:12:08.369701 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a3151686-cb45-43a8-89c2-7ec0b4ed0d41 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/quotas/fcce01ebf46e460297cb6119420a69e6 HTTP/1.1" status: 200 len: 375 time: 0.0091188 Nov 26 04:12:08.388521 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Publish callbacks [] for port, precommit_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:08.393943 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:08.425669 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-69281361-119b-4993-b333-b5bccd408e3c tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fcce01ebf46e460297cb6119420a69e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500052 Nov 26 04:12:08.441215 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd2cbc-605d-46b5-8753-ff1e3fd8e5b4 None None] Pushing event updated for resources: {'Port': ['ID=f896ce8e-169d-471c-ba04-a5c550237600,revision_number=3']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:08.496513 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Attempting to bind port f896ce8e-169d-471c-ba04-a5c550237600 on host n-d-819389-3 for vnic_type normal with profile {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:12:08.496894 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Attempting to bind port f896ce8e-169d-471c-ba04-a5c550237600 by drivers openvswitch,hyperv on host n-d-819389-3 at level 0 using segments [{'id': '8ada7379-6193-4e0c-bad2-7c3919e8520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0ef007c6-d617-4a90-a486-d31599b72e95'}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:12:08.497266 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Attempting to bind port f896ce8e-169d-471c-ba04-a5c550237600 on network 0ef007c6-d617-4a90-a486-d31599b72e95 {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:12:08.502753 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Checking agent: {'id': 'ed1b9c40-9e58-4899-86db-463098d2b585', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 31, 17), 'started_at': datetime.datetime(2021, 11, 26, 2, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819389-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:12:08.503133 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Checking segment: {'id': '8ada7379-6193-4e0c-bad2-7c3919e8520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0ef007c6-d617-4a90-a486-d31599b72e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:12:08.503534 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:08.503933 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Bound using segment: {'id': '8ada7379-6193-4e0c-bad2-7c3919e8520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0ef007c6-d617-4a90-a486-d31599b72e95'} {{(pid=104804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:12:08.505020 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.managers [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Bound port: f896ce8e-169d-471c-ba04-a5c550237600, host: n-d-819389-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ada7379-6193-4e0c-bad2-7c3919e8520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0ef007c6-d617-4a90-a486-d31599b72e95'}}] {{(pid=104804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:12:08.505408 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:08.552177 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-bd86f1d5-5335-4466-9e2d-f691eaef7849 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 04:12:08.554084 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-bd86f1d5-5335-4466-9e2d-f691eaef7849 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1128411 Nov 26 04:12:08.573505 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] For port f896ce8e-169d-471c-ba04-a5c550237600, host n-d-819389-3, cleared binding levels {{(pid=104804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:12:08.576773 n-d-819389-3 neutron-server[104804]: DEBUG neutron.plugins.ml2.db [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] For port f896ce8e-169d-471c-ba04-a5c550237600, host n-d-819389-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=f896ce8e-169d-471c-ba04-a5c550237600,segment=NetworkSegment(8ada7379-6193-4e0c-bad2-7c3919e8520e),segment_id=8ada7379-6193-4e0c-bad2-7c3919e8520e)] {{(pid=104804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:12:08.581642 n-d-819389-3 neutron-server[104804]: DEBUG neutron_lib.callbacks.manager [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:08.646156 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Routers {'ff0985c7-b701-4963-b31c-1857618111d9'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:12:08.646797 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:11:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ff0985c7-b701-4963-b31c-1857618111d9'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:12:08.650287 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd2cbc-605d-46b5-8753-ff1e3fd8e5b4 None None] Pushing event updated for resources: {'Port': ['ID=f896ce8e-169d-471c-ba04-a5c550237600,revision_number=4']} {{(pid=104804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:08.674540 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-95cae683-b58c-4d7a-8899-c8e73eb879de service neutron] 10.222.0.31 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128948 Nov 26 04:12:08.675661 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-18e76cfd-65f8-465b-af4c-9e837f1cbbeb None None] Provisioning complete for port f896ce8e-169d-471c-ba04-a5c550237600 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:08.676276 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18e76cfd-65f8-465b-af4c-9e837f1cbbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:08.799344 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18e76cfd-65f8-465b-af4c-9e837f1cbbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:08.813746 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-3e42a086-6ebb-4c28-a092-70d8868e1fc0 service neutron] 10.222.0.31 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315851 Nov 26 04:12:08.840949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-18e76cfd-65f8-465b-af4c-9e837f1cbbeb None None] For port f896ce8e-169d-471c-ba04-a5c550237600, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=f896ce8e-169d-471c-ba04-a5c550237600,segment=NetworkSegment(8ada7379-6193-4e0c-bad2-7c3919e8520e),segment_id=8ada7379-6193-4e0c-bad2-7c3919e8520e)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:12:08.848505 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-18e76cfd-65f8-465b-af4c-9e837f1cbbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:08.879515 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] Set router ff0985c7-b701-4963-b31c-1857618111d9 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:12:08.899252 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e76cfd-65f8-465b-af4c-9e837f1cbbeb None None] Pushing event updated for resources: {'Port': ['ID=f896ce8e-169d-471c-ba04-a5c550237600,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:08.973706 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-0f85b0bc-c1a7-4d09-be10-8c1c83bc1682 None None] Provisioning complete for port f896ce8e-169d-471c-ba04-a5c550237600 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:08.974274 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0f85b0bc-c1a7-4d09-be10-8c1c83bc1682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:09.028116 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-151f54fc-96b0-41f9-88d5-6170689074e0 req-b14c58cd-3679-4bfa-85f6-55fcbfb03250 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 210 time: 0.0418730 Nov 26 04:12:09.098910 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0985c7-b701-4963-b31c-1857618111d9', 'name': 'tempest-TestSnapshotPattern-299252037-router', 'tenant_id': 'f994293c1a1049459b222e801f3405e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '24e506c6-4bf5-4da9-832b-3ee953fc38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:12:02Z', 'updated_at': '2021-11-26T04:12:05Z', 'revision_number': 4, 'project_id': 'f994293c1a1049459b222e801f3405e9', 'gw_port': {'id': '24e506c6-4bf5-4da9-832b-3ee953fc38bd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0985c7-b701-4963-b31c-1857618111d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:03Z', 'updated_at': '2021-11-26T04:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'f896ce8e-169d-471c-ba04-a5c550237600', 'name': '', 'network_id': '0ef007c6-d617-4a90-a486-d31599b72e95', 'tenant_id': 'f994293c1a1049459b222e801f3405e9', 'mac_address': 'fa:16:3e:30:27:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0985c7-b701-4963-b31c-1857618111d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f52b7f05-3251-43e7-8f4e-e4b27705c3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:04Z', 'updated_at': '2021-11-26T04:12:08Z', 'revision_number': 4, 'project_id': 'f994293c1a1049459b222e801f3405e9', 'subnets': [{'id': 'f52b7f05-3251-43e7-8f4e-e4b27705c3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:12:09.125042 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff57c0-07c1-4cc6-b515-9810d5419e01 None None] The sync data for ids ['ff0985c7-b701-4963-b31c-1857618111d9'] in n-d-819389-3 is: [{'id': 'ff0985c7-b701-4963-b31c-1857618111d9', 'name': 'tempest-TestSnapshotPattern-299252037-router', 'tenant_id': 'f994293c1a1049459b222e801f3405e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '24e506c6-4bf5-4da9-832b-3ee953fc38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:12:02Z', 'updated_at': '2021-11-26T04:12:05Z', 'revision_number': 4, 'project_id': 'f994293c1a1049459b222e801f3405e9', 'gw_port': {'id': '24e506c6-4bf5-4da9-832b-3ee953fc38bd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0985c7-b701-4963-b31c-1857618111d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:03Z', 'updated_at': '2021-11-26T04:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'f896ce8e-169d-471c-ba04-a5c550237600', 'name': '', 'network_id': '0ef007c6-d617-4a90-a486-d31599b72e95', 'tenant_id': 'f994293c1a1049459b222e801f3405e9', 'mac_address': 'fa:16:3e:30:27:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0985c7-b701-4963-b31c-1857618111d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f52b7f05-3251-43e7-8f4e-e4b27705c3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:04Z', 'updated_at': '2021-11-26T04:12:08Z', 'revision_number': 4, 'project_id': 'f994293c1a1049459b222e801f3405e9', 'subnets': [{'id': 'f52b7f05-3251-43e7-8f4e-e4b27705c3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:12:09.789584 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device f896ce8e-169d-471c-ba04-a5c550237600 up at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:12:09.839753 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Provisioning complete for port f896ce8e-169d-471c-ba04-a5c550237600 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:09.840159 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:10.107973 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-fe80f889-2942-49ba-b156-edfc70735273 req-54fb7874-e425-4bca-9283-aed35415a0c1 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 210 time: 0.0306826 Nov 26 04:12:11.238988 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e3fee9de-2964-4198-9b5b-1e9aa21b966f req-f2bf0a9c-dacb-428a-8094-f395dfc88a6e tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 210 time: 0.0792599 Nov 26 04:12:11.869845 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e91cfddb-298c-4ea7-8b31-77a9a7d39054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:12.366047 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-288afe62-2f6b-4145-947d-0837d1e3c754 req-c83d4a4b-e498-4b4b-9f56-95699b92146c tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 210 time: 0.0766428 Nov 26 04:12:13.462189 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6c5d5071-3142-4b20-ace3-b140d3a5ab4b req-bae408a4-241b-4fc1-866e-33ebd503fcf8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 210 time: 0.0303974 Nov 26 04:12:14.229419 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-1ebedf99-5b40-4085-b2da-382ed16c61d3 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:14.230918 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-1ebedf99-5b40-4085-b2da-382ed16c61d3 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.59 "GET /v2.0/networks?id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c HTTP/1.1" status: 200 len: 809 time: 0.1032538 Nov 26 04:12:14.252022 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-38b54cdc-10b6-47b9-ab49-cc9d018bb497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:14.312538 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-2adc37ff-cb1f-4508-b2a9-00060bf8c446 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcce01ebf46e460297cb6119420a69e6 HTTP/1.1" status: 200 len: 379 time: 0.0568929 Nov 26 04:12:14.325267 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-678d9329-bf30-499e-bcfc-747a49b3208f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Request body: {'port': {'device_id': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'admin_state_up': True, 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'security_groups': ['85a3358b-122a-44e3-9548-bbead883c5e7']}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:12:14.429027 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-678d9329-bf30-499e-bcfc-747a49b3208f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Made reservation on behalf of fcce01ebf46e460297cb6119420a69e6 for: {'port': 1} {{(pid=104801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 04:12:14.432517 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-678d9329-bf30-499e-bcfc-747a49b3208f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:14.555447 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-9f7b06f7-f0f7-4c6c-b118-8d87cfc21bfd req-e4389c1b-b5d1-463b-a4d6-cc73d6b3ba84 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 210 time: 0.0259290 Nov 26 04:12:14.560413 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_common [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-678d9329-bf30-499e-bcfc-747a49b3208f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Allocated IP 172.20.0.8 (54ebafe3-0da4-4df5-8a4e-114bbfd9981c/d19b6723-8b8d-42a0-a02d-0858e278a4ee/1ade3ab6-2be1-4ba0-9128-d9e8260370c6) {{(pid=104801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:12:14.694548 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-678d9329-bf30-499e-bcfc-747a49b3208f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for port, precommit_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:14.732103 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-678d9329-bf30-499e-bcfc-747a49b3208f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_create {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:14.773301 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-678d9329-bf30-499e-bcfc-747a49b3208f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Network 54ebafe3-0da4-4df5-8a4e-114bbfd9981c is already hosted by enough agents. {{(pid=104801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:12:14.778197 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.base_scheduler [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-678d9329-bf30-499e-bcfc-747a49b3208f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Resources bound (agent type, host, resource id): {{(pid=104801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:12:14.782029 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-678d9329-bf30-499e-bcfc-747a49b3208f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Received port after_create {{(pid=104801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:12:14.788887 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d9329-bf30-499e-bcfc-747a49b3208f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Pushing event updated for resources: {'Port': ['ID=1ade3ab6-2be1-4ba0-9128-d9e8260370c6,revision_number=1']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:14.835950 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-678d9329-bf30-499e-bcfc-747a49b3208f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:14.836507 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-678d9329-bf30-499e-bcfc-747a49b3208f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:14.853657 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-678d9329-bf30-499e-bcfc-747a49b3208f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5319262 Nov 26 04:12:14.920652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.v2.base [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Request body: {'port': {'device_id': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819389-3'}} {{(pid=104801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:12:14.984660 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:15.022756 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-9bc4ef2f-e6a8-41d2-a36e-f4d8f3ec72d5 None None] Provisioning complete for port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:15.023173 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9bc4ef2f-e6a8-41d2-a36e-f4d8f3ec72d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:15.059480 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4ef2f-e6a8-41d2-a36e-f4d8f3ec72d5 None None] Port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 04:12:15.393906 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:15.561590 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 {{(pid=104801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 04:12:15.568926 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:15.580811 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.provisioning_blocks [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Transition to ACTIVE for port object 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 will not be triggered until provisioned by entity L2. {{(pid=104801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 04:12:15.586312 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:15.639709 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Pushing event updated for resources: {'Port': ['ID=1ade3ab6-2be1-4ba0-9128-d9e8260370c6,revision_number=2']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:15.687471 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2e726-b098-4d14-80a4-6372f83d03f9 req-7462204e-0cbd-4965-8aa5-3c7a785e1865 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:15.689706 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5c2e726-b098-4d14-80a4-6372f83d03f9 req-7462204e-0cbd-4965-8aa5-3c7a785e1865 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 943 time: 0.0601029 Nov 26 04:12:15.707335 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Attempting to bind port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 on host n-h2-819389-3 for vnic_type normal with profile {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:12:15.707684 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Attempting to bind port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 by drivers openvswitch,hyperv on host n-h2-819389-3 at level 0 using segments [{'id': 'c8f03909-6d89-4954-af1a-b5be20870a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c'}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:12:15.708022 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Attempting to bind port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 on network 54ebafe3-0da4-4df5-8a4e-114bbfd9981c {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:12:15.715051 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 on network 54ebafe3-0da4-4df5-8a4e-114bbfd9981c not bound, no agent of type Open vSwitch agent registered on host n-h2-819389-3 {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 04:12:15.715594 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Attempting to bind port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 on network 54ebafe3-0da4-4df5-8a4e-114bbfd9981c {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:12:15.722402 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Checking agent: {'id': 'd50c9afc-b721-4ef4-8688-ff2ddcb8f864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:12:15.722814 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Checking segment: {'id': 'c8f03909-6d89-4954-af1a-b5be20870a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:12:15.723242 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Bound using segment: {'id': 'c8f03909-6d89-4954-af1a-b5be20870a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c'} {{(pid=104801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:12:15.723895 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.managers [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Bound port: 1ade3ab6-2be1-4ba0-9128-d9e8260370c6, host: n-h2-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f03909-6d89-4954-af1a-b5be20870a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c'}}] {{(pid=104801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:12:15.724487 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:15.745136 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b5c2e726-b098-4d14-80a4-6372f83d03f9 req-5b564fe4-983b-40b2-bc2c-27f06a7761a6 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491016 Nov 26 04:12:15.791869 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] For port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6, host n-h2-819389-3, cleared binding levels {{(pid=104801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:12:15.795290 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] For port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6, host n-h2-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=1ade3ab6-2be1-4ba0-9128-d9e8260370c6,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:12:15.799820 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26328688'] for port, after_update {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:15.836666 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:15.837346 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:15.838736 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] 10.222.0.59 "PUT /v2.0/ports/1ade3ab6-2be1-4ba0-9128-d9e8260370c6 HTTP/1.1" status: 200 len: 1091 time: 0.9718869 Nov 26 04:12:15.839832 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'tag': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:12:15.842138 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce35ed9-9f98-4d12-8028-449611fb08b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2e4e23-ceed-485a-8343-adef4af0691a", "tag": "1ade3ab6-2be1-4ba0-9128-d9e8260370c6"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:12:15.900494 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5988d9a-9182-4d7b-b354-009a3069f34f service neutron] Pushing event updated for resources: {'Port': ['ID=1ade3ab6-2be1-4ba0-9128-d9e8260370c6,revision_number=3']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:15.974375 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-e6f65369-9d85-4e37-a01f-9689d139d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:15.976531 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-e6f65369-9d85-4e37-a01f-9689d139d78b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcce01ebf46e460297cb6119420a69e6&device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 1094 time: 0.0683491 Nov 26 04:12:15.980930 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 04:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8880aa-0774-4b5b-afa6-4a87d7ede3c2 x-openstack-request-id: req-3c8880aa-0774-4b5b-afa6-4a87d7ede3c2 {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:12:15.981234 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2e4e23-ceed-485a-8343-adef4af0691a", "tag": "1ade3ab6-2be1-4ba0-9128-d9e8260370c6", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:12:15.981485 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c8880aa-0774-4b5b-afa6-4a87d7ede3c2 {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:12:15.981875 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'tag': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'status': 'completed', 'code': 200} Nov 26 04:12:16.026857 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-bc2cf26f-3168-448e-a453-d42c8e6725f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ade3ab6-2be1-4ba0-9128-d9e8260370c6 HTTP/1.1" status: 200 len: 217 time: 0.0345449 Nov 26 04:12:16.077865 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-c3c7b0c1-a43b-42d7-aeb7-31707bbe2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:16.079348 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-c3c7b0c1-a43b-42d7-aeb7-31707bbe2075 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d19b6723-8b8d-42a0-a02d-0858e278a4ee HTTP/1.1" status: 200 len: 848 time: 0.0452840 Nov 26 04:12:16.128818 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-e948abf4-5c4b-4c93-b8e1-d7f7880c149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:16.130312 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-e948abf4-5c4b-4c93-b8e1-d7f7880c149d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439024 Nov 26 04:12:16.218710 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-1fcf3291-1bae-442f-bc4d-a5edef3466c3 service neutron] 10.222.0.59 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806835 Nov 26 04:12:16.316521 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-1ff15c69-f1dd-428c-9198-9310cf536ba8 req-bd6a8764-0942-4379-adbf-d1d3c802eb16 service neutron] 10.222.0.59 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902841 Nov 26 04:12:16.447805 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce35ed9-9f98-4d12-8028-449611fb08b1 req-c3073593-243b-4c53-b889-afe868e2b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:16.449317 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dce35ed9-9f98-4d12-8028-449611fb08b1 req-c3073593-243b-4c53-b889-afe868e2b979 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcce01ebf46e460297cb6119420a69e6&device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 1094 time: 0.0398424 Nov 26 04:12:16.541199 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce35ed9-9f98-4d12-8028-449611fb08b1 req-71350e29-cd68-48b9-b192-5d065eab78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:16.542654 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dce35ed9-9f98-4d12-8028-449611fb08b1 req-71350e29-cd68-48b9-b192-5d065eab78ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c HTTP/1.1" status: 200 len: 910 time: 0.0851319 Nov 26 04:12:16.590633 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dce35ed9-9f98-4d12-8028-449611fb08b1 req-9038c633-7821-4caf-91f1-8ca36c378faf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ade3ab6-2be1-4ba0-9128-d9e8260370c6 HTTP/1.1" status: 200 len: 217 time: 0.0403893 Nov 26 04:12:16.639378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce35ed9-9f98-4d12-8028-449611fb08b1 req-39dc210b-6811-4efe-91a8-5025f6ea2e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:16.640868 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dce35ed9-9f98-4d12-8028-449611fb08b1 req-39dc210b-6811-4efe-91a8-5025f6ea2e8e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d19b6723-8b8d-42a0-a02d-0858e278a4ee HTTP/1.1" status: 200 len: 848 time: 0.0424247 Nov 26 04:12:16.692545 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce35ed9-9f98-4d12-8028-449611fb08b1 req-df70ac2b-e4ec-4218-8837-98a73c3dee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:16.694662 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dce35ed9-9f98-4d12-8028-449611fb08b1 req-df70ac2b-e4ec-4218-8837-98a73c3dee55 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448430 Nov 26 04:12:16.790281 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dce35ed9-9f98-4d12-8028-449611fb08b1 req-c2cc796b-43a5-4ff1-b3e9-51784fbad99a service neutron] 10.222.0.59 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867667 Nov 26 04:12:16.862738 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c57a95-a7c9-41c1-88e9-6a6ab7d08ae5 req-0b96ee31-bcdd-4dd4-8d68-ebd61abb64c2 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:16.864205 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6c57a95-a7c9-41c1-88e9-6a6ab7d08ae5 req-0b96ee31-bcdd-4dd4-8d68-ebd61abb64c2 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 943 time: 0.0505524 Nov 26 04:12:16.902597 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-dce35ed9-9f98-4d12-8028-449611fb08b1 req-174074a4-dfbf-4fd4-8d64-a332a0f1b0df service neutron] 10.222.0.59 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038735 Nov 26 04:12:16.935874 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f6c57a95-a7c9-41c1-88e9-6a6ab7d08ae5 req-9ed623f7-4e12-407d-8e08-3bb443f6daa1 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615809 Nov 26 04:12:16.973617 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:17.774669 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:17.854723 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:12:18.002123 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 04:12:18.056642 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e81dc-ccb9-4f0b-8f62-d7b5ada6871e req-3938fae3-9a85-401c-8ec6-d70ec9d25308 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:18.058160 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f8e81dc-ccb9-4f0b-8f62-d7b5ada6871e req-3938fae3-9a85-401c-8ec6-d70ec9d25308 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 943 time: 0.0488796 Nov 26 04:12:18.101036 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=1ade3ab6-2be1-4ba0-9128-d9e8260370c6,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:12:18.108209 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3f8e81dc-ccb9-4f0b-8f62-d7b5ada6871e req-ec609750-fc9f-4183-b1d2-93927b747fb1 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439501 Nov 26 04:12:18.112211 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'port_id': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'mac_address': 'fa:16:3e:30:0d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 04:12:18.148898 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:18.161419 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 04:12:18.181707 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=1ade3ab6-2be1-4ba0-9128-d9e8260370c6,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:12:18.185465 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:18.233547 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=1ade3ab6-2be1-4ba0-9128-d9e8260370c6,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:18.469153 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['1ade3ab6-2be1-4ba0-9128-d9e8260370c6'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 04:12:19.222113 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2ce2d-1e80-4fca-afdf-11c0b782088e req-9787c011-8939-4245-88a5-252cd61e7403 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:19.223575 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92b2ce2d-1e80-4fca-afdf-11c0b782088e req-9787c011-8939-4245-88a5-252cd61e7403 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 944 time: 0.0477555 Nov 26 04:12:19.274422 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-92b2ce2d-1e80-4fca-afdf-11c0b782088e req-d1d948ac-335a-448f-9503-caf41563f35e tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433116 Nov 26 04:12:20.001954 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:12:20.051303 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning for port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 04:12:20.055947 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:12:20.056353 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:20.131271 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:20.152450 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:12:20.154678 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6c7284-4885-459a-ab1e-fc439932d7a6" -d '{"events": [{"server_uuid": "ab2e4e23-ceed-485a-8343-adef4af0691a", "name": "network-vif-plugged", "status": "completed", "tag": "1ade3ab6-2be1-4ba0-9128-d9e8260370c6"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:12:20.171365 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=1ade3ab6-2be1-4ba0-9128-d9e8260370c6,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:12:20.175294 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:20.198024 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 04:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c346ae0-03bc-43a0-8def-eabcc3376f12 x-openstack-request-id: req-2c346ae0-03bc-43a0-8def-eabcc3376f12 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:12:20.198318 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2e4e23-ceed-485a-8343-adef4af0691a", "name": "network-vif-plugged", "status": "completed", "tag": "1ade3ab6-2be1-4ba0-9128-d9e8260370c6", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:12:20.198575 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c346ae0-03bc-43a0-8def-eabcc3376f12 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:12:20.198967 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'code': 200} Nov 26 04:12:20.223473 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=1ade3ab6-2be1-4ba0-9128-d9e8260370c6,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:20.324876 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8c8a3-ef16-497d-9e9d-6a01381bf677 req-bb301105-8e57-4ffc-adae-c8017bb6e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:20.326407 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c6a8c8a3-ef16-497d-9e9d-6a01381bf677 req-bb301105-8e57-4ffc-adae-c8017bb6e725 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 1096 time: 0.0414460 Nov 26 04:12:20.373810 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c6a8c8a3-ef16-497d-9e9d-6a01381bf677 req-074df6e9-dfee-4252-bc26-679769219eae service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398991 Nov 26 04:12:20.392236 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9afa2-177a-4220-a826-6433dd86f27a req-15601f1e-6198-486d-bc6e-a71f7ff2f9ff tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:20.393716 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7b9afa2-177a-4220-a826-6433dd86f27a req-15601f1e-6198-486d-bc6e-a71f7ff2f9ff tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 945 time: 0.0521998 Nov 26 04:12:20.442875 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f7b9afa2-177a-4220-a826-6433dd86f27a req-17a372e9-4cf8-40fc-9c83-54861866713a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428860 Nov 26 04:12:21.559710 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbca994-f241-4cd5-b84b-82869cd1ca34 req-821950c1-8979-4af2-b50b-2bd4ba928b85 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:21.561241 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddbca994-f241-4cd5-b84b-82869cd1ca34 req-821950c1-8979-4af2-b50b-2bd4ba928b85 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 945 time: 0.0483310 Nov 26 04:12:21.611964 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-ddbca994-f241-4cd5-b84b-82869cd1ca34 req-ed3b822e-88e6-4d64-9bcd-77d4e4a724fe tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445452 Nov 26 04:12:21.730061 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f42ec9-0b90-4549-b96b-6fdd78516fd7 req-e7ee8a7d-cb2f-4ead-b1b6-5ba155678119 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:21.731497 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d2f42ec9-0b90-4549-b96b-6fdd78516fd7 req-e7ee8a7d-cb2f-4ead-b1b6-5ba155678119 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 945 time: 0.0524921 Nov 26 04:12:21.780067 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-d2f42ec9-0b90-4549-b96b-6fdd78516fd7 req-a3d801a5-f8df-4700-a689-d7721efd1b42 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425944 Nov 26 04:12:21.801351 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37472) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:12:21.880166 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d9b71f-0a0f-4434-a345-70e2dd6acb3d tempest-TestSnapshotPattern-935881764 tempest-TestSnapshotPattern-935881764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:21.881702 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-08d9b71f-0a0f-4434-a345-70e2dd6acb3d tempest-TestSnapshotPattern-935881764 tempest-TestSnapshotPattern-935881764-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 1091 time: 0.0793488 Nov 26 04:12:21.884524 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37476) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:12:21.888856 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:12:21.910194 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:22.007210 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:22.107050 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Allocated IP 172.25.0.50 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/e4ad3761-7a83-45d9-8a99-801d56bdc7e7) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:12:22.208537 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:22.242098 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:22.275378 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:12:22.280034 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:12:22.283482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:12:22.310953 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Pushing event updated for resources: {'Port': ['ID=e4ad3761-7a83-45d9-8a99-801d56bdc7e7,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:22.939845 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:23.003148 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:23.155340 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:23.159800 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:23.232133 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Pushing event updated for resources: {'Port': ['ID=e4ad3761-7a83-45d9-8a99-801d56bdc7e7,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:12:23.237067 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:23.244198 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:23.343087 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Floating IP a3525c88-79dd-496b-a157-5cc939670312 associated. External IP: 172.25.0.50, port: 1ade3ab6-2be1-4ba0-9128-d9e8260370c6. Nov 26 04:12:23.546238 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:12:23.652520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:12:23.665879 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d349233-c7b1-4f65-9e2f-1069fec71a9e None None] Sync routers for ids ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:12:23.670715 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:23.677363 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d349233-c7b1-4f65-9e2f-1069fec71a9e None None] Routers {'f4c9dd28-19e5-40dc-a940-c2ced26e90c1'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:12:23.678040 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-9d349233-c7b1-4f65-9e2f-1069fec71a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:12:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:12:23.697282 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-7ec4059c-f2d9-4786-9a26-7998f0ee4924 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8117476 Nov 26 04:12:23.697890 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'tag': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:12:23.700184 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d3035e-d0af-4a93-a25c-01c3a0ec9e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2e4e23-ceed-485a-8343-adef4af0691a", "tag": "1ade3ab6-2be1-4ba0-9128-d9e8260370c6"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:12:23.744397 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 04:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287b493d-66b9-4250-a65a-7253b4e98f7f x-openstack-request-id: req-287b493d-66b9-4250-a65a-7253b4e98f7f {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:12:23.744691 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2e4e23-ceed-485a-8343-adef4af0691a", "tag": "1ade3ab6-2be1-4ba0-9128-d9e8260370c6", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:12:23.744948 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-287b493d-66b9-4250-a65a-7253b4e98f7f {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:12:23.745361 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'tag': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'status': 'completed', 'code': 200} Nov 26 04:12:23.786593 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-9d349233-c7b1-4f65-9e2f-1069fec71a9e None None] Set router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:12:23.826741 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3035e-d0af-4a93-a25c-01c3a0ec9e2a req-b59d3063-d7a8-4699-b428-b9309e3bec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:23.828203 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-41d3035e-d0af-4a93-a25c-01c3a0ec9e2a req-b59d3063-d7a8-4699-b428-b9309e3bec82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcce01ebf46e460297cb6119420a69e6&device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 1096 time: 0.0399494 Nov 26 04:12:23.921435 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3035e-d0af-4a93-a25c-01c3a0ec9e2a req-e4ab9118-550e-44db-bcd2-cb14da187d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:23.923039 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-41d3035e-d0af-4a93-a25c-01c3a0ec9e2a req-e4ab9118-550e-44db-bcd2-cb14da187d2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c HTTP/1.1" status: 200 len: 910 time: 0.0870767 Nov 26 04:12:23.992165 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-41d3035e-d0af-4a93-a25c-01c3a0ec9e2a req-64fed834-6c05-4abe-b97d-4a92dcde948f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ade3ab6-2be1-4ba0-9128-d9e8260370c6 HTTP/1.1" status: 200 len: 998 time: 0.0621312 Nov 26 04:12:24.011094 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-9d349233-c7b1-4f65-9e2f-1069fec71a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 4, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port': {'id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'a3525c88-79dd-496b-a157-5cc939670312', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'port_id': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'mac_address': 'fa:16:3e:30:0d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:12:22Z', 'updated_at': '2021-11-26T04:12:22Z', 'revision_number': 0, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd', 'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'mac_address': 'fa:16:3e:2b:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:00Z', 'updated_at': '2021-11-26T04:12:07Z', 'revision_number': 5, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'subnets': [{'id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:12:24.036992 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d349233-c7b1-4f65-9e2f-1069fec71a9e None None] Checking router: f4c9dd28-19e5-40dc-a940-c2ced26e90c1 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:12:24.040132 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3035e-d0af-4a93-a25c-01c3a0ec9e2a req-c1a0c6c2-f19f-4ef7-bf67-06d48227ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:24.041608 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-41d3035e-d0af-4a93-a25c-01c3a0ec9e2a req-c1a0c6c2-f19f-4ef7-bf67-06d48227ca39 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d19b6723-8b8d-42a0-a02d-0858e278a4ee HTTP/1.1" status: 200 len: 848 time: 0.0431793 Nov 26 04:12:24.046305 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d349233-c7b1-4f65-9e2f-1069fec71a9e None None] Routers {'f4c9dd28-19e5-40dc-a940-c2ced26e90c1'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:12:24.046917 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-9d349233-c7b1-4f65-9e2f-1069fec71a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:12:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:12:24.086456 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3035e-d0af-4a93-a25c-01c3a0ec9e2a req-69e6d3ba-ec5f-4cf1-879b-1b2a366189d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:12:24.087862 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-41d3035e-d0af-4a93-a25c-01c3a0ec9e2a req-69e6d3ba-ec5f-4cf1-879b-1b2a366189d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394287 Nov 26 04:12:24.152317 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-9d349233-c7b1-4f65-9e2f-1069fec71a9e None None] Set router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:12:24.185104 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-41d3035e-d0af-4a93-a25c-01c3a0ec9e2a req-79e6ef32-c8b1-4b6e-b666-f43bebfed78a service neutron] 10.222.0.59 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885189 Nov 26 04:12:24.276097 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-41d3035e-d0af-4a93-a25c-01c3a0ec9e2a req-839ca907-9afc-459e-80f5-b509f3d7db57 service neutron] 10.222.0.59 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821049 Nov 26 04:12:24.373707 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-9d349233-c7b1-4f65-9e2f-1069fec71a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 4, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port': {'id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'a3525c88-79dd-496b-a157-5cc939670312', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'port_id': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'mac_address': 'fa:16:3e:30:0d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:12:22Z', 'updated_at': '2021-11-26T04:12:22Z', 'revision_number': 0, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd', 'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'mac_address': 'fa:16:3e:2b:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:00Z', 'updated_at': '2021-11-26T04:12:07Z', 'revision_number': 5, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'subnets': [{'id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:12:24.402858 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d349233-c7b1-4f65-9e2f-1069fec71a9e None None] The sync data for ids ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'] in n-d-819389-3 is: [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 4, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port': {'id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'a3525c88-79dd-496b-a157-5cc939670312', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'port_id': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'mac_address': 'fa:16:3e:30:0d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:12:22Z', 'updated_at': '2021-11-26T04:12:22Z', 'revision_number': 0, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd', 'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'mac_address': 'fa:16:3e:2b:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:00Z', 'updated_at': '2021-11-26T04:12:07Z', 'revision_number': 5, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'subnets': [{'id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:12:24.549619 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:24.591002 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25dd664-95fe-4655-a709-a19183ef7f9b None None] New status for floating IP a3525c88-79dd-496b-a157-5cc939670312: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 04:12:41.874083 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-2eff62f6-e343-4861-8e7e-71a27f2b41af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:44.252545 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f29b4522-d1c7-45b0-ae4e-21cabf24fa96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:45.393898 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:46.968149 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:47.776361 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:53.251572 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:54.566911 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:12:54.854217 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:13:11.876125 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ca483e7f-5c16-4639-8b8b-3f02577cdbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:13:14.252692 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7b9870f1-cd87-43a0-a325-9cc88489cde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:13:15.551788 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:13:16.972936 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:13:17.779490 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:13:21.290488 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-aa5e7c75-266e-4974-ae26-79386b99dd60 req-e7ae337f-1859-4363-b5d5-015885101c98 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403273 Nov 26 04:13:21.391492 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e7c75-266e-4974-ae26-79386b99dd60 req-1221c139-d86d-4bb7-89cc-57561f74147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:13:21.393057 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-aa5e7c75-266e-4974-ae26-79386b99dd60 req-1221c139-d86d-4bb7-89cc-57561f74147e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcce01ebf46e460297cb6119420a69e6&device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 1096 time: 0.0447698 Nov 26 04:13:21.495179 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e7c75-266e-4974-ae26-79386b99dd60 req-eb690574-eb16-483e-90fb-432716033c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:13:21.496680 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-aa5e7c75-266e-4974-ae26-79386b99dd60 req-eb690574-eb16-483e-90fb-432716033c86 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c HTTP/1.1" status: 200 len: 910 time: 0.0847931 Nov 26 04:13:21.564798 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-aa5e7c75-266e-4974-ae26-79386b99dd60 req-69512ce0-c0fb-4fee-a542-dbf0ea5afe0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ade3ab6-2be1-4ba0-9128-d9e8260370c6 HTTP/1.1" status: 200 len: 1000 time: 0.0602643 Nov 26 04:13:21.613100 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e7c75-266e-4974-ae26-79386b99dd60 req-c37a7ec2-e5a3-40fb-8f8a-794a98302cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:13:21.614532 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-aa5e7c75-266e-4974-ae26-79386b99dd60 req-c37a7ec2-e5a3-40fb-8f8a-794a98302cc8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d19b6723-8b8d-42a0-a02d-0858e278a4ee HTTP/1.1" status: 200 len: 848 time: 0.0431938 Nov 26 04:13:21.660006 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e7c75-266e-4974-ae26-79386b99dd60 req-325e937a-7514-44d0-b482-aa88ee64d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:13:21.661536 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-aa5e7c75-266e-4974-ae26-79386b99dd60 req-325e937a-7514-44d0-b482-aa88ee64d304 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390286 Nov 26 04:13:21.672302 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [req-aa5e7c75-266e-4974-ae26-79386b99dd60 req-3de2290c-22a9-4bde-a1c4-b35dd4102ee2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 04:13:21.673312 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-aa5e7c75-266e-4974-ae26-79386b99dd60 req-3de2290c-22a9-4bde-a1c4-b35dd4102ee2 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049739 Nov 26 04:13:21.764328 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-aa5e7c75-266e-4974-ae26-79386b99dd60 req-f73fd783-64a5-4938-abcc-24affa3778aa service neutron] 10.222.0.59 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838215 Nov 26 04:13:21.852361 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-aa5e7c75-266e-4974-ae26-79386b99dd60 req-38e84243-4154-4717-a90d-5075725b20e7 service neutron] 10.222.0.59 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809433 Nov 26 04:13:23.261103 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:13:24.561631 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:13:31.853500 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:13:41.876964 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bff650a6-fea5-4439-afa3-0f789a3828ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:13:44.252977 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-373725da-010d-4468-8df3-e89fbd05a85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:13:45.399339 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:13:46.975430 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:13:47.781236 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:13:53.256821 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:13:54.559909 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:08.852882 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:14:11.878792 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9eb1a7f6-8feb-42e6-a56f-456ef69b3aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:14.253169 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f942ef38-4734-43c7-b7da-165acddd8b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:15.403443 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:16.978071 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:17.783669 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:18.633237 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 details requested by agent hyperv_n-h2-819389-3 with host n-h2-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 04:14:18.724730 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=1ade3ab6-2be1-4ba0-9128-d9e8260370c6,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:14:18.739312 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Returning: {'device': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'port_id': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'mac_address': 'fa:16:3e:30:0d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 04:14:18.773978 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:18.786859 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 04:14:18.806624 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=1ade3ab6-2be1-4ba0-9128-d9e8260370c6,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:14:18.810486 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:18.855718 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=1ade3ab6-2be1-4ba0-9128-d9e8260370c6,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:14:18.862873 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:18.863222 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:18.863566 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:18.863904 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:18.864261 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:18.864593 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:18.864919 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:18.865245 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:18.865569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:18.865892 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:18.866216 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:18.866540 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:18.980035 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] get_ports_and_sgs() called for port_ids ['1ade3ab6-2be1-4ba0-9128-d9e8260370c6'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 04:14:20.655824 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 up at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:14:20.719326 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Provisioning complete for port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:14:20.720364 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:20.815674 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:20.844475 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:14:20.847005 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2cf030-62d2-499e-8cc5-88442484c72c" -d '{"events": [{"server_uuid": "ab2e4e23-ceed-485a-8343-adef4af0691a", "name": "network-vif-plugged", "status": "completed", "tag": "1ade3ab6-2be1-4ba0-9128-d9e8260370c6"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:14:20.862138 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=1ade3ab6-2be1-4ba0-9128-d9e8260370c6,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:14:20.869704 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:20.897418 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 04:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023537df-89e2-4fdb-bf23-2b66af3e8091 x-openstack-request-id: req-023537df-89e2-4fdb-bf23-2b66af3e8091 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:14:20.897583 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2e4e23-ceed-485a-8343-adef4af0691a", "name": "network-vif-plugged", "status": "completed", "tag": "1ade3ab6-2be1-4ba0-9128-d9e8260370c6", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:14:20.897843 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-023537df-89e2-4fdb-bf23-2b66af3e8091 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:14:20.898251 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'code': 200} Nov 26 04:14:20.923232 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=1ade3ab6-2be1-4ba0-9128-d9e8260370c6,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:14:21.401378 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0345b83-fee8-4431-b6a8-a69b154fa741 req-007a3583-7d8e-423d-be88-facb0f31a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:21.408464 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c0345b83-fee8-4431-b6a8-a69b154fa741 req-007a3583-7d8e-423d-be88-facb0f31a407 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcce01ebf46e460297cb6119420a69e6&device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 1096 time: 0.0560563 Nov 26 04:14:21.523336 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0345b83-fee8-4431-b6a8-a69b154fa741 req-fa310d6f-f757-4829-8234-b244f5f50b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:21.525195 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c0345b83-fee8-4431-b6a8-a69b154fa741 req-fa310d6f-f757-4829-8234-b244f5f50b1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c HTTP/1.1" status: 200 len: 910 time: 0.0952842 Nov 26 04:14:21.600003 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c0345b83-fee8-4431-b6a8-a69b154fa741 req-ad9dac3d-fadf-4f49-856a-2632f277e6cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ade3ab6-2be1-4ba0-9128-d9e8260370c6 HTTP/1.1" status: 200 len: 1000 time: 0.0664485 Nov 26 04:14:21.665044 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0345b83-fee8-4431-b6a8-a69b154fa741 req-a8e306c1-b5a8-480b-a01d-e516d0adfebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:21.666567 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c0345b83-fee8-4431-b6a8-a69b154fa741 req-a8e306c1-b5a8-480b-a01d-e516d0adfebb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d19b6723-8b8d-42a0-a02d-0858e278a4ee HTTP/1.1" status: 200 len: 848 time: 0.0592775 Nov 26 04:14:21.722653 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0345b83-fee8-4431-b6a8-a69b154fa741 req-55341595-818f-4d9a-abf6-5f8815031f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:21.724343 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c0345b83-fee8-4431-b6a8-a69b154fa741 req-55341595-818f-4d9a-abf6-5f8815031f9f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472677 Nov 26 04:14:21.837115 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c0345b83-fee8-4431-b6a8-a69b154fa741 req-8ae4933d-ebf9-4df8-a878-177fa50d242d service neutron] 10.222.0.59 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041896 Nov 26 04:14:21.939010 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c0345b83-fee8-4431-b6a8-a69b154fa741 req-eef948b0-d6e1-417b-9e33-564be580f41d service neutron] 10.222.0.59 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948317 Nov 26 04:14:23.272935 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:24.564566 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:29.802876 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-6da4376f-e78c-429a-afd7-4dd794238eee tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993447747&fields=id&tenant_id=fcce01ebf46e460297cb6119420a69e6 HTTP/1.1" status: 200 len: 267 time: 0.0496712 Nov 26 04:14:29.906401 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-58100d36-c90d-43a5-8476-28d38cee3ea0 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:29.907850 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-58100d36-c90d-43a5-8476-28d38cee3ea0 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/networks?id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c HTTP/1.1" status: 200 len: 809 time: 0.0979033 Nov 26 04:14:29.922849 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-d18142d2-bfb3-4fda-a7d7-b76b4b7942b7 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/quotas/fcce01ebf46e460297cb6119420a69e6 HTTP/1.1" status: 200 len: 375 time: 0.0093131 Nov 26 04:14:29.974623 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-a29ec5f9-ef1e-4db1-9700-6edcc301bc23 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fcce01ebf46e460297cb6119420a69e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466647 Nov 26 04:14:30.045815 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-e521c846-d373-4e10-bf8f-1c9815823ee9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 04:14:30.046821 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-e521c846-d373-4e10-bf8f-1c9815823ee9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0604813 Nov 26 04:14:30.138358 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-036c230c-cd4d-497a-896f-7e8650502c8e service neutron] 10.222.0.31 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853117 Nov 26 04:14:30.230408 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-3c17c62d-941c-40aa-a541-d17776a9fe47 service neutron] 10.222.0.31 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859842 Nov 26 04:14:30.429852 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-51414ad2-4d23-4f72-8ffd-b9ba6350d7d1 req-43a8737e-7ac3-4fb2-bb65-84d2edca12fd tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 210 time: 0.0263107 Nov 26 04:14:31.467967 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-130078d7-7514-4886-bafb-e35b2b12ad9c tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:31.469607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-130078d7-7514-4886-bafb-e35b2b12ad9c tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.54 "GET /v2.0/networks?id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c HTTP/1.1" status: 200 len: 809 time: 0.1118429 Nov 26 04:14:31.548330 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1bcf4efb-0368-44df-a581-8a457ad8aa8b req-d57fe6a2-41d9-49f3-a4e1-5c041c2870a9 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 210 time: 0.0413983 Nov 26 04:14:31.569411 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-614df187-d863-4342-b92f-e5a3414ba88e tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcce01ebf46e460297cb6119420a69e6 HTTP/1.1" status: 200 len: 379 time: 0.0826342 Nov 26 04:14:31.584624 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Request body: {'port': {'device_id': 'f98e911f-6042-4b28-a662-bace56983e63', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'admin_state_up': True, 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'security_groups': ['85a3358b-122a-44e3-9548-bbead883c5e7']}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:14:31.693871 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Made reservation on behalf of fcce01ebf46e460297cb6119420a69e6 for: {'port': 1} {{(pid=104802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 04:14:31.697121 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:31.880387 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Allocated IP 172.20.0.7 (54ebafe3-0da4-4df5-8a4e-114bbfd9981c/d19b6723-8b8d-42a0-a02d-0858e278a4ee/5d94d4b3-f565-4b41-8f3a-dfc1d402be99) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:14:32.071464 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:32.110239 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:32.156223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Network 54ebafe3-0da4-4df5-8a4e-114bbfd9981c is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:14:32.159608 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:14:32.163778 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:14:32.190590 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Pushing event updated for resources: {'Port': ['ID=5d94d4b3-f565-4b41-8f3a-dfc1d402be99,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:14:32.202520 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:32.202941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:32.203285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:32.203701 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:32.204037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:32.204464 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:32.204869 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:32.205259 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:32.205589 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:32.205987 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:32.206381 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:32.206707 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:14:32.238141 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:32.238862 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:32.256790 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-990141ef-1676-455c-a597-9997a298dd3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6758389 Nov 26 04:14:32.451324 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-c7cb664a-2f9e-42c5-b869-de7420870204 None None] Provisioning complete for port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 triggered by entity DHCP. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:14:32.451893 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c7cb664a-2f9e-42c5-b869-de7420870204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:32.484760 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb664a-2f9e-42c5-b869-de7420870204 None None] Port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 cannot update to ACTIVE because it is not bound. {{(pid=104803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 04:14:32.673279 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d37c2-a3e3-4a99-a3bb-286999ea20ae req-9cfc07bb-7f02-49c0-9f09-112aaf7120b9 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:32.674820 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b92d37c2-a3e3-4a99-a3bb-286999ea20ae req-9cfc07bb-7f02-49c0-9f09-112aaf7120b9 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 931 time: 0.0523643 Nov 26 04:14:32.734158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b92d37c2-a3e3-4a99-a3bb-286999ea20ae req-5c3ffd3c-a567-44bb-a0db-0d9e4cb8afdd tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526233 Nov 26 04:14:32.734827 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:14:32.824780 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:32.847243 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:14:32.849433 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4343a73d-534d-4be0-91b7-f79da58dd03b" -d '{"events": [{"server_uuid": "ab2e4e23-ceed-485a-8343-adef4af0691a", "name": "network-vif-unplugged", "status": "completed", "tag": "1ade3ab6-2be1-4ba0-9128-d9e8260370c6"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:14:32.862382 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] For port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=1ade3ab6-2be1-4ba0-9128-d9e8260370c6,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:14:32.866921 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:32.895582 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 04:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d396ec2-8b45-4e09-b344-7ad88f538f76 x-openstack-request-id: req-2d396ec2-8b45-4e09-b344-7ad88f538f76 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:14:32.895882 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2e4e23-ceed-485a-8343-adef4af0691a", "name": "network-vif-unplugged", "status": "completed", "tag": "1ade3ab6-2be1-4ba0-9128-d9e8260370c6", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:14:32.896175 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d396ec2-8b45-4e09-b344-7ad88f538f76 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:14:32.896584 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'code': 200} Nov 26 04:14:32.918993 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Pushing event updated for resources: {'Port': ['ID=1ade3ab6-2be1-4ba0-9128-d9e8260370c6,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:14:33.861743 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2b42a-890f-4c12-925c-3cdb77851b99 req-54f2372e-96a5-46db-b6d3-c583ab0a6a15 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:33.863251 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8f2b42a-890f-4c12-925c-3cdb77851b99 req-54f2372e-96a5-46db-b6d3-c583ab0a6a15 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 931 time: 0.0605125 Nov 26 04:14:33.915268 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f8f2b42a-890f-4c12-925c-3cdb77851b99 req-1d94a0e1-7eec-4de8-948f-2d2884de0645 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457864 Nov 26 04:14:35.050746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab595b-de8d-46a0-8f21-044a05f568c7 req-bb9e5ffc-7857-43ce-9eb9-9f5e6d4cba39 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:35.052473 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-deab595b-de8d-46a0-8f21-044a05f568c7 req-bb9e5ffc-7857-43ce-9eb9-9f5e6d4cba39 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 931 time: 0.0597916 Nov 26 04:14:35.102527 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-deab595b-de8d-46a0-8f21-044a05f568c7 req-71eb977d-e60b-4942-980a-ed632e0c93a1 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436320 Nov 26 04:14:36.228771 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ef6bc-1114-4f6d-9a71-a15f89d0a70b req-3c6f20d6-db04-485b-b212-b4252bf58583 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:36.230974 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d1ef6bc-1114-4f6d-9a71-a15f89d0a70b req-3c6f20d6-db04-485b-b212-b4252bf58583 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 931 time: 0.0567679 Nov 26 04:14:36.283049 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-6d1ef6bc-1114-4f6d-9a71-a15f89d0a70b req-3b2ddca4-6103-42b9-aee5-ae542c7c72a1 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460072 Nov 26 04:14:37.410503 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a168ad-7bd4-4750-91c0-6d6c877acecf req-9c00ed7a-fb5d-4201-b747-338de5083b7c tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:37.412036 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e6a168ad-7bd4-4750-91c0-6d6c877acecf req-9c00ed7a-fb5d-4201-b747-338de5083b7c tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 931 time: 0.0593457 Nov 26 04:14:37.469196 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-e6a168ad-7bd4-4750-91c0-6d6c877acecf req-9507a8df-8560-4b74-8085-0e42e5732b9e tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486319 Nov 26 04:14:38.603218 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b7d09-f41c-4dde-b55b-407a7f239573 req-403ba1a6-0212-40d8-a500-e37a26565b4a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:38.604886 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d5b7d09-f41c-4dde-b55b-407a7f239573 req-403ba1a6-0212-40d8-a500-e37a26565b4a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 931 time: 0.0577607 Nov 26 04:14:38.657009 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-2d5b7d09-f41c-4dde-b55b-407a7f239573 req-a5bc76c9-7a81-4704-8a4f-692b65ce0a37 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452673 Nov 26 04:14:39.795749 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffa00c-5825-4ed7-8d86-1765eea22fd8 req-d400260a-edd7-4edc-ba47-041d3d8b8e72 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:39.798280 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-86ffa00c-5825-4ed7-8d86-1765eea22fd8 req-d400260a-edd7-4edc-ba47-041d3d8b8e72 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 931 time: 0.0549610 Nov 26 04:14:39.857946 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-86ffa00c-5825-4ed7-8d86-1765eea22fd8 req-b4f7e564-a7cb-4816-b52c-55cd91746f89 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527024 Nov 26 04:14:40.974257 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96948dc9-1f40-4f68-bdd9-466caab54d34 req-0033ec32-0ff4-4410-8fd7-86a8dc015ab8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:40.975773 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96948dc9-1f40-4f68-bdd9-466caab54d34 req-0033ec32-0ff4-4410-8fd7-86a8dc015ab8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 931 time: 0.0495784 Nov 26 04:14:41.035300 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-96948dc9-1f40-4f68-bdd9-466caab54d34 req-98e9b2a8-9f90-4120-aefc-dcb7ed4d85c1 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532324 Nov 26 04:14:41.880194 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-ea387b27-cd8e-403f-a3ec-a1d5d412c403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:42.397820 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1347e-7d58-44cb-a236-3d3d542e1b21 req-a040d039-ebbb-489a-9faa-2e61eea8d54f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:42.399297 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5d1347e-7d58-44cb-a236-3d3d542e1b21 req-a040d039-ebbb-489a-9faa-2e61eea8d54f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 931 time: 0.0487404 Nov 26 04:14:42.448243 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-f5d1347e-7d58-44cb-a236-3d3d542e1b21 req-7d8b906a-a0f4-4964-8b47-747619d6aa3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429616 Nov 26 04:14:43.566988 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc7d57-9793-48fa-85aa-1427f486800b req-4fb15f10-6ccd-4c9b-b893-7ef90092687b tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:43.568511 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ddc7d57-9793-48fa-85aa-1427f486800b req-4fb15f10-6ccd-4c9b-b893-7ef90092687b tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 931 time: 0.0493281 Nov 26 04:14:43.617203 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-0ddc7d57-9793-48fa-85aa-1427f486800b req-11952e75-3dc4-4deb-a4d4-5d1aa03e30ae tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427587 Nov 26 04:14:43.753851 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Request body: {'port': {'device_id': 'f98e911f-6042-4b28-a662-bace56983e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819389-3'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:14:43.814388 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:44.079544 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 {{(pid=104802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 04:14:44.087663 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:44.100554 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.provisioning_blocks [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Transition to ACTIVE for port object 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 will not be triggered until provisioned by entity L2. {{(pid=104802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 04:14:44.104338 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:44.154504 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Pushing event updated for resources: {'Port': ['ID=5d94d4b3-f565-4b41-8f3a-dfc1d402be99,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:14:44.226760 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Attempting to bind port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 on host n-h1-819389-3 for vnic_type normal with profile {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 04:14:44.227129 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Attempting to bind port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 by drivers openvswitch,hyperv on host n-h1-819389-3 at level 0 using segments [{'id': 'c8f03909-6d89-4954-af1a-b5be20870a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c'}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 04:14:44.227431 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Attempting to bind port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 on network 54ebafe3-0da4-4df5-8a4e-114bbfd9981c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:14:44.232310 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 on network 54ebafe3-0da4-4df5-8a4e-114bbfd9981c not bound, no agent of type Open vSwitch agent registered on host n-h1-819389-3 {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 04:14:44.232777 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Attempting to bind port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 on network 54ebafe3-0da4-4df5-8a4e-114bbfd9981c {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 04:14:44.237880 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Checking agent: {'id': '10fa299c-ae18-4250-a186-ba5a7151e331', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819389-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'started_at': datetime.datetime(2021, 11, 26, 2, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 4, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 04:14:44.238225 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Checking segment: {'id': 'c8f03909-6d89-4954-af1a-b5be20870a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 04:14:44.238613 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Bound using segment: {'id': 'c8f03909-6d89-4954-af1a-b5be20870a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c'} {{(pid=104802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 04:14:44.239052 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.managers [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Bound port: 5d94d4b3-f565-4b41-8f3a-dfc1d402be99, host: n-h1-819389-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f03909-6d89-4954-af1a-b5be20870a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c'}}] {{(pid=104802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 04:14:44.239430 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:44.256514 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-414cbf41-c437-4fc4-9346-3b7fdeb7bb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:44.305375 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] For port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99, host n-h1-819389-3, cleared binding levels {{(pid=104802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 04:14:44.309090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] For port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99, host n-h1-819389-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5d94d4b3-f565-4b41-8f3a-dfc1d402be99,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 04:14:44.313982 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:44.350336 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:44.350976 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:44.352414 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] 10.222.0.54 "PUT /v2.0/ports/5d94d4b3-f565-4b41-8f3a-dfc1d402be99 HTTP/1.1" status: 200 len: 1091 time: 0.6029654 Nov 26 04:14:44.352865 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98e911f-6042-4b28-a662-bace56983e63', 'tag': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:14:44.355142 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4fc790-53b5-417d-825e-d9362fbcff5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f98e911f-6042-4b28-a662-bace56983e63", "tag": "5d94d4b3-f565-4b41-8f3a-dfc1d402be99"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:14:44.383639 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9b7ca-e0d6-4968-b18b-5eddaca8d486 service neutron] Pushing event updated for resources: {'Port': ['ID=5d94d4b3-f565-4b41-8f3a-dfc1d402be99,revision_number=3']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:14:44.460623 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-9184e006-756e-403c-89b8-ae9faaba4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:44.462231 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-9184e006-756e-403c-89b8-ae9faaba4971 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcce01ebf46e460297cb6119420a69e6&device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 1094 time: 0.0536649 Nov 26 04:14:44.516573 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 04:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa15c54-3320-47a6-be0d-18b2a00c8b92 x-openstack-request-id: req-bfa15c54-3320-47a6-be0d-18b2a00c8b92 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:14:44.516929 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98e911f-6042-4b28-a662-bace56983e63", "tag": "5d94d4b3-f565-4b41-8f3a-dfc1d402be99", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:14:44.517190 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bfa15c54-3320-47a6-be0d-18b2a00c8b92 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:14:44.517714 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98e911f-6042-4b28-a662-bace56983e63', 'tag': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99', 'status': 'completed', 'code': 200} Nov 26 04:14:44.519507 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-a352cf58-a388-4542-b5bb-3f99ae1b36e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d94d4b3-f565-4b41-8f3a-dfc1d402be99 HTTP/1.1" status: 200 len: 217 time: 0.0439122 Nov 26 04:14:44.576741 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-04e8db09-aad1-40de-95d3-762aec31f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:44.578254 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-04e8db09-aad1-40de-95d3-762aec31f7f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d19b6723-8b8d-42a0-a02d-0858e278a4ee HTTP/1.1" status: 200 len: 848 time: 0.0510364 Nov 26 04:14:44.628090 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-918e4974-260f-439a-b9fd-bf0de103089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:44.629537 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-918e4974-260f-439a-b9fd-bf0de103089c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446265 Nov 26 04:14:44.759301 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b250-62ac-4dfb-a6cc-3686a0f6acc7 req-386ffaae-be74-415d-a198-aff376952f39 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:44.760823 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3755b250-62ac-4dfb-a6cc-3686a0f6acc7 req-386ffaae-be74-415d-a198-aff376952f39 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 943 time: 0.0773637 Nov 26 04:14:44.763017 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-797bc458-ccbc-4ac3-927e-baf9b5f21933 service neutron] 10.222.0.54 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260548 Nov 26 04:14:44.861465 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-3755b250-62ac-4dfb-a6cc-3686a0f6acc7 req-fceab5ad-e5e6-4776-b953-d05f9ed1955c tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946603 Nov 26 04:14:44.884214 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4b0dbc6b-9896-4dc7-94e2-50adf7330c9e req-51aca133-083b-4a62-93f4-07069cf75fa2 service neutron] 10.222.0.54 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116860 Nov 26 04:14:45.006223 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fc790-53b5-417d-825e-d9362fbcff5e req-40287369-ea0a-4717-84bf-58f38d8ba262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:45.007964 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db4fc790-53b5-417d-825e-d9362fbcff5e req-40287369-ea0a-4717-84bf-58f38d8ba262 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcce01ebf46e460297cb6119420a69e6&device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 1094 time: 0.0410581 Nov 26 04:14:45.106822 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fc790-53b5-417d-825e-d9362fbcff5e req-e1990a00-955c-477d-838b-8dd24d91d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:45.108598 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db4fc790-53b5-417d-825e-d9362fbcff5e req-e1990a00-955c-477d-838b-8dd24d91d5af service neutron] 10.222.0.54 "GET /v2.0/networks?id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c HTTP/1.1" status: 200 len: 910 time: 0.0939255 Nov 26 04:14:45.147521 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db4fc790-53b5-417d-825e-d9362fbcff5e req-fc86a32e-7170-4873-8a0d-ee17e19933ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d94d4b3-f565-4b41-8f3a-dfc1d402be99 HTTP/1.1" status: 200 len: 217 time: 0.0318854 Nov 26 04:14:45.208260 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fc790-53b5-417d-825e-d9362fbcff5e req-a94f8fc8-f5ed-4998-a3d9-3d09f7aef42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:45.209754 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db4fc790-53b5-417d-825e-d9362fbcff5e req-a94f8fc8-f5ed-4998-a3d9-3d09f7aef42c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d19b6723-8b8d-42a0-a02d-0858e278a4ee HTTP/1.1" status: 200 len: 848 time: 0.0555232 Nov 26 04:14:45.259747 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fc790-53b5-417d-825e-d9362fbcff5e req-ecce535d-f936-4dc1-9d01-e52e950ab355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:45.261477 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db4fc790-53b5-417d-825e-d9362fbcff5e req-ecce535d-f936-4dc1-9d01-e52e950ab355 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444412 Nov 26 04:14:45.372915 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db4fc790-53b5-417d-825e-d9362fbcff5e req-952e6aad-90f9-49fa-abcc-051ad9bdae9b service neutron] 10.222.0.54 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011143 Nov 26 04:14:45.411255 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:45.466653 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-db4fc790-53b5-417d-825e-d9362fbcff5e req-8bbf9ce0-6c01-4577-a742-e26a9993e71e service neutron] 10.222.0.54 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858908 Nov 26 04:14:45.852207 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:14:45.977971 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eba036-ed4f-4bd7-9ba7-5ea9452616e5 req-a5cd00c2-3fe3-43a8-b765-ed1e574d7fa2 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:45.979470 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45eba036-ed4f-4bd7-9ba7-5ea9452616e5 req-a5cd00c2-3fe3-43a8-b765-ed1e574d7fa2 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 943 time: 0.0489492 Nov 26 04:14:46.036428 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-45eba036-ed4f-4bd7-9ba7-5ea9452616e5 req-70f41729-6e34-4e67-b687-49b36c0e533e tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462403 Nov 26 04:14:46.981795 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:47.151244 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498c11a-017e-41eb-82b6-94360471e68e req-cf93b81b-a69e-47a6-872c-e066dd5550e7 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:47.153314 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1498c11a-017e-41eb-82b6-94360471e68e req-cf93b81b-a69e-47a6-872c-e066dd5550e7 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 943 time: 0.0498569 Nov 26 04:14:47.201041 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1498c11a-017e-41eb-82b6-94360471e68e req-cd930291-c03a-44f7-8523-f437c3525552 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417523 Nov 26 04:14:47.788416 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:48.314641 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf32a5-4f87-4b8c-b37d-405d8172ed58 req-9b309b75-af22-4796-baad-b886db34f863 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:48.316158 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-edcf32a5-4f87-4b8c-b37d-405d8172ed58 req-9b309b75-af22-4796-baad-b886db34f863 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 943 time: 0.0482466 Nov 26 04:14:48.365614 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-edcf32a5-4f87-4b8c-b37d-405d8172ed58 req-22e9bb0b-0b26-4a89-a002-dbeb469a3eba tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434077 Nov 26 04:14:49.412065 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 04:14:49.493719 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f30cab-b7a7-49a5-896a-8f8ff11dee68 req-f2ff7a39-a07c-4939-aca0-c095a7a9e9a4 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:49.495255 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99f30cab-b7a7-49a5-896a-8f8ff11dee68 req-f2ff7a39-a07c-4939-aca0-c095a7a9e9a4 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 943 time: 0.0585644 Nov 26 04:14:49.514101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5d94d4b3-f565-4b41-8f3a-dfc1d402be99,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:14:49.524973 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'port_id': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99', 'mac_address': 'fa:16:3e:8e:3b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 04:14:49.547073 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-99f30cab-b7a7-49a5-896a-8f8ff11dee68 req-1c55a8d9-b818-4d95-b927-15e4c5c6a718 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451186 Nov 26 04:14:49.568137 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:49.581614 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 04:14:49.600191 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5d94d4b3-f565-4b41-8f3a-dfc1d402be99,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:14:49.604463 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:49.653829 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=5d94d4b3-f565-4b41-8f3a-dfc1d402be99,revision_number=4']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:14:50.038043 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['5d94d4b3-f565-4b41-8f3a-dfc1d402be99'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 04:14:50.663667 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccacea3-10d1-47c7-97dc-1d3c41d3a7dc req-b6f83684-85e8-40d8-9cb3-f26bf4ba2f3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:50.665197 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8ccacea3-10d1-47c7-97dc-1d3c41d3a7dc req-b6f83684-85e8-40d8-9cb3-f26bf4ba2f3d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 944 time: 0.0499046 Nov 26 04:14:50.714462 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8ccacea3-10d1-47c7-97dc-1d3c41d3a7dc req-b1293ae9-7139-4e83-8021-62e6ddcf533f tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432935 Nov 26 04:14:51.427213 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:14:51.474864 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning for port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 completed by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 04:14:51.478592 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:14:51.478992 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:51.562596 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:51.584993 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98e911f-6042-4b28-a662-bace56983e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:14:51.587223 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3270ec-67f0-4bb3-acf4-fdae0ca76099" -d '{"events": [{"server_uuid": "f98e911f-6042-4b28-a662-bace56983e63", "name": "network-vif-plugged", "status": "completed", "tag": "5d94d4b3-f565-4b41-8f3a-dfc1d402be99"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:14:51.601981 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5d94d4b3-f565-4b41-8f3a-dfc1d402be99,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:14:51.606408 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:51.629175 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 04:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fda59ad-9710-4694-81e0-672474212fff x-openstack-request-id: req-1fda59ad-9710-4694-81e0-672474212fff {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:14:51.629469 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98e911f-6042-4b28-a662-bace56983e63", "name": "network-vif-plugged", "status": "completed", "tag": "5d94d4b3-f565-4b41-8f3a-dfc1d402be99", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:14:51.629729 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fda59ad-9710-4694-81e0-672474212fff {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:14:51.630120 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98e911f-6042-4b28-a662-bace56983e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99', 'code': 200} Nov 26 04:14:51.655588 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=5d94d4b3-f565-4b41-8f3a-dfc1d402be99,revision_number=5']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:14:51.755051 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f457ed-8e19-4217-b3fa-58d3d84485ac req-7d526248-fe92-4d58-bad0-e8e8f93c08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:51.756607 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-87f457ed-8e19-4217-b3fa-58d3d84485ac req-7d526248-fe92-4d58-bad0-e8e8f93c08a1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 1096 time: 0.0405416 Nov 26 04:14:51.832675 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-87f457ed-8e19-4217-b3fa-58d3d84485ac req-84cc6da7-ed75-40a7-8f30-bb0b96c5cb27 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694029 Nov 26 04:14:51.848459 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a134d-f892-42bf-9f40-2b822ec3980c req-d8f8c20b-afbc-42cf-84c2-7751aa62905a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:51.849910 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c28a134d-f892-42bf-9f40-2b822ec3980c req-d8f8c20b-afbc-42cf-84c2-7751aa62905a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 945 time: 0.0667002 Nov 26 04:14:51.897917 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-c28a134d-f892-42bf-9f40-2b822ec3980c req-27f11686-85f8-4e1f-bc9e-22f4b77a7f6a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415776 Nov 26 04:14:53.014008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1b037-d0b3-4c65-a36b-f574f32282cd req-98a8485e-1295-4349-bf72-b50edcc2d6d5 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:53.015498 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70a1b037-d0b3-4c65-a36b-f574f32282cd req-98a8485e-1295-4349-bf72-b50edcc2d6d5 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 945 time: 0.0481470 Nov 26 04:14:53.063992 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-70a1b037-d0b3-4c65-a36b-f574f32282cd req-21ec42a2-c446-42db-ae0a-a7f0f8c1f0c7 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424428 Nov 26 04:14:53.273308 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:54.183186 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089cd5d-93f9-430b-b1e6-1d50b0b83925 req-c0f37750-e198-419f-b5ca-9b4b3e719d8e tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:54.185164 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8089cd5d-93f9-430b-b1e6-1d50b0b83925 req-c0f37750-e198-419f-b5ca-9b4b3e719d8e tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 945 time: 0.0517280 Nov 26 04:14:54.232922 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8089cd5d-93f9-430b-b1e6-1d50b0b83925 req-bdf11d54-6eeb-45bc-be4f-0fb678b54a36 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419781 Nov 26 04:14:54.346531 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e3afc-3dae-4d84-929a-a34b0328b533 req-d1fa6b10-0c97-414c-891c-4360fc632e20 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:54.347909 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-922e3afc-3dae-4d84-929a-a34b0328b533 req-d1fa6b10-0c97-414c-891c-4360fc632e20 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 945 time: 0.0480659 Nov 26 04:14:54.396748 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-922e3afc-3dae-4d84-929a-a34b0328b533 req-5c97a3c9-b8e8-4d64-a218-7b0f4652fa79 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428092 Nov 26 04:14:54.418355 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37762) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:14:54.460391 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2051d9-a669-4d5a-a51e-273deed8b936 tempest-TestSnapshotPattern-935881764 tempest-TestSnapshotPattern-935881764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:54.461910 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-de2051d9-a669-4d5a-a51e-273deed8b936 tempest-TestSnapshotPattern-935881764 tempest-TestSnapshotPattern-935881764-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 1091 time: 0.0425413 Nov 26 04:14:54.464782 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37764) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:14:54.469025 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.v2.base [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Request body: {'floatingip': {'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'port_id': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 04:14:54.490088 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for floatingip, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:54.561197 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:54.583859 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:54.689332 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_common [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Allocated IP 172.25.0.196 (0d5755d8-1b72-4bfa-9d12-12884b148955/97201113-b3ab-4f69-821c-5cd037ad2c48/e552e5bd-c37b-4a7b-899e-84e6ea38f4a4) {{(pid=104802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 04:14:54.789409 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for port, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:54.822315 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731989363914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:54.867233 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Network 0d5755d8-1b72-4bfa-9d12-12884b148955 is already hosted by enough agents. {{(pid=104802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 04:14:54.872775 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.base_scheduler [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Resources bound (agent type, host, resource id): {{(pid=104802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 04:14:54.875208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Received port after_create {{(pid=104802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 04:14:54.878321 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Pushing event updated for resources: {'Port': ['ID=e552e5bd-c37b-4a7b-899e-84e6ea38f4a4,revision_number=1']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:14:55.210061 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:55.278252 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:55.430535 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for port, precommit_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:55.435587 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624353'] for port, after_update {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:55.504775 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Pushing event updated for resources: {'Port': ['ID=e552e5bd-c37b-4a7b-899e-84e6ea38f4a4,revision_number=2']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:14:55.518527 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457610'] for floatingip, after_create {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:55.620000 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Floating IP 5f707ec8-64df-48a6-bc48-b3984d30ade3 associated. External IP: 172.25.0.196, port: 5d94d4b3-f565-4b41-8f3a-dfc1d402be99. Nov 26 04:14:56.139649 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:14:56.244070 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:14:56.253940 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf4d3cf-cc34-43d3-84ea-915376e8c4e8 None None] Sync routers for ids ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:14:56.261338 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:14:56.263704 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf4d3cf-cc34-43d3-84ea-915376e8c4e8 None None] Routers {'f4c9dd28-19e5-40dc-a940-c2ced26e90c1'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:14:56.264368 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-cbf4d3cf-cc34-43d3-84ea-915376e8c4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:14:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:14:56.288324 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-a05b95b6-7ab5-49de-a962-55c6125da8ca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8224604 Nov 26 04:14:56.288916 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98e911f-6042-4b28-a662-bace56983e63', 'tag': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:14:56.291190 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d4d410-81c9-44c3-bcb9-7ba08272189b" -d '{"events": [{"name": "network-changed", "server_uuid": "f98e911f-6042-4b28-a662-bace56983e63", "tag": "5d94d4b3-f565-4b41-8f3a-dfc1d402be99"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:14:56.327551 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 04:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668fdb83-4ffb-490f-a0be-ddb40ed8c059 x-openstack-request-id: req-668fdb83-4ffb-490f-a0be-ddb40ed8c059 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:14:56.327850 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98e911f-6042-4b28-a662-bace56983e63", "tag": "5d94d4b3-f565-4b41-8f3a-dfc1d402be99", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:14:56.328139 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-668fdb83-4ffb-490f-a0be-ddb40ed8c059 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:14:56.328547 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98e911f-6042-4b28-a662-bace56983e63', 'tag': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99', 'status': 'completed', 'code': 200} Nov 26 04:14:56.373313 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-cbf4d3cf-cc34-43d3-84ea-915376e8c4e8 None None] Set router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:14:56.412037 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4d410-81c9-44c3-bcb9-7ba08272189b req-ba473f64-5229-4805-bc0e-9e354360297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:56.413686 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89d4d410-81c9-44c3-bcb9-7ba08272189b req-ba473f64-5229-4805-bc0e-9e354360297f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcce01ebf46e460297cb6119420a69e6&device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 1096 time: 0.0425482 Nov 26 04:14:56.506267 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4d410-81c9-44c3-bcb9-7ba08272189b req-5724939a-0e08-4780-a761-3be9ce8cda8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:56.507799 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89d4d410-81c9-44c3-bcb9-7ba08272189b req-5724939a-0e08-4780-a761-3be9ce8cda8e service neutron] 10.222.0.54 "GET /v2.0/networks?id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c HTTP/1.1" status: 200 len: 910 time: 0.0871966 Nov 26 04:14:56.572663 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89d4d410-81c9-44c3-bcb9-7ba08272189b req-0a69ab87-01f3-4b10-8cf1-d7104c470d3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d94d4b3-f565-4b41-8f3a-dfc1d402be99 HTTP/1.1" status: 200 len: 999 time: 0.0577435 Nov 26 04:14:56.600569 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-cbf4d3cf-cc34-43d3-84ea-915376e8c4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 4, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port': {'id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '5f707ec8-64df-48a6-bc48-b3984d30ade3', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'port_id': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'mac_address': 'fa:16:3e:8e:3b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98e911f-6042-4b28-a662-bace56983e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:14:55Z', 'updated_at': '2021-11-26T04:14:55Z', 'revision_number': 0, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'fixed_ip_address_scope': None}, {'id': 'a3525c88-79dd-496b-a157-5cc939670312', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'port_id': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'mac_address': 'fa:16:3e:30:0d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:12:22Z', 'updated_at': '2021-11-26T04:12:24Z', 'revision_number': 1, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd', 'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'mac_address': 'fa:16:3e:2b:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:00Z', 'updated_at': '2021-11-26T04:12:07Z', 'revision_number': 5, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'subnets': [{'id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:14:56.621660 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4d410-81c9-44c3-bcb9-7ba08272189b req-b237c50d-f751-4cac-8f4a-882e3def83de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:56.623143 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89d4d410-81c9-44c3-bcb9-7ba08272189b req-b237c50d-f751-4cac-8f4a-882e3def83de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d19b6723-8b8d-42a0-a02d-0858e278a4ee HTTP/1.1" status: 200 len: 848 time: 0.0434320 Nov 26 04:14:56.630485 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf4d3cf-cc34-43d3-84ea-915376e8c4e8 None None] Checking router: f4c9dd28-19e5-40dc-a940-c2ced26e90c1 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:14:56.639395 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf4d3cf-cc34-43d3-84ea-915376e8c4e8 None None] Routers {'f4c9dd28-19e5-40dc-a940-c2ced26e90c1'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:14:56.640004 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-cbf4d3cf-cc34-43d3-84ea-915376e8c4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:14:44Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:14:56.673834 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4d410-81c9-44c3-bcb9-7ba08272189b req-0b1df079-f9fd-42c2-a039-707a32ba27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:14:56.675266 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89d4d410-81c9-44c3-bcb9-7ba08272189b req-0b1df079-f9fd-42c2-a039-707a32ba27ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447891 Nov 26 04:14:56.769056 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89d4d410-81c9-44c3-bcb9-7ba08272189b req-e9d2aab8-df54-4cd7-9583-e75df1cb9090 service neutron] 10.222.0.54 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865793 Nov 26 04:14:56.875616 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-89d4d410-81c9-44c3-bcb9-7ba08272189b req-d8420e70-ce63-4057-9ce3-4cf5883ff56f service neutron] 10.222.0.54 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997431 Nov 26 04:14:56.915719 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-cbf4d3cf-cc34-43d3-84ea-915376e8c4e8 None None] Set router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:14:57.133639 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-cbf4d3cf-cc34-43d3-84ea-915376e8c4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 4, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port': {'id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '5f707ec8-64df-48a6-bc48-b3984d30ade3', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'port_id': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'mac_address': 'fa:16:3e:8e:3b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98e911f-6042-4b28-a662-bace56983e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:14:55Z', 'updated_at': '2021-11-26T04:14:55Z', 'revision_number': 0, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'fixed_ip_address_scope': None}, {'id': 'a3525c88-79dd-496b-a157-5cc939670312', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'port_id': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'mac_address': 'fa:16:3e:30:0d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:12:22Z', 'updated_at': '2021-11-26T04:12:24Z', 'revision_number': 1, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd', 'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'mac_address': 'fa:16:3e:2b:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:00Z', 'updated_at': '2021-11-26T04:12:07Z', 'revision_number': 5, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'subnets': [{'id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:14:57.165949 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf4d3cf-cc34-43d3-84ea-915376e8c4e8 None None] The sync data for ids ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'] in n-d-819389-3 is: [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 4, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port': {'id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': '5f707ec8-64df-48a6-bc48-b3984d30ade3', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'port_id': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'mac_address': 'fa:16:3e:8e:3b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98e911f-6042-4b28-a662-bace56983e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:14:55Z', 'updated_at': '2021-11-26T04:14:55Z', 'revision_number': 0, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'fixed_ip_address_scope': None}, {'id': 'a3525c88-79dd-496b-a157-5cc939670312', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'port_id': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'mac_address': 'fa:16:3e:30:0d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:12:22Z', 'updated_at': '2021-11-26T04:12:24Z', 'revision_number': 1, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd', 'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'mac_address': 'fa:16:3e:2b:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:00Z', 'updated_at': '2021-11-26T04:12:07Z', 'revision_number': 5, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'subnets': [{'id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:14:57.357531 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035666e-44e5-42e7-a149-a80cd7128190 None None] New status for floating IP 5f707ec8-64df-48a6-bc48-b3984d30ade3: ACTIVE {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 04:15:11.882096 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-129953a5-ea7a-4670-b74e-c232f3ffb156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:15:14.258408 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e77db2ed-358d-4ffa-8db4-07c7d3df3631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:15:15.411310 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:15:16.984763 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:15:17.789198 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:15:21.293565 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e68f6479-05d9-4e98-8675-730830255bab req-a2646dcd-8b14-47dc-9a5c-15a7e625c7f4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430567 Nov 26 04:15:21.394695 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f6479-05d9-4e98-8675-730830255bab req-028f636c-6ce1-48d3-aab2-a21e2abe2271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:15:21.396250 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e68f6479-05d9-4e98-8675-730830255bab req-028f636c-6ce1-48d3-aab2-a21e2abe2271 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcce01ebf46e460297cb6119420a69e6&device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 1094 time: 0.0397158 Nov 26 04:15:21.504807 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f6479-05d9-4e98-8675-730830255bab req-cd897fba-d393-4da5-8886-b4ad4535876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:15:21.507515 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e68f6479-05d9-4e98-8675-730830255bab req-cd897fba-d393-4da5-8886-b4ad4535876d service neutron] 10.222.0.59 "GET /v2.0/networks?id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c HTTP/1.1" status: 200 len: 910 time: 0.0910983 Nov 26 04:15:21.572692 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e68f6479-05d9-4e98-8675-730830255bab req-3990736b-49b5-46e1-96ec-c5155973872e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ade3ab6-2be1-4ba0-9128-d9e8260370c6 HTTP/1.1" status: 200 len: 998 time: 0.0573642 Nov 26 04:15:21.620633 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f6479-05d9-4e98-8675-730830255bab req-357b6eba-a4b0-4400-9b55-5e366588a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:15:21.622281 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e68f6479-05d9-4e98-8675-730830255bab req-357b6eba-a4b0-4400-9b55-5e366588a8ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d19b6723-8b8d-42a0-a02d-0858e278a4ee HTTP/1.1" status: 200 len: 848 time: 0.0428340 Nov 26 04:15:21.671688 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f6479-05d9-4e98-8675-730830255bab req-89ac2393-9820-4a06-8e5a-22b732140d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:15:21.673215 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e68f6479-05d9-4e98-8675-730830255bab req-89ac2393-9820-4a06-8e5a-22b732140d00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444798 Nov 26 04:15:21.761931 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e68f6479-05d9-4e98-8675-730830255bab req-3f61e4c0-8031-4bea-b340-15fd37989691 service neutron] 10.222.0.59 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810354 Nov 26 04:15:21.852752 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-e68f6479-05d9-4e98-8675-730830255bab req-00914f6c-9d42-4bce-91fe-d3b10d5b7b16 service neutron] 10.222.0.59 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842333 Nov 26 04:15:22.852607 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:15:23.273767 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:15:24.561537 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:15:30.665115 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81b8b269-7228-4b6e-ad4c-093d409c469e req-772e5dce-b7e7-47b9-a5d4-4b42da531228 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828416 Nov 26 04:15:30.763290 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8b269-7228-4b6e-ad4c-093d409c469e req-33466733-6180-4880-94b2-8072167fceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:15:30.764827 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81b8b269-7228-4b6e-ad4c-093d409c469e req-33466733-6180-4880-94b2-8072167fceaa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcce01ebf46e460297cb6119420a69e6&device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 1096 time: 0.0396807 Nov 26 04:15:30.870143 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8b269-7228-4b6e-ad4c-093d409c469e req-1ede4907-73c9-4ec9-8294-2a22977ba73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:15:30.871590 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81b8b269-7228-4b6e-ad4c-093d409c469e req-1ede4907-73c9-4ec9-8294-2a22977ba73d service neutron] 10.222.0.54 "GET /v2.0/networks?id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c HTTP/1.1" status: 200 len: 910 time: 0.0876868 Nov 26 04:15:30.941449 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81b8b269-7228-4b6e-ad4c-093d409c469e req-bc8be2c2-8546-4944-865c-081d3f43094e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d94d4b3-f565-4b41-8f3a-dfc1d402be99 HTTP/1.1" status: 200 len: 1001 time: 0.0563750 Nov 26 04:15:30.993932 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8b269-7228-4b6e-ad4c-093d409c469e req-d26dc72d-60b7-487d-a194-bd71df5deb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:15:30.995395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81b8b269-7228-4b6e-ad4c-093d409c469e req-d26dc72d-60b7-487d-a194-bd71df5deb5d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d19b6723-8b8d-42a0-a02d-0858e278a4ee HTTP/1.1" status: 200 len: 848 time: 0.0465934 Nov 26 04:15:31.039419 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8b269-7228-4b6e-ad4c-093d409c469e req-b5fff210-c450-4af2-8b9f-631f11cf3a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:15:31.040946 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81b8b269-7228-4b6e-ad4c-093d409c469e req-b5fff210-c450-4af2-8b9f-631f11cf3a55 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385425 Nov 26 04:15:31.127564 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81b8b269-7228-4b6e-ad4c-093d409c469e req-139ea316-ae6d-4a91-98d7-e0d757aba24b service neutron] 10.222.0.54 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796824 Nov 26 04:15:31.218034 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-81b8b269-7228-4b6e-ad4c-093d409c469e req-b0509241-8c4b-4420-8a79-7b001d204aaf service neutron] 10.222.0.54 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841300 Nov 26 04:15:41.882975 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-713bc019-0a97-4cb7-a3b1-b33662bc8538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:15:44.260370 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-771d52e6-7857-429e-9304-45fa68833192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:15:45.412331 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:15:46.988208 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:15:47.794549 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:15:53.301510 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:15:54.576498 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:15:59.852812 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:16:11.884564 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-594734f0-ba39-45be-bf0d-7655643abd41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:16:14.262864 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dc19e900-c9e8-4416-8b23-46ff115c0629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:16:15.414549 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:16:16.992646 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:16:17.796625 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:16:22.312249 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c1cfb4fa-6576-4f0a-9f4e-26d03eb81256 req-2c0e3d96-5509-4e6d-b124-2bf8b1bfcdbd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400732 Nov 26 04:16:22.408748 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfb4fa-6576-4f0a-9f4e-26d03eb81256 req-eb52e5d4-dde7-427a-aa58-f589048d8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:16:22.410218 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c1cfb4fa-6576-4f0a-9f4e-26d03eb81256 req-eb52e5d4-dde7-427a-aa58-f589048d8bd8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcce01ebf46e460297cb6119420a69e6&device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 1094 time: 0.0396535 Nov 26 04:16:22.518777 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfb4fa-6576-4f0a-9f4e-26d03eb81256 req-dd5cff48-8672-42df-a311-7235b53be6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:16:22.520293 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c1cfb4fa-6576-4f0a-9f4e-26d03eb81256 req-dd5cff48-8672-42df-a311-7235b53be6b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c HTTP/1.1" status: 200 len: 910 time: 0.0910184 Nov 26 04:16:22.584486 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c1cfb4fa-6576-4f0a-9f4e-26d03eb81256 req-6cd7104b-c7b5-4f75-9424-85db4f2541e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ade3ab6-2be1-4ba0-9128-d9e8260370c6 HTTP/1.1" status: 200 len: 998 time: 0.0559838 Nov 26 04:16:22.637548 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfb4fa-6576-4f0a-9f4e-26d03eb81256 req-a5e41585-d704-4ca7-addf-8af0d1848306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:16:22.639015 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c1cfb4fa-6576-4f0a-9f4e-26d03eb81256 req-a5e41585-d704-4ca7-addf-8af0d1848306 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d19b6723-8b8d-42a0-a02d-0858e278a4ee HTTP/1.1" status: 200 len: 848 time: 0.0472851 Nov 26 04:16:22.684838 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfb4fa-6576-4f0a-9f4e-26d03eb81256 req-2c631715-38f8-4b40-b1e7-dcab1e83fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:16:22.686329 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c1cfb4fa-6576-4f0a-9f4e-26d03eb81256 req-2c631715-38f8-4b40-b1e7-dcab1e83fd8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400019 Nov 26 04:16:22.772555 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c1cfb4fa-6576-4f0a-9f4e-26d03eb81256 req-8e4545c4-d5a9-426f-83d9-ba6dc0d06f92 service neutron] 10.222.0.59 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793941 Nov 26 04:16:22.862230 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-c1cfb4fa-6576-4f0a-9f4e-26d03eb81256 req-cecdfe59-54d4-4a6c-b1cc-e41bedaef52d service neutron] 10.222.0.59 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824685 Nov 26 04:16:23.305596 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:16:24.574495 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:16:32.626413 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0c564cb-f719-438e-9bbe-c5e48d049f80 req-8a2efcdd-a847-4492-aab8-8016dbb5ac76 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396662 Nov 26 04:16:32.728292 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c564cb-f719-438e-9bbe-c5e48d049f80 req-e354e161-bdd1-47b2-b8d6-c2d878585fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:16:32.729692 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0c564cb-f719-438e-9bbe-c5e48d049f80 req-e354e161-bdd1-47b2-b8d6-c2d878585fa4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcce01ebf46e460297cb6119420a69e6&device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 1096 time: 0.0447266 Nov 26 04:16:32.830513 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c564cb-f719-438e-9bbe-c5e48d049f80 req-4adeeaee-ec6c-45a8-9e9b-080276849528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:16:32.831966 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0c564cb-f719-438e-9bbe-c5e48d049f80 req-4adeeaee-ec6c-45a8-9e9b-080276849528 service neutron] 10.222.0.54 "GET /v2.0/networks?id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c HTTP/1.1" status: 200 len: 910 time: 0.0843551 Nov 26 04:16:32.902269 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0c564cb-f719-438e-9bbe-c5e48d049f80 req-71c14f97-cbaf-49f6-8c76-1e32f8da518c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d94d4b3-f565-4b41-8f3a-dfc1d402be99 HTTP/1.1" status: 200 len: 1001 time: 0.0624723 Nov 26 04:16:32.950168 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c564cb-f719-438e-9bbe-c5e48d049f80 req-262581a1-33c0-40bb-b354-7399d098ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:16:32.951565 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0c564cb-f719-438e-9bbe-c5e48d049f80 req-262581a1-33c0-40bb-b354-7399d098ba3e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d19b6723-8b8d-42a0-a02d-0858e278a4ee HTTP/1.1" status: 200 len: 848 time: 0.0419676 Nov 26 04:16:32.996407 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c564cb-f719-438e-9bbe-c5e48d049f80 req-02081069-1358-4834-a145-f05b11ce1c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:16:32.997787 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0c564cb-f719-438e-9bbe-c5e48d049f80 req-02081069-1358-4834-a145-f05b11ce1c0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390735 Nov 26 04:16:33.089857 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0c564cb-f719-438e-9bbe-c5e48d049f80 req-400e86ad-48b5-48e5-8b5b-045aaff30e3c service neutron] 10.222.0.54 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850885 Nov 26 04:16:33.178137 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b0c564cb-f719-438e-9bbe-c5e48d049f80 req-7d90c161-083c-4c7f-8762-93e59e87bfbb service neutron] 10.222.0.54 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809681 Nov 26 04:16:36.852621 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:16:41.886064 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-397c3f00-6f55-466a-ad56-5ff5128bef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:16:44.263722 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e9966fac-35f1-47d4-bf14-608b5a204293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:16:45.417587 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:16:46.995573 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:16:47.798492 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:16:53.304167 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:16:54.585855 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:11.887725 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6d1e4b84-b2da-47a2-b90e-5ac0e2cd0a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:13.852912 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:17:14.212304 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 details requested by agent hyperv_n-h1-819389-3 with host n-h1-819389-3 {{(pid=104803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 04:17:14.292706 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f5d687bf-382e-433e-8874-10addf40e987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:14.319226 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5d94d4b3-f565-4b41-8f3a-dfc1d402be99,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:17:14.330504 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Returning: {'device': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'port_id': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99', 'mac_address': 'fa:16:3e:8e:3b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 04:17:14.370607 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:14.383737 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 {{(pid=104803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 04:17:14.402519 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5d94d4b3-f565-4b41-8f3a-dfc1d402be99,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:17:14.406265 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:14.452803 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=5d94d4b3-f565-4b41-8f3a-dfc1d402be99,revision_number=6']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:14.459938 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:14.460320 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:14.460667 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:14.461013 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:14.461376 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:14.461712 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:14.462045 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:14.462428 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:14.462723 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:14.463033 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:14.463360 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:14.463687 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:14.542996 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] get_ports_and_sgs() called for port_ids ['5d94d4b3-f565-4b41-8f3a-dfc1d402be99'] {{(pid=104803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 04:17:15.420963 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:16.223961 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 up at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 04:17:16.270003 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.provisioning_blocks [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Provisioning complete for port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 triggered by entity L2. {{(pid=104803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 04:17:16.270379 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397970'] for port, provisioning_complete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:16.346888 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:16.369509 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98e911f-6042-4b28-a662-bace56983e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:17:16.371760 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c6555f-b1a2-44da-9581-2eba4e623eb0" -d '{"events": [{"server_uuid": "f98e911f-6042-4b28-a662-bace56983e63", "name": "network-vif-plugged", "status": "completed", "tag": "5d94d4b3-f565-4b41-8f3a-dfc1d402be99"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:17:16.388820 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5d94d4b3-f565-4b41-8f3a-dfc1d402be99,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:17:16.393612 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:16.440906 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=5d94d4b3-f565-4b41-8f3a-dfc1d402be99,revision_number=7']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:16.499179 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 04:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebc455b-9873-4aae-a81c-809b4fa1c54e x-openstack-request-id: req-7ebc455b-9873-4aae-a81c-809b4fa1c54e {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:17:16.499476 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98e911f-6042-4b28-a662-bace56983e63", "name": "network-vif-plugged", "status": "completed", "tag": "5d94d4b3-f565-4b41-8f3a-dfc1d402be99", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:17:16.499750 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ebc455b-9873-4aae-a81c-809b4fa1c54e {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:17:16.500202 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98e911f-6042-4b28-a662-bace56983e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99', 'code': 200} Nov 26 04:17:16.997665 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:17.805613 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:23.339045 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:23.364847 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-01b0026a-3fac-4b62-ab5a-0d45e4af68c6 req-5b2e776f-dcd7-4e92-9b29-b76044935196 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1120930 Nov 26 04:17:23.472762 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0026a-3fac-4b62-ab5a-0d45e4af68c6 req-0000f7e4-083a-4f2f-9104-f61b1267ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:17:23.474584 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-01b0026a-3fac-4b62-ab5a-0d45e4af68c6 req-0000f7e4-083a-4f2f-9104-f61b1267ae32 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcce01ebf46e460297cb6119420a69e6&device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 1094 time: 0.0452814 Nov 26 04:17:23.592025 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0026a-3fac-4b62-ab5a-0d45e4af68c6 req-fd6f27e6-fc8e-4548-8b6e-00055e322542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:17:23.593545 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-01b0026a-3fac-4b62-ab5a-0d45e4af68c6 req-fd6f27e6-fc8e-4548-8b6e-00055e322542 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c HTTP/1.1" status: 200 len: 910 time: 0.0975039 Nov 26 04:17:23.671271 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-01b0026a-3fac-4b62-ab5a-0d45e4af68c6 req-8939e8c2-ab88-40e8-bbcd-e8ea589871b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ade3ab6-2be1-4ba0-9128-d9e8260370c6 HTTP/1.1" status: 200 len: 998 time: 0.0704639 Nov 26 04:17:23.728446 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0026a-3fac-4b62-ab5a-0d45e4af68c6 req-3302d26d-e17a-4eed-bf8c-884f601f0e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:17:23.729955 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-01b0026a-3fac-4b62-ab5a-0d45e4af68c6 req-3302d26d-e17a-4eed-bf8c-884f601f0e66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d19b6723-8b8d-42a0-a02d-0858e278a4ee HTTP/1.1" status: 200 len: 848 time: 0.0522871 Nov 26 04:17:23.781252 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0026a-3fac-4b62-ab5a-0d45e4af68c6 req-59d2266e-bc46-4b59-b0cf-969e7df559e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:17:23.782777 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-01b0026a-3fac-4b62-ab5a-0d45e4af68c6 req-59d2266e-bc46-4b59-b0cf-969e7df559e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461273 Nov 26 04:17:23.895816 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-01b0026a-3fac-4b62-ab5a-0d45e4af68c6 req-94ef7061-577c-4de2-bd36-a107770cbd4b service neutron] 10.222.0.59 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049547 Nov 26 04:17:24.000219 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-01b0026a-3fac-4b62-ab5a-0d45e4af68c6 req-09dd904e-33bf-467c-9ad8-d8d72fde1076 service neutron] 10.222.0.59 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932701 Nov 26 04:17:24.603026 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:27.422855 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 37994) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:17:27.575451 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Deleting port e552e5bd-c37b-4a7b-899e-84e6ea38f4a4 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:17:27.575796 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:27.653991 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:27.654370 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:27.666008 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Calling delete_port for e552e5bd-c37b-4a7b-899e-84e6ea38f4a4 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:17:27.811236 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:27.837024 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Pushing event deleted for resources: {'Port': ['ID=e552e5bd-c37b-4a7b-899e-84e6ea38f4a4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:27.848887 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:27.849243 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:27.849590 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:27.849935 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:27.850274 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:27.850608 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:27.850941 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:27.851345 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:27.851678 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:27.852007 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:27.852365 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:27.852694 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:27.910220 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:27.910556 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Floating IP 5f707ec8-64df-48a6-bc48-b3984d30ade3 disassociated (deleted). External IP: 172.25.0.196, port: 5d94d4b3-f565-4b41-8f3a-dfc1d402be99. Nov 26 04:17:28.121856 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:17:28.228446 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:17:28.233232 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:28.239238 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83916602-5fc6-4dbb-8af0-0cdba7bd164a None None] Sync routers for ids ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:17:28.249048 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83916602-5fc6-4dbb-8af0-0cdba7bd164a None None] Routers {'f4c9dd28-19e5-40dc-a940-c2ced26e90c1'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:17:28.249663 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-83916602-5fc6-4dbb-8af0-0cdba7bd164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:17:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:28.262003 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-55159c95-d237-4dd3-8ac2-7407ae4d6e86 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "DELETE /v2.0/floatingips/5f707ec8-64df-48a6-bc48-b3984d30ade3 HTTP/1.1" status: 204 len: 168 time: 0.8357346 Nov 26 04:17:28.262003 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98e911f-6042-4b28-a662-bace56983e63', 'tag': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:17:28.262577 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278f0f2e-a027-455e-b1fb-e89a3ada24bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f98e911f-6042-4b28-a662-bace56983e63", "tag": "5d94d4b3-f565-4b41-8f3a-dfc1d402be99"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:17:28.331506 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 04:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f3e0e1-8fda-451c-b13e-aeede2e48199 x-openstack-request-id: req-b7f3e0e1-8fda-451c-b13e-aeede2e48199 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:17:28.332046 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98e911f-6042-4b28-a662-bace56983e63", "tag": "5d94d4b3-f565-4b41-8f3a-dfc1d402be99", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:17:28.332556 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7f3e0e1-8fda-451c-b13e-aeede2e48199 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:17:28.333179 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98e911f-6042-4b28-a662-bace56983e63', 'tag': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99', 'status': 'completed', 'code': 200} Nov 26 04:17:28.364300 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-83916602-5fc6-4dbb-8af0-0cdba7bd164a None None] Set router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:17:28.420721 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f0f2e-a027-455e-b1fb-e89a3ada24bd req-881cea88-1d71-4e69-9774-bb59abd6ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:17:28.422395 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-278f0f2e-a027-455e-b1fb-e89a3ada24bd req-881cea88-1d71-4e69-9774-bb59abd6ed9e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcce01ebf46e460297cb6119420a69e6&device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 1096 time: 0.0481980 Nov 26 04:17:28.561297 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f0f2e-a027-455e-b1fb-e89a3ada24bd req-dc9f0a40-846f-49b4-b8f4-3d5e16995922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:17:28.562737 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-278f0f2e-a027-455e-b1fb-e89a3ada24bd req-dc9f0a40-846f-49b4-b8f4-3d5e16995922 service neutron] 10.222.0.54 "GET /v2.0/networks?id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c HTTP/1.1" status: 200 len: 910 time: 0.1059783 Nov 26 04:17:28.602948 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-83916602-5fc6-4dbb-8af0-0cdba7bd164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 4, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port': {'id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'a3525c88-79dd-496b-a157-5cc939670312', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'port_id': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'mac_address': 'fa:16:3e:30:0d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:12:22Z', 'updated_at': '2021-11-26T04:12:24Z', 'revision_number': 1, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd', 'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'mac_address': 'fa:16:3e:2b:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:00Z', 'updated_at': '2021-11-26T04:12:07Z', 'revision_number': 5, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'subnets': [{'id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:28.624162 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-278f0f2e-a027-455e-b1fb-e89a3ada24bd req-89bbfb9c-c98a-470b-a72b-90d804fb0d4e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d94d4b3-f565-4b41-8f3a-dfc1d402be99 HTTP/1.1" status: 200 len: 217 time: 0.0436964 Nov 26 04:17:28.629704 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83916602-5fc6-4dbb-8af0-0cdba7bd164a None None] Checking router: f4c9dd28-19e5-40dc-a940-c2ced26e90c1 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:17:28.638713 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83916602-5fc6-4dbb-8af0-0cdba7bd164a None None] Routers {'f4c9dd28-19e5-40dc-a940-c2ced26e90c1'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:17:28.639352 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-83916602-5fc6-4dbb-8af0-0cdba7bd164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:17:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:28.641208 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1abf4-5e93-4c49-b16d-a6ec9b73d57c req-4381bc43-29cc-4d87-9516-6298cf4dee2a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:17:28.642727 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ec1abf4-5e93-4c49-b16d-a6ec9b73d57c req-4381bc43-29cc-4d87-9516-6298cf4dee2a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 945 time: 0.1678181 Nov 26 04:17:28.709195 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f0f2e-a027-455e-b1fb-e89a3ada24bd req-634563cb-653f-44a1-909c-40c0c93753ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:17:28.711190 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-278f0f2e-a027-455e-b1fb-e89a3ada24bd req-634563cb-653f-44a1-909c-40c0c93753ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d19b6723-8b8d-42a0-a02d-0858e278a4ee HTTP/1.1" status: 200 len: 848 time: 0.0675852 Nov 26 04:17:28.737203 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-7ec1abf4-5e93-4c49-b16d-a6ec9b73d57c req-5e2abb90-7656-407b-b8ef-1771e8bfd1fa tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849907 Nov 26 04:17:28.759146 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-83916602-5fc6-4dbb-8af0-0cdba7bd164a None None] Set router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:17:28.766347 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f0f2e-a027-455e-b1fb-e89a3ada24bd req-e02cb1c6-df39-412c-9369-82575cbf36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:17:28.767869 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-278f0f2e-a027-455e-b1fb-e89a3ada24bd req-e02cb1c6-df39-412c-9369-82575cbf36d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491109 Nov 26 04:17:28.864367 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-278f0f2e-a027-455e-b1fb-e89a3ada24bd req-4c1eab77-51de-415f-9baa-18f201981c7b service neutron] 10.222.0.54 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876560 Nov 26 04:17:28.962472 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-278f0f2e-a027-455e-b1fb-e89a3ada24bd req-13236ec2-b7f4-4f58-80df-5e47ccf420c4 service neutron] 10.222.0.54 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876682 Nov 26 04:17:28.970221 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-83916602-5fc6-4dbb-8af0-0cdba7bd164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 4, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port': {'id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'a3525c88-79dd-496b-a157-5cc939670312', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'port_id': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'mac_address': 'fa:16:3e:30:0d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:12:22Z', 'updated_at': '2021-11-26T04:12:24Z', 'revision_number': 1, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd', 'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'mac_address': 'fa:16:3e:2b:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:00Z', 'updated_at': '2021-11-26T04:12:07Z', 'revision_number': 5, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'subnets': [{'id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:29.001488 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83916602-5fc6-4dbb-8af0-0cdba7bd164a None None] The sync data for ids ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'] in n-d-819389-3 is: [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 4, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port': {'id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_floatingips': [{'id': 'a3525c88-79dd-496b-a157-5cc939670312', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'router_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'port_id': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'mac_address': 'fa:16:3e:30:0d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T04:12:22Z', 'updated_at': '2021-11-26T04:12:24Z', 'revision_number': 1, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd', 'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'mac_address': 'fa:16:3e:2b:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:00Z', 'updated_at': '2021-11-26T04:12:07Z', 'revision_number': 5, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'subnets': [{'id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:17:29.212325 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127396e8-bf91-4b4c-ae43-864e95a6a92a None None] New status for floating IP 5f707ec8-64df-48a6-bc48-b3984d30ade3: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 04:17:29.901450 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8a0dc-944f-413c-98d2-4dc6dffe7b32 req-e23adaa5-2a17-4ce0-8d86-8058519d3620 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:17:29.902896 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2d8a0dc-944f-413c-98d2-4dc6dffe7b32 req-e23adaa5-2a17-4ce0-8d86-8058519d3620 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 945 time: 0.0931988 Nov 26 04:17:29.957233 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-b2d8a0dc-944f-413c-98d2-4dc6dffe7b32 req-b7ec509f-5952-4173-a393-8a01374615a9 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481274 Nov 26 04:17:30.279541 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:17:30.289073 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faadfd7-f800-44b6-8c3b-5567fd50b52a req-d925a851-e062-4b86-9904-a0b5ce09dd73 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:17:30.290528 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8faadfd7-f800-44b6-8c3b-5567fd50b52a req-d925a851-e062-4b86-9904-a0b5ce09dd73 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 945 time: 0.0492415 Nov 26 04:17:30.353723 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445183'] for port, before_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:30.375811 n-d-819389-3 neutron-server[104803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98e911f-6042-4b28-a662-bace56983e63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99'}] {{(pid=104803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:17:30.378071 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea85027e3a7e8b71d503b945e1d1a33104255b0ccba0ebe6e453821323b9cb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f71254-e25b-4472-bf5b-2d1cc75378af" -d '{"events": [{"server_uuid": "f98e911f-6042-4b28-a662-bace56983e63", "name": "network-vif-unplugged", "status": "completed", "tag": "5d94d4b3-f565-4b41-8f3a-dfc1d402be99"}]}' {{(pid=104803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:17:30.382412 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-8faadfd7-f800-44b6-8c3b-5567fd50b52a req-9eee4f83-fe8e-449b-af1c-ea0407b803f3 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Deleting port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:17:30.383269 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8faadfd7-f800-44b6-8c3b-5567fd50b52a req-9eee4f83-fe8e-449b-af1c-ea0407b803f3 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:30.391037 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] For port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5d94d4b3-f565-4b41-8f3a-dfc1d402be99,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:17:30.395206 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731989832825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731989363932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731989363950'] for port, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:30.422314 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 04:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e94209-40e7-45fc-8d9c-3e892bab02b0 x-openstack-request-id: req-07e94209-40e7-45fc-8d9c-3e892bab02b0 {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:17:30.422617 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98e911f-6042-4b28-a662-bace56983e63", "name": "network-vif-unplugged", "status": "completed", "tag": "5d94d4b3-f565-4b41-8f3a-dfc1d402be99", "code": 200}]} {{(pid=104803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:17:30.422875 n-d-819389-3 neutron-server[104803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07e94209-40e7-45fc-8d9c-3e892bab02b0 {{(pid=104803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:17:30.423792 n-d-819389-3 neutron-server[104803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98e911f-6042-4b28-a662-bace56983e63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99', 'code': 200} Nov 26 04:17:30.449467 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Pushing event updated for resources: {'Port': ['ID=5d94d4b3-f565-4b41-8f3a-dfc1d402be99,revision_number=8']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:30.475228 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [req-8faadfd7-f800-44b6-8c3b-5567fd50b52a req-9eee4f83-fe8e-449b-af1c-ea0407b803f3 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] For port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99, host n-h1-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819389-3',level=0,port_id=5d94d4b3-f565-4b41-8f3a-dfc1d402be99,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:17:30.475597 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8faadfd7-f800-44b6-8c3b-5567fd50b52a req-9eee4f83-fe8e-449b-af1c-ea0407b803f3 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:30.487746 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [req-8faadfd7-f800-44b6-8c3b-5567fd50b52a req-9eee4f83-fe8e-449b-af1c-ea0407b803f3 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Calling delete_port for 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 owned by compute:nova {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:17:30.613736 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8faadfd7-f800-44b6-8c3b-5567fd50b52a req-9eee4f83-fe8e-449b-af1c-ea0407b803f3 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:30.645056 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee4f83-fe8e-449b-af1c-ea0407b803f3 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Pushing event deleted for resources: {'Port': ['ID=5d94d4b3-f565-4b41-8f3a-dfc1d402be99,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:30.698030 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8faadfd7-f800-44b6-8c3b-5567fd50b52a req-9eee4f83-fe8e-449b-af1c-ea0407b803f3 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] No DVR routers for this DVR port 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 on host n-h1-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 04:17:30.700698 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [req-8faadfd7-f800-44b6-8c3b-5567fd50b52a req-9eee4f83-fe8e-449b-af1c-ea0407b803f3 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:30.704048 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-8faadfd7-f800-44b6-8c3b-5567fd50b52a req-9eee4f83-fe8e-449b-af1c-ea0407b803f3 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.54 "DELETE /v2.0/ports/5d94d4b3-f565-4b41-8f3a-dfc1d402be99 HTTP/1.1" status: 204 len: 173 time: 0.4074602 Nov 26 04:17:30.704512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98e911f-6042-4b28-a662-bace56983e63', 'name': 'network-vif-deleted', 'tag': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:17:30.706804 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90053c1-e0c9-43fc-8904-0cc00841c59b" -d '{"events": [{"server_uuid": "f98e911f-6042-4b28-a662-bace56983e63", "name": "network-vif-deleted", "tag": "5d94d4b3-f565-4b41-8f3a-dfc1d402be99"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:17:30.744523 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 04:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0c1cae-5b6f-4a0e-8dc2-912960407cc5 x-openstack-request-id: req-be0c1cae-5b6f-4a0e-8dc2-912960407cc5 {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:17:30.744826 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98e911f-6042-4b28-a662-bace56983e63", "name": "network-vif-deleted", "tag": "5d94d4b3-f565-4b41-8f3a-dfc1d402be99", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:17:30.745089 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be0c1cae-5b6f-4a0e-8dc2-912960407cc5 {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:17:30.745499 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98e911f-6042-4b28-a662-bace56983e63', 'name': 'network-vif-deleted', 'tag': '5d94d4b3-f565-4b41-8f3a-dfc1d402be99', 'status': 'completed', 'code': 200} Nov 26 04:17:31.073519 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-a4795130-4a10-4de6-97c6-3b370e02ecae req-c97fdf06-b6c1-4503-a4bc-61f2a30ddbbb tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98e911f-6042-4b28-a662-bace56983e63 HTTP/1.1" status: 200 len: 210 time: 0.0275862 Nov 26 04:17:32.641924 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38060) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:17:32.796395 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b3d9b189-19b2-493b-9f23-fbd9c602944a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Deleting port e4ad3761-7a83-45d9-8a99-801d56bdc7e7 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:17:32.796747 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b189-19b2-493b-9f23-fbd9c602944a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:32.876125 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b189-19b2-493b-9f23-fbd9c602944a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:32.876457 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b189-19b2-493b-9f23-fbd9c602944a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:32.887792 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-b3d9b189-19b2-493b-9f23-fbd9c602944a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Calling delete_port for e4ad3761-7a83-45d9-8a99-801d56bdc7e7 owned by network:floatingip {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:17:33.027174 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b189-19b2-493b-9f23-fbd9c602944a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:33.056563 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9b189-19b2-493b-9f23-fbd9c602944a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Pushing event deleted for resources: {'Port': ['ID=e4ad3761-7a83-45d9-8a99-801d56bdc7e7,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:33.113707 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b189-19b2-493b-9f23-fbd9c602944a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for floatingip, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:33.114044 n-d-819389-3 neutron-server[104802]: INFO neutron.db.l3_db [None req-b3d9b189-19b2-493b-9f23-fbd9c602944a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Floating IP a3525c88-79dd-496b-a157-5cc939670312 disassociated (deleted). External IP: 172.25.0.50, port: 1ade3ab6-2be1-4ba0-9128-d9e8260370c6. Nov 26 04:17:33.315859 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d9b189-19b2-493b-9f23-fbd9c602944a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:17:33.746002 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d9b189-19b2-493b-9f23-fbd9c602944a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:17:33.750690 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b189-19b2-493b-9f23-fbd9c602944a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for floatingip, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:33.755725 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904cf086-3581-4a89-9e35-1d50e1a1acf2 None None] Sync routers for ids ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:17:33.765815 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904cf086-3581-4a89-9e35-1d50e1a1acf2 None None] Routers {'f4c9dd28-19e5-40dc-a940-c2ced26e90c1'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:17:33.766449 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-904cf086-3581-4a89-9e35-1d50e1a1acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:17:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:33.776872 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-b3d9b189-19b2-493b-9f23-fbd9c602944a tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "DELETE /v2.0/floatingips/a3525c88-79dd-496b-a157-5cc939670312 HTTP/1.1" status: 204 len: 168 time: 1.1338224 Nov 26 04:17:33.777483 n-d-819389-3 neutron-server[104802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'tag': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6'}] {{(pid=104802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:17:33.779683 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c21bcf57a687de6dc629dffa889e4ef3e0a36842d8ba9c90eae914c9f017a8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5084fb8d-ab96-46b4-b4ad-530438f6f937" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2e4e23-ceed-485a-8343-adef4af0691a", "tag": "1ade3ab6-2be1-4ba0-9128-d9e8260370c6"}]}' {{(pid=104802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:17:33.817659 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 04:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10aee720-bb3c-453d-82ac-64cafe80664c x-openstack-request-id: req-10aee720-bb3c-453d-82ac-64cafe80664c {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:17:33.817959 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2e4e23-ceed-485a-8343-adef4af0691a", "tag": "1ade3ab6-2be1-4ba0-9128-d9e8260370c6", "status": "completed", "code": 200}]} {{(pid=104802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:17:33.818330 n-d-819389-3 neutron-server[104802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10aee720-bb3c-453d-82ac-64cafe80664c {{(pid=104802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:17:33.818617 n-d-819389-3 neutron-server[104802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'tag': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'status': 'completed', 'code': 200} Nov 26 04:17:33.879116 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-904cf086-3581-4a89-9e35-1d50e1a1acf2 None None] Set router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:17:33.927183 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084fb8d-ab96-46b4-b4ad-530438f6f937 req-379d7ba1-b3d8-454e-b692-3a312133b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:17:33.928908 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5084fb8d-ab96-46b4-b4ad-530438f6f937 req-379d7ba1-b3d8-454e-b692-3a312133b3d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcce01ebf46e460297cb6119420a69e6&device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 1094 time: 0.0677319 Nov 26 04:17:34.014298 n-d-819389-3 neutron-server[104802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae5d1e-73e7-415c-9738-d0ec1dfdaf90 req-97bc6664-6820-481c-b58f-1e538ba20fca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:17:34.016080 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1bae5d1e-73e7-415c-9738-d0ec1dfdaf90 req-97bc6664-6820-481c-b58f-1e538ba20fca tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 943 time: 0.0546923 Nov 26 04:17:34.064842 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084fb8d-ab96-46b4-b4ad-530438f6f937 req-d746a410-49ae-42fd-b930-c4a5eecb69b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:17:34.066400 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5084fb8d-ab96-46b4-b4ad-530438f6f937 req-d746a410-49ae-42fd-b930-c4a5eecb69b9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c HTTP/1.1" status: 200 len: 910 time: 0.1053603 Nov 26 04:17:34.068918 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-1bae5d1e-73e7-415c-9738-d0ec1dfdaf90 req-5945c24b-cd4d-448e-877b-8d7c27fd99b9 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/security-groups?id=85a3358b-122a-44e3-9548-bbead883c5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466421 Nov 26 04:17:34.110956 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5084fb8d-ab96-46b4-b4ad-530438f6f937 req-a24eb75b-f0da-4a98-be38-85d38cb6745c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ade3ab6-2be1-4ba0-9128-d9e8260370c6 HTTP/1.1" status: 200 len: 217 time: 0.0360439 Nov 26 04:17:34.164405 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084fb8d-ab96-46b4-b4ad-530438f6f937 req-d55c1968-9121-4022-a9fd-c32c8e13326e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:17:34.165901 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5084fb8d-ab96-46b4-b4ad-530438f6f937 req-d55c1968-9121-4022-a9fd-c32c8e13326e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d19b6723-8b8d-42a0-a02d-0858e278a4ee HTTP/1.1" status: 200 len: 848 time: 0.0476193 Nov 26 04:17:34.212424 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084fb8d-ab96-46b4-b4ad-530438f6f937 req-1ee3dc4d-c626-4c58-bd40-b115a403f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:17:34.213961 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5084fb8d-ab96-46b4-b4ad-530438f6f937 req-1ee3dc4d-c626-4c58-bd40-b115a403f118 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54ebafe3-0da4-4df5-8a4e-114bbfd9981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402906 Nov 26 04:17:34.238898 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-904cf086-3581-4a89-9e35-1d50e1a1acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 4, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port': {'id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd', 'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'mac_address': 'fa:16:3e:2b:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:00Z', 'updated_at': '2021-11-26T04:12:07Z', 'revision_number': 5, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'subnets': [{'id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:34.267837 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904cf086-3581-4a89-9e35-1d50e1a1acf2 None None] Checking router: f4c9dd28-19e5-40dc-a940-c2ced26e90c1 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:17:34.276403 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904cf086-3581-4a89-9e35-1d50e1a1acf2 None None] Routers {'f4c9dd28-19e5-40dc-a940-c2ced26e90c1'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:17:34.278727 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-904cf086-3581-4a89-9e35-1d50e1a1acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:17:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:34.309402 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5084fb8d-ab96-46b4-b4ad-530438f6f937 req-b8f6cbeb-0b75-46f0-91ec-ffdff726d708 service neutron] 10.222.0.59 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880542 Nov 26 04:17:34.312605 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 no longer exists at agent hyperv_n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:17:34.364965 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] No Port match for: 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:17:34.365310 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Device 5d94d4b3-f565-4b41-8f3a-dfc1d402be99 not bound to the agent host n-h1-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:17:34.399982 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-5084fb8d-ab96-46b4-b4ad-530438f6f937 req-a636e131-4f68-4ae1-a9be-707323512b6d service neutron] 10.222.0.59 "GET /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821280 Nov 26 04:17:34.403520 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-904cf086-3581-4a89-9e35-1d50e1a1acf2 None None] Set router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:17:34.604026 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-904cf086-3581-4a89-9e35-1d50e1a1acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 4, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port': {'id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd', 'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'mac_address': 'fa:16:3e:2b:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:00Z', 'updated_at': '2021-11-26T04:12:07Z', 'revision_number': 5, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'subnets': [{'id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:34.629426 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904cf086-3581-4a89-9e35-1d50e1a1acf2 None None] The sync data for ids ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'] in n-d-819389-3 is: [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:00Z', 'revision_number': 4, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port': {'id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3', '_interfaces': [{'id': 'e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd', 'name': '', 'network_id': '54ebafe3-0da4-4df5-8a4e-114bbfd9981c', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'mac_address': 'fa:16:3e:2b:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:00Z', 'updated_at': '2021-11-26T04:12:07Z', 'revision_number': 5, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'subnets': [{'id': 'd19b6723-8b8d-42a0-a02d-0858e278a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:17:34.736105 n-d-819389-3 neutron-server[104801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e11f9c-406c-445f-af8b-b7f29f4637a0 req-a31d8b6b-360a-4b64-9dd8-d3e1c74ce700 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 04:17:34.737607 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-84e11f9c-406c-445f-af8b-b7f29f4637a0 req-a31d8b6b-360a-4b64-9dd8-d3e1c74ce700 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 943 time: 0.0492620 Nov 26 04:17:34.837105 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-84e11f9c-406c-445f-af8b-b7f29f4637a0 req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Deleting port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:17:34.837446 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-84e11f9c-406c-445f-af8b-b7f29f4637a0 req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:34.844797 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecdc3d8-5b35-415c-b8e2-480aed3da94e None None] New status for floating IP a3525c88-79dd-496b-a157-5cc939670312: DOWN {{(pid=104804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 04:17:34.926307 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [req-84e11f9c-406c-445f-af8b-b7f29f4637a0 req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] For port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6, host n-h2-819389-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819389-3',level=0,port_id=1ade3ab6-2be1-4ba0-9128-d9e8260370c6,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:17:34.926580 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-84e11f9c-406c-445f-af8b-b7f29f4637a0 req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:34.940791 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [req-84e11f9c-406c-445f-af8b-b7f29f4637a0 req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Calling delete_port for 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 owned by compute:nova {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:17:35.078371 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-84e11f9c-406c-445f-af8b-b7f29f4637a0 req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:35.105087 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Pushing event deleted for resources: {'Port': ['ID=1ade3ab6-2be1-4ba0-9128-d9e8260370c6,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:35.119531 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:35.119531 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:35.119531 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:35.119850 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:35.120308 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:35.120520 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:35.120858 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:35.121190 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:35.121523 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:35.121846 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:35.122601 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:35.122949 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819389-3 {{(pid=104801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 04:17:35.165880 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e11f9c-406c-445f-af8b-b7f29f4637a0 req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] No DVR routers for this DVR port 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 on host n-h2-819389-3 {{(pid=104801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 04:17:35.168535 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [req-84e11f9c-406c-445f-af8b-b7f29f4637a0 req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156630'] for port, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:35.171906 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [req-84e11f9c-406c-445f-af8b-b7f29f4637a0 req-45c824d1-beb9-4f8a-a864-234833b270c8 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.59 "DELETE /v2.0/ports/1ade3ab6-2be1-4ba0-9128-d9e8260370c6 HTTP/1.1" status: 204 len: 173 time: 0.4239390 Nov 26 04:17:35.172373 n-d-819389-3 neutron-server[104801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'name': 'network-vif-deleted', 'tag': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6'}] {{(pid=104801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 04:17:35.172722 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [req-4771c951-3c6f-4dea-a93d-17f7aa4295f6 req-50b6f7da-a1bd-4bc6-922f-6231cdf4da5d tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab2e4e23-ceed-485a-8343-adef4af0691a HTTP/1.1" status: 200 len: 210 time: 0.0286679 Nov 26 04:17:35.174646 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667ffe4bd9c1ab26d6e12d1ca83c687dad868699b199dcafecfb8040f6f31cf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce46dd4-f822-4c32-84fe-3111ec7bf7bc" -d '{"events": [{"server_uuid": "ab2e4e23-ceed-485a-8343-adef4af0691a", "name": "network-vif-deleted", "tag": "1ade3ab6-2be1-4ba0-9128-d9e8260370c6"}]}' {{(pid=104801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 04:17:35.264916 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 04:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d8c0f0-81f1-453c-8b78-5dd2146f6a0a x-openstack-request-id: req-91d8c0f0-81f1-453c-8b78-5dd2146f6a0a {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 04:17:35.265214 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2e4e23-ceed-485a-8343-adef4af0691a", "name": "network-vif-deleted", "tag": "1ade3ab6-2be1-4ba0-9128-d9e8260370c6", "status": "completed", "code": 200}]} {{(pid=104801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 04:17:35.265474 n-d-819389-3 neutron-server[104801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91d8c0f0-81f1-453c-8b78-5dd2146f6a0a {{(pid=104801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 04:17:35.265882 n-d-819389-3 neutron-server[104801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2e4e23-ceed-485a-8343-adef4af0691a', 'name': 'network-vif-deleted', 'tag': '1ade3ab6-2be1-4ba0-9128-d9e8260370c6', 'status': 'completed', 'code': 200} Nov 26 04:17:36.230859 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38078) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:17:36.289475 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5eea3ba-a2b6-48d7-a2e6-da107989dc27 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:36.316655 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5eea3ba-a2b6-48d7-a2e6-da107989dc27 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:36.375562 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5eea3ba-a2b6-48d7-a2e6-da107989dc27 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:36.378174 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-c5eea3ba-a2b6-48d7-a2e6-da107989dc27 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:36.379338 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-c5eea3ba-a2b6-48d7-a2e6-da107989dc27 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] 10.222.0.31 "DELETE /v2.0/security-groups/85a3358b-122a-44e3-9548-bbead883c5e7 HTTP/1.1" status: 204 len: 168 time: 0.1474562 Nov 26 04:17:36.388061 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eea3ba-a2b6-48d7-a2e6-da107989dc27 tempest-TestSnapshotPattern-1547213491 tempest-TestSnapshotPattern-1547213491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a3358b-122a-44e3-9548-bbead883c5e7,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:37.448368 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38084) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:17:37.888852 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-05b16387-c575-4b4d-8ac9-17a17c9028a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:38.129935 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-05b16387-c575-4b4d-8ac9-17a17c9028a2 admin admin] Deleting port e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:17:38.130275 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-05b16387-c575-4b4d-8ac9-17a17c9028a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:38.214010 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-05b16387-c575-4b4d-8ac9-17a17c9028a2 admin admin] For port e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:17:38.214297 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-05b16387-c575-4b4d-8ac9-17a17c9028a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:38.227751 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-05b16387-c575-4b4d-8ac9-17a17c9028a2 admin admin] Calling delete_port for e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd owned by network:router_interface {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:17:38.406458 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-05b16387-c575-4b4d-8ac9-17a17c9028a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:38.431435 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b16387-c575-4b4d-8ac9-17a17c9028a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:38.594887 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-05b16387-c575-4b4d-8ac9-17a17c9028a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:38.813506 n-d-819389-3 neutron-server[104802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b16387-c575-4b4d-8ac9-17a17c9028a2 admin admin] Router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:17:38.918806 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b16387-c575-4b4d-8ac9-17a17c9028a2 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:17:38.925750 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-05b16387-c575-4b4d-8ac9-17a17c9028a2 admin admin] 10.222.0.31 "PUT /v2.0/routers/f4c9dd28-19e5-40dc-a940-c2ced26e90c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4763348 Nov 26 04:17:38.927313 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e623bedb-6580-4f5b-b0ad-5aa128784712 None None] Sync routers for ids ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'] in n-d-819389-3 {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:17:38.928360 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38088) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:17:38.937996 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e623bedb-6580-4f5b-b0ad-5aa128784712 None None] Routers {'f4c9dd28-19e5-40dc-a940-c2ced26e90c1'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:17:38.938602 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e623bedb-6580-4f5b-b0ad-5aa128784712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:17:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:39.030865 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e92ce50f-8a5b-40ca-8439-53a0e5ac7406 admin admin] Publish callbacks [] for router, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:39.040787 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-e623bedb-6580-4f5b-b0ad-5aa128784712 None None] Set router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 gateway port host: n-d-819389-3 {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:17:39.133623 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e92ce50f-8a5b-40ca-8439-53a0e5ac7406 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:39.184507 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e92ce50f-8a5b-40ca-8439-53a0e5ac7406 admin admin] Deleting port 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:17:39.184853 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e92ce50f-8a5b-40ca-8439-53a0e5ac7406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:39.225348 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e623bedb-6580-4f5b-b0ad-5aa128784712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:17:38Z', 'revision_number': 5, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port': {'id': '75cfad1c-31d3-4ac7-81fb-6b44ae833ec5', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:39.252349 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e623bedb-6580-4f5b-b0ad-5aa128784712 None None] Checking router: f4c9dd28-19e5-40dc-a940-c2ced26e90c1 for host: n-d-819389-3 {{(pid=104803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:17:39.260732 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e623bedb-6580-4f5b-b0ad-5aa128784712 None None] Routers {'f4c9dd28-19e5-40dc-a940-c2ced26e90c1'} bound to L3 agent in host n-d-819389-3 {{(pid=104803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:17:39.261340 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e623bedb-6580-4f5b-b0ad-5aa128784712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:17:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'], 'active': True} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:39.269001 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-e92ce50f-8a5b-40ca-8439-53a0e5ac7406 admin admin] For port 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=75cfad1c-31d3-4ac7-81fb-6b44ae833ec5,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:17:39.269370 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e92ce50f-8a5b-40ca-8439-53a0e5ac7406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:39.280822 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e92ce50f-8a5b-40ca-8439-53a0e5ac7406 admin admin] Calling delete_port for 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5 owned by network:router_gateway {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:17:39.344524 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvr_db [None req-e623bedb-6580-4f5b-b0ad-5aa128784712 None None] Set router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 gateway port host: None {{(pid=104803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:17:39.398101 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_hamode_db [None req-e623bedb-6580-4f5b-b0ad-5aa128784712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:17:39Z', 'revision_number': 6, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:39.424194 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e623bedb-6580-4f5b-b0ad-5aa128784712 None None] The sync data for ids ['f4c9dd28-19e5-40dc-a940-c2ced26e90c1'] in n-d-819389-3 is: [{'id': 'f4c9dd28-19e5-40dc-a940-c2ced26e90c1', 'name': 'tempest-TestSnapshotPattern-876127184-router', 'tenant_id': 'fcce01ebf46e460297cb6119420a69e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:11:58Z', 'updated_at': '2021-11-26T04:17:39Z', 'revision_number': 6, 'project_id': 'fcce01ebf46e460297cb6119420a69e6', 'gw_port_host': None}] {{(pid=104803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:17:39.445296 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e92ce50f-8a5b-40ca-8439-53a0e5ac7406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:39.472558 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ce50f-8a5b-40ca-8439-53a0e5ac7406 admin admin] Pushing event deleted for resources: {'Port': ['ID=75cfad1c-31d3-4ac7-81fb-6b44ae833ec5,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:39.486360 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940e180a-4378-40f6-a462-0cbcdf308d6b None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:17:39.530126 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e92ce50f-8a5b-40ca-8439-53a0e5ac7406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:39.618514 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e92ce50f-8a5b-40ca-8439-53a0e5ac7406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:39.620540 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e92ce50f-8a5b-40ca-8439-53a0e5ac7406 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:39.668502 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e92ce50f-8a5b-40ca-8439-53a0e5ac7406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:39.669146 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92ce50f-8a5b-40ca-8439-53a0e5ac7406 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4c9dd28-19e5-40dc-a940-c2ced26e90c1 {{(pid=104802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 04:17:39.674321 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e92ce50f-8a5b-40ca-8439-53a0e5ac7406 admin admin] Publish callbacks [] for router, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:39.675462 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e92ce50f-8a5b-40ca-8439-53a0e5ac7406 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f4c9dd28-19e5-40dc-a940-c2ced26e90c1 HTTP/1.1" status: 204 len: 168 time: 0.7461774 Nov 26 04:17:39.678065 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38092) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:17:39.687199 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 no longer exists at agent hyperv_n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:17:39.706154 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] No Port match for: 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:17:39.706508 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Device 1ade3ab6-2be1-4ba0-9128-d9e8260370c6 not bound to the agent host n-h2-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:17:39.722426 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cfb14e-3bd0-4d74-9c88-a883aac3c2dc admin admin] Deleting subnet d19b6723-8b8d-42a0-a02d-0858e278a4ee {{(pid=104802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 04:17:39.725405 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3cfb14e-3bd0-4d74-9c88-a883aac3c2dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:39.759687 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3cfb14e-3bd0-4d74-9c88-a883aac3c2dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25972962'] for subnet, precommit_delete_associations {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:39.849027 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3cfb14e-3bd0-4d74-9c88-a883aac3c2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:39.900083 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3cfb14e-3bd0-4d74-9c88-a883aac3c2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25652551'] for subnet, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:39.925285 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfb14e-3bd0-4d74-9c88-a883aac3c2dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d19b6723-8b8d-42a0-a02d-0858e278a4ee,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:39.928845 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e3cfb14e-3bd0-4d74-9c88-a883aac3c2dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:39.932044 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e3cfb14e-3bd0-4d74-9c88-a883aac3c2dc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d19b6723-8b8d-42a0-a02d-0858e278a4ee HTTP/1.1" status: 204 len: 168 time: 0.2529771 Nov 26 04:17:39.934632 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f8095c-adb1-4227-813b-7690ce227688 None None] Network 54ebafe3-0da4-4df5-8a4e-114bbfd9981c requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 04:17:39.935146 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38094) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:17:40.007880 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:40.062465 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] Deleting port 782cf120-2a76-44c6-b0f2-742e7437a3fb {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:17:40.062802 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:40.126401 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] For port 782cf120-2a76-44c6-b0f2-742e7437a3fb, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=782cf120-2a76-44c6-b0f2-742e7437a3fb,segment=NetworkSegment(c8f03909-6d89-4954-af1a-b5be20870a91),segment_id=c8f03909-6d89-4954-af1a-b5be20870a91)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:17:40.126401 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:40.139512 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] Calling delete_port for 782cf120-2a76-44c6-b0f2-742e7437a3fb owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:17:40.161421 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b506af-7c97-43ea-839f-97ba34ee9226 None None] DHCP port deletion for 54ebafe3-0da4-4df5-8a4e-114bbfd9981c request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:17:40.230510 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:17:40.231115 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:40.234862 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-02b506af-7c97-43ea-839f-97ba34ee9226 None None] Deleting port 782cf120-2a76-44c6-b0f2-742e7437a3fb {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:17:40.235236 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-02b506af-7c97-43ea-839f-97ba34ee9226 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:40.256521 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:17:40.256756 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] Pushing event deleted for resources: {'Port': ['ID=782cf120-2a76-44c6-b0f2-742e7437a3fb,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:40.256885 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 75cfad1c-31d3-4ac7-81fb-6b44ae833ec5 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:17:40.257798 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:17:40.260654 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] No DVR routers for this DVR port 782cf120-2a76-44c6-b0f2-742e7437a3fb on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 04:17:40.312363 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:17:40.312709 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device e37ad7ae-47f9-4bbd-b28b-70579d3ef2fd not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:17:40.313124 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 782cf120-2a76-44c6-b0f2-742e7437a3fb no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:17:40.335225 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:40.336324 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 782cf120-2a76-44c6-b0f2-742e7437a3fb {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:17:40.336676 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 782cf120-2a76-44c6-b0f2-742e7437a3fb not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:17:40.358864 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ebafe3-0da4-4df5-8a4e-114bbfd9981c']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:40.359983 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-02b506af-7c97-43ea-839f-97ba34ee9226 None None] For port 782cf120-2a76-44c6-b0f2-742e7437a3fb, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:17:40.360702 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-02b506af-7c97-43ea-839f-97ba34ee9226 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:40.372082 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f03909-6d89-4954-af1a-b5be20870a91') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:40.372810 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f03909-6d89-4954-af1a-b5be20870a91') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:40.381614 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-02b506af-7c97-43ea-839f-97ba34ee9226 None None] Calling delete_port for 782cf120-2a76-44c6-b0f2-742e7437a3fb owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:17:40.384746 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:40.384950 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-02b506af-7c97-43ea-839f-97ba34ee9226 None None] Port 782cf120-2a76-44c6-b0f2-742e7437a3fb was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 04:17:40.386778 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-02b506af-7c97-43ea-839f-97ba34ee9226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:40.400927 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:40.409111 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 04:17:40.409628 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: timer() Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 04:17:40.412705 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 04:17:40.420530 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b506af-7c97-43ea-839f-97ba34ee9226 None None] Pushing event deleted for resources: {'Port': ['ID=782cf120-2a76-44c6-b0f2-742e7437a3fb,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:40.420921 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b506af-7c97-43ea-839f-97ba34ee9226 None None] No DVR routers for this DVR port 782cf120-2a76-44c6-b0f2-742e7437a3fb on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 04:17:40.488399 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:40.494709 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:40.497920 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] 10.222.0.31 "DELETE /v2.0/networks/54ebafe3-0da4-4df5-8a4e-114bbfd9981c HTTP/1.1" status: 204 len: 168 time: 0.5622318 Nov 26 04:17:40.500942 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38096) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:17:40.509663 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ee3a5-3278-4b6e-bb1a-824007a8bb82 admin admin] Pushing event deleted for resources: {'Network': ['ID=54ebafe3-0da4-4df5-8a4e-114bbfd9981c,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:40.843176 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9f52efc3-6c09-4162-acdf-52e5d9905188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451210'] for router_interface, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:41.075646 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-9f52efc3-6c09-4162-acdf-52e5d9905188 admin admin] Deleting port f896ce8e-169d-471c-ba04-a5c550237600 {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:17:41.075981 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9f52efc3-6c09-4162-acdf-52e5d9905188 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:41.152610 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-9f52efc3-6c09-4162-acdf-52e5d9905188 admin admin] For port f896ce8e-169d-471c-ba04-a5c550237600, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=f896ce8e-169d-471c-ba04-a5c550237600,segment=NetworkSegment(8ada7379-6193-4e0c-bad2-7c3919e8520e),segment_id=8ada7379-6193-4e0c-bad2-7c3919e8520e)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:17:41.152881 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9f52efc3-6c09-4162-acdf-52e5d9905188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:41.487964 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-9f52efc3-6c09-4162-acdf-52e5d9905188 admin admin] Calling delete_port for f896ce8e-169d-471c-ba04-a5c550237600 owned by network:router_interface {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:17:41.663221 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9f52efc3-6c09-4162-acdf-52e5d9905188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:41.687310 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52efc3-6c09-4162-acdf-52e5d9905188 admin admin] Pushing event deleted for resources: {'Port': ['ID=f896ce8e-169d-471c-ba04-a5c550237600,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:41.854154 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-9f52efc3-6c09-4162-acdf-52e5d9905188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454266'] for router_interface, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:41.891014 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c59fc757-a028-45e5-a62e-30d3c7c07192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:42.067260 n-d-819389-3 neutron-server[104801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f52efc3-6c09-4162-acdf-52e5d9905188 admin admin] Router ff0985c7-b701-4963-b31c-1857618111d9 has already been hosted by L3 agent 797473a7-6992-4d21-afc0-fd699f4262e8 {{(pid=104801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 04:17:42.171107 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f52efc3-6c09-4162-acdf-52e5d9905188 admin admin] Notify agent at l3_agent.n-d-819389-3 the message routers_updated {{(pid=104801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 04:17:42.176691 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-9f52efc3-6c09-4162-acdf-52e5d9905188 admin admin] 10.222.0.31 "PUT /v2.0/routers/ff0985c7-b701-4963-b31c-1857618111d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6747103 Nov 26 04:17:42.179674 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38100) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:17:42.180446 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df180a4-cfa0-4f39-aea3-730a0e56ef10 None None] Sync routers for ids ['ff0985c7-b701-4963-b31c-1857618111d9'] in n-d-819389-3 {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 04:17:42.189907 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df180a4-cfa0-4f39-aea3-730a0e56ef10 None None] Routers {'ff0985c7-b701-4963-b31c-1857618111d9'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:17:42.190511 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2df180a4-cfa0-4f39-aea3-730a0e56ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:17:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ff0985c7-b701-4963-b31c-1857618111d9'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:42.283521 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d35a279d-87f2-41a8-9053-f9c76c07d956 admin admin] Publish callbacks [] for router, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:42.293422 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-2df180a4-cfa0-4f39-aea3-730a0e56ef10 None None] Set router ff0985c7-b701-4963-b31c-1857618111d9 gateway port host: n-d-819389-3 {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:17:42.391111 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d35a279d-87f2-41a8-9053-f9c76c07d956 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:42.443980 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-d35a279d-87f2-41a8-9053-f9c76c07d956 admin admin] Deleting port 24e506c6-4bf5-4da9-832b-3ee953fc38bd {{(pid=104801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:17:42.444352 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d35a279d-87f2-41a8-9053-f9c76c07d956 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:42.468960 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2df180a4-cfa0-4f39-aea3-730a0e56ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0985c7-b701-4963-b31c-1857618111d9', 'name': 'tempest-TestSnapshotPattern-299252037-router', 'tenant_id': 'f994293c1a1049459b222e801f3405e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'external_fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '24e506c6-4bf5-4da9-832b-3ee953fc38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:12:02Z', 'updated_at': '2021-11-26T04:17:41Z', 'revision_number': 5, 'project_id': 'f994293c1a1049459b222e801f3405e9', 'gw_port': {'id': '24e506c6-4bf5-4da9-832b-3ee953fc38bd', 'name': '', 'network_id': '0d5755d8-1b72-4bfa-9d12-12884b148955', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0985c7-b701-4963-b31c-1857618111d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819389-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T04:12:03Z', 'updated_at': '2021-11-26T04:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97201113-b3ab-4f69-821c-5cd037ad2c48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819389-3'}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:42.500562 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df180a4-cfa0-4f39-aea3-730a0e56ef10 None None] Checking router: ff0985c7-b701-4963-b31c-1857618111d9 for host: n-d-819389-3 {{(pid=104804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 04:17:42.509283 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df180a4-cfa0-4f39-aea3-730a0e56ef10 None None] Routers {'ff0985c7-b701-4963-b31c-1857618111d9'} bound to L3 agent in host n-d-819389-3 {{(pid=104804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 04:17:42.509908 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2df180a4-cfa0-4f39-aea3-730a0e56ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819389-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T02:31:14Z,description=,heartbeat_timestamp=2021-11-26T04:17:14Z,host='n-d-819389-3',id=797473a7-6992-4d21-afc0-fd699f4262e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T02:31:14Z,topic='l3_agent')) {'router_ids': ['ff0985c7-b701-4963-b31c-1857618111d9'], 'active': True} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:42.526746 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.db [None req-d35a279d-87f2-41a8-9053-f9c76c07d956 admin admin] For port 24e506c6-4bf5-4da9-832b-3ee953fc38bd, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=24e506c6-4bf5-4da9-832b-3ee953fc38bd,segment=NetworkSegment(92fc59e5-50aa-46f9-ac56-1c5ec2f15e84),segment_id=92fc59e5-50aa-46f9-ac56-1c5ec2f15e84)] {{(pid=104801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:17:42.527112 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d35a279d-87f2-41a8-9053-f9c76c07d956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:42.539077 n-d-819389-3 neutron-server[104801]: DEBUG neutron.plugins.ml2.plugin [None req-d35a279d-87f2-41a8-9053-f9c76c07d956 admin admin] Calling delete_port for 24e506c6-4bf5-4da9-832b-3ee953fc38bd owned by network:router_gateway {{(pid=104801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:17:42.594174 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_dvr_db [None req-2df180a4-cfa0-4f39-aea3-730a0e56ef10 None None] Set router ff0985c7-b701-4963-b31c-1857618111d9 gateway port host: None {{(pid=104804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 04:17:42.645571 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.l3_hamode_db [None req-2df180a4-cfa0-4f39-aea3-730a0e56ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0985c7-b701-4963-b31c-1857618111d9', 'name': 'tempest-TestSnapshotPattern-299252037-router', 'tenant_id': 'f994293c1a1049459b222e801f3405e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:12:02Z', 'updated_at': '2021-11-26T04:17:42Z', 'revision_number': 6, 'project_id': 'f994293c1a1049459b222e801f3405e9', 'gw_port_host': None}], 'n-d-819389-3', False) {} {{(pid=104804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:42.677030 n-d-819389-3 neutron-server[104804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df180a4-cfa0-4f39-aea3-730a0e56ef10 None None] The sync data for ids ['ff0985c7-b701-4963-b31c-1857618111d9'] in n-d-819389-3 is: [{'id': 'ff0985c7-b701-4963-b31c-1857618111d9', 'name': 'tempest-TestSnapshotPattern-299252037-router', 'tenant_id': 'f994293c1a1049459b222e801f3405e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T04:12:02Z', 'updated_at': '2021-11-26T04:17:42Z', 'revision_number': 6, 'project_id': 'f994293c1a1049459b222e801f3405e9', 'gw_port_host': None}] {{(pid=104804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 04:17:42.708446 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d35a279d-87f2-41a8-9053-f9c76c07d956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26328703'] for port, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:42.735652 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a279d-87f2-41a8-9053-f9c76c07d956 admin admin] Pushing event deleted for resources: {'Port': ['ID=24e506c6-4bf5-4da9-832b-3ee953fc38bd,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:42.748807 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15574844-681f-40e8-b185-c13400b711a6 None None] DHCP port deletion for 0d5755d8-1b72-4bfa-9d12-12884b148955 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:17:42.794654 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d35a279d-87f2-41a8-9053-f9c76c07d956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457684'] for router_gateway, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:42.882874 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d35a279d-87f2-41a8-9053-f9c76c07d956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11341'] for router, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:42.884936 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d35a279d-87f2-41a8-9053-f9c76c07d956 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:42.929856 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d35a279d-87f2-41a8-9053-f9c76c07d956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452721'] for router, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:42.930469 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35a279d-87f2-41a8-9053-f9c76c07d956 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff0985c7-b701-4963-b31c-1857618111d9 {{(pid=104801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 04:17:42.935229 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-d35a279d-87f2-41a8-9053-f9c76c07d956 admin admin] Publish callbacks [] for router, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:42.936526 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-d35a279d-87f2-41a8-9053-f9c76c07d956 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ff0985c7-b701-4963-b31c-1857618111d9 HTTP/1.1" status: 204 len: 168 time: 0.7558477 Nov 26 04:17:42.938992 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [-] (104801) accepted ('10.222.0.31', 38108) {{(pid=104801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:17:42.983342 n-d-819389-3 neutron-server[104801]: DEBUG neutron.db.db_base_plugin_v2 [None req-efedbdf6-38d7-46e7-ba45-f485b64afe6f admin admin] Deleting subnet f52b7f05-3251-43e7-8f4e-e4b27705c3e1 {{(pid=104801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 04:17:42.986286 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-efedbdf6-38d7-46e7-ba45-f485b64afe6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.021595 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-efedbdf6-38d7-46e7-ba45-f485b64afe6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26328665'] for subnet, precommit_delete_associations {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.111033 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-efedbdf6-38d7-46e7-ba45-f485b64afe6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417376'] for subnet, precommit_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.161834 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-efedbdf6-38d7-46e7-ba45-f485b64afe6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26328586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26409038'] for subnet, after_delete {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.185798 n-d-819389-3 neutron-server[104801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedbdf6-38d7-46e7-ba45-f485b64afe6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52b7f05-3251-43e7-8f4e-e4b27705c3e1,revision_number=None']} {{(pid=104801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:43.190488 n-d-819389-3 neutron-server[104801]: DEBUG neutron_lib.callbacks.manager [None req-efedbdf6-38d7-46e7-ba45-f485b64afe6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=104801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.196111 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30f1e7c-8390-4ee8-8ca4-602907ae18c8 None None] Network 0ef007c6-d617-4a90-a486-d31599b72e95 requested from n-d-819389-3 {{(pid=104803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 04:17:43.196951 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38112) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:17:43.199687 n-d-819389-3 neutron-server[104801]: INFO neutron.wsgi [None req-efedbdf6-38d7-46e7-ba45-f485b64afe6f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f52b7f05-3251-43e7-8f4e-e4b27705c3e1 HTTP/1.1" status: 204 len: 168 time: 0.2565103 Nov 26 04:17:43.269410 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569996'] for network, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.329482 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] Deleting port dcbdb71f-93ab-4185-8b0e-8c697638c3b0 {{(pid=104802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:17:43.329822 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.395888 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.db [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] For port dcbdb71f-93ab-4185-8b0e-8c697638c3b0, host n-d-819389-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819389-3',level=0,port_id=dcbdb71f-93ab-4185-8b0e-8c697638c3b0,segment=NetworkSegment(8ada7379-6193-4e0c-bad2-7c3919e8520e),segment_id=8ada7379-6193-4e0c-bad2-7c3919e8520e)] {{(pid=104802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:17:43.396234 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.410058 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.plugin [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] Calling delete_port for dcbdb71f-93ab-4185-8b0e-8c697638c3b0 owned by network:dhcp {{(pid=104802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:17:43.464334 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c02374-9f26-4c47-a312-40249ed10061 None None] DHCP port deletion for 0ef007c6-d617-4a90-a486-d31599b72e95 request from n-d-819389-3 {{(pid=104803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 04:17:43.496004 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624366'] for port, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.514965 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-83c02374-9f26-4c47-a312-40249ed10061 None None] Deleting port dcbdb71f-93ab-4185-8b0e-8c697638c3b0 {{(pid=104803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 04:17:43.515353 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-83c02374-9f26-4c47-a312-40249ed10061 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731989826829'] for port, before_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.524295 n-d-819389-3 neutron-server[104802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] No DVR routers for this DVR port dcbdb71f-93ab-4185-8b0e-8c697638c3b0 on host n-d-819389-3 {{(pid=104802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 04:17:43.529416 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbdb71f-93ab-4185-8b0e-8c697638c3b0,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:43.580192 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.db [None req-83c02374-9f26-4c47-a312-40249ed10061 None None] For port dcbdb71f-93ab-4185-8b0e-8c697638c3b0, host n-d-819389-3, got binding levels [] {{(pid=104803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 04:17:43.580585 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-83c02374-9f26-4c47-a312-40249ed10061 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457866'] for port, precommit_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.597064 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-83c02374-9f26-4c47-a312-40249ed10061 None None] Calling delete_port for dcbdb71f-93ab-4185-8b0e-8c697638c3b0 owned by network:dhcp {{(pid=104803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 04:17:43.599912 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.ipam_backend_mixin [None req-83c02374-9f26-4c47-a312-40249ed10061 None None] Port dcbdb71f-93ab-4185-8b0e-8c697638c3b0 was not found and therefore no delete operation was performed {{(pid=104803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 04:17:43.601455 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-83c02374-9f26-4c47-a312-40249ed10061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731989832807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731989363923'] for port, after_delete {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.602052 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1420841', 'neutron.services.segments.db._delete_segments_for_network-8731989903912'] for network, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.622571 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef007c6-d617-4a90-a486-d31599b72e95']}} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:43.626143 n-d-819389-3 neutron-server[104803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c02374-9f26-4c47-a312-40249ed10061 None None] Pushing event deleted for resources: {'Port': ['ID=dcbdb71f-93ab-4185-8b0e-8c697638c3b0,revision_number=None']} {{(pid=104803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:43.631674 n-d-819389-3 neutron-server[104803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c02374-9f26-4c47-a312-40249ed10061 None None] No DVR routers for this DVR port dcbdb71f-93ab-4185-8b0e-8c697638c3b0 on host n-d-819389-3 {{(pid=104803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 04:17:43.633574 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ada7379-6193-4e0c-bad2-7c3919e8520e') {'for_net_delete': True} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:43.634122 n-d-819389-3 neutron-server[104802]: DEBUG neutron.services.segments.db [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ada7379-6193-4e0c-bad2-7c3919e8520e') {} {{(pid=104802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 04:17:43.651667 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731989904433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25972971'] for segment, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.665421 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551'] for segment, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.673028 n-d-819389-3 neutron-server[104802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=104802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 04:17:43.673381 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25622777'] for segment, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: Traceback (most recent call last): Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: timer() Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: cb(*args, **kw) Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: return func(*args, **kwargs) Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: self._notify() Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: self.callback(batched_events) Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: event.method(event) Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: return f(self, *a, **k) Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: return self._get(url).json() Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: return self.request(url, 'GET', **kwargs) Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 04:17:43.675288 n-d-819389-3 neutron-server[104802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 04:17:43.732087 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1420838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457720'] for network, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.738274 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] Publish callbacks [] for network, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.742363 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] 10.222.0.31 "DELETE /v2.0/networks/0ef007c6-d617-4a90-a486-d31599b72e95 HTTP/1.1" status: 204 len: 168 time: 0.5443554 Nov 26 04:17:43.759687 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e2cee-afac-4732-bd70-ac1c3ca551cc admin admin] Pushing event deleted for resources: {'Network': ['ID=0ef007c6-d617-4a90-a486-d31599b72e95,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:43.861458 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38120) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:17:43.901634 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-46bba403-216b-42ca-8499-b0da939bfd98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fcce01ebf46e460297cb6119420a69e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387745 Nov 26 04:17:43.904004 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38122) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:17:43.952800 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ec39236-417b-441d-9afb-418d8fd90fc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.956963 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device f896ce8e-169d-471c-ba04-a5c550237600 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:17:43.973898 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ec39236-417b-441d-9afb-418d8fd90fc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:43.978178 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: f896ce8e-169d-471c-ba04-a5c550237600 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:17:43.978529 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device f896ce8e-169d-471c-ba04-a5c550237600 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:17:43.978943 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 24e506c6-4bf5-4da9-832b-3ee953fc38bd no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:17:43.998137 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: 24e506c6-4bf5-4da9-832b-3ee953fc38bd {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:17:43.998486 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device 24e506c6-4bf5-4da9-832b-3ee953fc38bd not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:17:43.998902 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device dcbdb71f-93ab-4185-8b0e-8c697638c3b0 no longer exists at agent ovs-agent-n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 04:17:44.020207 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ec39236-417b-441d-9afb-418d8fd90fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:44.023616 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-9ec39236-417b-441d-9afb-418d8fd90fc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:44.024417 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] No Port match for: dcbdb71f-93ab-4185-8b0e-8c697638c3b0 {{(pid=104803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 04:17:44.024817 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-9ec39236-417b-441d-9afb-418d8fd90fc8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5be6dbaa-90ee-423e-8155-df5446d73031 HTTP/1.1" status: 204 len: 168 time: 0.1198890 Nov 26 04:17:44.027356 n-d-819389-3 neutron-server[104803]: DEBUG neutron.plugins.ml2.rpc [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Device dcbdb71f-93ab-4185-8b0e-8c697638c3b0 not bound to the agent host n-d-819389-3 {{(pid=104803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 04:17:44.032523 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec39236-417b-441d-9afb-418d8fd90fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be6dbaa-90ee-423e-8155-df5446d73031,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:44.264115 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-67e290c7-ffea-44f8-9684-bb52e66e5ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:44.355076 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38132) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:17:44.394537 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-4b3f1750-fbf9-4249-841f-c096da2a2ec7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f994293c1a1049459b222e801f3405e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382855 Nov 26 04:17:44.396878 n-d-819389-3 neutron-server[104802]: DEBUG neutron.wsgi [-] (104802) accepted ('10.222.0.31', 38134) {{(pid=104802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 04:17:44.443031 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-781cbbe0-bd81-4bfd-a311-b205e3a19a26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:44.467063 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-781cbbe0-bd81-4bfd-a311-b205e3a19a26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:44.513604 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-781cbbe0-bd81-4bfd-a311-b205e3a19a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541474'] for security_group, after_delete {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:44.516189 n-d-819389-3 neutron-server[104802]: DEBUG neutron_lib.callbacks.manager [None req-781cbbe0-bd81-4bfd-a311-b205e3a19a26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:44.517372 n-d-819389-3 neutron-server[104802]: INFO neutron.wsgi [None req-781cbbe0-bd81-4bfd-a311-b205e3a19a26 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a641aec8-a297-47d9-9d18-cf3f177170f4 HTTP/1.1" status: 204 len: 168 time: 0.1196091 Nov 26 04:17:44.525463 n-d-819389-3 neutron-server[104802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cbbe0-bd81-4bfd-a311-b205e3a19a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a641aec8-a297-47d9-9d18-cf3f177170f4,revision_number=None']} {{(pid=104802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 04:17:45.422930 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:47.000286 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:47.799833 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:50.852165 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:17:53.331151 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:17:54.598959 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:18:11.891852 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-eb002390-9705-4945-bf67-a741fa659616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:18:14.264771 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-eaac6bde-6f25-4028-8df4-62d37704f5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:18:15.425730 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:18:17.004757 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:18:17.800969 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:18:23.332967 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:18:24.598109 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:18:27.852639 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:18:41.892877 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7f164672-d30f-4c88-a3b0-604a4102db97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:18:44.264563 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9cca02e9-12d1-4617-9ce3-02eb0ab21cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:18:45.429444 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:18:47.008002 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:18:47.805632 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:18:53.329857 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:18:54.611552 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:19:04.853507 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:19:11.894784 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-aaf8cfa8-d035-4ab3-b191-67d4e54b4f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:19:14.268163 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-e602d0f4-89f2-4fd1-a1da-a00cc41bc506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:19:15.430983 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:19:17.011852 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:19:17.807155 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:19:23.345196 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:19:24.626355 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:19:41.852786 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:19:41.898467 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a9929d82-be19-4372-9a47-d240e83ff960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:19:44.268763 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4e96-163d-4de4-924d-9000b604c658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:19:45.434323 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:19:47.014700 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:19:47.807816 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:19:53.347434 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:19:54.626006 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:20:11.900681 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-fca2796c-778a-4b8b-aac8-12df3a8d44e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:20:14.270221 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d53e082b-3dd2-4af0-8f5c-7d66568022ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:20:15.438227 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:20:17.017438 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:20:17.808876 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:20:18.853429 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:20:23.375124 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:20:24.637916 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:20:41.902525 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-a7509196-bbd9-4c10-beb8-12be720e6bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:20:44.273338 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1f6be441-cc07-4c24-b00e-eec527693df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:20:45.446939 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:20:47.020305 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:20:47.809836 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:20:53.389606 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:20:54.639195 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:20:55.853865 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:21:11.904894 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-33f2152f-b49a-4c8c-b9d2-c2d9522a0dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:21:14.273534 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-9dbb9ee0-c7f5-494f-8b9e-d30ddac8e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:21:15.443484 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:21:17.023407 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:21:17.814111 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:21:23.388540 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:21:24.654453 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:21:32.852667 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:21:41.906695 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-cbd9d3d1-8e52-4a26-a1d6-065e66a21837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:21:44.275808 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d98b21f8-8a0c-46d3-a3f6-6c37cf1b8a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:21:45.446515 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:21:47.029829 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:21:47.815120 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:21:53.404824 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:21:54.653208 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:22:09.852289 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:22:11.907526 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-70139efd-57e2-4655-a8d4-c500931657a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:22:14.275603 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-503eb4d0-5b84-49b3-a389-89cd5da6a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:22:15.449440 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:22:17.030232 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:22:17.816306 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:22:23.396425 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:22:24.667524 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:22:41.908503 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-29fb9b34-1ce1-4cdf-a2eb-741d4b1988f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:22:44.277399 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-57112f09-78c3-4e4c-a546-2a016ccb1d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:22:45.451765 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:22:46.850883 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:22:47.032613 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:22:47.818250 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:22:53.419587 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:22:54.666413 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:23:11.909481 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-6abb3629-2189-41db-b827-26dd586c873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:23:14.278868 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-bb7dc326-20a3-4ac8-8c75-3c79786d36c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:23:15.454477 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:23:17.038782 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:23:17.821172 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:23:23.418198 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:23:23.850669 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:23:24.666311 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:23:41.910539 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d70e6333-d665-4ccf-b53c-bddbd54dffac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:23:44.278944 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1cb1cac4-5b8e-472c-a3db-663f135714af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:23:45.457359 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:23:47.039146 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:23:47.821920 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:23:53.434013 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:23:54.679694 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:24:00.849791 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:24:11.914790 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-d9ec2c3d-588d-4656-abf3-2581f45c2a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:24:14.279316 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-44045c6c-7c85-4446-9278-31ae4ade7e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:24:15.461312 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:24:17.042275 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:24:17.824492 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:24:23.427827 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:24:24.693966 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:24:37.849569 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:24:41.916877 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1b3a67d1-cc2a-4e02-83b4-e55337916c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:24:44.279180 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-77c2d6a4-5acc-4fda-bb51-89a3431e9fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:24:45.464680 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:24:47.044589 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:24:47.826865 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:24:53.441612 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:24:54.693676 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:25:04.247942 n-d-819389-3 neutron-server[104801]: DEBUG neutron.wsgi [req-1229df7b-8148-40cb-9beb-5b89fccd547b req-f7a4ab13-8856-4d94-b871-c611cec9fe1d service neutron] (104801) timed out ('10.222.0.31', 35872) {{(pid=104801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 04:25:11.917293 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f54b-4e68-45ff-b542-63f0736603e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:25:14.280471 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-dde1f2d9-909c-4142-a9e6-a5d8a2ee33e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:25:14.849505 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:25:15.466075 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:25:17.048545 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:25:17.828292 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:25:23.463799 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:25:24.722633 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:25:41.917274 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-52c4bfec-fbe5-4752-ae2f-b5125c0a1124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:25:44.282036 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-c89f6ce5-eefe-4af8-b1dd-4fa51a1dded0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:25:45.469643 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:25:47.051603 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:25:47.829112 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-34d3ac9b-b35e-4e8c-90ee-7dbfe5b14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:25:51.848076 n-d-819389-3 neutron-server[104804]: DEBUG neutron.db.agents_db [None req-d77e39aa-e6fe-42d1-838d-01b04fa359c6 None None] Agent healthcheck: found 7 active agents {{(pid=104804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 04:25:53.459438 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-8689304b-5f52-4886-929d-aaaa2bb4b9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:25:54.737123 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-1c2babad-6330-4f36-bb8b-ab9553757cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:26:11.917966 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-0b968a09-fbee-41ed-b3ad-eac0423e35fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:26:14.284005 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-67eee76b-48d4-4ed7-bcb9-cc29f16fd6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:26:15.473046 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-f99a75e9-863e-4c9e-bc2b-2d5dac1ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 04:26:17.055506 n-d-819389-3 neutron-server[104803]: DEBUG neutron_lib.callbacks.manager [None req-4af71df3-8aba-4805-8d96-45d4bbc7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731989855645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398119'] for agent, after_update {{(pid=104803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}